2024-05-20T20:48:25.162 INFO:root:teuthology version: 0.0.1.dev276+g4fbe5e8 2024-05-20T20:48:25.162 DEBUG:teuthology.run:Teuthology command: teuthology --owner scheduled_leonidus@teuthology --description fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/legacy wsync/no} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/3 replication/always} standby-replay tasks/{0-subvolume/{with-quota} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/yes 5-quiesce/with-quiesce 6-workunit/fs/test_o_trunc}} --archive /home/teuthworker/archive/leonidus-2024-05-20_18:42:22-fs-wip-lusov-quiesce-distro-default-smithi/7715992 --name leonidus-2024-05-20_18:42:22-fs-wip-lusov-quiesce-distro-default-smithi --verbose -- /home/teuthworker/archive/leonidus-2024-05-20_18:42:22-fs-wip-lusov-quiesce-distro-default-smithi/7715992/orig.config.yaml 2024-05-20T20:48:25.223 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-05-20T20:48:25.329 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/leonidus-2024-05-20_18:42:22-fs-wip-lusov-quiesce-distro-default-smithi/7715992 branch: wip-lusov-quiesce description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/legacy wsync/no} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/3 replication/always} standby-replay tasks/{0-subvolume/{with-quota} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/yes 5-quiesce/with-quiesce 6-workunit/fs/test_o_trunc}} email: null first_in_suite: false job_id: '7715992' kernel: client: branch: testing kdb: true sha1: distro ktype: upstream last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules name: leonidus-2024-05-20_18:42:22-fs-wip-lusov-quiesce-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-lusov-quiesce ceph: cephfs: max_mds: 3 session_timeout: 300 standby_replay: true conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true mds_bal_replicate_threshold: 1 osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: cephsqlite lock renewal timeout: 900000 debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 osd shutdown pgref assert: true osd_max_omap_entries_per_request: 10000 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy - slow metadata IO - SLOW_OPS - slow request sha1: 4ebd1d5361d457738957dc0455bba90102296634 subvols: create: 2 subvol_options: --size 25000000000 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs ceph-fuse: client.0: mount_subvol_num: 0 check-counter: counters: mds: - mds.exported - mds.imported - min: 3 name: mds_cache.dir_update - min: 3 name: mds_cache.dir_update_receipt dry_run: true install: ceph: flavor: default sha1: 4ebd1d5361d457738957dc0455bba90102296634 kclient: client.0: mount_subvol_num: 1 mntopts: - ms_mode=legacy - nowsync syntax: v2 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:getty_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-lusov-quiesce sha1: 4ebd1d5361d457738957dc0455bba90102296634 owner: scheduled_leonidus@teuthology priority: 70 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.x - mds.a - mds.d - mds.g - mds.j - osd.0 - osd.3 - osd.6 - osd.9 - client.0 - - mon.b - mgr.y - mds.b - mds.e - mds.h - mds.k - osd.1 - osd.4 - osd.7 - osd.10 - - mon.c - mgr.z - mds.c - mds.f - mds.i - mds.l - osd.2 - osd.5 - osd.8 - osd.11 seed: 202 sha1: 4ebd1d5361d457738957dc0455bba90102296634 sleep_before_teardown: 0 subset: 941/111111 suite: fs suite_branch: wip-lusov-quiesce suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_4ebd1d5361d457738957dc0455bba90102296634/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: 4ebd1d5361d457738957dc0455bba90102296634 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi008.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCpnrHtMpUZ1nXBJQwqmSinbg5xkoC1urIqnYaNh13xscunfrBdGT15xJo7E4CfTmrvJ8RZAGWxUWrHtWRbAuak= smithi050.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBjtFpc0zsAlUAz2F4Wk2zTJvD8WfI8SlLcnvCuRu1vU6LMS9mUjQffuQBiFnjeoZ0rNFaRpk4txbzlHuS2v2LY= smithi130.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBL+CsuzswDkFrcnZc2nM/UboqFmV2AT326uF4dRi/3X/5OtkVeiwKo657HJ0QdpAeghTU/zONw9HzAFWFNYAiBM= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - cephadm: roleless: false - cephadm.shell: mon.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - cephadm.shell: mon.a: - ceph fs dump - ceph osd dump - fs.ready: timeout: 300 - sequential: - mgrmodules - kclient: null - exec: mon.a: - ceph fs set cephfs balance_automate true - check-counter: {} - fwd_scrub: scrub_timeout: 900 sleep_between_iterations: 1 - background_exec: mon.a: - while sleep 13; do ceph tell mds.cephfs:0 flush journal; done - quiescer: null - workunit: clients: all: - fs/test_o_trunc.sh teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return yaml.ktype == 'upstream' end - local function is_kdistro() return yaml.ktype == 'distro' end - local function is_fuse() return false end - local function syntax_version() return yaml.overrides.kclient.syntax end teuthology_branch: install-fix teuthology_sha1: 4fbe5e8dc899215f216853b8569a107d8be8861d timestamp: 2024-05-20_18:42:22 tube: smithi user: leonidus verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2698841 2024-05-20T20:48:25.330 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_4ebd1d5361d457738957dc0455bba90102296634/qa; will attempt to use it 2024-05-20T20:48:25.330 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_4ebd1d5361d457738957dc0455bba90102296634/qa/tasks 2024-05-20T20:48:25.331 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-05-20T20:48:25.332 INFO:teuthology.task.internal:Checking packages... 2024-05-20T20:48:25.353 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '4ebd1d5361d457738957dc0455bba90102296634' 2024-05-20T20:48:25.354 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-05-20T20:48:25.354 INFO:teuthology.packaging:ref: None 2024-05-20T20:48:25.354 INFO:teuthology.packaging:tag: None 2024-05-20T20:48:25.354 INFO:teuthology.packaging:branch: wip-lusov-quiesce 2024-05-20T20:48:25.354 INFO:teuthology.packaging:sha1: 4ebd1d5361d457738957dc0455bba90102296634 2024-05-20T20:48:25.354 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-lusov-quiesce 2024-05-20T20:48:25.522 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-3830.g4ebd1d53 2024-05-20T20:48:25.524 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-05-20T20:48:25.532 INFO:teuthology.task.internal:no buildpackages task found 2024-05-20T20:48:25.532 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-05-20T20:48:25.542 INFO:teuthology.task.internal:Saving configuration 2024-05-20T20:48:25.562 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-05-20T20:48:25.571 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-05-20T20:48:25.596 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi008.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-05-20_18:42:22-fs-wip-lusov-quiesce-distro-default-smithi/7715992', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-05-20 20:43:32.087237', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCpnrHtMpUZ1nXBJQwqmSinbg5xkoC1urIqnYaNh13xscunfrBdGT15xJo7E4CfTmrvJ8RZAGWxUWrHtWRbAuak='} 2024-05-20T20:48:25.618 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi050.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-05-20_18:42:22-fs-wip-lusov-quiesce-distro-default-smithi/7715992', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-05-20 20:43:32.088321', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBjtFpc0zsAlUAz2F4Wk2zTJvD8WfI8SlLcnvCuRu1vU6LMS9mUjQffuQBiFnjeoZ0rNFaRpk4txbzlHuS2v2LY='} 2024-05-20T20:48:25.636 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi130.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-05-20_18:42:22-fs-wip-lusov-quiesce-distro-default-smithi/7715992', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-05-20 20:43:32.086048', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBL+CsuzswDkFrcnZc2nM/UboqFmV2AT326uF4dRi/3X/5OtkVeiwKo657HJ0QdpAeghTU/zONw9HzAFWFNYAiBM='} 2024-05-20T20:48:25.636 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-05-20T20:48:25.644 INFO:teuthology.task.internal:roles: ubuntu@smithi008.front.sepia.ceph.com - ['mon.a', 'mgr.x', 'mds.a', 'mds.d', 'mds.g', 'mds.j', 'osd.0', 'osd.3', 'osd.6', 'osd.9', 'client.0'] 2024-05-20T20:48:25.644 INFO:teuthology.task.internal:roles: ubuntu@smithi050.front.sepia.ceph.com - ['mon.b', 'mgr.y', 'mds.b', 'mds.e', 'mds.h', 'mds.k', 'osd.1', 'osd.4', 'osd.7', 'osd.10'] 2024-05-20T20:48:25.644 INFO:teuthology.task.internal:roles: ubuntu@smithi130.front.sepia.ceph.com - ['mon.c', 'mgr.z', 'mds.c', 'mds.f', 'mds.i', 'mds.l', 'osd.2', 'osd.5', 'osd.8', 'osd.11'] 2024-05-20T20:48:25.644 INFO:teuthology.run_tasks:Running task console_log... 2024-05-20T20:48:25.732 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f5b92f23ac0>, signals=[15]) 2024-05-20T20:48:25.733 INFO:teuthology.run_tasks:Running task internal.connect... 2024-05-20T20:48:25.741 INFO:teuthology.task.internal:Opening connections... 2024-05-20T20:48:25.741 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi008.front.sepia.ceph.com 2024-05-20T20:48:25.742 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi008.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-20T20:48:25.817 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi050.front.sepia.ceph.com 2024-05-20T20:48:25.818 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi050.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-20T20:48:25.891 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi130.front.sepia.ceph.com 2024-05-20T20:48:25.891 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi130.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-20T20:48:25.964 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-05-20T20:48:25.972 DEBUG:teuthology.orchestra.run.smithi008:> uname -m 2024-05-20T20:48:25.990 INFO:teuthology.orchestra.run.smithi008.stdout:x86_64 2024-05-20T20:48:25.990 DEBUG:teuthology.orchestra.run.smithi008:> cat /etc/os-release 2024-05-20T20:48:26.048 INFO:teuthology.orchestra.run.smithi008.stdout:NAME="CentOS Stream" 2024-05-20T20:48:26.048 INFO:teuthology.orchestra.run.smithi008.stdout:VERSION="9" 2024-05-20T20:48:26.048 INFO:teuthology.orchestra.run.smithi008.stdout:ID="centos" 2024-05-20T20:48:26.048 INFO:teuthology.orchestra.run.smithi008.stdout:ID_LIKE="rhel fedora" 2024-05-20T20:48:26.048 INFO:teuthology.orchestra.run.smithi008.stdout:VERSION_ID="9" 2024-05-20T20:48:26.048 INFO:teuthology.orchestra.run.smithi008.stdout:PLATFORM_ID="platform:el9" 2024-05-20T20:48:26.048 INFO:teuthology.orchestra.run.smithi008.stdout:PRETTY_NAME="CentOS Stream 9" 2024-05-20T20:48:26.048 INFO:teuthology.orchestra.run.smithi008.stdout:ANSI_COLOR="0;31" 2024-05-20T20:48:26.048 INFO:teuthology.orchestra.run.smithi008.stdout:LOGO="fedora-logo-icon" 2024-05-20T20:48:26.048 INFO:teuthology.orchestra.run.smithi008.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-05-20T20:48:26.049 INFO:teuthology.orchestra.run.smithi008.stdout:HOME_URL="https://centos.org/" 2024-05-20T20:48:26.049 INFO:teuthology.orchestra.run.smithi008.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-05-20T20:48:26.049 INFO:teuthology.orchestra.run.smithi008.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-05-20T20:48:26.049 INFO:teuthology.orchestra.run.smithi008.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-05-20T20:48:26.049 INFO:teuthology.lock.ops:Updating smithi008.front.sepia.ceph.com on lock server 2024-05-20T20:48:26.062 DEBUG:teuthology.orchestra.run.smithi050:> uname -m 2024-05-20T20:48:26.081 INFO:teuthology.orchestra.run.smithi050.stdout:x86_64 2024-05-20T20:48:26.081 DEBUG:teuthology.orchestra.run.smithi050:> cat /etc/os-release 2024-05-20T20:48:26.139 INFO:teuthology.orchestra.run.smithi050.stdout:NAME="CentOS Stream" 2024-05-20T20:48:26.139 INFO:teuthology.orchestra.run.smithi050.stdout:VERSION="9" 2024-05-20T20:48:26.139 INFO:teuthology.orchestra.run.smithi050.stdout:ID="centos" 2024-05-20T20:48:26.139 INFO:teuthology.orchestra.run.smithi050.stdout:ID_LIKE="rhel fedora" 2024-05-20T20:48:26.139 INFO:teuthology.orchestra.run.smithi050.stdout:VERSION_ID="9" 2024-05-20T20:48:26.139 INFO:teuthology.orchestra.run.smithi050.stdout:PLATFORM_ID="platform:el9" 2024-05-20T20:48:26.140 INFO:teuthology.orchestra.run.smithi050.stdout:PRETTY_NAME="CentOS Stream 9" 2024-05-20T20:48:26.140 INFO:teuthology.orchestra.run.smithi050.stdout:ANSI_COLOR="0;31" 2024-05-20T20:48:26.140 INFO:teuthology.orchestra.run.smithi050.stdout:LOGO="fedora-logo-icon" 2024-05-20T20:48:26.140 INFO:teuthology.orchestra.run.smithi050.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-05-20T20:48:26.140 INFO:teuthology.orchestra.run.smithi050.stdout:HOME_URL="https://centos.org/" 2024-05-20T20:48:26.140 INFO:teuthology.orchestra.run.smithi050.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-05-20T20:48:26.140 INFO:teuthology.orchestra.run.smithi050.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-05-20T20:48:26.140 INFO:teuthology.orchestra.run.smithi050.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-05-20T20:48:26.140 INFO:teuthology.lock.ops:Updating smithi050.front.sepia.ceph.com on lock server 2024-05-20T20:48:26.163 DEBUG:teuthology.orchestra.run.smithi130:> uname -m 2024-05-20T20:48:26.181 INFO:teuthology.orchestra.run.smithi130.stdout:x86_64 2024-05-20T20:48:26.181 DEBUG:teuthology.orchestra.run.smithi130:> cat /etc/os-release 2024-05-20T20:48:26.238 INFO:teuthology.orchestra.run.smithi130.stdout:NAME="CentOS Stream" 2024-05-20T20:48:26.238 INFO:teuthology.orchestra.run.smithi130.stdout:VERSION="9" 2024-05-20T20:48:26.238 INFO:teuthology.orchestra.run.smithi130.stdout:ID="centos" 2024-05-20T20:48:26.239 INFO:teuthology.orchestra.run.smithi130.stdout:ID_LIKE="rhel fedora" 2024-05-20T20:48:26.239 INFO:teuthology.orchestra.run.smithi130.stdout:VERSION_ID="9" 2024-05-20T20:48:26.239 INFO:teuthology.orchestra.run.smithi130.stdout:PLATFORM_ID="platform:el9" 2024-05-20T20:48:26.239 INFO:teuthology.orchestra.run.smithi130.stdout:PRETTY_NAME="CentOS Stream 9" 2024-05-20T20:48:26.239 INFO:teuthology.orchestra.run.smithi130.stdout:ANSI_COLOR="0;31" 2024-05-20T20:48:26.239 INFO:teuthology.orchestra.run.smithi130.stdout:LOGO="fedora-logo-icon" 2024-05-20T20:48:26.239 INFO:teuthology.orchestra.run.smithi130.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-05-20T20:48:26.239 INFO:teuthology.orchestra.run.smithi130.stdout:HOME_URL="https://centos.org/" 2024-05-20T20:48:26.239 INFO:teuthology.orchestra.run.smithi130.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-05-20T20:48:26.239 INFO:teuthology.orchestra.run.smithi130.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-05-20T20:48:26.239 INFO:teuthology.orchestra.run.smithi130.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-05-20T20:48:26.240 INFO:teuthology.lock.ops:Updating smithi130.front.sepia.ceph.com on lock server 2024-05-20T20:48:26.254 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-05-20T20:48:26.265 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-05-20T20:48:26.273 INFO:teuthology.task.internal:Checking for old test directory... 2024-05-20T20:48:26.273 DEBUG:teuthology.orchestra.run.smithi008:> test '!' -e /home/ubuntu/cephtest 2024-05-20T20:48:26.276 DEBUG:teuthology.orchestra.run.smithi050:> test '!' -e /home/ubuntu/cephtest 2024-05-20T20:48:26.278 DEBUG:teuthology.orchestra.run.smithi130:> test '!' -e /home/ubuntu/cephtest 2024-05-20T20:48:26.294 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-05-20T20:48:26.302 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-05-20T20:48:26.303 DEBUG:teuthology.orchestra.run.smithi008:> test -z $(ls -A /var/lib/ceph) 2024-05-20T20:48:26.333 DEBUG:teuthology.orchestra.run.smithi050:> test -z $(ls -A /var/lib/ceph) 2024-05-20T20:48:26.335 DEBUG:teuthology.orchestra.run.smithi130:> test -z $(ls -A /var/lib/ceph) 2024-05-20T20:48:26.360 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-05-20T20:48:26.440 INFO:teuthology.run_tasks:Running task kernel... 2024-05-20T20:48:26.455 INFO:teuthology.task.kernel:normalize config orig: {'client': {'branch': 'testing'}, 'kdb': True, 'sha1': 'distro'} 2024-05-20T20:48:26.455 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'branch': 'testing'}} 2024-05-20T20:48:26.455 INFO:teuthology.task.kernel:config {'client.0': {'branch': 'testing'}}, timeout 300 2024-05-20T20:48:26.455 DEBUG:teuthology.orchestra.run.smithi008:> test -f /run/.containerenv -o -f /.dockerenv 2024-05-20T20:48:26.472 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-20T20:48:26.473 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&ref=testing 2024-05-20T20:48:26.710 DEBUG:teuthology.task.kernel:sha1 for client.0 is 0fe9556839d28e65b29a64cc05a26a6884e8775d 2024-05-20T20:48:26.710 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "0fe9556839d28e65b29a64cc05a26a6884e8775d"... 2024-05-20T20:48:26.710 DEBUG:teuthology.orchestra.run.smithi008:> uname -r 2024-05-20T20:48:26.728 INFO:teuthology.orchestra.run.smithi008.stdout:5.14.0-437.el9.x86_64 2024-05-20T20:48:26.728 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-437.el9.x86_64 vs 0fe9556839d28e65b29a64cc05a26a6884e8775d 2024-05-20T20:48:26.728 DEBUG:teuthology.task.kernel:failed to parse current kernel version 2024-05-20T20:48:26.729 DEBUG:teuthology.orchestra.run.smithi008:> sudo yum upgrade -y linux-firmware 2024-05-20T20:48:30.373 INFO:teuthology.orchestra.run.smithi008.stdout:CentOS Stream 9 - BaseOS 4.1 MB/s | 8.1 MB 00:01 2024-05-20T20:48:47.303 INFO:teuthology.orchestra.run.smithi008.stdout:CentOS Stream 9 - AppStream 1.2 MB/s | 19 MB 00:15 2024-05-20T20:48:52.908 INFO:teuthology.orchestra.run.smithi008.stdout:CentOS Stream 9 - CRB 3.2 MB/s | 6.2 MB 00:01 2024-05-20T20:48:54.421 INFO:teuthology.orchestra.run.smithi008.stdout:CentOS Stream 9 - Extras packages 51 kB/s | 16 kB 00:00 2024-05-20T20:48:56.089 INFO:teuthology.orchestra.run.smithi008.stdout:Extra Packages for Enterprise Linux 14 MB/s | 21 MB 00:01 2024-05-20T20:49:01.423 INFO:teuthology.orchestra.run.smithi008.stdout:lab-extras 32 kB/s | 1.7 kB 00:00 2024-05-20T20:49:03.478 INFO:teuthology.orchestra.run.smithi008.stdout:Dependencies resolved. 2024-05-20T20:49:03.479 INFO:teuthology.orchestra.run.smithi008.stdout:Nothing to do. 2024-05-20T20:49:03.479 INFO:teuthology.orchestra.run.smithi008.stdout:Complete! 2024-05-20T20:49:03.575 INFO:teuthology.task.kernel:Downloading kernel 0fe9556839d28e65b29a64cc05a26a6884e8775d on client.0... 2024-05-20T20:49:03.576 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&sha1=0fe9556839d28e65b29a64cc05a26a6884e8775d 2024-05-20T20:49:03.803 INFO:teuthology.task.kernel:fetching, builder baseurl is https://2.chacra.ceph.com/r/kernel/testing/0fe9556839d28e65b29a64cc05a26a6884e8775d/centos/9/flavors/default/x86_64/ 2024-05-20T20:49:03.803 DEBUG:teuthology.orchestra.run.smithi008:> rm -f /tmp/kernel.x86_64.rpm && echo kernel-6.9.0_rc3_g0fe9556839d2-1.x86_64.rpm | wget -nv -O /tmp/kernel.x86_64.rpm --base=https://2.chacra.ceph.com/r/kernel/testing/0fe9556839d28e65b29a64cc05a26a6884e8775d/centos/9/flavors/default/x86_64/ --input-file=- 2024-05-20T20:49:03.806 DEBUG:teuthology.task.kernel:Waiting for download/copy to ubuntu@smithi008.front.sepia.ceph.com to complete... 2024-05-20T20:49:16.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20 20:49:16 URL:https://2.chacra.ceph.com/r/kernel/testing/0fe9556839d28e65b29a64cc05a26a6884e8775d/centos/9/flavors/default/x86_64/kernel-6.9.0_rc3_g0fe9556839d2-1.x86_64.rpm [357365859/357365859] -> "/tmp/kernel.x86_64.rpm" [1] 2024-05-20T20:49:16.127 INFO:teuthology.orchestra.run.smithi008.stderr:FINISHED --2024-05-20 20:49:16-- 2024-05-20T20:49:16.127 INFO:teuthology.orchestra.run.smithi008.stderr:Total wall clock time: 12s 2024-05-20T20:49:16.127 INFO:teuthology.orchestra.run.smithi008.stderr:Downloaded: 1 files, 341M in 12s (28.6 MB/s) 2024-05-20T20:49:16.129 INFO:teuthology.task.kernel:Installing kernel 0fe9556839d28e65b29a64cc05a26a6884e8775d on client.0... 2024-05-20T20:49:16.129 DEBUG:teuthology.orchestra.run.smithi008:> sudo rpm -ivh --oldpackage --replacefiles --replacepkgs /tmp/kernel.x86_64.rpm 2024-05-20T20:49:18.323 INFO:teuthology.orchestra.run.smithi008.stdout:Verifying... ######################################## 2024-05-20T20:49:18.490 INFO:teuthology.orchestra.run.smithi008.stdout:Preparing... ######################################## 2024-05-20T20:49:18.597 INFO:teuthology.orchestra.run.smithi008.stdout:Updating / installing... 2024-05-20T20:49:26.925 INFO:teuthology.orchestra.run.smithi008.stdout:kernel-6.9.0_rc3_g0fe9556839d2-1 ######################################## 2024-05-20T20:50:07.420 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi008.front.sepia.ceph.com, path=/tmp/kernel.x86_64.rpm, version=None) 2024-05-20T20:50:07.421 DEBUG:teuthology.orchestra.run.smithi008:> rpm -qlp /tmp/kernel.x86_64.rpm 2024-05-20T20:50:07.497 INFO:teuthology.orchestra.run.smithi008.stdout:/boot/System.map-6.9.0-rc3-g0fe9556839d2 2024-05-20T20:50:07.497 INFO:teuthology.orchestra.run.smithi008.stdout:/boot/config-6.9.0-rc3-g0fe9556839d2 2024-05-20T20:50:07.498 INFO:teuthology.orchestra.run.smithi008.stdout:/boot/vmlinuz-6.9.0-rc3-g0fe9556839d2 2024-05-20T20:50:07.498 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/System.map 2024-05-20T20:50:07.498 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/config 2024-05-20T20:50:07.498 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel 2024-05-20T20:50:07.498 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch 2024-05-20T20:50:07.498 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86 2024-05-20T20:50:07.498 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto 2024-05-20T20:50:07.498 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/blowfish-x86_64.ko 2024-05-20T20:50:07.498 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/camellia-aesni-avx-x86_64.ko 2024-05-20T20:50:07.498 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/camellia-aesni-avx2.ko 2024-05-20T20:50:07.498 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/camellia-x86_64.ko 2024-05-20T20:50:07.498 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/cast5-avx-x86_64.ko 2024-05-20T20:50:07.499 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/cast6-avx-x86_64.ko 2024-05-20T20:50:07.499 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/crc32-pclmul.ko 2024-05-20T20:50:07.499 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/crc32c-intel.ko 2024-05-20T20:50:07.499 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/crct10dif-pclmul.ko 2024-05-20T20:50:07.499 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/des3_ede-x86_64.ko 2024-05-20T20:50:07.499 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/ghash-clmulni-intel.ko 2024-05-20T20:50:07.499 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/serpent-avx-x86_64.ko 2024-05-20T20:50:07.499 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/serpent-avx2.ko 2024-05-20T20:50:07.499 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/serpent-sse2-x86_64.ko 2024-05-20T20:50:07.499 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/sha1-ssse3.ko 2024-05-20T20:50:07.499 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/sha256-ssse3.ko 2024-05-20T20:50:07.499 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/sha512-ssse3.ko 2024-05-20T20:50:07.499 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/twofish-avx-x86_64.ko 2024-05-20T20:50:07.499 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/twofish-x86_64-3way.ko 2024-05-20T20:50:07.500 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/twofish-x86_64.ko 2024-05-20T20:50:07.500 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/kernel 2024-05-20T20:50:07.500 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/kernel/cpu 2024-05-20T20:50:07.500 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/kernel/cpu/mce 2024-05-20T20:50:07.500 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/kernel/cpu/mce/mce-inject.ko 2024-05-20T20:50:07.500 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/kvm 2024-05-20T20:50:07.500 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/kvm/kvm-amd.ko 2024-05-20T20:50:07.500 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/kvm/kvm-intel.ko 2024-05-20T20:50:07.500 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/kvm/kvm.ko 2024-05-20T20:50:07.500 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto 2024-05-20T20:50:07.500 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/ansi_cprng.ko 2024-05-20T20:50:07.500 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/anubis.ko 2024-05-20T20:50:07.500 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/arc4.ko 2024-05-20T20:50:07.500 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/async_tx 2024-05-20T20:50:07.501 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/async_tx/async_memcpy.ko 2024-05-20T20:50:07.501 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/async_tx/async_pq.ko 2024-05-20T20:50:07.501 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/async_tx/async_raid6_recov.ko 2024-05-20T20:50:07.501 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/async_tx/async_tx.ko 2024-05-20T20:50:07.501 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/async_tx/async_xor.ko 2024-05-20T20:50:07.501 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/async_tx/raid6test.ko 2024-05-20T20:50:07.501 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/authenc.ko 2024-05-20T20:50:07.501 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/authencesn.ko 2024-05-20T20:50:07.501 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/blake2b_generic.ko 2024-05-20T20:50:07.501 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/blowfish_common.ko 2024-05-20T20:50:07.501 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/blowfish_generic.ko 2024-05-20T20:50:07.501 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/camellia_generic.ko 2024-05-20T20:50:07.501 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/cast5_generic.ko 2024-05-20T20:50:07.502 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/cast6_generic.ko 2024-05-20T20:50:07.502 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/cast_common.ko 2024-05-20T20:50:07.502 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/ccm.ko 2024-05-20T20:50:07.502 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/cmac.ko 2024-05-20T20:50:07.502 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/crc32_generic.ko 2024-05-20T20:50:07.502 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/crypto_engine.ko 2024-05-20T20:50:07.502 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/crypto_user.ko 2024-05-20T20:50:07.502 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/cts.ko 2024-05-20T20:50:07.502 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/des_generic.ko 2024-05-20T20:50:07.502 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/dh_generic.ko 2024-05-20T20:50:07.502 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/echainiv.ko 2024-05-20T20:50:07.502 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/essiv.ko 2024-05-20T20:50:07.502 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/fcrypt.ko 2024-05-20T20:50:07.503 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/khazad.ko 2024-05-20T20:50:07.503 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/lz4.ko 2024-05-20T20:50:07.503 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/lz4hc.ko 2024-05-20T20:50:07.503 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/md4.ko 2024-05-20T20:50:07.503 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/michael_mic.ko 2024-05-20T20:50:07.503 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/pcbc.ko 2024-05-20T20:50:07.503 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/pcrypt.ko 2024-05-20T20:50:07.503 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/rmd160.ko 2024-05-20T20:50:07.503 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/seed.ko 2024-05-20T20:50:07.503 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/serpent_generic.ko 2024-05-20T20:50:07.503 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/tcrypt.ko 2024-05-20T20:50:07.503 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/tea.ko 2024-05-20T20:50:07.503 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/twofish_common.ko 2024-05-20T20:50:07.503 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/twofish_generic.ko 2024-05-20T20:50:07.504 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/vmac.ko 2024-05-20T20:50:07.504 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/wp512.ko 2024-05-20T20:50:07.504 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/xcbc.ko 2024-05-20T20:50:07.504 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/xor.ko 2024-05-20T20:50:07.504 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/xxhash_generic.ko 2024-05-20T20:50:07.504 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers 2024-05-20T20:50:07.504 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/acpi 2024-05-20T20:50:07.504 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/acpi/acpi_ipmi.ko 2024-05-20T20:50:07.504 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/acpi/acpi_pad.ko 2024-05-20T20:50:07.504 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/acpi/ec_sys.ko 2024-05-20T20:50:07.504 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/acpi/platform_profile.ko 2024-05-20T20:50:07.504 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/acpi/sbs.ko 2024-05-20T20:50:07.504 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/acpi/sbshc.ko 2024-05-20T20:50:07.504 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/acpi/video.ko 2024-05-20T20:50:07.505 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata 2024-05-20T20:50:07.505 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/acard-ahci.ko 2024-05-20T20:50:07.505 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/ahci_platform.ko 2024-05-20T20:50:07.505 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/ata_generic.ko 2024-05-20T20:50:07.505 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/libahci_platform.ko 2024-05-20T20:50:07.505 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_acpi.ko 2024-05-20T20:50:07.505 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_ali.ko 2024-05-20T20:50:07.505 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_amd.ko 2024-05-20T20:50:07.505 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_artop.ko 2024-05-20T20:50:07.505 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_atiixp.ko 2024-05-20T20:50:07.505 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_atp867x.ko 2024-05-20T20:50:07.505 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_cmd640.ko 2024-05-20T20:50:07.505 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_cmd64x.ko 2024-05-20T20:50:07.505 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_cypress.ko 2024-05-20T20:50:07.506 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_efar.ko 2024-05-20T20:50:07.506 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_hpt366.ko 2024-05-20T20:50:07.506 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_hpt37x.ko 2024-05-20T20:50:07.506 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_hpt3x2n.ko 2024-05-20T20:50:07.506 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_hpt3x3.ko 2024-05-20T20:50:07.506 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_it8213.ko 2024-05-20T20:50:07.506 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_it821x.ko 2024-05-20T20:50:07.506 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_jmicron.ko 2024-05-20T20:50:07.506 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_marvell.ko 2024-05-20T20:50:07.506 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_mpiix.ko 2024-05-20T20:50:07.506 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_netcell.ko 2024-05-20T20:50:07.506 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_ninja32.ko 2024-05-20T20:50:07.506 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_ns87410.ko 2024-05-20T20:50:07.507 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_ns87415.ko 2024-05-20T20:50:07.507 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_oldpiix.ko 2024-05-20T20:50:07.507 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_opti.ko 2024-05-20T20:50:07.507 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_optidma.ko 2024-05-20T20:50:07.507 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_pcmcia.ko 2024-05-20T20:50:07.507 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_pdc2027x.ko 2024-05-20T20:50:07.507 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_pdc202xx_old.ko 2024-05-20T20:50:07.507 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_piccolo.ko 2024-05-20T20:50:07.507 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_rdc.ko 2024-05-20T20:50:07.507 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_sch.ko 2024-05-20T20:50:07.507 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_serverworks.ko 2024-05-20T20:50:07.507 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_sil680.ko 2024-05-20T20:50:07.507 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_sis.ko 2024-05-20T20:50:07.507 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_sl82c105.ko 2024-05-20T20:50:07.507 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_triflex.ko 2024-05-20T20:50:07.508 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_via.ko 2024-05-20T20:50:07.508 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pdc_adma.ko 2024-05-20T20:50:07.508 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/sata_inic162x.ko 2024-05-20T20:50:07.508 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/sata_mv.ko 2024-05-20T20:50:07.508 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/sata_nv.ko 2024-05-20T20:50:07.508 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/sata_promise.ko 2024-05-20T20:50:07.508 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/sata_qstor.ko 2024-05-20T20:50:07.508 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/sata_sil.ko 2024-05-20T20:50:07.508 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/sata_sil24.ko 2024-05-20T20:50:07.508 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/sata_sis.ko 2024-05-20T20:50:07.508 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/sata_svw.ko 2024-05-20T20:50:07.508 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/sata_sx4.ko 2024-05-20T20:50:07.508 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/sata_uli.ko 2024-05-20T20:50:07.508 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/sata_via.ko 2024-05-20T20:50:07.509 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/sata_vsc.ko 2024-05-20T20:50:07.509 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/auxdisplay 2024-05-20T20:50:07.509 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/auxdisplay/ks0108.ko 2024-05-20T20:50:07.509 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/base 2024-05-20T20:50:07.509 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/base/regmap 2024-05-20T20:50:07.509 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/base/regmap/regmap-i2c.ko 2024-05-20T20:50:07.509 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/base/regmap/regmap-mmio.ko 2024-05-20T20:50:07.509 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/bcma 2024-05-20T20:50:07.509 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/bcma/bcma.ko 2024-05-20T20:50:07.509 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block 2024-05-20T20:50:07.509 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/aoe 2024-05-20T20:50:07.509 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/aoe/aoe.ko 2024-05-20T20:50:07.509 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/brd.ko 2024-05-20T20:50:07.509 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/drbd 2024-05-20T20:50:07.510 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/drbd/drbd.ko 2024-05-20T20:50:07.510 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/floppy.ko 2024-05-20T20:50:07.510 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/loop.ko 2024-05-20T20:50:07.510 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/mtip32xx 2024-05-20T20:50:07.510 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/mtip32xx/mtip32xx.ko 2024-05-20T20:50:07.510 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/nbd.ko 2024-05-20T20:50:07.510 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/null_blk 2024-05-20T20:50:07.510 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/null_blk/null_blk.ko 2024-05-20T20:50:07.510 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/pktcdvd.ko 2024-05-20T20:50:07.510 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/rbd.ko 2024-05-20T20:50:07.510 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/virtio_blk.ko 2024-05-20T20:50:07.510 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/xen-blkback 2024-05-20T20:50:07.510 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/xen-blkback/xen-blkback.ko 2024-05-20T20:50:07.510 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/xen-blkfront.ko 2024-05-20T20:50:07.511 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/zram 2024-05-20T20:50:07.511 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/zram/zram.ko 2024-05-20T20:50:07.511 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char 2024-05-20T20:50:07.511 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/hangcheck-timer.ko 2024-05-20T20:50:07.511 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/hw_random 2024-05-20T20:50:07.511 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/hw_random/amd-rng.ko 2024-05-20T20:50:07.511 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/hw_random/intel-rng.ko 2024-05-20T20:50:07.511 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/hw_random/timeriomem-rng.ko 2024-05-20T20:50:07.511 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/hw_random/via-rng.ko 2024-05-20T20:50:07.511 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/hw_random/virtio-rng.ko 2024-05-20T20:50:07.512 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/ipmi 2024-05-20T20:50:07.512 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/ipmi/ipmi_devintf.ko 2024-05-20T20:50:07.512 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/ipmi/ipmi_msghandler.ko 2024-05-20T20:50:07.512 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/ipmi/ipmi_poweroff.ko 2024-05-20T20:50:07.512 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/ipmi/ipmi_si.ko 2024-05-20T20:50:07.512 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/ipmi/ipmi_ssif.ko 2024-05-20T20:50:07.512 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/ipmi/ipmi_watchdog.ko 2024-05-20T20:50:07.512 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/lp.ko 2024-05-20T20:50:07.512 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/mwave 2024-05-20T20:50:07.512 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/mwave/mwave.ko 2024-05-20T20:50:07.512 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/ppdev.ko 2024-05-20T20:50:07.512 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/tlclk.ko 2024-05-20T20:50:07.512 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/tpm 2024-05-20T20:50:07.512 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/tpm/tpm.ko 2024-05-20T20:50:07.513 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/tpm/tpm_atmel.ko 2024-05-20T20:50:07.513 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/tpm/tpm_infineon.ko 2024-05-20T20:50:07.513 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/tpm/tpm_nsc.ko 2024-05-20T20:50:07.513 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/tpm/tpm_tis.ko 2024-05-20T20:50:07.513 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/tpm/tpm_tis_core.ko 2024-05-20T20:50:07.513 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/uv_mmtimer.ko 2024-05-20T20:50:07.513 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/virtio_console.ko 2024-05-20T20:50:07.513 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/cpufreq 2024-05-20T20:50:07.513 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/cpufreq/acpi-cpufreq.ko 2024-05-20T20:50:07.513 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/cpufreq/amd_freq_sensitivity.ko 2024-05-20T20:50:07.513 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/cpufreq/p4-clockmod.ko 2024-05-20T20:50:07.513 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/cpufreq/pcc-cpufreq.ko 2024-05-20T20:50:07.513 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/cpufreq/powernow-k8.ko 2024-05-20T20:50:07.513 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/cpufreq/speedstep-lib.ko 2024-05-20T20:50:07.513 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/crypto 2024-05-20T20:50:07.514 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/crypto/ccp 2024-05-20T20:50:07.514 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/crypto/ccp/ccp-crypto.ko 2024-05-20T20:50:07.514 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/crypto/ccp/ccp.ko 2024-05-20T20:50:07.514 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/crypto/intel 2024-05-20T20:50:07.514 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/crypto/intel/qat 2024-05-20T20:50:07.514 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/crypto/intel/qat/qat_common 2024-05-20T20:50:07.514 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/crypto/intel/qat/qat_common/intel_qat.ko 2024-05-20T20:50:07.514 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/crypto/intel/qat/qat_dh895xcc 2024-05-20T20:50:07.514 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/crypto/intel/qat/qat_dh895xcc/qat_dh895xcc.ko 2024-05-20T20:50:07.514 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/crypto/padlock-aes.ko 2024-05-20T20:50:07.514 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/crypto/padlock-sha.ko 2024-05-20T20:50:07.514 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/crypto/virtio 2024-05-20T20:50:07.514 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/crypto/virtio/virtio_crypto.ko 2024-05-20T20:50:07.515 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/dca 2024-05-20T20:50:07.515 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/dca/dca.ko 2024-05-20T20:50:07.515 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/devfreq 2024-05-20T20:50:07.515 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/devfreq/governor_simpleondemand.ko 2024-05-20T20:50:07.515 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/dma 2024-05-20T20:50:07.515 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/dma/dw 2024-05-20T20:50:07.515 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/dma/dw/dw_dmac.ko 2024-05-20T20:50:07.515 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/dma/ioat 2024-05-20T20:50:07.515 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/dma/ioat/ioatdma.ko 2024-05-20T20:50:07.515 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/edac 2024-05-20T20:50:07.515 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/edac/amd64_edac.ko 2024-05-20T20:50:07.515 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/edac/e752x_edac.ko 2024-05-20T20:50:07.515 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/edac/edac_mce_amd.ko 2024-05-20T20:50:07.515 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/edac/i3000_edac.ko 2024-05-20T20:50:07.516 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/edac/i3200_edac.ko 2024-05-20T20:50:07.516 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/edac/i5100_edac.ko 2024-05-20T20:50:07.516 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/edac/i5400_edac.ko 2024-05-20T20:50:07.516 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/edac/i7300_edac.ko 2024-05-20T20:50:07.516 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/edac/i7core_edac.ko 2024-05-20T20:50:07.516 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/edac/i82975x_edac.ko 2024-05-20T20:50:07.516 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/edac/ie31200_edac.ko 2024-05-20T20:50:07.516 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/edac/sb_edac.ko 2024-05-20T20:50:07.516 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/edac/x38_edac.ko 2024-05-20T20:50:07.516 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/firmware 2024-05-20T20:50:07.516 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/firmware/edd.ko 2024-05-20T20:50:07.516 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/firmware/iscsi_ibft.ko 2024-05-20T20:50:07.516 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/gpio 2024-05-20T20:50:07.516 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/gpio/gpio-ich.ko 2024-05-20T20:50:07.517 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/gpio/gpio-viperboard.ko 2024-05-20T20:50:07.517 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid 2024-05-20T20:50:07.517 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-appleir.ko 2024-05-20T20:50:07.517 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-aureal.ko 2024-05-20T20:50:07.517 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-axff.ko 2024-05-20T20:50:07.517 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-dr.ko 2024-05-20T20:50:07.517 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-elecom.ko 2024-05-20T20:50:07.517 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-elo.ko 2024-05-20T20:50:07.517 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-emsff.ko 2024-05-20T20:50:07.517 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-gaff.ko 2024-05-20T20:50:07.517 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-gt683r.ko 2024-05-20T20:50:07.517 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-gyration.ko 2024-05-20T20:50:07.517 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-holtek-kbd.ko 2024-05-20T20:50:07.517 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-holtek-mouse.ko 2024-05-20T20:50:07.518 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-holtekff.ko 2024-05-20T20:50:07.518 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-hyperv.ko 2024-05-20T20:50:07.518 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-icade.ko 2024-05-20T20:50:07.518 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-keytouch.ko 2024-05-20T20:50:07.518 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-kye.ko 2024-05-20T20:50:07.518 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-lcpower.ko 2024-05-20T20:50:07.518 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-led.ko 2024-05-20T20:50:07.518 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-lenovo.ko 2024-05-20T20:50:07.518 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-logitech-dj.ko 2024-05-20T20:50:07.518 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-logitech-hidpp.ko 2024-05-20T20:50:07.518 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-multitouch.ko 2024-05-20T20:50:07.518 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-ortek.ko 2024-05-20T20:50:07.518 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-penmount.ko 2024-05-20T20:50:07.519 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-petalynx.ko 2024-05-20T20:50:07.519 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-picolcd.ko 2024-05-20T20:50:07.519 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-pl.ko 2024-05-20T20:50:07.519 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-plantronics.ko 2024-05-20T20:50:07.519 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-primax.ko 2024-05-20T20:50:07.519 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-rmi.ko 2024-05-20T20:50:07.519 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-roccat-arvo.ko 2024-05-20T20:50:07.519 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-roccat-common.ko 2024-05-20T20:50:07.519 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-roccat-isku.ko 2024-05-20T20:50:07.519 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-roccat-kone.ko 2024-05-20T20:50:07.519 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-roccat-koneplus.ko 2024-05-20T20:50:07.519 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-roccat-konepure.ko 2024-05-20T20:50:07.519 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-roccat-kovaplus.ko 2024-05-20T20:50:07.519 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-roccat-lua.ko 2024-05-20T20:50:07.520 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-roccat-pyra.ko 2024-05-20T20:50:07.520 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-roccat-ryos.ko 2024-05-20T20:50:07.520 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-roccat-savu.ko 2024-05-20T20:50:07.520 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-roccat.ko 2024-05-20T20:50:07.520 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-saitek.ko 2024-05-20T20:50:07.520 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-samsung.ko 2024-05-20T20:50:07.520 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-sensor-hub.ko 2024-05-20T20:50:07.520 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-sjoy.ko 2024-05-20T20:50:07.520 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-sony.ko 2024-05-20T20:50:07.520 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-speedlink.ko 2024-05-20T20:50:07.520 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-steelseries.ko 2024-05-20T20:50:07.520 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-sunplus.ko 2024-05-20T20:50:07.520 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-thrustmaster.ko 2024-05-20T20:50:07.520 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-tivo.ko 2024-05-20T20:50:07.520 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-tmff.ko 2024-05-20T20:50:07.521 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-topseed.ko 2024-05-20T20:50:07.521 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-twinhan.ko 2024-05-20T20:50:07.521 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-uclogic.ko 2024-05-20T20:50:07.521 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-waltop.ko 2024-05-20T20:50:07.521 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-wiimote.ko 2024-05-20T20:50:07.521 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-xinmo.ko 2024-05-20T20:50:07.521 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-zpff.ko 2024-05-20T20:50:07.521 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-zydacron.ko 2024-05-20T20:50:07.521 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/uhid.ko 2024-05-20T20:50:07.521 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/wacom.ko 2024-05-20T20:50:07.521 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hv 2024-05-20T20:50:07.521 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hv/hv_balloon.ko 2024-05-20T20:50:07.521 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hv/hv_utils.ko 2024-05-20T20:50:07.521 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hv/hv_vmbus.ko 2024-05-20T20:50:07.522 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon 2024-05-20T20:50:07.522 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/abituguru.ko 2024-05-20T20:50:07.522 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/abituguru3.ko 2024-05-20T20:50:07.522 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/acpi_power_meter.ko 2024-05-20T20:50:07.522 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ad7414.ko 2024-05-20T20:50:07.522 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ad7418.ko 2024-05-20T20:50:07.522 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/adc128d818.ko 2024-05-20T20:50:07.522 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/adm1025.ko 2024-05-20T20:50:07.522 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/adm1026.ko 2024-05-20T20:50:07.522 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/adm1029.ko 2024-05-20T20:50:07.522 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/adm1031.ko 2024-05-20T20:50:07.522 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/adm9240.ko 2024-05-20T20:50:07.522 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ads7828.ko 2024-05-20T20:50:07.522 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/adt7410.ko 2024-05-20T20:50:07.523 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/adt7411.ko 2024-05-20T20:50:07.523 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/adt7462.ko 2024-05-20T20:50:07.523 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/adt7470.ko 2024-05-20T20:50:07.523 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/adt7475.ko 2024-05-20T20:50:07.523 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/adt7x10.ko 2024-05-20T20:50:07.523 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/amc6821.ko 2024-05-20T20:50:07.523 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/applesmc.ko 2024-05-20T20:50:07.523 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/asb100.ko 2024-05-20T20:50:07.523 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/asc7621.ko 2024-05-20T20:50:07.523 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/asus_atk0110.ko 2024-05-20T20:50:07.523 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/atxp1.ko 2024-05-20T20:50:07.523 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/coretemp.ko 2024-05-20T20:50:07.523 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/dell-smm-hwmon.ko 2024-05-20T20:50:07.523 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/dme1737.ko 2024-05-20T20:50:07.524 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ds1621.ko 2024-05-20T20:50:07.524 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ds620.ko 2024-05-20T20:50:07.524 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/emc1403.ko 2024-05-20T20:50:07.524 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/emc6w201.ko 2024-05-20T20:50:07.524 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/f71805f.ko 2024-05-20T20:50:07.524 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/f71882fg.ko 2024-05-20T20:50:07.524 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/f75375s.ko 2024-05-20T20:50:07.524 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/fam15h_power.ko 2024-05-20T20:50:07.524 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/fschmd.ko 2024-05-20T20:50:07.524 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/g760a.ko 2024-05-20T20:50:07.524 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/g762.ko 2024-05-20T20:50:07.524 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/gl518sm.ko 2024-05-20T20:50:07.524 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/gl520sm.ko 2024-05-20T20:50:07.524 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/hwmon-vid.ko 2024-05-20T20:50:07.525 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/i5500_temp.ko 2024-05-20T20:50:07.525 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/i5k_amb.ko 2024-05-20T20:50:07.525 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ibmaem.ko 2024-05-20T20:50:07.525 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ibmpex.ko 2024-05-20T20:50:07.525 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ina209.ko 2024-05-20T20:50:07.525 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ina2xx.ko 2024-05-20T20:50:07.525 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/it87.ko 2024-05-20T20:50:07.525 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/k10temp.ko 2024-05-20T20:50:07.525 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/k8temp.ko 2024-05-20T20:50:07.525 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lineage-pem.ko 2024-05-20T20:50:07.525 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lm63.ko 2024-05-20T20:50:07.525 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lm73.ko 2024-05-20T20:50:07.525 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lm75.ko 2024-05-20T20:50:07.525 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lm77.ko 2024-05-20T20:50:07.526 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lm78.ko 2024-05-20T20:50:07.526 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lm80.ko 2024-05-20T20:50:07.526 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lm83.ko 2024-05-20T20:50:07.526 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lm85.ko 2024-05-20T20:50:07.526 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lm87.ko 2024-05-20T20:50:07.526 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lm90.ko 2024-05-20T20:50:07.526 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lm92.ko 2024-05-20T20:50:07.526 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lm93.ko 2024-05-20T20:50:07.526 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lm95234.ko 2024-05-20T20:50:07.526 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lm95241.ko 2024-05-20T20:50:07.526 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lm95245.ko 2024-05-20T20:50:07.526 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ltc2945.ko 2024-05-20T20:50:07.526 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ltc4151.ko 2024-05-20T20:50:07.526 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ltc4215.ko 2024-05-20T20:50:07.527 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ltc4222.ko 2024-05-20T20:50:07.527 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ltc4245.ko 2024-05-20T20:50:07.527 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ltc4260.ko 2024-05-20T20:50:07.527 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ltc4261.ko 2024-05-20T20:50:07.527 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/max16065.ko 2024-05-20T20:50:07.527 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/max1619.ko 2024-05-20T20:50:07.527 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/max1668.ko 2024-05-20T20:50:07.527 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/max197.ko 2024-05-20T20:50:07.527 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/max6639.ko 2024-05-20T20:50:07.527 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/max6650.ko 2024-05-20T20:50:07.527 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/max6697.ko 2024-05-20T20:50:07.527 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/mcp3021.ko 2024-05-20T20:50:07.527 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/nct6683.ko 2024-05-20T20:50:07.527 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/nct6775-core.ko 2024-05-20T20:50:07.527 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/nct6775.ko 2024-05-20T20:50:07.528 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/nct7802.ko 2024-05-20T20:50:07.528 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pc87360.ko 2024-05-20T20:50:07.528 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pc87427.ko 2024-05-20T20:50:07.528 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pcf8591.ko 2024-05-20T20:50:07.528 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pmbus 2024-05-20T20:50:07.528 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pmbus/adm1275.ko 2024-05-20T20:50:07.528 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pmbus/lm25066.ko 2024-05-20T20:50:07.528 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pmbus/ltc2978.ko 2024-05-20T20:50:07.528 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pmbus/max16064.ko 2024-05-20T20:50:07.528 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pmbus/max34440.ko 2024-05-20T20:50:07.528 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pmbus/max8688.ko 2024-05-20T20:50:07.528 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pmbus/pmbus.ko 2024-05-20T20:50:07.528 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pmbus/pmbus_core.ko 2024-05-20T20:50:07.528 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pmbus/tps40422.ko 2024-05-20T20:50:07.529 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pmbus/ucd9000.ko 2024-05-20T20:50:07.529 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pmbus/ucd9200.ko 2024-05-20T20:50:07.529 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pmbus/zl6100.ko 2024-05-20T20:50:07.529 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/powr1220.ko 2024-05-20T20:50:07.529 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/sch5627.ko 2024-05-20T20:50:07.529 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/sch5636.ko 2024-05-20T20:50:07.529 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/sch56xx-common.ko 2024-05-20T20:50:07.529 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/sht15.ko 2024-05-20T20:50:07.529 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/sht21.ko 2024-05-20T20:50:07.529 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/shtc1.ko 2024-05-20T20:50:07.529 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/sis5595.ko 2024-05-20T20:50:07.529 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/smsc47b397.ko 2024-05-20T20:50:07.529 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/smsc47m1.ko 2024-05-20T20:50:07.529 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/smsc47m192.ko 2024-05-20T20:50:07.529 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/thmc50.ko 2024-05-20T20:50:07.530 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/tmp102.ko 2024-05-20T20:50:07.530 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/tmp103.ko 2024-05-20T20:50:07.530 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/tmp401.ko 2024-05-20T20:50:07.530 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/tmp421.ko 2024-05-20T20:50:07.530 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/via-cputemp.ko 2024-05-20T20:50:07.530 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/via686a.ko 2024-05-20T20:50:07.530 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/vt1211.ko 2024-05-20T20:50:07.530 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/vt8231.ko 2024-05-20T20:50:07.530 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/w83627ehf.ko 2024-05-20T20:50:07.530 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/w83627hf.ko 2024-05-20T20:50:07.530 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/w83781d.ko 2024-05-20T20:50:07.530 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/w83791d.ko 2024-05-20T20:50:07.530 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/w83792d.ko 2024-05-20T20:50:07.531 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/w83793.ko 2024-05-20T20:50:07.531 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/w83795.ko 2024-05-20T20:50:07.531 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/w83l785ts.ko 2024-05-20T20:50:07.531 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/w83l786ng.ko 2024-05-20T20:50:07.531 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c 2024-05-20T20:50:07.531 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/algos 2024-05-20T20:50:07.531 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/algos/i2c-algo-bit.ko 2024-05-20T20:50:07.531 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/algos/i2c-algo-pca.ko 2024-05-20T20:50:07.531 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses 2024-05-20T20:50:07.531 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-amd756-s4882.ko 2024-05-20T20:50:07.531 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-amd756.ko 2024-05-20T20:50:07.531 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-amd8111.ko 2024-05-20T20:50:07.531 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-ccgx-ucsi.ko 2024-05-20T20:50:07.531 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-designware-core.ko 2024-05-20T20:50:07.532 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-designware-pci.ko 2024-05-20T20:50:07.532 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-designware-platform.ko 2024-05-20T20:50:07.532 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-diolan-u2c.ko 2024-05-20T20:50:07.532 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-i801.ko 2024-05-20T20:50:07.532 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-isch.ko 2024-05-20T20:50:07.532 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-ismt.ko 2024-05-20T20:50:07.532 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-nforce2-s4985.ko 2024-05-20T20:50:07.532 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-nforce2.ko 2024-05-20T20:50:07.532 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-parport.ko 2024-05-20T20:50:07.532 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-pca-platform.ko 2024-05-20T20:50:07.532 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-piix4.ko 2024-05-20T20:50:07.532 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-scmi.ko 2024-05-20T20:50:07.532 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-simtec.ko 2024-05-20T20:50:07.532 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-sis96x.ko 2024-05-20T20:50:07.533 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-tiny-usb.ko 2024-05-20T20:50:07.533 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-via.ko 2024-05-20T20:50:07.533 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-viapro.ko 2024-05-20T20:50:07.533 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-viperboard.ko 2024-05-20T20:50:07.533 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/i2c-dev.ko 2024-05-20T20:50:07.533 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/i2c-mux.ko 2024-05-20T20:50:07.533 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/i2c-slave-eeprom.ko 2024-05-20T20:50:07.533 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/i2c-smbus.ko 2024-05-20T20:50:07.533 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/i2c-stub.ko 2024-05-20T20:50:07.533 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband 2024-05-20T20:50:07.533 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/core 2024-05-20T20:50:07.533 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/core/ib_cm.ko 2024-05-20T20:50:07.533 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/core/ib_core.ko 2024-05-20T20:50:07.533 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/core/ib_umad.ko 2024-05-20T20:50:07.534 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/core/ib_uverbs.ko 2024-05-20T20:50:07.534 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/core/iw_cm.ko 2024-05-20T20:50:07.534 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/core/rdma_cm.ko 2024-05-20T20:50:07.534 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/core/rdma_ucm.ko 2024-05-20T20:50:07.534 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/hw 2024-05-20T20:50:07.534 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/hw/cxgb4 2024-05-20T20:50:07.534 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/hw/cxgb4/iw_cxgb4.ko 2024-05-20T20:50:07.534 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/hw/mlx4 2024-05-20T20:50:07.534 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/hw/mlx4/mlx4_ib.ko 2024-05-20T20:50:07.534 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/hw/mlx5 2024-05-20T20:50:07.534 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/hw/mlx5/mlx5_ib.ko 2024-05-20T20:50:07.534 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/hw/mthca 2024-05-20T20:50:07.534 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/hw/mthca/ib_mthca.ko 2024-05-20T20:50:07.534 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/ulp 2024-05-20T20:50:07.535 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/ulp/ipoib 2024-05-20T20:50:07.535 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/ulp/ipoib/ib_ipoib.ko 2024-05-20T20:50:07.535 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/ulp/iser 2024-05-20T20:50:07.535 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/ulp/iser/ib_iser.ko 2024-05-20T20:50:07.535 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/ulp/isert 2024-05-20T20:50:07.535 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/ulp/isert/ib_isert.ko 2024-05-20T20:50:07.535 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/ulp/srp 2024-05-20T20:50:07.535 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/ulp/srp/ib_srp.ko 2024-05-20T20:50:07.535 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/ulp/srpt 2024-05-20T20:50:07.535 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/ulp/srpt/ib_srpt.ko 2024-05-20T20:50:07.535 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input 2024-05-20T20:50:07.535 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/gameport 2024-05-20T20:50:07.535 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/gameport/emu10k1-gp.ko 2024-05-20T20:50:07.535 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/gameport/fm801-gp.ko 2024-05-20T20:50:07.535 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/gameport/gameport.ko 2024-05-20T20:50:07.536 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/joydev.ko 2024-05-20T20:50:07.536 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/keyboard 2024-05-20T20:50:07.536 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/keyboard/gpio_keys.ko 2024-05-20T20:50:07.536 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/mouse 2024-05-20T20:50:07.536 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/mouse/appletouch.ko 2024-05-20T20:50:07.536 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/mouse/bcm5974.ko 2024-05-20T20:50:07.536 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/mouse/cyapatp.ko 2024-05-20T20:50:07.536 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/mouse/elan_i2c.ko 2024-05-20T20:50:07.536 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/mouse/sermouse.ko 2024-05-20T20:50:07.536 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/mouse/synaptics_i2c.ko 2024-05-20T20:50:07.536 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/mouse/synaptics_usb.ko 2024-05-20T20:50:07.536 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/mouse/vsxxxaa.ko 2024-05-20T20:50:07.536 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/rmi4 2024-05-20T20:50:07.536 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/rmi4/rmi_core.ko 2024-05-20T20:50:07.537 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/serio 2024-05-20T20:50:07.537 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/serio/altera_ps2.ko 2024-05-20T20:50:07.537 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/serio/arc_ps2.ko 2024-05-20T20:50:07.537 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/serio/hyperv-keyboard.ko 2024-05-20T20:50:07.537 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/serio/serio_raw.ko 2024-05-20T20:50:07.537 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/sparse-keymap.ko 2024-05-20T20:50:07.537 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/leds 2024-05-20T20:50:07.537 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/leds/leds-blinkm.ko 2024-05-20T20:50:07.537 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/leds/leds-lm3530.ko 2024-05-20T20:50:07.537 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/leds/leds-lp3944.ko 2024-05-20T20:50:07.537 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/leds/leds-ss4200.ko 2024-05-20T20:50:07.537 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/leds/trigger 2024-05-20T20:50:07.537 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/leds/trigger/ledtrig-audio.ko 2024-05-20T20:50:07.537 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/leds/trigger/ledtrig-backlight.ko 2024-05-20T20:50:07.538 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/leds/trigger/ledtrig-camera.ko 2024-05-20T20:50:07.538 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/leds/trigger/ledtrig-default-on.ko 2024-05-20T20:50:07.538 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/leds/trigger/ledtrig-gpio.ko 2024-05-20T20:50:07.538 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/leds/trigger/ledtrig-heartbeat.ko 2024-05-20T20:50:07.538 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/leds/trigger/ledtrig-oneshot.ko 2024-05-20T20:50:07.538 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/leds/trigger/ledtrig-timer.ko 2024-05-20T20:50:07.538 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/leds/trigger/ledtrig-transient.ko 2024-05-20T20:50:07.538 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md 2024-05-20T20:50:07.538 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/bcache 2024-05-20T20:50:07.538 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/bcache/bcache.ko 2024-05-20T20:50:07.538 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/dm-bio-prison.ko 2024-05-20T20:50:07.538 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/dm-cache-smq.ko 2024-05-20T20:50:07.538 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/dm-cache.ko 2024-05-20T20:50:07.538 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/dm-crypt.ko 2024-05-20T20:50:07.539 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/dm-delay.ko 2024-05-20T20:50:07.539 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/dm-flakey.ko 2024-05-20T20:50:07.539 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/dm-log-userspace.ko 2024-05-20T20:50:07.539 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/dm-multipath.ko 2024-05-20T20:50:07.539 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/dm-queue-length.ko 2024-05-20T20:50:07.539 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/dm-raid.ko 2024-05-20T20:50:07.539 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/dm-round-robin.ko 2024-05-20T20:50:07.539 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/dm-service-time.ko 2024-05-20T20:50:07.539 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/dm-switch.ko 2024-05-20T20:50:07.539 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/dm-thin-pool.ko 2024-05-20T20:50:07.539 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/dm-verity.ko 2024-05-20T20:50:07.539 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/persistent-data 2024-05-20T20:50:07.539 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/persistent-data/dm-persistent-data.ko 2024-05-20T20:50:07.539 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/raid0.ko 2024-05-20T20:50:07.540 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/raid1.ko 2024-05-20T20:50:07.540 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/raid10.ko 2024-05-20T20:50:07.540 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/raid456.ko 2024-05-20T20:50:07.540 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/message 2024-05-20T20:50:07.540 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/message/fusion 2024-05-20T20:50:07.540 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/message/fusion/mptbase.ko 2024-05-20T20:50:07.540 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/message/fusion/mptctl.ko 2024-05-20T20:50:07.540 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/message/fusion/mptfc.ko 2024-05-20T20:50:07.540 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/message/fusion/mptlan.ko 2024-05-20T20:50:07.540 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/message/fusion/mptsas.ko 2024-05-20T20:50:07.540 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/message/fusion/mptscsih.ko 2024-05-20T20:50:07.540 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/message/fusion/mptspi.ko 2024-05-20T20:50:07.540 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/mfd 2024-05-20T20:50:07.540 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/mfd/lpc_ich.ko 2024-05-20T20:50:07.541 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/mfd/lpc_sch.ko 2024-05-20T20:50:07.541 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/mfd/mfd-core.ko 2024-05-20T20:50:07.541 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/mfd/sm501.ko 2024-05-20T20:50:07.541 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/mfd/viperboard.ko 2024-05-20T20:50:07.541 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/mfd/vx855.ko 2024-05-20T20:50:07.541 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/mfd/wl1273-core.ko 2024-05-20T20:50:07.541 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc 2024-05-20T20:50:07.541 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/altera-stapl 2024-05-20T20:50:07.541 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/altera-stapl/altera-stapl.ko 2024-05-20T20:50:07.541 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/apds9802als.ko 2024-05-20T20:50:07.541 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/apds990x.ko 2024-05-20T20:50:07.541 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/bh1770glc.ko 2024-05-20T20:50:07.541 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/cb710 2024-05-20T20:50:07.541 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/cb710/cb710.ko 2024-05-20T20:50:07.541 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/eeprom 2024-05-20T20:50:07.542 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/eeprom/at24.ko 2024-05-20T20:50:07.542 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/eeprom/eeprom_93cx6.ko 2024-05-20T20:50:07.542 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/eeprom/max6875.ko 2024-05-20T20:50:07.542 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/enclosure.ko 2024-05-20T20:50:07.542 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/hpilo.ko 2024-05-20T20:50:07.542 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/isl29003.ko 2024-05-20T20:50:07.542 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/isl29020.ko 2024-05-20T20:50:07.542 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/lis3lv02d 2024-05-20T20:50:07.542 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/lis3lv02d/lis3lv02d.ko 2024-05-20T20:50:07.542 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/lis3lv02d/lis3lv02d_i2c.ko 2024-05-20T20:50:07.542 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/mei 2024-05-20T20:50:07.542 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/mei/mei-me.ko 2024-05-20T20:50:07.542 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/mei/mei-txe.ko 2024-05-20T20:50:07.542 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/mei/mei.ko 2024-05-20T20:50:07.543 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/sgi-gru 2024-05-20T20:50:07.543 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/sgi-gru/gru.ko 2024-05-20T20:50:07.543 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/sgi-xp 2024-05-20T20:50:07.543 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/sgi-xp/xp.ko 2024-05-20T20:50:07.543 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/sgi-xp/xpc.ko 2024-05-20T20:50:07.543 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/sgi-xp/xpnet.ko 2024-05-20T20:50:07.543 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/tifm_7xx1.ko 2024-05-20T20:50:07.543 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/tifm_core.ko 2024-05-20T20:50:07.543 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/tsl2550.ko 2024-05-20T20:50:07.543 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/vmw_balloon.ko 2024-05-20T20:50:07.543 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/vmw_vmci 2024-05-20T20:50:07.543 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/vmw_vmci/vmw_vmci.ko 2024-05-20T20:50:07.543 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net 2024-05-20T20:50:07.543 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/bonding 2024-05-20T20:50:07.544 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/bonding/bonding.ko 2024-05-20T20:50:07.544 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/dsa 2024-05-20T20:50:07.544 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/dsa/b53 2024-05-20T20:50:07.544 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/dsa/b53/b53_common.ko 2024-05-20T20:50:07.544 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/dsa/bcm-sf2.ko 2024-05-20T20:50:07.544 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/dsa/mv88e6060.ko 2024-05-20T20:50:07.544 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/dsa/mv88e6xxx 2024-05-20T20:50:07.544 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/dsa/mv88e6xxx/mv88e6xxx.ko 2024-05-20T20:50:07.544 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/dummy.ko 2024-05-20T20:50:07.544 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/eql.ko 2024-05-20T20:50:07.544 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet 2024-05-20T20:50:07.544 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/3com 2024-05-20T20:50:07.544 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/3com/3c574_cs.ko 2024-05-20T20:50:07.544 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/3com/3c589_cs.ko 2024-05-20T20:50:07.544 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/3com/3c59x.ko 2024-05-20T20:50:07.545 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/3com/typhoon.ko 2024-05-20T20:50:07.545 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/8390 2024-05-20T20:50:07.545 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/8390/8390.ko 2024-05-20T20:50:07.545 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/8390/axnet_cs.ko 2024-05-20T20:50:07.545 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/8390/ne2k-pci.ko 2024-05-20T20:50:07.545 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/8390/pcnet_cs.ko 2024-05-20T20:50:07.545 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/adaptec 2024-05-20T20:50:07.545 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/adaptec/starfire.ko 2024-05-20T20:50:07.545 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/agere 2024-05-20T20:50:07.545 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/agere/et131x.ko 2024-05-20T20:50:07.545 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/alteon 2024-05-20T20:50:07.545 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/alteon/acenic.ko 2024-05-20T20:50:07.545 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/altera 2024-05-20T20:50:07.545 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/altera/altera_tse.ko 2024-05-20T20:50:07.546 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/amd 2024-05-20T20:50:07.546 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/amd/amd8111e.ko 2024-05-20T20:50:07.546 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/amd/nmclan_cs.ko 2024-05-20T20:50:07.546 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/amd/pcnet32.ko 2024-05-20T20:50:07.546 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/atheros 2024-05-20T20:50:07.546 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/atheros/alx 2024-05-20T20:50:07.546 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/atheros/alx/alx.ko 2024-05-20T20:50:07.546 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/atheros/atl1c 2024-05-20T20:50:07.546 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/atheros/atl1c/atl1c.ko 2024-05-20T20:50:07.546 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/atheros/atl1e 2024-05-20T20:50:07.546 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/atheros/atl1e/atl1e.ko 2024-05-20T20:50:07.546 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/atheros/atlx 2024-05-20T20:50:07.546 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/atheros/atlx/atl1.ko 2024-05-20T20:50:07.546 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/atheros/atlx/atl2.ko 2024-05-20T20:50:07.547 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/broadcom 2024-05-20T20:50:07.547 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/broadcom/b44.ko 2024-05-20T20:50:07.547 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/broadcom/bnx2.ko 2024-05-20T20:50:07.547 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/broadcom/bnx2x 2024-05-20T20:50:07.547 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/broadcom/bnx2x/bnx2x.ko 2024-05-20T20:50:07.547 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/broadcom/cnic.ko 2024-05-20T20:50:07.547 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/broadcom/genet 2024-05-20T20:50:07.547 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/broadcom/genet/genet.ko 2024-05-20T20:50:07.547 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/broadcom/tg3.ko 2024-05-20T20:50:07.547 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/brocade 2024-05-20T20:50:07.547 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/brocade/bna 2024-05-20T20:50:07.547 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/brocade/bna/bna.ko 2024-05-20T20:50:07.547 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/chelsio 2024-05-20T20:50:07.547 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/chelsio/cxgb 2024-05-20T20:50:07.548 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/chelsio/cxgb/cxgb.ko 2024-05-20T20:50:07.548 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/chelsio/cxgb3 2024-05-20T20:50:07.548 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/chelsio/cxgb3/cxgb3.ko 2024-05-20T20:50:07.548 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/chelsio/cxgb4 2024-05-20T20:50:07.548 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/chelsio/cxgb4/cxgb4.ko 2024-05-20T20:50:07.548 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/chelsio/cxgb4vf 2024-05-20T20:50:07.548 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/chelsio/cxgb4vf/cxgb4vf.ko 2024-05-20T20:50:07.548 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/chelsio/libcxgb 2024-05-20T20:50:07.548 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/chelsio/libcxgb/libcxgb.ko 2024-05-20T20:50:07.548 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/cisco 2024-05-20T20:50:07.548 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/cisco/enic 2024-05-20T20:50:07.548 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/cisco/enic/enic.ko 2024-05-20T20:50:07.548 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/dec 2024-05-20T20:50:07.548 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/dec/tulip 2024-05-20T20:50:07.549 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/dec/tulip/de2104x.ko 2024-05-20T20:50:07.549 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/dec/tulip/dmfe.ko 2024-05-20T20:50:07.549 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/dec/tulip/tulip.ko 2024-05-20T20:50:07.549 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/dec/tulip/uli526x.ko 2024-05-20T20:50:07.549 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/dec/tulip/winbond-840.ko 2024-05-20T20:50:07.549 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/dec/tulip/xircom_cb.ko 2024-05-20T20:50:07.549 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/dlink 2024-05-20T20:50:07.549 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/dlink/dl2k.ko 2024-05-20T20:50:07.549 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/dlink/sundance.ko 2024-05-20T20:50:07.549 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/dnet.ko 2024-05-20T20:50:07.549 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/emulex 2024-05-20T20:50:07.549 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/emulex/benet 2024-05-20T20:50:07.549 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/emulex/benet/be2net.ko 2024-05-20T20:50:07.549 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/ethoc.ko 2024-05-20T20:50:07.549 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/fealnx.ko 2024-05-20T20:50:07.550 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel 2024-05-20T20:50:07.550 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/e100.ko 2024-05-20T20:50:07.550 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/e1000 2024-05-20T20:50:07.550 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/e1000/e1000.ko 2024-05-20T20:50:07.550 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/e1000e 2024-05-20T20:50:07.550 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/e1000e/e1000e.ko 2024-05-20T20:50:07.550 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/fm10k 2024-05-20T20:50:07.550 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/fm10k/fm10k.ko 2024-05-20T20:50:07.550 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/i40e 2024-05-20T20:50:07.550 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/i40e/i40e.ko 2024-05-20T20:50:07.550 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/iavf 2024-05-20T20:50:07.551 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/iavf/iavf.ko 2024-05-20T20:50:07.551 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/igb 2024-05-20T20:50:07.551 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/igb/igb.ko 2024-05-20T20:50:07.551 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/igbvf 2024-05-20T20:50:07.551 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/igbvf/igbvf.ko 2024-05-20T20:50:07.551 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/ixgbe 2024-05-20T20:50:07.551 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko 2024-05-20T20:50:07.551 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/ixgbevf 2024-05-20T20:50:07.551 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/ixgbevf/ixgbevf.ko 2024-05-20T20:50:07.551 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/jme.ko 2024-05-20T20:50:07.551 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/marvell 2024-05-20T20:50:07.551 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/marvell/mvmdio.ko 2024-05-20T20:50:07.551 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/marvell/skge.ko 2024-05-20T20:50:07.552 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/marvell/sky2.ko 2024-05-20T20:50:07.552 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/mellanox 2024-05-20T20:50:07.552 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/mellanox/mlx4 2024-05-20T20:50:07.552 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_core.ko 2024-05-20T20:50:07.552 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_en.ko 2024-05-20T20:50:07.552 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/mellanox/mlx5 2024-05-20T20:50:07.552 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/mellanox/mlx5/core 2024-05-20T20:50:07.552 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/mellanox/mlx5/core/mlx5_core.ko 2024-05-20T20:50:07.552 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/micrel 2024-05-20T20:50:07.552 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/micrel/ksz884x.ko 2024-05-20T20:50:07.552 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/myricom 2024-05-20T20:50:07.552 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/myricom/myri10ge 2024-05-20T20:50:07.552 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/myricom/myri10ge/myri10ge.ko 2024-05-20T20:50:07.552 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/natsemi 2024-05-20T20:50:07.552 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/natsemi/natsemi.ko 2024-05-20T20:50:07.553 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/natsemi/ns83820.ko 2024-05-20T20:50:07.553 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/neterion 2024-05-20T20:50:07.553 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/neterion/s2io.ko 2024-05-20T20:50:07.553 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/nvidia 2024-05-20T20:50:07.553 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/nvidia/forcedeth.ko 2024-05-20T20:50:07.553 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/packetengines 2024-05-20T20:50:07.553 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/packetengines/hamachi.ko 2024-05-20T20:50:07.553 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/packetengines/yellowfin.ko 2024-05-20T20:50:07.553 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/qlogic 2024-05-20T20:50:07.553 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/qlogic/netxen 2024-05-20T20:50:07.553 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/qlogic/netxen/netxen_nic.ko 2024-05-20T20:50:07.553 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/qlogic/qla3xxx.ko 2024-05-20T20:50:07.553 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/qlogic/qlcnic 2024-05-20T20:50:07.553 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/qlogic/qlcnic/qlcnic.ko 2024-05-20T20:50:07.553 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/rdc 2024-05-20T20:50:07.554 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/rdc/r6040.ko 2024-05-20T20:50:07.554 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/realtek 2024-05-20T20:50:07.554 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/realtek/8139cp.ko 2024-05-20T20:50:07.554 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/realtek/8139too.ko 2024-05-20T20:50:07.554 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/realtek/atp.ko 2024-05-20T20:50:07.554 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/realtek/r8169.ko 2024-05-20T20:50:07.554 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/rocker 2024-05-20T20:50:07.554 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/rocker/rocker.ko 2024-05-20T20:50:07.554 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/sfc 2024-05-20T20:50:07.554 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/sfc/sfc.ko 2024-05-20T20:50:07.554 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/silan 2024-05-20T20:50:07.554 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/silan/sc92031.ko 2024-05-20T20:50:07.554 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/sis 2024-05-20T20:50:07.554 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/sis/sis190.ko 2024-05-20T20:50:07.555 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/sis/sis900.ko 2024-05-20T20:50:07.555 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/smsc 2024-05-20T20:50:07.555 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/smsc/epic100.ko 2024-05-20T20:50:07.555 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/smsc/smc91c92_cs.ko 2024-05-20T20:50:07.555 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/smsc/smsc911x.ko 2024-05-20T20:50:07.555 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/smsc/smsc9420.ko 2024-05-20T20:50:07.555 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/stmicro 2024-05-20T20:50:07.555 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/stmicro/stmmac 2024-05-20T20:50:07.555 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-intel.ko 2024-05-20T20:50:07.555 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac.ko 2024-05-20T20:50:07.555 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/sun 2024-05-20T20:50:07.555 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/sun/cassini.ko 2024-05-20T20:50:07.555 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/sun/niu.ko 2024-05-20T20:50:07.555 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/sun/sungem.ko 2024-05-20T20:50:07.556 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/sun/sunhme.ko 2024-05-20T20:50:07.556 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/tehuti 2024-05-20T20:50:07.556 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/tehuti/tehuti.ko 2024-05-20T20:50:07.556 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/ti 2024-05-20T20:50:07.556 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/ti/tlan.ko 2024-05-20T20:50:07.556 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/via 2024-05-20T20:50:07.556 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/via/via-rhine.ko 2024-05-20T20:50:07.556 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/via/via-velocity.ko 2024-05-20T20:50:07.556 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/wiznet 2024-05-20T20:50:07.556 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/wiznet/w5100.ko 2024-05-20T20:50:07.556 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/wiznet/w5300.ko 2024-05-20T20:50:07.556 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/xircom 2024-05-20T20:50:07.556 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/xircom/xirc2ps_cs.ko 2024-05-20T20:50:07.556 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/geneve.ko 2024-05-20T20:50:07.557 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/hyperv 2024-05-20T20:50:07.557 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/hyperv/hv_netvsc.ko 2024-05-20T20:50:07.557 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ieee802154 2024-05-20T20:50:07.557 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ieee802154/fakelb.ko 2024-05-20T20:50:07.557 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ifb.ko 2024-05-20T20:50:07.557 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ipvlan 2024-05-20T20:50:07.557 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ipvlan/ipvlan.ko 2024-05-20T20:50:07.557 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/macvlan.ko 2024-05-20T20:50:07.557 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/macvtap.ko 2024-05-20T20:50:07.557 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/mdio 2024-05-20T20:50:07.557 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/mdio.ko 2024-05-20T20:50:07.557 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/mdio/mdio-bcm-unimac.ko 2024-05-20T20:50:07.557 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/mdio/mdio-bitbang.ko 2024-05-20T20:50:07.557 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/mdio/mdio-regmap.ko 2024-05-20T20:50:07.558 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/mii.ko 2024-05-20T20:50:07.558 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/net_failover.ko 2024-05-20T20:50:07.558 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/netconsole.ko 2024-05-20T20:50:07.558 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/nlmon.ko 2024-05-20T20:50:07.558 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/pcs 2024-05-20T20:50:07.558 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/pcs/pcs-lynx.ko 2024-05-20T20:50:07.558 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/pcs/pcs_xpcs.ko 2024-05-20T20:50:07.558 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy 2024-05-20T20:50:07.558 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/amd.ko 2024-05-20T20:50:07.558 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/bcm-phy-lib.ko 2024-05-20T20:50:07.558 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/bcm-phy-ptp.ko 2024-05-20T20:50:07.558 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/bcm7xxx.ko 2024-05-20T20:50:07.558 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/bcm87xx.ko 2024-05-20T20:50:07.558 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/broadcom.ko 2024-05-20T20:50:07.559 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/cicada.ko 2024-05-20T20:50:07.559 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/davicom.ko 2024-05-20T20:50:07.559 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/dp83640.ko 2024-05-20T20:50:07.559 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/et1011c.ko 2024-05-20T20:50:07.559 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/icplus.ko 2024-05-20T20:50:07.559 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/lxt.ko 2024-05-20T20:50:07.559 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/marvell.ko 2024-05-20T20:50:07.559 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/micrel.ko 2024-05-20T20:50:07.559 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/national.ko 2024-05-20T20:50:07.559 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/phylink.ko 2024-05-20T20:50:07.559 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/qsemi.ko 2024-05-20T20:50:07.559 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/realtek.ko 2024-05-20T20:50:07.559 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/smsc.ko 2024-05-20T20:50:07.559 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/ste10Xp.ko 2024-05-20T20:50:07.560 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/vitesse.ko 2024-05-20T20:50:07.560 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ppp 2024-05-20T20:50:07.560 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ppp/bsd_comp.ko 2024-05-20T20:50:07.560 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ppp/ppp_async.ko 2024-05-20T20:50:07.560 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ppp/ppp_deflate.ko 2024-05-20T20:50:07.560 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ppp/ppp_generic.ko 2024-05-20T20:50:07.560 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ppp/ppp_mppe.ko 2024-05-20T20:50:07.560 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ppp/ppp_synctty.ko 2024-05-20T20:50:07.560 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ppp/pppoe.ko 2024-05-20T20:50:07.560 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ppp/pppox.ko 2024-05-20T20:50:07.560 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ppp/pptp.ko 2024-05-20T20:50:07.560 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/slip 2024-05-20T20:50:07.560 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/slip/slhc.ko 2024-05-20T20:50:07.560 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/slip/slip.ko 2024-05-20T20:50:07.560 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/sungem_phy.ko 2024-05-20T20:50:07.561 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/tap.ko 2024-05-20T20:50:07.561 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/team 2024-05-20T20:50:07.561 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/team/team.ko 2024-05-20T20:50:07.561 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/team/team_mode_activebackup.ko 2024-05-20T20:50:07.561 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/team/team_mode_broadcast.ko 2024-05-20T20:50:07.561 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/team/team_mode_loadbalance.ko 2024-05-20T20:50:07.561 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/team/team_mode_random.ko 2024-05-20T20:50:07.561 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/team/team_mode_roundrobin.ko 2024-05-20T20:50:07.561 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/tun.ko 2024-05-20T20:50:07.561 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/veth.ko 2024-05-20T20:50:07.561 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/virtio_net.ko 2024-05-20T20:50:07.561 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/vmxnet3 2024-05-20T20:50:07.561 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/vmxnet3/vmxnet3.ko 2024-05-20T20:50:07.562 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/vxlan 2024-05-20T20:50:07.562 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/vxlan/vxlan.ko 2024-05-20T20:50:07.562 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/xen-netback 2024-05-20T20:50:07.562 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/xen-netback/xen-netback.ko 2024-05-20T20:50:07.562 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/xen-netfront.ko 2024-05-20T20:50:07.562 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ntb 2024-05-20T20:50:07.562 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ntb/ntb.ko 2024-05-20T20:50:07.562 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/nvme 2024-05-20T20:50:07.562 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/nvme/host 2024-05-20T20:50:07.562 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/nvme/host/nvme-core.ko 2024-05-20T20:50:07.562 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/nvme/host/nvme.ko 2024-05-20T20:50:07.562 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/parport 2024-05-20T20:50:07.562 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/parport/parport.ko 2024-05-20T20:50:07.562 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/parport/parport_cs.ko 2024-05-20T20:50:07.563 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/parport/parport_pc.ko 2024-05-20T20:50:07.563 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/parport/parport_serial.ko 2024-05-20T20:50:07.563 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pci 2024-05-20T20:50:07.563 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pci/hotplug 2024-05-20T20:50:07.563 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pci/hotplug/acpiphp_ibm.ko 2024-05-20T20:50:07.563 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pci/pcie 2024-05-20T20:50:07.563 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pci/pcie/aer_inject.ko 2024-05-20T20:50:07.563 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pci/xen-pcifront.ko 2024-05-20T20:50:07.563 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pcmcia 2024-05-20T20:50:07.563 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pcmcia/i82092.ko 2024-05-20T20:50:07.563 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pcmcia/pd6729.ko 2024-05-20T20:50:07.563 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pcmcia/yenta_socket.ko 2024-05-20T20:50:07.563 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pinctrl 2024-05-20T20:50:07.563 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pinctrl/intel 2024-05-20T20:50:07.563 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pinctrl/intel/pinctrl-cherryview.ko 2024-05-20T20:50:07.564 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform 2024-05-20T20:50:07.564 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86 2024-05-20T20:50:07.564 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/acer-wmi.ko 2024-05-20T20:50:07.564 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/acerhdf.ko 2024-05-20T20:50:07.564 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/apple-gmux.ko 2024-05-20T20:50:07.564 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/asus-laptop.ko 2024-05-20T20:50:07.564 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/asus-nb-wmi.ko 2024-05-20T20:50:07.564 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/asus-wmi.ko 2024-05-20T20:50:07.564 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/classmate-laptop.ko 2024-05-20T20:50:07.564 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/eeepc-laptop.ko 2024-05-20T20:50:07.564 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/eeepc-wmi.ko 2024-05-20T20:50:07.564 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/fujitsu-laptop.ko 2024-05-20T20:50:07.564 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/fujitsu-tablet.ko 2024-05-20T20:50:07.564 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/hdaps.ko 2024-05-20T20:50:07.565 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/intel 2024-05-20T20:50:07.565 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/intel/intel-rst.ko 2024-05-20T20:50:07.565 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/intel_ips.ko 2024-05-20T20:50:07.565 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/msi-wmi.ko 2024-05-20T20:50:07.565 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/mxm-wmi.ko 2024-05-20T20:50:07.565 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/panasonic-laptop.ko 2024-05-20T20:50:07.565 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/samsung-laptop.ko 2024-05-20T20:50:07.565 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/samsung-q10.ko 2024-05-20T20:50:07.565 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/topstar-laptop.ko 2024-05-20T20:50:07.565 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/toshiba_bluetooth.ko 2024-05-20T20:50:07.565 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/toshiba_haps.ko 2024-05-20T20:50:07.565 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/wmi-bmof.ko 2024-05-20T20:50:07.565 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/wmi.ko 2024-05-20T20:50:07.565 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/powercap 2024-05-20T20:50:07.565 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/powercap/intel_rapl_common.ko 2024-05-20T20:50:07.566 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/powercap/intel_rapl_msr.ko 2024-05-20T20:50:07.566 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pps 2024-05-20T20:50:07.566 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pps/clients 2024-05-20T20:50:07.566 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pps/clients/pps-gpio.ko 2024-05-20T20:50:07.566 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pps/clients/pps-ldisc.ko 2024-05-20T20:50:07.566 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pps/clients/pps_parport.ko 2024-05-20T20:50:07.566 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pps/pps_core.ko 2024-05-20T20:50:07.566 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ptp 2024-05-20T20:50:07.566 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ptp/ptp.ko 2024-05-20T20:50:07.566 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ptp/ptp_kvm.ko 2024-05-20T20:50:07.566 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ras 2024-05-20T20:50:07.566 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ras/amd 2024-05-20T20:50:07.566 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ras/amd/atl 2024-05-20T20:50:07.566 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ras/amd/atl/amd_atl.ko 2024-05-20T20:50:07.567 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ras/amd/fmpm.ko 2024-05-20T20:50:07.567 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc 2024-05-20T20:50:07.567 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-bq32k.ko 2024-05-20T20:50:07.567 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-ds1286.ko 2024-05-20T20:50:07.567 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-ds1307.ko 2024-05-20T20:50:07.567 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-ds1374.ko 2024-05-20T20:50:07.567 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-ds1511.ko 2024-05-20T20:50:07.567 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-ds1553.ko 2024-05-20T20:50:07.567 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-ds1672.ko 2024-05-20T20:50:07.567 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-ds1742.ko 2024-05-20T20:50:07.567 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-ds2404.ko 2024-05-20T20:50:07.567 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-ds3232.ko 2024-05-20T20:50:07.567 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-em3027.ko 2024-05-20T20:50:07.567 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-fm3130.ko 2024-05-20T20:50:07.568 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-isl12022.ko 2024-05-20T20:50:07.568 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-isl1208.ko 2024-05-20T20:50:07.568 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-m41t80.ko 2024-05-20T20:50:07.568 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-m48t35.ko 2024-05-20T20:50:07.568 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-m48t59.ko 2024-05-20T20:50:07.568 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-max6900.ko 2024-05-20T20:50:07.568 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-msm6242.ko 2024-05-20T20:50:07.568 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-pcf2127.ko 2024-05-20T20:50:07.568 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-pcf85063.ko 2024-05-20T20:50:07.568 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-pcf8523.ko 2024-05-20T20:50:07.568 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-pcf8563.ko 2024-05-20T20:50:07.568 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-pcf8583.ko 2024-05-20T20:50:07.568 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-rp5c01.ko 2024-05-20T20:50:07.568 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-rs5c372.ko 2024-05-20T20:50:07.568 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-rv3029c2.ko 2024-05-20T20:50:07.569 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-rx8025.ko 2024-05-20T20:50:07.569 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-rx8581.ko 2024-05-20T20:50:07.569 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-stk17ta8.ko 2024-05-20T20:50:07.569 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-x1205.ko 2024-05-20T20:50:07.569 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi 2024-05-20T20:50:07.569 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/3w-9xxx.ko 2024-05-20T20:50:07.569 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/3w-sas.ko 2024-05-20T20:50:07.569 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/3w-xxxx.ko 2024-05-20T20:50:07.569 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/BusLogic.ko 2024-05-20T20:50:07.569 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/a100u2w.ko 2024-05-20T20:50:07.569 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/aacraid 2024-05-20T20:50:07.569 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/aacraid/aacraid.ko 2024-05-20T20:50:07.569 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/advansys.ko 2024-05-20T20:50:07.569 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/aic7xxx 2024-05-20T20:50:07.570 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/aic7xxx/aic79xx.ko 2024-05-20T20:50:07.570 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/aic7xxx/aic7xxx.ko 2024-05-20T20:50:07.570 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/am53c974.ko 2024-05-20T20:50:07.570 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/arcmsr 2024-05-20T20:50:07.570 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/arcmsr/arcmsr.ko 2024-05-20T20:50:07.570 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/atp870u.ko 2024-05-20T20:50:07.570 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/be2iscsi 2024-05-20T20:50:07.570 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/be2iscsi/be2iscsi.ko 2024-05-20T20:50:07.570 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/bfa 2024-05-20T20:50:07.570 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/bfa/bfa.ko 2024-05-20T20:50:07.570 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/bnx2fc 2024-05-20T20:50:07.570 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/bnx2fc/bnx2fc.ko 2024-05-20T20:50:07.570 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/bnx2i 2024-05-20T20:50:07.570 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/bnx2i/bnx2i.ko 2024-05-20T20:50:07.571 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/ch.ko 2024-05-20T20:50:07.571 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/csiostor 2024-05-20T20:50:07.571 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/csiostor/csiostor.ko 2024-05-20T20:50:07.571 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/cxgbi 2024-05-20T20:50:07.571 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/cxgbi/cxgb3i 2024-05-20T20:50:07.571 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/cxgbi/cxgb3i/cxgb3i.ko 2024-05-20T20:50:07.571 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/cxgbi/cxgb4i 2024-05-20T20:50:07.571 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/cxgbi/cxgb4i/cxgb4i.ko 2024-05-20T20:50:07.571 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/cxgbi/libcxgbi.ko 2024-05-20T20:50:07.571 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/dc395x.ko 2024-05-20T20:50:07.571 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/device_handler 2024-05-20T20:50:07.571 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/device_handler/scsi_dh_alua.ko 2024-05-20T20:50:07.571 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/device_handler/scsi_dh_emc.ko 2024-05-20T20:50:07.571 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/device_handler/scsi_dh_hp_sw.ko 2024-05-20T20:50:07.572 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/device_handler/scsi_dh_rdac.ko 2024-05-20T20:50:07.572 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/dmx3191d.ko 2024-05-20T20:50:07.572 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/esas2r 2024-05-20T20:50:07.572 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/esas2r/esas2r.ko 2024-05-20T20:50:07.572 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/esp_scsi.ko 2024-05-20T20:50:07.572 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/fcoe 2024-05-20T20:50:07.572 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/fcoe/fcoe.ko 2024-05-20T20:50:07.572 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/fcoe/libfcoe.ko 2024-05-20T20:50:07.572 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/fnic 2024-05-20T20:50:07.572 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/fnic/fnic.ko 2024-05-20T20:50:07.572 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/hpsa.ko 2024-05-20T20:50:07.572 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/hptiop.ko 2024-05-20T20:50:07.572 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/hv_storvsc.ko 2024-05-20T20:50:07.572 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/initio.ko 2024-05-20T20:50:07.572 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/ipr.ko 2024-05-20T20:50:07.573 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/ips.ko 2024-05-20T20:50:07.573 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/isci 2024-05-20T20:50:07.573 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/isci/isci.ko 2024-05-20T20:50:07.573 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/iscsi_boot_sysfs.ko 2024-05-20T20:50:07.573 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/iscsi_tcp.ko 2024-05-20T20:50:07.573 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/libfc 2024-05-20T20:50:07.573 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/libfc/libfc.ko 2024-05-20T20:50:07.573 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/libiscsi.ko 2024-05-20T20:50:07.573 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/libiscsi_tcp.ko 2024-05-20T20:50:07.573 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/libsas 2024-05-20T20:50:07.573 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/libsas/libsas.ko 2024-05-20T20:50:07.573 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/lpfc 2024-05-20T20:50:07.573 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/lpfc/lpfc.ko 2024-05-20T20:50:07.573 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/megaraid 2024-05-20T20:50:07.573 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/megaraid.ko 2024-05-20T20:50:07.574 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/megaraid/megaraid_mbox.ko 2024-05-20T20:50:07.574 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/megaraid/megaraid_mm.ko 2024-05-20T20:50:07.574 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/megaraid/megaraid_sas.ko 2024-05-20T20:50:07.574 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/mpt3sas 2024-05-20T20:50:07.574 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/mpt3sas/mpt3sas.ko 2024-05-20T20:50:07.574 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/mvsas 2024-05-20T20:50:07.574 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/mvsas/mvsas.ko 2024-05-20T20:50:07.574 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/mvumi.ko 2024-05-20T20:50:07.574 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/pm8001 2024-05-20T20:50:07.574 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/pm8001/pm80xx.ko 2024-05-20T20:50:07.574 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/pmcraid.ko 2024-05-20T20:50:07.574 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/qla1280.ko 2024-05-20T20:50:07.574 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/qla2xxx 2024-05-20T20:50:07.574 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/qla2xxx/qla2xxx.ko 2024-05-20T20:50:07.575 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/qla2xxx/tcm_qla2xxx.ko 2024-05-20T20:50:07.575 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/qla4xxx 2024-05-20T20:50:07.575 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/qla4xxx/qla4xxx.ko 2024-05-20T20:50:07.575 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/raid_class.ko 2024-05-20T20:50:07.575 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/scsi_debug.ko 2024-05-20T20:50:07.575 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/scsi_transport_fc.ko 2024-05-20T20:50:07.575 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/scsi_transport_iscsi.ko 2024-05-20T20:50:07.575 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/scsi_transport_sas.ko 2024-05-20T20:50:07.575 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/scsi_transport_spi.ko 2024-05-20T20:50:07.575 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/scsi_transport_srp.ko 2024-05-20T20:50:07.575 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/ses.ko 2024-05-20T20:50:07.575 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/st.ko 2024-05-20T20:50:07.575 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/stex.ko 2024-05-20T20:50:07.575 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/sym53c8xx_2 2024-05-20T20:50:07.576 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/sym53c8xx_2/sym53c8xx.ko 2024-05-20T20:50:07.576 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/virtio_scsi.ko 2024-05-20T20:50:07.576 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/vmw_pvscsi.ko 2024-05-20T20:50:07.576 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/wd719x.ko 2024-05-20T20:50:07.576 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ssb 2024-05-20T20:50:07.576 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ssb/ssb.ko 2024-05-20T20:50:07.576 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/target 2024-05-20T20:50:07.576 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/target/iscsi 2024-05-20T20:50:07.576 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/target/iscsi/iscsi_target_mod.ko 2024-05-20T20:50:07.576 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/target/loopback 2024-05-20T20:50:07.576 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/target/loopback/tcm_loop.ko 2024-05-20T20:50:07.576 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/target/target_core_file.ko 2024-05-20T20:50:07.576 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/target/target_core_iblock.ko 2024-05-20T20:50:07.576 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/target/target_core_mod.ko 2024-05-20T20:50:07.576 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/target/target_core_pscsi.ko 2024-05-20T20:50:07.577 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/target/target_core_user.ko 2024-05-20T20:50:07.577 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/target/tcm_fc 2024-05-20T20:50:07.577 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/target/tcm_fc/tcm_fc.ko 2024-05-20T20:50:07.577 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal 2024-05-20T20:50:07.577 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel 2024-05-20T20:50:07.577 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal 2024-05-20T20:50:07.577 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal/acpi_thermal_rel.ko 2024-05-20T20:50:07.577 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal/int3400_thermal.ko 2024-05-20T20:50:07.577 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal/int3401_thermal.ko 2024-05-20T20:50:07.577 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal/int3402_thermal.ko 2024-05-20T20:50:07.577 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal/int3403_thermal.ko 2024-05-20T20:50:07.577 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal/int340x_thermal_zone.ko 2024-05-20T20:50:07.577 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device.ko 2024-05-20T20:50:07.577 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci.ko 2024-05-20T20:50:07.578 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci_legacy.ko 2024-05-20T20:50:07.578 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_mbox.ko 2024-05-20T20:50:07.578 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_power_floor.ko 2024-05-20T20:50:07.578 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rapl.ko 2024-05-20T20:50:07.578 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rfim.ko 2024-05-20T20:50:07.578 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_hint.ko 2024-05-20T20:50:07.578 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_req.ko 2024-05-20T20:50:07.578 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/intel_soc_dts_iosf.ko 2024-05-20T20:50:07.578 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/intel_soc_dts_thermal.ko 2024-05-20T20:50:07.578 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/x86_pkg_temp_thermal.ko 2024-05-20T20:50:07.578 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/tty 2024-05-20T20:50:07.578 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/tty/ipwireless 2024-05-20T20:50:07.578 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/tty/ipwireless/ipwireless.ko 2024-05-20T20:50:07.578 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/tty/n_gsm.ko 2024-05-20T20:50:07.579 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/tty/n_hdlc.ko 2024-05-20T20:50:07.579 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/tty/nozomi.ko 2024-05-20T20:50:07.579 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/tty/serial 2024-05-20T20:50:07.579 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/tty/serial/8250 2024-05-20T20:50:07.579 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/tty/serial/8250/serial_cs.ko 2024-05-20T20:50:07.579 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/tty/serial/arc_uart.ko 2024-05-20T20:50:07.579 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/tty/serial/jsm 2024-05-20T20:50:07.579 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/tty/serial/jsm/jsm.ko 2024-05-20T20:50:07.579 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ufs 2024-05-20T20:50:07.579 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ufs/core 2024-05-20T20:50:07.579 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ufs/core/ufshcd-core.ko 2024-05-20T20:50:07.579 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ufs/host 2024-05-20T20:50:07.579 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ufs/host/ufshcd-pci.ko 2024-05-20T20:50:07.579 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/uio 2024-05-20T20:50:07.579 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/uio/uio.ko 2024-05-20T20:50:07.580 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/uio/uio_aec.ko 2024-05-20T20:50:07.580 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/uio/uio_cif.ko 2024-05-20T20:50:07.580 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/uio/uio_pci_generic.ko 2024-05-20T20:50:07.580 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/uio/uio_sercos3.ko 2024-05-20T20:50:07.580 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb 2024-05-20T20:50:07.580 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/class 2024-05-20T20:50:07.580 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/class/cdc-acm.ko 2024-05-20T20:50:07.580 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/class/cdc-wdm.ko 2024-05-20T20:50:07.580 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/class/usblp.ko 2024-05-20T20:50:07.580 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/class/usbtmc.ko 2024-05-20T20:50:07.580 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/host 2024-05-20T20:50:07.580 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/host/sl811-hcd.ko 2024-05-20T20:50:07.580 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/image 2024-05-20T20:50:07.580 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/image/mdc800.ko 2024-05-20T20:50:07.581 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/image/microtek.ko 2024-05-20T20:50:07.581 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc 2024-05-20T20:50:07.581 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/adutux.ko 2024-05-20T20:50:07.581 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/appledisplay.ko 2024-05-20T20:50:07.581 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/emi26.ko 2024-05-20T20:50:07.581 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/emi62.ko 2024-05-20T20:50:07.581 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/ezusb.ko 2024-05-20T20:50:07.581 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/idmouse.ko 2024-05-20T20:50:07.581 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/iowarrior.ko 2024-05-20T20:50:07.581 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/isight_firmware.ko 2024-05-20T20:50:07.581 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/ldusb.ko 2024-05-20T20:50:07.581 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/legousbtower.ko 2024-05-20T20:50:07.581 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/sisusbvga 2024-05-20T20:50:07.581 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/sisusbvga/sisusbvga.ko 2024-05-20T20:50:07.582 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/trancevibrator.ko 2024-05-20T20:50:07.582 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/usb3503.ko 2024-05-20T20:50:07.582 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/usblcd.ko 2024-05-20T20:50:07.582 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/usbsevseg.ko 2024-05-20T20:50:07.582 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/uss720.ko 2024-05-20T20:50:07.582 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/yurex.ko 2024-05-20T20:50:07.582 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/phy 2024-05-20T20:50:07.582 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/phy/phy-generic.ko 2024-05-20T20:50:07.582 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial 2024-05-20T20:50:07.582 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/aircable.ko 2024-05-20T20:50:07.582 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/ark3116.ko 2024-05-20T20:50:07.582 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/belkin_sa.ko 2024-05-20T20:50:07.582 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/ch341.ko 2024-05-20T20:50:07.582 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/cp210x.ko 2024-05-20T20:50:07.583 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/cyberjack.ko 2024-05-20T20:50:07.583 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/cypress_m8.ko 2024-05-20T20:50:07.583 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/digi_acceleport.ko 2024-05-20T20:50:07.583 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/empeg.ko 2024-05-20T20:50:07.583 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/ftdi_sio.ko 2024-05-20T20:50:07.583 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/garmin_gps.ko 2024-05-20T20:50:07.583 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/io_edgeport.ko 2024-05-20T20:50:07.583 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/io_ti.ko 2024-05-20T20:50:07.583 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/ipaq.ko 2024-05-20T20:50:07.583 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/ipw.ko 2024-05-20T20:50:07.583 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/ir-usb.ko 2024-05-20T20:50:07.583 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/iuu_phoenix.ko 2024-05-20T20:50:07.583 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/keyspan.ko 2024-05-20T20:50:07.583 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/keyspan_pda.ko 2024-05-20T20:50:07.583 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/kl5kusb105.ko 2024-05-20T20:50:07.584 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/kobil_sct.ko 2024-05-20T20:50:07.584 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/mct_u232.ko 2024-05-20T20:50:07.584 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/mos7720.ko 2024-05-20T20:50:07.584 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/mos7840.ko 2024-05-20T20:50:07.584 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/navman.ko 2024-05-20T20:50:07.584 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/omninet.ko 2024-05-20T20:50:07.584 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/opticon.ko 2024-05-20T20:50:07.584 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/option.ko 2024-05-20T20:50:07.584 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/oti6858.ko 2024-05-20T20:50:07.584 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/pl2303.ko 2024-05-20T20:50:07.584 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/qcaux.ko 2024-05-20T20:50:07.584 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/qcserial.ko 2024-05-20T20:50:07.584 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/quatech2.ko 2024-05-20T20:50:07.584 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/safe_serial.ko 2024-05-20T20:50:07.584 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/sierra.ko 2024-05-20T20:50:07.585 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/spcp8x5.ko 2024-05-20T20:50:07.585 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/ssu100.ko 2024-05-20T20:50:07.585 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/symbolserial.ko 2024-05-20T20:50:07.585 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/ti_usb_3410_5052.ko 2024-05-20T20:50:07.585 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/usb-serial-simple.ko 2024-05-20T20:50:07.585 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/usb_debug.ko 2024-05-20T20:50:07.585 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/usb_wwan.ko 2024-05-20T20:50:07.585 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/visor.ko 2024-05-20T20:50:07.585 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/whiteheat.ko 2024-05-20T20:50:07.585 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/xsens_mt.ko 2024-05-20T20:50:07.585 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage 2024-05-20T20:50:07.585 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage/uas.ko 2024-05-20T20:50:07.585 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage/ums-alauda.ko 2024-05-20T20:50:07.585 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage/ums-cypress.ko 2024-05-20T20:50:07.585 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage/ums-datafab.ko 2024-05-20T20:50:07.586 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage/ums-eneub6250.ko 2024-05-20T20:50:07.586 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage/ums-freecom.ko 2024-05-20T20:50:07.586 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage/ums-isd200.ko 2024-05-20T20:50:07.586 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage/ums-jumpshot.ko 2024-05-20T20:50:07.586 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage/ums-karma.ko 2024-05-20T20:50:07.586 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage/ums-onetouch.ko 2024-05-20T20:50:07.586 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage/ums-realtek.ko 2024-05-20T20:50:07.586 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage/ums-sddr09.ko 2024-05-20T20:50:07.586 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage/ums-sddr55.ko 2024-05-20T20:50:07.586 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage/ums-usbat.ko 2024-05-20T20:50:07.586 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage/usb-storage.ko 2024-05-20T20:50:07.586 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/usbip 2024-05-20T20:50:07.586 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/usbip/usbip-core.ko 2024-05-20T20:50:07.586 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/usbip/usbip-host.ko 2024-05-20T20:50:07.587 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/usbip/vhci-hcd.ko 2024-05-20T20:50:07.587 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/vfio 2024-05-20T20:50:07.587 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/vfio/pci 2024-05-20T20:50:07.587 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/vfio/pci/vfio-pci-core.ko 2024-05-20T20:50:07.587 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/vfio/pci/vfio-pci.ko 2024-05-20T20:50:07.587 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/vfio/vfio.ko 2024-05-20T20:50:07.587 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/vfio/vfio_iommu_type1.ko 2024-05-20T20:50:07.587 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/vhost 2024-05-20T20:50:07.587 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/vhost/vhost.ko 2024-05-20T20:50:07.587 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/vhost/vhost_iotlb.ko 2024-05-20T20:50:07.587 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/vhost/vhost_net.ko 2024-05-20T20:50:07.587 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/vhost/vhost_scsi.ko 2024-05-20T20:50:07.587 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/video 2024-05-20T20:50:07.587 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/video/backlight 2024-05-20T20:50:07.587 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/video/backlight/apple_bl.ko 2024-05-20T20:50:07.588 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/video/backlight/lcd.ko 2024-05-20T20:50:07.588 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/video/backlight/platform_lcd.ko 2024-05-20T20:50:07.588 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/virtio 2024-05-20T20:50:07.588 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/virtio/virtio.ko 2024-05-20T20:50:07.588 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/virtio/virtio_balloon.ko 2024-05-20T20:50:07.588 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/virtio/virtio_mmio.ko 2024-05-20T20:50:07.588 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/virtio/virtio_pci.ko 2024-05-20T20:50:07.588 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/virtio/virtio_pci_legacy_dev.ko 2024-05-20T20:50:07.588 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/virtio/virtio_pci_modern_dev.ko 2024-05-20T20:50:07.588 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/virtio/virtio_ring.ko 2024-05-20T20:50:07.588 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1 2024-05-20T20:50:07.588 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/masters 2024-05-20T20:50:07.588 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/masters/ds2482.ko 2024-05-20T20:50:07.588 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/masters/ds2490.ko 2024-05-20T20:50:07.588 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/slaves 2024-05-20T20:50:07.589 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/slaves/w1_ds2406.ko 2024-05-20T20:50:07.589 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/slaves/w1_ds2408.ko 2024-05-20T20:50:07.589 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/slaves/w1_ds2413.ko 2024-05-20T20:50:07.589 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/slaves/w1_ds2423.ko 2024-05-20T20:50:07.589 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/slaves/w1_ds2431.ko 2024-05-20T20:50:07.589 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/slaves/w1_ds2433.ko 2024-05-20T20:50:07.589 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/slaves/w1_ds2780.ko 2024-05-20T20:50:07.589 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/slaves/w1_ds2781.ko 2024-05-20T20:50:07.589 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/slaves/w1_ds28e04.ko 2024-05-20T20:50:07.589 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/slaves/w1_smem.ko 2024-05-20T20:50:07.589 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/slaves/w1_therm.ko 2024-05-20T20:50:07.589 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/wire.ko 2024-05-20T20:50:07.589 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog 2024-05-20T20:50:07.589 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/alim1535_wdt.ko 2024-05-20T20:50:07.590 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/alim7101_wdt.ko 2024-05-20T20:50:07.590 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/f71808e_wdt.ko 2024-05-20T20:50:07.590 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/hpwdt.ko 2024-05-20T20:50:07.590 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/i6300esb.ko 2024-05-20T20:50:07.590 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/iTCO_vendor_support.ko 2024-05-20T20:50:07.590 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/iTCO_wdt.ko 2024-05-20T20:50:07.590 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/ib700wdt.ko 2024-05-20T20:50:07.590 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/ibmasr.ko 2024-05-20T20:50:07.590 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/ie6xx_wdt.ko 2024-05-20T20:50:07.590 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/it8712f_wdt.ko 2024-05-20T20:50:07.590 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/it87_wdt.ko 2024-05-20T20:50:07.590 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/machzwd.ko 2024-05-20T20:50:07.590 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/nv_tco.ko 2024-05-20T20:50:07.590 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/pcwd_pci.ko 2024-05-20T20:50:07.591 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/pcwd_usb.ko 2024-05-20T20:50:07.591 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/sbc_fitpc2_wdt.ko 2024-05-20T20:50:07.591 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/sch311x_wdt.ko 2024-05-20T20:50:07.591 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/softdog.ko 2024-05-20T20:50:07.591 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/sp5100_tco.ko 2024-05-20T20:50:07.591 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/via_wdt.ko 2024-05-20T20:50:07.591 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/w83627hf_wdt.ko 2024-05-20T20:50:07.591 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/w83877f_wdt.ko 2024-05-20T20:50:07.591 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/w83977f_wdt.ko 2024-05-20T20:50:07.591 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/wdt_pci.ko 2024-05-20T20:50:07.591 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/xen_wdt.ko 2024-05-20T20:50:07.591 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/xen 2024-05-20T20:50:07.591 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/xen/xen-acpi-processor.ko 2024-05-20T20:50:07.591 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/xen/xen-evtchn.ko 2024-05-20T20:50:07.592 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/xen/xen-gntalloc.ko 2024-05-20T20:50:07.592 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/xen/xen-gntdev.ko 2024-05-20T20:50:07.592 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/xen/xen-pciback 2024-05-20T20:50:07.592 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/xen/xen-pciback/xen-pciback.ko 2024-05-20T20:50:07.592 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/xen/xen-privcmd.ko 2024-05-20T20:50:07.592 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/xen/xenfs 2024-05-20T20:50:07.592 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/xen/xenfs/xenfs.ko 2024-05-20T20:50:07.592 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs 2024-05-20T20:50:07.592 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/9p 2024-05-20T20:50:07.592 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/9p/9p.ko 2024-05-20T20:50:07.592 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/affs 2024-05-20T20:50:07.592 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/affs/affs.ko 2024-05-20T20:50:07.592 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/befs 2024-05-20T20:50:07.592 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/befs/befs.ko 2024-05-20T20:50:07.592 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/binfmt_misc.ko 2024-05-20T20:50:07.593 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/btrfs 2024-05-20T20:50:07.593 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/btrfs/btrfs.ko 2024-05-20T20:50:07.593 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/cachefiles 2024-05-20T20:50:07.593 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/cachefiles/cachefiles.ko 2024-05-20T20:50:07.593 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ceph 2024-05-20T20:50:07.593 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ceph/ceph.ko 2024-05-20T20:50:07.593 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/coda 2024-05-20T20:50:07.593 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/coda/coda.ko 2024-05-20T20:50:07.593 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/cramfs 2024-05-20T20:50:07.593 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/cramfs/cramfs.ko 2024-05-20T20:50:07.593 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/dlm 2024-05-20T20:50:07.593 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/dlm/dlm.ko 2024-05-20T20:50:07.593 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ecryptfs 2024-05-20T20:50:07.593 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ecryptfs/ecryptfs.ko 2024-05-20T20:50:07.593 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/f2fs 2024-05-20T20:50:07.594 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/f2fs/f2fs.ko 2024-05-20T20:50:07.594 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/fat 2024-05-20T20:50:07.594 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/fat/fat.ko 2024-05-20T20:50:07.594 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/fat/msdos.ko 2024-05-20T20:50:07.594 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/fat/vfat.ko 2024-05-20T20:50:07.594 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/fuse 2024-05-20T20:50:07.594 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/fuse/cuse.ko 2024-05-20T20:50:07.594 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/fuse/fuse.ko 2024-05-20T20:50:07.594 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/gfs2 2024-05-20T20:50:07.594 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/gfs2/gfs2.ko 2024-05-20T20:50:07.594 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/hfs 2024-05-20T20:50:07.594 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/hfs/hfs.ko 2024-05-20T20:50:07.594 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/hfsplus 2024-05-20T20:50:07.594 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/hfsplus/hfsplus.ko 2024-05-20T20:50:07.595 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/isofs 2024-05-20T20:50:07.595 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/isofs/isofs.ko 2024-05-20T20:50:07.595 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/jfs 2024-05-20T20:50:07.595 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/jfs/jfs.ko 2024-05-20T20:50:07.595 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/lockd 2024-05-20T20:50:07.595 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/lockd/lockd.ko 2024-05-20T20:50:07.595 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/minix 2024-05-20T20:50:07.595 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/minix/minix.ko 2024-05-20T20:50:07.595 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/netfs 2024-05-20T20:50:07.595 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/netfs/netfs.ko 2024-05-20T20:50:07.595 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nfs 2024-05-20T20:50:07.595 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nfs/blocklayout 2024-05-20T20:50:07.595 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nfs/blocklayout/blocklayoutdriver.ko 2024-05-20T20:50:07.595 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nfs/filelayout 2024-05-20T20:50:07.596 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nfs/filelayout/nfs_layout_nfsv41_files.ko 2024-05-20T20:50:07.596 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nfs/flexfilelayout 2024-05-20T20:50:07.596 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nfs/flexfilelayout/nfs_layout_flexfiles.ko 2024-05-20T20:50:07.596 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nfs/nfs.ko 2024-05-20T20:50:07.596 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nfs/nfsv3.ko 2024-05-20T20:50:07.596 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nfs/nfsv4.ko 2024-05-20T20:50:07.596 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nfs_common 2024-05-20T20:50:07.596 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nfs_common/grace.ko 2024-05-20T20:50:07.596 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nfs_common/nfs_acl.ko 2024-05-20T20:50:07.596 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nfsd 2024-05-20T20:50:07.596 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nfsd/nfsd.ko 2024-05-20T20:50:07.596 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nilfs2 2024-05-20T20:50:07.596 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nilfs2/nilfs2.ko 2024-05-20T20:50:07.596 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls 2024-05-20T20:50:07.596 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/mac-celtic.ko 2024-05-20T20:50:07.597 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/mac-centeuro.ko 2024-05-20T20:50:07.597 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/mac-croatian.ko 2024-05-20T20:50:07.597 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/mac-cyrillic.ko 2024-05-20T20:50:07.597 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/mac-gaelic.ko 2024-05-20T20:50:07.597 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/mac-greek.ko 2024-05-20T20:50:07.597 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/mac-iceland.ko 2024-05-20T20:50:07.597 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/mac-inuit.ko 2024-05-20T20:50:07.597 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/mac-roman.ko 2024-05-20T20:50:07.597 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/mac-romanian.ko 2024-05-20T20:50:07.597 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/mac-turkish.ko 2024-05-20T20:50:07.597 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp1250.ko 2024-05-20T20:50:07.597 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp1251.ko 2024-05-20T20:50:07.597 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp1255.ko 2024-05-20T20:50:07.597 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp737.ko 2024-05-20T20:50:07.597 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp775.ko 2024-05-20T20:50:07.598 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp850.ko 2024-05-20T20:50:07.598 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp852.ko 2024-05-20T20:50:07.598 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp855.ko 2024-05-20T20:50:07.598 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp857.ko 2024-05-20T20:50:07.598 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp860.ko 2024-05-20T20:50:07.598 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp861.ko 2024-05-20T20:50:07.598 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp862.ko 2024-05-20T20:50:07.598 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp863.ko 2024-05-20T20:50:07.598 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp864.ko 2024-05-20T20:50:07.598 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp865.ko 2024-05-20T20:50:07.598 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp866.ko 2024-05-20T20:50:07.598 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp869.ko 2024-05-20T20:50:07.598 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp874.ko 2024-05-20T20:50:07.598 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp932.ko 2024-05-20T20:50:07.599 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp936.ko 2024-05-20T20:50:07.599 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp949.ko 2024-05-20T20:50:07.599 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp950.ko 2024-05-20T20:50:07.602 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_euc-jp.ko 2024-05-20T20:50:07.602 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_iso8859-1.ko 2024-05-20T20:50:07.602 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_iso8859-13.ko 2024-05-20T20:50:07.602 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_iso8859-14.ko 2024-05-20T20:50:07.602 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_iso8859-15.ko 2024-05-20T20:50:07.602 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_iso8859-2.ko 2024-05-20T20:50:07.602 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_iso8859-3.ko 2024-05-20T20:50:07.603 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_iso8859-4.ko 2024-05-20T20:50:07.603 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_iso8859-5.ko 2024-05-20T20:50:07.603 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_iso8859-6.ko 2024-05-20T20:50:07.603 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_iso8859-7.ko 2024-05-20T20:50:07.603 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_iso8859-9.ko 2024-05-20T20:50:07.603 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_koi8-r.ko 2024-05-20T20:50:07.603 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_koi8-ru.ko 2024-05-20T20:50:07.603 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_koi8-u.ko 2024-05-20T20:50:07.603 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_ucs2_utils.ko 2024-05-20T20:50:07.603 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_utf8.ko 2024-05-20T20:50:07.603 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ocfs2 2024-05-20T20:50:07.603 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ocfs2/cluster 2024-05-20T20:50:07.603 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ocfs2/cluster/ocfs2_nodemanager.ko 2024-05-20T20:50:07.603 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ocfs2/dlm 2024-05-20T20:50:07.604 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ocfs2/dlm/ocfs2_dlm.ko 2024-05-20T20:50:07.604 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ocfs2/dlmfs 2024-05-20T20:50:07.604 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ocfs2/dlmfs/ocfs2_dlmfs.ko 2024-05-20T20:50:07.604 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ocfs2/ocfs2.ko 2024-05-20T20:50:07.604 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ocfs2/ocfs2_stack_o2cb.ko 2024-05-20T20:50:07.604 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ocfs2/ocfs2_stack_user.ko 2024-05-20T20:50:07.604 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ocfs2/ocfs2_stackglue.ko 2024-05-20T20:50:07.604 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/overlayfs 2024-05-20T20:50:07.604 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/overlayfs/overlay.ko 2024-05-20T20:50:07.604 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/pstore 2024-05-20T20:50:07.604 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/pstore/ramoops.ko 2024-05-20T20:50:07.604 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/reiserfs 2024-05-20T20:50:07.604 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/reiserfs/reiserfs.ko 2024-05-20T20:50:07.604 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/romfs 2024-05-20T20:50:07.605 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/romfs/romfs.ko 2024-05-20T20:50:07.605 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/smb 2024-05-20T20:50:07.605 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/smb/client 2024-05-20T20:50:07.605 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/smb/client/cifs.ko 2024-05-20T20:50:07.605 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/smb/common 2024-05-20T20:50:07.605 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/smb/common/cifs_arc4.ko 2024-05-20T20:50:07.605 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/smb/common/cifs_md4.ko 2024-05-20T20:50:07.605 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/squashfs 2024-05-20T20:50:07.605 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/squashfs/squashfs.ko 2024-05-20T20:50:07.605 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/sysv 2024-05-20T20:50:07.605 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/sysv/sysv.ko 2024-05-20T20:50:07.605 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/udf 2024-05-20T20:50:07.605 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/udf/udf.ko 2024-05-20T20:50:07.605 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ufs 2024-05-20T20:50:07.605 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ufs/ufs.ko 2024-05-20T20:50:07.606 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/xfs 2024-05-20T20:50:07.606 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/xfs/xfs.ko 2024-05-20T20:50:07.606 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/kernel 2024-05-20T20:50:07.606 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/kernel/rcu 2024-05-20T20:50:07.606 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/kernel/rcu/rcutorture.ko 2024-05-20T20:50:07.606 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/kernel/torture.ko 2024-05-20T20:50:07.606 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/kernel/trace 2024-05-20T20:50:07.606 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/kernel/trace/ring_buffer_benchmark.ko 2024-05-20T20:50:07.606 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib 2024-05-20T20:50:07.606 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/asn1_encoder.ko 2024-05-20T20:50:07.606 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/crc-itu-t.ko 2024-05-20T20:50:07.606 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/crc8.ko 2024-05-20T20:50:07.606 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/crypto 2024-05-20T20:50:07.606 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/crypto/libarc4.ko 2024-05-20T20:50:07.607 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/crypto/libdes.ko 2024-05-20T20:50:07.607 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/libcrc32c.ko 2024-05-20T20:50:07.607 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/lru_cache.ko 2024-05-20T20:50:07.607 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/lz4 2024-05-20T20:50:07.607 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/lz4/lz4_compress.ko 2024-05-20T20:50:07.607 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/lz4/lz4hc_compress.ko 2024-05-20T20:50:07.607 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/math 2024-05-20T20:50:07.607 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/math/cordic.ko 2024-05-20T20:50:07.607 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/raid6 2024-05-20T20:50:07.607 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/raid6/raid6_pq.ko 2024-05-20T20:50:07.607 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/reed_solomon 2024-05-20T20:50:07.607 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/reed_solomon/reed_solomon.ko 2024-05-20T20:50:07.607 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/ts_bm.ko 2024-05-20T20:50:07.607 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/ts_fsm.ko 2024-05-20T20:50:07.607 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/ts_kmp.ko 2024-05-20T20:50:07.608 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/zstd 2024-05-20T20:50:07.608 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/zstd/zstd_compress.ko 2024-05-20T20:50:07.608 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/mm 2024-05-20T20:50:07.608 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/mm/hwpoison-inject.ko 2024-05-20T20:50:07.608 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net 2024-05-20T20:50:07.608 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/6lowpan 2024-05-20T20:50:07.608 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/6lowpan/6lowpan.ko 2024-05-20T20:50:07.608 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/6lowpan/nhc_dest.ko 2024-05-20T20:50:07.608 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/6lowpan/nhc_fragment.ko 2024-05-20T20:50:07.608 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/6lowpan/nhc_hop.ko 2024-05-20T20:50:07.608 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/6lowpan/nhc_ipv6.ko 2024-05-20T20:50:07.608 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/6lowpan/nhc_mobility.ko 2024-05-20T20:50:07.608 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/6lowpan/nhc_routing.ko 2024-05-20T20:50:07.608 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/6lowpan/nhc_udp.ko 2024-05-20T20:50:07.608 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/802 2024-05-20T20:50:07.609 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/802/garp.ko 2024-05-20T20:50:07.609 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/802/mrp.ko 2024-05-20T20:50:07.609 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/802/p8022.ko 2024-05-20T20:50:07.609 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/802/psnap.ko 2024-05-20T20:50:07.609 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/802/stp.ko 2024-05-20T20:50:07.609 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/8021q 2024-05-20T20:50:07.609 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/8021q/8021q.ko 2024-05-20T20:50:07.609 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/9p 2024-05-20T20:50:07.609 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/9p/9pnet.ko 2024-05-20T20:50:07.609 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/9p/9pnet_fd.ko 2024-05-20T20:50:07.609 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/9p/9pnet_rdma.ko 2024-05-20T20:50:07.609 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/9p/9pnet_virtio.ko 2024-05-20T20:50:07.609 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/batman-adv 2024-05-20T20:50:07.609 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/batman-adv/batman-adv.ko 2024-05-20T20:50:07.610 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge 2024-05-20T20:50:07.610 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/br_netfilter.ko 2024-05-20T20:50:07.610 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/bridge.ko 2024-05-20T20:50:07.610 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter 2024-05-20T20:50:07.610 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_802_3.ko 2024-05-20T20:50:07.610 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_among.ko 2024-05-20T20:50:07.610 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_arp.ko 2024-05-20T20:50:07.610 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_arpreply.ko 2024-05-20T20:50:07.610 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_dnat.ko 2024-05-20T20:50:07.610 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_ip.ko 2024-05-20T20:50:07.610 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_ip6.ko 2024-05-20T20:50:07.610 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_limit.ko 2024-05-20T20:50:07.610 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_log.ko 2024-05-20T20:50:07.610 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_mark.ko 2024-05-20T20:50:07.610 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_mark_m.ko 2024-05-20T20:50:07.611 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_nflog.ko 2024-05-20T20:50:07.611 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_pkttype.ko 2024-05-20T20:50:07.611 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_redirect.ko 2024-05-20T20:50:07.611 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_snat.ko 2024-05-20T20:50:07.611 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_stp.ko 2024-05-20T20:50:07.611 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_vlan.ko 2024-05-20T20:50:07.611 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebtable_broute.ko 2024-05-20T20:50:07.611 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebtable_filter.ko 2024-05-20T20:50:07.611 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebtable_nat.ko 2024-05-20T20:50:07.611 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebtables.ko 2024-05-20T20:50:07.611 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/nf_conntrack_bridge.ko 2024-05-20T20:50:07.611 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/nft_meta_bridge.ko 2024-05-20T20:50:07.611 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/nft_reject_bridge.ko 2024-05-20T20:50:07.611 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ceph 2024-05-20T20:50:07.612 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ceph/libceph.ko 2024-05-20T20:50:07.612 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/core 2024-05-20T20:50:07.612 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/core/failover.ko 2024-05-20T20:50:07.612 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/core/pktgen.ko 2024-05-20T20:50:07.612 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/dccp 2024-05-20T20:50:07.612 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/dccp/dccp.ko 2024-05-20T20:50:07.612 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/dccp/dccp_diag.ko 2024-05-20T20:50:07.612 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/dccp/dccp_ipv4.ko 2024-05-20T20:50:07.612 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/dccp/dccp_ipv6.ko 2024-05-20T20:50:07.612 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/dns_resolver 2024-05-20T20:50:07.612 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/dns_resolver/dns_resolver.ko 2024-05-20T20:50:07.612 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/dsa 2024-05-20T20:50:07.612 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/dsa/dsa_core.ko 2024-05-20T20:50:07.612 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/dsa/tag_brcm.ko 2024-05-20T20:50:07.612 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/dsa/tag_dsa.ko 2024-05-20T20:50:07.613 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/dsa/tag_none.ko 2024-05-20T20:50:07.613 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/dsa/tag_trailer.ko 2024-05-20T20:50:07.613 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ieee802154 2024-05-20T20:50:07.613 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ieee802154/6lowpan 2024-05-20T20:50:07.613 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ieee802154/6lowpan/ieee802154_6lowpan.ko 2024-05-20T20:50:07.613 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ieee802154/ieee802154.ko 2024-05-20T20:50:07.613 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ieee802154/ieee802154_socket.ko 2024-05-20T20:50:07.613 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4 2024-05-20T20:50:07.613 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/ah4.ko 2024-05-20T20:50:07.613 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/esp4.ko 2024-05-20T20:50:07.613 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/fou.ko 2024-05-20T20:50:07.613 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/gre.ko 2024-05-20T20:50:07.613 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/inet_diag.ko 2024-05-20T20:50:07.613 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/ip_gre.ko 2024-05-20T20:50:07.613 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/ip_tunnel.ko 2024-05-20T20:50:07.614 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/ip_vti.ko 2024-05-20T20:50:07.614 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/ipcomp.ko 2024-05-20T20:50:07.614 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/ipip.ko 2024-05-20T20:50:07.614 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter 2024-05-20T20:50:07.614 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/arp_tables.ko 2024-05-20T20:50:07.614 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/arpt_mangle.ko 2024-05-20T20:50:07.614 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/arptable_filter.ko 2024-05-20T20:50:07.614 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/ipt_ECN.ko 2024-05-20T20:50:07.614 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/ipt_SYNPROXY.ko 2024-05-20T20:50:07.614 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/ipt_ah.ko 2024-05-20T20:50:07.614 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/ipt_rpfilter.ko 2024-05-20T20:50:07.614 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/iptable_mangle.ko 2024-05-20T20:50:07.614 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/iptable_nat.ko 2024-05-20T20:50:07.614 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/iptable_raw.ko 2024-05-20T20:50:07.615 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/iptable_security.ko 2024-05-20T20:50:07.615 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko 2024-05-20T20:50:07.615 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/nf_dup_ipv4.ko 2024-05-20T20:50:07.615 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/nf_nat_h323.ko 2024-05-20T20:50:07.615 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/nf_nat_pptp.ko 2024-05-20T20:50:07.615 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/nf_nat_snmp_basic.ko 2024-05-20T20:50:07.615 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/nf_socket_ipv4.ko 2024-05-20T20:50:07.615 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/nf_tproxy_ipv4.ko 2024-05-20T20:50:07.615 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/nft_dup_ipv4.ko 2024-05-20T20:50:07.615 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/nft_fib_ipv4.ko 2024-05-20T20:50:07.615 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/nft_reject_ipv4.ko 2024-05-20T20:50:07.615 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/tcp_bic.ko 2024-05-20T20:50:07.615 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/tcp_dctcp.ko 2024-05-20T20:50:07.615 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/tcp_diag.ko 2024-05-20T20:50:07.616 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/tcp_highspeed.ko 2024-05-20T20:50:07.616 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/tcp_htcp.ko 2024-05-20T20:50:07.616 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/tcp_hybla.ko 2024-05-20T20:50:07.616 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/tcp_illinois.ko 2024-05-20T20:50:07.616 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/tcp_lp.ko 2024-05-20T20:50:07.616 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/tcp_scalable.ko 2024-05-20T20:50:07.616 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/tcp_vegas.ko 2024-05-20T20:50:07.616 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/tcp_veno.ko 2024-05-20T20:50:07.616 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/tcp_westwood.ko 2024-05-20T20:50:07.616 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/tcp_yeah.ko 2024-05-20T20:50:07.616 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/tunnel4.ko 2024-05-20T20:50:07.616 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/udp_diag.ko 2024-05-20T20:50:07.616 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/udp_tunnel.ko 2024-05-20T20:50:07.616 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/xfrm4_tunnel.ko 2024-05-20T20:50:07.616 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6 2024-05-20T20:50:07.617 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/ah6.ko 2024-05-20T20:50:07.617 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/esp6.ko 2024-05-20T20:50:07.617 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/fou6.ko 2024-05-20T20:50:07.617 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/ip6_tunnel.ko 2024-05-20T20:50:07.617 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/ip6_udp_tunnel.ko 2024-05-20T20:50:07.617 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/ip6_vti.ko 2024-05-20T20:50:07.617 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/ipcomp6.ko 2024-05-20T20:50:07.617 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter 2024-05-20T20:50:07.617 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6_tables.ko 2024-05-20T20:50:07.617 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6t_REJECT.ko 2024-05-20T20:50:07.617 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6t_SYNPROXY.ko 2024-05-20T20:50:07.617 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6t_ah.ko 2024-05-20T20:50:07.617 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6t_eui64.ko 2024-05-20T20:50:07.617 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6t_frag.ko 2024-05-20T20:50:07.618 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6t_hbh.ko 2024-05-20T20:50:07.618 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6t_ipv6header.ko 2024-05-20T20:50:07.618 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6t_mh.ko 2024-05-20T20:50:07.618 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6t_rpfilter.ko 2024-05-20T20:50:07.618 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6t_rt.ko 2024-05-20T20:50:07.618 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6table_filter.ko 2024-05-20T20:50:07.618 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6table_mangle.ko 2024-05-20T20:50:07.618 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6table_nat.ko 2024-05-20T20:50:07.618 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6table_raw.ko 2024-05-20T20:50:07.618 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6table_security.ko 2024-05-20T20:50:07.618 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/nf_defrag_ipv6.ko 2024-05-20T20:50:07.618 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/nf_dup_ipv6.ko 2024-05-20T20:50:07.618 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/nf_reject_ipv6.ko 2024-05-20T20:50:07.618 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/nf_socket_ipv6.ko 2024-05-20T20:50:07.619 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/nf_tproxy_ipv6.ko 2024-05-20T20:50:07.619 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/nft_dup_ipv6.ko 2024-05-20T20:50:07.619 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/nft_fib_ipv6.ko 2024-05-20T20:50:07.619 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/nft_reject_ipv6.ko 2024-05-20T20:50:07.619 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/sit.ko 2024-05-20T20:50:07.619 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/tunnel6.ko 2024-05-20T20:50:07.619 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/xfrm6_tunnel.ko 2024-05-20T20:50:07.619 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/key 2024-05-20T20:50:07.619 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/key/af_key.ko 2024-05-20T20:50:07.619 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/l2tp 2024-05-20T20:50:07.619 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/l2tp/l2tp_core.ko 2024-05-20T20:50:07.619 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/l2tp/l2tp_debugfs.ko 2024-05-20T20:50:07.619 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/l2tp/l2tp_eth.ko 2024-05-20T20:50:07.620 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/l2tp/l2tp_ip.ko 2024-05-20T20:50:07.620 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/l2tp/l2tp_ip6.ko 2024-05-20T20:50:07.620 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/l2tp/l2tp_netlink.ko 2024-05-20T20:50:07.620 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/l2tp/l2tp_ppp.ko 2024-05-20T20:50:07.620 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/llc 2024-05-20T20:50:07.620 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/llc/llc.ko 2024-05-20T20:50:07.620 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/mac802154 2024-05-20T20:50:07.620 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/mac802154/mac802154.ko 2024-05-20T20:50:07.620 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/mpls 2024-05-20T20:50:07.620 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/mpls/mpls_gso.ko 2024-05-20T20:50:07.620 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter 2024-05-20T20:50:07.620 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset 2024-05-20T20:50:07.620 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set.ko 2024-05-20T20:50:07.620 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set_bitmap_ip.ko 2024-05-20T20:50:07.620 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set_bitmap_ipmac.ko 2024-05-20T20:50:07.621 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set_bitmap_port.ko 2024-05-20T20:50:07.621 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set_hash_ip.ko 2024-05-20T20:50:07.621 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set_hash_ipmark.ko 2024-05-20T20:50:07.621 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set_hash_ipport.ko 2024-05-20T20:50:07.621 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set_hash_ipportip.ko 2024-05-20T20:50:07.621 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set_hash_ipportnet.ko 2024-05-20T20:50:07.621 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set_hash_mac.ko 2024-05-20T20:50:07.621 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set_hash_net.ko 2024-05-20T20:50:07.621 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set_hash_netiface.ko 2024-05-20T20:50:07.621 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set_hash_netnet.ko 2024-05-20T20:50:07.621 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set_hash_netport.ko 2024-05-20T20:50:07.621 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set_hash_netportnet.ko 2024-05-20T20:50:07.621 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set_list_set.ko 2024-05-20T20:50:07.621 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipvs 2024-05-20T20:50:07.621 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipvs/ip_vs.ko 2024-05-20T20:50:07.622 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipvs/ip_vs_dh.ko 2024-05-20T20:50:07.622 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipvs/ip_vs_fo.ko 2024-05-20T20:50:07.622 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipvs/ip_vs_ftp.ko 2024-05-20T20:50:07.622 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipvs/ip_vs_lblc.ko 2024-05-20T20:50:07.622 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipvs/ip_vs_lblcr.ko 2024-05-20T20:50:07.622 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipvs/ip_vs_lc.ko 2024-05-20T20:50:07.622 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipvs/ip_vs_nq.ko 2024-05-20T20:50:07.622 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipvs/ip_vs_pe_sip.ko 2024-05-20T20:50:07.622 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipvs/ip_vs_rr.ko 2024-05-20T20:50:07.622 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipvs/ip_vs_sed.ko 2024-05-20T20:50:07.622 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipvs/ip_vs_sh.ko 2024-05-20T20:50:07.622 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipvs/ip_vs_wlc.ko 2024-05-20T20:50:07.622 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipvs/ip_vs_wrr.ko 2024-05-20T20:50:07.622 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_conncount.ko 2024-05-20T20:50:07.623 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_conntrack.ko 2024-05-20T20:50:07.623 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_conntrack_amanda.ko 2024-05-20T20:50:07.623 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_conntrack_broadcast.ko 2024-05-20T20:50:07.623 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_conntrack_ftp.ko 2024-05-20T20:50:07.623 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_conntrack_h323.ko 2024-05-20T20:50:07.623 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_conntrack_irc.ko 2024-05-20T20:50:07.623 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_conntrack_netbios_ns.ko 2024-05-20T20:50:07.623 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_conntrack_netlink.ko 2024-05-20T20:50:07.623 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_conntrack_pptp.ko 2024-05-20T20:50:07.623 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_conntrack_sane.ko 2024-05-20T20:50:07.623 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_conntrack_sip.ko 2024-05-20T20:50:07.623 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_conntrack_snmp.ko 2024-05-20T20:50:07.623 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_conntrack_tftp.ko 2024-05-20T20:50:07.623 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_dup_netdev.ko 2024-05-20T20:50:07.623 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_flow_table.ko 2024-05-20T20:50:07.624 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_flow_table_inet.ko 2024-05-20T20:50:07.624 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_log_syslog.ko 2024-05-20T20:50:07.624 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_nat.ko 2024-05-20T20:50:07.624 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_nat_amanda.ko 2024-05-20T20:50:07.624 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_nat_ftp.ko 2024-05-20T20:50:07.624 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_nat_irc.ko 2024-05-20T20:50:07.624 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_nat_sip.ko 2024-05-20T20:50:07.624 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_nat_tftp.ko 2024-05-20T20:50:07.624 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_synproxy_core.ko 2024-05-20T20:50:07.624 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_tables.ko 2024-05-20T20:50:07.624 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nfnetlink.ko 2024-05-20T20:50:07.624 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nfnetlink_acct.ko 2024-05-20T20:50:07.624 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nfnetlink_log.ko 2024-05-20T20:50:07.624 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nfnetlink_osf.ko 2024-05-20T20:50:07.624 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nfnetlink_queue.ko 2024-05-20T20:50:07.625 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_chain_nat.ko 2024-05-20T20:50:07.625 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_compat.ko 2024-05-20T20:50:07.625 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_ct.ko 2024-05-20T20:50:07.625 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_dup_netdev.ko 2024-05-20T20:50:07.625 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_fib.ko 2024-05-20T20:50:07.625 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_fwd_netdev.ko 2024-05-20T20:50:07.625 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_hash.ko 2024-05-20T20:50:07.625 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_limit.ko 2024-05-20T20:50:07.625 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_log.ko 2024-05-20T20:50:07.625 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_masq.ko 2024-05-20T20:50:07.625 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_nat.ko 2024-05-20T20:50:07.625 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_numgen.ko 2024-05-20T20:50:07.625 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_queue.ko 2024-05-20T20:50:07.625 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_quota.ko 2024-05-20T20:50:07.626 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_redir.ko 2024-05-20T20:50:07.626 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_reject.ko 2024-05-20T20:50:07.626 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_reject_inet.ko 2024-05-20T20:50:07.626 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_socket.ko 2024-05-20T20:50:07.626 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_tunnel.ko 2024-05-20T20:50:07.626 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_AUDIT.ko 2024-05-20T20:50:07.626 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_CHECKSUM.ko 2024-05-20T20:50:07.626 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_CLASSIFY.ko 2024-05-20T20:50:07.626 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_CONNSECMARK.ko 2024-05-20T20:50:07.626 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_CT.ko 2024-05-20T20:50:07.626 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_DSCP.ko 2024-05-20T20:50:07.626 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_HL.ko 2024-05-20T20:50:07.626 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_HMARK.ko 2024-05-20T20:50:07.627 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_IDLETIMER.ko 2024-05-20T20:50:07.627 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_LED.ko 2024-05-20T20:50:07.627 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_LOG.ko 2024-05-20T20:50:07.627 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_MASQUERADE.ko 2024-05-20T20:50:07.627 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_NETMAP.ko 2024-05-20T20:50:07.627 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_NFLOG.ko 2024-05-20T20:50:07.627 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_NFQUEUE.ko 2024-05-20T20:50:07.627 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_RATEEST.ko 2024-05-20T20:50:07.627 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_REDIRECT.ko 2024-05-20T20:50:07.627 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_SECMARK.ko 2024-05-20T20:50:07.627 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_TCPMSS.ko 2024-05-20T20:50:07.627 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_TCPOPTSTRIP.ko 2024-05-20T20:50:07.627 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_TEE.ko 2024-05-20T20:50:07.627 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_TPROXY.ko 2024-05-20T20:50:07.627 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_TRACE.ko 2024-05-20T20:50:07.628 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_addrtype.ko 2024-05-20T20:50:07.628 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_bpf.ko 2024-05-20T20:50:07.628 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_cgroup.ko 2024-05-20T20:50:07.628 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_cluster.ko 2024-05-20T20:50:07.628 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_comment.ko 2024-05-20T20:50:07.628 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_connbytes.ko 2024-05-20T20:50:07.628 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_connlabel.ko 2024-05-20T20:50:07.628 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_connlimit.ko 2024-05-20T20:50:07.628 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_connmark.ko 2024-05-20T20:50:07.628 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_conntrack.ko 2024-05-20T20:50:07.628 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_cpu.ko 2024-05-20T20:50:07.628 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_dccp.ko 2024-05-20T20:50:07.628 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_devgroup.ko 2024-05-20T20:50:07.628 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_dscp.ko 2024-05-20T20:50:07.628 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_ecn.ko 2024-05-20T20:50:07.628 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_esp.ko 2024-05-20T20:50:07.629 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_hashlimit.ko 2024-05-20T20:50:07.629 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_helper.ko 2024-05-20T20:50:07.629 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_hl.ko 2024-05-20T20:50:07.629 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_ipcomp.ko 2024-05-20T20:50:07.629 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_iprange.ko 2024-05-20T20:50:07.629 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_ipvs.ko 2024-05-20T20:50:07.629 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_l2tp.ko 2024-05-20T20:50:07.629 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_length.ko 2024-05-20T20:50:07.629 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_limit.ko 2024-05-20T20:50:07.629 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_mac.ko 2024-05-20T20:50:07.629 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_mark.ko 2024-05-20T20:50:07.629 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_multiport.ko 2024-05-20T20:50:07.629 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_nat.ko 2024-05-20T20:50:07.629 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_nfacct.ko 2024-05-20T20:50:07.629 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_osf.ko 2024-05-20T20:50:07.630 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_owner.ko 2024-05-20T20:50:07.630 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_physdev.ko 2024-05-20T20:50:07.630 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_pkttype.ko 2024-05-20T20:50:07.630 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_policy.ko 2024-05-20T20:50:07.630 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_quota.ko 2024-05-20T20:50:07.630 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_rateest.ko 2024-05-20T20:50:07.630 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_realm.ko 2024-05-20T20:50:07.630 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_recent.ko 2024-05-20T20:50:07.630 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_sctp.ko 2024-05-20T20:50:07.630 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_set.ko 2024-05-20T20:50:07.630 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_socket.ko 2024-05-20T20:50:07.630 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_state.ko 2024-05-20T20:50:07.630 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_statistic.ko 2024-05-20T20:50:07.630 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_string.ko 2024-05-20T20:50:07.631 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_tcpmss.ko 2024-05-20T20:50:07.631 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_time.ko 2024-05-20T20:50:07.631 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_u32.ko 2024-05-20T20:50:07.631 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netlink 2024-05-20T20:50:07.631 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netlink/netlink_diag.ko 2024-05-20T20:50:07.631 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/nsh 2024-05-20T20:50:07.631 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/nsh/nsh.ko 2024-05-20T20:50:07.631 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/openvswitch 2024-05-20T20:50:07.631 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/openvswitch/openvswitch.ko 2024-05-20T20:50:07.631 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/openvswitch/vport-geneve.ko 2024-05-20T20:50:07.631 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/openvswitch/vport-gre.ko 2024-05-20T20:50:07.631 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/openvswitch/vport-vxlan.ko 2024-05-20T20:50:07.631 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/packet 2024-05-20T20:50:07.631 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/packet/af_packet_diag.ko 2024-05-20T20:50:07.632 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/rds 2024-05-20T20:50:07.632 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/rds/rds.ko 2024-05-20T20:50:07.632 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/rds/rds_rdma.ko 2024-05-20T20:50:07.632 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/rds/rds_tcp.ko 2024-05-20T20:50:07.632 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched 2024-05-20T20:50:07.632 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/act_csum.ko 2024-05-20T20:50:07.632 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/act_gact.ko 2024-05-20T20:50:07.632 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/act_mirred.ko 2024-05-20T20:50:07.632 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/act_nat.ko 2024-05-20T20:50:07.632 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/act_pedit.ko 2024-05-20T20:50:07.632 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/act_police.ko 2024-05-20T20:50:07.632 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/act_simple.ko 2024-05-20T20:50:07.632 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/act_skbedit.ko 2024-05-20T20:50:07.632 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/act_vlan.ko 2024-05-20T20:50:07.632 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/cls_basic.ko 2024-05-20T20:50:07.633 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/cls_bpf.ko 2024-05-20T20:50:07.633 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/cls_flow.ko 2024-05-20T20:50:07.633 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/cls_fw.ko 2024-05-20T20:50:07.633 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/cls_route.ko 2024-05-20T20:50:07.633 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/cls_u32.ko 2024-05-20T20:50:07.633 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/em_cmp.ko 2024-05-20T20:50:07.633 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/em_ipset.ko 2024-05-20T20:50:07.633 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/em_meta.ko 2024-05-20T20:50:07.633 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/em_nbyte.ko 2024-05-20T20:50:07.633 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/em_text.ko 2024-05-20T20:50:07.633 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/em_u32.ko 2024-05-20T20:50:07.633 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_choke.ko 2024-05-20T20:50:07.633 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_codel.ko 2024-05-20T20:50:07.633 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_drr.ko 2024-05-20T20:50:07.633 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_fq.ko 2024-05-20T20:50:07.634 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_gred.ko 2024-05-20T20:50:07.634 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_hfsc.ko 2024-05-20T20:50:07.634 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_hhf.ko 2024-05-20T20:50:07.634 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_htb.ko 2024-05-20T20:50:07.634 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_ingress.ko 2024-05-20T20:50:07.634 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_mqprio.ko 2024-05-20T20:50:07.634 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_mqprio_lib.ko 2024-05-20T20:50:07.634 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_multiq.ko 2024-05-20T20:50:07.634 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_netem.ko 2024-05-20T20:50:07.634 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_pie.ko 2024-05-20T20:50:07.634 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_plug.ko 2024-05-20T20:50:07.634 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_prio.ko 2024-05-20T20:50:07.634 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_qfq.ko 2024-05-20T20:50:07.634 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_red.ko 2024-05-20T20:50:07.635 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_sfb.ko 2024-05-20T20:50:07.635 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_sfq.ko 2024-05-20T20:50:07.635 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_tbf.ko 2024-05-20T20:50:07.635 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_teql.ko 2024-05-20T20:50:07.635 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sctp 2024-05-20T20:50:07.635 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sctp/sctp.ko 2024-05-20T20:50:07.635 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sctp/sctp_diag.ko 2024-05-20T20:50:07.635 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sunrpc 2024-05-20T20:50:07.635 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sunrpc/auth_gss 2024-05-20T20:50:07.635 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sunrpc/auth_gss/auth_rpcgss.ko 2024-05-20T20:50:07.635 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sunrpc/auth_gss/rpcsec_gss_krb5.ko 2024-05-20T20:50:07.635 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sunrpc/sunrpc.ko 2024-05-20T20:50:07.635 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sunrpc/xprtrdma 2024-05-20T20:50:07.635 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sunrpc/xprtrdma/rpcrdma.ko 2024-05-20T20:50:07.635 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/tipc 2024-05-20T20:50:07.636 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/tipc/tipc.ko 2024-05-20T20:50:07.636 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/tipc/tipc_diag.ko 2024-05-20T20:50:07.636 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/unix 2024-05-20T20:50:07.636 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/unix/unix_diag.ko 2024-05-20T20:50:07.636 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/vmw_vsock 2024-05-20T20:50:07.636 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/vmw_vsock/vmw_vsock_virtio_transport_common.ko 2024-05-20T20:50:07.636 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/vmw_vsock/vmw_vsock_vmci_transport.ko 2024-05-20T20:50:07.636 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/vmw_vsock/vsock.ko 2024-05-20T20:50:07.636 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/vmw_vsock/vsock_diag.ko 2024-05-20T20:50:07.636 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/vmw_vsock/vsock_loopback.ko 2024-05-20T20:50:07.636 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/xfrm 2024-05-20T20:50:07.636 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/xfrm/xfrm_ipcomp.ko 2024-05-20T20:50:07.636 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/security 2024-05-20T20:50:07.636 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/security/keys 2024-05-20T20:50:07.636 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/security/keys/encrypted-keys 2024-05-20T20:50:07.637 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/security/keys/encrypted-keys/encrypted-keys.ko 2024-05-20T20:50:07.637 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/security/keys/trusted-keys 2024-05-20T20:50:07.637 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/security/keys/trusted-keys/trusted.ko 2024-05-20T20:50:07.637 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/modules.alias 2024-05-20T20:50:07.637 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/modules.alias.bin 2024-05-20T20:50:07.637 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/modules.builtin 2024-05-20T20:50:07.637 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/modules.builtin.alias.bin 2024-05-20T20:50:07.637 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/modules.builtin.bin 2024-05-20T20:50:07.637 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/modules.builtin.modinfo 2024-05-20T20:50:07.637 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/modules.dep 2024-05-20T20:50:07.637 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/modules.dep.bin 2024-05-20T20:50:07.637 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/modules.devname 2024-05-20T20:50:07.637 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/modules.order 2024-05-20T20:50:07.637 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/modules.softdep 2024-05-20T20:50:07.637 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/modules.symbols 2024-05-20T20:50:07.638 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/modules.symbols.bin 2024-05-20T20:50:07.638 INFO:teuthology.orchestra.run.smithi008.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/vmlinuz 2024-05-20T20:50:07.642 DEBUG:teuthology.task.kernel:get_image_version: 6.9.0-rc3-g0fe9556839d2 2024-05-20T20:50:07.642 DEBUG:teuthology.orchestra.run.smithi008:> rpm --scripts -qp /tmp/kernel.x86_64.rpm 2024-05-20T20:50:07.664 INFO:teuthology.orchestra.run.smithi008.stdout:postinstall scriptlet (using /bin/sh): 2024-05-20T20:50:07.664 INFO:teuthology.orchestra.run.smithi008.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-05-20T20:50:07.664 INFO:teuthology.orchestra.run.smithi008.stdout: /usr/bin/kernel-install add 6.9.0-rc3-g0fe9556839d2 /lib/modules/6.9.0-rc3-g0fe9556839d2/vmlinuz 2024-05-20T20:50:07.664 INFO:teuthology.orchestra.run.smithi008.stdout:fi 2024-05-20T20:50:07.665 INFO:teuthology.orchestra.run.smithi008.stdout:for file in vmlinuz System.map config; do 2024-05-20T20:50:07.665 INFO:teuthology.orchestra.run.smithi008.stdout: if ! cmp --silent "/lib/modules/6.9.0-rc3-g0fe9556839d2/${file}" "/boot/${file}-6.9.0-rc3-g0fe9556839d2"; then 2024-05-20T20:50:07.665 INFO:teuthology.orchestra.run.smithi008.stdout: cp "/lib/modules/6.9.0-rc3-g0fe9556839d2/${file}" "/boot/${file}-6.9.0-rc3-g0fe9556839d2" 2024-05-20T20:50:07.665 INFO:teuthology.orchestra.run.smithi008.stdout: fi 2024-05-20T20:50:07.665 INFO:teuthology.orchestra.run.smithi008.stdout:done 2024-05-20T20:50:07.665 INFO:teuthology.orchestra.run.smithi008.stdout:if [ -d "/lib/modules/6.9.0-rc3-g0fe9556839d2/dtb" ] && \ 2024-05-20T20:50:07.665 INFO:teuthology.orchestra.run.smithi008.stdout: ! diff -rq "/lib/modules/6.9.0-rc3-g0fe9556839d2/dtb" "/boot/dtb-6.9.0-rc3-g0fe9556839d2" >/dev/null 2>&1; then 2024-05-20T20:50:07.665 INFO:teuthology.orchestra.run.smithi008.stdout: rm -rf "/boot/dtb-6.9.0-rc3-g0fe9556839d2" 2024-05-20T20:50:07.665 INFO:teuthology.orchestra.run.smithi008.stdout: cp -r "/lib/modules/6.9.0-rc3-g0fe9556839d2/dtb" "/boot/dtb-6.9.0-rc3-g0fe9556839d2" 2024-05-20T20:50:07.665 INFO:teuthology.orchestra.run.smithi008.stdout:fi 2024-05-20T20:50:07.665 INFO:teuthology.orchestra.run.smithi008.stdout:if [ ! -e "/lib/modules/6.9.0-rc3-g0fe9556839d2/modules.dep" ]; then 2024-05-20T20:50:07.665 INFO:teuthology.orchestra.run.smithi008.stdout: /usr/sbin/depmod 6.9.0-rc3-g0fe9556839d2 2024-05-20T20:50:07.665 INFO:teuthology.orchestra.run.smithi008.stdout:fi 2024-05-20T20:50:07.665 INFO:teuthology.orchestra.run.smithi008.stdout:preuninstall scriptlet (using /bin/sh): 2024-05-20T20:50:07.665 INFO:teuthology.orchestra.run.smithi008.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-05-20T20:50:07.666 INFO:teuthology.orchestra.run.smithi008.stdout:kernel-install remove 6.9.0-rc3-g0fe9556839d2 2024-05-20T20:50:07.666 INFO:teuthology.orchestra.run.smithi008.stdout:fi 2024-05-20T20:50:07.666 DEBUG:teuthology.orchestra.run.smithi008:> sudo rpm -qi grub2-tools 2024-05-20T20:50:07.738 INFO:teuthology.orchestra.run.smithi008.stdout:Name : grub2-tools 2024-05-20T20:50:07.738 INFO:teuthology.orchestra.run.smithi008.stdout:Epoch : 1 2024-05-20T20:50:07.739 INFO:teuthology.orchestra.run.smithi008.stdout:Version : 2.06 2024-05-20T20:50:07.739 INFO:teuthology.orchestra.run.smithi008.stdout:Release : 68.el9 2024-05-20T20:50:07.739 INFO:teuthology.orchestra.run.smithi008.stdout:Architecture: x86_64 2024-05-20T20:50:07.739 INFO:teuthology.orchestra.run.smithi008.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-05-20T20:50:07.739 INFO:teuthology.orchestra.run.smithi008.stdout:Group : Unspecified 2024-05-20T20:50:07.739 INFO:teuthology.orchestra.run.smithi008.stdout:Size : 8264254 2024-05-20T20:50:07.739 INFO:teuthology.orchestra.run.smithi008.stdout:License : GPLv3+ 2024-05-20T20:50:07.739 INFO:teuthology.orchestra.run.smithi008.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-05-20T20:50:07.739 INFO:teuthology.orchestra.run.smithi008.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-05-20T20:50:07.739 INFO:teuthology.orchestra.run.smithi008.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-05-20T20:50:07.739 INFO:teuthology.orchestra.run.smithi008.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-05-20T20:50:07.739 INFO:teuthology.orchestra.run.smithi008.stdout:Packager : builder@centos.org 2024-05-20T20:50:07.739 INFO:teuthology.orchestra.run.smithi008.stdout:Vendor : CentOS 2024-05-20T20:50:07.739 INFO:teuthology.orchestra.run.smithi008.stdout:URL : http://www.gnu.org/software/grub/ 2024-05-20T20:50:07.740 INFO:teuthology.orchestra.run.smithi008.stdout:Summary : Support tools for GRUB. 2024-05-20T20:50:07.740 INFO:teuthology.orchestra.run.smithi008.stdout:Description : 2024-05-20T20:50:07.740 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T20:50:07.740 INFO:teuthology.orchestra.run.smithi008.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-05-20T20:50:07.740 INFO:teuthology.orchestra.run.smithi008.stdout:customizable bootloader with modular architecture. It supports a rich 2024-05-20T20:50:07.740 INFO:teuthology.orchestra.run.smithi008.stdout:variety of kernel formats, file systems, computer architectures and 2024-05-20T20:50:07.740 INFO:teuthology.orchestra.run.smithi008.stdout:hardware devices. 2024-05-20T20:50:07.740 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T20:50:07.740 INFO:teuthology.orchestra.run.smithi008.stdout:This subpackage provides tools for support of all platforms. 2024-05-20T20:50:07.741 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-05-20T20:50:07.741 INFO:teuthology.task.kernel:Updating grub on smithi008 to boot 6.9.0-rc3-g0fe9556839d2 2024-05-20T20:50:07.741 DEBUG:teuthology.orchestra.run.smithi008:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-05-20T20:50:08.317 INFO:teuthology.orchestra.run.smithi008.stderr:Generating grub configuration file ... 2024-05-20T20:50:09.735 INFO:teuthology.orchestra.run.smithi008.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-05-20T20:50:09.776 INFO:teuthology.orchestra.run.smithi008.stderr:done 2024-05-20T20:50:09.778 DEBUG:teuthology.orchestra.run.smithi008:> mktemp 2024-05-20T20:50:09.794 INFO:teuthology.orchestra.run.smithi008.stdout:/tmp/tmp.3Hr1APBbkR 2024-05-20T20:50:09.794 DEBUG:teuthology.orchestra.run.smithi008:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.3Hr1APBbkR 2024-05-20T20:50:09.864 DEBUG:teuthology.orchestra.run.smithi008:> sudo chmod 0666 /tmp/tmp.3Hr1APBbkR 2024-05-20T20:50:10.006 DEBUG:teuthology.orchestra.remote:smithi008:/tmp/tmp.3Hr1APBbkR is 6KB 2024-05-20T20:50:10.055 DEBUG:teuthology.orchestra.run.smithi008:> rm -fr /tmp/tmp.3Hr1APBbkR 2024-05-20T20:50:10.070 DEBUG:teuthology.orchestra.run.smithi008:> sudo /bin/ls /boot/loader/entries || true 2024-05-20T20:50:10.135 INFO:teuthology.orchestra.run.smithi008.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-05-20T20:50:10.135 INFO:teuthology.orchestra.run.smithi008.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-05-20T20:50:10.135 INFO:teuthology.orchestra.run.smithi008.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-05-20T20:50:10.135 INFO:teuthology.orchestra.run.smithi008.stdout:7fc8828e06d0482694bcf4a447d13cb6-6.9.0-rc3-g0fe9556839d2.conf 2024-05-20T20:50:10.137 DEBUG:teuthology.orchestra.run.smithi008:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-6.9.0-rc3-g0fe9556839d2 2024-05-20T20:50:10.261 DEBUG:teuthology.orchestra.run.smithi008:> sudo shutdown -r now 2024-05-20T20:50:40.265 INFO:teuthology.task.kernel:Checking client client.0 for new kernel version... 2024-05-20T20:50:40.266 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi008.front.sepia.ceph.com' 2024-05-20T20:50:40.268 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi008.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-20T20:51:40.271 DEBUG:teuthology.orchestra.remote:timed out 2024-05-20T20:51:49.272 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi008.front.sepia.ceph.com' 2024-05-20T20:51:49.273 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi008.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-20T20:51:49.623 DEBUG:teuthology.orchestra.run.smithi008:> true 2024-05-20T20:51:50.358 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi008.front.sepia.ceph.com' 2024-05-20T20:51:50.358 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "6.9.0-rc3-g0fe9556839d2"... 2024-05-20T20:51:50.359 DEBUG:teuthology.orchestra.run.smithi008:> uname -r 2024-05-20T20:51:50.397 INFO:teuthology.orchestra.run.smithi008.stdout:6.9.0-rc3-g0fe9556839d2 2024-05-20T20:51:50.398 DEBUG:teuthology.task.kernel:current kernel version is 6.9.0-rc3-g0fe9556839d2 vs 6.9.0-rc3-g0fe9556839d2 2024-05-20T20:51:50.398 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-05-20T20:51:50.398 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-05-20T20:51:51.401 DEBUG:teuthology.parallel:result is None 2024-05-20T20:51:51.402 INFO:teuthology.run_tasks:Running task internal.base... 2024-05-20T20:51:51.409 INFO:teuthology.task.internal:Creating test directory... 2024-05-20T20:51:51.410 DEBUG:teuthology.orchestra.run.smithi008:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-05-20T20:51:51.417 DEBUG:teuthology.orchestra.run.smithi050:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-05-20T20:51:51.420 DEBUG:teuthology.orchestra.run.smithi130:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-05-20T20:51:51.461 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-05-20T20:51:51.468 INFO:teuthology.run_tasks:Running task internal.archive... 2024-05-20T20:51:51.535 INFO:teuthology.task.internal:Creating archive directory... 2024-05-20T20:51:51.535 DEBUG:teuthology.orchestra.run.smithi008:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-05-20T20:51:51.542 DEBUG:teuthology.orchestra.run.smithi050:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-05-20T20:51:51.544 DEBUG:teuthology.orchestra.run.smithi130:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-05-20T20:51:51.639 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-05-20T20:51:51.645 INFO:teuthology.task.internal:Enabling coredump saving... 2024-05-20T20:51:51.645 DEBUG:teuthology.orchestra.run.smithi050:> test -f /run/.containerenv -o -f /.dockerenv 2024-05-20T20:51:51.662 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-20T20:51:51.663 DEBUG:teuthology.orchestra.run.smithi130:> test -f /run/.containerenv -o -f /.dockerenv 2024-05-20T20:51:51.679 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-20T20:51:51.680 DEBUG:teuthology.orchestra.run.smithi008:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-05-20T20:51:51.685 DEBUG:teuthology.orchestra.run.smithi050:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-05-20T20:51:51.705 DEBUG:teuthology.orchestra.run.smithi130:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-05-20T20:51:51.758 INFO:teuthology.orchestra.run.smithi050.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-20T20:51:51.762 INFO:teuthology.orchestra.run.smithi130.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-20T20:51:51.778 INFO:teuthology.orchestra.run.smithi050.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-20T20:51:51.779 INFO:teuthology.orchestra.run.smithi130.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-20T20:51:51.817 INFO:teuthology.orchestra.run.smithi008.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-20T20:51:51.855 INFO:teuthology.orchestra.run.smithi008.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-20T20:51:51.858 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-05-20T20:51:51.865 INFO:teuthology.task.internal:Configuring sudo... 2024-05-20T20:51:51.866 DEBUG:teuthology.orchestra.run.smithi008:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-05-20T20:51:51.871 DEBUG:teuthology.orchestra.run.smithi050:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-05-20T20:51:51.873 DEBUG:teuthology.orchestra.run.smithi130:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-05-20T20:51:51.931 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-05-20T20:51:51.940 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-05-20T20:51:51.941 DEBUG:teuthology.orchestra.run.smithi008:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-05-20T20:51:51.945 DEBUG:teuthology.orchestra.run.smithi050:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-05-20T20:51:51.947 DEBUG:teuthology.orchestra.run.smithi130:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-05-20T20:51:51.980 DEBUG:teuthology.orchestra.run.smithi008:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-20T20:51:52.097 DEBUG:teuthology.orchestra.run.smithi008:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-20T20:51:52.180 DEBUG:teuthology.orchestra.run.smithi008:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-20T20:51:52.262 DEBUG:teuthology.orchestra.run.smithi008:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-20T20:51:52.338 DEBUG:teuthology.orchestra.run.smithi008:> set -ex 2024-05-20T20:51:52.339 DEBUG:teuthology.orchestra.run.smithi008:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-05-20T20:51:52.431 DEBUG:teuthology.orchestra.run.smithi050:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-20T20:51:52.476 DEBUG:teuthology.orchestra.run.smithi050:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-20T20:51:52.530 DEBUG:teuthology.orchestra.run.smithi050:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-20T20:51:52.611 DEBUG:teuthology.orchestra.run.smithi050:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-20T20:51:52.658 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-05-20T20:51:52.658 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-05-20T20:51:52.725 DEBUG:teuthology.orchestra.run.smithi130:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-20T20:51:52.768 DEBUG:teuthology.orchestra.run.smithi130:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-20T20:51:52.822 DEBUG:teuthology.orchestra.run.smithi130:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-20T20:51:52.906 DEBUG:teuthology.orchestra.run.smithi130:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-20T20:51:52.947 DEBUG:teuthology.orchestra.run.smithi130:> set -ex 2024-05-20T20:51:52.947 DEBUG:teuthology.orchestra.run.smithi130:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-05-20T20:51:53.013 DEBUG:teuthology.orchestra.run.smithi008:> sudo service rsyslog restart 2024-05-20T20:51:53.019 DEBUG:teuthology.orchestra.run.smithi050:> sudo service rsyslog restart 2024-05-20T20:51:53.022 DEBUG:teuthology.orchestra.run.smithi130:> sudo service rsyslog restart 2024-05-20T20:51:53.054 INFO:teuthology.orchestra.run.smithi050.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-20T20:51:53.091 INFO:teuthology.orchestra.run.smithi130.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-20T20:51:53.130 INFO:teuthology.orchestra.run.smithi008.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-20T20:51:53.461 INFO:teuthology.run_tasks:Running task internal.timer... 2024-05-20T20:51:53.469 INFO:teuthology.task.internal:Starting timer... 2024-05-20T20:51:53.469 INFO:teuthology.run_tasks:Running task pcp... 2024-05-20T20:51:53.479 INFO:teuthology.run_tasks:Running task selinux... 2024-05-20T20:51:53.487 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0']} 2024-05-20T20:51:53.487 DEBUG:teuthology.orchestra.run.smithi008:> sudo service auditd rotate 2024-05-20T20:51:53.585 INFO:teuthology.orchestra.run.smithi008.stdout:Rotating logs: 2024-05-20T20:51:53.588 DEBUG:teuthology.orchestra.run.smithi050:> sudo service auditd rotate 2024-05-20T20:51:53.673 INFO:teuthology.orchestra.run.smithi050.stdout:Rotating logs: 2024-05-20T20:51:53.675 DEBUG:teuthology.orchestra.run.smithi130:> sudo service auditd rotate 2024-05-20T20:51:53.753 INFO:teuthology.orchestra.run.smithi130.stdout:Rotating logs: 2024-05-20T20:51:53.755 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-05-20T20:51:53.756 DEBUG:teuthology.orchestra.run.smithi008:> /usr/sbin/getenforce 2024-05-20T20:51:53.822 INFO:teuthology.orchestra.run.smithi008.stdout:Permissive 2024-05-20T20:51:53.822 DEBUG:teuthology.orchestra.run.smithi050:> /usr/sbin/getenforce 2024-05-20T20:51:53.848 INFO:teuthology.orchestra.run.smithi050.stdout:Permissive 2024-05-20T20:51:53.848 DEBUG:teuthology.orchestra.run.smithi130:> /usr/sbin/getenforce 2024-05-20T20:51:53.871 INFO:teuthology.orchestra.run.smithi130.stdout:Permissive 2024-05-20T20:51:53.872 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi008.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi050.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi130.front.sepia.ceph.com': 'permissive'} 2024-05-20T20:51:53.872 DEBUG:teuthology.orchestra.run.smithi008:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-05-20T20:51:53.945 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-20T20:51:53.945 DEBUG:teuthology.orchestra.run.smithi050:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-05-20T20:51:53.974 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-20T20:51:53.974 DEBUG:teuthology.orchestra.run.smithi130:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-05-20T20:51:54.001 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-20T20:51:54.001 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-05-20T20:51:54.001 DEBUG:teuthology.orchestra.run.smithi008:> sudo /usr/sbin/setenforce permissive 2024-05-20T20:51:54.156 DEBUG:teuthology.orchestra.run.smithi050:> sudo /usr/sbin/setenforce permissive 2024-05-20T20:51:54.184 DEBUG:teuthology.orchestra.run.smithi130:> sudo /usr/sbin/setenforce permissive 2024-05-20T20:51:54.209 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-05-20T20:51:54.219 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-05-20T20:51:54.223 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-05-20T20:51:54.376 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-05-20T20:51:54.387 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-05-20T20:51:54.388 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi008.front.sepia.ceph.com,smithi050.front.sepia.ceph.com,smithi130.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-05-20T20:58:04.822 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi008.front.sepia.ceph.com'), Remote(name='ubuntu@smithi050.front.sepia.ceph.com'), Remote(name='ubuntu@smithi130.front.sepia.ceph.com')] 2024-05-20T20:58:04.824 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi008.front.sepia.ceph.com' 2024-05-20T20:58:04.825 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi008.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-20T20:58:04.935 DEBUG:teuthology.orchestra.run.smithi008:> true 2024-05-20T20:58:05.110 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi008.front.sepia.ceph.com' 2024-05-20T20:58:05.111 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi050.front.sepia.ceph.com' 2024-05-20T20:58:05.111 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi050.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-20T20:58:05.188 DEBUG:teuthology.orchestra.run.smithi050:> true 2024-05-20T20:58:05.277 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi050.front.sepia.ceph.com' 2024-05-20T20:58:05.277 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi130.front.sepia.ceph.com' 2024-05-20T20:58:05.278 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi130.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-20T20:58:05.354 DEBUG:teuthology.orchestra.run.smithi130:> true 2024-05-20T20:58:05.436 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi130.front.sepia.ceph.com' 2024-05-20T20:58:05.437 INFO:teuthology.run_tasks:Running task clock... 2024-05-20T20:58:05.447 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-05-20T20:58:05.447 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-05-20T20:58:05.448 DEBUG:teuthology.orchestra.run.smithi008:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-20T20:58:05.456 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-05-20T20:58:05.456 DEBUG:teuthology.orchestra.run.smithi050:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-20T20:58:05.459 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-05-20T20:58:05.459 DEBUG:teuthology.orchestra.run.smithi130:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-20T20:58:05.490 INFO:teuthology.orchestra.run.smithi050.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-05-20T20:58:05.506 INFO:teuthology.orchestra.run.smithi050.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-05-20T20:58:05.506 INFO:teuthology.orchestra.run.smithi130.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-05-20T20:58:05.521 INFO:teuthology.orchestra.run.smithi130.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-05-20T20:58:05.531 INFO:teuthology.orchestra.run.smithi050.stderr:sudo: ntpd: command not found 2024-05-20T20:58:05.543 INFO:teuthology.orchestra.run.smithi050.stdout:506 Cannot talk to daemon 2024-05-20T20:58:05.545 INFO:teuthology.orchestra.run.smithi130.stderr:sudo: ntpd: command not found 2024-05-20T20:58:05.550 INFO:teuthology.orchestra.run.smithi008.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-05-20T20:58:05.559 INFO:teuthology.orchestra.run.smithi050.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-05-20T20:58:05.559 INFO:teuthology.orchestra.run.smithi130.stdout:506 Cannot talk to daemon 2024-05-20T20:58:05.570 INFO:teuthology.orchestra.run.smithi130.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-05-20T20:58:05.571 INFO:teuthology.orchestra.run.smithi050.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-05-20T20:58:05.583 INFO:teuthology.orchestra.run.smithi130.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-05-20T20:58:05.594 INFO:teuthology.orchestra.run.smithi008.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-05-20T20:58:05.630 INFO:teuthology.orchestra.run.smithi050.stderr:bash: line 1: ntpq: command not found 2024-05-20T20:58:05.633 INFO:teuthology.orchestra.run.smithi050.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-20T20:58:05.634 INFO:teuthology.orchestra.run.smithi050.stdout:=============================================================================== 2024-05-20T20:58:05.634 INFO:teuthology.orchestra.run.smithi050.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-20T20:58:05.634 INFO:teuthology.orchestra.run.smithi050.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-20T20:58:05.634 INFO:teuthology.orchestra.run.smithi050.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-20T20:58:05.634 INFO:teuthology.orchestra.run.smithi050.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-20T20:58:05.642 INFO:teuthology.orchestra.run.smithi130.stderr:bash: line 1: ntpq: command not found 2024-05-20T20:58:05.646 INFO:teuthology.orchestra.run.smithi130.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-20T20:58:05.646 INFO:teuthology.orchestra.run.smithi130.stdout:=============================================================================== 2024-05-20T20:58:05.646 INFO:teuthology.orchestra.run.smithi130.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-20T20:58:05.646 INFO:teuthology.orchestra.run.smithi130.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-20T20:58:05.646 INFO:teuthology.orchestra.run.smithi130.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-20T20:58:05.646 INFO:teuthology.orchestra.run.smithi130.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-20T20:58:05.674 INFO:teuthology.orchestra.run.smithi008.stderr:sudo: ntpd: command not found 2024-05-20T20:58:05.707 INFO:teuthology.orchestra.run.smithi008.stdout:506 Cannot talk to daemon 2024-05-20T20:58:05.751 INFO:teuthology.orchestra.run.smithi008.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-05-20T20:58:05.796 INFO:teuthology.orchestra.run.smithi008.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-05-20T20:58:05.941 INFO:teuthology.orchestra.run.smithi008.stderr:bash: line 1: ntpq: command not found 2024-05-20T20:58:05.950 INFO:teuthology.orchestra.run.smithi008.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-20T20:58:05.950 INFO:teuthology.orchestra.run.smithi008.stdout:=============================================================================== 2024-05-20T20:58:05.950 INFO:teuthology.orchestra.run.smithi008.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-20T20:58:05.950 INFO:teuthology.orchestra.run.smithi008.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-20T20:58:05.950 INFO:teuthology.orchestra.run.smithi008.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-20T20:58:05.951 INFO:teuthology.orchestra.run.smithi008.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-20T20:58:05.952 INFO:teuthology.run_tasks:Running task install... 2024-05-20T20:58:05.961 DEBUG:teuthology.task.install:project ceph 2024-05-20T20:58:05.961 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '4ebd1d5361d457738957dc0455bba90102296634'}} 2024-05-20T20:58:05.961 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '4ebd1d5361d457738957dc0455bba90102296634'} 2024-05-20T20:58:05.961 INFO:teuthology.task.install:Using flavor: default 2024-05-20T20:58:05.969 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-05-20T20:58:05.969 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-05-20T20:58:05.969 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '4ebd1d5361d457738957dc0455bba90102296634', 'tag': None, 'wait_for_package': False} 2024-05-20T20:58:05.970 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=4ebd1d5361d457738957dc0455bba90102296634 2024-05-20T20:58:05.972 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '4ebd1d5361d457738957dc0455bba90102296634', 'tag': None, 'wait_for_package': False} 2024-05-20T20:58:05.972 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=4ebd1d5361d457738957dc0455bba90102296634 2024-05-20T20:58:05.973 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '4ebd1d5361d457738957dc0455bba90102296634', 'tag': None, 'wait_for_package': False} 2024-05-20T20:58:05.973 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=4ebd1d5361d457738957dc0455bba90102296634 2024-05-20T20:58:06.114 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/wip-lusov-quiesce/4ebd1d5361d457738957dc0455bba90102296634/centos/9/flavors/default/ 2024-05-20T20:58:06.114 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3830.g4ebd1d53 2024-05-20T20:58:06.185 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/wip-lusov-quiesce/4ebd1d5361d457738957dc0455bba90102296634/centos/9/flavors/default/ 2024-05-20T20:58:06.186 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3830.g4ebd1d53 2024-05-20T20:58:06.189 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/wip-lusov-quiesce/4ebd1d5361d457738957dc0455bba90102296634/centos/9/flavors/default/ 2024-05-20T20:58:06.189 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3830.g4ebd1d53 2024-05-20T20:58:06.286 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-lusov-quiesce/4ebd1d5361d457738957dc0455bba90102296634/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-lusov-quiesce/4ebd1d5361d457738957dc0455bba90102296634/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-lusov-quiesce/4ebd1d5361d457738957dc0455bba90102296634/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-05-20T20:58:06.287 DEBUG:teuthology.orchestra.run.smithi130:> set -ex 2024-05-20T20:58:06.287 DEBUG:teuthology.orchestra.run.smithi130:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-05-20T20:58:06.297 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-lusov-quiesce/4ebd1d5361d457738957dc0455bba90102296634/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-lusov-quiesce/4ebd1d5361d457738957dc0455bba90102296634/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-lusov-quiesce/4ebd1d5361d457738957dc0455bba90102296634/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-05-20T20:58:06.297 DEBUG:teuthology.orchestra.run.smithi008:> set -ex 2024-05-20T20:58:06.298 DEBUG:teuthology.orchestra.run.smithi008:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-05-20T20:58:06.305 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-lusov-quiesce/4ebd1d5361d457738957dc0455bba90102296634/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-lusov-quiesce/4ebd1d5361d457738957dc0455bba90102296634/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-lusov-quiesce/4ebd1d5361d457738957dc0455bba90102296634/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-05-20T20:58:06.305 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-05-20T20:58:06.305 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-05-20T20:58:06.312 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-05-20T20:58:06.312 DEBUG:teuthology.orchestra.run.smithi130:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/4ebd1d5361d457738957dc0455bba90102296634/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-05-20T20:58:06.336 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-05-20T20:58:06.337 DEBUG:teuthology.orchestra.run.smithi050:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/4ebd1d5361d457738957dc0455bba90102296634/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-05-20T20:58:06.377 DEBUG:teuthology.orchestra.run.smithi130:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-05-20T20:58:06.393 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-05-20T20:58:06.394 DEBUG:teuthology.orchestra.run.smithi008:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/4ebd1d5361d457738957dc0455bba90102296634/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-05-20T20:58:06.405 DEBUG:teuthology.orchestra.run.smithi050:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-05-20T20:58:06.450 DEBUG:teuthology.orchestra.run.smithi130:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-05-20T20:58:06.484 DEBUG:teuthology.orchestra.run.smithi050:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-05-20T20:58:06.512 INFO:teuthology.orchestra.run.smithi130.stdout:check_obsoletes = 1 2024-05-20T20:58:06.513 DEBUG:teuthology.orchestra.run.smithi130:> sudo yum clean all 2024-05-20T20:58:06.529 DEBUG:teuthology.orchestra.run.smithi008:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-05-20T20:58:06.550 INFO:teuthology.orchestra.run.smithi050.stdout:check_obsoletes = 1 2024-05-20T20:58:06.552 DEBUG:teuthology.orchestra.run.smithi050:> sudo yum clean all 2024-05-20T20:58:06.646 DEBUG:teuthology.orchestra.run.smithi008:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-05-20T20:58:06.730 INFO:teuthology.orchestra.run.smithi008.stdout:check_obsoletes = 1 2024-05-20T20:58:06.735 DEBUG:teuthology.orchestra.run.smithi008:> sudo yum clean all 2024-05-20T20:58:06.743 INFO:teuthology.orchestra.run.smithi130.stdout:57 files removed 2024-05-20T20:58:06.770 DEBUG:teuthology.orchestra.run.smithi130:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-05-20T20:58:06.793 INFO:teuthology.orchestra.run.smithi050.stdout:57 files removed 2024-05-20T20:58:06.820 DEBUG:teuthology.orchestra.run.smithi050:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-05-20T20:58:07.082 INFO:teuthology.orchestra.run.smithi008.stdout:57 files removed 2024-05-20T20:58:07.122 DEBUG:teuthology.orchestra.run.smithi008:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-05-20T20:58:07.441 INFO:teuthology.orchestra.run.smithi130.stdout:ceph packages for x86_64 204 kB/s | 84 kB 00:00 2024-05-20T20:58:07.447 INFO:teuthology.orchestra.run.smithi050.stdout:ceph packages for x86_64 238 kB/s | 84 kB 00:00 2024-05-20T20:58:07.822 INFO:teuthology.orchestra.run.smithi050.stdout:ceph noarch packages 36 kB/s | 12 kB 00:00 2024-05-20T20:58:07.908 INFO:teuthology.orchestra.run.smithi130.stdout:ceph noarch packages 28 kB/s | 12 kB 00:00 2024-05-20T20:58:08.103 INFO:teuthology.orchestra.run.smithi008.stdout:ceph packages for x86_64 159 kB/s | 84 kB 00:00 2024-05-20T20:58:08.181 INFO:teuthology.orchestra.run.smithi050.stdout:ceph source packages 5.9 kB/s | 1.9 kB 00:00 2024-05-20T20:58:08.251 INFO:teuthology.orchestra.run.smithi130.stdout:ceph source packages 6.2 kB/s | 1.9 kB 00:00 2024-05-20T20:58:08.603 INFO:teuthology.orchestra.run.smithi008.stdout:ceph noarch packages 29 kB/s | 12 kB 00:00 2024-05-20T20:58:09.105 INFO:teuthology.orchestra.run.smithi008.stdout:ceph source packages 4.6 kB/s | 1.9 kB 00:00 2024-05-20T20:58:09.939 INFO:teuthology.orchestra.run.smithi130.stdout:CentOS Stream 9 - BaseOS 4.9 MB/s | 8.1 MB 00:01 2024-05-20T20:58:10.045 INFO:teuthology.orchestra.run.smithi050.stdout:CentOS Stream 9 - BaseOS 4.4 MB/s | 8.1 MB 00:01 2024-05-20T20:58:11.401 INFO:teuthology.orchestra.run.smithi008.stdout:CentOS Stream 9 - BaseOS 3.7 MB/s | 8.1 MB 00:02 2024-05-20T20:58:26.374 INFO:teuthology.orchestra.run.smithi050.stdout:CentOS Stream 9 - AppStream 1.3 MB/s | 19 MB 00:15 2024-05-20T20:58:26.851 INFO:teuthology.orchestra.run.smithi130.stdout:CentOS Stream 9 - AppStream 1.2 MB/s | 19 MB 00:15 2024-05-20T20:58:28.211 INFO:teuthology.orchestra.run.smithi008.stdout:CentOS Stream 9 - AppStream 1.2 MB/s | 19 MB 00:15 2024-05-20T20:58:31.921 INFO:teuthology.orchestra.run.smithi050.stdout:CentOS Stream 9 - CRB 3.5 MB/s | 6.2 MB 00:01 2024-05-20T20:58:32.098 INFO:teuthology.orchestra.run.smithi130.stdout:CentOS Stream 9 - CRB 3.7 MB/s | 6.2 MB 00:01 2024-05-20T20:58:33.442 INFO:teuthology.orchestra.run.smithi050.stdout:CentOS Stream 9 - Extras packages 53 kB/s | 16 kB 00:00 2024-05-20T20:58:33.703 INFO:teuthology.orchestra.run.smithi130.stdout:CentOS Stream 9 - Extras packages 35 kB/s | 16 kB 00:00 2024-05-20T20:58:34.282 INFO:teuthology.orchestra.run.smithi008.stdout:CentOS Stream 9 - CRB 3.0 MB/s | 6.2 MB 00:02 2024-05-20T20:58:34.913 INFO:teuthology.orchestra.run.smithi130.stdout:Extra Packages for Enterprise Linux 19 MB/s | 21 MB 00:01 2024-05-20T20:58:35.163 INFO:teuthology.orchestra.run.smithi050.stdout:Extra Packages for Enterprise Linux 13 MB/s | 21 MB 00:01 2024-05-20T20:58:36.146 INFO:teuthology.orchestra.run.smithi008.stdout:CentOS Stream 9 - Extras packages 34 kB/s | 16 kB 00:00 2024-05-20T20:58:37.904 INFO:teuthology.orchestra.run.smithi008.stdout:Extra Packages for Enterprise Linux 13 MB/s | 21 MB 00:01 2024-05-20T20:58:40.096 INFO:teuthology.orchestra.run.smithi130.stdout:lab-extras 9.0 kB/s | 1.7 kB 00:00 2024-05-20T20:58:40.527 INFO:teuthology.orchestra.run.smithi050.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-05-20T20:58:42.206 INFO:teuthology.orchestra.run.smithi130.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-05-20T20:58:42.206 INFO:teuthology.orchestra.run.smithi130.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-05-20T20:58:42.217 INFO:teuthology.orchestra.run.smithi130.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-05-20T20:58:42.218 INFO:teuthology.orchestra.run.smithi130.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-05-20T20:58:42.218 INFO:teuthology.orchestra.run.smithi130.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-05-20T20:58:42.219 INFO:teuthology.orchestra.run.smithi130.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-05-20T20:58:42.221 INFO:teuthology.orchestra.run.smithi130.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-05-20T20:58:42.223 INFO:teuthology.orchestra.run.smithi130.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-05-20T20:58:42.224 INFO:teuthology.orchestra.run.smithi130.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-05-20T20:58:42.286 INFO:teuthology.orchestra.run.smithi130.stdout:Dependencies resolved. 2024-05-20T20:58:42.306 INFO:teuthology.orchestra.run.smithi130.stdout:======================================================================================= 2024-05-20T20:58:42.306 INFO:teuthology.orchestra.run.smithi130.stdout: Package Arch Version Repository Size 2024-05-20T20:58:42.307 INFO:teuthology.orchestra.run.smithi130.stdout:======================================================================================= 2024-05-20T20:58:42.307 INFO:teuthology.orchestra.run.smithi130.stdout:Installing: 2024-05-20T20:58:42.307 INFO:teuthology.orchestra.run.smithi130.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-05-20T20:58:42.307 INFO:teuthology.orchestra.run.smithi130.stdout: ceph x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 6.6 k 2024-05-20T20:58:42.307 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-base x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 5.4 M 2024-05-20T20:58:42.307 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-fuse x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 890 k 2024-05-20T20:58:42.307 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 145 k 2024-05-20T20:58:42.307 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-mgr x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 1.5 M 2024-05-20T20:58:42.307 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3830.g4ebd1d53.el9 ceph-noarch 143 k 2024-05-20T20:58:42.307 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3830.g4ebd1d53.el9 ceph-noarch 3.5 M 2024-05-20T20:58:42.308 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3830.g4ebd1d53.el9 ceph-noarch 7.4 M 2024-05-20T20:58:42.308 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-mgr-rook noarch 2:19.0.0-3830.g4ebd1d53.el9 ceph-noarch 49 k 2024-05-20T20:58:42.308 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-radosgw x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 11 M 2024-05-20T20:58:42.308 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-test x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 49 M 2024-05-20T20:58:42.308 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-volume noarch 2:19.0.0-3830.g4ebd1d53.el9 ceph-noarch 273 k 2024-05-20T20:58:42.308 INFO:teuthology.orchestra.run.smithi130.stdout: cephadm noarch 2:19.0.0-3830.g4ebd1d53.el9 ceph-noarch 764 k 2024-05-20T20:58:42.308 INFO:teuthology.orchestra.run.smithi130.stdout: cephfs-mirror x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 225 k 2024-05-20T20:58:42.308 INFO:teuthology.orchestra.run.smithi130.stdout: cephfs-shell x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 27 k 2024-05-20T20:58:42.308 INFO:teuthology.orchestra.run.smithi130.stdout: cephfs-top noarch 2:19.0.0-3830.g4ebd1d53.el9 ceph-noarch 18 k 2024-05-20T20:58:42.308 INFO:teuthology.orchestra.run.smithi130.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-05-20T20:58:42.308 INFO:teuthology.orchestra.run.smithi130.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-05-20T20:58:42.308 INFO:teuthology.orchestra.run.smithi130.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-05-20T20:58:42.308 INFO:teuthology.orchestra.run.smithi130.stdout: libcephfs-devel x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 32 k 2024-05-20T20:58:42.309 INFO:teuthology.orchestra.run.smithi130.stdout: libcephfs2 x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 747 k 2024-05-20T20:58:42.309 INFO:teuthology.orchestra.run.smithi130.stdout: librados-devel x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 127 k 2024-05-20T20:58:42.309 INFO:teuthology.orchestra.run.smithi130.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-05-20T20:58:42.309 INFO:teuthology.orchestra.run.smithi130.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-05-20T20:58:42.309 INFO:teuthology.orchestra.run.smithi130.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-05-20T20:58:42.309 INFO:teuthology.orchestra.run.smithi130.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-05-20T20:58:42.309 INFO:teuthology.orchestra.run.smithi130.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-05-20T20:58:42.309 INFO:teuthology.orchestra.run.smithi130.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-05-20T20:58:42.309 INFO:teuthology.orchestra.run.smithi130.stdout: python3-cephfs x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 161 k 2024-05-20T20:58:42.309 INFO:teuthology.orchestra.run.smithi130.stdout: python3-rados x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 320 k 2024-05-20T20:58:42.309 INFO:teuthology.orchestra.run.smithi130.stdout: python3-rbd x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 300 k 2024-05-20T20:58:42.309 INFO:teuthology.orchestra.run.smithi130.stdout: python3-rgw x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 100 k 2024-05-20T20:58:42.309 INFO:teuthology.orchestra.run.smithi130.stdout: rbd-fuse x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 85 k 2024-05-20T20:58:42.310 INFO:teuthology.orchestra.run.smithi130.stdout: rbd-mirror x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 3.1 M 2024-05-20T20:58:42.310 INFO:teuthology.orchestra.run.smithi130.stdout: rbd-nbd x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 171 k 2024-05-20T20:58:42.310 INFO:teuthology.orchestra.run.smithi130.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-05-20T20:58:42.310 INFO:teuthology.orchestra.run.smithi130.stdout:Upgrading: 2024-05-20T20:58:42.310 INFO:teuthology.orchestra.run.smithi130.stdout: NetworkManager x86_64 1:1.47.90-1.el9 baseos 2.3 M 2024-05-20T20:58:42.310 INFO:teuthology.orchestra.run.smithi130.stdout: NetworkManager-libnm x86_64 1:1.47.90-1.el9 baseos 1.8 M 2024-05-20T20:58:42.310 INFO:teuthology.orchestra.run.smithi130.stdout: NetworkManager-team x86_64 1:1.47.90-1.el9 baseos 41 k 2024-05-20T20:58:42.310 INFO:teuthology.orchestra.run.smithi130.stdout: NetworkManager-tui x86_64 1:1.47.90-1.el9 baseos 248 k 2024-05-20T20:58:42.310 INFO:teuthology.orchestra.run.smithi130.stdout: elfutils-debuginfod-client x86_64 0.191-4.el9 baseos 37 k 2024-05-20T20:58:42.310 INFO:teuthology.orchestra.run.smithi130.stdout: elfutils-libelf x86_64 0.191-4.el9 baseos 207 k 2024-05-20T20:58:42.310 INFO:teuthology.orchestra.run.smithi130.stdout: elfutils-libs x86_64 0.191-4.el9 baseos 260 k 2024-05-20T20:58:42.310 INFO:teuthology.orchestra.run.smithi130.stdout: librados2 x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 3.4 M 2024-05-20T20:58:42.310 INFO:teuthology.orchestra.run.smithi130.stdout: librbd1 x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 3.1 M 2024-05-20T20:58:42.310 INFO:teuthology.orchestra.run.smithi130.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-05-20T20:58:42.311 INFO:teuthology.orchestra.run.smithi130.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-05-20T20:58:42.311 INFO:teuthology.orchestra.run.smithi130.stdout:Installing dependencies: 2024-05-20T20:58:42.311 INFO:teuthology.orchestra.run.smithi130.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-05-20T20:58:42.311 INFO:teuthology.orchestra.run.smithi130.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-05-20T20:58:42.311 INFO:teuthology.orchestra.run.smithi130.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-05-20T20:58:42.311 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-common x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 21 M 2024-05-20T20:58:42.311 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3830.g4ebd1d53.el9 ceph-noarch 34 k 2024-05-20T20:58:42.311 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-mds x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 2.4 M 2024-05-20T20:58:42.311 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3830.g4ebd1d53.el9 ceph-noarch 274 k 2024-05-20T20:58:42.311 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-mon x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 4.7 M 2024-05-20T20:58:42.311 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-osd x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 17 M 2024-05-20T20:58:42.311 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3830.g4ebd1d53.el9 ceph-noarch 16 k 2024-05-20T20:58:42.311 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-selinux x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 25 k 2024-05-20T20:58:42.311 INFO:teuthology.orchestra.run.smithi130.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-05-20T20:58:42.312 INFO:teuthology.orchestra.run.smithi130.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-05-20T20:58:42.312 INFO:teuthology.orchestra.run.smithi130.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-05-20T20:58:42.312 INFO:teuthology.orchestra.run.smithi130.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-05-20T20:58:42.312 INFO:teuthology.orchestra.run.smithi130.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-05-20T20:58:42.312 INFO:teuthology.orchestra.run.smithi130.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-05-20T20:58:42.312 INFO:teuthology.orchestra.run.smithi130.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-05-20T20:58:42.312 INFO:teuthology.orchestra.run.smithi130.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-05-20T20:58:42.312 INFO:teuthology.orchestra.run.smithi130.stdout: libcephsqlite x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 163 k 2024-05-20T20:58:42.312 INFO:teuthology.orchestra.run.smithi130.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-05-20T20:58:42.312 INFO:teuthology.orchestra.run.smithi130.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-05-20T20:58:42.312 INFO:teuthology.orchestra.run.smithi130.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-05-20T20:58:42.312 INFO:teuthology.orchestra.run.smithi130.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-05-20T20:58:42.312 INFO:teuthology.orchestra.run.smithi130.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-05-20T20:58:42.312 INFO:teuthology.orchestra.run.smithi130.stdout: libradosstriper1 x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 501 k 2024-05-20T20:58:42.313 INFO:teuthology.orchestra.run.smithi130.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-05-20T20:58:42.313 INFO:teuthology.orchestra.run.smithi130.stdout: librgw2 x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 5.4 M 2024-05-20T20:58:42.313 INFO:teuthology.orchestra.run.smithi130.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-05-20T20:58:42.313 INFO:teuthology.orchestra.run.smithi130.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-05-20T20:58:42.313 INFO:teuthology.orchestra.run.smithi130.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-05-20T20:58:42.313 INFO:teuthology.orchestra.run.smithi130.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-05-20T20:58:42.313 INFO:teuthology.orchestra.run.smithi130.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-05-20T20:58:42.313 INFO:teuthology.orchestra.run.smithi130.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-05-20T20:58:42.313 INFO:teuthology.orchestra.run.smithi130.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-05-20T20:58:42.313 INFO:teuthology.orchestra.run.smithi130.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-05-20T20:58:42.313 INFO:teuthology.orchestra.run.smithi130.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-05-20T20:58:42.313 INFO:teuthology.orchestra.run.smithi130.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-05-20T20:58:42.314 INFO:teuthology.orchestra.run.smithi130.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-05-20T20:58:42.314 INFO:teuthology.orchestra.run.smithi130.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-05-20T20:58:42.314 INFO:teuthology.orchestra.run.smithi130.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-05-20T20:58:42.314 INFO:teuthology.orchestra.run.smithi130.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-05-20T20:58:42.314 INFO:teuthology.orchestra.run.smithi130.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-05-20T20:58:42.314 INFO:teuthology.orchestra.run.smithi130.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-05-20T20:58:42.314 INFO:teuthology.orchestra.run.smithi130.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-05-20T20:58:42.314 INFO:teuthology.orchestra.run.smithi130.stdout: python3-ceph-argparse x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 45 k 2024-05-20T20:58:42.314 INFO:teuthology.orchestra.run.smithi130.stdout: python3-ceph-common x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 136 k 2024-05-20T20:58:42.314 INFO:teuthology.orchestra.run.smithi130.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-05-20T20:58:42.314 INFO:teuthology.orchestra.run.smithi130.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-05-20T20:58:42.314 INFO:teuthology.orchestra.run.smithi130.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-05-20T20:58:42.314 INFO:teuthology.orchestra.run.smithi130.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-05-20T20:58:42.315 INFO:teuthology.orchestra.run.smithi130.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-05-20T20:58:42.315 INFO:teuthology.orchestra.run.smithi130.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-05-20T20:58:42.315 INFO:teuthology.orchestra.run.smithi130.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-05-20T20:58:42.315 INFO:teuthology.orchestra.run.smithi130.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-05-20T20:58:42.315 INFO:teuthology.orchestra.run.smithi130.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-05-20T20:58:42.315 INFO:teuthology.orchestra.run.smithi130.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-05-20T20:58:42.315 INFO:teuthology.orchestra.run.smithi130.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-05-20T20:58:42.315 INFO:teuthology.orchestra.run.smithi130.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-05-20T20:58:42.315 INFO:teuthology.orchestra.run.smithi130.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-05-20T20:58:42.315 INFO:teuthology.orchestra.run.smithi130.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-05-20T20:58:42.315 INFO:teuthology.orchestra.run.smithi130.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-05-20T20:58:42.315 INFO:teuthology.orchestra.run.smithi130.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-05-20T20:58:42.315 INFO:teuthology.orchestra.run.smithi130.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-05-20T20:58:42.315 INFO:teuthology.orchestra.run.smithi130.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-05-20T20:58:42.316 INFO:teuthology.orchestra.run.smithi130.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-05-20T20:58:42.316 INFO:teuthology.orchestra.run.smithi130.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-05-20T20:58:42.316 INFO:teuthology.orchestra.run.smithi130.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-05-20T20:58:42.316 INFO:teuthology.orchestra.run.smithi130.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-05-20T20:58:42.316 INFO:teuthology.orchestra.run.smithi130.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-05-20T20:58:42.316 INFO:teuthology.orchestra.run.smithi130.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-05-20T20:58:42.316 INFO:teuthology.orchestra.run.smithi130.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-05-20T20:58:42.316 INFO:teuthology.orchestra.run.smithi130.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-05-20T20:58:42.316 INFO:teuthology.orchestra.run.smithi130.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-05-20T20:58:42.316 INFO:teuthology.orchestra.run.smithi130.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-05-20T20:58:42.316 INFO:teuthology.orchestra.run.smithi130.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-05-20T20:58:42.316 INFO:teuthology.orchestra.run.smithi130.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-05-20T20:58:42.316 INFO:teuthology.orchestra.run.smithi130.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-05-20T20:58:42.317 INFO:teuthology.orchestra.run.smithi130.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-05-20T20:58:42.317 INFO:teuthology.orchestra.run.smithi130.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-05-20T20:58:42.317 INFO:teuthology.orchestra.run.smithi130.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-05-20T20:58:42.317 INFO:teuthology.orchestra.run.smithi130.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-05-20T20:58:42.317 INFO:teuthology.orchestra.run.smithi130.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-05-20T20:58:42.317 INFO:teuthology.orchestra.run.smithi130.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-05-20T20:58:42.317 INFO:teuthology.orchestra.run.smithi130.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-05-20T20:58:42.317 INFO:teuthology.orchestra.run.smithi130.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-05-20T20:58:42.317 INFO:teuthology.orchestra.run.smithi130.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-05-20T20:58:42.317 INFO:teuthology.orchestra.run.smithi130.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-05-20T20:58:42.317 INFO:teuthology.orchestra.run.smithi130.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-05-20T20:58:42.317 INFO:teuthology.orchestra.run.smithi130.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-05-20T20:58:42.317 INFO:teuthology.orchestra.run.smithi130.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-05-20T20:58:42.318 INFO:teuthology.orchestra.run.smithi130.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-05-20T20:58:42.318 INFO:teuthology.orchestra.run.smithi130.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-05-20T20:58:42.318 INFO:teuthology.orchestra.run.smithi130.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-05-20T20:58:42.318 INFO:teuthology.orchestra.run.smithi130.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-05-20T20:58:42.318 INFO:teuthology.orchestra.run.smithi130.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-05-20T20:58:42.318 INFO:teuthology.orchestra.run.smithi130.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-05-20T20:58:42.318 INFO:teuthology.orchestra.run.smithi130.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-05-20T20:58:42.318 INFO:teuthology.orchestra.run.smithi130.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-05-20T20:58:42.318 INFO:teuthology.orchestra.run.smithi130.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-05-20T20:58:42.318 INFO:teuthology.orchestra.run.smithi130.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-05-20T20:58:42.318 INFO:teuthology.orchestra.run.smithi130.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-05-20T20:58:42.318 INFO:teuthology.orchestra.run.smithi130.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-05-20T20:58:42.318 INFO:teuthology.orchestra.run.smithi130.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-05-20T20:58:42.319 INFO:teuthology.orchestra.run.smithi130.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-05-20T20:58:42.319 INFO:teuthology.orchestra.run.smithi130.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-05-20T20:58:42.319 INFO:teuthology.orchestra.run.smithi130.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-05-20T20:58:42.319 INFO:teuthology.orchestra.run.smithi130.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-05-20T20:58:42.319 INFO:teuthology.orchestra.run.smithi130.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-05-20T20:58:42.319 INFO:teuthology.orchestra.run.smithi130.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-05-20T20:58:42.319 INFO:teuthology.orchestra.run.smithi130.stdout:Installing weak dependencies: 2024-05-20T20:58:42.319 INFO:teuthology.orchestra.run.smithi130.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-05-20T20:58:42.319 INFO:teuthology.orchestra.run.smithi130.stdout: 2024-05-20T20:58:42.319 INFO:teuthology.orchestra.run.smithi130.stdout:Transaction Summary 2024-05-20T20:58:42.319 INFO:teuthology.orchestra.run.smithi130.stdout:======================================================================================= 2024-05-20T20:58:42.319 INFO:teuthology.orchestra.run.smithi130.stdout:Install 148 Packages 2024-05-20T20:58:42.319 INFO:teuthology.orchestra.run.smithi130.stdout:Upgrade 11 Packages 2024-05-20T20:58:42.319 INFO:teuthology.orchestra.run.smithi130.stdout: 2024-05-20T20:58:42.320 INFO:teuthology.orchestra.run.smithi130.stdout:Total download size: 227 M 2024-05-20T20:58:42.320 INFO:teuthology.orchestra.run.smithi130.stdout:Downloading Packages: 2024-05-20T20:58:42.771 INFO:teuthology.orchestra.run.smithi050.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-05-20T20:58:42.771 INFO:teuthology.orchestra.run.smithi050.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-05-20T20:58:42.783 INFO:teuthology.orchestra.run.smithi050.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-05-20T20:58:42.783 INFO:teuthology.orchestra.run.smithi050.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-05-20T20:58:42.784 INFO:teuthology.orchestra.run.smithi050.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-05-20T20:58:42.785 INFO:teuthology.orchestra.run.smithi050.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-05-20T20:58:42.787 INFO:teuthology.orchestra.run.smithi050.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-05-20T20:58:42.789 INFO:teuthology.orchestra.run.smithi050.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-05-20T20:58:42.790 INFO:teuthology.orchestra.run.smithi050.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-05-20T20:58:42.856 INFO:teuthology.orchestra.run.smithi050.stdout:Dependencies resolved. 2024-05-20T20:58:42.876 INFO:teuthology.orchestra.run.smithi050.stdout:======================================================================================= 2024-05-20T20:58:42.876 INFO:teuthology.orchestra.run.smithi050.stdout: Package Arch Version Repository Size 2024-05-20T20:58:42.876 INFO:teuthology.orchestra.run.smithi050.stdout:======================================================================================= 2024-05-20T20:58:42.876 INFO:teuthology.orchestra.run.smithi050.stdout:Installing: 2024-05-20T20:58:42.876 INFO:teuthology.orchestra.run.smithi050.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-05-20T20:58:42.876 INFO:teuthology.orchestra.run.smithi050.stdout: ceph x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 6.6 k 2024-05-20T20:58:42.876 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-base x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 5.4 M 2024-05-20T20:58:42.876 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-fuse x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 890 k 2024-05-20T20:58:42.876 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 145 k 2024-05-20T20:58:42.877 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 1.5 M 2024-05-20T20:58:42.877 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3830.g4ebd1d53.el9 ceph-noarch 143 k 2024-05-20T20:58:42.877 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3830.g4ebd1d53.el9 ceph-noarch 3.5 M 2024-05-20T20:58:42.877 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3830.g4ebd1d53.el9 ceph-noarch 7.4 M 2024-05-20T20:58:42.877 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr-rook noarch 2:19.0.0-3830.g4ebd1d53.el9 ceph-noarch 49 k 2024-05-20T20:58:42.877 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-radosgw x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 11 M 2024-05-20T20:58:42.877 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-test x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 49 M 2024-05-20T20:58:42.877 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-volume noarch 2:19.0.0-3830.g4ebd1d53.el9 ceph-noarch 273 k 2024-05-20T20:58:42.877 INFO:teuthology.orchestra.run.smithi050.stdout: cephadm noarch 2:19.0.0-3830.g4ebd1d53.el9 ceph-noarch 764 k 2024-05-20T20:58:42.877 INFO:teuthology.orchestra.run.smithi050.stdout: cephfs-mirror x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 225 k 2024-05-20T20:58:42.877 INFO:teuthology.orchestra.run.smithi050.stdout: cephfs-shell x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 27 k 2024-05-20T20:58:42.877 INFO:teuthology.orchestra.run.smithi050.stdout: cephfs-top noarch 2:19.0.0-3830.g4ebd1d53.el9 ceph-noarch 18 k 2024-05-20T20:58:42.878 INFO:teuthology.orchestra.run.smithi050.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-05-20T20:58:42.878 INFO:teuthology.orchestra.run.smithi050.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-05-20T20:58:42.878 INFO:teuthology.orchestra.run.smithi050.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-05-20T20:58:42.878 INFO:teuthology.orchestra.run.smithi050.stdout: libcephfs-devel x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 32 k 2024-05-20T20:58:42.878 INFO:teuthology.orchestra.run.smithi050.stdout: libcephfs2 x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 747 k 2024-05-20T20:58:42.878 INFO:teuthology.orchestra.run.smithi050.stdout: librados-devel x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 127 k 2024-05-20T20:58:42.878 INFO:teuthology.orchestra.run.smithi050.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-05-20T20:58:42.878 INFO:teuthology.orchestra.run.smithi050.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-05-20T20:58:42.878 INFO:teuthology.orchestra.run.smithi050.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-05-20T20:58:42.878 INFO:teuthology.orchestra.run.smithi050.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-05-20T20:58:42.878 INFO:teuthology.orchestra.run.smithi050.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-05-20T20:58:42.878 INFO:teuthology.orchestra.run.smithi050.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-05-20T20:58:42.878 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cephfs x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 161 k 2024-05-20T20:58:42.879 INFO:teuthology.orchestra.run.smithi050.stdout: python3-rados x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 320 k 2024-05-20T20:58:42.879 INFO:teuthology.orchestra.run.smithi050.stdout: python3-rbd x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 300 k 2024-05-20T20:58:42.879 INFO:teuthology.orchestra.run.smithi050.stdout: python3-rgw x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 100 k 2024-05-20T20:58:42.879 INFO:teuthology.orchestra.run.smithi050.stdout: rbd-fuse x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 85 k 2024-05-20T20:58:42.879 INFO:teuthology.orchestra.run.smithi050.stdout: rbd-mirror x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 3.1 M 2024-05-20T20:58:42.879 INFO:teuthology.orchestra.run.smithi050.stdout: rbd-nbd x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 171 k 2024-05-20T20:58:42.879 INFO:teuthology.orchestra.run.smithi050.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-05-20T20:58:42.879 INFO:teuthology.orchestra.run.smithi050.stdout:Upgrading: 2024-05-20T20:58:42.879 INFO:teuthology.orchestra.run.smithi050.stdout: NetworkManager x86_64 1:1.47.90-1.el9 baseos 2.3 M 2024-05-20T20:58:42.879 INFO:teuthology.orchestra.run.smithi050.stdout: NetworkManager-libnm x86_64 1:1.47.90-1.el9 baseos 1.8 M 2024-05-20T20:58:42.879 INFO:teuthology.orchestra.run.smithi050.stdout: NetworkManager-team x86_64 1:1.47.90-1.el9 baseos 41 k 2024-05-20T20:58:42.879 INFO:teuthology.orchestra.run.smithi050.stdout: NetworkManager-tui x86_64 1:1.47.90-1.el9 baseos 248 k 2024-05-20T20:58:42.879 INFO:teuthology.orchestra.run.smithi050.stdout: elfutils-debuginfod-client x86_64 0.191-4.el9 baseos 37 k 2024-05-20T20:58:42.880 INFO:teuthology.orchestra.run.smithi050.stdout: elfutils-libelf x86_64 0.191-4.el9 baseos 207 k 2024-05-20T20:58:42.880 INFO:teuthology.orchestra.run.smithi050.stdout: elfutils-libs x86_64 0.191-4.el9 baseos 260 k 2024-05-20T20:58:42.880 INFO:teuthology.orchestra.run.smithi050.stdout: librados2 x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 3.4 M 2024-05-20T20:58:42.880 INFO:teuthology.orchestra.run.smithi050.stdout: librbd1 x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 3.1 M 2024-05-20T20:58:42.880 INFO:teuthology.orchestra.run.smithi050.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-05-20T20:58:42.880 INFO:teuthology.orchestra.run.smithi050.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-05-20T20:58:42.880 INFO:teuthology.orchestra.run.smithi050.stdout:Installing dependencies: 2024-05-20T20:58:42.880 INFO:teuthology.orchestra.run.smithi050.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-05-20T20:58:42.880 INFO:teuthology.orchestra.run.smithi050.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-05-20T20:58:42.880 INFO:teuthology.orchestra.run.smithi050.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-05-20T20:58:42.880 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-common x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 21 M 2024-05-20T20:58:42.880 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3830.g4ebd1d53.el9 ceph-noarch 34 k 2024-05-20T20:58:42.880 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mds x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 2.4 M 2024-05-20T20:58:42.881 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3830.g4ebd1d53.el9 ceph-noarch 274 k 2024-05-20T20:58:42.881 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mon x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 4.7 M 2024-05-20T20:58:42.881 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-osd x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 17 M 2024-05-20T20:58:42.881 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3830.g4ebd1d53.el9 ceph-noarch 16 k 2024-05-20T20:58:42.881 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-selinux x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 25 k 2024-05-20T20:58:42.881 INFO:teuthology.orchestra.run.smithi050.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-05-20T20:58:42.881 INFO:teuthology.orchestra.run.smithi050.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-05-20T20:58:42.881 INFO:teuthology.orchestra.run.smithi050.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-05-20T20:58:42.881 INFO:teuthology.orchestra.run.smithi050.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-05-20T20:58:42.882 INFO:teuthology.orchestra.run.smithi050.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-05-20T20:58:42.882 INFO:teuthology.orchestra.run.smithi050.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-05-20T20:58:42.882 INFO:teuthology.orchestra.run.smithi050.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-05-20T20:58:42.882 INFO:teuthology.orchestra.run.smithi050.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-05-20T20:58:42.882 INFO:teuthology.orchestra.run.smithi050.stdout: libcephsqlite x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 163 k 2024-05-20T20:58:42.882 INFO:teuthology.orchestra.run.smithi050.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-05-20T20:58:42.882 INFO:teuthology.orchestra.run.smithi050.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-05-20T20:58:42.882 INFO:teuthology.orchestra.run.smithi050.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-05-20T20:58:42.882 INFO:teuthology.orchestra.run.smithi050.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-05-20T20:58:42.882 INFO:teuthology.orchestra.run.smithi050.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-05-20T20:58:42.882 INFO:teuthology.orchestra.run.smithi050.stdout: libradosstriper1 x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 501 k 2024-05-20T20:58:42.882 INFO:teuthology.orchestra.run.smithi050.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-05-20T20:58:42.883 INFO:teuthology.orchestra.run.smithi050.stdout: librgw2 x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 5.4 M 2024-05-20T20:58:42.883 INFO:teuthology.orchestra.run.smithi050.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-05-20T20:58:42.883 INFO:teuthology.orchestra.run.smithi050.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-05-20T20:58:42.883 INFO:teuthology.orchestra.run.smithi050.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-05-20T20:58:42.883 INFO:teuthology.orchestra.run.smithi050.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-05-20T20:58:42.883 INFO:teuthology.orchestra.run.smithi050.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-05-20T20:58:42.883 INFO:teuthology.orchestra.run.smithi050.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-05-20T20:58:42.883 INFO:teuthology.orchestra.run.smithi050.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-05-20T20:58:42.883 INFO:teuthology.orchestra.run.smithi050.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-05-20T20:58:42.883 INFO:teuthology.orchestra.run.smithi050.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-05-20T20:58:42.883 INFO:teuthology.orchestra.run.smithi050.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-05-20T20:58:42.883 INFO:teuthology.orchestra.run.smithi050.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-05-20T20:58:42.883 INFO:teuthology.orchestra.run.smithi050.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-05-20T20:58:42.884 INFO:teuthology.orchestra.run.smithi050.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-05-20T20:58:42.884 INFO:teuthology.orchestra.run.smithi050.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-05-20T20:58:42.884 INFO:teuthology.orchestra.run.smithi050.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-05-20T20:58:42.884 INFO:teuthology.orchestra.run.smithi050.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-05-20T20:58:42.884 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-05-20T20:58:42.884 INFO:teuthology.orchestra.run.smithi050.stdout: python3-ceph-argparse x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 45 k 2024-05-20T20:58:42.884 INFO:teuthology.orchestra.run.smithi050.stdout: python3-ceph-common x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 136 k 2024-05-20T20:58:42.884 INFO:teuthology.orchestra.run.smithi050.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-05-20T20:58:42.884 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-05-20T20:58:42.884 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-05-20T20:58:42.884 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-05-20T20:58:42.884 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-05-20T20:58:42.884 INFO:teuthology.orchestra.run.smithi050.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-05-20T20:58:42.885 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-05-20T20:58:42.885 INFO:teuthology.orchestra.run.smithi050.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-05-20T20:58:42.885 INFO:teuthology.orchestra.run.smithi050.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-05-20T20:58:42.885 INFO:teuthology.orchestra.run.smithi050.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-05-20T20:58:42.885 INFO:teuthology.orchestra.run.smithi050.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-05-20T20:58:42.885 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-05-20T20:58:42.885 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-05-20T20:58:42.885 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-05-20T20:58:42.885 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-05-20T20:58:42.885 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-05-20T20:58:42.885 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-05-20T20:58:42.885 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-05-20T20:58:42.885 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-05-20T20:58:42.886 INFO:teuthology.orchestra.run.smithi050.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-05-20T20:58:42.886 INFO:teuthology.orchestra.run.smithi050.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-05-20T20:58:42.886 INFO:teuthology.orchestra.run.smithi050.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-05-20T20:58:42.886 INFO:teuthology.orchestra.run.smithi050.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-05-20T20:58:42.886 INFO:teuthology.orchestra.run.smithi050.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-05-20T20:58:42.886 INFO:teuthology.orchestra.run.smithi050.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-05-20T20:58:42.886 INFO:teuthology.orchestra.run.smithi050.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-05-20T20:58:42.886 INFO:teuthology.orchestra.run.smithi050.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-05-20T20:58:42.886 INFO:teuthology.orchestra.run.smithi050.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-05-20T20:58:42.886 INFO:teuthology.orchestra.run.smithi050.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-05-20T20:58:42.886 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-05-20T20:58:42.886 INFO:teuthology.orchestra.run.smithi050.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-05-20T20:58:42.886 INFO:teuthology.orchestra.run.smithi050.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-05-20T20:58:42.887 INFO:teuthology.orchestra.run.smithi050.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-05-20T20:58:42.887 INFO:teuthology.orchestra.run.smithi050.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-05-20T20:58:42.887 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-05-20T20:58:42.887 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-05-20T20:58:42.887 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-05-20T20:58:42.887 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-05-20T20:58:42.887 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-05-20T20:58:42.887 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-05-20T20:58:42.887 INFO:teuthology.orchestra.run.smithi050.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-05-20T20:58:42.887 INFO:teuthology.orchestra.run.smithi050.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-05-20T20:58:42.887 INFO:teuthology.orchestra.run.smithi050.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-05-20T20:58:42.887 INFO:teuthology.orchestra.run.smithi050.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-05-20T20:58:42.887 INFO:teuthology.orchestra.run.smithi050.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-05-20T20:58:42.887 INFO:teuthology.orchestra.run.smithi050.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-05-20T20:58:42.888 INFO:teuthology.orchestra.run.smithi050.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-05-20T20:58:42.888 INFO:teuthology.orchestra.run.smithi050.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-05-20T20:58:42.888 INFO:teuthology.orchestra.run.smithi050.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-05-20T20:58:42.888 INFO:teuthology.orchestra.run.smithi050.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-05-20T20:58:42.888 INFO:teuthology.orchestra.run.smithi050.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-05-20T20:58:42.888 INFO:teuthology.orchestra.run.smithi050.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-05-20T20:58:42.888 INFO:teuthology.orchestra.run.smithi050.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-05-20T20:58:42.888 INFO:teuthology.orchestra.run.smithi050.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-05-20T20:58:42.888 INFO:teuthology.orchestra.run.smithi050.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-05-20T20:58:42.888 INFO:teuthology.orchestra.run.smithi050.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-05-20T20:58:42.888 INFO:teuthology.orchestra.run.smithi050.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-05-20T20:58:42.888 INFO:teuthology.orchestra.run.smithi050.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-05-20T20:58:42.888 INFO:teuthology.orchestra.run.smithi050.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-05-20T20:58:42.888 INFO:teuthology.orchestra.run.smithi050.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-05-20T20:58:42.888 INFO:teuthology.orchestra.run.smithi050.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-05-20T20:58:42.889 INFO:teuthology.orchestra.run.smithi050.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-05-20T20:58:42.889 INFO:teuthology.orchestra.run.smithi050.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-05-20T20:58:42.889 INFO:teuthology.orchestra.run.smithi050.stdout:Installing weak dependencies: 2024-05-20T20:58:42.889 INFO:teuthology.orchestra.run.smithi050.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-05-20T20:58:42.889 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-05-20T20:58:42.889 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction Summary 2024-05-20T20:58:42.889 INFO:teuthology.orchestra.run.smithi050.stdout:======================================================================================= 2024-05-20T20:58:42.889 INFO:teuthology.orchestra.run.smithi050.stdout:Install 148 Packages 2024-05-20T20:58:42.889 INFO:teuthology.orchestra.run.smithi050.stdout:Upgrade 11 Packages 2024-05-20T20:58:42.889 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-05-20T20:58:42.890 INFO:teuthology.orchestra.run.smithi050.stdout:Total download size: 227 M 2024-05-20T20:58:42.890 INFO:teuthology.orchestra.run.smithi050.stdout:Downloading Packages: 2024-05-20T20:58:43.064 INFO:teuthology.orchestra.run.smithi130.stdout:(1/159): ceph-19.0.0-3830.g4ebd1d53.el9.x86_64. 29 kB/s | 6.6 kB 00:00 2024-05-20T20:58:43.390 INFO:teuthology.orchestra.run.smithi130.stdout:(2/159): ceph-fuse-19.0.0-3830.g4ebd1d53.el9.x8 2.7 MB/s | 890 kB 00:00 2024-05-20T20:58:43.473 INFO:teuthology.orchestra.run.smithi130.stdout:(3/159): ceph-immutable-object-cache-19.0.0-383 1.7 MB/s | 145 kB 00:00 2024-05-20T20:58:43.548 INFO:teuthology.orchestra.run.smithi130.stdout:(4/159): ceph-base-19.0.0-3830.g4ebd1d53.el9.x8 7.5 MB/s | 5.4 MB 00:00 2024-05-20T20:58:43.595 INFO:teuthology.orchestra.run.smithi050.stdout:(1/159): ceph-19.0.0-3830.g4ebd1d53.el9.x86_64. 36 kB/s | 6.6 kB 00:00 2024-05-20T20:58:43.707 INFO:teuthology.orchestra.run.smithi130.stdout:(5/159): ceph-mgr-19.0.0-3830.g4ebd1d53.el9.x86 9.6 MB/s | 1.5 MB 00:00 2024-05-20T20:58:44.074 INFO:teuthology.orchestra.run.smithi130.stdout:(6/159): ceph-mds-19.0.0-3830.g4ebd1d53.el9.x86 3.9 MB/s | 2.4 MB 00:00 2024-05-20T20:58:44.191 INFO:teuthology.orchestra.run.smithi130.stdout:(7/159): ceph-mon-19.0.0-3830.g4ebd1d53.el9.x86 9.7 MB/s | 4.7 MB 00:00 2024-05-20T20:58:44.212 INFO:teuthology.orchestra.run.smithi050.stdout:(2/159): ceph-fuse-19.0.0-3830.g4ebd1d53.el9.x8 1.4 MB/s | 890 kB 00:00 2024-05-20T20:58:44.240 INFO:teuthology.orchestra.run.smithi008.stdout:lab-extras 28 kB/s | 1.7 kB 00:00 2024-05-20T20:58:44.679 INFO:teuthology.orchestra.run.smithi050.stdout:(3/159): ceph-immutable-object-cache-19.0.0-383 310 kB/s | 145 kB 00:00 2024-05-20T20:58:45.183 INFO:teuthology.orchestra.run.smithi130.stdout:(8/159): ceph-radosgw-19.0.0-3830.g4ebd1d53.el9 11 MB/s | 11 MB 00:00 2024-05-20T20:58:45.250 INFO:teuthology.orchestra.run.smithi130.stdout:(9/159): ceph-selinux-19.0.0-3830.g4ebd1d53.el9 378 kB/s | 25 kB 00:00 2024-05-20T20:58:45.546 INFO:teuthology.orchestra.run.smithi050.stdout:(4/159): ceph-base-19.0.0-3830.g4ebd1d53.el9.x8 2.5 MB/s | 5.4 MB 00:02 2024-05-20T20:58:45.946 INFO:teuthology.orchestra.run.smithi050.stdout:(5/159): ceph-mgr-19.0.0-3830.g4ebd1d53.el9.x86 3.8 MB/s | 1.5 MB 00:00 2024-05-20T20:58:46.742 INFO:teuthology.orchestra.run.smithi008.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-05-20T20:58:46.744 INFO:teuthology.orchestra.run.smithi008.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-05-20T20:58:46.765 INFO:teuthology.orchestra.run.smithi008.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-05-20T20:58:46.767 INFO:teuthology.orchestra.run.smithi008.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-05-20T20:58:46.768 INFO:teuthology.orchestra.run.smithi008.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-05-20T20:58:46.770 INFO:teuthology.orchestra.run.smithi008.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-05-20T20:58:46.772 INFO:teuthology.orchestra.run.smithi008.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-05-20T20:58:46.776 INFO:teuthology.orchestra.run.smithi008.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-05-20T20:58:46.777 INFO:teuthology.orchestra.run.smithi008.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-05-20T20:58:46.855 INFO:teuthology.orchestra.run.smithi008.stdout:Dependencies resolved. 2024-05-20T20:58:46.880 INFO:teuthology.orchestra.run.smithi008.stdout:======================================================================================= 2024-05-20T20:58:46.880 INFO:teuthology.orchestra.run.smithi008.stdout: Package Arch Version Repository Size 2024-05-20T20:58:46.880 INFO:teuthology.orchestra.run.smithi008.stdout:======================================================================================= 2024-05-20T20:58:46.880 INFO:teuthology.orchestra.run.smithi008.stdout:Installing: 2024-05-20T20:58:46.880 INFO:teuthology.orchestra.run.smithi008.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-05-20T20:58:46.880 INFO:teuthology.orchestra.run.smithi008.stdout: ceph x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 6.6 k 2024-05-20T20:58:46.881 INFO:teuthology.orchestra.run.smithi008.stdout: ceph-base x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 5.4 M 2024-05-20T20:58:46.881 INFO:teuthology.orchestra.run.smithi008.stdout: ceph-fuse x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 890 k 2024-05-20T20:58:46.881 INFO:teuthology.orchestra.run.smithi008.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 145 k 2024-05-20T20:58:46.881 INFO:teuthology.orchestra.run.smithi008.stdout: ceph-mgr x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 1.5 M 2024-05-20T20:58:46.881 INFO:teuthology.orchestra.run.smithi008.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3830.g4ebd1d53.el9 ceph-noarch 143 k 2024-05-20T20:58:46.881 INFO:teuthology.orchestra.run.smithi008.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3830.g4ebd1d53.el9 ceph-noarch 3.5 M 2024-05-20T20:58:46.881 INFO:teuthology.orchestra.run.smithi008.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3830.g4ebd1d53.el9 ceph-noarch 7.4 M 2024-05-20T20:58:46.881 INFO:teuthology.orchestra.run.smithi008.stdout: ceph-mgr-rook noarch 2:19.0.0-3830.g4ebd1d53.el9 ceph-noarch 49 k 2024-05-20T20:58:46.881 INFO:teuthology.orchestra.run.smithi008.stdout: ceph-radosgw x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 11 M 2024-05-20T20:58:46.881 INFO:teuthology.orchestra.run.smithi008.stdout: ceph-test x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 49 M 2024-05-20T20:58:46.881 INFO:teuthology.orchestra.run.smithi008.stdout: ceph-volume noarch 2:19.0.0-3830.g4ebd1d53.el9 ceph-noarch 273 k 2024-05-20T20:58:46.881 INFO:teuthology.orchestra.run.smithi008.stdout: cephadm noarch 2:19.0.0-3830.g4ebd1d53.el9 ceph-noarch 764 k 2024-05-20T20:58:46.881 INFO:teuthology.orchestra.run.smithi008.stdout: cephfs-mirror x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 225 k 2024-05-20T20:58:46.881 INFO:teuthology.orchestra.run.smithi008.stdout: cephfs-shell x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 27 k 2024-05-20T20:58:46.882 INFO:teuthology.orchestra.run.smithi008.stdout: cephfs-top noarch 2:19.0.0-3830.g4ebd1d53.el9 ceph-noarch 18 k 2024-05-20T20:58:46.882 INFO:teuthology.orchestra.run.smithi008.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-05-20T20:58:46.882 INFO:teuthology.orchestra.run.smithi008.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-05-20T20:58:46.882 INFO:teuthology.orchestra.run.smithi008.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-05-20T20:58:46.882 INFO:teuthology.orchestra.run.smithi008.stdout: libcephfs-devel x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 32 k 2024-05-20T20:58:46.882 INFO:teuthology.orchestra.run.smithi008.stdout: libcephfs2 x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 747 k 2024-05-20T20:58:46.882 INFO:teuthology.orchestra.run.smithi008.stdout: librados-devel x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 127 k 2024-05-20T20:58:46.882 INFO:teuthology.orchestra.run.smithi008.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-05-20T20:58:46.882 INFO:teuthology.orchestra.run.smithi008.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-05-20T20:58:46.882 INFO:teuthology.orchestra.run.smithi008.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-05-20T20:58:46.882 INFO:teuthology.orchestra.run.smithi008.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-05-20T20:58:46.882 INFO:teuthology.orchestra.run.smithi008.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-05-20T20:58:46.883 INFO:teuthology.orchestra.run.smithi008.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-05-20T20:58:46.883 INFO:teuthology.orchestra.run.smithi008.stdout: python3-cephfs x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 161 k 2024-05-20T20:58:46.883 INFO:teuthology.orchestra.run.smithi008.stdout: python3-rados x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 320 k 2024-05-20T20:58:46.883 INFO:teuthology.orchestra.run.smithi008.stdout: python3-rbd x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 300 k 2024-05-20T20:58:46.883 INFO:teuthology.orchestra.run.smithi008.stdout: python3-rgw x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 100 k 2024-05-20T20:58:46.883 INFO:teuthology.orchestra.run.smithi008.stdout: rbd-fuse x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 85 k 2024-05-20T20:58:46.883 INFO:teuthology.orchestra.run.smithi008.stdout: rbd-mirror x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 3.1 M 2024-05-20T20:58:46.883 INFO:teuthology.orchestra.run.smithi008.stdout: rbd-nbd x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 171 k 2024-05-20T20:58:46.883 INFO:teuthology.orchestra.run.smithi008.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-05-20T20:58:46.883 INFO:teuthology.orchestra.run.smithi008.stdout:Upgrading: 2024-05-20T20:58:46.883 INFO:teuthology.orchestra.run.smithi008.stdout: NetworkManager x86_64 1:1.47.90-1.el9 baseos 2.3 M 2024-05-20T20:58:46.883 INFO:teuthology.orchestra.run.smithi008.stdout: NetworkManager-libnm x86_64 1:1.47.90-1.el9 baseos 1.8 M 2024-05-20T20:58:46.883 INFO:teuthology.orchestra.run.smithi008.stdout: NetworkManager-team x86_64 1:1.47.90-1.el9 baseos 41 k 2024-05-20T20:58:46.883 INFO:teuthology.orchestra.run.smithi008.stdout: NetworkManager-tui x86_64 1:1.47.90-1.el9 baseos 248 k 2024-05-20T20:58:46.884 INFO:teuthology.orchestra.run.smithi008.stdout: elfutils-debuginfod-client x86_64 0.191-4.el9 baseos 37 k 2024-05-20T20:58:46.884 INFO:teuthology.orchestra.run.smithi008.stdout: elfutils-libelf x86_64 0.191-4.el9 baseos 207 k 2024-05-20T20:58:46.884 INFO:teuthology.orchestra.run.smithi008.stdout: elfutils-libs x86_64 0.191-4.el9 baseos 260 k 2024-05-20T20:58:46.884 INFO:teuthology.orchestra.run.smithi008.stdout: librados2 x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 3.4 M 2024-05-20T20:58:46.884 INFO:teuthology.orchestra.run.smithi008.stdout: librbd1 x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 3.1 M 2024-05-20T20:58:46.884 INFO:teuthology.orchestra.run.smithi008.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-05-20T20:58:46.884 INFO:teuthology.orchestra.run.smithi008.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-05-20T20:58:46.884 INFO:teuthology.orchestra.run.smithi008.stdout:Installing dependencies: 2024-05-20T20:58:46.884 INFO:teuthology.orchestra.run.smithi008.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-05-20T20:58:46.884 INFO:teuthology.orchestra.run.smithi008.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-05-20T20:58:46.884 INFO:teuthology.orchestra.run.smithi008.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-05-20T20:58:46.884 INFO:teuthology.orchestra.run.smithi008.stdout: ceph-common x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 21 M 2024-05-20T20:58:46.884 INFO:teuthology.orchestra.run.smithi008.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3830.g4ebd1d53.el9 ceph-noarch 34 k 2024-05-20T20:58:46.885 INFO:teuthology.orchestra.run.smithi008.stdout: ceph-mds x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 2.4 M 2024-05-20T20:58:46.885 INFO:teuthology.orchestra.run.smithi008.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3830.g4ebd1d53.el9 ceph-noarch 274 k 2024-05-20T20:58:46.885 INFO:teuthology.orchestra.run.smithi008.stdout: ceph-mon x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 4.7 M 2024-05-20T20:58:46.885 INFO:teuthology.orchestra.run.smithi008.stdout: ceph-osd x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 17 M 2024-05-20T20:58:46.885 INFO:teuthology.orchestra.run.smithi008.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3830.g4ebd1d53.el9 ceph-noarch 16 k 2024-05-20T20:58:46.885 INFO:teuthology.orchestra.run.smithi008.stdout: ceph-selinux x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 25 k 2024-05-20T20:58:46.885 INFO:teuthology.orchestra.run.smithi008.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-05-20T20:58:46.885 INFO:teuthology.orchestra.run.smithi008.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-05-20T20:58:46.885 INFO:teuthology.orchestra.run.smithi008.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-05-20T20:58:46.886 INFO:teuthology.orchestra.run.smithi008.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-05-20T20:58:46.886 INFO:teuthology.orchestra.run.smithi008.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-05-20T20:58:46.886 INFO:teuthology.orchestra.run.smithi008.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-05-20T20:58:46.886 INFO:teuthology.orchestra.run.smithi008.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-05-20T20:58:46.886 INFO:teuthology.orchestra.run.smithi008.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-05-20T20:58:46.886 INFO:teuthology.orchestra.run.smithi008.stdout: libcephsqlite x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 163 k 2024-05-20T20:58:46.886 INFO:teuthology.orchestra.run.smithi008.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-05-20T20:58:46.886 INFO:teuthology.orchestra.run.smithi008.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-05-20T20:58:46.886 INFO:teuthology.orchestra.run.smithi008.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-05-20T20:58:46.886 INFO:teuthology.orchestra.run.smithi008.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-05-20T20:58:46.886 INFO:teuthology.orchestra.run.smithi008.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-05-20T20:58:46.886 INFO:teuthology.orchestra.run.smithi008.stdout: libradosstriper1 x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 501 k 2024-05-20T20:58:46.886 INFO:teuthology.orchestra.run.smithi008.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-05-20T20:58:46.887 INFO:teuthology.orchestra.run.smithi008.stdout: librgw2 x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 5.4 M 2024-05-20T20:58:46.887 INFO:teuthology.orchestra.run.smithi008.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-05-20T20:58:46.887 INFO:teuthology.orchestra.run.smithi008.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-05-20T20:58:46.887 INFO:teuthology.orchestra.run.smithi008.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-05-20T20:58:46.887 INFO:teuthology.orchestra.run.smithi008.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-05-20T20:58:46.887 INFO:teuthology.orchestra.run.smithi008.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-05-20T20:58:46.887 INFO:teuthology.orchestra.run.smithi008.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-05-20T20:58:46.887 INFO:teuthology.orchestra.run.smithi008.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-05-20T20:58:46.887 INFO:teuthology.orchestra.run.smithi008.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-05-20T20:58:46.887 INFO:teuthology.orchestra.run.smithi008.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-05-20T20:58:46.887 INFO:teuthology.orchestra.run.smithi008.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-05-20T20:58:46.887 INFO:teuthology.orchestra.run.smithi008.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-05-20T20:58:46.887 INFO:teuthology.orchestra.run.smithi008.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-05-20T20:58:46.888 INFO:teuthology.orchestra.run.smithi008.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-05-20T20:58:46.888 INFO:teuthology.orchestra.run.smithi008.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-05-20T20:58:46.888 INFO:teuthology.orchestra.run.smithi008.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-05-20T20:58:46.888 INFO:teuthology.orchestra.run.smithi008.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-05-20T20:58:46.888 INFO:teuthology.orchestra.run.smithi008.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-05-20T20:58:46.888 INFO:teuthology.orchestra.run.smithi008.stdout: python3-ceph-argparse x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 45 k 2024-05-20T20:58:46.888 INFO:teuthology.orchestra.run.smithi008.stdout: python3-ceph-common x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 136 k 2024-05-20T20:58:46.888 INFO:teuthology.orchestra.run.smithi008.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-05-20T20:58:46.888 INFO:teuthology.orchestra.run.smithi008.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-05-20T20:58:46.888 INFO:teuthology.orchestra.run.smithi008.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-05-20T20:58:46.888 INFO:teuthology.orchestra.run.smithi008.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-05-20T20:58:46.888 INFO:teuthology.orchestra.run.smithi008.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-05-20T20:58:46.889 INFO:teuthology.orchestra.run.smithi008.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-05-20T20:58:46.889 INFO:teuthology.orchestra.run.smithi008.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-05-20T20:58:46.889 INFO:teuthology.orchestra.run.smithi008.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-05-20T20:58:46.889 INFO:teuthology.orchestra.run.smithi008.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-05-20T20:58:46.889 INFO:teuthology.orchestra.run.smithi008.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-05-20T20:58:46.889 INFO:teuthology.orchestra.run.smithi008.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-05-20T20:58:46.889 INFO:teuthology.orchestra.run.smithi008.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-05-20T20:58:46.889 INFO:teuthology.orchestra.run.smithi008.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-05-20T20:58:46.889 INFO:teuthology.orchestra.run.smithi008.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-05-20T20:58:46.889 INFO:teuthology.orchestra.run.smithi008.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-05-20T20:58:46.889 INFO:teuthology.orchestra.run.smithi008.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-05-20T20:58:46.889 INFO:teuthology.orchestra.run.smithi008.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-05-20T20:58:46.889 INFO:teuthology.orchestra.run.smithi008.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-05-20T20:58:46.889 INFO:teuthology.orchestra.run.smithi008.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-05-20T20:58:46.890 INFO:teuthology.orchestra.run.smithi008.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-05-20T20:58:46.890 INFO:teuthology.orchestra.run.smithi008.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-05-20T20:58:46.890 INFO:teuthology.orchestra.run.smithi008.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-05-20T20:58:46.890 INFO:teuthology.orchestra.run.smithi008.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-05-20T20:58:46.890 INFO:teuthology.orchestra.run.smithi008.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-05-20T20:58:46.890 INFO:teuthology.orchestra.run.smithi008.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-05-20T20:58:46.890 INFO:teuthology.orchestra.run.smithi008.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-05-20T20:58:46.890 INFO:teuthology.orchestra.run.smithi008.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-05-20T20:58:46.890 INFO:teuthology.orchestra.run.smithi008.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-05-20T20:58:46.890 INFO:teuthology.orchestra.run.smithi008.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-05-20T20:58:46.890 INFO:teuthology.orchestra.run.smithi008.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-05-20T20:58:46.890 INFO:teuthology.orchestra.run.smithi008.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-05-20T20:58:46.890 INFO:teuthology.orchestra.run.smithi008.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-05-20T20:58:46.891 INFO:teuthology.orchestra.run.smithi008.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-05-20T20:58:46.891 INFO:teuthology.orchestra.run.smithi008.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-05-20T20:58:46.891 INFO:teuthology.orchestra.run.smithi008.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-05-20T20:58:46.891 INFO:teuthology.orchestra.run.smithi008.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-05-20T20:58:46.891 INFO:teuthology.orchestra.run.smithi008.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-05-20T20:58:46.891 INFO:teuthology.orchestra.run.smithi008.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-05-20T20:58:46.891 INFO:teuthology.orchestra.run.smithi008.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-05-20T20:58:46.891 INFO:teuthology.orchestra.run.smithi008.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-05-20T20:58:46.891 INFO:teuthology.orchestra.run.smithi008.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-05-20T20:58:46.891 INFO:teuthology.orchestra.run.smithi008.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-05-20T20:58:46.891 INFO:teuthology.orchestra.run.smithi008.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-05-20T20:58:46.891 INFO:teuthology.orchestra.run.smithi008.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-05-20T20:58:46.891 INFO:teuthology.orchestra.run.smithi008.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-05-20T20:58:46.891 INFO:teuthology.orchestra.run.smithi008.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-05-20T20:58:46.892 INFO:teuthology.orchestra.run.smithi008.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-05-20T20:58:46.892 INFO:teuthology.orchestra.run.smithi008.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-05-20T20:58:46.892 INFO:teuthology.orchestra.run.smithi008.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-05-20T20:58:46.892 INFO:teuthology.orchestra.run.smithi008.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-05-20T20:58:46.892 INFO:teuthology.orchestra.run.smithi008.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-05-20T20:58:46.892 INFO:teuthology.orchestra.run.smithi008.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-05-20T20:58:46.892 INFO:teuthology.orchestra.run.smithi008.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-05-20T20:58:46.892 INFO:teuthology.orchestra.run.smithi008.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-05-20T20:58:46.892 INFO:teuthology.orchestra.run.smithi008.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-05-20T20:58:46.892 INFO:teuthology.orchestra.run.smithi008.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-05-20T20:58:46.892 INFO:teuthology.orchestra.run.smithi008.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-05-20T20:58:46.892 INFO:teuthology.orchestra.run.smithi008.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-05-20T20:58:46.892 INFO:teuthology.orchestra.run.smithi008.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-05-20T20:58:46.893 INFO:teuthology.orchestra.run.smithi008.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-05-20T20:58:46.893 INFO:teuthology.orchestra.run.smithi008.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-05-20T20:58:46.893 INFO:teuthology.orchestra.run.smithi008.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-05-20T20:58:46.893 INFO:teuthology.orchestra.run.smithi008.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-05-20T20:58:46.893 INFO:teuthology.orchestra.run.smithi008.stdout:Installing weak dependencies: 2024-05-20T20:58:46.893 INFO:teuthology.orchestra.run.smithi008.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-05-20T20:58:46.893 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T20:58:46.893 INFO:teuthology.orchestra.run.smithi008.stdout:Transaction Summary 2024-05-20T20:58:46.893 INFO:teuthology.orchestra.run.smithi008.stdout:======================================================================================= 2024-05-20T20:58:46.893 INFO:teuthology.orchestra.run.smithi008.stdout:Install 148 Packages 2024-05-20T20:58:46.893 INFO:teuthology.orchestra.run.smithi008.stdout:Upgrade 11 Packages 2024-05-20T20:58:46.893 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T20:58:46.894 INFO:teuthology.orchestra.run.smithi008.stdout:Total download size: 227 M 2024-05-20T20:58:46.894 INFO:teuthology.orchestra.run.smithi008.stdout:Downloading Packages: 2024-05-20T20:58:46.980 INFO:teuthology.orchestra.run.smithi050.stdout:(6/159): ceph-mon-19.0.0-3830.g4ebd1d53.el9.x86 4.5 MB/s | 4.7 MB 00:01 2024-05-20T20:58:47.313 INFO:teuthology.orchestra.run.smithi050.stdout:(7/159): ceph-mds-19.0.0-3830.g4ebd1d53.el9.x86 921 kB/s | 2.4 MB 00:02 2024-05-20T20:58:47.442 INFO:teuthology.orchestra.run.smithi130.stdout:(10/159): ceph-osd-19.0.0-3830.g4ebd1d53.el9.x8 5.0 MB/s | 17 MB 00:03 2024-05-20T20:58:47.650 INFO:teuthology.orchestra.run.smithi130.stdout:(11/159): ceph-common-19.0.0-3830.g4ebd1d53.el9 4.4 MB/s | 21 MB 00:04 2024-05-20T20:58:47.675 INFO:teuthology.orchestra.run.smithi130.stdout:(12/159): cephfs-mirror-19.0.0-3830.g4ebd1d53.e 963 kB/s | 225 kB 00:00 2024-05-20T20:58:47.717 INFO:teuthology.orchestra.run.smithi130.stdout:(13/159): cephfs-shell-19.0.0-3830.g4ebd1d53.el 405 kB/s | 27 kB 00:00 2024-05-20T20:58:47.751 INFO:teuthology.orchestra.run.smithi130.stdout:(14/159): libcephfs-devel-19.0.0-3830.g4ebd1d53 420 kB/s | 32 kB 00:00 2024-05-20T20:58:47.851 INFO:teuthology.orchestra.run.smithi130.stdout:(15/159): libcephsqlite-19.0.0-3830.g4ebd1d53.e 1.6 MB/s | 163 kB 00:00 2024-05-20T20:58:47.943 INFO:teuthology.orchestra.run.smithi130.stdout:(16/159): librados-devel-19.0.0-3830.g4ebd1d53. 1.4 MB/s | 127 kB 00:00 2024-05-20T20:58:47.969 INFO:teuthology.orchestra.run.smithi130.stdout:(17/159): libcephfs2-19.0.0-3830.g4ebd1d53.el9. 2.9 MB/s | 747 kB 00:00 2024-05-20T20:58:48.092 INFO:teuthology.orchestra.run.smithi008.stdout:(1/159): ceph-19.0.0-3830.g4ebd1d53.el9.x86_64. 15 kB/s | 6.6 kB 00:00 2024-05-20T20:58:48.127 INFO:teuthology.orchestra.run.smithi130.stdout:(18/159): libradosstriper1-19.0.0-3830.g4ebd1d5 2.7 MB/s | 501 kB 00:00 2024-05-20T20:58:48.228 INFO:teuthology.orchestra.run.smithi130.stdout:(19/159): python3-ceph-argparse-19.0.0-3830.g4e 451 kB/s | 45 kB 00:00 2024-05-20T20:58:48.353 INFO:teuthology.orchestra.run.smithi130.stdout:(20/159): python3-ceph-common-19.0.0-3830.g4ebd 1.1 MB/s | 136 kB 00:00 2024-05-20T20:58:48.461 INFO:teuthology.orchestra.run.smithi130.stdout:(21/159): python3-cephfs-19.0.0-3830.g4ebd1d53. 1.5 MB/s | 161 kB 00:00 2024-05-20T20:58:48.570 INFO:teuthology.orchestra.run.smithi130.stdout:(22/159): python3-rados-19.0.0-3830.g4ebd1d53.e 2.9 MB/s | 320 kB 00:00 2024-05-20T20:58:48.589 INFO:teuthology.orchestra.run.smithi050.stdout:(8/159): ceph-common-19.0.0-3830.g4ebd1d53.el9. 4.1 MB/s | 21 MB 00:05 2024-05-20T20:58:48.679 INFO:teuthology.orchestra.run.smithi130.stdout:(23/159): python3-rbd-19.0.0-3830.g4ebd1d53.el9 2.7 MB/s | 300 kB 00:00 2024-05-20T20:58:48.680 INFO:teuthology.orchestra.run.smithi050.stdout:(9/159): ceph-selinux-19.0.0-3830.g4ebd1d53.el9 275 kB/s | 25 kB 00:00 2024-05-20T20:58:48.779 INFO:teuthology.orchestra.run.smithi130.stdout:(24/159): python3-rgw-19.0.0-3830.g4ebd1d53.el9 996 kB/s | 100 kB 00:00 2024-05-20T20:58:48.888 INFO:teuthology.orchestra.run.smithi130.stdout:(25/159): rbd-fuse-19.0.0-3830.g4ebd1d53.el9.x8 786 kB/s | 85 kB 00:00 2024-05-20T20:58:49.234 INFO:teuthology.orchestra.run.smithi008.stdout:(2/159): ceph-fuse-19.0.0-3830.g4ebd1d53.el9.x8 780 kB/s | 890 kB 00:01 2024-05-20T20:58:49.434 INFO:teuthology.orchestra.run.smithi008.stdout:(3/159): ceph-immutable-object-cache-19.0.0-383 727 kB/s | 145 kB 00:00 2024-05-20T20:58:49.756 INFO:teuthology.orchestra.run.smithi050.stdout:(10/159): ceph-osd-19.0.0-3830.g4ebd1d53.el9.x8 6.1 MB/s | 17 MB 00:02 2024-05-20T20:58:49.763 INFO:teuthology.orchestra.run.smithi130.stdout:(26/159): librgw2-19.0.0-3830.g4ebd1d53.el9.x86 3.0 MB/s | 5.4 MB 00:01 2024-05-20T20:58:49.822 INFO:teuthology.orchestra.run.smithi130.stdout:(27/159): rbd-mirror-19.0.0-3830.g4ebd1d53.el9. 3.3 MB/s | 3.1 MB 00:00 2024-05-20T20:58:49.823 INFO:teuthology.orchestra.run.smithi050.stdout:(11/159): cephfs-mirror-19.0.0-3830.g4ebd1d53.e 3.3 MB/s | 225 kB 00:00 2024-05-20T20:58:49.864 INFO:teuthology.orchestra.run.smithi130.stdout:(28/159): rbd-nbd-19.0.0-3830.g4ebd1d53.el9.x86 1.7 MB/s | 171 kB 00:00 2024-05-20T20:58:49.907 INFO:teuthology.orchestra.run.smithi050.stdout:(12/159): cephfs-shell-19.0.0-3830.g4ebd1d53.el 324 kB/s | 27 kB 00:00 2024-05-20T20:58:49.914 INFO:teuthology.orchestra.run.smithi130.stdout:(29/159): ceph-grafana-dashboards-19.0.0-3830.g 373 kB/s | 34 kB 00:00 2024-05-20T20:58:49.956 INFO:teuthology.orchestra.run.smithi130.stdout:(30/159): ceph-mgr-cephadm-19.0.0-3830.g4ebd1d5 1.5 MB/s | 143 kB 00:00 2024-05-20T20:58:49.982 INFO:teuthology.orchestra.run.smithi050.stdout:(13/159): libcephfs-devel-19.0.0-3830.g4ebd1d53 424 kB/s | 32 kB 00:00 2024-05-20T20:58:50.158 INFO:teuthology.orchestra.run.smithi050.stdout:(14/159): libcephfs2-19.0.0-3830.g4ebd1d53.el9. 4.2 MB/s | 747 kB 00:00 2024-05-20T20:58:50.233 INFO:teuthology.orchestra.run.smithi050.stdout:(15/159): libcephsqlite-19.0.0-3830.g4ebd1d53.e 2.1 MB/s | 163 kB 00:00 2024-05-20T20:58:50.299 INFO:teuthology.orchestra.run.smithi050.stdout:(16/159): librados-devel-19.0.0-3830.g4ebd1d53. 1.9 MB/s | 127 kB 00:00 2024-05-20T20:58:50.416 INFO:teuthology.orchestra.run.smithi050.stdout:(17/159): libradosstriper1-19.0.0-3830.g4ebd1d5 4.2 MB/s | 501 kB 00:00 2024-05-20T20:58:50.463 INFO:teuthology.orchestra.run.smithi008.stdout:(4/159): ceph-base-19.0.0-3830.g4ebd1d53.el9.x8 1.9 MB/s | 5.4 MB 00:02 2024-05-20T20:58:50.743 INFO:teuthology.orchestra.run.smithi008.stdout:(5/159): ceph-mds-19.0.0-3830.g4ebd1d53.el9.x86 1.8 MB/s | 2.4 MB 00:01 2024-05-20T20:58:50.815 INFO:teuthology.orchestra.run.smithi130.stdout:(31/159): ceph-test-19.0.0-3830.g4ebd1d53.el9.x 8.8 MB/s | 49 MB 00:05 2024-05-20T20:58:50.882 INFO:teuthology.orchestra.run.smithi130.stdout:(32/159): ceph-mgr-dashboard-19.0.0-3830.g4ebd1 3.7 MB/s | 3.5 MB 00:00 2024-05-20T20:58:50.934 INFO:teuthology.orchestra.run.smithi008.stdout:(6/159): ceph-mgr-19.0.0-3830.g4ebd1d53.el9.x86 3.2 MB/s | 1.5 MB 00:00 2024-05-20T20:58:50.940 INFO:teuthology.orchestra.run.smithi130.stdout:(33/159): ceph-mgr-modules-core-19.0.0-3830.g4e 2.1 MB/s | 274 kB 00:00 2024-05-20T20:58:50.965 INFO:teuthology.orchestra.run.smithi130.stdout:(34/159): ceph-mgr-rook-19.0.0-3830.g4ebd1d53.e 591 kB/s | 49 kB 00:00 2024-05-20T20:58:51.016 INFO:teuthology.orchestra.run.smithi130.stdout:(35/159): ceph-prometheus-alerts-19.0.0-3830.g4 218 kB/s | 16 kB 00:00 2024-05-20T20:58:51.058 INFO:teuthology.orchestra.run.smithi050.stdout:(18/159): librgw2-19.0.0-3830.g4ebd1d53.el9.x86 8.4 MB/s | 5.4 MB 00:00 2024-05-20T20:58:51.108 INFO:teuthology.orchestra.run.smithi130.stdout:(36/159): ceph-volume-19.0.0-3830.g4ebd1d53.el9 1.9 MB/s | 273 kB 00:00 2024-05-20T20:58:51.141 INFO:teuthology.orchestra.run.smithi130.stdout:(37/159): cephadm-19.0.0-3830.g4ebd1d53.el9.noa 6.0 MB/s | 764 kB 00:00 2024-05-20T20:58:51.183 INFO:teuthology.orchestra.run.smithi130.stdout:(38/159): cephfs-top-19.0.0-3830.g4ebd1d53.el9. 242 kB/s | 18 kB 00:00 2024-05-20T20:58:51.208 INFO:teuthology.orchestra.run.smithi050.stdout:(19/159): python3-ceph-argparse-19.0.0-3830.g4e 301 kB/s | 45 kB 00:00 2024-05-20T20:58:51.250 INFO:teuthology.orchestra.run.smithi130.stdout:(39/159): fuse-2.9.9-15.el9.x86_64.rpm 740 kB/s | 80 kB 00:00 2024-05-20T20:58:51.267 INFO:teuthology.orchestra.run.smithi050.stdout:(20/159): python3-ceph-common-19.0.0-3830.g4ebd 2.3 MB/s | 136 kB 00:00 2024-05-20T20:58:51.317 INFO:teuthology.orchestra.run.smithi130.stdout:(40/159): libquadmath-11.4.1-3.el9.x86_64.rpm 2.9 MB/s | 195 kB 00:00 2024-05-20T20:58:51.334 INFO:teuthology.orchestra.run.smithi050.stdout:(21/159): python3-cephfs-19.0.0-3830.g4ebd1d53. 2.4 MB/s | 161 kB 00:00 2024-05-20T20:58:51.367 INFO:teuthology.orchestra.run.smithi130.stdout:(41/159): libgfortran-11.4.1-3.el9.x86_64.rpm 4.3 MB/s | 803 kB 00:00 2024-05-20T20:58:51.393 INFO:teuthology.orchestra.run.smithi130.stdout:(42/159): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.3 MB/s | 253 kB 00:00 2024-05-20T20:58:51.401 INFO:teuthology.orchestra.run.smithi050.stdout:(22/159): python3-rados-19.0.0-3830.g4ebd1d53.e 4.7 MB/s | 320 kB 00:00 2024-05-20T20:58:51.451 INFO:teuthology.orchestra.run.smithi130.stdout:(43/159): python3-cryptography-36.0.1-4.el9.x86 15 MB/s | 1.2 MB 00:00 2024-05-20T20:58:51.468 INFO:teuthology.orchestra.run.smithi050.stdout:(23/159): python3-rbd-19.0.0-3830.g4ebd1d53.el9 4.4 MB/s | 300 kB 00:00 2024-05-20T20:58:51.477 INFO:teuthology.orchestra.run.smithi130.stdout:(44/159): python3-ply-3.11-14.el9.noarch.rpm 1.2 MB/s | 106 kB 00:00 2024-05-20T20:58:51.510 INFO:teuthology.orchestra.run.smithi130.stdout:(45/159): python3-pycparser-2.20-6.el9.noarch.r 2.2 MB/s | 135 kB 00:00 2024-05-20T20:58:51.527 INFO:teuthology.orchestra.run.smithi050.stdout:(24/159): python3-rgw-19.0.0-3830.g4ebd1d53.el9 1.7 MB/s | 100 kB 00:00 2024-05-20T20:58:51.535 INFO:teuthology.orchestra.run.smithi130.stdout:(46/159): python3-requests-2.25.1-8.el9.noarch. 2.1 MB/s | 125 kB 00:00 2024-05-20T20:58:51.561 INFO:teuthology.orchestra.run.smithi130.stdout:(47/159): python3-urllib3-1.26.5-5.el9.noarch.r 4.2 MB/s | 215 kB 00:00 2024-05-20T20:58:51.586 INFO:teuthology.orchestra.run.smithi050.stdout:(25/159): rbd-fuse-19.0.0-3830.g4ebd1d53.el9.x8 1.4 MB/s | 85 kB 00:00 2024-05-20T20:58:52.044 INFO:teuthology.orchestra.run.smithi050.stdout:(26/159): rbd-mirror-19.0.0-3830.g4ebd1d53.el9. 6.7 MB/s | 3.1 MB 00:00 2024-05-20T20:58:52.103 INFO:teuthology.orchestra.run.smithi050.stdout:(27/159): rbd-nbd-19.0.0-3830.g4ebd1d53.el9.x86 2.9 MB/s | 171 kB 00:00 2024-05-20T20:58:52.136 INFO:teuthology.orchestra.run.smithi130.stdout:(48/159): ceph-mgr-diskprediction-local-19.0.0- 3.4 MB/s | 7.4 MB 00:02 2024-05-20T20:58:52.161 INFO:teuthology.orchestra.run.smithi050.stdout:(28/159): ceph-grafana-dashboards-19.0.0-3830.g 586 kB/s | 34 kB 00:00 2024-05-20T20:58:52.220 INFO:teuthology.orchestra.run.smithi050.stdout:(29/159): ceph-mgr-cephadm-19.0.0-3830.g4ebd1d5 2.4 MB/s | 143 kB 00:00 2024-05-20T20:58:52.253 INFO:teuthology.orchestra.run.smithi130.stdout:(49/159): automake-1.16.2-8.el9.noarch.rpm 960 kB/s | 689 kB 00:00 2024-05-20T20:58:52.362 INFO:teuthology.orchestra.run.smithi130.stdout:(50/159): elfutils-libelf-devel-0.191-4.el9.x86 200 kB/s | 22 kB 00:00 2024-05-20T20:58:52.471 INFO:teuthology.orchestra.run.smithi130.stdout:(51/159): bison-3.7.4-5.el9.x86_64.rpm 1.0 MB/s | 943 kB 00:00 2024-05-20T20:58:52.496 INFO:teuthology.orchestra.run.smithi130.stdout:(52/159): flex-2.6.4-9.el9.x86_64.rpm 2.3 MB/s | 313 kB 00:00 2024-05-20T20:58:52.554 INFO:teuthology.orchestra.run.smithi130.stdout:(53/159): boost-program-options-1.75.0-8.el9.x8 256 kB/s | 107 kB 00:00 2024-05-20T20:58:52.580 INFO:teuthology.orchestra.run.smithi130.stdout:(54/159): flexiblas-3.0.4-8.el9.x86_64.rpm 301 kB/s | 33 kB 00:00 2024-05-20T20:58:52.628 INFO:teuthology.orchestra.run.smithi050.stdout:(30/159): ceph-mgr-dashboard-19.0.0-3830.g4ebd1 8.7 MB/s | 3.5 MB 00:00 2024-05-20T20:58:52.655 INFO:teuthology.orchestra.run.smithi130.stdout:(55/159): flexiblas-openblas-openmp-3.0.4-8.el9 181 kB/s | 18 kB 00:00 2024-05-20T20:58:52.680 INFO:teuthology.orchestra.run.smithi130.stdout:(56/159): libaio-devel-0.3.111-13.el9.x86_64.rp 111 kB/s | 11 kB 00:00 2024-05-20T20:58:52.718 INFO:teuthology.orchestra.run.smithi008.stdout:(7/159): ceph-common-19.0.0-3830.g4ebd1d53.el9. 4.2 MB/s | 21 MB 00:05 2024-05-20T20:58:52.781 INFO:teuthology.orchestra.run.smithi130.stdout:(57/159): librabbitmq-0.11.0-7.el9.x86_64.rpm 452 kB/s | 45 kB 00:00 2024-05-20T20:58:52.827 INFO:teuthology.orchestra.run.smithi008.stdout:(8/159): ceph-mon-19.0.0-3830.g4ebd1d53.el9.x86 2.3 MB/s | 4.7 MB 00:02 2024-05-20T20:58:52.919 INFO:teuthology.orchestra.run.smithi008.stdout:(9/159): ceph-selinux-19.0.0-3830.g4ebd1d53.el9 278 kB/s | 25 kB 00:00 2024-05-20T20:58:52.923 INFO:teuthology.orchestra.run.smithi130.stdout:(58/159): libpmemobj-1.12.1-1.el9.x86_64.rpm 599 kB/s | 160 kB 00:00 2024-05-20T20:58:52.981 INFO:teuthology.orchestra.run.smithi130.stdout:(59/159): flexiblas-netlib-3.0.4-8.el9.x86_64.r 6.2 MB/s | 3.0 MB 00:00 2024-05-20T20:58:53.048 INFO:teuthology.orchestra.run.smithi130.stdout:(60/159): librdkafka-1.6.1-102.el9.x86_64.rpm 2.4 MB/s | 662 kB 00:00 2024-05-20T20:58:53.082 INFO:teuthology.orchestra.run.smithi130.stdout:(61/159): libuuid-devel-2.37.4-18.el9.x86_64.rp 254 kB/s | 25 kB 00:00 2024-05-20T20:58:53.141 INFO:teuthology.orchestra.run.smithi130.stdout:(62/159): libzstd-devel-1.5.1-2.el9.x86_64.rpm 515 kB/s | 47 kB 00:00 2024-05-20T20:58:53.191 INFO:teuthology.orchestra.run.smithi130.stdout:(63/159): libtool-2.4.6-45.el9.x86_64.rpm 2.1 MB/s | 582 kB 00:00 2024-05-20T20:58:53.216 INFO:teuthology.orchestra.run.smithi130.stdout:(64/159): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.1 MB/s | 292 kB 00:00 2024-05-20T20:58:53.250 INFO:teuthology.orchestra.run.smithi130.stdout:(65/159): lua-5.4.4-4.el9.x86_64.rpm 1.7 MB/s | 188 kB 00:00 2024-05-20T20:58:53.317 INFO:teuthology.orchestra.run.smithi130.stdout:(66/159): openblas-0.3.21-2.el9.x86_64.rpm 281 kB/s | 35 kB 00:00 2024-05-20T20:58:53.420 INFO:teuthology.orchestra.run.smithi050.stdout:(31/159): ceph-mgr-diskprediction-local-19.0.0- 9.3 MB/s | 7.4 MB 00:00 2024-05-20T20:58:53.487 INFO:teuthology.orchestra.run.smithi050.stdout:(32/159): ceph-mgr-modules-core-19.0.0-3830.g4e 4.0 MB/s | 274 kB 00:00 2024-05-20T20:58:53.538 INFO:teuthology.orchestra.run.smithi050.stdout:(33/159): ceph-mgr-rook-19.0.0-3830.g4ebd1d53.e 988 kB/s | 49 kB 00:00 2024-05-20T20:58:53.613 INFO:teuthology.orchestra.run.smithi050.stdout:(34/159): ceph-prometheus-alerts-19.0.0-3830.g4 219 kB/s | 16 kB 00:00 2024-05-20T20:58:53.625 INFO:teuthology.orchestra.run.smithi130.stdout:(67/159): postgresql-13.14-1.el9.x86_64.rpm 5.1 MB/s | 1.6 MB 00:00 2024-05-20T20:58:53.672 INFO:teuthology.orchestra.run.smithi050.stdout:(35/159): ceph-volume-19.0.0-3830.g4ebd1d53.el9 4.6 MB/s | 273 kB 00:00 2024-05-20T20:58:53.692 INFO:teuthology.orchestra.run.smithi130.stdout:(68/159): openssl-devel-3.2.1-1.el9.x86_64.rpm 10 MB/s | 4.4 MB 00:00 2024-05-20T20:58:53.751 INFO:teuthology.orchestra.run.smithi130.stdout:(69/159): postgresql-contrib-13.14-1.el9.x86_64 7.1 MB/s | 911 kB 00:00 2024-05-20T20:58:53.789 INFO:teuthology.orchestra.run.smithi050.stdout:(36/159): cephadm-19.0.0-3830.g4ebd1d53.el9.noa 6.4 MB/s | 764 kB 00:00 2024-05-20T20:58:53.839 INFO:teuthology.orchestra.run.smithi050.stdout:(37/159): cephfs-top-19.0.0-3830.g4ebd1d53.el9. 362 kB/s | 18 kB 00:00 2024-05-20T20:58:53.944 INFO:teuthology.orchestra.run.smithi008.stdout:(10/159): ceph-osd-19.0.0-3830.g4ebd1d53.el9.x8 5.6 MB/s | 17 MB 00:03 2024-05-20T20:58:53.968 INFO:teuthology.orchestra.run.smithi130.stdout:(70/159): openblas-openmp-0.3.21-2.el9.x86_64.r 6.3 MB/s | 4.7 MB 00:00 2024-05-20T20:58:53.993 INFO:teuthology.orchestra.run.smithi130.stdout:(71/159): postgresql-private-libs-13.14-1.el9.x 443 kB/s | 133 kB 00:00 2024-05-20T20:58:54.019 INFO:teuthology.orchestra.run.smithi008.stdout:(11/159): cephfs-mirror-19.0.0-3830.g4ebd1d53.e 3.0 MB/s | 225 kB 00:00 2024-05-20T20:58:54.061 INFO:teuthology.orchestra.run.smithi008.stdout:(12/159): cephfs-shell-19.0.0-3830.g4ebd1d53.el 660 kB/s | 27 kB 00:00 2024-05-20T20:58:54.065 INFO:teuthology.orchestra.run.smithi050.stdout:(38/159): ceph-radosgw-19.0.0-3830.g4ebd1d53.el 1.6 MB/s | 11 MB 00:06 2024-05-20T20:58:54.093 INFO:teuthology.orchestra.run.smithi130.stdout:(72/159): protobuf-3.14.0-13.el9.x86_64.rpm 8.1 MB/s | 1.0 MB 00:00 2024-05-20T20:58:54.103 INFO:teuthology.orchestra.run.smithi008.stdout:(13/159): libcephfs-devel-19.0.0-3830.g4ebd1d53 779 kB/s | 32 kB 00:00 2024-05-20T20:58:54.202 INFO:teuthology.orchestra.run.smithi130.stdout:(73/159): python3-attrs-20.3.0-7.el9.noarch.rpm 419 kB/s | 87 kB 00:00 2024-05-20T20:58:54.228 INFO:teuthology.orchestra.run.smithi008.stdout:(14/159): libcephfs2-19.0.0-3830.g4ebd1d53.el9. 5.9 MB/s | 747 kB 00:00 2024-05-20T20:58:54.287 INFO:teuthology.orchestra.run.smithi008.stdout:(15/159): libcephsqlite-19.0.0-3830.g4ebd1d53.e 2.8 MB/s | 163 kB 00:00 2024-05-20T20:58:54.290 INFO:teuthology.orchestra.run.smithi050.stdout:(39/159): fuse-2.9.9-15.el9.x86_64.rpm 178 kB/s | 80 kB 00:00 2024-05-20T20:58:54.302 INFO:teuthology.orchestra.run.smithi130.stdout:(74/159): python3-colorama-0.4.6-3.el9.noarch.r 613 kB/s | 61 kB 00:00 2024-05-20T20:58:54.346 INFO:teuthology.orchestra.run.smithi008.stdout:(16/159): librados-devel-19.0.0-3830.g4ebd1d53. 2.2 MB/s | 127 kB 00:00 2024-05-20T20:58:54.429 INFO:teuthology.orchestra.run.smithi008.stdout:(17/159): libradosstriper1-19.0.0-3830.g4ebd1d5 5.9 MB/s | 501 kB 00:00 2024-05-20T20:58:54.573 INFO:teuthology.orchestra.run.smithi050.stdout:(40/159): libquadmath-11.4.1-3.el9.x86_64.rpm 690 kB/s | 195 kB 00:00 2024-05-20T20:58:54.652 INFO:teuthology.orchestra.run.smithi130.stdout:(75/159): python3-devel-3.9.18-3.el9.x86_64.rpm 698 kB/s | 244 kB 00:00 2024-05-20T20:58:54.663 INFO:teuthology.orchestra.run.smithi008.stdout:(18/159): ceph-radosgw-19.0.0-3830.g4ebd1d53.el 5.5 MB/s | 11 MB 00:01 2024-05-20T20:58:54.755 INFO:teuthology.orchestra.run.smithi008.stdout:(19/159): python3-ceph-argparse-19.0.0-3830.g4e 499 kB/s | 45 kB 00:00 2024-05-20T20:58:54.830 INFO:teuthology.orchestra.run.smithi008.stdout:(20/159): python3-ceph-common-19.0.0-3830.g4ebd 1.8 MB/s | 136 kB 00:00 2024-05-20T20:58:54.906 INFO:teuthology.orchestra.run.smithi008.stdout:(21/159): python3-cephfs-19.0.0-3830.g4ebd1d53. 2.1 MB/s | 161 kB 00:00 2024-05-20T20:58:54.915 INFO:teuthology.orchestra.run.smithi050.stdout:(41/159): libgfortran-11.4.1-3.el9.x86_64.rpm 945 kB/s | 803 kB 00:00 2024-05-20T20:58:55.086 INFO:teuthology.orchestra.run.smithi130.stdout:(76/159): python3-jinja2-2.11.3-6.el9.noarch.rp 573 kB/s | 248 kB 00:00 2024-05-20T20:58:55.148 INFO:teuthology.orchestra.run.smithi008.stdout:(22/159): librgw2-19.0.0-3830.g4ebd1d53.el9.x86 7.5 MB/s | 5.4 MB 00:00 2024-05-20T20:58:55.224 INFO:teuthology.orchestra.run.smithi008.stdout:(23/159): python3-rbd-19.0.0-3830.g4ebd1d53.el9 4.0 MB/s | 300 kB 00:00 2024-05-20T20:58:55.229 INFO:teuthology.orchestra.run.smithi130.stdout:(77/159): python3-jsonpatch-1.21-16.el9.noarch. 180 kB/s | 26 kB 00:00 2024-05-20T20:58:55.274 INFO:teuthology.orchestra.run.smithi008.stdout:(24/159): python3-rgw-19.0.0-3830.g4ebd1d53.el9 2.0 MB/s | 100 kB 00:00 2024-05-20T20:58:55.307 INFO:teuthology.orchestra.run.smithi008.stdout:(25/159): python3-rados-19.0.0-3830.g4ebd1d53.e 800 kB/s | 320 kB 00:00 2024-05-20T20:58:55.329 INFO:teuthology.orchestra.run.smithi130.stdout:(78/159): python3-jsonpointer-2.0-4.el9.noarch. 191 kB/s | 19 kB 00:00 2024-05-20T20:58:55.332 INFO:teuthology.orchestra.run.smithi008.stdout:(26/159): rbd-fuse-19.0.0-3830.g4ebd1d53.el9.x8 1.4 MB/s | 85 kB 00:00 2024-05-20T20:58:55.349 INFO:teuthology.orchestra.run.smithi050.stdout:(42/159): python3-cffi-1.14.5-5.el9.x86_64.rpm 327 kB/s | 253 kB 00:00 2024-05-20T20:58:55.383 INFO:teuthology.orchestra.run.smithi008.stdout:(27/159): rbd-nbd-19.0.0-3830.g4ebd1d53.el9.x86 3.4 MB/s | 171 kB 00:00 2024-05-20T20:58:55.437 INFO:teuthology.orchestra.run.smithi130.stdout:(79/159): python3-babel-2.9.1-2.el9.noarch.rpm 4.4 MB/s | 6.0 MB 00:01 2024-05-20T20:58:55.455 INFO:teuthology.orchestra.run.smithi008.stdout:(28/159): ceph-grafana-dashboards-19.0.0-3830.g 478 kB/s | 34 kB 00:00 2024-05-20T20:58:55.546 INFO:teuthology.orchestra.run.smithi130.stdout:(80/159): python3-markupsafe-1.1.1-12.el9.x86_6 321 kB/s | 35 kB 00:00 2024-05-20T20:58:55.600 INFO:teuthology.orchestra.run.smithi008.stdout:(29/159): ceph-mgr-cephadm-19.0.0-3830.g4ebd1d5 995 kB/s | 143 kB 00:00 2024-05-20T20:58:55.621 INFO:teuthology.orchestra.run.smithi130.stdout:(81/159): python3-mako-1.1.4-6.el9.noarch.rpm 589 kB/s | 172 kB 00:00 2024-05-20T20:58:55.874 INFO:teuthology.orchestra.run.smithi050.stdout:(43/159): python3-ply-3.11-14.el9.noarch.rpm 203 kB/s | 106 kB 00:00 2024-05-20T20:58:55.996 INFO:teuthology.orchestra.run.smithi130.stdout:(82/159): python3-numpy-f2py-1.20.1-5.el9.x86_6 668 kB/s | 250 kB 00:00 2024-05-20T20:58:56.008 INFO:teuthology.orchestra.run.smithi008.stdout:(30/159): ceph-mgr-dashboard-19.0.0-3830.g4ebd1 8.7 MB/s | 3.5 MB 00:00 2024-05-20T20:58:56.084 INFO:teuthology.orchestra.run.smithi008.stdout:(31/159): rbd-mirror-19.0.0-3830.g4ebd1d53.el9. 4.0 MB/s | 3.1 MB 00:00 2024-05-20T20:58:56.141 INFO:teuthology.orchestra.run.smithi050.stdout:(44/159): python3-pycparser-2.20-6.el9.noarch.r 507 kB/s | 135 kB 00:00 2024-05-20T20:58:56.192 INFO:teuthology.orchestra.run.smithi008.stdout:(32/159): ceph-mgr-modules-core-19.0.0-3830.g4e 2.5 MB/s | 274 kB 00:00 2024-05-20T20:58:56.282 INFO:teuthology.orchestra.run.smithi008.stdout:(33/159): ceph-mgr-rook-19.0.0-3830.g4ebd1d53.e 557 kB/s | 49 kB 00:00 2024-05-20T20:58:56.325 INFO:teuthology.orchestra.run.smithi050.stdout:(45/159): python3-requests-2.25.1-8.el9.noarch. 682 kB/s | 125 kB 00:00 2024-05-20T20:58:56.338 INFO:teuthology.orchestra.run.smithi130.stdout:(83/159): python3-oauthlib-3.1.1-5.el9.noarch.r 650 kB/s | 222 kB 00:00 2024-05-20T20:58:56.360 INFO:teuthology.orchestra.run.smithi008.stdout:(34/159): ceph-prometheus-alerts-19.0.0-3830.g4 215 kB/s | 16 kB 00:00 2024-05-20T20:58:56.375 INFO:teuthology.orchestra.run.smithi050.stdout:(46/159): python3-cryptography-36.0.1-4.el9.x86 860 kB/s | 1.2 MB 00:01 2024-05-20T20:58:56.468 INFO:teuthology.orchestra.run.smithi008.stdout:(35/159): ceph-volume-19.0.0-3830.g4ebd1d53.el9 2.5 MB/s | 273 kB 00:00 2024-05-20T20:58:56.522 INFO:teuthology.orchestra.run.smithi130.stdout:(84/159): python3-packaging-20.9-5.el9.noarch.r 421 kB/s | 77 kB 00:00 2024-05-20T20:58:56.533 INFO:teuthology.orchestra.run.smithi050.stdout:(47/159): automake-1.16.2-8.el9.noarch.rpm 4.3 MB/s | 689 kB 00:00 2024-05-20T20:58:56.589 INFO:teuthology.orchestra.run.smithi130.stdout:(85/159): python3-numpy-1.20.1-5.el9.x86_64.rpm 4.9 MB/s | 5.1 MB 00:01 2024-05-20T20:58:56.592 INFO:teuthology.orchestra.run.smithi050.stdout:(48/159): python3-urllib3-1.26.5-5.el9.noarch.r 804 kB/s | 215 kB 00:00 2024-05-20T20:58:56.626 INFO:teuthology.orchestra.run.smithi050.stdout:(49/159): bison-3.7.4-5.el9.x86_64.rpm 10 MB/s | 943 kB 00:00 2024-05-20T20:58:56.631 INFO:teuthology.orchestra.run.smithi130.stdout:(86/159): python3-prettytable-0.7.2-27.el9.noar 389 kB/s | 42 kB 00:00 2024-05-20T20:58:56.642 INFO:teuthology.orchestra.run.smithi050.stdout:[MIRROR] elfutils-libelf-devel-0.191-4.el9.x86_64.rpm: Status code: 404 for http://mirror.siena.edu/centos-stream/9-stream/AppStream/x86_64/os/Packages/elfutils-libelf-devel-0.191-4.el9.x86_64.rpm (IP: 199.223.246.113) 2024-05-20T20:58:56.652 INFO:teuthology.orchestra.run.smithi008.stdout:(36/159): cephadm-19.0.0-3830.g4ebd1d53.el9.noa 4.1 MB/s | 764 kB 00:00 2024-05-20T20:58:56.720 INFO:teuthology.orchestra.run.smithi008.stdout:(37/159): cephfs-top-19.0.0-3830.g4ebd1d53.el9. 276 kB/s | 18 kB 00:00 2024-05-20T20:58:56.726 INFO:teuthology.orchestra.run.smithi050.stdout:(50/159): boost-program-options-1.75.0-8.el9.x8 800 kB/s | 107 kB 00:00 2024-05-20T20:58:56.739 INFO:teuthology.orchestra.run.smithi130.stdout:(87/159): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.4 MB/s | 159 kB 00:00 2024-05-20T20:58:56.743 INFO:teuthology.orchestra.run.smithi050.stdout:(51/159): elfutils-libelf-devel-0.191-4.el9.x86 186 kB/s | 22 kB 00:00 2024-05-20T20:58:56.768 INFO:teuthology.orchestra.run.smithi050.stdout:(52/159): flex-2.6.4-9.el9.x86_64.rpm 7.3 MB/s | 313 kB 00:00 2024-05-20T20:58:56.794 INFO:teuthology.orchestra.run.smithi050.stdout:(53/159): flexiblas-3.0.4-8.el9.x86_64.rpm 650 kB/s | 33 kB 00:00 2024-05-20T20:58:56.836 INFO:teuthology.orchestra.run.smithi008.stdout:(38/159): fuse-2.9.9-15.el9.x86_64.rpm 695 kB/s | 80 kB 00:00 2024-05-20T20:58:56.848 INFO:teuthology.orchestra.run.smithi130.stdout:(88/159): python3-pyasn1-modules-0.4.8-6.el9.no 2.5 MB/s | 279 kB 00:00 2024-05-20T20:58:56.965 INFO:teuthology.orchestra.run.smithi130.stdout:(89/159): python3-pytz-2021.1-5.el9.noarch.rpm 437 kB/s | 51 kB 00:00 2024-05-20T20:58:56.995 INFO:teuthology.orchestra.run.smithi008.stdout:(39/159): ceph-mgr-diskprediction-local-19.0.0- 7.5 MB/s | 7.4 MB 00:00 2024-05-20T20:58:57.032 INFO:teuthology.orchestra.run.smithi130.stdout:(90/159): python3-protobuf-3.14.0-13.el9.noarch 608 kB/s | 269 kB 00:00 2024-05-20T20:58:57.074 INFO:teuthology.orchestra.run.smithi130.stdout:(91/159): python3-requests-oauthlib-1.3.0-12.el 493 kB/s | 54 kB 00:00 2024-05-20T20:58:57.078 INFO:teuthology.orchestra.run.smithi008.stdout:(40/159): libgfortran-11.4.1-3.el9.x86_64.rpm 3.3 MB/s | 803 kB 00:00 2024-05-20T20:58:57.137 INFO:teuthology.orchestra.run.smithi008.stdout:(41/159): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.3 MB/s | 253 kB 00:00 2024-05-20T20:58:57.171 INFO:teuthology.orchestra.run.smithi008.stdout:(42/159): libquadmath-11.4.1-3.el9.x86_64.rpm 1.1 MB/s | 195 kB 00:00 2024-05-20T20:58:57.174 INFO:teuthology.orchestra.run.smithi130.stdout:(92/159): python3-toml-0.10.2-6.el9.noarch.rpm 416 kB/s | 42 kB 00:00 2024-05-20T20:58:57.236 INFO:teuthology.orchestra.run.smithi050.stdout:(54/159): ceph-test-19.0.0-3830.g4ebd1d53.el9.x 5.7 MB/s | 49 MB 00:08 2024-05-20T20:58:57.238 INFO:teuthology.orchestra.run.smithi008.stdout:(43/159): python3-cryptography-36.0.1-4.el9.x86 12 MB/s | 1.2 MB 00:00 2024-05-20T20:58:57.261 INFO:teuthology.orchestra.run.smithi050.stdout:(55/159): flexiblas-openblas-openmp-3.0.4-8.el9 39 kB/s | 18 kB 00:00 2024-05-20T20:58:57.263 INFO:teuthology.orchestra.run.smithi008.stdout:(44/159): python3-ply-3.11-14.el9.noarch.rpm 1.1 MB/s | 106 kB 00:00 2024-05-20T20:58:57.283 INFO:teuthology.orchestra.run.smithi130.stdout:(93/159): python3-wcwidth-0.2.5-8.el9.noarch.rp 407 kB/s | 44 kB 00:00 2024-05-20T20:58:57.313 INFO:teuthology.orchestra.run.smithi008.stdout:(45/159): python3-pycparser-2.20-6.el9.noarch.r 2.7 MB/s | 135 kB 00:00 2024-05-20T20:58:57.328 INFO:teuthology.orchestra.run.smithi050.stdout:(56/159): flexiblas-netlib-3.0.4-8.el9.x86_64.r 5.3 MB/s | 3.0 MB 00:00 2024-05-20T20:58:57.339 INFO:teuthology.orchestra.run.smithi008.stdout:(46/159): python3-requests-2.25.1-8.el9.noarch. 1.6 MB/s | 125 kB 00:00 2024-05-20T20:58:57.353 INFO:teuthology.orchestra.run.smithi050.stdout:(57/159): libaio-devel-0.3.111-13.el9.x86_64.rp 95 kB/s | 11 kB 00:00 2024-05-20T20:58:57.372 INFO:teuthology.orchestra.run.smithi008.stdout:(47/159): python3-urllib3-1.26.5-5.el9.noarch.r 3.6 MB/s | 215 kB 00:00 2024-05-20T20:58:57.378 INFO:teuthology.orchestra.run.smithi050.stdout:(58/159): librabbitmq-0.11.0-7.el9.x86_64.rpm 906 kB/s | 45 kB 00:00 2024-05-20T20:58:57.391 INFO:teuthology.orchestra.run.smithi130.stdout:(94/159): qatlib-24.02.0-1.el9.x86_64.rpm 2.0 MB/s | 221 kB 00:00 2024-05-20T20:58:57.404 INFO:teuthology.orchestra.run.smithi050.stdout:(59/159): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.1 MB/s | 160 kB 00:00 2024-05-20T20:58:57.429 INFO:teuthology.orchestra.run.smithi050.stdout:(60/159): libtool-2.4.6-45.el9.x86_64.rpm 11 MB/s | 582 kB 00:00 2024-05-20T20:58:57.454 INFO:teuthology.orchestra.run.smithi050.stdout:(61/159): libuuid-devel-2.37.4-18.el9.x86_64.rp 507 kB/s | 25 kB 00:00 2024-05-20T20:58:57.480 INFO:teuthology.orchestra.run.smithi050.stdout:(62/159): libzstd-devel-1.5.1-2.el9.x86_64.rpm 946 kB/s | 47 kB 00:00 2024-05-20T20:58:57.492 INFO:teuthology.orchestra.run.smithi130.stdout:(95/159): qatlib-service-24.02.0-1.el9.x86_64.r 358 kB/s | 36 kB 00:00 2024-05-20T20:58:57.513 INFO:teuthology.orchestra.run.smithi050.stdout:(63/159): librdkafka-1.6.1-102.el9.x86_64.rpm 4.1 MB/s | 662 kB 00:00 2024-05-20T20:58:57.547 INFO:teuthology.orchestra.run.smithi050.stdout:(64/159): lttng-ust-2.12.0-6.el9.x86_64.rpm 3.1 MB/s | 292 kB 00:00 2024-05-20T20:58:57.573 INFO:teuthology.orchestra.run.smithi050.stdout:(65/159): openblas-0.3.21-2.el9.x86_64.rpm 598 kB/s | 35 kB 00:00 2024-05-20T20:58:57.592 INFO:teuthology.orchestra.run.smithi130.stdout:(96/159): qatzip-libs-1.2.0-1.el9.x86_64.rpm 474 kB/s | 47 kB 00:00 2024-05-20T20:58:57.598 INFO:teuthology.orchestra.run.smithi050.stdout:(66/159): lua-5.4.4-4.el9.x86_64.rpm 1.6 MB/s | 188 kB 00:00 2024-05-20T20:58:57.698 INFO:teuthology.orchestra.run.smithi050.stdout:(67/159): openssl-devel-3.2.1-1.el9.x86_64.rpm 35 MB/s | 4.4 MB 00:00 2024-05-20T20:58:57.701 INFO:teuthology.orchestra.run.smithi130.stdout:(97/159): socat-1.7.4.1-5.el9.x86_64.rpm 2.7 MB/s | 305 kB 00:00 2024-05-20T20:58:57.732 INFO:teuthology.orchestra.run.smithi050.stdout:(68/159): postgresql-13.14-1.el9.x86_64.rpm 12 MB/s | 1.6 MB 00:00 2024-05-20T20:58:57.765 INFO:teuthology.orchestra.run.smithi050.stdout:(69/159): postgresql-contrib-13.14-1.el9.x86_64 13 MB/s | 911 kB 00:00 2024-05-20T20:58:57.801 INFO:teuthology.orchestra.run.smithi130.stdout:(98/159): uuid-1.6.2-55.el9.x86_64.rpm 579 kB/s | 58 kB 00:00 2024-05-20T20:58:57.824 INFO:teuthology.orchestra.run.smithi050.stdout:(70/159): postgresql-private-libs-13.14-1.el9.x 1.4 MB/s | 133 kB 00:00 2024-05-20T20:58:57.891 INFO:teuthology.orchestra.run.smithi050.stdout:(71/159): openblas-openmp-0.3.21-2.el9.x86_64.r 14 MB/s | 4.7 MB 00:00 2024-05-20T20:58:57.910 INFO:teuthology.orchestra.run.smithi130.stdout:(99/159): xfsprogs-devel-6.3.0-1.el9.x86_64.rpm 864 kB/s | 94 kB 00:00 2024-05-20T20:58:57.924 INFO:teuthology.orchestra.run.smithi050.stdout:(72/159): protobuf-3.14.0-13.el9.x86_64.rpm 10 MB/s | 1.0 MB 00:00 2024-05-20T20:58:57.950 INFO:teuthology.orchestra.run.smithi050.stdout:(73/159): python3-attrs-20.3.0-7.el9.noarch.rpm 1.5 MB/s | 87 kB 00:00 2024-05-20T20:58:57.967 INFO:teuthology.orchestra.run.smithi050.stdout:[MIRROR] python3-colorama-0.4.6-3.el9.noarch.rpm: Status code: 404 for http://mirror.siena.edu/centos-stream/9-stream/AppStream/x86_64/os/Packages/python3-colorama-0.4.6-3.el9.noarch.rpm (IP: 199.223.246.113) 2024-05-20T20:58:58.018 INFO:teuthology.orchestra.run.smithi130.stdout:(100/159): xmlstarlet-1.6.1-20.el9.x86_64.rpm 588 kB/s | 64 kB 00:00 2024-05-20T20:58:58.042 INFO:teuthology.orchestra.run.smithi050.stdout:(74/159): postgresql-server-13.14-1.el9.x86_64. 21 MB/s | 5.8 MB 00:00 2024-05-20T20:58:58.114 INFO:teuthology.orchestra.run.smithi008.stdout:(48/159): automake-1.16.2-8.el9.noarch.rpm 890 kB/s | 689 kB 00:00 2024-05-20T20:58:58.125 INFO:teuthology.orchestra.run.smithi050.stdout:(75/159): python3-babel-2.9.1-2.el9.noarch.rpm 30 MB/s | 6.0 MB 00:00 2024-05-20T20:58:58.127 INFO:teuthology.orchestra.run.smithi130.stdout:(101/159): zlib-devel-1.2.11-41.el9.x86_64.rpm 413 kB/s | 45 kB 00:00 2024-05-20T20:58:58.151 INFO:teuthology.orchestra.run.smithi050.stdout:(76/159): python3-devel-3.9.18-3.el9.x86_64.rpm 2.2 MB/s | 244 kB 00:00 2024-05-20T20:58:58.151 INFO:teuthology.orchestra.run.smithi050.stdout:[MIRROR] python3-jinja2-2.11.3-6.el9.noarch.rpm: Status code: 404 for http://mirror.siena.edu/centos-stream/9-stream/AppStream/x86_64/os/Packages/python3-jinja2-2.11.3-6.el9.noarch.rpm (IP: 199.223.246.113) 2024-05-20T20:58:58.184 INFO:teuthology.orchestra.run.smithi050.stdout:(77/159): python3-jsonpatch-1.21-16.el9.noarch. 772 kB/s | 26 kB 00:00 2024-05-20T20:58:58.185 INFO:teuthology.orchestra.run.smithi130.stdout:(102/159): lua-devel-5.4.4-4.el9.x86_64.rpm 382 kB/s | 22 kB 00:00 2024-05-20T20:58:58.218 INFO:teuthology.orchestra.run.smithi050.stdout:(78/159): python3-jsonpointer-2.0-4.el9.noarch. 576 kB/s | 19 kB 00:00 2024-05-20T20:58:58.231 INFO:teuthology.orchestra.run.smithi008.stdout:(49/159): boost-program-options-1.75.0-8.el9.x8 924 kB/s | 107 kB 00:00 2024-05-20T20:58:58.243 INFO:teuthology.orchestra.run.smithi050.stdout:(79/159): python3-colorama-0.4.6-3.el9.noarch.r 209 kB/s | 61 kB 00:00 2024-05-20T20:58:58.268 INFO:teuthology.orchestra.run.smithi050.stdout:(80/159): python3-mako-1.1.4-6.el9.noarch.rpm 3.3 MB/s | 172 kB 00:00 2024-05-20T20:58:58.273 INFO:teuthology.orchestra.run.smithi008.stdout:(50/159): bison-3.7.4-5.el9.x86_64.rpm 1.0 MB/s | 943 kB 00:00 2024-05-20T20:58:58.285 INFO:teuthology.orchestra.run.smithi050.stdout:(81/159): python3-markupsafe-1.1.1-12.el9.x86_6 833 kB/s | 35 kB 00:00 2024-05-20T20:58:58.311 INFO:teuthology.orchestra.run.smithi050.stdout:(82/159): python3-jinja2-2.11.3-6.el9.noarch.rp 1.3 MB/s | 248 kB 00:00 2024-05-20T20:58:58.320 INFO:teuthology.orchestra.run.smithi130.stdout:(103/159): protobuf-compiler-3.14.0-13.el9.x86_ 6.3 MB/s | 863 kB 00:00 2024-05-20T20:58:58.336 INFO:teuthology.orchestra.run.smithi050.stdout:(83/159): python3-numpy-f2py-1.20.1-5.el9.x86_6 4.9 MB/s | 250 kB 00:00 2024-05-20T20:58:58.340 INFO:teuthology.orchestra.run.smithi008.stdout:(51/159): elfutils-libelf-devel-0.191-4.el9.x86 201 kB/s | 22 kB 00:00 2024-05-20T20:58:58.391 INFO:teuthology.orchestra.run.smithi008.stdout:(52/159): flex-2.6.4-9.el9.x86_64.rpm 2.6 MB/s | 313 kB 00:00 2024-05-20T20:58:58.428 INFO:teuthology.orchestra.run.smithi050.stdout:(84/159): python3-numpy-1.20.1-5.el9.x86_64.rpm 32 MB/s | 5.1 MB 00:00 2024-05-20T20:58:58.449 INFO:teuthology.orchestra.run.smithi008.stdout:(53/159): flexiblas-3.0.4-8.el9.x86_64.rpm 303 kB/s | 33 kB 00:00 2024-05-20T20:58:58.453 INFO:teuthology.orchestra.run.smithi050.stdout:(85/159): python3-packaging-20.9-5.el9.noarch.r 661 kB/s | 77 kB 00:00 2024-05-20T20:58:58.558 INFO:teuthology.orchestra.run.smithi008.stdout:(54/159): flexiblas-openblas-openmp-3.0.4-8.el9 169 kB/s | 18 kB 00:00 2024-05-20T20:58:58.562 INFO:teuthology.orchestra.run.smithi050.stdout:(86/159): python3-protobuf-3.14.0-13.el9.noarch 2.4 MB/s | 269 kB 00:00 2024-05-20T20:58:58.578 INFO:teuthology.orchestra.run.smithi130.stdout:(104/159): abseil-cpp-20211102.0-3.el9.x86_64.r 2.1 MB/s | 548 kB 00:00 2024-05-20T20:58:58.612 INFO:teuthology.orchestra.run.smithi050.stdout:(87/159): python3-oauthlib-3.1.1-5.el9.noarch.r 738 kB/s | 222 kB 00:00 2024-05-20T20:58:58.666 INFO:teuthology.orchestra.run.smithi008.stdout:(55/159): libaio-devel-0.3.111-13.el9.x86_64.rp 103 kB/s | 11 kB 00:00 2024-05-20T20:58:58.671 INFO:teuthology.orchestra.run.smithi050.stdout:(88/159): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.4 MB/s | 159 kB 00:00 2024-05-20T20:58:58.728 INFO:teuthology.orchestra.run.smithi130.stdout:(105/159): gperftools-libs-2.9.1-2.el9.x86_64.r 2.0 MB/s | 309 kB 00:00 2024-05-20T20:58:58.779 INFO:teuthology.orchestra.run.smithi130.stdout:(106/159): grpc-data-1.46.7-10.el9.noarch.rpm 388 kB/s | 19 kB 00:00 2024-05-20T20:58:58.779 INFO:teuthology.orchestra.run.smithi050.stdout:(89/159): python3-pytz-2021.1-5.el9.noarch.rpm 470 kB/s | 51 kB 00:00 2024-05-20T20:58:58.800 INFO:teuthology.orchestra.run.smithi008.stdout:(56/159): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.2 MB/s | 160 kB 00:00 2024-05-20T20:58:58.805 INFO:teuthology.orchestra.run.smithi050.stdout:(90/159): python3-prettytable-0.7.2-27.el9.noar 112 kB/s | 42 kB 00:00 2024-05-20T20:58:58.888 INFO:teuthology.orchestra.run.smithi050.stdout:(91/159): python3-pyasn1-modules-0.4.8-6.el9.no 1.0 MB/s | 279 kB 00:00 2024-05-20T20:58:58.913 INFO:teuthology.orchestra.run.smithi050.stdout:(92/159): python3-requests-oauthlib-1.3.0-12.el 401 kB/s | 54 kB 00:00 2024-05-20T20:58:58.917 INFO:teuthology.orchestra.run.smithi008.stdout:(57/159): flexiblas-netlib-3.0.4-8.el9.x86_64.r 5.7 MB/s | 3.0 MB 00:00 2024-05-20T20:58:58.942 INFO:teuthology.orchestra.run.smithi008.stdout:(58/159): librabbitmq-0.11.0-7.el9.x86_64.rpm 320 kB/s | 45 kB 00:00 2024-05-20T20:58:58.997 INFO:teuthology.orchestra.run.smithi050.stdout:(93/159): python3-toml-0.10.2-6.el9.noarch.rpm 383 kB/s | 42 kB 00:00 2024-05-20T20:58:59.023 INFO:teuthology.orchestra.run.smithi050.stdout:(94/159): python3-wcwidth-0.2.5-8.el9.noarch.rp 405 kB/s | 44 kB 00:00 2024-05-20T20:58:59.051 INFO:teuthology.orchestra.run.smithi008.stdout:(59/159): librdkafka-1.6.1-102.el9.x86_64.rpm 4.9 MB/s | 662 kB 00:00 2024-05-20T20:58:59.123 INFO:teuthology.orchestra.run.smithi050.stdout:(95/159): qatlib-service-24.02.0-1.el9.x86_64.r 358 kB/s | 36 kB 00:00 2024-05-20T20:58:59.160 INFO:teuthology.orchestra.run.smithi008.stdout:(60/159): libuuid-devel-2.37.4-18.el9.x86_64.rp 237 kB/s | 25 kB 00:00 2024-05-20T20:58:59.232 INFO:teuthology.orchestra.run.smithi050.stdout:(96/159): qatzip-libs-1.2.0-1.el9.x86_64.rpm 438 kB/s | 47 kB 00:00 2024-05-20T20:58:59.243 INFO:teuthology.orchestra.run.smithi008.stdout:(61/159): libtool-2.4.6-45.el9.x86_64.rpm 1.9 MB/s | 582 kB 00:00 2024-05-20T20:58:59.265 INFO:teuthology.orchestra.run.smithi050.stdout:(97/159): qatlib-24.02.0-1.el9.x86_64.rpm 825 kB/s | 221 kB 00:00 2024-05-20T20:58:59.268 INFO:teuthology.orchestra.run.smithi008.stdout:(62/159): libzstd-devel-1.5.1-2.el9.x86_64.rpm 439 kB/s | 47 kB 00:00 2024-05-20T20:58:59.296 INFO:teuthology.orchestra.run.smithi130.stdout:(107/159): postgresql-server-13.14-1.el9.x86_64 1.0 MB/s | 5.8 MB 00:05 2024-05-20T20:58:59.341 INFO:teuthology.orchestra.run.smithi050.stdout:(98/159): socat-1.7.4.1-5.el9.x86_64.rpm 2.7 MB/s | 305 kB 00:00 2024-05-20T20:58:59.354 INFO:teuthology.orchestra.run.smithi130.stdout:(108/159): libarrow-9.0.0-11.el9.x86_64.rpm 7.7 MB/s | 4.4 MB 00:00 2024-05-20T20:58:59.360 INFO:teuthology.orchestra.run.smithi008.stdout:(63/159): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.5 MB/s | 292 kB 00:00 2024-05-20T20:58:59.374 INFO:teuthology.orchestra.run.smithi050.stdout:(99/159): uuid-1.6.2-55.el9.x86_64.rpm 532 kB/s | 58 kB 00:00 2024-05-20T20:58:59.380 INFO:teuthology.orchestra.run.smithi130.stdout:(109/159): libarrow-doc-9.0.0-11.el9.noarch.rpm 312 kB/s | 26 kB 00:00 2024-05-20T20:58:59.403 INFO:teuthology.orchestra.run.smithi008.stdout:(64/159): lua-5.4.4-4.el9.x86_64.rpm 1.4 MB/s | 188 kB 00:00 2024-05-20T20:58:59.405 INFO:teuthology.orchestra.run.smithi130.stdout:(110/159): liboath-2.6.7-2.el9.x86_64.rpm 971 kB/s | 49 kB 00:00 2024-05-20T20:58:59.422 INFO:teuthology.orchestra.run.smithi130.stdout:(111/159): libunwind-1.6.2-1.el9.x86_64.rpm 1.6 MB/s | 67 kB 00:00 2024-05-20T20:58:59.449 INFO:teuthology.orchestra.run.smithi050.stdout:(100/159): xfsprogs-devel-6.3.0-1.el9.x86_64.rp 864 kB/s | 94 kB 00:00 2024-05-20T20:58:59.470 INFO:teuthology.orchestra.run.smithi008.stdout:(65/159): openblas-0.3.21-2.el9.x86_64.rpm 325 kB/s | 35 kB 00:00 2024-05-20T20:58:59.483 INFO:teuthology.orchestra.run.smithi050.stdout:(101/159): xmlstarlet-1.6.1-20.el9.x86_64.rpm 587 kB/s | 64 kB 00:00 2024-05-20T20:58:59.497 INFO:teuthology.orchestra.run.smithi130.stdout:(112/159): luarocks-3.9.2-5.el9.noarch.rpm 1.6 MB/s | 151 kB 00:00 2024-05-20T20:58:59.539 INFO:teuthology.orchestra.run.smithi130.stdout:(113/159): parquet-libs-9.0.0-11.el9.x86_64.rpm 7.0 MB/s | 839 kB 00:00 2024-05-20T20:58:59.550 INFO:teuthology.orchestra.run.smithi050.stdout:(102/159): zlib-devel-1.2.11-41.el9.x86_64.rpm 446 kB/s | 45 kB 00:00 2024-05-20T20:58:59.589 INFO:teuthology.orchestra.run.smithi130.stdout:(114/159): python3-asyncssh-2.13.2-5.el9.noarch 5.9 MB/s | 548 kB 00:00 2024-05-20T20:58:59.607 INFO:teuthology.orchestra.run.smithi130.stdout:(115/159): python3-bcrypt-3.2.2-1.el9.x86_64.rp 649 kB/s | 43 kB 00:00 2024-05-20T20:58:59.609 INFO:teuthology.orchestra.run.smithi050.stdout:(103/159): lua-devel-5.4.4-4.el9.x86_64.rpm 178 kB/s | 22 kB 00:00 2024-05-20T20:58:59.632 INFO:teuthology.orchestra.run.smithi130.stdout:(116/159): python3-cachetools-4.2.4-1.el9.noarc 773 kB/s | 32 kB 00:00 2024-05-20T20:58:59.649 INFO:teuthology.orchestra.run.smithi130.stdout:(117/159): python3-certifi-2021.10.8-2.el9.noar 357 kB/s | 15 kB 00:00 2024-05-20T20:58:59.682 INFO:teuthology.orchestra.run.smithi130.stdout:(118/159): python3-cheroot-8.6.0-4.el9.noarch.r 3.3 MB/s | 172 kB 00:00 2024-05-20T20:58:59.707 INFO:teuthology.orchestra.run.smithi130.stdout:(119/159): python3-cherrypy-18.6.1-2.el9.noarch 6.0 MB/s | 358 kB 00:00 2024-05-20T20:58:59.733 INFO:teuthology.orchestra.run.smithi130.stdout:(120/159): python3-cmd2-2.4.2-2.el9.noarch.rpm 6.0 MB/s | 303 kB 00:00 2024-05-20T20:58:59.758 INFO:teuthology.orchestra.run.smithi130.stdout:(121/159): python3-google-auth-2.29.0-1.el9.noa 4.0 MB/s | 206 kB 00:00 2024-05-20T20:58:59.834 INFO:teuthology.orchestra.run.smithi050.stdout:(104/159): protobuf-compiler-3.14.0-13.el9.x86_ 3.0 MB/s | 863 kB 00:00 2024-05-20T20:58:59.918 INFO:teuthology.orchestra.run.smithi050.stdout:(105/159): abseil-cpp-20211102.0-3.el9.x86_64.r 1.7 MB/s | 548 kB 00:00 2024-05-20T20:58:59.985 INFO:teuthology.orchestra.run.smithi050.stdout:(106/159): grpc-data-1.46.7-10.el9.noarch.rpm 293 kB/s | 19 kB 00:00 2024-05-20T20:59:00.042 INFO:teuthology.orchestra.run.smithi130.stdout:(122/159): python3-grpcio-1.46.7-10.el9.x86_64. 6.6 MB/s | 2.0 MB 00:00 2024-05-20T20:59:00.067 INFO:teuthology.orchestra.run.smithi130.stdout:(123/159): python3-grpcio-tools-1.46.7-10.el9.x 469 kB/s | 144 kB 00:00 2024-05-20T20:59:00.109 INFO:teuthology.orchestra.run.smithi130.stdout:(124/159): python3-jaraco-8.2.1-3.el9.noarch.rp 160 kB/s | 11 kB 00:00 2024-05-20T20:59:00.110 INFO:teuthology.orchestra.run.smithi050.stdout:(107/159): gperftools-libs-2.9.1-2.el9.x86_64.r 1.1 MB/s | 309 kB 00:00 2024-05-20T20:59:00.134 INFO:teuthology.orchestra.run.smithi130.stdout:(125/159): python3-jaraco-classes-3.2.1-5.el9.n 264 kB/s | 18 kB 00:00 2024-05-20T20:59:00.159 INFO:teuthology.orchestra.run.smithi130.stdout:(126/159): python3-jaraco-collections-3.0.0-8.e 463 kB/s | 23 kB 00:00 2024-05-20T20:59:00.185 INFO:teuthology.orchestra.run.smithi130.stdout:(127/159): python3-jaraco-functools-3.5.0-2.el9 388 kB/s | 19 kB 00:00 2024-05-20T20:59:00.211 INFO:teuthology.orchestra.run.smithi130.stdout:(128/159): python3-jaraco-text-3.2.0-6.el9.noar 391 kB/s | 20 kB 00:00 2024-05-20T20:59:00.219 INFO:teuthology.orchestra.run.smithi050.stdout:(108/159): libarrow-9.0.0-11.el9.x86_64.rpm 19 MB/s | 4.4 MB 00:00 2024-05-20T20:59:00.244 INFO:teuthology.orchestra.run.smithi050.stdout:(109/159): libarrow-doc-9.0.0-11.el9.noarch.rpm 194 kB/s | 26 kB 00:00 2024-05-20T20:59:00.269 INFO:teuthology.orchestra.run.smithi130.stdout:(129/159): python3-kubernetes-26.1.0-2.el9.noar 12 MB/s | 1.0 MB 00:00 2024-05-20T20:59:00.277 INFO:teuthology.orchestra.run.smithi050.stdout:(110/159): liboath-2.6.7-2.el9.x86_64.rpm 832 kB/s | 49 kB 00:00 2024-05-20T20:59:00.303 INFO:teuthology.orchestra.run.smithi130.stdout:(130/159): python3-logutils-0.3.5-21.el9.noarch 506 kB/s | 46 kB 00:00 2024-05-20T20:59:00.336 INFO:teuthology.orchestra.run.smithi050.stdout:(111/159): luarocks-3.9.2-5.el9.noarch.rpm 2.5 MB/s | 151 kB 00:00 2024-05-20T20:59:00.369 INFO:teuthology.orchestra.run.smithi050.stdout:(112/159): libunwind-1.6.2-1.el9.x86_64.rpm 536 kB/s | 67 kB 00:00 2024-05-20T20:59:00.428 INFO:teuthology.orchestra.run.smithi130.stdout:(131/159): python3-more-itertools-8.12.0-2.el9. 496 kB/s | 79 kB 00:00 2024-05-20T20:59:00.429 INFO:teuthology.orchestra.run.smithi050.stdout:(113/159): parquet-libs-9.0.0-11.el9.x86_64.rpm 8.9 MB/s | 839 kB 00:00 2024-05-20T20:59:00.495 INFO:teuthology.orchestra.run.smithi130.stdout:(132/159): python3-natsort-7.1.1-5.el9.noarch.r 300 kB/s | 58 kB 00:00 2024-05-20T20:59:00.537 INFO:teuthology.orchestra.run.smithi050.stdout:(114/159): python3-asyncssh-2.13.2-5.el9.noarch 3.2 MB/s | 548 kB 00:00 2024-05-20T20:59:00.562 INFO:teuthology.orchestra.run.smithi050.stdout:(115/159): python3-bcrypt-3.2.2-1.el9.x86_64.rp 325 kB/s | 43 kB 00:00 2024-05-20T20:59:00.562 INFO:teuthology.orchestra.run.smithi130.stdout:(133/159): python3-pecan-1.4.2-3.el9.noarch.rpm 2.0 MB/s | 272 kB 00:00 2024-05-20T20:59:00.596 INFO:teuthology.orchestra.run.smithi050.stdout:(116/159): python3-cachetools-4.2.4-1.el9.noarc 550 kB/s | 32 kB 00:00 2024-05-20T20:59:00.612 INFO:teuthology.orchestra.run.smithi130.stdout:(134/159): python3-portend-3.1.0-2.el9.noarch.r 140 kB/s | 16 kB 00:00 2024-05-20T20:59:00.629 INFO:teuthology.orchestra.run.smithi050.stdout:(117/159): python3-certifi-2021.10.8-2.el9.noar 224 kB/s | 15 kB 00:00 2024-05-20T20:59:00.646 INFO:teuthology.orchestra.run.smithi130.stdout:(135/159): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.1 MB/s | 90 kB 00:00 2024-05-20T20:59:00.663 INFO:teuthology.orchestra.run.smithi050.stdout:(118/159): python3-cheroot-8.6.0-4.el9.noarch.r 2.5 MB/s | 172 kB 00:00 2024-05-20T20:59:00.671 INFO:teuthology.orchestra.run.smithi130.stdout:(136/159): python3-pyperclip-1.8.2-2.el9.noarch 483 kB/s | 28 kB 00:00 2024-05-20T20:59:00.696 INFO:teuthology.orchestra.run.smithi050.stdout:(119/159): python3-cherrypy-18.6.1-2.el9.noarch 5.3 MB/s | 358 kB 00:00 2024-05-20T20:59:00.697 INFO:teuthology.orchestra.run.smithi130.stdout:(137/159): python3-repoze-lru-0.7-16.el9.noarch 612 kB/s | 31 kB 00:00 2024-05-20T20:59:00.738 INFO:teuthology.orchestra.run.smithi050.stdout:(120/159): python3-cmd2-2.4.2-2.el9.noarch.rpm 3.9 MB/s | 303 kB 00:00 2024-05-20T20:59:00.755 INFO:teuthology.orchestra.run.smithi130.stdout:(138/159): python3-routes-2.5.1-5.el9.noarch.rp 2.2 MB/s | 188 kB 00:00 2024-05-20T20:59:00.764 INFO:teuthology.orchestra.run.smithi050.stdout:(121/159): python3-google-auth-2.29.0-1.el9.noa 3.0 MB/s | 206 kB 00:00 2024-05-20T20:59:00.780 INFO:teuthology.orchestra.run.smithi130.stdout:(139/159): python3-rsa-4.9-2.el9.noarch.rpm 707 kB/s | 59 kB 00:00 2024-05-20T20:59:00.806 INFO:teuthology.orchestra.run.smithi130.stdout:(140/159): python3-tempora-5.0.0-2.el9.noarch.r 716 kB/s | 36 kB 00:00 2024-05-20T20:59:00.831 INFO:teuthology.orchestra.run.smithi050.stdout:(122/159): python3-grpcio-tools-1.46.7-10.el9.x 2.1 MB/s | 144 kB 00:00 2024-05-20T20:59:00.839 INFO:teuthology.orchestra.run.smithi130.stdout:(141/159): python3-typing-extensions-4.4.0-2.el 875 kB/s | 51 kB 00:00 2024-05-20T20:59:00.865 INFO:teuthology.orchestra.run.smithi130.stdout:(142/159): python3-webob-1.8.7-6.el9.noarch.rpm 3.8 MB/s | 230 kB 00:00 2024-05-20T20:59:00.881 INFO:teuthology.orchestra.run.smithi050.stdout:(123/159): python3-jaraco-8.2.1-3.el9.noarch.rp 213 kB/s | 11 kB 00:00 2024-05-20T20:59:00.882 INFO:teuthology.orchestra.run.smithi130.stdout:(143/159): python3-websocket-client-1.2.3-2.el9 2.1 MB/s | 90 kB 00:00 2024-05-20T20:59:00.915 INFO:teuthology.orchestra.run.smithi130.stdout:(144/159): python3-werkzeug-2.0.3-3.el9.1.noarc 8.4 MB/s | 427 kB 00:00 2024-05-20T20:59:00.931 INFO:teuthology.orchestra.run.smithi050.stdout:(124/159): python3-grpcio-1.46.7-10.el9.x86_64. 11 MB/s | 2.0 MB 00:00 2024-05-20T20:59:00.940 INFO:teuthology.orchestra.run.smithi130.stdout:(145/159): python3-zc-lockfile-2.0-10.el9.noarc 341 kB/s | 20 kB 00:00 2024-05-20T20:59:00.948 INFO:teuthology.orchestra.run.smithi050.stdout:(125/159): python3-jaraco-classes-3.2.1-5.el9.n 264 kB/s | 18 kB 00:00 2024-05-20T20:59:00.966 INFO:teuthology.orchestra.run.smithi130.stdout:(146/159): re2-20211101-3.el9.x86_64.rpm 3.7 MB/s | 192 kB 00:00 2024-05-20T20:59:00.982 INFO:teuthology.orchestra.run.smithi050.stdout:(126/159): python3-jaraco-collections-3.0.0-8.e 460 kB/s | 23 kB 00:00 2024-05-20T20:59:01.007 INFO:teuthology.orchestra.run.smithi050.stdout:(127/159): python3-jaraco-functools-3.5.0-2.el9 332 kB/s | 19 kB 00:00 2024-05-20T20:59:01.033 INFO:teuthology.orchestra.run.smithi050.stdout:(128/159): python3-jaraco-text-3.2.0-6.el9.noar 392 kB/s | 20 kB 00:00 2024-05-20T20:59:01.066 INFO:teuthology.orchestra.run.smithi130.stdout:(147/159): thrift-0.15.0-2.el9.x86_64.rpm 13 MB/s | 1.6 MB 00:00 2024-05-20T20:59:01.091 INFO:teuthology.orchestra.run.smithi050.stdout:(129/159): python3-kubernetes-26.1.0-2.el9.noar 12 MB/s | 1.0 MB 00:00 2024-05-20T20:59:01.117 INFO:teuthology.orchestra.run.smithi050.stdout:(130/159): python3-logutils-0.3.5-21.el9.noarch 554 kB/s | 46 kB 00:00 2024-05-20T20:59:01.175 INFO:teuthology.orchestra.run.smithi050.stdout:(131/159): python3-more-itertools-8.12.0-2.el9. 943 kB/s | 79 kB 00:00 2024-05-20T20:59:01.202 INFO:teuthology.orchestra.run.smithi050.stdout:(132/159): python3-natsort-7.1.1-5.el9.noarch.r 692 kB/s | 58 kB 00:00 2024-05-20T20:59:01.242 INFO:teuthology.orchestra.run.smithi050.stdout:(133/159): python3-pecan-1.4.2-3.el9.noarch.rpm 4.0 MB/s | 272 kB 00:00 2024-05-20T20:59:01.268 INFO:teuthology.orchestra.run.smithi050.stdout:(134/159): python3-portend-3.1.0-2.el9.noarch.r 245 kB/s | 16 kB 00:00 2024-05-20T20:59:01.301 INFO:teuthology.orchestra.run.smithi050.stdout:(135/159): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.5 MB/s | 90 kB 00:00 2024-05-20T20:59:01.327 INFO:teuthology.orchestra.run.smithi050.stdout:(136/159): python3-pyperclip-1.8.2-2.el9.noarch 481 kB/s | 28 kB 00:00 2024-05-20T20:59:01.360 INFO:teuthology.orchestra.run.smithi050.stdout:(137/159): python3-repoze-lru-0.7-16.el9.noarch 524 kB/s | 31 kB 00:00 2024-05-20T20:59:01.394 INFO:teuthology.orchestra.run.smithi050.stdout:(138/159): python3-routes-2.5.1-5.el9.noarch.rp 2.8 MB/s | 188 kB 00:00 2024-05-20T20:59:01.408 INFO:teuthology.orchestra.run.smithi130.stdout:(148/159): librbd1-19.0.0-3830.g4ebd1d53.el9.x8 9.2 MB/s | 3.1 MB 00:00 2024-05-20T20:59:01.427 INFO:teuthology.orchestra.run.smithi050.stdout:(139/159): python3-rsa-4.9-2.el9.noarch.rpm 884 kB/s | 59 kB 00:00 2024-05-20T20:59:01.486 INFO:teuthology.orchestra.run.smithi050.stdout:(140/159): python3-tempora-5.0.0-2.el9.noarch.r 389 kB/s | 36 kB 00:00 2024-05-20T20:59:01.528 INFO:teuthology.orchestra.run.smithi050.stdout:(141/159): python3-typing-extensions-4.4.0-2.el 508 kB/s | 51 kB 00:00 2024-05-20T20:59:01.553 INFO:teuthology.orchestra.run.smithi050.stdout:(142/159): python3-webob-1.8.7-6.el9.noarch.rpm 3.4 MB/s | 230 kB 00:00 2024-05-20T20:59:01.566 INFO:teuthology.orchestra.run.smithi130.stdout:(149/159): librados2-19.0.0-3830.g4ebd1d53.el9. 5.7 MB/s | 3.4 MB 00:00 2024-05-20T20:59:01.587 INFO:teuthology.orchestra.run.smithi050.stdout:(143/159): python3-websocket-client-1.2.3-2.el9 1.5 MB/s | 90 kB 00:00 2024-05-20T20:59:01.614 INFO:teuthology.orchestra.run.smithi050.stdout:(144/159): python3-werkzeug-2.0.3-3.el9.1.noarc 7.1 MB/s | 427 kB 00:00 2024-05-20T20:59:01.625 INFO:teuthology.orchestra.run.smithi130.stdout:(150/159): NetworkManager-1.47.90-1.el9.x86_64. 11 MB/s | 2.3 MB 00:00 2024-05-20T20:59:01.638 INFO:teuthology.orchestra.run.smithi050.stdout:(145/159): python3-zc-lockfile-2.0-10.el9.noarc 397 kB/s | 20 kB 00:00 2024-05-20T20:59:01.659 INFO:teuthology.orchestra.run.smithi130.stdout:(151/159): NetworkManager-team-1.47.90-1.el9.x8 1.2 MB/s | 41 kB 00:00 2024-05-20T20:59:01.680 INFO:teuthology.orchestra.run.smithi050.stdout:(146/159): re2-20211101-3.el9.x86_64.rpm 2.8 MB/s | 192 kB 00:00 2024-05-20T20:59:01.701 INFO:teuthology.orchestra.run.smithi130.stdout:(152/159): NetworkManager-tui-1.47.90-1.el9.x86 5.8 MB/s | 248 kB 00:00 2024-05-20T20:59:01.717 INFO:teuthology.orchestra.run.smithi130.stdout:[MIRROR] elfutils-debuginfod-client-0.191-4.el9.x86_64.rpm: Status code: 404 for http://mirror.siena.edu/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-debuginfod-client-0.191-4.el9.x86_64.rpm (IP: 199.223.246.113) 2024-05-20T20:59:01.738 INFO:teuthology.orchestra.run.smithi050.stdout:(147/159): thrift-0.15.0-2.el9.x86_64.rpm 16 MB/s | 1.6 MB 00:00 2024-05-20T20:59:01.751 INFO:teuthology.orchestra.run.smithi130.stdout:(153/159): NetworkManager-libnm-1.47.90-1.el9.x 9.8 MB/s | 1.8 MB 00:00 2024-05-20T20:59:01.768 INFO:teuthology.orchestra.run.smithi130.stdout:[MIRROR] elfutils-libelf-0.191-4.el9.x86_64.rpm: Status code: 404 for http://mirror.siena.edu/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-libelf-0.191-4.el9.x86_64.rpm (IP: 199.223.246.113) 2024-05-20T20:59:01.798 INFO:teuthology.orchestra.run.smithi130.stdout:[MIRROR] elfutils-debuginfod-client-0.191-4.el9.x86_64.rpm: Status code: 404 for http://ftp-osl.osuosl.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-debuginfod-client-0.191-4.el9.x86_64.rpm (IP: 140.211.166.134) 2024-05-20T20:59:01.848 INFO:teuthology.orchestra.run.smithi130.stdout:[MIRROR] elfutils-libelf-0.191-4.el9.x86_64.rpm: Status code: 404 for http://ftp-osl.osuosl.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-libelf-0.191-4.el9.x86_64.rpm (IP: 140.211.166.134) 2024-05-20T20:59:02.055 INFO:teuthology.orchestra.run.smithi050.stdout:(148/159): librbd1-19.0.0-3830.g4ebd1d53.el9.x8 9.9 MB/s | 3.1 MB 00:00 2024-05-20T20:59:02.149 INFO:teuthology.orchestra.run.smithi130.stdout:[MIRROR] elfutils-debuginfod-client-0.191-4.el9.x86_64.rpm: Status code: 404 for https://ftp-osl.osuosl.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-debuginfod-client-0.191-4.el9.x86_64.rpm (IP: 140.211.166.134) 2024-05-20T20:59:02.193 INFO:teuthology.orchestra.run.smithi130.stdout:[MIRROR] elfutils-libelf-0.191-4.el9.x86_64.rpm: Status code: 404 for https://ftp-osl.osuosl.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-libelf-0.191-4.el9.x86_64.rpm (IP: 140.211.166.134) 2024-05-20T20:59:02.252 INFO:teuthology.orchestra.run.smithi130.stdout:(154/159): elfutils-debuginfod-client-0.191-4.e 67 kB/s | 37 kB 00:00 2024-05-20T20:59:02.343 INFO:teuthology.orchestra.run.smithi130.stdout:(155/159): elfutils-libelf-0.191-4.el9.x86_64.r 349 kB/s | 207 kB 00:00 2024-05-20T20:59:02.351 INFO:teuthology.orchestra.run.smithi130.stdout:[MIRROR] elfutils-libs-0.191-4.el9.x86_64.rpm: Status code: 404 for http://ftp-osl.osuosl.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-libs-0.191-4.el9.x86_64.rpm (IP: 140.211.166.134) 2024-05-20T20:59:02.368 INFO:teuthology.orchestra.run.smithi130.stdout:[MIRROR] elfutils-libs-0.191-4.el9.x86_64.rpm: Status code: 404 for http://mirror.siena.edu/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-libs-0.191-4.el9.x86_64.rpm (IP: 199.223.246.113) 2024-05-20T20:59:02.422 INFO:teuthology.orchestra.run.smithi050.stdout:(149/159): librados2-19.0.0-3830.g4ebd1d53.el9. 4.6 MB/s | 3.4 MB 00:00 2024-05-20T20:59:02.470 INFO:teuthology.orchestra.run.smithi130.stdout:[MIRROR] elfutils-libs-0.191-4.el9.x86_64.rpm: Status code: 404 for https://ftp-osl.osuosl.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-libs-0.191-4.el9.x86_64.rpm (IP: 140.211.166.134) 2024-05-20T20:59:02.552 INFO:teuthology.orchestra.run.smithi130.stdout:(156/159): elfutils-libs-0.191-4.el9.x86_64.rpm 869 kB/s | 260 kB 00:00 2024-05-20T20:59:02.570 INFO:teuthology.orchestra.run.smithi008.stdout:(66/159): openssl-devel-3.2.1-1.el9.x86_64.rpm 1.4 MB/s | 4.4 MB 00:03 2024-05-20T20:59:02.652 INFO:teuthology.orchestra.run.smithi130.stdout:(157/159): openssl-libs-3.2.1-1.el9.x86_64.rpm 24 MB/s | 2.4 MB 00:00 2024-05-20T20:59:02.828 INFO:teuthology.orchestra.run.smithi008.stdout:(67/159): postgresql-13.14-1.el9.x86_64.rpm 6.2 MB/s | 1.6 MB 00:00 2024-05-20T20:59:03.070 INFO:teuthology.orchestra.run.smithi008.stdout:(68/159): openblas-openmp-0.3.21-2.el9.x86_64.r 1.3 MB/s | 4.7 MB 00:03 2024-05-20T20:59:03.129 INFO:teuthology.orchestra.run.smithi008.stdout:(69/159): postgresql-contrib-13.14-1.el9.x86_64 3.0 MB/s | 911 kB 00:00 2024-05-20T20:59:03.238 INFO:teuthology.orchestra.run.smithi008.stdout:(70/159): postgresql-private-libs-13.14-1.el9.x 802 kB/s | 133 kB 00:00 2024-05-20T20:59:03.421 INFO:teuthology.orchestra.run.smithi008.stdout:(71/159): protobuf-3.14.0-13.el9.x86_64.rpm 5.5 MB/s | 1.0 MB 00:00 2024-05-20T20:59:03.580 INFO:teuthology.orchestra.run.smithi008.stdout:(72/159): python3-attrs-20.3.0-7.el9.noarch.rpm 556 kB/s | 87 kB 00:00 2024-05-20T20:59:03.594 INFO:teuthology.orchestra.run.smithi130.stdout:(158/159): openssl-3.2.1-1.el9.x86_64.rpm 1.1 MB/s | 1.3 MB 00:01 2024-05-20T20:59:03.798 INFO:teuthology.orchestra.run.smithi050.stdout:(150/159): NetworkManager-libnm-1.47.90-1.el9.x 1.3 MB/s | 1.8 MB 00:01 2024-05-20T20:59:03.822 INFO:teuthology.orchestra.run.smithi008.stdout:(73/159): postgresql-server-13.14-1.el9.x86_64. 8.4 MB/s | 5.8 MB 00:00 2024-05-20T20:59:03.956 INFO:teuthology.orchestra.run.smithi050.stdout:(151/159): NetworkManager-team-1.47.90-1.el9.x8 263 kB/s | 41 kB 00:00 2024-05-20T20:59:03.981 INFO:teuthology.orchestra.run.smithi008.stdout:(74/159): python3-colorama-0.4.6-3.el9.noarch.r 389 kB/s | 61 kB 00:00 2024-05-20T20:59:04.028 INFO:teuthology.orchestra.run.smithi130.stdout:(159/159): python3-scipy-1.6.2-8.el9.x86_64.rpm 2.3 MB/s | 16 MB 00:06 2024-05-20T20:59:04.035 INFO:teuthology.orchestra.run.smithi130.stdout:-------------------------------------------------------------------------------- 2024-05-20T20:59:04.035 INFO:teuthology.orchestra.run.smithi130.stdout:Total 10 MB/s | 227 MB 00:21 2024-05-20T20:59:04.107 INFO:teuthology.orchestra.run.smithi050.stdout:(152/159): NetworkManager-tui-1.47.90-1.el9.x86 1.6 MB/s | 248 kB 00:00 2024-05-20T20:59:04.131 INFO:teuthology.orchestra.run.smithi008.stdout:(75/159): python3-devel-3.9.18-3.el9.x86_64.rpm 1.6 MB/s | 244 kB 00:00 2024-05-20T20:59:04.188 INFO:teuthology.orchestra.run.smithi050.stdout:[MIRROR] elfutils-debuginfod-client-0.191-4.el9.x86_64.rpm: Status code: 404 for http://ftp-osl.osuosl.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-debuginfod-client-0.191-4.el9.x86_64.rpm (IP: 140.211.166.134) 2024-05-20T20:59:04.490 INFO:teuthology.orchestra.run.smithi008.stdout:(76/159): python3-jinja2-2.11.3-6.el9.noarch.rp 694 kB/s | 248 kB 00:00 2024-05-20T20:59:04.546 INFO:teuthology.orchestra.run.smithi050.stdout:[MIRROR] elfutils-debuginfod-client-0.191-4.el9.x86_64.rpm: Status code: 404 for https://ftp-osl.osuosl.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-debuginfod-client-0.191-4.el9.x86_64.rpm (IP: 140.211.166.134) 2024-05-20T20:59:04.563 INFO:teuthology.orchestra.run.smithi050.stdout:[MIRROR] elfutils-debuginfod-client-0.191-4.el9.x86_64.rpm: Status code: 404 for http://mirror.siena.edu/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-debuginfod-client-0.191-4.el9.x86_64.rpm (IP: 199.223.246.113) 2024-05-20T20:59:04.623 INFO:teuthology.orchestra.run.smithi008.stdout:(77/159): python3-jsonpatch-1.21-16.el9.noarch. 194 kB/s | 26 kB 00:00 2024-05-20T20:59:04.674 INFO:teuthology.orchestra.run.smithi050.stdout:(153/159): NetworkManager-1.47.90-1.el9.x86_64. 903 kB/s | 2.3 MB 00:02 2024-05-20T20:59:04.699 INFO:teuthology.orchestra.run.smithi050.stdout:(154/159): elfutils-debuginfod-client-0.191-4.e 62 kB/s | 37 kB 00:00 2024-05-20T20:59:04.732 INFO:teuthology.orchestra.run.smithi008.stdout:(78/159): python3-jsonpointer-2.0-4.el9.noarch. 178 kB/s | 19 kB 00:00 2024-05-20T20:59:04.754 INFO:teuthology.orchestra.run.smithi050.stdout:[MIRROR] elfutils-libelf-0.191-4.el9.x86_64.rpm: Status code: 404 for http://ftp-osl.osuosl.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-libelf-0.191-4.el9.x86_64.rpm (IP: 140.211.166.134) 2024-05-20T20:59:04.784 INFO:teuthology.orchestra.run.smithi050.stdout:[MIRROR] elfutils-libs-0.191-4.el9.x86_64.rpm: Status code: 404 for http://ftp-osl.osuosl.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-libs-0.191-4.el9.x86_64.rpm (IP: 140.211.166.134) 2024-05-20T20:59:04.836 INFO:teuthology.orchestra.run.smithi050.stdout:[MIRROR] elfutils-libelf-0.191-4.el9.x86_64.rpm: Status code: 404 for https://ftp-osl.osuosl.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-libelf-0.191-4.el9.x86_64.rpm (IP: 140.211.166.134) 2024-05-20T20:59:04.852 INFO:teuthology.orchestra.run.smithi050.stdout:[MIRROR] elfutils-libelf-0.191-4.el9.x86_64.rpm: Status code: 404 for http://mirror.siena.edu/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-libelf-0.191-4.el9.x86_64.rpm (IP: 199.223.246.113) 2024-05-20T20:59:04.932 INFO:teuthology.orchestra.run.smithi050.stdout:(155/159): elfutils-libelf-0.191-4.el9.x86_64.r 800 kB/s | 207 kB 00:00 2024-05-20T20:59:04.999 INFO:teuthology.orchestra.run.smithi008.stdout:(79/159): python3-mako-1.1.4-6.el9.noarch.rpm 648 kB/s | 172 kB 00:00 2024-05-20T20:59:05.108 INFO:teuthology.orchestra.run.smithi008.stdout:(80/159): python3-markupsafe-1.1.1-12.el9.x86_6 322 kB/s | 35 kB 00:00 2024-05-20T20:59:05.108 INFO:teuthology.orchestra.run.smithi050.stdout:(156/159): python3-scipy-1.6.2-8.el9.x86_64.rpm 2.6 MB/s | 16 MB 00:06 2024-05-20T20:59:05.297 INFO:teuthology.orchestra.run.smithi050.stdout:[MIRROR] elfutils-libs-0.191-4.el9.x86_64.rpm: Status code: 404 for https://ftp-osl.osuosl.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-libs-0.191-4.el9.x86_64.rpm (IP: 140.211.166.134) 2024-05-20T20:59:05.312 INFO:teuthology.orchestra.run.smithi130.stdout:Running transaction check 2024-05-20T20:59:05.315 INFO:teuthology.orchestra.run.smithi050.stdout:[MIRROR] elfutils-libs-0.191-4.el9.x86_64.rpm: Status code: 404 for http://mirror.siena.edu/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-libs-0.191-4.el9.x86_64.rpm (IP: 199.223.246.113) 2024-05-20T20:59:05.366 INFO:teuthology.orchestra.run.smithi050.stdout:(157/159): elfutils-libs-0.191-4.el9.x86_64.rpm 389 kB/s | 260 kB 00:00 2024-05-20T20:59:05.476 INFO:teuthology.orchestra.run.smithi130.stdout:Transaction check succeeded. 2024-05-20T20:59:05.476 INFO:teuthology.orchestra.run.smithi130.stdout:Running transaction test 2024-05-20T20:59:06.508 INFO:teuthology.orchestra.run.smithi008.stdout:(81/159): ceph-test-19.0.0-3830.g4ebd1d53.el9.x 3.6 MB/s | 49 MB 00:13 2024-05-20T20:59:06.809 INFO:teuthology.orchestra.run.smithi050.stdout:(158/159): openssl-3.2.1-1.el9.x86_64.rpm 737 kB/s | 1.3 MB 00:01 2024-05-20T20:59:07.092 INFO:teuthology.orchestra.run.smithi008.stdout:(82/159): python3-numpy-f2py-1.20.1-5.el9.x86_6 430 kB/s | 250 kB 00:00 2024-05-20T20:59:07.284 INFO:teuthology.orchestra.run.smithi008.stdout:(83/159): python3-oauthlib-3.1.1-5.el9.noarch.r 1.1 MB/s | 222 kB 00:00 2024-05-20T20:59:07.395 INFO:teuthology.orchestra.run.smithi130.stdout:Transaction test succeeded. 2024-05-20T20:59:07.395 INFO:teuthology.orchestra.run.smithi130.stdout:Running transaction 2024-05-20T20:59:07.400 INFO:teuthology.orchestra.run.smithi008.stdout:(84/159): python3-packaging-20.9-5.el9.noarch.r 665 kB/s | 77 kB 00:00 2024-05-20T20:59:07.509 INFO:teuthology.orchestra.run.smithi008.stdout:(85/159): python3-prettytable-0.7.2-27.el9.noar 392 kB/s | 42 kB 00:00 2024-05-20T20:59:07.635 INFO:teuthology.orchestra.run.smithi008.stdout:(86/159): python3-protobuf-3.14.0-13.el9.noarch 2.1 MB/s | 269 kB 00:00 2024-05-20T20:59:07.743 INFO:teuthology.orchestra.run.smithi008.stdout:(87/159): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.4 MB/s | 159 kB 00:00 2024-05-20T20:59:07.886 INFO:teuthology.orchestra.run.smithi008.stdout:(88/159): python3-pyasn1-modules-0.4.8-6.el9.no 1.9 MB/s | 279 kB 00:00 2024-05-20T20:59:07.986 INFO:teuthology.orchestra.run.smithi008.stdout:(89/159): python3-pytz-2021.1-5.el9.noarch.rpm 514 kB/s | 51 kB 00:00 2024-05-20T20:59:08.095 INFO:teuthology.orchestra.run.smithi008.stdout:(90/159): python3-requests-oauthlib-1.3.0-12.el 498 kB/s | 54 kB 00:00 2024-05-20T20:59:08.425 INFO:teuthology.orchestra.run.smithi050.stdout:(159/159): openssl-libs-3.2.1-1.el9.x86_64.rpm 739 kB/s | 2.4 MB 00:03 2024-05-20T20:59:08.432 INFO:teuthology.orchestra.run.smithi050.stdout:-------------------------------------------------------------------------------- 2024-05-20T20:59:08.433 INFO:teuthology.orchestra.run.smithi050.stdout:Total 8.9 MB/s | 227 MB 00:25 2024-05-20T20:59:09.612 INFO:teuthology.orchestra.run.smithi008.stdout:(91/159): python3-babel-2.9.1-2.el9.noarch.rpm 1.0 MB/s | 6.0 MB 00:06 2024-05-20T20:59:09.677 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction check 2024-05-20T20:59:09.737 INFO:teuthology.orchestra.run.smithi008.stdout:(92/159): python3-toml-0.10.2-6.el9.noarch.rpm 336 kB/s | 42 kB 00:00 2024-05-20T20:59:09.846 INFO:teuthology.orchestra.run.smithi008.stdout:(93/159): python3-wcwidth-0.2.5-8.el9.noarch.rp 410 kB/s | 44 kB 00:00 2024-05-20T20:59:09.853 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction check succeeded. 2024-05-20T20:59:09.853 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction test 2024-05-20T20:59:10.213 INFO:teuthology.orchestra.run.smithi008.stdout:(94/159): qatlib-24.02.0-1.el9.x86_64.rpm 603 kB/s | 221 kB 00:00 2024-05-20T20:59:10.329 INFO:teuthology.orchestra.run.smithi008.stdout:(95/159): qatlib-service-24.02.0-1.el9.x86_64.r 309 kB/s | 36 kB 00:00 2024-05-20T20:59:10.438 INFO:teuthology.orchestra.run.smithi008.stdout:(96/159): qatzip-libs-1.2.0-1.el9.x86_64.rpm 439 kB/s | 47 kB 00:00 2024-05-20T20:59:10.880 INFO:teuthology.orchestra.run.smithi008.stdout:(97/159): socat-1.7.4.1-5.el9.x86_64.rpm 691 kB/s | 305 kB 00:00 2024-05-20T20:59:10.989 INFO:teuthology.orchestra.run.smithi008.stdout:(98/159): uuid-1.6.2-55.el9.x86_64.rpm 536 kB/s | 58 kB 00:00 2024-05-20T20:59:11.181 INFO:teuthology.orchestra.run.smithi008.stdout:(99/159): xfsprogs-devel-6.3.0-1.el9.x86_64.rpm 491 kB/s | 94 kB 00:00 2024-05-20T20:59:11.381 INFO:teuthology.orchestra.run.smithi008.stdout:(100/159): xmlstarlet-1.6.1-20.el9.x86_64.rpm 320 kB/s | 64 kB 00:00 2024-05-20T20:59:11.490 INFO:teuthology.orchestra.run.smithi008.stdout:(101/159): zlib-devel-1.2.11-41.el9.x86_64.rpm 414 kB/s | 45 kB 00:00 2024-05-20T20:59:11.598 INFO:teuthology.orchestra.run.smithi008.stdout:(102/159): lua-devel-5.4.4-4.el9.x86_64.rpm 207 kB/s | 22 kB 00:00 2024-05-20T20:59:11.785 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction test succeeded. 2024-05-20T20:59:11.786 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction 2024-05-20T20:59:12.257 INFO:teuthology.orchestra.run.smithi008.stdout:(103/159): python3-numpy-1.20.1-5.el9.x86_64.rp 730 kB/s | 5.1 MB 00:07 2024-05-20T20:59:12.858 INFO:teuthology.orchestra.run.smithi008.stdout:(104/159): protobuf-compiler-3.14.0-13.el9.x86_ 686 kB/s | 863 kB 00:01 2024-05-20T20:59:12.959 INFO:teuthology.orchestra.run.smithi008.stdout:(105/159): abseil-cpp-20211102.0-3.el9.x86_64.r 783 kB/s | 548 kB 00:00 2024-05-20T20:59:13.125 INFO:teuthology.orchestra.run.smithi008.stdout:(106/159): grpc-data-1.46.7-10.el9.noarch.rpm 118 kB/s | 19 kB 00:00 2024-05-20T20:59:13.483 INFO:teuthology.orchestra.run.smithi008.stdout:(107/159): gperftools-libs-2.9.1-2.el9.x86_64.r 494 kB/s | 309 kB 00:00 2024-05-20T20:59:13.708 INFO:teuthology.orchestra.run.smithi008.stdout:(108/159): libarrow-9.0.0-11.el9.x86_64.rpm 7.6 MB/s | 4.4 MB 00:00 2024-05-20T20:59:13.734 INFO:teuthology.orchestra.run.smithi008.stdout:(109/159): libarrow-doc-9.0.0-11.el9.noarch.rpm 104 kB/s | 26 kB 00:00 2024-05-20T20:59:13.809 INFO:teuthology.orchestra.run.smithi008.stdout:(110/159): liboath-2.6.7-2.el9.x86_64.rpm 489 kB/s | 49 kB 00:00 2024-05-20T20:59:13.843 INFO:teuthology.orchestra.run.smithi008.stdout:(111/159): libunwind-1.6.2-1.el9.x86_64.rpm 623 kB/s | 67 kB 00:00 2024-05-20T20:59:13.851 INFO:teuthology.orchestra.run.smithi130.stdout: Preparing : 1/1 2024-05-20T20:59:13.918 INFO:teuthology.orchestra.run.smithi008.stdout:(112/159): luarocks-3.9.2-5.el9.noarch.rpm 1.4 MB/s | 151 kB 00:00 2024-05-20T20:59:13.926 INFO:teuthology.orchestra.run.smithi130.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/170 2024-05-20T20:59:13.964 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/170 2024-05-20T20:59:14.018 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/170 2024-05-20T20:59:14.035 INFO:teuthology.orchestra.run.smithi008.stdout:(113/159): python3-asyncssh-2.13.2-5.el9.noarch 4.6 MB/s | 548 kB 00:00 2024-05-20T20:59:14.052 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/170 2024-05-20T20:59:14.078 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/170 2024-05-20T20:59:14.094 INFO:teuthology.orchestra.run.smithi008.stdout:(114/159): parquet-libs-9.0.0-11.el9.x86_64.rpm 3.3 MB/s | 839 kB 00:00 2024-05-20T20:59:14.120 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/170 2024-05-20T20:59:14.136 INFO:teuthology.orchestra.run.smithi008.stdout:(115/159): python3-bcrypt-3.2.2-1.el9.x86_64.rp 436 kB/s | 43 kB 00:00 2024-05-20T20:59:14.194 INFO:teuthology.orchestra.run.smithi008.stdout:(116/159): python3-cachetools-4.2.4-1.el9.noarc 323 kB/s | 32 kB 00:00 2024-05-20T20:59:14.236 INFO:teuthology.orchestra.run.smithi008.stdout:(117/159): python3-certifi-2021.10.8-2.el9.noar 150 kB/s | 15 kB 00:00 2024-05-20T20:59:14.303 INFO:teuthology.orchestra.run.smithi008.stdout:(118/159): python3-cheroot-8.6.0-4.el9.noarch.r 1.6 MB/s | 172 kB 00:00 2024-05-20T20:59:14.345 INFO:teuthology.orchestra.run.smithi008.stdout:(119/159): python3-cherrypy-18.6.1-2.el9.noarch 3.2 MB/s | 358 kB 00:00 2024-05-20T20:59:14.429 INFO:teuthology.orchestra.run.smithi008.stdout:(120/159): python3-cmd2-2.4.2-2.el9.noarch.rpm 2.4 MB/s | 303 kB 00:00 2024-05-20T20:59:14.448 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/170 2024-05-20T20:59:14.462 INFO:teuthology.orchestra.run.smithi008.stdout:(121/159): python3-google-auth-2.29.0-1.el9.noa 1.7 MB/s | 206 kB 00:00 2024-05-20T20:59:14.571 INFO:teuthology.orchestra.run.smithi008.stdout:(122/159): python3-grpcio-tools-1.46.7-10.el9.x 1.3 MB/s | 144 kB 00:00 2024-05-20T20:59:14.663 INFO:teuthology.orchestra.run.smithi130.stdout: Upgrading : librados2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 8/170 2024-05-20T20:59:14.680 INFO:teuthology.orchestra.run.smithi008.stdout:(123/159): python3-grpcio-1.46.7-10.el9.x86_64. 8.2 MB/s | 2.0 MB 00:00 2024-05-20T20:59:14.730 INFO:teuthology.orchestra.run.smithi008.stdout:(124/159): python3-jaraco-8.2.1-3.el9.noarch.rp 68 kB/s | 11 kB 00:00 2024-05-20T20:59:14.772 INFO:teuthology.orchestra.run.smithi008.stdout:(125/159): python3-jaraco-classes-3.2.1-5.el9.n 194 kB/s | 18 kB 00:00 2024-05-20T20:59:14.784 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: librados2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 8/170 2024-05-20T20:59:14.813 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : libcephfs2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 9/170 2024-05-20T20:59:14.822 INFO:teuthology.orchestra.run.smithi008.stdout:(126/159): python3-jaraco-collections-3.0.0-8.e 254 kB/s | 23 kB 00:00 2024-05-20T20:59:14.873 INFO:teuthology.orchestra.run.smithi008.stdout:(127/159): python3-jaraco-functools-3.5.0-2.el9 195 kB/s | 19 kB 00:00 2024-05-20T20:59:14.889 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: libcephfs2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 9/170 2024-05-20T20:59:14.909 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-rados-2:19.0.0-3830.g4ebd1d53.el9.x86_64 10/170 2024-05-20T20:59:14.923 INFO:teuthology.orchestra.run.smithi008.stdout:(128/159): python3-jaraco-text-3.2.0-6.el9.noar 197 kB/s | 20 kB 00:00 2024-05-20T20:59:14.942 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/170 2024-05-20T20:59:15.007 INFO:teuthology.orchestra.run.smithi008.stdout:(129/159): python3-kubernetes-26.1.0-2.el9.noar 7.7 MB/s | 1.0 MB 00:00 2024-05-20T20:59:15.032 INFO:teuthology.orchestra.run.smithi008.stdout:(130/159): python3-logutils-0.3.5-21.el9.noarch 428 kB/s | 46 kB 00:00 2024-05-20T20:59:15.099 INFO:teuthology.orchestra.run.smithi008.stdout:(131/159): python3-more-itertools-8.12.0-2.el9. 864 kB/s | 79 kB 00:00 2024-05-20T20:59:15.132 INFO:teuthology.orchestra.run.smithi008.stdout:(132/159): python3-natsort-7.1.1-5.el9.noarch.r 579 kB/s | 58 kB 00:00 2024-05-20T20:59:15.135 INFO:teuthology.orchestra.run.smithi130.stdout: Upgrading : elfutils-libelf-0.191-4.el9.x86_64 12/170 2024-05-20T20:59:15.183 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : postgresql-13.14-1.el9.x86_64 13/170 2024-05-20T20:59:15.208 INFO:teuthology.orchestra.run.smithi008.stdout:(133/159): python3-pecan-1.4.2-3.el9.noarch.rpm 2.5 MB/s | 272 kB 00:00 2024-05-20T20:59:15.211 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : libcephsqlite-2:19.0.0-3830.g4ebd1d53.el9.x86_64 14/170 2024-05-20T20:59:15.233 INFO:teuthology.orchestra.run.smithi008.stdout:(134/159): python3-portend-3.1.0-2.el9.noarch.r 165 kB/s | 16 kB 00:00 2024-05-20T20:59:15.316 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3830.g4ebd1d53.el9.x86_64 14/170 2024-05-20T20:59:15.374 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : libradosstriper1-2:19.0.0-3830.g4ebd1d53.el9.x86 15/170 2024-05-20T20:59:15.375 INFO:teuthology.orchestra.run.smithi008.stdout:(135/159): python3-pyOpenSSL-21.0.0-1.el9.noarc 541 kB/s | 90 kB 00:00 2024-05-20T20:59:15.392 INFO:teuthology.orchestra.run.smithi008.stdout:(136/159): python3-pyperclip-1.8.2-2.el9.noarch 179 kB/s | 28 kB 00:00 2024-05-20T20:59:15.442 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3830.g4ebd1d53.el9.x86 15/170 2024-05-20T20:59:15.464 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 16/170 2024-05-20T20:59:15.467 INFO:teuthology.orchestra.run.smithi008.stdout:(137/159): python3-repoze-lru-0.7-16.el9.noarch 337 kB/s | 31 kB 00:00 2024-05-20T20:59:15.484 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 16/170 2024-05-20T20:59:15.501 INFO:teuthology.orchestra.run.smithi008.stdout:(138/159): python3-routes-2.5.1-5.el9.noarch.rp 1.7 MB/s | 188 kB 00:00 2024-05-20T20:59:15.568 INFO:teuthology.orchestra.run.smithi008.stdout:(139/159): python3-rsa-4.9-2.el9.noarch.rpm 592 kB/s | 59 kB 00:00 2024-05-20T20:59:15.602 INFO:teuthology.orchestra.run.smithi008.stdout:(140/159): python3-tempora-5.0.0-2.el9.noarch.r 357 kB/s | 36 kB 00:00 2024-05-20T20:59:15.663 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 17/170 2024-05-20T20:59:15.669 INFO:teuthology.orchestra.run.smithi008.stdout:(141/159): python3-typing-extensions-4.4.0-2.el 511 kB/s | 51 kB 00:00 2024-05-20T20:59:15.711 INFO:teuthology.orchestra.run.smithi008.stdout:(142/159): python3-webob-1.8.7-6.el9.noarch.rpm 2.1 MB/s | 230 kB 00:00 2024-05-20T20:59:15.769 INFO:teuthology.orchestra.run.smithi008.stdout:(143/159): python3-websocket-client-1.2.3-2.el9 899 kB/s | 90 kB 00:00 2024-05-20T20:59:15.789 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 17/170 2024-05-20T20:59:15.820 INFO:teuthology.orchestra.run.smithi008.stdout:(144/159): python3-werkzeug-2.0.3-3.el9.1.noarc 3.9 MB/s | 427 kB 00:00 2024-05-20T20:59:15.870 INFO:teuthology.orchestra.run.smithi008.stdout:(145/159): python3-zc-lockfile-2.0-10.el9.noarc 200 kB/s | 20 kB 00:00 2024-05-20T20:59:15.920 INFO:teuthology.orchestra.run.smithi008.stdout:(146/159): re2-20211101-3.el9.x86_64.rpm 1.9 MB/s | 192 kB 00:00 2024-05-20T20:59:15.954 INFO:teuthology.orchestra.run.smithi130.stdout: Upgrading : NetworkManager-libnm-1:1.47.90-1.el9.x86_64 18/170 2024-05-20T20:59:16.021 INFO:teuthology.orchestra.run.smithi008.stdout:(147/159): thrift-0.15.0-2.el9.x86_64.rpm 11 MB/s | 1.6 MB 00:00 2024-05-20T20:59:16.109 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.90-1.el9.x86_64 18/170 2024-05-20T20:59:16.204 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-20T20:59:16.456 INFO:teuthology.orchestra.run.smithi130.stdout: Upgrading : NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-20T20:59:16.650 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-20T20:59:16.752 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : re2-1:20211101-3.el9.x86_64 20/170 2024-05-20T20:59:16.785 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 21/170 2024-05-20T20:59:16.820 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/170 2024-05-20T20:59:16.902 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/170 2024-05-20T20:59:16.946 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/170 2024-05-20T20:59:16.990 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 25/170 2024-05-20T20:59:17.023 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 26/170 2024-05-20T20:59:17.051 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : lua-5.4.4-4.el9.x86_64 27/170 2024-05-20T20:59:17.120 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 28/170 2024-05-20T20:59:17.129 INFO:teuthology.orchestra.run.smithi008.stdout:(148/159): librbd1-19.0.0-3830.g4ebd1d53.el9.x8 2.8 MB/s | 3.1 MB 00:01 2024-05-20T20:59:17.173 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 29/170 2024-05-20T20:59:17.203 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 30/170 2024-05-20T20:59:17.238 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 31/170 2024-05-20T20:59:17.315 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 32/170 2024-05-20T20:59:17.330 INFO:teuthology.orchestra.run.smithi008.stdout:(149/159): NetworkManager-1.47.90-1.el9.x86_64. 12 MB/s | 2.3 MB 00:00 2024-05-20T20:59:17.350 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-ceph-common-2:19.0.0-3830.g4ebd1d53.el9. 33/170 2024-05-20T20:59:17.393 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-ceph-argparse-2:19.0.0-3830.g4ebd1d53.el 34/170 2024-05-20T20:59:17.422 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-cephfs-2:19.0.0-3830.g4ebd1d53.el9.x86_6 35/170 2024-05-20T20:59:17.422 INFO:teuthology.orchestra.run.smithi008.stdout:(150/159): NetworkManager-libnm-1.47.90-1.el9.x 20 MB/s | 1.8 MB 00:00 2024-05-20T20:59:17.463 INFO:teuthology.orchestra.run.smithi008.stdout:(151/159): NetworkManager-team-1.47.90-1.el9.x8 1.0 MB/s | 41 kB 00:00 2024-05-20T20:59:17.491 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 36/170 2024-05-20T20:59:17.522 INFO:teuthology.orchestra.run.smithi008.stdout:(152/159): NetworkManager-tui-1.47.90-1.el9.x86 4.2 MB/s | 248 kB 00:00 2024-05-20T20:59:17.536 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : luarocks-3.9.2-5.el9.noarch 37/170 2024-05-20T20:59:17.540 INFO:teuthology.orchestra.run.smithi008.stdout:[MIRROR] elfutils-debuginfod-client-0.191-4.el9.x86_64.rpm: Status code: 404 for http://mirror.siena.edu/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-debuginfod-client-0.191-4.el9.x86_64.rpm (IP: 199.223.246.113) 2024-05-20T20:59:17.611 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 38/170 2024-05-20T20:59:17.622 INFO:teuthology.orchestra.run.smithi008.stdout:[MIRROR] elfutils-debuginfod-client-0.191-4.el9.x86_64.rpm: Status code: 404 for http://ftp-osl.osuosl.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-debuginfod-client-0.191-4.el9.x86_64.rpm (IP: 140.211.166.134) 2024-05-20T20:59:17.743 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 39/170 2024-05-20T20:59:17.798 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 40/170 2024-05-20T20:59:18.010 INFO:teuthology.orchestra.run.smithi008.stdout:[MIRROR] elfutils-debuginfod-client-0.191-4.el9.x86_64.rpm: Status code: 404 for https://ftp-osl.osuosl.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-debuginfod-client-0.191-4.el9.x86_64.rpm (IP: 140.211.166.134) 2024-05-20T20:59:18.189 INFO:teuthology.orchestra.run.smithi008.stdout:(153/159): elfutils-debuginfod-client-0.191-4.e 55 kB/s | 37 kB 00:00 2024-05-20T20:59:18.272 INFO:teuthology.orchestra.run.smithi008.stdout:[MIRROR] elfutils-libelf-0.191-4.el9.x86_64.rpm: Status code: 404 for http://ftp-osl.osuosl.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-libelf-0.191-4.el9.x86_64.rpm (IP: 140.211.166.134) 2024-05-20T20:59:18.292 INFO:teuthology.orchestra.run.smithi008.stdout:[MIRROR] elfutils-libelf-0.191-4.el9.x86_64.rpm: Status code: 404 for http://mirror.siena.edu/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-libelf-0.191-4.el9.x86_64.rpm (IP: 199.223.246.113) 2024-05-20T20:59:18.317 INFO:teuthology.orchestra.run.smithi050.stdout: Preparing : 1/1 2024-05-20T20:59:18.325 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-rsa-4.9-2.el9.noarch 41/170 2024-05-20T20:59:18.375 INFO:teuthology.orchestra.run.smithi008.stdout:[MIRROR] elfutils-libelf-0.191-4.el9.x86_64.rpm: Status code: 404 for https://ftp-osl.osuosl.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-libelf-0.191-4.el9.x86_64.rpm (IP: 140.211.166.134) 2024-05-20T20:59:18.418 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 42/170 2024-05-20T20:59:18.421 INFO:teuthology.orchestra.run.smithi050.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/170 2024-05-20T20:59:18.447 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 43/170 2024-05-20T20:59:18.452 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/170 2024-05-20T20:59:18.456 INFO:teuthology.orchestra.run.smithi008.stdout:(154/159): elfutils-libelf-0.191-4.el9.x86_64.r 779 kB/s | 207 kB 00:00 2024-05-20T20:59:18.483 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 44/170 2024-05-20T20:59:18.506 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/170 2024-05-20T20:59:18.532 INFO:teuthology.orchestra.run.smithi130.stdout: Upgrading : elfutils-libs-0.191-4.el9.x86_64 45/170 2024-05-20T20:59:18.539 INFO:teuthology.orchestra.run.smithi008.stdout:[MIRROR] elfutils-libs-0.191-4.el9.x86_64.rpm: Status code: 404 for http://ftp-osl.osuosl.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-libs-0.191-4.el9.x86_64.rpm (IP: 140.211.166.134) 2024-05-20T20:59:18.541 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/170 2024-05-20T20:59:18.567 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/170 2024-05-20T20:59:18.570 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : librados-devel-2:19.0.0-3830.g4ebd1d53.el9.x86_6 46/170 2024-05-20T20:59:18.610 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/170 2024-05-20T20:59:18.612 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/170 2024-05-20T20:59:18.620 INFO:teuthology.orchestra.run.smithi008.stdout:[MIRROR] elfutils-libs-0.191-4.el9.x86_64.rpm: Status code: 404 for https://ftp-osl.osuosl.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-libs-0.191-4.el9.x86_64.rpm (IP: 140.211.166.134) 2024-05-20T20:59:18.638 INFO:teuthology.orchestra.run.smithi008.stdout:[MIRROR] elfutils-libs-0.191-4.el9.x86_64.rpm: Status code: 404 for http://mirror.siena.edu/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-libs-0.191-4.el9.x86_64.rpm (IP: 199.223.246.113) 2024-05-20T20:59:18.723 INFO:teuthology.orchestra.run.smithi008.stdout:(155/159): librados2-19.0.0-3830.g4ebd1d53.el9. 1.2 MB/s | 3.4 MB 00:02 2024-05-20T20:59:18.757 INFO:teuthology.orchestra.run.smithi008.stdout:(156/159): elfutils-libs-0.191-4.el9.x86_64.rpm 867 kB/s | 260 kB 00:00 2024-05-20T20:59:18.766 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 48/170 2024-05-20T20:59:18.832 INFO:teuthology.orchestra.run.smithi130.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 49/170 2024-05-20T20:59:18.924 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/170 2024-05-20T20:59:18.964 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/170 2024-05-20T20:59:18.988 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 51/170 2024-05-20T20:59:19.077 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 52/170 2024-05-20T20:59:19.092 INFO:teuthology.orchestra.run.smithi050.stdout: Upgrading : librados2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 8/170 2024-05-20T20:59:19.108 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 53/170 2024-05-20T20:59:19.145 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 54/170 2024-05-20T20:59:19.191 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 55/170 2024-05-20T20:59:19.217 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: librados2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 8/170 2024-05-20T20:59:19.236 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 56/170 2024-05-20T20:59:19.244 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libcephfs2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 9/170 2024-05-20T20:59:19.279 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 57/170 2024-05-20T20:59:19.321 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 58/170 2024-05-20T20:59:19.336 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: libcephfs2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 9/170 2024-05-20T20:59:19.365 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-rados-2:19.0.0-3830.g4ebd1d53.el9.x86_64 10/170 2024-05-20T20:59:19.398 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/170 2024-05-20T20:59:19.457 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 59/170 2024-05-20T20:59:19.498 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 60/170 2024-05-20T20:59:19.539 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 61/170 2024-05-20T20:59:19.605 INFO:teuthology.orchestra.run.smithi050.stdout: Upgrading : elfutils-libelf-0.191-4.el9.x86_64 12/170 2024-05-20T20:59:19.633 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 62/170 2024-05-20T20:59:19.656 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : postgresql-13.14-1.el9.x86_64 13/170 2024-05-20T20:59:19.664 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 63/170 2024-05-20T20:59:19.683 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libcephsqlite-2:19.0.0-3830.g4ebd1d53.el9.x86_64 14/170 2024-05-20T20:59:19.713 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 64/170 2024-05-20T20:59:19.747 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 65/170 2024-05-20T20:59:19.771 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 66/170 2024-05-20T20:59:19.789 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3830.g4ebd1d53.el9.x86_64 14/170 2024-05-20T20:59:19.817 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libradosstriper1-2:19.0.0-3830.g4ebd1d53.el9.x86 15/170 2024-05-20T20:59:19.847 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 67/170 2024-05-20T20:59:19.880 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3830.g4ebd1d53.el9.x86 15/170 2024-05-20T20:59:19.902 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 16/170 2024-05-20T20:59:19.928 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 16/170 2024-05-20T20:59:19.973 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 68/170 2024-05-20T20:59:20.004 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 69/170 2024-05-20T20:59:20.032 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 70/170 2024-05-20T20:59:20.066 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 71/170 2024-05-20T20:59:20.106 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : uuid-1.6.2-55.el9.x86_64 72/170 2024-05-20T20:59:20.120 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 17/170 2024-05-20T20:59:20.137 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 73/170 2024-05-20T20:59:20.167 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 74/170 2024-05-20T20:59:20.210 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 75/170 2024-05-20T20:59:20.245 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 17/170 2024-05-20T20:59:20.251 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 76/170 2024-05-20T20:59:20.293 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 77/170 2024-05-20T20:59:20.327 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 78/170 2024-05-20T20:59:20.408 INFO:teuthology.orchestra.run.smithi050.stdout: Upgrading : NetworkManager-libnm-1:1.47.90-1.el9.x86_64 18/170 2024-05-20T20:59:20.414 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 79/170 2024-05-20T20:59:20.452 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.90-1.el9.x86_64 18/170 2024-05-20T20:59:20.458 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 80/170 2024-05-20T20:59:20.489 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 81/170 2024-05-20T20:59:20.536 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 82/170 2024-05-20T20:59:20.551 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-20T20:59:20.591 INFO:teuthology.orchestra.run.smithi008.stdout:(157/159): openssl-3.2.1-1.el9.x86_64.rpm 741 kB/s | 1.3 MB 00:01 2024-05-20T20:59:20.628 INFO:teuthology.orchestra.run.smithi050.stdout: Upgrading : NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-20T20:59:20.634 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-packaging-20.9-5.el9.noarch 83/170 2024-05-20T20:59:20.691 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 84/170 2024-05-20T20:59:20.827 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-20T20:59:20.936 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : re2-1:20211101-3.el9.x86_64 20/170 2024-05-20T20:59:20.966 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 21/170 2024-05-20T20:59:21.001 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/170 2024-05-20T20:59:21.077 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/170 2024-05-20T20:59:21.118 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/170 2024-05-20T20:59:21.161 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 25/170 2024-05-20T20:59:21.194 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 26/170 2024-05-20T20:59:21.221 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : lua-5.4.4-4.el9.x86_64 27/170 2024-05-20T20:59:21.294 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 28/170 2024-05-20T20:59:21.345 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 29/170 2024-05-20T20:59:21.383 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 30/170 2024-05-20T20:59:21.411 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 85/170 2024-05-20T20:59:21.427 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 31/170 2024-05-20T20:59:21.455 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 86/170 2024-05-20T20:59:21.488 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 87/170 2024-05-20T20:59:21.505 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 32/170 2024-05-20T20:59:21.537 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-ceph-common-2:19.0.0-3830.g4ebd1d53.el9. 33/170 2024-05-20T20:59:21.581 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-ceph-argparse-2:19.0.0-3830.g4ebd1d53.el 34/170 2024-05-20T20:59:21.587 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 88/170 2024-05-20T20:59:21.609 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-cephfs-2:19.0.0-3830.g4ebd1d53.el9.x86_6 35/170 2024-05-20T20:59:21.654 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 89/170 2024-05-20T20:59:21.685 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 36/170 2024-05-20T20:59:21.705 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 90/170 2024-05-20T20:59:21.733 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : luarocks-3.9.2-5.el9.noarch 37/170 2024-05-20T20:59:21.794 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 91/170 2024-05-20T20:59:21.811 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 38/170 2024-05-20T20:59:21.833 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 92/170 2024-05-20T20:59:21.949 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 39/170 2024-05-20T20:59:22.003 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 40/170 2024-05-20T20:59:22.008 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : openblas-0.3.21-2.el9.x86_64 93/170 2024-05-20T20:59:22.038 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 94/170 2024-05-20T20:59:22.116 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 95/170 2024-05-20T20:59:22.257 INFO:teuthology.orchestra.run.smithi008.stdout:(158/159): openssl-libs-3.2.1-1.el9.x86_64.rpm 700 kB/s | 2.4 MB 00:03 2024-05-20T20:59:22.560 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-rsa-4.9-2.el9.noarch 41/170 2024-05-20T20:59:22.642 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 42/170 2024-05-20T20:59:22.677 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 43/170 2024-05-20T20:59:22.713 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 44/170 2024-05-20T20:59:22.754 INFO:teuthology.orchestra.run.smithi050.stdout: Upgrading : elfutils-libs-0.191-4.el9.x86_64 45/170 2024-05-20T20:59:22.762 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 96/170 2024-05-20T20:59:22.792 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : librados-devel-2:19.0.0-3830.g4ebd1d53.el9.x86_6 46/170 2024-05-20T20:59:22.835 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/170 2024-05-20T20:59:22.870 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 97/170 2024-05-20T20:59:23.008 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 48/170 2024-05-20T20:59:23.054 INFO:teuthology.orchestra.run.smithi050.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 49/170 2024-05-20T20:59:23.150 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/170 2024-05-20T20:59:23.211 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 51/170 2024-05-20T20:59:23.285 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 52/170 2024-05-20T20:59:23.321 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 53/170 2024-05-20T20:59:23.358 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 54/170 2024-05-20T20:59:23.406 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 55/170 2024-05-20T20:59:23.441 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 56/170 2024-05-20T20:59:23.485 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 57/170 2024-05-20T20:59:23.536 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 58/170 2024-05-20T20:59:23.680 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 59/170 2024-05-20T20:59:23.720 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 60/170 2024-05-20T20:59:23.762 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 61/170 2024-05-20T20:59:23.860 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 62/170 2024-05-20T20:59:23.895 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 63/170 2024-05-20T20:59:23.936 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 64/170 2024-05-20T20:59:24.002 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 65/170 2024-05-20T20:59:24.027 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 66/170 2024-05-20T20:59:24.095 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 98/170 2024-05-20T20:59:24.105 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 67/170 2024-05-20T20:59:24.184 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 99/170 2024-05-20T20:59:24.212 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 100/170 2024-05-20T20:59:24.235 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 68/170 2024-05-20T20:59:24.246 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 101/170 2024-05-20T20:59:24.285 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 69/170 2024-05-20T20:59:24.312 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 70/170 2024-05-20T20:59:24.347 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 71/170 2024-05-20T20:59:24.387 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : uuid-1.6.2-55.el9.x86_64 72/170 2024-05-20T20:59:24.427 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 73/170 2024-05-20T20:59:24.448 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 74/170 2024-05-20T20:59:24.474 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 75/170 2024-05-20T20:59:24.507 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 76/170 2024-05-20T20:59:24.549 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 77/170 2024-05-20T20:59:24.557 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 102/170 2024-05-20T20:59:24.583 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 78/170 2024-05-20T20:59:24.600 INFO:teuthology.orchestra.run.smithi130.stdout: Upgrading : librbd1-2:19.0.0-3830.g4ebd1d53.el9.x86_64 103/170 2024-05-20T20:59:24.675 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 79/170 2024-05-20T20:59:24.691 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: librbd1-2:19.0.0-3830.g4ebd1d53.el9.x86_64 103/170 2024-05-20T20:59:24.722 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-rbd-2:19.0.0-3830.g4ebd1d53.el9.x86_64 104/170 2024-05-20T20:59:24.723 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 80/170 2024-05-20T20:59:24.753 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 81/170 2024-05-20T20:59:24.757 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 105/170 2024-05-20T20:59:24.801 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 82/170 2024-05-20T20:59:24.905 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-packaging-20.9-5.el9.noarch 83/170 2024-05-20T20:59:24.965 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 84/170 2024-05-20T20:59:25.236 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 106/170 2024-05-20T20:59:25.262 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : librgw2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 107/170 2024-05-20T20:59:25.333 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: librgw2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 107/170 2024-05-20T20:59:25.363 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-rgw-2:19.0.0-3830.g4ebd1d53.el9.x86_64 108/170 2024-05-20T20:59:25.732 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 85/170 2024-05-20T20:59:25.777 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 86/170 2024-05-20T20:59:25.811 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 87/170 2024-05-20T20:59:25.840 INFO:teuthology.orchestra.run.smithi008.stdout:(159/159): python3-scipy-1.6.2-8.el9.x86_64.rpm 938 kB/s | 16 MB 00:17 2024-05-20T20:59:25.853 INFO:teuthology.orchestra.run.smithi008.stdout:-------------------------------------------------------------------------------- 2024-05-20T20:59:25.853 INFO:teuthology.orchestra.run.smithi008.stdout:Total 5.8 MB/s | 227 MB 00:38 2024-05-20T20:59:25.917 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 88/170 2024-05-20T20:59:25.976 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 89/170 2024-05-20T20:59:26.021 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 90/170 2024-05-20T20:59:26.111 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 91/170 2024-05-20T20:59:26.156 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 92/170 2024-05-20T20:59:26.340 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : openblas-0.3.21-2.el9.x86_64 93/170 2024-05-20T20:59:26.370 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 94/170 2024-05-20T20:59:26.450 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 95/170 2024-05-20T20:59:27.136 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 96/170 2024-05-20T20:59:27.248 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 97/170 2024-05-20T20:59:27.578 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: ceph-common-2:19.0.0-3830.g4ebd1d53.el9.x86_64 109/170 2024-05-20T20:59:27.619 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : ceph-common-2:19.0.0-3830.g4ebd1d53.el9.x86_64 109/170 2024-05-20T20:59:28.163 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: ceph-common-2:19.0.0-3830.g4ebd1d53.el9.x86_64 109/170 2024-05-20T20:59:28.205 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : ceph-base-2:19.0.0-3830.g4ebd1d53.el9.x86_64 110/170 2024-05-20T20:59:28.281 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: ceph-base-2:19.0.0-3830.g4ebd1d53.el9.x86_64 110/170 2024-05-20T20:59:28.281 INFO:teuthology.orchestra.run.smithi130.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-05-20T20:59:28.281 INFO:teuthology.orchestra.run.smithi130.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-05-20T20:59:28.281 INFO:teuthology.orchestra.run.smithi130.stdout: 2024-05-20T20:59:28.314 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : ceph-selinux-2:19.0.0-3830.g4ebd1d53.el9.x86_64 111/170 2024-05-20T20:59:28.546 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 98/170 2024-05-20T20:59:28.642 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 99/170 2024-05-20T20:59:28.670 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 100/170 2024-05-20T20:59:28.703 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 101/170 2024-05-20T20:59:29.040 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 102/170 2024-05-20T20:59:29.091 INFO:teuthology.orchestra.run.smithi050.stdout: Upgrading : librbd1-2:19.0.0-3830.g4ebd1d53.el9.x86_64 103/170 2024-05-20T20:59:29.137 INFO:teuthology.orchestra.run.smithi008.stdout:Running transaction check 2024-05-20T20:59:29.166 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: librbd1-2:19.0.0-3830.g4ebd1d53.el9.x86_64 103/170 2024-05-20T20:59:29.204 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-rbd-2:19.0.0-3830.g4ebd1d53.el9.x86_64 104/170 2024-05-20T20:59:29.241 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 105/170 2024-05-20T20:59:29.406 INFO:teuthology.orchestra.run.smithi008.stdout:Transaction check succeeded. 2024-05-20T20:59:29.406 INFO:teuthology.orchestra.run.smithi008.stdout:Running transaction test 2024-05-20T20:59:29.747 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 106/170 2024-05-20T20:59:29.777 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : librgw2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 107/170 2024-05-20T20:59:29.849 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: librgw2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 107/170 2024-05-20T20:59:29.879 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-rgw-2:19.0.0-3830.g4ebd1d53.el9.x86_64 108/170 2024-05-20T20:59:32.190 INFO:teuthology.orchestra.run.smithi008.stdout:Transaction test succeeded. 2024-05-20T20:59:32.190 INFO:teuthology.orchestra.run.smithi008.stdout:Running transaction 2024-05-20T20:59:32.312 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-common-2:19.0.0-3830.g4ebd1d53.el9.x86_64 109/170 2024-05-20T20:59:32.351 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-common-2:19.0.0-3830.g4ebd1d53.el9.x86_64 109/170 2024-05-20T20:59:32.920 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-common-2:19.0.0-3830.g4ebd1d53.el9.x86_64 109/170 2024-05-20T20:59:32.963 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-base-2:19.0.0-3830.g4ebd1d53.el9.x86_64 110/170 2024-05-20T20:59:33.046 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-base-2:19.0.0-3830.g4ebd1d53.el9.x86_64 110/170 2024-05-20T20:59:33.047 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-05-20T20:59:33.047 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-05-20T20:59:33.047 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-05-20T20:59:33.081 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-selinux-2:19.0.0-3830.g4ebd1d53.el9.x86_64 111/170 2024-05-20T20:59:38.946 INFO:teuthology.orchestra.run.smithi008.stdout: Preparing : 1/1 2024-05-20T20:59:39.047 INFO:teuthology.orchestra.run.smithi008.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/170 2024-05-20T20:59:39.122 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/170 2024-05-20T20:59:39.230 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/170 2024-05-20T20:59:39.285 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/170 2024-05-20T20:59:39.324 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/170 2024-05-20T20:59:39.426 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/170 2024-05-20T20:59:39.870 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/170 2024-05-20T20:59:39.972 INFO:teuthology.orchestra.run.smithi008.stdout: Upgrading : librados2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 8/170 2024-05-20T20:59:40.027 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3830.g4ebd1d53.el9.x86_64 111/170 2024-05-20T20:59:40.027 INFO:teuthology.orchestra.run.smithi130.stdout:skipping the directory /sys 2024-05-20T20:59:40.028 INFO:teuthology.orchestra.run.smithi130.stdout:skipping the directory /proc 2024-05-20T20:59:40.028 INFO:teuthology.orchestra.run.smithi130.stdout:skipping the directory /mnt 2024-05-20T20:59:40.028 INFO:teuthology.orchestra.run.smithi130.stdout:skipping the directory /var/tmp 2024-05-20T20:59:40.028 INFO:teuthology.orchestra.run.smithi130.stdout:skipping the directory /home 2024-05-20T20:59:40.028 INFO:teuthology.orchestra.run.smithi130.stdout:skipping the directory /root 2024-05-20T20:59:40.028 INFO:teuthology.orchestra.run.smithi130.stdout:skipping the directory /tmp 2024-05-20T20:59:40.028 INFO:teuthology.orchestra.run.smithi130.stdout: 2024-05-20T20:59:40.164 INFO:teuthology.orchestra.run.smithi008.stdout: Running scriptlet: librados2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 8/170 2024-05-20T20:59:40.190 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : libcephfs2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 9/170 2024-05-20T20:59:40.219 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : ceph-volume-2:19.0.0-3830.g4ebd1d53.el9.noarch 112/170 2024-05-20T20:59:40.235 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: ceph-volume-2:19.0.0-3830.g4ebd1d53.el9.noarch 112/170 2024-05-20T20:59:40.235 INFO:teuthology.orchestra.run.smithi130.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-20T20:59:40.235 INFO:teuthology.orchestra.run.smithi130.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-05-20T20:59:40.235 INFO:teuthology.orchestra.run.smithi130.stdout: 2024-05-20T20:59:40.331 INFO:teuthology.orchestra.run.smithi008.stdout: Running scriptlet: libcephfs2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 9/170 2024-05-20T20:59:40.365 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-rados-2:19.0.0-3830.g4ebd1d53.el9.x86_64 10/170 2024-05-20T20:59:40.459 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/170 2024-05-20T20:59:40.849 INFO:teuthology.orchestra.run.smithi008.stdout: Upgrading : elfutils-libelf-0.191-4.el9.x86_64 12/170 2024-05-20T20:59:40.905 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : postgresql-13.14-1.el9.x86_64 13/170 2024-05-20T20:59:40.929 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : libcephsqlite-2:19.0.0-3830.g4ebd1d53.el9.x86_64 14/170 2024-05-20T20:59:41.086 INFO:teuthology.orchestra.run.smithi008.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3830.g4ebd1d53.el9.x86_64 14/170 2024-05-20T20:59:41.113 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : libradosstriper1-2:19.0.0-3830.g4ebd1d53.el9.x86 15/170 2024-05-20T20:59:41.208 INFO:teuthology.orchestra.run.smithi008.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3830.g4ebd1d53.el9.x86 15/170 2024-05-20T20:59:41.248 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 16/170 2024-05-20T20:59:41.321 INFO:teuthology.orchestra.run.smithi008.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 16/170 2024-05-20T20:59:41.642 INFO:teuthology.orchestra.run.smithi008.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 17/170 2024-05-20T20:59:41.721 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : ceph-osd-2:19.0.0-3830.g4ebd1d53.el9.x86_64 113/170 2024-05-20T20:59:41.748 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: ceph-osd-2:19.0.0-3830.g4ebd1d53.el9.x86_64 113/170 2024-05-20T20:59:41.748 INFO:teuthology.orchestra.run.smithi130.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-20T20:59:41.748 INFO:teuthology.orchestra.run.smithi130.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-05-20T20:59:41.748 INFO:teuthology.orchestra.run.smithi130.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-05-20T20:59:41.748 INFO:teuthology.orchestra.run.smithi130.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-05-20T20:59:41.748 INFO:teuthology.orchestra.run.smithi130.stdout: 2024-05-20T20:59:41.967 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 17/170 2024-05-20T20:59:41.972 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : ceph-mds-2:19.0.0-3830.g4ebd1d53.el9.x86_64 114/170 2024-05-20T20:59:41.995 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: ceph-mds-2:19.0.0-3830.g4ebd1d53.el9.x86_64 114/170 2024-05-20T20:59:41.995 INFO:teuthology.orchestra.run.smithi130.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-20T20:59:41.995 INFO:teuthology.orchestra.run.smithi130.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-05-20T20:59:41.995 INFO:teuthology.orchestra.run.smithi130.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-05-20T20:59:41.995 INFO:teuthology.orchestra.run.smithi130.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-05-20T20:59:41.995 INFO:teuthology.orchestra.run.smithi130.stdout: 2024-05-20T20:59:42.193 INFO:teuthology.orchestra.run.smithi008.stdout: Upgrading : NetworkManager-libnm-1:1.47.90-1.el9.x86_64 18/170 2024-05-20T20:59:42.294 INFO:teuthology.orchestra.run.smithi008.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.90-1.el9.x86_64 18/170 2024-05-20T20:59:42.448 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : ceph-mon-2:19.0.0-3830.g4ebd1d53.el9.x86_64 115/170 2024-05-20T20:59:42.471 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: ceph-mon-2:19.0.0-3830.g4ebd1d53.el9.x86_64 115/170 2024-05-20T20:59:42.471 INFO:teuthology.orchestra.run.smithi130.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-20T20:59:42.471 INFO:teuthology.orchestra.run.smithi130.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-05-20T20:59:42.471 INFO:teuthology.orchestra.run.smithi130.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-05-20T20:59:42.471 INFO:teuthology.orchestra.run.smithi130.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-05-20T20:59:42.471 INFO:teuthology.orchestra.run.smithi130.stdout: 2024-05-20T20:59:42.472 INFO:teuthology.orchestra.run.smithi008.stdout: Running scriptlet: NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-20T20:59:42.558 INFO:teuthology.orchestra.run.smithi008.stdout: Upgrading : NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-20T20:59:42.578 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : automake-1.16.2-8.el9.noarch 116/170 2024-05-20T20:59:42.635 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-ply-3.11-14.el9.noarch 117/170 2024-05-20T20:59:42.690 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 118/170 2024-05-20T20:59:42.886 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 119/170 2024-05-20T20:59:42.899 INFO:teuthology.orchestra.run.smithi008.stdout: Running scriptlet: NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-20T20:59:42.940 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 120/170 2024-05-20T20:59:43.017 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 121/170 2024-05-20T20:59:43.084 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : re2-1:20211101-3.el9.x86_64 20/170 2024-05-20T20:59:43.107 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 122/170 2024-05-20T20:59:43.114 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 21/170 2024-05-20T20:59:43.170 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/170 2024-05-20T20:59:43.245 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 123/170 2024-05-20T20:59:43.286 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/170 2024-05-20T20:59:43.290 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 124/170 2024-05-20T20:59:43.322 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 125/170 2024-05-20T20:59:43.350 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : fuse-2.9.9-15.el9.x86_64 126/170 2024-05-20T20:59:43.353 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/170 2024-05-20T20:59:43.420 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 25/170 2024-05-20T20:59:43.467 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 26/170 2024-05-20T20:59:43.506 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : lua-5.4.4-4.el9.x86_64 27/170 2024-05-20T20:59:43.625 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 28/170 2024-05-20T20:59:43.694 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 29/170 2024-05-20T20:59:43.732 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 30/170 2024-05-20T20:59:43.788 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 31/170 2024-05-20T20:59:43.802 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: cephadm-2:19.0.0-3830.g4ebd1d53.el9.noarch 127/170 2024-05-20T20:59:43.831 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : cephadm-2:19.0.0-3830.g4ebd1d53.el9.noarch 127/170 2024-05-20T20:59:43.872 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3830.g4ebd1d53.e 128/170 2024-05-20T20:59:43.923 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 32/170 2024-05-20T20:59:43.934 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3830.g4ebd1d53. 129/170 2024-05-20T20:59:43.962 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-ceph-common-2:19.0.0-3830.g4ebd1d53.el9. 33/170 2024-05-20T20:59:43.963 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3830.g4ebd1d53.el9.noa 130/170 2024-05-20T20:59:44.012 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-ceph-argparse-2:19.0.0-3830.g4ebd1d53.el 34/170 2024-05-20T20:59:44.042 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-cephfs-2:19.0.0-3830.g4ebd1d53.el9.x86_6 35/170 2024-05-20T20:59:44.156 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 36/170 2024-05-20T20:59:44.584 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : luarocks-3.9.2-5.el9.noarch 37/170 2024-05-20T20:59:44.701 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 38/170 2024-05-20T20:59:44.891 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 39/170 2024-05-20T20:59:44.900 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3830.g4ebd1d53.el9.x86_64 111/170 2024-05-20T20:59:44.900 INFO:teuthology.orchestra.run.smithi050.stdout:skipping the directory /sys 2024-05-20T20:59:44.900 INFO:teuthology.orchestra.run.smithi050.stdout:skipping the directory /proc 2024-05-20T20:59:44.900 INFO:teuthology.orchestra.run.smithi050.stdout:skipping the directory /mnt 2024-05-20T20:59:44.900 INFO:teuthology.orchestra.run.smithi050.stdout:skipping the directory /var/tmp 2024-05-20T20:59:44.901 INFO:teuthology.orchestra.run.smithi050.stdout:skipping the directory /home 2024-05-20T20:59:44.901 INFO:teuthology.orchestra.run.smithi050.stdout:skipping the directory /root 2024-05-20T20:59:44.901 INFO:teuthology.orchestra.run.smithi050.stdout:skipping the directory /tmp 2024-05-20T20:59:44.901 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-05-20T20:59:44.959 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 40/170 2024-05-20T20:59:45.010 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3830.g4ebd1d53.el9.noa 130/170 2024-05-20T20:59:45.047 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3830.g4ebd1d53.el9.n 131/170 2024-05-20T20:59:45.072 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-volume-2:19.0.0-3830.g4ebd1d53.el9.noarch 112/170 2024-05-20T20:59:45.088 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-volume-2:19.0.0-3830.g4ebd1d53.el9.noarch 112/170 2024-05-20T20:59:45.088 INFO:teuthology.orchestra.run.smithi050.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-20T20:59:45.088 INFO:teuthology.orchestra.run.smithi050.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-05-20T20:59:45.088 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-05-20T20:59:45.672 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-rsa-4.9-2.el9.noarch 41/170 2024-05-20T20:59:45.777 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 42/170 2024-05-20T20:59:45.818 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 43/170 2024-05-20T20:59:45.867 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 44/170 2024-05-20T20:59:45.930 INFO:teuthology.orchestra.run.smithi008.stdout: Upgrading : elfutils-libs-0.191-4.el9.x86_64 45/170 2024-05-20T20:59:45.973 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : librados-devel-2:19.0.0-3830.g4ebd1d53.el9.x86_6 46/170 2024-05-20T20:59:46.007 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3830.g4ebd1d53.el9.n 131/170 2024-05-20T20:59:46.031 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3830.g4eb 132/170 2024-05-20T20:59:46.039 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/170 2024-05-20T20:59:46.142 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3830.g4eb 132/170 2024-05-20T20:59:46.273 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 48/170 2024-05-20T20:59:46.309 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3830.g4ebd1d53.el 133/170 2024-05-20T20:59:46.342 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : ceph-mgr-2:19.0.0-3830.g4ebd1d53.el9.x86_64 134/170 2024-05-20T20:59:46.361 INFO:teuthology.orchestra.run.smithi008.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 49/170 2024-05-20T20:59:46.366 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3830.g4ebd1d53.el9.x86_64 134/170 2024-05-20T20:59:46.366 INFO:teuthology.orchestra.run.smithi130.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-20T20:59:46.366 INFO:teuthology.orchestra.run.smithi130.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-05-20T20:59:46.366 INFO:teuthology.orchestra.run.smithi130.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-05-20T20:59:46.366 INFO:teuthology.orchestra.run.smithi130.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-05-20T20:59:46.366 INFO:teuthology.orchestra.run.smithi130.stdout: 2024-05-20T20:59:46.417 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : ceph-mgr-rook-2:19.0.0-3830.g4ebd1d53.el9.noarch 135/170 2024-05-20T20:59:46.429 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3830.g4ebd1d53.el9.noarch 135/170 2024-05-20T20:59:46.501 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/170 2024-05-20T20:59:46.526 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : ceph-2:19.0.0-3830.g4ebd1d53.el9.x86_64 136/170 2024-05-20T20:59:46.574 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : ceph-fuse-2:19.0.0-3830.g4ebd1d53.el9.x86_64 137/170 2024-05-20T20:59:46.579 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 51/170 2024-05-20T20:59:46.616 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-osd-2:19.0.0-3830.g4ebd1d53.el9.x86_64 113/170 2024-05-20T20:59:46.644 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-osd-2:19.0.0-3830.g4ebd1d53.el9.x86_64 113/170 2024-05-20T20:59:46.644 INFO:teuthology.orchestra.run.smithi050.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-20T20:59:46.644 INFO:teuthology.orchestra.run.smithi050.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-05-20T20:59:46.644 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-05-20T20:59:46.644 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-05-20T20:59:46.644 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-05-20T20:59:46.674 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 52/170 2024-05-20T20:59:46.723 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 53/170 2024-05-20T20:59:46.760 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 54/170 2024-05-20T20:59:46.829 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 55/170 2024-05-20T20:59:46.870 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 56/170 2024-05-20T20:59:46.884 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-mds-2:19.0.0-3830.g4ebd1d53.el9.x86_64 114/170 2024-05-20T20:59:46.908 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-mds-2:19.0.0-3830.g4ebd1d53.el9.x86_64 114/170 2024-05-20T20:59:46.909 INFO:teuthology.orchestra.run.smithi050.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-20T20:59:46.909 INFO:teuthology.orchestra.run.smithi050.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-05-20T20:59:46.909 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-05-20T20:59:46.909 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-05-20T20:59:46.909 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-05-20T20:59:46.932 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 57/170 2024-05-20T20:59:46.991 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 58/170 2024-05-20T20:59:47.203 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 59/170 2024-05-20T20:59:47.264 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 60/170 2024-05-20T20:59:47.319 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 61/170 2024-05-20T20:59:47.378 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-mon-2:19.0.0-3830.g4ebd1d53.el9.x86_64 115/170 2024-05-20T20:59:47.402 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-mon-2:19.0.0-3830.g4ebd1d53.el9.x86_64 115/170 2024-05-20T20:59:47.402 INFO:teuthology.orchestra.run.smithi050.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-20T20:59:47.402 INFO:teuthology.orchestra.run.smithi050.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-05-20T20:59:47.402 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-05-20T20:59:47.402 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-05-20T20:59:47.402 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-05-20T20:59:47.451 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 62/170 2024-05-20T20:59:47.495 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 63/170 2024-05-20T20:59:47.499 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : libtool-2.4.6-45.el9.x86_64 138/170 2024-05-20T20:59:47.517 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : automake-1.16.2-8.el9.noarch 116/170 2024-05-20T20:59:47.542 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 64/170 2024-05-20T20:59:47.544 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : ceph-radosgw-2:19.0.0-3830.g4ebd1d53.el9.x86_64 139/170 2024-05-20T20:59:47.567 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3830.g4ebd1d53.el9.x86_64 139/170 2024-05-20T20:59:47.568 INFO:teuthology.orchestra.run.smithi130.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-20T20:59:47.568 INFO:teuthology.orchestra.run.smithi130.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-05-20T20:59:47.568 INFO:teuthology.orchestra.run.smithi130.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-05-20T20:59:47.568 INFO:teuthology.orchestra.run.smithi130.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-05-20T20:59:47.568 INFO:teuthology.orchestra.run.smithi130.stdout: 2024-05-20T20:59:47.575 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-ply-3.11-14.el9.noarch 117/170 2024-05-20T20:59:47.578 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 65/170 2024-05-20T20:59:47.602 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 66/170 2024-05-20T20:59:47.620 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3830.g4ebd1 140/170 2024-05-20T20:59:47.639 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 118/170 2024-05-20T20:59:47.643 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3830.g4ebd1 140/170 2024-05-20T20:59:47.643 INFO:teuthology.orchestra.run.smithi130.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-20T20:59:47.643 INFO:teuthology.orchestra.run.smithi130.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-05-20T20:59:47.643 INFO:teuthology.orchestra.run.smithi130.stdout: 2024-05-20T20:59:47.688 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : cephfs-mirror-2:19.0.0-3830.g4ebd1d53.el9.x86_64 141/170 2024-05-20T20:59:47.710 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3830.g4ebd1d53.el9.x86_64 141/170 2024-05-20T20:59:47.710 INFO:teuthology.orchestra.run.smithi130.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-20T20:59:47.710 INFO:teuthology.orchestra.run.smithi130.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-05-20T20:59:47.710 INFO:teuthology.orchestra.run.smithi130.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-05-20T20:59:47.711 INFO:teuthology.orchestra.run.smithi130.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-05-20T20:59:47.711 INFO:teuthology.orchestra.run.smithi130.stdout: 2024-05-20T20:59:47.809 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 67/170 2024-05-20T20:59:47.832 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 119/170 2024-05-20T20:59:47.896 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 120/170 2024-05-20T20:59:47.985 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 121/170 2024-05-20T20:59:47.996 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 68/170 2024-05-20T20:59:48.022 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : rbd-mirror-2:19.0.0-3830.g4ebd1d53.el9.x86_64 142/170 2024-05-20T20:59:48.045 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3830.g4ebd1d53.el9.x86_64 142/170 2024-05-20T20:59:48.045 INFO:teuthology.orchestra.run.smithi130.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-20T20:59:48.045 INFO:teuthology.orchestra.run.smithi130.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-05-20T20:59:48.045 INFO:teuthology.orchestra.run.smithi130.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-05-20T20:59:48.045 INFO:teuthology.orchestra.run.smithi130.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-05-20T20:59:48.045 INFO:teuthology.orchestra.run.smithi130.stdout: 2024-05-20T20:59:48.051 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 69/170 2024-05-20T20:59:48.082 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 122/170 2024-05-20T20:59:48.090 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 70/170 2024-05-20T20:59:48.137 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 71/170 2024-05-20T20:59:48.197 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : uuid-1.6.2-55.el9.x86_64 72/170 2024-05-20T20:59:48.225 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 123/170 2024-05-20T20:59:48.255 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 73/170 2024-05-20T20:59:48.271 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 124/170 2024-05-20T20:59:48.297 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 74/170 2024-05-20T20:59:48.303 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 125/170 2024-05-20T20:59:48.339 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : fuse-2.9.9-15.el9.x86_64 126/170 2024-05-20T20:59:48.342 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 75/170 2024-05-20T20:59:48.392 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 76/170 2024-05-20T20:59:48.477 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 77/170 2024-05-20T20:59:48.526 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 78/170 2024-05-20T20:59:48.674 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 79/170 2024-05-20T20:59:48.737 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 80/170 2024-05-20T20:59:48.744 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: cephadm-2:19.0.0-3830.g4ebd1d53.el9.noarch 127/170 2024-05-20T20:59:48.771 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : cephadm-2:19.0.0-3830.g4ebd1d53.el9.noarch 127/170 2024-05-20T20:59:48.782 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 81/170 2024-05-20T20:59:48.804 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3830.g4ebd1d53.e 128/170 2024-05-20T20:59:48.868 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3830.g4ebd1d53. 129/170 2024-05-20T20:59:48.880 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 82/170 2024-05-20T20:59:48.902 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3830.g4ebd1d53.el9.noa 130/170 2024-05-20T20:59:49.044 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-packaging-20.9-5.el9.noarch 83/170 2024-05-20T20:59:49.120 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 84/170 2024-05-20T20:59:50.001 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3830.g4ebd1d53.el9.noa 130/170 2024-05-20T20:59:50.038 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3830.g4ebd1d53.el9.n 131/170 2024-05-20T20:59:50.118 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 85/170 2024-05-20T20:59:50.168 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 86/170 2024-05-20T20:59:50.202 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 87/170 2024-05-20T20:59:50.329 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 88/170 2024-05-20T20:59:50.386 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 89/170 2024-05-20T20:59:50.440 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 90/170 2024-05-20T20:59:50.594 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 91/170 2024-05-20T20:59:50.638 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 92/170 2024-05-20T20:59:50.888 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : openblas-0.3.21-2.el9.x86_64 93/170 2024-05-20T20:59:50.926 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 94/170 2024-05-20T20:59:51.036 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 95/170 2024-05-20T20:59:51.053 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3830.g4ebd1d53.el9.n 131/170 2024-05-20T20:59:51.088 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3830.g4eb 132/170 2024-05-20T20:59:51.204 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3830.g4eb 132/170 2024-05-20T20:59:51.373 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3830.g4ebd1d53.el 133/170 2024-05-20T20:59:51.406 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-mgr-2:19.0.0-3830.g4ebd1d53.el9.x86_64 134/170 2024-05-20T20:59:51.431 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3830.g4ebd1d53.el9.x86_64 134/170 2024-05-20T20:59:51.432 INFO:teuthology.orchestra.run.smithi050.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-20T20:59:51.432 INFO:teuthology.orchestra.run.smithi050.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-05-20T20:59:51.432 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-05-20T20:59:51.432 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-05-20T20:59:51.432 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-05-20T20:59:51.483 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-mgr-rook-2:19.0.0-3830.g4ebd1d53.el9.noarch 135/170 2024-05-20T20:59:51.494 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3830.g4ebd1d53.el9.noarch 135/170 2024-05-20T20:59:51.595 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-2:19.0.0-3830.g4ebd1d53.el9.x86_64 136/170 2024-05-20T20:59:51.674 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-fuse-2:19.0.0-3830.g4ebd1d53.el9.x86_64 137/170 2024-05-20T20:59:51.899 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 96/170 2024-05-20T20:59:52.036 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 97/170 2024-05-20T20:59:52.616 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : ceph-test-2:19.0.0-3830.g4ebd1d53.el9.x86_64 143/170 2024-05-20T20:59:52.650 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libtool-2.4.6-45.el9.x86_64 138/170 2024-05-20T20:59:52.657 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : rbd-fuse-2:19.0.0-3830.g4ebd1d53.el9.x86_64 144/170 2024-05-20T20:59:52.685 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-radosgw-2:19.0.0-3830.g4ebd1d53.el9.x86_64 139/170 2024-05-20T20:59:52.706 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : rbd-nbd-2:19.0.0-3830.g4ebd1d53.el9.x86_64 145/170 2024-05-20T20:59:52.709 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3830.g4ebd1d53.el9.x86_64 139/170 2024-05-20T20:59:52.709 INFO:teuthology.orchestra.run.smithi050.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-20T20:59:52.710 INFO:teuthology.orchestra.run.smithi050.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-05-20T20:59:52.710 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-05-20T20:59:52.710 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-05-20T20:59:52.710 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-05-20T20:59:52.747 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 146/170 2024-05-20T20:59:52.752 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3830.g4ebd1 140/170 2024-05-20T20:59:52.774 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 147/170 2024-05-20T20:59:52.776 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3830.g4ebd1 140/170 2024-05-20T20:59:52.776 INFO:teuthology.orchestra.run.smithi050.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-20T20:59:52.776 INFO:teuthology.orchestra.run.smithi050.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-05-20T20:59:52.776 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-05-20T20:59:52.828 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : cephfs-mirror-2:19.0.0-3830.g4ebd1d53.el9.x86_64 141/170 2024-05-20T20:59:52.852 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3830.g4ebd1d53.el9.x86_64 141/170 2024-05-20T20:59:52.852 INFO:teuthology.orchestra.run.smithi050.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-20T20:59:52.852 INFO:teuthology.orchestra.run.smithi050.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-05-20T20:59:52.852 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-05-20T20:59:52.852 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-05-20T20:59:52.853 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-05-20T20:59:52.961 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : cephfs-shell-2:19.0.0-3830.g4ebd1d53.el9.x86_64 148/170 2024-05-20T20:59:53.003 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 149/170 2024-05-20T20:59:53.036 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : libcephfs-devel-2:19.0.0-3830.g4ebd1d53.el9.x86_ 150/170 2024-05-20T20:59:53.076 INFO:teuthology.orchestra.run.smithi130.stdout: Upgrading : elfutils-debuginfod-client-0.191-4.el9.x86_64 151/170 2024-05-20T20:59:53.106 INFO:teuthology.orchestra.run.smithi130.stdout: Upgrading : NetworkManager-team-1:1.47.90-1.el9.x86_64 152/170 2024-05-20T20:59:53.144 INFO:teuthology.orchestra.run.smithi130.stdout: Upgrading : NetworkManager-tui-1:1.47.90-1.el9.x86_64 153/170 2024-05-20T20:59:53.170 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : rbd-mirror-2:19.0.0-3830.g4ebd1d53.el9.x86_64 142/170 2024-05-20T20:59:53.194 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3830.g4ebd1d53.el9.x86_64 142/170 2024-05-20T20:59:53.194 INFO:teuthology.orchestra.run.smithi050.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-20T20:59:53.195 INFO:teuthology.orchestra.run.smithi050.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-05-20T20:59:53.195 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-05-20T20:59:53.195 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-05-20T20:59:53.195 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-05-20T20:59:53.688 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-20T20:59:53.724 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-20T20:59:53.729 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 98/170 2024-05-20T20:59:53.745 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-20T20:59:53.858 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 99/170 2024-05-20T20:59:53.893 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 100/170 2024-05-20T20:59:53.920 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 101/170 2024-05-20T20:59:54.303 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 102/170 2024-05-20T20:59:54.345 INFO:teuthology.orchestra.run.smithi008.stdout: Upgrading : librbd1-2:19.0.0-3830.g4ebd1d53.el9.x86_64 103/170 2024-05-20T20:59:54.468 INFO:teuthology.orchestra.run.smithi008.stdout: Running scriptlet: librbd1-2:19.0.0-3830.g4ebd1d53.el9.x86_64 103/170 2024-05-20T20:59:54.502 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-rbd-2:19.0.0-3830.g4ebd1d53.el9.x86_64 104/170 2024-05-20T20:59:54.561 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 105/170 2024-05-20T20:59:54.582 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : cephfs-top-2:19.0.0-3830.g4ebd1d53.el9.noarch 155/170 2024-05-20T20:59:54.670 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 156/170 2024-05-20T20:59:54.711 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 157/170 2024-05-20T20:59:54.791 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : flex-2.6.4-9.el9.x86_64 158/170 2024-05-20T20:59:54.831 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : bison-3.7.4-5.el9.x86_64 159/170 2024-05-20T20:59:54.856 INFO:teuthology.orchestra.run.smithi130.stdout: Cleanup : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/170 2024-05-20T20:59:54.882 INFO:teuthology.orchestra.run.smithi130.stdout: Cleanup : elfutils-debuginfod-client-0.190-2.el9.x86_64 161/170 2024-05-20T20:59:54.909 INFO:teuthology.orchestra.run.smithi130.stdout: Cleanup : elfutils-libs-0.190-2.el9.x86_64 162/170 2024-05-20T20:59:54.909 INFO:teuthology.orchestra.run.smithi130.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 163/170 2024-05-20T20:59:54.993 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 163/170 2024-05-20T20:59:55.026 INFO:teuthology.orchestra.run.smithi130.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 164/170 2024-05-20T20:59:55.026 INFO:teuthology.orchestra.run.smithi130.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 165/170 2024-05-20T20:59:55.093 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 165/170 2024-05-20T20:59:55.126 INFO:teuthology.orchestra.run.smithi130.stdout: Cleanup : NetworkManager-team-1:1.47.4-1.el9.x86_64 166/170 2024-05-20T20:59:55.131 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-20T20:59:55.132 INFO:teuthology.orchestra.run.smithi130.stdout: Cleanup : NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-20T20:59:55.137 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 106/170 2024-05-20T20:59:55.181 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : librgw2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 107/170 2024-05-20T20:59:55.283 INFO:teuthology.orchestra.run.smithi008.stdout: Running scriptlet: librgw2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 107/170 2024-05-20T20:59:55.309 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-rgw-2:19.0.0-3830.g4ebd1d53.el9.x86_64 108/170 2024-05-20T20:59:55.311 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-20T20:59:55.312 INFO:teuthology.orchestra.run.smithi130.stdout: Cleanup : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 168/170 2024-05-20T20:59:55.396 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.4-1.el9.x86_64 168/170 2024-05-20T20:59:55.420 INFO:teuthology.orchestra.run.smithi130.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 169/170 2024-05-20T20:59:55.493 INFO:teuthology.orchestra.run.smithi130.stdout: Cleanup : elfutils-libelf-0.190-2.el9.x86_64 170/170 2024-05-20T20:59:58.041 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-test-2:19.0.0-3830.g4ebd1d53.el9.x86_64 143/170 2024-05-20T20:59:58.082 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : rbd-fuse-2:19.0.0-3830.g4ebd1d53.el9.x86_64 144/170 2024-05-20T20:59:58.133 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : rbd-nbd-2:19.0.0-3830.g4ebd1d53.el9.x86_64 145/170 2024-05-20T20:59:58.163 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 146/170 2024-05-20T20:59:58.186 INFO:teuthology.orchestra.run.smithi008.stdout: Running scriptlet: ceph-common-2:19.0.0-3830.g4ebd1d53.el9.x86_64 109/170 2024-05-20T20:59:58.191 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 147/170 2024-05-20T20:59:58.230 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : ceph-common-2:19.0.0-3830.g4ebd1d53.el9.x86_64 109/170 2024-05-20T20:59:58.388 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : cephfs-shell-2:19.0.0-3830.g4ebd1d53.el9.x86_64 148/170 2024-05-20T20:59:58.428 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 149/170 2024-05-20T20:59:58.461 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libcephfs-devel-2:19.0.0-3830.g4ebd1d53.el9.x86_ 150/170 2024-05-20T20:59:58.510 INFO:teuthology.orchestra.run.smithi050.stdout: Upgrading : elfutils-debuginfod-client-0.191-4.el9.x86_64 151/170 2024-05-20T20:59:58.681 INFO:teuthology.orchestra.run.smithi050.stdout: Upgrading : NetworkManager-team-1:1.47.90-1.el9.x86_64 152/170 2024-05-20T20:59:58.727 INFO:teuthology.orchestra.run.smithi050.stdout: Upgrading : NetworkManager-tui-1:1.47.90-1.el9.x86_64 153/170 2024-05-20T20:59:58.933 INFO:teuthology.orchestra.run.smithi008.stdout: Running scriptlet: ceph-common-2:19.0.0-3830.g4ebd1d53.el9.x86_64 109/170 2024-05-20T20:59:58.992 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : ceph-base-2:19.0.0-3830.g4ebd1d53.el9.x86_64 110/170 2024-05-20T20:59:59.158 INFO:teuthology.orchestra.run.smithi008.stdout: Running scriptlet: ceph-base-2:19.0.0-3830.g4ebd1d53.el9.x86_64 110/170 2024-05-20T20:59:59.158 INFO:teuthology.orchestra.run.smithi008.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-05-20T20:59:59.158 INFO:teuthology.orchestra.run.smithi008.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-05-20T20:59:59.158 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T20:59:59.193 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : ceph-selinux-2:19.0.0-3830.g4ebd1d53.el9.x86_64 111/170 2024-05-20T20:59:59.332 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-20T20:59:59.375 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-20T20:59:59.395 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-20T21:00:00.307 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : cephfs-top-2:19.0.0-3830.g4ebd1d53.el9.noarch 155/170 2024-05-20T21:00:00.413 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 156/170 2024-05-20T21:00:00.455 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 157/170 2024-05-20T21:00:00.539 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : flex-2.6.4-9.el9.x86_64 158/170 2024-05-20T21:00:00.566 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : bison-3.7.4-5.el9.x86_64 159/170 2024-05-20T21:00:00.591 INFO:teuthology.orchestra.run.smithi050.stdout: Cleanup : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/170 2024-05-20T21:00:00.617 INFO:teuthology.orchestra.run.smithi050.stdout: Cleanup : elfutils-debuginfod-client-0.190-2.el9.x86_64 161/170 2024-05-20T21:00:00.643 INFO:teuthology.orchestra.run.smithi050.stdout: Cleanup : elfutils-libs-0.190-2.el9.x86_64 162/170 2024-05-20T21:00:00.643 INFO:teuthology.orchestra.run.smithi050.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 163/170 2024-05-20T21:00:00.720 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 163/170 2024-05-20T21:00:00.752 INFO:teuthology.orchestra.run.smithi050.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 164/170 2024-05-20T21:00:00.753 INFO:teuthology.orchestra.run.smithi050.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 165/170 2024-05-20T21:00:00.837 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 165/170 2024-05-20T21:00:00.862 INFO:teuthology.orchestra.run.smithi050.stdout: Cleanup : NetworkManager-team-1:1.47.4-1.el9.x86_64 166/170 2024-05-20T21:00:00.867 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-20T21:00:00.867 INFO:teuthology.orchestra.run.smithi050.stdout: Cleanup : NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-20T21:00:01.055 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-20T21:00:01.055 INFO:teuthology.orchestra.run.smithi050.stdout: Cleanup : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 168/170 2024-05-20T21:00:01.139 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.4-1.el9.x86_64 168/170 2024-05-20T21:00:01.172 INFO:teuthology.orchestra.run.smithi050.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 169/170 2024-05-20T21:00:01.225 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: elfutils-libelf-0.190-2.el9.x86_64 170/170 2024-05-20T21:00:01.225 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : ceph-2:19.0.0-3830.g4ebd1d53.el9.x86_64 1/170 2024-05-20T21:00:01.225 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : ceph-base-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2/170 2024-05-20T21:00:01.225 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : ceph-common-2:19.0.0-3830.g4ebd1d53.el9.x86_64 3/170 2024-05-20T21:00:01.225 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : ceph-fuse-2:19.0.0-3830.g4ebd1d53.el9.x86_64 4/170 2024-05-20T21:00:01.225 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3830.g4ebd1 5/170 2024-05-20T21:00:01.225 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : ceph-mds-2:19.0.0-3830.g4ebd1d53.el9.x86_64 6/170 2024-05-20T21:00:01.225 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : ceph-mgr-2:19.0.0-3830.g4ebd1d53.el9.x86_64 7/170 2024-05-20T21:00:01.225 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : ceph-mon-2:19.0.0-3830.g4ebd1d53.el9.x86_64 8/170 2024-05-20T21:00:01.225 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : ceph-osd-2:19.0.0-3830.g4ebd1d53.el9.x86_64 9/170 2024-05-20T21:00:01.225 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : ceph-radosgw-2:19.0.0-3830.g4ebd1d53.el9.x86_64 10/170 2024-05-20T21:00:01.226 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : ceph-selinux-2:19.0.0-3830.g4ebd1d53.el9.x86_64 11/170 2024-05-20T21:00:01.226 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : ceph-test-2:19.0.0-3830.g4ebd1d53.el9.x86_64 12/170 2024-05-20T21:00:01.226 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : cephfs-mirror-2:19.0.0-3830.g4ebd1d53.el9.x86_64 13/170 2024-05-20T21:00:01.226 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : cephfs-shell-2:19.0.0-3830.g4ebd1d53.el9.x86_64 14/170 2024-05-20T21:00:01.226 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : libcephfs-devel-2:19.0.0-3830.g4ebd1d53.el9.x86_ 15/170 2024-05-20T21:00:01.226 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : libcephfs2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 16/170 2024-05-20T21:00:01.226 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : libcephsqlite-2:19.0.0-3830.g4ebd1d53.el9.x86_64 17/170 2024-05-20T21:00:01.226 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : librados-devel-2:19.0.0-3830.g4ebd1d53.el9.x86_6 18/170 2024-05-20T21:00:01.226 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : libradosstriper1-2:19.0.0-3830.g4ebd1d53.el9.x86 19/170 2024-05-20T21:00:01.226 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : librgw2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 20/170 2024-05-20T21:00:01.226 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3830.g4ebd1d53.el 21/170 2024-05-20T21:00:01.226 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-ceph-common-2:19.0.0-3830.g4ebd1d53.el9. 22/170 2024-05-20T21:00:01.227 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-cephfs-2:19.0.0-3830.g4ebd1d53.el9.x86_6 23/170 2024-05-20T21:00:01.227 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-rados-2:19.0.0-3830.g4ebd1d53.el9.x86_64 24/170 2024-05-20T21:00:01.227 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-rbd-2:19.0.0-3830.g4ebd1d53.el9.x86_64 25/170 2024-05-20T21:00:01.227 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-rgw-2:19.0.0-3830.g4ebd1d53.el9.x86_64 26/170 2024-05-20T21:00:01.227 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : rbd-fuse-2:19.0.0-3830.g4ebd1d53.el9.x86_64 27/170 2024-05-20T21:00:01.227 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : rbd-mirror-2:19.0.0-3830.g4ebd1d53.el9.x86_64 28/170 2024-05-20T21:00:01.227 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : rbd-nbd-2:19.0.0-3830.g4ebd1d53.el9.x86_64 29/170 2024-05-20T21:00:01.227 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3830.g4ebd1d53. 30/170 2024-05-20T21:00:01.239 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3830.g4ebd1d53.el9.noa 31/170 2024-05-20T21:00:01.239 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3830.g4ebd1d53.el9.n 32/170 2024-05-20T21:00:01.239 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3830.g4eb 33/170 2024-05-20T21:00:01.239 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3830.g4ebd1d53.el 34/170 2024-05-20T21:00:01.240 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3830.g4ebd1d53.el9.noarch 35/170 2024-05-20T21:00:01.240 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3830.g4ebd1d53.e 36/170 2024-05-20T21:00:01.240 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : ceph-volume-2:19.0.0-3830.g4ebd1d53.el9.noarch 37/170 2024-05-20T21:00:01.240 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : cephadm-2:19.0.0-3830.g4ebd1d53.el9.noarch 38/170 2024-05-20T21:00:01.240 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : cephfs-top-2:19.0.0-3830.g4ebd1d53.el9.noarch 39/170 2024-05-20T21:00:01.240 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/170 2024-05-20T21:00:01.240 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/170 2024-05-20T21:00:01.240 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/170 2024-05-20T21:00:01.240 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/170 2024-05-20T21:00:01.240 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/170 2024-05-20T21:00:01.240 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/170 2024-05-20T21:00:01.240 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/170 2024-05-20T21:00:01.240 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/170 2024-05-20T21:00:01.241 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/170 2024-05-20T21:00:01.241 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/170 2024-05-20T21:00:01.241 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/170 2024-05-20T21:00:01.241 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/170 2024-05-20T21:00:01.241 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/170 2024-05-20T21:00:01.241 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/170 2024-05-20T21:00:01.241 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/170 2024-05-20T21:00:01.241 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/170 2024-05-20T21:00:01.241 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/170 2024-05-20T21:00:01.241 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/170 2024-05-20T21:00:01.241 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/170 2024-05-20T21:00:01.241 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/170 2024-05-20T21:00:01.241 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/170 2024-05-20T21:00:01.242 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/170 2024-05-20T21:00:01.242 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/170 2024-05-20T21:00:01.242 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/170 2024-05-20T21:00:01.242 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/170 2024-05-20T21:00:01.242 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/170 2024-05-20T21:00:01.242 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/170 2024-05-20T21:00:01.242 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/170 2024-05-20T21:00:01.242 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/170 2024-05-20T21:00:01.242 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/170 2024-05-20T21:00:01.242 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/170 2024-05-20T21:00:01.242 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/170 2024-05-20T21:00:01.242 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/170 2024-05-20T21:00:01.242 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/170 2024-05-20T21:00:01.242 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/170 2024-05-20T21:00:01.243 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/170 2024-05-20T21:00:01.243 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/170 2024-05-20T21:00:01.243 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 77/170 2024-05-20T21:00:01.243 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/170 2024-05-20T21:00:01.243 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/170 2024-05-20T21:00:01.243 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/170 2024-05-20T21:00:01.243 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/170 2024-05-20T21:00:01.243 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/170 2024-05-20T21:00:01.243 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/170 2024-05-20T21:00:01.243 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/170 2024-05-20T21:00:01.243 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/170 2024-05-20T21:00:01.243 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/170 2024-05-20T21:00:01.243 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/170 2024-05-20T21:00:01.243 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/170 2024-05-20T21:00:01.244 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/170 2024-05-20T21:00:01.244 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/170 2024-05-20T21:00:01.244 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/170 2024-05-20T21:00:01.244 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/170 2024-05-20T21:00:01.244 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/170 2024-05-20T21:00:01.244 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/170 2024-05-20T21:00:01.244 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/170 2024-05-20T21:00:01.244 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/170 2024-05-20T21:00:01.244 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/170 2024-05-20T21:00:01.244 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/170 2024-05-20T21:00:01.244 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 99/170 2024-05-20T21:00:01.244 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/170 2024-05-20T21:00:01.244 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 101/170 2024-05-20T21:00:01.244 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/170 2024-05-20T21:00:01.245 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/170 2024-05-20T21:00:01.245 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/170 2024-05-20T21:00:01.245 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/170 2024-05-20T21:00:01.245 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/170 2024-05-20T21:00:01.245 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/170 2024-05-20T21:00:01.245 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/170 2024-05-20T21:00:01.245 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/170 2024-05-20T21:00:01.245 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/170 2024-05-20T21:00:01.245 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/170 2024-05-20T21:00:01.245 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/170 2024-05-20T21:00:01.245 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/170 2024-05-20T21:00:01.245 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/170 2024-05-20T21:00:01.245 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/170 2024-05-20T21:00:01.245 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/170 2024-05-20T21:00:01.246 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/170 2024-05-20T21:00:01.246 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 118/170 2024-05-20T21:00:01.246 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/170 2024-05-20T21:00:01.246 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/170 2024-05-20T21:00:01.246 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/170 2024-05-20T21:00:01.246 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/170 2024-05-20T21:00:01.246 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/170 2024-05-20T21:00:01.246 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/170 2024-05-20T21:00:01.246 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/170 2024-05-20T21:00:01.246 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/170 2024-05-20T21:00:01.246 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/170 2024-05-20T21:00:01.246 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/170 2024-05-20T21:00:01.246 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/170 2024-05-20T21:00:01.246 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/170 2024-05-20T21:00:01.247 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/170 2024-05-20T21:00:01.247 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/170 2024-05-20T21:00:01.247 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/170 2024-05-20T21:00:01.247 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/170 2024-05-20T21:00:01.247 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/170 2024-05-20T21:00:01.247 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/170 2024-05-20T21:00:01.247 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/170 2024-05-20T21:00:01.247 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/170 2024-05-20T21:00:01.247 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/170 2024-05-20T21:00:01.247 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/170 2024-05-20T21:00:01.247 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/170 2024-05-20T21:00:01.247 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/170 2024-05-20T21:00:01.247 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/170 2024-05-20T21:00:01.247 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/170 2024-05-20T21:00:01.248 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/170 2024-05-20T21:00:01.248 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/170 2024-05-20T21:00:01.248 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/170 2024-05-20T21:00:01.248 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/170 2024-05-20T21:00:01.248 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : librados2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 149/170 2024-05-20T21:00:01.248 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/170 2024-05-20T21:00:01.248 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : librbd1-2:19.0.0-3830.g4ebd1d53.el9.x86_64 151/170 2024-05-20T21:00:01.248 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/170 2024-05-20T21:00:01.248 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : NetworkManager-1:1.47.90-1.el9.x86_64 153/170 2024-05-20T21:00:01.248 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : NetworkManager-1:1.47.4-1.el9.x86_64 154/170 2024-05-20T21:00:01.248 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : NetworkManager-libnm-1:1.47.90-1.el9.x86_64 155/170 2024-05-20T21:00:01.248 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 156/170 2024-05-20T21:00:01.248 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : NetworkManager-team-1:1.47.90-1.el9.x86_64 157/170 2024-05-20T21:00:01.248 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : NetworkManager-team-1:1.47.4-1.el9.x86_64 158/170 2024-05-20T21:00:01.249 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : NetworkManager-tui-1:1.47.90-1.el9.x86_64 159/170 2024-05-20T21:00:01.249 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/170 2024-05-20T21:00:01.249 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : elfutils-debuginfod-client-0.191-4.el9.x86_64 161/170 2024-05-20T21:00:01.249 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 162/170 2024-05-20T21:00:01.249 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : elfutils-libelf-0.191-4.el9.x86_64 163/170 2024-05-20T21:00:01.249 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 164/170 2024-05-20T21:00:01.249 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : elfutils-libs-0.191-4.el9.x86_64 165/170 2024-05-20T21:00:01.249 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 166/170 2024-05-20T21:00:01.249 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 167/170 2024-05-20T21:00:01.249 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 168/170 2024-05-20T21:00:01.249 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 169/170 2024-05-20T21:00:01.250 INFO:teuthology.orchestra.run.smithi050.stdout: Cleanup : elfutils-libelf-0.190-2.el9.x86_64 170/170 2024-05-20T21:00:04.125 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 170/170 2024-05-20T21:00:04.125 INFO:teuthology.orchestra.run.smithi130.stdout: 2024-05-20T21:00:04.125 INFO:teuthology.orchestra.run.smithi130.stdout:Upgraded: 2024-05-20T21:00:04.126 INFO:teuthology.orchestra.run.smithi130.stdout: NetworkManager-1:1.47.90-1.el9.x86_64 2024-05-20T21:00:04.126 INFO:teuthology.orchestra.run.smithi130.stdout: NetworkManager-libnm-1:1.47.90-1.el9.x86_64 2024-05-20T21:00:04.126 INFO:teuthology.orchestra.run.smithi130.stdout: NetworkManager-team-1:1.47.90-1.el9.x86_64 2024-05-20T21:00:04.126 INFO:teuthology.orchestra.run.smithi130.stdout: NetworkManager-tui-1:1.47.90-1.el9.x86_64 2024-05-20T21:00:04.126 INFO:teuthology.orchestra.run.smithi130.stdout: elfutils-debuginfod-client-0.191-4.el9.x86_64 2024-05-20T21:00:04.126 INFO:teuthology.orchestra.run.smithi130.stdout: elfutils-libelf-0.191-4.el9.x86_64 2024-05-20T21:00:04.126 INFO:teuthology.orchestra.run.smithi130.stdout: elfutils-libs-0.191-4.el9.x86_64 2024-05-20T21:00:04.126 INFO:teuthology.orchestra.run.smithi130.stdout: librados2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:04.126 INFO:teuthology.orchestra.run.smithi130.stdout: librbd1-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:04.126 INFO:teuthology.orchestra.run.smithi130.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-05-20T21:00:04.126 INFO:teuthology.orchestra.run.smithi130.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-05-20T21:00:04.127 INFO:teuthology.orchestra.run.smithi130.stdout:Installed: 2024-05-20T21:00:04.127 INFO:teuthology.orchestra.run.smithi130.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-05-20T21:00:04.127 INFO:teuthology.orchestra.run.smithi130.stdout: automake-1.16.2-8.el9.noarch 2024-05-20T21:00:04.127 INFO:teuthology.orchestra.run.smithi130.stdout: bison-3.7.4-5.el9.x86_64 2024-05-20T21:00:04.127 INFO:teuthology.orchestra.run.smithi130.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-05-20T21:00:04.127 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:04.127 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-base-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:04.127 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-common-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:04.127 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-fuse-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:04.127 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-grafana-dashboards-2:19.0.0-3830.g4ebd1d53.el9.noarch 2024-05-20T21:00:04.127 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-immutable-object-cache-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:04.127 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-mds-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:04.127 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-mgr-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:04.128 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-mgr-cephadm-2:19.0.0-3830.g4ebd1d53.el9.noarch 2024-05-20T21:00:04.128 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-mgr-dashboard-2:19.0.0-3830.g4ebd1d53.el9.noarch 2024-05-20T21:00:04.128 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3830.g4ebd1d53.el9.noarch 2024-05-20T21:00:04.128 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-mgr-modules-core-2:19.0.0-3830.g4ebd1d53.el9.noarch 2024-05-20T21:00:04.128 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-mgr-rook-2:19.0.0-3830.g4ebd1d53.el9.noarch 2024-05-20T21:00:04.128 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-mon-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:04.128 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-osd-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:04.128 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-prometheus-alerts-2:19.0.0-3830.g4ebd1d53.el9.noarch 2024-05-20T21:00:04.128 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-radosgw-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:04.128 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-selinux-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:04.128 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-test-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:04.129 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-volume-2:19.0.0-3830.g4ebd1d53.el9.noarch 2024-05-20T21:00:04.129 INFO:teuthology.orchestra.run.smithi130.stdout: cephadm-2:19.0.0-3830.g4ebd1d53.el9.noarch 2024-05-20T21:00:04.129 INFO:teuthology.orchestra.run.smithi130.stdout: cephfs-mirror-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:04.129 INFO:teuthology.orchestra.run.smithi130.stdout: cephfs-shell-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:04.129 INFO:teuthology.orchestra.run.smithi130.stdout: cephfs-top-2:19.0.0-3830.g4ebd1d53.el9.noarch 2024-05-20T21:00:04.129 INFO:teuthology.orchestra.run.smithi130.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-05-20T21:00:04.129 INFO:teuthology.orchestra.run.smithi130.stdout: flex-2.6.4-9.el9.x86_64 2024-05-20T21:00:04.129 INFO:teuthology.orchestra.run.smithi130.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-05-20T21:00:04.129 INFO:teuthology.orchestra.run.smithi130.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-05-20T21:00:04.129 INFO:teuthology.orchestra.run.smithi130.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-05-20T21:00:04.130 INFO:teuthology.orchestra.run.smithi130.stdout: fuse-2.9.9-15.el9.x86_64 2024-05-20T21:00:04.130 INFO:teuthology.orchestra.run.smithi130.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-05-20T21:00:04.130 INFO:teuthology.orchestra.run.smithi130.stdout: grpc-data-1.46.7-10.el9.noarch 2024-05-20T21:00:04.130 INFO:teuthology.orchestra.run.smithi130.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-05-20T21:00:04.130 INFO:teuthology.orchestra.run.smithi130.stdout: libarrow-9.0.0-11.el9.x86_64 2024-05-20T21:00:04.130 INFO:teuthology.orchestra.run.smithi130.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-05-20T21:00:04.130 INFO:teuthology.orchestra.run.smithi130.stdout: libcephfs-devel-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:04.130 INFO:teuthology.orchestra.run.smithi130.stdout: libcephfs2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:04.130 INFO:teuthology.orchestra.run.smithi130.stdout: libcephsqlite-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:04.130 INFO:teuthology.orchestra.run.smithi130.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-05-20T21:00:04.130 INFO:teuthology.orchestra.run.smithi130.stdout: liboath-2.6.7-2.el9.x86_64 2024-05-20T21:00:04.130 INFO:teuthology.orchestra.run.smithi130.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-05-20T21:00:04.131 INFO:teuthology.orchestra.run.smithi130.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-05-20T21:00:04.131 INFO:teuthology.orchestra.run.smithi130.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-05-20T21:00:04.131 INFO:teuthology.orchestra.run.smithi130.stdout: librados-devel-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:04.131 INFO:teuthology.orchestra.run.smithi130.stdout: libradosstriper1-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:04.131 INFO:teuthology.orchestra.run.smithi130.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-05-20T21:00:04.131 INFO:teuthology.orchestra.run.smithi130.stdout: librgw2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:04.131 INFO:teuthology.orchestra.run.smithi130.stdout: libtool-2.4.6-45.el9.x86_64 2024-05-20T21:00:04.131 INFO:teuthology.orchestra.run.smithi130.stdout: libunwind-1.6.2-1.el9.x86_64 2024-05-20T21:00:04.131 INFO:teuthology.orchestra.run.smithi130.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-05-20T21:00:04.131 INFO:teuthology.orchestra.run.smithi130.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-05-20T21:00:04.131 INFO:teuthology.orchestra.run.smithi130.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-05-20T21:00:04.131 INFO:teuthology.orchestra.run.smithi130.stdout: lua-5.4.4-4.el9.x86_64 2024-05-20T21:00:04.131 INFO:teuthology.orchestra.run.smithi130.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-05-20T21:00:04.132 INFO:teuthology.orchestra.run.smithi130.stdout: luarocks-3.9.2-5.el9.noarch 2024-05-20T21:00:04.132 INFO:teuthology.orchestra.run.smithi130.stdout: openblas-0.3.21-2.el9.x86_64 2024-05-20T21:00:04.132 INFO:teuthology.orchestra.run.smithi130.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-05-20T21:00:04.132 INFO:teuthology.orchestra.run.smithi130.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-05-20T21:00:04.132 INFO:teuthology.orchestra.run.smithi130.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-05-20T21:00:04.132 INFO:teuthology.orchestra.run.smithi130.stdout: postgresql-13.14-1.el9.x86_64 2024-05-20T21:00:04.132 INFO:teuthology.orchestra.run.smithi130.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-05-20T21:00:04.132 INFO:teuthology.orchestra.run.smithi130.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-05-20T21:00:04.132 INFO:teuthology.orchestra.run.smithi130.stdout: postgresql-server-13.14-1.el9.x86_64 2024-05-20T21:00:04.132 INFO:teuthology.orchestra.run.smithi130.stdout: protobuf-3.14.0-13.el9.x86_64 2024-05-20T21:00:04.132 INFO:teuthology.orchestra.run.smithi130.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-05-20T21:00:04.132 INFO:teuthology.orchestra.run.smithi130.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-05-20T21:00:04.132 INFO:teuthology.orchestra.run.smithi130.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-05-20T21:00:04.132 INFO:teuthology.orchestra.run.smithi130.stdout: python3-babel-2.9.1-2.el9.noarch 2024-05-20T21:00:04.133 INFO:teuthology.orchestra.run.smithi130.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-05-20T21:00:04.133 INFO:teuthology.orchestra.run.smithi130.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-05-20T21:00:04.133 INFO:teuthology.orchestra.run.smithi130.stdout: python3-ceph-argparse-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:04.133 INFO:teuthology.orchestra.run.smithi130.stdout: python3-ceph-common-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:04.133 INFO:teuthology.orchestra.run.smithi130.stdout: python3-cephfs-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:04.133 INFO:teuthology.orchestra.run.smithi130.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-05-20T21:00:04.133 INFO:teuthology.orchestra.run.smithi130.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-05-20T21:00:04.133 INFO:teuthology.orchestra.run.smithi130.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-05-20T21:00:04.133 INFO:teuthology.orchestra.run.smithi130.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-05-20T21:00:04.133 INFO:teuthology.orchestra.run.smithi130.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-05-20T21:00:04.133 INFO:teuthology.orchestra.run.smithi130.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-05-20T21:00:04.133 INFO:teuthology.orchestra.run.smithi130.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-05-20T21:00:04.133 INFO:teuthology.orchestra.run.smithi130.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-05-20T21:00:04.133 INFO:teuthology.orchestra.run.smithi130.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-05-20T21:00:04.134 INFO:teuthology.orchestra.run.smithi130.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-05-20T21:00:04.134 INFO:teuthology.orchestra.run.smithi130.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-05-20T21:00:04.134 INFO:teuthology.orchestra.run.smithi130.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-05-20T21:00:04.134 INFO:teuthology.orchestra.run.smithi130.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-05-20T21:00:04.134 INFO:teuthology.orchestra.run.smithi130.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-05-20T21:00:04.134 INFO:teuthology.orchestra.run.smithi130.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-05-20T21:00:04.134 INFO:teuthology.orchestra.run.smithi130.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-05-20T21:00:04.134 INFO:teuthology.orchestra.run.smithi130.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-05-20T21:00:04.134 INFO:teuthology.orchestra.run.smithi130.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-05-20T21:00:04.134 INFO:teuthology.orchestra.run.smithi130.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-05-20T21:00:04.134 INFO:teuthology.orchestra.run.smithi130.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-05-20T21:00:04.134 INFO:teuthology.orchestra.run.smithi130.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-05-20T21:00:04.135 INFO:teuthology.orchestra.run.smithi130.stdout: python3-mako-1.1.4-6.el9.noarch 2024-05-20T21:00:04.135 INFO:teuthology.orchestra.run.smithi130.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-05-20T21:00:04.135 INFO:teuthology.orchestra.run.smithi130.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-05-20T21:00:04.135 INFO:teuthology.orchestra.run.smithi130.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-05-20T21:00:04.135 INFO:teuthology.orchestra.run.smithi130.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-05-20T21:00:04.135 INFO:teuthology.orchestra.run.smithi130.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-05-20T21:00:04.135 INFO:teuthology.orchestra.run.smithi130.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-05-20T21:00:04.135 INFO:teuthology.orchestra.run.smithi130.stdout: python3-packaging-20.9-5.el9.noarch 2024-05-20T21:00:04.135 INFO:teuthology.orchestra.run.smithi130.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-05-20T21:00:04.135 INFO:teuthology.orchestra.run.smithi130.stdout: python3-ply-3.11-14.el9.noarch 2024-05-20T21:00:04.135 INFO:teuthology.orchestra.run.smithi130.stdout: python3-portend-3.1.0-2.el9.noarch 2024-05-20T21:00:04.135 INFO:teuthology.orchestra.run.smithi130.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-05-20T21:00:04.135 INFO:teuthology.orchestra.run.smithi130.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-05-20T21:00:04.135 INFO:teuthology.orchestra.run.smithi130.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-05-20T21:00:04.135 INFO:teuthology.orchestra.run.smithi130.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-05-20T21:00:04.136 INFO:teuthology.orchestra.run.smithi130.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-05-20T21:00:04.136 INFO:teuthology.orchestra.run.smithi130.stdout: python3-pycparser-2.20-6.el9.noarch 2024-05-20T21:00:04.136 INFO:teuthology.orchestra.run.smithi130.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-05-20T21:00:04.136 INFO:teuthology.orchestra.run.smithi130.stdout: python3-pytz-2021.1-5.el9.noarch 2024-05-20T21:00:04.136 INFO:teuthology.orchestra.run.smithi130.stdout: python3-rados-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:04.136 INFO:teuthology.orchestra.run.smithi130.stdout: python3-rbd-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:04.136 INFO:teuthology.orchestra.run.smithi130.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-05-20T21:00:04.136 INFO:teuthology.orchestra.run.smithi130.stdout: python3-requests-2.25.1-8.el9.noarch 2024-05-20T21:00:04.136 INFO:teuthology.orchestra.run.smithi130.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-05-20T21:00:04.136 INFO:teuthology.orchestra.run.smithi130.stdout: python3-rgw-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:04.136 INFO:teuthology.orchestra.run.smithi130.stdout: python3-routes-2.5.1-5.el9.noarch 2024-05-20T21:00:04.136 INFO:teuthology.orchestra.run.smithi130.stdout: python3-rsa-4.9-2.el9.noarch 2024-05-20T21:00:04.136 INFO:teuthology.orchestra.run.smithi130.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-05-20T21:00:04.136 INFO:teuthology.orchestra.run.smithi130.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-05-20T21:00:04.137 INFO:teuthology.orchestra.run.smithi130.stdout: python3-toml-0.10.2-6.el9.noarch 2024-05-20T21:00:04.137 INFO:teuthology.orchestra.run.smithi130.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-05-20T21:00:04.137 INFO:teuthology.orchestra.run.smithi130.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-05-20T21:00:04.137 INFO:teuthology.orchestra.run.smithi130.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-05-20T21:00:04.137 INFO:teuthology.orchestra.run.smithi130.stdout: python3-webob-1.8.7-6.el9.noarch 2024-05-20T21:00:04.137 INFO:teuthology.orchestra.run.smithi130.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-05-20T21:00:04.137 INFO:teuthology.orchestra.run.smithi130.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-05-20T21:00:04.137 INFO:teuthology.orchestra.run.smithi130.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-05-20T21:00:04.137 INFO:teuthology.orchestra.run.smithi130.stdout: qatlib-24.02.0-1.el9.x86_64 2024-05-20T21:00:04.137 INFO:teuthology.orchestra.run.smithi130.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-05-20T21:00:04.137 INFO:teuthology.orchestra.run.smithi130.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-05-20T21:00:04.137 INFO:teuthology.orchestra.run.smithi130.stdout: rbd-fuse-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:04.137 INFO:teuthology.orchestra.run.smithi130.stdout: rbd-mirror-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:04.137 INFO:teuthology.orchestra.run.smithi130.stdout: rbd-nbd-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:04.138 INFO:teuthology.orchestra.run.smithi130.stdout: re2-1:20211101-3.el9.x86_64 2024-05-20T21:00:04.138 INFO:teuthology.orchestra.run.smithi130.stdout: socat-1.7.4.1-5.el9.x86_64 2024-05-20T21:00:04.138 INFO:teuthology.orchestra.run.smithi130.stdout: thrift-0.15.0-2.el9.x86_64 2024-05-20T21:00:04.138 INFO:teuthology.orchestra.run.smithi130.stdout: uuid-1.6.2-55.el9.x86_64 2024-05-20T21:00:04.138 INFO:teuthology.orchestra.run.smithi130.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-05-20T21:00:04.138 INFO:teuthology.orchestra.run.smithi130.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-05-20T21:00:04.138 INFO:teuthology.orchestra.run.smithi130.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-05-20T21:00:04.139 INFO:teuthology.orchestra.run.smithi130.stdout: 2024-05-20T21:00:04.139 INFO:teuthology.orchestra.run.smithi130.stdout:Complete! 2024-05-20T21:00:04.535 DEBUG:teuthology.parallel:result is None 2024-05-20T21:00:07.038 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: elfutils-libelf-0.190-2.el9.x86_64 170/170 2024-05-20T21:00:07.038 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-2:19.0.0-3830.g4ebd1d53.el9.x86_64 1/170 2024-05-20T21:00:07.038 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-base-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2/170 2024-05-20T21:00:07.038 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-common-2:19.0.0-3830.g4ebd1d53.el9.x86_64 3/170 2024-05-20T21:00:07.039 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-fuse-2:19.0.0-3830.g4ebd1d53.el9.x86_64 4/170 2024-05-20T21:00:07.039 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3830.g4ebd1 5/170 2024-05-20T21:00:07.039 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-mds-2:19.0.0-3830.g4ebd1d53.el9.x86_64 6/170 2024-05-20T21:00:07.039 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-mgr-2:19.0.0-3830.g4ebd1d53.el9.x86_64 7/170 2024-05-20T21:00:07.039 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-mon-2:19.0.0-3830.g4ebd1d53.el9.x86_64 8/170 2024-05-20T21:00:07.039 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-osd-2:19.0.0-3830.g4ebd1d53.el9.x86_64 9/170 2024-05-20T21:00:07.039 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-radosgw-2:19.0.0-3830.g4ebd1d53.el9.x86_64 10/170 2024-05-20T21:00:07.039 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-selinux-2:19.0.0-3830.g4ebd1d53.el9.x86_64 11/170 2024-05-20T21:00:07.039 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-test-2:19.0.0-3830.g4ebd1d53.el9.x86_64 12/170 2024-05-20T21:00:07.039 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : cephfs-mirror-2:19.0.0-3830.g4ebd1d53.el9.x86_64 13/170 2024-05-20T21:00:07.039 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : cephfs-shell-2:19.0.0-3830.g4ebd1d53.el9.x86_64 14/170 2024-05-20T21:00:07.039 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libcephfs-devel-2:19.0.0-3830.g4ebd1d53.el9.x86_ 15/170 2024-05-20T21:00:07.039 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libcephfs2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 16/170 2024-05-20T21:00:07.040 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libcephsqlite-2:19.0.0-3830.g4ebd1d53.el9.x86_64 17/170 2024-05-20T21:00:07.040 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : librados-devel-2:19.0.0-3830.g4ebd1d53.el9.x86_6 18/170 2024-05-20T21:00:07.040 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libradosstriper1-2:19.0.0-3830.g4ebd1d53.el9.x86 19/170 2024-05-20T21:00:07.040 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : librgw2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 20/170 2024-05-20T21:00:07.040 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3830.g4ebd1d53.el 21/170 2024-05-20T21:00:07.040 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-ceph-common-2:19.0.0-3830.g4ebd1d53.el9. 22/170 2024-05-20T21:00:07.040 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-cephfs-2:19.0.0-3830.g4ebd1d53.el9.x86_6 23/170 2024-05-20T21:00:07.040 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-rados-2:19.0.0-3830.g4ebd1d53.el9.x86_64 24/170 2024-05-20T21:00:07.040 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-rbd-2:19.0.0-3830.g4ebd1d53.el9.x86_64 25/170 2024-05-20T21:00:07.040 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-rgw-2:19.0.0-3830.g4ebd1d53.el9.x86_64 26/170 2024-05-20T21:00:07.040 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : rbd-fuse-2:19.0.0-3830.g4ebd1d53.el9.x86_64 27/170 2024-05-20T21:00:07.040 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : rbd-mirror-2:19.0.0-3830.g4ebd1d53.el9.x86_64 28/170 2024-05-20T21:00:07.040 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : rbd-nbd-2:19.0.0-3830.g4ebd1d53.el9.x86_64 29/170 2024-05-20T21:00:07.040 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3830.g4ebd1d53. 30/170 2024-05-20T21:00:07.041 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3830.g4ebd1d53.el9.noa 31/170 2024-05-20T21:00:07.041 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3830.g4ebd1d53.el9.n 32/170 2024-05-20T21:00:07.041 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3830.g4eb 33/170 2024-05-20T21:00:07.041 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3830.g4ebd1d53.el 34/170 2024-05-20T21:00:07.041 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3830.g4ebd1d53.el9.noarch 35/170 2024-05-20T21:00:07.041 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3830.g4ebd1d53.e 36/170 2024-05-20T21:00:07.041 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-volume-2:19.0.0-3830.g4ebd1d53.el9.noarch 37/170 2024-05-20T21:00:07.041 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : cephadm-2:19.0.0-3830.g4ebd1d53.el9.noarch 38/170 2024-05-20T21:00:07.041 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : cephfs-top-2:19.0.0-3830.g4ebd1d53.el9.noarch 39/170 2024-05-20T21:00:07.041 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/170 2024-05-20T21:00:07.041 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/170 2024-05-20T21:00:07.041 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/170 2024-05-20T21:00:07.042 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/170 2024-05-20T21:00:07.042 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/170 2024-05-20T21:00:07.042 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/170 2024-05-20T21:00:07.042 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/170 2024-05-20T21:00:07.042 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/170 2024-05-20T21:00:07.042 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/170 2024-05-20T21:00:07.042 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/170 2024-05-20T21:00:07.042 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/170 2024-05-20T21:00:07.042 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/170 2024-05-20T21:00:07.042 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/170 2024-05-20T21:00:07.042 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/170 2024-05-20T21:00:07.042 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/170 2024-05-20T21:00:07.042 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/170 2024-05-20T21:00:07.043 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/170 2024-05-20T21:00:07.043 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/170 2024-05-20T21:00:07.043 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/170 2024-05-20T21:00:07.043 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/170 2024-05-20T21:00:07.043 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/170 2024-05-20T21:00:07.043 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/170 2024-05-20T21:00:07.043 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/170 2024-05-20T21:00:07.043 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/170 2024-05-20T21:00:07.043 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/170 2024-05-20T21:00:07.043 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/170 2024-05-20T21:00:07.043 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/170 2024-05-20T21:00:07.043 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/170 2024-05-20T21:00:07.043 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/170 2024-05-20T21:00:07.044 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/170 2024-05-20T21:00:07.044 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/170 2024-05-20T21:00:07.044 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/170 2024-05-20T21:00:07.044 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/170 2024-05-20T21:00:07.044 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/170 2024-05-20T21:00:07.044 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/170 2024-05-20T21:00:07.044 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/170 2024-05-20T21:00:07.044 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/170 2024-05-20T21:00:07.044 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 77/170 2024-05-20T21:00:07.044 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/170 2024-05-20T21:00:07.044 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/170 2024-05-20T21:00:07.044 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/170 2024-05-20T21:00:07.044 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/170 2024-05-20T21:00:07.045 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/170 2024-05-20T21:00:07.045 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/170 2024-05-20T21:00:07.045 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/170 2024-05-20T21:00:07.045 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/170 2024-05-20T21:00:07.045 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/170 2024-05-20T21:00:07.045 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/170 2024-05-20T21:00:07.045 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/170 2024-05-20T21:00:07.045 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/170 2024-05-20T21:00:07.045 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/170 2024-05-20T21:00:07.045 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/170 2024-05-20T21:00:07.045 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/170 2024-05-20T21:00:07.045 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/170 2024-05-20T21:00:07.045 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/170 2024-05-20T21:00:07.045 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/170 2024-05-20T21:00:07.046 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/170 2024-05-20T21:00:07.046 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/170 2024-05-20T21:00:07.046 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/170 2024-05-20T21:00:07.046 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 99/170 2024-05-20T21:00:07.046 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/170 2024-05-20T21:00:07.046 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 101/170 2024-05-20T21:00:07.046 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/170 2024-05-20T21:00:07.046 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/170 2024-05-20T21:00:07.046 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/170 2024-05-20T21:00:07.046 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/170 2024-05-20T21:00:07.046 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/170 2024-05-20T21:00:07.046 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/170 2024-05-20T21:00:07.047 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/170 2024-05-20T21:00:07.047 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/170 2024-05-20T21:00:07.047 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/170 2024-05-20T21:00:07.047 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/170 2024-05-20T21:00:07.047 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/170 2024-05-20T21:00:07.047 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/170 2024-05-20T21:00:07.047 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/170 2024-05-20T21:00:07.047 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/170 2024-05-20T21:00:07.047 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/170 2024-05-20T21:00:07.047 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/170 2024-05-20T21:00:07.047 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 118/170 2024-05-20T21:00:07.047 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/170 2024-05-20T21:00:07.047 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/170 2024-05-20T21:00:07.048 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/170 2024-05-20T21:00:07.048 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/170 2024-05-20T21:00:07.048 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/170 2024-05-20T21:00:07.048 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/170 2024-05-20T21:00:07.048 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/170 2024-05-20T21:00:07.048 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/170 2024-05-20T21:00:07.048 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/170 2024-05-20T21:00:07.048 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/170 2024-05-20T21:00:07.048 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/170 2024-05-20T21:00:07.048 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/170 2024-05-20T21:00:07.048 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/170 2024-05-20T21:00:07.048 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/170 2024-05-20T21:00:07.048 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/170 2024-05-20T21:00:07.049 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/170 2024-05-20T21:00:07.049 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/170 2024-05-20T21:00:07.049 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/170 2024-05-20T21:00:07.049 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/170 2024-05-20T21:00:07.049 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/170 2024-05-20T21:00:07.049 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/170 2024-05-20T21:00:07.049 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/170 2024-05-20T21:00:07.049 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/170 2024-05-20T21:00:07.049 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/170 2024-05-20T21:00:07.049 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/170 2024-05-20T21:00:07.049 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/170 2024-05-20T21:00:07.049 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/170 2024-05-20T21:00:07.049 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/170 2024-05-20T21:00:07.049 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/170 2024-05-20T21:00:07.049 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/170 2024-05-20T21:00:07.050 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : librados2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 149/170 2024-05-20T21:00:07.050 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/170 2024-05-20T21:00:07.050 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : librbd1-2:19.0.0-3830.g4ebd1d53.el9.x86_64 151/170 2024-05-20T21:00:07.050 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/170 2024-05-20T21:00:07.050 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : NetworkManager-1:1.47.90-1.el9.x86_64 153/170 2024-05-20T21:00:07.050 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : NetworkManager-1:1.47.4-1.el9.x86_64 154/170 2024-05-20T21:00:07.050 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : NetworkManager-libnm-1:1.47.90-1.el9.x86_64 155/170 2024-05-20T21:00:07.050 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 156/170 2024-05-20T21:00:07.050 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : NetworkManager-team-1:1.47.90-1.el9.x86_64 157/170 2024-05-20T21:00:07.050 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : NetworkManager-team-1:1.47.4-1.el9.x86_64 158/170 2024-05-20T21:00:07.050 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : NetworkManager-tui-1:1.47.90-1.el9.x86_64 159/170 2024-05-20T21:00:07.050 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/170 2024-05-20T21:00:07.050 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : elfutils-debuginfod-client-0.191-4.el9.x86_64 161/170 2024-05-20T21:00:07.050 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 162/170 2024-05-20T21:00:07.051 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : elfutils-libelf-0.191-4.el9.x86_64 163/170 2024-05-20T21:00:07.051 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 164/170 2024-05-20T21:00:07.051 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : elfutils-libs-0.191-4.el9.x86_64 165/170 2024-05-20T21:00:07.051 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 166/170 2024-05-20T21:00:07.051 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 167/170 2024-05-20T21:00:07.051 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 168/170 2024-05-20T21:00:07.051 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 169/170 2024-05-20T21:00:09.985 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 170/170 2024-05-20T21:00:09.985 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-05-20T21:00:09.985 INFO:teuthology.orchestra.run.smithi050.stdout:Upgraded: 2024-05-20T21:00:09.985 INFO:teuthology.orchestra.run.smithi050.stdout: NetworkManager-1:1.47.90-1.el9.x86_64 2024-05-20T21:00:09.985 INFO:teuthology.orchestra.run.smithi050.stdout: NetworkManager-libnm-1:1.47.90-1.el9.x86_64 2024-05-20T21:00:09.985 INFO:teuthology.orchestra.run.smithi050.stdout: NetworkManager-team-1:1.47.90-1.el9.x86_64 2024-05-20T21:00:09.986 INFO:teuthology.orchestra.run.smithi050.stdout: NetworkManager-tui-1:1.47.90-1.el9.x86_64 2024-05-20T21:00:09.986 INFO:teuthology.orchestra.run.smithi050.stdout: elfutils-debuginfod-client-0.191-4.el9.x86_64 2024-05-20T21:00:09.986 INFO:teuthology.orchestra.run.smithi050.stdout: elfutils-libelf-0.191-4.el9.x86_64 2024-05-20T21:00:09.986 INFO:teuthology.orchestra.run.smithi050.stdout: elfutils-libs-0.191-4.el9.x86_64 2024-05-20T21:00:09.986 INFO:teuthology.orchestra.run.smithi050.stdout: librados2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:09.986 INFO:teuthology.orchestra.run.smithi050.stdout: librbd1-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:09.986 INFO:teuthology.orchestra.run.smithi050.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-05-20T21:00:09.986 INFO:teuthology.orchestra.run.smithi050.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-05-20T21:00:09.986 INFO:teuthology.orchestra.run.smithi050.stdout:Installed: 2024-05-20T21:00:09.986 INFO:teuthology.orchestra.run.smithi050.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-05-20T21:00:09.987 INFO:teuthology.orchestra.run.smithi050.stdout: automake-1.16.2-8.el9.noarch 2024-05-20T21:00:09.987 INFO:teuthology.orchestra.run.smithi050.stdout: bison-3.7.4-5.el9.x86_64 2024-05-20T21:00:09.987 INFO:teuthology.orchestra.run.smithi050.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-05-20T21:00:09.987 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:09.987 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-base-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:09.987 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-common-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:09.987 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-fuse-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:09.987 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-grafana-dashboards-2:19.0.0-3830.g4ebd1d53.el9.noarch 2024-05-20T21:00:09.987 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-immutable-object-cache-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:09.987 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mds-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:09.987 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:09.988 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr-cephadm-2:19.0.0-3830.g4ebd1d53.el9.noarch 2024-05-20T21:00:09.988 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr-dashboard-2:19.0.0-3830.g4ebd1d53.el9.noarch 2024-05-20T21:00:09.988 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3830.g4ebd1d53.el9.noarch 2024-05-20T21:00:09.988 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr-modules-core-2:19.0.0-3830.g4ebd1d53.el9.noarch 2024-05-20T21:00:09.988 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr-rook-2:19.0.0-3830.g4ebd1d53.el9.noarch 2024-05-20T21:00:09.988 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mon-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:09.988 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-osd-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:09.988 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-prometheus-alerts-2:19.0.0-3830.g4ebd1d53.el9.noarch 2024-05-20T21:00:09.988 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-radosgw-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:09.988 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-selinux-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:09.988 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-test-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:09.989 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-volume-2:19.0.0-3830.g4ebd1d53.el9.noarch 2024-05-20T21:00:09.989 INFO:teuthology.orchestra.run.smithi050.stdout: cephadm-2:19.0.0-3830.g4ebd1d53.el9.noarch 2024-05-20T21:00:09.989 INFO:teuthology.orchestra.run.smithi050.stdout: cephfs-mirror-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:09.989 INFO:teuthology.orchestra.run.smithi050.stdout: cephfs-shell-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:09.989 INFO:teuthology.orchestra.run.smithi050.stdout: cephfs-top-2:19.0.0-3830.g4ebd1d53.el9.noarch 2024-05-20T21:00:09.989 INFO:teuthology.orchestra.run.smithi050.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-05-20T21:00:09.989 INFO:teuthology.orchestra.run.smithi050.stdout: flex-2.6.4-9.el9.x86_64 2024-05-20T21:00:09.989 INFO:teuthology.orchestra.run.smithi050.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-05-20T21:00:09.989 INFO:teuthology.orchestra.run.smithi050.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-05-20T21:00:09.989 INFO:teuthology.orchestra.run.smithi050.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-05-20T21:00:09.989 INFO:teuthology.orchestra.run.smithi050.stdout: fuse-2.9.9-15.el9.x86_64 2024-05-20T21:00:09.990 INFO:teuthology.orchestra.run.smithi050.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-05-20T21:00:09.990 INFO:teuthology.orchestra.run.smithi050.stdout: grpc-data-1.46.7-10.el9.noarch 2024-05-20T21:00:09.990 INFO:teuthology.orchestra.run.smithi050.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-05-20T21:00:09.990 INFO:teuthology.orchestra.run.smithi050.stdout: libarrow-9.0.0-11.el9.x86_64 2024-05-20T21:00:09.990 INFO:teuthology.orchestra.run.smithi050.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-05-20T21:00:09.990 INFO:teuthology.orchestra.run.smithi050.stdout: libcephfs-devel-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:09.990 INFO:teuthology.orchestra.run.smithi050.stdout: libcephfs2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:09.990 INFO:teuthology.orchestra.run.smithi050.stdout: libcephsqlite-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:09.990 INFO:teuthology.orchestra.run.smithi050.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-05-20T21:00:09.990 INFO:teuthology.orchestra.run.smithi050.stdout: liboath-2.6.7-2.el9.x86_64 2024-05-20T21:00:09.991 INFO:teuthology.orchestra.run.smithi050.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-05-20T21:00:09.991 INFO:teuthology.orchestra.run.smithi050.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-05-20T21:00:09.991 INFO:teuthology.orchestra.run.smithi050.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-05-20T21:00:09.991 INFO:teuthology.orchestra.run.smithi050.stdout: librados-devel-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:09.991 INFO:teuthology.orchestra.run.smithi050.stdout: libradosstriper1-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:09.991 INFO:teuthology.orchestra.run.smithi050.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-05-20T21:00:09.991 INFO:teuthology.orchestra.run.smithi050.stdout: librgw2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:09.991 INFO:teuthology.orchestra.run.smithi050.stdout: libtool-2.4.6-45.el9.x86_64 2024-05-20T21:00:09.991 INFO:teuthology.orchestra.run.smithi050.stdout: libunwind-1.6.2-1.el9.x86_64 2024-05-20T21:00:09.991 INFO:teuthology.orchestra.run.smithi050.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-05-20T21:00:09.992 INFO:teuthology.orchestra.run.smithi050.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-05-20T21:00:09.992 INFO:teuthology.orchestra.run.smithi050.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-05-20T21:00:09.992 INFO:teuthology.orchestra.run.smithi050.stdout: lua-5.4.4-4.el9.x86_64 2024-05-20T21:00:09.992 INFO:teuthology.orchestra.run.smithi050.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-05-20T21:00:09.992 INFO:teuthology.orchestra.run.smithi050.stdout: luarocks-3.9.2-5.el9.noarch 2024-05-20T21:00:09.992 INFO:teuthology.orchestra.run.smithi050.stdout: openblas-0.3.21-2.el9.x86_64 2024-05-20T21:00:09.992 INFO:teuthology.orchestra.run.smithi050.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-05-20T21:00:09.992 INFO:teuthology.orchestra.run.smithi050.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-05-20T21:00:09.992 INFO:teuthology.orchestra.run.smithi050.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-05-20T21:00:09.992 INFO:teuthology.orchestra.run.smithi050.stdout: postgresql-13.14-1.el9.x86_64 2024-05-20T21:00:09.992 INFO:teuthology.orchestra.run.smithi050.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-05-20T21:00:09.992 INFO:teuthology.orchestra.run.smithi050.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-05-20T21:00:09.993 INFO:teuthology.orchestra.run.smithi050.stdout: postgresql-server-13.14-1.el9.x86_64 2024-05-20T21:00:09.993 INFO:teuthology.orchestra.run.smithi050.stdout: protobuf-3.14.0-13.el9.x86_64 2024-05-20T21:00:09.993 INFO:teuthology.orchestra.run.smithi050.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-05-20T21:00:09.993 INFO:teuthology.orchestra.run.smithi050.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-05-20T21:00:09.993 INFO:teuthology.orchestra.run.smithi050.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-05-20T21:00:09.993 INFO:teuthology.orchestra.run.smithi050.stdout: python3-babel-2.9.1-2.el9.noarch 2024-05-20T21:00:09.993 INFO:teuthology.orchestra.run.smithi050.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-05-20T21:00:09.993 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-05-20T21:00:09.993 INFO:teuthology.orchestra.run.smithi050.stdout: python3-ceph-argparse-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:09.993 INFO:teuthology.orchestra.run.smithi050.stdout: python3-ceph-common-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:09.993 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cephfs-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:09.994 INFO:teuthology.orchestra.run.smithi050.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-05-20T21:00:09.994 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-05-20T21:00:09.994 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-05-20T21:00:09.994 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-05-20T21:00:09.994 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-05-20T21:00:09.994 INFO:teuthology.orchestra.run.smithi050.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-05-20T21:00:09.994 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-05-20T21:00:09.994 INFO:teuthology.orchestra.run.smithi050.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-05-20T21:00:09.994 INFO:teuthology.orchestra.run.smithi050.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-05-20T21:00:09.994 INFO:teuthology.orchestra.run.smithi050.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-05-20T21:00:09.994 INFO:teuthology.orchestra.run.smithi050.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-05-20T21:00:09.994 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-05-20T21:00:09.995 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-05-20T21:00:09.995 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-05-20T21:00:09.995 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-05-20T21:00:09.995 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-05-20T21:00:09.995 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-05-20T21:00:09.995 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-05-20T21:00:09.995 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-05-20T21:00:09.995 INFO:teuthology.orchestra.run.smithi050.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-05-20T21:00:09.995 INFO:teuthology.orchestra.run.smithi050.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-05-20T21:00:09.995 INFO:teuthology.orchestra.run.smithi050.stdout: python3-mako-1.1.4-6.el9.noarch 2024-05-20T21:00:09.995 INFO:teuthology.orchestra.run.smithi050.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-05-20T21:00:09.996 INFO:teuthology.orchestra.run.smithi050.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-05-20T21:00:09.996 INFO:teuthology.orchestra.run.smithi050.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-05-20T21:00:09.996 INFO:teuthology.orchestra.run.smithi050.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-05-20T21:00:09.996 INFO:teuthology.orchestra.run.smithi050.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-05-20T21:00:09.996 INFO:teuthology.orchestra.run.smithi050.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-05-20T21:00:09.996 INFO:teuthology.orchestra.run.smithi050.stdout: python3-packaging-20.9-5.el9.noarch 2024-05-20T21:00:09.996 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-05-20T21:00:09.996 INFO:teuthology.orchestra.run.smithi050.stdout: python3-ply-3.11-14.el9.noarch 2024-05-20T21:00:09.996 INFO:teuthology.orchestra.run.smithi050.stdout: python3-portend-3.1.0-2.el9.noarch 2024-05-20T21:00:09.996 INFO:teuthology.orchestra.run.smithi050.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-05-20T21:00:09.996 INFO:teuthology.orchestra.run.smithi050.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-05-20T21:00:09.997 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-05-20T21:00:09.997 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-05-20T21:00:09.997 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-05-20T21:00:09.997 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pycparser-2.20-6.el9.noarch 2024-05-20T21:00:09.997 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-05-20T21:00:09.997 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pytz-2021.1-5.el9.noarch 2024-05-20T21:00:09.997 INFO:teuthology.orchestra.run.smithi050.stdout: python3-rados-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:09.997 INFO:teuthology.orchestra.run.smithi050.stdout: python3-rbd-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:09.997 INFO:teuthology.orchestra.run.smithi050.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-05-20T21:00:09.997 INFO:teuthology.orchestra.run.smithi050.stdout: python3-requests-2.25.1-8.el9.noarch 2024-05-20T21:00:09.997 INFO:teuthology.orchestra.run.smithi050.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-05-20T21:00:09.998 INFO:teuthology.orchestra.run.smithi050.stdout: python3-rgw-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:09.998 INFO:teuthology.orchestra.run.smithi050.stdout: python3-routes-2.5.1-5.el9.noarch 2024-05-20T21:00:09.998 INFO:teuthology.orchestra.run.smithi050.stdout: python3-rsa-4.9-2.el9.noarch 2024-05-20T21:00:09.998 INFO:teuthology.orchestra.run.smithi050.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-05-20T21:00:09.998 INFO:teuthology.orchestra.run.smithi050.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-05-20T21:00:09.998 INFO:teuthology.orchestra.run.smithi050.stdout: python3-toml-0.10.2-6.el9.noarch 2024-05-20T21:00:09.998 INFO:teuthology.orchestra.run.smithi050.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-05-20T21:00:09.998 INFO:teuthology.orchestra.run.smithi050.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-05-20T21:00:09.998 INFO:teuthology.orchestra.run.smithi050.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-05-20T21:00:09.998 INFO:teuthology.orchestra.run.smithi050.stdout: python3-webob-1.8.7-6.el9.noarch 2024-05-20T21:00:09.998 INFO:teuthology.orchestra.run.smithi050.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-05-20T21:00:09.999 INFO:teuthology.orchestra.run.smithi050.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-05-20T21:00:09.999 INFO:teuthology.orchestra.run.smithi050.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-05-20T21:00:09.999 INFO:teuthology.orchestra.run.smithi050.stdout: qatlib-24.02.0-1.el9.x86_64 2024-05-20T21:00:09.999 INFO:teuthology.orchestra.run.smithi050.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-05-20T21:00:09.999 INFO:teuthology.orchestra.run.smithi050.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-05-20T21:00:09.999 INFO:teuthology.orchestra.run.smithi050.stdout: rbd-fuse-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:09.999 INFO:teuthology.orchestra.run.smithi050.stdout: rbd-mirror-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:09.999 INFO:teuthology.orchestra.run.smithi050.stdout: rbd-nbd-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:09.999 INFO:teuthology.orchestra.run.smithi050.stdout: re2-1:20211101-3.el9.x86_64 2024-05-20T21:00:09.999 INFO:teuthology.orchestra.run.smithi050.stdout: socat-1.7.4.1-5.el9.x86_64 2024-05-20T21:00:09.999 INFO:teuthology.orchestra.run.smithi050.stdout: thrift-0.15.0-2.el9.x86_64 2024-05-20T21:00:10.000 INFO:teuthology.orchestra.run.smithi050.stdout: uuid-1.6.2-55.el9.x86_64 2024-05-20T21:00:10.000 INFO:teuthology.orchestra.run.smithi050.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-05-20T21:00:10.000 INFO:teuthology.orchestra.run.smithi050.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-05-20T21:00:10.000 INFO:teuthology.orchestra.run.smithi050.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-05-20T21:00:10.000 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-05-20T21:00:10.000 INFO:teuthology.orchestra.run.smithi050.stdout:Complete! 2024-05-20T21:00:10.406 DEBUG:teuthology.parallel:result is None 2024-05-20T21:00:12.656 INFO:teuthology.orchestra.run.smithi008.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3830.g4ebd1d53.el9.x86_64 111/170 2024-05-20T21:00:12.656 INFO:teuthology.orchestra.run.smithi008.stdout:skipping the directory /sys 2024-05-20T21:00:12.657 INFO:teuthology.orchestra.run.smithi008.stdout:skipping the directory /proc 2024-05-20T21:00:12.657 INFO:teuthology.orchestra.run.smithi008.stdout:skipping the directory /mnt 2024-05-20T21:00:12.657 INFO:teuthology.orchestra.run.smithi008.stdout:skipping the directory /var/tmp 2024-05-20T21:00:12.657 INFO:teuthology.orchestra.run.smithi008.stdout:skipping the directory /home 2024-05-20T21:00:12.657 INFO:teuthology.orchestra.run.smithi008.stdout:skipping the directory /root 2024-05-20T21:00:12.657 INFO:teuthology.orchestra.run.smithi008.stdout:skipping the directory /tmp 2024-05-20T21:00:12.657 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:00:12.896 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : ceph-volume-2:19.0.0-3830.g4ebd1d53.el9.noarch 112/170 2024-05-20T21:00:12.946 INFO:teuthology.orchestra.run.smithi008.stdout: Running scriptlet: ceph-volume-2:19.0.0-3830.g4ebd1d53.el9.noarch 112/170 2024-05-20T21:00:12.946 INFO:teuthology.orchestra.run.smithi008.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-20T21:00:12.946 INFO:teuthology.orchestra.run.smithi008.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-05-20T21:00:12.946 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:00:14.646 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : ceph-osd-2:19.0.0-3830.g4ebd1d53.el9.x86_64 113/170 2024-05-20T21:00:14.754 INFO:teuthology.orchestra.run.smithi008.stdout: Running scriptlet: ceph-osd-2:19.0.0-3830.g4ebd1d53.el9.x86_64 113/170 2024-05-20T21:00:14.754 INFO:teuthology.orchestra.run.smithi008.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-20T21:00:14.754 INFO:teuthology.orchestra.run.smithi008.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-05-20T21:00:14.754 INFO:teuthology.orchestra.run.smithi008.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-05-20T21:00:14.754 INFO:teuthology.orchestra.run.smithi008.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-05-20T21:00:14.754 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:00:15.022 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : ceph-mds-2:19.0.0-3830.g4ebd1d53.el9.x86_64 114/170 2024-05-20T21:00:15.119 INFO:teuthology.orchestra.run.smithi008.stdout: Running scriptlet: ceph-mds-2:19.0.0-3830.g4ebd1d53.el9.x86_64 114/170 2024-05-20T21:00:15.119 INFO:teuthology.orchestra.run.smithi008.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-20T21:00:15.119 INFO:teuthology.orchestra.run.smithi008.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-05-20T21:00:15.120 INFO:teuthology.orchestra.run.smithi008.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-05-20T21:00:15.120 INFO:teuthology.orchestra.run.smithi008.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-05-20T21:00:15.120 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:00:15.631 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : ceph-mon-2:19.0.0-3830.g4ebd1d53.el9.x86_64 115/170 2024-05-20T21:00:15.730 INFO:teuthology.orchestra.run.smithi008.stdout: Running scriptlet: ceph-mon-2:19.0.0-3830.g4ebd1d53.el9.x86_64 115/170 2024-05-20T21:00:15.730 INFO:teuthology.orchestra.run.smithi008.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-20T21:00:15.730 INFO:teuthology.orchestra.run.smithi008.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-05-20T21:00:15.731 INFO:teuthology.orchestra.run.smithi008.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-05-20T21:00:15.731 INFO:teuthology.orchestra.run.smithi008.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-05-20T21:00:15.731 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:00:15.865 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : automake-1.16.2-8.el9.noarch 116/170 2024-05-20T21:00:15.927 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-ply-3.11-14.el9.noarch 117/170 2024-05-20T21:00:16.003 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 118/170 2024-05-20T21:00:16.269 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 119/170 2024-05-20T21:00:16.328 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 120/170 2024-05-20T21:00:16.418 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 121/170 2024-05-20T21:00:16.535 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 122/170 2024-05-20T21:00:16.713 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 123/170 2024-05-20T21:00:16.763 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 124/170 2024-05-20T21:00:16.803 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 125/170 2024-05-20T21:00:16.865 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : fuse-2.9.9-15.el9.x86_64 126/170 2024-05-20T21:00:17.494 INFO:teuthology.orchestra.run.smithi008.stdout: Running scriptlet: cephadm-2:19.0.0-3830.g4ebd1d53.el9.noarch 127/170 2024-05-20T21:00:17.522 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : cephadm-2:19.0.0-3830.g4ebd1d53.el9.noarch 127/170 2024-05-20T21:00:17.576 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3830.g4ebd1d53.e 128/170 2024-05-20T21:00:17.692 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3830.g4ebd1d53. 129/170 2024-05-20T21:00:17.728 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3830.g4ebd1d53.el9.noa 130/170 2024-05-20T21:00:19.067 INFO:teuthology.orchestra.run.smithi008.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3830.g4ebd1d53.el9.noa 130/170 2024-05-20T21:00:19.113 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3830.g4ebd1d53.el9.n 131/170 2024-05-20T21:00:20.281 INFO:teuthology.orchestra.run.smithi008.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3830.g4ebd1d53.el9.n 131/170 2024-05-20T21:00:20.313 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3830.g4eb 132/170 2024-05-20T21:00:20.479 INFO:teuthology.orchestra.run.smithi008.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3830.g4eb 132/170 2024-05-20T21:00:20.668 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3830.g4ebd1d53.el 133/170 2024-05-20T21:00:20.698 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : ceph-mgr-2:19.0.0-3830.g4ebd1d53.el9.x86_64 134/170 2024-05-20T21:00:20.776 INFO:teuthology.orchestra.run.smithi008.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3830.g4ebd1d53.el9.x86_64 134/170 2024-05-20T21:00:20.776 INFO:teuthology.orchestra.run.smithi008.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-20T21:00:20.777 INFO:teuthology.orchestra.run.smithi008.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-05-20T21:00:20.777 INFO:teuthology.orchestra.run.smithi008.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-05-20T21:00:20.777 INFO:teuthology.orchestra.run.smithi008.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-05-20T21:00:20.777 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:00:20.840 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : ceph-mgr-rook-2:19.0.0-3830.g4ebd1d53.el9.noarch 135/170 2024-05-20T21:00:20.881 INFO:teuthology.orchestra.run.smithi008.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3830.g4ebd1d53.el9.noarch 135/170 2024-05-20T21:00:21.029 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : ceph-2:19.0.0-3830.g4ebd1d53.el9.x86_64 136/170 2024-05-20T21:00:21.103 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : ceph-fuse-2:19.0.0-3830.g4ebd1d53.el9.x86_64 137/170 2024-05-20T21:00:22.211 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : libtool-2.4.6-45.el9.x86_64 138/170 2024-05-20T21:00:22.243 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : ceph-radosgw-2:19.0.0-3830.g4ebd1d53.el9.x86_64 139/170 2024-05-20T21:00:22.321 INFO:teuthology.orchestra.run.smithi008.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3830.g4ebd1d53.el9.x86_64 139/170 2024-05-20T21:00:22.321 INFO:teuthology.orchestra.run.smithi008.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-20T21:00:22.321 INFO:teuthology.orchestra.run.smithi008.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-05-20T21:00:22.321 INFO:teuthology.orchestra.run.smithi008.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-05-20T21:00:22.321 INFO:teuthology.orchestra.run.smithi008.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-05-20T21:00:22.321 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:00:22.369 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3830.g4ebd1 140/170 2024-05-20T21:00:22.443 INFO:teuthology.orchestra.run.smithi008.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3830.g4ebd1 140/170 2024-05-20T21:00:22.443 INFO:teuthology.orchestra.run.smithi008.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-20T21:00:22.443 INFO:teuthology.orchestra.run.smithi008.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-05-20T21:00:22.443 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:00:22.519 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : cephfs-mirror-2:19.0.0-3830.g4ebd1d53.el9.x86_64 141/170 2024-05-20T21:00:22.598 INFO:teuthology.orchestra.run.smithi008.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3830.g4ebd1d53.el9.x86_64 141/170 2024-05-20T21:00:22.598 INFO:teuthology.orchestra.run.smithi008.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-20T21:00:22.598 INFO:teuthology.orchestra.run.smithi008.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-05-20T21:00:22.598 INFO:teuthology.orchestra.run.smithi008.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-05-20T21:00:22.599 INFO:teuthology.orchestra.run.smithi008.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-05-20T21:00:22.599 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:00:22.953 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : rbd-mirror-2:19.0.0-3830.g4ebd1d53.el9.x86_64 142/170 2024-05-20T21:00:23.030 INFO:teuthology.orchestra.run.smithi008.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3830.g4ebd1d53.el9.x86_64 142/170 2024-05-20T21:00:23.031 INFO:teuthology.orchestra.run.smithi008.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-20T21:00:23.031 INFO:teuthology.orchestra.run.smithi008.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-05-20T21:00:23.031 INFO:teuthology.orchestra.run.smithi008.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-05-20T21:00:23.031 INFO:teuthology.orchestra.run.smithi008.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-05-20T21:00:23.031 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:00:28.317 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : ceph-test-2:19.0.0-3830.g4ebd1d53.el9.x86_64 143/170 2024-05-20T21:00:28.361 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : rbd-fuse-2:19.0.0-3830.g4ebd1d53.el9.x86_64 144/170 2024-05-20T21:00:28.416 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : rbd-nbd-2:19.0.0-3830.g4ebd1d53.el9.x86_64 145/170 2024-05-20T21:00:28.458 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 146/170 2024-05-20T21:00:28.518 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 147/170 2024-05-20T21:00:28.837 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : cephfs-shell-2:19.0.0-3830.g4ebd1d53.el9.x86_64 148/170 2024-05-20T21:00:28.888 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 149/170 2024-05-20T21:00:28.922 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : libcephfs-devel-2:19.0.0-3830.g4ebd1d53.el9.x86_ 150/170 2024-05-20T21:00:28.962 INFO:teuthology.orchestra.run.smithi008.stdout: Upgrading : elfutils-debuginfod-client-0.191-4.el9.x86_64 151/170 2024-05-20T21:00:29.011 INFO:teuthology.orchestra.run.smithi008.stdout: Upgrading : NetworkManager-team-1:1.47.90-1.el9.x86_64 152/170 2024-05-20T21:00:29.063 INFO:teuthology.orchestra.run.smithi008.stdout: Upgrading : NetworkManager-tui-1:1.47.90-1.el9.x86_64 153/170 2024-05-20T21:00:30.002 INFO:teuthology.orchestra.run.smithi008.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-20T21:00:30.067 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-20T21:00:30.129 INFO:teuthology.orchestra.run.smithi008.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-20T21:00:31.643 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : cephfs-top-2:19.0.0-3830.g4ebd1d53.el9.noarch 155/170 2024-05-20T21:00:31.757 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 156/170 2024-05-20T21:00:31.808 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 157/170 2024-05-20T21:00:31.958 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : flex-2.6.4-9.el9.x86_64 158/170 2024-05-20T21:00:31.992 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : bison-3.7.4-5.el9.x86_64 159/170 2024-05-20T21:00:32.025 INFO:teuthology.orchestra.run.smithi008.stdout: Cleanup : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/170 2024-05-20T21:00:32.062 INFO:teuthology.orchestra.run.smithi008.stdout: Cleanup : elfutils-debuginfod-client-0.190-2.el9.x86_64 161/170 2024-05-20T21:00:32.101 INFO:teuthology.orchestra.run.smithi008.stdout: Cleanup : elfutils-libs-0.190-2.el9.x86_64 162/170 2024-05-20T21:00:32.101 INFO:teuthology.orchestra.run.smithi008.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 163/170 2024-05-20T21:00:32.235 INFO:teuthology.orchestra.run.smithi008.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 163/170 2024-05-20T21:00:32.289 INFO:teuthology.orchestra.run.smithi008.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 164/170 2024-05-20T21:00:32.289 INFO:teuthology.orchestra.run.smithi008.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 165/170 2024-05-20T21:00:32.426 INFO:teuthology.orchestra.run.smithi008.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 165/170 2024-05-20T21:00:32.465 INFO:teuthology.orchestra.run.smithi008.stdout: Cleanup : NetworkManager-team-1:1.47.4-1.el9.x86_64 166/170 2024-05-20T21:00:32.499 INFO:teuthology.orchestra.run.smithi008.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-20T21:00:32.499 INFO:teuthology.orchestra.run.smithi008.stdout: Cleanup : NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-20T21:00:32.853 INFO:teuthology.orchestra.run.smithi008.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-20T21:00:32.853 INFO:teuthology.orchestra.run.smithi008.stdout: Cleanup : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 168/170 2024-05-20T21:00:32.998 INFO:teuthology.orchestra.run.smithi008.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.4-1.el9.x86_64 168/170 2024-05-20T21:00:33.043 INFO:teuthology.orchestra.run.smithi008.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 169/170 2024-05-20T21:00:33.166 INFO:teuthology.orchestra.run.smithi008.stdout: Cleanup : elfutils-libelf-0.190-2.el9.x86_64 170/170 2024-05-20T21:00:33.441 INFO:teuthology.orchestra.run.smithi008.stdout: Running scriptlet: elfutils-libelf-0.190-2.el9.x86_64 170/170 2024-05-20T21:00:33.441 INFO:teuthology.orchestra.run.smithi008.stdout:Couldn't write '0' to 'kernel/yama/ptrace_scope', ignoring: No such file or directory 2024-05-20T21:00:33.441 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:00:39.295 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : ceph-2:19.0.0-3830.g4ebd1d53.el9.x86_64 1/170 2024-05-20T21:00:39.295 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : ceph-base-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2/170 2024-05-20T21:00:39.295 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : ceph-common-2:19.0.0-3830.g4ebd1d53.el9.x86_64 3/170 2024-05-20T21:00:39.295 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : ceph-fuse-2:19.0.0-3830.g4ebd1d53.el9.x86_64 4/170 2024-05-20T21:00:39.295 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3830.g4ebd1 5/170 2024-05-20T21:00:39.296 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : ceph-mds-2:19.0.0-3830.g4ebd1d53.el9.x86_64 6/170 2024-05-20T21:00:39.296 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : ceph-mgr-2:19.0.0-3830.g4ebd1d53.el9.x86_64 7/170 2024-05-20T21:00:39.296 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : ceph-mon-2:19.0.0-3830.g4ebd1d53.el9.x86_64 8/170 2024-05-20T21:00:39.296 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : ceph-osd-2:19.0.0-3830.g4ebd1d53.el9.x86_64 9/170 2024-05-20T21:00:39.296 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : ceph-radosgw-2:19.0.0-3830.g4ebd1d53.el9.x86_64 10/170 2024-05-20T21:00:39.297 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : ceph-selinux-2:19.0.0-3830.g4ebd1d53.el9.x86_64 11/170 2024-05-20T21:00:39.297 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : ceph-test-2:19.0.0-3830.g4ebd1d53.el9.x86_64 12/170 2024-05-20T21:00:39.297 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : cephfs-mirror-2:19.0.0-3830.g4ebd1d53.el9.x86_64 13/170 2024-05-20T21:00:39.297 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : cephfs-shell-2:19.0.0-3830.g4ebd1d53.el9.x86_64 14/170 2024-05-20T21:00:39.297 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : libcephfs-devel-2:19.0.0-3830.g4ebd1d53.el9.x86_ 15/170 2024-05-20T21:00:39.298 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : libcephfs2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 16/170 2024-05-20T21:00:39.298 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : libcephsqlite-2:19.0.0-3830.g4ebd1d53.el9.x86_64 17/170 2024-05-20T21:00:39.298 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : librados-devel-2:19.0.0-3830.g4ebd1d53.el9.x86_6 18/170 2024-05-20T21:00:39.298 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : libradosstriper1-2:19.0.0-3830.g4ebd1d53.el9.x86 19/170 2024-05-20T21:00:39.298 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : librgw2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 20/170 2024-05-20T21:00:39.299 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3830.g4ebd1d53.el 21/170 2024-05-20T21:00:39.299 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-ceph-common-2:19.0.0-3830.g4ebd1d53.el9. 22/170 2024-05-20T21:00:39.299 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-cephfs-2:19.0.0-3830.g4ebd1d53.el9.x86_6 23/170 2024-05-20T21:00:39.299 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-rados-2:19.0.0-3830.g4ebd1d53.el9.x86_64 24/170 2024-05-20T21:00:39.299 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-rbd-2:19.0.0-3830.g4ebd1d53.el9.x86_64 25/170 2024-05-20T21:00:39.300 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-rgw-2:19.0.0-3830.g4ebd1d53.el9.x86_64 26/170 2024-05-20T21:00:39.300 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : rbd-fuse-2:19.0.0-3830.g4ebd1d53.el9.x86_64 27/170 2024-05-20T21:00:39.300 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : rbd-mirror-2:19.0.0-3830.g4ebd1d53.el9.x86_64 28/170 2024-05-20T21:00:39.300 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : rbd-nbd-2:19.0.0-3830.g4ebd1d53.el9.x86_64 29/170 2024-05-20T21:00:39.300 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3830.g4ebd1d53. 30/170 2024-05-20T21:00:39.301 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3830.g4ebd1d53.el9.noa 31/170 2024-05-20T21:00:39.301 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3830.g4ebd1d53.el9.n 32/170 2024-05-20T21:00:39.301 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3830.g4eb 33/170 2024-05-20T21:00:39.301 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3830.g4ebd1d53.el 34/170 2024-05-20T21:00:39.301 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3830.g4ebd1d53.el9.noarch 35/170 2024-05-20T21:00:39.301 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3830.g4ebd1d53.e 36/170 2024-05-20T21:00:39.301 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : ceph-volume-2:19.0.0-3830.g4ebd1d53.el9.noarch 37/170 2024-05-20T21:00:39.301 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : cephadm-2:19.0.0-3830.g4ebd1d53.el9.noarch 38/170 2024-05-20T21:00:39.301 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : cephfs-top-2:19.0.0-3830.g4ebd1d53.el9.noarch 39/170 2024-05-20T21:00:39.301 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/170 2024-05-20T21:00:39.301 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/170 2024-05-20T21:00:39.302 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/170 2024-05-20T21:00:39.302 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/170 2024-05-20T21:00:39.302 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/170 2024-05-20T21:00:39.302 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/170 2024-05-20T21:00:39.302 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/170 2024-05-20T21:00:39.302 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/170 2024-05-20T21:00:39.302 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/170 2024-05-20T21:00:39.302 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/170 2024-05-20T21:00:39.302 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/170 2024-05-20T21:00:39.302 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/170 2024-05-20T21:00:39.302 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/170 2024-05-20T21:00:39.303 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/170 2024-05-20T21:00:39.303 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/170 2024-05-20T21:00:39.303 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/170 2024-05-20T21:00:39.303 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/170 2024-05-20T21:00:39.303 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/170 2024-05-20T21:00:39.303 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/170 2024-05-20T21:00:39.303 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/170 2024-05-20T21:00:39.303 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/170 2024-05-20T21:00:39.303 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/170 2024-05-20T21:00:39.303 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/170 2024-05-20T21:00:39.303 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/170 2024-05-20T21:00:39.303 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/170 2024-05-20T21:00:39.303 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/170 2024-05-20T21:00:39.304 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/170 2024-05-20T21:00:39.304 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/170 2024-05-20T21:00:39.304 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/170 2024-05-20T21:00:39.304 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/170 2024-05-20T21:00:39.304 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/170 2024-05-20T21:00:39.304 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/170 2024-05-20T21:00:39.304 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/170 2024-05-20T21:00:39.304 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/170 2024-05-20T21:00:39.304 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/170 2024-05-20T21:00:39.304 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/170 2024-05-20T21:00:39.304 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/170 2024-05-20T21:00:39.304 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 77/170 2024-05-20T21:00:39.305 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/170 2024-05-20T21:00:39.305 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/170 2024-05-20T21:00:39.305 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/170 2024-05-20T21:00:39.305 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/170 2024-05-20T21:00:39.305 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/170 2024-05-20T21:00:39.305 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/170 2024-05-20T21:00:39.305 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/170 2024-05-20T21:00:39.305 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/170 2024-05-20T21:00:39.305 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/170 2024-05-20T21:00:39.305 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/170 2024-05-20T21:00:39.305 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/170 2024-05-20T21:00:39.305 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/170 2024-05-20T21:00:39.306 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/170 2024-05-20T21:00:39.306 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/170 2024-05-20T21:00:39.306 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/170 2024-05-20T21:00:39.306 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/170 2024-05-20T21:00:39.306 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/170 2024-05-20T21:00:39.306 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/170 2024-05-20T21:00:39.306 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/170 2024-05-20T21:00:39.306 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/170 2024-05-20T21:00:39.306 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/170 2024-05-20T21:00:39.306 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 99/170 2024-05-20T21:00:39.306 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/170 2024-05-20T21:00:39.307 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 101/170 2024-05-20T21:00:39.307 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/170 2024-05-20T21:00:39.307 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/170 2024-05-20T21:00:39.307 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/170 2024-05-20T21:00:39.307 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/170 2024-05-20T21:00:39.307 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/170 2024-05-20T21:00:39.307 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/170 2024-05-20T21:00:39.307 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/170 2024-05-20T21:00:39.307 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/170 2024-05-20T21:00:39.307 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/170 2024-05-20T21:00:39.307 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/170 2024-05-20T21:00:39.307 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/170 2024-05-20T21:00:39.308 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/170 2024-05-20T21:00:39.308 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/170 2024-05-20T21:00:39.308 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/170 2024-05-20T21:00:39.308 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/170 2024-05-20T21:00:39.308 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/170 2024-05-20T21:00:39.308 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 118/170 2024-05-20T21:00:39.308 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/170 2024-05-20T21:00:39.308 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/170 2024-05-20T21:00:39.308 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/170 2024-05-20T21:00:39.308 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/170 2024-05-20T21:00:39.308 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/170 2024-05-20T21:00:39.308 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/170 2024-05-20T21:00:39.309 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/170 2024-05-20T21:00:39.309 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/170 2024-05-20T21:00:39.309 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/170 2024-05-20T21:00:39.309 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/170 2024-05-20T21:00:39.309 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/170 2024-05-20T21:00:39.309 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/170 2024-05-20T21:00:39.309 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/170 2024-05-20T21:00:39.309 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/170 2024-05-20T21:00:39.309 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/170 2024-05-20T21:00:39.309 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/170 2024-05-20T21:00:39.309 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/170 2024-05-20T21:00:39.309 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/170 2024-05-20T21:00:39.309 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/170 2024-05-20T21:00:39.310 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/170 2024-05-20T21:00:39.310 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/170 2024-05-20T21:00:39.310 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/170 2024-05-20T21:00:39.310 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/170 2024-05-20T21:00:39.310 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/170 2024-05-20T21:00:39.310 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/170 2024-05-20T21:00:39.310 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/170 2024-05-20T21:00:39.310 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/170 2024-05-20T21:00:39.310 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/170 2024-05-20T21:00:39.310 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/170 2024-05-20T21:00:39.310 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/170 2024-05-20T21:00:39.310 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : librados2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 149/170 2024-05-20T21:00:39.311 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/170 2024-05-20T21:00:39.311 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : librbd1-2:19.0.0-3830.g4ebd1d53.el9.x86_64 151/170 2024-05-20T21:00:39.311 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/170 2024-05-20T21:00:39.311 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : NetworkManager-1:1.47.90-1.el9.x86_64 153/170 2024-05-20T21:00:39.311 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : NetworkManager-1:1.47.4-1.el9.x86_64 154/170 2024-05-20T21:00:39.311 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : NetworkManager-libnm-1:1.47.90-1.el9.x86_64 155/170 2024-05-20T21:00:39.311 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 156/170 2024-05-20T21:00:39.311 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : NetworkManager-team-1:1.47.90-1.el9.x86_64 157/170 2024-05-20T21:00:39.311 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : NetworkManager-team-1:1.47.4-1.el9.x86_64 158/170 2024-05-20T21:00:39.311 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : NetworkManager-tui-1:1.47.90-1.el9.x86_64 159/170 2024-05-20T21:00:39.311 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/170 2024-05-20T21:00:39.311 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : elfutils-debuginfod-client-0.191-4.el9.x86_64 161/170 2024-05-20T21:00:39.312 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 162/170 2024-05-20T21:00:39.312 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : elfutils-libelf-0.191-4.el9.x86_64 163/170 2024-05-20T21:00:39.312 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 164/170 2024-05-20T21:00:39.312 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : elfutils-libs-0.191-4.el9.x86_64 165/170 2024-05-20T21:00:39.312 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 166/170 2024-05-20T21:00:39.312 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 167/170 2024-05-20T21:00:39.312 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 168/170 2024-05-20T21:00:39.312 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 169/170 2024-05-20T21:00:41.519 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 170/170 2024-05-20T21:00:41.519 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:00:41.519 INFO:teuthology.orchestra.run.smithi008.stdout:Upgraded: 2024-05-20T21:00:41.519 INFO:teuthology.orchestra.run.smithi008.stdout: NetworkManager-1:1.47.90-1.el9.x86_64 2024-05-20T21:00:41.519 INFO:teuthology.orchestra.run.smithi008.stdout: NetworkManager-libnm-1:1.47.90-1.el9.x86_64 2024-05-20T21:00:41.519 INFO:teuthology.orchestra.run.smithi008.stdout: NetworkManager-team-1:1.47.90-1.el9.x86_64 2024-05-20T21:00:41.519 INFO:teuthology.orchestra.run.smithi008.stdout: NetworkManager-tui-1:1.47.90-1.el9.x86_64 2024-05-20T21:00:41.519 INFO:teuthology.orchestra.run.smithi008.stdout: elfutils-debuginfod-client-0.191-4.el9.x86_64 2024-05-20T21:00:41.519 INFO:teuthology.orchestra.run.smithi008.stdout: elfutils-libelf-0.191-4.el9.x86_64 2024-05-20T21:00:41.520 INFO:teuthology.orchestra.run.smithi008.stdout: elfutils-libs-0.191-4.el9.x86_64 2024-05-20T21:00:41.520 INFO:teuthology.orchestra.run.smithi008.stdout: librados2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:41.520 INFO:teuthology.orchestra.run.smithi008.stdout: librbd1-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:41.520 INFO:teuthology.orchestra.run.smithi008.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-05-20T21:00:41.520 INFO:teuthology.orchestra.run.smithi008.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-05-20T21:00:41.520 INFO:teuthology.orchestra.run.smithi008.stdout:Installed: 2024-05-20T21:00:41.520 INFO:teuthology.orchestra.run.smithi008.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-05-20T21:00:41.520 INFO:teuthology.orchestra.run.smithi008.stdout: automake-1.16.2-8.el9.noarch 2024-05-20T21:00:41.520 INFO:teuthology.orchestra.run.smithi008.stdout: bison-3.7.4-5.el9.x86_64 2024-05-20T21:00:41.520 INFO:teuthology.orchestra.run.smithi008.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-05-20T21:00:41.520 INFO:teuthology.orchestra.run.smithi008.stdout: ceph-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:41.520 INFO:teuthology.orchestra.run.smithi008.stdout: ceph-base-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:41.520 INFO:teuthology.orchestra.run.smithi008.stdout: ceph-common-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:41.521 INFO:teuthology.orchestra.run.smithi008.stdout: ceph-fuse-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:41.521 INFO:teuthology.orchestra.run.smithi008.stdout: ceph-grafana-dashboards-2:19.0.0-3830.g4ebd1d53.el9.noarch 2024-05-20T21:00:41.521 INFO:teuthology.orchestra.run.smithi008.stdout: ceph-immutable-object-cache-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:41.521 INFO:teuthology.orchestra.run.smithi008.stdout: ceph-mds-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:41.521 INFO:teuthology.orchestra.run.smithi008.stdout: ceph-mgr-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:41.521 INFO:teuthology.orchestra.run.smithi008.stdout: ceph-mgr-cephadm-2:19.0.0-3830.g4ebd1d53.el9.noarch 2024-05-20T21:00:41.521 INFO:teuthology.orchestra.run.smithi008.stdout: ceph-mgr-dashboard-2:19.0.0-3830.g4ebd1d53.el9.noarch 2024-05-20T21:00:41.521 INFO:teuthology.orchestra.run.smithi008.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3830.g4ebd1d53.el9.noarch 2024-05-20T21:00:41.521 INFO:teuthology.orchestra.run.smithi008.stdout: ceph-mgr-modules-core-2:19.0.0-3830.g4ebd1d53.el9.noarch 2024-05-20T21:00:41.521 INFO:teuthology.orchestra.run.smithi008.stdout: ceph-mgr-rook-2:19.0.0-3830.g4ebd1d53.el9.noarch 2024-05-20T21:00:41.521 INFO:teuthology.orchestra.run.smithi008.stdout: ceph-mon-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:41.521 INFO:teuthology.orchestra.run.smithi008.stdout: ceph-osd-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:41.521 INFO:teuthology.orchestra.run.smithi008.stdout: ceph-prometheus-alerts-2:19.0.0-3830.g4ebd1d53.el9.noarch 2024-05-20T21:00:41.522 INFO:teuthology.orchestra.run.smithi008.stdout: ceph-radosgw-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:41.522 INFO:teuthology.orchestra.run.smithi008.stdout: ceph-selinux-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:41.522 INFO:teuthology.orchestra.run.smithi008.stdout: ceph-test-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:41.522 INFO:teuthology.orchestra.run.smithi008.stdout: ceph-volume-2:19.0.0-3830.g4ebd1d53.el9.noarch 2024-05-20T21:00:41.522 INFO:teuthology.orchestra.run.smithi008.stdout: cephadm-2:19.0.0-3830.g4ebd1d53.el9.noarch 2024-05-20T21:00:41.522 INFO:teuthology.orchestra.run.smithi008.stdout: cephfs-mirror-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:41.522 INFO:teuthology.orchestra.run.smithi008.stdout: cephfs-shell-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:41.522 INFO:teuthology.orchestra.run.smithi008.stdout: cephfs-top-2:19.0.0-3830.g4ebd1d53.el9.noarch 2024-05-20T21:00:41.522 INFO:teuthology.orchestra.run.smithi008.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-05-20T21:00:41.522 INFO:teuthology.orchestra.run.smithi008.stdout: flex-2.6.4-9.el9.x86_64 2024-05-20T21:00:41.522 INFO:teuthology.orchestra.run.smithi008.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-05-20T21:00:41.523 INFO:teuthology.orchestra.run.smithi008.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-05-20T21:00:41.523 INFO:teuthology.orchestra.run.smithi008.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-05-20T21:00:41.523 INFO:teuthology.orchestra.run.smithi008.stdout: fuse-2.9.9-15.el9.x86_64 2024-05-20T21:00:41.523 INFO:teuthology.orchestra.run.smithi008.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-05-20T21:00:41.523 INFO:teuthology.orchestra.run.smithi008.stdout: grpc-data-1.46.7-10.el9.noarch 2024-05-20T21:00:41.523 INFO:teuthology.orchestra.run.smithi008.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-05-20T21:00:41.523 INFO:teuthology.orchestra.run.smithi008.stdout: libarrow-9.0.0-11.el9.x86_64 2024-05-20T21:00:41.523 INFO:teuthology.orchestra.run.smithi008.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-05-20T21:00:41.523 INFO:teuthology.orchestra.run.smithi008.stdout: libcephfs-devel-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:41.523 INFO:teuthology.orchestra.run.smithi008.stdout: libcephfs2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:41.523 INFO:teuthology.orchestra.run.smithi008.stdout: libcephsqlite-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:41.523 INFO:teuthology.orchestra.run.smithi008.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-05-20T21:00:41.524 INFO:teuthology.orchestra.run.smithi008.stdout: liboath-2.6.7-2.el9.x86_64 2024-05-20T21:00:41.524 INFO:teuthology.orchestra.run.smithi008.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-05-20T21:00:41.524 INFO:teuthology.orchestra.run.smithi008.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-05-20T21:00:41.524 INFO:teuthology.orchestra.run.smithi008.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-05-20T21:00:41.524 INFO:teuthology.orchestra.run.smithi008.stdout: librados-devel-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:41.524 INFO:teuthology.orchestra.run.smithi008.stdout: libradosstriper1-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:41.524 INFO:teuthology.orchestra.run.smithi008.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-05-20T21:00:41.524 INFO:teuthology.orchestra.run.smithi008.stdout: librgw2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:41.524 INFO:teuthology.orchestra.run.smithi008.stdout: libtool-2.4.6-45.el9.x86_64 2024-05-20T21:00:41.524 INFO:teuthology.orchestra.run.smithi008.stdout: libunwind-1.6.2-1.el9.x86_64 2024-05-20T21:00:41.524 INFO:teuthology.orchestra.run.smithi008.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-05-20T21:00:41.524 INFO:teuthology.orchestra.run.smithi008.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-05-20T21:00:41.524 INFO:teuthology.orchestra.run.smithi008.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-05-20T21:00:41.525 INFO:teuthology.orchestra.run.smithi008.stdout: lua-5.4.4-4.el9.x86_64 2024-05-20T21:00:41.525 INFO:teuthology.orchestra.run.smithi008.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-05-20T21:00:41.525 INFO:teuthology.orchestra.run.smithi008.stdout: luarocks-3.9.2-5.el9.noarch 2024-05-20T21:00:41.525 INFO:teuthology.orchestra.run.smithi008.stdout: openblas-0.3.21-2.el9.x86_64 2024-05-20T21:00:41.525 INFO:teuthology.orchestra.run.smithi008.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-05-20T21:00:41.525 INFO:teuthology.orchestra.run.smithi008.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-05-20T21:00:41.525 INFO:teuthology.orchestra.run.smithi008.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-05-20T21:00:41.525 INFO:teuthology.orchestra.run.smithi008.stdout: postgresql-13.14-1.el9.x86_64 2024-05-20T21:00:41.525 INFO:teuthology.orchestra.run.smithi008.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-05-20T21:00:41.525 INFO:teuthology.orchestra.run.smithi008.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-05-20T21:00:41.525 INFO:teuthology.orchestra.run.smithi008.stdout: postgresql-server-13.14-1.el9.x86_64 2024-05-20T21:00:41.525 INFO:teuthology.orchestra.run.smithi008.stdout: protobuf-3.14.0-13.el9.x86_64 2024-05-20T21:00:41.526 INFO:teuthology.orchestra.run.smithi008.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-05-20T21:00:41.526 INFO:teuthology.orchestra.run.smithi008.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-05-20T21:00:41.526 INFO:teuthology.orchestra.run.smithi008.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-05-20T21:00:41.526 INFO:teuthology.orchestra.run.smithi008.stdout: python3-babel-2.9.1-2.el9.noarch 2024-05-20T21:00:41.526 INFO:teuthology.orchestra.run.smithi008.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-05-20T21:00:41.526 INFO:teuthology.orchestra.run.smithi008.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-05-20T21:00:41.526 INFO:teuthology.orchestra.run.smithi008.stdout: python3-ceph-argparse-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:41.526 INFO:teuthology.orchestra.run.smithi008.stdout: python3-ceph-common-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:41.526 INFO:teuthology.orchestra.run.smithi008.stdout: python3-cephfs-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:41.526 INFO:teuthology.orchestra.run.smithi008.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-05-20T21:00:41.526 INFO:teuthology.orchestra.run.smithi008.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-05-20T21:00:41.526 INFO:teuthology.orchestra.run.smithi008.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-05-20T21:00:41.527 INFO:teuthology.orchestra.run.smithi008.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-05-20T21:00:41.527 INFO:teuthology.orchestra.run.smithi008.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-05-20T21:00:41.527 INFO:teuthology.orchestra.run.smithi008.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-05-20T21:00:41.527 INFO:teuthology.orchestra.run.smithi008.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-05-20T21:00:41.527 INFO:teuthology.orchestra.run.smithi008.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-05-20T21:00:41.527 INFO:teuthology.orchestra.run.smithi008.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-05-20T21:00:41.527 INFO:teuthology.orchestra.run.smithi008.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-05-20T21:00:41.527 INFO:teuthology.orchestra.run.smithi008.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-05-20T21:00:41.527 INFO:teuthology.orchestra.run.smithi008.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-05-20T21:00:41.527 INFO:teuthology.orchestra.run.smithi008.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-05-20T21:00:41.527 INFO:teuthology.orchestra.run.smithi008.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-05-20T21:00:41.527 INFO:teuthology.orchestra.run.smithi008.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-05-20T21:00:41.527 INFO:teuthology.orchestra.run.smithi008.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-05-20T21:00:41.528 INFO:teuthology.orchestra.run.smithi008.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-05-20T21:00:41.528 INFO:teuthology.orchestra.run.smithi008.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-05-20T21:00:41.528 INFO:teuthology.orchestra.run.smithi008.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-05-20T21:00:41.528 INFO:teuthology.orchestra.run.smithi008.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-05-20T21:00:41.528 INFO:teuthology.orchestra.run.smithi008.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-05-20T21:00:41.528 INFO:teuthology.orchestra.run.smithi008.stdout: python3-mako-1.1.4-6.el9.noarch 2024-05-20T21:00:41.528 INFO:teuthology.orchestra.run.smithi008.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-05-20T21:00:41.528 INFO:teuthology.orchestra.run.smithi008.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-05-20T21:00:41.528 INFO:teuthology.orchestra.run.smithi008.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-05-20T21:00:41.528 INFO:teuthology.orchestra.run.smithi008.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-05-20T21:00:41.528 INFO:teuthology.orchestra.run.smithi008.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-05-20T21:00:41.528 INFO:teuthology.orchestra.run.smithi008.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-05-20T21:00:41.528 INFO:teuthology.orchestra.run.smithi008.stdout: python3-packaging-20.9-5.el9.noarch 2024-05-20T21:00:41.529 INFO:teuthology.orchestra.run.smithi008.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-05-20T21:00:41.529 INFO:teuthology.orchestra.run.smithi008.stdout: python3-ply-3.11-14.el9.noarch 2024-05-20T21:00:41.529 INFO:teuthology.orchestra.run.smithi008.stdout: python3-portend-3.1.0-2.el9.noarch 2024-05-20T21:00:41.529 INFO:teuthology.orchestra.run.smithi008.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-05-20T21:00:41.529 INFO:teuthology.orchestra.run.smithi008.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-05-20T21:00:41.529 INFO:teuthology.orchestra.run.smithi008.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-05-20T21:00:41.529 INFO:teuthology.orchestra.run.smithi008.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-05-20T21:00:41.529 INFO:teuthology.orchestra.run.smithi008.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-05-20T21:00:41.529 INFO:teuthology.orchestra.run.smithi008.stdout: python3-pycparser-2.20-6.el9.noarch 2024-05-20T21:00:41.529 INFO:teuthology.orchestra.run.smithi008.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-05-20T21:00:41.529 INFO:teuthology.orchestra.run.smithi008.stdout: python3-pytz-2021.1-5.el9.noarch 2024-05-20T21:00:41.529 INFO:teuthology.orchestra.run.smithi008.stdout: python3-rados-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:41.529 INFO:teuthology.orchestra.run.smithi008.stdout: python3-rbd-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:41.529 INFO:teuthology.orchestra.run.smithi008.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-05-20T21:00:41.529 INFO:teuthology.orchestra.run.smithi008.stdout: python3-requests-2.25.1-8.el9.noarch 2024-05-20T21:00:41.529 INFO:teuthology.orchestra.run.smithi008.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-05-20T21:00:41.530 INFO:teuthology.orchestra.run.smithi008.stdout: python3-rgw-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:41.530 INFO:teuthology.orchestra.run.smithi008.stdout: python3-routes-2.5.1-5.el9.noarch 2024-05-20T21:00:41.530 INFO:teuthology.orchestra.run.smithi008.stdout: python3-rsa-4.9-2.el9.noarch 2024-05-20T21:00:41.530 INFO:teuthology.orchestra.run.smithi008.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-05-20T21:00:41.530 INFO:teuthology.orchestra.run.smithi008.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-05-20T21:00:41.530 INFO:teuthology.orchestra.run.smithi008.stdout: python3-toml-0.10.2-6.el9.noarch 2024-05-20T21:00:41.530 INFO:teuthology.orchestra.run.smithi008.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-05-20T21:00:41.530 INFO:teuthology.orchestra.run.smithi008.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-05-20T21:00:41.530 INFO:teuthology.orchestra.run.smithi008.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-05-20T21:00:41.530 INFO:teuthology.orchestra.run.smithi008.stdout: python3-webob-1.8.7-6.el9.noarch 2024-05-20T21:00:41.530 INFO:teuthology.orchestra.run.smithi008.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-05-20T21:00:41.530 INFO:teuthology.orchestra.run.smithi008.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-05-20T21:00:41.530 INFO:teuthology.orchestra.run.smithi008.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-05-20T21:00:41.530 INFO:teuthology.orchestra.run.smithi008.stdout: qatlib-24.02.0-1.el9.x86_64 2024-05-20T21:00:41.531 INFO:teuthology.orchestra.run.smithi008.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-05-20T21:00:41.531 INFO:teuthology.orchestra.run.smithi008.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-05-20T21:00:41.531 INFO:teuthology.orchestra.run.smithi008.stdout: rbd-fuse-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:41.531 INFO:teuthology.orchestra.run.smithi008.stdout: rbd-mirror-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:41.531 INFO:teuthology.orchestra.run.smithi008.stdout: rbd-nbd-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:41.531 INFO:teuthology.orchestra.run.smithi008.stdout: re2-1:20211101-3.el9.x86_64 2024-05-20T21:00:41.531 INFO:teuthology.orchestra.run.smithi008.stdout: socat-1.7.4.1-5.el9.x86_64 2024-05-20T21:00:41.531 INFO:teuthology.orchestra.run.smithi008.stdout: thrift-0.15.0-2.el9.x86_64 2024-05-20T21:00:41.531 INFO:teuthology.orchestra.run.smithi008.stdout: uuid-1.6.2-55.el9.x86_64 2024-05-20T21:00:41.531 INFO:teuthology.orchestra.run.smithi008.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-05-20T21:00:41.531 INFO:teuthology.orchestra.run.smithi008.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-05-20T21:00:41.532 INFO:teuthology.orchestra.run.smithi008.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-05-20T21:00:41.532 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:00:41.532 INFO:teuthology.orchestra.run.smithi008.stdout:Complete! 2024-05-20T21:00:42.159 DEBUG:teuthology.parallel:result is None 2024-05-20T21:00:42.160 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=4ebd1d5361d457738957dc0455bba90102296634 2024-05-20T21:00:42.390 DEBUG:teuthology.orchestra.run.smithi008:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-05-20T21:00:42.453 INFO:teuthology.orchestra.run.smithi008.stdout:19.0.0-3830.g4ebd1d53.el9 2024-05-20T21:00:42.454 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3830.g4ebd1d53.el9 2024-05-20T21:00:42.454 INFO:teuthology.task.install:The correct ceph version 19.0.0-3830.g4ebd1d53 is installed. 2024-05-20T21:00:42.456 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=4ebd1d5361d457738957dc0455bba90102296634 2024-05-20T21:00:42.601 DEBUG:teuthology.orchestra.run.smithi050:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-05-20T21:00:42.627 INFO:teuthology.orchestra.run.smithi050.stdout:19.0.0-3830.g4ebd1d53.el9 2024-05-20T21:00:42.628 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3830.g4ebd1d53.el9 2024-05-20T21:00:42.628 INFO:teuthology.task.install:The correct ceph version 19.0.0-3830.g4ebd1d53 is installed. 2024-05-20T21:00:42.630 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=4ebd1d5361d457738957dc0455bba90102296634 2024-05-20T21:00:42.844 DEBUG:teuthology.orchestra.run.smithi130:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-05-20T21:00:42.870 INFO:teuthology.orchestra.run.smithi130.stdout:19.0.0-3830.g4ebd1d53.el9 2024-05-20T21:00:42.870 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3830.g4ebd1d53.el9 2024-05-20T21:00:42.870 INFO:teuthology.task.install:The correct ceph version 19.0.0-3830.g4ebd1d53 is installed. 2024-05-20T21:00:42.872 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-05-20T21:00:42.872 DEBUG:teuthology.orchestra.run.smithi008:> set -ex 2024-05-20T21:00:42.873 DEBUG:teuthology.orchestra.run.smithi008:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-05-20T21:00:42.938 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-05-20T21:00:42.939 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-05-20T21:00:42.971 DEBUG:teuthology.orchestra.run.smithi130:> set -ex 2024-05-20T21:00:42.971 DEBUG:teuthology.orchestra.run.smithi130:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-05-20T21:00:43.000 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-05-20T21:00:43.001 DEBUG:teuthology.orchestra.run.smithi008:> set -ex 2024-05-20T21:00:43.001 DEBUG:teuthology.orchestra.run.smithi008:> sudo dd of=/usr/bin/daemon-helper 2024-05-20T21:00:43.065 DEBUG:teuthology.orchestra.run.smithi008:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-05-20T21:00:43.168 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-05-20T21:00:43.168 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd of=/usr/bin/daemon-helper 2024-05-20T21:00:43.199 DEBUG:teuthology.orchestra.run.smithi050:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-05-20T21:00:43.265 DEBUG:teuthology.orchestra.run.smithi130:> set -ex 2024-05-20T21:00:43.265 DEBUG:teuthology.orchestra.run.smithi130:> sudo dd of=/usr/bin/daemon-helper 2024-05-20T21:00:43.293 DEBUG:teuthology.orchestra.run.smithi130:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-05-20T21:00:43.359 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-05-20T21:00:43.360 DEBUG:teuthology.orchestra.run.smithi008:> set -ex 2024-05-20T21:00:43.360 DEBUG:teuthology.orchestra.run.smithi008:> sudo dd of=/usr/bin/adjust-ulimits 2024-05-20T21:00:43.422 DEBUG:teuthology.orchestra.run.smithi008:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-05-20T21:00:43.523 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-05-20T21:00:43.523 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd of=/usr/bin/adjust-ulimits 2024-05-20T21:00:43.548 DEBUG:teuthology.orchestra.run.smithi050:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-05-20T21:00:43.613 DEBUG:teuthology.orchestra.run.smithi130:> set -ex 2024-05-20T21:00:43.614 DEBUG:teuthology.orchestra.run.smithi130:> sudo dd of=/usr/bin/adjust-ulimits 2024-05-20T21:00:43.637 DEBUG:teuthology.orchestra.run.smithi130:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-05-20T21:00:43.702 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-05-20T21:00:43.702 DEBUG:teuthology.orchestra.run.smithi008:> set -ex 2024-05-20T21:00:43.702 DEBUG:teuthology.orchestra.run.smithi008:> sudo dd of=/usr/bin/stdin-killer 2024-05-20T21:00:43.764 DEBUG:teuthology.orchestra.run.smithi008:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-05-20T21:00:43.868 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-05-20T21:00:43.868 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd of=/usr/bin/stdin-killer 2024-05-20T21:00:43.892 DEBUG:teuthology.orchestra.run.smithi050:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-05-20T21:00:43.957 DEBUG:teuthology.orchestra.run.smithi130:> set -ex 2024-05-20T21:00:43.958 DEBUG:teuthology.orchestra.run.smithi130:> sudo dd of=/usr/bin/stdin-killer 2024-05-20T21:00:43.982 DEBUG:teuthology.orchestra.run.smithi130:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-05-20T21:00:44.045 INFO:teuthology.run_tasks:Running task cephadm... 2024-05-20T21:00:44.134 INFO:tasks.cephadm:Config: {'roleless': False, 'cephfs': {'max_mds': 3, 'session_timeout': 300, 'standby_replay': True}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds bal fragment size max': 10000, 'mds bal merge size': 5, 'mds bal split bits': 3, 'mds bal split size': 100, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'mds_bal_replicate_threshold': 1, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'cephsqlite lock renewal timeout': 900000, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180, 'osd shutdown pgref assert': True, 'osd_max_omap_entries_per_request': 10000}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'slow metadata IO', 'SLOW_OPS', 'slow request'], 'sha1': '4ebd1d5361d457738957dc0455bba90102296634', 'subvols': {'create': 2, 'subvol_options': '--size 25000000000'}} 2024-05-20T21:00:44.134 INFO:tasks.cephadm:Cluster image is quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 2024-05-20T21:00:44.137 INFO:tasks.cephadm:Cluster fsid is 060ce10e-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:00:44.137 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-05-20T21:00:44.137 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.8', 'mon.b': '172.21.15.50', 'mon.c': '172.21.15.130'} 2024-05-20T21:00:44.138 INFO:tasks.cephadm:First mon is mon.a on smithi008 2024-05-20T21:00:44.138 INFO:tasks.cephadm:First mgr is x 2024-05-20T21:00:44.138 INFO:tasks.cephadm:Normalizing hostnames... 2024-05-20T21:00:44.138 DEBUG:teuthology.orchestra.run.smithi008:> sudo hostname $(hostname -s) 2024-05-20T21:00:44.200 DEBUG:teuthology.orchestra.run.smithi050:> sudo hostname $(hostname -s) 2024-05-20T21:00:44.225 DEBUG:teuthology.orchestra.run.smithi130:> sudo hostname $(hostname -s) 2024-05-20T21:00:44.249 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2024-05-20T21:00:44.249 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=4ebd1d5361d457738957dc0455bba90102296634 2024-05-20T21:00:44.468 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': '4ebd1d5361d457738957dc0455bba90102296634', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/79554/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-3830-g4ebd1d53', 'node_name': '172.21.5.40+adami10', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-3830.g4ebd1d53'}, 'url': 'https://3.chacra.ceph.com/r/ceph/wip-lusov-quiesce/4ebd1d5361d457738957dc0455bba90102296634/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-05-20 18:01:42.330101', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-lusov-quiesce', 'chacra_url': 'https://3.chacra.ceph.com/repos/ceph/wip-lusov-quiesce/4ebd1d5361d457738957dc0455bba90102296634/centos/9/flavors/default/', 'archs': ['x86_64', 'source'], 'distro': 'centos'}] 2024-05-20T21:00:44.688 INFO:tasks.util.chacra:got chacra host 3.chacra.ceph.com, ref wip-lusov-quiesce, sha1 4ebd1d5361d457738957dc0455bba90102296634 from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&sha1=4ebd1d5361d457738957dc0455bba90102296634 2024-05-20T21:00:44.689 INFO:tasks.cephadm:Discovered cachra url: https://3.chacra.ceph.com/binaries/ceph/wip-lusov-quiesce/4ebd1d5361d457738957dc0455bba90102296634/centos/9/x86_64/flavors/default/cephadm 2024-05-20T21:00:44.690 INFO:tasks.cephadm:Downloading cephadm from url: https://3.chacra.ceph.com/binaries/ceph/wip-lusov-quiesce/4ebd1d5361d457738957dc0455bba90102296634/centos/9/x86_64/flavors/default/cephadm 2024-05-20T21:00:44.690 DEBUG:teuthology.orchestra.run.smithi008:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/wip-lusov-quiesce/4ebd1d5361d457738957dc0455bba90102296634/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-05-20T21:00:45.343 INFO:teuthology.orchestra.run.smithi008.stdout:-rw-r--r--. 1 ubuntu ubuntu 782820 May 20 21:00 /home/ubuntu/cephtest/cephadm 2024-05-20T21:00:45.344 DEBUG:teuthology.orchestra.run.smithi050:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/wip-lusov-quiesce/4ebd1d5361d457738957dc0455bba90102296634/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-05-20T21:00:45.779 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r--. 1 ubuntu ubuntu 782820 May 20 21:00 /home/ubuntu/cephtest/cephadm 2024-05-20T21:00:45.779 DEBUG:teuthology.orchestra.run.smithi130:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/wip-lusov-quiesce/4ebd1d5361d457738957dc0455bba90102296634/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-05-20T21:00:46.261 INFO:teuthology.orchestra.run.smithi130.stdout:-rw-r--r--. 1 ubuntu ubuntu 782820 May 20 21:00 /home/ubuntu/cephtest/cephadm 2024-05-20T21:00:46.261 DEBUG:teuthology.orchestra.run.smithi008:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-05-20T21:00:46.312 DEBUG:teuthology.orchestra.run.smithi050:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-05-20T21:00:46.331 DEBUG:teuthology.orchestra.run.smithi130:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-05-20T21:00:46.364 INFO:tasks.cephadm:Pulling image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 on all hosts... 2024-05-20T21:00:46.365 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 pull 2024-05-20T21:00:46.370 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 pull 2024-05-20T21:00:46.374 DEBUG:teuthology.orchestra.run.smithi130:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 pull 2024-05-20T21:00:47.245 INFO:teuthology.orchestra.run.smithi130.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634... 2024-05-20T21:00:47.262 INFO:teuthology.orchestra.run.smithi050.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634... 2024-05-20T21:00:47.766 INFO:teuthology.orchestra.run.smithi008.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634... 2024-05-20T21:01:20.395 INFO:teuthology.orchestra.run.smithi130.stdout:{ 2024-05-20T21:01:20.395 INFO:teuthology.orchestra.run.smithi130.stdout: "ceph_version": "ceph version 19.0.0-3830-g4ebd1d53 (4ebd1d5361d457738957dc0455bba90102296634) squid (dev)", 2024-05-20T21:01:20.395 INFO:teuthology.orchestra.run.smithi130.stdout: "image_id": "559f9f2978373b56e1ed37e8f2207b076e9eb3d6ccfe36983da65ed32ed7d489", 2024-05-20T21:01:20.395 INFO:teuthology.orchestra.run.smithi130.stdout: "repo_digests": [ 2024-05-20T21:01:20.395 INFO:teuthology.orchestra.run.smithi130.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3" 2024-05-20T21:01:20.396 INFO:teuthology.orchestra.run.smithi130.stdout: ] 2024-05-20T21:01:20.396 INFO:teuthology.orchestra.run.smithi130.stdout:} 2024-05-20T21:01:21.956 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2024-05-20T21:01:21.956 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph_version": "ceph version 19.0.0-3830-g4ebd1d53 (4ebd1d5361d457738957dc0455bba90102296634) squid (dev)", 2024-05-20T21:01:21.957 INFO:teuthology.orchestra.run.smithi050.stdout: "image_id": "559f9f2978373b56e1ed37e8f2207b076e9eb3d6ccfe36983da65ed32ed7d489", 2024-05-20T21:01:21.957 INFO:teuthology.orchestra.run.smithi050.stdout: "repo_digests": [ 2024-05-20T21:01:21.957 INFO:teuthology.orchestra.run.smithi050.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3" 2024-05-20T21:01:21.957 INFO:teuthology.orchestra.run.smithi050.stdout: ] 2024-05-20T21:01:21.957 INFO:teuthology.orchestra.run.smithi050.stdout:} 2024-05-20T21:01:27.133 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:01:27.133 INFO:teuthology.orchestra.run.smithi008.stdout: "ceph_version": "ceph version 19.0.0-3830-g4ebd1d53 (4ebd1d5361d457738957dc0455bba90102296634) squid (dev)", 2024-05-20T21:01:27.133 INFO:teuthology.orchestra.run.smithi008.stdout: "image_id": "559f9f2978373b56e1ed37e8f2207b076e9eb3d6ccfe36983da65ed32ed7d489", 2024-05-20T21:01:27.133 INFO:teuthology.orchestra.run.smithi008.stdout: "repo_digests": [ 2024-05-20T21:01:27.133 INFO:teuthology.orchestra.run.smithi008.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3" 2024-05-20T21:01:27.133 INFO:teuthology.orchestra.run.smithi008.stdout: ] 2024-05-20T21:01:27.134 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:01:27.179 DEBUG:teuthology.orchestra.run.smithi008:> sudo mkdir -p /etc/ceph 2024-05-20T21:01:27.271 DEBUG:teuthology.orchestra.run.smithi050:> sudo mkdir -p /etc/ceph 2024-05-20T21:01:27.303 DEBUG:teuthology.orchestra.run.smithi130:> sudo mkdir -p /etc/ceph 2024-05-20T21:01:27.334 DEBUG:teuthology.orchestra.run.smithi008:> sudo chmod 777 /etc/ceph 2024-05-20T21:01:27.430 DEBUG:teuthology.orchestra.run.smithi050:> sudo chmod 777 /etc/ceph 2024-05-20T21:01:27.459 DEBUG:teuthology.orchestra.run.smithi130:> sudo chmod 777 /etc/ceph 2024-05-20T21:01:27.488 INFO:tasks.cephadm:Writing seed config... 2024-05-20T21:01:27.490 INFO:tasks.cephadm: override: [client] client mount timeout = 600 2024-05-20T21:01:27.490 INFO:tasks.cephadm: override: [client] debug client = 20 2024-05-20T21:01:27.490 INFO:tasks.cephadm: override: [client] debug ms = 1 2024-05-20T21:01:27.490 INFO:tasks.cephadm: override: [client] rados mon op timeout = 900 2024-05-20T21:01:27.490 INFO:tasks.cephadm: override: [client] rados osd op timeout = 900 2024-05-20T21:01:27.490 INFO:tasks.cephadm: override: [global] ms die on skipped message = False 2024-05-20T21:01:27.491 INFO:tasks.cephadm: override: [mds] debug mds = 20 2024-05-20T21:01:27.491 INFO:tasks.cephadm: override: [mds] debug mds balancer = 20 2024-05-20T21:01:27.491 INFO:tasks.cephadm: override: [mds] debug ms = 1 2024-05-20T21:01:27.491 INFO:tasks.cephadm: override: [mds] mds bal fragment size max = 10000 2024-05-20T21:01:27.491 INFO:tasks.cephadm: override: [mds] mds bal merge size = 5 2024-05-20T21:01:27.491 INFO:tasks.cephadm: override: [mds] mds bal split bits = 3 2024-05-20T21:01:27.491 INFO:tasks.cephadm: override: [mds] mds bal split size = 100 2024-05-20T21:01:27.491 INFO:tasks.cephadm: override: [mds] mds debug frag = True 2024-05-20T21:01:27.491 INFO:tasks.cephadm: override: [mds] mds debug scatterstat = True 2024-05-20T21:01:27.491 INFO:tasks.cephadm: override: [mds] mds op complaint time = 180 2024-05-20T21:01:27.492 INFO:tasks.cephadm: override: [mds] mds verify scatter = True 2024-05-20T21:01:27.492 INFO:tasks.cephadm: override: [mds] mds_bal_replicate_threshold = 1 2024-05-20T21:01:27.492 INFO:tasks.cephadm: override: [mds] osd op complaint time = 180 2024-05-20T21:01:27.492 INFO:tasks.cephadm: override: [mds] rados mon op timeout = 900 2024-05-20T21:01:27.492 INFO:tasks.cephadm: override: [mds] rados osd op timeout = 900 2024-05-20T21:01:27.492 INFO:tasks.cephadm: override: [mgr] cephsqlite lock renewal timeout = 900000 2024-05-20T21:01:27.492 INFO:tasks.cephadm: override: [mgr] debug client = 20 2024-05-20T21:01:27.492 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-05-20T21:01:27.492 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-05-20T21:01:27.492 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-05-20T21:01:27.492 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-05-20T21:01:27.492 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-05-20T21:01:27.492 INFO:tasks.cephadm: override: [mon] mon down mkfs grace = 300 2024-05-20T21:01:27.493 INFO:tasks.cephadm: override: [mon] mon op complaint time = 120 2024-05-20T21:01:27.493 INFO:tasks.cephadm: override: [osd] bdev async discard = True 2024-05-20T21:01:27.493 INFO:tasks.cephadm: override: [osd] bdev enable discard = True 2024-05-20T21:01:27.493 INFO:tasks.cephadm: override: [osd] bluestore allocator = bitmap 2024-05-20T21:01:27.493 INFO:tasks.cephadm: override: [osd] bluestore block size = 96636764160 2024-05-20T21:01:27.493 INFO:tasks.cephadm: override: [osd] bluestore fsck on mount = True 2024-05-20T21:01:27.493 INFO:tasks.cephadm: override: [osd] debug bluefs = 1/20 2024-05-20T21:01:27.493 INFO:tasks.cephadm: override: [osd] debug bluestore = 1/20 2024-05-20T21:01:27.493 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-05-20T21:01:27.493 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-05-20T21:01:27.493 INFO:tasks.cephadm: override: [osd] debug rocksdb = 4/10 2024-05-20T21:01:27.494 INFO:tasks.cephadm: override: [osd] mon osd backfillfull_ratio = 0.85 2024-05-20T21:01:27.494 INFO:tasks.cephadm: override: [osd] mon osd full ratio = 0.9 2024-05-20T21:01:27.494 INFO:tasks.cephadm: override: [osd] mon osd nearfull ratio = 0.8 2024-05-20T21:01:27.494 INFO:tasks.cephadm: override: [osd] osd failsafe full ratio = 0.95 2024-05-20T21:01:27.494 INFO:tasks.cephadm: override: [osd] osd objectstore = bluestore 2024-05-20T21:01:27.494 INFO:tasks.cephadm: override: [osd] osd op complaint time = 180 2024-05-20T21:01:27.494 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-05-20T21:01:27.494 INFO:tasks.cephadm: override: [osd] osd_max_omap_entries_per_request = 10000 2024-05-20T21:01:27.495 DEBUG:teuthology.orchestra.run.smithi008:> set -ex 2024-05-20T21:01:27.495 DEBUG:teuthology.orchestra.run.smithi008:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-05-20T21:01:27.554 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 060ce10e-16ec-11ef-bc9a-c7b262605968 ms die on skipped message = False [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true bdev async discard = True bdev enable discard = True bluestore allocator = bitmap bluestore block size = 96636764160 bluestore fsck on mount = True debug bluefs = 1/20 debug bluestore = 1/20 debug ms = 1 debug osd = 20 debug rocksdb = 4/10 mon osd backfillfull_ratio = 0.85 mon osd full ratio = 0.9 mon osd nearfull ratio = 0.8 osd failsafe full ratio = 0.95 osd objectstore = bluestore osd op complaint time = 180 osd_max_omap_entries_per_request = 10000 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false cephsqlite lock renewal timeout = 900000 debug client = 20 debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 mon down mkfs grace = 300 mon op complaint time = 120 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true [client] client mount timeout = 600 debug client = 20 debug ms = 1 rados mon op timeout = 900 rados osd op timeout = 900 [mds] debug mds = 20 debug mds balancer = 20 debug ms = 1 mds bal fragment size max = 10000 mds bal merge size = 5 mds bal split bits = 3 mds bal split size = 100 mds debug frag = True mds debug scatterstat = True mds op complaint time = 180 mds verify scatter = True mds_bal_replicate_threshold = 1 osd op complaint time = 180 rados mon op timeout = 900 rados osd op timeout = 900 2024-05-20T21:01:27.555 DEBUG:teuthology.orchestra.run.smithi008:mon.a> sudo journalctl -f -n 0 -u ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mon.a.service 2024-05-20T21:01:27.602 DEBUG:teuthology.orchestra.run.smithi008:mgr.x> sudo journalctl -f -n 0 -u ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mgr.x.service 2024-05-20T21:01:27.648 INFO:tasks.cephadm:Bootstrapping... 2024-05-20T21:01:27.649 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 -v bootstrap --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.8 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-05-20T21:01:27.929 INFO:teuthology.orchestra.run.smithi008.stdout:-------------------------------------------------------------------------------- 2024-05-20T21:01:27.929 INFO:teuthology.orchestra.run.smithi008.stdout:cephadm ['--image', 'quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634', '-v', 'bootstrap', '--fsid', '060ce10e-16ec-11ef-bc9a-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.8', '--skip-admin-label'] 2024-05-20T21:01:27.930 INFO:teuthology.orchestra.run.smithi008.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-05-20T21:01:27.930 INFO:teuthology.orchestra.run.smithi008.stdout:Verifying podman|docker is present... 2024-05-20T21:01:27.992 INFO:teuthology.orchestra.run.smithi008.stdout:/bin/podman: stdout 5.0.2 2024-05-20T21:01:27.992 INFO:teuthology.orchestra.run.smithi008.stdout:Verifying lvm2 is present... 2024-05-20T21:01:27.992 INFO:teuthology.orchestra.run.smithi008.stdout:Verifying time synchronization is in place... 2024-05-20T21:01:28.008 INFO:teuthology.orchestra.run.smithi008.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-05-20T21:01:28.008 INFO:teuthology.orchestra.run.smithi008.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-05-20T21:01:28.022 INFO:teuthology.orchestra.run.smithi008.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-05-20T21:01:28.023 INFO:teuthology.orchestra.run.smithi008.stdout:systemctl: stdout inactive 2024-05-20T21:01:28.043 INFO:teuthology.orchestra.run.smithi008.stdout:systemctl: stdout enabled 2024-05-20T21:01:28.065 INFO:teuthology.orchestra.run.smithi008.stdout:systemctl: stdout active 2024-05-20T21:01:28.065 INFO:teuthology.orchestra.run.smithi008.stdout:Unit chronyd.service is enabled and running 2024-05-20T21:01:28.066 INFO:teuthology.orchestra.run.smithi008.stdout:Repeating the final host check... 2024-05-20T21:01:28.127 INFO:teuthology.orchestra.run.smithi008.stdout:/bin/podman: stdout 5.0.2 2024-05-20T21:01:28.127 INFO:teuthology.orchestra.run.smithi008.stdout:podman (/bin/podman) version 5.0.2 is present 2024-05-20T21:01:28.127 INFO:teuthology.orchestra.run.smithi008.stdout:systemctl is present 2024-05-20T21:01:28.127 INFO:teuthology.orchestra.run.smithi008.stdout:lvcreate is present 2024-05-20T21:01:28.144 INFO:teuthology.orchestra.run.smithi008.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-05-20T21:01:28.144 INFO:teuthology.orchestra.run.smithi008.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-05-20T21:01:28.159 INFO:teuthology.orchestra.run.smithi008.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-05-20T21:01:28.160 INFO:teuthology.orchestra.run.smithi008.stdout:systemctl: stdout inactive 2024-05-20T21:01:28.178 INFO:teuthology.orchestra.run.smithi008.stdout:systemctl: stdout enabled 2024-05-20T21:01:28.198 INFO:teuthology.orchestra.run.smithi008.stdout:systemctl: stdout active 2024-05-20T21:01:28.199 INFO:teuthology.orchestra.run.smithi008.stdout:Unit chronyd.service is enabled and running 2024-05-20T21:01:28.199 INFO:teuthology.orchestra.run.smithi008.stdout:Host looks OK 2024-05-20T21:01:28.199 INFO:teuthology.orchestra.run.smithi008.stdout:Cluster fsid: 060ce10e-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:01:28.200 INFO:teuthology.orchestra.run.smithi008.stdout:Acquiring lock 139985538482960 on /run/cephadm/060ce10e-16ec-11ef-bc9a-c7b262605968.lock 2024-05-20T21:01:28.200 INFO:teuthology.orchestra.run.smithi008.stdout:Lock 139985538482960 acquired on /run/cephadm/060ce10e-16ec-11ef-bc9a-c7b262605968.lock 2024-05-20T21:01:28.202 INFO:teuthology.orchestra.run.smithi008.stdout:Verifying IP 172.21.15.8 port 3300 ... 2024-05-20T21:01:28.203 INFO:teuthology.orchestra.run.smithi008.stdout:Verifying IP 172.21.15.8 port 6789 ... 2024-05-20T21:01:28.203 INFO:teuthology.orchestra.run.smithi008.stdout:Base mon IP(s) is [172.21.15.8:3300, 172.21.15.8:6789], mon addrv is [v2:172.21.15.8:3300,v1:172.21.15.8:6789] 2024-05-20T21:01:28.218 INFO:teuthology.orchestra.run.smithi008.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.8 metric 100 2024-05-20T21:01:28.219 INFO:teuthology.orchestra.run.smithi008.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.8 metric 100 2024-05-20T21:01:28.232 INFO:teuthology.orchestra.run.smithi008.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-05-20T21:01:28.232 INFO:teuthology.orchestra.run.smithi008.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 1024 pref medium 2024-05-20T21:01:28.232 INFO:teuthology.orchestra.run.smithi008.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 100 pref medium 2024-05-20T21:01:28.244 INFO:teuthology.orchestra.run.smithi008.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-05-20T21:01:28.244 INFO:teuthology.orchestra.run.smithi008.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-05-20T21:01:28.244 INFO:teuthology.orchestra.run.smithi008.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-05-20T21:01:28.244 INFO:teuthology.orchestra.run.smithi008.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2024-05-20T21:01:28.244 INFO:teuthology.orchestra.run.smithi008.stdout:/sbin/ip: stdout inet6 fe80::ae1f:6bff:fef8:25fe/64 scope link noprefixroute 2024-05-20T21:01:28.244 INFO:teuthology.orchestra.run.smithi008.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-05-20T21:01:28.247 INFO:teuthology.orchestra.run.smithi008.stdout:Mon IP `172.21.15.8` is in CIDR network `172.21.0.0/20` 2024-05-20T21:01:28.247 INFO:teuthology.orchestra.run.smithi008.stdout:Mon IP `172.21.15.8` is in CIDR network `172.21.0.0/20` 2024-05-20T21:01:28.247 INFO:teuthology.orchestra.run.smithi008.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-05-20T21:01:28.250 INFO:teuthology.orchestra.run.smithi008.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-05-20T21:01:28.252 INFO:teuthology.orchestra.run.smithi008.stdout:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634... 2024-05-20T21:01:28.925 INFO:teuthology.orchestra.run.smithi008.stdout:/bin/podman: stdout 559f9f2978373b56e1ed37e8f2207b076e9eb3d6ccfe36983da65ed32ed7d489 2024-05-20T21:01:28.925 INFO:teuthology.orchestra.run.smithi008.stdout:/bin/podman: stderr Trying to pull quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634... 2024-05-20T21:01:28.925 INFO:teuthology.orchestra.run.smithi008.stdout:/bin/podman: stderr Getting image source signatures 2024-05-20T21:01:28.926 INFO:teuthology.orchestra.run.smithi008.stdout:/bin/podman: stderr Copying blob sha256:9af6dedc48c4fca9f79c2db09a94f41f0f515ee6ded78101f148d319f313a254 2024-05-20T21:01:28.926 INFO:teuthology.orchestra.run.smithi008.stdout:/bin/podman: stderr Copying blob sha256:d0e808cd455827ca3108db1b0125dcee9ffc148daa1d7dde963f550bc831d501 2024-05-20T21:01:28.926 INFO:teuthology.orchestra.run.smithi008.stdout:/bin/podman: stderr Copying config sha256:559f9f2978373b56e1ed37e8f2207b076e9eb3d6ccfe36983da65ed32ed7d489 2024-05-20T21:01:28.926 INFO:teuthology.orchestra.run.smithi008.stdout:/bin/podman: stderr Writing manifest to image destination 2024-05-20T21:01:30.263 INFO:teuthology.orchestra.run.smithi008.stdout:ceph: stdout ceph version 19.0.0-3830-g4ebd1d53 (4ebd1d5361d457738957dc0455bba90102296634) squid (dev) 2024-05-20T21:01:30.263 INFO:teuthology.orchestra.run.smithi008.stdout:Ceph version: ceph version 19.0.0-3830-g4ebd1d53 (4ebd1d5361d457738957dc0455bba90102296634) squid (dev) 2024-05-20T21:01:30.264 INFO:teuthology.orchestra.run.smithi008.stdout:Extracting ceph user uid/gid from container image... 2024-05-20T21:01:42.186 INFO:teuthology.orchestra.run.smithi008.stdout:stat: stdout 167 167 2024-05-20T21:01:42.187 INFO:teuthology.orchestra.run.smithi008.stdout:Creating initial keys... 2024-05-20T21:01:43.314 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph-authtool: stdout AQA2uktmbTRWJhAAfq7AdfafeP405LxjCK3d3g== 2024-05-20T21:01:44.400 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph-authtool: stdout AQA3uktmF/QZLhAAOpaWMt0Aq7GUlug6xvdLfQ== 2024-05-20T21:01:45.597 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph-authtool: stdout AQA4uktmTNOtNRAARDEn8hGysUkjW3+unshxBA== 2024-05-20T21:01:45.598 INFO:teuthology.orchestra.run.smithi008.stdout:Creating initial monmap... 2024-05-20T21:01:46.926 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-05-20T21:01:46.926 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2024-05-20T21:01:46.926 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 060ce10e-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:01:46.926 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-05-20T21:01:46.927 INFO:teuthology.orchestra.run.smithi008.stdout:monmaptool for a [v2:172.21.15.8:3300,v1:172.21.15.8:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-05-20T21:01:46.927 INFO:teuthology.orchestra.run.smithi008.stdout:setting min_mon_release = quincy 2024-05-20T21:01:46.927 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/monmaptool: set fsid to 060ce10e-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:01:46.927 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-05-20T21:01:46.927 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:01:46.927 INFO:teuthology.orchestra.run.smithi008.stdout:Creating mon... 2024-05-20T21:01:48.106 INFO:teuthology.orchestra.run.smithi008.stdout:create mon.a on 2024-05-20T21:01:48.487 INFO:teuthology.orchestra.run.smithi008.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-05-20T21:01:48.733 INFO:teuthology.orchestra.run.smithi008.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-05-20T21:01:49.032 INFO:teuthology.orchestra.run.smithi008.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-060ce10e-16ec-11ef-bc9a-c7b262605968.target → /etc/systemd/system/ceph-060ce10e-16ec-11ef-bc9a-c7b262605968.target. 2024-05-20T21:01:49.032 INFO:teuthology.orchestra.run.smithi008.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-060ce10e-16ec-11ef-bc9a-c7b262605968.target → /etc/systemd/system/ceph-060ce10e-16ec-11ef-bc9a-c7b262605968.target. 2024-05-20T21:01:49.427 INFO:teuthology.orchestra.run.smithi008.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mon.a 2024-05-20T21:01:49.427 INFO:teuthology.orchestra.run.smithi008.stdout:systemctl: stderr Failed to reset failed state of unit ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mon.a.service: Unit ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mon.a.service not loaded. 2024-05-20T21:01:49.743 INFO:teuthology.orchestra.run.smithi008.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-060ce10e-16ec-11ef-bc9a-c7b262605968.target.wants/ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mon.a.service → /etc/systemd/system/ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@.service. 2024-05-20T21:01:50.429 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:50 smithi008 podman[31087]: 2024-05-20 21:01:50.415488861 +0000 UTC m=+0.376062204 container init 55dbe8a4c92a3903bb2751c4b9ed9bd9661608a6fae20903d4c25f6a19827147 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mon-a, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-05-20T21:01:50.430 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:50 smithi008 podman[31087]: 2024-05-20 21:01:50.42876154 +0000 UTC m=+0.389334883 container start 55dbe8a4c92a3903bb2751c4b9ed9bd9661608a6fae20903d4c25f6a19827147 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mon-a, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-4ebd1d5, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-05-20T21:01:50.585 INFO:teuthology.orchestra.run.smithi008.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-05-20T21:01:50.585 INFO:teuthology.orchestra.run.smithi008.stdout:systemctl: stdout disabled 2024-05-20T21:01:50.606 INFO:teuthology.orchestra.run.smithi008.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-05-20T21:01:50.606 INFO:teuthology.orchestra.run.smithi008.stdout:systemctl: stdout inactive 2024-05-20T21:01:50.606 INFO:teuthology.orchestra.run.smithi008.stdout:firewalld.service is not enabled 2024-05-20T21:01:50.606 INFO:teuthology.orchestra.run.smithi008.stdout:Not possible to enable service . firewalld.service is not available 2024-05-20T21:01:50.607 INFO:teuthology.orchestra.run.smithi008.stdout:Waiting for mon to start... 2024-05-20T21:01:50.607 INFO:teuthology.orchestra.run.smithi008.stdout:Waiting for mon... 2024-05-20T21:01:50.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:50 smithi008 ceph-mon[31105]: mkfs 060ce10e-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:01:50.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:50 smithi008 ceph-mon[31105]: mon.a is new leader, mons a in quorum (ranks 0) 2024-05-20T21:01:50.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:50 smithi008 bash[31087]: 55dbe8a4c92a3903bb2751c4b9ed9bd9661608a6fae20903d4c25f6a19827147 2024-05-20T21:01:50.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:50 smithi008 systemd[1]: Started Ceph mon.a for 060ce10e-16ec-11ef-bc9a-c7b262605968. 2024-05-20T21:01:51.622 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:51 smithi008 ceph-mon[31105]: mon.a is new leader, mons a in quorum (ranks 0) 2024-05-20T21:01:51.623 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:51 smithi008 ceph-mon[31105]: monmap epoch 1 2024-05-20T21:01:51.623 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:51 smithi008 ceph-mon[31105]: fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:01:51.623 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:51 smithi008 ceph-mon[31105]: last_changed 2024-05-20T21:01:46.030702+0000 2024-05-20T21:01:51.623 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:51 smithi008 ceph-mon[31105]: created 2024-05-20T21:01:46.030702+0000 2024-05-20T21:01:51.623 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:51 smithi008 ceph-mon[31105]: min_mon_release 19 (squid) 2024-05-20T21:01:51.623 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:51 smithi008 ceph-mon[31105]: election_strategy: 1 2024-05-20T21:01:51.623 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:51 smithi008 ceph-mon[31105]: 0: [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] mon.a 2024-05-20T21:01:51.623 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:51 smithi008 ceph-mon[31105]: fsmap 2024-05-20T21:01:51.623 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:51 smithi008 ceph-mon[31105]: osdmap e1: 0 total, 0 up, 0 in 2024-05-20T21:01:51.623 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:51 smithi008 ceph-mon[31105]: mgrmap e1: no daemons active 2024-05-20T21:01:51.623 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:51 smithi008 ceph-mon[31105]: from='client.? 172.21.15.8:0/142008661' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-05-20T21:01:52.211 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout cluster: 2024-05-20T21:01:52.211 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout id: 060ce10e-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:01:52.211 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-05-20T21:01:52.211 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout 2024-05-20T21:01:52.211 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout services: 2024-05-20T21:01:52.211 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.809559s) 2024-05-20T21:01:52.211 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-05-20T21:01:52.212 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-05-20T21:01:52.212 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout 2024-05-20T21:01:52.212 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout data: 2024-05-20T21:01:52.212 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-05-20T21:01:52.212 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-05-20T21:01:52.212 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-05-20T21:01:52.212 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout pgs: 2024-05-20T21:01:52.212 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout 2024-05-20T21:01:52.212 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:51.223+0000 7f0adcc00700 1 Processor -- start 2024-05-20T21:01:52.212 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:51.223+0000 7f0adcc00700 1 -- start start 2024-05-20T21:01:52.212 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:51.224+0000 7f0adcc00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0ad810b200 0x7f0ad810b620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:01:52.213 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:51.224+0000 7f0adcc00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f0ad810bbf0 con 0x7f0ad810b200 2024-05-20T21:01:52.213 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:51.225+0000 7f0ad5e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0ad810b200 0x7f0ad810b620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:01:52.213 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:51.225+0000 7f0ad5e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0ad810b200 0x7f0ad810b620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:51952/0 (socket says 172.21.15.8:51952) 2024-05-20T21:01:52.213 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:51.225+0000 7f0ad5e00700 1 -- 172.21.15.8:0/1606877407 learned_addr learned my addr 172.21.15.8:0/1606877407 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:01:52.213 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:51.226+0000 7f0ad5e00700 1 -- 172.21.15.8:0/1606877407 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ad810c3b0 con 0x7f0ad810b200 2024-05-20T21:01:52.213 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:51.226+0000 7f0ad5e00700 1 --2- 172.21.15.8:0/1606877407 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0ad810b200 0x7f0ad810b620 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f0ac80098a0 tx=0x7f0ac8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8fef369c0419fc47 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:01:52.213 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:51.226+0000 7f0ad5400700 1 -- 172.21.15.8:0/1606877407 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0ac8004160 con 0x7f0ad810b200 2024-05-20T21:01:52.213 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:51.226+0000 7f0ad5400700 1 -- 172.21.15.8:0/1606877407 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ac8004300 con 0x7f0ad810b200 2024-05-20T21:01:52.213 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:51.226+0000 7f0ad5400700 1 -- 172.21.15.8:0/1606877407 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0ac80036a0 con 0x7f0ad810b200 2024-05-20T21:01:52.213 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:51.227+0000 7f0adcc00700 1 -- 172.21.15.8:0/1606877407 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0ad810b200 msgr2=0x7f0ad810b620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:01:52.213 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:51.227+0000 7f0adcc00700 1 --2- 172.21.15.8:0/1606877407 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0ad810b200 0x7f0ad810b620 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f0ac80098a0 tx=0x7f0ac8009bb0 comp rx=0 tx=0).stop 2024-05-20T21:01:52.213 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:51.227+0000 7f0adcc00700 1 -- 172.21.15.8:0/1606877407 shutdown_connections 2024-05-20T21:01:52.214 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:51.227+0000 7f0adcc00700 1 --2- 172.21.15.8:0/1606877407 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0ad810b200 0x7f0ad810b620 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:01:52.214 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:51.227+0000 7f0adcc00700 1 -- 172.21.15.8:0/1606877407 >> 172.21.15.8:0/1606877407 conn(0x7f0ad807e8b0 msgr2=0x7f0ad81094a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:01:52.214 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:51.227+0000 7f0adcc00700 1 -- 172.21.15.8:0/1606877407 shutdown_connections 2024-05-20T21:01:52.214 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:51.227+0000 7f0adcc00700 1 -- 172.21.15.8:0/1606877407 wait complete. 2024-05-20T21:01:52.214 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:51.228+0000 7f0adcc00700 1 Processor -- start 2024-05-20T21:01:52.214 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:51.228+0000 7f0adcc00700 1 -- start start 2024-05-20T21:01:52.214 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:51.229+0000 7f0adcc00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0ad810b200 0x7f0ad819e880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:01:52.214 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:51.229+0000 7f0adcc00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f0ad810c8e0 con 0x7f0ad810b200 2024-05-20T21:01:52.214 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:51.229+0000 7f0ad5e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0ad810b200 0x7f0ad819e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:01:52.214 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:51.229+0000 7f0ad5e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0ad810b200 0x7f0ad819e880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:51956/0 (socket says 172.21.15.8:51956) 2024-05-20T21:01:52.214 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:51.229+0000 7f0ad5e00700 1 -- 172.21.15.8:0/142008661 learned_addr learned my addr 172.21.15.8:0/142008661 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:01:52.214 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:51.229+0000 7f0ad5e00700 1 -- 172.21.15.8:0/142008661 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ad819edc0 con 0x7f0ad810b200 2024-05-20T21:01:52.215 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:51.230+0000 7f0ad5e00700 1 --2- 172.21.15.8:0/142008661 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0ad810b200 0x7f0ad819e880 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f0ac8000c00 tx=0x7f0ac8004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:01:52.215 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:51.230+0000 7f0acea00700 1 -- 172.21.15.8:0/142008661 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0ac8003db0 con 0x7f0ad810b200 2024-05-20T21:01:52.215 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:51.230+0000 7f0acea00700 1 -- 172.21.15.8:0/142008661 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ac8011630 con 0x7f0ad810b200 2024-05-20T21:01:52.215 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:51.230+0000 7f0acea00700 1 -- 172.21.15.8:0/142008661 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0ac8011950 con 0x7f0ad810b200 2024-05-20T21:01:52.215 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:51.230+0000 7f0adcc00700 1 -- 172.21.15.8:0/142008661 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ad819f050 con 0x7f0ad810b200 2024-05-20T21:01:52.215 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:51.230+0000 7f0adcc00700 1 -- 172.21.15.8:0/142008661 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ad81a1d40 con 0x7f0ad810b200 2024-05-20T21:01:52.215 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:51.230+0000 7f0acea00700 1 -- 172.21.15.8:0/142008661 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f0ac8011af0 con 0x7f0ad810b200 2024-05-20T21:01:52.215 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:51.231+0000 7f0acea00700 1 -- 172.21.15.8:0/142008661 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f0ac801c450 con 0x7f0ad810b200 2024-05-20T21:01:52.215 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:51.231+0000 7f0adcc00700 1 -- 172.21.15.8:0/142008661 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0ad8064ba0 con 0x7f0ad810b200 2024-05-20T21:01:52.215 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:51.235+0000 7f0acea00700 1 -- 172.21.15.8:0/142008661 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73389 (secure 0 0 0) 0x7f0ac8032020 con 0x7f0ad810b200 2024-05-20T21:01:52.215 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:51.315+0000 7f0adcc00700 1 -- 172.21.15.8:0/142008661 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "status"} v 0) -- 0x7f0ad802e6e0 con 0x7f0ad810b200 2024-05-20T21:01:52.215 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:51.316+0000 7f0acea00700 1 -- 172.21.15.8:0/142008661 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "status"}]=0 v0) ==== 54+0+317 (secure 0 0 0) 0x7f0ac8004260 con 0x7f0ad810b200 2024-05-20T21:01:52.215 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:51.318+0000 7f0adcc00700 1 -- 172.21.15.8:0/142008661 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0ad810b200 msgr2=0x7f0ad819e880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:01:52.215 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:51.318+0000 7f0adcc00700 1 --2- 172.21.15.8:0/142008661 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0ad810b200 0x7f0ad819e880 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f0ac8000c00 tx=0x7f0ac8004750 comp rx=0 tx=0).stop 2024-05-20T21:01:52.216 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:51.318+0000 7f0adcc00700 1 -- 172.21.15.8:0/142008661 shutdown_connections 2024-05-20T21:01:52.216 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:51.318+0000 7f0adcc00700 1 --2- 172.21.15.8:0/142008661 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0ad810b200 0x7f0ad819e880 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:01:52.216 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:51.318+0000 7f0adcc00700 1 -- 172.21.15.8:0/142008661 >> 172.21.15.8:0/142008661 conn(0x7f0ad807e8b0 msgr2=0x7f0ad8195560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:01:52.216 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:51.319+0000 7f0adcc00700 1 -- 172.21.15.8:0/142008661 shutdown_connections 2024-05-20T21:01:52.216 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:51.319+0000 7f0adcc00700 1 -- 172.21.15.8:0/142008661 wait complete. 2024-05-20T21:01:52.216 INFO:teuthology.orchestra.run.smithi008.stdout:mon is available 2024-05-20T21:01:52.216 INFO:teuthology.orchestra.run.smithi008.stdout:Assimilating anything we can from ceph.conf... 2024-05-20T21:01:53.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:52 smithi008 ceph-mon[31105]: from='client.? 172.21.15.8:0/2534194624' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-05-20T21:01:53.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:52 smithi008 ceph-mon[31105]: from='client.? 172.21.15.8:0/2534194624' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-05-20T21:01:53.549 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout 2024-05-20T21:01:53.550 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout [global] 2024-05-20T21:01:53.550 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout fsid = 060ce10e-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:01:53.550 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-05-20T21:01:53.551 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.8:3300,v1:172.21.15.8:6789] 2024-05-20T21:01:53.551 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-05-20T21:01:53.551 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-05-20T21:01:53.552 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-05-20T21:01:53.552 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-05-20T21:01:53.552 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout 2024-05-20T21:01:53.552 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout [mgr] 2024-05-20T21:01:53.552 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-05-20T21:01:53.553 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout 2024-05-20T21:01:53.553 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout [osd] 2024-05-20T21:01:53.553 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout bdev_async_discard = True 2024-05-20T21:01:53.553 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-05-20T21:01:53.553 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-05-20T21:01:53.553 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-05-20T21:01:53.554 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-05-20T21:01:53.554 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-05-20T21:01:53.554 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:52.803+0000 7f4b47a00700 1 Processor -- start 2024-05-20T21:01:53.554 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:52.803+0000 7f4b47a00700 1 -- start start 2024-05-20T21:01:53.554 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:52.804+0000 7f4b47a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4b40107880 0x7f4b40107ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:01:53.555 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:52.804+0000 7f4b47a00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f4b40076dc0 con 0x7f4b40107880 2024-05-20T21:01:53.555 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:52.804+0000 7f4b45000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4b40107880 0x7f4b40107ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:01:53.555 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:52.805+0000 7f4b45000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4b40107880 0x7f4b40107ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:59180/0 (socket says 172.21.15.8:59180) 2024-05-20T21:01:53.555 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:52.805+0000 7f4b45000700 1 -- 172.21.15.8:0/2539509809 learned_addr learned my addr 172.21.15.8:0/2539509809 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:01:53.556 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:52.805+0000 7f4b45000700 1 -- 172.21.15.8:0/2539509809 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b401081e0 con 0x7f4b40107880 2024-05-20T21:01:53.556 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:52.805+0000 7f4b45000700 1 --2- 172.21.15.8:0/2539509809 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4b40107880 0x7f4b40107ca0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f4b340098a0 tx=0x7f4b34009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7c1946d2cef0f5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:01:53.556 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:52.806+0000 7f4b3f400700 1 -- 172.21.15.8:0/2539509809 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4b34004160 con 0x7f4b40107880 2024-05-20T21:01:53.556 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:52.806+0000 7f4b3f400700 1 -- 172.21.15.8:0/2539509809 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4b34004300 con 0x7f4b40107880 2024-05-20T21:01:53.557 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:52.806+0000 7f4b3f400700 1 -- 172.21.15.8:0/2539509809 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4b340036a0 con 0x7f4b40107880 2024-05-20T21:01:53.557 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:52.806+0000 7f4b47a00700 1 -- 172.21.15.8:0/2539509809 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4b40107880 msgr2=0x7f4b40107ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:01:53.557 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:52.807+0000 7f4b47a00700 1 --2- 172.21.15.8:0/2539509809 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4b40107880 0x7f4b40107ca0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f4b340098a0 tx=0x7f4b34009bb0 comp rx=0 tx=0).stop 2024-05-20T21:01:53.557 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:52.807+0000 7f4b47a00700 1 -- 172.21.15.8:0/2539509809 shutdown_connections 2024-05-20T21:01:53.557 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:52.807+0000 7f4b47a00700 1 --2- 172.21.15.8:0/2539509809 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4b40107880 0x7f4b40107ca0 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:01:53.558 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:52.807+0000 7f4b47a00700 1 -- 172.21.15.8:0/2539509809 >> 172.21.15.8:0/2539509809 conn(0x7f4b40103460 msgr2=0x7f4b40105880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:01:53.558 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:52.807+0000 7f4b47a00700 1 -- 172.21.15.8:0/2539509809 shutdown_connections 2024-05-20T21:01:53.558 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:52.807+0000 7f4b47a00700 1 -- 172.21.15.8:0/2539509809 wait complete. 2024-05-20T21:01:53.558 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:52.808+0000 7f4b47a00700 1 Processor -- start 2024-05-20T21:01:53.559 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:52.808+0000 7f4b47a00700 1 -- start start 2024-05-20T21:01:53.559 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:52.808+0000 7f4b47a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4b40107880 0x7f4b4019e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:01:53.559 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:52.808+0000 7f4b47a00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f4b40108710 con 0x7f4b40107880 2024-05-20T21:01:53.559 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:52.809+0000 7f4b45000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4b40107880 0x7f4b4019e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:01:53.559 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:52.809+0000 7f4b45000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4b40107880 0x7f4b4019e8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:59196/0 (socket says 172.21.15.8:59196) 2024-05-20T21:01:53.560 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:52.809+0000 7f4b45000700 1 -- 172.21.15.8:0/2534194624 learned_addr learned my addr 172.21.15.8:0/2534194624 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:01:53.560 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:52.809+0000 7f4b45000700 1 -- 172.21.15.8:0/2534194624 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b4019ee20 con 0x7f4b40107880 2024-05-20T21:01:53.560 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:52.809+0000 7f4b45000700 1 --2- 172.21.15.8:0/2534194624 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4b40107880 0x7f4b4019e8e0 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f4b34000c00 tx=0x7f4b34004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:01:53.560 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:52.810+0000 7f4b3d600700 1 -- 172.21.15.8:0/2534194624 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4b34003db0 con 0x7f4b40107880 2024-05-20T21:01:53.561 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:52.810+0000 7f4b3d600700 1 -- 172.21.15.8:0/2534194624 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4b34011630 con 0x7f4b40107880 2024-05-20T21:01:53.561 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:52.810+0000 7f4b3d600700 1 -- 172.21.15.8:0/2534194624 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4b34011950 con 0x7f4b40107880 2024-05-20T21:01:53.561 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:52.810+0000 7f4b47a00700 1 -- 172.21.15.8:0/2534194624 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b4019f0b0 con 0x7f4b40107880 2024-05-20T21:01:53.561 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:52.810+0000 7f4b47a00700 1 -- 172.21.15.8:0/2534194624 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b401a1da0 con 0x7f4b40107880 2024-05-20T21:01:53.562 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:52.810+0000 7f4b3d600700 1 -- 172.21.15.8:0/2534194624 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f4b3401a460 con 0x7f4b40107880 2024-05-20T21:01:53.562 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:52.810+0000 7f4b3d600700 1 -- 172.21.15.8:0/2534194624 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f4b3401b780 con 0x7f4b40107880 2024-05-20T21:01:53.562 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:52.811+0000 7f4b47a00700 1 -- 172.21.15.8:0/2534194624 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4b40064ba0 con 0x7f4b40107880 2024-05-20T21:01:53.562 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:52.814+0000 7f4b3d600700 1 -- 172.21.15.8:0/2534194624 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73389 (secure 0 0 0) 0x7f4b3401b980 con 0x7f4b40107880 2024-05-20T21:01:53.563 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:52.894+0000 7f4b47a00700 1 -- 172.21.15.8:0/2534194624 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7f4b401a1f70 con 0x7f4b40107880 2024-05-20T21:01:53.563 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:52.904+0000 7f4b3d600700 1 -- 172.21.15.8:0/2534194624 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v2) ==== 70+0+490 (secure 0 0 0) 0x7f4b3401bb60 con 0x7f4b40107880 2024-05-20T21:01:53.563 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:52.905+0000 7f4b47a00700 1 -- 172.21.15.8:0/2534194624 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4b40107880 msgr2=0x7f4b4019e8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:01:53.563 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:52.905+0000 7f4b47a00700 1 --2- 172.21.15.8:0/2534194624 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4b40107880 0x7f4b4019e8e0 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f4b34000c00 tx=0x7f4b34004750 comp rx=0 tx=0).stop 2024-05-20T21:01:53.564 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:52.905+0000 7f4b47a00700 1 -- 172.21.15.8:0/2534194624 shutdown_connections 2024-05-20T21:01:53.564 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:52.905+0000 7f4b47a00700 1 --2- 172.21.15.8:0/2534194624 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4b40107880 0x7f4b4019e8e0 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:01:53.564 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:52.905+0000 7f4b47a00700 1 -- 172.21.15.8:0/2534194624 >> 172.21.15.8:0/2534194624 conn(0x7f4b40103460 msgr2=0x7f4b40194f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:01:53.564 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:52.906+0000 7f4b47a00700 1 -- 172.21.15.8:0/2534194624 shutdown_connections 2024-05-20T21:01:53.564 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:52.906+0000 7f4b47a00700 1 -- 172.21.15.8:0/2534194624 wait complete. 2024-05-20T21:01:53.565 INFO:teuthology.orchestra.run.smithi008.stdout:Generating new minimal ceph.conf... 2024-05-20T21:01:54.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:54 smithi008 ceph-mon[31105]: from='client.? 172.21.15.8:0/1789930684' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:01:54.879 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:54.165+0000 7efdd8e00700 1 Processor -- start 2024-05-20T21:01:54.879 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:54.165+0000 7efdd8e00700 1 -- start start 2024-05-20T21:01:54.879 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:54.166+0000 7efdd8e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7efdd4107e50 0x7efdd4108270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:01:54.879 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:54.166+0000 7efdd8e00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7efdd41087b0 con 0x7efdd4107e50 2024-05-20T21:01:54.880 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:54.166+0000 7efdd1e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7efdd4107e50 0x7efdd4108270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:01:54.880 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:54.166+0000 7efdd1e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7efdd4107e50 0x7efdd4108270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:59198/0 (socket says 172.21.15.8:59198) 2024-05-20T21:01:54.880 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:54.166+0000 7efdd1e00700 1 -- 172.21.15.8:0/1816631727 learned_addr learned my addr 172.21.15.8:0/1816631727 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:01:54.880 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:54.167+0000 7efdd1e00700 1 -- 172.21.15.8:0/1816631727 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efdd4109040 con 0x7efdd4107e50 2024-05-20T21:01:54.880 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:54.167+0000 7efdd1e00700 1 --2- 172.21.15.8:0/1816631727 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7efdd4107e50 0x7efdd4108270 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7efdc40098a0 tx=0x7efdc4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=716e2f86ac2d4cf9 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:01:54.880 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:54.167+0000 7efdd0a00700 1 -- 172.21.15.8:0/1816631727 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efdc4004160 con 0x7efdd4107e50 2024-05-20T21:01:54.880 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:54.167+0000 7efdd0a00700 1 -- 172.21.15.8:0/1816631727 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7efdc4004300 con 0x7efdd4107e50 2024-05-20T21:01:54.880 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:54.167+0000 7efdd0a00700 1 -- 172.21.15.8:0/1816631727 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efdc4011af0 con 0x7efdd4107e50 2024-05-20T21:01:54.881 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:54.168+0000 7efdd8e00700 1 -- 172.21.15.8:0/1816631727 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7efdd4107e50 msgr2=0x7efdd4108270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:01:54.881 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:54.168+0000 7efdd8e00700 1 --2- 172.21.15.8:0/1816631727 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7efdd4107e50 0x7efdd4108270 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7efdc40098a0 tx=0x7efdc4009bb0 comp rx=0 tx=0).stop 2024-05-20T21:01:54.881 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:54.168+0000 7efdd8e00700 1 -- 172.21.15.8:0/1816631727 shutdown_connections 2024-05-20T21:01:54.881 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:54.168+0000 7efdd8e00700 1 --2- 172.21.15.8:0/1816631727 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7efdd4107e50 0x7efdd4108270 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:01:54.881 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:54.168+0000 7efdd8e00700 1 -- 172.21.15.8:0/1816631727 >> 172.21.15.8:0/1816631727 conn(0x7efdd4103460 msgr2=0x7efdd4105880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:01:54.881 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:54.168+0000 7efdd8e00700 1 -- 172.21.15.8:0/1816631727 shutdown_connections 2024-05-20T21:01:54.881 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:54.168+0000 7efdd8e00700 1 -- 172.21.15.8:0/1816631727 wait complete. 2024-05-20T21:01:54.881 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:54.169+0000 7efdd8e00700 1 Processor -- start 2024-05-20T21:01:54.881 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:54.170+0000 7efdd8e00700 1 -- start start 2024-05-20T21:01:54.881 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:54.170+0000 7efdd8e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7efdd4107e50 0x7efdd419f1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:01:54.882 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:54.170+0000 7efdd8e00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7efdd410c300 con 0x7efdd4107e50 2024-05-20T21:01:54.882 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:54.171+0000 7efdd1e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7efdd4107e50 0x7efdd419f1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:01:54.882 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:54.171+0000 7efdd1e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7efdd4107e50 0x7efdd419f1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:59208/0 (socket says 172.21.15.8:59208) 2024-05-20T21:01:54.882 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:54.171+0000 7efdd1e00700 1 -- 172.21.15.8:0/1789930684 learned_addr learned my addr 172.21.15.8:0/1789930684 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:01:54.882 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:54.171+0000 7efdd1e00700 1 -- 172.21.15.8:0/1789930684 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efdd419f720 con 0x7efdd4107e50 2024-05-20T21:01:54.883 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:54.171+0000 7efdd1e00700 1 --2- 172.21.15.8:0/1789930684 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7efdd4107e50 0x7efdd419f1e0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7efdc40117b0 tx=0x7efdc4011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:01:54.883 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:54.172+0000 7efdcaa00700 1 -- 172.21.15.8:0/1789930684 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efdc4003af0 con 0x7efdd4107e50 2024-05-20T21:01:54.883 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:54.172+0000 7efdcaa00700 1 -- 172.21.15.8:0/1789930684 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7efdc4020070 con 0x7efdd4107e50 2024-05-20T21:01:54.883 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:54.172+0000 7efdcaa00700 1 -- 172.21.15.8:0/1789930684 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efdc4019630 con 0x7efdd4107e50 2024-05-20T21:01:54.883 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:54.172+0000 7efdd8e00700 1 -- 172.21.15.8:0/1789930684 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efdd419f9b0 con 0x7efdd4107e50 2024-05-20T21:01:54.884 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:54.172+0000 7efdd8e00700 1 -- 172.21.15.8:0/1789930684 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efdd41a26a0 con 0x7efdd4107e50 2024-05-20T21:01:54.885 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:54.172+0000 7efdcaa00700 1 -- 172.21.15.8:0/1789930684 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7efdc4019c30 con 0x7efdd4107e50 2024-05-20T21:01:54.885 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:54.172+0000 7efdcaa00700 1 -- 172.21.15.8:0/1789930684 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7efdc400b720 con 0x7efdd4107e50 2024-05-20T21:01:54.885 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:54.173+0000 7efdd8e00700 1 -- 172.21.15.8:0/1789930684 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efdd4064ba0 con 0x7efdd4107e50 2024-05-20T21:01:54.885 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:54.176+0000 7efdcaa00700 1 -- 172.21.15.8:0/1789930684 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73389 (secure 0 0 0) 0x7efdc40042c0 con 0x7efdd4107e50 2024-05-20T21:01:54.885 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:54.254+0000 7efdd8e00700 1 -- 172.21.15.8:0/1789930684 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7efdd402e770 con 0x7efdd4107e50 2024-05-20T21:01:54.885 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:54.254+0000 7efdcaa00700 1 -- 172.21.15.8:0/1789930684 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v2) ==== 76+0+173 (secure 0 0 0) 0x7efdc401a9c0 con 0x7efdd4107e50 2024-05-20T21:01:54.885 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:54.256+0000 7efdd8e00700 1 -- 172.21.15.8:0/1789930684 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7efdd4107e50 msgr2=0x7efdd419f1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:01:54.885 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:54.256+0000 7efdd8e00700 1 --2- 172.21.15.8:0/1789930684 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7efdd4107e50 0x7efdd419f1e0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7efdc40117b0 tx=0x7efdc4011b70 comp rx=0 tx=0).stop 2024-05-20T21:01:54.885 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:54.256+0000 7efdd8e00700 1 -- 172.21.15.8:0/1789930684 shutdown_connections 2024-05-20T21:01:54.885 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:54.256+0000 7efdd8e00700 1 --2- 172.21.15.8:0/1789930684 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7efdd4107e50 0x7efdd419f1e0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:01:54.885 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:54.256+0000 7efdd8e00700 1 -- 172.21.15.8:0/1789930684 >> 172.21.15.8:0/1789930684 conn(0x7efdd4103460 msgr2=0x7efdd4104390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:01:54.886 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:54.256+0000 7efdd8e00700 1 -- 172.21.15.8:0/1789930684 shutdown_connections 2024-05-20T21:01:54.886 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:54.256+0000 7efdd8e00700 1 -- 172.21.15.8:0/1789930684 wait complete. 2024-05-20T21:01:54.886 INFO:teuthology.orchestra.run.smithi008.stdout:Restarting the monitor... 2024-05-20T21:01:55.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:54 smithi008 systemd[1]: Stopping Ceph mon.a for 060ce10e-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:01:55.492 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:55 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mon-a[31101]: 2024-05-20T21:01:55.380+0000 7fb285e00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-05-20T21:01:55.492 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:55 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mon-a[31101]: 2024-05-20T21:01:55.380+0000 7fb285e00700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-05-20T21:01:55.802 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:55 smithi008 podman[31347]: 2024-05-20 21:01:55.492995536 +0000 UTC m=+0.231376084 container died 55dbe8a4c92a3903bb2751c4b9ed9bd9661608a6fae20903d4c25f6a19827147 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mon-a, RELEASE=wip-lusov-quiesce-4ebd1d5, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514) 2024-05-20T21:01:56.181 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:55 smithi008 podman[31347]: 2024-05-20 21:01:55.913820489 +0000 UTC m=+0.652201064 container cleanup 55dbe8a4c92a3903bb2751c4b9ed9bd9661608a6fae20903d4c25f6a19827147 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mon-a, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-4ebd1d5, io.buildah.version=1.33.5) 2024-05-20T21:01:56.181 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:55 smithi008 bash[31347]: ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mon-a 2024-05-20T21:01:56.441 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:56 smithi008 podman[31358]: 2024-05-20 21:01:56.180877925 +0000 UTC m=+0.669447689 container remove 55dbe8a4c92a3903bb2751c4b9ed9bd9661608a6fae20903d4c25f6a19827147 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-20T21:01:57.112 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:56 smithi008 systemd[1]: ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mon.a.service: Deactivated successfully. 2024-05-20T21:01:57.113 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:56 smithi008 systemd[1]: Stopped Ceph mon.a for 060ce10e-16ec-11ef-bc9a-c7b262605968. 2024-05-20T21:01:57.113 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:56 smithi008 systemd[1]: ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mon.a.service: Consumed 2.030s CPU time. 2024-05-20T21:01:57.113 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:56 smithi008 systemd[1]: Starting Ceph mon.a for 060ce10e-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:01:57.394 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 podman[31449]: 2024-05-20 21:01:57.022113768 +0000 UTC m=+0.038088659 image pull 559f9f2978373b56e1ed37e8f2207b076e9eb3d6ccfe36983da65ed32ed7d489 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 2024-05-20T21:01:57.394 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 podman[31449]: 2024-05-20 21:01:57.248774577 +0000 UTC m=+0.264749497 container create 8256db0f1f6b61abf334eae9c2d2da19609e462495b698d80e1917276cea2191 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mon-a, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-20T21:01:57.579 INFO:teuthology.orchestra.run.smithi008.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-05-20T21:01:57.732 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 podman[31449]: 2024-05-20 21:01:57.479481981 +0000 UTC m=+0.495456907 container init 8256db0f1f6b61abf334eae9c2d2da19609e462495b698d80e1917276cea2191 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mon-a, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_CLEAN=True, org.label-schema.build-date=20240514, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-05-20T21:01:57.732 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 podman[31449]: 2024-05-20 21:01:57.490163299 +0000 UTC m=+0.506138209 container start 8256db0f1f6b61abf334eae9c2d2da19609e462495b698d80e1917276cea2191 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mon-a, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_CLEAN=True, org.label-schema.build-date=20240514, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-05-20T21:01:57.733 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: set uid:gid to 167:167 (ceph:ceph) 2024-05-20T21:01:57.733 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: ceph version 19.0.0-3830-g4ebd1d53 (4ebd1d5361d457738957dc0455bba90102296634) squid (dev), process ceph-mon, pid 2 2024-05-20T21:01:57.733 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: pidfile_write: ignore empty --pid-file 2024-05-20T21:01:57.733 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: load: jerasure load: lrc 2024-05-20T21:01:57.733 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: RocksDB version: 7.9.2 2024-05-20T21:01:57.733 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Git sha 0 2024-05-20T21:01:57.733 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Compile date 2024-05-20 17:11:59 2024-05-20T21:01:57.733 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: DB SUMMARY 2024-05-20T21:01:57.733 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: DB Session ID: XZEZBOMSYDY7QFIXIBIS 2024-05-20T21:01:57.733 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: CURRENT file: CURRENT 2024-05-20T21:01:57.734 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: IDENTITY file: IDENTITY 2024-05-20T21:01:57.734 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-05-20T21:01:57.734 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-05-20T21:01:57.734 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 104970 ; 2024-05-20T21:01:57.734 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.error_if_exists: 0 2024-05-20T21:01:57.734 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.create_if_missing: 0 2024-05-20T21:01:57.734 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.paranoid_checks: 1 2024-05-20T21:01:57.734 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.flush_verify_memtable_count: 1 2024-05-20T21:01:57.735 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-05-20T21:01:57.735 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-05-20T21:01:57.735 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.env: 0x5621fafd4cc0 2024-05-20T21:01:57.735 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.fs: PosixFileSystem 2024-05-20T21:01:57.735 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.info_log: 0x5622355d3de0 2024-05-20T21:01:57.735 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.max_file_opening_threads: 16 2024-05-20T21:01:57.735 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.statistics: (nil) 2024-05-20T21:01:57.736 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.use_fsync: 0 2024-05-20T21:01:57.736 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.max_log_file_size: 0 2024-05-20T21:01:57.736 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-05-20T21:01:57.736 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.log_file_time_to_roll: 0 2024-05-20T21:01:57.736 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.keep_log_file_num: 1000 2024-05-20T21:01:57.736 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.recycle_log_file_num: 0 2024-05-20T21:01:57.736 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.allow_fallocate: 1 2024-05-20T21:01:57.736 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.allow_mmap_reads: 0 2024-05-20T21:01:57.737 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.allow_mmap_writes: 0 2024-05-20T21:01:57.737 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.use_direct_reads: 0 2024-05-20T21:01:57.737 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-05-20T21:01:57.737 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.create_missing_column_families: 0 2024-05-20T21:01:57.737 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.db_log_dir: 2024-05-20T21:01:57.737 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.wal_dir: 2024-05-20T21:01:57.737 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.table_cache_numshardbits: 6 2024-05-20T21:01:57.737 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.WAL_ttl_seconds: 0 2024-05-20T21:01:57.737 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.WAL_size_limit_MB: 0 2024-05-20T21:01:57.737 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-05-20T21:01:57.738 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-05-20T21:01:57.738 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.is_fd_close_on_exec: 1 2024-05-20T21:01:57.738 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.advise_random_on_open: 1 2024-05-20T21:01:57.738 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.db_write_buffer_size: 0 2024-05-20T21:01:57.738 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.write_buffer_manager: 0x5622355a50e0 2024-05-20T21:01:57.738 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-05-20T21:01:57.738 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-05-20T21:01:57.739 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.use_adaptive_mutex: 0 2024-05-20T21:01:57.739 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.rate_limiter: (nil) 2024-05-20T21:01:57.739 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-05-20T21:01:57.739 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.wal_recovery_mode: 2 2024-05-20T21:01:57.739 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.enable_thread_tracking: 0 2024-05-20T21:01:57.739 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.enable_pipelined_write: 0 2024-05-20T21:01:57.739 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.unordered_write: 0 2024-05-20T21:01:57.739 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-05-20T21:01:57.739 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-05-20T21:01:57.739 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-05-20T21:01:57.740 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-05-20T21:01:57.740 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.row_cache: None 2024-05-20T21:01:57.740 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.wal_filter: None 2024-05-20T21:01:57.740 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-05-20T21:01:57.740 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.allow_ingest_behind: 0 2024-05-20T21:01:57.740 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.two_write_queues: 0 2024-05-20T21:01:57.740 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.manual_wal_flush: 0 2024-05-20T21:01:57.740 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.wal_compression: 0 2024-05-20T21:01:57.740 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.atomic_flush: 0 2024-05-20T21:01:57.740 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-05-20T21:01:57.740 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.persist_stats_to_disk: 0 2024-05-20T21:01:57.741 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.write_dbid_to_manifest: 0 2024-05-20T21:01:57.741 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.log_readahead_size: 0 2024-05-20T21:01:57.741 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-05-20T21:01:57.741 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.best_efforts_recovery: 0 2024-05-20T21:01:57.741 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-05-20T21:01:57.741 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-05-20T21:01:57.741 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.allow_data_in_errors: 0 2024-05-20T21:01:57.741 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.db_host_id: __hostname__ 2024-05-20T21:01:57.741 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.enforce_single_del_contracts: true 2024-05-20T21:01:57.741 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.max_background_jobs: 2 2024-05-20T21:01:57.742 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.max_background_compactions: -1 2024-05-20T21:01:57.742 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.max_subcompactions: 1 2024-05-20T21:01:57.742 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-05-20T21:01:57.742 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-05-20T21:01:57.742 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.delayed_write_rate : 16777216 2024-05-20T21:01:57.742 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.max_total_wal_size: 0 2024-05-20T21:01:57.742 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-05-20T21:01:57.742 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.stats_dump_period_sec: 600 2024-05-20T21:01:57.742 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.stats_persist_period_sec: 600 2024-05-20T21:01:57.743 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-05-20T21:01:57.743 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.max_open_files: -1 2024-05-20T21:01:57.743 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.bytes_per_sync: 0 2024-05-20T21:01:57.743 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.wal_bytes_per_sync: 0 2024-05-20T21:01:57.743 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.strict_bytes_per_sync: 0 2024-05-20T21:01:57.743 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.compaction_readahead_size: 0 2024-05-20T21:01:57.743 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.max_background_flushes: -1 2024-05-20T21:01:57.743 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Compression algorithms supported: 2024-05-20T21:01:57.743 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-05-20T21:01:57.743 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: kZSTD supported: 0 2024-05-20T21:01:57.744 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: kXpressCompression supported: 0 2024-05-20T21:01:57.744 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: kLZ4HCCompression supported: 1 2024-05-20T21:01:57.744 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: kZlibCompression supported: 1 2024-05-20T21:01:57.744 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: kSnappyCompression supported: 1 2024-05-20T21:01:57.744 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: kLZ4Compression supported: 1 2024-05-20T21:01:57.744 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: kBZip2Compression supported: 0 2024-05-20T21:01:57.744 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Fast CRC32 supported: Supported on x86 2024-05-20T21:01:57.744 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: DMutex implementation: pthread_mutex_t 2024-05-20T21:01:57.744 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-05-20T21:01:57.744 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-05-20T21:01:57.744 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-05-20T21:01:57.744 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.merge_operator: 2024-05-20T21:01:57.744 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.compaction_filter: None 2024-05-20T21:01:57.744 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.compaction_filter_factory: None 2024-05-20T21:01:57.745 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.sst_partitioner_factory: None 2024-05-20T21:01:57.745 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.memtable_factory: SkipListFactory 2024-05-20T21:01:57.745 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.table_factory: BlockBasedTable 2024-05-20T21:01:57.745 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5622355d3fa0) 2024-05-20T21:01:57.745 INFO:journalctl@ceph.mon.a.smithi008.stdout: cache_index_and_filter_blocks: 1 2024-05-20T21:01:57.745 INFO:journalctl@ceph.mon.a.smithi008.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-05-20T21:01:57.745 INFO:journalctl@ceph.mon.a.smithi008.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-05-20T21:01:57.745 INFO:journalctl@ceph.mon.a.smithi008.stdout: pin_top_level_index_and_filter: 1 2024-05-20T21:01:57.745 INFO:journalctl@ceph.mon.a.smithi008.stdout: index_type: 0 2024-05-20T21:01:57.745 INFO:journalctl@ceph.mon.a.smithi008.stdout: data_block_index_type: 0 2024-05-20T21:01:57.745 INFO:journalctl@ceph.mon.a.smithi008.stdout: index_shortening: 1 2024-05-20T21:01:57.745 INFO:journalctl@ceph.mon.a.smithi008.stdout: data_block_hash_table_util_ratio: 0.750000 2024-05-20T21:01:57.745 INFO:journalctl@ceph.mon.a.smithi008.stdout: checksum: 4 2024-05-20T21:01:57.745 INFO:journalctl@ceph.mon.a.smithi008.stdout: no_block_cache: 0 2024-05-20T21:01:57.746 INFO:journalctl@ceph.mon.a.smithi008.stdout: block_cache: 0x5622355d71f0 2024-05-20T21:01:57.746 INFO:journalctl@ceph.mon.a.smithi008.stdout: block_cache_name: BinnedLRUCache 2024-05-20T21:01:57.746 INFO:journalctl@ceph.mon.a.smithi008.stdout: block_cache_options: 2024-05-20T21:01:57.746 INFO:journalctl@ceph.mon.a.smithi008.stdout: capacity : 536870912 2024-05-20T21:01:57.746 INFO:journalctl@ceph.mon.a.smithi008.stdout: num_shard_bits : 4 2024-05-20T21:01:57.746 INFO:journalctl@ceph.mon.a.smithi008.stdout: strict_capacity_limit : 0 2024-05-20T21:01:57.746 INFO:journalctl@ceph.mon.a.smithi008.stdout: high_pri_pool_ratio: 0.000 2024-05-20T21:01:57.746 INFO:journalctl@ceph.mon.a.smithi008.stdout: block_cache_compressed: (nil) 2024-05-20T21:01:57.746 INFO:journalctl@ceph.mon.a.smithi008.stdout: persistent_cache: (nil) 2024-05-20T21:01:57.746 INFO:journalctl@ceph.mon.a.smithi008.stdout: block_size: 4096 2024-05-20T21:01:57.746 INFO:journalctl@ceph.mon.a.smithi008.stdout: block_size_deviation: 10 2024-05-20T21:01:57.746 INFO:journalctl@ceph.mon.a.smithi008.stdout: block_restart_interval: 16 2024-05-20T21:01:57.746 INFO:journalctl@ceph.mon.a.smithi008.stdout: index_block_restart_interval: 1 2024-05-20T21:01:57.747 INFO:journalctl@ceph.mon.a.smithi008.stdout: metadata_block_size: 4096 2024-05-20T21:01:57.747 INFO:journalctl@ceph.mon.a.smithi008.stdout: partition_filters: 0 2024-05-20T21:01:57.747 INFO:journalctl@ceph.mon.a.smithi008.stdout: use_delta_encoding: 1 2024-05-20T21:01:57.747 INFO:journalctl@ceph.mon.a.smithi008.stdout: filter_policy: bloomfilter 2024-05-20T21:01:57.747 INFO:journalctl@ceph.mon.a.smithi008.stdout: whole_key_filtering: 1 2024-05-20T21:01:57.747 INFO:journalctl@ceph.mon.a.smithi008.stdout: verify_compression: 0 2024-05-20T21:01:57.747 INFO:journalctl@ceph.mon.a.smithi008.stdout: read_amp_bytes_per_bit: 0 2024-05-20T21:01:57.747 INFO:journalctl@ceph.mon.a.smithi008.stdout: format_version: 5 2024-05-20T21:01:57.747 INFO:journalctl@ceph.mon.a.smithi008.stdout: enable_index_compression: 1 2024-05-20T21:01:57.747 INFO:journalctl@ceph.mon.a.smithi008.stdout: block_align: 0 2024-05-20T21:01:57.747 INFO:journalctl@ceph.mon.a.smithi008.stdout: max_auto_readahead_size: 262144 2024-05-20T21:01:57.747 INFO:journalctl@ceph.mon.a.smithi008.stdout: prepopulate_block_cache: 0 2024-05-20T21:01:57.747 INFO:journalctl@ceph.mon.a.smithi008.stdout: initial_auto_readahead_size: 8192 2024-05-20T21:01:57.747 INFO:journalctl@ceph.mon.a.smithi008.stdout: num_file_reads_for_auto_readahead: 2 2024-05-20T21:01:57.748 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.write_buffer_size: 33554432 2024-05-20T21:01:57.748 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.max_write_buffer_number: 2 2024-05-20T21:01:57.749 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.compression: NoCompression 2024-05-20T21:01:57.749 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.bottommost_compression: Disabled 2024-05-20T21:01:57.749 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.prefix_extractor: nullptr 2024-05-20T21:01:57.749 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-05-20T21:01:57.749 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.num_levels: 7 2024-05-20T21:01:57.749 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-05-20T21:01:57.749 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-05-20T21:01:57.749 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-05-20T21:01:57.749 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-05-20T21:01:57.749 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-05-20T21:01:57.749 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-05-20T21:01:57.749 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-05-20T21:01:57.749 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-05-20T21:01:57.750 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-05-20T21:01:57.750 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-05-20T21:01:57.750 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-05-20T21:01:57.750 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-05-20T21:01:57.750 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.compression_opts.window_bits: -14 2024-05-20T21:01:57.750 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.compression_opts.level: 32767 2024-05-20T21:01:57.750 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.compression_opts.strategy: 0 2024-05-20T21:01:57.750 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-05-20T21:01:57.750 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-05-20T21:01:57.750 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-05-20T21:01:57.750 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-05-20T21:01:57.750 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.compression_opts.enabled: false 2024-05-20T21:01:57.750 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-05-20T21:01:57.750 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-05-20T21:01:57.751 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-05-20T21:01:57.751 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-05-20T21:01:57.751 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.target_file_size_base: 67108864 2024-05-20T21:01:57.751 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.target_file_size_multiplier: 1 2024-05-20T21:01:57.751 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-05-20T21:01:57.751 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-05-20T21:01:57.751 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-05-20T21:01:57.751 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-05-20T21:01:57.751 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-05-20T21:01:57.752 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-05-20T21:01:57.752 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-05-20T21:01:57.752 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-05-20T21:01:57.752 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-05-20T21:01:57.752 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-05-20T21:01:57.752 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-05-20T21:01:57.752 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-05-20T21:01:57.752 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-05-20T21:01:57.752 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.arena_block_size: 1048576 2024-05-20T21:01:57.752 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-05-20T21:01:57.752 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-05-20T21:01:57.752 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.disable_auto_compactions: 0 2024-05-20T21:01:57.752 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-05-20T21:01:57.753 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-05-20T21:01:57.753 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-05-20T21:01:57.753 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-05-20T21:01:57.753 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-05-20T21:01:57.753 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-05-20T21:01:57.753 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-05-20T21:01:57.753 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-05-20T21:01:57.753 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-05-20T21:01:57.753 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-05-20T21:01:57.753 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-05-20T21:01:57.753 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.inplace_update_support: 0 2024-05-20T21:01:57.753 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.inplace_update_num_locks: 10000 2024-05-20T21:01:57.753 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-05-20T21:01:57.753 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-05-20T21:01:57.754 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.memtable_huge_page_size: 0 2024-05-20T21:01:57.754 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.bloom_locality: 0 2024-05-20T21:01:57.754 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.max_successive_merges: 0 2024-05-20T21:01:57.754 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.optimize_filters_for_hits: 0 2024-05-20T21:01:57.754 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.paranoid_file_checks: 0 2024-05-20T21:01:57.754 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.force_consistency_checks: 1 2024-05-20T21:01:57.754 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.report_bg_io_stats: 0 2024-05-20T21:01:57.754 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.ttl: 2592000 2024-05-20T21:01:57.754 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.periodic_compaction_seconds: 0 2024-05-20T21:01:57.754 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-05-20T21:01:57.754 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-05-20T21:01:57.754 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.enable_blob_files: false 2024-05-20T21:01:57.754 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.min_blob_size: 0 2024-05-20T21:01:57.754 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.blob_file_size: 268435456 2024-05-20T21:01:57.755 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.blob_compression_type: NoCompression 2024-05-20T21:01:57.755 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.enable_blob_garbage_collection: false 2024-05-20T21:01:57.755 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-05-20T21:01:57.755 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-05-20T21:01:57.755 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-05-20T21:01:57.755 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.blob_file_starting_level: 0 2024-05-20T21:01:57.755 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-05-20T21:01:57.755 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-05-20T21:01:57.755 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-05-20T21:01:57.755 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 3d4580af-06d4-44d4-822c-39fcd14454a4 2024-05-20T21:01:57.755 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: EVENT_LOG_v1 {"time_micros": 1716238917544513, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-05-20T21:01:57.755 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-05-20T21:01:57.755 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: EVENT_LOG_v1 {"time_micros": 1716238917545998, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 100139, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 326, "table_properties": {"data_size": 98023, "index_size": 308, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 773, "raw_key_size": 14153, "raw_average_key_size": 49, "raw_value_size": 90322, "raw_average_value_size": 316, "num_data_blocks": 12, "num_entries": 285, "num_filter_entries": 285, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1716238917, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "3d4580af-06d4-44d4-822c-39fcd14454a4", "db_session_id": "XZEZBOMSYDY7QFIXIBIS", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-05-20T21:01:57.755 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: EVENT_LOG_v1 {"time_micros": 1716238917546262, "job": 1, "event": "recovery_finished"} 2024-05-20T21:01:57.755 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-05-20T21:01:57.756 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-05-20T21:01:57.756 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5622356f4000 2024-05-20T21:01:57.756 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: DB pointer 0x5622356e0000 2024-05-20T21:01:57.756 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-05-20T21:01:57.756 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-05-20T21:01:57.756 INFO:journalctl@ceph.mon.a.smithi008.stdout: ** DB Stats ** 2024-05-20T21:01:57.756 INFO:journalctl@ceph.mon.a.smithi008.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-05-20T21:01:57.756 INFO:journalctl@ceph.mon.a.smithi008.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-05-20T21:01:57.756 INFO:journalctl@ceph.mon.a.smithi008.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-20T21:01:57.756 INFO:journalctl@ceph.mon.a.smithi008.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-20T21:01:57.756 INFO:journalctl@ceph.mon.a.smithi008.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-05-20T21:01:57.756 INFO:journalctl@ceph.mon.a.smithi008.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-20T21:01:57.756 INFO:journalctl@ceph.mon.a.smithi008.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-20T21:01:57.756 INFO:journalctl@ceph.mon.a.smithi008.stdout: 2024-05-20T21:01:57.756 INFO:journalctl@ceph.mon.a.smithi008.stdout: ** Compaction Stats [default] ** 2024-05-20T21:01:57.756 INFO:journalctl@ceph.mon.a.smithi008.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-20T21:01:57.757 INFO:journalctl@ceph.mon.a.smithi008.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-05-20T21:01:57.757 INFO:journalctl@ceph.mon.a.smithi008.stdout: L0 2/0 99.65 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 104.8 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-05-20T21:01:57.757 INFO:journalctl@ceph.mon.a.smithi008.stdout: Sum 2/0 99.65 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 104.8 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-05-20T21:01:57.757 INFO:journalctl@ceph.mon.a.smithi008.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 104.8 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-05-20T21:01:57.757 INFO:journalctl@ceph.mon.a.smithi008.stdout: 2024-05-20T21:01:57.757 INFO:journalctl@ceph.mon.a.smithi008.stdout: ** Compaction Stats [default] ** 2024-05-20T21:01:57.757 INFO:journalctl@ceph.mon.a.smithi008.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-20T21:01:57.757 INFO:journalctl@ceph.mon.a.smithi008.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-05-20T21:01:57.757 INFO:journalctl@ceph.mon.a.smithi008.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 104.8 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-05-20T21:01:57.757 INFO:journalctl@ceph.mon.a.smithi008.stdout: 2024-05-20T21:01:57.757 INFO:journalctl@ceph.mon.a.smithi008.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-05-20T21:01:57.757 INFO:journalctl@ceph.mon.a.smithi008.stdout: 2024-05-20T21:01:57.757 INFO:journalctl@ceph.mon.a.smithi008.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-05-20T21:01:57.758 INFO:journalctl@ceph.mon.a.smithi008.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-05-20T21:01:57.758 INFO:journalctl@ceph.mon.a.smithi008.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-05-20T21:01:57.758 INFO:journalctl@ceph.mon.a.smithi008.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-05-20T21:01:57.758 INFO:journalctl@ceph.mon.a.smithi008.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-05-20T21:01:57.758 INFO:journalctl@ceph.mon.a.smithi008.stdout: AddFile(Keys): cumulative 0, interval 0 2024-05-20T21:01:57.758 INFO:journalctl@ceph.mon.a.smithi008.stdout: Cumulative compaction: 0.00 GB write, 13.43 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-20T21:01:57.758 INFO:journalctl@ceph.mon.a.smithi008.stdout: Interval compaction: 0.00 GB write, 13.43 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-20T21:01:57.758 INFO:journalctl@ceph.mon.a.smithi008.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-05-20T21:01:57.758 INFO:journalctl@ceph.mon.a.smithi008.stdout: Block cache BinnedLRUCache@0x5622355d71f0#2 capacity: 512.00 MB usage: 1.52 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.2e-05 secs_since: 0 2024-05-20T21:01:57.758 INFO:journalctl@ceph.mon.a.smithi008.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,1.02 KB,0.000193715%) IndexBlock(2,0.50 KB,9.53674e-05%) Misc(1,0.00 KB,0%) 2024-05-20T21:01:57.758 INFO:journalctl@ceph.mon.a.smithi008.stdout: 2024-05-20T21:01:57.758 INFO:journalctl@ceph.mon.a.smithi008.stdout: ** File Read Latency Histogram By Level [default] ** 2024-05-20T21:01:57.758 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: starting mon.a rank 0 at public addrs [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] at bind addrs [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:01:57.758 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: mon.a@-1(???) e1 preinit fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:01:57.759 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: mon.a@-1(???).mds e1 new map 2024-05-20T21:01:57.759 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: mon.a@-1(???).mds e1 print_map 2024-05-20T21:01:57.759 INFO:journalctl@ceph.mon.a.smithi008.stdout: e1 2024-05-20T21:01:57.759 INFO:journalctl@ceph.mon.a.smithi008.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-05-20T21:01:57.759 INFO:journalctl@ceph.mon.a.smithi008.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-05-20T21:01:57.759 INFO:journalctl@ceph.mon.a.smithi008.stdout: legacy client fscid: -1 2024-05-20T21:01:57.759 INFO:journalctl@ceph.mon.a.smithi008.stdout: 2024-05-20T21:01:57.759 INFO:journalctl@ceph.mon.a.smithi008.stdout: No filesystems configured 2024-05-20T21:01:57.760 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-05-20T21:01:57.760 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-05-20T21:01:57.760 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-05-20T21:01:57.760 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-05-20T21:01:57.760 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-05-20T21:01:57.760 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 bash[31449]: 8256db0f1f6b61abf334eae9c2d2da19609e462495b698d80e1917276cea2191 2024-05-20T21:01:57.760 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 systemd[1]: Started Ceph mon.a for 060ce10e-16ec-11ef-bc9a-c7b262605968. 2024-05-20T21:01:57.760 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: mon.a is new leader, mons a in quorum (ranks 0) 2024-05-20T21:01:57.760 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: monmap epoch 1 2024-05-20T21:01:57.760 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:01:57.760 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: last_changed 2024-05-20T21:01:46.030702+0000 2024-05-20T21:01:57.760 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: created 2024-05-20T21:01:46.030702+0000 2024-05-20T21:01:57.761 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: min_mon_release 19 (squid) 2024-05-20T21:01:57.761 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: election_strategy: 1 2024-05-20T21:01:57.761 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: 0: [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] mon.a 2024-05-20T21:01:57.761 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: fsmap 2024-05-20T21:01:57.761 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: osdmap e1: 0 total, 0 up, 0 in 2024-05-20T21:01:57.761 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:57 smithi008 ceph-mon[31475]: mgrmap e1: no daemons active 2024-05-20T21:01:58.942 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:58.207+0000 7fb06fe00700 1 Processor -- start 2024-05-20T21:01:58.942 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:58.207+0000 7fb06fe00700 1 -- start start 2024-05-20T21:01:58.942 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:58.207+0000 7fb06fe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb070108e00 0x7fb070109220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:01:58.943 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:58.207+0000 7fb06fe00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fb070109760 con 0x7fb070108e00 2024-05-20T21:01:58.943 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:58.208+0000 7fb06ea00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb070108e00 0x7fb070109220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:01:58.943 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:58.208+0000 7fb06ea00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb070108e00 0x7fb070109220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:59224/0 (socket says 172.21.15.8:59224) 2024-05-20T21:01:58.944 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:58.208+0000 7fb06ea00700 1 -- 172.21.15.8:0/3338413301 learned_addr learned my addr 172.21.15.8:0/3338413301 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:01:58.944 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:58.209+0000 7fb06ea00700 1 -- 172.21.15.8:0/3338413301 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb070109f60 con 0x7fb070108e00 2024-05-20T21:01:58.944 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:58.209+0000 7fb06ea00700 1 --2- 172.21.15.8:0/3338413301 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb070108e00 0x7fb070109220 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fb0600098a0 tx=0x7fb060009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e4b04d225277d13 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:01:58.944 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:58.209+0000 7fb06e000700 1 -- 172.21.15.8:0/3338413301 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb060004160 con 0x7fb070108e00 2024-05-20T21:01:58.945 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:58.210+0000 7fb06e000700 1 -- 172.21.15.8:0/3338413301 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fb060004300 con 0x7fb070108e00 2024-05-20T21:01:58.945 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:58.210+0000 7fb06e000700 1 -- 172.21.15.8:0/3338413301 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb060011af0 con 0x7fb070108e00 2024-05-20T21:01:58.945 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:58.210+0000 7fb06fe00700 1 -- 172.21.15.8:0/3338413301 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb070108e00 msgr2=0x7fb070109220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:01:58.945 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:58.210+0000 7fb06fe00700 1 --2- 172.21.15.8:0/3338413301 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb070108e00 0x7fb070109220 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fb0600098a0 tx=0x7fb060009bb0 comp rx=0 tx=0).stop 2024-05-20T21:01:58.945 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:58.210+0000 7fb06fe00700 1 -- 172.21.15.8:0/3338413301 shutdown_connections 2024-05-20T21:01:58.946 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:58.210+0000 7fb06fe00700 1 --2- 172.21.15.8:0/3338413301 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb070108e00 0x7fb070109220 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:01:58.946 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:58.210+0000 7fb06fe00700 1 -- 172.21.15.8:0/3338413301 >> 172.21.15.8:0/3338413301 conn(0x7fb0701043a0 msgr2=0x7fb0701067e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:01:58.946 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:58.210+0000 7fb06fe00700 1 -- 172.21.15.8:0/3338413301 shutdown_connections 2024-05-20T21:01:58.947 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:58.211+0000 7fb06fe00700 1 -- 172.21.15.8:0/3338413301 wait complete. 2024-05-20T21:01:58.947 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:58.211+0000 7fb06fe00700 1 Processor -- start 2024-05-20T21:01:58.947 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:58.212+0000 7fb06fe00700 1 -- start start 2024-05-20T21:01:58.947 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:58.212+0000 7fb06fe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb070108e00 0x7fb07019ef00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:01:58.947 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:58.212+0000 7fb06fe00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fb07010d3a0 con 0x7fb070108e00 2024-05-20T21:01:58.948 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:58.212+0000 7fb06ea00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb070108e00 0x7fb07019ef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:01:58.948 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:58.212+0000 7fb06ea00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb070108e00 0x7fb07019ef00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:59230/0 (socket says 172.21.15.8:59230) 2024-05-20T21:01:58.949 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:58.212+0000 7fb06ea00700 1 -- 172.21.15.8:0/3398911697 learned_addr learned my addr 172.21.15.8:0/3398911697 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:01:58.949 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:58.213+0000 7fb06ea00700 1 -- 172.21.15.8:0/3398911697 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb07019f440 con 0x7fb070108e00 2024-05-20T21:01:58.949 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:58.213+0000 7fb06ea00700 1 --2- 172.21.15.8:0/3398911697 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb070108e00 0x7fb07019ef00 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fb060011ac0 tx=0x7fb060011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:01:58.949 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:58.213+0000 7fb067400700 1 -- 172.21.15.8:0/3398911697 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb060003b20 con 0x7fb070108e00 2024-05-20T21:01:58.950 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:58.213+0000 7fb06fe00700 1 -- 172.21.15.8:0/3398911697 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb07019f6d0 con 0x7fb070108e00 2024-05-20T21:01:58.950 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:58.213+0000 7fb067400700 1 -- 172.21.15.8:0/3398911697 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fb06001a8c0 con 0x7fb070108e00 2024-05-20T21:01:58.950 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:58.213+0000 7fb067400700 1 -- 172.21.15.8:0/3398911697 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb0600248d0 con 0x7fb070108e00 2024-05-20T21:01:58.950 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:58.214+0000 7fb06fe00700 1 -- 172.21.15.8:0/3398911697 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0701a23c0 con 0x7fb070108e00 2024-05-20T21:01:58.950 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:58.214+0000 7fb067400700 1 -- 172.21.15.8:0/3398911697 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fb060022020 con 0x7fb070108e00 2024-05-20T21:01:58.951 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:58.214+0000 7fb067400700 1 -- 172.21.15.8:0/3398911697 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fb0600193c0 con 0x7fb070108e00 2024-05-20T21:01:58.951 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:58.215+0000 7fb06fe00700 1 -- 172.21.15.8:0/3398911697 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb070064ba0 con 0x7fb070108e00 2024-05-20T21:01:58.951 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:58.218+0000 7fb067400700 1 -- 172.21.15.8:0/3398911697 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73389 (secure 0 0 0) 0x7fb06002ddf0 con 0x7fb070108e00 2024-05-20T21:01:58.952 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:58.294+0000 7fb06fe00700 1 -- 172.21.15.8:0/3398911697 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command([{prefix=config set, name=public_network}] v 0) -- 0x7fb0701a2590 con 0x7fb070108e00 2024-05-20T21:01:58.952 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:58.297+0000 7fb067400700 1 -- 172.21.15.8:0/3398911697 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{prefix=config set, name=public_network}]=0 v3)=0 v3) ==== 124+0+0 (secure 0 0 0) 0x7fb06001aa70 con 0x7fb070108e00 2024-05-20T21:01:58.952 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:58.299+0000 7fb06fe00700 1 -- 172.21.15.8:0/3398911697 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb070108e00 msgr2=0x7fb07019ef00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:01:58.952 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:58.299+0000 7fb06fe00700 1 --2- 172.21.15.8:0/3398911697 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb070108e00 0x7fb07019ef00 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fb060011ac0 tx=0x7fb060011ba0 comp rx=0 tx=0).stop 2024-05-20T21:01:58.953 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:58.299+0000 7fb06fe00700 1 -- 172.21.15.8:0/3398911697 shutdown_connections 2024-05-20T21:01:58.953 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:58.299+0000 7fb06fe00700 1 --2- 172.21.15.8:0/3398911697 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb070108e00 0x7fb07019ef00 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:01:58.953 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:58.299+0000 7fb06fe00700 1 -- 172.21.15.8:0/3398911697 >> 172.21.15.8:0/3398911697 conn(0x7fb0701043a0 msgr2=0x7fb070104e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:01:58.953 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:58.300+0000 7fb06fe00700 1 -- 172.21.15.8:0/3398911697 shutdown_connections 2024-05-20T21:01:58.954 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:01:58.300+0000 7fb06fe00700 1 -- 172.21.15.8:0/3398911697 wait complete. 2024-05-20T21:01:58.955 INFO:teuthology.orchestra.run.smithi008.stdout:Wrote config to /etc/ceph/ceph.conf 2024-05-20T21:01:58.981 INFO:teuthology.orchestra.run.smithi008.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-05-20T21:01:58.981 INFO:teuthology.orchestra.run.smithi008.stdout:Creating mgr... 2024-05-20T21:01:58.983 INFO:teuthology.orchestra.run.smithi008.stdout:Verifying port 0.0.0.0:9283 ... 2024-05-20T21:01:58.985 INFO:teuthology.orchestra.run.smithi008.stdout:Verifying port 0.0.0.0:8765 ... 2024-05-20T21:01:59.442 INFO:teuthology.orchestra.run.smithi008.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mgr.x 2024-05-20T21:01:59.442 INFO:teuthology.orchestra.run.smithi008.stdout:systemctl: stderr Failed to reset failed state of unit ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mgr.x.service: Unit ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mgr.x.service not loaded. 2024-05-20T21:01:59.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:01:59 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/3398911697' entity='client.admin' 2024-05-20T21:01:59.711 INFO:teuthology.orchestra.run.smithi008.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-060ce10e-16ec-11ef-bc9a-c7b262605968.target.wants/ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mgr.x.service → /etc/systemd/system/ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@.service. 2024-05-20T21:02:00.140 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:01:59 smithi008 systemd[1]: Starting Ceph mgr.x for 060ce10e-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:02:00.398 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:00 smithi008 podman[31689]: 2024-05-20 21:02:00.04463442 +0000 UTC m=+0.034723166 image pull 559f9f2978373b56e1ed37e8f2207b076e9eb3d6ccfe36983da65ed32ed7d489 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 2024-05-20T21:02:00.398 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:00 smithi008 podman[31689]: 2024-05-20 21:02:00.152051768 +0000 UTC m=+0.142140571 container create b3706d04d1a844d3abd2e6696cd0622aa43a4b7daf873129cbca0fe4d15abcfa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-lusov-quiesce-4ebd1d5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-05-20T21:02:00.398 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:00 smithi008 podman[31689]: 2024-05-20 21:02:00.397494333 +0000 UTC m=+0.387583170 container init b3706d04d1a844d3abd2e6696cd0622aa43a4b7daf873129cbca0fe4d15abcfa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-4ebd1d5, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-05-20T21:02:00.547 INFO:teuthology.orchestra.run.smithi008.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-05-20T21:02:00.547 INFO:teuthology.orchestra.run.smithi008.stdout:systemctl: stdout disabled 2024-05-20T21:02:00.568 INFO:teuthology.orchestra.run.smithi008.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-05-20T21:02:00.569 INFO:teuthology.orchestra.run.smithi008.stdout:systemctl: stdout inactive 2024-05-20T21:02:00.569 INFO:teuthology.orchestra.run.smithi008.stdout:firewalld.service is not enabled 2024-05-20T21:02:00.569 INFO:teuthology.orchestra.run.smithi008.stdout:Not possible to enable service . firewalld.service is not available 2024-05-20T21:02:00.595 INFO:teuthology.orchestra.run.smithi008.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-05-20T21:02:00.595 INFO:teuthology.orchestra.run.smithi008.stdout:systemctl: stdout disabled 2024-05-20T21:02:00.617 INFO:teuthology.orchestra.run.smithi008.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-05-20T21:02:00.617 INFO:teuthology.orchestra.run.smithi008.stdout:systemctl: stdout inactive 2024-05-20T21:02:00.617 INFO:teuthology.orchestra.run.smithi008.stdout:firewalld.service is not enabled 2024-05-20T21:02:00.618 INFO:teuthology.orchestra.run.smithi008.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-05-20T21:02:00.618 INFO:teuthology.orchestra.run.smithi008.stdout:Waiting for mgr to start... 2024-05-20T21:02:00.618 INFO:teuthology.orchestra.run.smithi008.stdout:Waiting for mgr... 2024-05-20T21:02:00.654 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:00 smithi008 podman[31689]: 2024-05-20 21:02:00.407594519 +0000 UTC m=+0.397683283 container start b3706d04d1a844d3abd2e6696cd0622aa43a4b7daf873129cbca0fe4d15abcfa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514) 2024-05-20T21:02:00.655 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:00 smithi008 bash[31689]: b3706d04d1a844d3abd2e6696cd0622aa43a4b7daf873129cbca0fe4d15abcfa 2024-05-20T21:02:00.655 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:00 smithi008 systemd[1]: Started Ceph mgr.x for 060ce10e-16ec-11ef-bc9a-c7b262605968. 2024-05-20T21:02:00.911 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:00 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:00.655+0000 7f857dbd5200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-20T21:02:01.184 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:00 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:00.933+0000 7f857dbd5200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-20T21:02:01.184 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:01 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:01.075+0000 7f857dbd5200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-20T21:02:01.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:01 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/1249136499' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-05-20T21:02:01.952 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:01 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:01.501+0000 7f857dbd5200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-20T21:02:01.952 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:01 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:01.621+0000 7f857dbd5200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-20T21:02:02.019 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout 2024-05-20T21:02:02.019 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout { 2024-05-20T21:02:02.020 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "fsid": "060ce10e-16ec-11ef-bc9a-c7b262605968", 2024-05-20T21:02:02.020 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "health": { 2024-05-20T21:02:02.020 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-05-20T21:02:02.020 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-05-20T21:02:02.020 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-05-20T21:02:02.020 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout }, 2024-05-20T21:02:02.020 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-05-20T21:02:02.020 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-05-20T21:02:02.020 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout 0 2024-05-20T21:02:02.020 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout ], 2024-05-20T21:02:02.020 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-05-20T21:02:02.020 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "a" 2024-05-20T21:02:02.020 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout ], 2024-05-20T21:02:02.021 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "quorum_age": 3, 2024-05-20T21:02:02.021 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "monmap": { 2024-05-20T21:02:02.021 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-20T21:02:02.021 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-05-20T21:02:02.021 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-05-20T21:02:02.021 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout }, 2024-05-20T21:02:02.021 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-05-20T21:02:02.021 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-20T21:02:02.021 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-05-20T21:02:02.021 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-05-20T21:02:02.021 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-05-20T21:02:02.022 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-05-20T21:02:02.022 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-05-20T21:02:02.022 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-05-20T21:02:02.022 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout }, 2024-05-20T21:02:02.022 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-05-20T21:02:02.022 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-05-20T21:02:02.022 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-05-20T21:02:02.022 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-05-20T21:02:02.022 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-05-20T21:02:02.022 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-05-20T21:02:02.022 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-05-20T21:02:02.022 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-05-20T21:02:02.023 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-05-20T21:02:02.023 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout }, 2024-05-20T21:02:02.023 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-05-20T21:02:02.023 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-20T21:02:02.023 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-05-20T21:02:02.023 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-05-20T21:02:02.023 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout }, 2024-05-20T21:02:02.023 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-05-20T21:02:02.023 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "available": false, 2024-05-20T21:02:02.023 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-05-20T21:02:02.023 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "modules": [ 2024-05-20T21:02:02.023 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "iostat", 2024-05-20T21:02:02.024 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "nfs", 2024-05-20T21:02:02.024 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "restful" 2024-05-20T21:02:02.024 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout ], 2024-05-20T21:02:02.024 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-20T21:02:02.024 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout }, 2024-05-20T21:02:02.024 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-05-20T21:02:02.024 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-20T21:02:02.024 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "modified": "2024-05-20T21:01:50.508956+0000", 2024-05-20T21:02:02.024 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-20T21:02:02.024 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout }, 2024-05-20T21:02:02.024 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-05-20T21:02:02.024 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout } 2024-05-20T21:02:02.024 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:01.184+0000 7ff2d3400700 1 Processor -- start 2024-05-20T21:02:02.024 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:01.184+0000 7ff2d3400700 1 -- start start 2024-05-20T21:02:02.025 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:01.184+0000 7ff2d3400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff2cc07ee60 0x7ff2cc07d310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:02.025 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:01.184+0000 7ff2d3400700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7ff2cc07d8e0 con 0x7ff2cc07ee60 2024-05-20T21:02:02.025 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:01.185+0000 7ff2d0a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff2cc07ee60 0x7ff2cc07d310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:02.025 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:01.185+0000 7ff2d0a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff2cc07ee60 0x7ff2cc07d310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:59250/0 (socket says 172.21.15.8:59250) 2024-05-20T21:02:02.025 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:01.185+0000 7ff2d0a00700 1 -- 172.21.15.8:0/824400619 learned_addr learned my addr 172.21.15.8:0/824400619 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:02:02.025 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:01.186+0000 7ff2d0a00700 1 -- 172.21.15.8:0/824400619 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2cc07da60 con 0x7ff2cc07ee60 2024-05-20T21:02:02.025 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:01.186+0000 7ff2d0a00700 1 --2- 172.21.15.8:0/824400619 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff2cc07ee60 0x7ff2cc07d310 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7ff2c00098a0 tx=0x7ff2c0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58ac460349a16911 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:02.025 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:01.187+0000 7ff2cb400700 1 -- 172.21.15.8:0/824400619 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff2c0004160 con 0x7ff2cc07ee60 2024-05-20T21:02:02.025 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:01.187+0000 7ff2cb400700 1 -- 172.21.15.8:0/824400619 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7ff2c0004300 con 0x7ff2cc07ee60 2024-05-20T21:02:02.025 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:01.187+0000 7ff2cb400700 1 -- 172.21.15.8:0/824400619 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff2c0011af0 con 0x7ff2cc07ee60 2024-05-20T21:02:02.025 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:01.187+0000 7ff2d3400700 1 -- 172.21.15.8:0/824400619 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff2cc07ee60 msgr2=0x7ff2cc07d310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:02.025 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:01.187+0000 7ff2d3400700 1 --2- 172.21.15.8:0/824400619 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff2cc07ee60 0x7ff2cc07d310 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7ff2c00098a0 tx=0x7ff2c0009bb0 comp rx=0 tx=0).stop 2024-05-20T21:02:02.025 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:01.187+0000 7ff2d3400700 1 -- 172.21.15.8:0/824400619 shutdown_connections 2024-05-20T21:02:02.025 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:01.187+0000 7ff2d3400700 1 --2- 172.21.15.8:0/824400619 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff2cc07ee60 0x7ff2cc07d310 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:02.026 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:01.187+0000 7ff2d3400700 1 -- 172.21.15.8:0/824400619 >> 172.21.15.8:0/824400619 conn(0x7ff2cc104610 msgr2=0x7ff2cc106a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:02:02.026 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:01.188+0000 7ff2d3400700 1 -- 172.21.15.8:0/824400619 shutdown_connections 2024-05-20T21:02:02.026 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:01.188+0000 7ff2d3400700 1 -- 172.21.15.8:0/824400619 wait complete. 2024-05-20T21:02:02.026 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:01.189+0000 7ff2d3400700 1 Processor -- start 2024-05-20T21:02:02.026 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:01.189+0000 7ff2d3400700 1 -- start start 2024-05-20T21:02:02.026 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:01.189+0000 7ff2d3400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff2cc07ee60 0x7ff2cc19f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:02.026 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:01.189+0000 7ff2d3400700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7ff2cc10f580 con 0x7ff2cc07ee60 2024-05-20T21:02:02.026 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:01.189+0000 7ff2d0a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff2cc07ee60 0x7ff2cc19f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:02.026 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:01.190+0000 7ff2d0a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff2cc07ee60 0x7ff2cc19f100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:59256/0 (socket says 172.21.15.8:59256) 2024-05-20T21:02:02.026 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:01.190+0000 7ff2d0a00700 1 -- 172.21.15.8:0/1249136499 learned_addr learned my addr 172.21.15.8:0/1249136499 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:02:02.026 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:01.190+0000 7ff2d0a00700 1 -- 172.21.15.8:0/1249136499 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2cc19f640 con 0x7ff2cc07ee60 2024-05-20T21:02:02.026 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:01.190+0000 7ff2d0a00700 1 --2- 172.21.15.8:0/1249136499 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff2cc07ee60 0x7ff2cc19f100 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7ff2c0011ac0 tx=0x7ff2c0011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:02.026 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:01.191+0000 7ff2c9600700 1 -- 172.21.15.8:0/1249136499 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff2c0003b20 con 0x7ff2cc07ee60 2024-05-20T21:02:02.027 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:01.191+0000 7ff2c9600700 1 -- 172.21.15.8:0/1249136499 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7ff2c001a8c0 con 0x7ff2cc07ee60 2024-05-20T21:02:02.027 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:01.191+0000 7ff2d3400700 1 -- 172.21.15.8:0/1249136499 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff2cc19f8d0 con 0x7ff2cc07ee60 2024-05-20T21:02:02.027 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:01.191+0000 7ff2c9600700 1 -- 172.21.15.8:0/1249136499 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff2c00248d0 con 0x7ff2cc07ee60 2024-05-20T21:02:02.027 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:01.191+0000 7ff2d3400700 1 -- 172.21.15.8:0/1249136499 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2cc1a25c0 con 0x7ff2cc07ee60 2024-05-20T21:02:02.027 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:01.191+0000 7ff2c9600700 1 -- 172.21.15.8:0/1249136499 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7ff2c0022020 con 0x7ff2cc07ee60 2024-05-20T21:02:02.027 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:01.191+0000 7ff2c9600700 1 -- 172.21.15.8:0/1249136499 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7ff2c00193c0 con 0x7ff2cc07ee60 2024-05-20T21:02:02.027 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:01.192+0000 7ff2d3400700 1 -- 172.21.15.8:0/1249136499 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff2cc064ba0 con 0x7ff2cc07ee60 2024-05-20T21:02:02.027 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:01.195+0000 7ff2c9600700 1 -- 172.21.15.8:0/1249136499 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73389 (secure 0 0 0) 0x7ff2c0042ec0 con 0x7ff2cc07ee60 2024-05-20T21:02:02.027 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:01.275+0000 7ff2d3400700 1 -- 172.21.15.8:0/1249136499 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7ff2cc1a2b00 con 0x7ff2cc07ee60 2024-05-20T21:02:02.027 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:01.276+0000 7ff2c9600700 1 -- 172.21.15.8:0/1249136499 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7ff2c0031020 con 0x7ff2cc07ee60 2024-05-20T21:02:02.027 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:01.278+0000 7ff2d3400700 1 -- 172.21.15.8:0/1249136499 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff2cc07ee60 msgr2=0x7ff2cc19f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:02.027 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:01.278+0000 7ff2d3400700 1 --2- 172.21.15.8:0/1249136499 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff2cc07ee60 0x7ff2cc19f100 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7ff2c0011ac0 tx=0x7ff2c0011ba0 comp rx=0 tx=0).stop 2024-05-20T21:02:02.027 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:01.278+0000 7ff2d3400700 1 -- 172.21.15.8:0/1249136499 shutdown_connections 2024-05-20T21:02:02.028 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:01.278+0000 7ff2d3400700 1 --2- 172.21.15.8:0/1249136499 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff2cc07ee60 0x7ff2cc19f100 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:02.028 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:01.278+0000 7ff2d3400700 1 -- 172.21.15.8:0/1249136499 >> 172.21.15.8:0/1249136499 conn(0x7ff2cc104610 msgr2=0x7ff2cc105120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:02:02.028 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:01.278+0000 7ff2d3400700 1 -- 172.21.15.8:0/1249136499 shutdown_connections 2024-05-20T21:02:02.028 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:01.278+0000 7ff2d3400700 1 -- 172.21.15.8:0/1249136499 wait complete. 2024-05-20T21:02:02.028 INFO:teuthology.orchestra.run.smithi008.stdout:mgr not available, waiting (1/15)... 2024-05-20T21:02:03.701 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:03 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:03.263+0000 7f857dbd5200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-20T21:02:03.702 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:03 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:03.497+0000 7f857dbd5200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-20T21:02:04.114 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:03 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:03.714+0000 7f857dbd5200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-20T21:02:04.451 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:04 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:04.114+0000 7f857dbd5200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-20T21:02:04.452 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:04 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:04.243+0000 7f857dbd5200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-20T21:02:04.708 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:04 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:04.521+0000 7f857dbd5200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-20T21:02:05.075 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:04 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:04.795+0000 7f857dbd5200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-20T21:02:05.076 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:04 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/1961878766' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-05-20T21:02:05.330 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout 2024-05-20T21:02:05.330 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout { 2024-05-20T21:02:05.330 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "fsid": "060ce10e-16ec-11ef-bc9a-c7b262605968", 2024-05-20T21:02:05.330 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "health": { 2024-05-20T21:02:05.330 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-05-20T21:02:05.330 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-05-20T21:02:05.330 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-05-20T21:02:05.330 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout }, 2024-05-20T21:02:05.331 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-05-20T21:02:05.331 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-05-20T21:02:05.331 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout 0 2024-05-20T21:02:05.331 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout ], 2024-05-20T21:02:05.331 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-05-20T21:02:05.331 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "a" 2024-05-20T21:02:05.331 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout ], 2024-05-20T21:02:05.331 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "quorum_age": 7, 2024-05-20T21:02:05.331 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "monmap": { 2024-05-20T21:02:05.331 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-20T21:02:05.331 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-05-20T21:02:05.332 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-05-20T21:02:05.332 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout }, 2024-05-20T21:02:05.332 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-05-20T21:02:05.332 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-20T21:02:05.332 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-05-20T21:02:05.332 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-05-20T21:02:05.332 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-05-20T21:02:05.341 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-05-20T21:02:05.341 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-05-20T21:02:05.341 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-05-20T21:02:05.342 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout }, 2024-05-20T21:02:05.342 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-05-20T21:02:05.342 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-05-20T21:02:05.342 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-05-20T21:02:05.342 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-05-20T21:02:05.342 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-05-20T21:02:05.342 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-05-20T21:02:05.342 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-05-20T21:02:05.342 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-05-20T21:02:05.342 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-05-20T21:02:05.342 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout }, 2024-05-20T21:02:05.342 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-05-20T21:02:05.342 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-20T21:02:05.343 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-05-20T21:02:05.343 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-05-20T21:02:05.343 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout }, 2024-05-20T21:02:05.343 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-05-20T21:02:05.343 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "available": false, 2024-05-20T21:02:05.343 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-05-20T21:02:05.343 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "modules": [ 2024-05-20T21:02:05.343 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "iostat", 2024-05-20T21:02:05.343 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "nfs", 2024-05-20T21:02:05.343 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "restful" 2024-05-20T21:02:05.343 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout ], 2024-05-20T21:02:05.343 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-20T21:02:05.343 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout }, 2024-05-20T21:02:05.343 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-05-20T21:02:05.344 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-20T21:02:05.344 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "modified": "2024-05-20T21:01:50.508956+0000", 2024-05-20T21:02:05.344 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-20T21:02:05.344 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout }, 2024-05-20T21:02:05.344 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-05-20T21:02:05.344 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout } 2024-05-20T21:02:05.344 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:04.619+0000 7ff62be00700 1 Processor -- start 2024-05-20T21:02:05.344 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:04.619+0000 7ff62be00700 1 -- start start 2024-05-20T21:02:05.344 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:04.619+0000 7ff62be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff62410b220 0x7ff62410b640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:05.344 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:04.619+0000 7ff62be00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7ff62410bc10 con 0x7ff62410b220 2024-05-20T21:02:05.344 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:04.620+0000 7ff629400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff62410b220 0x7ff62410b640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:05.344 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:04.620+0000 7ff629400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff62410b220 0x7ff62410b640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:35388/0 (socket says 172.21.15.8:35388) 2024-05-20T21:02:05.344 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:04.620+0000 7ff629400700 1 -- 172.21.15.8:0/650375944 learned_addr learned my addr 172.21.15.8:0/650375944 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:02:05.344 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:04.620+0000 7ff629400700 1 -- 172.21.15.8:0/650375944 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff62410c3d0 con 0x7ff62410b220 2024-05-20T21:02:05.345 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:04.621+0000 7ff629400700 1 --2- 172.21.15.8:0/650375944 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff62410b220 0x7ff62410b640 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7ff6180098a0 tx=0x7ff618009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c6a76595956239f9 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:05.345 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:04.621+0000 7ff623e00700 1 -- 172.21.15.8:0/650375944 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff618004160 con 0x7ff62410b220 2024-05-20T21:02:05.345 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:04.621+0000 7ff623e00700 1 -- 172.21.15.8:0/650375944 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7ff618004300 con 0x7ff62410b220 2024-05-20T21:02:05.345 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:04.621+0000 7ff623e00700 1 -- 172.21.15.8:0/650375944 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff618011af0 con 0x7ff62410b220 2024-05-20T21:02:05.345 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:04.622+0000 7ff62be00700 1 -- 172.21.15.8:0/650375944 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff62410b220 msgr2=0x7ff62410b640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:05.345 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:04.622+0000 7ff62be00700 1 --2- 172.21.15.8:0/650375944 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff62410b220 0x7ff62410b640 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7ff6180098a0 tx=0x7ff618009bb0 comp rx=0 tx=0).stop 2024-05-20T21:02:05.345 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:04.622+0000 7ff62be00700 1 -- 172.21.15.8:0/650375944 shutdown_connections 2024-05-20T21:02:05.345 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:04.622+0000 7ff62be00700 1 --2- 172.21.15.8:0/650375944 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff62410b220 0x7ff62410b640 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:05.345 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:04.622+0000 7ff62be00700 1 -- 172.21.15.8:0/650375944 >> 172.21.15.8:0/650375944 conn(0x7ff62407e8b0 msgr2=0x7ff6241094a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:02:05.345 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:04.622+0000 7ff62be00700 1 -- 172.21.15.8:0/650375944 shutdown_connections 2024-05-20T21:02:05.345 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:04.622+0000 7ff62be00700 1 -- 172.21.15.8:0/650375944 wait complete. 2024-05-20T21:02:05.345 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:04.623+0000 7ff62be00700 1 Processor -- start 2024-05-20T21:02:05.345 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:04.623+0000 7ff62be00700 1 -- start start 2024-05-20T21:02:05.346 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:04.624+0000 7ff62be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff62410b220 0x7ff62419f0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:05.346 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:04.624+0000 7ff62be00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7ff62410f780 con 0x7ff62410b220 2024-05-20T21:02:05.346 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:04.624+0000 7ff629400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff62410b220 0x7ff62419f0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:05.346 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:04.624+0000 7ff629400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff62410b220 0x7ff62419f0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:35402/0 (socket says 172.21.15.8:35402) 2024-05-20T21:02:05.346 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:04.624+0000 7ff629400700 1 -- 172.21.15.8:0/1961878766 learned_addr learned my addr 172.21.15.8:0/1961878766 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:02:05.346 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:04.624+0000 7ff629400700 1 -- 172.21.15.8:0/1961878766 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff62419f630 con 0x7ff62410b220 2024-05-20T21:02:05.346 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:04.625+0000 7ff629400700 1 --2- 172.21.15.8:0/1961878766 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff62410b220 0x7ff62419f0f0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7ff618000c00 tx=0x7ff618011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:05.346 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:04.625+0000 7ff622000700 1 -- 172.21.15.8:0/1961878766 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff618003b20 con 0x7ff62410b220 2024-05-20T21:02:05.346 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:04.625+0000 7ff622000700 1 -- 172.21.15.8:0/1961878766 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7ff61801a8c0 con 0x7ff62410b220 2024-05-20T21:02:05.346 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:04.625+0000 7ff622000700 1 -- 172.21.15.8:0/1961878766 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff618024940 con 0x7ff62410b220 2024-05-20T21:02:05.346 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:04.625+0000 7ff62be00700 1 -- 172.21.15.8:0/1961878766 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff62419f8c0 con 0x7ff62410b220 2024-05-20T21:02:05.346 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:04.625+0000 7ff62be00700 1 -- 172.21.15.8:0/1961878766 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6241a25b0 con 0x7ff62410b220 2024-05-20T21:02:05.346 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:04.625+0000 7ff622000700 1 -- 172.21.15.8:0/1961878766 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7ff618022020 con 0x7ff62410b220 2024-05-20T21:02:05.347 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:04.625+0000 7ff622000700 1 -- 172.21.15.8:0/1961878766 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7ff61802dd90 con 0x7ff62410b220 2024-05-20T21:02:05.347 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:04.626+0000 7ff62be00700 1 -- 172.21.15.8:0/1961878766 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff624064ba0 con 0x7ff62410b220 2024-05-20T21:02:05.347 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:04.629+0000 7ff622000700 1 -- 172.21.15.8:0/1961878766 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73389 (secure 0 0 0) 0x7ff618042ec0 con 0x7ff62410b220 2024-05-20T21:02:05.347 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:04.709+0000 7ff62be00700 1 -- 172.21.15.8:0/1961878766 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7ff6241a2af0 con 0x7ff62410b220 2024-05-20T21:02:05.347 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:04.709+0000 7ff622000700 1 -- 172.21.15.8:0/1961878766 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7ff618031020 con 0x7ff62410b220 2024-05-20T21:02:05.347 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:04.711+0000 7ff62be00700 1 -- 172.21.15.8:0/1961878766 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff62410b220 msgr2=0x7ff62419f0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:05.347 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:04.711+0000 7ff62be00700 1 --2- 172.21.15.8:0/1961878766 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff62410b220 0x7ff62419f0f0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7ff618000c00 tx=0x7ff618011b70 comp rx=0 tx=0).stop 2024-05-20T21:02:05.347 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:04.711+0000 7ff62be00700 1 -- 172.21.15.8:0/1961878766 shutdown_connections 2024-05-20T21:02:05.347 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:04.711+0000 7ff62be00700 1 --2- 172.21.15.8:0/1961878766 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff62410b220 0x7ff62419f0f0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:05.347 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:04.711+0000 7ff62be00700 1 -- 172.21.15.8:0/1961878766 >> 172.21.15.8:0/1961878766 conn(0x7ff62407e8b0 msgr2=0x7ff624108ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:02:05.347 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:04.711+0000 7ff62be00700 1 -- 172.21.15.8:0/1961878766 shutdown_connections 2024-05-20T21:02:05.347 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:04.711+0000 7ff62be00700 1 -- 172.21.15.8:0/1961878766 wait complete. 2024-05-20T21:02:05.347 INFO:teuthology.orchestra.run.smithi008.stdout:mgr not available, waiting (2/15)... 2024-05-20T21:02:05.921 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:05 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:05.626+0000 7f857dbd5200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-20T21:02:05.921 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:05 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:05.922+0000 7f857dbd5200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-05-20T21:02:06.951 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:06 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:06.494+0000 7f857dbd5200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-20T21:02:06.951 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:06 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:06.625+0000 7f857dbd5200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-20T21:02:07.451 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:07 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:07.097+0000 7f857dbd5200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-20T21:02:07.754 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:07 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:07.569+0000 7f857dbd5200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-20T21:02:07.754 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:07 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:07.701+0000 7f857dbd5200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-20T21:02:08.375 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:08 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/526026206' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-05-20T21:02:08.376 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:08 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:08.050+0000 7f857dbd5200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-20T21:02:08.376 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:08 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:08.239+0000 7f857dbd5200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-20T21:02:08.376 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:08 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:08.376+0000 7f857dbd5200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-20T21:02:08.702 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout 2024-05-20T21:02:08.702 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout { 2024-05-20T21:02:08.702 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "fsid": "060ce10e-16ec-11ef-bc9a-c7b262605968", 2024-05-20T21:02:08.702 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "health": { 2024-05-20T21:02:08.703 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-05-20T21:02:08.703 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-05-20T21:02:08.703 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-05-20T21:02:08.703 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout }, 2024-05-20T21:02:08.703 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-05-20T21:02:08.703 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-05-20T21:02:08.703 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout 0 2024-05-20T21:02:08.703 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout ], 2024-05-20T21:02:08.703 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-05-20T21:02:08.703 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "a" 2024-05-20T21:02:08.703 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout ], 2024-05-20T21:02:08.704 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "quorum_age": 10, 2024-05-20T21:02:08.704 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "monmap": { 2024-05-20T21:02:08.704 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-20T21:02:08.704 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-05-20T21:02:08.704 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-05-20T21:02:08.704 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout }, 2024-05-20T21:02:08.704 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-05-20T21:02:08.704 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-20T21:02:08.704 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-05-20T21:02:08.704 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-05-20T21:02:08.704 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-05-20T21:02:08.713 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-05-20T21:02:08.714 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-05-20T21:02:08.714 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-05-20T21:02:08.714 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout }, 2024-05-20T21:02:08.714 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-05-20T21:02:08.714 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-05-20T21:02:08.714 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-05-20T21:02:08.714 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-05-20T21:02:08.714 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-05-20T21:02:08.714 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-05-20T21:02:08.714 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-05-20T21:02:08.714 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-05-20T21:02:08.714 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-05-20T21:02:08.715 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout }, 2024-05-20T21:02:08.715 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-05-20T21:02:08.715 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-20T21:02:08.715 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-05-20T21:02:08.715 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-05-20T21:02:08.715 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout }, 2024-05-20T21:02:08.715 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-05-20T21:02:08.715 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "available": false, 2024-05-20T21:02:08.715 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-05-20T21:02:08.715 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "modules": [ 2024-05-20T21:02:08.715 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "iostat", 2024-05-20T21:02:08.715 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "nfs", 2024-05-20T21:02:08.715 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "restful" 2024-05-20T21:02:08.715 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout ], 2024-05-20T21:02:08.716 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-20T21:02:08.716 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout }, 2024-05-20T21:02:08.716 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-05-20T21:02:08.716 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-20T21:02:08.716 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "modified": "2024-05-20T21:01:50.508956+0000", 2024-05-20T21:02:08.716 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-20T21:02:08.716 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout }, 2024-05-20T21:02:08.716 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-05-20T21:02:08.716 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout } 2024-05-20T21:02:08.716 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:07.914+0000 7f6657800700 1 Processor -- start 2024-05-20T21:02:08.716 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:07.914+0000 7f6657800700 1 -- start start 2024-05-20T21:02:08.716 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:07.915+0000 7f6657800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6650109af0 0x7f665010bee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:08.716 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:07.915+0000 7f6657800700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f6650076d60 con 0x7f6650109af0 2024-05-20T21:02:08.716 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:07.915+0000 7f6654e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6650109af0 0x7f665010bee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:08.717 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:07.915+0000 7f6654e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6650109af0 0x7f665010bee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:35408/0 (socket says 172.21.15.8:35408) 2024-05-20T21:02:08.717 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:07.915+0000 7f6654e00700 1 -- 172.21.15.8:0/2150059683 learned_addr learned my addr 172.21.15.8:0/2150059683 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:02:08.717 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:07.916+0000 7f6654e00700 1 -- 172.21.15.8:0/2150059683 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f665010c420 con 0x7f6650109af0 2024-05-20T21:02:08.717 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:07.916+0000 7f6654e00700 1 --2- 172.21.15.8:0/2150059683 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6650109af0 0x7f665010bee0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f6644009e80 tx=0x7f664400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e9c11bdd63314a0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:08.717 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:07.916+0000 7f664f400700 1 -- 172.21.15.8:0/2150059683 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6644017070 con 0x7f6650109af0 2024-05-20T21:02:08.717 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:07.916+0000 7f664f400700 1 -- 172.21.15.8:0/2150059683 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f664400b8c0 con 0x7f6650109af0 2024-05-20T21:02:08.717 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:07.916+0000 7f664f400700 1 -- 172.21.15.8:0/2150059683 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6644004490 con 0x7f6650109af0 2024-05-20T21:02:08.717 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:07.917+0000 7f6657800700 1 -- 172.21.15.8:0/2150059683 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6650109af0 msgr2=0x7f665010bee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:08.717 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:07.917+0000 7f6657800700 1 --2- 172.21.15.8:0/2150059683 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6650109af0 0x7f665010bee0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f6644009e80 tx=0x7f664400b330 comp rx=0 tx=0).stop 2024-05-20T21:02:08.717 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:07.917+0000 7f6657800700 1 -- 172.21.15.8:0/2150059683 shutdown_connections 2024-05-20T21:02:08.717 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:07.917+0000 7f6657800700 1 --2- 172.21.15.8:0/2150059683 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6650109af0 0x7f665010bee0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:08.717 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:07.917+0000 7f6657800700 1 -- 172.21.15.8:0/2150059683 >> 172.21.15.8:0/2150059683 conn(0x7f6650103460 msgr2=0x7f6650105880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:02:08.717 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:07.917+0000 7f6657800700 1 -- 172.21.15.8:0/2150059683 shutdown_connections 2024-05-20T21:02:08.718 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:07.918+0000 7f6657800700 1 -- 172.21.15.8:0/2150059683 wait complete. 2024-05-20T21:02:08.718 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:07.919+0000 7f6657800700 1 Processor -- start 2024-05-20T21:02:08.718 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:07.919+0000 7f6657800700 1 -- start start 2024-05-20T21:02:08.718 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:07.920+0000 7f6657800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6650109af0 0x7f6650109370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:08.718 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:07.920+0000 7f6657800700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f665010d320 con 0x7f6650109af0 2024-05-20T21:02:08.718 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:07.920+0000 7f6654e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6650109af0 0x7f6650109370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:08.718 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:07.920+0000 7f6654e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6650109af0 0x7f6650109370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:35412/0 (socket says 172.21.15.8:35412) 2024-05-20T21:02:08.718 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:07.920+0000 7f6654e00700 1 -- 172.21.15.8:0/526026206 learned_addr learned my addr 172.21.15.8:0/526026206 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:02:08.718 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:07.920+0000 7f6654e00700 1 -- 172.21.15.8:0/526026206 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66501098b0 con 0x7f6650109af0 2024-05-20T21:02:08.718 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:07.921+0000 7f6654e00700 1 --2- 172.21.15.8:0/526026206 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6650109af0 0x7f6650109370 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f664400b7b0 tx=0x7f664400be90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:08.718 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:07.921+0000 7f664d600700 1 -- 172.21.15.8:0/526026206 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6644020020 con 0x7f6650109af0 2024-05-20T21:02:08.718 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:07.921+0000 7f664d600700 1 -- 172.21.15.8:0/526026206 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f6644003d10 con 0x7f6650109af0 2024-05-20T21:02:08.718 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:07.921+0000 7f6657800700 1 -- 172.21.15.8:0/526026206 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6650107aa0 con 0x7f6650109af0 2024-05-20T21:02:08.719 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:07.921+0000 7f664d600700 1 -- 172.21.15.8:0/526026206 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6644017040 con 0x7f6650109af0 2024-05-20T21:02:08.719 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:07.921+0000 7f6657800700 1 -- 172.21.15.8:0/526026206 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6650107fe0 con 0x7f6650109af0 2024-05-20T21:02:08.719 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:07.922+0000 7f664d600700 1 -- 172.21.15.8:0/526026206 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f6644023020 con 0x7f6650109af0 2024-05-20T21:02:08.719 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:07.922+0000 7f664d600700 1 -- 172.21.15.8:0/526026206 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f664400f050 con 0x7f6650109af0 2024-05-20T21:02:08.719 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:07.922+0000 7f6657800700 1 -- 172.21.15.8:0/526026206 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6650064ba0 con 0x7f6650109af0 2024-05-20T21:02:08.719 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:07.925+0000 7f664d600700 1 -- 172.21.15.8:0/526026206 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73389 (secure 0 0 0) 0x7f664402a020 con 0x7f6650109af0 2024-05-20T21:02:08.719 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:08.006+0000 7f6657800700 1 -- 172.21.15.8:0/526026206 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f6650108320 con 0x7f6650109af0 2024-05-20T21:02:08.719 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:08.007+0000 7f664d600700 1 -- 172.21.15.8:0/526026206 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1240 (secure 0 0 0) 0x7f664400b860 con 0x7f6650109af0 2024-05-20T21:02:08.719 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:08.008+0000 7f6657800700 1 -- 172.21.15.8:0/526026206 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6650109af0 msgr2=0x7f6650109370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:08.719 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:08.008+0000 7f6657800700 1 --2- 172.21.15.8:0/526026206 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6650109af0 0x7f6650109370 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f664400b7b0 tx=0x7f664400be90 comp rx=0 tx=0).stop 2024-05-20T21:02:08.719 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:08.008+0000 7f6657800700 1 -- 172.21.15.8:0/526026206 shutdown_connections 2024-05-20T21:02:08.719 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:08.008+0000 7f6657800700 1 --2- 172.21.15.8:0/526026206 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6650109af0 0x7f6650109370 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:08.719 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:08.008+0000 7f6657800700 1 -- 172.21.15.8:0/526026206 >> 172.21.15.8:0/526026206 conn(0x7f6650103460 msgr2=0x7f6650103fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:02:08.719 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:08.008+0000 7f6657800700 1 -- 172.21.15.8:0/526026206 shutdown_connections 2024-05-20T21:02:08.719 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:08.008+0000 7f6657800700 1 -- 172.21.15.8:0/526026206 wait complete. 2024-05-20T21:02:08.720 INFO:teuthology.orchestra.run.smithi008.stdout:mgr not available, waiting (3/15)... 2024-05-20T21:02:08.951 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:08 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:08.795+0000 7f857dbd5200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-20T21:02:08.952 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:08 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:08.924+0000 7f857dbd5200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-20T21:02:10.019 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:09 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:09.721+0000 7f857dbd5200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-20T21:02:10.452 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:10 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:10.020+0000 7f857dbd5200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-20T21:02:10.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:10 smithi008 ceph-mon[31475]: Activating manager daemon x 2024-05-20T21:02:10.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:10 smithi008 ceph-mon[31475]: mgrmap e2: x(active, starting, since 0.0120742s) 2024-05-20T21:02:10.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:10 smithi008 ceph-mon[31475]: from='mgr.14100 172.21.15.8:0/2904360998' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-20T21:02:10.453 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:10 smithi008 ceph-mon[31475]: from='mgr.14100 172.21.15.8:0/2904360998' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-20T21:02:10.453 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:10 smithi008 ceph-mon[31475]: from='mgr.14100 172.21.15.8:0/2904360998' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-20T21:02:10.453 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:10 smithi008 ceph-mon[31475]: from='mgr.14100 172.21.15.8:0/2904360998' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-20T21:02:10.453 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:10 smithi008 ceph-mon[31475]: from='mgr.14100 172.21.15.8:0/2904360998' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-20T21:02:10.453 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:10 smithi008 ceph-mon[31475]: Manager daemon x is now available 2024-05-20T21:02:10.453 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:10 smithi008 ceph-mon[31475]: from='mgr.14100 172.21.15.8:0/2904360998' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-05-20T21:02:10.453 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:10 smithi008 ceph-mon[31475]: from='mgr.14100 172.21.15.8:0/2904360998' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-05-20T21:02:10.453 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:10 smithi008 ceph-mon[31475]: from='mgr.14100 172.21.15.8:0/2904360998' entity='mgr.x' 2024-05-20T21:02:11.170 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:11 smithi008 ceph-mon[31475]: from='mgr.14100 172.21.15.8:0/2904360998' entity='mgr.x' 2024-05-20T21:02:11.170 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:11 smithi008 ceph-mon[31475]: from='mgr.14100 172.21.15.8:0/2904360998' entity='mgr.x' 2024-05-20T21:02:11.170 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:11 smithi008 ceph-mon[31475]: mgrmap e3: x(active, since 1.01586s) 2024-05-20T21:02:12.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:12 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/463291108' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-05-20T21:02:12.552 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout 2024-05-20T21:02:12.552 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout { 2024-05-20T21:02:12.553 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "fsid": "060ce10e-16ec-11ef-bc9a-c7b262605968", 2024-05-20T21:02:12.553 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "health": { 2024-05-20T21:02:12.553 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-05-20T21:02:12.554 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-05-20T21:02:12.554 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-05-20T21:02:12.554 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout }, 2024-05-20T21:02:12.554 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-05-20T21:02:12.554 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-05-20T21:02:12.555 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout 0 2024-05-20T21:02:12.555 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout ], 2024-05-20T21:02:12.555 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-05-20T21:02:12.555 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "a" 2024-05-20T21:02:12.555 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout ], 2024-05-20T21:02:12.556 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "quorum_age": 14, 2024-05-20T21:02:12.556 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "monmap": { 2024-05-20T21:02:12.556 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-20T21:02:12.556 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-05-20T21:02:12.556 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-05-20T21:02:12.557 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout }, 2024-05-20T21:02:12.557 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-05-20T21:02:12.558 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-20T21:02:12.558 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-05-20T21:02:12.558 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-05-20T21:02:12.558 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-05-20T21:02:12.558 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-05-20T21:02:12.558 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-05-20T21:02:12.558 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-05-20T21:02:12.558 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout }, 2024-05-20T21:02:12.561 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-05-20T21:02:12.561 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-05-20T21:02:12.561 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-05-20T21:02:12.561 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-05-20T21:02:12.561 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-05-20T21:02:12.561 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-05-20T21:02:12.561 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-05-20T21:02:12.561 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-05-20T21:02:12.561 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-05-20T21:02:12.562 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout }, 2024-05-20T21:02:12.562 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-05-20T21:02:12.562 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-20T21:02:12.562 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-05-20T21:02:12.562 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-05-20T21:02:12.562 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout }, 2024-05-20T21:02:12.562 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-05-20T21:02:12.562 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "available": true, 2024-05-20T21:02:12.562 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-05-20T21:02:12.562 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "modules": [ 2024-05-20T21:02:12.562 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "iostat", 2024-05-20T21:02:12.562 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "nfs", 2024-05-20T21:02:12.562 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "restful" 2024-05-20T21:02:12.562 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout ], 2024-05-20T21:02:12.563 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-20T21:02:12.563 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout }, 2024-05-20T21:02:12.563 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-05-20T21:02:12.563 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-20T21:02:12.567 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "modified": "2024-05-20T21:01:50.508956+0000", 2024-05-20T21:02:12.568 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-20T21:02:12.568 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout }, 2024-05-20T21:02:12.568 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-05-20T21:02:12.568 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout } 2024-05-20T21:02:12.568 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:11.335+0000 7fbf12000700 1 Processor -- start 2024-05-20T21:02:12.568 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:11.335+0000 7fbf12000700 1 -- start start 2024-05-20T21:02:12.568 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:11.335+0000 7fbf12000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbf0c108f90 0x7fbf0c1093b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:12.568 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:11.336+0000 7fbf12000700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fbf0c109980 con 0x7fbf0c108f90 2024-05-20T21:02:12.568 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:11.336+0000 7fbf0b400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbf0c108f90 0x7fbf0c1093b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:12.568 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:11.336+0000 7fbf0b400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbf0c108f90 0x7fbf0c1093b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:35478/0 (socket says 172.21.15.8:35478) 2024-05-20T21:02:12.568 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:11.336+0000 7fbf0b400700 1 -- 172.21.15.8:0/2587686491 learned_addr learned my addr 172.21.15.8:0/2587686491 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:02:12.568 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:11.336+0000 7fbf0b400700 1 -- 172.21.15.8:0/2587686491 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf0c10a190 con 0x7fbf0c108f90 2024-05-20T21:02:12.568 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:11.337+0000 7fbf0b400700 1 --2- 172.21.15.8:0/2587686491 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbf0c108f90 0x7fbf0c1093b0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fbefc0098a0 tx=0x7fbefc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b8f78feaa637a5da server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:12.569 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:11.337+0000 7fbf0aa00700 1 -- 172.21.15.8:0/2587686491 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbefc004160 con 0x7fbf0c108f90 2024-05-20T21:02:12.569 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:11.337+0000 7fbf0aa00700 1 -- 172.21.15.8:0/2587686491 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fbefc004300 con 0x7fbf0c108f90 2024-05-20T21:02:12.569 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:11.337+0000 7fbf0aa00700 1 -- 172.21.15.8:0/2587686491 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbefc011af0 con 0x7fbf0c108f90 2024-05-20T21:02:12.569 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:11.338+0000 7fbf12000700 1 -- 172.21.15.8:0/2587686491 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbf0c108f90 msgr2=0x7fbf0c1093b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:12.569 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:11.338+0000 7fbf12000700 1 --2- 172.21.15.8:0/2587686491 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbf0c108f90 0x7fbf0c1093b0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fbefc0098a0 tx=0x7fbefc009bb0 comp rx=0 tx=0).stop 2024-05-20T21:02:12.569 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:11.338+0000 7fbf12000700 1 -- 172.21.15.8:0/2587686491 shutdown_connections 2024-05-20T21:02:12.569 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:11.338+0000 7fbf12000700 1 --2- 172.21.15.8:0/2587686491 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbf0c108f90 0x7fbf0c1093b0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:12.569 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:11.338+0000 7fbf12000700 1 -- 172.21.15.8:0/2587686491 >> 172.21.15.8:0/2587686491 conn(0x7fbf0c104570 msgr2=0x7fbf0c106990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:02:12.569 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:11.338+0000 7fbf12000700 1 -- 172.21.15.8:0/2587686491 shutdown_connections 2024-05-20T21:02:12.569 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:11.338+0000 7fbf12000700 1 -- 172.21.15.8:0/2587686491 wait complete. 2024-05-20T21:02:12.569 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:11.339+0000 7fbf12000700 1 Processor -- start 2024-05-20T21:02:12.569 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:11.339+0000 7fbf12000700 1 -- start start 2024-05-20T21:02:12.569 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:11.340+0000 7fbf12000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbf0c108f90 0x7fbf0c19f130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:12.569 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:11.340+0000 7fbf12000700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fbf0c10d540 con 0x7fbf0c108f90 2024-05-20T21:02:12.569 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:11.340+0000 7fbf0b400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbf0c108f90 0x7fbf0c19f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:12.570 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:11.340+0000 7fbf0b400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbf0c108f90 0x7fbf0c19f130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:35488/0 (socket says 172.21.15.8:35488) 2024-05-20T21:02:12.570 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:11.340+0000 7fbf0b400700 1 -- 172.21.15.8:0/463291108 learned_addr learned my addr 172.21.15.8:0/463291108 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:02:12.570 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:11.340+0000 7fbf0b400700 1 -- 172.21.15.8:0/463291108 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf0c19f670 con 0x7fbf0c108f90 2024-05-20T21:02:12.570 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:11.341+0000 7fbf0b400700 1 --2- 172.21.15.8:0/463291108 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbf0c108f90 0x7fbf0c19f130 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fbefc003f40 tx=0x7fbefc011890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:12.570 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:11.341+0000 7fbf08c00700 1 -- 172.21.15.8:0/463291108 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbefc0038b0 con 0x7fbf0c108f90 2024-05-20T21:02:12.570 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:11.341+0000 7fbf08c00700 1 -- 172.21.15.8:0/463291108 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fbefc003a50 con 0x7fbf0c108f90 2024-05-20T21:02:12.570 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:11.341+0000 7fbf12000700 1 -- 172.21.15.8:0/463291108 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf0c19f900 con 0x7fbf0c108f90 2024-05-20T21:02:12.570 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:11.341+0000 7fbf08c00700 1 -- 172.21.15.8:0/463291108 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbefc01a5c0 con 0x7fbf0c108f90 2024-05-20T21:02:12.570 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:11.341+0000 7fbf12000700 1 -- 172.21.15.8:0/463291108 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf0c1a25f0 con 0x7fbf0c108f90 2024-05-20T21:02:12.570 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:11.342+0000 7fbf12000700 1 -- 172.21.15.8:0/463291108 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf0c064ba0 con 0x7fbf0c108f90 2024-05-20T21:02:12.570 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:11.343+0000 7fbf08c00700 1 -- 172.21.15.8:0/463291108 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 3) ==== 50105+0+0 (secure 0 0 0) 0x7fbefc024430 con 0x7fbf0c108f90 2024-05-20T21:02:12.570 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:11.343+0000 7fbf08c00700 1 --2- 172.21.15.8:0/463291108 >> [v2:172.21.15.8:6800/3424210912,v1:172.21.15.8:6801/3424210912] conn(0x7fbef003e2c0 0x7fbef0040780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:12.570 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:11.343+0000 7fbf08c00700 1 -- 172.21.15.8:0/463291108 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fbefc0537d0 con 0x7fbf0c108f90 2024-05-20T21:02:12.570 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:11.343+0000 7fbf02a00700 1 --2- 172.21.15.8:0/463291108 >> [v2:172.21.15.8:6800/3424210912,v1:172.21.15.8:6801/3424210912] conn(0x7fbef003e2c0 0x7fbef0040780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:12.571 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:11.344+0000 7fbf02a00700 1 --2- 172.21.15.8:0/463291108 >> [v2:172.21.15.8:6800/3424210912,v1:172.21.15.8:6801/3424210912] conn(0x7fbef003e2c0 0x7fbef0040780 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fbef4006fd0 tx=0x7fbef4006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:12.571 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:11.350+0000 7fbf08c00700 1 -- 172.21.15.8:0/463291108 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fbefc00b3e0 con 0x7fbf0c108f90 2024-05-20T21:02:12.571 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:11.680+0000 7fbf12000700 1 -- 172.21.15.8:0/463291108 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7fbf0c1a27c0 con 0x7fbf0c108f90 2024-05-20T21:02:12.571 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:11.681+0000 7fbf08c00700 1 -- 172.21.15.8:0/463291108 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7fbf0c1a27c0 con 0x7fbf0c108f90 2024-05-20T21:02:12.571 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:11.684+0000 7fbf12000700 1 -- 172.21.15.8:0/463291108 >> [v2:172.21.15.8:6800/3424210912,v1:172.21.15.8:6801/3424210912] conn(0x7fbef003e2c0 msgr2=0x7fbef0040780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:12.572 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:11.684+0000 7fbf12000700 1 --2- 172.21.15.8:0/463291108 >> [v2:172.21.15.8:6800/3424210912,v1:172.21.15.8:6801/3424210912] conn(0x7fbef003e2c0 0x7fbef0040780 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fbef4006fd0 tx=0x7fbef4006e40 comp rx=0 tx=0).stop 2024-05-20T21:02:12.572 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:11.684+0000 7fbf12000700 1 -- 172.21.15.8:0/463291108 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbf0c108f90 msgr2=0x7fbf0c19f130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:12.572 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:11.684+0000 7fbf12000700 1 --2- 172.21.15.8:0/463291108 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbf0c108f90 0x7fbf0c19f130 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fbefc003f40 tx=0x7fbefc011890 comp rx=0 tx=0).stop 2024-05-20T21:02:12.572 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:11.684+0000 7fbf12000700 1 -- 172.21.15.8:0/463291108 shutdown_connections 2024-05-20T21:02:12.572 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:11.684+0000 7fbf12000700 1 --2- 172.21.15.8:0/463291108 >> [v2:172.21.15.8:6800/3424210912,v1:172.21.15.8:6801/3424210912] conn(0x7fbef003e2c0 0x7fbef0040780 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:12.572 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:11.684+0000 7fbf12000700 1 --2- 172.21.15.8:0/463291108 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbf0c108f90 0x7fbf0c19f130 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:12.572 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:11.684+0000 7fbf12000700 1 -- 172.21.15.8:0/463291108 >> 172.21.15.8:0/463291108 conn(0x7fbf0c104570 msgr2=0x7fbf0c105030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:02:12.573 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:11.685+0000 7fbf12000700 1 -- 172.21.15.8:0/463291108 shutdown_connections 2024-05-20T21:02:12.573 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:11.685+0000 7fbf12000700 1 -- 172.21.15.8:0/463291108 wait complete. 2024-05-20T21:02:12.573 INFO:teuthology.orchestra.run.smithi008.stdout:mgr is available 2024-05-20T21:02:13.174 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:13 smithi008 ceph-mon[31475]: mgrmap e4: x(active, since 2s) 2024-05-20T21:02:14.311 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:14 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/3597438948' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-05-20T21:02:14.321 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout 2024-05-20T21:02:14.323 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout [global] 2024-05-20T21:02:14.323 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout fsid = 060ce10e-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:02:14.323 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-05-20T21:02:14.323 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-05-20T21:02:14.323 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-05-20T21:02:14.323 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-05-20T21:02:14.323 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-05-20T21:02:14.323 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout 2024-05-20T21:02:14.324 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout [mgr] 2024-05-20T21:02:14.324 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-05-20T21:02:14.324 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout 2024-05-20T21:02:14.324 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout [osd] 2024-05-20T21:02:14.324 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout bdev_async_discard = True 2024-05-20T21:02:14.326 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-05-20T21:02:14.326 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-05-20T21:02:14.326 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-05-20T21:02:14.327 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-05-20T21:02:14.327 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-05-20T21:02:14.327 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:13.333+0000 7f10c7600700 1 Processor -- start 2024-05-20T21:02:14.327 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:13.333+0000 7f10c7600700 1 -- start start 2024-05-20T21:02:14.327 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:13.334+0000 7f10c7600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f10c007dd60 0x7f10c007c1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:14.327 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:13.334+0000 7f10c7600700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f10c007c790 con 0x7f10c007dd60 2024-05-20T21:02:14.327 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:13.334+0000 7f10c4c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f10c007dd60 0x7f10c007c1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:14.327 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:13.334+0000 7f10c4c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f10c007dd60 0x7f10c007c1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:34754/0 (socket says 172.21.15.8:34754) 2024-05-20T21:02:14.327 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:13.334+0000 7f10c4c00700 1 -- 172.21.15.8:0/2598031515 learned_addr learned my addr 172.21.15.8:0/2598031515 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:02:14.327 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:13.335+0000 7f10c4c00700 1 -- 172.21.15.8:0/2598031515 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10c007c910 con 0x7f10c007dd60 2024-05-20T21:02:14.327 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:13.335+0000 7f10c4c00700 1 --2- 172.21.15.8:0/2598031515 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f10c007dd60 0x7f10c007c1c0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f10b00098a0 tx=0x7f10b0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f119106204a4abc5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:14.327 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:13.336+0000 7f10bfe00700 1 -- 172.21.15.8:0/2598031515 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f10b0004160 con 0x7f10c007dd60 2024-05-20T21:02:14.328 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:13.336+0000 7f10bfe00700 1 -- 172.21.15.8:0/2598031515 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f10b0004300 con 0x7f10c007dd60 2024-05-20T21:02:14.328 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:13.336+0000 7f10bfe00700 1 -- 172.21.15.8:0/2598031515 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f10b0011af0 con 0x7f10c007dd60 2024-05-20T21:02:14.328 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:13.336+0000 7f10c7600700 1 -- 172.21.15.8:0/2598031515 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f10c007dd60 msgr2=0x7f10c007c1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:14.328 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:13.336+0000 7f10c7600700 1 --2- 172.21.15.8:0/2598031515 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f10c007dd60 0x7f10c007c1c0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f10b00098a0 tx=0x7f10b0009bb0 comp rx=0 tx=0).stop 2024-05-20T21:02:14.328 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:13.336+0000 7f10c7600700 1 -- 172.21.15.8:0/2598031515 shutdown_connections 2024-05-20T21:02:14.328 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:13.336+0000 7f10c7600700 1 --2- 172.21.15.8:0/2598031515 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f10c007dd60 0x7f10c007c1c0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:14.328 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:13.336+0000 7f10c7600700 1 -- 172.21.15.8:0/2598031515 >> 172.21.15.8:0/2598031515 conn(0x7f10c0104570 msgr2=0x7f10c0106990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:02:14.332 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:13.336+0000 7f10c7600700 1 -- 172.21.15.8:0/2598031515 shutdown_connections 2024-05-20T21:02:14.332 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:13.337+0000 7f10c7600700 1 -- 172.21.15.8:0/2598031515 wait complete. 2024-05-20T21:02:14.332 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:13.338+0000 7f10c7600700 1 Processor -- start 2024-05-20T21:02:14.332 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:13.338+0000 7f10c7600700 1 -- start start 2024-05-20T21:02:14.332 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:13.338+0000 7f10c7600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f10c007dd60 0x7f10c019f190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:14.332 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:13.338+0000 7f10c7600700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f10c010f560 con 0x7f10c007dd60 2024-05-20T21:02:14.332 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:13.338+0000 7f10c4c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f10c007dd60 0x7f10c019f190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:14.332 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:13.338+0000 7f10c4c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f10c007dd60 0x7f10c019f190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:34756/0 (socket says 172.21.15.8:34756) 2024-05-20T21:02:14.332 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:13.338+0000 7f10c4c00700 1 -- 172.21.15.8:0/3597438948 learned_addr learned my addr 172.21.15.8:0/3597438948 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:02:14.332 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:13.339+0000 7f10c4c00700 1 -- 172.21.15.8:0/3597438948 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10c019f6d0 con 0x7f10c007dd60 2024-05-20T21:02:14.332 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:13.339+0000 7f10c4c00700 1 --2- 172.21.15.8:0/3597438948 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f10c007dd60 0x7f10c019f190 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f10b00117b0 tx=0x7f10b0011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:14.333 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:13.339+0000 7f10be000700 1 -- 172.21.15.8:0/3597438948 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f10b0003af0 con 0x7f10c007dd60 2024-05-20T21:02:14.333 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:13.339+0000 7f10be000700 1 -- 172.21.15.8:0/3597438948 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f10b0020070 con 0x7f10c007dd60 2024-05-20T21:02:14.333 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:13.339+0000 7f10c7600700 1 -- 172.21.15.8:0/3597438948 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10c019f960 con 0x7f10c007dd60 2024-05-20T21:02:14.333 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:13.339+0000 7f10be000700 1 -- 172.21.15.8:0/3597438948 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f10b0019630 con 0x7f10c007dd60 2024-05-20T21:02:14.333 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:13.340+0000 7f10c7600700 1 -- 172.21.15.8:0/3597438948 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10c01a2650 con 0x7f10c007dd60 2024-05-20T21:02:14.333 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:13.341+0000 7f10c7600700 1 -- 172.21.15.8:0/3597438948 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f10c0064ba0 con 0x7f10c007dd60 2024-05-20T21:02:14.333 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:13.341+0000 7f10be000700 1 -- 172.21.15.8:0/3597438948 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 4) ==== 50211+0+0 (secure 0 0 0) 0x7f10b001a9c0 con 0x7f10c007dd60 2024-05-20T21:02:14.333 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:13.341+0000 7f10be000700 1 --2- 172.21.15.8:0/3597438948 >> [v2:172.21.15.8:6800/3424210912,v1:172.21.15.8:6801/3424210912] conn(0x7f10a403e470 0x7f10a4040930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:14.333 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:13.342+0000 7f10be000700 1 -- 172.21.15.8:0/3597438948 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f10b0053a00 con 0x7f10c007dd60 2024-05-20T21:02:14.333 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:13.342+0000 7f10b7e00700 1 --2- 172.21.15.8:0/3597438948 >> [v2:172.21.15.8:6800/3424210912,v1:172.21.15.8:6801/3424210912] conn(0x7f10a403e470 0x7f10a4040930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:14.333 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:13.342+0000 7f10b7e00700 1 --2- 172.21.15.8:0/3597438948 >> [v2:172.21.15.8:6800/3424210912,v1:172.21.15.8:6801/3424210912] conn(0x7f10a403e470 0x7f10a4040930 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f10a8006fd0 tx=0x7f10a8006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:14.333 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:13.347+0000 7f10be000700 1 -- 172.21.15.8:0/3597438948 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f10b00042c0 con 0x7f10c007dd60 2024-05-20T21:02:14.333 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:13.581+0000 7f10c7600700 1 -- 172.21.15.8:0/3597438948 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7f10c01a2820 con 0x7f10c007dd60 2024-05-20T21:02:14.334 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:13.583+0000 7f10be000700 1 -- 172.21.15.8:0/3597438948 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v3) ==== 70+0+436 (secure 0 0 0) 0x7f10c01a2820 con 0x7f10c007dd60 2024-05-20T21:02:14.334 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:13.586+0000 7f10c7600700 1 -- 172.21.15.8:0/3597438948 >> [v2:172.21.15.8:6800/3424210912,v1:172.21.15.8:6801/3424210912] conn(0x7f10a403e470 msgr2=0x7f10a4040930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:14.334 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:13.586+0000 7f10c7600700 1 --2- 172.21.15.8:0/3597438948 >> [v2:172.21.15.8:6800/3424210912,v1:172.21.15.8:6801/3424210912] conn(0x7f10a403e470 0x7f10a4040930 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f10a8006fd0 tx=0x7f10a8006e40 comp rx=0 tx=0).stop 2024-05-20T21:02:14.334 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:13.586+0000 7f10c7600700 1 -- 172.21.15.8:0/3597438948 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f10c007dd60 msgr2=0x7f10c019f190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:14.334 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:13.586+0000 7f10c7600700 1 --2- 172.21.15.8:0/3597438948 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f10c007dd60 0x7f10c019f190 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f10b00117b0 tx=0x7f10b0011b70 comp rx=0 tx=0).stop 2024-05-20T21:02:14.334 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:13.587+0000 7f10c7600700 1 -- 172.21.15.8:0/3597438948 shutdown_connections 2024-05-20T21:02:14.334 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:13.587+0000 7f10c7600700 1 --2- 172.21.15.8:0/3597438948 >> [v2:172.21.15.8:6800/3424210912,v1:172.21.15.8:6801/3424210912] conn(0x7f10a403e470 0x7f10a4040930 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:14.334 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:13.587+0000 7f10c7600700 1 --2- 172.21.15.8:0/3597438948 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f10c007dd60 0x7f10c019f190 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:14.334 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:13.587+0000 7f10c7600700 1 -- 172.21.15.8:0/3597438948 >> 172.21.15.8:0/3597438948 conn(0x7f10c0104570 msgr2=0x7f10c0105120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:02:14.334 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:13.587+0000 7f10c7600700 1 -- 172.21.15.8:0/3597438948 shutdown_connections 2024-05-20T21:02:14.334 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:13.587+0000 7f10c7600700 1 -- 172.21.15.8:0/3597438948 wait complete. 2024-05-20T21:02:14.335 INFO:teuthology.orchestra.run.smithi008.stdout:Enabling cephadm module... 2024-05-20T21:02:15.609 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:15 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: ignoring --setuser ceph since I am not root 2024-05-20T21:02:15.610 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:15 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: ignoring --setgroup ceph since I am not root 2024-05-20T21:02:15.610 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:15 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:15.610+0000 7fed9e7ac200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-20T21:02:15.610 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:15 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/3109161599' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-05-20T21:02:15.981 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:14.939+0000 7fa636800700 1 Processor -- start 2024-05-20T21:02:15.981 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:14.939+0000 7fa636800700 1 -- start start 2024-05-20T21:02:15.981 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:14.940+0000 7fa636800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa6301078a0 0x7fa630107cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:15.981 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:14.940+0000 7fa636800700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fa63007ce00 con 0x7fa6301078a0 2024-05-20T21:02:15.981 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:14.940+0000 7fa62f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa6301078a0 0x7fa630107cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:15.981 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:14.940+0000 7fa62f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa6301078a0 0x7fa630107cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:34762/0 (socket says 172.21.15.8:34762) 2024-05-20T21:02:15.986 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:14.940+0000 7fa62f400700 1 -- 172.21.15.8:0/328400789 learned_addr learned my addr 172.21.15.8:0/328400789 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:02:15.986 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:14.941+0000 7fa62f400700 1 -- 172.21.15.8:0/328400789 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa630108200 con 0x7fa6301078a0 2024-05-20T21:02:15.986 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:14.941+0000 7fa62f400700 1 --2- 172.21.15.8:0/328400789 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa6301078a0 0x7fa630107cc0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fa6200098a0 tx=0x7fa620009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=377eef017eff9728 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:15.986 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:14.941+0000 7fa62e000700 1 -- 172.21.15.8:0/328400789 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa620004160 con 0x7fa6301078a0 2024-05-20T21:02:15.986 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:14.942+0000 7fa62e000700 1 -- 172.21.15.8:0/328400789 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fa620004300 con 0x7fa6301078a0 2024-05-20T21:02:15.986 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:14.942+0000 7fa62e000700 1 -- 172.21.15.8:0/328400789 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa620011af0 con 0x7fa6301078a0 2024-05-20T21:02:15.987 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:14.942+0000 7fa636800700 1 -- 172.21.15.8:0/328400789 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa6301078a0 msgr2=0x7fa630107cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:15.987 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:14.942+0000 7fa636800700 1 --2- 172.21.15.8:0/328400789 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa6301078a0 0x7fa630107cc0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fa6200098a0 tx=0x7fa620009bb0 comp rx=0 tx=0).stop 2024-05-20T21:02:15.987 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:14.942+0000 7fa636800700 1 -- 172.21.15.8:0/328400789 shutdown_connections 2024-05-20T21:02:15.987 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:14.942+0000 7fa636800700 1 --2- 172.21.15.8:0/328400789 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa6301078a0 0x7fa630107cc0 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:15.987 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:14.942+0000 7fa636800700 1 -- 172.21.15.8:0/328400789 >> 172.21.15.8:0/328400789 conn(0x7fa630103480 msgr2=0x7fa6301058a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:02:15.987 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:14.942+0000 7fa636800700 1 -- 172.21.15.8:0/328400789 shutdown_connections 2024-05-20T21:02:15.987 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:14.942+0000 7fa636800700 1 -- 172.21.15.8:0/328400789 wait complete. 2024-05-20T21:02:15.987 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:14.944+0000 7fa636800700 1 Processor -- start 2024-05-20T21:02:15.987 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:14.944+0000 7fa636800700 1 -- start start 2024-05-20T21:02:15.987 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:14.944+0000 7fa636800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa6301078a0 0x7fa63019f0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:15.987 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:14.944+0000 7fa636800700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fa630109230 con 0x7fa6301078a0 2024-05-20T21:02:15.987 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:14.944+0000 7fa62f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa6301078a0 0x7fa63019f0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:15.988 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:14.944+0000 7fa62f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa6301078a0 0x7fa63019f0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:34764/0 (socket says 172.21.15.8:34764) 2024-05-20T21:02:15.988 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:14.944+0000 7fa62f400700 1 -- 172.21.15.8:0/3109161599 learned_addr learned my addr 172.21.15.8:0/3109161599 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:02:15.988 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:14.945+0000 7fa62f400700 1 -- 172.21.15.8:0/3109161599 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa63019f600 con 0x7fa6301078a0 2024-05-20T21:02:15.988 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:14.945+0000 7fa62f400700 1 --2- 172.21.15.8:0/3109161599 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa6301078a0 0x7fa63019f0c0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fa620011ac0 tx=0x7fa620011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:15.988 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:14.945+0000 7fa627e00700 1 -- 172.21.15.8:0/3109161599 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa620003b20 con 0x7fa6301078a0 2024-05-20T21:02:15.988 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:14.945+0000 7fa627e00700 1 -- 172.21.15.8:0/3109161599 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fa62001a8c0 con 0x7fa6301078a0 2024-05-20T21:02:15.988 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:14.946+0000 7fa636800700 1 -- 172.21.15.8:0/3109161599 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa63019f890 con 0x7fa6301078a0 2024-05-20T21:02:15.988 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:14.946+0000 7fa627e00700 1 -- 172.21.15.8:0/3109161599 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa6200248d0 con 0x7fa6301078a0 2024-05-20T21:02:15.988 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:14.946+0000 7fa636800700 1 -- 172.21.15.8:0/3109161599 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6301a2580 con 0x7fa6301078a0 2024-05-20T21:02:15.988 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:14.947+0000 7fa636800700 1 -- 172.21.15.8:0/3109161599 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa630064ba0 con 0x7fa6301078a0 2024-05-20T21:02:15.988 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:14.947+0000 7fa627e00700 1 -- 172.21.15.8:0/3109161599 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 4) ==== 50211+0+0 (secure 0 0 0) 0x7fa620022020 con 0x7fa6301078a0 2024-05-20T21:02:15.988 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:14.947+0000 7fa627e00700 1 --2- 172.21.15.8:0/3109161599 >> [v2:172.21.15.8:6800/3424210912,v1:172.21.15.8:6801/3424210912] conn(0x7fa61403e470 0x7fa614040930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:15.988 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:14.947+0000 7fa627e00700 1 -- 172.21.15.8:0/3109161599 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fa620053470 con 0x7fa6301078a0 2024-05-20T21:02:15.989 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:14.948+0000 7fa62ea00700 1 --2- 172.21.15.8:0/3109161599 >> [v2:172.21.15.8:6800/3424210912,v1:172.21.15.8:6801/3424210912] conn(0x7fa61403e470 0x7fa614040930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:15.989 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:14.948+0000 7fa62ea00700 1 --2- 172.21.15.8:0/3109161599 >> [v2:172.21.15.8:6800/3424210912,v1:172.21.15.8:6801/3424210912] conn(0x7fa61403e470 0x7fa614040930 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fa61c006fd0 tx=0x7fa61c006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:15.989 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:14.953+0000 7fa627e00700 1 -- 172.21.15.8:0/3109161599 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fa6200172b0 con 0x7fa6301078a0 2024-05-20T21:02:15.989 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:15.254+0000 7fa636800700 1 -- 172.21.15.8:0/3109161599 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "cephadm"} v 0) -- 0x7fa6300008d0 con 0x7fa6301078a0 2024-05-20T21:02:15.989 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:15.308+0000 7fa627e00700 1 -- 172.21.15.8:0/3109161599 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "cephadm"}]=0 v5) ==== 86+0+0 (secure 0 0 0) 0x7fa62001ab20 con 0x7fa6301078a0 2024-05-20T21:02:15.989 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:15.312+0000 7fa627e00700 1 -- 172.21.15.8:0/3109161599 <== mon.0 v2:172.21.15.8:3300/0 8 ==== mgrmap(e 5) ==== 50222+0+0 (secure 0 0 0) 0x7fa62001a430 con 0x7fa6301078a0 2024-05-20T21:02:15.989 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:15.313+0000 7fa636800700 1 -- 172.21.15.8:0/3109161599 >> [v2:172.21.15.8:6800/3424210912,v1:172.21.15.8:6801/3424210912] conn(0x7fa61403e470 msgr2=0x7fa614040930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:15.989 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:15.313+0000 7fa636800700 1 --2- 172.21.15.8:0/3109161599 >> [v2:172.21.15.8:6800/3424210912,v1:172.21.15.8:6801/3424210912] conn(0x7fa61403e470 0x7fa614040930 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fa61c006fd0 tx=0x7fa61c006e40 comp rx=0 tx=0).stop 2024-05-20T21:02:15.989 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:15.313+0000 7fa636800700 1 -- 172.21.15.8:0/3109161599 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa6301078a0 msgr2=0x7fa63019f0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:15.989 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:15.313+0000 7fa636800700 1 --2- 172.21.15.8:0/3109161599 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa6301078a0 0x7fa63019f0c0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fa620011ac0 tx=0x7fa620011ba0 comp rx=0 tx=0).stop 2024-05-20T21:02:15.989 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:15.314+0000 7fa636800700 1 -- 172.21.15.8:0/3109161599 shutdown_connections 2024-05-20T21:02:15.989 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:15.314+0000 7fa636800700 1 --2- 172.21.15.8:0/3109161599 >> [v2:172.21.15.8:6800/3424210912,v1:172.21.15.8:6801/3424210912] conn(0x7fa61403e470 0x7fa614040930 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:15.990 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:15.314+0000 7fa636800700 1 --2- 172.21.15.8:0/3109161599 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa6301078a0 0x7fa63019f0c0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:15.990 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:15.314+0000 7fa636800700 1 -- 172.21.15.8:0/3109161599 >> 172.21.15.8:0/3109161599 conn(0x7fa630103480 msgr2=0x7fa630195cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:02:15.990 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:15.315+0000 7fa636800700 1 -- 172.21.15.8:0/3109161599 shutdown_connections 2024-05-20T21:02:15.990 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:15.315+0000 7fa636800700 1 -- 172.21.15.8:0/3109161599 wait complete. 2024-05-20T21:02:16.144 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:15 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:15.876+0000 7fed9e7ac200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-20T21:02:16.144 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:16 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:16.022+0000 7fed9e7ac200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-20T21:02:16.412 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:16 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/3109161599' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-05-20T21:02:16.412 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:16 smithi008 ceph-mon[31475]: mgrmap e5: x(active, since 5s) 2024-05-20T21:02:16.701 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:16 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:16.470+0000 7fed9e7ac200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-20T21:02:16.702 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:16 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:16.591+0000 7fed9e7ac200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-20T21:02:17.565 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:17 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/948963373' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-05-20T21:02:17.573 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout { 2024-05-20T21:02:17.573 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-05-20T21:02:17.574 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "available": true, 2024-05-20T21:02:17.574 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-05-20T21:02:17.574 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-05-20T21:02:17.574 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout } 2024-05-20T21:02:17.575 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:16.569+0000 7f6d3d400700 1 Processor -- start 2024-05-20T21:02:17.575 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:16.570+0000 7f6d3d400700 1 -- start start 2024-05-20T21:02:17.575 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:16.570+0000 7f6d3d400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6d38109a50 0x7f6d3810be40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:17.575 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:16.570+0000 7f6d3d400700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f6d38076e00 con 0x7f6d38109a50 2024-05-20T21:02:17.576 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:16.571+0000 7f6d36800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6d38109a50 0x7f6d3810be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:17.576 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:16.571+0000 7f6d36800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6d38109a50 0x7f6d3810be40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:34790/0 (socket says 172.21.15.8:34790) 2024-05-20T21:02:17.576 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:16.571+0000 7f6d36800700 1 -- 172.21.15.8:0/2023302690 learned_addr learned my addr 172.21.15.8:0/2023302690 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:02:17.577 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:16.571+0000 7f6d36800700 1 -- 172.21.15.8:0/2023302690 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d3810c380 con 0x7f6d38109a50 2024-05-20T21:02:17.577 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:16.571+0000 7f6d36800700 1 --2- 172.21.15.8:0/2023302690 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6d38109a50 0x7f6d3810be40 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f6d280098a0 tx=0x7f6d28009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb4b7edc65c0e242 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:17.577 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:16.572+0000 7f6d35400700 1 -- 172.21.15.8:0/2023302690 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6d28004160 con 0x7f6d38109a50 2024-05-20T21:02:17.577 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:16.572+0000 7f6d35400700 1 -- 172.21.15.8:0/2023302690 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f6d28004300 con 0x7f6d38109a50 2024-05-20T21:02:17.577 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:16.572+0000 7f6d35400700 1 -- 172.21.15.8:0/2023302690 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6d28011af0 con 0x7f6d38109a50 2024-05-20T21:02:17.578 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:16.572+0000 7f6d3d400700 1 -- 172.21.15.8:0/2023302690 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6d38109a50 msgr2=0x7f6d3810be40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:17.578 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:16.572+0000 7f6d3d400700 1 --2- 172.21.15.8:0/2023302690 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6d38109a50 0x7f6d3810be40 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f6d280098a0 tx=0x7f6d28009bb0 comp rx=0 tx=0).stop 2024-05-20T21:02:17.578 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:16.572+0000 7f6d3d400700 1 -- 172.21.15.8:0/2023302690 shutdown_connections 2024-05-20T21:02:17.579 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:16.572+0000 7f6d3d400700 1 --2- 172.21.15.8:0/2023302690 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6d38109a50 0x7f6d3810be40 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:17.579 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:16.572+0000 7f6d3d400700 1 -- 172.21.15.8:0/2023302690 >> 172.21.15.8:0/2023302690 conn(0x7f6d38103460 msgr2=0x7f6d38105880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:02:17.579 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:16.573+0000 7f6d3d400700 1 -- 172.21.15.8:0/2023302690 shutdown_connections 2024-05-20T21:02:17.579 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:16.573+0000 7f6d3d400700 1 -- 172.21.15.8:0/2023302690 wait complete. 2024-05-20T21:02:17.579 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:16.574+0000 7f6d3d400700 1 Processor -- start 2024-05-20T21:02:17.580 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:16.574+0000 7f6d3d400700 1 -- start start 2024-05-20T21:02:17.580 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:16.574+0000 7f6d3d400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6d38109a50 0x7f6d381092d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:17.580 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:16.574+0000 7f6d3d400700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f6d3810d340 con 0x7f6d38109a50 2024-05-20T21:02:17.580 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:16.574+0000 7f6d36800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6d38109a50 0x7f6d381092d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:17.581 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:16.574+0000 7f6d36800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6d38109a50 0x7f6d381092d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:34796/0 (socket says 172.21.15.8:34796) 2024-05-20T21:02:17.581 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:16.574+0000 7f6d36800700 1 -- 172.21.15.8:0/948963373 learned_addr learned my addr 172.21.15.8:0/948963373 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:02:17.581 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:16.575+0000 7f6d36800700 1 -- 172.21.15.8:0/948963373 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d38109810 con 0x7f6d38109a50 2024-05-20T21:02:17.581 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:16.575+0000 7f6d36800700 1 --2- 172.21.15.8:0/948963373 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6d38109a50 0x7f6d381092d0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f6d28011ac0 tx=0x7f6d28011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:17.581 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:16.575+0000 7f6d2f400700 1 -- 172.21.15.8:0/948963373 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6d28003970 con 0x7f6d38109a50 2024-05-20T21:02:17.582 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:16.575+0000 7f6d2f400700 1 -- 172.21.15.8:0/948963373 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f6d28003b10 con 0x7f6d38109a50 2024-05-20T21:02:17.583 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:16.575+0000 7f6d2f400700 1 -- 172.21.15.8:0/948963373 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6d28024610 con 0x7f6d38109a50 2024-05-20T21:02:17.583 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:16.575+0000 7f6d3d400700 1 -- 172.21.15.8:0/948963373 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d38107a00 con 0x7f6d38109a50 2024-05-20T21:02:17.583 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:16.576+0000 7f6d3d400700 1 -- 172.21.15.8:0/948963373 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d38107f40 con 0x7f6d38109a50 2024-05-20T21:02:17.583 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:16.577+0000 7f6d3d400700 1 -- 172.21.15.8:0/948963373 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6d38064ba0 con 0x7f6d38109a50 2024-05-20T21:02:17.583 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:16.577+0000 7f6d2f400700 1 -- 172.21.15.8:0/948963373 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 5) ==== 50222+0+0 (secure 0 0 0) 0x7f6d2801a9e0 con 0x7f6d38109a50 2024-05-20T21:02:17.583 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:16.577+0000 7f6d2f400700 1 --2- 172.21.15.8:0/948963373 >> [v2:172.21.15.8:6800/3424210912,v1:172.21.15.8:6801/3424210912] conn(0x7f6d1c03e4c0 0x7f6d1c040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:17.584 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:16.577+0000 7f6d2f400700 1 -- 172.21.15.8:0/948963373 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f6d28053860 con 0x7f6d38109a50 2024-05-20T21:02:17.584 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:16.577+0000 7f6d35e00700 1 -- 172.21.15.8:0/948963373 >> [v2:172.21.15.8:6800/3424210912,v1:172.21.15.8:6801/3424210912] conn(0x7f6d1c03e4c0 msgr2=0x7f6d1c040980 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.8:6800/3424210912 2024-05-20T21:02:17.584 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:16.578+0000 7f6d35e00700 1 --2- 172.21.15.8:0/948963373 >> [v2:172.21.15.8:6800/3424210912,v1:172.21.15.8:6801/3424210912] conn(0x7f6d1c03e4c0 0x7f6d1c040980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-20T21:02:17.584 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:16.583+0000 7f6d2f400700 1 -- 172.21.15.8:0/948963373 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f6d28053280 con 0x7f6d38109a50 2024-05-20T21:02:17.584 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:16.779+0000 7f6d35e00700 1 -- 172.21.15.8:0/948963373 >> [v2:172.21.15.8:6800/3424210912,v1:172.21.15.8:6801/3424210912] conn(0x7f6d1c03e4c0 msgr2=0x7f6d1c040980 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.8:6800/3424210912 2024-05-20T21:02:17.585 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:16.779+0000 7f6d35e00700 1 --2- 172.21.15.8:0/948963373 >> [v2:172.21.15.8:6800/3424210912,v1:172.21.15.8:6801/3424210912] conn(0x7f6d1c03e4c0 0x7f6d1c040980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-05-20T21:02:17.585 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:16.878+0000 7f6d3d400700 1 -- 172.21.15.8:0/948963373 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7f6d381086e0 con 0x7f6d38109a50 2024-05-20T21:02:17.585 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:16.879+0000 7f6d2f400700 1 -- 172.21.15.8:0/948963373 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v5) ==== 56+0+88 (secure 0 0 0) 0x7f6d28055ca0 con 0x7f6d38109a50 2024-05-20T21:02:17.585 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:16.882+0000 7f6d3d400700 1 -- 172.21.15.8:0/948963373 >> [v2:172.21.15.8:6800/3424210912,v1:172.21.15.8:6801/3424210912] conn(0x7f6d1c03e4c0 msgr2=0x7f6d1c040980 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-20T21:02:17.585 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:16.882+0000 7f6d3d400700 1 --2- 172.21.15.8:0/948963373 >> [v2:172.21.15.8:6800/3424210912,v1:172.21.15.8:6801/3424210912] conn(0x7f6d1c03e4c0 0x7f6d1c040980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:17.586 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:16.882+0000 7f6d3d400700 1 -- 172.21.15.8:0/948963373 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6d38109a50 msgr2=0x7f6d381092d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:17.586 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:16.882+0000 7f6d3d400700 1 --2- 172.21.15.8:0/948963373 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6d38109a50 0x7f6d381092d0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f6d28011ac0 tx=0x7f6d28011ba0 comp rx=0 tx=0).stop 2024-05-20T21:02:17.586 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:16.882+0000 7f6d3d400700 1 -- 172.21.15.8:0/948963373 shutdown_connections 2024-05-20T21:02:17.586 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:16.882+0000 7f6d3d400700 1 --2- 172.21.15.8:0/948963373 >> [v2:172.21.15.8:6800/3424210912,v1:172.21.15.8:6801/3424210912] conn(0x7f6d1c03e4c0 0x7f6d1c040980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:17.586 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:16.882+0000 7f6d3d400700 1 --2- 172.21.15.8:0/948963373 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6d38109a50 0x7f6d381092d0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:17.587 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:16.882+0000 7f6d3d400700 1 -- 172.21.15.8:0/948963373 >> 172.21.15.8:0/948963373 conn(0x7f6d38103460 msgr2=0x7f6d38103fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:02:17.587 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:16.882+0000 7f6d3d400700 1 -- 172.21.15.8:0/948963373 shutdown_connections 2024-05-20T21:02:17.587 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:16.882+0000 7f6d3d400700 1 -- 172.21.15.8:0/948963373 wait complete. 2024-05-20T21:02:17.587 INFO:teuthology.orchestra.run.smithi008.stdout:Waiting for the mgr to restart... 2024-05-20T21:02:17.588 INFO:teuthology.orchestra.run.smithi008.stdout:Waiting for mgr epoch 5... 2024-05-20T21:02:18.406 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:18 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:18.212+0000 7fed9e7ac200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-20T21:02:18.663 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:18 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:18.445+0000 7fed9e7ac200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-20T21:02:18.663 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:18 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:18.663+0000 7fed9e7ac200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-20T21:02:19.441 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:19 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:19.057+0000 7fed9e7ac200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-20T21:02:19.441 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:19 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:19.182+0000 7fed9e7ac200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-20T21:02:19.701 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:19 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:19.441+0000 7fed9e7ac200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-20T21:02:20.201 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:19 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:19.704+0000 7fed9e7ac200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-20T21:02:20.817 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:20 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:20.521+0000 7fed9e7ac200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-20T21:02:20.817 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:20 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:20.817+0000 7fed9e7ac200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-05-20T21:02:21.523 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:21 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:21.390+0000 7fed9e7ac200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-20T21:02:21.951 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:21 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:21.524+0000 7fed9e7ac200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-20T21:02:22.451 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:22 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:22.000+0000 7fed9e7ac200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-20T21:02:22.935 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:22 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:22.469+0000 7fed9e7ac200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-20T21:02:22.935 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:22 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:22.598+0000 7fed9e7ac200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-20T21:02:22.936 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:22 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:22.934+0000 7fed9e7ac200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-20T21:02:23.201 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:23 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:23.120+0000 7fed9e7ac200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-20T21:02:23.661 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:23 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:23.253+0000 7fed9e7ac200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-20T21:02:23.951 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:23 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:23.660+0000 7fed9e7ac200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-20T21:02:23.952 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:23 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:23.789+0000 7fed9e7ac200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-20T21:02:24.701 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:24 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:24.582+0000 7fed9e7ac200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-20T21:02:25.201 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:24 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:24.884+0000 7fed9e7ac200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-20T21:02:25.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:24 smithi008 ceph-mon[31475]: Active manager daemon x restarted 2024-05-20T21:02:25.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:24 smithi008 ceph-mon[31475]: Activating manager daemon x 2024-05-20T21:02:25.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:24 smithi008 ceph-mon[31475]: osdmap e2: 0 total, 0 up, 0 in 2024-05-20T21:02:25.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:24 smithi008 ceph-mon[31475]: mgrmap e6: x(active, starting, since 0.00959704s) 2024-05-20T21:02:25.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:24 smithi008 ceph-mon[31475]: from='mgr.14120 172.21.15.8:0/1317739323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-20T21:02:25.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:24 smithi008 ceph-mon[31475]: from='mgr.14120 172.21.15.8:0/1317739323' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-20T21:02:25.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:24 smithi008 ceph-mon[31475]: from='mgr.14120 172.21.15.8:0/1317739323' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-20T21:02:25.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:24 smithi008 ceph-mon[31475]: from='mgr.14120 172.21.15.8:0/1317739323' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-20T21:02:25.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:24 smithi008 ceph-mon[31475]: from='mgr.14120 172.21.15.8:0/1317739323' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-20T21:02:25.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:24 smithi008 ceph-mon[31475]: Manager daemon x is now available 2024-05-20T21:02:26.201 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:25 smithi008 ceph-mon[31475]: Found migration_current of "None". Setting to last migration. 2024-05-20T21:02:26.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:25 smithi008 ceph-mon[31475]: from='mgr.14120 172.21.15.8:0/1317739323' entity='mgr.x' 2024-05-20T21:02:26.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:25 smithi008 ceph-mon[31475]: from='mgr.14120 172.21.15.8:0/1317739323' entity='mgr.x' 2024-05-20T21:02:26.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:25 smithi008 ceph-mon[31475]: from='mgr.14120 172.21.15.8:0/1317739323' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:02:26.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:25 smithi008 ceph-mon[31475]: from='mgr.14120 172.21.15.8:0/1317739323' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:02:26.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:25 smithi008 ceph-mon[31475]: from='mgr.14120 172.21.15.8:0/1317739323' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-05-20T21:02:26.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:25 smithi008 ceph-mon[31475]: from='mgr.14120 172.21.15.8:0/1317739323' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-05-20T21:02:26.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:25 smithi008 ceph-mon[31475]: from='mgr.14120 172.21.15.8:0/1317739323' entity='mgr.x' 2024-05-20T21:02:26.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:25 smithi008 ceph-mon[31475]: from='mgr.14120 172.21.15.8:0/1317739323' entity='mgr.x' 2024-05-20T21:02:26.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:25 smithi008 ceph-mon[31475]: mgrmap e7: x(active, since 1.01174s) 2024-05-20T21:02:26.584 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout { 2024-05-20T21:02:26.584 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-05-20T21:02:26.585 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "initialized": true 2024-05-20T21:02:26.585 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout } 2024-05-20T21:02:26.586 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:18.198+0000 7ff62de00700 1 Processor -- start 2024-05-20T21:02:26.586 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:18.198+0000 7ff62de00700 1 -- start start 2024-05-20T21:02:26.586 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:18.198+0000 7ff62de00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff628109a40 0x7ff62810be30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:26.586 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:18.198+0000 7ff62de00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7ff62807ce80 con 0x7ff628109a40 2024-05-20T21:02:26.586 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:18.199+0000 7ff626a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff628109a40 0x7ff62810be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:26.587 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:18.199+0000 7ff626a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff628109a40 0x7ff62810be30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:34804/0 (socket says 172.21.15.8:34804) 2024-05-20T21:02:26.588 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:18.199+0000 7ff626a00700 1 -- 172.21.15.8:0/2825909758 learned_addr learned my addr 172.21.15.8:0/2825909758 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:02:26.588 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:18.199+0000 7ff626a00700 1 -- 172.21.15.8:0/2825909758 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff62810c370 con 0x7ff628109a40 2024-05-20T21:02:26.588 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:18.200+0000 7ff626a00700 1 --2- 172.21.15.8:0/2825909758 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff628109a40 0x7ff62810be30 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7ff6180098a0 tx=0x7ff618009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b85143fa5d49a02a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:26.588 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:18.200+0000 7ff625600700 1 -- 172.21.15.8:0/2825909758 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff618004160 con 0x7ff628109a40 2024-05-20T21:02:26.588 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:18.200+0000 7ff625600700 1 -- 172.21.15.8:0/2825909758 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7ff618004300 con 0x7ff628109a40 2024-05-20T21:02:26.588 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:18.200+0000 7ff625600700 1 -- 172.21.15.8:0/2825909758 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff618011af0 con 0x7ff628109a40 2024-05-20T21:02:26.588 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:18.201+0000 7ff62de00700 1 -- 172.21.15.8:0/2825909758 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff628109a40 msgr2=0x7ff62810be30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:26.588 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:18.201+0000 7ff62de00700 1 --2- 172.21.15.8:0/2825909758 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff628109a40 0x7ff62810be30 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7ff6180098a0 tx=0x7ff618009bb0 comp rx=0 tx=0).stop 2024-05-20T21:02:26.588 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:18.201+0000 7ff62de00700 1 -- 172.21.15.8:0/2825909758 shutdown_connections 2024-05-20T21:02:26.590 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:18.201+0000 7ff62de00700 1 --2- 172.21.15.8:0/2825909758 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff628109a40 0x7ff62810be30 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:26.590 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:18.201+0000 7ff62de00700 1 -- 172.21.15.8:0/2825909758 >> 172.21.15.8:0/2825909758 conn(0x7ff628103490 msgr2=0x7ff6281058b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:02:26.590 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:18.201+0000 7ff62de00700 1 -- 172.21.15.8:0/2825909758 shutdown_connections 2024-05-20T21:02:26.590 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:18.201+0000 7ff62de00700 1 -- 172.21.15.8:0/2825909758 wait complete. 2024-05-20T21:02:26.590 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:18.202+0000 7ff62de00700 1 Processor -- start 2024-05-20T21:02:26.590 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:18.202+0000 7ff62de00700 1 -- start start 2024-05-20T21:02:26.590 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:18.202+0000 7ff62de00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff628109a40 0x7ff62819cf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:26.590 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:18.202+0000 7ff62de00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7ff62810d340 con 0x7ff628109a40 2024-05-20T21:02:26.590 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:18.203+0000 7ff626a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff628109a40 0x7ff62819cf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:26.590 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:18.203+0000 7ff626a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff628109a40 0x7ff62819cf20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:34816/0 (socket says 172.21.15.8:34816) 2024-05-20T21:02:26.590 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:18.203+0000 7ff626a00700 1 -- 172.21.15.8:0/1308255345 learned_addr learned my addr 172.21.15.8:0/1308255345 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:02:26.592 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:18.203+0000 7ff626a00700 1 -- 172.21.15.8:0/1308255345 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff62819d460 con 0x7ff628109a40 2024-05-20T21:02:26.592 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:18.203+0000 7ff626a00700 1 --2- 172.21.15.8:0/1308255345 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff628109a40 0x7ff62819cf20 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7ff618011ac0 tx=0x7ff618011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:26.592 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:18.203+0000 7ff62ca00700 1 -- 172.21.15.8:0/1308255345 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff618003970 con 0x7ff628109a40 2024-05-20T21:02:26.592 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:18.204+0000 7ff62ca00700 1 -- 172.21.15.8:0/1308255345 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7ff618003b10 con 0x7ff628109a40 2024-05-20T21:02:26.592 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:18.204+0000 7ff62ca00700 1 -- 172.21.15.8:0/1308255345 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff618024610 con 0x7ff628109a40 2024-05-20T21:02:26.592 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:18.204+0000 7ff62de00700 1 -- 172.21.15.8:0/1308255345 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff62819d6f0 con 0x7ff628109a40 2024-05-20T21:02:26.592 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:18.204+0000 7ff62de00700 1 -- 172.21.15.8:0/1308255345 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6281a03e0 con 0x7ff628109a40 2024-05-20T21:02:26.592 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:18.205+0000 7ff62ca00700 1 -- 172.21.15.8:0/1308255345 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 5) ==== 50222+0+0 (secure 0 0 0) 0x7ff61801a9e0 con 0x7ff628109a40 2024-05-20T21:02:26.593 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:18.205+0000 7ff62ca00700 1 --2- 172.21.15.8:0/1308255345 >> [v2:172.21.15.8:6800/3424210912,v1:172.21.15.8:6801/3424210912] conn(0x7ff60c03e470 0x7ff60c040930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:26.593 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:18.205+0000 7ff62ca00700 1 -- 172.21.15.8:0/1308255345 --> [v2:172.21.15.8:6800/3424210912,v1:172.21.15.8:6801/3424210912] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7ff60c041040 con 0x7ff60c03e470 2024-05-20T21:02:26.593 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:18.205+0000 7ff62ca00700 1 -- 172.21.15.8:0/1308255345 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7ff618053860 con 0x7ff628109a40 2024-05-20T21:02:26.593 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:18.205+0000 7ff626000700 1 -- 172.21.15.8:0/1308255345 >> [v2:172.21.15.8:6800/3424210912,v1:172.21.15.8:6801/3424210912] conn(0x7ff60c03e470 msgr2=0x7ff60c040930 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.8:6800/3424210912 2024-05-20T21:02:26.593 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:18.206+0000 7ff626000700 1 --2- 172.21.15.8:0/1308255345 >> [v2:172.21.15.8:6800/3424210912,v1:172.21.15.8:6801/3424210912] conn(0x7ff60c03e470 0x7ff60c040930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-20T21:02:26.593 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:18.407+0000 7ff626000700 1 -- 172.21.15.8:0/1308255345 >> [v2:172.21.15.8:6800/3424210912,v1:172.21.15.8:6801/3424210912] conn(0x7ff60c03e470 msgr2=0x7ff60c040930 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.8:6800/3424210912 2024-05-20T21:02:26.594 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:18.407+0000 7ff626000700 1 --2- 172.21.15.8:0/1308255345 >> [v2:172.21.15.8:6800/3424210912,v1:172.21.15.8:6801/3424210912] conn(0x7ff60c03e470 0x7ff60c040930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-05-20T21:02:26.594 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:18.808+0000 7ff626000700 1 -- 172.21.15.8:0/1308255345 >> [v2:172.21.15.8:6800/3424210912,v1:172.21.15.8:6801/3424210912] conn(0x7ff60c03e470 msgr2=0x7ff60c040930 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.8:6800/3424210912 2024-05-20T21:02:26.594 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:18.808+0000 7ff626000700 1 --2- 172.21.15.8:0/1308255345 >> [v2:172.21.15.8:6800/3424210912,v1:172.21.15.8:6801/3424210912] conn(0x7ff60c03e470 0x7ff60c040930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-05-20T21:02:26.594 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:19.609+0000 7ff626000700 1 -- 172.21.15.8:0/1308255345 >> [v2:172.21.15.8:6800/3424210912,v1:172.21.15.8:6801/3424210912] conn(0x7ff60c03e470 msgr2=0x7ff60c040930 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.8:6800/3424210912 2024-05-20T21:02:26.594 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:19.609+0000 7ff626000700 1 --2- 172.21.15.8:0/1308255345 >> [v2:172.21.15.8:6800/3424210912,v1:172.21.15.8:6801/3424210912] conn(0x7ff60c03e470 0x7ff60c040930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-05-20T21:02:26.594 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:21.211+0000 7ff626000700 1 -- 172.21.15.8:0/1308255345 >> [v2:172.21.15.8:6800/3424210912,v1:172.21.15.8:6801/3424210912] conn(0x7ff60c03e470 msgr2=0x7ff60c040930 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.8:6800/3424210912 2024-05-20T21:02:26.595 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:21.211+0000 7ff626000700 1 --2- 172.21.15.8:0/1308255345 >> [v2:172.21.15.8:6800/3424210912,v1:172.21.15.8:6801/3424210912] conn(0x7ff60c03e470 0x7ff60c040930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-05-20T21:02:26.595 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:24.414+0000 7ff626000700 1 -- 172.21.15.8:0/1308255345 >> [v2:172.21.15.8:6800/3424210912,v1:172.21.15.8:6801/3424210912] conn(0x7ff60c03e470 msgr2=0x7ff60c040930 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.8:6800/3424210912 2024-05-20T21:02:26.595 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:24.414+0000 7ff626000700 1 --2- 172.21.15.8:0/1308255345 >> [v2:172.21.15.8:6800/3424210912,v1:172.21.15.8:6801/3424210912] conn(0x7ff60c03e470 0x7ff60c040930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 6.400000 2024-05-20T21:02:26.595 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:24.894+0000 7ff62ca00700 1 -- 172.21.15.8:0/1308255345 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mgrmap(e 6) ==== 49989+0+0 (secure 0 0 0) 0x7ff61800b3e0 con 0x7ff628109a40 2024-05-20T21:02:26.595 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:24.894+0000 7ff62ca00700 1 -- 172.21.15.8:0/1308255345 >> [v2:172.21.15.8:6800/3424210912,v1:172.21.15.8:6801/3424210912] conn(0x7ff60c03e470 msgr2=0x7ff60c040930 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-20T21:02:26.598 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:24.894+0000 7ff62ca00700 1 --2- 172.21.15.8:0/1308255345 >> [v2:172.21.15.8:6800/3424210912,v1:172.21.15.8:6801/3424210912] conn(0x7ff60c03e470 0x7ff60c040930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:26.598 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:25.896+0000 7ff62ca00700 1 -- 172.21.15.8:0/1308255345 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mgrmap(e 7) ==== 50116+0+0 (secure 0 0 0) 0x7ff61804c3f0 con 0x7ff628109a40 2024-05-20T21:02:26.598 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:25.897+0000 7ff62ca00700 1 --2- 172.21.15.8:0/1308255345 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7ff60c041d60 0x7ff60c044150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:26.598 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:25.897+0000 7ff62ca00700 1 -- 172.21.15.8:0/1308255345 --> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7ff61804ce50 con 0x7ff60c041d60 2024-05-20T21:02:26.598 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:25.898+0000 7ff626000700 1 --2- 172.21.15.8:0/1308255345 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7ff60c041d60 0x7ff60c044150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:26.598 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:25.900+0000 7ff626000700 1 --2- 172.21.15.8:0/1308255345 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7ff60c041d60 0x7ff60c044150 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7ff614003a10 tx=0x7ff614009290 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:26.598 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:25.902+0000 7ff62ca00700 1 -- 172.21.15.8:0/1308255345 <== mgr.14120 v2:172.21.15.8:6800/3677468514 1 ==== command_reply(tid 0: 0 ) ==== 8+0+9564 (secure 0 0 0) 0x7ff61804ce50 con 0x7ff60c041d60 2024-05-20T21:02:26.598 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:25.912+0000 7ff62de00700 1 -- 172.21.15.8:0/1308255345 --> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7ff628064ba0 con 0x7ff60c041d60 2024-05-20T21:02:26.598 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:25.913+0000 7ff62ca00700 1 -- 172.21.15.8:0/1308255345 <== mgr.14120 v2:172.21.15.8:6800/3677468514 2 ==== command_reply(tid 1: 0 ) ==== 8+0+51 (secure 0 0 0) 0x7ff628064ba0 con 0x7ff60c041d60 2024-05-20T21:02:26.599 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:25.913+0000 7ff62de00700 1 -- 172.21.15.8:0/1308255345 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7ff60c041d60 msgr2=0x7ff60c044150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:26.599 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:25.913+0000 7ff62de00700 1 --2- 172.21.15.8:0/1308255345 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7ff60c041d60 0x7ff60c044150 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7ff614003a10 tx=0x7ff614009290 comp rx=0 tx=0).stop 2024-05-20T21:02:26.599 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:25.913+0000 7ff62de00700 1 -- 172.21.15.8:0/1308255345 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff628109a40 msgr2=0x7ff62819cf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:26.599 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:25.913+0000 7ff62de00700 1 --2- 172.21.15.8:0/1308255345 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff628109a40 0x7ff62819cf20 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7ff618011ac0 tx=0x7ff618011ba0 comp rx=0 tx=0).stop 2024-05-20T21:02:26.599 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:25.913+0000 7ff62de00700 1 -- 172.21.15.8:0/1308255345 shutdown_connections 2024-05-20T21:02:26.599 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:25.913+0000 7ff62de00700 1 --2- 172.21.15.8:0/1308255345 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7ff60c041d60 0x7ff60c044150 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:26.599 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:25.913+0000 7ff62de00700 1 --2- 172.21.15.8:0/1308255345 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff628109a40 0x7ff62819cf20 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:26.599 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:25.913+0000 7ff62de00700 1 --2- 172.21.15.8:0/1308255345 >> [v2:172.21.15.8:6800/3424210912,v1:172.21.15.8:6801/3424210912] conn(0x7ff60c03e470 0x7ff60c040930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:26.600 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:25.913+0000 7ff62de00700 1 -- 172.21.15.8:0/1308255345 >> 172.21.15.8:0/1308255345 conn(0x7ff628103490 msgr2=0x7ff628104000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:02:26.600 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:25.914+0000 7ff62de00700 1 -- 172.21.15.8:0/1308255345 shutdown_connections 2024-05-20T21:02:26.600 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:25.914+0000 7ff62de00700 1 -- 172.21.15.8:0/1308255345 wait complete. 2024-05-20T21:02:26.600 INFO:teuthology.orchestra.run.smithi008.stdout:mgr epoch 5 is available 2024-05-20T21:02:26.600 INFO:teuthology.orchestra.run.smithi008.stdout:Setting orchestrator backend to cephadm... 2024-05-20T21:02:27.127 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:26 smithi008 ceph-mon[31475]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-05-20T21:02:27.128 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:26 smithi008 ceph-mon[31475]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-05-20T21:02:27.128 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:26 smithi008 ceph-mon[31475]: from='mgr.14120 172.21.15.8:0/1317739323' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:02:28.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:27 smithi008 ceph-mon[31475]: [20/May/2024:21:02:26] ENGINE Bus STARTING 2024-05-20T21:02:28.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:27 smithi008 ceph-mon[31475]: [20/May/2024:21:02:26] ENGINE Serving on https://172.21.15.8:7150 2024-05-20T21:02:28.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:27 smithi008 ceph-mon[31475]: [20/May/2024:21:02:26] ENGINE Serving on http://172.21.15.8:8765 2024-05-20T21:02:28.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:27 smithi008 ceph-mon[31475]: [20/May/2024:21:02:26] ENGINE Bus STARTED 2024-05-20T21:02:28.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:27 smithi008 ceph-mon[31475]: mgrmap e8: x(active, since 2s) 2024-05-20T21:02:28.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:27 smithi008 ceph-mon[31475]: from='mgr.14120 172.21.15.8:0/1317739323' entity='mgr.x' 2024-05-20T21:02:28.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:27 smithi008 ceph-mon[31475]: from='mgr.14120 172.21.15.8:0/1317739323' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:02:28.256 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:27.298+0000 7fa612000700 1 Processor -- start 2024-05-20T21:02:28.256 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:27.299+0000 7fa612000700 1 -- start start 2024-05-20T21:02:28.256 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:27.299+0000 7fa612000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa60c10fe70 0x7fa60c112260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:28.256 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:27.299+0000 7fa612000700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fa60c1127a0 con 0x7fa60c10fe70 2024-05-20T21:02:28.256 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:27.300+0000 7fa60b400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa60c10fe70 0x7fa60c112260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:28.256 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:27.300+0000 7fa60b400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa60c10fe70 0x7fa60c112260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:36028/0 (socket says 172.21.15.8:36028) 2024-05-20T21:02:28.256 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:27.300+0000 7fa60b400700 1 -- 172.21.15.8:0/515708097 learned_addr learned my addr 172.21.15.8:0/515708097 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:02:28.256 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:27.300+0000 7fa60b400700 1 -- 172.21.15.8:0/515708097 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa60c112920 con 0x7fa60c10fe70 2024-05-20T21:02:28.256 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:27.300+0000 7fa60b400700 1 --2- 172.21.15.8:0/515708097 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa60c10fe70 0x7fa60c112260 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fa5fc0098a0 tx=0x7fa5fc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e30d085dcd0ffe8f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:28.257 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:27.301+0000 7fa60a000700 1 -- 172.21.15.8:0/515708097 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa5fc004160 con 0x7fa60c10fe70 2024-05-20T21:02:28.257 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:27.301+0000 7fa60a000700 1 -- 172.21.15.8:0/515708097 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fa5fc004300 con 0x7fa60c10fe70 2024-05-20T21:02:28.257 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:27.301+0000 7fa60a000700 1 -- 172.21.15.8:0/515708097 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa5fc011af0 con 0x7fa60c10fe70 2024-05-20T21:02:28.257 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:27.301+0000 7fa612000700 1 -- 172.21.15.8:0/515708097 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa60c10fe70 msgr2=0x7fa60c112260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:28.257 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:27.301+0000 7fa612000700 1 --2- 172.21.15.8:0/515708097 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa60c10fe70 0x7fa60c112260 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fa5fc0098a0 tx=0x7fa5fc009bb0 comp rx=0 tx=0).stop 2024-05-20T21:02:28.257 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:27.302+0000 7fa612000700 1 -- 172.21.15.8:0/515708097 shutdown_connections 2024-05-20T21:02:28.257 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:27.302+0000 7fa612000700 1 --2- 172.21.15.8:0/515708097 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa60c10fe70 0x7fa60c112260 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:28.258 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:27.302+0000 7fa612000700 1 -- 172.21.15.8:0/515708097 >> 172.21.15.8:0/515708097 conn(0x7fa60c07e690 msgr2=0x7fa60c080af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:02:28.258 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:27.302+0000 7fa612000700 1 -- 172.21.15.8:0/515708097 shutdown_connections 2024-05-20T21:02:28.258 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:27.302+0000 7fa612000700 1 -- 172.21.15.8:0/515708097 wait complete. 2024-05-20T21:02:28.258 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:27.303+0000 7fa612000700 1 Processor -- start 2024-05-20T21:02:28.258 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:27.303+0000 7fa612000700 1 -- start start 2024-05-20T21:02:28.258 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:27.304+0000 7fa612000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa60c10fe70 0x7fa60c1a3480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:28.258 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:27.304+0000 7fa612000700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fa60c113940 con 0x7fa60c10fe70 2024-05-20T21:02:28.259 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:27.304+0000 7fa60b400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa60c10fe70 0x7fa60c1a3480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:28.259 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:27.304+0000 7fa60b400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa60c10fe70 0x7fa60c1a3480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:36042/0 (socket says 172.21.15.8:36042) 2024-05-20T21:02:28.259 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:27.304+0000 7fa60b400700 1 -- 172.21.15.8:0/2654760585 learned_addr learned my addr 172.21.15.8:0/2654760585 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:02:28.259 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:27.304+0000 7fa60b400700 1 -- 172.21.15.8:0/2654760585 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa60c1a39c0 con 0x7fa60c10fe70 2024-05-20T21:02:28.259 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:27.305+0000 7fa60b400700 1 --2- 172.21.15.8:0/2654760585 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa60c10fe70 0x7fa60c1a3480 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fa5fc003f40 tx=0x7fa5fc011890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:28.259 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:27.305+0000 7fa603e00700 1 -- 172.21.15.8:0/2654760585 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa5fc0038b0 con 0x7fa60c10fe70 2024-05-20T21:02:28.259 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:27.305+0000 7fa603e00700 1 -- 172.21.15.8:0/2654760585 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fa5fc003a50 con 0x7fa60c10fe70 2024-05-20T21:02:28.259 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:27.305+0000 7fa612000700 1 -- 172.21.15.8:0/2654760585 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa60c1a3c50 con 0x7fa60c10fe70 2024-05-20T21:02:28.259 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:27.305+0000 7fa603e00700 1 -- 172.21.15.8:0/2654760585 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa5fc01a5c0 con 0x7fa60c10fe70 2024-05-20T21:02:28.259 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:27.305+0000 7fa612000700 1 -- 172.21.15.8:0/2654760585 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa60c1a6940 con 0x7fa60c10fe70 2024-05-20T21:02:28.259 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:27.307+0000 7fa612000700 1 -- 172.21.15.8:0/2654760585 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa60c064ba0 con 0x7fa60c10fe70 2024-05-20T21:02:28.259 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:27.307+0000 7fa603e00700 1 -- 172.21.15.8:0/2654760585 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7fa5fc024430 con 0x7fa60c10fe70 2024-05-20T21:02:28.259 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:27.307+0000 7fa603e00700 1 --2- 172.21.15.8:0/2654760585 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7fa5f003e470 0x7fa5f0040930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:28.260 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:27.307+0000 7fa603e00700 1 -- 172.21.15.8:0/2654760585 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fa5fc053a10 con 0x7fa60c10fe70 2024-05-20T21:02:28.260 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:27.308+0000 7fa60aa00700 1 --2- 172.21.15.8:0/2654760585 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7fa5f003e470 0x7fa5f0040930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:28.260 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:27.309+0000 7fa60aa00700 1 --2- 172.21.15.8:0/2654760585 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7fa5f003e470 0x7fa5f0040930 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fa5f8006fd0 tx=0x7fa5f8006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:28.260 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:27.316+0000 7fa603e00700 1 -- 172.21.15.8:0/2654760585 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fa5fc00b3e0 con 0x7fa60c10fe70 2024-05-20T21:02:28.260 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:27.560+0000 7fa612000700 1 -- 172.21.15.8:0/2654760585 --> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] -- mgr_command(tid 0: {"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}) -- 0x7fa60c080930 con 0x7fa5f003e470 2024-05-20T21:02:28.260 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:27.572+0000 7fa603e00700 1 -- 172.21.15.8:0/2654760585 <== mgr.14120 v2:172.21.15.8:6800/3677468514 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fa60c080930 con 0x7fa5f003e470 2024-05-20T21:02:28.260 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:27.575+0000 7fa612000700 1 -- 172.21.15.8:0/2654760585 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7fa5f003e470 msgr2=0x7fa5f0040930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:28.260 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:27.575+0000 7fa612000700 1 --2- 172.21.15.8:0/2654760585 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7fa5f003e470 0x7fa5f0040930 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fa5f8006fd0 tx=0x7fa5f8006e40 comp rx=0 tx=0).stop 2024-05-20T21:02:28.260 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:27.575+0000 7fa612000700 1 -- 172.21.15.8:0/2654760585 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa60c10fe70 msgr2=0x7fa60c1a3480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:28.260 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:27.575+0000 7fa612000700 1 --2- 172.21.15.8:0/2654760585 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa60c10fe70 0x7fa60c1a3480 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fa5fc003f40 tx=0x7fa5fc011890 comp rx=0 tx=0).stop 2024-05-20T21:02:28.260 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:27.576+0000 7fa612000700 1 -- 172.21.15.8:0/2654760585 shutdown_connections 2024-05-20T21:02:28.260 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:27.576+0000 7fa612000700 1 --2- 172.21.15.8:0/2654760585 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7fa5f003e470 0x7fa5f0040930 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:28.260 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:27.576+0000 7fa612000700 1 --2- 172.21.15.8:0/2654760585 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa60c10fe70 0x7fa60c1a3480 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:28.261 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:27.576+0000 7fa612000700 1 -- 172.21.15.8:0/2654760585 >> 172.21.15.8:0/2654760585 conn(0x7fa60c07e690 msgr2=0x7fa60c080220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:02:28.261 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:27.576+0000 7fa612000700 1 -- 172.21.15.8:0/2654760585 shutdown_connections 2024-05-20T21:02:28.261 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:27.576+0000 7fa612000700 1 -- 172.21.15.8:0/2654760585 wait complete. 2024-05-20T21:02:29.134 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:28 smithi008 ceph-mon[31475]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:02:29.886 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout value unchanged 2024-05-20T21:02:29.887 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:28.880+0000 7f209ec00700 1 Processor -- start 2024-05-20T21:02:29.887 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:28.880+0000 7f209ec00700 1 -- start start 2024-05-20T21:02:29.887 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:28.881+0000 7f209ec00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f209810b1f0 0x7f209810b610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:29.887 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:28.881+0000 7f209ec00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f209810bbe0 con 0x7f209810b1f0 2024-05-20T21:02:29.888 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:28.881+0000 7f2097e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f209810b1f0 0x7f209810b610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:29.888 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:28.881+0000 7f2097e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f209810b1f0 0x7f209810b610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:36048/0 (socket says 172.21.15.8:36048) 2024-05-20T21:02:29.890 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:28.881+0000 7f2097e00700 1 -- 172.21.15.8:0/551781349 learned_addr learned my addr 172.21.15.8:0/551781349 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:02:29.890 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:28.882+0000 7f2097e00700 1 -- 172.21.15.8:0/551781349 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f209810c3a0 con 0x7f209810b1f0 2024-05-20T21:02:29.890 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:28.882+0000 7f2097e00700 1 --2- 172.21.15.8:0/551781349 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f209810b1f0 0x7f209810b610 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f20880098a0 tx=0x7f2088009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56eb4cd90858a17b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:29.890 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:28.882+0000 7f2096a00700 1 -- 172.21.15.8:0/551781349 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2088004160 con 0x7f209810b1f0 2024-05-20T21:02:29.890 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:28.882+0000 7f2096a00700 1 -- 172.21.15.8:0/551781349 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f2088004300 con 0x7f209810b1f0 2024-05-20T21:02:29.890 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:28.883+0000 7f2096a00700 1 -- 172.21.15.8:0/551781349 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2088011af0 con 0x7f209810b1f0 2024-05-20T21:02:29.891 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:28.883+0000 7f209ec00700 1 -- 172.21.15.8:0/551781349 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f209810b1f0 msgr2=0x7f209810b610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:29.891 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:28.883+0000 7f209ec00700 1 --2- 172.21.15.8:0/551781349 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f209810b1f0 0x7f209810b610 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f20880098a0 tx=0x7f2088009bb0 comp rx=0 tx=0).stop 2024-05-20T21:02:29.891 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:28.883+0000 7f209ec00700 1 -- 172.21.15.8:0/551781349 shutdown_connections 2024-05-20T21:02:29.891 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:28.883+0000 7f209ec00700 1 --2- 172.21.15.8:0/551781349 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f209810b1f0 0x7f209810b610 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:29.891 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:28.883+0000 7f209ec00700 1 -- 172.21.15.8:0/551781349 >> 172.21.15.8:0/551781349 conn(0x7f20981068f0 msgr2=0x7f2098108ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:02:29.891 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:28.883+0000 7f209ec00700 1 -- 172.21.15.8:0/551781349 shutdown_connections 2024-05-20T21:02:29.891 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:28.883+0000 7f209ec00700 1 -- 172.21.15.8:0/551781349 wait complete. 2024-05-20T21:02:29.891 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:28.885+0000 7f209ec00700 1 Processor -- start 2024-05-20T21:02:29.891 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:28.885+0000 7f209ec00700 1 -- start start 2024-05-20T21:02:29.891 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:28.885+0000 7f209ec00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f209810b1f0 0x7f209819f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:29.891 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:28.885+0000 7f209ec00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f209810f750 con 0x7f209810b1f0 2024-05-20T21:02:29.894 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:28.885+0000 7f2097e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f209810b1f0 0x7f209819f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:29.894 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:28.885+0000 7f2097e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f209810b1f0 0x7f209819f1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:36060/0 (socket says 172.21.15.8:36060) 2024-05-20T21:02:29.895 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:28.885+0000 7f2097e00700 1 -- 172.21.15.8:0/3132584104 learned_addr learned my addr 172.21.15.8:0/3132584104 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:02:29.895 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:28.886+0000 7f2097e00700 1 -- 172.21.15.8:0/3132584104 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f209819f6e0 con 0x7f209810b1f0 2024-05-20T21:02:29.895 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:28.886+0000 7f2097e00700 1 --2- 172.21.15.8:0/3132584104 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f209810b1f0 0x7f209819f1a0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f20880117b0 tx=0x7f2088011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:29.895 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:28.886+0000 7f2094c00700 1 -- 172.21.15.8:0/3132584104 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2088003af0 con 0x7f209810b1f0 2024-05-20T21:02:29.895 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:28.886+0000 7f2094c00700 1 -- 172.21.15.8:0/3132584104 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f2088020070 con 0x7f209810b1f0 2024-05-20T21:02:29.895 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:28.886+0000 7f2094c00700 1 -- 172.21.15.8:0/3132584104 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2088019630 con 0x7f209810b1f0 2024-05-20T21:02:29.895 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:28.886+0000 7f209ec00700 1 -- 172.21.15.8:0/3132584104 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f209819f970 con 0x7f209810b1f0 2024-05-20T21:02:29.895 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:28.887+0000 7f209ec00700 1 -- 172.21.15.8:0/3132584104 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20981a2660 con 0x7f209810b1f0 2024-05-20T21:02:29.895 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:28.888+0000 7f209ec00700 1 -- 172.21.15.8:0/3132584104 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2098064ba0 con 0x7f209810b1f0 2024-05-20T21:02:29.895 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:28.888+0000 7f2094c00700 1 -- 172.21.15.8:0/3132584104 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7f208801a9c0 con 0x7f209810b1f0 2024-05-20T21:02:29.895 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:28.888+0000 7f2094c00700 1 --2- 172.21.15.8:0/3132584104 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7f207c03e4c0 0x7f207c040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:29.895 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:28.888+0000 7f2094c00700 1 -- 172.21.15.8:0/3132584104 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f2088053b20 con 0x7f209810b1f0 2024-05-20T21:02:29.895 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:28.889+0000 7f2097400700 1 --2- 172.21.15.8:0/3132584104 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7f207c03e4c0 0x7f207c040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:29.896 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:28.889+0000 7f2097400700 1 --2- 172.21.15.8:0/3132584104 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7f207c03e4c0 0x7f207c040980 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f2084006fd0 tx=0x7f2084006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:29.896 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:28.895+0000 7f2094c00700 1 -- 172.21.15.8:0/3132584104 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f20880042a0 con 0x7f209810b1f0 2024-05-20T21:02:29.896 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:29.134+0000 7f209ec00700 1 -- 172.21.15.8:0/3132584104 --> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] -- mgr_command(tid 0: {"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}) -- 0x7f2098108c50 con 0x7f207c03e4c0 2024-05-20T21:02:29.896 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:29.135+0000 7f2094c00700 1 -- 172.21.15.8:0/3132584104 <== mgr.14120 v2:172.21.15.8:6800/3677468514 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+16 (secure 0 0 0) 0x7f2098108c50 con 0x7f207c03e4c0 2024-05-20T21:02:29.896 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:29.139+0000 7f209ec00700 1 -- 172.21.15.8:0/3132584104 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7f207c03e4c0 msgr2=0x7f207c040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:29.896 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:29.139+0000 7f209ec00700 1 --2- 172.21.15.8:0/3132584104 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7f207c03e4c0 0x7f207c040980 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f2084006fd0 tx=0x7f2084006e40 comp rx=0 tx=0).stop 2024-05-20T21:02:29.896 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:29.139+0000 7f209ec00700 1 -- 172.21.15.8:0/3132584104 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f209810b1f0 msgr2=0x7f209819f1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:29.896 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:29.139+0000 7f209ec00700 1 --2- 172.21.15.8:0/3132584104 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f209810b1f0 0x7f209819f1a0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f20880117b0 tx=0x7f2088011b70 comp rx=0 tx=0).stop 2024-05-20T21:02:29.896 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:29.139+0000 7f209ec00700 1 -- 172.21.15.8:0/3132584104 shutdown_connections 2024-05-20T21:02:29.896 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:29.139+0000 7f209ec00700 1 --2- 172.21.15.8:0/3132584104 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7f207c03e4c0 0x7f207c040980 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:29.896 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:29.139+0000 7f209ec00700 1 --2- 172.21.15.8:0/3132584104 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f209810b1f0 0x7f209819f1a0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:29.896 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:29.139+0000 7f209ec00700 1 -- 172.21.15.8:0/3132584104 >> 172.21.15.8:0/3132584104 conn(0x7f20981068f0 msgr2=0x7f2098108540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:02:29.897 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:29.139+0000 7f209ec00700 1 -- 172.21.15.8:0/3132584104 shutdown_connections 2024-05-20T21:02:29.897 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:29.139+0000 7f209ec00700 1 -- 172.21.15.8:0/3132584104 wait complete. 2024-05-20T21:02:29.897 INFO:teuthology.orchestra.run.smithi008.stdout:Generating ssh key... 2024-05-20T21:02:30.201 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:29 smithi008 ceph-mon[31475]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:02:31.057 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:31 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: Generating public/private rsa key pair. 2024-05-20T21:02:31.057 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:31 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: Your identification has been saved in /tmp/tmpbizjtc2u/key. 2024-05-20T21:02:31.058 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:31 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: Your public key has been saved in /tmp/tmpbizjtc2u/key.pub. 2024-05-20T21:02:31.058 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:31 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: The key fingerprint is: 2024-05-20T21:02:31.058 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:31 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: SHA256:SkTe91eZfug3NselVmGY5jJqGofW7vFV7EvUgbmoh6E ceph-060ce10e-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:02:31.058 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:31 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: The key's randomart image is: 2024-05-20T21:02:31.058 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:31 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: +---[RSA 3072]----+ 2024-05-20T21:02:31.058 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:31 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: | . | 2024-05-20T21:02:31.058 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:31 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: | o . = o| 2024-05-20T21:02:31.058 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:31 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: | o . . * *.| 2024-05-20T21:02:31.058 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:31 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: | . . .+ =o+| 2024-05-20T21:02:31.058 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:31 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: | . S. +.oo==| 2024-05-20T21:02:31.058 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:31 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: | . .+ = oo++o| 2024-05-20T21:02:31.058 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:31 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: | .E O . .+*+| 2024-05-20T21:02:31.058 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:31 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: | . * + ..o.=| 2024-05-20T21:02:31.058 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:31 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: | ..o . . | 2024-05-20T21:02:31.059 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:31 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: +----[SHA256]-----+ 2024-05-20T21:02:31.704 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:30.540+0000 7f29dea00700 1 Processor -- start 2024-05-20T21:02:31.704 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:30.540+0000 7f29dea00700 1 -- start start 2024-05-20T21:02:31.704 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:30.541+0000 7f29dea00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f29d8107e50 0x7f29d8108270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:31.705 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:30.541+0000 7f29dea00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f29d81087b0 con 0x7f29d8107e50 2024-05-20T21:02:31.705 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:30.541+0000 7f29d7e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f29d8107e50 0x7f29d8108270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:31.705 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:30.541+0000 7f29d7e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f29d8107e50 0x7f29d8108270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:36070/0 (socket says 172.21.15.8:36070) 2024-05-20T21:02:31.705 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:30.541+0000 7f29d7e00700 1 -- 172.21.15.8:0/553638659 learned_addr learned my addr 172.21.15.8:0/553638659 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:02:31.705 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:30.542+0000 7f29d7e00700 1 -- 172.21.15.8:0/553638659 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29d8109040 con 0x7f29d8107e50 2024-05-20T21:02:31.705 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:30.542+0000 7f29d7e00700 1 --2- 172.21.15.8:0/553638659 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f29d8107e50 0x7f29d8108270 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f29c80098a0 tx=0x7f29c8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6086d2f3e4ed4024 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:31.705 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:30.542+0000 7f29d6a00700 1 -- 172.21.15.8:0/553638659 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f29c8004160 con 0x7f29d8107e50 2024-05-20T21:02:31.705 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:30.542+0000 7f29d6a00700 1 -- 172.21.15.8:0/553638659 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f29c8004300 con 0x7f29d8107e50 2024-05-20T21:02:31.705 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:30.542+0000 7f29d6a00700 1 -- 172.21.15.8:0/553638659 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f29c8011af0 con 0x7f29d8107e50 2024-05-20T21:02:31.705 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:30.543+0000 7f29dea00700 1 -- 172.21.15.8:0/553638659 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f29d8107e50 msgr2=0x7f29d8108270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:31.705 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:30.543+0000 7f29dea00700 1 --2- 172.21.15.8:0/553638659 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f29d8107e50 0x7f29d8108270 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f29c80098a0 tx=0x7f29c8009bb0 comp rx=0 tx=0).stop 2024-05-20T21:02:31.705 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:30.543+0000 7f29dea00700 1 -- 172.21.15.8:0/553638659 shutdown_connections 2024-05-20T21:02:31.705 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:30.543+0000 7f29dea00700 1 --2- 172.21.15.8:0/553638659 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f29d8107e50 0x7f29d8108270 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:31.706 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:30.543+0000 7f29dea00700 1 -- 172.21.15.8:0/553638659 >> 172.21.15.8:0/553638659 conn(0x7f29d8103460 msgr2=0x7f29d8105880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:02:31.706 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:30.544+0000 7f29dea00700 1 -- 172.21.15.8:0/553638659 shutdown_connections 2024-05-20T21:02:31.706 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:30.544+0000 7f29dea00700 1 -- 172.21.15.8:0/553638659 wait complete. 2024-05-20T21:02:31.706 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:30.545+0000 7f29dea00700 1 Processor -- start 2024-05-20T21:02:31.706 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:30.545+0000 7f29dea00700 1 -- start start 2024-05-20T21:02:31.706 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:30.545+0000 7f29dea00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f29d8107e50 0x7f29d819cfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:31.706 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:30.545+0000 7f29dea00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f29d810c300 con 0x7f29d8107e50 2024-05-20T21:02:31.709 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:30.546+0000 7f29d7e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f29d8107e50 0x7f29d819cfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:31.709 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:30.546+0000 7f29d7e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f29d8107e50 0x7f29d819cfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:36076/0 (socket says 172.21.15.8:36076) 2024-05-20T21:02:31.709 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:30.546+0000 7f29d7e00700 1 -- 172.21.15.8:0/3773704109 learned_addr learned my addr 172.21.15.8:0/3773704109 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:02:31.709 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:30.546+0000 7f29d7e00700 1 -- 172.21.15.8:0/3773704109 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29d819d520 con 0x7f29d8107e50 2024-05-20T21:02:31.709 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:30.546+0000 7f29d7e00700 1 --2- 172.21.15.8:0/3773704109 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f29d8107e50 0x7f29d819cfe0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f29c80117b0 tx=0x7f29c8011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:31.709 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:30.547+0000 7f29d4c00700 1 -- 172.21.15.8:0/3773704109 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f29c8003af0 con 0x7f29d8107e50 2024-05-20T21:02:31.709 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:30.547+0000 7f29d4c00700 1 -- 172.21.15.8:0/3773704109 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f29c8020070 con 0x7f29d8107e50 2024-05-20T21:02:31.709 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:30.547+0000 7f29dea00700 1 -- 172.21.15.8:0/3773704109 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f29d819d7b0 con 0x7f29d8107e50 2024-05-20T21:02:31.710 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:30.547+0000 7f29d4c00700 1 -- 172.21.15.8:0/3773704109 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f29c8019630 con 0x7f29d8107e50 2024-05-20T21:02:31.710 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:30.547+0000 7f29dea00700 1 -- 172.21.15.8:0/3773704109 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f29d81a04a0 con 0x7f29d8107e50 2024-05-20T21:02:31.710 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:30.548+0000 7f29dea00700 1 -- 172.21.15.8:0/3773704109 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f29d8064ba0 con 0x7f29d8107e50 2024-05-20T21:02:31.710 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:30.548+0000 7f29d4c00700 1 -- 172.21.15.8:0/3773704109 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7f29c801a9c0 con 0x7f29d8107e50 2024-05-20T21:02:31.710 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:30.549+0000 7f29d4c00700 1 --2- 172.21.15.8:0/3773704109 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7f29bc03e4c0 0x7f29bc040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:31.710 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:30.549+0000 7f29d4c00700 1 -- 172.21.15.8:0/3773704109 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f29c8053a60 con 0x7f29d8107e50 2024-05-20T21:02:31.710 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:30.549+0000 7f29d7400700 1 --2- 172.21.15.8:0/3773704109 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7f29bc03e4c0 0x7f29bc040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:31.710 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:30.550+0000 7f29d7400700 1 --2- 172.21.15.8:0/3773704109 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7f29bc03e4c0 0x7f29bc040980 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f29c4006fd0 tx=0x7f29c4006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:31.710 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:30.554+0000 7f29d4c00700 1 -- 172.21.15.8:0/3773704109 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f29c800bdd0 con 0x7f29d8107e50 2024-05-20T21:02:31.710 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:30.790+0000 7f29dea00700 1 -- 172.21.15.8:0/3773704109 --> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] -- mgr_command(tid 0: {"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}) -- 0x7f29d80008d0 con 0x7f29bc03e4c0 2024-05-20T21:02:31.710 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:31.035+0000 7f29d4c00700 1 -- 172.21.15.8:0/3773704109 <== mgr.14120 v2:172.21.15.8:6800/3677468514 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f29d80008d0 con 0x7f29bc03e4c0 2024-05-20T21:02:31.710 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:31.038+0000 7f29dea00700 1 -- 172.21.15.8:0/3773704109 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7f29bc03e4c0 msgr2=0x7f29bc040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:31.710 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:31.038+0000 7f29dea00700 1 --2- 172.21.15.8:0/3773704109 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7f29bc03e4c0 0x7f29bc040980 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f29c4006fd0 tx=0x7f29c4006e40 comp rx=0 tx=0).stop 2024-05-20T21:02:31.711 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:31.038+0000 7f29dea00700 1 -- 172.21.15.8:0/3773704109 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f29d8107e50 msgr2=0x7f29d819cfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:31.711 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:31.038+0000 7f29dea00700 1 --2- 172.21.15.8:0/3773704109 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f29d8107e50 0x7f29d819cfe0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f29c80117b0 tx=0x7f29c8011b70 comp rx=0 tx=0).stop 2024-05-20T21:02:31.711 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:31.038+0000 7f29dea00700 1 -- 172.21.15.8:0/3773704109 shutdown_connections 2024-05-20T21:02:31.711 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:31.038+0000 7f29dea00700 1 --2- 172.21.15.8:0/3773704109 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7f29bc03e4c0 0x7f29bc040980 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:31.711 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:31.038+0000 7f29dea00700 1 --2- 172.21.15.8:0/3773704109 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f29d8107e50 0x7f29d819cfe0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:31.711 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:31.038+0000 7f29dea00700 1 -- 172.21.15.8:0/3773704109 >> 172.21.15.8:0/3773704109 conn(0x7f29d8103460 msgr2=0x7f29d8104390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:02:31.711 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:31.039+0000 7f29dea00700 1 -- 172.21.15.8:0/3773704109 shutdown_connections 2024-05-20T21:02:31.711 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:31.039+0000 7f29dea00700 1 -- 172.21.15.8:0/3773704109 wait complete. 2024-05-20T21:02:32.277 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:32 smithi008 ceph-mon[31475]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:02:32.277 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:32 smithi008 ceph-mon[31475]: Generating ssh key... 2024-05-20T21:02:32.277 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:32 smithi008 ceph-mon[31475]: from='mgr.14120 172.21.15.8:0/1317739323' entity='mgr.x' 2024-05-20T21:02:32.277 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:32 smithi008 ceph-mon[31475]: from='mgr.14120 172.21.15.8:0/1317739323' entity='mgr.x' 2024-05-20T21:02:33.307 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDH4wZDWGvDwd3UPsovCHRJwAAWfmJSGYOmCqFENAkMEasCyhADzNSJktSSF7T/MrSUeN3vubEsEgIFf2rV8L9ixEjVbMZ+FV0fnCb4HsePTepPkH7EbsCMnomONY2Ix/yX/az01aj8bTmuWryaNx1niGGAYJ97lNHCSYBfb6nbY2VLyurTF3z2cVtNdazJOtRa/8t6T5XmDQoz6q37NtyfuVMxTlHcWdTxE6M3gkH/CKABXtTQkpsMrwRzoFfmlH8eZxGPMe3golaAPQ4zESsbc6v+EqF6al04+qE2rRYV5KqVevXDBGnOfW644WgA8dKSGw5I4sUgyZ2YkoIS/CC8tDY6xm9rXTDQqLwq2Y4iXc2jupQinRLkDV0Ti4PIYEqOln3Mvne6ei9YjK7ebxo2bV8UqrUMl6JHm1TzxT2KTsoHnt6nJbPa8Oq3LA7QY3eNJhPCO6fGjDC1ZfNA9equfUUz4FzvPbHjkHiFtpYtS8E8pBNU7Q7H+SNbZl0aivs= ceph-060ce10e-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:02:33.308 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:32.355+0000 7fc5a3200700 1 Processor -- start 2024-05-20T21:02:33.308 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:32.355+0000 7fc5a3200700 1 -- start start 2024-05-20T21:02:33.308 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:32.356+0000 7fc5a3200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc59c107e50 0x7fc59c108270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:33.308 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:32.356+0000 7fc5a3200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc59c1087b0 con 0x7fc59c107e50 2024-05-20T21:02:33.308 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:32.356+0000 7fc59be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc59c107e50 0x7fc59c108270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:33.308 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:32.356+0000 7fc59be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc59c107e50 0x7fc59c108270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:36084/0 (socket says 172.21.15.8:36084) 2024-05-20T21:02:33.308 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:32.356+0000 7fc59be00700 1 -- 172.21.15.8:0/15334025 learned_addr learned my addr 172.21.15.8:0/15334025 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:02:33.309 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:32.357+0000 7fc59be00700 1 -- 172.21.15.8:0/15334025 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc59c109040 con 0x7fc59c107e50 2024-05-20T21:02:33.311 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:32.357+0000 7fc59be00700 1 --2- 172.21.15.8:0/15334025 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc59c107e50 0x7fc59c108270 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fc58c0098a0 tx=0x7fc58c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d6802b7f976ba11 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:33.311 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:32.358+0000 7fc59aa00700 1 -- 172.21.15.8:0/15334025 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc58c004160 con 0x7fc59c107e50 2024-05-20T21:02:33.311 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:32.358+0000 7fc59aa00700 1 -- 172.21.15.8:0/15334025 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fc58c004300 con 0x7fc59c107e50 2024-05-20T21:02:33.311 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:32.358+0000 7fc59aa00700 1 -- 172.21.15.8:0/15334025 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc58c011af0 con 0x7fc59c107e50 2024-05-20T21:02:33.311 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:32.358+0000 7fc5a3200700 1 -- 172.21.15.8:0/15334025 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc59c107e50 msgr2=0x7fc59c108270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:33.311 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:32.358+0000 7fc5a3200700 1 --2- 172.21.15.8:0/15334025 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc59c107e50 0x7fc59c108270 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fc58c0098a0 tx=0x7fc58c009bb0 comp rx=0 tx=0).stop 2024-05-20T21:02:33.311 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:32.358+0000 7fc5a3200700 1 -- 172.21.15.8:0/15334025 shutdown_connections 2024-05-20T21:02:33.311 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:32.358+0000 7fc5a3200700 1 --2- 172.21.15.8:0/15334025 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc59c107e50 0x7fc59c108270 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:33.312 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:32.358+0000 7fc5a3200700 1 -- 172.21.15.8:0/15334025 >> 172.21.15.8:0/15334025 conn(0x7fc59c103460 msgr2=0x7fc59c105880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:02:33.312 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:32.359+0000 7fc5a3200700 1 -- 172.21.15.8:0/15334025 shutdown_connections 2024-05-20T21:02:33.312 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:32.359+0000 7fc5a3200700 1 -- 172.21.15.8:0/15334025 wait complete. 2024-05-20T21:02:33.312 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:32.360+0000 7fc5a3200700 1 Processor -- start 2024-05-20T21:02:33.312 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:32.360+0000 7fc5a3200700 1 -- start start 2024-05-20T21:02:33.312 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:32.360+0000 7fc5a3200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc59c107e50 0x7fc59c19d000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:33.312 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:32.360+0000 7fc5a3200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc59c10c300 con 0x7fc59c107e50 2024-05-20T21:02:33.312 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:32.360+0000 7fc59be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc59c107e50 0x7fc59c19d000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:33.312 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:32.360+0000 7fc59be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc59c107e50 0x7fc59c19d000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:36088/0 (socket says 172.21.15.8:36088) 2024-05-20T21:02:33.312 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:32.360+0000 7fc59be00700 1 -- 172.21.15.8:0/263378325 learned_addr learned my addr 172.21.15.8:0/263378325 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:02:33.312 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:32.361+0000 7fc59be00700 1 -- 172.21.15.8:0/263378325 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc59c19d540 con 0x7fc59c107e50 2024-05-20T21:02:33.312 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:32.361+0000 7fc59be00700 1 --2- 172.21.15.8:0/263378325 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc59c107e50 0x7fc59c19d000 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fc58c009fb0 tx=0x7fc58c011940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:33.312 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:32.361+0000 7fc598c00700 1 -- 172.21.15.8:0/263378325 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc58c0036a0 con 0x7fc59c107e50 2024-05-20T21:02:33.315 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:32.361+0000 7fc598c00700 1 -- 172.21.15.8:0/263378325 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fc58c01a430 con 0x7fc59c107e50 2024-05-20T21:02:33.315 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:32.361+0000 7fc598c00700 1 -- 172.21.15.8:0/263378325 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc58c019550 con 0x7fc59c107e50 2024-05-20T21:02:33.315 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:32.361+0000 7fc5a3200700 1 -- 172.21.15.8:0/263378325 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc59c19d7d0 con 0x7fc59c107e50 2024-05-20T21:02:33.315 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:32.362+0000 7fc5a3200700 1 -- 172.21.15.8:0/263378325 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc59c1a0470 con 0x7fc59c107e50 2024-05-20T21:02:33.315 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:32.363+0000 7fc5a3200700 1 -- 172.21.15.8:0/263378325 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc59c064ba0 con 0x7fc59c107e50 2024-05-20T21:02:33.315 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:32.363+0000 7fc598c00700 1 -- 172.21.15.8:0/263378325 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7fc58c01a8e0 con 0x7fc59c107e50 2024-05-20T21:02:33.315 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:32.364+0000 7fc598c00700 1 --2- 172.21.15.8:0/263378325 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7fc58003e470 0x7fc580040930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:33.315 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:32.364+0000 7fc598c00700 1 -- 172.21.15.8:0/263378325 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fc58c0538d0 con 0x7fc59c107e50 2024-05-20T21:02:33.315 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:32.364+0000 7fc59b400700 1 --2- 172.21.15.8:0/263378325 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7fc58003e470 0x7fc580040930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:33.315 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:32.365+0000 7fc59b400700 1 --2- 172.21.15.8:0/263378325 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7fc58003e470 0x7fc580040930 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fc588006fd0 tx=0x7fc588006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:33.316 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:32.369+0000 7fc598c00700 1 -- 172.21.15.8:0/263378325 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fc58c00b3e0 con 0x7fc59c107e50 2024-05-20T21:02:33.316 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:32.607+0000 7fc5a3200700 1 -- 172.21.15.8:0/263378325 --> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] -- mgr_command(tid 0: {"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}) -- 0x7fc59c0008d0 con 0x7fc58003e470 2024-05-20T21:02:33.316 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:32.608+0000 7fc598c00700 1 -- 172.21.15.8:0/263378325 <== mgr.14120 v2:172.21.15.8:6800/3677468514 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+595 (secure 0 0 0) 0x7fc59c0008d0 con 0x7fc58003e470 2024-05-20T21:02:33.316 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:32.612+0000 7fc5a3200700 1 -- 172.21.15.8:0/263378325 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7fc58003e470 msgr2=0x7fc580040930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:33.316 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:32.612+0000 7fc5a3200700 1 --2- 172.21.15.8:0/263378325 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7fc58003e470 0x7fc580040930 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fc588006fd0 tx=0x7fc588006e40 comp rx=0 tx=0).stop 2024-05-20T21:02:33.316 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:32.612+0000 7fc5a3200700 1 -- 172.21.15.8:0/263378325 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc59c107e50 msgr2=0x7fc59c19d000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:33.316 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:32.612+0000 7fc5a3200700 1 --2- 172.21.15.8:0/263378325 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc59c107e50 0x7fc59c19d000 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fc58c009fb0 tx=0x7fc58c011940 comp rx=0 tx=0).stop 2024-05-20T21:02:33.316 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:32.612+0000 7fc5a3200700 1 -- 172.21.15.8:0/263378325 shutdown_connections 2024-05-20T21:02:33.316 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:32.612+0000 7fc5a3200700 1 --2- 172.21.15.8:0/263378325 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7fc58003e470 0x7fc580040930 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:33.316 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:32.612+0000 7fc5a3200700 1 --2- 172.21.15.8:0/263378325 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc59c107e50 0x7fc59c19d000 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:33.316 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:32.612+0000 7fc5a3200700 1 -- 172.21.15.8:0/263378325 >> 172.21.15.8:0/263378325 conn(0x7fc59c103460 msgr2=0x7fc59c1043b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:02:33.316 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:32.612+0000 7fc5a3200700 1 -- 172.21.15.8:0/263378325 shutdown_connections 2024-05-20T21:02:33.316 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:32.612+0000 7fc5a3200700 1 -- 172.21.15.8:0/263378325 wait complete. 2024-05-20T21:02:33.317 INFO:teuthology.orchestra.run.smithi008.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-05-20T21:02:33.317 INFO:teuthology.orchestra.run.smithi008.stdout:Adding key to root@localhost authorized_keys... 2024-05-20T21:02:33.317 INFO:teuthology.orchestra.run.smithi008.stdout:Adding host smithi008... 2024-05-20T21:02:33.626 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:33 smithi008 ceph-mon[31475]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:02:34.874 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:34 smithi008 ceph-mon[31475]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi008", "addr": "172.21.15.8", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:02:36.951 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:36 smithi008 ceph-mon[31475]: Deploying cephadm binary to smithi008 2024-05-20T21:02:41.379 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout Added host 'smithi008' with addr '172.21.15.8' 2024-05-20T21:02:41.380 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:33.963+0000 7fa283200700 1 Processor -- start 2024-05-20T21:02:41.380 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:33.964+0000 7fa283200700 1 -- start start 2024-05-20T21:02:41.380 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:33.964+0000 7fa283200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa28410afe0 0x7fa28410b400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:41.380 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:33.964+0000 7fa283200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fa28410b9d0 con 0x7fa28410afe0 2024-05-20T21:02:41.380 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:33.965+0000 7fa281e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa28410afe0 0x7fa28410b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:41.380 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:33.965+0000 7fa281e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa28410afe0 0x7fa28410b400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:58032/0 (socket says 172.21.15.8:58032) 2024-05-20T21:02:41.380 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:33.965+0000 7fa281e00700 1 -- 172.21.15.8:0/3256438415 learned_addr learned my addr 172.21.15.8:0/3256438415 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:02:41.380 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:33.965+0000 7fa281e00700 1 -- 172.21.15.8:0/3256438415 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa28410c1e0 con 0x7fa28410afe0 2024-05-20T21:02:41.380 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:33.965+0000 7fa281e00700 1 --2- 172.21.15.8:0/3256438415 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa28410afe0 0x7fa28410b400 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fa2740098a0 tx=0x7fa274009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=92ed459063316f86 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:41.380 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:33.966+0000 7fa280a00700 1 -- 172.21.15.8:0/3256438415 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa274004160 con 0x7fa28410afe0 2024-05-20T21:02:41.380 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:33.966+0000 7fa280a00700 1 -- 172.21.15.8:0/3256438415 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fa274004300 con 0x7fa28410afe0 2024-05-20T21:02:41.380 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:33.966+0000 7fa280a00700 1 -- 172.21.15.8:0/3256438415 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa274011af0 con 0x7fa28410afe0 2024-05-20T21:02:41.380 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:33.966+0000 7fa283200700 1 -- 172.21.15.8:0/3256438415 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa28410afe0 msgr2=0x7fa28410b400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:41.381 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:33.966+0000 7fa283200700 1 --2- 172.21.15.8:0/3256438415 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa28410afe0 0x7fa28410b400 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fa2740098a0 tx=0x7fa274009bb0 comp rx=0 tx=0).stop 2024-05-20T21:02:41.381 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:33.966+0000 7fa283200700 1 -- 172.21.15.8:0/3256438415 shutdown_connections 2024-05-20T21:02:41.381 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:33.966+0000 7fa283200700 1 --2- 172.21.15.8:0/3256438415 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa28410afe0 0x7fa28410b400 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:41.381 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:33.966+0000 7fa283200700 1 -- 172.21.15.8:0/3256438415 >> 172.21.15.8:0/3256438415 conn(0x7fa28407e3b0 msgr2=0x7fa28407e7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:02:41.381 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:33.967+0000 7fa283200700 1 -- 172.21.15.8:0/3256438415 shutdown_connections 2024-05-20T21:02:41.381 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:33.967+0000 7fa283200700 1 -- 172.21.15.8:0/3256438415 wait complete. 2024-05-20T21:02:41.381 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:33.968+0000 7fa283200700 1 Processor -- start 2024-05-20T21:02:41.381 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:33.968+0000 7fa283200700 1 -- start start 2024-05-20T21:02:41.384 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:33.968+0000 7fa283200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa28410afe0 0x7fa284082b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:41.384 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:33.968+0000 7fa283200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fa28410f590 con 0x7fa28410afe0 2024-05-20T21:02:41.385 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:33.969+0000 7fa281e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa28410afe0 0x7fa284082b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:41.385 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:33.969+0000 7fa281e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa28410afe0 0x7fa284082b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:58040/0 (socket says 172.21.15.8:58040) 2024-05-20T21:02:41.385 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:33.969+0000 7fa281e00700 1 -- 172.21.15.8:0/1089938914 learned_addr learned my addr 172.21.15.8:0/1089938914 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:02:41.385 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:33.969+0000 7fa281e00700 1 -- 172.21.15.8:0/1089938914 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa284083090 con 0x7fa28410afe0 2024-05-20T21:02:41.385 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:33.969+0000 7fa281e00700 1 --2- 172.21.15.8:0/1089938914 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa28410afe0 0x7fa284082b50 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fa2740117b0 tx=0x7fa274011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:41.385 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:33.970+0000 7fa27aa00700 1 -- 172.21.15.8:0/1089938914 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa274003af0 con 0x7fa28410afe0 2024-05-20T21:02:41.385 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:33.970+0000 7fa27aa00700 1 -- 172.21.15.8:0/1089938914 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fa274020070 con 0x7fa28410afe0 2024-05-20T21:02:41.385 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:33.970+0000 7fa283200700 1 -- 172.21.15.8:0/1089938914 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa284083320 con 0x7fa28410afe0 2024-05-20T21:02:41.385 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:33.970+0000 7fa27aa00700 1 -- 172.21.15.8:0/1089938914 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa274019630 con 0x7fa28410afe0 2024-05-20T21:02:41.386 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:33.970+0000 7fa283200700 1 -- 172.21.15.8:0/1089938914 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa28407f8e0 con 0x7fa28410afe0 2024-05-20T21:02:41.386 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:33.971+0000 7fa283200700 1 -- 172.21.15.8:0/1089938914 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa2840834f0 con 0x7fa28410afe0 2024-05-20T21:02:41.386 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:33.971+0000 7fa27aa00700 1 -- 172.21.15.8:0/1089938914 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7fa27401a9c0 con 0x7fa28410afe0 2024-05-20T21:02:41.386 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:33.971+0000 7fa27aa00700 1 --2- 172.21.15.8:0/1089938914 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7fa26803e470 0x7fa268040930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:41.386 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:33.972+0000 7fa27aa00700 1 -- 172.21.15.8:0/1089938914 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fa274053ae0 con 0x7fa28410afe0 2024-05-20T21:02:41.386 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:33.972+0000 7fa281400700 1 --2- 172.21.15.8:0/1089938914 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7fa26803e470 0x7fa268040930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:41.387 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:33.973+0000 7fa281400700 1 --2- 172.21.15.8:0/1089938914 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7fa26803e470 0x7fa268040930 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fa270006fd0 tx=0x7fa270006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:41.387 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:33.978+0000 7fa27aa00700 1 -- 172.21.15.8:0/1089938914 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fa2840834f0 con 0x7fa28410afe0 2024-05-20T21:02:41.387 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:34.218+0000 7fa283200700 1 -- 172.21.15.8:0/1089938914 --> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi008", "addr": "172.21.15.8", "target": ["mon-mgr", ""]}) -- 0x7fa284080080 con 0x7fa26803e470 2024-05-20T21:02:41.387 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:40.486+0000 7fa27aa00700 1 -- 172.21.15.8:0/1089938914 <== mgr.14120 v2:172.21.15.8:6800/3677468514 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+47 (secure 0 0 0) 0x7fa284080080 con 0x7fa26803e470 2024-05-20T21:02:41.388 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:40.490+0000 7fa283200700 1 -- 172.21.15.8:0/1089938914 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7fa26803e470 msgr2=0x7fa268040930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:41.388 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:40.490+0000 7fa283200700 1 --2- 172.21.15.8:0/1089938914 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7fa26803e470 0x7fa268040930 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fa270006fd0 tx=0x7fa270006e40 comp rx=0 tx=0).stop 2024-05-20T21:02:41.388 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:40.490+0000 7fa283200700 1 -- 172.21.15.8:0/1089938914 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa28410afe0 msgr2=0x7fa284082b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:41.388 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:40.490+0000 7fa283200700 1 --2- 172.21.15.8:0/1089938914 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa28410afe0 0x7fa284082b50 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fa2740117b0 tx=0x7fa274011b70 comp rx=0 tx=0).stop 2024-05-20T21:02:41.388 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:40.490+0000 7fa283200700 1 -- 172.21.15.8:0/1089938914 shutdown_connections 2024-05-20T21:02:41.388 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:40.490+0000 7fa283200700 1 --2- 172.21.15.8:0/1089938914 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7fa26803e470 0x7fa268040930 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:41.389 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:40.490+0000 7fa283200700 1 --2- 172.21.15.8:0/1089938914 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa28410afe0 0x7fa284082b50 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:41.389 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:40.490+0000 7fa283200700 1 -- 172.21.15.8:0/1089938914 >> 172.21.15.8:0/1089938914 conn(0x7fa28407e3b0 msgr2=0x7fa284108500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:02:41.389 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:40.491+0000 7fa283200700 1 -- 172.21.15.8:0/1089938914 shutdown_connections 2024-05-20T21:02:41.389 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:40.491+0000 7fa283200700 1 -- 172.21.15.8:0/1089938914 wait complete. 2024-05-20T21:02:41.389 INFO:teuthology.orchestra.run.smithi008.stdout:Deploying unmanaged mon service... 2024-05-20T21:02:41.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:41 smithi008 ceph-mon[31475]: from='mgr.14120 172.21.15.8:0/1317739323' entity='mgr.x' 2024-05-20T21:02:41.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:41 smithi008 ceph-mon[31475]: Added host smithi008 2024-05-20T21:02:41.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:41 smithi008 ceph-mon[31475]: from='mgr.14120 172.21.15.8:0/1317739323' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:02:43.639 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:43 smithi008 ceph-mon[31475]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:02:43.640 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:43 smithi008 ceph-mon[31475]: Saving service mon spec with placement count:5 2024-05-20T21:02:43.640 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:43 smithi008 ceph-mon[31475]: from='mgr.14120 172.21.15.8:0/1317739323' entity='mgr.x' 2024-05-20T21:02:44.111 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-05-20T21:02:44.111 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:42.079+0000 7f7691000700 1 Processor -- start 2024-05-20T21:02:44.111 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:42.079+0000 7f7691000700 1 -- start start 2024-05-20T21:02:44.111 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:42.079+0000 7f7691000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f768c07ee50 0x7f768c07d2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:44.111 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:42.080+0000 7f7691000700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f768c07d880 con 0x7f768c07ee50 2024-05-20T21:02:44.111 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:42.080+0000 7f7689e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f768c07ee50 0x7f768c07d2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:44.112 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:42.080+0000 7f7689e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f768c07ee50 0x7f768c07d2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:58042/0 (socket says 172.21.15.8:58042) 2024-05-20T21:02:44.112 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:42.080+0000 7f7689e00700 1 -- 172.21.15.8:0/3246673803 learned_addr learned my addr 172.21.15.8:0/3246673803 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:02:44.112 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:42.081+0000 7f7689e00700 1 -- 172.21.15.8:0/3246673803 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f768c07da00 con 0x7f768c07ee50 2024-05-20T21:02:44.112 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:42.081+0000 7f7689e00700 1 --2- 172.21.15.8:0/3246673803 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f768c07ee50 0x7f768c07d2b0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f76740098a0 tx=0x7f7674009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=95c4d5808428ddd0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:44.112 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:42.082+0000 7f7688a00700 1 -- 172.21.15.8:0/3246673803 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7674004160 con 0x7f768c07ee50 2024-05-20T21:02:44.112 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:42.082+0000 7f7688a00700 1 -- 172.21.15.8:0/3246673803 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f7674004300 con 0x7f768c07ee50 2024-05-20T21:02:44.112 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:42.082+0000 7f7688a00700 1 -- 172.21.15.8:0/3246673803 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7674011af0 con 0x7f768c07ee50 2024-05-20T21:02:44.112 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:42.083+0000 7f7691000700 1 -- 172.21.15.8:0/3246673803 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f768c07ee50 msgr2=0x7f768c07d2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:44.112 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:42.083+0000 7f7691000700 1 --2- 172.21.15.8:0/3246673803 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f768c07ee50 0x7f768c07d2b0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f76740098a0 tx=0x7f7674009bb0 comp rx=0 tx=0).stop 2024-05-20T21:02:44.112 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:42.083+0000 7f7691000700 1 -- 172.21.15.8:0/3246673803 shutdown_connections 2024-05-20T21:02:44.112 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:42.083+0000 7f7691000700 1 --2- 172.21.15.8:0/3246673803 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f768c07ee50 0x7f768c07d2b0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:44.112 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:42.083+0000 7f7691000700 1 -- 172.21.15.8:0/3246673803 >> 172.21.15.8:0/3246673803 conn(0x7f768c104580 msgr2=0x7f768c1069c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:02:44.112 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:42.083+0000 7f7691000700 1 -- 172.21.15.8:0/3246673803 shutdown_connections 2024-05-20T21:02:44.113 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:42.083+0000 7f7691000700 1 -- 172.21.15.8:0/3246673803 wait complete. 2024-05-20T21:02:44.113 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:42.084+0000 7f7691000700 1 Processor -- start 2024-05-20T21:02:44.113 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:42.084+0000 7f7691000700 1 -- start start 2024-05-20T21:02:44.113 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:42.085+0000 7f7691000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f768c07ee50 0x7f768c19f0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:44.113 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:42.085+0000 7f7691000700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f768c10f5b0 con 0x7f768c07ee50 2024-05-20T21:02:44.113 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:42.085+0000 7f7689e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f768c07ee50 0x7f768c19f0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:44.113 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:42.085+0000 7f7689e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f768c07ee50 0x7f768c19f0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:58044/0 (socket says 172.21.15.8:58044) 2024-05-20T21:02:44.113 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:42.085+0000 7f7689e00700 1 -- 172.21.15.8:0/3626566414 learned_addr learned my addr 172.21.15.8:0/3626566414 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:02:44.113 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:42.085+0000 7f7689e00700 1 -- 172.21.15.8:0/3626566414 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f768c19f630 con 0x7f768c07ee50 2024-05-20T21:02:44.113 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:42.086+0000 7f7689e00700 1 --2- 172.21.15.8:0/3626566414 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f768c07ee50 0x7f768c19f0f0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f7674003f40 tx=0x7f7674011890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:44.113 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:42.086+0000 7f7682a00700 1 -- 172.21.15.8:0/3626566414 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f76740038b0 con 0x7f768c07ee50 2024-05-20T21:02:44.113 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:42.086+0000 7f7682a00700 1 -- 172.21.15.8:0/3626566414 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f7674003a50 con 0x7f768c07ee50 2024-05-20T21:02:44.113 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:42.086+0000 7f7691000700 1 -- 172.21.15.8:0/3626566414 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f768c19f8c0 con 0x7f768c07ee50 2024-05-20T21:02:44.113 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:42.086+0000 7f7682a00700 1 -- 172.21.15.8:0/3626566414 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f767401a5c0 con 0x7f768c07ee50 2024-05-20T21:02:44.114 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:42.086+0000 7f7691000700 1 -- 172.21.15.8:0/3626566414 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f768c1a25b0 con 0x7f768c07ee50 2024-05-20T21:02:44.114 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:42.087+0000 7f7682a00700 1 -- 172.21.15.8:0/3626566414 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7f767401a870 con 0x7f768c07ee50 2024-05-20T21:02:44.114 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:42.087+0000 7f7691000700 1 -- 172.21.15.8:0/3626566414 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f768c064ba0 con 0x7f768c07ee50 2024-05-20T21:02:44.114 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:42.088+0000 7f7682a00700 1 --2- 172.21.15.8:0/3626566414 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7f767003e470 0x7f7670040930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:44.114 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:42.088+0000 7f7682a00700 1 -- 172.21.15.8:0/3626566414 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f7674053b60 con 0x7f768c07ee50 2024-05-20T21:02:44.114 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:42.088+0000 7f7689400700 1 --2- 172.21.15.8:0/3626566414 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7f767003e470 0x7f7670040930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:44.114 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:42.089+0000 7f7689400700 1 --2- 172.21.15.8:0/3626566414 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7f767003e470 0x7f7670040930 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f767c006fd0 tx=0x7f767c006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:44.114 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:42.094+0000 7f7682a00700 1 -- 172.21.15.8:0/3626566414 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f767401ab60 con 0x7f768c07ee50 2024-05-20T21:02:44.114 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:42.376+0000 7f7691000700 1 -- 172.21.15.8:0/3626566414 --> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7f768c105810 con 0x7f767003e470 2024-05-20T21:02:44.114 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:42.386+0000 7f7682a00700 1 -- 172.21.15.8:0/3626566414 <== mgr.14120 v2:172.21.15.8:6800/3677468514 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f768c105810 con 0x7f767003e470 2024-05-20T21:02:44.114 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:42.389+0000 7f7691000700 1 -- 172.21.15.8:0/3626566414 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7f767003e470 msgr2=0x7f7670040930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:44.114 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:42.389+0000 7f7691000700 1 --2- 172.21.15.8:0/3626566414 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7f767003e470 0x7f7670040930 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f767c006fd0 tx=0x7f767c006e40 comp rx=0 tx=0).stop 2024-05-20T21:02:44.115 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:42.389+0000 7f7691000700 1 -- 172.21.15.8:0/3626566414 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f768c07ee50 msgr2=0x7f768c19f0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:44.115 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:42.389+0000 7f7691000700 1 --2- 172.21.15.8:0/3626566414 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f768c07ee50 0x7f768c19f0f0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f7674003f40 tx=0x7f7674011890 comp rx=0 tx=0).stop 2024-05-20T21:02:44.115 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:42.390+0000 7f7691000700 1 -- 172.21.15.8:0/3626566414 shutdown_connections 2024-05-20T21:02:44.115 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:42.390+0000 7f7691000700 1 --2- 172.21.15.8:0/3626566414 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7f767003e470 0x7f7670040930 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:44.115 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:42.390+0000 7f7691000700 1 --2- 172.21.15.8:0/3626566414 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f768c07ee50 0x7f768c19f0f0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:44.115 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:42.390+0000 7f7691000700 1 -- 172.21.15.8:0/3626566414 >> 172.21.15.8:0/3626566414 conn(0x7f768c104580 msgr2=0x7f768c105100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:02:44.115 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:42.390+0000 7f7691000700 1 -- 172.21.15.8:0/3626566414 shutdown_connections 2024-05-20T21:02:44.115 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:42.390+0000 7f7691000700 1 -- 172.21.15.8:0/3626566414 wait complete. 2024-05-20T21:02:44.115 INFO:teuthology.orchestra.run.smithi008.stdout:Deploying unmanaged mgr service... 2024-05-20T21:02:45.385 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:45 smithi008 ceph-mon[31475]: from='mgr.14120 172.21.15.8:0/1317739323' entity='mgr.x' 2024-05-20T21:02:45.385 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:45 smithi008 ceph-mon[31475]: from='mgr.14120 172.21.15.8:0/1317739323' entity='mgr.x' 2024-05-20T21:02:45.704 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-05-20T21:02:45.704 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.775+0000 7f24f8200700 1 Processor -- start 2024-05-20T21:02:45.704 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.775+0000 7f24f8200700 1 -- start start 2024-05-20T21:02:45.704 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.775+0000 7f24f8200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f24f010b220 0x7f24f010b640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:45.704 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.776+0000 7f24f8200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f24f010bc10 con 0x7f24f010b220 2024-05-20T21:02:45.705 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.776+0000 7f24f5800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f24f010b220 0x7f24f010b640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:45.705 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.776+0000 7f24f5800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f24f010b220 0x7f24f010b640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:56498/0 (socket says 172.21.15.8:56498) 2024-05-20T21:02:45.705 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.776+0000 7f24f5800700 1 -- 172.21.15.8:0/1497020436 learned_addr learned my addr 172.21.15.8:0/1497020436 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:02:45.705 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.777+0000 7f24f5800700 1 -- 172.21.15.8:0/1497020436 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24f010c3d0 con 0x7f24f010b220 2024-05-20T21:02:45.705 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.777+0000 7f24f5800700 1 --2- 172.21.15.8:0/1497020436 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f24f010b220 0x7f24f010b640 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f24e40098a0 tx=0x7f24e4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3403873557362e9e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:45.705 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.777+0000 7f24efe00700 1 -- 172.21.15.8:0/1497020436 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f24e4004160 con 0x7f24f010b220 2024-05-20T21:02:45.705 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.778+0000 7f24efe00700 1 -- 172.21.15.8:0/1497020436 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f24e4004300 con 0x7f24f010b220 2024-05-20T21:02:45.705 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.778+0000 7f24efe00700 1 -- 172.21.15.8:0/1497020436 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f24e4011a20 con 0x7f24f010b220 2024-05-20T21:02:45.705 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.778+0000 7f24f8200700 1 -- 172.21.15.8:0/1497020436 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f24f010b220 msgr2=0x7f24f010b640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:45.705 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.778+0000 7f24f8200700 1 --2- 172.21.15.8:0/1497020436 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f24f010b220 0x7f24f010b640 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f24e40098a0 tx=0x7f24e4009bb0 comp rx=0 tx=0).stop 2024-05-20T21:02:45.705 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.779+0000 7f24f8200700 1 -- 172.21.15.8:0/1497020436 shutdown_connections 2024-05-20T21:02:45.705 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.779+0000 7f24f8200700 1 --2- 172.21.15.8:0/1497020436 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f24f010b220 0x7f24f010b640 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:45.705 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.779+0000 7f24f8200700 1 -- 172.21.15.8:0/1497020436 >> 172.21.15.8:0/1497020436 conn(0x7f24f01068f0 msgr2=0x7f24f0108ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:02:45.706 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.779+0000 7f24f8200700 1 -- 172.21.15.8:0/1497020436 shutdown_connections 2024-05-20T21:02:45.706 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.779+0000 7f24f8200700 1 -- 172.21.15.8:0/1497020436 wait complete. 2024-05-20T21:02:45.706 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.780+0000 7f24f8200700 1 Processor -- start 2024-05-20T21:02:45.706 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.780+0000 7f24f8200700 1 -- start start 2024-05-20T21:02:45.706 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.780+0000 7f24f8200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f24f010b220 0x7f24f019f120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:45.706 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.780+0000 7f24f8200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f24f010f780 con 0x7f24f010b220 2024-05-20T21:02:45.706 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.781+0000 7f24f5800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f24f010b220 0x7f24f019f120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:45.706 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.781+0000 7f24f5800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f24f010b220 0x7f24f019f120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:56508/0 (socket says 172.21.15.8:56508) 2024-05-20T21:02:45.706 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.781+0000 7f24f5800700 1 -- 172.21.15.8:0/2310437338 learned_addr learned my addr 172.21.15.8:0/2310437338 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:02:45.706 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.781+0000 7f24f5800700 1 -- 172.21.15.8:0/2310437338 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24f019f660 con 0x7f24f010b220 2024-05-20T21:02:45.706 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.781+0000 7f24f5800700 1 --2- 172.21.15.8:0/2310437338 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f24f010b220 0x7f24f019f120 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f24e4000c00 tx=0x7f24e4011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:45.706 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.782+0000 7f24ee000700 1 -- 172.21.15.8:0/2310437338 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f24e4003aa0 con 0x7f24f010b220 2024-05-20T21:02:45.706 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.782+0000 7f24ee000700 1 -- 172.21.15.8:0/2310437338 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f24e401b8f0 con 0x7f24f010b220 2024-05-20T21:02:45.707 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.782+0000 7f24ee000700 1 -- 172.21.15.8:0/2310437338 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f24e4023890 con 0x7f24f010b220 2024-05-20T21:02:45.707 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.782+0000 7f24f8200700 1 -- 172.21.15.8:0/2310437338 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24f019f8f0 con 0x7f24f010b220 2024-05-20T21:02:45.707 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.782+0000 7f24f8200700 1 -- 172.21.15.8:0/2310437338 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24f01a25e0 con 0x7f24f010b220 2024-05-20T21:02:45.707 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.783+0000 7f24f8200700 1 -- 172.21.15.8:0/2310437338 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f24f0064ba0 con 0x7f24f010b220 2024-05-20T21:02:45.707 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.783+0000 7f24ee000700 1 -- 172.21.15.8:0/2310437338 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7f24e401b440 con 0x7f24f010b220 2024-05-20T21:02:45.707 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.784+0000 7f24ee000700 1 --2- 172.21.15.8:0/2310437338 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7f24d803e4c0 0x7f24d8040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:45.707 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.784+0000 7f24ee000700 1 -- 172.21.15.8:0/2310437338 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f24e4053ec0 con 0x7f24f010b220 2024-05-20T21:02:45.707 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.785+0000 7f24f4e00700 1 --2- 172.21.15.8:0/2310437338 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7f24d803e4c0 0x7f24d8040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:45.707 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.786+0000 7f24f4e00700 1 --2- 172.21.15.8:0/2310437338 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7f24d803e4c0 0x7f24d8040980 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f24dc006fd0 tx=0x7f24dc006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:45.707 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.791+0000 7f24ee000700 1 -- 172.21.15.8:0/2310437338 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f24e401f030 con 0x7f24f010b220 2024-05-20T21:02:45.707 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:45.051+0000 7f24f8200700 1 -- 172.21.15.8:0/2310437338 --> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7f24f0108be0 con 0x7f24d803e4c0 2024-05-20T21:02:45.707 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:45.056+0000 7f24ee000700 1 -- 172.21.15.8:0/2310437338 <== mgr.14120 v2:172.21.15.8:6800/3677468514 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f24f0108be0 con 0x7f24d803e4c0 2024-05-20T21:02:45.707 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:45.059+0000 7f24f8200700 1 -- 172.21.15.8:0/2310437338 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7f24d803e4c0 msgr2=0x7f24d8040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:45.708 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:45.059+0000 7f24f8200700 1 --2- 172.21.15.8:0/2310437338 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7f24d803e4c0 0x7f24d8040980 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f24dc006fd0 tx=0x7f24dc006e40 comp rx=0 tx=0).stop 2024-05-20T21:02:45.708 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:45.059+0000 7f24f8200700 1 -- 172.21.15.8:0/2310437338 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f24f010b220 msgr2=0x7f24f019f120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:45.708 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:45.059+0000 7f24f8200700 1 --2- 172.21.15.8:0/2310437338 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f24f010b220 0x7f24f019f120 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f24e4000c00 tx=0x7f24e4011aa0 comp rx=0 tx=0).stop 2024-05-20T21:02:45.708 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:45.059+0000 7f24f8200700 1 -- 172.21.15.8:0/2310437338 shutdown_connections 2024-05-20T21:02:45.708 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:45.059+0000 7f24f8200700 1 --2- 172.21.15.8:0/2310437338 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7f24d803e4c0 0x7f24d8040980 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:45.708 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:45.059+0000 7f24f8200700 1 --2- 172.21.15.8:0/2310437338 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f24f010b220 0x7f24f019f120 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:45.708 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:45.059+0000 7f24f8200700 1 -- 172.21.15.8:0/2310437338 >> 172.21.15.8:0/2310437338 conn(0x7f24f01068f0 msgr2=0x7f24f01084d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:02:45.708 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:45.060+0000 7f24f8200700 1 -- 172.21.15.8:0/2310437338 shutdown_connections 2024-05-20T21:02:45.708 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:45.060+0000 7f24f8200700 1 -- 172.21.15.8:0/2310437338 wait complete. 2024-05-20T21:02:46.248 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:46 smithi008 ceph-mon[31475]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:02:46.248 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:46 smithi008 ceph-mon[31475]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:02:46.248 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:46 smithi008 ceph-mon[31475]: Saving service mgr spec with placement count:2 2024-05-20T21:02:46.248 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:46 smithi008 ceph-mon[31475]: from='mgr.14120 172.21.15.8:0/1317739323' entity='mgr.x' 2024-05-20T21:02:47.338 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:46.315+0000 7f0ce2c00700 1 Processor -- start 2024-05-20T21:02:47.339 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:46.315+0000 7f0ce2c00700 1 -- start start 2024-05-20T21:02:47.339 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:46.315+0000 7f0ce2c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0cdc108fb0 0x7f0cdc1093d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:47.339 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:46.315+0000 7f0ce2c00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f0cdc1099a0 con 0x7f0cdc108fb0 2024-05-20T21:02:47.339 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:46.316+0000 7f0cdbe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0cdc108fb0 0x7f0cdc1093d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:47.339 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:46.316+0000 7f0cdbe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0cdc108fb0 0x7f0cdc1093d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:56522/0 (socket says 172.21.15.8:56522) 2024-05-20T21:02:47.339 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:46.316+0000 7f0cdbe00700 1 -- 172.21.15.8:0/4136120176 learned_addr learned my addr 172.21.15.8:0/4136120176 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:02:47.339 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:46.316+0000 7f0cdbe00700 1 -- 172.21.15.8:0/4136120176 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0cdc10a1b0 con 0x7f0cdc108fb0 2024-05-20T21:02:47.344 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:46.317+0000 7f0cdbe00700 1 --2- 172.21.15.8:0/4136120176 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0cdc108fb0 0x7f0cdc1093d0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f0ccc0098a0 tx=0x7f0ccc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e420b7b6af7d47a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:47.344 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:46.317+0000 7f0cdaa00700 1 -- 172.21.15.8:0/4136120176 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0ccc004160 con 0x7f0cdc108fb0 2024-05-20T21:02:47.344 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:46.317+0000 7f0cdaa00700 1 -- 172.21.15.8:0/4136120176 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0ccc004300 con 0x7f0cdc108fb0 2024-05-20T21:02:47.344 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:46.317+0000 7f0cdaa00700 1 -- 172.21.15.8:0/4136120176 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0ccc011a20 con 0x7f0cdc108fb0 2024-05-20T21:02:47.345 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:46.318+0000 7f0ce2c00700 1 -- 172.21.15.8:0/4136120176 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0cdc108fb0 msgr2=0x7f0cdc1093d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:47.345 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:46.318+0000 7f0ce2c00700 1 --2- 172.21.15.8:0/4136120176 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0cdc108fb0 0x7f0cdc1093d0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f0ccc0098a0 tx=0x7f0ccc009bb0 comp rx=0 tx=0).stop 2024-05-20T21:02:47.345 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:46.318+0000 7f0ce2c00700 1 -- 172.21.15.8:0/4136120176 shutdown_connections 2024-05-20T21:02:47.345 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:46.318+0000 7f0ce2c00700 1 --2- 172.21.15.8:0/4136120176 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0cdc108fb0 0x7f0cdc1093d0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:47.345 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:46.318+0000 7f0ce2c00700 1 -- 172.21.15.8:0/4136120176 >> 172.21.15.8:0/4136120176 conn(0x7f0cdc104570 msgr2=0x7f0cdc106990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:02:47.345 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:46.318+0000 7f0ce2c00700 1 -- 172.21.15.8:0/4136120176 shutdown_connections 2024-05-20T21:02:47.345 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:46.318+0000 7f0ce2c00700 1 -- 172.21.15.8:0/4136120176 wait complete. 2024-05-20T21:02:47.345 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:46.319+0000 7f0ce2c00700 1 Processor -- start 2024-05-20T21:02:47.345 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:46.319+0000 7f0ce2c00700 1 -- start start 2024-05-20T21:02:47.345 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:46.320+0000 7f0ce2c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0cdc108fb0 0x7f0cdc19cf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:47.345 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:46.320+0000 7f0ce2c00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f0cdc10d560 con 0x7f0cdc108fb0 2024-05-20T21:02:47.345 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:46.320+0000 7f0cdbe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0cdc108fb0 0x7f0cdc19cf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:47.345 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:46.320+0000 7f0cdbe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0cdc108fb0 0x7f0cdc19cf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:56538/0 (socket says 172.21.15.8:56538) 2024-05-20T21:02:47.346 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:46.320+0000 7f0cdbe00700 1 -- 172.21.15.8:0/1958108949 learned_addr learned my addr 172.21.15.8:0/1958108949 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:02:47.346 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:46.320+0000 7f0cdbe00700 1 -- 172.21.15.8:0/1958108949 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0cdc19d480 con 0x7f0cdc108fb0 2024-05-20T21:02:47.346 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:46.321+0000 7f0cdbe00700 1 --2- 172.21.15.8:0/1958108949 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0cdc108fb0 0x7f0cdc19cf40 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f0ccc000c00 tx=0x7f0ccc011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:47.346 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:46.321+0000 7f0cd8c00700 1 -- 172.21.15.8:0/1958108949 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0ccc003aa0 con 0x7f0cdc108fb0 2024-05-20T21:02:47.346 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:46.321+0000 7f0cd8c00700 1 -- 172.21.15.8:0/1958108949 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0ccc01b8f0 con 0x7f0cdc108fb0 2024-05-20T21:02:47.346 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:46.321+0000 7f0cd8c00700 1 -- 172.21.15.8:0/1958108949 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0ccc023890 con 0x7f0cdc108fb0 2024-05-20T21:02:47.346 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:46.321+0000 7f0ce2c00700 1 -- 172.21.15.8:0/1958108949 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0cdc19d710 con 0x7f0cdc108fb0 2024-05-20T21:02:47.346 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:46.321+0000 7f0ce2c00700 1 -- 172.21.15.8:0/1958108949 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0cdc1a0400 con 0x7f0cdc108fb0 2024-05-20T21:02:47.346 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:46.322+0000 7f0ce2c00700 1 -- 172.21.15.8:0/1958108949 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0cdc064ba0 con 0x7f0cdc108fb0 2024-05-20T21:02:47.346 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:46.323+0000 7f0cd8c00700 1 -- 172.21.15.8:0/1958108949 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7f0ccc01b440 con 0x7f0cdc108fb0 2024-05-20T21:02:47.346 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:46.323+0000 7f0cd8c00700 1 --2- 172.21.15.8:0/1958108949 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7f0cc003e4c0 0x7f0cc0040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:47.346 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:46.323+0000 7f0cd8c00700 1 -- 172.21.15.8:0/1958108949 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f0ccc053ea0 con 0x7f0cdc108fb0 2024-05-20T21:02:47.346 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:46.323+0000 7f0cdb400700 1 --2- 172.21.15.8:0/1958108949 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7f0cc003e4c0 0x7f0cc0040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:47.346 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:46.324+0000 7f0cdb400700 1 --2- 172.21.15.8:0/1958108949 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7f0cc003e4c0 0x7f0cc0040980 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f0cc8006fd0 tx=0x7f0cc8006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:47.347 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:46.329+0000 7f0cd8c00700 1 -- 172.21.15.8:0/1958108949 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f0ccc01f030 con 0x7f0cdc108fb0 2024-05-20T21:02:47.347 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:46.577+0000 7f0ce2c00700 1 -- 172.21.15.8:0/1958108949 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/container_init}] v 0) -- 0x7f0cdc1a0a00 con 0x7f0cdc108fb0 2024-05-20T21:02:47.347 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:46.581+0000 7f0cd8c00700 1 -- 172.21.15.8:0/1958108949 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/container_init}]=0 v7)=0 v7) ==== 142+0+0 (secure 0 0 0) 0x7f0ccc016260 con 0x7f0cdc108fb0 2024-05-20T21:02:47.347 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:46.584+0000 7f0ce2c00700 1 -- 172.21.15.8:0/1958108949 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7f0cc003e4c0 msgr2=0x7f0cc0040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:47.347 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:46.584+0000 7f0ce2c00700 1 --2- 172.21.15.8:0/1958108949 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7f0cc003e4c0 0x7f0cc0040980 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f0cc8006fd0 tx=0x7f0cc8006e40 comp rx=0 tx=0).stop 2024-05-20T21:02:47.347 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:46.584+0000 7f0ce2c00700 1 -- 172.21.15.8:0/1958108949 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0cdc108fb0 msgr2=0x7f0cdc19cf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:47.347 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:46.584+0000 7f0ce2c00700 1 --2- 172.21.15.8:0/1958108949 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0cdc108fb0 0x7f0cdc19cf40 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f0ccc000c00 tx=0x7f0ccc011aa0 comp rx=0 tx=0).stop 2024-05-20T21:02:47.347 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:46.585+0000 7f0ce2c00700 1 -- 172.21.15.8:0/1958108949 shutdown_connections 2024-05-20T21:02:47.347 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:46.585+0000 7f0ce2c00700 1 --2- 172.21.15.8:0/1958108949 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7f0cc003e4c0 0x7f0cc0040980 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:47.347 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:46.585+0000 7f0ce2c00700 1 --2- 172.21.15.8:0/1958108949 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0cdc108fb0 0x7f0cdc19cf40 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:47.347 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:46.585+0000 7f0ce2c00700 1 -- 172.21.15.8:0/1958108949 >> 172.21.15.8:0/1958108949 conn(0x7f0cdc104570 msgr2=0x7f0cdc1050d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:02:47.347 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:46.585+0000 7f0ce2c00700 1 -- 172.21.15.8:0/1958108949 shutdown_connections 2024-05-20T21:02:47.347 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:46.585+0000 7f0ce2c00700 1 -- 172.21.15.8:0/1958108949 wait complete. 2024-05-20T21:02:47.951 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:47 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/1958108949' entity='client.admin' 2024-05-20T21:02:47.951 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:47 smithi008 ceph-mon[31475]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:02:49.430 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:49 smithi008 ceph-mon[31475]: from='mgr.14120 172.21.15.8:0/1317739323' entity='mgr.x' 2024-05-20T21:02:49.430 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:49 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/2935987913' entity='client.admin' 2024-05-20T21:02:49.443 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.558+0000 7f0d88400700 1 Processor -- start 2024-05-20T21:02:49.444 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.558+0000 7f0d88400700 1 -- start start 2024-05-20T21:02:49.444 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.558+0000 7f0d88400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0d8007dda0 0x7f0d8007c200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:49.444 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.558+0000 7f0d88400700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f0d8007c7d0 con 0x7f0d8007dda0 2024-05-20T21:02:49.444 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.559+0000 7f0d85a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0d8007dda0 0x7f0d8007c200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:49.444 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.559+0000 7f0d85a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0d8007dda0 0x7f0d8007c200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:56552/0 (socket says 172.21.15.8:56552) 2024-05-20T21:02:49.444 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.559+0000 7f0d85a00700 1 -- 172.21.15.8:0/640554740 learned_addr learned my addr 172.21.15.8:0/640554740 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:02:49.444 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.559+0000 7f0d85a00700 1 -- 172.21.15.8:0/640554740 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d8007c950 con 0x7f0d8007dda0 2024-05-20T21:02:49.444 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.560+0000 7f0d85a00700 1 --2- 172.21.15.8:0/640554740 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0d8007dda0 0x7f0d8007c200 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f0d740098a0 tx=0x7f0d74009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=442790fc72a26aff server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:49.444 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.560+0000 7f0d7fe00700 1 -- 172.21.15.8:0/640554740 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0d74004160 con 0x7f0d8007dda0 2024-05-20T21:02:49.444 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.560+0000 7f0d7fe00700 1 -- 172.21.15.8:0/640554740 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0d74004300 con 0x7f0d8007dda0 2024-05-20T21:02:49.444 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.560+0000 7f0d7fe00700 1 -- 172.21.15.8:0/640554740 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0d74011a20 con 0x7f0d8007dda0 2024-05-20T21:02:49.444 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.561+0000 7f0d88400700 1 -- 172.21.15.8:0/640554740 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0d8007dda0 msgr2=0x7f0d8007c200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:49.445 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.561+0000 7f0d88400700 1 --2- 172.21.15.8:0/640554740 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0d8007dda0 0x7f0d8007c200 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f0d740098a0 tx=0x7f0d74009bb0 comp rx=0 tx=0).stop 2024-05-20T21:02:49.445 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.561+0000 7f0d88400700 1 -- 172.21.15.8:0/640554740 shutdown_connections 2024-05-20T21:02:49.445 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.561+0000 7f0d88400700 1 --2- 172.21.15.8:0/640554740 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0d8007dda0 0x7f0d8007c200 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:49.445 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.561+0000 7f0d88400700 1 -- 172.21.15.8:0/640554740 >> 172.21.15.8:0/640554740 conn(0x7f0d801045e0 msgr2=0x7f0d80106a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:02:49.445 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.561+0000 7f0d88400700 1 -- 172.21.15.8:0/640554740 shutdown_connections 2024-05-20T21:02:49.445 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.561+0000 7f0d88400700 1 -- 172.21.15.8:0/640554740 wait complete. 2024-05-20T21:02:49.445 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.562+0000 7f0d88400700 1 Processor -- start 2024-05-20T21:02:49.445 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.562+0000 7f0d88400700 1 -- start start 2024-05-20T21:02:49.445 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.563+0000 7f0d88400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0d8007dda0 0x7f0d8019f130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:49.445 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.563+0000 7f0d88400700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f0d8010f610 con 0x7f0d8007dda0 2024-05-20T21:02:49.445 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.563+0000 7f0d85a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0d8007dda0 0x7f0d8019f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:49.445 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.563+0000 7f0d85a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0d8007dda0 0x7f0d8019f130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:56568/0 (socket says 172.21.15.8:56568) 2024-05-20T21:02:49.445 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.563+0000 7f0d85a00700 1 -- 172.21.15.8:0/2935987913 learned_addr learned my addr 172.21.15.8:0/2935987913 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:02:49.445 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.563+0000 7f0d85a00700 1 -- 172.21.15.8:0/2935987913 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d8019f670 con 0x7f0d8007dda0 2024-05-20T21:02:49.446 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.564+0000 7f0d85a00700 1 --2- 172.21.15.8:0/2935987913 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0d8007dda0 0x7f0d8019f130 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f0d74009520 tx=0x7f0d74011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:49.446 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.564+0000 7f0d7e000700 1 -- 172.21.15.8:0/2935987913 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0d740038b0 con 0x7f0d8007dda0 2024-05-20T21:02:49.446 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.564+0000 7f0d7e000700 1 -- 172.21.15.8:0/2935987913 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0d74003a50 con 0x7f0d8007dda0 2024-05-20T21:02:49.446 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.564+0000 7f0d88400700 1 -- 172.21.15.8:0/2935987913 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d8019f900 con 0x7f0d8007dda0 2024-05-20T21:02:49.446 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.564+0000 7f0d7e000700 1 -- 172.21.15.8:0/2935987913 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0d74019690 con 0x7f0d8007dda0 2024-05-20T21:02:49.446 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.564+0000 7f0d88400700 1 -- 172.21.15.8:0/2935987913 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d801a25f0 con 0x7f0d8007dda0 2024-05-20T21:02:49.446 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.566+0000 7f0d88400700 1 -- 172.21.15.8:0/2935987913 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0d80064ba0 con 0x7f0d8007dda0 2024-05-20T21:02:49.446 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.566+0000 7f0d7e000700 1 -- 172.21.15.8:0/2935987913 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7f0d7401a430 con 0x7f0d8007dda0 2024-05-20T21:02:49.446 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.566+0000 7f0d7e000700 1 --2- 172.21.15.8:0/2935987913 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7f0d6803e4c0 0x7f0d68040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:49.446 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.566+0000 7f0d7e000700 1 -- 172.21.15.8:0/2935987913 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f0d74053c90 con 0x7f0d8007dda0 2024-05-20T21:02:49.446 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.567+0000 7f0d85000700 1 --2- 172.21.15.8:0/2935987913 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7f0d6803e4c0 0x7f0d68040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:49.446 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.567+0000 7f0d85000700 1 --2- 172.21.15.8:0/2935987913 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7f0d6803e4c0 0x7f0d68040980 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f0d6c006fd0 tx=0x7f0d6c006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:49.447 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.573+0000 7f0d7e000700 1 -- 172.21.15.8:0/2935987913 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f0d74017e90 con 0x7f0d8007dda0 2024-05-20T21:02:49.447 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.818+0000 7f0d88400700 1 -- 172.21.15.8:0/2935987913 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command([{prefix=config set, name=mgr/dashboard/ssl_server_port}] v 0) -- 0x7f0d801a2c10 con 0x7f0d8007dda0 2024-05-20T21:02:49.447 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.823+0000 7f0d7e000700 1 -- 172.21.15.8:0/2935987913 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/dashboard/ssl_server_port}]=0 v8)=0 v8) ==== 130+0+0 (secure 0 0 0) 0x7f0d740535e0 con 0x7f0d8007dda0 2024-05-20T21:02:49.447 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.826+0000 7f0d88400700 1 -- 172.21.15.8:0/2935987913 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7f0d6803e4c0 msgr2=0x7f0d68040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:49.447 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.826+0000 7f0d88400700 1 --2- 172.21.15.8:0/2935987913 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7f0d6803e4c0 0x7f0d68040980 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f0d6c006fd0 tx=0x7f0d6c006e40 comp rx=0 tx=0).stop 2024-05-20T21:02:49.447 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.826+0000 7f0d88400700 1 -- 172.21.15.8:0/2935987913 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0d8007dda0 msgr2=0x7f0d8019f130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:49.447 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.826+0000 7f0d88400700 1 --2- 172.21.15.8:0/2935987913 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0d8007dda0 0x7f0d8019f130 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f0d74009520 tx=0x7f0d74011aa0 comp rx=0 tx=0).stop 2024-05-20T21:02:49.447 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.827+0000 7f0d88400700 1 -- 172.21.15.8:0/2935987913 shutdown_connections 2024-05-20T21:02:49.447 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.827+0000 7f0d88400700 1 --2- 172.21.15.8:0/2935987913 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7f0d6803e4c0 0x7f0d68040980 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:49.447 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.827+0000 7f0d88400700 1 --2- 172.21.15.8:0/2935987913 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0d8007dda0 0x7f0d8019f130 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:49.447 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.827+0000 7f0d88400700 1 -- 172.21.15.8:0/2935987913 >> 172.21.15.8:0/2935987913 conn(0x7f0d801045e0 msgr2=0x7f0d801050d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:02:49.447 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.827+0000 7f0d88400700 1 -- 172.21.15.8:0/2935987913 shutdown_connections 2024-05-20T21:02:49.447 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.827+0000 7f0d88400700 1 -- 172.21.15.8:0/2935987913 wait complete. 2024-05-20T21:02:49.447 INFO:teuthology.orchestra.run.smithi008.stdout:Enabling the dashboard module... 2024-05-20T21:02:50.420 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:50 smithi008 ceph-mon[31475]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:02:51.629 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:51 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/3324990957' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-05-20T21:02:51.630 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:51 smithi008 ceph-mon[31475]: from='mgr.14120 172.21.15.8:0/1317739323' entity='mgr.x' 2024-05-20T21:02:51.630 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:51 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: ignoring --setuser ceph since I am not root 2024-05-20T21:02:51.630 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:51 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: ignoring --setgroup ceph since I am not root 2024-05-20T21:02:51.630 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:51 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:51.628+0000 7fa3dd77b200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-20T21:02:52.201 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:51 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:51.882+0000 7fa3dd77b200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-20T21:02:52.202 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:52 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:52.018+0000 7fa3dd77b200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-20T21:02:52.322 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:50.078+0000 7fa2e4e00700 1 Processor -- start 2024-05-20T21:02:52.322 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:50.078+0000 7fa2e4e00700 1 -- start start 2024-05-20T21:02:52.322 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:50.079+0000 7fa2e4e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa2e0107ce0 0x7fa2e0108100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:52.322 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:50.079+0000 7fa2e4e00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fa2e01086d0 con 0x7fa2e0107ce0 2024-05-20T21:02:52.322 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:50.079+0000 7fa2df400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa2e0107ce0 0x7fa2e0108100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:52.322 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:50.079+0000 7fa2df400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa2e0107ce0 0x7fa2e0108100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:56576/0 (socket says 172.21.15.8:56576) 2024-05-20T21:02:52.323 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:50.079+0000 7fa2df400700 1 -- 172.21.15.8:0/2432792762 learned_addr learned my addr 172.21.15.8:0/2432792762 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:02:52.323 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:50.080+0000 7fa2df400700 1 -- 172.21.15.8:0/2432792762 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2e0108ee0 con 0x7fa2e0107ce0 2024-05-20T21:02:52.323 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:50.080+0000 7fa2df400700 1 --2- 172.21.15.8:0/2432792762 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa2e0107ce0 0x7fa2e0108100 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fa2d00098a0 tx=0x7fa2d0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5304ebda841e586a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:52.323 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:50.081+0000 7fa2de000700 1 -- 172.21.15.8:0/2432792762 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa2d0004160 con 0x7fa2e0107ce0 2024-05-20T21:02:52.323 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:50.081+0000 7fa2de000700 1 -- 172.21.15.8:0/2432792762 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa2d0004300 con 0x7fa2e0107ce0 2024-05-20T21:02:52.323 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:50.081+0000 7fa2de000700 1 -- 172.21.15.8:0/2432792762 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa2d0011a20 con 0x7fa2e0107ce0 2024-05-20T21:02:52.323 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:50.081+0000 7fa2e4e00700 1 -- 172.21.15.8:0/2432792762 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa2e0107ce0 msgr2=0x7fa2e0108100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:52.323 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:50.081+0000 7fa2e4e00700 1 --2- 172.21.15.8:0/2432792762 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa2e0107ce0 0x7fa2e0108100 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fa2d00098a0 tx=0x7fa2d0009bb0 comp rx=0 tx=0).stop 2024-05-20T21:02:52.323 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:50.082+0000 7fa2e4e00700 1 -- 172.21.15.8:0/2432792762 shutdown_connections 2024-05-20T21:02:52.323 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:50.082+0000 7fa2e4e00700 1 --2- 172.21.15.8:0/2432792762 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa2e0107ce0 0x7fa2e0108100 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:52.323 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:50.082+0000 7fa2e4e00700 1 -- 172.21.15.8:0/2432792762 >> 172.21.15.8:0/2432792762 conn(0x7fa2e01032c0 msgr2=0x7fa2e01056e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:02:52.323 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:50.082+0000 7fa2e4e00700 1 -- 172.21.15.8:0/2432792762 shutdown_connections 2024-05-20T21:02:52.323 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:50.082+0000 7fa2e4e00700 1 -- 172.21.15.8:0/2432792762 wait complete. 2024-05-20T21:02:52.323 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:50.083+0000 7fa2e4e00700 1 Processor -- start 2024-05-20T21:02:52.323 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:50.083+0000 7fa2e4e00700 1 -- start start 2024-05-20T21:02:52.324 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:50.084+0000 7fa2e4e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa2e0107ce0 0x7fa2e019ef30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:52.324 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:50.084+0000 7fa2e4e00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fa2e010c290 con 0x7fa2e0107ce0 2024-05-20T21:02:52.324 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:50.084+0000 7fa2df400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa2e0107ce0 0x7fa2e019ef30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:52.324 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:50.084+0000 7fa2df400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa2e0107ce0 0x7fa2e019ef30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:56580/0 (socket says 172.21.15.8:56580) 2024-05-20T21:02:52.324 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:50.084+0000 7fa2df400700 1 -- 172.21.15.8:0/3324990957 learned_addr learned my addr 172.21.15.8:0/3324990957 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:02:52.324 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:50.084+0000 7fa2df400700 1 -- 172.21.15.8:0/3324990957 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2e019f470 con 0x7fa2e0107ce0 2024-05-20T21:02:52.324 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:50.085+0000 7fa2df400700 1 --2- 172.21.15.8:0/3324990957 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa2e0107ce0 0x7fa2e019ef30 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fa2d0000c00 tx=0x7fa2d0011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:52.324 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:50.085+0000 7fa2d7e00700 1 -- 172.21.15.8:0/3324990957 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa2d0003aa0 con 0x7fa2e0107ce0 2024-05-20T21:02:52.324 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:50.085+0000 7fa2d7e00700 1 -- 172.21.15.8:0/3324990957 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa2d001b8f0 con 0x7fa2e0107ce0 2024-05-20T21:02:52.324 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:50.085+0000 7fa2d7e00700 1 -- 172.21.15.8:0/3324990957 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa2d0023890 con 0x7fa2e0107ce0 2024-05-20T21:02:52.324 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:50.085+0000 7fa2e4e00700 1 -- 172.21.15.8:0/3324990957 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2e019f700 con 0x7fa2e0107ce0 2024-05-20T21:02:52.324 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:50.085+0000 7fa2e4e00700 1 -- 172.21.15.8:0/3324990957 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2e01a23f0 con 0x7fa2e0107ce0 2024-05-20T21:02:52.324 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:50.086+0000 7fa2e4e00700 1 -- 172.21.15.8:0/3324990957 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa2e0064ba0 con 0x7fa2e0107ce0 2024-05-20T21:02:52.325 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:50.087+0000 7fa2d7e00700 1 -- 172.21.15.8:0/3324990957 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7fa2d002c3f0 con 0x7fa2e0107ce0 2024-05-20T21:02:52.325 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:50.087+0000 7fa2d7e00700 1 --2- 172.21.15.8:0/3324990957 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7fa2c403e470 0x7fa2c4040930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:52.325 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:50.087+0000 7fa2d7e00700 1 -- 172.21.15.8:0/3324990957 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fa2d0053fb0 con 0x7fa2e0107ce0 2024-05-20T21:02:52.325 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:50.088+0000 7fa2dea00700 1 --2- 172.21.15.8:0/3324990957 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7fa2c403e470 0x7fa2c4040930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:52.326 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:50.088+0000 7fa2dea00700 1 --2- 172.21.15.8:0/3324990957 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7fa2c403e470 0x7fa2c4040930 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fa2cc006fd0 tx=0x7fa2cc006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:52.327 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:50.094+0000 7fa2d7e00700 1 -- 172.21.15.8:0/3324990957 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fa2d001f030 con 0x7fa2e0107ce0 2024-05-20T21:02:52.327 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:50.419+0000 7fa2e4e00700 1 -- 172.21.15.8:0/3324990957 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "dashboard"} v 0) -- 0x7fa2e002e830 con 0x7fa2e0107ce0 2024-05-20T21:02:52.327 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.321+0000 7fa2d7e00700 1 -- 172.21.15.8:0/3324990957 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "dashboard"}]=0 v9) ==== 88+0+0 (secure 0 0 0) 0x7fa2d001bda0 con 0x7fa2e0107ce0 2024-05-20T21:02:52.327 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.322+0000 7fa2d7e00700 1 -- 172.21.15.8:0/3324990957 <== mon.0 v2:172.21.15.8:3300/0 8 ==== mgrmap(e 9) ==== 50235+0+0 (secure 0 0 0) 0x7fa2d002cc50 con 0x7fa2e0107ce0 2024-05-20T21:02:52.327 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.325+0000 7fa2e4e00700 1 -- 172.21.15.8:0/3324990957 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7fa2c403e470 msgr2=0x7fa2c4040930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:52.327 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.325+0000 7fa2e4e00700 1 --2- 172.21.15.8:0/3324990957 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7fa2c403e470 0x7fa2c4040930 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fa2cc006fd0 tx=0x7fa2cc006e40 comp rx=0 tx=0).stop 2024-05-20T21:02:52.327 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.325+0000 7fa2e4e00700 1 -- 172.21.15.8:0/3324990957 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa2e0107ce0 msgr2=0x7fa2e019ef30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:52.327 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.325+0000 7fa2e4e00700 1 --2- 172.21.15.8:0/3324990957 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa2e0107ce0 0x7fa2e019ef30 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fa2d0000c00 tx=0x7fa2d0011aa0 comp rx=0 tx=0).stop 2024-05-20T21:02:52.327 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.325+0000 7fa2e4e00700 1 -- 172.21.15.8:0/3324990957 shutdown_connections 2024-05-20T21:02:52.327 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.325+0000 7fa2e4e00700 1 --2- 172.21.15.8:0/3324990957 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7fa2c403e470 0x7fa2c4040930 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:52.327 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.325+0000 7fa2e4e00700 1 --2- 172.21.15.8:0/3324990957 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa2e0107ce0 0x7fa2e019ef30 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:52.327 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.325+0000 7fa2e4e00700 1 -- 172.21.15.8:0/3324990957 >> 172.21.15.8:0/3324990957 conn(0x7fa2e01032c0 msgr2=0x7fa2e0104150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:02:52.327 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.325+0000 7fa2e4e00700 1 -- 172.21.15.8:0/3324990957 shutdown_connections 2024-05-20T21:02:52.327 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.325+0000 7fa2e4e00700 1 -- 172.21.15.8:0/3324990957 wait complete. 2024-05-20T21:02:52.559 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:52 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/3324990957' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-05-20T21:02:52.559 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:52 smithi008 ceph-mon[31475]: mgrmap e9: x(active, since 26s) 2024-05-20T21:02:52.560 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:52 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:52.438+0000 7fa3dd77b200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-20T21:02:52.882 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:52 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:52.559+0000 7fa3dd77b200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-20T21:02:54.126 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:02:53 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/2449595786' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-05-20T21:02:54.441 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:54 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:54.207+0000 7fa3dd77b200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-20T21:02:54.455 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout { 2024-05-20T21:02:54.455 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-05-20T21:02:54.455 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "available": true, 2024-05-20T21:02:54.455 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-05-20T21:02:54.456 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-05-20T21:02:54.456 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout } 2024-05-20T21:02:54.457 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:53.454+0000 7f737e600700 1 Processor -- start 2024-05-20T21:02:54.457 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:53.454+0000 7f737e600700 1 -- start start 2024-05-20T21:02:54.457 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:53.455+0000 7f737e600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7378107e50 0x7f7378108270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:54.457 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:53.455+0000 7f737e600700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f73781087b0 con 0x7f7378107e50 2024-05-20T21:02:54.457 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:53.455+0000 7f7377400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7378107e50 0x7f7378108270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:54.457 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:53.455+0000 7f7377400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7378107e50 0x7f7378108270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54898/0 (socket says 172.21.15.8:54898) 2024-05-20T21:02:54.457 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:53.455+0000 7f7377400700 1 -- 172.21.15.8:0/2834919319 learned_addr learned my addr 172.21.15.8:0/2834919319 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:02:54.461 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:53.456+0000 7f7377400700 1 -- 172.21.15.8:0/2834919319 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7378109040 con 0x7f7378107e50 2024-05-20T21:02:54.461 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:53.456+0000 7f7377400700 1 --2- 172.21.15.8:0/2834919319 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7378107e50 0x7f7378108270 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f73680098a0 tx=0x7f7368009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=53926ee41714163a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:54.461 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:53.456+0000 7f7376a00700 1 -- 172.21.15.8:0/2834919319 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7368004160 con 0x7f7378107e50 2024-05-20T21:02:54.461 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:53.456+0000 7f7376a00700 1 -- 172.21.15.8:0/2834919319 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7368004300 con 0x7f7378107e50 2024-05-20T21:02:54.461 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:53.456+0000 7f7376a00700 1 -- 172.21.15.8:0/2834919319 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7368011a20 con 0x7f7378107e50 2024-05-20T21:02:54.461 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:53.457+0000 7f737e600700 1 -- 172.21.15.8:0/2834919319 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7378107e50 msgr2=0x7f7378108270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:54.461 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:53.457+0000 7f737e600700 1 --2- 172.21.15.8:0/2834919319 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7378107e50 0x7f7378108270 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f73680098a0 tx=0x7f7368009bb0 comp rx=0 tx=0).stop 2024-05-20T21:02:54.461 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:53.457+0000 7f737e600700 1 -- 172.21.15.8:0/2834919319 shutdown_connections 2024-05-20T21:02:54.461 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:53.457+0000 7f737e600700 1 --2- 172.21.15.8:0/2834919319 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7378107e50 0x7f7378108270 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:54.462 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:53.457+0000 7f737e600700 1 -- 172.21.15.8:0/2834919319 >> 172.21.15.8:0/2834919319 conn(0x7f7378103460 msgr2=0x7f7378105880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:02:54.462 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:53.457+0000 7f737e600700 1 -- 172.21.15.8:0/2834919319 shutdown_connections 2024-05-20T21:02:54.462 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:53.457+0000 7f737e600700 1 -- 172.21.15.8:0/2834919319 wait complete. 2024-05-20T21:02:54.462 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:53.458+0000 7f737e600700 1 Processor -- start 2024-05-20T21:02:54.462 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:53.459+0000 7f737e600700 1 -- start start 2024-05-20T21:02:54.462 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:53.459+0000 7f737e600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7378107e50 0x7f737819f140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:54.462 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:53.459+0000 7f737e600700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f737810c300 con 0x7f7378107e50 2024-05-20T21:02:54.462 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:53.459+0000 7f7377400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7378107e50 0x7f737819f140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:54.462 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:53.459+0000 7f7377400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7378107e50 0x7f737819f140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54906/0 (socket says 172.21.15.8:54906) 2024-05-20T21:02:54.462 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:53.459+0000 7f7377400700 1 -- 172.21.15.8:0/2449595786 learned_addr learned my addr 172.21.15.8:0/2449595786 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:02:54.462 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:53.460+0000 7f7377400700 1 -- 172.21.15.8:0/2449595786 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f737819f680 con 0x7f7378107e50 2024-05-20T21:02:54.462 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:53.460+0000 7f7377400700 1 --2- 172.21.15.8:0/2449595786 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7378107e50 0x7f737819f140 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f7368000c00 tx=0x7f7368011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:54.462 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:53.460+0000 7f7374c00700 1 -- 172.21.15.8:0/2449595786 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7368003aa0 con 0x7f7378107e50 2024-05-20T21:02:54.463 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:53.460+0000 7f7374c00700 1 -- 172.21.15.8:0/2449595786 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f736801b8f0 con 0x7f7378107e50 2024-05-20T21:02:54.463 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:53.460+0000 7f737e600700 1 -- 172.21.15.8:0/2449595786 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f737819f910 con 0x7f7378107e50 2024-05-20T21:02:54.463 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:53.460+0000 7f7374c00700 1 -- 172.21.15.8:0/2449595786 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7368023890 con 0x7f7378107e50 2024-05-20T21:02:54.463 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:53.460+0000 7f737e600700 1 -- 172.21.15.8:0/2449595786 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73781a2600 con 0x7f7378107e50 2024-05-20T21:02:54.463 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:53.461+0000 7f737e600700 1 -- 172.21.15.8:0/2449595786 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7378064ba0 con 0x7f7378107e50 2024-05-20T21:02:54.463 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:53.462+0000 7f7374c00700 1 -- 172.21.15.8:0/2449595786 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 9) ==== 50235+0+0 (secure 0 0 0) 0x7f736801b440 con 0x7f7378107e50 2024-05-20T21:02:54.463 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:53.462+0000 7f7374c00700 1 --2- 172.21.15.8:0/2449595786 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7f735c03e520 0x7f735c0409e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:54.463 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:53.462+0000 7f7374c00700 1 -- 172.21.15.8:0/2449595786 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f7368053ee0 con 0x7f7378107e50 2024-05-20T21:02:54.463 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:53.462+0000 7f736fe00700 1 -- 172.21.15.8:0/2449595786 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7f735c03e520 msgr2=0x7f735c0409e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.8:6800/3677468514 2024-05-20T21:02:54.463 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:53.462+0000 7f736fe00700 1 --2- 172.21.15.8:0/2449595786 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7f735c03e520 0x7f735c0409e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-20T21:02:54.463 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:53.468+0000 7f7374c00700 1 -- 172.21.15.8:0/2449595786 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f736801f030 con 0x7f7378107e50 2024-05-20T21:02:54.463 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:53.663+0000 7f736fe00700 1 -- 172.21.15.8:0/2449595786 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7f735c03e520 msgr2=0x7f735c0409e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.8:6800/3677468514 2024-05-20T21:02:54.463 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:53.663+0000 7f736fe00700 1 --2- 172.21.15.8:0/2449595786 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7f735c03e520 0x7f735c0409e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-05-20T21:02:54.464 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:53.767+0000 7f737e600700 1 -- 172.21.15.8:0/2449595786 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7f737802e830 con 0x7f7378107e50 2024-05-20T21:02:54.465 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:53.768+0000 7f7374c00700 1 -- 172.21.15.8:0/2449595786 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v9) ==== 56+0+88 (secure 0 0 0) 0x7f7368016260 con 0x7f7378107e50 2024-05-20T21:02:54.465 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:53.771+0000 7f737e600700 1 -- 172.21.15.8:0/2449595786 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7f735c03e520 msgr2=0x7f735c0409e0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-20T21:02:54.465 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:53.771+0000 7f737e600700 1 --2- 172.21.15.8:0/2449595786 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7f735c03e520 0x7f735c0409e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:54.465 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:53.771+0000 7f737e600700 1 -- 172.21.15.8:0/2449595786 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7378107e50 msgr2=0x7f737819f140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:54.465 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:53.771+0000 7f737e600700 1 --2- 172.21.15.8:0/2449595786 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7378107e50 0x7f737819f140 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f7368000c00 tx=0x7f7368011aa0 comp rx=0 tx=0).stop 2024-05-20T21:02:54.465 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:53.772+0000 7f737e600700 1 -- 172.21.15.8:0/2449595786 shutdown_connections 2024-05-20T21:02:54.465 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:53.772+0000 7f737e600700 1 --2- 172.21.15.8:0/2449595786 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7f735c03e520 0x7f735c0409e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:54.465 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:53.772+0000 7f737e600700 1 --2- 172.21.15.8:0/2449595786 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7378107e50 0x7f737819f140 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:54.466 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:53.772+0000 7f737e600700 1 -- 172.21.15.8:0/2449595786 >> 172.21.15.8:0/2449595786 conn(0x7f7378103460 msgr2=0x7f7378104360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:02:54.466 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:53.772+0000 7f737e600700 1 -- 172.21.15.8:0/2449595786 shutdown_connections 2024-05-20T21:02:54.466 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:53.772+0000 7f737e600700 1 -- 172.21.15.8:0/2449595786 wait complete. 2024-05-20T21:02:54.466 INFO:teuthology.orchestra.run.smithi008.stdout:Waiting for the mgr to restart... 2024-05-20T21:02:54.466 INFO:teuthology.orchestra.run.smithi008.stdout:Waiting for mgr epoch 9... 2024-05-20T21:02:54.701 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:54 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:54.449+0000 7fa3dd77b200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-20T21:02:54.702 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:54 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:54.673+0000 7fa3dd77b200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-20T21:02:55.336 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:55 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:55.081+0000 7fa3dd77b200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-20T21:02:55.336 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:55 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:55.223+0000 7fa3dd77b200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-20T21:02:55.701 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:55 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:55.490+0000 7fa3dd77b200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-20T21:02:56.201 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:55 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:55.762+0000 7fa3dd77b200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-20T21:02:56.899 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:56 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:56.599+0000 7fa3dd77b200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-20T21:02:57.201 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:56 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:56.899+0000 7fa3dd77b200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-05-20T21:02:57.954 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:57 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:57.476+0000 7fa3dd77b200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-20T21:02:57.954 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:57 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:57.609+0000 7fa3dd77b200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-20T21:02:58.452 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:58 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:58.089+0000 7fa3dd77b200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-20T21:02:58.951 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:58 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:58.564+0000 7fa3dd77b200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-20T21:02:58.951 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:58 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:58.694+0000 7fa3dd77b200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-20T21:02:59.354 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:59 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:59.031+0000 7fa3dd77b200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-20T21:02:59.354 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:59 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:59.218+0000 7fa3dd77b200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-20T21:02:59.354 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:59 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:59.353+0000 7fa3dd77b200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-20T21:03:00.201 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:59 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:59.763+0000 7fa3dd77b200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-20T21:03:00.201 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:02:59 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:02:59.893+0000 7fa3dd77b200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-20T21:03:00.951 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:03:00 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:03:00.692+0000 7fa3dd77b200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-20T21:03:01.451 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:03:00 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:03:00.993+0000 7fa3dd77b200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-20T21:03:01.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:01 smithi008 ceph-mon[31475]: Active manager daemon x restarted 2024-05-20T21:03:01.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:01 smithi008 ceph-mon[31475]: Activating manager daemon x 2024-05-20T21:03:01.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:01 smithi008 ceph-mon[31475]: osdmap e3: 0 total, 0 up, 0 in 2024-05-20T21:03:01.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:01 smithi008 ceph-mon[31475]: mgrmap e10: x(active, starting, since 0.00576324s) 2024-05-20T21:03:01.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:01 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-20T21:03:01.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:01 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-20T21:03:01.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:01 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-20T21:03:01.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:01 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-20T21:03:01.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:01 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-20T21:03:01.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:01 smithi008 ceph-mon[31475]: Manager daemon x is now available 2024-05-20T21:03:02.306 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:02 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:03:02.306 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:02 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-05-20T21:03:02.307 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:02 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-05-20T21:03:02.307 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:02 smithi008 ceph-mon[31475]: mgrmap e11: x(active, since 1.0101s) 2024-05-20T21:03:02.632 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout { 2024-05-20T21:03:02.632 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-05-20T21:03:02.632 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout "initialized": true 2024-05-20T21:03:02.632 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout } 2024-05-20T21:03:02.633 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:55.125+0000 7f920e000700 1 Processor -- start 2024-05-20T21:03:02.633 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:55.126+0000 7f920e000700 1 -- start start 2024-05-20T21:03:02.633 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:55.126+0000 7f920e000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f920807dd40 0x7f920807c1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:02.633 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:55.126+0000 7f920e000700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f920807c770 con 0x7f920807dd40 2024-05-20T21:03:02.633 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:55.126+0000 7f9207400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f920807dd40 0x7f920807c1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:02.633 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:55.127+0000 7f9207400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f920807dd40 0x7f920807c1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54922/0 (socket says 172.21.15.8:54922) 2024-05-20T21:03:02.633 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:55.127+0000 7f9207400700 1 -- 172.21.15.8:0/1182178321 learned_addr learned my addr 172.21.15.8:0/1182178321 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:03:02.633 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:55.127+0000 7f9207400700 1 -- 172.21.15.8:0/1182178321 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f920807c8f0 con 0x7f920807dd40 2024-05-20T21:03:02.633 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:55.127+0000 7f9207400700 1 --2- 172.21.15.8:0/1182178321 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f920807dd40 0x7f920807c1a0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f91f80098a0 tx=0x7f91f8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12a0b0061c86487e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:02.633 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:55.128+0000 7f9206000700 1 -- 172.21.15.8:0/1182178321 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f91f8004160 con 0x7f920807dd40 2024-05-20T21:03:02.633 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:55.128+0000 7f9206000700 1 -- 172.21.15.8:0/1182178321 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f91f8004300 con 0x7f920807dd40 2024-05-20T21:03:02.633 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:55.128+0000 7f9206000700 1 -- 172.21.15.8:0/1182178321 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f91f8011a20 con 0x7f920807dd40 2024-05-20T21:03:02.633 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:55.128+0000 7f920e000700 1 -- 172.21.15.8:0/1182178321 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f920807dd40 msgr2=0x7f920807c1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:02.634 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:55.128+0000 7f920e000700 1 --2- 172.21.15.8:0/1182178321 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f920807dd40 0x7f920807c1a0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f91f80098a0 tx=0x7f91f8009bb0 comp rx=0 tx=0).stop 2024-05-20T21:03:02.634 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:55.129+0000 7f920e000700 1 -- 172.21.15.8:0/1182178321 shutdown_connections 2024-05-20T21:03:02.634 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:55.129+0000 7f920e000700 1 --2- 172.21.15.8:0/1182178321 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f920807dd40 0x7f920807c1a0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:02.634 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:55.129+0000 7f920e000700 1 -- 172.21.15.8:0/1182178321 >> 172.21.15.8:0/1182178321 conn(0x7f9208104570 msgr2=0x7f9208106990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:02.634 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:55.129+0000 7f920e000700 1 -- 172.21.15.8:0/1182178321 shutdown_connections 2024-05-20T21:03:02.634 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:55.129+0000 7f920e000700 1 -- 172.21.15.8:0/1182178321 wait complete. 2024-05-20T21:03:02.634 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:55.130+0000 7f920e000700 1 Processor -- start 2024-05-20T21:03:02.634 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:55.130+0000 7f920e000700 1 -- start start 2024-05-20T21:03:02.634 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:55.130+0000 7f920e000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f920807dd40 0x7f920810c260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:02.634 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:55.130+0000 7f920e000700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f920810f5d0 con 0x7f920807dd40 2024-05-20T21:03:02.634 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:55.131+0000 7f9207400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f920807dd40 0x7f920810c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:02.634 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:55.131+0000 7f9207400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f920807dd40 0x7f920810c260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54926/0 (socket says 172.21.15.8:54926) 2024-05-20T21:03:02.635 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:55.131+0000 7f9207400700 1 -- 172.21.15.8:0/4037385700 learned_addr learned my addr 172.21.15.8:0/4037385700 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:03:02.635 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:55.131+0000 7f9207400700 1 -- 172.21.15.8:0/4037385700 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f920810c7a0 con 0x7f920807dd40 2024-05-20T21:03:02.635 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:55.131+0000 7f9207400700 1 --2- 172.21.15.8:0/4037385700 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f920807dd40 0x7f920810c260 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f91f8004660 tx=0x7f91f8011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:02.635 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:55.132+0000 7f91ffe00700 1 -- 172.21.15.8:0/4037385700 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f91f8003aa0 con 0x7f920807dd40 2024-05-20T21:03:02.635 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:55.132+0000 7f91ffe00700 1 -- 172.21.15.8:0/4037385700 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f91f801b8f0 con 0x7f920807dd40 2024-05-20T21:03:02.635 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:55.132+0000 7f920e000700 1 -- 172.21.15.8:0/4037385700 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f920810ca30 con 0x7f920807dd40 2024-05-20T21:03:02.635 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:55.132+0000 7f91ffe00700 1 -- 172.21.15.8:0/4037385700 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f91f8023900 con 0x7f920807dd40 2024-05-20T21:03:02.635 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:55.132+0000 7f920e000700 1 -- 172.21.15.8:0/4037385700 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9208108ff0 con 0x7f920807dd40 2024-05-20T21:03:02.635 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:55.134+0000 7f91ffe00700 1 -- 172.21.15.8:0/4037385700 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 9) ==== 50235+0+0 (secure 0 0 0) 0x7f91f8023b70 con 0x7f920807dd40 2024-05-20T21:03:02.635 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:55.134+0000 7f91ffe00700 1 --2- 172.21.15.8:0/4037385700 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7f91ec03e520 0x7f91ec0409e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:02.635 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:55.134+0000 7f91ffe00700 1 -- 172.21.15.8:0/4037385700 --> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f91ec0410f0 con 0x7f91ec03e520 2024-05-20T21:03:02.635 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:55.134+0000 7f91ffe00700 1 -- 172.21.15.8:0/4037385700 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f91f8053e90 con 0x7f920807dd40 2024-05-20T21:03:02.635 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:55.134+0000 7f9206a00700 1 -- 172.21.15.8:0/4037385700 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7f91ec03e520 msgr2=0x7f91ec0409e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.8:6800/3677468514 2024-05-20T21:03:02.635 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:55.134+0000 7f9206a00700 1 --2- 172.21.15.8:0/4037385700 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7f91ec03e520 0x7f91ec0409e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-20T21:03:02.636 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:55.335+0000 7f9206a00700 1 -- 172.21.15.8:0/4037385700 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7f91ec03e520 msgr2=0x7f91ec0409e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.8:6800/3677468514 2024-05-20T21:03:02.636 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:55.335+0000 7f9206a00700 1 --2- 172.21.15.8:0/4037385700 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7f91ec03e520 0x7f91ec0409e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-05-20T21:03:02.636 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:55.736+0000 7f9206a00700 1 -- 172.21.15.8:0/4037385700 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7f91ec03e520 msgr2=0x7f91ec0409e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.8:6800/3677468514 2024-05-20T21:03:02.636 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:55.736+0000 7f9206a00700 1 --2- 172.21.15.8:0/4037385700 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7f91ec03e520 0x7f91ec0409e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-05-20T21:03:02.636 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:56.537+0000 7f9206a00700 1 -- 172.21.15.8:0/4037385700 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7f91ec03e520 msgr2=0x7f91ec0409e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.8:6800/3677468514 2024-05-20T21:03:02.636 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:56.537+0000 7f9206a00700 1 --2- 172.21.15.8:0/4037385700 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7f91ec03e520 0x7f91ec0409e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-05-20T21:03:02.636 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:58.139+0000 7f9206a00700 1 -- 172.21.15.8:0/4037385700 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7f91ec03e520 msgr2=0x7f91ec0409e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.8:6800/3677468514 2024-05-20T21:03:02.636 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:58.139+0000 7f9206a00700 1 --2- 172.21.15.8:0/4037385700 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7f91ec03e520 0x7f91ec0409e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-05-20T21:03:02.636 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:01.003+0000 7f91ffe00700 1 -- 172.21.15.8:0/4037385700 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mgrmap(e 10) ==== 50002+0+0 (secure 0 0 0) 0x7f91f802bd00 con 0x7f920807dd40 2024-05-20T21:03:02.636 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:01.003+0000 7f91ffe00700 1 -- 172.21.15.8:0/4037385700 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7f91ec03e520 msgr2=0x7f91ec0409e0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-20T21:03:02.636 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:01.003+0000 7f91ffe00700 1 --2- 172.21.15.8:0/4037385700 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7f91ec03e520 0x7f91ec0409e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:02.636 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:02.005+0000 7f91ffe00700 1 -- 172.21.15.8:0/4037385700 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mgrmap(e 11) ==== 50129+0+0 (secure 0 0 0) 0x7f91f80551a0 con 0x7f920807dd40 2024-05-20T21:03:02.636 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:02.005+0000 7f91ffe00700 1 --2- 172.21.15.8:0/4037385700 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f91ec041fa0 0x7f91ec044390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:02.636 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:02.005+0000 7f91ffe00700 1 -- 172.21.15.8:0/4037385700 --> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f91f8008e50 con 0x7f91ec041fa0 2024-05-20T21:03:02.637 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:02.006+0000 7f9206a00700 1 --2- 172.21.15.8:0/4037385700 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f91ec041fa0 0x7f91ec044390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:02.637 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:02.007+0000 7f9206a00700 1 --2- 172.21.15.8:0/4037385700 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f91ec041fa0 0x7f91ec044390 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f91f4003a10 tx=0x7f91f4009270 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:02.637 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:02.009+0000 7f91ffe00700 1 -- 172.21.15.8:0/4037385700 <== mgr.14152 v2:172.21.15.8:6800/2778224651 1 ==== command_reply(tid 0: 0 ) ==== 8+0+9564 (secure 0 0 0) 0x7f91f8008e50 con 0x7f91ec041fa0 2024-05-20T21:03:02.637 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:02.018+0000 7f920e000700 1 -- 172.21.15.8:0/4037385700 --> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7f920810cc00 con 0x7f91ec041fa0 2024-05-20T21:03:02.637 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:02.018+0000 7f91ffe00700 1 -- 172.21.15.8:0/4037385700 <== mgr.14152 v2:172.21.15.8:6800/2778224651 2 ==== command_reply(tid 1: 0 ) ==== 8+0+52 (secure 0 0 0) 0x7f920810cc00 con 0x7f91ec041fa0 2024-05-20T21:03:02.637 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:02.019+0000 7f920e000700 1 -- 172.21.15.8:0/4037385700 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f91ec041fa0 msgr2=0x7f91ec044390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:02.637 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:02.019+0000 7f920e000700 1 --2- 172.21.15.8:0/4037385700 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f91ec041fa0 0x7f91ec044390 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f91f4003a10 tx=0x7f91f4009270 comp rx=0 tx=0).stop 2024-05-20T21:03:02.637 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:02.019+0000 7f920e000700 1 -- 172.21.15.8:0/4037385700 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f920807dd40 msgr2=0x7f920810c260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:02.637 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:02.019+0000 7f920e000700 1 --2- 172.21.15.8:0/4037385700 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f920807dd40 0x7f920810c260 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f91f8004660 tx=0x7f91f8011aa0 comp rx=0 tx=0).stop 2024-05-20T21:03:02.637 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:02.019+0000 7f920e000700 1 -- 172.21.15.8:0/4037385700 shutdown_connections 2024-05-20T21:03:02.637 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:02.019+0000 7f920e000700 1 --2- 172.21.15.8:0/4037385700 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f91ec041fa0 0x7f91ec044390 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:02.637 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:02.019+0000 7f920e000700 1 --2- 172.21.15.8:0/4037385700 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f920807dd40 0x7f920810c260 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:02.637 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:02.019+0000 7f920e000700 1 --2- 172.21.15.8:0/4037385700 >> [v2:172.21.15.8:6800/3677468514,v1:172.21.15.8:6801/3677468514] conn(0x7f91ec03e520 0x7f91ec0409e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:02.638 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:02.019+0000 7f920e000700 1 -- 172.21.15.8:0/4037385700 >> 172.21.15.8:0/4037385700 conn(0x7f9208104570 msgr2=0x7f9208105040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:02.638 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:02.019+0000 7f920e000700 1 -- 172.21.15.8:0/4037385700 shutdown_connections 2024-05-20T21:03:02.638 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:02.020+0000 7f920e000700 1 -- 172.21.15.8:0/4037385700 wait complete. 2024-05-20T21:03:02.638 INFO:teuthology.orchestra.run.smithi008.stdout:mgr epoch 9 is available 2024-05-20T21:03:02.638 INFO:teuthology.orchestra.run.smithi008.stdout:Generating a dashboard self-signed certificate... 2024-05-20T21:03:03.215 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:03 smithi008 ceph-mon[31475]: [20/May/2024:21:03:01] ENGINE Bus STARTING 2024-05-20T21:03:03.215 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:03 smithi008 ceph-mon[31475]: [20/May/2024:21:03:01] ENGINE Serving on http://172.21.15.8:8765 2024-05-20T21:03:03.215 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:03 smithi008 ceph-mon[31475]: [20/May/2024:21:03:01] ENGINE Serving on https://172.21.15.8:7150 2024-05-20T21:03:03.216 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:03 smithi008 ceph-mon[31475]: [20/May/2024:21:03:01] ENGINE Bus STARTED 2024-05-20T21:03:03.216 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:03 smithi008 ceph-mon[31475]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-05-20T21:03:03.216 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:03 smithi008 ceph-mon[31475]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-05-20T21:03:04.201 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:04 smithi008 ceph-mon[31475]: mgrmap e12: x(active, since 2s) 2024-05-20T21:03:04.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:04 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:03:05.170 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-05-20T21:03:05.170 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.038+0000 7f1b10800700 1 Processor -- start 2024-05-20T21:03:05.170 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.038+0000 7f1b10800700 1 -- start start 2024-05-20T21:03:05.170 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.039+0000 7f1b10800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1b08109a90 0x7f1b0810be80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:05.170 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.039+0000 7f1b10800700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f1b08076dc0 con 0x7f1b08109a90 2024-05-20T21:03:05.170 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.039+0000 7f1b0de00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1b08109a90 0x7f1b0810be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:05.170 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.040+0000 7f1b0de00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1b08109a90 0x7f1b0810be80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:48984/0 (socket says 172.21.15.8:48984) 2024-05-20T21:03:05.170 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.040+0000 7f1b0de00700 1 -- 172.21.15.8:0/335961089 learned_addr learned my addr 172.21.15.8:0/335961089 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:03:05.170 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.040+0000 7f1b0de00700 1 -- 172.21.15.8:0/335961089 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b0810c3c0 con 0x7f1b08109a90 2024-05-20T21:03:05.171 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.040+0000 7f1b0de00700 1 --2- 172.21.15.8:0/335961089 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1b08109a90 0x7f1b0810be80 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f1afc0098a0 tx=0x7f1afc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=def759238620a59b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:05.171 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.041+0000 7f1b0ca00700 1 -- 172.21.15.8:0/335961089 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1afc004160 con 0x7f1b08109a90 2024-05-20T21:03:05.171 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.041+0000 7f1b0ca00700 1 -- 172.21.15.8:0/335961089 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1afc004300 con 0x7f1b08109a90 2024-05-20T21:03:05.171 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.041+0000 7f1b0ca00700 1 -- 172.21.15.8:0/335961089 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1afc011a20 con 0x7f1b08109a90 2024-05-20T21:03:05.171 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.041+0000 7f1b10800700 1 -- 172.21.15.8:0/335961089 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1b08109a90 msgr2=0x7f1b0810be80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:05.171 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.041+0000 7f1b10800700 1 --2- 172.21.15.8:0/335961089 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1b08109a90 0x7f1b0810be80 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f1afc0098a0 tx=0x7f1afc009bb0 comp rx=0 tx=0).stop 2024-05-20T21:03:05.171 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.042+0000 7f1b10800700 1 -- 172.21.15.8:0/335961089 shutdown_connections 2024-05-20T21:03:05.171 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.042+0000 7f1b10800700 1 --2- 172.21.15.8:0/335961089 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1b08109a90 0x7f1b0810be80 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:05.171 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.042+0000 7f1b10800700 1 -- 172.21.15.8:0/335961089 >> 172.21.15.8:0/335961089 conn(0x7f1b08103460 msgr2=0x7f1b08105880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:05.171 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.042+0000 7f1b10800700 1 -- 172.21.15.8:0/335961089 shutdown_connections 2024-05-20T21:03:05.171 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.042+0000 7f1b10800700 1 -- 172.21.15.8:0/335961089 wait complete. 2024-05-20T21:03:05.171 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.043+0000 7f1b10800700 1 Processor -- start 2024-05-20T21:03:05.171 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.044+0000 7f1b10800700 1 -- start start 2024-05-20T21:03:05.172 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.044+0000 7f1b10800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1b08109a90 0x7f1b08109310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:05.172 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.044+0000 7f1b10800700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f1b0810d360 con 0x7f1b08109a90 2024-05-20T21:03:05.172 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.044+0000 7f1b0de00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1b08109a90 0x7f1b08109310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:05.172 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.044+0000 7f1b0de00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1b08109a90 0x7f1b08109310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:49000/0 (socket says 172.21.15.8:49000) 2024-05-20T21:03:05.172 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.044+0000 7f1b0de00700 1 -- 172.21.15.8:0/307592484 learned_addr learned my addr 172.21.15.8:0/307592484 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:03:05.172 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.045+0000 7f1b0de00700 1 -- 172.21.15.8:0/307592484 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b08109850 con 0x7f1b08109a90 2024-05-20T21:03:05.172 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.045+0000 7f1b0de00700 1 --2- 172.21.15.8:0/307592484 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1b08109a90 0x7f1b08109310 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f1afc004660 tx=0x7f1afc011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:05.172 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.045+0000 7f1b02a00700 1 -- 172.21.15.8:0/307592484 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1afc003aa0 con 0x7f1b08109a90 2024-05-20T21:03:05.172 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.046+0000 7f1b02a00700 1 -- 172.21.15.8:0/307592484 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1afc01b8f0 con 0x7f1b08109a90 2024-05-20T21:03:05.172 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.046+0000 7f1b10800700 1 -- 172.21.15.8:0/307592484 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b08107a40 con 0x7f1b08109a90 2024-05-20T21:03:05.172 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.046+0000 7f1b02a00700 1 -- 172.21.15.8:0/307592484 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1afc023900 con 0x7f1b08109a90 2024-05-20T21:03:05.172 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.046+0000 7f1b10800700 1 -- 172.21.15.8:0/307592484 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b08107f80 con 0x7f1b08109a90 2024-05-20T21:03:05.172 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.047+0000 7f1b10800700 1 -- 172.21.15.8:0/307592484 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1b08064ba0 con 0x7f1b08109a90 2024-05-20T21:03:05.172 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.048+0000 7f1b02a00700 1 -- 172.21.15.8:0/307592484 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 12) ==== 50235+0+0 (secure 0 0 0) 0x7f1afc01baa0 con 0x7f1b08109a90 2024-05-20T21:03:05.172 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.048+0000 7f1b02a00700 1 --2- 172.21.15.8:0/307592484 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1af003e520 0x7f1af00409e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:05.173 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.048+0000 7f1b02a00700 1 -- 172.21.15.8:0/307592484 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f1afc053ed0 con 0x7f1b08109a90 2024-05-20T21:03:05.173 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.048+0000 7f1b0d400700 1 --2- 172.21.15.8:0/307592484 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1af003e520 0x7f1af00409e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:05.173 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.049+0000 7f1b0d400700 1 --2- 172.21.15.8:0/307592484 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1af003e520 0x7f1af00409e0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f1af8006fd0 tx=0x7f1af8006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:05.173 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.054+0000 7f1b02a00700 1 -- 172.21.15.8:0/307592484 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f1afc01f030 con 0x7f1b08109a90 2024-05-20T21:03:05.173 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.299+0000 7f1b10800700 1 -- 172.21.15.8:0/307592484 --> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] -- mgr_command(tid 0: {"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}) -- 0x7f1b08108790 con 0x7f1af003e520 2024-05-20T21:03:05.173 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.442+0000 7f1b02a00700 1 -- 172.21.15.8:0/307592484 <== mgr.14152 v2:172.21.15.8:6800/2778224651 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+32 (secure 0 0 0) 0x7f1b08108790 con 0x7f1af003e520 2024-05-20T21:03:05.173 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.445+0000 7f1b10800700 1 -- 172.21.15.8:0/307592484 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1af003e520 msgr2=0x7f1af00409e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:05.173 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.445+0000 7f1b10800700 1 --2- 172.21.15.8:0/307592484 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1af003e520 0x7f1af00409e0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f1af8006fd0 tx=0x7f1af8006e40 comp rx=0 tx=0).stop 2024-05-20T21:03:05.173 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.445+0000 7f1b10800700 1 -- 172.21.15.8:0/307592484 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1b08109a90 msgr2=0x7f1b08109310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:05.173 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.445+0000 7f1b10800700 1 --2- 172.21.15.8:0/307592484 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1b08109a90 0x7f1b08109310 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f1afc004660 tx=0x7f1afc011aa0 comp rx=0 tx=0).stop 2024-05-20T21:03:05.173 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.445+0000 7f1b10800700 1 -- 172.21.15.8:0/307592484 shutdown_connections 2024-05-20T21:03:05.173 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.445+0000 7f1b10800700 1 --2- 172.21.15.8:0/307592484 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1af003e520 0x7f1af00409e0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:05.174 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.445+0000 7f1b10800700 1 --2- 172.21.15.8:0/307592484 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1b08109a90 0x7f1b08109310 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:05.174 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.445+0000 7f1b10800700 1 -- 172.21.15.8:0/307592484 >> 172.21.15.8:0/307592484 conn(0x7f1b08103460 msgr2=0x7f1b08103fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:05.174 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.445+0000 7f1b10800700 1 -- 172.21.15.8:0/307592484 shutdown_connections 2024-05-20T21:03:05.174 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.445+0000 7f1b10800700 1 -- 172.21.15.8:0/307592484 wait complete. 2024-05-20T21:03:05.174 INFO:teuthology.orchestra.run.smithi008.stdout:Creating initial admin user... 2024-05-20T21:03:05.689 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:05 smithi008 ceph-mon[31475]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:03:05.689 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:05 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:03:05.689 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:05 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:03:07.165 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:07 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:03:07.165 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:07 smithi008 ceph-mon[31475]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:03:07.165 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:07 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:03:07.182 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$WdsvVwyC4mN/g6gn0gXHf.kNu2xeo3Lgfuk6JOKxG1YxwlWhuFapu", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1716238986, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-05-20T21:03:07.182 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:05.851+0000 7efd20800700 1 Processor -- start 2024-05-20T21:03:07.182 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:05.852+0000 7efd20800700 1 -- start start 2024-05-20T21:03:07.183 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:05.852+0000 7efd20800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7efd18109a80 0x7efd1810be70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:07.183 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:05.852+0000 7efd20800700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7efd1807ce20 con 0x7efd18109a80 2024-05-20T21:03:07.183 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:05.852+0000 7efd1de00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7efd18109a80 0x7efd1810be70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:07.183 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:05.852+0000 7efd1de00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7efd18109a80 0x7efd1810be70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:49016/0 (socket says 172.21.15.8:49016) 2024-05-20T21:03:07.183 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:05.853+0000 7efd1de00700 1 -- 172.21.15.8:0/2484948008 learned_addr learned my addr 172.21.15.8:0/2484948008 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:03:07.183 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:05.853+0000 7efd1de00700 1 -- 172.21.15.8:0/2484948008 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd1810c3b0 con 0x7efd18109a80 2024-05-20T21:03:07.183 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:05.853+0000 7efd1de00700 1 --2- 172.21.15.8:0/2484948008 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7efd18109a80 0x7efd1810be70 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7efd0c0098a0 tx=0x7efd0c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e16b904e33f359e8 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:07.183 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:05.853+0000 7efd1ca00700 1 -- 172.21.15.8:0/2484948008 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efd0c004160 con 0x7efd18109a80 2024-05-20T21:03:07.183 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:05.854+0000 7efd1ca00700 1 -- 172.21.15.8:0/2484948008 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efd0c004300 con 0x7efd18109a80 2024-05-20T21:03:07.183 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:05.854+0000 7efd1ca00700 1 -- 172.21.15.8:0/2484948008 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efd0c011a20 con 0x7efd18109a80 2024-05-20T21:03:07.183 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:05.854+0000 7efd20800700 1 -- 172.21.15.8:0/2484948008 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7efd18109a80 msgr2=0x7efd1810be70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:07.183 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:05.854+0000 7efd20800700 1 --2- 172.21.15.8:0/2484948008 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7efd18109a80 0x7efd1810be70 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7efd0c0098a0 tx=0x7efd0c009bb0 comp rx=0 tx=0).stop 2024-05-20T21:03:07.183 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:05.855+0000 7efd20800700 1 -- 172.21.15.8:0/2484948008 shutdown_connections 2024-05-20T21:03:07.184 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:05.855+0000 7efd20800700 1 --2- 172.21.15.8:0/2484948008 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7efd18109a80 0x7efd1810be70 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:07.184 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:05.855+0000 7efd20800700 1 -- 172.21.15.8:0/2484948008 >> 172.21.15.8:0/2484948008 conn(0x7efd18103470 msgr2=0x7efd18105890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:07.184 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:05.855+0000 7efd20800700 1 -- 172.21.15.8:0/2484948008 shutdown_connections 2024-05-20T21:03:07.184 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:05.855+0000 7efd20800700 1 -- 172.21.15.8:0/2484948008 wait complete. 2024-05-20T21:03:07.184 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:05.856+0000 7efd20800700 1 Processor -- start 2024-05-20T21:03:07.184 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:05.856+0000 7efd20800700 1 -- start start 2024-05-20T21:03:07.184 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:05.856+0000 7efd20800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7efd18109a80 0x7efd1819f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:07.184 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:05.856+0000 7efd20800700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7efd1810d360 con 0x7efd18109a80 2024-05-20T21:03:07.184 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:05.857+0000 7efd1de00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7efd18109a80 0x7efd1819f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:07.184 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:05.857+0000 7efd1de00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7efd18109a80 0x7efd1819f100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:49022/0 (socket says 172.21.15.8:49022) 2024-05-20T21:03:07.184 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:05.857+0000 7efd1de00700 1 -- 172.21.15.8:0/4152178429 learned_addr learned my addr 172.21.15.8:0/4152178429 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:03:07.184 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:05.857+0000 7efd1de00700 1 -- 172.21.15.8:0/4152178429 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd1819f640 con 0x7efd18109a80 2024-05-20T21:03:07.184 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:05.857+0000 7efd1de00700 1 --2- 172.21.15.8:0/4152178429 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7efd18109a80 0x7efd1819f100 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7efd0c004660 tx=0x7efd0c011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:07.185 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:05.858+0000 7efd12a00700 1 -- 172.21.15.8:0/4152178429 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efd0c003aa0 con 0x7efd18109a80 2024-05-20T21:03:07.185 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:05.858+0000 7efd12a00700 1 -- 172.21.15.8:0/4152178429 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efd0c01b8f0 con 0x7efd18109a80 2024-05-20T21:03:07.185 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:05.858+0000 7efd20800700 1 -- 172.21.15.8:0/4152178429 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efd1819f8d0 con 0x7efd18109a80 2024-05-20T21:03:07.185 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:05.858+0000 7efd12a00700 1 -- 172.21.15.8:0/4152178429 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efd0c023900 con 0x7efd18109a80 2024-05-20T21:03:07.185 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:05.858+0000 7efd20800700 1 -- 172.21.15.8:0/4152178429 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efd181a25c0 con 0x7efd18109a80 2024-05-20T21:03:07.185 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:05.859+0000 7efd20800700 1 -- 172.21.15.8:0/4152178429 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efd18064ba0 con 0x7efd18109a80 2024-05-20T21:03:07.185 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:05.860+0000 7efd12a00700 1 -- 172.21.15.8:0/4152178429 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 12) ==== 50235+0+0 (secure 0 0 0) 0x7efd0c023bc0 con 0x7efd18109a80 2024-05-20T21:03:07.185 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:05.860+0000 7efd12a00700 1 --2- 172.21.15.8:0/4152178429 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7efd0003e4c0 0x7efd00040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:07.185 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:05.860+0000 7efd12a00700 1 -- 172.21.15.8:0/4152178429 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7efd0c053fe0 con 0x7efd18109a80 2024-05-20T21:03:07.185 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:05.861+0000 7efd1d400700 1 --2- 172.21.15.8:0/4152178429 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7efd0003e4c0 0x7efd00040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:07.185 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:05.861+0000 7efd1d400700 1 --2- 172.21.15.8:0/4152178429 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7efd0003e4c0 0x7efd00040980 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7efd08006fd0 tx=0x7efd08006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:07.185 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:05.866+0000 7efd12a00700 1 -- 172.21.15.8:0/4152178429 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7efd0c01f030 con 0x7efd18109a80 2024-05-20T21:03:07.185 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.169+0000 7efd20800700 1 -- 172.21.15.8:0/4152178429 --> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] -- mgr_command(tid 0: {"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}) -- 0x7efd1819fdb0 con 0x7efd0003e4c0 2024-05-20T21:03:07.186 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.434+0000 7efd12a00700 1 -- 172.21.15.8:0/4152178429 <== mgr.14152 v2:172.21.15.8:6800/2778224651 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+252 (secure 0 0 0) 0x7efd1819fdb0 con 0x7efd0003e4c0 2024-05-20T21:03:07.186 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.439+0000 7efd20800700 1 -- 172.21.15.8:0/4152178429 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7efd0003e4c0 msgr2=0x7efd00040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:07.186 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.439+0000 7efd20800700 1 --2- 172.21.15.8:0/4152178429 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7efd0003e4c0 0x7efd00040980 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7efd08006fd0 tx=0x7efd08006e40 comp rx=0 tx=0).stop 2024-05-20T21:03:07.186 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.439+0000 7efd20800700 1 -- 172.21.15.8:0/4152178429 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7efd18109a80 msgr2=0x7efd1819f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:07.186 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.439+0000 7efd20800700 1 --2- 172.21.15.8:0/4152178429 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7efd18109a80 0x7efd1819f100 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7efd0c004660 tx=0x7efd0c011aa0 comp rx=0 tx=0).stop 2024-05-20T21:03:07.186 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.439+0000 7efd20800700 1 -- 172.21.15.8:0/4152178429 shutdown_connections 2024-05-20T21:03:07.186 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.439+0000 7efd20800700 1 --2- 172.21.15.8:0/4152178429 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7efd0003e4c0 0x7efd00040980 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:07.186 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.439+0000 7efd20800700 1 --2- 172.21.15.8:0/4152178429 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7efd18109a80 0x7efd1819f100 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:07.186 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.439+0000 7efd20800700 1 -- 172.21.15.8:0/4152178429 >> 172.21.15.8:0/4152178429 conn(0x7efd18103470 msgr2=0x7efd18103f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:07.186 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.440+0000 7efd20800700 1 -- 172.21.15.8:0/4152178429 shutdown_connections 2024-05-20T21:03:07.186 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.440+0000 7efd20800700 1 -- 172.21.15.8:0/4152178429 wait complete. 2024-05-20T21:03:07.186 INFO:teuthology.orchestra.run.smithi008.stdout:Fetching dashboard port number... 2024-05-20T21:03:08.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:08 smithi008 ceph-mon[31475]: mgrmap e13: x(active, since 6s) 2024-05-20T21:03:08.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:08 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/1995343152' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-05-20T21:03:09.096 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stdout 8443 2024-05-20T21:03:09.096 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:07.755+0000 7fa27e000700 1 Processor -- start 2024-05-20T21:03:09.096 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:07.755+0000 7fa27e000700 1 -- start start 2024-05-20T21:03:09.096 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:07.755+0000 7fa27e000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa27807ee00 0x7fa27807d2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:09.096 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:07.755+0000 7fa27e000700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fa27807d7f0 con 0x7fa27807ee00 2024-05-20T21:03:09.096 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:07.756+0000 7fa277400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa27807ee00 0x7fa27807d2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:09.098 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:07.756+0000 7fa277400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa27807ee00 0x7fa27807d2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:49032/0 (socket says 172.21.15.8:49032) 2024-05-20T21:03:09.098 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:07.756+0000 7fa277400700 1 -- 172.21.15.8:0/2634141580 learned_addr learned my addr 172.21.15.8:0/2634141580 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:03:09.098 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:07.756+0000 7fa277400700 1 -- 172.21.15.8:0/2634141580 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa27807d970 con 0x7fa27807ee00 2024-05-20T21:03:09.098 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:07.757+0000 7fa277400700 1 --2- 172.21.15.8:0/2634141580 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa27807ee00 0x7fa27807d2b0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fa2680098a0 tx=0x7fa268009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f42e222c30d672f8 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:09.098 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:07.757+0000 7fa276000700 1 -- 172.21.15.8:0/2634141580 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa268004160 con 0x7fa27807ee00 2024-05-20T21:03:09.098 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:07.757+0000 7fa276000700 1 -- 172.21.15.8:0/2634141580 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa268004300 con 0x7fa27807ee00 2024-05-20T21:03:09.098 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:07.757+0000 7fa276000700 1 -- 172.21.15.8:0/2634141580 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa268011a20 con 0x7fa27807ee00 2024-05-20T21:03:09.098 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:07.758+0000 7fa27e000700 1 -- 172.21.15.8:0/2634141580 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa27807ee00 msgr2=0x7fa27807d2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:09.098 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:07.758+0000 7fa27e000700 1 --2- 172.21.15.8:0/2634141580 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa27807ee00 0x7fa27807d2b0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fa2680098a0 tx=0x7fa268009bb0 comp rx=0 tx=0).stop 2024-05-20T21:03:09.100 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:07.758+0000 7fa27e000700 1 -- 172.21.15.8:0/2634141580 shutdown_connections 2024-05-20T21:03:09.100 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:07.758+0000 7fa27e000700 1 --2- 172.21.15.8:0/2634141580 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa27807ee00 0x7fa27807d2b0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:09.100 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:07.758+0000 7fa27e000700 1 -- 172.21.15.8:0/2634141580 >> 172.21.15.8:0/2634141580 conn(0x7fa278104610 msgr2=0x7fa278106a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:09.100 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:07.758+0000 7fa27e000700 1 -- 172.21.15.8:0/2634141580 shutdown_connections 2024-05-20T21:03:09.100 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:07.758+0000 7fa27e000700 1 -- 172.21.15.8:0/2634141580 wait complete. 2024-05-20T21:03:09.101 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:07.759+0000 7fa27e000700 1 Processor -- start 2024-05-20T21:03:09.101 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:07.759+0000 7fa27e000700 1 -- start start 2024-05-20T21:03:09.101 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:07.760+0000 7fa27e000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa27807ee00 0x7fa27819f060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:09.101 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:07.760+0000 7fa27e000700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fa27810f570 con 0x7fa27807ee00 2024-05-20T21:03:09.101 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:07.760+0000 7fa277400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa27807ee00 0x7fa27819f060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:09.101 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:07.760+0000 7fa277400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa27807ee00 0x7fa27819f060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:49046/0 (socket says 172.21.15.8:49046) 2024-05-20T21:03:09.101 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:07.760+0000 7fa277400700 1 -- 172.21.15.8:0/1995343152 learned_addr learned my addr 172.21.15.8:0/1995343152 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:03:09.101 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:07.760+0000 7fa277400700 1 -- 172.21.15.8:0/1995343152 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa27819f5a0 con 0x7fa27807ee00 2024-05-20T21:03:09.101 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:07.761+0000 7fa277400700 1 --2- 172.21.15.8:0/1995343152 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa27807ee00 0x7fa27819f060 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fa268000c00 tx=0x7fa268011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:09.101 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:07.761+0000 7fa26fe00700 1 -- 172.21.15.8:0/1995343152 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa268003af0 con 0x7fa27807ee00 2024-05-20T21:03:09.103 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:07.761+0000 7fa26fe00700 1 -- 172.21.15.8:0/1995343152 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa26801b8f0 con 0x7fa27807ee00 2024-05-20T21:03:09.103 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:07.761+0000 7fa27e000700 1 -- 172.21.15.8:0/1995343152 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa27819f830 con 0x7fa27807ee00 2024-05-20T21:03:09.103 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:07.761+0000 7fa26fe00700 1 -- 172.21.15.8:0/1995343152 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa2680238e0 con 0x7fa27807ee00 2024-05-20T21:03:09.103 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:07.761+0000 7fa27e000700 1 -- 172.21.15.8:0/1995343152 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2781a2520 con 0x7fa27807ee00 2024-05-20T21:03:09.103 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:07.762+0000 7fa26fe00700 1 -- 172.21.15.8:0/1995343152 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7fa268023b90 con 0x7fa27807ee00 2024-05-20T21:03:09.103 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:07.763+0000 7fa27e000700 1 -- 172.21.15.8:0/1995343152 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa278064ba0 con 0x7fa27807ee00 2024-05-20T21:03:09.103 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:07.763+0000 7fa26fe00700 1 --2- 172.21.15.8:0/1995343152 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa25c03e5c0 0x7fa25c040a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:09.104 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:07.763+0000 7fa26fe00700 1 -- 172.21.15.8:0/1995343152 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fa268054050 con 0x7fa27807ee00 2024-05-20T21:03:09.104 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:07.763+0000 7fa276a00700 1 --2- 172.21.15.8:0/1995343152 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa25c03e5c0 0x7fa25c040a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:09.104 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:07.764+0000 7fa276a00700 1 --2- 172.21.15.8:0/1995343152 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa25c03e5c0 0x7fa25c040a80 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fa264006fd0 tx=0x7fa264006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:09.104 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:07.770+0000 7fa26fe00700 1 -- 172.21.15.8:0/1995343152 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fa26801f030 con 0x7fa27807ee00 2024-05-20T21:03:09.104 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.010+0000 7fa27e000700 1 -- 172.21.15.8:0/1995343152 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"} v 0) -- 0x7fa2781a26f0 con 0x7fa27807ee00 2024-05-20T21:03:09.104 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.012+0000 7fa26fe00700 1 -- 172.21.15.8:0/1995343152 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]=0 v8) ==== 112+0+5 (secure 0 0 0) 0x7fa2680185b0 con 0x7fa27807ee00 2024-05-20T21:03:09.104 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.015+0000 7fa27e000700 1 -- 172.21.15.8:0/1995343152 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa25c03e5c0 msgr2=0x7fa25c040a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:09.104 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.015+0000 7fa27e000700 1 --2- 172.21.15.8:0/1995343152 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa25c03e5c0 0x7fa25c040a80 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fa264006fd0 tx=0x7fa264006e40 comp rx=0 tx=0).stop 2024-05-20T21:03:09.104 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.015+0000 7fa27e000700 1 -- 172.21.15.8:0/1995343152 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa27807ee00 msgr2=0x7fa27819f060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:09.104 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.015+0000 7fa27e000700 1 --2- 172.21.15.8:0/1995343152 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa27807ee00 0x7fa27819f060 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fa268000c00 tx=0x7fa268011aa0 comp rx=0 tx=0).stop 2024-05-20T21:03:09.105 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.015+0000 7fa27e000700 1 -- 172.21.15.8:0/1995343152 shutdown_connections 2024-05-20T21:03:09.105 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.015+0000 7fa27e000700 1 --2- 172.21.15.8:0/1995343152 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa25c03e5c0 0x7fa25c040a80 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:09.105 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.015+0000 7fa27e000700 1 --2- 172.21.15.8:0/1995343152 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa27807ee00 0x7fa27819f060 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:09.105 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.016+0000 7fa27e000700 1 -- 172.21.15.8:0/1995343152 >> 172.21.15.8:0/1995343152 conn(0x7fa278104610 msgr2=0x7fa278105060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:09.106 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.016+0000 7fa27e000700 1 -- 172.21.15.8:0/1995343152 shutdown_connections 2024-05-20T21:03:09.106 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.016+0000 7fa27e000700 1 -- 172.21.15.8:0/1995343152 wait complete. 2024-05-20T21:03:09.142 INFO:teuthology.orchestra.run.smithi008.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-05-20T21:03:09.143 INFO:teuthology.orchestra.run.smithi008.stdout:systemctl: stdout disabled 2024-05-20T21:03:09.170 INFO:teuthology.orchestra.run.smithi008.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-05-20T21:03:09.171 INFO:teuthology.orchestra.run.smithi008.stdout:systemctl: stdout inactive 2024-05-20T21:03:09.171 INFO:teuthology.orchestra.run.smithi008.stdout:firewalld.service is not enabled 2024-05-20T21:03:09.171 INFO:teuthology.orchestra.run.smithi008.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-05-20T21:03:09.174 INFO:teuthology.orchestra.run.smithi008.stdout:Ceph Dashboard is now available at: 2024-05-20T21:03:09.174 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:03:09.174 INFO:teuthology.orchestra.run.smithi008.stdout: URL: https://smithi008.front.sepia.ceph.com:8443/ 2024-05-20T21:03:09.174 INFO:teuthology.orchestra.run.smithi008.stdout: User: admin 2024-05-20T21:03:09.174 INFO:teuthology.orchestra.run.smithi008.stdout: Password: 8imxtlsvys 2024-05-20T21:03:09.175 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:03:09.175 INFO:teuthology.orchestra.run.smithi008.stdout:Saving cluster configuration to /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/config directory 2024-05-20T21:03:09.176 INFO:teuthology.orchestra.run.smithi008.stdout:Enabling autotune for osd_memory_target 2024-05-20T21:03:11.120 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:10.207+0000 7f18c9200700 1 Processor -- start 2024-05-20T21:03:11.121 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:10.207+0000 7f18c9200700 1 -- start start 2024-05-20T21:03:11.121 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:10.207+0000 7f18c9200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f18c407dd40 0x7f18c407c1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:11.122 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:10.208+0000 7f18c9200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f18c407c770 con 0x7f18c407dd40 2024-05-20T21:03:11.122 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:10.208+0000 7f18c1e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f18c407dd40 0x7f18c407c1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:11.122 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:10.208+0000 7f18c1e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f18c407dd40 0x7f18c407c1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:49052/0 (socket says 172.21.15.8:49052) 2024-05-20T21:03:11.122 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:10.208+0000 7f18c1e00700 1 -- 172.21.15.8:0/3158507415 learned_addr learned my addr 172.21.15.8:0/3158507415 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:03:11.124 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:10.209+0000 7f18c1e00700 1 -- 172.21.15.8:0/3158507415 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18c407c8f0 con 0x7f18c407dd40 2024-05-20T21:03:11.124 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:10.209+0000 7f18c1e00700 1 --2- 172.21.15.8:0/3158507415 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f18c407dd40 0x7f18c407c1a0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f18b4009e80 tx=0x7f18b400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6fcf5924ec8f6ea1 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:11.124 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:10.209+0000 7f18c0a00700 1 -- 172.21.15.8:0/3158507415 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f18b4017070 con 0x7f18c407dd40 2024-05-20T21:03:11.124 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:10.209+0000 7f18c0a00700 1 -- 172.21.15.8:0/3158507415 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f18b400b8c0 con 0x7f18c407dd40 2024-05-20T21:03:11.124 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:10.209+0000 7f18c0a00700 1 -- 172.21.15.8:0/3158507415 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f18b4004490 con 0x7f18c407dd40 2024-05-20T21:03:11.124 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:10.210+0000 7f18c9200700 1 -- 172.21.15.8:0/3158507415 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f18c407dd40 msgr2=0x7f18c407c1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:11.124 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:10.210+0000 7f18c9200700 1 --2- 172.21.15.8:0/3158507415 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f18c407dd40 0x7f18c407c1a0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f18b4009e80 tx=0x7f18b400b330 comp rx=0 tx=0).stop 2024-05-20T21:03:11.124 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:10.210+0000 7f18c9200700 1 -- 172.21.15.8:0/3158507415 shutdown_connections 2024-05-20T21:03:11.124 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:10.210+0000 7f18c9200700 1 --2- 172.21.15.8:0/3158507415 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f18c407dd40 0x7f18c407c1a0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:11.124 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:10.210+0000 7f18c9200700 1 -- 172.21.15.8:0/3158507415 >> 172.21.15.8:0/3158507415 conn(0x7f18c41045e0 msgr2=0x7f18c4106a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:11.125 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:10.210+0000 7f18c9200700 1 -- 172.21.15.8:0/3158507415 shutdown_connections 2024-05-20T21:03:11.125 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:10.210+0000 7f18c9200700 1 -- 172.21.15.8:0/3158507415 wait complete. 2024-05-20T21:03:11.125 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:10.211+0000 7f18c9200700 1 Processor -- start 2024-05-20T21:03:11.125 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:10.212+0000 7f18c9200700 1 -- start start 2024-05-20T21:03:11.125 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:10.212+0000 7f18c9200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f18c407dd40 0x7f18c419f140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:11.125 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:10.212+0000 7f18c9200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f18c410f620 con 0x7f18c407dd40 2024-05-20T21:03:11.125 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:10.212+0000 7f18c1e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f18c407dd40 0x7f18c419f140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:11.128 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:10.212+0000 7f18c1e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f18c407dd40 0x7f18c419f140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:49062/0 (socket says 172.21.15.8:49062) 2024-05-20T21:03:11.128 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:10.212+0000 7f18c1e00700 1 -- 172.21.15.8:0/1406210907 learned_addr learned my addr 172.21.15.8:0/1406210907 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:03:11.128 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:10.213+0000 7f18c1e00700 1 -- 172.21.15.8:0/1406210907 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18c419f680 con 0x7f18c407dd40 2024-05-20T21:03:11.128 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:10.213+0000 7f18c1e00700 1 --2- 172.21.15.8:0/1406210907 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f18c407dd40 0x7f18c419f140 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f18b400b7b0 tx=0x7f18b400bd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:11.128 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:10.213+0000 7f18baa00700 1 -- 172.21.15.8:0/1406210907 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f18b4020020 con 0x7f18c407dd40 2024-05-20T21:03:11.128 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:10.213+0000 7f18baa00700 1 -- 172.21.15.8:0/1406210907 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f18b4003c60 con 0x7f18c407dd40 2024-05-20T21:03:11.128 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:10.213+0000 7f18baa00700 1 -- 172.21.15.8:0/1406210907 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f18b4017040 con 0x7f18c407dd40 2024-05-20T21:03:11.128 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:10.213+0000 7f18c9200700 1 -- 172.21.15.8:0/1406210907 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18c419f910 con 0x7f18c407dd40 2024-05-20T21:03:11.128 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:10.214+0000 7f18c9200700 1 -- 172.21.15.8:0/1406210907 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18c41a2600 con 0x7f18c407dd40 2024-05-20T21:03:11.129 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:10.215+0000 7f18c9200700 1 -- 172.21.15.8:0/1406210907 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f18c4064ba0 con 0x7f18c407dd40 2024-05-20T21:03:11.129 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:10.215+0000 7f18baa00700 1 -- 172.21.15.8:0/1406210907 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7f18b4023020 con 0x7f18c407dd40 2024-05-20T21:03:11.129 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:10.215+0000 7f18baa00700 1 --2- 172.21.15.8:0/1406210907 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f18a803e5c0 0x7f18a8040a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:11.129 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:10.216+0000 7f18baa00700 1 -- 172.21.15.8:0/1406210907 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f18b400f050 con 0x7f18c407dd40 2024-05-20T21:03:11.129 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:10.216+0000 7f18c1400700 1 --2- 172.21.15.8:0/1406210907 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f18a803e5c0 0x7f18a8040a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:11.129 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:10.217+0000 7f18c1400700 1 --2- 172.21.15.8:0/1406210907 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f18a803e5c0 0x7f18a8040a80 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f18b0006fd0 tx=0x7f18b0006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:11.129 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:10.221+0000 7f18baa00700 1 -- 172.21.15.8:0/1406210907 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f18b402a020 con 0x7f18c407dd40 2024-05-20T21:03:11.129 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:10.458+0000 7f18c9200700 1 -- 172.21.15.8:0/1406210907 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command([{prefix=config set, name=osd_memory_target_autotune}] v 0) -- 0x7f18c41a2c40 con 0x7f18c407dd40 2024-05-20T21:03:11.129 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:10.459+0000 7f18baa00700 1 -- 172.21.15.8:0/1406210907 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{prefix=config set, name=osd_memory_target_autotune}]=0 v8)=0 v8) ==== 127+0+0 (secure 0 0 0) 0x7f18b401b7d0 con 0x7f18c407dd40 2024-05-20T21:03:11.129 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:10.463+0000 7f18c9200700 1 -- 172.21.15.8:0/1406210907 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f18a803e5c0 msgr2=0x7f18a8040a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:11.129 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:10.463+0000 7f18c9200700 1 --2- 172.21.15.8:0/1406210907 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f18a803e5c0 0x7f18a8040a80 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f18b0006fd0 tx=0x7f18b0006e40 comp rx=0 tx=0).stop 2024-05-20T21:03:11.129 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:10.463+0000 7f18c9200700 1 -- 172.21.15.8:0/1406210907 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f18c407dd40 msgr2=0x7f18c419f140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:11.129 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:10.463+0000 7f18c9200700 1 --2- 172.21.15.8:0/1406210907 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f18c407dd40 0x7f18c419f140 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f18b400b7b0 tx=0x7f18b400bd50 comp rx=0 tx=0).stop 2024-05-20T21:03:11.129 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:10.463+0000 7f18c9200700 1 -- 172.21.15.8:0/1406210907 shutdown_connections 2024-05-20T21:03:11.130 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:10.463+0000 7f18c9200700 1 --2- 172.21.15.8:0/1406210907 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f18a803e5c0 0x7f18a8040a80 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:11.130 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:10.463+0000 7f18c9200700 1 --2- 172.21.15.8:0/1406210907 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f18c407dd40 0x7f18c419f140 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:11.130 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:10.463+0000 7f18c9200700 1 -- 172.21.15.8:0/1406210907 >> 172.21.15.8:0/1406210907 conn(0x7f18c41045e0 msgr2=0x7f18c4105160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:11.130 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:10.464+0000 7f18c9200700 1 -- 172.21.15.8:0/1406210907 shutdown_connections 2024-05-20T21:03:11.130 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:10.464+0000 7f18c9200700 1 -- 172.21.15.8:0/1406210907 wait complete. 2024-05-20T21:03:12.819 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:11.794+0000 7fb677600700 1 Processor -- start 2024-05-20T21:03:12.820 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:11.794+0000 7fb677600700 1 -- start start 2024-05-20T21:03:12.820 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:11.795+0000 7fb677600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb67010fe70 0x7fb670112260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:12.820 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:11.795+0000 7fb677600700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fb6701127a0 con 0x7fb67010fe70 2024-05-20T21:03:12.821 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:11.795+0000 7fb674c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb67010fe70 0x7fb670112260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:12.821 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:11.795+0000 7fb674c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb67010fe70 0x7fb670112260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:49066/0 (socket says 172.21.15.8:49066) 2024-05-20T21:03:12.821 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:11.795+0000 7fb674c00700 1 -- 172.21.15.8:0/1723460656 learned_addr learned my addr 172.21.15.8:0/1723460656 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:03:12.822 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:11.796+0000 7fb674c00700 1 -- 172.21.15.8:0/1723460656 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb670112920 con 0x7fb67010fe70 2024-05-20T21:03:12.822 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:11.796+0000 7fb674c00700 1 --2- 172.21.15.8:0/1723460656 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb67010fe70 0x7fb670112260 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fb6640098a0 tx=0x7fb664009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=166b11e5451bf57d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:12.822 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:11.797+0000 7fb66f400700 1 -- 172.21.15.8:0/1723460656 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb664004160 con 0x7fb67010fe70 2024-05-20T21:03:12.822 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:11.797+0000 7fb66f400700 1 -- 172.21.15.8:0/1723460656 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb664004300 con 0x7fb67010fe70 2024-05-20T21:03:12.822 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:11.797+0000 7fb66f400700 1 -- 172.21.15.8:0/1723460656 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb664011a20 con 0x7fb67010fe70 2024-05-20T21:03:12.823 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:11.798+0000 7fb677600700 1 -- 172.21.15.8:0/1723460656 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb67010fe70 msgr2=0x7fb670112260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:12.823 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:11.798+0000 7fb677600700 1 --2- 172.21.15.8:0/1723460656 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb67010fe70 0x7fb670112260 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fb6640098a0 tx=0x7fb664009bb0 comp rx=0 tx=0).stop 2024-05-20T21:03:12.823 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:11.798+0000 7fb677600700 1 -- 172.21.15.8:0/1723460656 shutdown_connections 2024-05-20T21:03:12.823 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:11.798+0000 7fb677600700 1 --2- 172.21.15.8:0/1723460656 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb67010fe70 0x7fb670112260 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:12.827 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:11.798+0000 7fb677600700 1 -- 172.21.15.8:0/1723460656 >> 172.21.15.8:0/1723460656 conn(0x7fb67007e690 msgr2=0x7fb670080af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:12.827 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:11.798+0000 7fb677600700 1 -- 172.21.15.8:0/1723460656 shutdown_connections 2024-05-20T21:03:12.827 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:11.798+0000 7fb677600700 1 -- 172.21.15.8:0/1723460656 wait complete. 2024-05-20T21:03:12.827 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:11.799+0000 7fb677600700 1 Processor -- start 2024-05-20T21:03:12.827 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:11.799+0000 7fb677600700 1 -- start start 2024-05-20T21:03:12.827 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:11.799+0000 7fb677600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb67010fe70 0x7fb6701a3400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:12.827 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:11.799+0000 7fb677600700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fb670113980 con 0x7fb67010fe70 2024-05-20T21:03:12.827 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:11.800+0000 7fb674c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb67010fe70 0x7fb6701a3400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:12.827 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:11.800+0000 7fb674c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb67010fe70 0x7fb6701a3400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:49078/0 (socket says 172.21.15.8:49078) 2024-05-20T21:03:12.828 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:11.800+0000 7fb674c00700 1 -- 172.21.15.8:0/1623782570 learned_addr learned my addr 172.21.15.8:0/1623782570 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:03:12.828 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:11.800+0000 7fb674c00700 1 -- 172.21.15.8:0/1623782570 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6701a3940 con 0x7fb67010fe70 2024-05-20T21:03:12.828 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:11.800+0000 7fb674c00700 1 --2- 172.21.15.8:0/1623782570 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb67010fe70 0x7fb6701a3400 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fb664000c00 tx=0x7fb664011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:12.828 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:11.801+0000 7fb66d600700 1 -- 172.21.15.8:0/1623782570 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb664003aa0 con 0x7fb67010fe70 2024-05-20T21:03:12.828 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:11.801+0000 7fb66d600700 1 -- 172.21.15.8:0/1623782570 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb66401b8f0 con 0x7fb67010fe70 2024-05-20T21:03:12.828 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:11.801+0000 7fb677600700 1 -- 172.21.15.8:0/1623782570 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6701a3bd0 con 0x7fb67010fe70 2024-05-20T21:03:12.828 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:11.801+0000 7fb66d600700 1 -- 172.21.15.8:0/1623782570 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb664023870 con 0x7fb67010fe70 2024-05-20T21:03:12.828 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:11.801+0000 7fb677600700 1 -- 172.21.15.8:0/1623782570 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6701a68c0 con 0x7fb67010fe70 2024-05-20T21:03:12.828 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:11.802+0000 7fb66d600700 1 -- 172.21.15.8:0/1623782570 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7fb66401b440 con 0x7fb67010fe70 2024-05-20T21:03:12.828 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:11.802+0000 7fb677600700 1 -- 172.21.15.8:0/1623782570 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb670064ba0 con 0x7fb67010fe70 2024-05-20T21:03:12.828 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:11.803+0000 7fb66d600700 1 --2- 172.21.15.8:0/1623782570 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb65803e5c0 0x7fb658040a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:12.828 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:11.803+0000 7fb66d600700 1 -- 172.21.15.8:0/1623782570 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fb664053f60 con 0x7fb67010fe70 2024-05-20T21:03:12.828 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:11.803+0000 7fb66fe00700 1 --2- 172.21.15.8:0/1623782570 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb65803e5c0 0x7fb658040a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:12.829 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:11.804+0000 7fb66fe00700 1 --2- 172.21.15.8:0/1623782570 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb65803e5c0 0x7fb658040a80 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fb65c006fd0 tx=0x7fb65c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:12.831 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:11.808+0000 7fb66d600700 1 -- 172.21.15.8:0/1623782570 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fb66401f030 con 0x7fb67010fe70 2024-05-20T21:03:12.831 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:12.173+0000 7fb677600700 1 -- 172.21.15.8:0/1623782570 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command([{prefix=config-key set, key=mgr/dashboard/cluster/status}] v 0) -- 0x7fb6701a40b0 con 0x7fb67010fe70 2024-05-20T21:03:12.831 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:12.178+0000 7fb66d600700 1 -- 172.21.15.8:0/1623782570 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{prefix=config-key set, key=mgr/dashboard/cluster/status}]=0 set mgr/dashboard/cluster/status v28)=0 set mgr/dashboard/cluster/status v28) ==== 153+0+0 (secure 0 0 0) 0x7fb6701a40b0 con 0x7fb67010fe70 2024-05-20T21:03:12.831 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:12.182+0000 7fb677600700 1 -- 172.21.15.8:0/1623782570 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb65803e5c0 msgr2=0x7fb658040a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:12.831 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:12.182+0000 7fb677600700 1 --2- 172.21.15.8:0/1623782570 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb65803e5c0 0x7fb658040a80 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fb65c006fd0 tx=0x7fb65c006e40 comp rx=0 tx=0).stop 2024-05-20T21:03:12.831 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:12.182+0000 7fb677600700 1 -- 172.21.15.8:0/1623782570 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb67010fe70 msgr2=0x7fb6701a3400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:12.831 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:12.182+0000 7fb677600700 1 --2- 172.21.15.8:0/1623782570 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb67010fe70 0x7fb6701a3400 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fb664000c00 tx=0x7fb664011aa0 comp rx=0 tx=0).stop 2024-05-20T21:03:12.831 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:12.182+0000 7fb677600700 1 -- 172.21.15.8:0/1623782570 shutdown_connections 2024-05-20T21:03:12.831 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:12.182+0000 7fb677600700 1 --2- 172.21.15.8:0/1623782570 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb65803e5c0 0x7fb658040a80 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:12.831 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:12.182+0000 7fb677600700 1 --2- 172.21.15.8:0/1623782570 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb67010fe70 0x7fb6701a3400 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:12.831 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:12.182+0000 7fb677600700 1 -- 172.21.15.8:0/1623782570 >> 172.21.15.8:0/1623782570 conn(0x7fb67007e690 msgr2=0x7fb6700801b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:12.831 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:12.182+0000 7fb677600700 1 -- 172.21.15.8:0/1623782570 shutdown_connections 2024-05-20T21:03:12.831 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:12.182+0000 7fb677600700 1 -- 172.21.15.8:0/1623782570 wait complete. 2024-05-20T21:03:12.832 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-05-20T21:03:12.832 INFO:teuthology.orchestra.run.smithi008.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-05-20T21:03:12.832 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:03:12.832 INFO:teuthology.orchestra.run.smithi008.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-05-20T21:03:12.832 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:03:12.832 INFO:teuthology.orchestra.run.smithi008.stdout:Or, if you are only running a single cluster on this host: 2024-05-20T21:03:12.832 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:03:12.832 INFO:teuthology.orchestra.run.smithi008.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-05-20T21:03:12.832 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:03:12.832 INFO:teuthology.orchestra.run.smithi008.stdout:Please consider enabling telemetry to help improve Ceph: 2024-05-20T21:03:12.832 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:03:12.832 INFO:teuthology.orchestra.run.smithi008.stdout: ceph telemetry on 2024-05-20T21:03:12.832 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:03:12.832 INFO:teuthology.orchestra.run.smithi008.stdout:For more information see: 2024-05-20T21:03:12.832 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:03:12.832 INFO:teuthology.orchestra.run.smithi008.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-05-20T21:03:12.833 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:03:12.833 INFO:teuthology.orchestra.run.smithi008.stdout:Bootstrap complete. 2024-05-20T21:03:12.955 INFO:tasks.cephadm:Fetching config... 2024-05-20T21:03:12.955 DEBUG:teuthology.orchestra.run.smithi008:> set -ex 2024-05-20T21:03:12.955 DEBUG:teuthology.orchestra.run.smithi008:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-05-20T21:03:13.013 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-05-20T21:03:13.013 DEBUG:teuthology.orchestra.run.smithi008:> set -ex 2024-05-20T21:03:13.013 DEBUG:teuthology.orchestra.run.smithi008:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-05-20T21:03:13.057 INFO:tasks.cephadm:Fetching mon keyring... 2024-05-20T21:03:13.058 DEBUG:teuthology.orchestra.run.smithi008:> set -ex 2024-05-20T21:03:13.058 DEBUG:teuthology.orchestra.run.smithi008:> sudo dd if=/var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/keyring of=/dev/stdout 2024-05-20T21:03:13.178 INFO:tasks.cephadm:Fetching pub ssh key... 2024-05-20T21:03:13.179 DEBUG:teuthology.orchestra.run.smithi008:> set -ex 2024-05-20T21:03:13.179 DEBUG:teuthology.orchestra.run.smithi008:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-05-20T21:03:13.276 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-05-20T21:03:13.276 DEBUG:teuthology.orchestra.run.smithi008:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDH4wZDWGvDwd3UPsovCHRJwAAWfmJSGYOmCqFENAkMEasCyhADzNSJktSSF7T/MrSUeN3vubEsEgIFf2rV8L9ixEjVbMZ+FV0fnCb4HsePTepPkH7EbsCMnomONY2Ix/yX/az01aj8bTmuWryaNx1niGGAYJ97lNHCSYBfb6nbY2VLyurTF3z2cVtNdazJOtRa/8t6T5XmDQoz6q37NtyfuVMxTlHcWdTxE6M3gkH/CKABXtTQkpsMrwRzoFfmlH8eZxGPMe3golaAPQ4zESsbc6v+EqF6al04+qE2rRYV5KqVevXDBGnOfW644WgA8dKSGw5I4sUgyZ2YkoIS/CC8tDY6xm9rXTDQqLwq2Y4iXc2jupQinRLkDV0Ti4PIYEqOln3Mvne6ei9YjK7ebxo2bV8UqrUMl6JHm1TzxT2KTsoHnt6nJbPa8Oq3LA7QY3eNJhPCO6fGjDC1ZfNA9equfUUz4FzvPbHjkHiFtpYtS8E8pBNU7Q7H+SNbZl0aivs= ceph-060ce10e-16ec-11ef-bc9a-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-05-20T21:03:13.370 INFO:teuthology.orchestra.run.smithi008.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDH4wZDWGvDwd3UPsovCHRJwAAWfmJSGYOmCqFENAkMEasCyhADzNSJktSSF7T/MrSUeN3vubEsEgIFf2rV8L9ixEjVbMZ+FV0fnCb4HsePTepPkH7EbsCMnomONY2Ix/yX/az01aj8bTmuWryaNx1niGGAYJ97lNHCSYBfb6nbY2VLyurTF3z2cVtNdazJOtRa/8t6T5XmDQoz6q37NtyfuVMxTlHcWdTxE6M3gkH/CKABXtTQkpsMrwRzoFfmlH8eZxGPMe3golaAPQ4zESsbc6v+EqF6al04+qE2rRYV5KqVevXDBGnOfW644WgA8dKSGw5I4sUgyZ2YkoIS/CC8tDY6xm9rXTDQqLwq2Y4iXc2jupQinRLkDV0Ti4PIYEqOln3Mvne6ei9YjK7ebxo2bV8UqrUMl6JHm1TzxT2KTsoHnt6nJbPa8Oq3LA7QY3eNJhPCO6fGjDC1ZfNA9equfUUz4FzvPbHjkHiFtpYtS8E8pBNU7Q7H+SNbZl0aivs= ceph-060ce10e-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:03:13.399 DEBUG:teuthology.orchestra.run.smithi050:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDH4wZDWGvDwd3UPsovCHRJwAAWfmJSGYOmCqFENAkMEasCyhADzNSJktSSF7T/MrSUeN3vubEsEgIFf2rV8L9ixEjVbMZ+FV0fnCb4HsePTepPkH7EbsCMnomONY2Ix/yX/az01aj8bTmuWryaNx1niGGAYJ97lNHCSYBfb6nbY2VLyurTF3z2cVtNdazJOtRa/8t6T5XmDQoz6q37NtyfuVMxTlHcWdTxE6M3gkH/CKABXtTQkpsMrwRzoFfmlH8eZxGPMe3golaAPQ4zESsbc6v+EqF6al04+qE2rRYV5KqVevXDBGnOfW644WgA8dKSGw5I4sUgyZ2YkoIS/CC8tDY6xm9rXTDQqLwq2Y4iXc2jupQinRLkDV0Ti4PIYEqOln3Mvne6ei9YjK7ebxo2bV8UqrUMl6JHm1TzxT2KTsoHnt6nJbPa8Oq3LA7QY3eNJhPCO6fGjDC1ZfNA9equfUUz4FzvPbHjkHiFtpYtS8E8pBNU7Q7H+SNbZl0aivs= ceph-060ce10e-16ec-11ef-bc9a-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-05-20T21:03:13.428 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:13 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/1623782570' entity='client.admin' 2024-05-20T21:03:13.442 INFO:teuthology.orchestra.run.smithi050.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDH4wZDWGvDwd3UPsovCHRJwAAWfmJSGYOmCqFENAkMEasCyhADzNSJktSSF7T/MrSUeN3vubEsEgIFf2rV8L9ixEjVbMZ+FV0fnCb4HsePTepPkH7EbsCMnomONY2Ix/yX/az01aj8bTmuWryaNx1niGGAYJ97lNHCSYBfb6nbY2VLyurTF3z2cVtNdazJOtRa/8t6T5XmDQoz6q37NtyfuVMxTlHcWdTxE6M3gkH/CKABXtTQkpsMrwRzoFfmlH8eZxGPMe3golaAPQ4zESsbc6v+EqF6al04+qE2rRYV5KqVevXDBGnOfW644WgA8dKSGw5I4sUgyZ2YkoIS/CC8tDY6xm9rXTDQqLwq2Y4iXc2jupQinRLkDV0Ti4PIYEqOln3Mvne6ei9YjK7ebxo2bV8UqrUMl6JHm1TzxT2KTsoHnt6nJbPa8Oq3LA7QY3eNJhPCO6fGjDC1ZfNA9equfUUz4FzvPbHjkHiFtpYtS8E8pBNU7Q7H+SNbZl0aivs= ceph-060ce10e-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:03:13.455 DEBUG:teuthology.orchestra.run.smithi130:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDH4wZDWGvDwd3UPsovCHRJwAAWfmJSGYOmCqFENAkMEasCyhADzNSJktSSF7T/MrSUeN3vubEsEgIFf2rV8L9ixEjVbMZ+FV0fnCb4HsePTepPkH7EbsCMnomONY2Ix/yX/az01aj8bTmuWryaNx1niGGAYJ97lNHCSYBfb6nbY2VLyurTF3z2cVtNdazJOtRa/8t6T5XmDQoz6q37NtyfuVMxTlHcWdTxE6M3gkH/CKABXtTQkpsMrwRzoFfmlH8eZxGPMe3golaAPQ4zESsbc6v+EqF6al04+qE2rRYV5KqVevXDBGnOfW644WgA8dKSGw5I4sUgyZ2YkoIS/CC8tDY6xm9rXTDQqLwq2Y4iXc2jupQinRLkDV0Ti4PIYEqOln3Mvne6ei9YjK7ebxo2bV8UqrUMl6JHm1TzxT2KTsoHnt6nJbPa8Oq3LA7QY3eNJhPCO6fGjDC1ZfNA9equfUUz4FzvPbHjkHiFtpYtS8E8pBNU7Q7H+SNbZl0aivs= ceph-060ce10e-16ec-11ef-bc9a-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-05-20T21:03:13.497 INFO:teuthology.orchestra.run.smithi130.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDH4wZDWGvDwd3UPsovCHRJwAAWfmJSGYOmCqFENAkMEasCyhADzNSJktSSF7T/MrSUeN3vubEsEgIFf2rV8L9ixEjVbMZ+FV0fnCb4HsePTepPkH7EbsCMnomONY2Ix/yX/az01aj8bTmuWryaNx1niGGAYJ97lNHCSYBfb6nbY2VLyurTF3z2cVtNdazJOtRa/8t6T5XmDQoz6q37NtyfuVMxTlHcWdTxE6M3gkH/CKABXtTQkpsMrwRzoFfmlH8eZxGPMe3golaAPQ4zESsbc6v+EqF6al04+qE2rRYV5KqVevXDBGnOfW644WgA8dKSGw5I4sUgyZ2YkoIS/CC8tDY6xm9rXTDQqLwq2Y4iXc2jupQinRLkDV0Ti4PIYEqOln3Mvne6ei9YjK7ebxo2bV8UqrUMl6JHm1TzxT2KTsoHnt6nJbPa8Oq3LA7QY3eNJhPCO6fGjDC1ZfNA9equfUUz4FzvPbHjkHiFtpYtS8E8pBNU7Q7H+SNbZl0aivs= ceph-060ce10e-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:03:13.509 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-05-20T21:03:13.936 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:03:16.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:16.700+0000 7f499c800700 1 -- 172.21.15.8:0/1706284913 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4994077570 msgr2=0x7f49940759d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:16.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:16.700+0000 7f499c800700 1 --2- 172.21.15.8:0/1706284913 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4994077570 0x7f49940759d0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f4988009910 tx=0x7f4988009c20 comp rx=0 tx=0).stop 2024-05-20T21:03:16.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:16.701+0000 7f499c800700 1 -- 172.21.15.8:0/1706284913 shutdown_connections 2024-05-20T21:03:16.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:16.701+0000 7f499c800700 1 --2- 172.21.15.8:0/1706284913 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4994077570 0x7f49940759d0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:16.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:16.701+0000 7f499c800700 1 -- 172.21.15.8:0/1706284913 >> 172.21.15.8:0/1706284913 conn(0x7f49940fe540 msgr2=0x7f4994100980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:16.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:16.701+0000 7f499c800700 1 -- 172.21.15.8:0/1706284913 shutdown_connections 2024-05-20T21:03:16.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:16.701+0000 7f499c800700 1 -- 172.21.15.8:0/1706284913 wait complete. 2024-05-20T21:03:16.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:16.702+0000 7f499c800700 1 Processor -- start 2024-05-20T21:03:16.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:16.702+0000 7f499c800700 1 -- start start 2024-05-20T21:03:16.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:16.702+0000 7f499c800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4994077570 0x7f49941061f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:16.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:16.702+0000 7f499c800700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f499410b0e0 con 0x7f4994077570 2024-05-20T21:03:16.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:16.702+0000 7f4999e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4994077570 0x7f49941061f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:16.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:16.702+0000 7f4999e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4994077570 0x7f49941061f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:45682/0 (socket says 172.21.15.8:45682) 2024-05-20T21:03:16.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:16.702+0000 7f4999e00700 1 -- 172.21.15.8:0/283963264 learned_addr learned my addr 172.21.15.8:0/283963264 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:03:16.854 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:16.703+0000 7f4999e00700 1 -- 172.21.15.8:0/283963264 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4994106730 con 0x7f4994077570 2024-05-20T21:03:16.854 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:16.703+0000 7f4999e00700 1 --2- 172.21.15.8:0/283963264 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4994077570 0x7f49941061f0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f4988005950 tx=0x7f4988004fa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:16.854 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:16.703+0000 7f498ea00700 1 -- 172.21.15.8:0/283963264 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4988026070 con 0x7f4994077570 2024-05-20T21:03:16.854 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:16.703+0000 7f498ea00700 1 -- 172.21.15.8:0/283963264 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f498800bc00 con 0x7f4994077570 2024-05-20T21:03:16.854 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:16.703+0000 7f498ea00700 1 -- 172.21.15.8:0/283963264 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4988003a10 con 0x7f4994077570 2024-05-20T21:03:16.854 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:16.703+0000 7f499c800700 1 -- 172.21.15.8:0/283963264 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49941069c0 con 0x7f4994077570 2024-05-20T21:03:16.854 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:16.704+0000 7f499c800700 1 -- 172.21.15.8:0/283963264 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4994102f80 con 0x7f4994077570 2024-05-20T21:03:16.854 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:16.705+0000 7f499c800700 1 -- 172.21.15.8:0/283963264 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4994106b90 con 0x7f4994077570 2024-05-20T21:03:16.854 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:16.705+0000 7f498ea00700 1 -- 172.21.15.8:0/283963264 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7f4988029070 con 0x7f4994077570 2024-05-20T21:03:16.854 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:16.706+0000 7f498ea00700 1 --2- 172.21.15.8:0/283963264 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f497c03e570 0x7f497c040a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:16.854 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:16.706+0000 7f498ea00700 1 -- 172.21.15.8:0/283963264 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f498801e070 con 0x7f4994077570 2024-05-20T21:03:16.854 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:16.706+0000 7f4999400700 1 --2- 172.21.15.8:0/283963264 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f497c03e570 0x7f497c040a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:16.855 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:16.707+0000 7f4999400700 1 --2- 172.21.15.8:0/283963264 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f497c03e570 0x7f497c040a30 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f4984006fd0 tx=0x7f4984006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:16.855 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:16.716+0000 7f498ea00700 1 -- 172.21.15.8:0/283963264 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f4994106b90 con 0x7f4994077570 2024-05-20T21:03:16.956 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:16.955+0000 7f499c800700 1 -- 172.21.15.8:0/283963264 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/allow_ptrace}] v 0) -- 0x7f4994193a20 con 0x7f4994077570 2024-05-20T21:03:16.961 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:16.961+0000 7f498ea00700 1 -- 172.21.15.8:0/283963264 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/allow_ptrace}]=0 v9)=0 v9) ==== 125+0+0 (secure 0 0 0) 0x7f49880300c0 con 0x7f4994077570 2024-05-20T21:03:16.965 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:16.965+0000 7f499c800700 1 -- 172.21.15.8:0/283963264 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f497c03e570 msgr2=0x7f497c040a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:16.965 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:16.965+0000 7f499c800700 1 --2- 172.21.15.8:0/283963264 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f497c03e570 0x7f497c040a30 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f4984006fd0 tx=0x7f4984006e40 comp rx=0 tx=0).stop 2024-05-20T21:03:16.965 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:16.965+0000 7f499c800700 1 -- 172.21.15.8:0/283963264 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4994077570 msgr2=0x7f49941061f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:16.965 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:16.965+0000 7f499c800700 1 --2- 172.21.15.8:0/283963264 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4994077570 0x7f49941061f0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f4988005950 tx=0x7f4988004fa0 comp rx=0 tx=0).stop 2024-05-20T21:03:16.966 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:16.965+0000 7f499c800700 1 -- 172.21.15.8:0/283963264 shutdown_connections 2024-05-20T21:03:16.966 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:16.965+0000 7f499c800700 1 --2- 172.21.15.8:0/283963264 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f497c03e570 0x7f497c040a30 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:16.966 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:16.965+0000 7f499c800700 1 --2- 172.21.15.8:0/283963264 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4994077570 0x7f49941061f0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:16.966 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:16.965+0000 7f499c800700 1 -- 172.21.15.8:0/283963264 >> 172.21.15.8:0/283963264 conn(0x7f49940fe540 msgr2=0x7f49940ff0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:16.966 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:16.966+0000 7f499c800700 1 -- 172.21.15.8:0/283963264 shutdown_connections 2024-05-20T21:03:16.966 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:16.966+0000 7f499c800700 1 -- 172.21.15.8:0/283963264 wait complete. 2024-05-20T21:03:17.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:17 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:03:17.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:17 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:03:17.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:17 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi008", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:03:17.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:17 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:03:17.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:17 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:03:17.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:17 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:03:17.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:17 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/283963264' entity='client.admin' 2024-05-20T21:03:17.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:17 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:03:17.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:17 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:03:17.734 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-05-20T21:03:17.734 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-05-20T21:03:18.151 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:03:20.700 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:20.699+0000 7f9d23600700 1 -- 172.21.15.8:0/240620854 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9d1c103a30 msgr2=0x7f9d1c105e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:20.700 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:20.699+0000 7f9d23600700 1 --2- 172.21.15.8:0/240620854 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9d1c103a30 0x7f9d1c105e20 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f9d00009910 tx=0x7f9d00009c20 comp rx=0 tx=0).stop 2024-05-20T21:03:20.700 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:20.699+0000 7f9d23600700 1 -- 172.21.15.8:0/240620854 shutdown_connections 2024-05-20T21:03:20.700 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:20.699+0000 7f9d23600700 1 --2- 172.21.15.8:0/240620854 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9d1c103a30 0x7f9d1c105e20 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:20.700 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:20.699+0000 7f9d23600700 1 -- 172.21.15.8:0/240620854 >> 172.21.15.8:0/240620854 conn(0x7f9d1c0fd440 msgr2=0x7f9d1c0ff880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:20.700 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:20.699+0000 7f9d23600700 1 -- 172.21.15.8:0/240620854 shutdown_connections 2024-05-20T21:03:20.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:20.699+0000 7f9d23600700 1 -- 172.21.15.8:0/240620854 wait complete. 2024-05-20T21:03:20.702 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:20.700+0000 7f9d23600700 1 Processor -- start 2024-05-20T21:03:20.703 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:20.701+0000 7f9d23600700 1 -- start start 2024-05-20T21:03:20.703 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:20.701+0000 7f9d23600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9d1c103a30 0x7f9d1c19a780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:20.703 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:20.701+0000 7f9d23600700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f9d1c108e80 con 0x7f9d1c103a30 2024-05-20T21:03:20.703 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:20.701+0000 7f9d20c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9d1c103a30 0x7f9d1c19a780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:20.703 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:20.701+0000 7f9d20c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9d1c103a30 0x7f9d1c19a780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:45710/0 (socket says 172.21.15.8:45710) 2024-05-20T21:03:20.703 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:20.701+0000 7f9d20c00700 1 -- 172.21.15.8:0/2342142006 learned_addr learned my addr 172.21.15.8:0/2342142006 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:03:20.704 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:20.702+0000 7f9d20c00700 1 -- 172.21.15.8:0/2342142006 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d1c19acc0 con 0x7f9d1c103a30 2024-05-20T21:03:20.704 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:20.702+0000 7f9d20c00700 1 --2- 172.21.15.8:0/2342142006 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9d1c103a30 0x7f9d1c19a780 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f9d00005190 tx=0x7f9d00004f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:20.704 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:20.702+0000 7f9d1a000700 1 -- 172.21.15.8:0/2342142006 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9d00027070 con 0x7f9d1c103a30 2024-05-20T21:03:20.704 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:20.702+0000 7f9d1a000700 1 -- 172.21.15.8:0/2342142006 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9d00022470 con 0x7f9d1c103a30 2024-05-20T21:03:20.704 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:20.702+0000 7f9d23600700 1 -- 172.21.15.8:0/2342142006 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d1c19afb0 con 0x7f9d1c103a30 2024-05-20T21:03:20.704 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:20.702+0000 7f9d1a000700 1 -- 172.21.15.8:0/2342142006 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9d0000f5f0 con 0x7f9d1c103a30 2024-05-20T21:03:20.704 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:20.703+0000 7f9d23600700 1 -- 172.21.15.8:0/2342142006 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d1c19dc40 con 0x7f9d1c103a30 2024-05-20T21:03:20.705 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:20.704+0000 7f9d23600700 1 -- 172.21.15.8:0/2342142006 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9d1c109600 con 0x7f9d1c103a30 2024-05-20T21:03:20.705 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:20.704+0000 7f9d1a000700 1 -- 172.21.15.8:0/2342142006 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7f9d0002a070 con 0x7f9d1c103a30 2024-05-20T21:03:20.705 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:20.704+0000 7f9d1a000700 1 --2- 172.21.15.8:0/2342142006 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9cf803e510 0x7f9cf80409d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:20.705 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:20.704+0000 7f9d1a000700 1 -- 172.21.15.8:0/2342142006 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f9d0001e030 con 0x7f9d1c103a30 2024-05-20T21:03:20.705 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:20.705+0000 7f9d13e00700 1 --2- 172.21.15.8:0/2342142006 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9cf803e510 0x7f9cf80409d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:20.705 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:20.705+0000 7f9d13e00700 1 --2- 172.21.15.8:0/2342142006 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9cf803e510 0x7f9cf80409d0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f9d08006fd0 tx=0x7f9d08006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:20.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:20.710+0000 7f9d1a000700 1 -- 172.21.15.8:0/2342142006 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f9d00013070 con 0x7f9d1c103a30 2024-05-20T21:03:20.952 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:20.952+0000 7f9d23600700 1 -- 172.21.15.8:0/2342142006 --> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] -- mgr_command(tid 0: {"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}) -- 0x7f9d1c02e750 con 0x7f9cf803e510 2024-05-20T21:03:20.961 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:20.961+0000 7f9d1a000700 1 -- 172.21.15.8:0/2342142006 <== mgr.14152 v2:172.21.15.8:6800/2778224651 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f9d1c02e750 con 0x7f9cf803e510 2024-05-20T21:03:20.965 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:20.964+0000 7f9d23600700 1 -- 172.21.15.8:0/2342142006 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9cf803e510 msgr2=0x7f9cf80409d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:20.965 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:20.964+0000 7f9d23600700 1 --2- 172.21.15.8:0/2342142006 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9cf803e510 0x7f9cf80409d0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f9d08006fd0 tx=0x7f9d08006e40 comp rx=0 tx=0).stop 2024-05-20T21:03:20.965 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:20.964+0000 7f9d23600700 1 -- 172.21.15.8:0/2342142006 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9d1c103a30 msgr2=0x7f9d1c19a780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:20.965 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:20.964+0000 7f9d23600700 1 --2- 172.21.15.8:0/2342142006 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9d1c103a30 0x7f9d1c19a780 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f9d00005190 tx=0x7f9d00004f80 comp rx=0 tx=0).stop 2024-05-20T21:03:20.965 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:20.964+0000 7f9d23600700 1 -- 172.21.15.8:0/2342142006 shutdown_connections 2024-05-20T21:03:20.965 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:20.964+0000 7f9d23600700 1 --2- 172.21.15.8:0/2342142006 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9cf803e510 0x7f9cf80409d0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:20.965 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:20.964+0000 7f9d23600700 1 --2- 172.21.15.8:0/2342142006 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9d1c103a30 0x7f9d1c19a780 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:20.966 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:20.964+0000 7f9d23600700 1 -- 172.21.15.8:0/2342142006 >> 172.21.15.8:0/2342142006 conn(0x7f9d1c0fd440 msgr2=0x7f9d1c0ff880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:20.966 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:20.965+0000 7f9d23600700 1 -- 172.21.15.8:0/2342142006 shutdown_connections 2024-05-20T21:03:20.966 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:20.965+0000 7f9d23600700 1 -- 172.21.15.8:0/2342142006 wait complete. 2024-05-20T21:03:21.740 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi050 2024-05-20T21:03:21.740 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-05-20T21:03:21.740 DEBUG:teuthology.orchestra.run.smithi050:> dd of=/etc/ceph/ceph.conf 2024-05-20T21:03:21.759 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-05-20T21:03:21.759 DEBUG:teuthology.orchestra.run.smithi050:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-05-20T21:03:21.817 INFO:tasks.cephadm:Adding host smithi050 to orchestrator... 2024-05-20T21:03:21.817 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph orch host add smithi050 2024-05-20T21:03:22.238 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:03:22.383 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:21 smithi008 ceph-mon[31475]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:03:22.383 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:21 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:03:22.383 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:21 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:03:22.383 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:21 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:03:22.383 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:21 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:03:22.384 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:21 smithi008 ceph-mon[31475]: Updating smithi008:/etc/ceph/ceph.conf 2024-05-20T21:03:22.384 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:21 smithi008 ceph-mon[31475]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:03:23.233 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:22 smithi008 ceph-mon[31475]: Updating smithi008:/var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-20T21:03:23.233 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:22 smithi008 ceph-mon[31475]: Updating smithi008:/etc/ceph/ceph.client.admin.keyring 2024-05-20T21:03:24.134 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:23 smithi008 ceph-mon[31475]: Updating smithi008:/var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/config/ceph.client.admin.keyring 2024-05-20T21:03:24.134 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:23 smithi008 ceph-mon[31475]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:03:24.134 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:23 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:03:24.134 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:23 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:03:24.134 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:23 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:03:24.314 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:24.314+0000 7fb53f400700 1 -- 172.21.15.8:0/943964998 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb5381053c0 msgr2=0x7fb5381057a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:24.314 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:24.314+0000 7fb53f400700 1 --2- 172.21.15.8:0/943964998 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb5381053c0 0x7fb5381057a0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fb52c009910 tx=0x7fb52c009c20 comp rx=0 tx=0).stop 2024-05-20T21:03:24.314 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:24.314+0000 7fb53f400700 1 -- 172.21.15.8:0/943964998 shutdown_connections 2024-05-20T21:03:24.314 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:24.314+0000 7fb53f400700 1 --2- 172.21.15.8:0/943964998 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb5381053c0 0x7fb5381057a0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:24.314 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:24.314+0000 7fb53f400700 1 -- 172.21.15.8:0/943964998 >> 172.21.15.8:0/943964998 conn(0x7fb538100c70 msgr2=0x7fb538103090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:24.315 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:24.314+0000 7fb53f400700 1 -- 172.21.15.8:0/943964998 shutdown_connections 2024-05-20T21:03:24.315 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:24.314+0000 7fb53f400700 1 -- 172.21.15.8:0/943964998 wait complete. 2024-05-20T21:03:24.315 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:24.315+0000 7fb53f400700 1 Processor -- start 2024-05-20T21:03:24.316 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:24.315+0000 7fb53f400700 1 -- start start 2024-05-20T21:03:24.316 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:24.316+0000 7fb53f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb53819add0 0x7fb53819b1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:24.316 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:24.316+0000 7fb53f400700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fb53810f640 con 0x7fb53819add0 2024-05-20T21:03:24.316 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:24.316+0000 7fb53ca00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb53819add0 0x7fb53819b1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:24.316 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:24.316+0000 7fb53ca00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb53819add0 0x7fb53819b1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:44622/0 (socket says 172.21.15.8:44622) 2024-05-20T21:03:24.316 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:24.316+0000 7fb53ca00700 1 -- 172.21.15.8:0/1977815186 learned_addr learned my addr 172.21.15.8:0/1977815186 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:03:24.316 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:24.317+0000 7fb53ca00700 1 -- 172.21.15.8:0/1977815186 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb53819b6f0 con 0x7fb53819add0 2024-05-20T21:03:24.316 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:24.317+0000 7fb53ca00700 1 --2- 172.21.15.8:0/1977815186 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb53819add0 0x7fb53819b1b0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fb52c005950 tx=0x7fb52c005780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:24.317 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:24.317+0000 7fb535600700 1 -- 172.21.15.8:0/1977815186 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb52c026070 con 0x7fb53819add0 2024-05-20T21:03:24.317 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:24.317+0000 7fb535600700 1 -- 172.21.15.8:0/1977815186 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb52c00b6f0 con 0x7fb53819add0 2024-05-20T21:03:24.317 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:24.317+0000 7fb53f400700 1 -- 172.21.15.8:0/1977815186 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb53819b9e0 con 0x7fb53819add0 2024-05-20T21:03:24.317 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:24.317+0000 7fb535600700 1 -- 172.21.15.8:0/1977815186 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb52c0037f0 con 0x7fb53819add0 2024-05-20T21:03:24.317 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:24.318+0000 7fb53f400700 1 -- 172.21.15.8:0/1977815186 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb53819f870 con 0x7fb53819add0 2024-05-20T21:03:24.318 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:24.319+0000 7fb53f400700 1 -- 172.21.15.8:0/1977815186 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb5381068a0 con 0x7fb53819add0 2024-05-20T21:03:24.318 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:24.319+0000 7fb535600700 1 -- 172.21.15.8:0/1977815186 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7fb52c029070 con 0x7fb53819add0 2024-05-20T21:03:24.318 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:24.319+0000 7fb535600700 1 --2- 172.21.15.8:0/1977815186 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb52003e510 0x7fb5200409d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:24.318 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:24.319+0000 7fb535600700 1 -- 172.21.15.8:0/1977815186 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fb52c01e070 con 0x7fb53819add0 2024-05-20T21:03:24.319 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:24.320+0000 7fb537e00700 1 --2- 172.21.15.8:0/1977815186 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb52003e510 0x7fb5200409d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:24.319 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:24.320+0000 7fb537e00700 1 --2- 172.21.15.8:0/1977815186 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb52003e510 0x7fb5200409d0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fb524006fd0 tx=0x7fb524006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:24.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:24.325+0000 7fb535600700 1 -- 172.21.15.8:0/1977815186 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fb52c013070 con 0x7fb53819add0 2024-05-20T21:03:24.566 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:24.567+0000 7fb53f400700 1 -- 172.21.15.8:0/1977815186 --> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi050", "target": ["mon-mgr", ""]}) -- 0x7fb53819faf0 con 0x7fb52003e510 2024-05-20T21:03:26.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:26 smithi008 ceph-mon[31475]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi050", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:03:26.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:26 smithi008 ceph-mon[31475]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:03:26.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:26 smithi008 ceph-mon[31475]: Deploying cephadm binary to smithi050 2024-05-20T21:03:28.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:28 smithi008 ceph-mon[31475]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:03:29.656 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:29.655+0000 7fb535600700 1 -- 172.21.15.8:0/1977815186 <== mgr.14152 v2:172.21.15.8:6800/2778224651 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7fb53819faf0 con 0x7fb52003e510 2024-05-20T21:03:29.656 INFO:teuthology.orchestra.run.smithi008.stdout:Added host 'smithi050' with addr '172.21.15.50' 2024-05-20T21:03:29.659 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:29.659+0000 7fb53f400700 1 -- 172.21.15.8:0/1977815186 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb52003e510 msgr2=0x7fb5200409d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:29.659 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:29.659+0000 7fb53f400700 1 --2- 172.21.15.8:0/1977815186 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb52003e510 0x7fb5200409d0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fb524006fd0 tx=0x7fb524006e40 comp rx=0 tx=0).stop 2024-05-20T21:03:29.659 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:29.659+0000 7fb53f400700 1 -- 172.21.15.8:0/1977815186 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb53819add0 msgr2=0x7fb53819b1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:29.659 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:29.659+0000 7fb53f400700 1 --2- 172.21.15.8:0/1977815186 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb53819add0 0x7fb53819b1b0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fb52c005950 tx=0x7fb52c005780 comp rx=0 tx=0).stop 2024-05-20T21:03:29.660 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:29.660+0000 7fb53f400700 1 -- 172.21.15.8:0/1977815186 shutdown_connections 2024-05-20T21:03:29.660 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:29.660+0000 7fb53f400700 1 --2- 172.21.15.8:0/1977815186 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb52003e510 0x7fb5200409d0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:29.660 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:29.660+0000 7fb53f400700 1 --2- 172.21.15.8:0/1977815186 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb53819add0 0x7fb53819b1b0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:29.660 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:29.660+0000 7fb53f400700 1 -- 172.21.15.8:0/1977815186 >> 172.21.15.8:0/1977815186 conn(0x7fb538100c70 msgr2=0x7fb538102870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:29.660 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:29.660+0000 7fb53f400700 1 -- 172.21.15.8:0/1977815186 shutdown_connections 2024-05-20T21:03:29.660 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:29.660+0000 7fb53f400700 1 -- 172.21.15.8:0/1977815186 wait complete. 2024-05-20T21:03:30.371 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:30 smithi008 ceph-mon[31475]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:03:30.371 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:30 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:03:30.371 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:30 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:03:30.435 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph orch host ls --format=json 2024-05-20T21:03:30.888 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:03:31.316 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:31 smithi008 ceph-mon[31475]: Added host smithi050 2024-05-20T21:03:31.316 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:31 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:03:31.316 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:31 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:03:32.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:32 smithi008 ceph-mon[31475]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:03:32.955 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:32.956+0000 7f1b73800700 1 -- 172.21.15.8:0/1921342928 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1b6c075860 msgr2=0x7f1b6c075c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:32.956 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:32.956+0000 7f1b73800700 1 --2- 172.21.15.8:0/1921342928 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1b6c075860 0x7f1b6c075c40 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f1b60009910 tx=0x7f1b60009c20 comp rx=0 tx=0).stop 2024-05-20T21:03:32.956 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:32.956+0000 7f1b73800700 1 -- 172.21.15.8:0/1921342928 shutdown_connections 2024-05-20T21:03:32.956 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:32.956+0000 7f1b73800700 1 --2- 172.21.15.8:0/1921342928 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1b6c075860 0x7f1b6c075c40 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:32.956 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:32.956+0000 7f1b73800700 1 -- 172.21.15.8:0/1921342928 >> 172.21.15.8:0/1921342928 conn(0x7f1b6c0fea80 msgr2=0x7f1b6c100ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:32.956 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:32.956+0000 7f1b73800700 1 -- 172.21.15.8:0/1921342928 shutdown_connections 2024-05-20T21:03:32.956 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:32.956+0000 7f1b73800700 1 -- 172.21.15.8:0/1921342928 wait complete. 2024-05-20T21:03:32.957 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:32.957+0000 7f1b73800700 1 Processor -- start 2024-05-20T21:03:32.957 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:32.957+0000 7f1b73800700 1 -- start start 2024-05-20T21:03:32.957 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:32.957+0000 7f1b73800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1b6c075860 0x7f1b6c1a0870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:32.957 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:32.958+0000 7f1b73800700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f1b6c10f690 con 0x7f1b6c075860 2024-05-20T21:03:32.957 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:32.958+0000 7f1b70e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1b6c075860 0x7f1b6c1a0870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:32.957 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:32.958+0000 7f1b70e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1b6c075860 0x7f1b6c1a0870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55402/0 (socket says 172.21.15.8:55402) 2024-05-20T21:03:32.957 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:32.958+0000 7f1b70e00700 1 -- 172.21.15.8:0/3393269022 learned_addr learned my addr 172.21.15.8:0/3393269022 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:03:32.958 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:32.958+0000 7f1b70e00700 1 -- 172.21.15.8:0/3393269022 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b6c1a0db0 con 0x7f1b6c075860 2024-05-20T21:03:32.958 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:32.959+0000 7f1b70e00700 1 --2- 172.21.15.8:0/3393269022 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1b6c075860 0x7f1b6c1a0870 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f1b60006010 tx=0x7f1b60005780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:32.958 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:32.959+0000 7f1b69600700 1 -- 172.21.15.8:0/3393269022 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1b60026070 con 0x7f1b6c075860 2024-05-20T21:03:32.958 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:32.959+0000 7f1b69600700 1 -- 172.21.15.8:0/3393269022 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1b6000bc00 con 0x7f1b6c075860 2024-05-20T21:03:32.958 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:32.959+0000 7f1b69600700 1 -- 172.21.15.8:0/3393269022 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1b60003910 con 0x7f1b6c075860 2024-05-20T21:03:32.958 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:32.959+0000 7f1b73800700 1 -- 172.21.15.8:0/3393269022 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b6c1a1040 con 0x7f1b6c075860 2024-05-20T21:03:32.959 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:32.959+0000 7f1b73800700 1 -- 172.21.15.8:0/3393269022 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b6c19aa30 con 0x7f1b6c075860 2024-05-20T21:03:32.959 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:32.960+0000 7f1b73800700 1 -- 172.21.15.8:0/3393269022 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1b6c076fa0 con 0x7f1b6c075860 2024-05-20T21:03:32.959 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:32.961+0000 7f1b69600700 1 -- 172.21.15.8:0/3393269022 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7f1b60029070 con 0x7f1b6c075860 2024-05-20T21:03:32.960 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:32.961+0000 7f1b69600700 1 --2- 172.21.15.8:0/3393269022 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1b5403e570 0x7f1b54040a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:32.960 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:32.961+0000 7f1b69600700 1 -- 172.21.15.8:0/3393269022 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f1b6001e070 con 0x7f1b6c075860 2024-05-20T21:03:32.960 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:32.961+0000 7f1b6be00700 1 --2- 172.21.15.8:0/3393269022 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1b5403e570 0x7f1b54040a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:32.961 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:32.962+0000 7f1b6be00700 1 --2- 172.21.15.8:0/3393269022 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1b5403e570 0x7f1b54040a30 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f1b58006fd0 tx=0x7f1b58006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:32.968 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:32.969+0000 7f1b69600700 1 -- 172.21.15.8:0/3393269022 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f1b60013070 con 0x7f1b6c075860 2024-05-20T21:03:33.215 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:33.215+0000 7f1b73800700 1 -- 172.21.15.8:0/3393269022 --> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f1b6c19bf60 con 0x7f1b5403e570 2024-05-20T21:03:33.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:33.217+0000 7f1b69600700 1 -- 172.21.15.8:0/3393269022 <== mgr.14152 v2:172.21.15.8:6800/2778224651 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+158 (secure 0 0 0) 0x7f1b6c19bf60 con 0x7f1b5403e570 2024-05-20T21:03:33.217 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:03:33.217 INFO:teuthology.orchestra.run.smithi008.stdout:[{"addr": "172.21.15.8", "hostname": "smithi008", "labels": [], "status": ""}, {"addr": "172.21.15.50", "hostname": "smithi050", "labels": [], "status": ""}] 2024-05-20T21:03:33.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:33.220+0000 7f1b73800700 1 -- 172.21.15.8:0/3393269022 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1b5403e570 msgr2=0x7f1b54040a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:33.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:33.220+0000 7f1b73800700 1 --2- 172.21.15.8:0/3393269022 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1b5403e570 0x7f1b54040a30 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f1b58006fd0 tx=0x7f1b58006e40 comp rx=0 tx=0).stop 2024-05-20T21:03:33.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:33.220+0000 7f1b73800700 1 -- 172.21.15.8:0/3393269022 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1b6c075860 msgr2=0x7f1b6c1a0870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:33.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:33.220+0000 7f1b73800700 1 --2- 172.21.15.8:0/3393269022 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1b6c075860 0x7f1b6c1a0870 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f1b60006010 tx=0x7f1b60005780 comp rx=0 tx=0).stop 2024-05-20T21:03:33.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:33.220+0000 7f1b73800700 1 -- 172.21.15.8:0/3393269022 shutdown_connections 2024-05-20T21:03:33.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:33.220+0000 7f1b73800700 1 --2- 172.21.15.8:0/3393269022 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1b5403e570 0x7f1b54040a30 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:33.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:33.220+0000 7f1b73800700 1 --2- 172.21.15.8:0/3393269022 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1b6c075860 0x7f1b6c1a0870 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:33.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:33.220+0000 7f1b73800700 1 -- 172.21.15.8:0/3393269022 >> 172.21.15.8:0/3393269022 conn(0x7f1b6c0fea80 msgr2=0x7f1b6c107270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:33.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:33.221+0000 7f1b73800700 1 -- 172.21.15.8:0/3393269022 shutdown_connections 2024-05-20T21:03:33.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:33.221+0000 7f1b73800700 1 -- 172.21.15.8:0/3393269022 wait complete. 2024-05-20T21:03:33.571 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:33 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:03:33.962 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi130 2024-05-20T21:03:33.963 DEBUG:teuthology.orchestra.run.smithi130:> set -ex 2024-05-20T21:03:33.963 DEBUG:teuthology.orchestra.run.smithi130:> dd of=/etc/ceph/ceph.conf 2024-05-20T21:03:33.981 DEBUG:teuthology.orchestra.run.smithi130:> set -ex 2024-05-20T21:03:33.982 DEBUG:teuthology.orchestra.run.smithi130:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-05-20T21:03:34.039 INFO:tasks.cephadm:Adding host smithi130 to orchestrator... 2024-05-20T21:03:34.039 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph orch host add smithi130 2024-05-20T21:03:34.504 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:03:34.676 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:34 smithi008 ceph-mon[31475]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:03:34.676 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:34 smithi008 ceph-mon[31475]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:03:36.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:36.592+0000 7f3833200700 1 -- 172.21.15.8:0/3362160612 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3834102ff0 msgr2=0x7f38341033d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:36.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:36.592+0000 7f3833200700 1 --2- 172.21.15.8:0/3362160612 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3834102ff0 0x7f38341033d0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f3824009910 tx=0x7f3824009c20 comp rx=0 tx=0).stop 2024-05-20T21:03:36.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:36.593+0000 7f3833200700 1 -- 172.21.15.8:0/3362160612 shutdown_connections 2024-05-20T21:03:36.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:36.593+0000 7f3833200700 1 --2- 172.21.15.8:0/3362160612 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3834102ff0 0x7f38341033d0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:36.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:36.593+0000 7f3833200700 1 -- 172.21.15.8:0/3362160612 >> 172.21.15.8:0/3362160612 conn(0x7f38340fe8a0 msgr2=0x7f3834100cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:36.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:36.593+0000 7f3833200700 1 -- 172.21.15.8:0/3362160612 shutdown_connections 2024-05-20T21:03:36.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:36.593+0000 7f3833200700 1 -- 172.21.15.8:0/3362160612 wait complete. 2024-05-20T21:03:36.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:36.594+0000 7f3833200700 1 Processor -- start 2024-05-20T21:03:36.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:36.594+0000 7f3833200700 1 -- start start 2024-05-20T21:03:36.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:36.594+0000 7f3833200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3834102ff0 0x7f38341a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:36.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:36.594+0000 7f3833200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f383410d270 con 0x7f3834102ff0 2024-05-20T21:03:36.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:36.595+0000 7f3831e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3834102ff0 0x7f38341a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:36.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:36.595+0000 7f3831e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3834102ff0 0x7f38341a06c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55424/0 (socket says 172.21.15.8:55424) 2024-05-20T21:03:36.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:36.595+0000 7f3831e00700 1 -- 172.21.15.8:0/456281958 learned_addr learned my addr 172.21.15.8:0/456281958 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:03:36.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:36.595+0000 7f3831e00700 1 -- 172.21.15.8:0/456281958 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38341a0c00 con 0x7f3834102ff0 2024-05-20T21:03:36.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:36.595+0000 7f3831e00700 1 --2- 172.21.15.8:0/456281958 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3834102ff0 0x7f38341a06c0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f38240056d0 tx=0x7f38240057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:36.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:36.596+0000 7f382aa00700 1 -- 172.21.15.8:0/456281958 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3824026070 con 0x7f3834102ff0 2024-05-20T21:03:36.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:36.596+0000 7f382aa00700 1 -- 172.21.15.8:0/456281958 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f382400bba0 con 0x7f3834102ff0 2024-05-20T21:03:36.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:36.596+0000 7f382aa00700 1 -- 172.21.15.8:0/456281958 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3824003920 con 0x7f3834102ff0 2024-05-20T21:03:36.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:36.596+0000 7f3833200700 1 -- 172.21.15.8:0/456281958 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38341a0ef0 con 0x7f3834102ff0 2024-05-20T21:03:36.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:36.596+0000 7f3833200700 1 -- 172.21.15.8:0/456281958 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f383419a840 con 0x7f3834102ff0 2024-05-20T21:03:36.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:36.597+0000 7f382aa00700 1 -- 172.21.15.8:0/456281958 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7f3824029070 con 0x7f3834102ff0 2024-05-20T21:03:36.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:36.597+0000 7f3833200700 1 -- 172.21.15.8:0/456281958 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f38341044d0 con 0x7f3834102ff0 2024-05-20T21:03:36.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:36.598+0000 7f382aa00700 1 --2- 172.21.15.8:0/456281958 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f381803e570 0x7f3818040a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:36.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:36.598+0000 7f382aa00700 1 -- 172.21.15.8:0/456281958 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f382401e070 con 0x7f3834102ff0 2024-05-20T21:03:36.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:36.598+0000 7f382be00700 1 --2- 172.21.15.8:0/456281958 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f381803e570 0x7f3818040a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:36.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:36.599+0000 7f382be00700 1 --2- 172.21.15.8:0/456281958 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f381803e570 0x7f3818040a30 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f381c006fd0 tx=0x7f381c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:36.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:36.604+0000 7f382aa00700 1 -- 172.21.15.8:0/456281958 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f3824013070 con 0x7f3834102ff0 2024-05-20T21:03:36.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:36 smithi008 ceph-mon[31475]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:03:36.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:36 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:03:36.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:36 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:03:36.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:36 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:03:36.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:36 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:03:36.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:36 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi050", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:03:36.703 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:36 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:03:36.703 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:36 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:03:36.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:36.848+0000 7f3833200700 1 -- 172.21.15.8:0/456281958 --> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi130", "target": ["mon-mgr", ""]}) -- 0x7f383419bd70 con 0x7f381803e570 2024-05-20T21:03:37.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:37 smithi008 ceph-mon[31475]: Updating smithi050:/etc/ceph/ceph.conf 2024-05-20T21:03:37.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:37 smithi008 ceph-mon[31475]: Updating smithi050:/var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-20T21:03:37.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:37 smithi008 ceph-mon[31475]: Updating smithi050:/etc/ceph/ceph.client.admin.keyring 2024-05-20T21:03:37.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:37 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:03:37.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:37 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:03:37.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:37 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:03:38.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:38 smithi008 ceph-mon[31475]: Updating smithi050:/var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/config/ceph.client.admin.keyring 2024-05-20T21:03:38.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:38 smithi008 ceph-mon[31475]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi130", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:03:38.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:38 smithi008 ceph-mon[31475]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:03:39.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:39 smithi008 ceph-mon[31475]: Deploying cephadm binary to smithi130 2024-05-20T21:03:40.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:40 smithi008 ceph-mon[31475]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:03:41.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:41.772+0000 7f382aa00700 1 -- 172.21.15.8:0/456281958 <== mgr.14152 v2:172.21.15.8:6800/2778224651 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7f383419bd70 con 0x7f381803e570 2024-05-20T21:03:41.773 INFO:teuthology.orchestra.run.smithi008.stdout:Added host 'smithi130' with addr '172.21.15.130' 2024-05-20T21:03:41.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:41.776+0000 7f3833200700 1 -- 172.21.15.8:0/456281958 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f381803e570 msgr2=0x7f3818040a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:41.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:41.776+0000 7f3833200700 1 --2- 172.21.15.8:0/456281958 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f381803e570 0x7f3818040a30 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f381c006fd0 tx=0x7f381c006e40 comp rx=0 tx=0).stop 2024-05-20T21:03:41.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:41.776+0000 7f3833200700 1 -- 172.21.15.8:0/456281958 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3834102ff0 msgr2=0x7f38341a06c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:41.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:41.776+0000 7f3833200700 1 --2- 172.21.15.8:0/456281958 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3834102ff0 0x7f38341a06c0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f38240056d0 tx=0x7f38240057b0 comp rx=0 tx=0).stop 2024-05-20T21:03:41.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:41.776+0000 7f3833200700 1 -- 172.21.15.8:0/456281958 shutdown_connections 2024-05-20T21:03:41.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:41.776+0000 7f3833200700 1 --2- 172.21.15.8:0/456281958 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f381803e570 0x7f3818040a30 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:41.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:41.776+0000 7f3833200700 1 --2- 172.21.15.8:0/456281958 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3834102ff0 0x7f38341a06c0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:41.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:41.777+0000 7f3833200700 1 -- 172.21.15.8:0/456281958 >> 172.21.15.8:0/456281958 conn(0x7f38340fe8a0 msgr2=0x7f3834075770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:41.777 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:41.777+0000 7f3833200700 1 -- 172.21.15.8:0/456281958 shutdown_connections 2024-05-20T21:03:41.777 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:41.777+0000 7f3833200700 1 -- 172.21.15.8:0/456281958 wait complete. 2024-05-20T21:03:42.532 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph orch host ls --format=json 2024-05-20T21:03:42.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:42 smithi008 ceph-mon[31475]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:03:42.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:42 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:03:42.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:42 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:03:42.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:42 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:03:42.992 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:03:43.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:43 smithi008 ceph-mon[31475]: Added host smithi130 2024-05-20T21:03:43.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:43 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:03:44.622 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:44 smithi008 ceph-mon[31475]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:03:45.162 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:45.163+0000 7fa279600700 1 -- 172.21.15.8:0/1707453451 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa27410f480 msgr2=0x7fa27410f860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:45.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:45.163+0000 7fa279600700 1 --2- 172.21.15.8:0/1707453451 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa27410f480 0x7fa27410f860 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fa264009910 tx=0x7fa264009c20 comp rx=0 tx=0).stop 2024-05-20T21:03:45.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:45.163+0000 7fa279600700 1 -- 172.21.15.8:0/1707453451 shutdown_connections 2024-05-20T21:03:45.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:45.163+0000 7fa279600700 1 --2- 172.21.15.8:0/1707453451 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa27410f480 0x7fa27410f860 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:45.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:45.163+0000 7fa279600700 1 -- 172.21.15.8:0/1707453451 >> 172.21.15.8:0/1707453451 conn(0x7fa274078b50 msgr2=0x7fa27407af70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:45.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:45.163+0000 7fa279600700 1 -- 172.21.15.8:0/1707453451 shutdown_connections 2024-05-20T21:03:45.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:45.163+0000 7fa279600700 1 -- 172.21.15.8:0/1707453451 wait complete. 2024-05-20T21:03:45.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:45.164+0000 7fa279600700 1 Processor -- start 2024-05-20T21:03:45.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:45.164+0000 7fa279600700 1 -- start start 2024-05-20T21:03:45.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:45.165+0000 7fa279600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa27410f480 0x7fa27419ed70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:45.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:45.165+0000 7fa279600700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fa274113880 con 0x7fa27410f480 2024-05-20T21:03:45.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:45.165+0000 7fa273e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa27410f480 0x7fa27419ed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:45.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:45.165+0000 7fa273e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa27410f480 0x7fa27419ed70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55224/0 (socket says 172.21.15.8:55224) 2024-05-20T21:03:45.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:45.165+0000 7fa273e00700 1 -- 172.21.15.8:0/1938192515 learned_addr learned my addr 172.21.15.8:0/1938192515 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:03:45.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:45.166+0000 7fa273e00700 1 -- 172.21.15.8:0/1938192515 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa27419f2b0 con 0x7fa27410f480 2024-05-20T21:03:45.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:45.166+0000 7fa273e00700 1 --2- 172.21.15.8:0/1938192515 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa27410f480 0x7fa27419ed70 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fa264006010 tx=0x7fa264005780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:45.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:45.166+0000 7fa270c00700 1 -- 172.21.15.8:0/1938192515 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa264026070 con 0x7fa27410f480 2024-05-20T21:03:45.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:45.166+0000 7fa279600700 1 -- 172.21.15.8:0/1938192515 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa27419f5a0 con 0x7fa27410f480 2024-05-20T21:03:45.166 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:45.167+0000 7fa270c00700 1 -- 172.21.15.8:0/1938192515 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa26400bba0 con 0x7fa27410f480 2024-05-20T21:03:45.166 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:45.167+0000 7fa270c00700 1 -- 172.21.15.8:0/1938192515 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa264003930 con 0x7fa27410f480 2024-05-20T21:03:45.166 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:45.167+0000 7fa279600700 1 -- 172.21.15.8:0/1938192515 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2741a3640 con 0x7fa27410f480 2024-05-20T21:03:45.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:45.168+0000 7fa279600700 1 -- 172.21.15.8:0/1938192515 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa27410aac0 con 0x7fa27410f480 2024-05-20T21:03:45.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:45.168+0000 7fa270c00700 1 -- 172.21.15.8:0/1938192515 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7fa264029070 con 0x7fa27410f480 2024-05-20T21:03:45.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:45.168+0000 7fa270c00700 1 --2- 172.21.15.8:0/1938192515 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa25803e510 0x7fa2580409d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:45.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:45.169+0000 7fa270c00700 1 -- 172.21.15.8:0/1938192515 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fa26401e070 con 0x7fa27410f480 2024-05-20T21:03:45.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:45.169+0000 7fa273400700 1 --2- 172.21.15.8:0/1938192515 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa25803e510 0x7fa2580409d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:45.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:45.170+0000 7fa273400700 1 --2- 172.21.15.8:0/1938192515 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa25803e510 0x7fa2580409d0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fa260006fd0 tx=0x7fa260006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:45.174 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:45.175+0000 7fa270c00700 1 -- 172.21.15.8:0/1938192515 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fa264013070 con 0x7fa27410f480 2024-05-20T21:03:45.413 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:45.413+0000 7fa279600700 1 -- 172.21.15.8:0/1938192515 --> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fa2741a00d0 con 0x7fa25803e510 2024-05-20T21:03:45.415 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:45.416+0000 7fa270c00700 1 -- 172.21.15.8:0/1938192515 <== mgr.14152 v2:172.21.15.8:6800/2778224651 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+238 (secure 0 0 0) 0x7fa2741a00d0 con 0x7fa25803e510 2024-05-20T21:03:45.415 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:03:45.415 INFO:teuthology.orchestra.run.smithi008.stdout:[{"addr": "172.21.15.8", "hostname": "smithi008", "labels": [], "status": ""}, {"addr": "172.21.15.50", "hostname": "smithi050", "labels": [], "status": ""}, {"addr": "172.21.15.130", "hostname": "smithi130", "labels": [], "status": ""}] 2024-05-20T21:03:45.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:45.419+0000 7fa279600700 1 -- 172.21.15.8:0/1938192515 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa25803e510 msgr2=0x7fa2580409d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:45.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:45.419+0000 7fa279600700 1 --2- 172.21.15.8:0/1938192515 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa25803e510 0x7fa2580409d0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fa260006fd0 tx=0x7fa260006e40 comp rx=0 tx=0).stop 2024-05-20T21:03:45.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:45.419+0000 7fa279600700 1 -- 172.21.15.8:0/1938192515 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa27410f480 msgr2=0x7fa27419ed70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:45.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:45.419+0000 7fa279600700 1 --2- 172.21.15.8:0/1938192515 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa27410f480 0x7fa27419ed70 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fa264006010 tx=0x7fa264005780 comp rx=0 tx=0).stop 2024-05-20T21:03:45.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:45.420+0000 7fa279600700 1 -- 172.21.15.8:0/1938192515 shutdown_connections 2024-05-20T21:03:45.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:45.420+0000 7fa279600700 1 --2- 172.21.15.8:0/1938192515 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa25803e510 0x7fa2580409d0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:45.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:45.420+0000 7fa279600700 1 --2- 172.21.15.8:0/1938192515 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa27410f480 0x7fa27419ed70 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:45.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:45.420+0000 7fa279600700 1 -- 172.21.15.8:0/1938192515 >> 172.21.15.8:0/1938192515 conn(0x7fa274078b50 msgr2=0x7fa27407a440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:45.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:45.420+0000 7fa279600700 1 -- 172.21.15.8:0/1938192515 shutdown_connections 2024-05-20T21:03:45.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:45.420+0000 7fa279600700 1 -- 172.21.15.8:0/1938192515 wait complete. 2024-05-20T21:03:45.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:45 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:03:45.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:45 smithi008 ceph-mon[31475]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:03:45.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:45 smithi008 ceph-mon[31475]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:03:46.115 INFO:tasks.cephadm:Setting crush tunables to default 2024-05-20T21:03:46.116 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph osd crush tunables default 2024-05-20T21:03:46.573 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:03:48.333 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:48 smithi008 ceph-mon[31475]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:03:48.334 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:48 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:03:48.334 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:48 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:03:48.334 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:48 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:03:48.334 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:48 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:03:48.334 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:48 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi130", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:03:48.334 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:48 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:03:48.334 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:48 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:03:48.615 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:48.615+0000 7fb965800700 1 -- 172.21.15.8:0/1572619216 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb9601031b0 msgr2=0x7fb960103590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:48.615 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:48.615+0000 7fb965800700 1 --2- 172.21.15.8:0/1572619216 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb9601031b0 0x7fb960103590 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fb95000b0a0 tx=0x7fb95000b3b0 comp rx=0 tx=0).stop 2024-05-20T21:03:48.615 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:48.615+0000 7fb965800700 1 -- 172.21.15.8:0/1572619216 shutdown_connections 2024-05-20T21:03:48.615 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:48.615+0000 7fb965800700 1 --2- 172.21.15.8:0/1572619216 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb9601031b0 0x7fb960103590 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:48.615 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:48.615+0000 7fb965800700 1 -- 172.21.15.8:0/1572619216 >> 172.21.15.8:0/1572619216 conn(0x7fb9600fea80 msgr2=0x7fb960100ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:48.615 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:48.615+0000 7fb965800700 1 -- 172.21.15.8:0/1572619216 shutdown_connections 2024-05-20T21:03:48.615 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:48.615+0000 7fb965800700 1 -- 172.21.15.8:0/1572619216 wait complete. 2024-05-20T21:03:48.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:48.616+0000 7fb965800700 1 Processor -- start 2024-05-20T21:03:48.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:48.617+0000 7fb965800700 1 -- start start 2024-05-20T21:03:48.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:48.617+0000 7fb965800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb9601031b0 0x7fb9601a0780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:48.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:48.617+0000 7fb965800700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fb96010d430 con 0x7fb9601031b0 2024-05-20T21:03:48.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:48.617+0000 7fb95ea00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb9601031b0 0x7fb9601a0780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:48.617 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:48.617+0000 7fb95ea00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb9601031b0 0x7fb9601a0780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55242/0 (socket says 172.21.15.8:55242) 2024-05-20T21:03:48.617 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:48.617+0000 7fb95ea00700 1 -- 172.21.15.8:0/1893949712 learned_addr learned my addr 172.21.15.8:0/1893949712 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:03:48.617 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:48.618+0000 7fb95ea00700 1 -- 172.21.15.8:0/1893949712 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9601a0cc0 con 0x7fb9601031b0 2024-05-20T21:03:48.618 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:48.618+0000 7fb95ea00700 1 --2- 172.21.15.8:0/1893949712 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb9601031b0 0x7fb9601a0780 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fb950006130 tx=0x7fb9500097d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:48.618 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:48.618+0000 7fb957e00700 1 -- 172.21.15.8:0/1893949712 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb950021020 con 0x7fb9601031b0 2024-05-20T21:03:48.618 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:48.618+0000 7fb957e00700 1 -- 172.21.15.8:0/1893949712 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb9500079b0 con 0x7fb9601031b0 2024-05-20T21:03:48.618 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:48.618+0000 7fb965800700 1 -- 172.21.15.8:0/1893949712 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9601a0f50 con 0x7fb9601031b0 2024-05-20T21:03:48.618 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:48.618+0000 7fb957e00700 1 -- 172.21.15.8:0/1893949712 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb950017040 con 0x7fb9601031b0 2024-05-20T21:03:48.618 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:48.619+0000 7fb965800700 1 -- 172.21.15.8:0/1893949712 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb96019a940 con 0x7fb9601031b0 2024-05-20T21:03:48.619 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:48.620+0000 7fb965800700 1 -- 172.21.15.8:0/1893949712 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb960104690 con 0x7fb9601031b0 2024-05-20T21:03:48.619 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:48.620+0000 7fb957e00700 1 -- 172.21.15.8:0/1893949712 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7fb950024020 con 0x7fb9601031b0 2024-05-20T21:03:48.619 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:48.620+0000 7fb957e00700 1 --2- 172.21.15.8:0/1893949712 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb94403e570 0x7fb944040a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:48.619 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:48.620+0000 7fb957e00700 1 -- 172.21.15.8:0/1893949712 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fb95000f050 con 0x7fb9601031b0 2024-05-20T21:03:48.620 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:48.621+0000 7fb956000700 1 --2- 172.21.15.8:0/1893949712 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb94403e570 0x7fb944040a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:48.620 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:48.621+0000 7fb956000700 1 --2- 172.21.15.8:0/1893949712 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb94403e570 0x7fb944040a30 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fb948006fd0 tx=0x7fb948006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:48.625 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:48.626+0000 7fb957e00700 1 -- 172.21.15.8:0/1893949712 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fb95002b020 con 0x7fb9601031b0 2024-05-20T21:03:48.871 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:48.872+0000 7fb965800700 1 -- 172.21.15.8:0/1893949712 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7fb96019be70 con 0x7fb9601031b0 2024-05-20T21:03:49.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:49.074+0000 7fb957e00700 1 -- 172.21.15.8:0/1893949712 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v4) ==== 124+0+0 (secure 0 0 0) 0x7fb95001b3f0 con 0x7fb9601031b0 2024-05-20T21:03:49.078 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:49.078+0000 7fb965800700 1 -- 172.21.15.8:0/1893949712 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb94403e570 msgr2=0x7fb944040a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:49.078 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:49.078+0000 7fb965800700 1 --2- 172.21.15.8:0/1893949712 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb94403e570 0x7fb944040a30 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fb948006fd0 tx=0x7fb948006e40 comp rx=0 tx=0).stop 2024-05-20T21:03:49.078 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:49.078+0000 7fb965800700 1 -- 172.21.15.8:0/1893949712 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb9601031b0 msgr2=0x7fb9601a0780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:49.078 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:49.078+0000 7fb965800700 1 --2- 172.21.15.8:0/1893949712 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb9601031b0 0x7fb9601a0780 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fb950006130 tx=0x7fb9500097d0 comp rx=0 tx=0).stop 2024-05-20T21:03:49.078 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:49.078+0000 7fb965800700 1 -- 172.21.15.8:0/1893949712 shutdown_connections 2024-05-20T21:03:49.078 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:49.078+0000 7fb965800700 1 --2- 172.21.15.8:0/1893949712 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb94403e570 0x7fb944040a30 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:49.078 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:49.078+0000 7fb965800700 1 --2- 172.21.15.8:0/1893949712 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb9601031b0 0x7fb9601a0780 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:49.078 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:49.078+0000 7fb965800700 1 -- 172.21.15.8:0/1893949712 >> 172.21.15.8:0/1893949712 conn(0x7fb9600fea80 msgr2=0x7fb960075770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:49.078 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:49.079+0000 7fb965800700 1 -- 172.21.15.8:0/1893949712 shutdown_connections 2024-05-20T21:03:49.078 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:03:49.079+0000 7fb965800700 1 -- 172.21.15.8:0/1893949712 wait complete. 2024-05-20T21:03:49.079 INFO:teuthology.orchestra.run.smithi008.stderr:adjusted tunables profile to default 2024-05-20T21:03:49.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:49 smithi008 ceph-mon[31475]: Updating smithi130:/etc/ceph/ceph.conf 2024-05-20T21:03:49.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:49 smithi008 ceph-mon[31475]: Updating smithi130:/var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-20T21:03:49.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:49 smithi008 ceph-mon[31475]: Updating smithi130:/etc/ceph/ceph.client.admin.keyring 2024-05-20T21:03:49.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:49 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/1893949712' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-05-20T21:03:49.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:49 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:03:49.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:49 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:03:49.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:49 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:03:49.882 INFO:tasks.cephadm:Adding mon.a on smithi008 2024-05-20T21:03:49.883 INFO:tasks.cephadm:Adding mon.b on smithi050 2024-05-20T21:03:49.883 INFO:tasks.cephadm:Adding mon.c on smithi130 2024-05-20T21:03:49.883 DEBUG:teuthology.orchestra.run.smithi130:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph orch apply mon '3;smithi008:172.21.15.8=a;smithi050:172.21.15.50=b;smithi130:172.21.15.130=c' 2024-05-20T21:03:50.110 INFO:teuthology.orchestra.run.smithi130.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-20T21:03:50.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:50 smithi008 ceph-mon[31475]: Updating smithi130:/var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/config/ceph.client.admin.keyring 2024-05-20T21:03:50.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:50 smithi008 ceph-mon[31475]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:03:50.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:50 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/1893949712' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-05-20T21:03:50.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:50 smithi008 ceph-mon[31475]: osdmap e4: 0 total, 0 up, 0 in 2024-05-20T21:03:51.664 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:51.663+0000 7f23b7a18700 1 -- 172.21.15.130:0/3312519690 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f23b01090d0 msgr2=0x7f23b01094b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:51.664 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:51.663+0000 7f23b7a18700 1 --2- 172.21.15.130:0/3312519690 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f23b01090d0 0x7f23b01094b0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f23a0009910 tx=0x7f23a0009c20 comp rx=0 tx=0).stop 2024-05-20T21:03:51.664 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:51.664+0000 7f23b7a18700 1 -- 172.21.15.130:0/3312519690 shutdown_connections 2024-05-20T21:03:51.664 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:51.664+0000 7f23b7a18700 1 --2- 172.21.15.130:0/3312519690 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f23b01090d0 0x7f23b01094b0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:51.664 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:51.664+0000 7f23b7a18700 1 -- 172.21.15.130:0/3312519690 >> 172.21.15.130:0/3312519690 conn(0x7f23b00785c0 msgr2=0x7f23b00789d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:51.664 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:51.664+0000 7f23b7a18700 1 -- 172.21.15.130:0/3312519690 shutdown_connections 2024-05-20T21:03:51.664 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:51.664+0000 7f23b7a18700 1 -- 172.21.15.130:0/3312519690 wait complete. 2024-05-20T21:03:51.664 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:51.664+0000 7f23b7a18700 1 Processor -- start 2024-05-20T21:03:51.665 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:51.664+0000 7f23b7a18700 1 -- start start 2024-05-20T21:03:51.665 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:51.664+0000 7f23b7a18700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f23b01090d0 0x7f23b01026b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:51.665 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:51.664+0000 7f23b7a18700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f23b010d580 con 0x7f23b01090d0 2024-05-20T21:03:51.666 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:51.665+0000 7f23b57b4700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f23b01090d0 0x7f23b01026b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:51.666 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:51.665+0000 7f23b57b4700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f23b01090d0 0x7f23b01026b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.130:51668/0 (socket says 172.21.15.130:51668) 2024-05-20T21:03:51.666 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:51.665+0000 7f23b57b4700 1 -- 172.21.15.130:0/704767715 learned_addr learned my addr 172.21.15.130:0/704767715 (peer_addr_for_me v2:172.21.15.130:0/0) 2024-05-20T21:03:51.666 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:51.665+0000 7f23b57b4700 1 -- 172.21.15.130:0/704767715 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23b01045a0 con 0x7f23b01090d0 2024-05-20T21:03:51.666 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:51.666+0000 7f23b57b4700 1 --2- 172.21.15.130:0/704767715 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f23b01090d0 0x7f23b01026b0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f23a00056d0 tx=0x7f23a00057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:51.666 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:51.666+0000 7f23a67fc700 1 -- 172.21.15.130:0/704767715 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f23a0026070 con 0x7f23b01090d0 2024-05-20T21:03:51.666 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:51.666+0000 7f23b7a18700 1 -- 172.21.15.130:0/704767715 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23b0102bf0 con 0x7f23b01090d0 2024-05-20T21:03:51.666 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:51.666+0000 7f23b7a18700 1 -- 172.21.15.130:0/704767715 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23b01030b0 con 0x7f23b01090d0 2024-05-20T21:03:51.666 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:51.666+0000 7f23a67fc700 1 -- 172.21.15.130:0/704767715 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f23a000b750 con 0x7f23b01090d0 2024-05-20T21:03:51.666 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:51.666+0000 7f23a67fc700 1 -- 172.21.15.130:0/704767715 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f23a0030060 con 0x7f23b01090d0 2024-05-20T21:03:51.667 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:51.667+0000 7f23b7a18700 1 -- 172.21.15.130:0/704767715 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2394005330 con 0x7f23b01090d0 2024-05-20T21:03:51.667 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:51.668+0000 7f23a67fc700 1 -- 172.21.15.130:0/704767715 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7f23a0029070 con 0x7f23b01090d0 2024-05-20T21:03:51.667 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:51.668+0000 7f23a67fc700 1 --2- 172.21.15.130:0/704767715 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f239c03e570 0x7f239c040a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:51.668 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:51.668+0000 7f23a67fc700 1 -- 172.21.15.130:0/704767715 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f23a001e070 con 0x7f23b01090d0 2024-05-20T21:03:51.668 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:51.669+0000 7f23b4fb3700 1 --2- 172.21.15.130:0/704767715 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f239c03e570 0x7f239c040a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:51.669 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:51.670+0000 7f23b4fb3700 1 --2- 172.21.15.130:0/704767715 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f239c03e570 0x7f239c040a30 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f23ac006fd0 tx=0x7f23ac006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:51.683 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:51.684+0000 7f23a67fc700 1 -- 172.21.15.130:0/704767715 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f23a0013070 con 0x7f23b01090d0 2024-05-20T21:03:51.895 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:51.896+0000 7f23b7a18700 1 -- 172.21.15.130:0/704767715 --> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi008:172.21.15.8=a;smithi050:172.21.15.50=b;smithi130:172.21.15.130=c", "target": ["mon-mgr", ""]}) -- 0x7f2394000c70 con 0x7f239c03e570 2024-05-20T21:03:51.911 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:51.911+0000 7f23a67fc700 1 -- 172.21.15.130:0/704767715 <== mgr.14152 v2:172.21.15.8:6800/2778224651 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f2394000c70 con 0x7f239c03e570 2024-05-20T21:03:51.911 INFO:teuthology.orchestra.run.smithi130.stdout:Scheduled mon update... 2024-05-20T21:03:51.914 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:51.914+0000 7f23b7a18700 1 -- 172.21.15.130:0/704767715 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f239c03e570 msgr2=0x7f239c040a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:51.914 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:51.914+0000 7f23b7a18700 1 --2- 172.21.15.130:0/704767715 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f239c03e570 0x7f239c040a30 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f23ac006fd0 tx=0x7f23ac006e40 comp rx=0 tx=0).stop 2024-05-20T21:03:51.914 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:51.914+0000 7f23b7a18700 1 -- 172.21.15.130:0/704767715 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f23b01090d0 msgr2=0x7f23b01026b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:51.914 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:51.914+0000 7f23b7a18700 1 --2- 172.21.15.130:0/704767715 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f23b01090d0 0x7f23b01026b0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f23a00056d0 tx=0x7f23a00057b0 comp rx=0 tx=0).stop 2024-05-20T21:03:51.914 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:51.914+0000 7f23b7a18700 1 -- 172.21.15.130:0/704767715 shutdown_connections 2024-05-20T21:03:51.914 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:51.914+0000 7f23b7a18700 1 --2- 172.21.15.130:0/704767715 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f239c03e570 0x7f239c040a30 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:51.914 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:51.914+0000 7f23b7a18700 1 --2- 172.21.15.130:0/704767715 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f23b01090d0 0x7f23b01026b0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:51.914 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:51.914+0000 7f23b7a18700 1 -- 172.21.15.130:0/704767715 >> 172.21.15.130:0/704767715 conn(0x7f23b00785c0 msgr2=0x7f23b0104b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:51.914 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:51.914+0000 7f23b7a18700 1 -- 172.21.15.130:0/704767715 shutdown_connections 2024-05-20T21:03:51.915 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:51.914+0000 7f23b7a18700 1 -- 172.21.15.130:0/704767715 wait complete. 2024-05-20T21:03:52.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:52 smithi008 ceph-mon[31475]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:03:52.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:52 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:03:52.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:52 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:03:52.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:52 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:03:52.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:52 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:03:52.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:52 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:03:52.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:52 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-20T21:03:52.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:52 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:03:52.460 DEBUG:teuthology.orchestra.run.smithi050:mon.b> sudo journalctl -f -n 0 -u ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mon.b.service 2024-05-20T21:03:52.462 DEBUG:teuthology.orchestra.run.smithi130:mon.c> sudo journalctl -f -n 0 -u ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mon.c.service 2024-05-20T21:03:52.465 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-05-20T21:03:52.465 DEBUG:teuthology.orchestra.run.smithi130:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph mon dump -f json 2024-05-20T21:03:53.104 INFO:teuthology.orchestra.run.smithi130.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-20T21:03:53.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:53 smithi008 ceph-mon[31475]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi008:172.21.15.8=a;smithi050:172.21.15.50=b;smithi130:172.21.15.130=c", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:03:53.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:53 smithi008 ceph-mon[31475]: Saving service mon spec with placement smithi008:172.21.15.8=a;smithi050:172.21.15.50=b;smithi130:172.21.15.130=c;count:3 2024-05-20T21:03:53.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:53 smithi008 ceph-mon[31475]: Deploying daemon mon.c on smithi130 2024-05-20T21:03:54.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:54 smithi008 ceph-mon[31475]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:03:56.164 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:56.163+0000 7ff4a72e5700 1 -- 172.21.15.130:0/1956663712 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff4a006abc0 msgr2=0x7ff4a006afa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:56.164 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:56.163+0000 7ff4a72e5700 1 --2- 172.21.15.130:0/1956663712 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff4a006abc0 0x7ff4a006afa0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7ff49c009910 tx=0x7ff49c009c20 comp rx=0 tx=0).stop 2024-05-20T21:03:56.164 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:56.163+0000 7ff4a72e5700 1 -- 172.21.15.130:0/1956663712 shutdown_connections 2024-05-20T21:03:56.164 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:56.163+0000 7ff4a72e5700 1 --2- 172.21.15.130:0/1956663712 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff4a006abc0 0x7ff4a006afa0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:56.164 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:56.163+0000 7ff4a72e5700 1 -- 172.21.15.130:0/1956663712 >> 172.21.15.130:0/1956663712 conn(0x7ff4a00779d0 msgr2=0x7ff4a0077de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:56.164 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:56.164+0000 7ff4a72e5700 1 -- 172.21.15.130:0/1956663712 shutdown_connections 2024-05-20T21:03:56.164 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:56.164+0000 7ff4a72e5700 1 -- 172.21.15.130:0/1956663712 wait complete. 2024-05-20T21:03:56.165 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:56.164+0000 7ff4a72e5700 1 Processor -- start 2024-05-20T21:03:56.165 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:56.164+0000 7ff4a72e5700 1 -- start start 2024-05-20T21:03:56.165 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:56.164+0000 7ff4a72e5700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff4a006abc0 0x7ff4a0101f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:56.165 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:56.164+0000 7ff4a72e5700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7ff4a010d430 con 0x7ff4a006abc0 2024-05-20T21:03:56.166 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:56.165+0000 7ff4a5081700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff4a006abc0 0x7ff4a0101f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:56.166 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:56.165+0000 7ff4a5081700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff4a006abc0 0x7ff4a0101f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.130:36534/0 (socket says 172.21.15.130:36534) 2024-05-20T21:03:56.166 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:56.165+0000 7ff4a5081700 1 -- 172.21.15.130:0/1993163279 learned_addr learned my addr 172.21.15.130:0/1993163279 (peer_addr_for_me v2:172.21.15.130:0/0) 2024-05-20T21:03:56.166 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:56.165+0000 7ff4a5081700 1 -- 172.21.15.130:0/1993163279 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4a0103e50 con 0x7ff4a006abc0 2024-05-20T21:03:56.166 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:56.166+0000 7ff4a5081700 1 --2- 172.21.15.130:0/1993163279 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff4a006abc0 0x7ff4a0101f60 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7ff49c0056d0 tx=0x7ff49c0057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:56.166 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:56.166+0000 7ff4967fc700 1 -- 172.21.15.130:0/1993163279 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff49c026070 con 0x7ff4a006abc0 2024-05-20T21:03:56.166 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:56.166+0000 7ff4a72e5700 1 -- 172.21.15.130:0/1993163279 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4a0102500 con 0x7ff4a006abc0 2024-05-20T21:03:56.166 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:56.166+0000 7ff4967fc700 1 -- 172.21.15.130:0/1993163279 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff49c00bc00 con 0x7ff4a006abc0 2024-05-20T21:03:56.167 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:56.166+0000 7ff4967fc700 1 -- 172.21.15.130:0/1993163279 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff49c003920 con 0x7ff4a006abc0 2024-05-20T21:03:56.167 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:56.167+0000 7ff4a72e5700 1 -- 172.21.15.130:0/1993163279 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4a01029c0 con 0x7ff4a006abc0 2024-05-20T21:03:56.167 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:56.167+0000 7ff4a72e5700 1 -- 172.21.15.130:0/1993163279 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff4a01046c0 con 0x7ff4a006abc0 2024-05-20T21:03:56.168 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:56.168+0000 7ff4967fc700 1 -- 172.21.15.130:0/1993163279 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7ff49c029070 con 0x7ff4a006abc0 2024-05-20T21:03:56.168 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:56.168+0000 7ff4967fc700 1 --2- 172.21.15.130:0/1993163279 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff48c03e510 0x7ff48c0409d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:56.168 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:56.168+0000 7ff4967fc700 1 -- 172.21.15.130:0/1993163279 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7ff49c01e070 con 0x7ff4a006abc0 2024-05-20T21:03:56.168 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:56.169+0000 7ff4a4880700 1 --2- 172.21.15.130:0/1993163279 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff48c03e510 0x7ff48c0409d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:56.169 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:56.170+0000 7ff4a4880700 1 --2- 172.21.15.130:0/1993163279 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff48c03e510 0x7ff48c0409d0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7ff490006fd0 tx=0x7ff490006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:56.184 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:56.184+0000 7ff4967fc700 1 -- 172.21.15.130:0/1993163279 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7ff49c030020 con 0x7ff4a006abc0 2024-05-20T21:03:56.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:03:56 smithi008 ceph-mon[31475]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:03:56.488 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:56.488+0000 7ff4a72e5700 1 -- 172.21.15.130:0/1993163279 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7ff4a0103490 con 0x7ff4a006abc0 2024-05-20T21:03:56.489 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:56.489+0000 7ff4967fc700 1 -- 172.21.15.130:0/1993163279 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) ==== 95+0+741 (secure 0 0 0) 0x7ff49c013070 con 0x7ff4a006abc0 2024-05-20T21:03:56.489 INFO:teuthology.orchestra.run.smithi130.stdout: 2024-05-20T21:03:56.489 INFO:teuthology.orchestra.run.smithi130.stdout:{"epoch":1,"fsid":"060ce10e-16ec-11ef-bc9a-c7b262605968","modified":"2024-05-20T21:01:46.030702Z","created":"2024-05-20T21:01:46.030702Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:3300","nonce":0},{"type":"v1","addr":"172.21.15.8:6789","nonce":0}]},"addr":"172.21.15.8:6789/0","public_addr":"172.21.15.8:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-05-20T21:03:56.491 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:56.491+0000 7ff4a72e5700 1 -- 172.21.15.130:0/1993163279 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff48c03e510 msgr2=0x7ff48c0409d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:56.491 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:56.491+0000 7ff4a72e5700 1 --2- 172.21.15.130:0/1993163279 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff48c03e510 0x7ff48c0409d0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7ff490006fd0 tx=0x7ff490006e40 comp rx=0 tx=0).stop 2024-05-20T21:03:56.491 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:56.491+0000 7ff4a72e5700 1 -- 172.21.15.130:0/1993163279 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff4a006abc0 msgr2=0x7ff4a0101f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:56.491 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:56.492+0000 7ff4a72e5700 1 --2- 172.21.15.130:0/1993163279 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff4a006abc0 0x7ff4a0101f60 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7ff49c0056d0 tx=0x7ff49c0057b0 comp rx=0 tx=0).stop 2024-05-20T21:03:56.491 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:56.492+0000 7ff4a72e5700 1 -- 172.21.15.130:0/1993163279 shutdown_connections 2024-05-20T21:03:56.492 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:56.492+0000 7ff4a72e5700 1 --2- 172.21.15.130:0/1993163279 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff48c03e510 0x7ff48c0409d0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:56.492 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:56.492+0000 7ff4a72e5700 1 --2- 172.21.15.130:0/1993163279 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff4a006abc0 0x7ff4a0101f60 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:56.492 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:56.492+0000 7ff4a72e5700 1 -- 172.21.15.130:0/1993163279 >> 172.21.15.130:0/1993163279 conn(0x7ff4a00779d0 msgr2=0x7ff4a0104bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:56.492 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:56.492+0000 7ff4a72e5700 1 -- 172.21.15.130:0/1993163279 shutdown_connections 2024-05-20T21:03:56.492 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:03:56.492+0000 7ff4a72e5700 1 -- 172.21.15.130:0/1993163279 wait complete. 2024-05-20T21:03:56.492 INFO:teuthology.orchestra.run.smithi130.stderr:dumped monmap epoch 1 2024-05-20T21:03:58.177 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-05-20T21:03:58.177 DEBUG:teuthology.orchestra.run.smithi130:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph mon dump -f json 2024-05-20T21:03:58.418 INFO:teuthology.orchestra.run.smithi130.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.c/config 2024-05-20T21:04:01.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:01 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:01.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:01 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:04:01.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:01 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-20T21:04:01.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:01 smithi008 ceph-mon[31475]: mon.a calling monitor election 2024-05-20T21:04:01.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:01 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:04:01.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:01 smithi008 ceph-mon[31475]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:01.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:01 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:04:01.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:01 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:04:01.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:01 smithi008 ceph-mon[31475]: mon.c calling monitor election 2024-05-20T21:04:01.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:01 smithi008 ceph-mon[31475]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:01.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:01 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:04:01.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:01 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:04:01.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:01 smithi008 ceph-mon[31475]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:01.954 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:01 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:04:01.954 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:01 smithi008 ceph-mon[31475]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-05-20T21:04:01.954 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:01 smithi008 ceph-mon[31475]: monmap epoch 2 2024-05-20T21:04:01.954 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:01 smithi008 ceph-mon[31475]: fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:04:01.954 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:01 smithi008 ceph-mon[31475]: last_changed 2024-05-20T21:03:56.581871+0000 2024-05-20T21:04:01.954 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:01 smithi008 ceph-mon[31475]: created 2024-05-20T21:01:46.030702+0000 2024-05-20T21:04:01.954 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:01 smithi008 ceph-mon[31475]: min_mon_release 19 (squid) 2024-05-20T21:04:01.954 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:01 smithi008 ceph-mon[31475]: election_strategy: 1 2024-05-20T21:04:01.954 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:01 smithi008 ceph-mon[31475]: 0: [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] mon.a 2024-05-20T21:04:01.954 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:01 smithi008 ceph-mon[31475]: 1: [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] mon.c 2024-05-20T21:04:01.954 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:01 smithi008 ceph-mon[31475]: fsmap 2024-05-20T21:04:01.954 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:01 smithi008 ceph-mon[31475]: osdmap e4: 0 total, 0 up, 0 in 2024-05-20T21:04:01.955 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:01 smithi008 ceph-mon[31475]: mgrmap e13: x(active, since 60s) 2024-05-20T21:04:01.955 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:01 smithi008 ceph-mon[31475]: overall HEALTH_OK 2024-05-20T21:04:01.955 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:01 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:01.955 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:01 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:02.711 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:02.709+0000 7f2c66ff5700 1 -- 172.21.15.130:0/2420567182 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2c500035c0 msgr2=0x7f2c50005a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:04:02.711 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:02.709+0000 7f2c66ff5700 1 --2- 172.21.15.130:0/2420567182 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2c500035c0 0x7f2c50005a50 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f2c6006b7b0 tx=0x7f2c5400feb0 comp rx=0 tx=0).stop 2024-05-20T21:04:02.711 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:02.709+0000 7f2c66ff5700 1 -- 172.21.15.130:0/2420567182 shutdown_connections 2024-05-20T21:04:02.712 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:02.709+0000 7f2c66ff5700 1 --2- 172.21.15.130:0/2420567182 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2c500035c0 0x7f2c50005a50 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:02.712 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:02.709+0000 7f2c66ff5700 1 -- 172.21.15.130:0/2420567182 >> 172.21.15.130:0/2420567182 conn(0x7f2c600fda80 msgr2=0x7f2c600ffea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:04:02.712 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:02.709+0000 7f2c66ff5700 1 -- 172.21.15.130:0/2420567182 shutdown_connections 2024-05-20T21:04:02.712 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:02.709+0000 7f2c66ff5700 1 -- 172.21.15.130:0/2420567182 wait complete. 2024-05-20T21:04:02.712 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:02.710+0000 7f2c66ff5700 1 Processor -- start 2024-05-20T21:04:02.712 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:02.710+0000 7f2c66ff5700 1 -- start start 2024-05-20T21:04:02.712 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:02.710+0000 7f2c66ff5700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2c500035c0 0x7f2c601a0a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:04:02.712 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:02.710+0000 7f2c66ff5700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2c601a0fa0 0x7f2c6019ab30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:04:02.712 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:02.710+0000 7f2c66ff5700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f2c6010d190 con 0x7f2c500035c0 2024-05-20T21:04:02.712 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:02.710+0000 7f2c66ff5700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f2c6010d010 con 0x7f2c601a0fa0 2024-05-20T21:04:02.712 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:02.711+0000 7f2c5ffff700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2c601a0fa0 0x7f2c6019ab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:04:02.713 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:02.711+0000 7f2c5ffff700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2c601a0fa0 0x7f2c6019ab30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.130:59558/0 (socket says 172.21.15.130:59558) 2024-05-20T21:04:02.713 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:02.711+0000 7f2c5ffff700 1 -- 172.21.15.130:0/344878096 learned_addr learned my addr 172.21.15.130:0/344878096 (peer_addr_for_me v2:172.21.15.130:0/0) 2024-05-20T21:04:02.713 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:02.711+0000 7f2c5ffff700 1 -- 172.21.15.130:0/344878096 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2c601a0fa0 msgr2=0x7f2c6019ab30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2024-05-20T21:04:02.713 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:02.711+0000 7f2c5ffff700 1 -- 172.21.15.130:0/344878096 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2c601a0fa0 msgr2=0x7f2c6019ab30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-05-20T21:04:02.713 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:02.711+0000 7f2c5ffff700 1 --2- 172.21.15.130:0/344878096 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2c601a0fa0 0x7f2c6019ab30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-05-20T21:04:02.713 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:02.711+0000 7f2c5ffff700 1 --2- 172.21.15.130:0/344878096 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2c601a0fa0 0x7f2c6019ab30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-20T21:04:02.713 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:02.711+0000 7f2c64d91700 1 --2- 172.21.15.130:0/344878096 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2c500035c0 0x7f2c601a0a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:04:02.713 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:02.712+0000 7f2c64d91700 1 -- 172.21.15.130:0/344878096 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2c601a0fa0 msgr2=0x7f2c6019ab30 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-20T21:04:02.713 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:02.712+0000 7f2c64d91700 1 --2- 172.21.15.130:0/344878096 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2c601a0fa0 0x7f2c6019ab30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:02.713 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:02.712+0000 7f2c64d91700 1 -- 172.21.15.130:0/344878096 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c601a1520 con 0x7f2c500035c0 2024-05-20T21:04:02.715 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:02.712+0000 7f2c64d91700 1 --2- 172.21.15.130:0/344878096 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2c500035c0 0x7f2c601a0a60 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f2c54010010 tx=0x7f2c54005020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:04:02.715 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:02.713+0000 7f2c5dffb700 1 -- 172.21.15.130:0/344878096 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f2c54004aa0 con 0x7f2c500035c0 2024-05-20T21:04:02.715 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:02.713+0000 7f2c66ff5700 1 -- 172.21.15.130:0/344878096 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c6019b0d0 con 0x7f2c500035c0 2024-05-20T21:04:02.715 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:02.713+0000 7f2c5dffb700 1 -- 172.21.15.130:0/344878096 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2c54004030 con 0x7f2c500035c0 2024-05-20T21:04:02.715 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:02.713+0000 7f2c66ff5700 1 -- 172.21.15.130:0/344878096 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c6019b660 con 0x7f2c500035c0 2024-05-20T21:04:02.715 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:02.713+0000 7f2c5dffb700 1 -- 172.21.15.130:0/344878096 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f2c54004ce0 con 0x7f2c500035c0 2024-05-20T21:04:02.715 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:02.714+0000 7f2c66ff5700 1 -- 172.21.15.130:0/344878096 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2c6006bfb0 con 0x7f2c500035c0 2024-05-20T21:04:02.716 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:02.715+0000 7f2c5dffb700 1 -- 172.21.15.130:0/344878096 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7f2c54023070 con 0x7f2c500035c0 2024-05-20T21:04:02.716 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:02.715+0000 7f2c5dffb700 1 --2- 172.21.15.130:0/344878096 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2c4403e450 0x7f2c44040910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:04:02.716 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:02.715+0000 7f2c5dffb700 1 -- 172.21.15.130:0/344878096 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f2c54020050 con 0x7f2c500035c0 2024-05-20T21:04:02.716 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:02.716+0000 7f2c5ffff700 1 --2- 172.21.15.130:0/344878096 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2c4403e450 0x7f2c44040910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:04:02.716 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:02.717+0000 7f2c5ffff700 1 --2- 172.21.15.130:0/344878096 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2c4403e450 0x7f2c44040910 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f2c4c009180 tx=0x7f2c4c008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:04:02.732 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:02.733+0000 7f2c5dffb700 1 -- 172.21.15.130:0/344878096 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f2c54028020 con 0x7f2c500035c0 2024-05-20T21:04:02.951 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:02 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:02.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:02 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-20T21:04:02.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:02 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:02.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:02 smithi008 ceph-mon[31475]: Deploying daemon mon.b on smithi050 2024-05-20T21:04:02.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:02 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:04:03.020 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:03.020+0000 7f2c66ff5700 1 -- 172.21.15.130:0/344878096 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f2c6019b9d0 con 0x7f2c500035c0 2024-05-20T21:04:03.020 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:02 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:03.020 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:02 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-20T21:04:03.020 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:02 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:03.020 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:02 smithi130 ceph-mon[36448]: Deploying daemon mon.b on smithi050 2024-05-20T21:04:03.020 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:02 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:04:03.021 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:03.021+0000 7f2c5dffb700 1 -- 172.21.15.130:0/344878096 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) ==== 95+0+1011 (secure 0 0 0) 0x7f2c5402a300 con 0x7f2c500035c0 2024-05-20T21:04:03.021 INFO:teuthology.orchestra.run.smithi130.stdout: 2024-05-20T21:04:03.021 INFO:teuthology.orchestra.run.smithi130.stdout:{"epoch":2,"fsid":"060ce10e-16ec-11ef-bc9a-c7b262605968","modified":"2024-05-20T21:03:56.581871Z","created":"2024-05-20T21:01:46.030702Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:3300","nonce":0},{"type":"v1","addr":"172.21.15.8:6789","nonce":0}]},"addr":"172.21.15.8:6789/0","public_addr":"172.21.15.8:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:3300","nonce":0},{"type":"v1","addr":"172.21.15.130:6789","nonce":0}]},"addr":"172.21.15.130:6789/0","public_addr":"172.21.15.130:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-05-20T21:04:03.023 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:03.023+0000 7f2c66ff5700 1 -- 172.21.15.130:0/344878096 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2c4403e450 msgr2=0x7f2c44040910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:04:03.023 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:03.023+0000 7f2c66ff5700 1 --2- 172.21.15.130:0/344878096 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2c4403e450 0x7f2c44040910 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f2c4c009180 tx=0x7f2c4c008040 comp rx=0 tx=0).stop 2024-05-20T21:04:03.023 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:03.023+0000 7f2c66ff5700 1 -- 172.21.15.130:0/344878096 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2c500035c0 msgr2=0x7f2c601a0a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:04:03.023 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:03.023+0000 7f2c66ff5700 1 --2- 172.21.15.130:0/344878096 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2c500035c0 0x7f2c601a0a60 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f2c54010010 tx=0x7f2c54005020 comp rx=0 tx=0).stop 2024-05-20T21:04:03.023 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:03.023+0000 7f2c66ff5700 1 -- 172.21.15.130:0/344878096 shutdown_connections 2024-05-20T21:04:03.024 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:03.023+0000 7f2c66ff5700 1 --2- 172.21.15.130:0/344878096 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2c4403e450 0x7f2c44040910 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:03.024 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:03.023+0000 7f2c66ff5700 1 --2- 172.21.15.130:0/344878096 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2c500035c0 0x7f2c601a0a60 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:03.024 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:03.023+0000 7f2c66ff5700 1 --2- 172.21.15.130:0/344878096 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2c601a0fa0 0x7f2c6019ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:03.024 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:03.024+0000 7f2c66ff5700 1 -- 172.21.15.130:0/344878096 >> 172.21.15.130:0/344878096 conn(0x7f2c600fda80 msgr2=0x7f2c600fedb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:04:03.024 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:03.024+0000 7f2c66ff5700 1 -- 172.21.15.130:0/344878096 shutdown_connections 2024-05-20T21:04:03.024 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:03.024+0000 7f2c66ff5700 1 -- 172.21.15.130:0/344878096 wait complete. 2024-05-20T21:04:03.024 INFO:teuthology.orchestra.run.smithi130.stderr:dumped monmap epoch 2 2024-05-20T21:04:03.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:03 smithi130 ceph-mon[36448]: from='client.? 172.21.15.130:0/344878096' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-20T21:04:03.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:03 smithi130 ceph-mon[36448]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:03.951 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:03 smithi008 ceph-mon[31475]: from='client.? 172.21.15.130:0/344878096' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-20T21:04:03.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:03 smithi008 ceph-mon[31475]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:04.615 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-05-20T21:04:04.615 DEBUG:teuthology.orchestra.run.smithi130:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph mon dump -f json 2024-05-20T21:04:04.859 INFO:teuthology.orchestra.run.smithi130.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.c/config 2024-05-20T21:04:05.767 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:05 smithi050 ceph-mon[35809]: mon.a calling monitor election 2024-05-20T21:04:05.768 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:05 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:04:05.768 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:05 smithi050 ceph-mon[35809]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:05.768 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:05 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:04:05.768 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:05 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:04:05.768 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:05 smithi050 ceph-mon[35809]: mon.c calling monitor election 2024-05-20T21:04:05.768 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:05 smithi050 ceph-mon[35809]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:06.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:05 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:04:06.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:05 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:04:06.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:05 smithi050 ceph-mon[35809]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:06.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:05 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:04:06.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:05 smithi050 ceph-mon[35809]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-05-20T21:04:06.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:05 smithi050 ceph-mon[35809]: monmap epoch 2 2024-05-20T21:04:06.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:05 smithi050 ceph-mon[35809]: fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:04:06.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:05 smithi050 ceph-mon[35809]: last_changed 2024-05-20T21:03:56.581871+0000 2024-05-20T21:04:06.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:05 smithi050 ceph-mon[35809]: created 2024-05-20T21:01:46.030702+0000 2024-05-20T21:04:06.176 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:05 smithi050 ceph-mon[35809]: min_mon_release 19 (squid) 2024-05-20T21:04:06.176 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:05 smithi050 ceph-mon[35809]: election_strategy: 1 2024-05-20T21:04:06.176 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:05 smithi050 ceph-mon[35809]: 0: [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] mon.a 2024-05-20T21:04:06.176 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:05 smithi050 ceph-mon[35809]: 1: [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] mon.c 2024-05-20T21:04:06.176 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:05 smithi050 ceph-mon[35809]: fsmap 2024-05-20T21:04:06.176 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:05 smithi050 ceph-mon[35809]: osdmap e4: 0 total, 0 up, 0 in 2024-05-20T21:04:06.176 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:05 smithi050 ceph-mon[35809]: mgrmap e13: x(active, since 60s) 2024-05-20T21:04:06.176 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:05 smithi050 ceph-mon[35809]: overall HEALTH_OK 2024-05-20T21:04:06.176 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:05 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:06.176 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:05 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:06.176 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:05 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:06.176 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:05 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-20T21:04:06.176 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:05 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:06.177 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:05 smithi050 ceph-mon[35809]: Deploying daemon mon.b on smithi050 2024-05-20T21:04:06.177 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:05 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:04:06.177 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:05 smithi050 ceph-mon[35809]: from='client.? 172.21.15.130:0/344878096' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-20T21:04:06.177 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:05 smithi050 ceph-mon[35809]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:06.177 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:05 smithi050 systemd[1]: Started Ceph mon.b for 060ce10e-16ec-11ef-bc9a-c7b262605968. 2024-05-20T21:04:06.177 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:05 smithi050 ceph-mon[35809]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-05-20T21:04:10.821 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:10.820+0000 7f93f75d6700 1 -- 172.21.15.130:0/4139852803 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f93dc0035c0 msgr2=0x7f93dc005a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:04:10.821 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:10.820+0000 7f93f75d6700 1 --2- 172.21.15.130:0/4139852803 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f93dc0035c0 0x7f93dc005a50 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f93f0102f90 tx=0x7f93e000fe60 comp rx=0 tx=0).stop 2024-05-20T21:04:10.821 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:10.820+0000 7f93f75d6700 1 -- 172.21.15.130:0/4139852803 shutdown_connections 2024-05-20T21:04:10.821 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:10.820+0000 7f93f75d6700 1 --2- 172.21.15.130:0/4139852803 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f93dc0035c0 0x7f93dc005a50 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:10.821 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:10.820+0000 7f93f75d6700 1 -- 172.21.15.130:0/4139852803 >> 172.21.15.130:0/4139852803 conn(0x7f93f00feb50 msgr2=0x7f93f0100f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:04:10.821 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:10.821+0000 7f93f75d6700 1 -- 172.21.15.130:0/4139852803 shutdown_connections 2024-05-20T21:04:10.821 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:10.821+0000 7f93f75d6700 1 -- 172.21.15.130:0/4139852803 wait complete. 2024-05-20T21:04:10.824 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:10.821+0000 7f93f75d6700 1 Processor -- start 2024-05-20T21:04:10.824 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:10.821+0000 7f93f75d6700 1 -- start start 2024-05-20T21:04:10.824 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:10.822+0000 7f93f75d6700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f93dc0035c0 0x7f93f0198cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:04:10.824 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:10.822+0000 7f93f75d6700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f93f0199200 0x7f93f019c4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:04:10.824 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:10.822+0000 7f93f75d6700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f93f019ca20 0x7f93f019cea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:04:10.824 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:10.822+0000 7f93f75d6700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f93f010af50 con 0x7f93f019ca20 2024-05-20T21:04:10.825 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:10.822+0000 7f93f75d6700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f93f010add0 con 0x7f93f0199200 2024-05-20T21:04:10.825 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:10.822+0000 7f93f75d6700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f93f010b0d0 con 0x7f93dc0035c0 2024-05-20T21:04:10.825 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:10.822+0000 7f93f5372700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f93dc0035c0 0x7f93f0198cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:04:10.825 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:10.822+0000 7f93f5372700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f93dc0035c0 0x7f93f0198cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.130:37392/0 (socket says 172.21.15.130:37392) 2024-05-20T21:04:10.825 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:10.822+0000 7f93f5372700 1 -- 172.21.15.130:0/2208483204 learned_addr learned my addr 172.21.15.130:0/2208483204 (peer_addr_for_me v2:172.21.15.130:0/0) 2024-05-20T21:04:10.825 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:10.822+0000 7f93f4b71700 1 --2- 172.21.15.130:0/2208483204 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f93f0199200 0x7f93f019c4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:04:10.825 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:10.822+0000 7f93f5372700 1 -- 172.21.15.130:0/2208483204 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f93dc0035c0 msgr2=0x7f93f0198cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-05-20T21:04:10.825 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:10.822+0000 7f93f5372700 1 -- 172.21.15.130:0/2208483204 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f93dc0035c0 msgr2=0x7f93f0198cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-05-20T21:04:10.825 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:10.822+0000 7f93f5372700 1 --2- 172.21.15.130:0/2208483204 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f93dc0035c0 0x7f93f0198cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-05-20T21:04:10.825 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:10.822+0000 7f93f5372700 1 --2- 172.21.15.130:0/2208483204 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f93dc0035c0 0x7f93f0198cc0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-20T21:04:10.826 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:10.822+0000 7f93f4b71700 1 -- 172.21.15.130:0/2208483204 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f93f0199200 msgr2=0x7f93f019c4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2024-05-20T21:04:10.826 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:10.822+0000 7f93f4b71700 1 -- 172.21.15.130:0/2208483204 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f93f0199200 msgr2=0x7f93f019c4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-05-20T21:04:10.826 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:10.822+0000 7f93f4b71700 1 --2- 172.21.15.130:0/2208483204 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f93f0199200 0x7f93f019c4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-05-20T21:04:10.826 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:10.822+0000 7f93f4b71700 1 --2- 172.21.15.130:0/2208483204 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f93f0199200 0x7f93f019c4e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-20T21:04:10.826 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:10.822+0000 7f93f5b73700 1 --2- 172.21.15.130:0/2208483204 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f93f019ca20 0x7f93f019cea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:04:10.826 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:10.823+0000 7f93f5b73700 1 -- 172.21.15.130:0/2208483204 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f93dc0035c0 msgr2=0x7f93f0198cc0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-20T21:04:10.826 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:10.823+0000 7f93f5b73700 1 --2- 172.21.15.130:0/2208483204 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f93dc0035c0 0x7f93f0198cc0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:10.826 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:10.823+0000 7f93f5b73700 1 -- 172.21.15.130:0/2208483204 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f93f0199200 msgr2=0x7f93f019c4e0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-20T21:04:10.826 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:10.823+0000 7f93f5b73700 1 --2- 172.21.15.130:0/2208483204 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f93f0199200 0x7f93f019c4e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:10.826 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:10.823+0000 7f93f5b73700 1 -- 172.21.15.130:0/2208483204 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93f01a5870 con 0x7f93f019ca20 2024-05-20T21:04:10.826 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:10.823+0000 7f93f5b73700 1 --2- 172.21.15.130:0/2208483204 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f93f019ca20 0x7f93f019cea0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f93e800bd50 tx=0x7f93e800be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:04:10.826 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:10.824+0000 7f93e67fc700 1 -- 172.21.15.130:0/2208483204 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93e8019070 con 0x7f93f019ca20 2024-05-20T21:04:10.827 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:10.824+0000 7f93f75d6700 1 -- 172.21.15.130:0/2208483204 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93f01a5aa0 con 0x7f93f019ca20 2024-05-20T21:04:10.827 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:10.824+0000 7f93e67fc700 1 -- 172.21.15.130:0/2208483204 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f93e800cd10 con 0x7f93f019ca20 2024-05-20T21:04:10.827 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:10.824+0000 7f93e67fc700 1 -- 172.21.15.130:0/2208483204 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93e8012700 con 0x7f93f019ca20 2024-05-20T21:04:10.827 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:10.824+0000 7f93f75d6700 1 -- 172.21.15.130:0/2208483204 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93f01a5f60 con 0x7f93f019ca20 2024-05-20T21:04:10.828 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:10.825+0000 7f93f75d6700 1 -- 172.21.15.130:0/2208483204 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f93f0064ba0 con 0x7f93f019ca20 2024-05-20T21:04:10.828 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:10.826+0000 7f93e67fc700 1 -- 172.21.15.130:0/2208483204 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7f93e801c070 con 0x7f93f019ca20 2024-05-20T21:04:10.828 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:10.826+0000 7f93e67fc700 1 --2- 172.21.15.130:0/2208483204 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f93d403e9a0 0x7f93d4040e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:04:10.828 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:10.826+0000 7f93e67fc700 1 -- 172.21.15.130:0/2208483204 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f93e8052180 con 0x7f93f019ca20 2024-05-20T21:04:10.828 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:10.827+0000 7f93f5372700 1 --2- 172.21.15.130:0/2208483204 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f93d403e9a0 0x7f93d4040e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:04:10.828 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:10.828+0000 7f93f5372700 1 --2- 172.21.15.130:0/2208483204 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f93d403e9a0 0x7f93d4040e60 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f93e0005d10 tx=0x7f93e0005ca0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:04:10.847 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:10.848+0000 7f93e67fc700 1 -- 172.21.15.130:0/2208483204 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f93e8014a10 con 0x7f93f019ca20 2024-05-20T21:04:11.140 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:11.140+0000 7f93f75d6700 1 -- 172.21.15.130:0/2208483204 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f93f002e560 con 0x7f93f019ca20 2024-05-20T21:04:11.140 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:10 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-20T21:04:11.140 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:10 smithi130 ceph-mon[36448]: mon.a calling monitor election 2024-05-20T21:04:11.141 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:10 smithi130 ceph-mon[36448]: mon.c calling monitor election 2024-05-20T21:04:11.141 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:10 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-20T21:04:11.141 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:10 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:04:11.141 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:10 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-20T21:04:11.141 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:10 smithi130 ceph-mon[36448]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:11.141 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:10 smithi130 ceph-mon[36448]: mon.b calling monitor election 2024-05-20T21:04:11.141 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:10 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-20T21:04:11.141 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:10 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-20T21:04:11.141 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:10 smithi130 ceph-mon[36448]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:11.141 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:10 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-20T21:04:11.141 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:10 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-20T21:04:11.141 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:10 smithi130 ceph-mon[36448]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-05-20T21:04:11.141 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:10 smithi130 ceph-mon[36448]: monmap epoch 3 2024-05-20T21:04:11.142 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:10 smithi130 ceph-mon[36448]: fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:04:11.142 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:10 smithi130 ceph-mon[36448]: last_changed 2024-05-20T21:04:05.773155+0000 2024-05-20T21:04:11.142 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:10 smithi130 ceph-mon[36448]: created 2024-05-20T21:01:46.030702+0000 2024-05-20T21:04:11.142 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:10 smithi130 ceph-mon[36448]: min_mon_release 19 (squid) 2024-05-20T21:04:11.142 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:10 smithi130 ceph-mon[36448]: election_strategy: 1 2024-05-20T21:04:11.142 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:10 smithi130 ceph-mon[36448]: 0: [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] mon.a 2024-05-20T21:04:11.142 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:10 smithi130 ceph-mon[36448]: 1: [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] mon.c 2024-05-20T21:04:11.142 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:10 smithi130 ceph-mon[36448]: 2: [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] mon.b 2024-05-20T21:04:11.142 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:10 smithi130 ceph-mon[36448]: fsmap 2024-05-20T21:04:11.142 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:10 smithi130 ceph-mon[36448]: osdmap e4: 0 total, 0 up, 0 in 2024-05-20T21:04:11.142 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:10 smithi130 ceph-mon[36448]: mgrmap e13: x(active, since 69s) 2024-05-20T21:04:11.142 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:10 smithi130 ceph-mon[36448]: overall HEALTH_OK 2024-05-20T21:04:11.142 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:10 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:11.143 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:10 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:11.143 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:11.141+0000 7f93e67fc700 1 -- 172.21.15.130:0/2208483204 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 3 v3) ==== 95+0+1277 (secure 0 0 0) 0x7f93e8027090 con 0x7f93f019ca20 2024-05-20T21:04:11.143 INFO:teuthology.orchestra.run.smithi130.stdout: 2024-05-20T21:04:11.143 INFO:teuthology.orchestra.run.smithi130.stdout:{"epoch":3,"fsid":"060ce10e-16ec-11ef-bc9a-c7b262605968","modified":"2024-05-20T21:04:05.773155Z","created":"2024-05-20T21:01:46.030702Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:3300","nonce":0},{"type":"v1","addr":"172.21.15.8:6789","nonce":0}]},"addr":"172.21.15.8:6789/0","public_addr":"172.21.15.8:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:3300","nonce":0},{"type":"v1","addr":"172.21.15.130:6789","nonce":0}]},"addr":"172.21.15.130:6789/0","public_addr":"172.21.15.130:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:3300","nonce":0},{"type":"v1","addr":"172.21.15.50:6789","nonce":0}]},"addr":"172.21.15.50:6789/0","public_addr":"172.21.15.50:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-05-20T21:04:11.144 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:11.144+0000 7f93f75d6700 1 -- 172.21.15.130:0/2208483204 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f93d403e9a0 msgr2=0x7f93d4040e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:04:11.144 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:11.144+0000 7f93f75d6700 1 --2- 172.21.15.130:0/2208483204 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f93d403e9a0 0x7f93d4040e60 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f93e0005d10 tx=0x7f93e0005ca0 comp rx=0 tx=0).stop 2024-05-20T21:04:11.144 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:11.144+0000 7f93f75d6700 1 -- 172.21.15.130:0/2208483204 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f93f019ca20 msgr2=0x7f93f019cea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:04:11.144 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:11.144+0000 7f93f75d6700 1 --2- 172.21.15.130:0/2208483204 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f93f019ca20 0x7f93f019cea0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f93e800bd50 tx=0x7f93e800be30 comp rx=0 tx=0).stop 2024-05-20T21:04:11.144 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:11.144+0000 7f93f75d6700 1 -- 172.21.15.130:0/2208483204 shutdown_connections 2024-05-20T21:04:11.145 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:11.144+0000 7f93f75d6700 1 --2- 172.21.15.130:0/2208483204 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f93d403e9a0 0x7f93d4040e60 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:11.145 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:11.144+0000 7f93f75d6700 1 --2- 172.21.15.130:0/2208483204 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f93f019ca20 0x7f93f019cea0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:11.145 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:11.144+0000 7f93f75d6700 1 --2- 172.21.15.130:0/2208483204 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f93dc0035c0 0x7f93f0198cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:11.145 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:11.144+0000 7f93f75d6700 1 --2- 172.21.15.130:0/2208483204 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f93f0199200 0x7f93f019c4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:11.145 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:11.144+0000 7f93f75d6700 1 -- 172.21.15.130:0/2208483204 >> 172.21.15.130:0/2208483204 conn(0x7f93f00feb50 msgr2=0x7f93f00ffdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:04:11.145 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:11.144+0000 7f93f75d6700 1 -- 172.21.15.130:0/2208483204 shutdown_connections 2024-05-20T21:04:11.145 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:11.144+0000 7f93f75d6700 1 -- 172.21.15.130:0/2208483204 wait complete. 2024-05-20T21:04:11.145 INFO:teuthology.orchestra.run.smithi130.stderr:dumped monmap epoch 3 2024-05-20T21:04:11.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:10 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-20T21:04:11.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:10 smithi050 ceph-mon[35809]: mon.a calling monitor election 2024-05-20T21:04:11.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:10 smithi050 ceph-mon[35809]: mon.c calling monitor election 2024-05-20T21:04:11.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:10 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-20T21:04:11.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:10 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:04:11.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:10 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-20T21:04:11.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:10 smithi050 ceph-mon[35809]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:11.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:10 smithi050 ceph-mon[35809]: mon.b calling monitor election 2024-05-20T21:04:11.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:10 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-20T21:04:11.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:10 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-20T21:04:11.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:10 smithi050 ceph-mon[35809]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:11.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:10 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-20T21:04:11.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:10 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-20T21:04:11.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:10 smithi050 ceph-mon[35809]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-05-20T21:04:11.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:10 smithi050 ceph-mon[35809]: monmap epoch 3 2024-05-20T21:04:11.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:10 smithi050 ceph-mon[35809]: fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:04:11.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:10 smithi050 ceph-mon[35809]: last_changed 2024-05-20T21:04:05.773155+0000 2024-05-20T21:04:11.176 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:10 smithi050 ceph-mon[35809]: created 2024-05-20T21:01:46.030702+0000 2024-05-20T21:04:11.176 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:10 smithi050 ceph-mon[35809]: min_mon_release 19 (squid) 2024-05-20T21:04:11.176 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:10 smithi050 ceph-mon[35809]: election_strategy: 1 2024-05-20T21:04:11.176 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:10 smithi050 ceph-mon[35809]: 0: [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] mon.a 2024-05-20T21:04:11.176 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:10 smithi050 ceph-mon[35809]: 1: [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] mon.c 2024-05-20T21:04:11.176 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:10 smithi050 ceph-mon[35809]: 2: [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] mon.b 2024-05-20T21:04:11.176 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:10 smithi050 ceph-mon[35809]: fsmap 2024-05-20T21:04:11.176 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:10 smithi050 ceph-mon[35809]: osdmap e4: 0 total, 0 up, 0 in 2024-05-20T21:04:11.176 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:10 smithi050 ceph-mon[35809]: mgrmap e13: x(active, since 69s) 2024-05-20T21:04:11.176 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:10 smithi050 ceph-mon[35809]: overall HEALTH_OK 2024-05-20T21:04:11.176 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:10 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:11.176 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:10 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:11.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:10 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-20T21:04:11.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:10 smithi008 ceph-mon[31475]: mon.a calling monitor election 2024-05-20T21:04:11.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:10 smithi008 ceph-mon[31475]: mon.c calling monitor election 2024-05-20T21:04:11.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:10 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-20T21:04:11.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:10 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:04:11.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:10 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-20T21:04:11.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:10 smithi008 ceph-mon[31475]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:11.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:10 smithi008 ceph-mon[31475]: mon.b calling monitor election 2024-05-20T21:04:11.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:10 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-20T21:04:11.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:10 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-20T21:04:11.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:10 smithi008 ceph-mon[31475]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:11.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:10 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-20T21:04:11.204 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:10 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-20T21:04:11.204 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:10 smithi008 ceph-mon[31475]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-05-20T21:04:11.204 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:10 smithi008 ceph-mon[31475]: monmap epoch 3 2024-05-20T21:04:11.204 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:10 smithi008 ceph-mon[31475]: fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:04:11.204 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:10 smithi008 ceph-mon[31475]: last_changed 2024-05-20T21:04:05.773155+0000 2024-05-20T21:04:11.204 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:10 smithi008 ceph-mon[31475]: created 2024-05-20T21:01:46.030702+0000 2024-05-20T21:04:11.204 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:10 smithi008 ceph-mon[31475]: min_mon_release 19 (squid) 2024-05-20T21:04:11.204 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:10 smithi008 ceph-mon[31475]: election_strategy: 1 2024-05-20T21:04:11.204 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:10 smithi008 ceph-mon[31475]: 0: [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] mon.a 2024-05-20T21:04:11.204 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:10 smithi008 ceph-mon[31475]: 1: [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] mon.c 2024-05-20T21:04:11.204 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:10 smithi008 ceph-mon[31475]: 2: [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] mon.b 2024-05-20T21:04:11.204 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:10 smithi008 ceph-mon[31475]: fsmap 2024-05-20T21:04:11.205 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:10 smithi008 ceph-mon[31475]: osdmap e4: 0 total, 0 up, 0 in 2024-05-20T21:04:11.205 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:10 smithi008 ceph-mon[31475]: mgrmap e13: x(active, since 69s) 2024-05-20T21:04:11.205 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:10 smithi008 ceph-mon[31475]: overall HEALTH_OK 2024-05-20T21:04:11.205 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:10 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:11.205 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:10 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:11.780 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-05-20T21:04:11.781 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph config generate-minimal-conf 2024-05-20T21:04:12.048 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:11 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:12.048 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:11 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:12.048 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:11 smithi130 ceph-mon[36448]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:12.049 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:11 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:12.049 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:11 smithi130 ceph-mon[36448]: from='client.? 172.21.15.130:0/2208483204' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-20T21:04:12.049 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:11 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:04:12.049 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:11 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-20T21:04:12.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:11 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:12.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:11 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:12.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:11 smithi050 ceph-mon[35809]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:12.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:11 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:12.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:11 smithi050 ceph-mon[35809]: from='client.? 172.21.15.130:0/2208483204' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-20T21:04:12.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:11 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:04:12.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:11 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-20T21:04:12.201 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:11 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:12.201 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:11 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:12.201 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:11 smithi008 ceph-mon[31475]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:12.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:11 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:12.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:11 smithi008 ceph-mon[31475]: from='client.? 172.21.15.130:0/2208483204' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-20T21:04:12.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:11 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:04:12.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:11 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-20T21:04:12.216 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:04:13.569 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:13 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:13.569 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:13 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:13.569 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:13 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:13.570 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:13 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:13.570 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:13 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:13.570 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:13 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:04:13.570 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:13 smithi008 ceph-mon[31475]: Updating smithi008:/etc/ceph/ceph.conf 2024-05-20T21:04:13.570 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:13 smithi008 ceph-mon[31475]: Updating smithi050:/etc/ceph/ceph.conf 2024-05-20T21:04:13.570 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:13 smithi008 ceph-mon[31475]: Updating smithi130:/etc/ceph/ceph.conf 2024-05-20T21:04:13.570 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:13 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:13.570 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:13 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:13.570 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:13 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:13.570 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:13 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:13.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:13 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:13.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:13 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:13.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:13 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:13.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:13 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:13.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:13 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:13.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:13 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:04:13.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:13 smithi130 ceph-mon[36448]: Updating smithi008:/etc/ceph/ceph.conf 2024-05-20T21:04:13.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:13 smithi130 ceph-mon[36448]: Updating smithi050:/etc/ceph/ceph.conf 2024-05-20T21:04:13.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:13 smithi130 ceph-mon[36448]: Updating smithi130:/etc/ceph/ceph.conf 2024-05-20T21:04:13.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:13 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:13.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:13 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:13.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:13 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:13.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:13 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:13.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:13 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:13.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:13 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:13.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:13 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:13.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:13 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:13.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:13 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:13.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:13 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:04:13.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:13 smithi050 ceph-mon[35809]: Updating smithi008:/etc/ceph/ceph.conf 2024-05-20T21:04:13.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:13 smithi050 ceph-mon[35809]: Updating smithi050:/etc/ceph/ceph.conf 2024-05-20T21:04:13.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:13 smithi050 ceph-mon[35809]: Updating smithi130:/etc/ceph/ceph.conf 2024-05-20T21:04:13.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:13 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:13.675 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:13 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:13.675 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:13 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:13.675 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:13 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:14.299 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:14.298+0000 7f3b80000700 1 -- 172.21.15.8:0/1593569433 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3b780758e0 msgr2=0x7f3b78075cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:04:14.299 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:14.298+0000 7f3b80000700 1 --2- 172.21.15.8:0/1593569433 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3b780758e0 0x7f3b78075cc0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f3b6c009910 tx=0x7f3b6c009c20 comp rx=0 tx=0).stop 2024-05-20T21:04:14.299 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:14.298+0000 7f3b80000700 1 -- 172.21.15.8:0/1593569433 shutdown_connections 2024-05-20T21:04:14.299 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:14.298+0000 7f3b80000700 1 --2- 172.21.15.8:0/1593569433 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3b780758e0 0x7f3b78075cc0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:14.299 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:14.298+0000 7f3b80000700 1 -- 172.21.15.8:0/1593569433 >> 172.21.15.8:0/1593569433 conn(0x7f3b780fea80 msgr2=0x7f3b78100ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:04:14.299 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:14.298+0000 7f3b80000700 1 -- 172.21.15.8:0/1593569433 shutdown_connections 2024-05-20T21:04:14.299 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:14.298+0000 7f3b80000700 1 -- 172.21.15.8:0/1593569433 wait complete. 2024-05-20T21:04:14.300 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:14.299+0000 7f3b80000700 1 Processor -- start 2024-05-20T21:04:14.300 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:14.299+0000 7f3b80000700 1 -- start start 2024-05-20T21:04:14.301 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:14.300+0000 7f3b80000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3b780758e0 0x7f3b7819f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:04:14.301 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:14.300+0000 7f3b80000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3b7819f7f0 0x7f3b781a3b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:04:14.301 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:14.300+0000 7f3b80000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3b781a40c0 0x7f3b781a4570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:04:14.301 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:14.300+0000 7f3b80000700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f3b78113aa0 con 0x7f3b7819f7f0 2024-05-20T21:04:14.301 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:14.300+0000 7f3b80000700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f3b78113920 con 0x7f3b781a40c0 2024-05-20T21:04:14.301 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:14.300+0000 7f3b80000700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f3b78113c20 con 0x7f3b780758e0 2024-05-20T21:04:14.301 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:14.300+0000 7f3b7cc00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3b7819f7f0 0x7f3b781a3b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:04:14.301 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:14.300+0000 7f3b7cc00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3b7819f7f0 0x7f3b781a3b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:35720/0 (socket says 172.21.15.8:35720) 2024-05-20T21:04:14.301 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:14.300+0000 7f3b7cc00700 1 -- 172.21.15.8:0/3425892378 learned_addr learned my addr 172.21.15.8:0/3425892378 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:04:14.301 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:14.300+0000 7f3b7d600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3b780758e0 0x7f3b7819f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:04:14.302 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:14.301+0000 7f3b7e000700 1 --2- 172.21.15.8:0/3425892378 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3b781a40c0 0x7f3b781a4570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:04:14.302 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:14.301+0000 7f3b7cc00700 1 -- 172.21.15.8:0/3425892378 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3b780758e0 msgr2=0x7f3b7819f2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:04:14.302 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:14.301+0000 7f3b7cc00700 1 --2- 172.21.15.8:0/3425892378 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3b780758e0 0x7f3b7819f2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:14.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:14.301+0000 7f3b7cc00700 1 -- 172.21.15.8:0/3425892378 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3b781a40c0 msgr2=0x7f3b781a4570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:04:14.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:14.301+0000 7f3b7cc00700 1 --2- 172.21.15.8:0/3425892378 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3b781a40c0 0x7f3b781a4570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:14.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:14.301+0000 7f3b7cc00700 1 -- 172.21.15.8:0/3425892378 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b781abe30 con 0x7f3b7819f7f0 2024-05-20T21:04:14.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:14.301+0000 7f3b7d600700 1 --2- 172.21.15.8:0/3425892378 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3b780758e0 0x7f3b7819f2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:04:14.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:14.301+0000 7f3b7cc00700 1 --2- 172.21.15.8:0/3425892378 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3b7819f7f0 0x7f3b781a3b80 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f3b6400b780 tx=0x7f3b6400ba90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:04:14.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:14.302+0000 7f3b76000700 1 -- 172.21.15.8:0/3425892378 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b64016070 con 0x7f3b7819f7f0 2024-05-20T21:04:14.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:14.302+0000 7f3b76000700 1 -- 172.21.15.8:0/3425892378 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3b640036a0 con 0x7f3b7819f7f0 2024-05-20T21:04:14.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:14.302+0000 7f3b80000700 1 -- 172.21.15.8:0/3425892378 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b781ac060 con 0x7f3b7819f7f0 2024-05-20T21:04:14.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:14.302+0000 7f3b76000700 1 -- 172.21.15.8:0/3425892378 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b640119c0 con 0x7f3b7819f7f0 2024-05-20T21:04:14.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:14.302+0000 7f3b80000700 1 -- 172.21.15.8:0/3425892378 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b781ac5a0 con 0x7f3b7819f7f0 2024-05-20T21:04:14.304 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:14.303+0000 7f3b76000700 1 -- 172.21.15.8:0/3425892378 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7f3b64019070 con 0x7f3b7819f7f0 2024-05-20T21:04:14.304 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:14.304+0000 7f3b80000700 1 -- 172.21.15.8:0/3425892378 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3b78064ba0 con 0x7f3b7819f7f0 2024-05-20T21:04:14.304 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:14.304+0000 7f3b76000700 1 --2- 172.21.15.8:0/3425892378 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3b6003e9a0 0x7f3b60040e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:04:14.304 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:14.304+0000 7f3b76000700 1 -- 172.21.15.8:0/3425892378 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f3b640513a0 con 0x7f3b7819f7f0 2024-05-20T21:04:14.304 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:14.304+0000 7f3b7d600700 1 --2- 172.21.15.8:0/3425892378 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3b6003e9a0 0x7f3b60040e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:04:14.305 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:14.305+0000 7f3b7d600700 1 --2- 172.21.15.8:0/3425892378 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3b6003e9a0 0x7f3b60040e60 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f3b6c006010 tx=0x7f3b6c01a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:04:14.311 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:14.311+0000 7f3b76000700 1 -- 172.21.15.8:0/3425892378 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f3b6400f2e0 con 0x7f3b7819f7f0 2024-05-20T21:04:14.561 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:14.560+0000 7f3b80000700 1 -- 172.21.15.8:0/3425892378 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7f3b781ac8c0 con 0x7f3b7819f7f0 2024-05-20T21:04:14.561 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:14.561+0000 7f3b76000700 1 -- 172.21.15.8:0/3425892378 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v9) ==== 76+0+271 (secure 0 0 0) 0x7f3b64011d60 con 0x7f3b7819f7f0 2024-05-20T21:04:14.562 INFO:teuthology.orchestra.run.smithi008.stdout:# minimal ceph.conf for 060ce10e-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:04:14.562 INFO:teuthology.orchestra.run.smithi008.stdout:[global] 2024-05-20T21:04:14.562 INFO:teuthology.orchestra.run.smithi008.stdout: fsid = 060ce10e-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:04:14.562 INFO:teuthology.orchestra.run.smithi008.stdout: mon_host = [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] 2024-05-20T21:04:14.566 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:14.565+0000 7f3b80000700 1 -- 172.21.15.8:0/3425892378 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3b6003e9a0 msgr2=0x7f3b60040e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:04:14.566 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:14.565+0000 7f3b80000700 1 --2- 172.21.15.8:0/3425892378 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3b6003e9a0 0x7f3b60040e60 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f3b6c006010 tx=0x7f3b6c01a040 comp rx=0 tx=0).stop 2024-05-20T21:04:14.566 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:14.565+0000 7f3b80000700 1 -- 172.21.15.8:0/3425892378 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3b7819f7f0 msgr2=0x7f3b781a3b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:04:14.566 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:14.565+0000 7f3b80000700 1 --2- 172.21.15.8:0/3425892378 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3b7819f7f0 0x7f3b781a3b80 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f3b6400b780 tx=0x7f3b6400ba90 comp rx=0 tx=0).stop 2024-05-20T21:04:14.566 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:14.566+0000 7f3b80000700 1 -- 172.21.15.8:0/3425892378 shutdown_connections 2024-05-20T21:04:14.566 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:14.566+0000 7f3b80000700 1 --2- 172.21.15.8:0/3425892378 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3b6003e9a0 0x7f3b60040e60 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:14.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:14.566+0000 7f3b80000700 1 --2- 172.21.15.8:0/3425892378 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3b781a40c0 0x7f3b781a4570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:14.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:14.566+0000 7f3b80000700 1 --2- 172.21.15.8:0/3425892378 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3b780758e0 0x7f3b7819f2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:14.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:14.566+0000 7f3b80000700 1 --2- 172.21.15.8:0/3425892378 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3b7819f7f0 0x7f3b781a3b80 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:14.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:14.566+0000 7f3b80000700 1 -- 172.21.15.8:0/3425892378 >> 172.21.15.8:0/3425892378 conn(0x7f3b780fea80 msgr2=0x7f3b780fee60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:04:14.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:14.566+0000 7f3b80000700 1 -- 172.21.15.8:0/3425892378 shutdown_connections 2024-05-20T21:04:14.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:14.566+0000 7f3b80000700 1 -- 172.21.15.8:0/3425892378 wait complete. 2024-05-20T21:04:14.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:14 smithi008 ceph-mon[31475]: Updating smithi050:/var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-20T21:04:14.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:14 smithi008 ceph-mon[31475]: Updating smithi130:/var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-20T21:04:14.703 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:14 smithi008 ceph-mon[31475]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:14.703 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:14 smithi008 ceph-mon[31475]: Updating smithi008:/var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-20T21:04:14.703 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:14 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:14.703 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:14 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:14.703 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:14 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:14.703 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:14 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:14.703 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:14 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:14.703 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:14 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:14.703 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:14 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:14.703 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:14 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-20T21:04:14.703 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:14 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-20T21:04:14.703 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:14 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:14.877 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:14 smithi130 ceph-mon[36448]: Updating smithi050:/var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-20T21:04:14.878 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:14 smithi130 ceph-mon[36448]: Updating smithi130:/var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-20T21:04:14.878 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:14 smithi130 ceph-mon[36448]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:14.878 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:14 smithi130 ceph-mon[36448]: Updating smithi008:/var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-20T21:04:14.878 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:14 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:14.878 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:14 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:14.878 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:14 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:14.878 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:14 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:14.878 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:14 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:14.878 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:14 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:14.878 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:14 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:14.878 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:14 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-20T21:04:14.878 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:14 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-20T21:04:14.879 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:14 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:14.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:14 smithi050 ceph-mon[35809]: Updating smithi050:/var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-20T21:04:14.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:14 smithi050 ceph-mon[35809]: Updating smithi130:/var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-20T21:04:14.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:14 smithi050 ceph-mon[35809]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:14.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:14 smithi050 ceph-mon[35809]: Updating smithi008:/var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-20T21:04:14.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:14 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:14.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:14 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:14.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:14 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:14.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:14 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:14.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:14 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:14.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:14 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:14.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:14 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:14.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:14 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-20T21:04:14.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:14 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-20T21:04:14.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:14 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:15.308 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-05-20T21:04:15.308 DEBUG:teuthology.orchestra.run.smithi008:> set -ex 2024-05-20T21:04:15.308 DEBUG:teuthology.orchestra.run.smithi008:> sudo dd of=/etc/ceph/ceph.conf 2024-05-20T21:04:15.388 DEBUG:teuthology.orchestra.run.smithi008:> set -ex 2024-05-20T21:04:15.388 DEBUG:teuthology.orchestra.run.smithi008:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-05-20T21:04:15.523 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-05-20T21:04:15.524 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd of=/etc/ceph/ceph.conf 2024-05-20T21:04:15.556 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-05-20T21:04:15.556 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-05-20T21:04:15.613 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:15 smithi008 ceph-mon[31475]: Reconfiguring mon.a (unknown last config time)... 2024-05-20T21:04:15.613 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:15 smithi008 ceph-mon[31475]: Reconfiguring daemon mon.a on smithi008 2024-05-20T21:04:15.613 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:15 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/3425892378' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:15.625 DEBUG:teuthology.orchestra.run.smithi130:> set -ex 2024-05-20T21:04:15.625 DEBUG:teuthology.orchestra.run.smithi130:> sudo dd of=/etc/ceph/ceph.conf 2024-05-20T21:04:15.655 DEBUG:teuthology.orchestra.run.smithi130:> set -ex 2024-05-20T21:04:15.655 DEBUG:teuthology.orchestra.run.smithi130:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-05-20T21:04:15.721 INFO:tasks.cephadm:Adding mgr.x on smithi008 2024-05-20T21:04:15.721 INFO:tasks.cephadm:Adding mgr.y on smithi050 2024-05-20T21:04:15.721 INFO:tasks.cephadm:Adding mgr.z on smithi130 2024-05-20T21:04:15.721 DEBUG:teuthology.orchestra.run.smithi130:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph orch apply mgr '3;smithi008=x;smithi050=y;smithi130=z' 2024-05-20T21:04:15.783 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:15 smithi130 ceph-mon[36448]: Reconfiguring mon.a (unknown last config time)... 2024-05-20T21:04:15.783 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:15 smithi130 ceph-mon[36448]: Reconfiguring daemon mon.a on smithi008 2024-05-20T21:04:15.783 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:15 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/3425892378' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:15.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:15 smithi050 ceph-mon[35809]: Reconfiguring mon.a (unknown last config time)... 2024-05-20T21:04:15.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:15 smithi050 ceph-mon[35809]: Reconfiguring daemon mon.a on smithi008 2024-05-20T21:04:15.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:15 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/3425892378' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:15.991 INFO:teuthology.orchestra.run.smithi130.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.c/config 2024-05-20T21:04:16.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:16 smithi130 ceph-mon[36448]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:16.923 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:16 smithi050 ceph-mon[35809]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:16.951 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:16 smithi008 ceph-mon[31475]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:17.487 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:17.487+0000 7f54f559a700 1 -- 172.21.15.130:0/177540962 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54e8005660 con 0x7f54f8101fc0 2024-05-20T21:04:17.488 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:17.488+0000 7f54fc86c700 1 -- 172.21.15.130:0/177540962 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f54f8101fc0 msgr2=0x7f54f81023e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:04:17.488 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:17.488+0000 7f54fc86c700 1 --2- 172.21.15.130:0/177540962 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f54f8101fc0 0x7f54f81023e0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f54e8009910 tx=0x7f54e8009c20 comp rx=0 tx=0).stop 2024-05-20T21:04:17.488 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:17.488+0000 7f54fc86c700 1 -- 172.21.15.130:0/177540962 shutdown_connections 2024-05-20T21:04:17.488 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:17.488+0000 7f54fc86c700 1 --2- 172.21.15.130:0/177540962 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f54f8101fc0 0x7f54f81023e0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:17.488 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:17.488+0000 7f54fc86c700 1 -- 172.21.15.130:0/177540962 >> 172.21.15.130:0/177540962 conn(0x7f54f80fd580 msgr2=0x7f54f80ff9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:04:17.488 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:17.488+0000 7f54fc86c700 1 -- 172.21.15.130:0/177540962 shutdown_connections 2024-05-20T21:04:17.488 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:17.488+0000 7f54fc86c700 1 -- 172.21.15.130:0/177540962 wait complete. 2024-05-20T21:04:17.491 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:17.489+0000 7f54fc86c700 1 Processor -- start 2024-05-20T21:04:17.491 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:17.489+0000 7f54fc86c700 1 -- start start 2024-05-20T21:04:17.491 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:17.489+0000 7f54fc86c700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f54f8101fc0 0x7f54f819aa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:04:17.491 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:17.489+0000 7f54fc86c700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f54f819af60 0x7f54f819ffd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:04:17.492 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:17.489+0000 7f54fc86c700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f54f819b3e0 0x7f54f81a2560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:04:17.492 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:17.489+0000 7f54fc86c700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f54f8107f00 con 0x7f54f819b3e0 2024-05-20T21:04:17.492 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:17.489+0000 7f54fc86c700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f54f8107d80 con 0x7f54f8101fc0 2024-05-20T21:04:17.492 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:17.489+0000 7f54fc86c700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f54f8108080 con 0x7f54f819af60 2024-05-20T21:04:17.492 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:17.489+0000 7f54f5d9b700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f54f819af60 0x7f54f819ffd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:04:17.492 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:17.489+0000 7f54f5d9b700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f54f819af60 0x7f54f819ffd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.130:38006/0 (socket says 172.21.15.130:38006) 2024-05-20T21:04:17.492 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:17.489+0000 7f54f5d9b700 1 -- 172.21.15.130:0/2756543312 learned_addr learned my addr 172.21.15.130:0/2756543312 (peer_addr_for_me v2:172.21.15.130:0/0) 2024-05-20T21:04:17.492 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:17.489+0000 7f54f659c700 1 --2- 172.21.15.130:0/2756543312 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f54f8101fc0 0x7f54f819aa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:04:17.492 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:17.489+0000 7f54f6d9d700 1 --2- 172.21.15.130:0/2756543312 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f54f819b3e0 0x7f54f81a2560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:04:17.492 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:17.489+0000 7f54f5d9b700 1 -- 172.21.15.130:0/2756543312 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f54f8101fc0 msgr2=0x7f54f819aa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:04:17.492 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:17.489+0000 7f54f5d9b700 1 --2- 172.21.15.130:0/2756543312 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f54f8101fc0 0x7f54f819aa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:17.493 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:17.489+0000 7f54f5d9b700 1 -- 172.21.15.130:0/2756543312 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f54f819b3e0 msgr2=0x7f54f81a2560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:04:17.493 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:17.489+0000 7f54f5d9b700 1 --2- 172.21.15.130:0/2756543312 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f54f819b3e0 0x7f54f81a2560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:17.493 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:17.489+0000 7f54f5d9b700 1 -- 172.21.15.130:0/2756543312 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54f81a2e30 con 0x7f54f819af60 2024-05-20T21:04:17.493 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:17.489+0000 7f54f659c700 1 --2- 172.21.15.130:0/2756543312 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f54f8101fc0 0x7f54f819aa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:04:17.493 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:17.490+0000 7f54f5d9b700 1 --2- 172.21.15.130:0/2756543312 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f54f819af60 0x7f54f819ffd0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f54ec00b780 tx=0x7f54ec00bb40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:04:17.493 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:17.490+0000 7f54e77fe700 1 -- 172.21.15.130:0/2756543312 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54ec004230 con 0x7f54f819af60 2024-05-20T21:04:17.493 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:17.490+0000 7f54e77fe700 1 -- 172.21.15.130:0/2756543312 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f54ec0043d0 con 0x7f54f819af60 2024-05-20T21:04:17.493 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:17.490+0000 7f54e77fe700 1 -- 172.21.15.130:0/2756543312 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54ec011bd0 con 0x7f54f819af60 2024-05-20T21:04:17.494 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:17.490+0000 7f54fc86c700 1 -- 172.21.15.130:0/2756543312 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f54f81a3120 con 0x7f54f819af60 2024-05-20T21:04:17.494 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:17.490+0000 7f54fc86c700 1 -- 172.21.15.130:0/2756543312 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54f81a3730 con 0x7f54f819af60 2024-05-20T21:04:17.494 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:17.491+0000 7f54e77fe700 1 -- 172.21.15.130:0/2756543312 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7f54ec01a400 con 0x7f54f819af60 2024-05-20T21:04:17.494 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:17.491+0000 7f54e77fe700 1 --2- 172.21.15.130:0/2756543312 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f54e003e9a0 0x7f54e0040e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:04:17.494 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:17.491+0000 7f54e77fe700 1 -- 172.21.15.130:0/2756543312 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f54ec0523b0 con 0x7f54f819af60 2024-05-20T21:04:17.494 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:17.491+0000 7f54fc86c700 1 -- 172.21.15.130:0/2756543312 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f54f8064ba0 con 0x7f54f819af60 2024-05-20T21:04:17.494 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:17.492+0000 7f54f659c700 1 --2- 172.21.15.130:0/2756543312 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f54e003e9a0 0x7f54e0040e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:04:17.494 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:17.492+0000 7f54f659c700 1 --2- 172.21.15.130:0/2756543312 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f54e003e9a0 0x7f54e0040e60 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f54e80052c0 tx=0x7f54e801a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:04:17.496 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:17.496+0000 7f54e77fe700 1 -- 172.21.15.130:0/2756543312 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f54ec020740 con 0x7f54f819af60 2024-05-20T21:04:17.712 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:17.712+0000 7f54fc86c700 1 -- 172.21.15.130:0/2756543312 --> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi008=x;smithi050=y;smithi130=z", "target": ["mon-mgr", ""]}) -- 0x7f54f8063980 con 0x7f54e003e9a0 2024-05-20T21:04:17.725 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:17.726+0000 7f54e77fe700 1 -- 172.21.15.130:0/2756543312 <== mgr.14152 v2:172.21.15.8:6800/2778224651 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f54f8063980 con 0x7f54e003e9a0 2024-05-20T21:04:17.726 INFO:teuthology.orchestra.run.smithi130.stdout:Scheduled mgr update... 2024-05-20T21:04:17.727 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:17.728+0000 7f54fc86c700 1 -- 172.21.15.130:0/2756543312 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f54e003e9a0 msgr2=0x7f54e0040e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:04:17.728 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:17.728+0000 7f54fc86c700 1 --2- 172.21.15.130:0/2756543312 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f54e003e9a0 0x7f54e0040e60 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f54e80052c0 tx=0x7f54e801a040 comp rx=0 tx=0).stop 2024-05-20T21:04:17.728 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:17.728+0000 7f54fc86c700 1 -- 172.21.15.130:0/2756543312 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f54f819af60 msgr2=0x7f54f819ffd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:04:17.728 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:17.728+0000 7f54fc86c700 1 --2- 172.21.15.130:0/2756543312 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f54f819af60 0x7f54f819ffd0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f54ec00b780 tx=0x7f54ec00bb40 comp rx=0 tx=0).stop 2024-05-20T21:04:17.728 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:17.728+0000 7f54fc86c700 1 -- 172.21.15.130:0/2756543312 shutdown_connections 2024-05-20T21:04:17.728 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:17.728+0000 7f54fc86c700 1 --2- 172.21.15.130:0/2756543312 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f54e003e9a0 0x7f54e0040e60 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:17.728 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:17.728+0000 7f54fc86c700 1 --2- 172.21.15.130:0/2756543312 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f54f8101fc0 0x7f54f819aa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:17.728 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:17.728+0000 7f54fc86c700 1 --2- 172.21.15.130:0/2756543312 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f54f819b3e0 0x7f54f81a2560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:17.728 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:17.728+0000 7f54fc86c700 1 --2- 172.21.15.130:0/2756543312 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f54f819af60 0x7f54f819ffd0 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:17.728 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:17.728+0000 7f54fc86c700 1 -- 172.21.15.130:0/2756543312 >> 172.21.15.130:0/2756543312 conn(0x7f54f80fd580 msgr2=0x7f54f81919b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:04:17.728 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:17.728+0000 7f54fc86c700 1 -- 172.21.15.130:0/2756543312 shutdown_connections 2024-05-20T21:04:17.728 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:04:17.728+0000 7f54fc86c700 1 -- 172.21.15.130:0/2756543312 wait complete. 2024-05-20T21:04:17.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:17 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:17.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:17 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:17.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:17 smithi130 ceph-mon[36448]: Reconfiguring mon.b (monmap changed)... 2024-05-20T21:04:17.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:17 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-20T21:04:17.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:17 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-20T21:04:17.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:17 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:17.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:17 smithi130 ceph-mon[36448]: Reconfiguring daemon mon.b on smithi050 2024-05-20T21:04:17.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:17 smithi130 ceph-mon[36448]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:17.923 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:17 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:17.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:17 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:17.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:17 smithi050 ceph-mon[35809]: Reconfiguring mon.b (monmap changed)... 2024-05-20T21:04:17.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:17 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-20T21:04:17.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:17 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-20T21:04:17.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:17 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:17.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:17 smithi050 ceph-mon[35809]: Reconfiguring daemon mon.b on smithi050 2024-05-20T21:04:17.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:17 smithi050 ceph-mon[35809]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:17.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:17 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:17.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:17 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:17.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:17 smithi008 ceph-mon[31475]: Reconfiguring mon.b (monmap changed)... 2024-05-20T21:04:17.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:17 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-20T21:04:17.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:17 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-20T21:04:17.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:17 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:17.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:17 smithi008 ceph-mon[31475]: Reconfiguring daemon mon.b on smithi050 2024-05-20T21:04:17.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:17 smithi008 ceph-mon[31475]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:18.345 DEBUG:teuthology.orchestra.run.smithi050:mgr.y> sudo journalctl -f -n 0 -u ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mgr.y.service 2024-05-20T21:04:18.348 DEBUG:teuthology.orchestra.run.smithi130:mgr.z> sudo journalctl -f -n 0 -u ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mgr.z.service 2024-05-20T21:04:18.387 INFO:tasks.cephadm:Deploying OSDs... 2024-05-20T21:04:18.387 DEBUG:teuthology.orchestra.run.smithi008:> set -ex 2024-05-20T21:04:18.387 DEBUG:teuthology.orchestra.run.smithi008:> dd if=/scratch_devs of=/dev/stdout 2024-05-20T21:04:18.449 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-05-20T21:04:18.450 DEBUG:teuthology.orchestra.run.smithi008:> stat /dev/vg_nvme/lv_1 2024-05-20T21:04:18.507 INFO:teuthology.orchestra.run.smithi008.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-05-20T21:04:18.507 INFO:teuthology.orchestra.run.smithi008.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-20T21:04:18.508 INFO:teuthology.orchestra.run.smithi008.stdout:Device: 6h/6d Inode: 633 Links: 1 2024-05-20T21:04:18.508 INFO:teuthology.orchestra.run.smithi008.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-20T21:04:18.508 INFO:teuthology.orchestra.run.smithi008.stdout:Context: system_u:object_r:device_t:s0 2024-05-20T21:04:18.508 INFO:teuthology.orchestra.run.smithi008.stdout:Access: 2024-05-20 21:03:17.678426971 +0000 2024-05-20T21:04:18.508 INFO:teuthology.orchestra.run.smithi008.stdout:Modify: 2024-05-20 20:57:07.251231207 +0000 2024-05-20T21:04:18.508 INFO:teuthology.orchestra.run.smithi008.stdout:Change: 2024-05-20 20:57:07.251231207 +0000 2024-05-20T21:04:18.508 INFO:teuthology.orchestra.run.smithi008.stdout: Birth: 2024-05-20 20:57:07.251231207 +0000 2024-05-20T21:04:18.508 DEBUG:teuthology.orchestra.run.smithi008:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-05-20T21:04:18.594 INFO:teuthology.orchestra.run.smithi008.stderr:1+0 records in 2024-05-20T21:04:18.595 INFO:teuthology.orchestra.run.smithi008.stderr:1+0 records out 2024-05-20T21:04:18.595 INFO:teuthology.orchestra.run.smithi008.stderr:512 bytes copied, 0.000277039 s, 1.8 MB/s 2024-05-20T21:04:18.598 DEBUG:teuthology.orchestra.run.smithi008:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-05-20T21:04:18.659 DEBUG:teuthology.orchestra.run.smithi008:> stat /dev/vg_nvme/lv_2 2024-05-20T21:04:18.712 INFO:teuthology.orchestra.run.smithi008.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-05-20T21:04:18.712 INFO:teuthology.orchestra.run.smithi008.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-20T21:04:18.712 INFO:teuthology.orchestra.run.smithi008.stdout:Device: 6h/6d Inode: 651 Links: 1 2024-05-20T21:04:18.712 INFO:teuthology.orchestra.run.smithi008.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-20T21:04:18.712 INFO:teuthology.orchestra.run.smithi008.stdout:Context: system_u:object_r:device_t:s0 2024-05-20T21:04:18.712 INFO:teuthology.orchestra.run.smithi008.stdout:Access: 2024-05-20 21:03:17.754426188 +0000 2024-05-20T21:04:18.713 INFO:teuthology.orchestra.run.smithi008.stdout:Modify: 2024-05-20 20:57:07.865225057 +0000 2024-05-20T21:04:18.713 INFO:teuthology.orchestra.run.smithi008.stdout:Change: 2024-05-20 20:57:07.865225057 +0000 2024-05-20T21:04:18.713 INFO:teuthology.orchestra.run.smithi008.stdout: Birth: 2024-05-20 20:57:07.865225057 +0000 2024-05-20T21:04:18.713 DEBUG:teuthology.orchestra.run.smithi008:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-05-20T21:04:18.794 INFO:teuthology.orchestra.run.smithi008.stderr:1+0 records in 2024-05-20T21:04:18.794 INFO:teuthology.orchestra.run.smithi008.stderr:1+0 records out 2024-05-20T21:04:18.794 INFO:teuthology.orchestra.run.smithi008.stderr:512 bytes copied, 0.000242581 s, 2.1 MB/s 2024-05-20T21:04:18.798 DEBUG:teuthology.orchestra.run.smithi008:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-05-20T21:04:18.857 DEBUG:teuthology.orchestra.run.smithi008:> stat /dev/vg_nvme/lv_3 2024-05-20T21:04:18.907 INFO:teuthology.orchestra.run.smithi008.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-05-20T21:04:18.907 INFO:teuthology.orchestra.run.smithi008.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-20T21:04:18.907 INFO:teuthology.orchestra.run.smithi008.stdout:Device: 6h/6d Inode: 669 Links: 1 2024-05-20T21:04:18.907 INFO:teuthology.orchestra.run.smithi008.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-20T21:04:18.907 INFO:teuthology.orchestra.run.smithi008.stdout:Context: system_u:object_r:device_t:s0 2024-05-20T21:04:18.907 INFO:teuthology.orchestra.run.smithi008.stdout:Access: 2024-05-20 21:03:17.816425549 +0000 2024-05-20T21:04:18.907 INFO:teuthology.orchestra.run.smithi008.stdout:Modify: 2024-05-20 20:57:08.458219117 +0000 2024-05-20T21:04:18.907 INFO:teuthology.orchestra.run.smithi008.stdout:Change: 2024-05-20 20:57:08.458219117 +0000 2024-05-20T21:04:18.907 INFO:teuthology.orchestra.run.smithi008.stdout: Birth: 2024-05-20 20:57:08.458219117 +0000 2024-05-20T21:04:18.908 DEBUG:teuthology.orchestra.run.smithi008:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-05-20T21:04:18.951 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:18 smithi008 ceph-mon[31475]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi008=x;smithi050=y;smithi130=z", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:04:18.951 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:18 smithi008 ceph-mon[31475]: Saving service mgr spec with placement smithi008=x;smithi050=y;smithi130=z;count:3 2024-05-20T21:04:18.951 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:18 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:18.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:18 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:18.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:18 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:18.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:18 smithi008 ceph-mon[31475]: Reconfiguring mon.c (monmap changed)... 2024-05-20T21:04:18.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:18 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-20T21:04:18.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:18 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-20T21:04:18.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:18 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:18.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:18 smithi008 ceph-mon[31475]: Reconfiguring daemon mon.c on smithi130 2024-05-20T21:04:18.991 INFO:teuthology.orchestra.run.smithi008.stderr:1+0 records in 2024-05-20T21:04:18.991 INFO:teuthology.orchestra.run.smithi008.stderr:1+0 records out 2024-05-20T21:04:18.991 INFO:teuthology.orchestra.run.smithi008.stderr:512 bytes copied, 0.000298681 s, 1.7 MB/s 2024-05-20T21:04:18.995 DEBUG:teuthology.orchestra.run.smithi008:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-05-20T21:04:19.067 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:18 smithi130 ceph-mon[36448]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi008=x;smithi050=y;smithi130=z", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:04:19.068 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:18 smithi130 ceph-mon[36448]: Saving service mgr spec with placement smithi008=x;smithi050=y;smithi130=z;count:3 2024-05-20T21:04:19.068 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:18 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:19.068 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:18 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:19.068 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:18 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:19.068 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:18 smithi130 ceph-mon[36448]: Reconfiguring mon.c (monmap changed)... 2024-05-20T21:04:19.068 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:18 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-20T21:04:19.068 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:18 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-20T21:04:19.068 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:18 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:19.068 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:18 smithi130 ceph-mon[36448]: Reconfiguring daemon mon.c on smithi130 2024-05-20T21:04:19.099 DEBUG:teuthology.orchestra.run.smithi008:> stat /dev/vg_nvme/lv_4 2024-05-20T21:04:19.154 INFO:teuthology.orchestra.run.smithi008.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-05-20T21:04:19.155 INFO:teuthology.orchestra.run.smithi008.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-20T21:04:19.155 INFO:teuthology.orchestra.run.smithi008.stdout:Device: 6h/6d Inode: 691 Links: 1 2024-05-20T21:04:19.155 INFO:teuthology.orchestra.run.smithi008.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-20T21:04:19.155 INFO:teuthology.orchestra.run.smithi008.stdout:Context: system_u:object_r:device_t:s0 2024-05-20T21:04:19.155 INFO:teuthology.orchestra.run.smithi008.stdout:Access: 2024-05-20 21:03:17.875424941 +0000 2024-05-20T21:04:19.155 INFO:teuthology.orchestra.run.smithi008.stdout:Modify: 2024-05-20 20:57:09.069212997 +0000 2024-05-20T21:04:19.155 INFO:teuthology.orchestra.run.smithi008.stdout:Change: 2024-05-20 20:57:09.070212987 +0000 2024-05-20T21:04:19.155 INFO:teuthology.orchestra.run.smithi008.stdout: Birth: 2024-05-20 20:57:09.069212997 +0000 2024-05-20T21:04:19.156 DEBUG:teuthology.orchestra.run.smithi008:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-05-20T21:04:19.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:18 smithi050 ceph-mon[35809]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi008=x;smithi050=y;smithi130=z", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:04:19.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:18 smithi050 ceph-mon[35809]: Saving service mgr spec with placement smithi008=x;smithi050=y;smithi130=z;count:3 2024-05-20T21:04:19.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:18 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:19.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:18 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:19.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:18 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:19.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:18 smithi050 ceph-mon[35809]: Reconfiguring mon.c (monmap changed)... 2024-05-20T21:04:19.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:18 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-20T21:04:19.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:18 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-20T21:04:19.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:18 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:19.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:18 smithi050 ceph-mon[35809]: Reconfiguring daemon mon.c on smithi130 2024-05-20T21:04:19.243 INFO:teuthology.orchestra.run.smithi008.stderr:1+0 records in 2024-05-20T21:04:19.244 INFO:teuthology.orchestra.run.smithi008.stderr:1+0 records out 2024-05-20T21:04:19.244 INFO:teuthology.orchestra.run.smithi008.stderr:512 bytes copied, 0.00028108 s, 1.8 MB/s 2024-05-20T21:04:19.248 DEBUG:teuthology.orchestra.run.smithi008:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-05-20T21:04:19.306 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-05-20T21:04:19.307 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/scratch_devs of=/dev/stdout 2024-05-20T21:04:19.326 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-05-20T21:04:19.326 DEBUG:teuthology.orchestra.run.smithi050:> stat /dev/vg_nvme/lv_1 2024-05-20T21:04:19.385 INFO:teuthology.orchestra.run.smithi050.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-05-20T21:04:19.385 INFO:teuthology.orchestra.run.smithi050.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-20T21:04:19.385 INFO:teuthology.orchestra.run.smithi050.stdout:Device: 5h/5d Inode: 665 Links: 1 2024-05-20T21:04:19.385 INFO:teuthology.orchestra.run.smithi050.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-20T21:04:19.385 INFO:teuthology.orchestra.run.smithi050.stdout:Context: system_u:object_r:device_t:s0 2024-05-20T21:04:19.385 INFO:teuthology.orchestra.run.smithi050.stdout:Access: 2024-05-20 21:04:05.216538109 +0000 2024-05-20T21:04:19.386 INFO:teuthology.orchestra.run.smithi050.stdout:Modify: 2024-05-20 20:56:23.925251631 +0000 2024-05-20T21:04:19.386 INFO:teuthology.orchestra.run.smithi050.stdout:Change: 2024-05-20 20:56:23.925251631 +0000 2024-05-20T21:04:19.386 INFO:teuthology.orchestra.run.smithi050.stdout: Birth: 2024-05-20 20:56:23.925251631 +0000 2024-05-20T21:04:19.386 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-05-20T21:04:19.453 INFO:teuthology.orchestra.run.smithi050.stderr:1+0 records in 2024-05-20T21:04:19.453 INFO:teuthology.orchestra.run.smithi050.stderr:1+0 records out 2024-05-20T21:04:19.454 INFO:teuthology.orchestra.run.smithi050.stderr:512 bytes copied, 0.000117254 s, 4.4 MB/s 2024-05-20T21:04:19.455 DEBUG:teuthology.orchestra.run.smithi050:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-05-20T21:04:19.514 DEBUG:teuthology.orchestra.run.smithi050:> stat /dev/vg_nvme/lv_2 2024-05-20T21:04:19.572 INFO:teuthology.orchestra.run.smithi050.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-05-20T21:04:19.572 INFO:teuthology.orchestra.run.smithi050.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-20T21:04:19.572 INFO:teuthology.orchestra.run.smithi050.stdout:Device: 5h/5d Inode: 686 Links: 1 2024-05-20T21:04:19.572 INFO:teuthology.orchestra.run.smithi050.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-20T21:04:19.572 INFO:teuthology.orchestra.run.smithi050.stdout:Context: system_u:object_r:device_t:s0 2024-05-20T21:04:19.572 INFO:teuthology.orchestra.run.smithi050.stdout:Access: 2024-05-20 21:04:05.216538109 +0000 2024-05-20T21:04:19.572 INFO:teuthology.orchestra.run.smithi050.stdout:Modify: 2024-05-20 20:56:24.263243215 +0000 2024-05-20T21:04:19.572 INFO:teuthology.orchestra.run.smithi050.stdout:Change: 2024-05-20 20:56:24.263243215 +0000 2024-05-20T21:04:19.572 INFO:teuthology.orchestra.run.smithi050.stdout: Birth: 2024-05-20 20:56:24.263243215 +0000 2024-05-20T21:04:19.573 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-05-20T21:04:19.638 INFO:teuthology.orchestra.run.smithi050.stderr:1+0 records in 2024-05-20T21:04:19.638 INFO:teuthology.orchestra.run.smithi050.stderr:1+0 records out 2024-05-20T21:04:19.638 INFO:teuthology.orchestra.run.smithi050.stderr:512 bytes copied, 0.000121224 s, 4.2 MB/s 2024-05-20T21:04:19.639 DEBUG:teuthology.orchestra.run.smithi050:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-05-20T21:04:19.697 DEBUG:teuthology.orchestra.run.smithi050:> stat /dev/vg_nvme/lv_3 2024-05-20T21:04:19.754 INFO:teuthology.orchestra.run.smithi050.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-05-20T21:04:19.755 INFO:teuthology.orchestra.run.smithi050.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-20T21:04:19.755 INFO:teuthology.orchestra.run.smithi050.stdout:Device: 5h/5d Inode: 703 Links: 1 2024-05-20T21:04:19.755 INFO:teuthology.orchestra.run.smithi050.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-20T21:04:19.755 INFO:teuthology.orchestra.run.smithi050.stdout:Context: system_u:object_r:device_t:s0 2024-05-20T21:04:19.755 INFO:teuthology.orchestra.run.smithi050.stdout:Access: 2024-05-20 21:04:05.217538085 +0000 2024-05-20T21:04:19.755 INFO:teuthology.orchestra.run.smithi050.stdout:Modify: 2024-05-20 20:56:24.590235073 +0000 2024-05-20T21:04:19.755 INFO:teuthology.orchestra.run.smithi050.stdout:Change: 2024-05-20 20:56:24.590235073 +0000 2024-05-20T21:04:19.755 INFO:teuthology.orchestra.run.smithi050.stdout: Birth: 2024-05-20 20:56:24.590235073 +0000 2024-05-20T21:04:19.755 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-05-20T21:04:19.819 INFO:teuthology.orchestra.run.smithi050.stderr:1+0 records in 2024-05-20T21:04:19.819 INFO:teuthology.orchestra.run.smithi050.stderr:1+0 records out 2024-05-20T21:04:19.819 INFO:teuthology.orchestra.run.smithi050.stderr:512 bytes copied, 0.000116974 s, 4.4 MB/s 2024-05-20T21:04:19.820 DEBUG:teuthology.orchestra.run.smithi050:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-05-20T21:04:19.877 DEBUG:teuthology.orchestra.run.smithi050:> stat /dev/vg_nvme/lv_4 2024-05-20T21:04:19.934 INFO:teuthology.orchestra.run.smithi050.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-05-20T21:04:19.934 INFO:teuthology.orchestra.run.smithi050.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-20T21:04:19.934 INFO:teuthology.orchestra.run.smithi050.stdout:Device: 5h/5d Inode: 722 Links: 1 2024-05-20T21:04:19.934 INFO:teuthology.orchestra.run.smithi050.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-20T21:04:19.934 INFO:teuthology.orchestra.run.smithi050.stdout:Context: system_u:object_r:device_t:s0 2024-05-20T21:04:19.934 INFO:teuthology.orchestra.run.smithi050.stdout:Access: 2024-05-20 21:04:05.217538085 +0000 2024-05-20T21:04:19.934 INFO:teuthology.orchestra.run.smithi050.stdout:Modify: 2024-05-20 20:56:24.912227055 +0000 2024-05-20T21:04:19.934 INFO:teuthology.orchestra.run.smithi050.stdout:Change: 2024-05-20 20:56:24.912227055 +0000 2024-05-20T21:04:19.934 INFO:teuthology.orchestra.run.smithi050.stdout: Birth: 2024-05-20 20:56:24.912227055 +0000 2024-05-20T21:04:19.935 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-05-20T21:04:19.996 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:19 smithi050 ceph-mon[35809]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:19.999 INFO:teuthology.orchestra.run.smithi050.stderr:1+0 records in 2024-05-20T21:04:19.999 INFO:teuthology.orchestra.run.smithi050.stderr:1+0 records out 2024-05-20T21:04:19.999 INFO:teuthology.orchestra.run.smithi050.stderr:512 bytes copied, 0.000110262 s, 4.6 MB/s 2024-05-20T21:04:20.000 DEBUG:teuthology.orchestra.run.smithi050:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-05-20T21:04:20.058 DEBUG:teuthology.orchestra.run.smithi130:> set -ex 2024-05-20T21:04:20.058 DEBUG:teuthology.orchestra.run.smithi130:> dd if=/scratch_devs of=/dev/stdout 2024-05-20T21:04:20.074 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-05-20T21:04:20.074 DEBUG:teuthology.orchestra.run.smithi130:> stat /dev/vg_nvme/lv_1 2024-05-20T21:04:20.129 INFO:teuthology.orchestra.run.smithi130.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-05-20T21:04:20.129 INFO:teuthology.orchestra.run.smithi130.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-20T21:04:20.129 INFO:teuthology.orchestra.run.smithi130.stdout:Device: 5h/5d Inode: 664 Links: 1 2024-05-20T21:04:20.129 INFO:teuthology.orchestra.run.smithi130.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-20T21:04:20.130 INFO:teuthology.orchestra.run.smithi130.stdout:Context: system_u:object_r:device_t:s0 2024-05-20T21:04:20.130 INFO:teuthology.orchestra.run.smithi130.stdout:Access: 2024-05-20 21:03:55.390792919 +0000 2024-05-20T21:04:20.130 INFO:teuthology.orchestra.run.smithi130.stdout:Modify: 2024-05-20 20:56:05.317529487 +0000 2024-05-20T21:04:20.130 INFO:teuthology.orchestra.run.smithi130.stdout:Change: 2024-05-20 20:56:05.317529487 +0000 2024-05-20T21:04:20.130 INFO:teuthology.orchestra.run.smithi130.stdout: Birth: 2024-05-20 20:56:05.317529487 +0000 2024-05-20T21:04:20.130 DEBUG:teuthology.orchestra.run.smithi130:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-05-20T21:04:20.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:19 smithi130 ceph-mon[36448]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:20.192 INFO:teuthology.orchestra.run.smithi130.stderr:1+0 records in 2024-05-20T21:04:20.192 INFO:teuthology.orchestra.run.smithi130.stderr:1+0 records out 2024-05-20T21:04:20.192 INFO:teuthology.orchestra.run.smithi130.stderr:512 bytes copied, 0.000189661 s, 2.7 MB/s 2024-05-20T21:04:20.193 DEBUG:teuthology.orchestra.run.smithi130:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-05-20T21:04:20.201 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:19 smithi008 ceph-mon[31475]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:20.248 DEBUG:teuthology.orchestra.run.smithi130:> stat /dev/vg_nvme/lv_2 2024-05-20T21:04:20.303 INFO:teuthology.orchestra.run.smithi130.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-05-20T21:04:20.303 INFO:teuthology.orchestra.run.smithi130.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-20T21:04:20.304 INFO:teuthology.orchestra.run.smithi130.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-05-20T21:04:20.304 INFO:teuthology.orchestra.run.smithi130.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-20T21:04:20.304 INFO:teuthology.orchestra.run.smithi130.stdout:Context: system_u:object_r:device_t:s0 2024-05-20T21:04:20.304 INFO:teuthology.orchestra.run.smithi130.stdout:Access: 2024-05-20 21:03:55.391792902 +0000 2024-05-20T21:04:20.304 INFO:teuthology.orchestra.run.smithi130.stdout:Modify: 2024-05-20 20:56:05.654523307 +0000 2024-05-20T21:04:20.304 INFO:teuthology.orchestra.run.smithi130.stdout:Change: 2024-05-20 20:56:05.654523307 +0000 2024-05-20T21:04:20.304 INFO:teuthology.orchestra.run.smithi130.stdout: Birth: 2024-05-20 20:56:05.654523307 +0000 2024-05-20T21:04:20.304 DEBUG:teuthology.orchestra.run.smithi130:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-05-20T21:04:20.366 INFO:teuthology.orchestra.run.smithi130.stderr:1+0 records in 2024-05-20T21:04:20.367 INFO:teuthology.orchestra.run.smithi130.stderr:1+0 records out 2024-05-20T21:04:20.367 INFO:teuthology.orchestra.run.smithi130.stderr:512 bytes copied, 0.000185847 s, 2.8 MB/s 2024-05-20T21:04:20.368 DEBUG:teuthology.orchestra.run.smithi130:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-05-20T21:04:20.424 DEBUG:teuthology.orchestra.run.smithi130:> stat /dev/vg_nvme/lv_3 2024-05-20T21:04:20.479 INFO:teuthology.orchestra.run.smithi130.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-05-20T21:04:20.479 INFO:teuthology.orchestra.run.smithi130.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-20T21:04:20.479 INFO:teuthology.orchestra.run.smithi130.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-05-20T21:04:20.479 INFO:teuthology.orchestra.run.smithi130.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-20T21:04:20.479 INFO:teuthology.orchestra.run.smithi130.stdout:Context: system_u:object_r:device_t:s0 2024-05-20T21:04:20.479 INFO:teuthology.orchestra.run.smithi130.stdout:Access: 2024-05-20 21:03:55.391792902 +0000 2024-05-20T21:04:20.479 INFO:teuthology.orchestra.run.smithi130.stdout:Modify: 2024-05-20 20:56:05.991517126 +0000 2024-05-20T21:04:20.479 INFO:teuthology.orchestra.run.smithi130.stdout:Change: 2024-05-20 20:56:05.991517126 +0000 2024-05-20T21:04:20.479 INFO:teuthology.orchestra.run.smithi130.stdout: Birth: 2024-05-20 20:56:05.991517126 +0000 2024-05-20T21:04:20.479 DEBUG:teuthology.orchestra.run.smithi130:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-05-20T21:04:20.541 INFO:teuthology.orchestra.run.smithi130.stderr:1+0 records in 2024-05-20T21:04:20.541 INFO:teuthology.orchestra.run.smithi130.stderr:1+0 records out 2024-05-20T21:04:20.541 INFO:teuthology.orchestra.run.smithi130.stderr:512 bytes copied, 0.000188802 s, 2.7 MB/s 2024-05-20T21:04:20.542 DEBUG:teuthology.orchestra.run.smithi130:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-05-20T21:04:20.597 DEBUG:teuthology.orchestra.run.smithi130:> stat /dev/vg_nvme/lv_4 2024-05-20T21:04:20.652 INFO:teuthology.orchestra.run.smithi130.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-05-20T21:04:20.652 INFO:teuthology.orchestra.run.smithi130.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-20T21:04:20.652 INFO:teuthology.orchestra.run.smithi130.stdout:Device: 5h/5d Inode: 721 Links: 1 2024-05-20T21:04:20.652 INFO:teuthology.orchestra.run.smithi130.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-20T21:04:20.652 INFO:teuthology.orchestra.run.smithi130.stdout:Context: system_u:object_r:device_t:s0 2024-05-20T21:04:20.652 INFO:teuthology.orchestra.run.smithi130.stdout:Access: 2024-05-20 21:03:55.392792884 +0000 2024-05-20T21:04:20.653 INFO:teuthology.orchestra.run.smithi130.stdout:Modify: 2024-05-20 20:56:06.312511239 +0000 2024-05-20T21:04:20.653 INFO:teuthology.orchestra.run.smithi130.stdout:Change: 2024-05-20 20:56:06.312511239 +0000 2024-05-20T21:04:20.653 INFO:teuthology.orchestra.run.smithi130.stdout: Birth: 2024-05-20 20:56:06.312511239 +0000 2024-05-20T21:04:20.653 DEBUG:teuthology.orchestra.run.smithi130:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-05-20T21:04:20.715 INFO:teuthology.orchestra.run.smithi130.stderr:1+0 records in 2024-05-20T21:04:20.715 INFO:teuthology.orchestra.run.smithi130.stderr:1+0 records out 2024-05-20T21:04:20.715 INFO:teuthology.orchestra.run.smithi130.stderr:512 bytes copied, 0.000168497 s, 3.0 MB/s 2024-05-20T21:04:20.716 DEBUG:teuthology.orchestra.run.smithi130:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-05-20T21:04:20.771 INFO:tasks.cephadm:Deploying osd.0 on smithi008 with /dev/vg_nvme/lv_4... 2024-05-20T21:04:20.771 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-05-20T21:04:21.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:20 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:21.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:20 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:21.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:20 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:04:21.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:20 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:21.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:20 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:04:21.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:20 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:21.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:20 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-20T21:04:21.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:20 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-20T21:04:21.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:20 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-20T21:04:21.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:20 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:21.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:20 smithi130 ceph-mon[36448]: Deploying daemon mgr.z on smithi130 2024-05-20T21:04:21.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:20 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:21.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:20 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:21.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:20 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:04:21.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:20 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:21.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:20 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:04:21.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:20 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:21.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:20 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-20T21:04:21.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:20 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-20T21:04:21.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:20 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-20T21:04:21.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:20 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:21.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:20 smithi050 ceph-mon[35809]: Deploying daemon mgr.z on smithi130 2024-05-20T21:04:21.201 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:20 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:21.201 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:20 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:21.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:20 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:04:21.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:20 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:21.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:20 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:04:21.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:20 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:21.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:20 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-20T21:04:21.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:20 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-20T21:04:21.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:20 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-20T21:04:21.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:20 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:21.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:20 smithi008 ceph-mon[31475]: Deploying daemon mgr.z on smithi130 2024-05-20T21:04:21.224 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:04:21.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:21 smithi130 ceph-mon[36448]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:21.921 INFO:journalctl@ceph.mgr.z.smithi130.stdout:May 20 21:04:21 smithi130 systemd[1]: Starting Ceph mgr.z for 060ce10e-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:04:21.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:21 smithi008 ceph-mon[31475]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:22.076 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:21 smithi050 ceph-mon[35809]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:22.361 INFO:journalctl@ceph.mgr.z.smithi130.stdout:May 20 21:04:22 smithi130 podman[38284]: 2024-05-20 21:04:22.022111347 +0000 UTC m=+0.104734299 container create aa9118143396c2abefb5fc37d079ba89a479304256574e22bffc94beb1e67397 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-z, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-20T21:04:22.362 INFO:journalctl@ceph.mgr.z.smithi130.stdout:May 20 21:04:22 smithi130 podman[38284]: 2024-05-20 21:04:21.934478957 +0000 UTC m=+0.017101928 image pull 559f9f2978373b56e1ed37e8f2207b076e9eb3d6ccfe36983da65ed32ed7d489 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3 2024-05-20T21:04:22.362 INFO:journalctl@ceph.mgr.z.smithi130.stdout:May 20 21:04:22 smithi130 podman[38284]: 2024-05-20 21:04:22.199320755 +0000 UTC m=+0.281943714 container init aa9118143396c2abefb5fc37d079ba89a479304256574e22bffc94beb1e67397 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-z, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-05-20T21:04:22.362 INFO:journalctl@ceph.mgr.z.smithi130.stdout:May 20 21:04:22 smithi130 podman[38284]: 2024-05-20 21:04:22.20173588 +0000 UTC m=+0.284358841 container start aa9118143396c2abefb5fc37d079ba89a479304256574e22bffc94beb1e67397 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-z, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-05-20T21:04:22.362 INFO:journalctl@ceph.mgr.z.smithi130.stdout:May 20 21:04:22 smithi130 ceph-mgr[38304]: -- 172.21.15.130:0/148032626 <== mon.1 v2:172.21.15.130:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ff6876c5a0 con 0x55ff68741000 2024-05-20T21:04:22.362 INFO:journalctl@ceph.mgr.z.smithi130.stdout:May 20 21:04:22 smithi130 bash[38284]: aa9118143396c2abefb5fc37d079ba89a479304256574e22bffc94beb1e67397 2024-05-20T21:04:22.362 INFO:journalctl@ceph.mgr.z.smithi130.stdout:May 20 21:04:22 smithi130 systemd[1]: Started Ceph mgr.z for 060ce10e-16ec-11ef-bc9a-c7b262605968. 2024-05-20T21:04:22.651 INFO:journalctl@ceph.mgr.z.smithi130.stdout:May 20 21:04:22 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-z[38300]: 2024-05-20T21:04:22.361+0000 7fbe89587200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-20T21:04:22.651 INFO:journalctl@ceph.mgr.z.smithi130.stdout:May 20 21:04:22 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-z[38300]: 2024-05-20T21:04:22.548+0000 7fbe89587200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-20T21:04:22.651 INFO:journalctl@ceph.mgr.z.smithi130.stdout:May 20 21:04:22 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-z[38300]: 2024-05-20T21:04:22.651+0000 7fbe89587200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-20T21:04:23.325 INFO:journalctl@ceph.mgr.z.smithi130.stdout:May 20 21:04:22 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-z[38300]: 2024-05-20T21:04:22.961+0000 7fbe89587200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-20T21:04:23.326 INFO:journalctl@ceph.mgr.z.smithi130.stdout:May 20 21:04:23 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-z[38300]: 2024-05-20T21:04:23.047+0000 7fbe89587200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-20T21:04:23.344 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:23 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:23.344 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:23 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:23.344 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:23 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:23.344 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:23 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-20T21:04:23.344 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:23 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-20T21:04:23.344 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:23 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-20T21:04:23.344 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:23 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:23.344 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:23 smithi050 ceph-mon[35809]: Deploying daemon mgr.y on smithi050 2024-05-20T21:04:23.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:23 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:23.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:23 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:23.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:23 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:23.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:23 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-20T21:04:23.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:23 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-20T21:04:23.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:23 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-20T21:04:23.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:23 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:23.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:23 smithi130 ceph-mon[36448]: Deploying daemon mgr.y on smithi050 2024-05-20T21:04:23.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:23 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:23.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:23 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:23.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:23 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:23.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:23 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-20T21:04:23.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:23 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-20T21:04:23.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:23 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-20T21:04:23.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:23 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:23.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:23 smithi008 ceph-mon[31475]: Deploying daemon mgr.y on smithi050 2024-05-20T21:04:24.124 INFO:teuthology.orchestra.run.smithi008.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-05-20T21:04:24.124 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-05-20T21:04:24.124 INFO:teuthology.orchestra.run.smithi008.stderr: stderr: 10+0 records in 2024-05-20T21:04:24.125 INFO:teuthology.orchestra.run.smithi008.stderr:10+0 records out 2024-05-20T21:04:24.125 INFO:teuthology.orchestra.run.smithi008.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0342194 s, 306 MB/s 2024-05-20T21:04:24.125 INFO:teuthology.orchestra.run.smithi008.stderr:--> Zapping successful for: 2024-05-20T21:04:24.590 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:24 smithi130 ceph-mon[36448]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:24.591 INFO:journalctl@ceph.mgr.z.smithi130.stdout:May 20 21:04:24 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-z[38300]: 2024-05-20T21:04:24.248+0000 7fbe89587200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-20T21:04:24.591 INFO:journalctl@ceph.mgr.z.smithi130.stdout:May 20 21:04:24 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-z[38300]: 2024-05-20T21:04:24.418+0000 7fbe89587200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-20T21:04:24.592 INFO:journalctl@ceph.mgr.z.smithi130.stdout:May 20 21:04:24 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-z[38300]: 2024-05-20T21:04:24.590+0000 7fbe89587200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-20T21:04:24.654 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:24 smithi050 ceph-mon[35809]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:24.655 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 20 21:04:24 smithi050 systemd[1]: Starting Ceph mgr.y for 060ce10e-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:04:24.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:24 smithi008 ceph-mon[31475]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:24.924 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 20 21:04:24 smithi050 podman[37181]: 2024-05-20 21:04:24.557437692 +0000 UTC m=+0.017209663 image pull 559f9f2978373b56e1ed37e8f2207b076e9eb3d6ccfe36983da65ed32ed7d489 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3 2024-05-20T21:04:24.924 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 20 21:04:24 smithi050 podman[37181]: 2024-05-20 21:04:24.659342226 +0000 UTC m=+0.119114190 container create 8a14ed8e2ff0b4ad8a02b664eae7508b5aadd7f44de202a2b9c581f8fa55b3c2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-y, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, GIT_CLEAN=True, ceph=True, RELEASE=wip-lusov-quiesce-4ebd1d5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-20T21:04:24.925 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 20 21:04:24 smithi050 podman[37181]: 2024-05-20 21:04:24.870078361 +0000 UTC m=+0.329850333 container init 8a14ed8e2ff0b4ad8a02b664eae7508b5aadd7f44de202a2b9c581f8fa55b3c2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-y, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-05-20T21:04:24.925 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 20 21:04:24 smithi050 podman[37181]: 2024-05-20 21:04:24.872871642 +0000 UTC m=+0.332643605 container start 8a14ed8e2ff0b4ad8a02b664eae7508b5aadd7f44de202a2b9c581f8fa55b3c2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-y, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-05-20T21:04:24.925 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 20 21:04:24 smithi050 ceph-mgr[37200]: -- 172.21.15.50:0/2843015140 <== mon.2 v2:172.21.15.50:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x558de28fc5a0 con 0x558de28d0800 2024-05-20T21:04:24.964 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi008:vg_nvme/lv_4 2024-05-20T21:04:25.171 INFO:journalctl@ceph.mgr.z.smithi130.stdout:May 20 21:04:24 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-z[38300]: 2024-05-20T21:04:24.877+0000 7fbe89587200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-20T21:04:25.171 INFO:journalctl@ceph.mgr.z.smithi130.stdout:May 20 21:04:24 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-z[38300]: 2024-05-20T21:04:24.970+0000 7fbe89587200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-20T21:04:25.328 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 20 21:04:24 smithi050 bash[37181]: 8a14ed8e2ff0b4ad8a02b664eae7508b5aadd7f44de202a2b9c581f8fa55b3c2 2024-05-20T21:04:25.328 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 20 21:04:24 smithi050 systemd[1]: Started Ceph mgr.y for 060ce10e-16ec-11ef-bc9a-c7b262605968. 2024-05-20T21:04:25.328 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 20 21:04:25 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-y[37196]: 2024-05-20T21:04:25.027+0000 7f6f48637200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-20T21:04:25.328 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 20 21:04:25 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-y[37196]: 2024-05-20T21:04:25.221+0000 7f6f48637200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-20T21:04:25.328 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 20 21:04:25 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-y[37196]: 2024-05-20T21:04:25.328+0000 7f6f48637200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-20T21:04:25.443 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:04:25.671 INFO:journalctl@ceph.mgr.z.smithi130.stdout:May 20 21:04:25 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-z[38300]: 2024-05-20T21:04:25.178+0000 7fbe89587200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-20T21:04:25.671 INFO:journalctl@ceph.mgr.z.smithi130.stdout:May 20 21:04:25 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-z[38300]: 2024-05-20T21:04:25.375+0000 7fbe89587200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-20T21:04:25.924 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 20 21:04:25 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-y[37196]: 2024-05-20T21:04:25.661+0000 7f6f48637200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-20T21:04:25.924 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 20 21:04:25 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-y[37196]: 2024-05-20T21:04:25.752+0000 7f6f48637200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-20T21:04:26.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:26 smithi008 ceph-mon[31475]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:26.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:26 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:26.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:26 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:26.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:26 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:26.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:26 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:26.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:26 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:04:26.359 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:26 smithi130 ceph-mon[36448]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:26.359 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:26 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:26.360 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:26 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:26.360 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:26 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:26.360 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:26 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:26.360 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:26 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:04:26.361 INFO:journalctl@ceph.mgr.z.smithi130.stdout:May 20 21:04:26 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-z[38300]: 2024-05-20T21:04:26.021+0000 7fbe89587200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-20T21:04:26.361 INFO:journalctl@ceph.mgr.z.smithi130.stdout:May 20 21:04:26 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-z[38300]: 2024-05-20T21:04:26.249+0000 7fbe89587200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-05-20T21:04:26.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:26 smithi050 ceph-mon[35809]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:26.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:26 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:26.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:26 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:26.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:26 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:26.425 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:26 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:26.425 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:26 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:04:27.090 INFO:journalctl@ceph.mgr.z.smithi130.stdout:May 20 21:04:26 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-z[38300]: 2024-05-20T21:04:26.679+0000 7fbe89587200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-20T21:04:27.091 INFO:journalctl@ceph.mgr.z.smithi130.stdout:May 20 21:04:26 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-z[38300]: 2024-05-20T21:04:26.785+0000 7fbe89587200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-20T21:04:27.308 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:27 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:27.308 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:27 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:27.308 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:27 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:27.308 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:27 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:27.308 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:27 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:27.308 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:27 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:27.308 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:27 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:04:27.308 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:27 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:27.308 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:27 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-20T21:04:27.308 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:27 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-20T21:04:27.308 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:27 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:27.402 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 20 21:04:27 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-y[37196]: 2024-05-20T21:04:27.051+0000 7f6f48637200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-20T21:04:27.402 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 20 21:04:27 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-y[37196]: 2024-05-20T21:04:27.227+0000 7f6f48637200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-20T21:04:27.402 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 20 21:04:27 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-y[37196]: 2024-05-20T21:04:27.402+0000 7f6f48637200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-20T21:04:27.403 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:27 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:27.403 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:27 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:27.403 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:27 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:27.403 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:27 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:27.403 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:27 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:27.403 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:27 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:27.403 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:27 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:04:27.403 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:27 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:27.404 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:27 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-20T21:04:27.404 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:27 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-20T21:04:27.404 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:27 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:27.421 INFO:journalctl@ceph.mgr.z.smithi130.stdout:May 20 21:04:27 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-z[38300]: 2024-05-20T21:04:27.158+0000 7fbe89587200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-20T21:04:27.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:27 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:27.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:27 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:27.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:27 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:27.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:27 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:27.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:27 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:27.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:27 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:27.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:27 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:04:27.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:27 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:27.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:27 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-20T21:04:27.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:27 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-20T21:04:27.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:27 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:27.484 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:27.483+0000 7fee4ca00700 1 -- 172.21.15.8:0/2846516640 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fee48106950 msgr2=0x7fee48108d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:04:27.484 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:27.483+0000 7fee4ca00700 1 --2- 172.21.15.8:0/2846516640 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fee48106950 0x7fee48108d40 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fee34009990 tx=0x7fee34009ca0 comp rx=0 tx=0).stop 2024-05-20T21:04:27.484 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:27.483+0000 7fee4ca00700 1 -- 172.21.15.8:0/2846516640 shutdown_connections 2024-05-20T21:04:27.484 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:27.483+0000 7fee4ca00700 1 --2- 172.21.15.8:0/2846516640 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fee48109280 0x7fee4810b670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:27.484 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:27.483+0000 7fee4ca00700 1 --2- 172.21.15.8:0/2846516640 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fee48104020 0x7fee48106410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:27.485 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:27.483+0000 7fee4ca00700 1 --2- 172.21.15.8:0/2846516640 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fee48106950 0x7fee48108d40 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:27.485 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:27.483+0000 7fee4ca00700 1 -- 172.21.15.8:0/2846516640 >> 172.21.15.8:0/2846516640 conn(0x7fee480fd950 msgr2=0x7fee480ffdb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:04:27.485 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:27.483+0000 7fee4ca00700 1 -- 172.21.15.8:0/2846516640 shutdown_connections 2024-05-20T21:04:27.485 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:27.484+0000 7fee4ca00700 1 -- 172.21.15.8:0/2846516640 wait complete. 2024-05-20T21:04:27.485 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:27.485+0000 7fee4ca00700 1 Processor -- start 2024-05-20T21:04:27.485 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:27.485+0000 7fee4ca00700 1 -- start start 2024-05-20T21:04:27.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:27.486+0000 7fee4ca00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fee48104020 0x7fee4819b7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:04:27.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:27.486+0000 7fee4ca00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fee48106950 0x7fee4819bcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:04:27.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:27.486+0000 7fee4ca00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fee48109280 0x7fee481a2d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:04:27.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:27.486+0000 7fee4ca00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fee4810ef70 con 0x7fee48106950 2024-05-20T21:04:27.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:27.486+0000 7fee4ca00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fee4810edf0 con 0x7fee48104020 2024-05-20T21:04:27.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:27.486+0000 7fee4ca00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fee4810f0f0 con 0x7fee48109280 2024-05-20T21:04:27.487 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:27.486+0000 7fee46800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fee48104020 0x7fee4819b7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:04:27.487 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:27.486+0000 7fee46800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fee48104020 0x7fee4819b7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:57184/0 (socket says 172.21.15.8:57184) 2024-05-20T21:04:27.488 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:27.486+0000 7fee46800700 1 -- 172.21.15.8:0/3508789511 learned_addr learned my addr 172.21.15.8:0/3508789511 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:04:27.488 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:27.486+0000 7fee47200700 1 --2- 172.21.15.8:0/3508789511 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fee48109280 0x7fee481a2d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:04:27.488 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:27.486+0000 7fee45e00700 1 --2- 172.21.15.8:0/3508789511 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fee48106950 0x7fee4819bcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:04:27.488 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:27.487+0000 7fee46800700 1 -- 172.21.15.8:0/3508789511 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fee48109280 msgr2=0x7fee481a2d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:04:27.488 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:27.487+0000 7fee46800700 1 --2- 172.21.15.8:0/3508789511 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fee48109280 0x7fee481a2d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:27.488 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:27.487+0000 7fee46800700 1 -- 172.21.15.8:0/3508789511 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fee48106950 msgr2=0x7fee4819bcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:04:27.488 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:27.487+0000 7fee46800700 1 --2- 172.21.15.8:0/3508789511 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fee48106950 0x7fee4819bcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:27.488 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:27.487+0000 7fee46800700 1 -- 172.21.15.8:0/3508789511 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee481a3410 con 0x7fee48104020 2024-05-20T21:04:27.488 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:27.487+0000 7fee47200700 1 --2- 172.21.15.8:0/3508789511 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fee48109280 0x7fee481a2d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:04:27.488 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:27.487+0000 7fee46800700 1 --2- 172.21.15.8:0/3508789511 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fee48104020 0x7fee4819b7b0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fee3800e9a0 tx=0x7fee3800ed60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:04:27.488 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:27.487+0000 7fee3f400700 1 -- 172.21.15.8:0/3508789511 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee3800cbd0 con 0x7fee48104020 2024-05-20T21:04:27.488 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:27.487+0000 7fee4ca00700 1 -- 172.21.15.8:0/3508789511 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fee481a3700 con 0x7fee48104020 2024-05-20T21:04:27.488 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:27.487+0000 7fee3f400700 1 -- 172.21.15.8:0/3508789511 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fee3800cd70 con 0x7fee48104020 2024-05-20T21:04:27.488 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:27.487+0000 7fee3f400700 1 -- 172.21.15.8:0/3508789511 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee38018710 con 0x7fee48104020 2024-05-20T21:04:27.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:27.488+0000 7fee4ca00700 1 -- 172.21.15.8:0/3508789511 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fee481a3c40 con 0x7fee48104020 2024-05-20T21:04:27.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:27.489+0000 7fee4ca00700 1 -- 172.21.15.8:0/3508789511 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fee4806a230 con 0x7fee48104020 2024-05-20T21:04:27.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:27.489+0000 7fee3f400700 1 -- 172.21.15.8:0/3508789511 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7fee380188b0 con 0x7fee48104020 2024-05-20T21:04:27.490 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:27.490+0000 7fee3f400700 1 --2- 172.21.15.8:0/3508789511 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fee2c03e750 0x7fee2c040c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:04:27.490 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:27.490+0000 7fee3f400700 1 -- 172.21.15.8:0/3508789511 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fee38052cd0 con 0x7fee48104020 2024-05-20T21:04:27.490 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:27.490+0000 7fee45e00700 1 --2- 172.21.15.8:0/3508789511 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fee2c03e750 0x7fee2c040c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:04:27.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:27.491+0000 7fee45e00700 1 --2- 172.21.15.8:0/3508789511 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fee2c03e750 0x7fee2c040c10 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fee3400b2e0 tx=0x7fee3401a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:04:27.500 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:27.500+0000 7fee3f400700 1 -- 172.21.15.8:0/3508789511 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fee38020360 con 0x7fee48104020 2024-05-20T21:04:27.786 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:27.786+0000 7fee4ca00700 1 -- 172.21.15.8:0/3508789511 --> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi008:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7fee48063980 con 0x7fee2c03e750 2024-05-20T21:04:27.849 INFO:journalctl@ceph.mgr.z.smithi130.stdout:May 20 21:04:27 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-z[38300]: 2024-05-20T21:04:27.511+0000 7fbe89587200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-20T21:04:27.849 INFO:journalctl@ceph.mgr.z.smithi130.stdout:May 20 21:04:27 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-z[38300]: 2024-05-20T21:04:27.604+0000 7fbe89587200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-20T21:04:28.010 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 20 21:04:27 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-y[37196]: 2024-05-20T21:04:27.704+0000 7f6f48637200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-20T21:04:28.011 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 20 21:04:27 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-y[37196]: 2024-05-20T21:04:27.801+0000 7f6f48637200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-20T21:04:28.011 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 20 21:04:28 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-y[37196]: 2024-05-20T21:04:28.010+0000 7f6f48637200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-20T21:04:28.171 INFO:journalctl@ceph.mgr.z.smithi130.stdout:May 20 21:04:27 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-z[38300]: 2024-05-20T21:04:27.849+0000 7fbe89587200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-20T21:04:28.171 INFO:journalctl@ceph.mgr.z.smithi130.stdout:May 20 21:04:27 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-z[38300]: 2024-05-20T21:04:27.982+0000 7fbe89587200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-20T21:04:28.171 INFO:journalctl@ceph.mgr.z.smithi130.stdout:May 20 21:04:28 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-z[38300]: 2024-05-20T21:04:28.077+0000 7fbe89587200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-20T21:04:28.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:28 smithi130 ceph-mon[36448]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:28.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:28 smithi130 ceph-mon[36448]: Reconfiguring mgr.x (unknown last config time)... 2024-05-20T21:04:28.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:28 smithi130 ceph-mon[36448]: Reconfiguring daemon mgr.x on smithi008 2024-05-20T21:04:28.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:28 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:04:28.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:28 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:04:28.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:28 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:28.359 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:28 smithi008 ceph-mon[31475]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:28.359 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:28 smithi008 ceph-mon[31475]: Reconfiguring mgr.x (unknown last config time)... 2024-05-20T21:04:28.359 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:28 smithi008 ceph-mon[31475]: Reconfiguring daemon mgr.x on smithi008 2024-05-20T21:04:28.359 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:28 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:04:28.360 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:28 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:04:28.360 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:28 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:28.424 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 20 21:04:28 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-y[37196]: 2024-05-20T21:04:28.211+0000 7f6f48637200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-20T21:04:28.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:28 smithi050 ceph-mon[35809]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:28.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:28 smithi050 ceph-mon[35809]: Reconfiguring mgr.x (unknown last config time)... 2024-05-20T21:04:28.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:28 smithi050 ceph-mon[35809]: Reconfiguring daemon mgr.x on smithi008 2024-05-20T21:04:28.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:28 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:04:28.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:28 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:04:28.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:28 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:28.675 INFO:journalctl@ceph.mgr.z.smithi130.stdout:May 20 21:04:28 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-z[38300]: 2024-05-20T21:04:28.406+0000 7fbe89587200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-20T21:04:28.675 INFO:journalctl@ceph.mgr.z.smithi130.stdout:May 20 21:04:28 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-z[38300]: 2024-05-20T21:04:28.500+0000 7fbe89587200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-20T21:04:29.100 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 20 21:04:28 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-y[37196]: 2024-05-20T21:04:28.837+0000 7f6f48637200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-20T21:04:29.101 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 20 21:04:29 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-y[37196]: 2024-05-20T21:04:29.064+0000 7f6f48637200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-05-20T21:04:29.320 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:29 smithi008 ceph-mon[31475]: from='client.24119 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi008:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:04:29.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:29 smithi130 ceph-mon[36448]: from='client.24119 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi008:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:04:29.421 INFO:journalctl@ceph.mgr.z.smithi130.stdout:May 20 21:04:29 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-z[38300]: 2024-05-20T21:04:29.100+0000 7fbe89587200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-20T21:04:29.421 INFO:journalctl@ceph.mgr.z.smithi130.stdout:May 20 21:04:29 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-z[38300]: 2024-05-20T21:04:29.316+0000 7fbe89587200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-20T21:04:29.423 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:29 smithi050 ceph-mon[35809]: from='client.24119 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi008:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:04:29.924 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 20 21:04:29 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-y[37196]: 2024-05-20T21:04:29.501+0000 7f6f48637200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-20T21:04:29.924 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 20 21:04:29 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-y[37196]: 2024-05-20T21:04:29.600+0000 7f6f48637200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-20T21:04:30.234 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 20 21:04:29 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-y[37196]: 2024-05-20T21:04:29.982+0000 7f6f48637200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-20T21:04:30.286 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:30.286+0000 7fee3f400700 1 -- 172.21.15.8:0/3508789511 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mgrmap(e 14) ==== 99936+0+0 (secure 0 0 0) 0x7fee38016330 con 0x7fee48104020 2024-05-20T21:04:30.412 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:30 smithi008 ceph-mon[31475]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:30.412 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:30 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:30.412 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:30 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:30.412 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:30 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:04:30.413 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:30 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:30.413 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:30 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:04:30.413 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:30 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:30.413 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:30 smithi008 ceph-mon[31475]: Standby manager daemon z started 2024-05-20T21:04:30.413 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:30 smithi008 ceph-mon[31475]: from='mgr.? 172.21.15.130:0/1139186225' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-05-20T21:04:30.413 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:30 smithi008 ceph-mon[31475]: from='mgr.? 172.21.15.130:0/1139186225' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-20T21:04:30.413 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:30 smithi008 ceph-mon[31475]: from='mgr.? 172.21.15.130:0/1139186225' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-05-20T21:04:30.413 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:30 smithi008 ceph-mon[31475]: from='mgr.? 172.21.15.130:0/1139186225' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-20T21:04:30.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:30 smithi130 ceph-mon[36448]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:30.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:30 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:30.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:30 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:30.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:30 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:04:30.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:30 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:30.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:30 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:04:30.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:30 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:30.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:30 smithi130 ceph-mon[36448]: Standby manager daemon z started 2024-05-20T21:04:30.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:30 smithi130 ceph-mon[36448]: from='mgr.? 172.21.15.130:0/1139186225' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-05-20T21:04:30.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:30 smithi130 ceph-mon[36448]: from='mgr.? 172.21.15.130:0/1139186225' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-20T21:04:30.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:30 smithi130 ceph-mon[36448]: from='mgr.? 172.21.15.130:0/1139186225' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-05-20T21:04:30.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:30 smithi130 ceph-mon[36448]: from='mgr.? 172.21.15.130:0/1139186225' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-20T21:04:30.674 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 20 21:04:30 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-y[37196]: 2024-05-20T21:04:30.353+0000 7f6f48637200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-20T21:04:30.674 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 20 21:04:30 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-y[37196]: 2024-05-20T21:04:30.448+0000 7f6f48637200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-20T21:04:30.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:30 smithi050 ceph-mon[35809]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:30.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:30 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:30.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:30 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:30.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:30 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:04:30.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:30 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:30.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:30 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:04:30.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:30 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:30.675 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:30 smithi050 ceph-mon[35809]: Standby manager daemon z started 2024-05-20T21:04:30.675 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:30 smithi050 ceph-mon[35809]: from='mgr.? 172.21.15.130:0/1139186225' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-05-20T21:04:30.675 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:30 smithi050 ceph-mon[35809]: from='mgr.? 172.21.15.130:0/1139186225' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-20T21:04:30.675 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:30 smithi050 ceph-mon[35809]: from='mgr.? 172.21.15.130:0/1139186225' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-05-20T21:04:30.675 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:30 smithi050 ceph-mon[35809]: from='mgr.? 172.21.15.130:0/1139186225' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-20T21:04:31.174 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 20 21:04:30 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-y[37196]: 2024-05-20T21:04:30.699+0000 7f6f48637200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-20T21:04:31.174 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 20 21:04:30 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-y[37196]: 2024-05-20T21:04:30.837+0000 7f6f48637200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-20T21:04:31.174 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 20 21:04:30 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-y[37196]: 2024-05-20T21:04:30.935+0000 7f6f48637200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-20T21:04:31.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:31 smithi130 ceph-mon[36448]: mgrmap e14: x(active, since 89s), standbys: z 2024-05-20T21:04:31.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:31 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-05-20T21:04:31.673 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:31 smithi050 ceph-mon[35809]: mgrmap e14: x(active, since 89s), standbys: z 2024-05-20T21:04:31.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:31 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-05-20T21:04:31.674 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 20 21:04:31 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-y[37196]: 2024-05-20T21:04:31.272+0000 7f6f48637200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-20T21:04:31.674 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 20 21:04:31 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-y[37196]: 2024-05-20T21:04:31.370+0000 7f6f48637200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-20T21:04:31.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:31 smithi008 ceph-mon[31475]: mgrmap e14: x(active, since 89s), standbys: z 2024-05-20T21:04:31.703 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:31 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-05-20T21:04:32.292 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 20 21:04:31 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-y[37196]: 2024-05-20T21:04:31.998+0000 7f6f48637200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-20T21:04:32.293 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 20 21:04:32 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-y[37196]: 2024-05-20T21:04:32.222+0000 7f6f48637200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-20T21:04:32.313 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:32.311+0000 7fee3f400700 1 -- 172.21.15.8:0/3508789511 <== mon.2 v2:172.21.15.50:3300/0 8 ==== mgrmap(e 15) ==== 149595+0+0 (secure 0 0 0) 0x7fee38018ba0 con 0x7fee48104020 2024-05-20T21:04:32.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:32 smithi130 ceph-mon[36448]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:32.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:32 smithi130 ceph-mon[36448]: from='mgr.? 172.21.15.50:0/711730982' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-05-20T21:04:32.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:32 smithi130 ceph-mon[36448]: Standby manager daemon y started 2024-05-20T21:04:32.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:32 smithi130 ceph-mon[36448]: from='mgr.? 172.21.15.50:0/711730982' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-20T21:04:32.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:32 smithi130 ceph-mon[36448]: from='mgr.? 172.21.15.50:0/711730982' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-05-20T21:04:32.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:32 smithi130 ceph-mon[36448]: from='mgr.? 172.21.15.50:0/711730982' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-20T21:04:32.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:32 smithi050 ceph-mon[35809]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:32.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:32 smithi050 ceph-mon[35809]: from='mgr.? 172.21.15.50:0/711730982' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-05-20T21:04:32.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:32 smithi050 ceph-mon[35809]: Standby manager daemon y started 2024-05-20T21:04:32.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:32 smithi050 ceph-mon[35809]: from='mgr.? 172.21.15.50:0/711730982' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-20T21:04:32.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:32 smithi050 ceph-mon[35809]: from='mgr.? 172.21.15.50:0/711730982' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-05-20T21:04:32.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:32 smithi050 ceph-mon[35809]: from='mgr.? 172.21.15.50:0/711730982' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-20T21:04:32.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:32 smithi008 ceph-mon[31475]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:32.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:32 smithi008 ceph-mon[31475]: from='mgr.? 172.21.15.50:0/711730982' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-05-20T21:04:32.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:32 smithi008 ceph-mon[31475]: Standby manager daemon y started 2024-05-20T21:04:32.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:32 smithi008 ceph-mon[31475]: from='mgr.? 172.21.15.50:0/711730982' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-20T21:04:32.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:32 smithi008 ceph-mon[31475]: from='mgr.? 172.21.15.50:0/711730982' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-05-20T21:04:32.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:32 smithi008 ceph-mon[31475]: from='mgr.? 172.21.15.50:0/711730982' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-20T21:04:33.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:33 smithi130 ceph-mon[36448]: mgrmap e15: x(active, since 91s), standbys: z, y 2024-05-20T21:04:33.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:33 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-20T21:04:33.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:33 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/3630549268' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "567da6cc-0f5c-488c-82f7-0ecdf1f9a92c"}]: dispatch 2024-05-20T21:04:33.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:33 smithi130 ceph-mon[36448]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "567da6cc-0f5c-488c-82f7-0ecdf1f9a92c"}]: dispatch 2024-05-20T21:04:33.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:33 smithi130 ceph-mon[36448]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "567da6cc-0f5c-488c-82f7-0ecdf1f9a92c"}]': finished 2024-05-20T21:04:33.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:33 smithi130 ceph-mon[36448]: osdmap e5: 1 total, 0 up, 1 in 2024-05-20T21:04:33.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:33 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-20T21:04:33.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:33 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/2170703692' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:04:33.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:33 smithi050 ceph-mon[35809]: mgrmap e15: x(active, since 91s), standbys: z, y 2024-05-20T21:04:33.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:33 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-20T21:04:33.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:33 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/3630549268' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "567da6cc-0f5c-488c-82f7-0ecdf1f9a92c"}]: dispatch 2024-05-20T21:04:33.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:33 smithi050 ceph-mon[35809]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "567da6cc-0f5c-488c-82f7-0ecdf1f9a92c"}]: dispatch 2024-05-20T21:04:33.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:33 smithi050 ceph-mon[35809]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "567da6cc-0f5c-488c-82f7-0ecdf1f9a92c"}]': finished 2024-05-20T21:04:33.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:33 smithi050 ceph-mon[35809]: osdmap e5: 1 total, 0 up, 1 in 2024-05-20T21:04:33.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:33 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-20T21:04:33.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:33 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/2170703692' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:04:33.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:33 smithi008 ceph-mon[31475]: mgrmap e15: x(active, since 91s), standbys: z, y 2024-05-20T21:04:33.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:33 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-20T21:04:33.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:33 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/3630549268' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "567da6cc-0f5c-488c-82f7-0ecdf1f9a92c"}]: dispatch 2024-05-20T21:04:33.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:33 smithi008 ceph-mon[31475]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "567da6cc-0f5c-488c-82f7-0ecdf1f9a92c"}]: dispatch 2024-05-20T21:04:33.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:33 smithi008 ceph-mon[31475]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "567da6cc-0f5c-488c-82f7-0ecdf1f9a92c"}]': finished 2024-05-20T21:04:33.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:33 smithi008 ceph-mon[31475]: osdmap e5: 1 total, 0 up, 1 in 2024-05-20T21:04:33.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:33 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-20T21:04:33.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:33 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/2170703692' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:04:34.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:34 smithi130 ceph-mon[36448]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:34.673 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:34 smithi050 ceph-mon[35809]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:34.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:34 smithi008 ceph-mon[31475]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:36.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:36 smithi130 ceph-mon[36448]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:36.673 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:36 smithi050 ceph-mon[35809]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:36.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:36 smithi008 ceph-mon[31475]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:38.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:38 smithi008 ceph-mon[31475]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:38.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:38 smithi130 ceph-mon[36448]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:38.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:38 smithi050 ceph-mon[35809]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:40.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:40 smithi130 ceph-mon[36448]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:40.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:40 smithi050 ceph-mon[35809]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:40.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:40 smithi008 ceph-mon[31475]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:42.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:42 smithi130 ceph-mon[36448]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:42.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:42 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-20T21:04:42.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:42 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:42.673 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:42 smithi050 ceph-mon[35809]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:42.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:42 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-20T21:04:42.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:42 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:42.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:42 smithi008 ceph-mon[31475]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:42.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:42 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-20T21:04:42.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:42 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:43.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:43 smithi008 ceph-mon[31475]: Deploying daemon osd.0 on smithi008 2024-05-20T21:04:43.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:43 smithi130 ceph-mon[36448]: Deploying daemon osd.0 on smithi008 2024-05-20T21:04:43.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:43 smithi050 ceph-mon[35809]: Deploying daemon osd.0 on smithi008 2024-05-20T21:04:44.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:44 smithi130 ceph-mon[36448]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:44.673 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:44 smithi050 ceph-mon[35809]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:44.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:44 smithi008 ceph-mon[31475]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:46.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:46 smithi130 ceph-mon[36448]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:46.673 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:46 smithi050 ceph-mon[35809]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:46.688 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:46 smithi008 ceph-mon[31475]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:48.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:48 smithi130 ceph-mon[36448]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:48.678 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:48 smithi050 ceph-mon[35809]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:48.681 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:48 smithi008 ceph-mon[31475]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:50.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:50 smithi130 ceph-mon[36448]: pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:50.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:50 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:50.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:50 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:50.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:50 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:04:50.673 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:50 smithi050 ceph-mon[35809]: pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:50.673 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:50 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:50.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:50 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:50.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:50 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:04:50.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:50 smithi008 ceph-mon[31475]: pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:50.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:50 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:50.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:50 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:50.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:50 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:04:52.583 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:52 smithi008 ceph-mon[31475]: pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:52.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:52 smithi130 ceph-mon[36448]: pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:52.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:52 smithi050 ceph-mon[35809]: pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:54.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:54 smithi008 ceph-mon[31475]: pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:54.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:54 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:54.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:54 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:54.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:54 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:54.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:54 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:04:54.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:54 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:54.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:54 smithi008 ceph-mon[31475]: from='osd.0 [v2:172.21.15.8:6802/2530117688,v1:172.21.15.8:6803/2530117688]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-20T21:04:54.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:54 smithi008 ceph-mon[31475]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-20T21:04:54.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:54 smithi130 ceph-mon[36448]: pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:54.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:54 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:54.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:54 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:54.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:54 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:54.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:54 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:04:54.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:54 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:54.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:54 smithi130 ceph-mon[36448]: from='osd.0 [v2:172.21.15.8:6802/2530117688,v1:172.21.15.8:6803/2530117688]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-20T21:04:54.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:54 smithi130 ceph-mon[36448]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-20T21:04:54.673 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:54 smithi050 ceph-mon[35809]: pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:54.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:54 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:54.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:54 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:54.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:54 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:54.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:54 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:04:54.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:54 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:54.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:54 smithi050 ceph-mon[35809]: from='osd.0 [v2:172.21.15.8:6802/2530117688,v1:172.21.15.8:6803/2530117688]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-20T21:04:54.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:54 smithi050 ceph-mon[35809]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-20T21:04:54.681 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:54.680+0000 7fee3f400700 1 -- 172.21.15.8:0/3508789511 <== mgr.14152 v2:172.21.15.8:6800/2778224651 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fee48063980 con 0x7fee2c03e750 2024-05-20T21:04:54.682 INFO:teuthology.orchestra.run.smithi008.stdout:Created osd(s) 0 on host 'smithi008' 2024-05-20T21:04:54.685 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:54.684+0000 7fee4ca00700 1 -- 172.21.15.8:0/3508789511 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fee2c03e750 msgr2=0x7fee2c040c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:04:54.685 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:54.684+0000 7fee4ca00700 1 --2- 172.21.15.8:0/3508789511 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fee2c03e750 0x7fee2c040c10 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fee3400b2e0 tx=0x7fee3401a040 comp rx=0 tx=0).stop 2024-05-20T21:04:54.685 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:54.684+0000 7fee4ca00700 1 -- 172.21.15.8:0/3508789511 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fee48104020 msgr2=0x7fee4819b7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:04:54.685 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:54.684+0000 7fee4ca00700 1 --2- 172.21.15.8:0/3508789511 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fee48104020 0x7fee4819b7b0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fee3800e9a0 tx=0x7fee3800ed60 comp rx=0 tx=0).stop 2024-05-20T21:04:54.685 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:54.685+0000 7fee4ca00700 1 -- 172.21.15.8:0/3508789511 shutdown_connections 2024-05-20T21:04:54.686 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:54.685+0000 7fee4ca00700 1 --2- 172.21.15.8:0/3508789511 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fee2c03e750 0x7fee2c040c10 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:54.686 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:54.685+0000 7fee4ca00700 1 --2- 172.21.15.8:0/3508789511 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fee48104020 0x7fee4819b7b0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:54.686 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:54.685+0000 7fee4ca00700 1 --2- 172.21.15.8:0/3508789511 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fee48109280 0x7fee481a2d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:54.686 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:54.685+0000 7fee4ca00700 1 --2- 172.21.15.8:0/3508789511 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fee48106950 0x7fee4819bcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:54.686 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:54.685+0000 7fee4ca00700 1 -- 172.21.15.8:0/3508789511 >> 172.21.15.8:0/3508789511 conn(0x7fee480fd950 msgr2=0x7fee48103750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:04:54.686 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:54.685+0000 7fee4ca00700 1 -- 172.21.15.8:0/3508789511 shutdown_connections 2024-05-20T21:04:54.686 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:04:54.685+0000 7fee4ca00700 1 -- 172.21.15.8:0/3508789511 wait complete. 2024-05-20T21:04:55.456 DEBUG:teuthology.orchestra.run.smithi008:osd.0> sudo journalctl -f -n 0 -u ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@osd.0.service 2024-05-20T21:04:55.462 INFO:tasks.cephadm:Deploying osd.1 on smithi050 with /dev/vg_nvme/lv_4... 2024-05-20T21:04:55.462 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-05-20T21:04:55.713 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.b/config 2024-05-20T21:04:55.835 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:55 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:55.835 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:55 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:55.835 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:55 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:04:55.835 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:55 smithi050 ceph-mon[35809]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-05-20T21:04:55.836 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:55 smithi050 ceph-mon[35809]: from='osd.0 [v2:172.21.15.8:6802/2530117688,v1:172.21.15.8:6803/2530117688]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]: dispatch 2024-05-20T21:04:55.836 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:55 smithi050 ceph-mon[35809]: osdmap e6: 1 total, 0 up, 1 in 2024-05-20T21:04:55.836 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:55 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-20T21:04:55.836 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:55 smithi050 ceph-mon[35809]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]: dispatch 2024-05-20T21:04:55.836 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:55 smithi050 ceph-mon[35809]: pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:55.914 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:55 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:55.914 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:55 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:55.914 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:55 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:04:55.914 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:55 smithi008 ceph-mon[31475]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-05-20T21:04:55.914 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:55 smithi008 ceph-mon[31475]: from='osd.0 [v2:172.21.15.8:6802/2530117688,v1:172.21.15.8:6803/2530117688]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]: dispatch 2024-05-20T21:04:55.914 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:55 smithi008 ceph-mon[31475]: osdmap e6: 1 total, 0 up, 1 in 2024-05-20T21:04:55.915 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:55 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-20T21:04:55.915 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:55 smithi008 ceph-mon[31475]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]: dispatch 2024-05-20T21:04:55.915 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:55 smithi008 ceph-mon[31475]: pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:55.915 INFO:journalctl@ceph.osd.0.smithi008.stdout:May 20 21:04:55 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-0[45988]: 2024-05-20T21:04:55.832+0000 7f2965200700 -1 osd.0 0 waiting for initial osdmap 2024-05-20T21:04:55.915 INFO:journalctl@ceph.osd.0.smithi008.stdout:May 20 21:04:55 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-0[45988]: 2024-05-20T21:04:55.842+0000 7f2960000700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-20T21:04:55.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:55 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:55.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:55 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:04:55.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:55 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:04:55.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:55 smithi130 ceph-mon[36448]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-05-20T21:04:55.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:55 smithi130 ceph-mon[36448]: from='osd.0 [v2:172.21.15.8:6802/2530117688,v1:172.21.15.8:6803/2530117688]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]: dispatch 2024-05-20T21:04:55.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:55 smithi130 ceph-mon[36448]: osdmap e6: 1 total, 0 up, 1 in 2024-05-20T21:04:55.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:55 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-20T21:04:55.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:55 smithi130 ceph-mon[36448]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]: dispatch 2024-05-20T21:04:55.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:55 smithi130 ceph-mon[36448]: pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:57.082 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:56 smithi008 ceph-mon[31475]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]': finished 2024-05-20T21:04:57.082 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:56 smithi008 ceph-mon[31475]: osdmap e7: 1 total, 0 up, 1 in 2024-05-20T21:04:57.082 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:56 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-20T21:04:57.082 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:56 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-20T21:04:57.115 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:56 smithi050 ceph-mon[35809]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]': finished 2024-05-20T21:04:57.115 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:56 smithi050 ceph-mon[35809]: osdmap e7: 1 total, 0 up, 1 in 2024-05-20T21:04:57.115 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:56 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-20T21:04:57.115 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:56 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-20T21:04:57.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:56 smithi130 ceph-mon[36448]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]': finished 2024-05-20T21:04:57.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:56 smithi130 ceph-mon[36448]: osdmap e7: 1 total, 0 up, 1 in 2024-05-20T21:04:57.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:56 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-20T21:04:57.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:56 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-20T21:04:57.555 INFO:teuthology.orchestra.run.smithi050.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-05-20T21:04:57.556 INFO:teuthology.orchestra.run.smithi050.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-05-20T21:04:57.556 INFO:teuthology.orchestra.run.smithi050.stderr: stderr: 10+0 records in 2024-05-20T21:04:57.556 INFO:teuthology.orchestra.run.smithi050.stderr:10+0 records out 2024-05-20T21:04:57.556 INFO:teuthology.orchestra.run.smithi050.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00838347 s, 1.3 GB/s 2024-05-20T21:04:57.556 INFO:teuthology.orchestra.run.smithi050.stderr:--> Zapping successful for: 2024-05-20T21:04:58.135 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:57 smithi050 ceph-mon[35809]: purged_snaps scrub starts 2024-05-20T21:04:58.135 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:57 smithi050 ceph-mon[35809]: purged_snaps scrub ok 2024-05-20T21:04:58.135 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:57 smithi050 ceph-mon[35809]: osd.0 [v2:172.21.15.8:6802/2530117688,v1:172.21.15.8:6803/2530117688] boot 2024-05-20T21:04:58.135 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:57 smithi050 ceph-mon[35809]: osdmap e8: 1 total, 1 up, 1 in 2024-05-20T21:04:58.135 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:57 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-20T21:04:58.135 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:57 smithi050 ceph-mon[35809]: pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:58.164 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi050:vg_nvme/lv_4 2024-05-20T21:04:58.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:57 smithi130 ceph-mon[36448]: purged_snaps scrub starts 2024-05-20T21:04:58.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:57 smithi130 ceph-mon[36448]: purged_snaps scrub ok 2024-05-20T21:04:58.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:57 smithi130 ceph-mon[36448]: osd.0 [v2:172.21.15.8:6802/2530117688,v1:172.21.15.8:6803/2530117688] boot 2024-05-20T21:04:58.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:57 smithi130 ceph-mon[36448]: osdmap e8: 1 total, 1 up, 1 in 2024-05-20T21:04:58.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:57 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-20T21:04:58.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:57 smithi130 ceph-mon[36448]: pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:58.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:57 smithi008 ceph-mon[31475]: purged_snaps scrub starts 2024-05-20T21:04:58.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:57 smithi008 ceph-mon[31475]: purged_snaps scrub ok 2024-05-20T21:04:58.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:57 smithi008 ceph-mon[31475]: osd.0 [v2:172.21.15.8:6802/2530117688,v1:172.21.15.8:6803/2530117688] boot 2024-05-20T21:04:58.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:57 smithi008 ceph-mon[31475]: osdmap e8: 1 total, 1 up, 1 in 2024-05-20T21:04:58.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:57 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-20T21:04:58.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:57 smithi008 ceph-mon[31475]: pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:58.409 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.b/config 2024-05-20T21:04:59.136 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:58 smithi008 ceph-mon[31475]: osdmap e9: 1 total, 1 up, 1 in 2024-05-20T21:04:59.165 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:58 smithi050 ceph-mon[35809]: osdmap e9: 1 total, 1 up, 1 in 2024-05-20T21:04:59.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:58 smithi130 ceph-mon[36448]: osdmap e9: 1 total, 1 up, 1 in 2024-05-20T21:04:59.913 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:04:59.912+0000 7fb5a9a8a700 1 -- 172.21.15.50:0/2442874115 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb5a41024a0 msgr2=0x7fb5a41028c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:04:59.914 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:04:59.912+0000 7fb5a9a8a700 1 --2- 172.21.15.50:0/2442874115 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb5a41024a0 0x7fb5a41028c0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fb5940099c0 tx=0x7fb594009cd0 comp rx=0 tx=0).stop 2024-05-20T21:04:59.914 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:04:59.912+0000 7fb5a9a8a700 1 -- 172.21.15.50:0/2442874115 shutdown_connections 2024-05-20T21:04:59.914 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:04:59.912+0000 7fb5a9a8a700 1 --2- 172.21.15.50:0/2442874115 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb5a41024a0 0x7fb5a41028c0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:59.914 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:04:59.912+0000 7fb5a9a8a700 1 --2- 172.21.15.50:0/2442874115 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb5a4104040 0x7fb5a410a8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:59.914 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:04:59.912+0000 7fb5a9a8a700 1 --2- 172.21.15.50:0/2442874115 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb5a41036a0 0x7fb5a4103b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:59.914 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:04:59.912+0000 7fb5a9a8a700 1 -- 172.21.15.50:0/2442874115 >> 172.21.15.50:0/2442874115 conn(0x7fb5a40fda40 msgr2=0x7fb5a40ffe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:04:59.914 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:04:59.912+0000 7fb5a9a8a700 1 -- 172.21.15.50:0/2442874115 shutdown_connections 2024-05-20T21:04:59.914 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:04:59.912+0000 7fb5a9a8a700 1 -- 172.21.15.50:0/2442874115 wait complete. 2024-05-20T21:04:59.914 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:04:59.912+0000 7fb5a9a8a700 1 Processor -- start 2024-05-20T21:04:59.914 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:04:59.913+0000 7fb5a9a8a700 1 -- start start 2024-05-20T21:04:59.914 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:04:59.913+0000 7fb5a9a8a700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb5a41024a0 0x7fb5a406c830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:04:59.914 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:04:59.913+0000 7fb5a9a8a700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb5a41036a0 0x7fb5a419e4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:04:59.914 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:04:59.913+0000 7fb5a9a8a700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb5a4104040 0x7fb5a41a0b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:04:59.915 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:04:59.913+0000 7fb5a9a8a700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fb5a410dfc0 con 0x7fb5a41024a0 2024-05-20T21:04:59.915 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:04:59.913+0000 7fb5a9a8a700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb5a410de40 con 0x7fb5a41036a0 2024-05-20T21:04:59.915 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:04:59.913+0000 7fb5a9a8a700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fb5a410e140 con 0x7fb5a4104040 2024-05-20T21:04:59.915 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:04:59.913+0000 7fb5a2ffd700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb5a41036a0 0x7fb5a419e4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:04:59.915 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:04:59.913+0000 7fb5a2ffd700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb5a41036a0 0x7fb5a419e4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:39126/0 (socket says 172.21.15.50:39126) 2024-05-20T21:04:59.915 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:04:59.913+0000 7fb5a2ffd700 1 -- 172.21.15.50:0/2508276243 learned_addr learned my addr 172.21.15.50:0/2508276243 (peer_addr_for_me v2:172.21.15.50:0/0) 2024-05-20T21:04:59.915 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:04:59.913+0000 7fb5a3fff700 1 --2- 172.21.15.50:0/2508276243 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb5a4104040 0x7fb5a41a0b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:04:59.915 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:04:59.913+0000 7fb5a37fe700 1 --2- 172.21.15.50:0/2508276243 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb5a41024a0 0x7fb5a406c830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:04:59.915 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:04:59.913+0000 7fb5a2ffd700 1 -- 172.21.15.50:0/2508276243 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb5a4104040 msgr2=0x7fb5a41a0b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:04:59.915 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:04:59.913+0000 7fb5a2ffd700 1 --2- 172.21.15.50:0/2508276243 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb5a4104040 0x7fb5a41a0b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:59.915 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:04:59.913+0000 7fb5a2ffd700 1 -- 172.21.15.50:0/2508276243 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb5a41024a0 msgr2=0x7fb5a406c830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:04:59.915 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:04:59.913+0000 7fb5a2ffd700 1 --2- 172.21.15.50:0/2508276243 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb5a41024a0 0x7fb5a406c830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:59.915 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:04:59.913+0000 7fb5a2ffd700 1 -- 172.21.15.50:0/2508276243 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5a41a1420 con 0x7fb5a41036a0 2024-05-20T21:04:59.916 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:04:59.913+0000 7fb5a2ffd700 1 --2- 172.21.15.50:0/2508276243 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb5a41036a0 0x7fb5a419e4c0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fb59800b530 tx=0x7fb59800b8f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:04:59.916 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:04:59.914+0000 7fb5a0ff9700 1 -- 172.21.15.50:0/2508276243 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb598015020 con 0x7fb5a41036a0 2024-05-20T21:04:59.916 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:04:59.914+0000 7fb5a0ff9700 1 -- 172.21.15.50:0/2508276243 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb598011ce0 con 0x7fb5a41036a0 2024-05-20T21:04:59.916 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:04:59.914+0000 7fb5a9a8a700 1 -- 172.21.15.50:0/2508276243 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5a41a1710 con 0x7fb5a41036a0 2024-05-20T21:04:59.916 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:04:59.914+0000 7fb5a0ff9700 1 -- 172.21.15.50:0/2508276243 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb598010d20 con 0x7fb5a41036a0 2024-05-20T21:04:59.916 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:04:59.914+0000 7fb5a9a8a700 1 -- 172.21.15.50:0/2508276243 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5a41a1ca0 con 0x7fb5a41036a0 2024-05-20T21:04:59.917 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:04:59.915+0000 7fb5a9a8a700 1 -- 172.21.15.50:0/2508276243 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb5a406a230 con 0x7fb5a41036a0 2024-05-20T21:04:59.917 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:04:59.916+0000 7fb5a0ff9700 1 -- 172.21.15.50:0/2508276243 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 15) ==== 149595+0+0 (secure 0 0 0) 0x7fb598018020 con 0x7fb5a41036a0 2024-05-20T21:04:59.917 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:04:59.916+0000 7fb5a0ff9700 1 --2- 172.21.15.50:0/2508276243 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb58c0b2870 0x7fb58c0b4d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:04:59.917 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:04:59.917+0000 7fb5a0ff9700 1 -- 172.21.15.50:0/2508276243 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(9..9 src has 1..9) ==== 1767+0+0 (secure 0 0 0) 0x7fb5980dff30 con 0x7fb5a41036a0 2024-05-20T21:04:59.917 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:04:59.917+0000 7fb5a37fe700 1 --2- 172.21.15.50:0/2508276243 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb58c0b2870 0x7fb58c0b4d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:04:59.917 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:04:59.918+0000 7fb5a37fe700 1 --2- 172.21.15.50:0/2508276243 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb58c0b2870 0x7fb58c0b4d30 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fb5940038c0 tx=0x7fb594009f10 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:04:59.921 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:04:59.921+0000 7fb5a0ff9700 1 -- 172.21.15.50:0/2508276243 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fb59801f020 con 0x7fb5a41036a0 2024-05-20T21:04:59.951 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:04:59 smithi008 ceph-mon[31475]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:00.143 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:05:00.143+0000 7fb5a9a8a700 1 -- 172.21.15.50:0/2508276243 --> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi050:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7fb5a4063980 con 0x7fb58c0b2870 2024-05-20T21:05:00.144 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:04:59 smithi050 ceph-mon[35809]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:00.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:04:59 smithi130 ceph-mon[36448]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:01.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:01 smithi130 ceph-mon[36448]: Detected new or changed devices on smithi008 2024-05-20T21:05:01.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:01 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:01.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:01 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:01.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:01 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:05:01.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:01 smithi130 ceph-mon[36448]: Adjusting osd_memory_target on smithi008 to 17094M 2024-05-20T21:05:01.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:01 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:01.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:01 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:01.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:01 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:05:01.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:01 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:01.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:01 smithi130 ceph-mon[36448]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi050:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:05:01.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:01 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:05:01.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:01 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:05:01.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:01 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:01.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:01 smithi050 ceph-mon[35809]: Detected new or changed devices on smithi008 2024-05-20T21:05:01.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:01 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:01.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:01 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:01.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:01 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:05:01.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:01 smithi050 ceph-mon[35809]: Adjusting osd_memory_target on smithi008 to 17094M 2024-05-20T21:05:01.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:01 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:01.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:01 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:01.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:01 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:05:01.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:01 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:01.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:01 smithi050 ceph-mon[35809]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi050:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:05:01.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:01 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:05:01.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:01 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:05:01.425 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:01 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:01.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:01 smithi008 ceph-mon[31475]: Detected new or changed devices on smithi008 2024-05-20T21:05:01.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:01 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:01.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:01 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:01.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:01 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:05:01.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:01 smithi008 ceph-mon[31475]: Adjusting osd_memory_target on smithi008 to 17094M 2024-05-20T21:05:01.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:01 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:01.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:01 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:01.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:01 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:05:01.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:01 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:01.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:01 smithi008 ceph-mon[31475]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi050:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:05:01.453 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:01 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:05:01.453 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:01 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:05:01.453 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:01 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:02.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:02 smithi130 ceph-mon[36448]: pgmap v59: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:02.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:02 smithi050 ceph-mon[35809]: pgmap v59: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:02.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:02 smithi008 ceph-mon[31475]: pgmap v59: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:03.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:03 smithi130 ceph-mon[36448]: from='client.? 172.21.15.50:0/154005841' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6d7c2f7a-ba32-43d3-bcb5-91213501621d"}]: dispatch 2024-05-20T21:05:03.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:03 smithi130 ceph-mon[36448]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6d7c2f7a-ba32-43d3-bcb5-91213501621d"}]: dispatch 2024-05-20T21:05:03.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:03 smithi130 ceph-mon[36448]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6d7c2f7a-ba32-43d3-bcb5-91213501621d"}]': finished 2024-05-20T21:05:03.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:03 smithi130 ceph-mon[36448]: osdmap e10: 2 total, 1 up, 2 in 2024-05-20T21:05:03.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:03 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-20T21:05:03.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:03 smithi050 ceph-mon[35809]: from='client.? 172.21.15.50:0/154005841' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6d7c2f7a-ba32-43d3-bcb5-91213501621d"}]: dispatch 2024-05-20T21:05:03.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:03 smithi050 ceph-mon[35809]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6d7c2f7a-ba32-43d3-bcb5-91213501621d"}]: dispatch 2024-05-20T21:05:03.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:03 smithi050 ceph-mon[35809]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6d7c2f7a-ba32-43d3-bcb5-91213501621d"}]': finished 2024-05-20T21:05:03.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:03 smithi050 ceph-mon[35809]: osdmap e10: 2 total, 1 up, 2 in 2024-05-20T21:05:03.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:03 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-20T21:05:03.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:03 smithi008 ceph-mon[31475]: from='client.? 172.21.15.50:0/154005841' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6d7c2f7a-ba32-43d3-bcb5-91213501621d"}]: dispatch 2024-05-20T21:05:03.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:03 smithi008 ceph-mon[31475]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6d7c2f7a-ba32-43d3-bcb5-91213501621d"}]: dispatch 2024-05-20T21:05:03.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:03 smithi008 ceph-mon[31475]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6d7c2f7a-ba32-43d3-bcb5-91213501621d"}]': finished 2024-05-20T21:05:03.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:03 smithi008 ceph-mon[31475]: osdmap e10: 2 total, 1 up, 2 in 2024-05-20T21:05:03.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:03 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-20T21:05:04.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:04 smithi130 ceph-mon[36448]: pgmap v61: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:04.570 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:04 smithi130 ceph-mon[36448]: from='client.? 172.21.15.50:0/2087748825' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:05:04.571 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:04 smithi008 ceph-mon[31475]: pgmap v61: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:04.571 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:04 smithi008 ceph-mon[31475]: from='client.? 172.21.15.50:0/2087748825' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:05:04.571 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:04 smithi050 ceph-mon[35809]: pgmap v61: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:04.571 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:04 smithi050 ceph-mon[35809]: from='client.? 172.21.15.50:0/2087748825' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:05:06.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:06 smithi130 ceph-mon[36448]: pgmap v62: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:06.423 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:06 smithi050 ceph-mon[35809]: pgmap v62: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:06.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:06 smithi008 ceph-mon[31475]: pgmap v62: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:08.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:08 smithi130 ceph-mon[36448]: pgmap v63: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:08.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:08 smithi050 ceph-mon[35809]: pgmap v63: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:08.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:08 smithi008 ceph-mon[31475]: pgmap v63: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:10.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:10 smithi130 ceph-mon[36448]: pgmap v64: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:10.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:10 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-20T21:05:10.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:10 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:10.423 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:10 smithi050 ceph-mon[35809]: pgmap v64: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:10.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:10 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-20T21:05:10.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:10 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:10.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:10 smithi008 ceph-mon[31475]: pgmap v64: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:10.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:10 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-20T21:05:10.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:10 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:11.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:11 smithi130 ceph-mon[36448]: Deploying daemon osd.1 on smithi050 2024-05-20T21:05:11.423 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:11 smithi050 ceph-mon[35809]: Deploying daemon osd.1 on smithi050 2024-05-20T21:05:11.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:11 smithi008 ceph-mon[31475]: Deploying daemon osd.1 on smithi050 2024-05-20T21:05:12.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:12 smithi050 ceph-mon[35809]: pgmap v65: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:12.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:12 smithi008 ceph-mon[31475]: pgmap v65: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:12.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:12 smithi130 ceph-mon[36448]: pgmap v65: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:14.227 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:14 smithi050 ceph-mon[35809]: pgmap v66: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:14.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:14 smithi008 ceph-mon[31475]: pgmap v66: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:14.473 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:14 smithi130 ceph-mon[36448]: pgmap v66: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:16.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:16 smithi008 ceph-mon[31475]: pgmap v67: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:16.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:16 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:16.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:16 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:16.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:16 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:05:16.648 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:16 smithi050 ceph-mon[35809]: pgmap v67: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:16.648 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:16 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:16.648 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:16 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:16.648 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:16 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:05:16.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:16 smithi130 ceph-mon[36448]: pgmap v67: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:16.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:16 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:16.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:16 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:16.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:16 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:05:18.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:18 smithi050 ceph-mon[35809]: pgmap v68: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:18.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:18 smithi008 ceph-mon[31475]: pgmap v68: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:18.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:18 smithi130 ceph-mon[36448]: pgmap v68: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:19.534 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:05:19.534+0000 7fb5a0ff9700 1 -- 172.21.15.50:0/2508276243 <== mgr.14152 v2:172.21.15.8:6800/2778224651 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fb5a4063980 con 0x7fb58c0b2870 2024-05-20T21:05:19.534 INFO:teuthology.orchestra.run.smithi050.stdout:Created osd(s) 1 on host 'smithi050' 2024-05-20T21:05:19.535 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:19 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:19.535 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:19 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:19.535 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:19 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:19.535 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:19 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:05:19.535 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:19 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:19.536 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:05:19.536+0000 7fb5a9a8a700 1 -- 172.21.15.50:0/2508276243 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb58c0b2870 msgr2=0x7fb58c0b4d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:05:19.536 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:05:19.536+0000 7fb5a9a8a700 1 --2- 172.21.15.50:0/2508276243 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb58c0b2870 0x7fb58c0b4d30 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fb5940038c0 tx=0x7fb594009f10 comp rx=0 tx=0).stop 2024-05-20T21:05:19.536 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:05:19.536+0000 7fb5a9a8a700 1 -- 172.21.15.50:0/2508276243 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb5a41036a0 msgr2=0x7fb5a419e4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:05:19.536 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:05:19.536+0000 7fb5a9a8a700 1 --2- 172.21.15.50:0/2508276243 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb5a41036a0 0x7fb5a419e4c0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fb59800b530 tx=0x7fb59800b8f0 comp rx=0 tx=0).stop 2024-05-20T21:05:19.536 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:05:19.536+0000 7fb5a9a8a700 1 -- 172.21.15.50:0/2508276243 shutdown_connections 2024-05-20T21:05:19.537 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:05:19.536+0000 7fb5a9a8a700 1 --2- 172.21.15.50:0/2508276243 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb58c0b2870 0x7fb58c0b4d30 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:05:19.537 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:05:19.536+0000 7fb5a9a8a700 1 --2- 172.21.15.50:0/2508276243 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb5a4104040 0x7fb5a41a0b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:05:19.537 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:05:19.536+0000 7fb5a9a8a700 1 --2- 172.21.15.50:0/2508276243 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb5a41024a0 0x7fb5a406c830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:05:19.537 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:05:19.536+0000 7fb5a9a8a700 1 --2- 172.21.15.50:0/2508276243 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb5a41036a0 0x7fb5a419e4c0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:05:19.537 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:05:19.536+0000 7fb5a9a8a700 1 -- 172.21.15.50:0/2508276243 >> 172.21.15.50:0/2508276243 conn(0x7fb5a40fda40 msgr2=0x7fb5a4106a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:05:19.537 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:05:19.536+0000 7fb5a9a8a700 1 -- 172.21.15.50:0/2508276243 shutdown_connections 2024-05-20T21:05:19.537 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:05:19.536+0000 7fb5a9a8a700 1 -- 172.21.15.50:0/2508276243 wait complete. 2024-05-20T21:05:19.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:19 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:19.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:19 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:19.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:19 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:19.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:19 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:05:19.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:19 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:19.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:19 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:19.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:19 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:19.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:19 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:19.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:19 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:05:19.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:19 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:20.179 DEBUG:teuthology.orchestra.run.smithi050:osd.1> sudo journalctl -f -n 0 -u ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@osd.1.service 2024-05-20T21:05:20.184 INFO:tasks.cephadm:Deploying osd.2 on smithi130 with /dev/vg_nvme/lv_4... 2024-05-20T21:05:20.184 DEBUG:teuthology.orchestra.run.smithi130:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-05-20T21:05:20.426 INFO:teuthology.orchestra.run.smithi130.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.c/config 2024-05-20T21:05:20.784 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:20 smithi130 ceph-mon[36448]: pgmap v69: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:20.784 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:20 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:05:20.784 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:20 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:20.784 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:20 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:20.785 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:20 smithi130 ceph-mon[36448]: from='osd.1 [v2:172.21.15.50:6800/1765474633,v1:172.21.15.50:6801/1765474633]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-20T21:05:20.785 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:20 smithi130 ceph-mon[36448]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-20T21:05:20.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:20 smithi050 ceph-mon[35809]: pgmap v69: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:20.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:20 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:05:20.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:20 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:20.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:20 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:20.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:20 smithi050 ceph-mon[35809]: from='osd.1 [v2:172.21.15.50:6800/1765474633,v1:172.21.15.50:6801/1765474633]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-20T21:05:20.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:20 smithi050 ceph-mon[35809]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-20T21:05:20.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:20 smithi008 ceph-mon[31475]: pgmap v69: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:20.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:20 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:05:20.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:20 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:20.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:20 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:20.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:20 smithi008 ceph-mon[31475]: from='osd.1 [v2:172.21.15.50:6800/1765474633,v1:172.21.15.50:6801/1765474633]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-20T21:05:20.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:20 smithi008 ceph-mon[31475]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-20T21:05:21.641 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:21 smithi130 ceph-mon[36448]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-05-20T21:05:21.641 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:21 smithi130 ceph-mon[36448]: from='osd.1 [v2:172.21.15.50:6800/1765474633,v1:172.21.15.50:6801/1765474633]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]: dispatch 2024-05-20T21:05:21.641 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:21 smithi130 ceph-mon[36448]: osdmap e11: 2 total, 1 up, 2 in 2024-05-20T21:05:21.641 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:21 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-20T21:05:21.641 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:21 smithi130 ceph-mon[36448]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]: dispatch 2024-05-20T21:05:21.641 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:21 smithi130 ceph-mon[36448]: pgmap v71: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:21.664 INFO:journalctl@ceph.osd.1.smithi050.stdout:May 20 21:05:21 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-1[40385]: 2024-05-20T21:05:21.519+0000 7feefa69a700 -1 osd.1 0 waiting for initial osdmap 2024-05-20T21:05:21.664 INFO:journalctl@ceph.osd.1.smithi050.stdout:May 20 21:05:21 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-1[40385]: 2024-05-20T21:05:21.522+0000 7feef648d700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-20T21:05:21.664 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:21 smithi050 ceph-mon[35809]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-05-20T21:05:21.664 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:21 smithi050 ceph-mon[35809]: from='osd.1 [v2:172.21.15.50:6800/1765474633,v1:172.21.15.50:6801/1765474633]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]: dispatch 2024-05-20T21:05:21.664 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:21 smithi050 ceph-mon[35809]: osdmap e11: 2 total, 1 up, 2 in 2024-05-20T21:05:21.664 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:21 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-20T21:05:21.664 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:21 smithi050 ceph-mon[35809]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]: dispatch 2024-05-20T21:05:21.664 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:21 smithi050 ceph-mon[35809]: pgmap v71: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:21.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:21 smithi008 ceph-mon[31475]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-05-20T21:05:21.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:21 smithi008 ceph-mon[31475]: from='osd.1 [v2:172.21.15.50:6800/1765474633,v1:172.21.15.50:6801/1765474633]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]: dispatch 2024-05-20T21:05:21.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:21 smithi008 ceph-mon[31475]: osdmap e11: 2 total, 1 up, 2 in 2024-05-20T21:05:21.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:21 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-20T21:05:21.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:21 smithi008 ceph-mon[31475]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]: dispatch 2024-05-20T21:05:21.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:21 smithi008 ceph-mon[31475]: pgmap v71: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:22.187 INFO:teuthology.orchestra.run.smithi130.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-05-20T21:05:22.187 INFO:teuthology.orchestra.run.smithi130.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-05-20T21:05:22.187 INFO:teuthology.orchestra.run.smithi130.stderr: stderr: 10+0 records in 2024-05-20T21:05:22.187 INFO:teuthology.orchestra.run.smithi130.stderr:10+0 records out 2024-05-20T21:05:22.188 INFO:teuthology.orchestra.run.smithi130.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0119702 s, 876 MB/s 2024-05-20T21:05:22.188 INFO:teuthology.orchestra.run.smithi130.stderr:--> Zapping successful for: 2024-05-20T21:05:22.778 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:22 smithi130 ceph-mon[36448]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]': finished 2024-05-20T21:05:22.779 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:22 smithi130 ceph-mon[36448]: osdmap e12: 2 total, 1 up, 2 in 2024-05-20T21:05:22.779 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:22 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-20T21:05:22.779 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:22 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-20T21:05:22.806 DEBUG:teuthology.orchestra.run.smithi130:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi130:vg_nvme/lv_4 2024-05-20T21:05:22.825 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:22 smithi050 ceph-mon[35809]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]': finished 2024-05-20T21:05:22.825 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:22 smithi050 ceph-mon[35809]: osdmap e12: 2 total, 1 up, 2 in 2024-05-20T21:05:22.825 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:22 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-20T21:05:22.825 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:22 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-20T21:05:22.951 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:22 smithi008 ceph-mon[31475]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]': finished 2024-05-20T21:05:22.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:22 smithi008 ceph-mon[31475]: osdmap e12: 2 total, 1 up, 2 in 2024-05-20T21:05:22.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:22 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-20T21:05:22.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:22 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-20T21:05:23.042 INFO:teuthology.orchestra.run.smithi130.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.c/config 2024-05-20T21:05:23.801 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:23 smithi130 ceph-mon[36448]: purged_snaps scrub starts 2024-05-20T21:05:23.801 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:23 smithi130 ceph-mon[36448]: purged_snaps scrub ok 2024-05-20T21:05:23.801 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:23 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-20T21:05:23.801 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:23 smithi130 ceph-mon[36448]: osd.1 [v2:172.21.15.50:6800/1765474633,v1:172.21.15.50:6801/1765474633] boot 2024-05-20T21:05:23.802 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:23 smithi130 ceph-mon[36448]: osdmap e13: 2 total, 2 up, 2 in 2024-05-20T21:05:23.802 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:23 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-20T21:05:23.802 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:23 smithi130 ceph-mon[36448]: Detected new or changed devices on smithi050 2024-05-20T21:05:23.802 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:23 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:23.802 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:23 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:23.802 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:23 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:05:23.802 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:23 smithi130 ceph-mon[36448]: Adjusting osd_memory_target on smithi050 to 17093M 2024-05-20T21:05:23.802 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:23 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:23.802 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:23 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:23.802 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:23 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:05:23.802 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:23 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:23.802 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:23 smithi130 ceph-mon[36448]: pgmap v74: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:23.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:23 smithi050 ceph-mon[35809]: purged_snaps scrub starts 2024-05-20T21:05:23.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:23 smithi050 ceph-mon[35809]: purged_snaps scrub ok 2024-05-20T21:05:23.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:23 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-20T21:05:23.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:23 smithi050 ceph-mon[35809]: osd.1 [v2:172.21.15.50:6800/1765474633,v1:172.21.15.50:6801/1765474633] boot 2024-05-20T21:05:23.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:23 smithi050 ceph-mon[35809]: osdmap e13: 2 total, 2 up, 2 in 2024-05-20T21:05:23.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:23 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-20T21:05:23.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:23 smithi050 ceph-mon[35809]: Detected new or changed devices on smithi050 2024-05-20T21:05:23.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:23 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:23.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:23 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:23.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:23 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:05:23.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:23 smithi050 ceph-mon[35809]: Adjusting osd_memory_target on smithi050 to 17093M 2024-05-20T21:05:23.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:23 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:23.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:23 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:23.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:23 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:05:23.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:23 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:23.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:23 smithi050 ceph-mon[35809]: pgmap v74: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:23.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:23 smithi008 ceph-mon[31475]: purged_snaps scrub starts 2024-05-20T21:05:23.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:23 smithi008 ceph-mon[31475]: purged_snaps scrub ok 2024-05-20T21:05:23.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:23 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-20T21:05:23.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:23 smithi008 ceph-mon[31475]: osd.1 [v2:172.21.15.50:6800/1765474633,v1:172.21.15.50:6801/1765474633] boot 2024-05-20T21:05:23.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:23 smithi008 ceph-mon[31475]: osdmap e13: 2 total, 2 up, 2 in 2024-05-20T21:05:23.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:23 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-20T21:05:23.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:23 smithi008 ceph-mon[31475]: Detected new or changed devices on smithi050 2024-05-20T21:05:23.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:23 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:23.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:23 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:23.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:23 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:05:23.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:23 smithi008 ceph-mon[31475]: Adjusting osd_memory_target on smithi050 to 17093M 2024-05-20T21:05:23.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:23 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:23.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:23 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:23.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:23 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:05:23.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:23 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:23.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:23 smithi008 ceph-mon[31475]: pgmap v74: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:24.492 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:05:24.490+0000 7feccc369700 1 -- 172.21.15.130:0/2595322682 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fecc41047d0 msgr2=0x7fecc4104c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:05:24.492 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:05:24.490+0000 7feccc369700 1 --2- 172.21.15.130:0/2595322682 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fecc41047d0 0x7fecc4104c30 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fecc0009990 tx=0x7fecc0009ca0 comp rx=0 tx=0).stop 2024-05-20T21:05:24.492 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:05:24.490+0000 7feccc369700 1 -- 172.21.15.130:0/2595322682 shutdown_connections 2024-05-20T21:05:24.492 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:05:24.490+0000 7feccc369700 1 --2- 172.21.15.130:0/2595322682 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fecc41035d0 0x7fecc41039f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:05:24.492 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:05:24.490+0000 7feccc369700 1 --2- 172.21.15.130:0/2595322682 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fecc4105170 0x7fecc410ba20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:05:24.492 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:05:24.490+0000 7feccc369700 1 --2- 172.21.15.130:0/2595322682 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fecc41047d0 0x7fecc4104c30 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:05:24.492 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:05:24.490+0000 7feccc369700 1 -- 172.21.15.130:0/2595322682 >> 172.21.15.130:0/2595322682 conn(0x7fecc40feb90 msgr2=0x7fecc4100fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:05:24.492 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:05:24.490+0000 7feccc369700 1 -- 172.21.15.130:0/2595322682 shutdown_connections 2024-05-20T21:05:24.492 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:05:24.490+0000 7feccc369700 1 -- 172.21.15.130:0/2595322682 wait complete. 2024-05-20T21:05:24.492 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:05:24.491+0000 7feccc369700 1 Processor -- start 2024-05-20T21:05:24.492 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:05:24.491+0000 7feccc369700 1 -- start start 2024-05-20T21:05:24.493 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:05:24.491+0000 7feccc369700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fecc41035d0 0x7fecc4199720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:05:24.493 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:05:24.491+0000 7feccc369700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fecc41047d0 0x7fecc4199c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:05:24.493 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:05:24.491+0000 7feccc369700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fecc4105170 0x7fecc41a0ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:05:24.493 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:05:24.491+0000 7feccc369700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fecc410f0e0 con 0x7fecc41035d0 2024-05-20T21:05:24.493 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:05:24.491+0000 7feccc369700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fecc410ef60 con 0x7fecc4105170 2024-05-20T21:05:24.493 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:05:24.491+0000 7feccc369700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fecc410f260 con 0x7fecc41047d0 2024-05-20T21:05:24.493 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:05:24.491+0000 7fecc9904700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fecc41047d0 0x7fecc4199c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:05:24.493 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:05:24.491+0000 7fecc9904700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fecc41047d0 0x7fecc4199c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.130:33082/0 (socket says 172.21.15.130:33082) 2024-05-20T21:05:24.493 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:05:24.491+0000 7fecc9904700 1 -- 172.21.15.130:0/45159907 learned_addr learned my addr 172.21.15.130:0/45159907 (peer_addr_for_me v2:172.21.15.130:0/0) 2024-05-20T21:05:24.493 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:05:24.491+0000 7fecca906700 1 --2- 172.21.15.130:0/45159907 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fecc4105170 0x7fecc41a0ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:05:24.493 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:05:24.491+0000 7fecc9904700 1 -- 172.21.15.130:0/45159907 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fecc4105170 msgr2=0x7fecc41a0ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:05:24.493 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:05:24.491+0000 7fecc9904700 1 --2- 172.21.15.130:0/45159907 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fecc4105170 0x7fecc41a0ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:05:24.493 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:05:24.491+0000 7fecc9904700 1 -- 172.21.15.130:0/45159907 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fecc41035d0 msgr2=0x7fecc4199720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:05:24.493 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:05:24.491+0000 7fecc9904700 1 --2- 172.21.15.130:0/45159907 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fecc41035d0 0x7fecc4199720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:05:24.494 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:05:24.491+0000 7fecc9904700 1 -- 172.21.15.130:0/45159907 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fecc41a1380 con 0x7fecc41047d0 2024-05-20T21:05:24.494 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:05:24.492+0000 7fecc9904700 1 --2- 172.21.15.130:0/45159907 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fecc41047d0 0x7fecc4199c60 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fecc00098e0 tx=0x7fecc0009580 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:05:24.494 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:05:24.492+0000 7fecbb7fe700 1 -- 172.21.15.130:0/45159907 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecc0027070 con 0x7fecc41047d0 2024-05-20T21:05:24.494 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:05:24.492+0000 7fecbb7fe700 1 -- 172.21.15.130:0/45159907 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fecc000bd90 con 0x7fecc41047d0 2024-05-20T21:05:24.494 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:05:24.492+0000 7feccc369700 1 -- 172.21.15.130:0/45159907 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fecc41a1610 con 0x7fecc41047d0 2024-05-20T21:05:24.494 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:05:24.492+0000 7fecbb7fe700 1 -- 172.21.15.130:0/45159907 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecc0022e50 con 0x7fecc41047d0 2024-05-20T21:05:24.494 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:05:24.492+0000 7feccc369700 1 -- 172.21.15.130:0/45159907 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fecc41a1a60 con 0x7fecc41047d0 2024-05-20T21:05:24.495 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:05:24.493+0000 7feccc369700 1 -- 172.21.15.130:0/45159907 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fecc406a230 con 0x7fecc41047d0 2024-05-20T21:05:24.495 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:05:24.495+0000 7fecbb7fe700 1 -- 172.21.15.130:0/45159907 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 15) ==== 149595+0+0 (secure 0 0 0) 0x7fecc002a070 con 0x7fecc41047d0 2024-05-20T21:05:24.495 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:05:24.495+0000 7fecbb7fe700 1 --2- 172.21.15.130:0/45159907 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fecb00b2a10 0x7fecb00b4ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:05:24.495 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:05:24.496+0000 7fecbb7fe700 1 -- 172.21.15.130:0/45159907 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(14..14 src has 1..14) ==== 2309+0+0 (secure 0 0 0) 0x7fecc00e1f30 con 0x7fecc41047d0 2024-05-20T21:05:24.495 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:05:24.496+0000 7fecca105700 1 --2- 172.21.15.130:0/45159907 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fecb00b2a10 0x7fecb00b4ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:05:24.496 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:05:24.497+0000 7fecca105700 1 --2- 172.21.15.130:0/45159907 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fecb00b2a10 0x7fecb00b4ed0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fecc4104630 tx=0x7fecb4009470 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:05:24.499 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:05:24.499+0000 7fecbb7fe700 1 -- 172.21.15.130:0/45159907 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fecc0013070 con 0x7fecc41047d0 2024-05-20T21:05:24.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:24 smithi130 ceph-mon[36448]: osdmap e14: 2 total, 2 up, 2 in 2024-05-20T21:05:24.712 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:05:24.713+0000 7feccc369700 1 -- 172.21.15.130:0/45159907 --> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi130:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7fecc4063980 con 0x7fecb00b2a10 2024-05-20T21:05:24.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:24 smithi050 ceph-mon[35809]: osdmap e14: 2 total, 2 up, 2 in 2024-05-20T21:05:24.951 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:24 smithi008 ceph-mon[31475]: osdmap e14: 2 total, 2 up, 2 in 2024-05-20T21:05:25.633 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:25 smithi130 ceph-mon[36448]: from='client.24172 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi130:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:05:25.633 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:25 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:05:25.633 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:25 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:05:25.634 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:25 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:25.634 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:25 smithi130 ceph-mon[36448]: pgmap v76: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:05:25.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:25 smithi050 ceph-mon[35809]: from='client.24172 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi130:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:05:25.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:25 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:05:25.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:25 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:05:25.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:25 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:25.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:25 smithi050 ceph-mon[35809]: pgmap v76: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:05:25.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:25 smithi008 ceph-mon[31475]: from='client.24172 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi130:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:05:25.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:25 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:05:25.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:25 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:05:25.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:25 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:25.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:25 smithi008 ceph-mon[31475]: pgmap v76: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:05:28.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:28 smithi130 ceph-mon[36448]: pgmap v77: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:05:28.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:28 smithi130 ceph-mon[36448]: from='client.? 172.21.15.130:0/1850960133' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "616c77cc-71ca-4d73-87ba-f9e2b391617f"}]: dispatch 2024-05-20T21:05:28.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:28 smithi130 ceph-mon[36448]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "616c77cc-71ca-4d73-87ba-f9e2b391617f"}]: dispatch 2024-05-20T21:05:28.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:28 smithi130 ceph-mon[36448]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "616c77cc-71ca-4d73-87ba-f9e2b391617f"}]': finished 2024-05-20T21:05:28.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:28 smithi130 ceph-mon[36448]: osdmap e15: 3 total, 2 up, 3 in 2024-05-20T21:05:28.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:28 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-20T21:05:28.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:28 smithi130 ceph-mon[36448]: from='client.? 172.21.15.130:0/3880629498' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:05:28.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:28 smithi050 ceph-mon[35809]: pgmap v77: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:05:28.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:28 smithi050 ceph-mon[35809]: from='client.? 172.21.15.130:0/1850960133' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "616c77cc-71ca-4d73-87ba-f9e2b391617f"}]: dispatch 2024-05-20T21:05:28.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:28 smithi050 ceph-mon[35809]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "616c77cc-71ca-4d73-87ba-f9e2b391617f"}]: dispatch 2024-05-20T21:05:28.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:28 smithi050 ceph-mon[35809]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "616c77cc-71ca-4d73-87ba-f9e2b391617f"}]': finished 2024-05-20T21:05:28.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:28 smithi050 ceph-mon[35809]: osdmap e15: 3 total, 2 up, 3 in 2024-05-20T21:05:28.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:28 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-20T21:05:28.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:28 smithi050 ceph-mon[35809]: from='client.? 172.21.15.130:0/3880629498' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:05:28.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:28 smithi008 ceph-mon[31475]: pgmap v77: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:05:28.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:28 smithi008 ceph-mon[31475]: from='client.? 172.21.15.130:0/1850960133' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "616c77cc-71ca-4d73-87ba-f9e2b391617f"}]: dispatch 2024-05-20T21:05:28.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:28 smithi008 ceph-mon[31475]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "616c77cc-71ca-4d73-87ba-f9e2b391617f"}]: dispatch 2024-05-20T21:05:28.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:28 smithi008 ceph-mon[31475]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "616c77cc-71ca-4d73-87ba-f9e2b391617f"}]': finished 2024-05-20T21:05:28.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:28 smithi008 ceph-mon[31475]: osdmap e15: 3 total, 2 up, 3 in 2024-05-20T21:05:28.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:28 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-20T21:05:28.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:28 smithi008 ceph-mon[31475]: from='client.? 172.21.15.130:0/3880629498' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:05:30.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:30 smithi130 ceph-mon[36448]: pgmap v79: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:05:30.423 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:30 smithi050 ceph-mon[35809]: pgmap v79: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:05:30.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:30 smithi008 ceph-mon[31475]: pgmap v79: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:05:32.393 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:32 smithi130 ceph-mon[36448]: pgmap v80: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:05:32.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:32 smithi050 ceph-mon[35809]: pgmap v80: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:05:32.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:32 smithi008 ceph-mon[31475]: pgmap v80: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:05:34.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:34 smithi130 ceph-mon[36448]: pgmap v81: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:05:34.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:34 smithi050 ceph-mon[35809]: pgmap v81: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:05:34.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:34 smithi008 ceph-mon[31475]: pgmap v81: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:05:35.386 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:35 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-20T21:05:35.386 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:35 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:35.386 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:35 smithi130 ceph-mon[36448]: Deploying daemon osd.2 on smithi130 2024-05-20T21:05:35.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:35 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-20T21:05:35.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:35 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:35.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:35 smithi050 ceph-mon[35809]: Deploying daemon osd.2 on smithi130 2024-05-20T21:05:35.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:35 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-20T21:05:35.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:35 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:35.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:35 smithi008 ceph-mon[31475]: Deploying daemon osd.2 on smithi130 2024-05-20T21:05:36.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:36 smithi130 ceph-mon[36448]: pgmap v82: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:05:36.668 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:36 smithi008 ceph-mon[31475]: pgmap v82: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:05:36.668 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:36 smithi050 ceph-mon[35809]: pgmap v82: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:05:38.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:38 smithi130 ceph-mon[36448]: pgmap v83: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:05:38.423 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:38 smithi050 ceph-mon[35809]: pgmap v83: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:05:38.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:38 smithi008 ceph-mon[31475]: pgmap v83: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:05:40.317 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:40 smithi130 ceph-mon[36448]: pgmap v84: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:05:40.317 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:40 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:40.317 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:40 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:40.317 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:40 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:05:40.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:40 smithi050 ceph-mon[35809]: pgmap v84: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:05:40.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:40 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:40.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:40 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:40.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:40 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:05:40.454 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:40 smithi008 ceph-mon[31475]: pgmap v84: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:05:40.454 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:40 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:40.455 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:40 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:40.455 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:40 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:05:42.348 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:42 smithi130 ceph-mon[36448]: pgmap v85: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:05:42.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:42 smithi050 ceph-mon[35809]: pgmap v85: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:05:42.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:42 smithi008 ceph-mon[31475]: pgmap v85: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:05:43.000 INFO:teuthology.orchestra.run.smithi130.stdout:Created osd(s) 2 on host 'smithi130' 2024-05-20T21:05:43.000 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:05:43.000+0000 7fecbb7fe700 1 -- 172.21.15.130:0/45159907 <== mgr.14152 v2:172.21.15.8:6800/2778224651 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fecc4063980 con 0x7fecb00b2a10 2024-05-20T21:05:43.002 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:05:43.002+0000 7feccc369700 1 -- 172.21.15.130:0/45159907 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fecb00b2a10 msgr2=0x7fecb00b4ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:05:43.002 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:05:43.002+0000 7feccc369700 1 --2- 172.21.15.130:0/45159907 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fecb00b2a10 0x7fecb00b4ed0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fecc4104630 tx=0x7fecb4009470 comp rx=0 tx=0).stop 2024-05-20T21:05:43.002 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:05:43.002+0000 7feccc369700 1 -- 172.21.15.130:0/45159907 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fecc41047d0 msgr2=0x7fecc4199c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:05:43.002 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:05:43.002+0000 7feccc369700 1 --2- 172.21.15.130:0/45159907 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fecc41047d0 0x7fecc4199c60 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fecc00098e0 tx=0x7fecc0009580 comp rx=0 tx=0).stop 2024-05-20T21:05:43.002 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:05:43.003+0000 7feccc369700 1 -- 172.21.15.130:0/45159907 shutdown_connections 2024-05-20T21:05:43.003 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:05:43.003+0000 7feccc369700 1 --2- 172.21.15.130:0/45159907 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fecb00b2a10 0x7fecb00b4ed0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:05:43.003 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:05:43.003+0000 7feccc369700 1 --2- 172.21.15.130:0/45159907 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fecc4105170 0x7fecc41a0ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:05:43.003 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:05:43.003+0000 7feccc369700 1 --2- 172.21.15.130:0/45159907 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fecc41035d0 0x7fecc4199720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:05:43.003 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:05:43.003+0000 7feccc369700 1 --2- 172.21.15.130:0/45159907 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fecc41047d0 0x7fecc4199c60 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:05:43.003 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:05:43.003+0000 7feccc369700 1 -- 172.21.15.130:0/45159907 >> 172.21.15.130:0/45159907 conn(0x7fecc40feb90 msgr2=0x7fecc4107ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:05:43.003 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:05:43.003+0000 7feccc369700 1 -- 172.21.15.130:0/45159907 shutdown_connections 2024-05-20T21:05:43.003 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:05:43.003+0000 7feccc369700 1 -- 172.21.15.130:0/45159907 wait complete. 2024-05-20T21:05:43.539 DEBUG:teuthology.orchestra.run.smithi130:osd.2> sudo journalctl -f -n 0 -u ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@osd.2.service 2024-05-20T21:05:43.541 INFO:tasks.cephadm:Deploying osd.3 on smithi008 with /dev/vg_nvme/lv_3... 2024-05-20T21:05:43.541 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-05-20T21:05:43.808 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:43 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:43.808 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:43 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:43.808 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:43 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:43.808 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:43 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:05:43.808 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:43 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:43.808 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:43 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:43.808 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:43 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:43.808 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:43 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:05:43.809 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:43 smithi130 ceph-mon[36448]: pgmap v86: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:05:43.809 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:43 smithi130 ceph-mon[36448]: from='osd.2 [v2:172.21.15.130:6800/2148668646,v1:172.21.15.130:6801/2148668646]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-20T21:05:43.809 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:43 smithi130 ceph-mon[36448]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-20T21:05:43.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:43 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:43.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:43 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:43.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:43 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:43.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:43 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:05:43.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:43 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:43.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:43 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:43.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:43 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:43.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:43 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:05:43.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:43 smithi050 ceph-mon[35809]: pgmap v86: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:05:43.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:43 smithi050 ceph-mon[35809]: from='osd.2 [v2:172.21.15.130:6800/2148668646,v1:172.21.15.130:6801/2148668646]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-20T21:05:43.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:43 smithi050 ceph-mon[35809]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-20T21:05:43.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:43 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:43.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:43 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:43.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:43 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:43.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:43 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:05:43.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:43 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:43.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:43 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:43.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:43 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:43.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:43 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:05:43.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:43 smithi008 ceph-mon[31475]: pgmap v86: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:05:43.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:43 smithi008 ceph-mon[31475]: from='osd.2 [v2:172.21.15.130:6800/2148668646,v1:172.21.15.130:6801/2148668646]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-20T21:05:43.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:43 smithi008 ceph-mon[31475]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-20T21:05:44.013 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:05:45.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:44 smithi130 ceph-mon[36448]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-05-20T21:05:45.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:44 smithi130 ceph-mon[36448]: from='osd.2 [v2:172.21.15.130:6800/2148668646,v1:172.21.15.130:6801/2148668646]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2024-05-20T21:05:45.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:44 smithi130 ceph-mon[36448]: osdmap e16: 3 total, 2 up, 3 in 2024-05-20T21:05:45.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:44 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-20T21:05:45.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:44 smithi130 ceph-mon[36448]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2024-05-20T21:05:45.172 INFO:journalctl@ceph.osd.2.smithi130.stdout:May 20 21:05:44 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-2[41553]: 2024-05-20T21:05:44.987+0000 7f8d36094700 -1 osd.2 0 waiting for initial osdmap 2024-05-20T21:05:45.172 INFO:journalctl@ceph.osd.2.smithi130.stdout:May 20 21:05:44 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-2[41553]: 2024-05-20T21:05:44.991+0000 7f8d31e87700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-20T21:05:45.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:44 smithi050 ceph-mon[35809]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-05-20T21:05:45.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:44 smithi050 ceph-mon[35809]: from='osd.2 [v2:172.21.15.130:6800/2148668646,v1:172.21.15.130:6801/2148668646]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2024-05-20T21:05:45.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:44 smithi050 ceph-mon[35809]: osdmap e16: 3 total, 2 up, 3 in 2024-05-20T21:05:45.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:44 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-20T21:05:45.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:44 smithi050 ceph-mon[35809]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2024-05-20T21:05:45.444 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:44 smithi008 ceph-mon[31475]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-05-20T21:05:45.444 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:44 smithi008 ceph-mon[31475]: from='osd.2 [v2:172.21.15.130:6800/2148668646,v1:172.21.15.130:6801/2148668646]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2024-05-20T21:05:45.444 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:44 smithi008 ceph-mon[31475]: osdmap e16: 3 total, 2 up, 3 in 2024-05-20T21:05:45.444 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:44 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-20T21:05:45.444 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:44 smithi008 ceph-mon[31475]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2024-05-20T21:05:46.016 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:46 smithi008 ceph-mon[31475]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]': finished 2024-05-20T21:05:46.016 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:46 smithi008 ceph-mon[31475]: osdmap e17: 3 total, 2 up, 3 in 2024-05-20T21:05:46.017 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:46 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-20T21:05:46.017 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:46 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-20T21:05:46.017 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:46 smithi008 ceph-mon[31475]: pgmap v89: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:05:46.017 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:46 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-20T21:05:46.167 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:45 smithi130 ceph-mon[36448]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]': finished 2024-05-20T21:05:46.167 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:45 smithi130 ceph-mon[36448]: osdmap e17: 3 total, 2 up, 3 in 2024-05-20T21:05:46.167 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:45 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-20T21:05:46.167 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:46 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-20T21:05:46.167 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:46 smithi130 ceph-mon[36448]: pgmap v89: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:05:46.168 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:46 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-20T21:05:46.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:45 smithi050 ceph-mon[35809]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]': finished 2024-05-20T21:05:46.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:45 smithi050 ceph-mon[35809]: osdmap e17: 3 total, 2 up, 3 in 2024-05-20T21:05:46.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:45 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-20T21:05:46.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:45 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-20T21:05:46.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:46 smithi050 ceph-mon[35809]: pgmap v89: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:05:46.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:46 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-20T21:05:47.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:47 smithi130 ceph-mon[36448]: purged_snaps scrub starts 2024-05-20T21:05:47.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:47 smithi130 ceph-mon[36448]: purged_snaps scrub ok 2024-05-20T21:05:47.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:47 smithi130 ceph-mon[36448]: osd.2 [v2:172.21.15.130:6800/2148668646,v1:172.21.15.130:6801/2148668646] boot 2024-05-20T21:05:47.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:47 smithi130 ceph-mon[36448]: osdmap e18: 3 total, 3 up, 3 in 2024-05-20T21:05:47.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:47 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-20T21:05:47.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:47 smithi130 ceph-mon[36448]: Detected new or changed devices on smithi130 2024-05-20T21:05:47.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:47 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:47.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:47 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:47.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:47 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:05:47.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:47 smithi130 ceph-mon[36448]: Adjusting osd_memory_target on smithi130 to 17088M 2024-05-20T21:05:47.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:47 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:47.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:47 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:47.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:47 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:05:47.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:47 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:47.188 INFO:teuthology.orchestra.run.smithi008.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-05-20T21:05:47.188 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-05-20T21:05:47.188 INFO:teuthology.orchestra.run.smithi008.stderr: stderr: 10+0 records in 2024-05-20T21:05:47.188 INFO:teuthology.orchestra.run.smithi008.stderr:10+0 records out 2024-05-20T21:05:47.188 INFO:teuthology.orchestra.run.smithi008.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0331707 s, 316 MB/s 2024-05-20T21:05:47.188 INFO:teuthology.orchestra.run.smithi008.stderr:--> Zapping successful for: 2024-05-20T21:05:47.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:47 smithi050 ceph-mon[35809]: purged_snaps scrub starts 2024-05-20T21:05:47.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:47 smithi050 ceph-mon[35809]: purged_snaps scrub ok 2024-05-20T21:05:47.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:47 smithi050 ceph-mon[35809]: osd.2 [v2:172.21.15.130:6800/2148668646,v1:172.21.15.130:6801/2148668646] boot 2024-05-20T21:05:47.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:47 smithi050 ceph-mon[35809]: osdmap e18: 3 total, 3 up, 3 in 2024-05-20T21:05:47.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:47 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-20T21:05:47.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:47 smithi050 ceph-mon[35809]: Detected new or changed devices on smithi130 2024-05-20T21:05:47.425 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:47 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:47.425 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:47 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:47.425 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:47 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:05:47.425 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:47 smithi050 ceph-mon[35809]: Adjusting osd_memory_target on smithi130 to 17088M 2024-05-20T21:05:47.425 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:47 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:47.425 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:47 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:47.425 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:47 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:05:47.425 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:47 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:47.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:47 smithi008 ceph-mon[31475]: purged_snaps scrub starts 2024-05-20T21:05:47.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:47 smithi008 ceph-mon[31475]: purged_snaps scrub ok 2024-05-20T21:05:47.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:47 smithi008 ceph-mon[31475]: osd.2 [v2:172.21.15.130:6800/2148668646,v1:172.21.15.130:6801/2148668646] boot 2024-05-20T21:05:47.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:47 smithi008 ceph-mon[31475]: osdmap e18: 3 total, 3 up, 3 in 2024-05-20T21:05:47.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:47 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-20T21:05:47.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:47 smithi008 ceph-mon[31475]: Detected new or changed devices on smithi130 2024-05-20T21:05:47.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:47 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:47.453 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:47 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:47.453 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:47 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:05:47.453 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:47 smithi008 ceph-mon[31475]: Adjusting osd_memory_target on smithi130 to 17088M 2024-05-20T21:05:47.453 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:47 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:47.453 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:47 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:47.453 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:47 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:05:47.453 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:47 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:48.043 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi008:vg_nvme/lv_3 2024-05-20T21:05:48.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:48 smithi130 ceph-mon[36448]: pgmap v91: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:05:48.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:48 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-05-20T21:05:48.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:48 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-05-20T21:05:48.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:48 smithi130 ceph-mon[36448]: osdmap e19: 3 total, 3 up, 3 in 2024-05-20T21:05:48.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:48 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-05-20T21:05:48.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:48 smithi050 ceph-mon[35809]: pgmap v91: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:05:48.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:48 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-05-20T21:05:48.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:48 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-05-20T21:05:48.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:48 smithi050 ceph-mon[35809]: osdmap e19: 3 total, 3 up, 3 in 2024-05-20T21:05:48.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:48 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-05-20T21:05:48.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:48 smithi008 ceph-mon[31475]: pgmap v91: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:05:48.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:48 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-05-20T21:05:48.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:48 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-05-20T21:05:48.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:48 smithi008 ceph-mon[31475]: osdmap e19: 3 total, 3 up, 3 in 2024-05-20T21:05:48.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:48 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-05-20T21:05:48.488 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:05:49.202 INFO:journalctl@ceph.osd.0.smithi008.stdout:May 20 21:05:48 smithi008 sudo[50440]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-20T21:05:49.202 INFO:journalctl@ceph.osd.0.smithi008.stdout:May 20 21:05:48 smithi008 sudo[50440]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-20T21:05:49.202 INFO:journalctl@ceph.osd.0.smithi008.stdout:May 20 21:05:48 smithi008 sudo[50440]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-20T21:05:49.202 INFO:journalctl@ceph.osd.0.smithi008.stdout:May 20 21:05:48 smithi008 sudo[50440]: pam_unix(sudo:session): session closed for user root 2024-05-20T21:05:49.202 INFO:journalctl@ceph.osd.0.smithi008.stdout:May 20 21:05:48 smithi008 sudo[50451]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-20T21:05:49.202 INFO:journalctl@ceph.osd.0.smithi008.stdout:May 20 21:05:48 smithi008 sudo[50451]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-20T21:05:49.202 INFO:journalctl@ceph.osd.0.smithi008.stdout:May 20 21:05:48 smithi008 sudo[50451]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-20T21:05:49.203 INFO:journalctl@ceph.osd.0.smithi008.stdout:May 20 21:05:49 smithi008 sudo[50451]: pam_unix(sudo:session): session closed for user root 2024-05-20T21:05:49.332 INFO:journalctl@ceph.osd.1.smithi050.stdout:May 20 21:05:49 smithi050 sudo[44059]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-20T21:05:49.332 INFO:journalctl@ceph.osd.1.smithi050.stdout:May 20 21:05:49 smithi050 sudo[44059]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-20T21:05:49.332 INFO:journalctl@ceph.osd.1.smithi050.stdout:May 20 21:05:49 smithi050 sudo[44059]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-20T21:05:49.332 INFO:journalctl@ceph.osd.1.smithi050.stdout:May 20 21:05:49 smithi050 sudo[44059]: pam_unix(sudo:session): session closed for user root 2024-05-20T21:05:49.332 INFO:journalctl@ceph.osd.1.smithi050.stdout:May 20 21:05:49 smithi050 sudo[44062]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-20T21:05:49.332 INFO:journalctl@ceph.osd.1.smithi050.stdout:May 20 21:05:49 smithi050 sudo[44062]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-20T21:05:49.333 INFO:journalctl@ceph.osd.1.smithi050.stdout:May 20 21:05:49 smithi050 sudo[44062]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-20T21:05:49.333 INFO:journalctl@ceph.osd.1.smithi050.stdout:May 20 21:05:49 smithi050 sudo[44062]: pam_unix(sudo:session): session closed for user root 2024-05-20T21:05:49.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:49 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-05-20T21:05:49.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:49 smithi130 ceph-mon[36448]: osdmap e20: 3 total, 3 up, 3 in 2024-05-20T21:05:49.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:49 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:49.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:49 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:49.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:49 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:49.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:49 smithi130 ceph-mon[36448]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-20T21:05:49.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:49 smithi130 sudo[45167]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-20T21:05:49.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:49 smithi130 sudo[45167]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-20T21:05:49.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:49 smithi130 sudo[45167]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-20T21:05:49.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:49 smithi130 sudo[45167]: pam_unix(sudo:session): session closed for user root 2024-05-20T21:05:49.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:49 smithi130 sudo[45170]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-20T21:05:49.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:49 smithi130 sudo[45170]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-20T21:05:49.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:49 smithi130 sudo[45170]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-20T21:05:49.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:49 smithi130 sudo[45170]: pam_unix(sudo:session): session closed for user root 2024-05-20T21:05:49.423 INFO:journalctl@ceph.osd.2.smithi130.stdout:May 20 21:05:49 smithi130 sudo[45161]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-20T21:05:49.423 INFO:journalctl@ceph.osd.2.smithi130.stdout:May 20 21:05:49 smithi130 sudo[45161]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-20T21:05:49.423 INFO:journalctl@ceph.osd.2.smithi130.stdout:May 20 21:05:49 smithi130 sudo[45161]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-20T21:05:49.423 INFO:journalctl@ceph.osd.2.smithi130.stdout:May 20 21:05:49 smithi130 sudo[45161]: pam_unix(sudo:session): session closed for user root 2024-05-20T21:05:49.423 INFO:journalctl@ceph.osd.2.smithi130.stdout:May 20 21:05:49 smithi130 sudo[45164]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-20T21:05:49.423 INFO:journalctl@ceph.osd.2.smithi130.stdout:May 20 21:05:49 smithi130 sudo[45164]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-20T21:05:49.423 INFO:journalctl@ceph.osd.2.smithi130.stdout:May 20 21:05:49 smithi130 sudo[45164]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-20T21:05:49.423 INFO:journalctl@ceph.osd.2.smithi130.stdout:May 20 21:05:49 smithi130 sudo[45164]: pam_unix(sudo:session): session closed for user root 2024-05-20T21:05:49.508 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:49 smithi008 sudo[50459]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-20T21:05:49.508 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:49 smithi008 sudo[50459]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-20T21:05:49.508 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:49 smithi008 sudo[50459]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-20T21:05:49.508 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:49 smithi008 sudo[50459]: pam_unix(sudo:session): session closed for user root 2024-05-20T21:05:49.508 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:49 smithi008 sudo[50462]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-20T21:05:49.508 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:49 smithi008 sudo[50462]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-20T21:05:49.508 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:49 smithi008 sudo[50462]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-20T21:05:49.508 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:49 smithi008 sudo[50462]: pam_unix(sudo:session): session closed for user root 2024-05-20T21:05:49.508 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:49 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-05-20T21:05:49.509 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:49 smithi008 ceph-mon[31475]: osdmap e20: 3 total, 3 up, 3 in 2024-05-20T21:05:49.509 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:49 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:49.509 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:49 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:49.509 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:49 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:49.509 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:49 smithi008 ceph-mon[31475]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-20T21:05:49.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:49 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-05-20T21:05:49.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:49 smithi050 ceph-mon[35809]: osdmap e20: 3 total, 3 up, 3 in 2024-05-20T21:05:49.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:49 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:49.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:49 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:49.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:49 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:05:49.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:49 smithi050 ceph-mon[35809]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-20T21:05:49.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:49 smithi050 sudo[44065]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-20T21:05:49.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:49 smithi050 sudo[44065]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-20T21:05:49.675 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:49 smithi050 sudo[44065]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-20T21:05:49.675 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:49 smithi050 sudo[44065]: pam_unix(sudo:session): session closed for user root 2024-05-20T21:05:49.675 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:49 smithi050 sudo[44068]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-20T21:05:49.675 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:49 smithi050 sudo[44068]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-20T21:05:49.675 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:49 smithi050 sudo[44068]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-20T21:05:49.675 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:49 smithi050 sudo[44068]: pam_unix(sudo:session): session closed for user root 2024-05-20T21:05:50.448 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:50 smithi008 ceph-mon[31475]: pgmap v94: 1 pgs: 1 creating+activating; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:05:50.448 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:50 smithi008 ceph-mon[31475]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-20T21:05:50.448 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:50 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-20T21:05:50.449 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:50 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-20T21:05:50.449 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:50 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:05:50.449 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:50 smithi008 ceph-mon[31475]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-20T21:05:50.449 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:50 smithi008 ceph-mon[31475]: osdmap e21: 3 total, 3 up, 3 in 2024-05-20T21:05:50.449 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:50 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-20T21:05:50.449 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:50 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-20T21:05:50.449 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:50 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:05:50.449 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:50 smithi008 ceph-mon[31475]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-20T21:05:50.449 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:50 smithi008 ceph-mon[31475]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-20T21:05:50.449 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:50 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-20T21:05:50.449 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:50 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-20T21:05:50.449 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:50 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:05:50.449 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:50 smithi008 ceph-mon[31475]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-20T21:05:50.450 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:50 smithi008 ceph-mon[31475]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-05-20T21:05:50.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:05:50.626+0000 7f5156a00700 1 -- 172.21.15.8:0/2940583062 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5150101e20 msgr2=0x7f5150102240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:05:50.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:05:50.626+0000 7f5156a00700 1 --2- 172.21.15.8:0/2940583062 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5150101e20 0x7f5150102240 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f5140009990 tx=0x7f5140009ca0 comp rx=0 tx=0).stop 2024-05-20T21:05:50.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:05:50.626+0000 7f5156a00700 1 -- 172.21.15.8:0/2940583062 shutdown_connections 2024-05-20T21:05:50.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:05:50.626+0000 7f5156a00700 1 --2- 172.21.15.8:0/2940583062 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5150101e20 0x7f5150102240 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:05:50.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:05:50.626+0000 7f5156a00700 1 --2- 172.21.15.8:0/2940583062 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5150103140 0x7f51501035c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:05:50.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:05:50.626+0000 7f5156a00700 1 --2- 172.21.15.8:0/2940583062 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5150102780 0x7f5150102c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:05:50.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:05:50.626+0000 7f5156a00700 1 -- 172.21.15.8:0/2940583062 >> 172.21.15.8:0/2940583062 conn(0x7f51500fda60 msgr2=0x7f51500ffe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:05:50.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:05:50.626+0000 7f5156a00700 1 -- 172.21.15.8:0/2940583062 shutdown_connections 2024-05-20T21:05:50.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:05:50.626+0000 7f5156a00700 1 -- 172.21.15.8:0/2940583062 wait complete. 2024-05-20T21:05:50.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:05:50.627+0000 7f5156a00700 1 Processor -- start 2024-05-20T21:05:50.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:05:50.628+0000 7f5156a00700 1 -- start start 2024-05-20T21:05:50.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:05:50.628+0000 7f5156a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5150101e20 0x7f515019b930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:05:50.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:05:50.628+0000 7f5156a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5150102780 0x7f515019be70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:05:50.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:05:50.628+0000 7f5156a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5150103140 0x7f51501a2ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:05:50.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:05:50.628+0000 7f5156a00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f5150111260 con 0x7f5150101e20 2024-05-20T21:05:50.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:05:50.628+0000 7f5156a00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f51501110e0 con 0x7f5150102780 2024-05-20T21:05:50.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:05:50.628+0000 7f5156a00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f51501113e0 con 0x7f5150103140 2024-05-20T21:05:50.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:05:50.628+0000 7f514fe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5150101e20 0x7f515019b930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:05:50.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:05:50.628+0000 7f5147400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5150102780 0x7f515019be70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:05:50.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:05:50.628+0000 7f5147400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5150102780 0x7f515019be70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:54564/0 (socket says 172.21.15.8:54564) 2024-05-20T21:05:50.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:05:50.628+0000 7f5147400700 1 -- 172.21.15.8:0/3730074739 learned_addr learned my addr 172.21.15.8:0/3730074739 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:05:50.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:05:50.628+0000 7f5154a00700 1 --2- 172.21.15.8:0/3730074739 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5150103140 0x7f51501a2ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:05:50.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:05:50.629+0000 7f5147400700 1 -- 172.21.15.8:0/3730074739 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5150103140 msgr2=0x7f51501a2ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:05:50.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:05:50.629+0000 7f5147400700 1 --2- 172.21.15.8:0/3730074739 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5150103140 0x7f51501a2ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:05:50.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:05:50.629+0000 7f5147400700 1 -- 172.21.15.8:0/3730074739 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5150101e20 msgr2=0x7f515019b930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:05:50.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:05:50.629+0000 7f5147400700 1 --2- 172.21.15.8:0/3730074739 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5150101e20 0x7f515019b930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:05:50.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:05:50.629+0000 7f5147400700 1 -- 172.21.15.8:0/3730074739 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51501a3590 con 0x7f5150102780 2024-05-20T21:05:50.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:05:50.629+0000 7f5147400700 1 --2- 172.21.15.8:0/3730074739 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5150102780 0x7f515019be70 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f513800e9c0 tx=0x7f513800ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:05:50.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:05:50.629+0000 7f514d600700 1 -- 172.21.15.8:0/3730074739 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f513800cbd0 con 0x7f5150102780 2024-05-20T21:05:50.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:05:50.629+0000 7f514d600700 1 -- 172.21.15.8:0/3730074739 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f513800ee60 con 0x7f5150102780 2024-05-20T21:05:50.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:05:50.630+0000 7f5156a00700 1 -- 172.21.15.8:0/3730074739 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51501a3880 con 0x7f5150102780 2024-05-20T21:05:50.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:05:50.630+0000 7f514d600700 1 -- 172.21.15.8:0/3730074739 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5138005550 con 0x7f5150102780 2024-05-20T21:05:50.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:05:50.630+0000 7f5156a00700 1 -- 172.21.15.8:0/3730074739 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51501a3d70 con 0x7f5150102780 2024-05-20T21:05:50.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:05:50.631+0000 7f5156a00700 1 -- 172.21.15.8:0/3730074739 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f515006a230 con 0x7f5150102780 2024-05-20T21:05:50.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:05:50.633+0000 7f514d600700 1 -- 172.21.15.8:0/3730074739 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f5138004750 con 0x7f5150102780 2024-05-20T21:05:50.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:05:50.634+0000 7f514d600700 1 --2- 172.21.15.8:0/3730074739 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f51300b2900 0x7f51300b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:05:50.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:05:50.635+0000 7f514d600700 1 -- 172.21.15.8:0/3730074739 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 3237+0+0 (secure 0 0 0) 0x7f51380e1130 con 0x7f5150102780 2024-05-20T21:05:50.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:05:50.635+0000 7f514fe00700 1 --2- 172.21.15.8:0/3730074739 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f51300b2900 0x7f51300b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:05:50.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:05:50.635+0000 7f514fe00700 1 --2- 172.21.15.8:0/3730074739 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f51300b2900 0x7f51300b4dc0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f514000b2e0 tx=0x7f5140005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:05:50.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:05:50.639+0000 7f514d600700 1 -- 172.21.15.8:0/3730074739 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f51380aa180 con 0x7f5150102780 2024-05-20T21:05:50.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:50 smithi130 ceph-mon[36448]: pgmap v94: 1 pgs: 1 creating+activating; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:05:50.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:50 smithi130 ceph-mon[36448]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-20T21:05:50.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:50 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-20T21:05:50.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:50 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-20T21:05:50.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:50 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:05:50.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:50 smithi130 ceph-mon[36448]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-20T21:05:50.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:50 smithi130 ceph-mon[36448]: osdmap e21: 3 total, 3 up, 3 in 2024-05-20T21:05:50.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:50 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-20T21:05:50.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:50 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-20T21:05:50.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:50 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:05:50.673 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:50 smithi130 ceph-mon[36448]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-20T21:05:50.673 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:50 smithi130 ceph-mon[36448]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-20T21:05:50.673 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:50 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-20T21:05:50.673 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:50 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-20T21:05:50.673 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:50 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:05:50.673 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:50 smithi130 ceph-mon[36448]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-20T21:05:50.673 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:50 smithi130 ceph-mon[36448]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-05-20T21:05:50.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:50 smithi050 ceph-mon[35809]: pgmap v94: 1 pgs: 1 creating+activating; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:05:50.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:50 smithi050 ceph-mon[35809]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-20T21:05:50.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:50 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-20T21:05:50.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:50 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-20T21:05:50.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:50 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:05:50.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:50 smithi050 ceph-mon[35809]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-20T21:05:50.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:50 smithi050 ceph-mon[35809]: osdmap e21: 3 total, 3 up, 3 in 2024-05-20T21:05:50.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:50 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-20T21:05:50.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:50 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-20T21:05:50.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:50 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:05:50.675 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:50 smithi050 ceph-mon[35809]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-20T21:05:50.675 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:50 smithi050 ceph-mon[35809]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-20T21:05:50.675 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:50 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-20T21:05:50.675 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:50 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-20T21:05:50.675 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:50 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:05:50.675 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:50 smithi050 ceph-mon[35809]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-20T21:05:50.675 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:50 smithi050 ceph-mon[35809]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-05-20T21:05:50.886 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:05:50.885+0000 7f5156a00700 1 -- 172.21.15.8:0/3730074739 --> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi008:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f5150063980 con 0x7f51300b2900 2024-05-20T21:05:51.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:51 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:05:51.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:51 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:05:51.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:51 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:51.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:51 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:05:51.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:51 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:05:51.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:51 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:51.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:51 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:05:51.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:51 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:05:51.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:51 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:52.631 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:52 smithi008 ceph-mon[31475]: from='client.24197 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi008:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:05:52.631 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:52 smithi008 ceph-mon[31475]: pgmap v96: 1 pgs: 1 creating+activating; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:05:52.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:52 smithi130 ceph-mon[36448]: from='client.24197 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi008:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:05:52.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:52 smithi130 ceph-mon[36448]: pgmap v96: 1 pgs: 1 creating+activating; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:05:52.673 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:52 smithi050 ceph-mon[35809]: from='client.24197 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi008:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:05:52.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:52 smithi050 ceph-mon[35809]: pgmap v96: 1 pgs: 1 creating+activating; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:05:54.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:54 smithi130 ceph-mon[36448]: pgmap v97: 1 pgs: 1 creating+activating; 0 B data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:05:54.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:54 smithi050 ceph-mon[35809]: pgmap v97: 1 pgs: 1 creating+activating; 0 B data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:05:54.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:54 smithi008 ceph-mon[31475]: pgmap v97: 1 pgs: 1 creating+activating; 0 B data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:05:55.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:55 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/3512785145' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "97c26b23-ae0b-424b-b593-5f7d545d78fb"}]: dispatch 2024-05-20T21:05:55.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:55 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/3512785145' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "97c26b23-ae0b-424b-b593-5f7d545d78fb"}]': finished 2024-05-20T21:05:55.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:55 smithi130 ceph-mon[36448]: osdmap e22: 4 total, 3 up, 4 in 2024-05-20T21:05:55.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:55 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-20T21:05:55.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:55 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/3512785145' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "97c26b23-ae0b-424b-b593-5f7d545d78fb"}]: dispatch 2024-05-20T21:05:55.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:55 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/3512785145' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "97c26b23-ae0b-424b-b593-5f7d545d78fb"}]': finished 2024-05-20T21:05:55.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:55 smithi050 ceph-mon[35809]: osdmap e22: 4 total, 3 up, 4 in 2024-05-20T21:05:55.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:55 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-20T21:05:55.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:55 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/3512785145' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "97c26b23-ae0b-424b-b593-5f7d545d78fb"}]: dispatch 2024-05-20T21:05:55.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:55 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/3512785145' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "97c26b23-ae0b-424b-b593-5f7d545d78fb"}]': finished 2024-05-20T21:05:55.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:55 smithi008 ceph-mon[31475]: osdmap e22: 4 total, 3 up, 4 in 2024-05-20T21:05:55.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:55 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-20T21:05:56.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:56 smithi130 ceph-mon[36448]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:05:56.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:56 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/201959884' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:05:56.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:56 smithi050 ceph-mon[35809]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:05:56.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:56 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/201959884' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:05:56.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:56 smithi008 ceph-mon[31475]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:05:56.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:56 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/201959884' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:05:58.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:05:58 smithi130 ceph-mon[36448]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:05:58.673 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:05:58 smithi050 ceph-mon[35809]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:05:58.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:05:58 smithi008 ceph-mon[31475]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:00.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:00 smithi130 ceph-mon[36448]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:00.673 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:00 smithi050 ceph-mon[35809]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:00.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:00 smithi008 ceph-mon[31475]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:02.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:02 smithi008 ceph-mon[31475]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:02.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:02 smithi130 ceph-mon[36448]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:02.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:02 smithi050 ceph-mon[35809]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:04.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:04 smithi008 ceph-mon[31475]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:04.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:04 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-20T21:06:04.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:04 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:06:04.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:04 smithi130 ceph-mon[36448]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:04.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:04 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-20T21:06:04.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:04 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:06:04.673 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:04 smithi050 ceph-mon[35809]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:04.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:04 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-20T21:06:04.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:04 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:06:05.537 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:05 smithi008 ceph-mon[31475]: Deploying daemon osd.3 on smithi008 2024-05-20T21:06:05.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:05 smithi130 ceph-mon[36448]: Deploying daemon osd.3 on smithi008 2024-05-20T21:06:05.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:05 smithi050 ceph-mon[35809]: Deploying daemon osd.3 on smithi008 2024-05-20T21:06:06.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:06 smithi130 ceph-mon[36448]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:06.673 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:06 smithi050 ceph-mon[35809]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:06.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:06 smithi008 ceph-mon[31475]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:08.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:08 smithi130 ceph-mon[36448]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:08.673 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:08 smithi050 ceph-mon[35809]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:08.678 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:08 smithi008 ceph-mon[31475]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:10.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:10 smithi130 ceph-mon[36448]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:10.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:10 smithi050 ceph-mon[35809]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:10.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:10 smithi008 ceph-mon[31475]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:12.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:12 smithi130 ceph-mon[36448]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:12.673 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:12 smithi050 ceph-mon[35809]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:12.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:12 smithi008 ceph-mon[31475]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:13.895 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:13 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:13.896 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:13 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:13.896 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:13 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:06:13.896 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:13 smithi008 ceph-mon[31475]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:13.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:13 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:13.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:13 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:13.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:13 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:06:13.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:13 smithi130 ceph-mon[36448]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:13.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:13 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:13.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:13 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:13.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:13 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:06:13.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:13 smithi050 ceph-mon[35809]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:16.201 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:16 smithi008 ceph-mon[31475]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:16.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:16 smithi130 ceph-mon[36448]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:16.423 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:16 smithi050 ceph-mon[35809]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:17.325 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:17 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:17.325 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:17 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:17.325 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:17 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:06:17.325 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:17 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:06:17.325 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:17 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:17.326 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:17 smithi008 ceph-mon[31475]: from='osd.3 [v2:172.21.15.8:6810/522014344,v1:172.21.15.8:6811/522014344]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-20T21:06:17.326 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:17 smithi008 ceph-mon[31475]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-20T21:06:17.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:17 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:17.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:17 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:17.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:17 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:06:17.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:17 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:06:17.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:17 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:17.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:17 smithi130 ceph-mon[36448]: from='osd.3 [v2:172.21.15.8:6810/522014344,v1:172.21.15.8:6811/522014344]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-20T21:06:17.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:17 smithi130 ceph-mon[36448]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-20T21:06:17.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:17 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:17.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:17 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:17.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:17 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:06:17.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:17 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:06:17.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:17 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:17.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:17 smithi050 ceph-mon[35809]: from='osd.3 [v2:172.21.15.8:6810/522014344,v1:172.21.15.8:6811/522014344]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-20T21:06:17.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:17 smithi050 ceph-mon[35809]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-20T21:06:17.430 INFO:teuthology.orchestra.run.smithi008.stdout:Created osd(s) 3 on host 'smithi008' 2024-05-20T21:06:17.431 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:06:17.429+0000 7f514d600700 1 -- 172.21.15.8:0/3730074739 <== mgr.14152 v2:172.21.15.8:6800/2778224651 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f5150063980 con 0x7f51300b2900 2024-05-20T21:06:17.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:06:17.434+0000 7f5156a00700 1 -- 172.21.15.8:0/3730074739 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f51300b2900 msgr2=0x7f51300b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:06:17.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:06:17.434+0000 7f5156a00700 1 --2- 172.21.15.8:0/3730074739 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f51300b2900 0x7f51300b4dc0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f514000b2e0 tx=0x7f5140005fb0 comp rx=0 tx=0).stop 2024-05-20T21:06:17.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:06:17.434+0000 7f5156a00700 1 -- 172.21.15.8:0/3730074739 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5150102780 msgr2=0x7f515019be70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:06:17.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:06:17.435+0000 7f5156a00700 1 --2- 172.21.15.8:0/3730074739 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5150102780 0x7f515019be70 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f513800e9c0 tx=0x7f513800ecd0 comp rx=0 tx=0).stop 2024-05-20T21:06:17.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:06:17.435+0000 7f5156a00700 1 -- 172.21.15.8:0/3730074739 shutdown_connections 2024-05-20T21:06:17.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:06:17.435+0000 7f5156a00700 1 --2- 172.21.15.8:0/3730074739 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f51300b2900 0x7f51300b4dc0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:06:17.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:06:17.435+0000 7f5156a00700 1 --2- 172.21.15.8:0/3730074739 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5150103140 0x7f51501a2ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:06:17.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:06:17.435+0000 7f5156a00700 1 --2- 172.21.15.8:0/3730074739 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5150101e20 0x7f515019b930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:06:17.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:06:17.435+0000 7f5156a00700 1 --2- 172.21.15.8:0/3730074739 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5150102780 0x7f515019be70 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:06:17.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:06:17.435+0000 7f5156a00700 1 -- 172.21.15.8:0/3730074739 >> 172.21.15.8:0/3730074739 conn(0x7f51500fda60 msgr2=0x7f5150100da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:06:17.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:06:17.435+0000 7f5156a00700 1 -- 172.21.15.8:0/3730074739 shutdown_connections 2024-05-20T21:06:17.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:06:17.435+0000 7f5156a00700 1 -- 172.21.15.8:0/3730074739 wait complete. 2024-05-20T21:06:18.226 DEBUG:teuthology.orchestra.run.smithi008:osd.3> sudo journalctl -f -n 0 -u ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@osd.3.service 2024-05-20T21:06:18.231 INFO:tasks.cephadm:Deploying osd.4 on smithi050 with /dev/vg_nvme/lv_3... 2024-05-20T21:06:18.231 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-05-20T21:06:18.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:18 smithi130 ceph-mon[36448]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:18.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:18 smithi130 ceph-mon[36448]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-05-20T21:06:18.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:18 smithi130 ceph-mon[36448]: from='osd.3 [v2:172.21.15.8:6810/522014344,v1:172.21.15.8:6811/522014344]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]: dispatch 2024-05-20T21:06:18.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:18 smithi130 ceph-mon[36448]: osdmap e23: 4 total, 3 up, 4 in 2024-05-20T21:06:18.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:18 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-20T21:06:18.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:18 smithi130 ceph-mon[36448]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]: dispatch 2024-05-20T21:06:18.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:18 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:18.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:18 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:18.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:18 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:06:18.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:18 smithi050 ceph-mon[35809]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:18.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:18 smithi050 ceph-mon[35809]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-05-20T21:06:18.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:18 smithi050 ceph-mon[35809]: from='osd.3 [v2:172.21.15.8:6810/522014344,v1:172.21.15.8:6811/522014344]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]: dispatch 2024-05-20T21:06:18.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:18 smithi050 ceph-mon[35809]: osdmap e23: 4 total, 3 up, 4 in 2024-05-20T21:06:18.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:18 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-20T21:06:18.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:18 smithi050 ceph-mon[35809]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]: dispatch 2024-05-20T21:06:18.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:18 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:18.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:18 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:18.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:18 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:06:18.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:18 smithi008 ceph-mon[31475]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:18.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:18 smithi008 ceph-mon[31475]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-05-20T21:06:18.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:18 smithi008 ceph-mon[31475]: from='osd.3 [v2:172.21.15.8:6810/522014344,v1:172.21.15.8:6811/522014344]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]: dispatch 2024-05-20T21:06:18.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:18 smithi008 ceph-mon[31475]: osdmap e23: 4 total, 3 up, 4 in 2024-05-20T21:06:18.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:18 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-20T21:06:18.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:18 smithi008 ceph-mon[31475]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]: dispatch 2024-05-20T21:06:18.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:18 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:18.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:18 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:18.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:18 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:06:18.485 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.b/config 2024-05-20T21:06:19.204 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:19 smithi050 ceph-mon[35809]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]': finished 2024-05-20T21:06:19.204 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:19 smithi050 ceph-mon[35809]: osdmap e24: 4 total, 3 up, 4 in 2024-05-20T21:06:19.205 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:19 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-20T21:06:19.205 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:19 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-20T21:06:19.205 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:19 smithi050 ceph-mon[35809]: osd.3 [v2:172.21.15.8:6810/522014344,v1:172.21.15.8:6811/522014344] boot 2024-05-20T21:06:19.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:19 smithi008 ceph-mon[31475]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]': finished 2024-05-20T21:06:19.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:19 smithi008 ceph-mon[31475]: osdmap e24: 4 total, 3 up, 4 in 2024-05-20T21:06:19.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:19 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-20T21:06:19.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:19 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-20T21:06:19.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:19 smithi008 ceph-mon[31475]: osd.3 [v2:172.21.15.8:6810/522014344,v1:172.21.15.8:6811/522014344] boot 2024-05-20T21:06:19.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:19 smithi130 ceph-mon[36448]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]': finished 2024-05-20T21:06:19.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:19 smithi130 ceph-mon[36448]: osdmap e24: 4 total, 3 up, 4 in 2024-05-20T21:06:19.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:19 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-20T21:06:19.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:19 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-20T21:06:19.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:19 smithi130 ceph-mon[36448]: osd.3 [v2:172.21.15.8:6810/522014344,v1:172.21.15.8:6811/522014344] boot 2024-05-20T21:06:20.321 INFO:teuthology.orchestra.run.smithi050.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-05-20T21:06:20.321 INFO:teuthology.orchestra.run.smithi050.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-05-20T21:06:20.321 INFO:teuthology.orchestra.run.smithi050.stderr: stderr: 10+0 records in 2024-05-20T21:06:20.321 INFO:teuthology.orchestra.run.smithi050.stderr:10+0 records out 2024-05-20T21:06:20.321 INFO:teuthology.orchestra.run.smithi050.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00859867 s, 1.2 GB/s 2024-05-20T21:06:20.321 INFO:teuthology.orchestra.run.smithi050.stderr:--> Zapping successful for: 2024-05-20T21:06:20.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:20 smithi008 ceph-mon[31475]: purged_snaps scrub starts 2024-05-20T21:06:20.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:20 smithi008 ceph-mon[31475]: purged_snaps scrub ok 2024-05-20T21:06:20.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:20 smithi008 ceph-mon[31475]: pgmap v113: 1 pgs: 1 peering; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:20.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:20 smithi008 ceph-mon[31475]: osdmap e25: 4 total, 4 up, 4 in 2024-05-20T21:06:20.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:20 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-20T21:06:20.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:20 smithi008 ceph-mon[31475]: osdmap e26: 4 total, 4 up, 4 in 2024-05-20T21:06:20.631 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:20 smithi050 ceph-mon[35809]: purged_snaps scrub starts 2024-05-20T21:06:20.631 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:20 smithi050 ceph-mon[35809]: purged_snaps scrub ok 2024-05-20T21:06:20.631 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:20 smithi050 ceph-mon[35809]: pgmap v113: 1 pgs: 1 peering; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:20.631 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:20 smithi050 ceph-mon[35809]: osdmap e25: 4 total, 4 up, 4 in 2024-05-20T21:06:20.632 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:20 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-20T21:06:20.632 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:20 smithi050 ceph-mon[35809]: osdmap e26: 4 total, 4 up, 4 in 2024-05-20T21:06:20.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:20 smithi130 ceph-mon[36448]: purged_snaps scrub starts 2024-05-20T21:06:20.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:20 smithi130 ceph-mon[36448]: purged_snaps scrub ok 2024-05-20T21:06:20.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:20 smithi130 ceph-mon[36448]: pgmap v113: 1 pgs: 1 peering; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:20.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:20 smithi130 ceph-mon[36448]: osdmap e25: 4 total, 4 up, 4 in 2024-05-20T21:06:20.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:20 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-20T21:06:20.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:20 smithi130 ceph-mon[36448]: osdmap e26: 4 total, 4 up, 4 in 2024-05-20T21:06:20.974 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi050:vg_nvme/lv_3 2024-05-20T21:06:21.221 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.b/config 2024-05-20T21:06:22.299 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:22 smithi050 ceph-mon[35809]: pgmap v116: 1 pgs: 1 peering; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-05-20T21:06:22.300 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:22 smithi050 ceph-mon[35809]: osdmap e27: 4 total, 4 up, 4 in 2024-05-20T21:06:22.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:22 smithi008 ceph-mon[31475]: pgmap v116: 1 pgs: 1 peering; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-05-20T21:06:22.453 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:22 smithi008 ceph-mon[31475]: osdmap e27: 4 total, 4 up, 4 in 2024-05-20T21:06:22.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:22 smithi130 ceph-mon[36448]: pgmap v116: 1 pgs: 1 peering; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-05-20T21:06:22.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:22 smithi130 ceph-mon[36448]: osdmap e27: 4 total, 4 up, 4 in 2024-05-20T21:06:22.771 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:06:22.771+0000 7feea5cd1700 1 -- 172.21.15.50:0/2643711812 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feea01052f0 msgr2=0x7feea010bba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:06:22.771 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:06:22.771+0000 7feea5cd1700 1 --2- 172.21.15.50:0/2643711812 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feea01052f0 0x7feea010bba0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fee9800b0d0 tx=0x7fee9800b3e0 comp rx=0 tx=0).stop 2024-05-20T21:06:22.771 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:06:22.771+0000 7feea5cd1700 1 -- 172.21.15.50:0/2643711812 shutdown_connections 2024-05-20T21:06:22.771 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:06:22.771+0000 7feea5cd1700 1 --2- 172.21.15.50:0/2643711812 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feea01052f0 0x7feea010bba0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:06:22.771 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:06:22.771+0000 7feea5cd1700 1 --2- 172.21.15.50:0/2643711812 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feea01018d0 0x7feea0101cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:06:22.771 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:06:22.771+0000 7feea5cd1700 1 --2- 172.21.15.50:0/2643711812 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7feea0104950 0x7feea0104db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:06:22.771 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:06:22.771+0000 7feea5cd1700 1 -- 172.21.15.50:0/2643711812 >> 172.21.15.50:0/2643711812 conn(0x7feea00fd210 msgr2=0x7feea00ff650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:06:22.771 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:06:22.771+0000 7feea5cd1700 1 -- 172.21.15.50:0/2643711812 shutdown_connections 2024-05-20T21:06:22.772 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:06:22.771+0000 7feea5cd1700 1 -- 172.21.15.50:0/2643711812 wait complete. 2024-05-20T21:06:22.772 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:06:22.771+0000 7feea5cd1700 1 Processor -- start 2024-05-20T21:06:22.772 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:06:22.772+0000 7feea5cd1700 1 -- start start 2024-05-20T21:06:22.773 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:06:22.772+0000 7feea5cd1700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feea01018d0 0x7feea0199680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:06:22.773 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:06:22.772+0000 7feea5cd1700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feea0104950 0x7feea0199bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:06:22.773 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:06:22.772+0000 7feea5cd1700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7feea01052f0 0x7feea01a0c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:06:22.773 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:06:22.772+0000 7feea5cd1700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7feea010f090 con 0x7feea01052f0 2024-05-20T21:06:22.774 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:06:22.772+0000 7feea5cd1700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7feea010ef10 con 0x7feea01018d0 2024-05-20T21:06:22.774 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:06:22.772+0000 7feea5cd1700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7feea010f210 con 0x7feea0104950 2024-05-20T21:06:22.774 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:06:22.772+0000 7fee9f7fe700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feea01018d0 0x7feea0199680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:06:22.774 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:06:22.772+0000 7fee9f7fe700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feea01018d0 0x7feea0199680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:35000/0 (socket says 172.21.15.50:35000) 2024-05-20T21:06:22.774 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:06:22.772+0000 7fee9f7fe700 1 -- 172.21.15.50:0/446328404 learned_addr learned my addr 172.21.15.50:0/446328404 (peer_addr_for_me v2:172.21.15.50:0/0) 2024-05-20T21:06:22.774 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:06:22.772+0000 7fee9effd700 1 --2- 172.21.15.50:0/446328404 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feea0104950 0x7feea0199bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:06:22.774 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:06:22.772+0000 7fee9f7fe700 1 -- 172.21.15.50:0/446328404 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feea0104950 msgr2=0x7feea0199bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:06:22.774 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:06:22.772+0000 7fee9f7fe700 1 --2- 172.21.15.50:0/446328404 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feea0104950 0x7feea0199bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:06:22.774 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:06:22.772+0000 7fee9f7fe700 1 -- 172.21.15.50:0/446328404 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7feea01052f0 msgr2=0x7feea01a0c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:06:22.774 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:06:22.772+0000 7fee9ffff700 1 --2- 172.21.15.50:0/446328404 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7feea01052f0 0x7feea01a0c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:06:22.774 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:06:22.772+0000 7fee9f7fe700 1 --2- 172.21.15.50:0/446328404 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7feea01052f0 0x7feea01a0c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:06:22.774 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:06:22.772+0000 7fee9f7fe700 1 -- 172.21.15.50:0/446328404 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feea01a12e0 con 0x7feea01018d0 2024-05-20T21:06:22.775 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:06:22.772+0000 7fee9f7fe700 1 --2- 172.21.15.50:0/446328404 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feea01018d0 0x7feea0199680 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fee8800d980 tx=0x7fee8800dd40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:06:22.775 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:06:22.773+0000 7fee9cff9700 1 -- 172.21.15.50:0/446328404 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee88017070 con 0x7feea01018d0 2024-05-20T21:06:22.775 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:06:22.773+0000 7fee9cff9700 1 -- 172.21.15.50:0/446328404 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fee88010460 con 0x7feea01018d0 2024-05-20T21:06:22.775 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:06:22.773+0000 7feea5cd1700 1 -- 172.21.15.50:0/446328404 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feea01a15d0 con 0x7feea01018d0 2024-05-20T21:06:22.775 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:06:22.773+0000 7fee9cff9700 1 -- 172.21.15.50:0/446328404 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee8800de60 con 0x7feea01018d0 2024-05-20T21:06:22.775 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:06:22.773+0000 7feea5cd1700 1 -- 172.21.15.50:0/446328404 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feea01a1ac0 con 0x7feea01018d0 2024-05-20T21:06:22.775 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:06:22.774+0000 7feea5cd1700 1 -- 172.21.15.50:0/446328404 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feea006a230 con 0x7feea01018d0 2024-05-20T21:06:22.776 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:06:22.775+0000 7fee9cff9700 1 -- 172.21.15.50:0/446328404 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7fee88009b40 con 0x7feea01018d0 2024-05-20T21:06:22.776 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:06:22.776+0000 7fee9cff9700 1 --2- 172.21.15.50:0/446328404 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fee8c0b2880 0x7fee8c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:06:22.776 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:06:22.776+0000 7fee9cff9700 1 -- 172.21.15.50:0/446328404 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(27..27 src has 1..27) ==== 3669+0+0 (secure 0 0 0) 0x7fee880e0b10 con 0x7feea01018d0 2024-05-20T21:06:22.776 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:06:22.776+0000 7fee9effd700 1 --2- 172.21.15.50:0/446328404 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fee8c0b2880 0x7fee8c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:06:22.776 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:06:22.777+0000 7fee9effd700 1 --2- 172.21.15.50:0/446328404 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fee8c0b2880 0x7fee8c0b4d40 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fee90005fd0 tx=0x7fee9000a560 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:06:22.779 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:06:22.779+0000 7fee9cff9700 1 -- 172.21.15.50:0/446328404 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fee880a9a50 con 0x7feea01018d0 2024-05-20T21:06:23.003 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:06:23.004+0000 7feea5cd1700 1 -- 172.21.15.50:0/446328404 --> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi050:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7feea0063980 con 0x7fee8c0b2880 2024-05-20T21:06:23.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:23 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:06:23.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:23 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:06:23.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:23 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:06:23.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:23 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:06:23.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:23 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:06:23.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:23 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:06:23.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:23 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:06:23.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:23 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:06:23.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:23 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:06:24.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:24 smithi050 ceph-mon[35809]: from='client.24224 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi050:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:06:24.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:24 smithi050 ceph-mon[35809]: pgmap v118: 1 pgs: 1 peering; 577 KiB data, 107 MiB used, 358 GiB / 358 GiB avail 2024-05-20T21:06:24.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:24 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:24.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:24 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:24.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:24 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:06:24.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:24 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:06:24.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:24 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:24.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:24 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:06:24.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:24 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:06:24.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:24 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:24.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:24 smithi008 ceph-mon[31475]: from='client.24224 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi050:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:06:24.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:24 smithi008 ceph-mon[31475]: pgmap v118: 1 pgs: 1 peering; 577 KiB data, 107 MiB used, 358 GiB / 358 GiB avail 2024-05-20T21:06:24.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:24 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:24.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:24 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:24.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:24 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:06:24.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:24 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:06:24.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:24 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:24.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:24 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:06:24.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:24 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:06:24.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:24 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:24.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:24 smithi130 ceph-mon[36448]: from='client.24224 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi050:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:06:24.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:24 smithi130 ceph-mon[36448]: pgmap v118: 1 pgs: 1 peering; 577 KiB data, 107 MiB used, 358 GiB / 358 GiB avail 2024-05-20T21:06:24.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:24 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:24.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:24 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:24.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:24 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:06:24.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:24 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:06:24.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:24 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:24.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:24 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:06:24.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:24 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:06:24.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:24 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:25.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:25 smithi008 ceph-mon[31475]: Detected new or changed devices on smithi008 2024-05-20T21:06:25.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:25 smithi008 ceph-mon[31475]: Adjusting osd_memory_target on smithi008 to 8547M 2024-05-20T21:06:25.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:25 smithi130 ceph-mon[36448]: Detected new or changed devices on smithi008 2024-05-20T21:06:25.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:25 smithi130 ceph-mon[36448]: Adjusting osd_memory_target on smithi008 to 8547M 2024-05-20T21:06:25.673 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:25 smithi050 ceph-mon[35809]: Detected new or changed devices on smithi008 2024-05-20T21:06:25.673 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:25 smithi050 ceph-mon[35809]: Adjusting osd_memory_target on smithi008 to 8547M 2024-05-20T21:06:26.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:26 smithi050 ceph-mon[35809]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-20T21:06:26.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:26 smithi050 ceph-mon[35809]: from='client.? 172.21.15.50:0/4057655315' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "032641da-14a1-4d60-975c-7ae9dd749f8b"}]: dispatch 2024-05-20T21:06:26.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:26 smithi050 ceph-mon[35809]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "032641da-14a1-4d60-975c-7ae9dd749f8b"}]: dispatch 2024-05-20T21:06:26.425 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:26 smithi050 ceph-mon[35809]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "032641da-14a1-4d60-975c-7ae9dd749f8b"}]': finished 2024-05-20T21:06:26.425 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:26 smithi050 ceph-mon[35809]: osdmap e28: 5 total, 4 up, 5 in 2024-05-20T21:06:26.425 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:26 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-20T21:06:26.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:26 smithi008 ceph-mon[31475]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-20T21:06:26.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:26 smithi008 ceph-mon[31475]: from='client.? 172.21.15.50:0/4057655315' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "032641da-14a1-4d60-975c-7ae9dd749f8b"}]: dispatch 2024-05-20T21:06:26.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:26 smithi008 ceph-mon[31475]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "032641da-14a1-4d60-975c-7ae9dd749f8b"}]: dispatch 2024-05-20T21:06:26.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:26 smithi008 ceph-mon[31475]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "032641da-14a1-4d60-975c-7ae9dd749f8b"}]': finished 2024-05-20T21:06:26.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:26 smithi008 ceph-mon[31475]: osdmap e28: 5 total, 4 up, 5 in 2024-05-20T21:06:26.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:26 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-20T21:06:26.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:26 smithi130 ceph-mon[36448]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-20T21:06:26.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:26 smithi130 ceph-mon[36448]: from='client.? 172.21.15.50:0/4057655315' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "032641da-14a1-4d60-975c-7ae9dd749f8b"}]: dispatch 2024-05-20T21:06:26.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:26 smithi130 ceph-mon[36448]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "032641da-14a1-4d60-975c-7ae9dd749f8b"}]: dispatch 2024-05-20T21:06:26.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:26 smithi130 ceph-mon[36448]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "032641da-14a1-4d60-975c-7ae9dd749f8b"}]': finished 2024-05-20T21:06:26.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:26 smithi130 ceph-mon[36448]: osdmap e28: 5 total, 4 up, 5 in 2024-05-20T21:06:26.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:26 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-20T21:06:27.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:27 smithi130 ceph-mon[36448]: from='client.? 172.21.15.50:0/3792761639' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:06:27.673 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:27 smithi050 ceph-mon[35809]: from='client.? 172.21.15.50:0/3792761639' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:06:27.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:27 smithi008 ceph-mon[31475]: from='client.? 172.21.15.50:0/3792761639' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:06:28.603 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:28 smithi008 ceph-mon[31475]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 84 KiB/s, 0 objects/s recovering 2024-05-20T21:06:28.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:28 smithi130 ceph-mon[36448]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 84 KiB/s, 0 objects/s recovering 2024-05-20T21:06:28.673 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:28 smithi050 ceph-mon[35809]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 84 KiB/s, 0 objects/s recovering 2024-05-20T21:06:30.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:30 smithi050 ceph-mon[35809]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-20T21:06:30.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:30 smithi130 ceph-mon[36448]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-20T21:06:30.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:30 smithi008 ceph-mon[31475]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-20T21:06:32.239 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:32 smithi050 ceph-mon[35809]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-20T21:06:32.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:32 smithi130 ceph-mon[36448]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-20T21:06:32.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:32 smithi008 ceph-mon[31475]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-20T21:06:33.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:33 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-05-20T21:06:33.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:33 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:06:33.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:33 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-05-20T21:06:33.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:33 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:06:33.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:33 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-05-20T21:06:33.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:33 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:06:34.531 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:34 smithi050 ceph-mon[35809]: Deploying daemon osd.4 on smithi050 2024-05-20T21:06:34.532 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:34 smithi050 ceph-mon[35809]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-20T21:06:34.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:34 smithi130 ceph-mon[36448]: Deploying daemon osd.4 on smithi050 2024-05-20T21:06:34.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:34 smithi130 ceph-mon[36448]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-20T21:06:34.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:34 smithi008 ceph-mon[31475]: Deploying daemon osd.4 on smithi050 2024-05-20T21:06:34.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:34 smithi008 ceph-mon[31475]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-20T21:06:36.487 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:36 smithi050 ceph-mon[35809]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-05-20T21:06:36.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:36 smithi130 ceph-mon[36448]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-05-20T21:06:36.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:36 smithi008 ceph-mon[31475]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-05-20T21:06:38.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:38 smithi050 ceph-mon[35809]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-05-20T21:06:38.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:38 smithi130 ceph-mon[36448]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-05-20T21:06:38.691 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:38 smithi008 ceph-mon[31475]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-05-20T21:06:39.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:39 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:39.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:39 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:39.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:39 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:06:39.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:39 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:39.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:39 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:39.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:39 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:06:39.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:39 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:39.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:39 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:39.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:39 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:06:40.471 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:40 smithi050 ceph-mon[35809]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-05-20T21:06:40.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:40 smithi130 ceph-mon[36448]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-05-20T21:06:40.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:40 smithi008 ceph-mon[31475]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-05-20T21:06:41.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:41 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:41.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:41 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:41.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:41 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:06:41.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:41 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:06:41.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:41 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:41.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:41 smithi050 ceph-mon[35809]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-05-20T21:06:42.083 INFO:teuthology.orchestra.run.smithi050.stdout:Created osd(s) 4 on host 'smithi050' 2024-05-20T21:06:42.083 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:06:42.082+0000 7fee9cff9700 1 -- 172.21.15.50:0/446328404 <== mgr.14152 v2:172.21.15.8:6800/2778224651 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7feea0063980 con 0x7fee8c0b2880 2024-05-20T21:06:42.085 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:06:42.085+0000 7feea5cd1700 1 -- 172.21.15.50:0/446328404 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fee8c0b2880 msgr2=0x7fee8c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:06:42.085 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:06:42.085+0000 7feea5cd1700 1 --2- 172.21.15.50:0/446328404 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fee8c0b2880 0x7fee8c0b4d40 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fee90005fd0 tx=0x7fee9000a560 comp rx=0 tx=0).stop 2024-05-20T21:06:42.085 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:06:42.085+0000 7feea5cd1700 1 -- 172.21.15.50:0/446328404 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feea01018d0 msgr2=0x7feea0199680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:06:42.085 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:06:42.085+0000 7feea5cd1700 1 --2- 172.21.15.50:0/446328404 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feea01018d0 0x7feea0199680 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fee8800d980 tx=0x7fee8800dd40 comp rx=0 tx=0).stop 2024-05-20T21:06:42.085 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:06:42.085+0000 7feea5cd1700 1 -- 172.21.15.50:0/446328404 shutdown_connections 2024-05-20T21:06:42.085 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:06:42.085+0000 7feea5cd1700 1 --2- 172.21.15.50:0/446328404 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fee8c0b2880 0x7fee8c0b4d40 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:06:42.086 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:06:42.085+0000 7feea5cd1700 1 --2- 172.21.15.50:0/446328404 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feea01018d0 0x7feea0199680 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:06:42.086 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:06:42.085+0000 7feea5cd1700 1 --2- 172.21.15.50:0/446328404 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7feea01052f0 0x7feea01a0c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:06:42.086 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:06:42.085+0000 7feea5cd1700 1 --2- 172.21.15.50:0/446328404 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feea0104950 0x7feea0199bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:06:42.086 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:06:42.085+0000 7feea5cd1700 1 -- 172.21.15.50:0/446328404 >> 172.21.15.50:0/446328404 conn(0x7feea00fd210 msgr2=0x7feea0107c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:06:42.086 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:06:42.086+0000 7feea5cd1700 1 -- 172.21.15.50:0/446328404 shutdown_connections 2024-05-20T21:06:42.086 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:06:42.086+0000 7feea5cd1700 1 -- 172.21.15.50:0/446328404 wait complete. 2024-05-20T21:06:42.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:41 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:42.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:41 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:42.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:41 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:06:42.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:41 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:06:42.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:41 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:42.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:41 smithi130 ceph-mon[36448]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-05-20T21:06:42.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:41 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:42.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:41 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:42.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:41 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:06:42.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:41 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:06:42.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:41 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:42.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:41 smithi008 ceph-mon[31475]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-05-20T21:06:42.712 DEBUG:teuthology.orchestra.run.smithi050:osd.4> sudo journalctl -f -n 0 -u ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@osd.4.service 2024-05-20T21:06:42.714 INFO:tasks.cephadm:Deploying osd.5 on smithi130 with /dev/vg_nvme/lv_3... 2024-05-20T21:06:42.715 DEBUG:teuthology.orchestra.run.smithi130:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-05-20T21:06:42.957 INFO:teuthology.orchestra.run.smithi130.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.c/config 2024-05-20T21:06:43.252 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:43 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:43.253 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:43 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:43.253 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:43 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:06:43.253 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:43 smithi050 ceph-mon[35809]: from='osd.4 [v2:172.21.15.50:6808/2849163314,v1:172.21.15.50:6809/2849163314]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-20T21:06:43.253 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:43 smithi050 ceph-mon[35809]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-20T21:06:43.341 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:43 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:43.341 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:43 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:43.342 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:43 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:06:43.342 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:43 smithi130 ceph-mon[36448]: from='osd.4 [v2:172.21.15.50:6808/2849163314,v1:172.21.15.50:6809/2849163314]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-20T21:06:43.342 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:43 smithi130 ceph-mon[36448]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-20T21:06:43.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:43 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:43.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:43 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:43.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:43 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:06:43.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:43 smithi008 ceph-mon[31475]: from='osd.4 [v2:172.21.15.50:6808/2849163314,v1:172.21.15.50:6809/2849163314]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-20T21:06:43.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:43 smithi008 ceph-mon[31475]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-20T21:06:44.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:44 smithi050 ceph-mon[35809]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-05-20T21:06:44.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:44 smithi050 ceph-mon[35809]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-05-20T21:06:44.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:44 smithi050 ceph-mon[35809]: from='osd.4 [v2:172.21.15.50:6808/2849163314,v1:172.21.15.50:6809/2849163314]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]: dispatch 2024-05-20T21:06:44.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:44 smithi050 ceph-mon[35809]: osdmap e29: 5 total, 4 up, 5 in 2024-05-20T21:06:44.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:44 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-20T21:06:44.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:44 smithi050 ceph-mon[35809]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]: dispatch 2024-05-20T21:06:44.244 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:44 smithi130 ceph-mon[36448]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-05-20T21:06:44.245 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:44 smithi130 ceph-mon[36448]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-05-20T21:06:44.245 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:44 smithi130 ceph-mon[36448]: from='osd.4 [v2:172.21.15.50:6808/2849163314,v1:172.21.15.50:6809/2849163314]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]: dispatch 2024-05-20T21:06:44.245 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:44 smithi130 ceph-mon[36448]: osdmap e29: 5 total, 4 up, 5 in 2024-05-20T21:06:44.245 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:44 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-20T21:06:44.245 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:44 smithi130 ceph-mon[36448]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]: dispatch 2024-05-20T21:06:44.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:44 smithi008 ceph-mon[31475]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-05-20T21:06:44.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:44 smithi008 ceph-mon[31475]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-05-20T21:06:44.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:44 smithi008 ceph-mon[31475]: from='osd.4 [v2:172.21.15.50:6808/2849163314,v1:172.21.15.50:6809/2849163314]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]: dispatch 2024-05-20T21:06:44.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:44 smithi008 ceph-mon[31475]: osdmap e29: 5 total, 4 up, 5 in 2024-05-20T21:06:44.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:44 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-20T21:06:44.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:44 smithi008 ceph-mon[31475]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]: dispatch 2024-05-20T21:06:44.793 INFO:teuthology.orchestra.run.smithi130.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-05-20T21:06:44.793 INFO:teuthology.orchestra.run.smithi130.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-05-20T21:06:44.794 INFO:teuthology.orchestra.run.smithi130.stderr: stderr: 10+0 records in 2024-05-20T21:06:44.794 INFO:teuthology.orchestra.run.smithi130.stderr:10+0 records out 2024-05-20T21:06:44.794 INFO:teuthology.orchestra.run.smithi130.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0136707 s, 767 MB/s 2024-05-20T21:06:44.794 INFO:teuthology.orchestra.run.smithi130.stderr:--> Zapping successful for: 2024-05-20T21:06:45.377 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:45 smithi130 ceph-mon[36448]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]': finished 2024-05-20T21:06:45.377 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:45 smithi130 ceph-mon[36448]: osdmap e30: 5 total, 4 up, 5 in 2024-05-20T21:06:45.378 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:45 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-20T21:06:45.378 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:45 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-20T21:06:45.378 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:45 smithi130 ceph-mon[36448]: from='osd.4 ' entity='osd.4' 2024-05-20T21:06:45.378 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:45 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-20T21:06:45.381 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:45 smithi050 ceph-mon[35809]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]': finished 2024-05-20T21:06:45.381 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:45 smithi050 ceph-mon[35809]: osdmap e30: 5 total, 4 up, 5 in 2024-05-20T21:06:45.381 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:45 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-20T21:06:45.381 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:45 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-20T21:06:45.381 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:45 smithi050 ceph-mon[35809]: from='osd.4 ' entity='osd.4' 2024-05-20T21:06:45.381 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:45 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-20T21:06:45.382 INFO:journalctl@ceph.osd.4.smithi050.stdout:May 20 21:06:44 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-4[46855]: 2024-05-20T21:06:44.926+0000 7f40c9f75700 -1 osd.4 0 waiting for initial osdmap 2024-05-20T21:06:45.382 INFO:journalctl@ceph.osd.4.smithi050.stdout:May 20 21:06:44 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-4[46855]: 2024-05-20T21:06:44.932+0000 7f40c1d60700 -1 osd.4 30 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-20T21:06:45.406 DEBUG:teuthology.orchestra.run.smithi130:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi130:vg_nvme/lv_3 2024-05-20T21:06:45.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:45 smithi008 ceph-mon[31475]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]': finished 2024-05-20T21:06:45.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:45 smithi008 ceph-mon[31475]: osdmap e30: 5 total, 4 up, 5 in 2024-05-20T21:06:45.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:45 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-20T21:06:45.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:45 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-20T21:06:45.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:45 smithi008 ceph-mon[31475]: from='osd.4 ' entity='osd.4' 2024-05-20T21:06:45.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:45 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-20T21:06:45.645 INFO:teuthology.orchestra.run.smithi130.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.c/config 2024-05-20T21:06:46.359 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:46 smithi130 ceph-mon[36448]: purged_snaps scrub starts 2024-05-20T21:06:46.359 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:46 smithi130 ceph-mon[36448]: purged_snaps scrub ok 2024-05-20T21:06:46.360 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:46 smithi130 ceph-mon[36448]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-05-20T21:06:46.360 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:46 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:46.360 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:46 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:46.360 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:46 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:06:46.360 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:46 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:06:46.360 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:46 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:46.360 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:46 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:06:46.360 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:46 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:06:46.360 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:46 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:46.360 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:46 smithi130 ceph-mon[36448]: osd.4 [v2:172.21.15.50:6808/2849163314,v1:172.21.15.50:6809/2849163314] boot 2024-05-20T21:06:46.360 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:46 smithi130 ceph-mon[36448]: osdmap e31: 5 total, 5 up, 5 in 2024-05-20T21:06:46.360 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:46 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-20T21:06:46.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:46 smithi050 ceph-mon[35809]: purged_snaps scrub starts 2024-05-20T21:06:46.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:46 smithi050 ceph-mon[35809]: purged_snaps scrub ok 2024-05-20T21:06:46.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:46 smithi050 ceph-mon[35809]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-05-20T21:06:46.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:46 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:46.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:46 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:46.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:46 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:06:46.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:46 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:06:46.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:46 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:46.425 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:46 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:06:46.425 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:46 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:06:46.425 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:46 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:46.425 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:46 smithi050 ceph-mon[35809]: osd.4 [v2:172.21.15.50:6808/2849163314,v1:172.21.15.50:6809/2849163314] boot 2024-05-20T21:06:46.425 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:46 smithi050 ceph-mon[35809]: osdmap e31: 5 total, 5 up, 5 in 2024-05-20T21:06:46.425 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:46 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-20T21:06:46.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:46 smithi008 ceph-mon[31475]: purged_snaps scrub starts 2024-05-20T21:06:46.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:46 smithi008 ceph-mon[31475]: purged_snaps scrub ok 2024-05-20T21:06:46.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:46 smithi008 ceph-mon[31475]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-05-20T21:06:46.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:46 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:46.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:46 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:46.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:46 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:06:46.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:46 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:06:46.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:46 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:46.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:46 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:06:46.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:46 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:06:46.453 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:46 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:06:46.453 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:46 smithi008 ceph-mon[31475]: osd.4 [v2:172.21.15.50:6808/2849163314,v1:172.21.15.50:6809/2849163314] boot 2024-05-20T21:06:46.453 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:46 smithi008 ceph-mon[31475]: osdmap e31: 5 total, 5 up, 5 in 2024-05-20T21:06:46.453 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:46 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-20T21:06:47.145 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:06:47.143+0000 7f0ceacbe700 1 -- 172.21.15.130:0/1244874657 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0ce41024a0 msgr2=0x7f0ce41028c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:06:47.145 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:06:47.143+0000 7f0ceacbe700 1 --2- 172.21.15.130:0/1244874657 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0ce41024a0 0x7f0ce41028c0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f0cd8009990 tx=0x7f0cd8009ca0 comp rx=0 tx=0).stop 2024-05-20T21:06:47.145 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:06:47.143+0000 7f0ceacbe700 1 -- 172.21.15.130:0/1244874657 shutdown_connections 2024-05-20T21:06:47.145 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:06:47.143+0000 7f0ceacbe700 1 --2- 172.21.15.130:0/1244874657 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ce4104040 0x7f0ce410a8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:06:47.145 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:06:47.143+0000 7f0ceacbe700 1 --2- 172.21.15.130:0/1244874657 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0ce41024a0 0x7f0ce41028c0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:06:47.145 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:06:47.143+0000 7f0ceacbe700 1 --2- 172.21.15.130:0/1244874657 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0ce41036a0 0x7f0ce4103b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:06:47.145 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:06:47.143+0000 7f0ceacbe700 1 -- 172.21.15.130:0/1244874657 >> 172.21.15.130:0/1244874657 conn(0x7f0ce40fda40 msgr2=0x7f0ce40ffe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:06:47.145 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:06:47.143+0000 7f0ceacbe700 1 -- 172.21.15.130:0/1244874657 shutdown_connections 2024-05-20T21:06:47.145 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:06:47.143+0000 7f0ceacbe700 1 -- 172.21.15.130:0/1244874657 wait complete. 2024-05-20T21:06:47.145 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:06:47.144+0000 7f0ceacbe700 1 Processor -- start 2024-05-20T21:06:47.146 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:06:47.144+0000 7f0ceacbe700 1 -- start start 2024-05-20T21:06:47.146 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:06:47.144+0000 7f0ceacbe700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0ce41024a0 0x7f0ce4199850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:06:47.146 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:06:47.144+0000 7f0ceacbe700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ce41036a0 0x7f0ce4199d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:06:47.146 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:06:47.144+0000 7f0ceacbe700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0ce4104040 0x7f0ce41a0e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:06:47.146 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:06:47.144+0000 7f0ceacbe700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f0ce410e010 con 0x7f0ce4104040 2024-05-20T21:06:47.146 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:06:47.144+0000 7f0ceacbe700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f0ce410de90 con 0x7f0ce41036a0 2024-05-20T21:06:47.146 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:06:47.144+0000 7f0ceacbe700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f0ce410e190 con 0x7f0ce41024a0 2024-05-20T21:06:47.146 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:06:47.144+0000 7f0ce8a5a700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0ce41024a0 0x7f0ce4199850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:06:47.146 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:06:47.144+0000 7f0ce8a5a700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0ce41024a0 0x7f0ce4199850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.130:44944/0 (socket says 172.21.15.130:44944) 2024-05-20T21:06:47.146 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:06:47.144+0000 7f0ce8a5a700 1 -- 172.21.15.130:0/411108596 learned_addr learned my addr 172.21.15.130:0/411108596 (peer_addr_for_me v2:172.21.15.130:0/0) 2024-05-20T21:06:47.146 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:06:47.144+0000 7f0ce3fff700 1 --2- 172.21.15.130:0/411108596 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ce41036a0 0x7f0ce4199d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:06:47.146 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:06:47.144+0000 7f0ce8a5a700 1 -- 172.21.15.130:0/411108596 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ce41036a0 msgr2=0x7f0ce4199d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:06:47.146 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:06:47.144+0000 7f0ce8a5a700 1 --2- 172.21.15.130:0/411108596 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ce41036a0 0x7f0ce4199d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:06:47.147 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:06:47.144+0000 7f0ce8a5a700 1 -- 172.21.15.130:0/411108596 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0ce4104040 msgr2=0x7f0ce41a0e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:06:47.147 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:06:47.144+0000 7f0ce8a5a700 1 --2- 172.21.15.130:0/411108596 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0ce4104040 0x7f0ce41a0e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:06:47.147 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:06:47.144+0000 7f0ce8a5a700 1 -- 172.21.15.130:0/411108596 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ce4104b50 con 0x7f0ce41024a0 2024-05-20T21:06:47.147 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:06:47.144+0000 7f0ce3fff700 1 --2- 172.21.15.130:0/411108596 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ce41036a0 0x7f0ce4199d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:06:47.147 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:06:47.144+0000 7f0ce8a5a700 1 --2- 172.21.15.130:0/411108596 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0ce41024a0 0x7f0ce4199850 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f0cd80047b0 tx=0x7f0cd8009f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:06:47.147 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:06:47.145+0000 7f0ce1ffb700 1 -- 172.21.15.130:0/411108596 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cd8026070 con 0x7f0ce41024a0 2024-05-20T21:06:47.147 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:06:47.145+0000 7f0ce1ffb700 1 -- 172.21.15.130:0/411108596 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0cd8004100 con 0x7f0ce41024a0 2024-05-20T21:06:47.147 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:06:47.145+0000 7f0ceacbe700 1 -- 172.21.15.130:0/411108596 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ce4104de0 con 0x7f0ce41024a0 2024-05-20T21:06:47.147 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:06:47.145+0000 7f0ce1ffb700 1 -- 172.21.15.130:0/411108596 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cd8005290 con 0x7f0ce41024a0 2024-05-20T21:06:47.147 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:06:47.145+0000 7f0ceacbe700 1 -- 172.21.15.130:0/411108596 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ce41052c0 con 0x7f0ce41024a0 2024-05-20T21:06:47.148 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:06:47.146+0000 7f0ceacbe700 1 -- 172.21.15.130:0/411108596 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0ce406a230 con 0x7f0ce41024a0 2024-05-20T21:06:47.148 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:06:47.147+0000 7f0ce1ffb700 1 -- 172.21.15.130:0/411108596 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f0cd8029070 con 0x7f0ce41024a0 2024-05-20T21:06:47.148 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:06:47.148+0000 7f0ce1ffb700 1 --2- 172.21.15.130:0/411108596 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0cd40b2880 0x7f0cd40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:06:47.148 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:06:47.148+0000 7f0ce1ffb700 1 -- 172.21.15.130:0/411108596 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 4101+0+0 (secure 0 0 0) 0x7f0cd80e2220 con 0x7f0ce41024a0 2024-05-20T21:06:47.148 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:06:47.148+0000 7f0ce3fff700 1 --2- 172.21.15.130:0/411108596 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0cd40b2880 0x7f0cd40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:06:47.148 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:06:47.149+0000 7f0ce3fff700 1 --2- 172.21.15.130:0/411108596 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0cd40b2880 0x7f0cd40b4d40 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f0cd00099d0 tx=0x7f0cd0008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:06:47.151 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:06:47.152+0000 7f0ce1ffb700 1 -- 172.21.15.130:0/411108596 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f0cd8030020 con 0x7f0ce41024a0 2024-05-20T21:06:47.362 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:06:47.363+0000 7f0ceacbe700 1 -- 172.21.15.130:0/411108596 --> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi130:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f0ce406b930 con 0x7f0cd40b2880 2024-05-20T21:06:47.363 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:47 smithi130 ceph-mon[36448]: Detected new or changed devices on smithi050 2024-05-20T21:06:47.363 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:47 smithi130 ceph-mon[36448]: Adjusting osd_memory_target on smithi050 to 8546M 2024-05-20T21:06:47.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:47 smithi050 ceph-mon[35809]: Detected new or changed devices on smithi050 2024-05-20T21:06:47.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:47 smithi050 ceph-mon[35809]: Adjusting osd_memory_target on smithi050 to 8546M 2024-05-20T21:06:47.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:47 smithi008 ceph-mon[31475]: Detected new or changed devices on smithi050 2024-05-20T21:06:47.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:47 smithi008 ceph-mon[31475]: Adjusting osd_memory_target on smithi050 to 8546M 2024-05-20T21:06:48.266 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:48 smithi130 ceph-mon[36448]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:06:48.266 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:48 smithi130 ceph-mon[36448]: osdmap e32: 5 total, 5 up, 5 in 2024-05-20T21:06:48.266 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:48 smithi130 ceph-mon[36448]: from='client.24259 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi130:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:06:48.266 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:48 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:06:48.266 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:48 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:06:48.266 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:48 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:06:48.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:48 smithi050 ceph-mon[35809]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:06:48.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:48 smithi050 ceph-mon[35809]: osdmap e32: 5 total, 5 up, 5 in 2024-05-20T21:06:48.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:48 smithi050 ceph-mon[35809]: from='client.24259 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi130:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:06:48.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:48 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:06:48.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:48 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:06:48.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:48 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:06:48.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:48 smithi008 ceph-mon[31475]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:06:48.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:48 smithi008 ceph-mon[31475]: osdmap e32: 5 total, 5 up, 5 in 2024-05-20T21:06:48.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:48 smithi008 ceph-mon[31475]: from='client.24259 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi130:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:06:48.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:48 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:06:48.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:48 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:06:48.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:48 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:06:50.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:50 smithi130 ceph-mon[36448]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:06:50.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:50 smithi130 ceph-mon[36448]: from='client.? 172.21.15.130:0/237724920' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e0a50b25-3bd5-4f3d-9c6b-e0a37620c1fe"}]: dispatch 2024-05-20T21:06:50.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:50 smithi130 ceph-mon[36448]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e0a50b25-3bd5-4f3d-9c6b-e0a37620c1fe"}]: dispatch 2024-05-20T21:06:50.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:50 smithi130 ceph-mon[36448]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e0a50b25-3bd5-4f3d-9c6b-e0a37620c1fe"}]': finished 2024-05-20T21:06:50.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:50 smithi130 ceph-mon[36448]: osdmap e33: 6 total, 5 up, 6 in 2024-05-20T21:06:50.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:50 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-20T21:06:50.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:50 smithi050 ceph-mon[35809]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:06:50.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:50 smithi050 ceph-mon[35809]: from='client.? 172.21.15.130:0/237724920' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e0a50b25-3bd5-4f3d-9c6b-e0a37620c1fe"}]: dispatch 2024-05-20T21:06:50.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:50 smithi050 ceph-mon[35809]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e0a50b25-3bd5-4f3d-9c6b-e0a37620c1fe"}]: dispatch 2024-05-20T21:06:50.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:50 smithi050 ceph-mon[35809]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e0a50b25-3bd5-4f3d-9c6b-e0a37620c1fe"}]': finished 2024-05-20T21:06:50.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:50 smithi050 ceph-mon[35809]: osdmap e33: 6 total, 5 up, 6 in 2024-05-20T21:06:50.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:50 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-20T21:06:50.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:50 smithi008 ceph-mon[31475]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:06:50.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:50 smithi008 ceph-mon[31475]: from='client.? 172.21.15.130:0/237724920' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e0a50b25-3bd5-4f3d-9c6b-e0a37620c1fe"}]: dispatch 2024-05-20T21:06:50.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:50 smithi008 ceph-mon[31475]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e0a50b25-3bd5-4f3d-9c6b-e0a37620c1fe"}]: dispatch 2024-05-20T21:06:50.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:50 smithi008 ceph-mon[31475]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e0a50b25-3bd5-4f3d-9c6b-e0a37620c1fe"}]': finished 2024-05-20T21:06:50.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:50 smithi008 ceph-mon[31475]: osdmap e33: 6 total, 5 up, 6 in 2024-05-20T21:06:50.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:50 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-20T21:06:51.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:51 smithi130 ceph-mon[36448]: from='client.? 172.21.15.130:0/3016341168' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:06:51.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:51 smithi050 ceph-mon[35809]: from='client.? 172.21.15.130:0/3016341168' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:06:51.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:51 smithi008 ceph-mon[31475]: from='client.? 172.21.15.130:0/3016341168' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:06:52.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:52 smithi130 ceph-mon[36448]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:06:52.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:52 smithi050 ceph-mon[35809]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:06:52.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:52 smithi008 ceph-mon[31475]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:06:54.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:54 smithi130 ceph-mon[36448]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:06:54.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:54 smithi050 ceph-mon[35809]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:06:54.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:54 smithi008 ceph-mon[31475]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:06:56.262 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:56 smithi130 ceph-mon[36448]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:06:56.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:56 smithi050 ceph-mon[35809]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:06:56.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:56 smithi008 ceph-mon[31475]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:06:58.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:58 smithi130 ceph-mon[36448]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:06:58.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:58 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-05-20T21:06:58.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:58 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:06:58.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:06:58 smithi130 ceph-mon[36448]: Deploying daemon osd.5 on smithi130 2024-05-20T21:06:58.423 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:58 smithi050 ceph-mon[35809]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:06:58.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:58 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-05-20T21:06:58.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:58 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:06:58.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:06:58 smithi050 ceph-mon[35809]: Deploying daemon osd.5 on smithi130 2024-05-20T21:06:58.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:58 smithi008 ceph-mon[31475]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:06:58.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:58 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-05-20T21:06:58.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:58 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:06:58.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:06:58 smithi008 ceph-mon[31475]: Deploying daemon osd.5 on smithi130 2024-05-20T21:07:00.346 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:00 smithi130 ceph-mon[36448]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:07:00.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:00 smithi050 ceph-mon[35809]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:07:00.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:00 smithi008 ceph-mon[31475]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:07:02.370 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:02 smithi130 ceph-mon[36448]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:07:02.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:02 smithi050 ceph-mon[35809]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:07:02.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:02 smithi008 ceph-mon[31475]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:07:03.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:03 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:03.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:03 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:03.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:03 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:07:03.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:03 smithi130 ceph-mon[36448]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:07:03.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:03 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:03.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:03 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:03.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:03 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:07:03.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:03 smithi050 ceph-mon[35809]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:07:03.951 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:03 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:03.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:03 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:03.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:03 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:07:03.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:03 smithi008 ceph-mon[31475]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:07:06.299 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:06 smithi130 ceph-mon[36448]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:07:06.299 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:06 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:06.299 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:06 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:06.299 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:06 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:07:06.299 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:06 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:07:06.299 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:06 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:06.299 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:07:06.299+0000 7f0ce1ffb700 1 -- 172.21.15.130:0/411108596 <== mgr.14152 v2:172.21.15.8:6800/2778224651 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f0ce406b930 con 0x7f0cd40b2880 2024-05-20T21:07:06.300 INFO:teuthology.orchestra.run.smithi130.stdout:Created osd(s) 5 on host 'smithi130' 2024-05-20T21:07:06.301 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:07:06.301+0000 7f0ceacbe700 1 -- 172.21.15.130:0/411108596 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0cd40b2880 msgr2=0x7f0cd40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:07:06.301 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:07:06.301+0000 7f0ceacbe700 1 --2- 172.21.15.130:0/411108596 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0cd40b2880 0x7f0cd40b4d40 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f0cd00099d0 tx=0x7f0cd0008040 comp rx=0 tx=0).stop 2024-05-20T21:07:06.301 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:07:06.301+0000 7f0ceacbe700 1 -- 172.21.15.130:0/411108596 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0ce41024a0 msgr2=0x7f0ce4199850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:07:06.301 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:07:06.301+0000 7f0ceacbe700 1 --2- 172.21.15.130:0/411108596 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0ce41024a0 0x7f0ce4199850 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f0cd80047b0 tx=0x7f0cd8009f90 comp rx=0 tx=0).stop 2024-05-20T21:07:06.301 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:07:06.301+0000 7f0ceacbe700 1 -- 172.21.15.130:0/411108596 shutdown_connections 2024-05-20T21:07:06.301 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:07:06.301+0000 7f0ceacbe700 1 --2- 172.21.15.130:0/411108596 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0cd40b2880 0x7f0cd40b4d40 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:07:06.301 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:07:06.301+0000 7f0ceacbe700 1 --2- 172.21.15.130:0/411108596 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0ce4104040 0x7f0ce41a0e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:07:06.301 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:07:06.301+0000 7f0ceacbe700 1 --2- 172.21.15.130:0/411108596 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0ce41024a0 0x7f0ce4199850 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:07:06.301 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:07:06.301+0000 7f0ceacbe700 1 --2- 172.21.15.130:0/411108596 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ce41036a0 0x7f0ce4199d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:07:06.301 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:07:06.301+0000 7f0ceacbe700 1 -- 172.21.15.130:0/411108596 >> 172.21.15.130:0/411108596 conn(0x7f0ce40fda40 msgr2=0x7f0ce406b220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:07:06.301 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:07:06.301+0000 7f0ceacbe700 1 -- 172.21.15.130:0/411108596 shutdown_connections 2024-05-20T21:07:06.302 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:07:06.301+0000 7f0ceacbe700 1 -- 172.21.15.130:0/411108596 wait complete. 2024-05-20T21:07:06.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:06 smithi008 ceph-mon[31475]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:07:06.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:06 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:06.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:06 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:06.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:06 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:07:06.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:06 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:07:06.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:06 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:06.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:06 smithi050 ceph-mon[35809]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:07:06.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:06 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:06.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:06 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:06.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:06 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:07:06.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:06 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:07:06.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:06 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:06.925 DEBUG:teuthology.orchestra.run.smithi130:osd.5> sudo journalctl -f -n 0 -u ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@osd.5.service 2024-05-20T21:07:06.927 INFO:tasks.cephadm:Deploying osd.6 on smithi008 with /dev/vg_nvme/lv_2... 2024-05-20T21:07:06.927 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-05-20T21:07:07.395 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:07:07.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:07 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:07:07.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:07 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:07.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:07 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:07.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:07 smithi008 ceph-mon[31475]: from='osd.5 [v2:172.21.15.130:6808/2920667492,v1:172.21.15.130:6809/2920667492]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-20T21:07:07.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:07 smithi008 ceph-mon[31475]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-20T21:07:07.655 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:07 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:07:07.655 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:07 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:07.656 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:07 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:07.656 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:07 smithi130 ceph-mon[36448]: from='osd.5 [v2:172.21.15.130:6808/2920667492,v1:172.21.15.130:6809/2920667492]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-20T21:07:07.656 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:07 smithi130 ceph-mon[36448]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-20T21:07:07.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:07 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:07:07.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:07 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:07.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:07 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:07.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:07 smithi050 ceph-mon[35809]: from='osd.5 [v2:172.21.15.130:6808/2920667492,v1:172.21.15.130:6809/2920667492]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-20T21:07:07.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:07 smithi050 ceph-mon[35809]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-20T21:07:08.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:08 smithi130 ceph-mon[36448]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:07:08.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:08 smithi130 ceph-mon[36448]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-05-20T21:07:08.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:08 smithi130 ceph-mon[36448]: from='osd.5 [v2:172.21.15.130:6808/2920667492,v1:172.21.15.130:6809/2920667492]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2024-05-20T21:07:08.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:08 smithi130 ceph-mon[36448]: osdmap e34: 6 total, 5 up, 6 in 2024-05-20T21:07:08.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:08 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-20T21:07:08.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:08 smithi130 ceph-mon[36448]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2024-05-20T21:07:08.636 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:08 smithi008 ceph-mon[31475]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:07:08.636 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:08 smithi008 ceph-mon[31475]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-05-20T21:07:08.636 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:08 smithi008 ceph-mon[31475]: from='osd.5 [v2:172.21.15.130:6808/2920667492,v1:172.21.15.130:6809/2920667492]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2024-05-20T21:07:08.636 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:08 smithi008 ceph-mon[31475]: osdmap e34: 6 total, 5 up, 6 in 2024-05-20T21:07:08.636 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:08 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-20T21:07:08.636 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:08 smithi008 ceph-mon[31475]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2024-05-20T21:07:08.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:08 smithi050 ceph-mon[35809]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:07:08.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:08 smithi050 ceph-mon[35809]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-05-20T21:07:08.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:08 smithi050 ceph-mon[35809]: from='osd.5 [v2:172.21.15.130:6808/2920667492,v1:172.21.15.130:6809/2920667492]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2024-05-20T21:07:08.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:08 smithi050 ceph-mon[35809]: osdmap e34: 6 total, 5 up, 6 in 2024-05-20T21:07:08.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:08 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-20T21:07:08.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:08 smithi050 ceph-mon[35809]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2024-05-20T21:07:09.413 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:09 smithi008 ceph-mon[31475]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]': finished 2024-05-20T21:07:09.413 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:09 smithi008 ceph-mon[31475]: osdmap e35: 6 total, 5 up, 6 in 2024-05-20T21:07:09.413 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:09 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-20T21:07:09.413 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:09 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-20T21:07:09.414 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:09 smithi008 ceph-mon[31475]: from='osd.5 ' entity='osd.5' 2024-05-20T21:07:09.414 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:09 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-20T21:07:09.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:09 smithi130 ceph-mon[36448]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]': finished 2024-05-20T21:07:09.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:09 smithi130 ceph-mon[36448]: osdmap e35: 6 total, 5 up, 6 in 2024-05-20T21:07:09.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:09 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-20T21:07:09.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:09 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-20T21:07:09.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:09 smithi130 ceph-mon[36448]: from='osd.5 ' entity='osd.5' 2024-05-20T21:07:09.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:09 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-20T21:07:09.422 INFO:journalctl@ceph.osd.5.smithi130.stdout:May 20 21:07:09 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-5[48052]: 2024-05-20T21:07:09.144+0000 7fb9ae0a4700 -1 osd.5 0 waiting for initial osdmap 2024-05-20T21:07:09.422 INFO:journalctl@ceph.osd.5.smithi130.stdout:May 20 21:07:09 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-5[48052]: 2024-05-20T21:07:09.240+0000 7fb9a5e8f700 -1 osd.5 35 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-20T21:07:09.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:09 smithi050 ceph-mon[35809]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]': finished 2024-05-20T21:07:09.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:09 smithi050 ceph-mon[35809]: osdmap e35: 6 total, 5 up, 6 in 2024-05-20T21:07:09.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:09 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-20T21:07:09.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:09 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-20T21:07:09.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:09 smithi050 ceph-mon[35809]: from='osd.5 ' entity='osd.5' 2024-05-20T21:07:09.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:09 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-20T21:07:10.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:10 smithi008 ceph-mon[31475]: purged_snaps scrub starts 2024-05-20T21:07:10.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:10 smithi008 ceph-mon[31475]: purged_snaps scrub ok 2024-05-20T21:07:10.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:10 smithi008 ceph-mon[31475]: pgmap v149: 1 pgs: 1 peering; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:07:10.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:10 smithi008 ceph-mon[31475]: osd.5 [v2:172.21.15.130:6808/2920667492,v1:172.21.15.130:6809/2920667492] boot 2024-05-20T21:07:10.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:10 smithi008 ceph-mon[31475]: osdmap e36: 6 total, 6 up, 6 in 2024-05-20T21:07:10.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:10 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-20T21:07:10.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:10 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:10.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:10 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:10.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:10 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:07:10.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:10 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:07:10.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:10 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:10.453 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:10 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:07:10.453 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:10 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:07:10.453 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:10 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:10.519 INFO:teuthology.orchestra.run.smithi008.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-05-20T21:07:10.519 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-05-20T21:07:10.519 INFO:teuthology.orchestra.run.smithi008.stderr: stderr: 10+0 records in 2024-05-20T21:07:10.519 INFO:teuthology.orchestra.run.smithi008.stderr:10+0 records out 2024-05-20T21:07:10.519 INFO:teuthology.orchestra.run.smithi008.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0325669 s, 322 MB/s 2024-05-20T21:07:10.519 INFO:teuthology.orchestra.run.smithi008.stderr:--> Zapping successful for: 2024-05-20T21:07:10.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:10 smithi130 ceph-mon[36448]: purged_snaps scrub starts 2024-05-20T21:07:10.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:10 smithi130 ceph-mon[36448]: purged_snaps scrub ok 2024-05-20T21:07:10.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:10 smithi130 ceph-mon[36448]: pgmap v149: 1 pgs: 1 peering; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:07:10.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:10 smithi130 ceph-mon[36448]: osd.5 [v2:172.21.15.130:6808/2920667492,v1:172.21.15.130:6809/2920667492] boot 2024-05-20T21:07:10.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:10 smithi130 ceph-mon[36448]: osdmap e36: 6 total, 6 up, 6 in 2024-05-20T21:07:10.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:10 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-20T21:07:10.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:10 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:10.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:10 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:10.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:10 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:07:10.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:10 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:07:10.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:10 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:10.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:10 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:07:10.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:10 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:07:10.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:10 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:10.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:10 smithi050 ceph-mon[35809]: purged_snaps scrub starts 2024-05-20T21:07:10.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:10 smithi050 ceph-mon[35809]: purged_snaps scrub ok 2024-05-20T21:07:10.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:10 smithi050 ceph-mon[35809]: pgmap v149: 1 pgs: 1 peering; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:07:10.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:10 smithi050 ceph-mon[35809]: osd.5 [v2:172.21.15.130:6808/2920667492,v1:172.21.15.130:6809/2920667492] boot 2024-05-20T21:07:10.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:10 smithi050 ceph-mon[35809]: osdmap e36: 6 total, 6 up, 6 in 2024-05-20T21:07:10.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:10 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-20T21:07:10.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:10 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:10.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:10 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:10.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:10 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:07:10.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:10 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:07:10.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:10 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:10.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:10 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:07:10.675 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:10 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:07:10.675 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:10 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:11.446 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:11 smithi008 ceph-mon[31475]: Detected new or changed devices on smithi130 2024-05-20T21:07:11.446 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:11 smithi008 ceph-mon[31475]: Adjusting osd_memory_target on smithi130 to 8544M 2024-05-20T21:07:11.446 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:11 smithi008 ceph-mon[31475]: osdmap e37: 6 total, 6 up, 6 in 2024-05-20T21:07:11.450 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi008:vg_nvme/lv_2 2024-05-20T21:07:11.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:11 smithi130 ceph-mon[36448]: Detected new or changed devices on smithi130 2024-05-20T21:07:11.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:11 smithi130 ceph-mon[36448]: Adjusting osd_memory_target on smithi130 to 8544M 2024-05-20T21:07:11.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:11 smithi130 ceph-mon[36448]: osdmap e37: 6 total, 6 up, 6 in 2024-05-20T21:07:11.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:11 smithi050 ceph-mon[35809]: Detected new or changed devices on smithi130 2024-05-20T21:07:11.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:11 smithi050 ceph-mon[35809]: Adjusting osd_memory_target on smithi130 to 8544M 2024-05-20T21:07:11.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:11 smithi050 ceph-mon[35809]: osdmap e37: 6 total, 6 up, 6 in 2024-05-20T21:07:11.885 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:07:12.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:12 smithi130 ceph-mon[36448]: pgmap v152: 1 pgs: 1 peering; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:07:12.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:12 smithi130 ceph-mon[36448]: osdmap e38: 6 total, 6 up, 6 in 2024-05-20T21:07:12.673 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:12 smithi050 ceph-mon[35809]: pgmap v152: 1 pgs: 1 peering; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:07:12.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:12 smithi050 ceph-mon[35809]: osdmap e38: 6 total, 6 up, 6 in 2024-05-20T21:07:12.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:12 smithi008 ceph-mon[31475]: pgmap v152: 1 pgs: 1 peering; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:07:12.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:12 smithi008 ceph-mon[31475]: osdmap e38: 6 total, 6 up, 6 in 2024-05-20T21:07:13.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:07:13.977+0000 7f76f4400700 1 -- 172.21.15.8:0/1320300211 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f76ec107380 msgr2=0x7f76ec10dc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:07:13.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:07:13.977+0000 7f76f4400700 1 --2- 172.21.15.8:0/1320300211 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f76ec107380 0x7f76ec10dc30 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f76e4009f90 tx=0x7f76e400b330 comp rx=0 tx=0).stop 2024-05-20T21:07:13.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:07:13.978+0000 7f76f4400700 1 -- 172.21.15.8:0/1320300211 shutdown_connections 2024-05-20T21:07:13.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:07:13.978+0000 7f76f4400700 1 --2- 172.21.15.8:0/1320300211 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f76ec107380 0x7f76ec10dc30 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:07:13.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:07:13.978+0000 7f76f4400700 1 --2- 172.21.15.8:0/1320300211 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f76ec1057e0 0x7f76ec105c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:07:13.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:07:13.978+0000 7f76f4400700 1 --2- 172.21.15.8:0/1320300211 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f76ec1069e0 0x7f76ec106e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:07:13.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:07:13.978+0000 7f76f4400700 1 -- 172.21.15.8:0/1320300211 >> 172.21.15.8:0/1320300211 conn(0x7f76ec100da0 msgr2=0x7f76ec1031c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:07:13.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:07:13.978+0000 7f76f4400700 1 -- 172.21.15.8:0/1320300211 shutdown_connections 2024-05-20T21:07:13.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:07:13.978+0000 7f76f4400700 1 -- 172.21.15.8:0/1320300211 wait complete. 2024-05-20T21:07:13.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:07:13.979+0000 7f76f4400700 1 Processor -- start 2024-05-20T21:07:13.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:07:13.979+0000 7f76f4400700 1 -- start start 2024-05-20T21:07:13.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:07:13.979+0000 7f76f4400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f76ec1057e0 0x7f76ec19b840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:07:13.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:07:13.979+0000 7f76f4400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f76ec1069e0 0x7f76ec19bd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:07:13.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:07:13.979+0000 7f76f4400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f76ec107380 0x7f76ec1a2e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:07:13.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:07:13.979+0000 7f76f4400700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f76ec111260 con 0x7f76ec1069e0 2024-05-20T21:07:13.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:07:13.979+0000 7f76f4400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f76ec1110e0 con 0x7f76ec1057e0 2024-05-20T21:07:13.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:07:13.979+0000 7f76f4400700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f76ec1113e0 con 0x7f76ec107380 2024-05-20T21:07:13.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:07:13.980+0000 7f76f1000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f76ec1069e0 0x7f76ec19bd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:07:13.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:07:13.980+0000 7f76f1a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f76ec1057e0 0x7f76ec19b840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:07:13.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:07:13.980+0000 7f76f1a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f76ec1057e0 0x7f76ec19b840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:40428/0 (socket says 172.21.15.8:40428) 2024-05-20T21:07:13.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:07:13.980+0000 7f76f1a00700 1 -- 172.21.15.8:0/1178536325 learned_addr learned my addr 172.21.15.8:0/1178536325 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:07:13.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:07:13.980+0000 7f76f2400700 1 --2- 172.21.15.8:0/1178536325 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f76ec107380 0x7f76ec1a2e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:07:13.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:07:13.980+0000 7f76f1a00700 1 -- 172.21.15.8:0/1178536325 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f76ec107380 msgr2=0x7f76ec1a2e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:07:13.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:07:13.980+0000 7f76f1a00700 1 --2- 172.21.15.8:0/1178536325 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f76ec107380 0x7f76ec1a2e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:07:13.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:07:13.980+0000 7f76f1a00700 1 -- 172.21.15.8:0/1178536325 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f76ec1069e0 msgr2=0x7f76ec19bd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:07:13.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:07:13.980+0000 7f76f1a00700 1 --2- 172.21.15.8:0/1178536325 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f76ec1069e0 0x7f76ec19bd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:07:13.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:07:13.980+0000 7f76f1a00700 1 -- 172.21.15.8:0/1178536325 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76ec1a34a0 con 0x7f76ec1057e0 2024-05-20T21:07:13.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:07:13.980+0000 7f76f1a00700 1 --2- 172.21.15.8:0/1178536325 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f76ec1057e0 0x7f76ec19b840 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f76e000ebf0 tx=0x7f76e000ef00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:07:13.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:07:13.981+0000 7f76ea000700 1 -- 172.21.15.8:0/1178536325 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76e000cc90 con 0x7f76ec1057e0 2024-05-20T21:07:13.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:07:13.981+0000 7f76f4400700 1 -- 172.21.15.8:0/1178536325 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76ec1a3790 con 0x7f76ec1057e0 2024-05-20T21:07:13.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:07:13.981+0000 7f76ea000700 1 -- 172.21.15.8:0/1178536325 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f76e000ce30 con 0x7f76ec1057e0 2024-05-20T21:07:13.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:07:13.981+0000 7f76ea000700 1 -- 172.21.15.8:0/1178536325 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76e00187e0 con 0x7f76ec1057e0 2024-05-20T21:07:13.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:07:13.981+0000 7f76f4400700 1 -- 172.21.15.8:0/1178536325 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76ec1a3d20 con 0x7f76ec1057e0 2024-05-20T21:07:13.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:07:13.983+0000 7f76f4400700 1 -- 172.21.15.8:0/1178536325 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f76ec06a230 con 0x7f76ec1057e0 2024-05-20T21:07:13.985 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:07:13.985+0000 7f76ea000700 1 -- 172.21.15.8:0/1178536325 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f76e001f020 con 0x7f76ec1057e0 2024-05-20T21:07:13.986 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:07:13.986+0000 7f76ea000700 1 --2- 172.21.15.8:0/1178536325 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f76d40b2880 0x7f76d40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:07:13.986 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:07:13.986+0000 7f76ea000700 1 -- 172.21.15.8:0/1178536325 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 4533+0+0 (secure 0 0 0) 0x7f76e00e1760 con 0x7f76ec1057e0 2024-05-20T21:07:13.986 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:07:13.987+0000 7f76f1000700 1 --2- 172.21.15.8:0/1178536325 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f76d40b2880 0x7f76d40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:07:13.987 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:07:13.987+0000 7f76f1000700 1 --2- 172.21.15.8:0/1178536325 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f76d40b2880 0x7f76d40b4d40 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f76d8009c60 tx=0x7f76d8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:07:13.989 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:07:13.989+0000 7f76ea000700 1 -- 172.21.15.8:0/1178536325 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f76e00aa2a0 con 0x7f76ec1057e0 2024-05-20T21:07:14.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:07:14.240+0000 7f76f4400700 1 -- 172.21.15.8:0/1178536325 --> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi008:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f76ec063980 con 0x7f76d40b2880 2024-05-20T21:07:14.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:14 smithi130 ceph-mon[36448]: pgmap v154: 1 pgs: 1 peering; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:07:14.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:14 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:07:14.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:14 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:07:14.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:14 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:07:14.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:14 smithi050 ceph-mon[35809]: pgmap v154: 1 pgs: 1 peering; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:07:14.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:14 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:07:14.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:14 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:07:14.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:14 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:07:14.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:14 smithi008 ceph-mon[31475]: pgmap v154: 1 pgs: 1 peering; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:07:14.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:14 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:07:14.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:14 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:07:14.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:14 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:07:15.546 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:15 smithi008 ceph-mon[31475]: from='client.24263 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi008:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:07:15.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:15 smithi130 ceph-mon[36448]: from='client.24263 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi008:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:07:15.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:15 smithi050 ceph-mon[35809]: from='client.24263 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi008:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:07:16.572 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:16 smithi130 ceph-mon[36448]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-20T21:07:16.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:16 smithi050 ceph-mon[35809]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-20T21:07:16.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:16 smithi008 ceph-mon[31475]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-20T21:07:18.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:18 smithi130 ceph-mon[36448]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-05-20T21:07:18.673 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:18 smithi050 ceph-mon[35809]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-05-20T21:07:18.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:18 smithi008 ceph-mon[31475]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-05-20T21:07:19.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:19 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/3346812896' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6fea92cd-1f1b-4f37-b607-4396f31985ee"}]: dispatch 2024-05-20T21:07:19.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:19 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/3346812896' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6fea92cd-1f1b-4f37-b607-4396f31985ee"}]': finished 2024-05-20T21:07:19.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:19 smithi130 ceph-mon[36448]: osdmap e39: 7 total, 6 up, 7 in 2024-05-20T21:07:19.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:19 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-20T21:07:19.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:19 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/2407675803' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:07:19.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:19 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/3346812896' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6fea92cd-1f1b-4f37-b607-4396f31985ee"}]: dispatch 2024-05-20T21:07:19.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:19 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/3346812896' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6fea92cd-1f1b-4f37-b607-4396f31985ee"}]': finished 2024-05-20T21:07:19.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:19 smithi050 ceph-mon[35809]: osdmap e39: 7 total, 6 up, 7 in 2024-05-20T21:07:19.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:19 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-20T21:07:19.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:19 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/2407675803' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:07:19.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:19 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/3346812896' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6fea92cd-1f1b-4f37-b607-4396f31985ee"}]: dispatch 2024-05-20T21:07:19.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:19 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/3346812896' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6fea92cd-1f1b-4f37-b607-4396f31985ee"}]': finished 2024-05-20T21:07:19.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:19 smithi008 ceph-mon[31475]: osdmap e39: 7 total, 6 up, 7 in 2024-05-20T21:07:19.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:19 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-20T21:07:19.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:19 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/2407675803' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:07:20.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:20 smithi130 ceph-mon[36448]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-20T21:07:20.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:20 smithi050 ceph-mon[35809]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-20T21:07:20.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:20 smithi008 ceph-mon[31475]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-20T21:07:22.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:22 smithi130 ceph-mon[36448]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-05-20T21:07:22.673 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:22 smithi050 ceph-mon[35809]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-05-20T21:07:22.679 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:22 smithi008 ceph-mon[31475]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-05-20T21:07:24.604 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:24 smithi008 ceph-mon[31475]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-20T21:07:24.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:24 smithi130 ceph-mon[36448]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-20T21:07:24.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:24 smithi050 ceph-mon[35809]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-20T21:07:26.671 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:26 smithi008 ceph-mon[31475]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:07:26.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:26 smithi130 ceph-mon[36448]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:07:26.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:26 smithi050 ceph-mon[35809]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:07:28.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:28 smithi130 ceph-mon[36448]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:07:28.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:28 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-05-20T21:07:28.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:28 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:07:28.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:28 smithi050 ceph-mon[35809]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:07:28.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:28 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-05-20T21:07:28.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:28 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:07:28.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:28 smithi008 ceph-mon[31475]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:07:28.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:28 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-05-20T21:07:28.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:28 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:07:29.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:29 smithi130 ceph-mon[36448]: Deploying daemon osd.6 on smithi008 2024-05-20T21:07:29.673 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:29 smithi050 ceph-mon[35809]: Deploying daemon osd.6 on smithi008 2024-05-20T21:07:29.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:29 smithi008 ceph-mon[31475]: Deploying daemon osd.6 on smithi008 2024-05-20T21:07:30.628 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:30 smithi008 ceph-mon[31475]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:07:30.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:30 smithi130 ceph-mon[36448]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:07:30.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:30 smithi050 ceph-mon[35809]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:07:32.602 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:32 smithi008 ceph-mon[31475]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:07:32.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:32 smithi130 ceph-mon[36448]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:07:32.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:32 smithi050 ceph-mon[35809]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:07:34.673 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:34 smithi130 ceph-mon[36448]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:07:34.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:34 smithi050 ceph-mon[35809]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:07:34.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:34 smithi008 ceph-mon[31475]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:07:36.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:36 smithi130 ceph-mon[36448]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:07:36.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:36 smithi050 ceph-mon[35809]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:07:36.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:36 smithi008 ceph-mon[31475]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:07:37.796 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:37 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:37.796 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:37 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:37.796 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:37 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:07:37.796 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:37 smithi008 ceph-mon[31475]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:07:37.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:37 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:37.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:37 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:37.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:37 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:07:37.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:37 smithi130 ceph-mon[36448]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:07:37.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:37 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:37.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:37 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:37.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:37 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:07:37.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:37 smithi050 ceph-mon[35809]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:07:40.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:40 smithi130 ceph-mon[36448]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:07:40.423 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:40 smithi050 ceph-mon[35809]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:07:40.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:40 smithi008 ceph-mon[31475]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:07:41.436 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:41 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:41.437 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:41 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:41.437 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:41 smithi008 ceph-mon[31475]: from='osd.6 [v2:172.21.15.8:6818/107816006,v1:172.21.15.8:6819/107816006]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-20T21:07:41.437 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:41 smithi008 ceph-mon[31475]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-20T21:07:41.540 INFO:teuthology.orchestra.run.smithi008.stdout:Created osd(s) 6 on host 'smithi008' 2024-05-20T21:07:41.541 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:07:41.539+0000 7f76ea000700 1 -- 172.21.15.8:0/1178536325 <== mgr.14152 v2:172.21.15.8:6800/2778224651 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f76ec063980 con 0x7f76d40b2880 2024-05-20T21:07:41.543 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:07:41.543+0000 7f76f4400700 1 -- 172.21.15.8:0/1178536325 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f76d40b2880 msgr2=0x7f76d40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:07:41.543 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:07:41.543+0000 7f76f4400700 1 --2- 172.21.15.8:0/1178536325 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f76d40b2880 0x7f76d40b4d40 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f76d8009c60 tx=0x7f76d8009260 comp rx=0 tx=0).stop 2024-05-20T21:07:41.543 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:07:41.543+0000 7f76f4400700 1 -- 172.21.15.8:0/1178536325 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f76ec1057e0 msgr2=0x7f76ec19b840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:07:41.544 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:07:41.543+0000 7f76f4400700 1 --2- 172.21.15.8:0/1178536325 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f76ec1057e0 0x7f76ec19b840 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f76e000ebf0 tx=0x7f76e000ef00 comp rx=0 tx=0).stop 2024-05-20T21:07:41.544 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:07:41.543+0000 7f76f4400700 1 -- 172.21.15.8:0/1178536325 shutdown_connections 2024-05-20T21:07:41.544 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:07:41.543+0000 7f76f4400700 1 --2- 172.21.15.8:0/1178536325 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f76d40b2880 0x7f76d40b4d40 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:07:41.544 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:07:41.543+0000 7f76f4400700 1 --2- 172.21.15.8:0/1178536325 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f76ec1057e0 0x7f76ec19b840 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:07:41.544 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:07:41.543+0000 7f76f4400700 1 --2- 172.21.15.8:0/1178536325 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f76ec107380 0x7f76ec1a2e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:07:41.544 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:07:41.543+0000 7f76f4400700 1 --2- 172.21.15.8:0/1178536325 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f76ec1069e0 0x7f76ec19bd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:07:41.544 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:07:41.544+0000 7f76f4400700 1 -- 172.21.15.8:0/1178536325 >> 172.21.15.8:0/1178536325 conn(0x7f76ec100da0 msgr2=0x7f76ec109ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:07:41.544 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:07:41.544+0000 7f76f4400700 1 -- 172.21.15.8:0/1178536325 shutdown_connections 2024-05-20T21:07:41.545 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:07:41.544+0000 7f76f4400700 1 -- 172.21.15.8:0/1178536325 wait complete. 2024-05-20T21:07:41.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:41 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:41.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:41 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:41.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:41 smithi130 ceph-mon[36448]: from='osd.6 [v2:172.21.15.8:6818/107816006,v1:172.21.15.8:6819/107816006]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-20T21:07:41.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:41 smithi130 ceph-mon[36448]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-20T21:07:41.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:41 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:41.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:41 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:41.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:41 smithi050 ceph-mon[35809]: from='osd.6 [v2:172.21.15.8:6818/107816006,v1:172.21.15.8:6819/107816006]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-20T21:07:41.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:41 smithi050 ceph-mon[35809]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-20T21:07:42.515 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:42 smithi008 ceph-mon[31475]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:07:42.516 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:42 smithi008 ceph-mon[31475]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-05-20T21:07:42.516 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:42 smithi008 ceph-mon[31475]: from='osd.6 [v2:172.21.15.8:6818/107816006,v1:172.21.15.8:6819/107816006]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]: dispatch 2024-05-20T21:07:42.516 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:42 smithi008 ceph-mon[31475]: osdmap e40: 7 total, 6 up, 7 in 2024-05-20T21:07:42.516 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:42 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-20T21:07:42.516 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:42 smithi008 ceph-mon[31475]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]: dispatch 2024-05-20T21:07:42.516 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:42 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:42.516 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:42 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:42.521 DEBUG:teuthology.orchestra.run.smithi008:osd.6> sudo journalctl -f -n 0 -u ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@osd.6.service 2024-05-20T21:07:42.525 INFO:tasks.cephadm:Deploying osd.7 on smithi050 with /dev/vg_nvme/lv_2... 2024-05-20T21:07:42.525 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-05-20T21:07:42.553 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:42 smithi050 ceph-mon[35809]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:07:42.553 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:42 smithi050 ceph-mon[35809]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-05-20T21:07:42.553 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:42 smithi050 ceph-mon[35809]: from='osd.6 [v2:172.21.15.8:6818/107816006,v1:172.21.15.8:6819/107816006]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]: dispatch 2024-05-20T21:07:42.553 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:42 smithi050 ceph-mon[35809]: osdmap e40: 7 total, 6 up, 7 in 2024-05-20T21:07:42.553 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:42 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-20T21:07:42.553 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:42 smithi050 ceph-mon[35809]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]: dispatch 2024-05-20T21:07:42.553 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:42 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:42.553 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:42 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:42.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:42 smithi130 ceph-mon[36448]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:07:42.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:42 smithi130 ceph-mon[36448]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-05-20T21:07:42.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:42 smithi130 ceph-mon[36448]: from='osd.6 [v2:172.21.15.8:6818/107816006,v1:172.21.15.8:6819/107816006]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]: dispatch 2024-05-20T21:07:42.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:42 smithi130 ceph-mon[36448]: osdmap e40: 7 total, 6 up, 7 in 2024-05-20T21:07:42.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:42 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-20T21:07:42.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:42 smithi130 ceph-mon[36448]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]: dispatch 2024-05-20T21:07:42.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:42 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:42.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:42 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:42.780 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.b/config 2024-05-20T21:07:43.336 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:43 smithi008 ceph-mon[31475]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]': finished 2024-05-20T21:07:43.337 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:43 smithi008 ceph-mon[31475]: osdmap e41: 7 total, 6 up, 7 in 2024-05-20T21:07:43.337 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:43 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-20T21:07:43.337 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:43 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-20T21:07:43.337 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:07:43 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:07:43.298+0000 7f8599a00700 -1 osd.6 0 waiting for initial osdmap 2024-05-20T21:07:43.337 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:07:43 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:07:43.335+0000 7f858f800700 -1 osd.6 41 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-20T21:07:43.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:43 smithi130 ceph-mon[36448]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]': finished 2024-05-20T21:07:43.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:43 smithi130 ceph-mon[36448]: osdmap e41: 7 total, 6 up, 7 in 2024-05-20T21:07:43.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:43 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-20T21:07:43.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:43 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-20T21:07:43.673 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:43 smithi050 ceph-mon[35809]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]': finished 2024-05-20T21:07:43.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:43 smithi050 ceph-mon[35809]: osdmap e41: 7 total, 6 up, 7 in 2024-05-20T21:07:43.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:43 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-20T21:07:43.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:43 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-20T21:07:44.548 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:44 smithi008 ceph-mon[31475]: purged_snaps scrub starts 2024-05-20T21:07:44.548 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:44 smithi008 ceph-mon[31475]: purged_snaps scrub ok 2024-05-20T21:07:44.548 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:44 smithi008 ceph-mon[31475]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:07:44.548 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:44 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-20T21:07:44.548 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:44 smithi008 ceph-mon[31475]: from='osd.6 ' entity='osd.6' 2024-05-20T21:07:44.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:44 smithi130 ceph-mon[36448]: purged_snaps scrub starts 2024-05-20T21:07:44.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:44 smithi130 ceph-mon[36448]: purged_snaps scrub ok 2024-05-20T21:07:44.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:44 smithi130 ceph-mon[36448]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:07:44.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:44 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-20T21:07:44.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:44 smithi130 ceph-mon[36448]: from='osd.6 ' entity='osd.6' 2024-05-20T21:07:44.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:44 smithi050 ceph-mon[35809]: purged_snaps scrub starts 2024-05-20T21:07:44.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:44 smithi050 ceph-mon[35809]: purged_snaps scrub ok 2024-05-20T21:07:44.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:44 smithi050 ceph-mon[35809]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:07:44.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:44 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-20T21:07:44.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:44 smithi050 ceph-mon[35809]: from='osd.6 ' entity='osd.6' 2024-05-20T21:07:44.863 INFO:teuthology.orchestra.run.smithi050.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-05-20T21:07:44.863 INFO:teuthology.orchestra.run.smithi050.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-05-20T21:07:44.863 INFO:teuthology.orchestra.run.smithi050.stderr: stderr: 10+0 records in 2024-05-20T21:07:44.863 INFO:teuthology.orchestra.run.smithi050.stderr:10+0 records out 2024-05-20T21:07:44.863 INFO:teuthology.orchestra.run.smithi050.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00830171 s, 1.3 GB/s 2024-05-20T21:07:44.863 INFO:teuthology.orchestra.run.smithi050.stderr: stderr: 2024-05-20T21:07:44.863 INFO:teuthology.orchestra.run.smithi050.stderr:--> Zapping successful for: 2024-05-20T21:07:45.602 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:45 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-20T21:07:45.602 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:45 smithi050 ceph-mon[35809]: osd.6 [v2:172.21.15.8:6818/107816006,v1:172.21.15.8:6819/107816006] boot 2024-05-20T21:07:45.602 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:45 smithi050 ceph-mon[35809]: osdmap e42: 7 total, 7 up, 7 in 2024-05-20T21:07:45.602 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:45 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-20T21:07:45.631 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi050:vg_nvme/lv_2 2024-05-20T21:07:45.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:45 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-20T21:07:45.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:45 smithi130 ceph-mon[36448]: osd.6 [v2:172.21.15.8:6818/107816006,v1:172.21.15.8:6819/107816006] boot 2024-05-20T21:07:45.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:45 smithi130 ceph-mon[36448]: osdmap e42: 7 total, 7 up, 7 in 2024-05-20T21:07:45.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:45 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-20T21:07:45.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:45 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-20T21:07:45.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:45 smithi008 ceph-mon[31475]: osd.6 [v2:172.21.15.8:6818/107816006,v1:172.21.15.8:6819/107816006] boot 2024-05-20T21:07:45.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:45 smithi008 ceph-mon[31475]: osdmap e42: 7 total, 7 up, 7 in 2024-05-20T21:07:45.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:45 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-20T21:07:45.918 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.b/config 2024-05-20T21:07:46.596 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:46 smithi008 ceph-mon[31475]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:07:46.597 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:46 smithi008 ceph-mon[31475]: osdmap e43: 7 total, 7 up, 7 in 2024-05-20T21:07:46.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:46 smithi130 ceph-mon[36448]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:07:46.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:46 smithi130 ceph-mon[36448]: osdmap e43: 7 total, 7 up, 7 in 2024-05-20T21:07:46.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:46 smithi050 ceph-mon[35809]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:07:46.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:46 smithi050 ceph-mon[35809]: osdmap e43: 7 total, 7 up, 7 in 2024-05-20T21:07:47.463 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:07:47.461+0000 7f8dd026d700 1 -- 172.21.15.50:0/2190574177 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8dc81035a0 msgr2=0x7f8dc81039c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:07:47.463 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:07:47.461+0000 7f8dd026d700 1 --2- 172.21.15.50:0/2190574177 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8dc81035a0 0x7f8dc81039c0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f8dc40099c0 tx=0x7f8dc4009cd0 comp rx=0 tx=0).stop 2024-05-20T21:07:47.463 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:07:47.461+0000 7f8dd026d700 1 -- 172.21.15.50:0/2190574177 shutdown_connections 2024-05-20T21:07:47.463 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:07:47.461+0000 7f8dd026d700 1 --2- 172.21.15.50:0/2190574177 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8dc81035a0 0x7f8dc81039c0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:07:47.463 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:07:47.461+0000 7f8dd026d700 1 --2- 172.21.15.50:0/2190574177 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8dc8105140 0x7f8dc810b9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:07:47.463 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:07:47.461+0000 7f8dd026d700 1 --2- 172.21.15.50:0/2190574177 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8dc81047a0 0x7f8dc8104c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:07:47.463 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:07:47.461+0000 7f8dd026d700 1 -- 172.21.15.50:0/2190574177 >> 172.21.15.50:0/2190574177 conn(0x7f8dc80feb40 msgr2=0x7f8dc8100f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:07:47.463 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:07:47.461+0000 7f8dd026d700 1 -- 172.21.15.50:0/2190574177 shutdown_connections 2024-05-20T21:07:47.463 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:07:47.461+0000 7f8dd026d700 1 -- 172.21.15.50:0/2190574177 wait complete. 2024-05-20T21:07:47.463 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:07:47.461+0000 7f8dd026d700 1 Processor -- start 2024-05-20T21:07:47.464 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:07:47.461+0000 7f8dd026d700 1 -- start start 2024-05-20T21:07:47.464 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:07:47.462+0000 7f8dd026d700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8dc81035a0 0x7f8dc8077290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:07:47.464 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:07:47.462+0000 7f8dd026d700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8dc81047a0 0x7f8dc8075930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:07:47.464 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:07:47.462+0000 7f8dd026d700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8dc8105140 0x7f8dc8075e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:07:47.464 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:07:47.462+0000 7f8dd026d700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f8dc810f100 con 0x7f8dc8105140 2024-05-20T21:07:47.464 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:07:47.462+0000 7f8dd026d700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8dc810ef80 con 0x7f8dc81047a0 2024-05-20T21:07:47.464 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:07:47.462+0000 7f8dd026d700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f8dc810f280 con 0x7f8dc81035a0 2024-05-20T21:07:47.464 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:07:47.462+0000 7f8dcd808700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8dc81047a0 0x7f8dc8075930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:07:47.464 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:07:47.462+0000 7f8dcd808700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8dc81047a0 0x7f8dc8075930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:34656/0 (socket says 172.21.15.50:34656) 2024-05-20T21:07:47.464 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:07:47.462+0000 7f8dcd808700 1 -- 172.21.15.50:0/3157069223 learned_addr learned my addr 172.21.15.50:0/3157069223 (peer_addr_for_me v2:172.21.15.50:0/0) 2024-05-20T21:07:47.464 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:07:47.462+0000 7f8dce009700 1 --2- 172.21.15.50:0/3157069223 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8dc81035a0 0x7f8dc8077290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:07:47.464 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:07:47.462+0000 7f8dcd808700 1 -- 172.21.15.50:0/3157069223 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8dc81035a0 msgr2=0x7f8dc8077290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:07:47.465 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:07:47.462+0000 7f8dcd808700 1 --2- 172.21.15.50:0/3157069223 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8dc81035a0 0x7f8dc8077290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:07:47.465 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:07:47.462+0000 7f8dcd808700 1 -- 172.21.15.50:0/3157069223 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8dc8105140 msgr2=0x7f8dc8075e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:07:47.465 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:07:47.462+0000 7f8dcd808700 1 --2- 172.21.15.50:0/3157069223 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8dc8105140 0x7f8dc8075e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:07:47.465 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:07:47.462+0000 7f8dcd808700 1 -- 172.21.15.50:0/3157069223 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8dc8076740 con 0x7f8dc81047a0 2024-05-20T21:07:47.465 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:07:47.462+0000 7f8dcd808700 1 --2- 172.21.15.50:0/3157069223 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8dc81047a0 0x7f8dc8075930 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f8db800e9c0 tx=0x7f8db800ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:07:47.465 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:07:47.462+0000 7f8dbf7fe700 1 -- 172.21.15.50:0/3157069223 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8db800cbd0 con 0x7f8dc81047a0 2024-05-20T21:07:47.465 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:07:47.462+0000 7f8dd026d700 1 -- 172.21.15.50:0/3157069223 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8dc81a3950 con 0x7f8dc81047a0 2024-05-20T21:07:47.465 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:07:47.462+0000 7f8dbf7fe700 1 -- 172.21.15.50:0/3157069223 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8db800cd70 con 0x7f8dc81047a0 2024-05-20T21:07:47.465 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:07:47.462+0000 7f8dbf7fe700 1 -- 172.21.15.50:0/3157069223 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8db8005610 con 0x7f8dc81047a0 2024-05-20T21:07:47.465 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:07:47.463+0000 7f8dd026d700 1 -- 172.21.15.50:0/3157069223 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8dc81a3ee0 con 0x7f8dc81047a0 2024-05-20T21:07:47.466 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:07:47.464+0000 7f8dd026d700 1 -- 172.21.15.50:0/3157069223 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8dc806a230 con 0x7f8dc81047a0 2024-05-20T21:07:47.466 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:07:47.465+0000 7f8dbf7fe700 1 -- 172.21.15.50:0/3157069223 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f8db8004750 con 0x7f8dc81047a0 2024-05-20T21:07:47.466 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:07:47.465+0000 7f8dbf7fe700 1 --2- 172.21.15.50:0/3157069223 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f8db40b2880 0x7f8db40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:07:47.466 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:07:47.466+0000 7f8dbf7fe700 1 -- 172.21.15.50:0/3157069223 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 4965+0+0 (secure 0 0 0) 0x7f8db80e1890 con 0x7f8dc81047a0 2024-05-20T21:07:47.466 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:07:47.466+0000 7f8dce009700 1 --2- 172.21.15.50:0/3157069223 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f8db40b2880 0x7f8db40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:07:47.467 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:07:47.467+0000 7f8dce009700 1 --2- 172.21.15.50:0/3157069223 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f8db40b2880 0x7f8db40b4d40 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f8dc400b580 tx=0x7f8dc4005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:07:47.470 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:07:47.470+0000 7f8dbf7fe700 1 -- 172.21.15.50:0/3157069223 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f8db80aa2c0 con 0x7f8dc81047a0 2024-05-20T21:07:47.691 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:07:47.692+0000 7f8dd026d700 1 -- 172.21.15.50:0/3157069223 --> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi050:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f8dc8063a40 con 0x7f8db40b2880 2024-05-20T21:07:48.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:48 smithi050 ceph-mon[35809]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 209 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:07:48.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:48 smithi050 ceph-mon[35809]: Detected new or changed devices on smithi008 2024-05-20T21:07:48.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:48 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:48.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:48 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:48.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:48 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:07:48.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:48 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:07:48.675 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:48 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:07:48.675 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:48 smithi050 ceph-mon[35809]: Adjusting osd_memory_target on smithi008 to 5698M 2024-05-20T21:07:48.675 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:48 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:48.675 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:48 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:07:48.675 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:48 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:07:48.675 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:48 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:48.675 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:48 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:07:48.675 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:48 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:07:48.675 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:48 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:07:48.675 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:48 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:07:48.675 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:48 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:07:48.675 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:48 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:07:48.675 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:48 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:48.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:48 smithi130 ceph-mon[36448]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 209 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:07:48.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:48 smithi130 ceph-mon[36448]: Detected new or changed devices on smithi008 2024-05-20T21:07:48.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:48 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:48.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:48 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:48.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:48 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:07:48.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:48 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:07:48.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:48 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:07:48.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:48 smithi130 ceph-mon[36448]: Adjusting osd_memory_target on smithi008 to 5698M 2024-05-20T21:07:48.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:48 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:48.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:48 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:07:48.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:48 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:07:48.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:48 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:48.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:48 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:07:48.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:48 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:07:48.923 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:48 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:07:48.923 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:48 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:07:48.923 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:48 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:07:48.923 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:48 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:07:48.923 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:48 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:48.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:48 smithi008 ceph-mon[31475]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 209 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:07:48.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:48 smithi008 ceph-mon[31475]: Detected new or changed devices on smithi008 2024-05-20T21:07:48.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:48 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:48.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:48 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:48.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:48 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:07:48.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:48 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:07:48.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:48 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:07:48.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:48 smithi008 ceph-mon[31475]: Adjusting osd_memory_target on smithi008 to 5698M 2024-05-20T21:07:48.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:48 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:48.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:48 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:07:48.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:48 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:07:48.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:48 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:48.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:48 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:07:48.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:48 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:07:48.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:48 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:07:48.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:48 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:07:48.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:48 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:07:48.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:48 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:07:48.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:48 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:07:49.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:49 smithi050 ceph-mon[35809]: from='client.24290 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi050:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:07:49.789 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:49 smithi008 ceph-mon[31475]: from='client.24290 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi050:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:07:49.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:49 smithi130 ceph-mon[36448]: from='client.24290 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi050:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:07:50.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:50 smithi130 ceph-mon[36448]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 209 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:07:50.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:50 smithi050 ceph-mon[35809]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 209 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:07:50.951 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:50 smithi008 ceph-mon[31475]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 209 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:07:51.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:51 smithi130 ceph-mon[36448]: from='client.? 172.21.15.50:0/1684161842' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ed4481c7-8b9b-4360-87d7-e5eb8ea18b2c"}]: dispatch 2024-05-20T21:07:51.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:51 smithi130 ceph-mon[36448]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ed4481c7-8b9b-4360-87d7-e5eb8ea18b2c"}]: dispatch 2024-05-20T21:07:51.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:51 smithi130 ceph-mon[36448]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ed4481c7-8b9b-4360-87d7-e5eb8ea18b2c"}]': finished 2024-05-20T21:07:51.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:51 smithi130 ceph-mon[36448]: osdmap e44: 8 total, 7 up, 8 in 2024-05-20T21:07:51.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:51 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-20T21:07:51.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:51 smithi130 ceph-mon[36448]: from='client.? 172.21.15.50:0/3120371766' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:07:51.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:51 smithi050 ceph-mon[35809]: from='client.? 172.21.15.50:0/1684161842' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ed4481c7-8b9b-4360-87d7-e5eb8ea18b2c"}]: dispatch 2024-05-20T21:07:51.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:51 smithi050 ceph-mon[35809]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ed4481c7-8b9b-4360-87d7-e5eb8ea18b2c"}]: dispatch 2024-05-20T21:07:51.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:51 smithi050 ceph-mon[35809]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ed4481c7-8b9b-4360-87d7-e5eb8ea18b2c"}]': finished 2024-05-20T21:07:51.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:51 smithi050 ceph-mon[35809]: osdmap e44: 8 total, 7 up, 8 in 2024-05-20T21:07:51.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:51 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-20T21:07:51.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:51 smithi050 ceph-mon[35809]: from='client.? 172.21.15.50:0/3120371766' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:07:51.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:51 smithi008 ceph-mon[31475]: from='client.? 172.21.15.50:0/1684161842' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ed4481c7-8b9b-4360-87d7-e5eb8ea18b2c"}]: dispatch 2024-05-20T21:07:51.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:51 smithi008 ceph-mon[31475]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ed4481c7-8b9b-4360-87d7-e5eb8ea18b2c"}]: dispatch 2024-05-20T21:07:51.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:51 smithi008 ceph-mon[31475]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ed4481c7-8b9b-4360-87d7-e5eb8ea18b2c"}]': finished 2024-05-20T21:07:51.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:51 smithi008 ceph-mon[31475]: osdmap e44: 8 total, 7 up, 8 in 2024-05-20T21:07:51.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:51 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-20T21:07:51.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:51 smithi008 ceph-mon[31475]: from='client.? 172.21.15.50:0/3120371766' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:07:52.825 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:52 smithi050 ceph-mon[35809]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 209 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:07:52.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:52 smithi130 ceph-mon[36448]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 209 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:07:52.951 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:52 smithi008 ceph-mon[31475]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 209 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:07:54.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:54 smithi050 ceph-mon[35809]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 209 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:07:54.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:54 smithi130 ceph-mon[36448]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 209 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:07:54.951 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:54 smithi008 ceph-mon[31475]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 209 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:07:56.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:56 smithi050 ceph-mon[35809]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 209 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:07:56.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:56 smithi130 ceph-mon[36448]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 209 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:07:56.951 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:56 smithi008 ceph-mon[31475]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 209 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:07:58.783 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:58 smithi050 ceph-mon[35809]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:07:58.784 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:58 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-05-20T21:07:58.784 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:58 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:07:58.787 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:58 smithi008 ceph-mon[31475]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:07:58.787 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:58 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-05-20T21:07:58.787 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:58 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:07:58.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:58 smithi130 ceph-mon[36448]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:07:58.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:58 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-05-20T21:07:58.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:58 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:07:59.803 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:07:59 smithi050 ceph-mon[35809]: Deploying daemon osd.7 on smithi050 2024-05-20T21:07:59.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:07:59 smithi130 ceph-mon[36448]: Deploying daemon osd.7 on smithi050 2024-05-20T21:07:59.951 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:07:59 smithi008 ceph-mon[31475]: Deploying daemon osd.7 on smithi050 2024-05-20T21:08:00.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:00 smithi050 ceph-mon[35809]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:08:00.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:00 smithi008 ceph-mon[31475]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:08:00.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:00 smithi130 ceph-mon[36448]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:08:01.818 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:01 smithi050 ceph-mon[35809]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:08:01.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:01 smithi130 ceph-mon[36448]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:08:01.951 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:01 smithi008 ceph-mon[31475]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:08:04.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:04 smithi130 ceph-mon[36448]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:08:04.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:04 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:04.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:04 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:08:04.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:04 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:04.423 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:04 smithi050 ceph-mon[35809]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:08:04.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:04 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:04.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:04 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:08:04.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:04 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:04.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:04 smithi008 ceph-mon[31475]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:08:04.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:04 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:04.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:04 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:08:04.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:04 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:06.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:06 smithi130 ceph-mon[36448]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:08:06.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:06 smithi050 ceph-mon[35809]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:08:06.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:06 smithi008 ceph-mon[31475]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:08:07.729 INFO:teuthology.orchestra.run.smithi050.stdout:Created osd(s) 7 on host 'smithi050' 2024-05-20T21:08:07.730 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:08:07.729+0000 7f8dbf7fe700 1 -- 172.21.15.50:0/3157069223 <== mgr.14152 v2:172.21.15.8:6800/2778224651 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f8dc8063a40 con 0x7f8db40b2880 2024-05-20T21:08:07.732 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:08:07.732+0000 7f8dd026d700 1 -- 172.21.15.50:0/3157069223 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f8db40b2880 msgr2=0x7f8db40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:08:07.732 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:08:07.732+0000 7f8dd026d700 1 --2- 172.21.15.50:0/3157069223 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f8db40b2880 0x7f8db40b4d40 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f8dc400b580 tx=0x7f8dc4005fb0 comp rx=0 tx=0).stop 2024-05-20T21:08:07.732 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:08:07.732+0000 7f8dd026d700 1 -- 172.21.15.50:0/3157069223 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8dc81047a0 msgr2=0x7f8dc8075930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:08:07.732 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:08:07.732+0000 7f8dd026d700 1 --2- 172.21.15.50:0/3157069223 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8dc81047a0 0x7f8dc8075930 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f8db800e9c0 tx=0x7f8db800ecd0 comp rx=0 tx=0).stop 2024-05-20T21:08:07.732 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:08:07.732+0000 7f8dd026d700 1 -- 172.21.15.50:0/3157069223 shutdown_connections 2024-05-20T21:08:07.732 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:08:07.732+0000 7f8dd026d700 1 --2- 172.21.15.50:0/3157069223 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f8db40b2880 0x7f8db40b4d40 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:08:07.732 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:08:07.732+0000 7f8dd026d700 1 --2- 172.21.15.50:0/3157069223 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8dc8105140 0x7f8dc8075e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:08:07.732 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:08:07.732+0000 7f8dd026d700 1 --2- 172.21.15.50:0/3157069223 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8dc81035a0 0x7f8dc8077290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:08:07.732 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:08:07.732+0000 7f8dd026d700 1 --2- 172.21.15.50:0/3157069223 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8dc81047a0 0x7f8dc8075930 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:08:07.732 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:08:07.732+0000 7f8dd026d700 1 -- 172.21.15.50:0/3157069223 >> 172.21.15.50:0/3157069223 conn(0x7f8dc80feb40 msgr2=0x7f8dc8107bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:08:07.732 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:08:07.732+0000 7f8dd026d700 1 -- 172.21.15.50:0/3157069223 shutdown_connections 2024-05-20T21:08:07.733 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:08:07.732+0000 7f8dd026d700 1 -- 172.21.15.50:0/3157069223 wait complete. 2024-05-20T21:08:07.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:07 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:07.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:07 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:07.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:07 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:08:07.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:07 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:08:07.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:07 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:07.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:07 smithi050 ceph-mon[35809]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:08:07.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:07 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:08:07.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:07 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:07.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:07 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:07.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:07 smithi050 ceph-mon[35809]: from='osd.7 [v2:172.21.15.50:6816/2308872994,v1:172.21.15.50:6817/2308872994]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-20T21:08:07.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:07 smithi050 ceph-mon[35809]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-20T21:08:08.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:07 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:08.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:07 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:08.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:07 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:08:08.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:07 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:08:08.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:07 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:08.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:07 smithi130 ceph-mon[36448]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:08:08.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:07 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:08:08.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:07 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:08.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:07 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:08.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:07 smithi130 ceph-mon[36448]: from='osd.7 [v2:172.21.15.50:6816/2308872994,v1:172.21.15.50:6817/2308872994]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-20T21:08:08.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:07 smithi130 ceph-mon[36448]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-20T21:08:08.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:07 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:08.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:07 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:08.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:07 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:08:08.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:07 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:08:08.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:07 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:08.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:07 smithi008 ceph-mon[31475]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:08:08.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:07 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:08:08.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:07 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:08.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:07 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:08.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:07 smithi008 ceph-mon[31475]: from='osd.7 [v2:172.21.15.50:6816/2308872994,v1:172.21.15.50:6817/2308872994]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-20T21:08:08.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:07 smithi008 ceph-mon[31475]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-20T21:08:08.415 DEBUG:teuthology.orchestra.run.smithi050:osd.7> sudo journalctl -f -n 0 -u ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@osd.7.service 2024-05-20T21:08:08.417 INFO:tasks.cephadm:Deploying osd.8 on smithi130 with /dev/vg_nvme/lv_2... 2024-05-20T21:08:08.417 DEBUG:teuthology.orchestra.run.smithi130:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-05-20T21:08:08.662 INFO:teuthology.orchestra.run.smithi130.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.c/config 2024-05-20T21:08:09.830 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:09 smithi050 ceph-mon[35809]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-05-20T21:08:09.830 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:09 smithi050 ceph-mon[35809]: from='osd.7 [v2:172.21.15.50:6816/2308872994,v1:172.21.15.50:6817/2308872994]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]: dispatch 2024-05-20T21:08:09.830 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:09 smithi050 ceph-mon[35809]: osdmap e45: 8 total, 7 up, 8 in 2024-05-20T21:08:09.830 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:09 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-20T21:08:09.830 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:09 smithi050 ceph-mon[35809]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]: dispatch 2024-05-20T21:08:09.830 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:09 smithi050 ceph-mon[35809]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:08:09.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:09 smithi008 ceph-mon[31475]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-05-20T21:08:09.990 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:09 smithi008 ceph-mon[31475]: from='osd.7 [v2:172.21.15.50:6816/2308872994,v1:172.21.15.50:6817/2308872994]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]: dispatch 2024-05-20T21:08:09.990 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:09 smithi008 ceph-mon[31475]: osdmap e45: 8 total, 7 up, 8 in 2024-05-20T21:08:09.990 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:09 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-20T21:08:09.990 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:09 smithi008 ceph-mon[31475]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]: dispatch 2024-05-20T21:08:09.990 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:09 smithi008 ceph-mon[31475]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:08:09.991 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:09 smithi130 ceph-mon[36448]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-05-20T21:08:09.991 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:09 smithi130 ceph-mon[36448]: from='osd.7 [v2:172.21.15.50:6816/2308872994,v1:172.21.15.50:6817/2308872994]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]: dispatch 2024-05-20T21:08:09.991 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:09 smithi130 ceph-mon[36448]: osdmap e45: 8 total, 7 up, 8 in 2024-05-20T21:08:09.991 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:09 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-20T21:08:09.991 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:09 smithi130 ceph-mon[36448]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]: dispatch 2024-05-20T21:08:09.991 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:09 smithi130 ceph-mon[36448]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:08:10.530 INFO:teuthology.orchestra.run.smithi130.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-05-20T21:08:10.531 INFO:teuthology.orchestra.run.smithi130.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-05-20T21:08:10.531 INFO:teuthology.orchestra.run.smithi130.stderr: stderr: 10+0 records in 2024-05-20T21:08:10.531 INFO:teuthology.orchestra.run.smithi130.stderr:10+0 records out 2024-05-20T21:08:10.531 INFO:teuthology.orchestra.run.smithi130.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0122188 s, 858 MB/s 2024-05-20T21:08:10.531 INFO:teuthology.orchestra.run.smithi130.stderr: stderr: 2024-05-20T21:08:10.531 INFO:teuthology.orchestra.run.smithi130.stderr:--> Zapping successful for: 2024-05-20T21:08:10.766 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:10 smithi050 ceph-mon[35809]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]': finished 2024-05-20T21:08:10.766 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:10 smithi050 ceph-mon[35809]: osdmap e46: 8 total, 7 up, 8 in 2024-05-20T21:08:10.766 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:10 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-20T21:08:10.766 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:10 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-20T21:08:10.766 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:10 smithi050 ceph-mon[35809]: from='osd.7 ' entity='osd.7' 2024-05-20T21:08:10.767 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:10 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-20T21:08:10.767 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:08:10 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:08:10.505+0000 7f144b6ae700 -1 osd.7 0 waiting for initial osdmap 2024-05-20T21:08:10.767 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:08:10 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:08:10.515+0000 7f1443499700 -1 osd.7 46 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-20T21:08:10.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:10 smithi008 ceph-mon[31475]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]': finished 2024-05-20T21:08:10.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:10 smithi008 ceph-mon[31475]: osdmap e46: 8 total, 7 up, 8 in 2024-05-20T21:08:10.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:10 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-20T21:08:10.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:10 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-20T21:08:10.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:10 smithi008 ceph-mon[31475]: from='osd.7 ' entity='osd.7' 2024-05-20T21:08:10.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:10 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-20T21:08:11.165 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:10 smithi130 ceph-mon[36448]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]': finished 2024-05-20T21:08:11.166 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:10 smithi130 ceph-mon[36448]: osdmap e46: 8 total, 7 up, 8 in 2024-05-20T21:08:11.166 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:10 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-20T21:08:11.166 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:10 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-20T21:08:11.166 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:10 smithi130 ceph-mon[36448]: from='osd.7 ' entity='osd.7' 2024-05-20T21:08:11.166 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:10 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-20T21:08:11.196 DEBUG:teuthology.orchestra.run.smithi130:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi130:vg_nvme/lv_2 2024-05-20T21:08:11.434 INFO:teuthology.orchestra.run.smithi130.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.c/config 2024-05-20T21:08:11.885 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:11 smithi130 ceph-mon[36448]: purged_snaps scrub starts 2024-05-20T21:08:11.885 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:11 smithi130 ceph-mon[36448]: purged_snaps scrub ok 2024-05-20T21:08:11.885 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:11 smithi130 ceph-mon[36448]: osd.7 [v2:172.21.15.50:6816/2308872994,v1:172.21.15.50:6817/2308872994] boot 2024-05-20T21:08:11.885 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:11 smithi130 ceph-mon[36448]: osdmap e47: 8 total, 8 up, 8 in 2024-05-20T21:08:11.886 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:11 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-20T21:08:11.886 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:11 smithi130 ceph-mon[36448]: pgmap v192: 1 pgs: 1 unknown; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:08:11.886 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:11 smithi130 ceph-mon[36448]: Detected new or changed devices on smithi050 2024-05-20T21:08:11.886 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:11 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:11.886 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:11 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:11.886 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:11 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:08:11.886 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:11 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:08:11.886 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:11 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:08:11.886 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:11 smithi130 ceph-mon[36448]: Adjusting osd_memory_target on smithi050 to 5697M 2024-05-20T21:08:11.886 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:11 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:11.886 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:11 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:08:11.886 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:11 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:08:11.886 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:11 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:12.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:11 smithi050 ceph-mon[35809]: purged_snaps scrub starts 2024-05-20T21:08:12.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:11 smithi050 ceph-mon[35809]: purged_snaps scrub ok 2024-05-20T21:08:12.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:11 smithi050 ceph-mon[35809]: osd.7 [v2:172.21.15.50:6816/2308872994,v1:172.21.15.50:6817/2308872994] boot 2024-05-20T21:08:12.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:11 smithi050 ceph-mon[35809]: osdmap e47: 8 total, 8 up, 8 in 2024-05-20T21:08:12.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:11 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-20T21:08:12.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:11 smithi050 ceph-mon[35809]: pgmap v192: 1 pgs: 1 unknown; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:08:12.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:11 smithi050 ceph-mon[35809]: Detected new or changed devices on smithi050 2024-05-20T21:08:12.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:11 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:12.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:11 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:12.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:11 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:08:12.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:11 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:08:12.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:11 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:08:12.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:11 smithi050 ceph-mon[35809]: Adjusting osd_memory_target on smithi050 to 5697M 2024-05-20T21:08:12.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:11 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:12.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:11 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:08:12.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:11 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:08:12.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:11 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:12.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:11 smithi008 ceph-mon[31475]: purged_snaps scrub starts 2024-05-20T21:08:12.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:11 smithi008 ceph-mon[31475]: purged_snaps scrub ok 2024-05-20T21:08:12.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:11 smithi008 ceph-mon[31475]: osd.7 [v2:172.21.15.50:6816/2308872994,v1:172.21.15.50:6817/2308872994] boot 2024-05-20T21:08:12.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:11 smithi008 ceph-mon[31475]: osdmap e47: 8 total, 8 up, 8 in 2024-05-20T21:08:12.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:11 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-20T21:08:12.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:11 smithi008 ceph-mon[31475]: pgmap v192: 1 pgs: 1 unknown; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:08:12.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:11 smithi008 ceph-mon[31475]: Detected new or changed devices on smithi050 2024-05-20T21:08:12.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:11 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:12.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:11 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:12.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:11 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:08:12.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:11 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:08:12.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:11 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:08:12.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:11 smithi008 ceph-mon[31475]: Adjusting osd_memory_target on smithi050 to 5697M 2024-05-20T21:08:12.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:11 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:12.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:11 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:08:12.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:11 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:08:12.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:11 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:12.918 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:12 smithi130 ceph-mon[36448]: Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2024-05-20T21:08:12.918 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:12 smithi130 ceph-mon[36448]: osdmap e48: 8 total, 8 up, 8 in 2024-05-20T21:08:12.950 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:08:12.948+0000 7f5fb8a20700 1 -- 172.21.15.130:0/2993969707 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5fb41035d0 msgr2=0x7f5fb41039f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:08:12.950 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:08:12.948+0000 7f5fb8a20700 1 --2- 172.21.15.130:0/2993969707 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5fb41035d0 0x7f5fb41039f0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f5fa8009990 tx=0x7f5fa8009ca0 comp rx=0 tx=0).stop 2024-05-20T21:08:12.950 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:08:12.949+0000 7f5fb8a20700 1 -- 172.21.15.130:0/2993969707 shutdown_connections 2024-05-20T21:08:12.950 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:08:12.949+0000 7f5fb8a20700 1 --2- 172.21.15.130:0/2993969707 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5fb4105170 0x7f5fb410ba20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:08:12.950 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:08:12.949+0000 7f5fb8a20700 1 --2- 172.21.15.130:0/2993969707 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5fb41035d0 0x7f5fb41039f0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:08:12.950 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:08:12.949+0000 7f5fb8a20700 1 --2- 172.21.15.130:0/2993969707 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5fb41047d0 0x7f5fb4104c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:08:12.950 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:08:12.949+0000 7f5fb8a20700 1 -- 172.21.15.130:0/2993969707 >> 172.21.15.130:0/2993969707 conn(0x7f5fb40feb90 msgr2=0x7f5fb4100fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:08:12.951 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:08:12.949+0000 7f5fb8a20700 1 -- 172.21.15.130:0/2993969707 shutdown_connections 2024-05-20T21:08:12.951 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:08:12.949+0000 7f5fb8a20700 1 -- 172.21.15.130:0/2993969707 wait complete. 2024-05-20T21:08:12.951 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:08:12.949+0000 7f5fb8a20700 1 Processor -- start 2024-05-20T21:08:12.951 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:08:12.949+0000 7f5fb8a20700 1 -- start start 2024-05-20T21:08:12.951 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:08:12.949+0000 7f5fb8a20700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5fb41035d0 0x7f5fb40772e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:08:12.951 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:08:12.949+0000 7f5fb8a20700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5fb41047d0 0x7f5fb4075930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:08:12.951 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:08:12.949+0000 7f5fb8a20700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5fb4105170 0x7f5fb4075e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:08:12.951 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:08:12.949+0000 7f5fb8a20700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f5fb410f0e0 con 0x7f5fb4105170 2024-05-20T21:08:12.951 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:08:12.949+0000 7f5fb8a20700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f5fb410ef60 con 0x7f5fb41047d0 2024-05-20T21:08:12.951 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:08:12.949+0000 7f5fb8a20700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f5fb410f260 con 0x7f5fb41035d0 2024-05-20T21:08:12.951 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:08:12.950+0000 7f5fb259c700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5fb41035d0 0x7f5fb40772e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:08:12.951 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:08:12.950+0000 7f5fb259c700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5fb41035d0 0x7f5fb40772e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.130:45812/0 (socket says 172.21.15.130:45812) 2024-05-20T21:08:12.952 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:08:12.950+0000 7f5fb259c700 1 -- 172.21.15.130:0/2313876998 learned_addr learned my addr 172.21.15.130:0/2313876998 (peer_addr_for_me v2:172.21.15.130:0/0) 2024-05-20T21:08:12.952 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:08:12.950+0000 7f5fb1d9b700 1 --2- 172.21.15.130:0/2313876998 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5fb41047d0 0x7f5fb4075930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:08:12.952 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:08:12.950+0000 7f5fb259c700 1 -- 172.21.15.130:0/2313876998 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5fb41047d0 msgr2=0x7f5fb4075930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:08:12.952 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:08:12.950+0000 7f5fb259c700 1 --2- 172.21.15.130:0/2313876998 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5fb41047d0 0x7f5fb4075930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:08:12.952 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:08:12.950+0000 7f5fb259c700 1 -- 172.21.15.130:0/2313876998 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5fb4105170 msgr2=0x7f5fb4075e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:08:12.952 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:08:12.950+0000 7f5fb259c700 1 --2- 172.21.15.130:0/2313876998 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5fb4105170 0x7f5fb4075e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:08:12.952 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:08:12.950+0000 7f5fb259c700 1 -- 172.21.15.130:0/2313876998 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5fb4076720 con 0x7f5fb41035d0 2024-05-20T21:08:12.952 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:08:12.950+0000 7f5fb259c700 1 --2- 172.21.15.130:0/2313876998 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5fb41035d0 0x7f5fb40772e0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f5fa8000c00 tx=0x7f5fa8009580 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:08:12.952 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:08:12.950+0000 7f5fa37fe700 1 -- 172.21.15.130:0/2313876998 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fa8003c10 con 0x7f5fb41035d0 2024-05-20T21:08:12.952 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:08:12.950+0000 7f5fa37fe700 1 -- 172.21.15.130:0/2313876998 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5fa8004830 con 0x7f5fb41035d0 2024-05-20T21:08:12.952 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:08:12.950+0000 7f5fb8a20700 1 -- 172.21.15.130:0/2313876998 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5fb41a3860 con 0x7f5fb41035d0 2024-05-20T21:08:12.952 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:08:12.950+0000 7f5fa37fe700 1 -- 172.21.15.130:0/2313876998 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fa8005310 con 0x7f5fb41035d0 2024-05-20T21:08:12.952 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:08:12.950+0000 7f5fb8a20700 1 -- 172.21.15.130:0/2313876998 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5fb41a3c50 con 0x7f5fb41035d0 2024-05-20T21:08:12.953 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:08:12.951+0000 7f5fb8a20700 1 -- 172.21.15.130:0/2313876998 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5fb406a230 con 0x7f5fb41035d0 2024-05-20T21:08:12.953 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:08:12.953+0000 7f5fa37fe700 1 -- 172.21.15.130:0/2313876998 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f5fa80054b0 con 0x7f5fb41035d0 2024-05-20T21:08:12.954 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:08:12.953+0000 7f5fa37fe700 1 --2- 172.21.15.130:0/2313876998 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f5f9c0b2880 0x7f5f9c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:08:12.954 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:08:12.954+0000 7f5fa37fe700 1 -- 172.21.15.130:0/2313876998 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(49..49 src has 1..49) ==== 5397+0+0 (secure 0 0 0) 0x7f5fa80e2c20 con 0x7f5fb41035d0 2024-05-20T21:08:12.954 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:08:12.954+0000 7f5fb1d9b700 1 --2- 172.21.15.130:0/2313876998 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f5f9c0b2880 0x7f5f9c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:08:12.954 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:08:12.955+0000 7f5fb1d9b700 1 --2- 172.21.15.130:0/2313876998 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f5f9c0b2880 0x7f5f9c0b4d40 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f5fa4009a10 tx=0x7f5fa4009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:08:12.957 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:08:12.958+0000 7f5fa37fe700 1 -- 172.21.15.130:0/2313876998 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f5fa8013070 con 0x7f5fb41035d0 2024-05-20T21:08:13.171 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:08:13.171+0000 7f5fb8a20700 1 -- 172.21.15.130:0/2313876998 --> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi130:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f5fb4063980 con 0x7f5f9c0b2880 2024-05-20T21:08:13.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:12 smithi050 ceph-mon[35809]: Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2024-05-20T21:08:13.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:12 smithi050 ceph-mon[35809]: osdmap e48: 8 total, 8 up, 8 in 2024-05-20T21:08:13.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:12 smithi008 ceph-mon[31475]: Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2024-05-20T21:08:13.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:12 smithi008 ceph-mon[31475]: osdmap e48: 8 total, 8 up, 8 in 2024-05-20T21:08:14.020 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:13 smithi130 ceph-mon[36448]: osdmap e49: 8 total, 8 up, 8 in 2024-05-20T21:08:14.021 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:13 smithi130 ceph-mon[36448]: pgmap v195: 1 pgs: 1 unknown; 577 KiB data, 245 MiB used, 715 GiB / 715 GiB avail 2024-05-20T21:08:14.021 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:13 smithi130 ceph-mon[36448]: from='client.24337 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi130:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:08:14.021 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:13 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:08:14.021 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:13 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:08:14.021 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:13 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:08:14.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:13 smithi050 ceph-mon[35809]: osdmap e49: 8 total, 8 up, 8 in 2024-05-20T21:08:14.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:13 smithi050 ceph-mon[35809]: pgmap v195: 1 pgs: 1 unknown; 577 KiB data, 245 MiB used, 715 GiB / 715 GiB avail 2024-05-20T21:08:14.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:13 smithi050 ceph-mon[35809]: from='client.24337 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi130:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:08:14.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:13 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:08:14.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:13 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:08:14.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:13 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:08:14.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:13 smithi008 ceph-mon[31475]: osdmap e49: 8 total, 8 up, 8 in 2024-05-20T21:08:14.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:13 smithi008 ceph-mon[31475]: pgmap v195: 1 pgs: 1 unknown; 577 KiB data, 245 MiB used, 715 GiB / 715 GiB avail 2024-05-20T21:08:14.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:13 smithi008 ceph-mon[31475]: from='client.24337 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi130:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:08:14.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:13 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:08:14.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:13 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:08:14.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:13 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:08:16.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:16 smithi130 ceph-mon[36448]: pgmap v196: 1 pgs: 1 unknown; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-05-20T21:08:16.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:16 smithi130 ceph-mon[36448]: from='client.? 172.21.15.130:0/3743735087' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c47d04f0-93d2-4a17-b7d0-a16a1d62099f"}]: dispatch 2024-05-20T21:08:16.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:16 smithi130 ceph-mon[36448]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c47d04f0-93d2-4a17-b7d0-a16a1d62099f"}]: dispatch 2024-05-20T21:08:16.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:16 smithi130 ceph-mon[36448]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c47d04f0-93d2-4a17-b7d0-a16a1d62099f"}]': finished 2024-05-20T21:08:16.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:16 smithi130 ceph-mon[36448]: osdmap e50: 9 total, 8 up, 9 in 2024-05-20T21:08:16.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:16 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-20T21:08:16.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:16 smithi050 ceph-mon[35809]: pgmap v196: 1 pgs: 1 unknown; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-05-20T21:08:16.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:16 smithi050 ceph-mon[35809]: from='client.? 172.21.15.130:0/3743735087' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c47d04f0-93d2-4a17-b7d0-a16a1d62099f"}]: dispatch 2024-05-20T21:08:16.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:16 smithi050 ceph-mon[35809]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c47d04f0-93d2-4a17-b7d0-a16a1d62099f"}]: dispatch 2024-05-20T21:08:16.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:16 smithi050 ceph-mon[35809]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c47d04f0-93d2-4a17-b7d0-a16a1d62099f"}]': finished 2024-05-20T21:08:16.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:16 smithi050 ceph-mon[35809]: osdmap e50: 9 total, 8 up, 9 in 2024-05-20T21:08:16.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:16 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-20T21:08:16.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:16 smithi008 ceph-mon[31475]: pgmap v196: 1 pgs: 1 unknown; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-05-20T21:08:16.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:16 smithi008 ceph-mon[31475]: from='client.? 172.21.15.130:0/3743735087' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c47d04f0-93d2-4a17-b7d0-a16a1d62099f"}]: dispatch 2024-05-20T21:08:16.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:16 smithi008 ceph-mon[31475]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c47d04f0-93d2-4a17-b7d0-a16a1d62099f"}]: dispatch 2024-05-20T21:08:16.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:16 smithi008 ceph-mon[31475]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c47d04f0-93d2-4a17-b7d0-a16a1d62099f"}]': finished 2024-05-20T21:08:16.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:16 smithi008 ceph-mon[31475]: osdmap e50: 9 total, 8 up, 9 in 2024-05-20T21:08:16.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:16 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-20T21:08:17.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:17 smithi130 ceph-mon[36448]: from='client.? 172.21.15.130:0/3909193115' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:08:17.423 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:17 smithi050 ceph-mon[35809]: from='client.? 172.21.15.130:0/3909193115' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:08:17.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:17 smithi008 ceph-mon[31475]: from='client.? 172.21.15.130:0/3909193115' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:08:18.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:18 smithi130 ceph-mon[36448]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 715 GiB / 715 GiB avail; 192 KiB/s, 0 objects/s recovering 2024-05-20T21:08:18.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:18 smithi130 ceph-mon[36448]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2024-05-20T21:08:18.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:18 smithi130 ceph-mon[36448]: Cluster is now healthy 2024-05-20T21:08:18.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:18 smithi050 ceph-mon[35809]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 715 GiB / 715 GiB avail; 192 KiB/s, 0 objects/s recovering 2024-05-20T21:08:18.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:18 smithi050 ceph-mon[35809]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2024-05-20T21:08:18.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:18 smithi050 ceph-mon[35809]: Cluster is now healthy 2024-05-20T21:08:18.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:18 smithi008 ceph-mon[31475]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 715 GiB / 715 GiB avail; 192 KiB/s, 0 objects/s recovering 2024-05-20T21:08:18.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:18 smithi008 ceph-mon[31475]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2024-05-20T21:08:18.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:18 smithi008 ceph-mon[31475]: Cluster is now healthy 2024-05-20T21:08:20.410 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:20 smithi130 ceph-mon[36448]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 715 GiB / 715 GiB avail; 157 KiB/s, 0 objects/s recovering 2024-05-20T21:08:20.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:20 smithi050 ceph-mon[35809]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 715 GiB / 715 GiB avail; 157 KiB/s, 0 objects/s recovering 2024-05-20T21:08:20.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:20 smithi008 ceph-mon[31475]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 715 GiB / 715 GiB avail; 157 KiB/s, 0 objects/s recovering 2024-05-20T21:08:22.267 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:22 smithi130 ceph-mon[36448]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 715 GiB / 715 GiB avail; 138 KiB/s, 0 objects/s recovering 2024-05-20T21:08:22.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:22 smithi050 ceph-mon[35809]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 715 GiB / 715 GiB avail; 138 KiB/s, 0 objects/s recovering 2024-05-20T21:08:22.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:22 smithi008 ceph-mon[31475]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 715 GiB / 715 GiB avail; 138 KiB/s, 0 objects/s recovering 2024-05-20T21:08:24.277 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:24 smithi130 ceph-mon[36448]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 715 GiB / 715 GiB avail; 115 KiB/s, 0 objects/s recovering 2024-05-20T21:08:24.277 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:24 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-05-20T21:08:24.277 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:24 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:08:24.277 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:24 smithi130 ceph-mon[36448]: Deploying daemon osd.8 on smithi130 2024-05-20T21:08:24.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:24 smithi008 ceph-mon[31475]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 715 GiB / 715 GiB avail; 115 KiB/s, 0 objects/s recovering 2024-05-20T21:08:24.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:24 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-05-20T21:08:24.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:24 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:08:24.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:24 smithi008 ceph-mon[31475]: Deploying daemon osd.8 on smithi130 2024-05-20T21:08:24.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:24 smithi050 ceph-mon[35809]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 715 GiB / 715 GiB avail; 115 KiB/s, 0 objects/s recovering 2024-05-20T21:08:24.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:24 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-05-20T21:08:24.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:24 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:08:24.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:24 smithi050 ceph-mon[35809]: Deploying daemon osd.8 on smithi130 2024-05-20T21:08:26.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:26 smithi008 ceph-mon[31475]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 715 GiB / 715 GiB avail; 115 KiB/s, 0 objects/s recovering 2024-05-20T21:08:26.605 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:26 smithi130 ceph-mon[36448]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 715 GiB / 715 GiB avail; 115 KiB/s, 0 objects/s recovering 2024-05-20T21:08:26.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:26 smithi050 ceph-mon[35809]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 715 GiB / 715 GiB avail; 115 KiB/s, 0 objects/s recovering 2024-05-20T21:08:28.356 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:28 smithi130 ceph-mon[36448]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 715 GiB / 715 GiB avail; 103 KiB/s, 0 objects/s recovering 2024-05-20T21:08:28.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:28 smithi008 ceph-mon[31475]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 715 GiB / 715 GiB avail; 103 KiB/s, 0 objects/s recovering 2024-05-20T21:08:28.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:28 smithi050 ceph-mon[35809]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 715 GiB / 715 GiB avail; 103 KiB/s, 0 objects/s recovering 2024-05-20T21:08:30.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:29 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:30.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:29 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:30.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:29 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:08:30.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:29 smithi130 ceph-mon[36448]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 715 GiB / 715 GiB avail 2024-05-20T21:08:30.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:29 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:30.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:29 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:30.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:29 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:08:30.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:29 smithi050 ceph-mon[35809]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 715 GiB / 715 GiB avail 2024-05-20T21:08:30.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:29 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:30.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:29 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:30.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:29 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:08:30.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:29 smithi008 ceph-mon[31475]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 715 GiB / 715 GiB avail 2024-05-20T21:08:32.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:32 smithi008 ceph-mon[31475]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 715 GiB / 715 GiB avail 2024-05-20T21:08:32.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:32 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:32.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:32 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:32.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:32 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:08:32.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:32 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:08:32.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:32 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:32.744 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:32 smithi130 ceph-mon[36448]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 715 GiB / 715 GiB avail 2024-05-20T21:08:32.744 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:32 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:32.744 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:32 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:32.744 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:32 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:08:32.744 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:32 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:08:32.744 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:32 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:32.807 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:08:32.807+0000 7f5fa37fe700 1 -- 172.21.15.130:0/2313876998 <== mgr.14152 v2:172.21.15.8:6800/2778224651 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f5fb4063980 con 0x7f5f9c0b2880 2024-05-20T21:08:32.807 INFO:teuthology.orchestra.run.smithi130.stdout:Created osd(s) 8 on host 'smithi130' 2024-05-20T21:08:32.809 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:08:32.809+0000 7f5fb8a20700 1 -- 172.21.15.130:0/2313876998 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f5f9c0b2880 msgr2=0x7f5f9c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:08:32.809 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:08:32.809+0000 7f5fb8a20700 1 --2- 172.21.15.130:0/2313876998 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f5f9c0b2880 0x7f5f9c0b4d40 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f5fa4009a10 tx=0x7f5fa4009190 comp rx=0 tx=0).stop 2024-05-20T21:08:32.809 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:08:32.809+0000 7f5fb8a20700 1 -- 172.21.15.130:0/2313876998 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5fb41035d0 msgr2=0x7f5fb40772e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:08:32.809 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:08:32.809+0000 7f5fb8a20700 1 --2- 172.21.15.130:0/2313876998 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5fb41035d0 0x7f5fb40772e0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f5fa8000c00 tx=0x7f5fa8009580 comp rx=0 tx=0).stop 2024-05-20T21:08:32.809 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:08:32.809+0000 7f5fb8a20700 1 -- 172.21.15.130:0/2313876998 shutdown_connections 2024-05-20T21:08:32.809 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:08:32.809+0000 7f5fb8a20700 1 --2- 172.21.15.130:0/2313876998 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f5f9c0b2880 0x7f5f9c0b4d40 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:08:32.809 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:08:32.809+0000 7f5fb8a20700 1 --2- 172.21.15.130:0/2313876998 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5fb4105170 0x7f5fb4075e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:08:32.809 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:08:32.809+0000 7f5fb8a20700 1 --2- 172.21.15.130:0/2313876998 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5fb41035d0 0x7f5fb40772e0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:08:32.810 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:08:32.809+0000 7f5fb8a20700 1 --2- 172.21.15.130:0/2313876998 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5fb41047d0 0x7f5fb4075930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:08:32.810 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:08:32.809+0000 7f5fb8a20700 1 -- 172.21.15.130:0/2313876998 >> 172.21.15.130:0/2313876998 conn(0x7f5fb40feb90 msgr2=0x7f5fb4107b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:08:32.810 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:08:32.810+0000 7f5fb8a20700 1 -- 172.21.15.130:0/2313876998 shutdown_connections 2024-05-20T21:08:32.810 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:08:32.810+0000 7f5fb8a20700 1 -- 172.21.15.130:0/2313876998 wait complete. 2024-05-20T21:08:32.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:32 smithi050 ceph-mon[35809]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 715 GiB / 715 GiB avail 2024-05-20T21:08:32.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:32 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:32.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:32 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:32.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:32 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:08:32.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:32 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:08:32.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:32 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:33.413 DEBUG:teuthology.orchestra.run.smithi130:osd.8> sudo journalctl -f -n 0 -u ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@osd.8.service 2024-05-20T21:08:33.415 INFO:tasks.cephadm:Deploying osd.9 on smithi008 with /dev/vg_nvme/lv_1... 2024-05-20T21:08:33.416 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-05-20T21:08:33.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:33 smithi130 ceph-mon[36448]: from='osd.8 [v2:172.21.15.130:6816/2076512047,v1:172.21.15.130:6817/2076512047]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-05-20T21:08:33.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:33 smithi130 ceph-mon[36448]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-05-20T21:08:33.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:33 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:08:33.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:33 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:33.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:33 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:33.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:33 smithi008 ceph-mon[31475]: from='osd.8 [v2:172.21.15.130:6816/2076512047,v1:172.21.15.130:6817/2076512047]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-05-20T21:08:33.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:33 smithi008 ceph-mon[31475]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-05-20T21:08:33.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:33 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:08:33.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:33 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:33.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:33 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:33.874 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:08:33.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:33 smithi050 ceph-mon[35809]: from='osd.8 [v2:172.21.15.130:6816/2076512047,v1:172.21.15.130:6817/2076512047]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-05-20T21:08:33.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:33 smithi050 ceph-mon[35809]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-05-20T21:08:33.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:33 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:08:33.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:33 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:33.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:33 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:34.538 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:34 smithi130 ceph-mon[36448]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 715 GiB / 715 GiB avail 2024-05-20T21:08:34.538 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:34 smithi130 ceph-mon[36448]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-05-20T21:08:34.538 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:34 smithi130 ceph-mon[36448]: from='osd.8 [v2:172.21.15.130:6816/2076512047,v1:172.21.15.130:6817/2076512047]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2024-05-20T21:08:34.538 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:34 smithi130 ceph-mon[36448]: osdmap e51: 9 total, 8 up, 9 in 2024-05-20T21:08:34.538 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:34 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-20T21:08:34.539 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:34 smithi130 ceph-mon[36448]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2024-05-20T21:08:34.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:34 smithi008 ceph-mon[31475]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 715 GiB / 715 GiB avail 2024-05-20T21:08:34.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:34 smithi008 ceph-mon[31475]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-05-20T21:08:34.703 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:34 smithi008 ceph-mon[31475]: from='osd.8 [v2:172.21.15.130:6816/2076512047,v1:172.21.15.130:6817/2076512047]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2024-05-20T21:08:34.703 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:34 smithi008 ceph-mon[31475]: osdmap e51: 9 total, 8 up, 9 in 2024-05-20T21:08:34.703 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:34 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-20T21:08:34.703 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:34 smithi008 ceph-mon[31475]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2024-05-20T21:08:34.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:34 smithi050 ceph-mon[35809]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 715 GiB / 715 GiB avail 2024-05-20T21:08:34.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:34 smithi050 ceph-mon[35809]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-05-20T21:08:34.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:34 smithi050 ceph-mon[35809]: from='osd.8 [v2:172.21.15.130:6816/2076512047,v1:172.21.15.130:6817/2076512047]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2024-05-20T21:08:34.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:34 smithi050 ceph-mon[35809]: osdmap e51: 9 total, 8 up, 9 in 2024-05-20T21:08:34.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:34 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-20T21:08:34.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:34 smithi050 ceph-mon[35809]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2024-05-20T21:08:35.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:35 smithi130 ceph-mon[36448]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]': finished 2024-05-20T21:08:35.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:35 smithi130 ceph-mon[36448]: osdmap e52: 9 total, 8 up, 9 in 2024-05-20T21:08:35.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:35 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-20T21:08:35.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:35 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-20T21:08:35.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:35 smithi130 ceph-mon[36448]: from='osd.8 ' entity='osd.8' 2024-05-20T21:08:35.672 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:08:35 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:08:35.356+0000 7fc3262df700 -1 osd.8 0 waiting for initial osdmap 2024-05-20T21:08:35.672 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:08:35 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:08:35.509+0000 7fc31e0ca700 -1 osd.8 53 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-20T21:08:35.838 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:35 smithi008 ceph-mon[31475]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]': finished 2024-05-20T21:08:35.838 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:35 smithi008 ceph-mon[31475]: osdmap e52: 9 total, 8 up, 9 in 2024-05-20T21:08:35.838 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:35 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-20T21:08:35.838 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:35 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-20T21:08:35.838 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:35 smithi008 ceph-mon[31475]: from='osd.8 ' entity='osd.8' 2024-05-20T21:08:35.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:35 smithi050 ceph-mon[35809]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]': finished 2024-05-20T21:08:35.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:35 smithi050 ceph-mon[35809]: osdmap e52: 9 total, 8 up, 9 in 2024-05-20T21:08:35.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:35 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-20T21:08:35.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:35 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-20T21:08:35.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:35 smithi050 ceph-mon[35809]: from='osd.8 ' entity='osd.8' 2024-05-20T21:08:36.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:36 smithi130 ceph-mon[36448]: purged_snaps scrub starts 2024-05-20T21:08:36.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:36 smithi130 ceph-mon[36448]: purged_snaps scrub ok 2024-05-20T21:08:36.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:36 smithi130 ceph-mon[36448]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 715 GiB / 715 GiB avail 2024-05-20T21:08:36.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:36 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-20T21:08:36.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:36 smithi130 ceph-mon[36448]: osdmap e53: 9 total, 8 up, 9 in 2024-05-20T21:08:36.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:36 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-20T21:08:36.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:36 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:36.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:36 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:36.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:36 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:08:36.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:36 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:08:36.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:36 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:08:36.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:36 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:36.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:36 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:08:36.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:36 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:08:36.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:36 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:36.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:36 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-20T21:08:36.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:36 smithi050 ceph-mon[35809]: purged_snaps scrub starts 2024-05-20T21:08:36.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:36 smithi050 ceph-mon[35809]: purged_snaps scrub ok 2024-05-20T21:08:36.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:36 smithi050 ceph-mon[35809]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 715 GiB / 715 GiB avail 2024-05-20T21:08:36.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:36 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-20T21:08:36.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:36 smithi050 ceph-mon[35809]: osdmap e53: 9 total, 8 up, 9 in 2024-05-20T21:08:36.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:36 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-20T21:08:36.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:36 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:36.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:36 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:36.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:36 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:08:36.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:36 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:08:36.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:36 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:08:36.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:36 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:36.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:36 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:08:36.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:36 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:08:36.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:36 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:36.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:36 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-20T21:08:36.935 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:36 smithi008 ceph-mon[31475]: purged_snaps scrub starts 2024-05-20T21:08:36.935 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:36 smithi008 ceph-mon[31475]: purged_snaps scrub ok 2024-05-20T21:08:36.936 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:36 smithi008 ceph-mon[31475]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 715 GiB / 715 GiB avail 2024-05-20T21:08:36.936 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:36 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-20T21:08:36.936 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:36 smithi008 ceph-mon[31475]: osdmap e53: 9 total, 8 up, 9 in 2024-05-20T21:08:36.936 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:36 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-20T21:08:36.936 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:36 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:36.936 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:36 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:36.936 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:36 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:08:36.936 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:36 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:08:36.936 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:36 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:08:36.936 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:36 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:36.936 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:36 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:08:36.936 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:36 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:08:36.936 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:36 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:08:36.937 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:36 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-20T21:08:36.937 INFO:teuthology.orchestra.run.smithi008.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-05-20T21:08:36.937 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-05-20T21:08:36.937 INFO:teuthology.orchestra.run.smithi008.stderr: stderr: 10+0 records in 2024-05-20T21:08:36.937 INFO:teuthology.orchestra.run.smithi008.stderr:10+0 records out 2024-05-20T21:08:36.937 INFO:teuthology.orchestra.run.smithi008.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0377864 s, 278 MB/s 2024-05-20T21:08:36.937 INFO:teuthology.orchestra.run.smithi008.stderr:--> Zapping successful for: 2024-05-20T21:08:37.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:37 smithi008 ceph-mon[31475]: Detected new or changed devices on smithi130 2024-05-20T21:08:37.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:37 smithi008 ceph-mon[31475]: Adjusting osd_memory_target on smithi130 to 5696M 2024-05-20T21:08:37.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:37 smithi008 ceph-mon[31475]: osd.8 [v2:172.21.15.130:6816/2076512047,v1:172.21.15.130:6817/2076512047] boot 2024-05-20T21:08:37.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:37 smithi008 ceph-mon[31475]: osdmap e54: 9 total, 9 up, 9 in 2024-05-20T21:08:37.703 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:37 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-20T21:08:37.819 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi008:vg_nvme/lv_1 2024-05-20T21:08:37.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:37 smithi130 ceph-mon[36448]: Detected new or changed devices on smithi130 2024-05-20T21:08:37.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:37 smithi130 ceph-mon[36448]: Adjusting osd_memory_target on smithi130 to 5696M 2024-05-20T21:08:37.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:37 smithi130 ceph-mon[36448]: osd.8 [v2:172.21.15.130:6816/2076512047,v1:172.21.15.130:6817/2076512047] boot 2024-05-20T21:08:37.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:37 smithi130 ceph-mon[36448]: osdmap e54: 9 total, 9 up, 9 in 2024-05-20T21:08:37.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:37 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-20T21:08:37.923 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:37 smithi050 ceph-mon[35809]: Detected new or changed devices on smithi130 2024-05-20T21:08:37.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:37 smithi050 ceph-mon[35809]: Adjusting osd_memory_target on smithi130 to 5696M 2024-05-20T21:08:37.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:37 smithi050 ceph-mon[35809]: osd.8 [v2:172.21.15.130:6816/2076512047,v1:172.21.15.130:6817/2076512047] boot 2024-05-20T21:08:37.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:37 smithi050 ceph-mon[35809]: osdmap e54: 9 total, 9 up, 9 in 2024-05-20T21:08:37.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:37 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-20T21:08:38.302 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:08:38.772 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:38 smithi008 ceph-mon[31475]: pgmap v212: 1 pgs: 1 remapped+peering; 577 KiB data, 245 MiB used, 715 GiB / 715 GiB avail 2024-05-20T21:08:38.772 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:38 smithi008 ceph-mon[31475]: osdmap e55: 9 total, 9 up, 9 in 2024-05-20T21:08:38.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:38 smithi130 ceph-mon[36448]: pgmap v212: 1 pgs: 1 remapped+peering; 577 KiB data, 245 MiB used, 715 GiB / 715 GiB avail 2024-05-20T21:08:38.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:38 smithi130 ceph-mon[36448]: osdmap e55: 9 total, 9 up, 9 in 2024-05-20T21:08:38.923 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:38 smithi050 ceph-mon[35809]: pgmap v212: 1 pgs: 1 remapped+peering; 577 KiB data, 245 MiB used, 715 GiB / 715 GiB avail 2024-05-20T21:08:38.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:38 smithi050 ceph-mon[35809]: osdmap e55: 9 total, 9 up, 9 in 2024-05-20T21:08:39.663 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:39 smithi008 ceph-mon[31475]: osdmap e56: 9 total, 9 up, 9 in 2024-05-20T21:08:39.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:39 smithi130 ceph-mon[36448]: osdmap e56: 9 total, 9 up, 9 in 2024-05-20T21:08:39.923 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:39 smithi050 ceph-mon[35809]: osdmap e56: 9 total, 9 up, 9 in 2024-05-20T21:08:40.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:08:40.491+0000 7ff2b5600700 1 -- 172.21.15.8:0/2018137967 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff2b0102e90 msgr2=0x7ff2b0103710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:08:40.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:08:40.491+0000 7ff2b5600700 1 --2- 172.21.15.8:0/2018137967 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff2b0102e90 0x7ff2b0103710 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7ff2a800b0a0 tx=0x7ff2a800b3b0 comp rx=0 tx=0).stop 2024-05-20T21:08:40.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:08:40.491+0000 7ff2b5600700 1 -- 172.21.15.8:0/2018137967 shutdown_connections 2024-05-20T21:08:40.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:08:40.491+0000 7ff2b5600700 1 --2- 172.21.15.8:0/2018137967 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff2b0102e90 0x7ff2b0103710 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:08:40.492 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:08:40.491+0000 7ff2b5600700 1 --2- 172.21.15.8:0/2018137967 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff2b0101410 0x7ff2b0101830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:08:40.492 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:08:40.491+0000 7ff2b5600700 1 --2- 172.21.15.8:0/2018137967 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff2b01024d0 0x7ff2b0102950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:08:40.492 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:08:40.491+0000 7ff2b5600700 1 -- 172.21.15.8:0/2018137967 >> 172.21.15.8:0/2018137967 conn(0x7ff2b00fccc0 msgr2=0x7ff2b00ff0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:08:40.492 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:08:40.492+0000 7ff2b5600700 1 -- 172.21.15.8:0/2018137967 shutdown_connections 2024-05-20T21:08:40.492 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:08:40.492+0000 7ff2b5600700 1 -- 172.21.15.8:0/2018137967 wait complete. 2024-05-20T21:08:40.493 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:08:40.493+0000 7ff2b5600700 1 Processor -- start 2024-05-20T21:08:40.493 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:08:40.493+0000 7ff2b5600700 1 -- start start 2024-05-20T21:08:40.493 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:08:40.493+0000 7ff2b5600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff2b0101410 0x7ff2b019b750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:08:40.493 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:08:40.493+0000 7ff2b5600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff2b01024d0 0x7ff2b019bc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:08:40.494 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:08:40.493+0000 7ff2b5600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff2b0102e90 0x7ff2b01a2d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:08:40.494 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:08:40.493+0000 7ff2b5600700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7ff2b0111220 con 0x7ff2b01024d0 2024-05-20T21:08:40.494 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:08:40.493+0000 7ff2b5600700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff2b01110a0 con 0x7ff2b0102e90 2024-05-20T21:08:40.494 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:08:40.493+0000 7ff2b5600700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7ff2b01113a0 con 0x7ff2b0101410 2024-05-20T21:08:40.494 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:08:40.494+0000 7ff2afe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff2b0101410 0x7ff2b019b750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:08:40.494 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:08:40.494+0000 7ff2afe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff2b0101410 0x7ff2b019b750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:49062/0 (socket says 172.21.15.8:49062) 2024-05-20T21:08:40.494 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:08:40.494+0000 7ff2afe00700 1 -- 172.21.15.8:0/3172704782 learned_addr learned my addr 172.21.15.8:0/3172704782 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:08:40.494 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:08:40.494+0000 7ff2af400700 1 --2- 172.21.15.8:0/3172704782 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff2b01024d0 0x7ff2b019bc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:08:40.494 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:08:40.494+0000 7ff2b4c00700 1 --2- 172.21.15.8:0/3172704782 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff2b0102e90 0x7ff2b01a2d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:08:40.494 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:08:40.494+0000 7ff2afe00700 1 -- 172.21.15.8:0/3172704782 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff2b0102e90 msgr2=0x7ff2b01a2d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:08:40.494 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:08:40.494+0000 7ff2afe00700 1 --2- 172.21.15.8:0/3172704782 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff2b0102e90 0x7ff2b01a2d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:08:40.494 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:08:40.494+0000 7ff2afe00700 1 -- 172.21.15.8:0/3172704782 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff2b01024d0 msgr2=0x7ff2b019bc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:08:40.495 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:08:40.494+0000 7ff2afe00700 1 --2- 172.21.15.8:0/3172704782 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff2b01024d0 0x7ff2b019bc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:08:40.495 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:08:40.494+0000 7ff2afe00700 1 -- 172.21.15.8:0/3172704782 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2b01a33b0 con 0x7ff2b0101410 2024-05-20T21:08:40.495 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:08:40.494+0000 7ff2afe00700 1 --2- 172.21.15.8:0/3172704782 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff2b0101410 0x7ff2b019b750 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7ff2a000e9a0 tx=0x7ff2a000ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:08:40.495 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:08:40.495+0000 7ff2acc00700 1 -- 172.21.15.8:0/3172704782 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2a0004220 con 0x7ff2b0101410 2024-05-20T21:08:40.495 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:08:40.495+0000 7ff2acc00700 1 -- 172.21.15.8:0/3172704782 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff2a00043c0 con 0x7ff2b0101410 2024-05-20T21:08:40.495 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:08:40.495+0000 7ff2b5600700 1 -- 172.21.15.8:0/3172704782 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff2b01a36a0 con 0x7ff2b0101410 2024-05-20T21:08:40.496 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:08:40.495+0000 7ff2acc00700 1 -- 172.21.15.8:0/3172704782 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2a0003cc0 con 0x7ff2b0101410 2024-05-20T21:08:40.496 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:08:40.495+0000 7ff2b5600700 1 -- 172.21.15.8:0/3172704782 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2b01a3c30 con 0x7ff2b0101410 2024-05-20T21:08:40.496 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:08:40.496+0000 7ff2b5600700 1 -- 172.21.15.8:0/3172704782 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff2b006a230 con 0x7ff2b0101410 2024-05-20T21:08:40.497 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:08:40.499+0000 7ff2acc00700 1 -- 172.21.15.8:0/3172704782 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7ff2a000c810 con 0x7ff2b0101410 2024-05-20T21:08:40.499 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:08:40.500+0000 7ff2acc00700 1 --2- 172.21.15.8:0/3172704782 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff2940b2900 0x7ff2940b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:08:40.499 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:08:40.500+0000 7ff2acc00700 1 -- 172.21.15.8:0/3172704782 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5829+0+0 (secure 0 0 0) 0x7ff2a00e1b20 con 0x7ff2b0101410 2024-05-20T21:08:40.499 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:08:40.500+0000 7ff2af400700 1 --2- 172.21.15.8:0/3172704782 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff2940b2900 0x7ff2940b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:08:40.500 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:08:40.501+0000 7ff2af400700 1 --2- 172.21.15.8:0/3172704782 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff2940b2900 0x7ff2940b4dc0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7ff2b0101140 tx=0x7ff29c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:08:40.501 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:08:40.502+0000 7ff2acc00700 1 -- 172.21.15.8:0/3172704782 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7ff2a00aa1e0 con 0x7ff2b0101410 2024-05-20T21:08:40.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:40 smithi008 ceph-mon[31475]: pgmap v215: 1 pgs: 1 remapped+peering; 577 KiB data, 276 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:08:40.752 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:08:40.753+0000 7ff2b5600700 1 -- 172.21.15.8:0/3172704782 --> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi008:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7ff2b0063980 con 0x7ff2940b2900 2024-05-20T21:08:40.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:40 smithi130 ceph-mon[36448]: pgmap v215: 1 pgs: 1 remapped+peering; 577 KiB data, 276 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:08:40.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:40 smithi050 ceph-mon[35809]: pgmap v215: 1 pgs: 1 remapped+peering; 577 KiB data, 276 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:08:41.785 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:41 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:08:41.785 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:41 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:08:41.786 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:41 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:08:41.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:41 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:08:41.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:41 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:08:41.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:41 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:08:41.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:41 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:08:41.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:41 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:08:41.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:41 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:08:42.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:42 smithi130 ceph-mon[36448]: from='client.24364 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi008:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:08:42.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:42 smithi130 ceph-mon[36448]: pgmap v216: 1 pgs: 1 remapped+peering; 577 KiB data, 276 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:08:42.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:42 smithi050 ceph-mon[35809]: from='client.24364 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi008:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:08:42.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:42 smithi050 ceph-mon[35809]: pgmap v216: 1 pgs: 1 remapped+peering; 577 KiB data, 276 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:08:42.951 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:42 smithi008 ceph-mon[31475]: from='client.24364 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi008:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:08:42.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:42 smithi008 ceph-mon[31475]: pgmap v216: 1 pgs: 1 remapped+peering; 577 KiB data, 276 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:08:44.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:44 smithi130 ceph-mon[36448]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail; 87 KiB/s, 0 objects/s recovering 2024-05-20T21:08:44.923 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:44 smithi050 ceph-mon[35809]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail; 87 KiB/s, 0 objects/s recovering 2024-05-20T21:08:44.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:44 smithi008 ceph-mon[31475]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail; 87 KiB/s, 0 objects/s recovering 2024-05-20T21:08:45.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:45 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/1031058506' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "54ccf87d-5ce9-4631-ab41-fbb0abb1d7e7"}]: dispatch 2024-05-20T21:08:45.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:45 smithi130 ceph-mon[36448]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "54ccf87d-5ce9-4631-ab41-fbb0abb1d7e7"}]: dispatch 2024-05-20T21:08:45.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:45 smithi130 ceph-mon[36448]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "54ccf87d-5ce9-4631-ab41-fbb0abb1d7e7"}]': finished 2024-05-20T21:08:45.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:45 smithi130 ceph-mon[36448]: osdmap e57: 10 total, 9 up, 10 in 2024-05-20T21:08:45.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:45 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-20T21:08:45.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:45 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/1031058506' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "54ccf87d-5ce9-4631-ab41-fbb0abb1d7e7"}]: dispatch 2024-05-20T21:08:45.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:45 smithi050 ceph-mon[35809]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "54ccf87d-5ce9-4631-ab41-fbb0abb1d7e7"}]: dispatch 2024-05-20T21:08:45.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:45 smithi050 ceph-mon[35809]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "54ccf87d-5ce9-4631-ab41-fbb0abb1d7e7"}]': finished 2024-05-20T21:08:45.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:45 smithi050 ceph-mon[35809]: osdmap e57: 10 total, 9 up, 10 in 2024-05-20T21:08:45.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:45 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-20T21:08:45.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:45 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/1031058506' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "54ccf87d-5ce9-4631-ab41-fbb0abb1d7e7"}]: dispatch 2024-05-20T21:08:45.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:45 smithi008 ceph-mon[31475]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "54ccf87d-5ce9-4631-ab41-fbb0abb1d7e7"}]: dispatch 2024-05-20T21:08:45.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:45 smithi008 ceph-mon[31475]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "54ccf87d-5ce9-4631-ab41-fbb0abb1d7e7"}]': finished 2024-05-20T21:08:45.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:45 smithi008 ceph-mon[31475]: osdmap e57: 10 total, 9 up, 10 in 2024-05-20T21:08:45.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:45 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-20T21:08:46.823 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:46 smithi130 ceph-mon[36448]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail; 76 KiB/s, 0 objects/s recovering 2024-05-20T21:08:46.823 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:46 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/1691883390' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:08:46.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:46 smithi050 ceph-mon[35809]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail; 76 KiB/s, 0 objects/s recovering 2024-05-20T21:08:46.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:46 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/1691883390' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:08:46.951 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:46 smithi008 ceph-mon[31475]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail; 76 KiB/s, 0 objects/s recovering 2024-05-20T21:08:46.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:46 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/1691883390' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:08:48.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:48 smithi130 ceph-mon[36448]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-05-20T21:08:48.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:48 smithi050 ceph-mon[35809]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-05-20T21:08:48.951 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:48 smithi008 ceph-mon[31475]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-05-20T21:08:50.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:50 smithi130 ceph-mon[36448]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-20T21:08:50.923 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:50 smithi050 ceph-mon[35809]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-20T21:08:50.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:50 smithi008 ceph-mon[31475]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-20T21:08:52.832 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:52 smithi008 ceph-mon[31475]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-20T21:08:52.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:52 smithi130 ceph-mon[36448]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-20T21:08:52.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:52 smithi050 ceph-mon[35809]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-20T21:08:54.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:54 smithi130 ceph-mon[36448]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:08:54.923 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:54 smithi050 ceph-mon[35809]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:08:54.951 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:54 smithi008 ceph-mon[31475]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:08:55.884 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:55 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-05-20T21:08:55.884 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:55 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:08:55.884 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:55 smithi008 ceph-mon[31475]: Deploying daemon osd.9 on smithi008 2024-05-20T21:08:55.884 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:55 smithi008 ceph-mon[31475]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:08:55.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:55 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-05-20T21:08:55.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:55 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:08:55.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:55 smithi130 ceph-mon[36448]: Deploying daemon osd.9 on smithi008 2024-05-20T21:08:55.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:55 smithi130 ceph-mon[36448]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:08:55.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:55 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-05-20T21:08:55.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:55 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:08:55.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:55 smithi050 ceph-mon[35809]: Deploying daemon osd.9 on smithi008 2024-05-20T21:08:55.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:55 smithi050 ceph-mon[35809]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:08:58.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:08:58 smithi130 ceph-mon[36448]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:08:58.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:08:58 smithi050 ceph-mon[35809]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:08:58.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:08:58 smithi008 ceph-mon[31475]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:00.378 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:00 smithi008 ceph-mon[31475]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:00.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:00 smithi130 ceph-mon[36448]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:00.423 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:00 smithi050 ceph-mon[35809]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:02.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:02 smithi130 ceph-mon[36448]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:02.423 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:02 smithi050 ceph-mon[35809]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:02.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:02 smithi008 ceph-mon[31475]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:04.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:04 smithi050 ceph-mon[35809]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:04.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:04 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:09:04.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:04 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:04.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:04 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:04.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:04 smithi008 ceph-mon[31475]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:04.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:04 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:09:04.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:04 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:04.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:04 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:04.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:04 smithi130 ceph-mon[36448]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:04.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:04 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:09:04.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:04 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:04.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:04 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:06.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:06 smithi008 ceph-mon[31475]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:06.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:06 smithi130 ceph-mon[36448]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:06.673 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:06 smithi050 ceph-mon[35809]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:08.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:08 smithi008 ceph-mon[31475]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:08.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:08 smithi008 ceph-mon[31475]: from='osd.9 [v2:172.21.15.8:6826/2726512408,v1:172.21.15.8:6827/2726512408]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-05-20T21:09:08.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:08 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:08.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:08 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:08.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:08 smithi130 ceph-mon[36448]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:08.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:08 smithi130 ceph-mon[36448]: from='osd.9 [v2:172.21.15.8:6826/2726512408,v1:172.21.15.8:6827/2726512408]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-05-20T21:09:08.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:08 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:08.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:08 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:08.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:08 smithi050 ceph-mon[35809]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:08.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:08 smithi050 ceph-mon[35809]: from='osd.9 [v2:172.21.15.8:6826/2726512408,v1:172.21.15.8:6827/2726512408]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-05-20T21:09:08.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:08 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:08.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:08 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:09.111 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:09:09.110+0000 7ff2acc00700 1 -- 172.21.15.8:0/3172704782 <== mgr.14152 v2:172.21.15.8:6800/2778224651 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7ff2b0063980 con 0x7ff2940b2900 2024-05-20T21:09:09.111 INFO:teuthology.orchestra.run.smithi008.stdout:Created osd(s) 9 on host 'smithi008' 2024-05-20T21:09:09.114 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:09:09.114+0000 7ff2b5600700 1 -- 172.21.15.8:0/3172704782 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff2940b2900 msgr2=0x7ff2940b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:09:09.114 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:09:09.114+0000 7ff2b5600700 1 --2- 172.21.15.8:0/3172704782 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff2940b2900 0x7ff2940b4dc0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7ff2b0101140 tx=0x7ff29c009260 comp rx=0 tx=0).stop 2024-05-20T21:09:09.115 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:09:09.114+0000 7ff2b5600700 1 -- 172.21.15.8:0/3172704782 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff2b0101410 msgr2=0x7ff2b019b750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:09:09.115 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:09:09.114+0000 7ff2b5600700 1 --2- 172.21.15.8:0/3172704782 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff2b0101410 0x7ff2b019b750 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7ff2a000e9a0 tx=0x7ff2a000ecb0 comp rx=0 tx=0).stop 2024-05-20T21:09:09.115 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:09:09.115+0000 7ff2b5600700 1 -- 172.21.15.8:0/3172704782 shutdown_connections 2024-05-20T21:09:09.115 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:09:09.115+0000 7ff2b5600700 1 --2- 172.21.15.8:0/3172704782 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff2940b2900 0x7ff2940b4dc0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:09:09.115 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:09:09.115+0000 7ff2b5600700 1 --2- 172.21.15.8:0/3172704782 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff2b0102e90 0x7ff2b01a2d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:09:09.116 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:09:09.115+0000 7ff2b5600700 1 --2- 172.21.15.8:0/3172704782 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff2b0101410 0x7ff2b019b750 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:09:09.116 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:09:09.115+0000 7ff2b5600700 1 --2- 172.21.15.8:0/3172704782 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff2b01024d0 0x7ff2b019bc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:09:09.116 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:09:09.115+0000 7ff2b5600700 1 -- 172.21.15.8:0/3172704782 >> 172.21.15.8:0/3172704782 conn(0x7ff2b00fccc0 msgr2=0x7ff2b00fe7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:09:09.116 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:09:09.115+0000 7ff2b5600700 1 -- 172.21.15.8:0/3172704782 shutdown_connections 2024-05-20T21:09:09.116 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:09:09.115+0000 7ff2b5600700 1 -- 172.21.15.8:0/3172704782 wait complete. 2024-05-20T21:09:09.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:09 smithi008 ceph-mon[31475]: from='osd.9 [v2:172.21.15.8:6826/2726512408,v1:172.21.15.8:6827/2726512408]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-05-20T21:09:09.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:09 smithi008 ceph-mon[31475]: osdmap e58: 10 total, 9 up, 10 in 2024-05-20T21:09:09.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:09 smithi008 ceph-mon[31475]: from='osd.9 [v2:172.21.15.8:6826/2726512408,v1:172.21.15.8:6827/2726512408]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]: dispatch 2024-05-20T21:09:09.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:09 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-20T21:09:09.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:09 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:09.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:09 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:09.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:09 smithi008 ceph-mon[31475]: from='osd.9 [v2:172.21.15.8:6826/2726512408,v1:172.21.15.8:6827/2726512408]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]': finished 2024-05-20T21:09:09.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:09 smithi008 ceph-mon[31475]: osdmap e59: 10 total, 9 up, 10 in 2024-05-20T21:09:09.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:09 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-20T21:09:09.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:09 smithi130 ceph-mon[36448]: from='osd.9 [v2:172.21.15.8:6826/2726512408,v1:172.21.15.8:6827/2726512408]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-05-20T21:09:09.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:09 smithi130 ceph-mon[36448]: osdmap e58: 10 total, 9 up, 10 in 2024-05-20T21:09:09.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:09 smithi130 ceph-mon[36448]: from='osd.9 [v2:172.21.15.8:6826/2726512408,v1:172.21.15.8:6827/2726512408]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]: dispatch 2024-05-20T21:09:09.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:09 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-20T21:09:09.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:09 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:09.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:09 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:09.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:09 smithi130 ceph-mon[36448]: from='osd.9 [v2:172.21.15.8:6826/2726512408,v1:172.21.15.8:6827/2726512408]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]': finished 2024-05-20T21:09:09.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:09 smithi130 ceph-mon[36448]: osdmap e59: 10 total, 9 up, 10 in 2024-05-20T21:09:09.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:09 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-20T21:09:09.673 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:09 smithi050 ceph-mon[35809]: from='osd.9 [v2:172.21.15.8:6826/2726512408,v1:172.21.15.8:6827/2726512408]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-05-20T21:09:09.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:09 smithi050 ceph-mon[35809]: osdmap e58: 10 total, 9 up, 10 in 2024-05-20T21:09:09.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:09 smithi050 ceph-mon[35809]: from='osd.9 [v2:172.21.15.8:6826/2726512408,v1:172.21.15.8:6827/2726512408]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]: dispatch 2024-05-20T21:09:09.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:09 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-20T21:09:09.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:09 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:09.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:09 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:09.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:09 smithi050 ceph-mon[35809]: from='osd.9 [v2:172.21.15.8:6826/2726512408,v1:172.21.15.8:6827/2726512408]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]': finished 2024-05-20T21:09:09.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:09 smithi050 ceph-mon[35809]: osdmap e59: 10 total, 9 up, 10 in 2024-05-20T21:09:09.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:09 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-20T21:09:09.910 DEBUG:teuthology.orchestra.run.smithi008:osd.9> sudo journalctl -f -n 0 -u ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@osd.9.service 2024-05-20T21:09:09.915 INFO:tasks.cephadm:Deploying osd.10 on smithi050 with /dev/vg_nvme/lv_1... 2024-05-20T21:09:09.915 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-05-20T21:09:10.175 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.b/config 2024-05-20T21:09:10.297 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:10 smithi050 ceph-mon[35809]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:10.297 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:10 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-20T21:09:10.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:10 smithi008 ceph-mon[31475]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:10.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:10 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-20T21:09:10.452 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:09:10 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:09:10.225+0000 7fe732200700 -1 osd.9 0 waiting for initial osdmap 2024-05-20T21:09:10.452 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:09:10 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:09:10.252+0000 7fe728000700 -1 osd.9 59 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-20T21:09:10.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:10 smithi130 ceph-mon[36448]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:10.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:10 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-20T21:09:11.442 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:11 smithi008 ceph-mon[31475]: purged_snaps scrub starts 2024-05-20T21:09:11.497 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:11 smithi008 ceph-mon[31475]: purged_snaps scrub ok 2024-05-20T21:09:11.497 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:11 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-20T21:09:11.498 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:11 smithi008 ceph-mon[31475]: from='osd.9 [v2:172.21.15.8:6826/2726512408,v1:172.21.15.8:6827/2726512408]' entity='osd.9' 2024-05-20T21:09:11.594 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:11 smithi050 ceph-mon[35809]: purged_snaps scrub starts 2024-05-20T21:09:11.594 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:11 smithi050 ceph-mon[35809]: purged_snaps scrub ok 2024-05-20T21:09:11.594 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:11 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-20T21:09:11.594 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:11 smithi050 ceph-mon[35809]: from='osd.9 [v2:172.21.15.8:6826/2726512408,v1:172.21.15.8:6827/2726512408]' entity='osd.9' 2024-05-20T21:09:11.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:11 smithi130 ceph-mon[36448]: purged_snaps scrub starts 2024-05-20T21:09:11.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:11 smithi130 ceph-mon[36448]: purged_snaps scrub ok 2024-05-20T21:09:11.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:11 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-20T21:09:11.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:11 smithi130 ceph-mon[36448]: from='osd.9 [v2:172.21.15.8:6826/2726512408,v1:172.21.15.8:6827/2726512408]' entity='osd.9' 2024-05-20T21:09:12.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:12 smithi008 ceph-mon[31475]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:12.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:12 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-20T21:09:12.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:12 smithi008 ceph-mon[31475]: osd.9 [v2:172.21.15.8:6826/2726512408,v1:172.21.15.8:6827/2726512408] boot 2024-05-20T21:09:12.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:12 smithi008 ceph-mon[31475]: osdmap e60: 10 total, 10 up, 10 in 2024-05-20T21:09:12.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:12 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-20T21:09:12.463 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:12 smithi050 ceph-mon[35809]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:12.463 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:12 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-20T21:09:12.463 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:12 smithi050 ceph-mon[35809]: osd.9 [v2:172.21.15.8:6826/2726512408,v1:172.21.15.8:6827/2726512408] boot 2024-05-20T21:09:12.464 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:12 smithi050 ceph-mon[35809]: osdmap e60: 10 total, 10 up, 10 in 2024-05-20T21:09:12.464 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:12 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-20T21:09:12.466 INFO:teuthology.orchestra.run.smithi050.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-05-20T21:09:12.466 INFO:teuthology.orchestra.run.smithi050.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-05-20T21:09:12.466 INFO:teuthology.orchestra.run.smithi050.stderr: stderr: 10+0 records in 2024-05-20T21:09:12.466 INFO:teuthology.orchestra.run.smithi050.stderr:10+0 records out 2024-05-20T21:09:12.466 INFO:teuthology.orchestra.run.smithi050.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00859612 s, 1.2 GB/s 2024-05-20T21:09:12.466 INFO:teuthology.orchestra.run.smithi050.stderr:--> Zapping successful for: 2024-05-20T21:09:12.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:12 smithi130 ceph-mon[36448]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 277 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:12.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:12 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-20T21:09:12.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:12 smithi130 ceph-mon[36448]: osd.9 [v2:172.21.15.8:6826/2726512408,v1:172.21.15.8:6827/2726512408] boot 2024-05-20T21:09:12.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:12 smithi130 ceph-mon[36448]: osdmap e60: 10 total, 10 up, 10 in 2024-05-20T21:09:12.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:12 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-20T21:09:13.196 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi050:vg_nvme/lv_1 2024-05-20T21:09:13.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:13 smithi050 ceph-mon[35809]: osdmap e61: 10 total, 10 up, 10 in 2024-05-20T21:09:13.444 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.b/config 2024-05-20T21:09:13.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:13 smithi130 ceph-mon[36448]: osdmap e61: 10 total, 10 up, 10 in 2024-05-20T21:09:13.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:13 smithi008 ceph-mon[31475]: osdmap e61: 10 total, 10 up, 10 in 2024-05-20T21:09:14.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:14 smithi050 ceph-mon[35809]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:09:14.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:14 smithi130 ceph-mon[36448]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:09:14.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:14 smithi008 ceph-mon[31475]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:09:14.957 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:09:14.955+0000 7f97c47cc700 1 -- 172.21.15.50:0/4057030648 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f97bc1035d0 msgr2=0x7f97bc1039f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:09:14.957 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:09:14.955+0000 7f97c47cc700 1 --2- 172.21.15.50:0/4057030648 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f97bc1035d0 0x7f97bc1039f0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f97b400b0d0 tx=0x7f97b400b3e0 comp rx=0 tx=0).stop 2024-05-20T21:09:14.957 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:09:14.955+0000 7f97c47cc700 1 -- 172.21.15.50:0/4057030648 shutdown_connections 2024-05-20T21:09:14.957 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:09:14.955+0000 7f97c47cc700 1 --2- 172.21.15.50:0/4057030648 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f97bc1035d0 0x7f97bc1039f0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:09:14.957 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:09:14.955+0000 7f97c47cc700 1 --2- 172.21.15.50:0/4057030648 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f97bc105170 0x7f97bc10ba20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:09:14.957 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:09:14.955+0000 7f97c47cc700 1 --2- 172.21.15.50:0/4057030648 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f97bc1047d0 0x7f97bc104c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:09:14.958 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:09:14.955+0000 7f97c47cc700 1 -- 172.21.15.50:0/4057030648 >> 172.21.15.50:0/4057030648 conn(0x7f97bc0feb90 msgr2=0x7f97bc100fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:09:14.958 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:09:14.955+0000 7f97c47cc700 1 -- 172.21.15.50:0/4057030648 shutdown_connections 2024-05-20T21:09:14.958 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:09:14.955+0000 7f97c47cc700 1 -- 172.21.15.50:0/4057030648 wait complete. 2024-05-20T21:09:14.958 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:09:14.956+0000 7f97c47cc700 1 Processor -- start 2024-05-20T21:09:14.958 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:09:14.956+0000 7f97c47cc700 1 -- start start 2024-05-20T21:09:14.958 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:09:14.956+0000 7f97c47cc700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f97bc1035d0 0x7f97bc0772e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:09:14.958 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:09:14.956+0000 7f97c47cc700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f97bc1047d0 0x7f97bc075930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:09:14.958 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:09:14.956+0000 7f97c47cc700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f97bc105170 0x7f97bc075e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:09:14.958 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:09:14.956+0000 7f97c47cc700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f97bc10f0c0 con 0x7f97bc105170 2024-05-20T21:09:14.958 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:09:14.956+0000 7f97c47cc700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f97bc10ef40 con 0x7f97bc1047d0 2024-05-20T21:09:14.958 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:09:14.956+0000 7f97c47cc700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f97bc10f240 con 0x7f97bc1035d0 2024-05-20T21:09:14.958 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:09:14.956+0000 7f97c1d67700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f97bc1047d0 0x7f97bc075930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:09:14.958 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:09:14.956+0000 7f97c1d67700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f97bc1047d0 0x7f97bc075930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:36758/0 (socket says 172.21.15.50:36758) 2024-05-20T21:09:14.959 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:09:14.956+0000 7f97c1d67700 1 -- 172.21.15.50:0/3490747327 learned_addr learned my addr 172.21.15.50:0/3490747327 (peer_addr_for_me v2:172.21.15.50:0/0) 2024-05-20T21:09:14.959 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:09:14.956+0000 7f97c2568700 1 --2- 172.21.15.50:0/3490747327 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f97bc1035d0 0x7f97bc0772e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:09:14.959 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:09:14.956+0000 7f97c1d67700 1 -- 172.21.15.50:0/3490747327 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f97bc1035d0 msgr2=0x7f97bc0772e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:09:14.959 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:09:14.956+0000 7f97c1d67700 1 --2- 172.21.15.50:0/3490747327 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f97bc1035d0 0x7f97bc0772e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:09:14.959 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:09:14.956+0000 7f97c1d67700 1 -- 172.21.15.50:0/3490747327 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f97bc105170 msgr2=0x7f97bc075e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:09:14.959 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:09:14.956+0000 7f97c1d67700 1 --2- 172.21.15.50:0/3490747327 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f97bc105170 0x7f97bc075e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:09:14.959 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:09:14.956+0000 7f97c1d67700 1 -- 172.21.15.50:0/3490747327 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97bc076720 con 0x7f97bc1047d0 2024-05-20T21:09:14.959 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:09:14.957+0000 7f97c1d67700 1 --2- 172.21.15.50:0/3490747327 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f97bc1047d0 0x7f97bc075930 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f97b000b530 tx=0x7f97b000b8f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:09:14.959 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:09:14.957+0000 7f97bb7fe700 1 -- 172.21.15.50:0/3490747327 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97b0015020 con 0x7f97bc1047d0 2024-05-20T21:09:14.959 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:09:14.957+0000 7f97bb7fe700 1 -- 172.21.15.50:0/3490747327 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f97b0011ce0 con 0x7f97bc1047d0 2024-05-20T21:09:14.959 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:09:14.957+0000 7f97c47cc700 1 -- 172.21.15.50:0/3490747327 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f97bc1a3900 con 0x7f97bc1047d0 2024-05-20T21:09:14.959 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:09:14.957+0000 7f97bb7fe700 1 -- 172.21.15.50:0/3490747327 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97b0010d20 con 0x7f97bc1047d0 2024-05-20T21:09:14.960 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:09:14.957+0000 7f97c47cc700 1 -- 172.21.15.50:0/3490747327 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97bc1a3e90 con 0x7f97bc1047d0 2024-05-20T21:09:14.960 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:09:14.958+0000 7f97c47cc700 1 -- 172.21.15.50:0/3490747327 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f97bc06a230 con 0x7f97bc1047d0 2024-05-20T21:09:14.960 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:09:14.960+0000 7f97bb7fe700 1 -- 172.21.15.50:0/3490747327 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f97b0018020 con 0x7f97bc1047d0 2024-05-20T21:09:14.960 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:09:14.961+0000 7f97bb7fe700 1 --2- 172.21.15.50:0/3490747327 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f97a40b2880 0x7f97a40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:09:14.961 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:09:14.961+0000 7f97bb7fe700 1 -- 172.21.15.50:0/3490747327 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 6261+0+0 (secure 0 0 0) 0x7f97b00e1860 con 0x7f97bc1047d0 2024-05-20T21:09:14.961 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:09:14.961+0000 7f97c2568700 1 --2- 172.21.15.50:0/3490747327 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f97a40b2880 0x7f97a40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:09:14.961 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:09:14.962+0000 7f97c2568700 1 --2- 172.21.15.50:0/3490747327 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f97a40b2880 0x7f97a40b4d40 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f97b400bf60 tx=0x7f97b400b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:09:14.964 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:09:14.964+0000 7f97bb7fe700 1 -- 172.21.15.50:0/3490747327 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f97b001f020 con 0x7f97bc1047d0 2024-05-20T21:09:15.188 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:09:15.189+0000 7f97c47cc700 1 -- 172.21.15.50:0/3490747327 --> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi050:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f97bc063980 con 0x7f97a40b2880 2024-05-20T21:09:16.140 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:15 smithi050 ceph-mon[35809]: Detected new or changed devices on smithi008 2024-05-20T21:09:16.140 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:15 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:16.140 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:15 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:16.140 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:15 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:09:16.141 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:15 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:09:16.141 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:15 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:09:16.141 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:15 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:09:16.141 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:15 smithi050 ceph-mon[35809]: Adjusting osd_memory_target on smithi008 to 4273M 2024-05-20T21:09:16.141 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:15 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:16.141 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:15 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:09:16.141 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:15 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:09:16.141 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:15 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:16.141 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:15 smithi050 ceph-mon[35809]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:09:16.141 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:15 smithi050 ceph-mon[35809]: from='client.24359 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi050:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:09:16.141 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:15 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:09:16.141 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:15 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:09:16.141 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:15 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:09:16.141 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:15 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:09:16.142 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:15 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:09:16.142 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:15 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:09:16.142 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:15 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:16.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:15 smithi130 ceph-mon[36448]: Detected new or changed devices on smithi008 2024-05-20T21:09:16.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:15 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:16.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:15 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:16.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:15 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:09:16.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:15 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:09:16.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:15 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:09:16.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:15 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:09:16.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:15 smithi130 ceph-mon[36448]: Adjusting osd_memory_target on smithi008 to 4273M 2024-05-20T21:09:16.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:15 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:16.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:15 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:09:16.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:15 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:09:16.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:15 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:16.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:15 smithi130 ceph-mon[36448]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:09:16.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:15 smithi130 ceph-mon[36448]: from='client.24359 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi050:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:09:16.173 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:15 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:09:16.173 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:15 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:09:16.173 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:15 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:09:16.173 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:15 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:09:16.173 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:15 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:09:16.173 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:15 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:09:16.173 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:15 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:16.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:15 smithi008 ceph-mon[31475]: Detected new or changed devices on smithi008 2024-05-20T21:09:16.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:15 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:16.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:15 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:16.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:15 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:09:16.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:15 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:09:16.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:15 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:09:16.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:15 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:09:16.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:15 smithi008 ceph-mon[31475]: Adjusting osd_memory_target on smithi008 to 4273M 2024-05-20T21:09:16.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:15 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:16.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:15 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:09:16.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:15 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:09:16.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:15 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:16.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:15 smithi008 ceph-mon[31475]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:09:16.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:15 smithi008 ceph-mon[31475]: from='client.24359 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi050:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:09:16.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:15 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:09:16.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:15 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:09:16.204 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:15 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:09:16.204 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:15 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:09:16.204 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:15 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:09:16.204 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:15 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:09:16.204 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:15 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:18.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:18 smithi130 ceph-mon[36448]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:09:18.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:18 smithi050 ceph-mon[35809]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:09:18.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:18 smithi008 ceph-mon[31475]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:09:19.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:19 smithi130 ceph-mon[36448]: from='client.? 172.21.15.50:0/3671707596' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "59788566-3094-4926-afbf-0a297a265ff5"}]: dispatch 2024-05-20T21:09:19.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:19 smithi130 ceph-mon[36448]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "59788566-3094-4926-afbf-0a297a265ff5"}]: dispatch 2024-05-20T21:09:19.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:19 smithi130 ceph-mon[36448]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "59788566-3094-4926-afbf-0a297a265ff5"}]': finished 2024-05-20T21:09:19.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:19 smithi130 ceph-mon[36448]: osdmap e62: 11 total, 10 up, 11 in 2024-05-20T21:09:19.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:19 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-20T21:09:19.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:19 smithi130 ceph-mon[36448]: from='client.? 172.21.15.50:0/1008929070' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:09:19.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:19 smithi050 ceph-mon[35809]: from='client.? 172.21.15.50:0/3671707596' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "59788566-3094-4926-afbf-0a297a265ff5"}]: dispatch 2024-05-20T21:09:19.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:19 smithi050 ceph-mon[35809]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "59788566-3094-4926-afbf-0a297a265ff5"}]: dispatch 2024-05-20T21:09:19.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:19 smithi050 ceph-mon[35809]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "59788566-3094-4926-afbf-0a297a265ff5"}]': finished 2024-05-20T21:09:19.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:19 smithi050 ceph-mon[35809]: osdmap e62: 11 total, 10 up, 11 in 2024-05-20T21:09:19.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:19 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-20T21:09:19.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:19 smithi050 ceph-mon[35809]: from='client.? 172.21.15.50:0/1008929070' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:09:19.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:19 smithi008 ceph-mon[31475]: from='client.? 172.21.15.50:0/3671707596' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "59788566-3094-4926-afbf-0a297a265ff5"}]: dispatch 2024-05-20T21:09:19.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:19 smithi008 ceph-mon[31475]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "59788566-3094-4926-afbf-0a297a265ff5"}]: dispatch 2024-05-20T21:09:19.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:19 smithi008 ceph-mon[31475]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "59788566-3094-4926-afbf-0a297a265ff5"}]': finished 2024-05-20T21:09:19.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:19 smithi008 ceph-mon[31475]: osdmap e62: 11 total, 10 up, 11 in 2024-05-20T21:09:19.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:19 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-20T21:09:19.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:19 smithi008 ceph-mon[31475]: from='client.? 172.21.15.50:0/1008929070' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:09:20.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:20 smithi130 ceph-mon[36448]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:09:20.673 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:20 smithi050 ceph-mon[35809]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:09:20.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:20 smithi008 ceph-mon[31475]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:09:22.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:22 smithi130 ceph-mon[36448]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:09:22.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:22 smithi050 ceph-mon[35809]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:09:22.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:22 smithi008 ceph-mon[31475]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:09:24.526 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:24 smithi050 ceph-mon[35809]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:09:24.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:24 smithi130 ceph-mon[36448]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:09:24.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:24 smithi008 ceph-mon[31475]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:09:26.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:26 smithi050 ceph-mon[35809]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:09:26.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:26 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-05-20T21:09:26.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:26 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:09:26.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:26 smithi130 ceph-mon[36448]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:09:26.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:26 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-05-20T21:09:26.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:26 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:09:26.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:26 smithi008 ceph-mon[31475]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:09:26.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:26 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-05-20T21:09:26.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:26 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:09:27.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:27 smithi050 ceph-mon[35809]: Deploying daemon osd.10 on smithi050 2024-05-20T21:09:27.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:27 smithi130 ceph-mon[36448]: Deploying daemon osd.10 on smithi050 2024-05-20T21:09:27.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:27 smithi008 ceph-mon[31475]: Deploying daemon osd.10 on smithi050 2024-05-20T21:09:28.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:28 smithi050 ceph-mon[35809]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:09:28.603 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:28 smithi008 ceph-mon[31475]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:09:28.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:28 smithi130 ceph-mon[36448]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:09:30.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:30 smithi050 ceph-mon[35809]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:09:30.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:30 smithi130 ceph-mon[36448]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:09:30.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:30 smithi008 ceph-mon[31475]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:09:32.585 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:32 smithi050 ceph-mon[35809]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:09:32.585 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:32 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:32.585 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:32 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:09:32.585 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:32 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:32.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:32 smithi130 ceph-mon[36448]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:09:32.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:32 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:32.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:32 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:09:32.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:32 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:32.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:32 smithi008 ceph-mon[31475]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:09:32.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:32 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:32.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:32 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:09:32.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:32 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:34.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:34 smithi050 ceph-mon[35809]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:09:34.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:34 smithi130 ceph-mon[36448]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:09:34.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:34 smithi008 ceph-mon[31475]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:09:34.976 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:09:34.977+0000 7f97bb7fe700 1 -- 172.21.15.50:0/3490747327 <== mgr.14152 v2:172.21.15.8:6800/2778224651 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7f97bc063980 con 0x7f97a40b2880 2024-05-20T21:09:34.977 INFO:teuthology.orchestra.run.smithi050.stdout:Created osd(s) 10 on host 'smithi050' 2024-05-20T21:09:34.979 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:09:34.979+0000 7f97c47cc700 1 -- 172.21.15.50:0/3490747327 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f97a40b2880 msgr2=0x7f97a40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:09:34.979 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:09:34.979+0000 7f97c47cc700 1 --2- 172.21.15.50:0/3490747327 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f97a40b2880 0x7f97a40b4d40 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f97b400bf60 tx=0x7f97b400b040 comp rx=0 tx=0).stop 2024-05-20T21:09:34.979 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:09:34.979+0000 7f97c47cc700 1 -- 172.21.15.50:0/3490747327 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f97bc1047d0 msgr2=0x7f97bc075930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:09:34.979 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:09:34.979+0000 7f97c47cc700 1 --2- 172.21.15.50:0/3490747327 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f97bc1047d0 0x7f97bc075930 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f97b000b530 tx=0x7f97b000b8f0 comp rx=0 tx=0).stop 2024-05-20T21:09:34.979 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:09:34.979+0000 7f97c47cc700 1 -- 172.21.15.50:0/3490747327 shutdown_connections 2024-05-20T21:09:34.979 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:09:34.979+0000 7f97c47cc700 1 --2- 172.21.15.50:0/3490747327 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f97a40b2880 0x7f97a40b4d40 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:09:34.979 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:09:34.979+0000 7f97c47cc700 1 --2- 172.21.15.50:0/3490747327 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f97bc105170 0x7f97bc075e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:09:34.980 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:09:34.979+0000 7f97c47cc700 1 --2- 172.21.15.50:0/3490747327 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f97bc1035d0 0x7f97bc0772e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:09:34.980 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:09:34.979+0000 7f97c47cc700 1 --2- 172.21.15.50:0/3490747327 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f97bc1047d0 0x7f97bc075930 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:09:34.980 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:09:34.979+0000 7f97c47cc700 1 -- 172.21.15.50:0/3490747327 >> 172.21.15.50:0/3490747327 conn(0x7f97bc0feb90 msgr2=0x7f97bc107af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:09:34.980 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:09:34.979+0000 7f97c47cc700 1 -- 172.21.15.50:0/3490747327 shutdown_connections 2024-05-20T21:09:34.980 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-20T21:09:34.979+0000 7f97c47cc700 1 -- 172.21.15.50:0/3490747327 wait complete. 2024-05-20T21:09:35.931 DEBUG:teuthology.orchestra.run.smithi050:osd.10> sudo journalctl -f -n 0 -u ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@osd.10.service 2024-05-20T21:09:35.933 INFO:tasks.cephadm:Deploying osd.11 on smithi130 with /dev/vg_nvme/lv_1... 2024-05-20T21:09:35.934 DEBUG:teuthology.orchestra.run.smithi130:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-05-20T21:09:36.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:35 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:36.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:35 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:36.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:35 smithi050 ceph-mon[35809]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:09:36.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:35 smithi050 ceph-mon[35809]: from='osd.10 [v2:172.21.15.50:6824/2266909560,v1:172.21.15.50:6825/2266909560]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-05-20T21:09:36.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:35 smithi050 ceph-mon[35809]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-05-20T21:09:36.177 INFO:teuthology.orchestra.run.smithi130.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.c/config 2024-05-20T21:09:36.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:35 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:36.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:35 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:36.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:35 smithi008 ceph-mon[31475]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:09:36.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:35 smithi008 ceph-mon[31475]: from='osd.10 [v2:172.21.15.50:6824/2266909560,v1:172.21.15.50:6825/2266909560]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-05-20T21:09:36.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:35 smithi008 ceph-mon[31475]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-05-20T21:09:36.299 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:35 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:36.299 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:35 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:36.299 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:35 smithi130 ceph-mon[36448]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:09:36.299 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:35 smithi130 ceph-mon[36448]: from='osd.10 [v2:172.21.15.50:6824/2266909560,v1:172.21.15.50:6825/2266909560]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-05-20T21:09:36.299 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:35 smithi130 ceph-mon[36448]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-05-20T21:09:37.103 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:36 smithi050 ceph-mon[35809]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-05-20T21:09:37.103 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:36 smithi050 ceph-mon[35809]: from='osd.10 [v2:172.21.15.50:6824/2266909560,v1:172.21.15.50:6825/2266909560]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]: dispatch 2024-05-20T21:09:37.103 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:36 smithi050 ceph-mon[35809]: osdmap e63: 11 total, 10 up, 11 in 2024-05-20T21:09:37.103 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:36 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-20T21:09:37.103 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:36 smithi050 ceph-mon[35809]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]: dispatch 2024-05-20T21:09:37.103 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:36 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:37.103 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:36 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:37.358 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:36 smithi130 ceph-mon[36448]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-05-20T21:09:37.359 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:36 smithi130 ceph-mon[36448]: from='osd.10 [v2:172.21.15.50:6824/2266909560,v1:172.21.15.50:6825/2266909560]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]: dispatch 2024-05-20T21:09:37.359 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:36 smithi130 ceph-mon[36448]: osdmap e63: 11 total, 10 up, 11 in 2024-05-20T21:09:37.359 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:36 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-20T21:09:37.359 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:36 smithi130 ceph-mon[36448]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]: dispatch 2024-05-20T21:09:37.359 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:36 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:37.359 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:36 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:37.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:36 smithi008 ceph-mon[31475]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-05-20T21:09:37.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:36 smithi008 ceph-mon[31475]: from='osd.10 [v2:172.21.15.50:6824/2266909560,v1:172.21.15.50:6825/2266909560]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]: dispatch 2024-05-20T21:09:37.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:36 smithi008 ceph-mon[31475]: osdmap e63: 11 total, 10 up, 11 in 2024-05-20T21:09:37.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:36 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-20T21:09:37.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:36 smithi008 ceph-mon[31475]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]: dispatch 2024-05-20T21:09:37.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:36 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:37.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:36 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:37.924 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:09:37 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:09:37.665+0000 7fd2e26b2700 -1 osd.10 0 waiting for initial osdmap 2024-05-20T21:09:37.924 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:09:37 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:09:37.682+0000 7fd2da49d700 -1 osd.10 64 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-20T21:09:38.251 INFO:teuthology.orchestra.run.smithi130.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-05-20T21:09:38.251 INFO:teuthology.orchestra.run.smithi130.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-05-20T21:09:38.251 INFO:teuthology.orchestra.run.smithi130.stderr: stderr: 10+0 records in 2024-05-20T21:09:38.251 INFO:teuthology.orchestra.run.smithi130.stderr:10+0 records out 2024-05-20T21:09:38.251 INFO:teuthology.orchestra.run.smithi130.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0122119 s, 859 MB/s 2024-05-20T21:09:38.251 INFO:teuthology.orchestra.run.smithi130.stderr:--> Zapping successful for: 2024-05-20T21:09:38.251 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:37 smithi130 ceph-mon[36448]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]': finished 2024-05-20T21:09:38.251 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:37 smithi130 ceph-mon[36448]: osdmap e64: 11 total, 10 up, 11 in 2024-05-20T21:09:38.251 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:37 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-20T21:09:38.252 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:37 smithi130 ceph-mon[36448]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:09:38.252 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:37 smithi130 ceph-mon[36448]: from='osd.10 ' entity='osd.10' 2024-05-20T21:09:38.252 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:37 smithi130 ceph-mon[36448]: osd.10 [v2:172.21.15.50:6824/2266909560,v1:172.21.15.50:6825/2266909560] boot 2024-05-20T21:09:38.252 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:37 smithi130 ceph-mon[36448]: osdmap e65: 11 total, 11 up, 11 in 2024-05-20T21:09:38.252 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:37 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-20T21:09:38.285 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:37 smithi050 ceph-mon[35809]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]': finished 2024-05-20T21:09:38.285 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:37 smithi050 ceph-mon[35809]: osdmap e64: 11 total, 10 up, 11 in 2024-05-20T21:09:38.285 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:37 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-20T21:09:38.285 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:37 smithi050 ceph-mon[35809]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:09:38.285 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:37 smithi050 ceph-mon[35809]: from='osd.10 ' entity='osd.10' 2024-05-20T21:09:38.285 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:37 smithi050 ceph-mon[35809]: osd.10 [v2:172.21.15.50:6824/2266909560,v1:172.21.15.50:6825/2266909560] boot 2024-05-20T21:09:38.285 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:37 smithi050 ceph-mon[35809]: osdmap e65: 11 total, 11 up, 11 in 2024-05-20T21:09:38.286 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:37 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-20T21:09:38.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:37 smithi008 ceph-mon[31475]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]': finished 2024-05-20T21:09:38.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:37 smithi008 ceph-mon[31475]: osdmap e64: 11 total, 10 up, 11 in 2024-05-20T21:09:38.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:37 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-20T21:09:38.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:37 smithi008 ceph-mon[31475]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:09:38.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:37 smithi008 ceph-mon[31475]: from='osd.10 ' entity='osd.10' 2024-05-20T21:09:38.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:37 smithi008 ceph-mon[31475]: osd.10 [v2:172.21.15.50:6824/2266909560,v1:172.21.15.50:6825/2266909560] boot 2024-05-20T21:09:38.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:37 smithi008 ceph-mon[31475]: osdmap e65: 11 total, 11 up, 11 in 2024-05-20T21:09:38.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:37 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-20T21:09:38.894 DEBUG:teuthology.orchestra.run.smithi130:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi130:vg_nvme/lv_1 2024-05-20T21:09:39.135 INFO:teuthology.orchestra.run.smithi130.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.c/config 2024-05-20T21:09:39.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:39 smithi130 ceph-mon[36448]: purged_snaps scrub starts 2024-05-20T21:09:39.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:39 smithi130 ceph-mon[36448]: purged_snaps scrub ok 2024-05-20T21:09:39.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:39 smithi130 ceph-mon[36448]: osdmap e66: 11 total, 11 up, 11 in 2024-05-20T21:09:39.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:39 smithi130 ceph-mon[36448]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 983 GiB / 983 GiB avail 2024-05-20T21:09:39.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:39 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:39.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:39 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:39.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:39 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:09:39.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:39 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:09:39.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:39 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:09:39.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:39 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:09:39.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:39 smithi050 ceph-mon[35809]: purged_snaps scrub starts 2024-05-20T21:09:39.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:39 smithi050 ceph-mon[35809]: purged_snaps scrub ok 2024-05-20T21:09:39.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:39 smithi050 ceph-mon[35809]: osdmap e66: 11 total, 11 up, 11 in 2024-05-20T21:09:39.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:39 smithi050 ceph-mon[35809]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 983 GiB / 983 GiB avail 2024-05-20T21:09:39.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:39 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:39.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:39 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:39.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:39 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:09:39.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:39 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:09:39.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:39 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:09:39.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:39 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:09:40.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:39 smithi008 ceph-mon[31475]: purged_snaps scrub starts 2024-05-20T21:09:40.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:39 smithi008 ceph-mon[31475]: purged_snaps scrub ok 2024-05-20T21:09:40.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:39 smithi008 ceph-mon[31475]: osdmap e66: 11 total, 11 up, 11 in 2024-05-20T21:09:40.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:39 smithi008 ceph-mon[31475]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 983 GiB / 983 GiB avail 2024-05-20T21:09:40.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:39 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:40.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:39 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:40.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:39 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:09:40.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:39 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:09:40.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:39 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:09:40.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:39 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:09:40.724 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:09:40.723+0000 7f0549c63700 1 -- 172.21.15.130:0/157181416 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0544104030 msgr2=0x7f054410a8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:09:40.724 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:09:40.723+0000 7f0549c63700 1 --2- 172.21.15.130:0/157181416 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0544104030 0x7f054410a8e0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f053c00b0a0 tx=0x7f053c00b3b0 comp rx=0 tx=0).stop 2024-05-20T21:09:40.724 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:09:40.723+0000 7f0549c63700 1 -- 172.21.15.130:0/157181416 shutdown_connections 2024-05-20T21:09:40.724 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:09:40.723+0000 7f0549c63700 1 --2- 172.21.15.130:0/157181416 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0544104030 0x7f054410a8e0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:09:40.725 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:09:40.723+0000 7f0549c63700 1 --2- 172.21.15.130:0/157181416 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0544102490 0x7f05441028b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:09:40.725 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:09:40.723+0000 7f0549c63700 1 --2- 172.21.15.130:0/157181416 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0544103690 0x7f0544103af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:09:40.725 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:09:40.723+0000 7f0549c63700 1 -- 172.21.15.130:0/157181416 >> 172.21.15.130:0/157181416 conn(0x7f05440fda30 msgr2=0x7f05440ffe70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:09:40.725 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:09:40.723+0000 7f0549c63700 1 -- 172.21.15.130:0/157181416 shutdown_connections 2024-05-20T21:09:40.725 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:09:40.723+0000 7f0549c63700 1 -- 172.21.15.130:0/157181416 wait complete. 2024-05-20T21:09:40.725 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:09:40.723+0000 7f0549c63700 1 Processor -- start 2024-05-20T21:09:40.725 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:09:40.724+0000 7f0549c63700 1 -- start start 2024-05-20T21:09:40.725 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:09:40.724+0000 7f0549c63700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0544102490 0x7f05441997c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:09:40.725 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:09:40.724+0000 7f0549c63700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0544103690 0x7f0544199d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:09:40.725 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:09:40.724+0000 7f0549c63700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0544104030 0x7f05441a0d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:09:40.725 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:09:40.724+0000 7f0549c63700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f054410e020 con 0x7f0544102490 2024-05-20T21:09:40.725 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:09:40.724+0000 7f0549c63700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f054410dea0 con 0x7f0544104030 2024-05-20T21:09:40.726 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:09:40.724+0000 7f0549c63700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f054410e1a0 con 0x7f0544103690 2024-05-20T21:09:40.726 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:09:40.724+0000 7f0542ffd700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0544103690 0x7f0544199d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:09:40.726 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:09:40.724+0000 7f0542ffd700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0544103690 0x7f0544199d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.130:54158/0 (socket says 172.21.15.130:54158) 2024-05-20T21:09:40.726 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:09:40.724+0000 7f0542ffd700 1 -- 172.21.15.130:0/2079925768 learned_addr learned my addr 172.21.15.130:0/2079925768 (peer_addr_for_me v2:172.21.15.130:0/0) 2024-05-20T21:09:40.726 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:09:40.724+0000 7f0543fff700 1 --2- 172.21.15.130:0/2079925768 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0544104030 0x7f05441a0d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:09:40.726 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:09:40.724+0000 7f0542ffd700 1 -- 172.21.15.130:0/2079925768 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0544104030 msgr2=0x7f05441a0d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:09:40.726 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:09:40.724+0000 7f0542ffd700 1 --2- 172.21.15.130:0/2079925768 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0544104030 0x7f05441a0d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:09:40.726 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:09:40.724+0000 7f0542ffd700 1 -- 172.21.15.130:0/2079925768 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0544102490 msgr2=0x7f05441997c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:09:40.726 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:09:40.724+0000 7f0542ffd700 1 --2- 172.21.15.130:0/2079925768 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0544102490 0x7f05441997c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:09:40.726 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:09:40.724+0000 7f0542ffd700 1 -- 172.21.15.130:0/2079925768 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05441a13d0 con 0x7f0544103690 2024-05-20T21:09:40.726 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:09:40.725+0000 7f0542ffd700 1 --2- 172.21.15.130:0/2079925768 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0544103690 0x7f0544199d00 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f053800d9b0 tx=0x7f053800dcc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:09:40.726 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:09:40.725+0000 7f0540ff9700 1 -- 172.21.15.130:0/2079925768 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0538017070 con 0x7f0544103690 2024-05-20T21:09:40.727 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:09:40.725+0000 7f0549c63700 1 -- 172.21.15.130:0/2079925768 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05441a16c0 con 0x7f0544103690 2024-05-20T21:09:40.727 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:09:40.725+0000 7f0540ff9700 1 -- 172.21.15.130:0/2079925768 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0538005020 con 0x7f0544103690 2024-05-20T21:09:40.727 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:09:40.725+0000 7f0540ff9700 1 -- 172.21.15.130:0/2079925768 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0538009b50 con 0x7f0544103690 2024-05-20T21:09:40.727 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:09:40.725+0000 7f0549c63700 1 -- 172.21.15.130:0/2079925768 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05441a1c30 con 0x7f0544103690 2024-05-20T21:09:40.727 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:09:40.726+0000 7f0549c63700 1 -- 172.21.15.130:0/2079925768 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f054406a230 con 0x7f0544103690 2024-05-20T21:09:40.728 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:09:40.727+0000 7f0540ff9700 1 -- 172.21.15.130:0/2079925768 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f05380051d0 con 0x7f0544103690 2024-05-20T21:09:40.728 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:09:40.728+0000 7f0540ff9700 1 --2- 172.21.15.130:0/2079925768 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f052c0b2880 0x7f052c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:09:40.728 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:09:40.728+0000 7f0540ff9700 1 -- 172.21.15.130:0/2079925768 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(67..67 src has 1..67) ==== 6694+0+0 (secure 0 0 0) 0x7f05380e1f10 con 0x7f0544103690 2024-05-20T21:09:40.728 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:09:40.728+0000 7f05437fe700 1 --2- 172.21.15.130:0/2079925768 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f052c0b2880 0x7f052c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:09:40.729 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:09:40.729+0000 7f05437fe700 1 --2- 172.21.15.130:0/2079925768 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f052c0b2880 0x7f052c0b4d40 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f05441034f0 tx=0x7f0534006d20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:09:40.731 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:09:40.732+0000 7f0540ff9700 1 -- 172.21.15.130:0/2079925768 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f0538020020 con 0x7f0544103690 2024-05-20T21:09:40.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:40 smithi130 ceph-mon[36448]: Detected new or changed devices on smithi050 2024-05-20T21:09:40.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:40 smithi130 ceph-mon[36448]: Adjusting osd_memory_target on smithi050 to 4273M 2024-05-20T21:09:40.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:40 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:40.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:40 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:09:40.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:40 smithi130 ceph-mon[36448]: osdmap e67: 11 total, 11 up, 11 in 2024-05-20T21:09:40.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:40 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:09:40.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:40 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:40.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:40 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:09:40.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:40 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:09:40.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:40 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:09:40.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:40 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:40.947 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:09:40.947+0000 7f0549c63700 1 -- 172.21.15.130:0/2079925768 --> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi130:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f054406c1c0 con 0x7f052c0b2880 2024-05-20T21:09:41.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:40 smithi050 ceph-mon[35809]: Detected new or changed devices on smithi050 2024-05-20T21:09:41.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:40 smithi050 ceph-mon[35809]: Adjusting osd_memory_target on smithi050 to 4273M 2024-05-20T21:09:41.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:40 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:41.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:40 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:09:41.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:40 smithi050 ceph-mon[35809]: osdmap e67: 11 total, 11 up, 11 in 2024-05-20T21:09:41.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:40 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:09:41.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:40 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:41.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:40 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:09:41.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:40 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:09:41.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:40 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:09:41.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:40 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:41.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:40 smithi008 ceph-mon[31475]: Detected new or changed devices on smithi050 2024-05-20T21:09:41.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:40 smithi008 ceph-mon[31475]: Adjusting osd_memory_target on smithi050 to 4273M 2024-05-20T21:09:41.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:40 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:41.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:40 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:09:41.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:40 smithi008 ceph-mon[31475]: osdmap e67: 11 total, 11 up, 11 in 2024-05-20T21:09:41.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:40 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:09:41.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:40 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:41.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:40 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:09:41.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:40 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:09:41.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:40 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:09:41.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:40 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:41.888 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:41 smithi130 ceph-mon[36448]: from='client.24409 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi130:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:09:41.888 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:41 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:09:41.888 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:41 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:09:41.888 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:41 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:09:41.888 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:41 smithi130 ceph-mon[36448]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 983 GiB / 983 GiB avail 2024-05-20T21:09:42.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:41 smithi050 ceph-mon[35809]: from='client.24409 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi130:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:09:42.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:41 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:09:42.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:41 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:09:42.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:41 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:09:42.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:41 smithi050 ceph-mon[35809]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 983 GiB / 983 GiB avail 2024-05-20T21:09:42.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:41 smithi008 ceph-mon[31475]: from='client.24409 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi130:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:09:42.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:41 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:09:42.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:41 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:09:42.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:41 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:09:42.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:41 smithi008 ceph-mon[31475]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 983 GiB / 983 GiB avail 2024-05-20T21:09:44.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:44 smithi130 ceph-mon[36448]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-20T21:09:44.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:44 smithi130 ceph-mon[36448]: from='client.? 172.21.15.130:0/3620810233' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f4dfda6f-f5ea-4d53-8940-d33edd1dd61a"}]: dispatch 2024-05-20T21:09:44.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:44 smithi130 ceph-mon[36448]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f4dfda6f-f5ea-4d53-8940-d33edd1dd61a"}]: dispatch 2024-05-20T21:09:44.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:44 smithi130 ceph-mon[36448]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f4dfda6f-f5ea-4d53-8940-d33edd1dd61a"}]': finished 2024-05-20T21:09:44.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:44 smithi130 ceph-mon[36448]: osdmap e68: 12 total, 11 up, 12 in 2024-05-20T21:09:44.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:44 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-20T21:09:44.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:44 smithi008 ceph-mon[31475]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-20T21:09:44.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:44 smithi008 ceph-mon[31475]: from='client.? 172.21.15.130:0/3620810233' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f4dfda6f-f5ea-4d53-8940-d33edd1dd61a"}]: dispatch 2024-05-20T21:09:44.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:44 smithi008 ceph-mon[31475]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f4dfda6f-f5ea-4d53-8940-d33edd1dd61a"}]: dispatch 2024-05-20T21:09:44.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:44 smithi008 ceph-mon[31475]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f4dfda6f-f5ea-4d53-8940-d33edd1dd61a"}]': finished 2024-05-20T21:09:44.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:44 smithi008 ceph-mon[31475]: osdmap e68: 12 total, 11 up, 12 in 2024-05-20T21:09:44.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:44 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-20T21:09:44.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:44 smithi050 ceph-mon[35809]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-20T21:09:44.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:44 smithi050 ceph-mon[35809]: from='client.? 172.21.15.130:0/3620810233' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f4dfda6f-f5ea-4d53-8940-d33edd1dd61a"}]: dispatch 2024-05-20T21:09:44.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:44 smithi050 ceph-mon[35809]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f4dfda6f-f5ea-4d53-8940-d33edd1dd61a"}]: dispatch 2024-05-20T21:09:44.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:44 smithi050 ceph-mon[35809]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f4dfda6f-f5ea-4d53-8940-d33edd1dd61a"}]': finished 2024-05-20T21:09:44.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:44 smithi050 ceph-mon[35809]: osdmap e68: 12 total, 11 up, 12 in 2024-05-20T21:09:44.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:44 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-20T21:09:45.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:45 smithi008 ceph-mon[31475]: from='client.? 172.21.15.130:0/1741443454' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:09:45.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:45 smithi130 ceph-mon[36448]: from='client.? 172.21.15.130:0/1741443454' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:09:45.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:45 smithi050 ceph-mon[35809]: from='client.? 172.21.15.130:0/1741443454' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:09:46.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:46 smithi008 ceph-mon[31475]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 983 GiB / 983 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-05-20T21:09:46.572 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:46 smithi130 ceph-mon[36448]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 983 GiB / 983 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-05-20T21:09:46.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:46 smithi050 ceph-mon[35809]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 983 GiB / 983 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-05-20T21:09:48.268 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:48 smithi130 ceph-mon[36448]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-20T21:09:48.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:48 smithi008 ceph-mon[31475]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-20T21:09:48.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:48 smithi050 ceph-mon[35809]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-20T21:09:50.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:50 smithi130 ceph-mon[36448]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 983 GiB / 983 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-05-20T21:09:50.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:50 smithi008 ceph-mon[31475]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 983 GiB / 983 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-05-20T21:09:50.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:50 smithi050 ceph-mon[35809]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 983 GiB / 983 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-05-20T21:09:52.480 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:52 smithi050 ceph-mon[35809]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-20T21:09:52.480 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:52 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-05-20T21:09:52.480 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:52 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:09:52.480 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:52 smithi050 ceph-mon[35809]: Deploying daemon osd.11 on smithi130 2024-05-20T21:09:52.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:52 smithi130 ceph-mon[36448]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-20T21:09:52.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:52 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-05-20T21:09:52.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:52 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:09:52.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:52 smithi130 ceph-mon[36448]: Deploying daemon osd.11 on smithi130 2024-05-20T21:09:52.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:52 smithi008 ceph-mon[31475]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-20T21:09:52.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:52 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-05-20T21:09:52.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:52 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:09:52.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:52 smithi008 ceph-mon[31475]: Deploying daemon osd.11 on smithi130 2024-05-20T21:09:53.770 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:53 smithi050 ceph-mon[35809]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 983 GiB / 983 GiB avail 2024-05-20T21:09:53.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:53 smithi130 ceph-mon[36448]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 983 GiB / 983 GiB avail 2024-05-20T21:09:54.201 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:53 smithi008 ceph-mon[31475]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 983 GiB / 983 GiB avail 2024-05-20T21:09:56.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:56 smithi008 ceph-mon[31475]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 983 GiB / 983 GiB avail 2024-05-20T21:09:56.501 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:56 smithi130 ceph-mon[36448]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 983 GiB / 983 GiB avail 2024-05-20T21:09:56.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:56 smithi050 ceph-mon[35809]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 983 GiB / 983 GiB avail 2024-05-20T21:09:58.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:57 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:58.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:57 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:58.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:57 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:09:58.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:09:57 smithi130 ceph-mon[36448]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 983 GiB / 983 GiB avail 2024-05-20T21:09:58.173 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:57 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:58.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:57 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:58.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:57 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:09:58.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:09:57 smithi050 ceph-mon[35809]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 983 GiB / 983 GiB avail 2024-05-20T21:09:58.201 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:57 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:58.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:57 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:09:58.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:57 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:09:58.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:09:57 smithi008 ceph-mon[31475]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 983 GiB / 983 GiB avail 2024-05-20T21:10:00.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:00 smithi130 ceph-mon[36448]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 983 GiB / 983 GiB avail 2024-05-20T21:10:00.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:00 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:00.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:00 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:00.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:00 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:00.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:00 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:10:00.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:00 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:00.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:00 smithi130 ceph-mon[36448]: overall HEALTH_OK 2024-05-20T21:10:00.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:00 smithi008 ceph-mon[31475]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 983 GiB / 983 GiB avail 2024-05-20T21:10:00.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:00 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:00.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:00 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:00.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:00 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:00.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:00 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:10:00.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:00 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:00.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:00 smithi008 ceph-mon[31475]: overall HEALTH_OK 2024-05-20T21:10:00.533 INFO:teuthology.orchestra.run.smithi130.stdout:Created osd(s) 11 on host 'smithi130' 2024-05-20T21:10:00.533 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:00.533+0000 7f0540ff9700 1 -- 172.21.15.130:0/2079925768 <== mgr.14152 v2:172.21.15.8:6800/2778224651 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7f054406c1c0 con 0x7f052c0b2880 2024-05-20T21:10:00.535 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:00.536+0000 7f0549c63700 1 -- 172.21.15.130:0/2079925768 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f052c0b2880 msgr2=0x7f052c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:00.535 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:00.536+0000 7f0549c63700 1 --2- 172.21.15.130:0/2079925768 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f052c0b2880 0x7f052c0b4d40 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f05441034f0 tx=0x7f0534006d20 comp rx=0 tx=0).stop 2024-05-20T21:10:00.535 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:00.536+0000 7f0549c63700 1 -- 172.21.15.130:0/2079925768 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0544103690 msgr2=0x7f0544199d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:00.536 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:00.536+0000 7f0549c63700 1 --2- 172.21.15.130:0/2079925768 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0544103690 0x7f0544199d00 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f053800d9b0 tx=0x7f053800dcc0 comp rx=0 tx=0).stop 2024-05-20T21:10:00.536 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:00.536+0000 7f0549c63700 1 -- 172.21.15.130:0/2079925768 shutdown_connections 2024-05-20T21:10:00.536 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:00.536+0000 7f0549c63700 1 --2- 172.21.15.130:0/2079925768 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f052c0b2880 0x7f052c0b4d40 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:00.536 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:00.536+0000 7f0549c63700 1 --2- 172.21.15.130:0/2079925768 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0544104030 0x7f05441a0d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:00.536 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:00.536+0000 7f0549c63700 1 --2- 172.21.15.130:0/2079925768 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0544102490 0x7f05441997c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:00.536 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:00.536+0000 7f0549c63700 1 --2- 172.21.15.130:0/2079925768 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0544103690 0x7f0544199d00 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:00.536 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:00.536+0000 7f0549c63700 1 -- 172.21.15.130:0/2079925768 >> 172.21.15.130:0/2079925768 conn(0x7f05440fda30 msgr2=0x7f054406bab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:10:00.536 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:00.536+0000 7f0549c63700 1 -- 172.21.15.130:0/2079925768 shutdown_connections 2024-05-20T21:10:00.536 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:00.536+0000 7f0549c63700 1 -- 172.21.15.130:0/2079925768 wait complete. 2024-05-20T21:10:00.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:00 smithi050 ceph-mon[35809]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 983 GiB / 983 GiB avail 2024-05-20T21:10:00.675 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:00 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:00.675 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:00 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:00.675 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:00 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:00.675 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:00 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:10:00.675 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:00 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:00.675 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:00 smithi050 ceph-mon[35809]: overall HEALTH_OK 2024-05-20T21:10:01.239 DEBUG:teuthology.orchestra.run.smithi130:osd.11> sudo journalctl -f -n 0 -u ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@osd.11.service 2024-05-20T21:10:01.241 INFO:tasks.cephadm:Waiting for 12 OSDs to come up... 2024-05-20T21:10:01.241 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph osd stat -f json 2024-05-20T21:10:01.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:01 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:01.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:01 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:01.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:01 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:10:01.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:01 smithi008 ceph-mon[31475]: from='osd.11 [v2:172.21.15.130:6824/2025670617,v1:172.21.15.130:6825/2025670617]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-05-20T21:10:01.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:01 smithi008 ceph-mon[31475]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-05-20T21:10:01.705 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:10:01.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:01 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:01.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:01 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:01.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:01 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:10:01.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:01 smithi130 ceph-mon[36448]: from='osd.11 [v2:172.21.15.130:6824/2025670617,v1:172.21.15.130:6825/2025670617]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-05-20T21:10:01.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:01 smithi130 ceph-mon[36448]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-05-20T21:10:01.923 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:01 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:01.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:01 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:01.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:01 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:10:01.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:01 smithi050 ceph-mon[35809]: from='osd.11 [v2:172.21.15.130:6824/2025670617,v1:172.21.15.130:6825/2025670617]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-05-20T21:10:01.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:01 smithi050 ceph-mon[35809]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-05-20T21:10:02.888 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:02 smithi008 ceph-mon[31475]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 983 GiB / 983 GiB avail 2024-05-20T21:10:02.888 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:02 smithi008 ceph-mon[31475]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-05-20T21:10:02.889 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:02 smithi008 ceph-mon[31475]: osdmap e69: 12 total, 11 up, 12 in 2024-05-20T21:10:02.889 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:02 smithi008 ceph-mon[31475]: from='osd.11 [v2:172.21.15.130:6824/2025670617,v1:172.21.15.130:6825/2025670617]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2024-05-20T21:10:02.889 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:02 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-20T21:10:02.889 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:02 smithi008 ceph-mon[31475]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2024-05-20T21:10:02.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:02 smithi130 ceph-mon[36448]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 983 GiB / 983 GiB avail 2024-05-20T21:10:02.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:02 smithi130 ceph-mon[36448]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-05-20T21:10:02.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:02 smithi130 ceph-mon[36448]: osdmap e69: 12 total, 11 up, 12 in 2024-05-20T21:10:02.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:02 smithi130 ceph-mon[36448]: from='osd.11 [v2:172.21.15.130:6824/2025670617,v1:172.21.15.130:6825/2025670617]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2024-05-20T21:10:02.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:02 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-20T21:10:02.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:02 smithi130 ceph-mon[36448]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2024-05-20T21:10:02.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:10:02 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:10:02.540+0000 7f5768948700 -1 osd.11 0 waiting for initial osdmap 2024-05-20T21:10:02.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:10:02 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:10:02.553+0000 7f576473b700 -1 osd.11 70 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-20T21:10:02.923 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:02 smithi050 ceph-mon[35809]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 983 GiB / 983 GiB avail 2024-05-20T21:10:02.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:02 smithi050 ceph-mon[35809]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-05-20T21:10:02.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:02 smithi050 ceph-mon[35809]: osdmap e69: 12 total, 11 up, 12 in 2024-05-20T21:10:02.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:02 smithi050 ceph-mon[35809]: from='osd.11 [v2:172.21.15.130:6824/2025670617,v1:172.21.15.130:6825/2025670617]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2024-05-20T21:10:02.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:02 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-20T21:10:02.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:02 smithi050 ceph-mon[35809]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2024-05-20T21:10:03.800 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:03 smithi008 ceph-mon[31475]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]': finished 2024-05-20T21:10:03.800 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:03 smithi008 ceph-mon[31475]: osdmap e70: 12 total, 11 up, 12 in 2024-05-20T21:10:03.801 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:03 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-20T21:10:03.894 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:03 smithi130 ceph-mon[36448]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]': finished 2024-05-20T21:10:03.894 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:03 smithi130 ceph-mon[36448]: osdmap e70: 12 total, 11 up, 12 in 2024-05-20T21:10:03.894 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:03 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-20T21:10:03.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:03 smithi050 ceph-mon[35809]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]': finished 2024-05-20T21:10:03.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:03 smithi050 ceph-mon[35809]: osdmap e70: 12 total, 11 up, 12 in 2024-05-20T21:10:03.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:03 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-20T21:10:03.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:03.979+0000 7f0592200700 1 -- 172.21.15.8:0/4288324878 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f058c075fa0 msgr2=0x7f058c076420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:03.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:03.979+0000 7f0592200700 1 --2- 172.21.15.8:0/4288324878 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f058c075fa0 0x7f058c076420 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f05780098f0 tx=0x7f0578009c00 comp rx=0 tx=0).stop 2024-05-20T21:10:03.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:03.979+0000 7f0592200700 1 -- 172.21.15.8:0/4288324878 shutdown_connections 2024-05-20T21:10:03.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:03.979+0000 7f0592200700 1 --2- 172.21.15.8:0/4288324878 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f058c10b480 0x7f058c10d910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:03.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:03.979+0000 7f0592200700 1 --2- 172.21.15.8:0/4288324878 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f058c077570 0x7f058c0759d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:03.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:03.979+0000 7f0592200700 1 --2- 172.21.15.8:0/4288324878 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f058c075fa0 0x7f058c076420 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:03.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:03.979+0000 7f0592200700 1 -- 172.21.15.8:0/4288324878 >> 172.21.15.8:0/4288324878 conn(0x7f058c0feb10 msgr2=0x7f058c100f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:10:03.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:03.980+0000 7f0592200700 1 -- 172.21.15.8:0/4288324878 shutdown_connections 2024-05-20T21:10:03.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:03.980+0000 7f0592200700 1 -- 172.21.15.8:0/4288324878 wait complete. 2024-05-20T21:10:03.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:03.981+0000 7f0592200700 1 Processor -- start 2024-05-20T21:10:03.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:03.981+0000 7f0592200700 1 -- start start 2024-05-20T21:10:03.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:03.981+0000 7f0592200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f058c075fa0 0x7f058c19b9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:03.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:03.981+0000 7f0592200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f058c077570 0x7f058c19bf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:03.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:03.981+0000 7f0592200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f058c10b480 0x7f058c1a2fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:03.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:03.981+0000 7f0592200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f058c111290 con 0x7f058c10b480 2024-05-20T21:10:03.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:03.981+0000 7f0592200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f058c111110 con 0x7f058c075fa0 2024-05-20T21:10:03.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:03.981+0000 7f0592200700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f058c111410 con 0x7f058c077570 2024-05-20T21:10:03.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:03.982+0000 7f058b400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f058c075fa0 0x7f058c19b9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:03.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:03.982+0000 7f058aa00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f058c077570 0x7f058c19bf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:03.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:03.982+0000 7f058b400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f058c075fa0 0x7f058c19b9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:39748/0 (socket says 172.21.15.8:39748) 2024-05-20T21:10:03.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:03.982+0000 7f058aa00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f058c077570 0x7f058c19bf20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:39828/0 (socket says 172.21.15.8:39828) 2024-05-20T21:10:03.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:03.982+0000 7f058b400700 1 -- 172.21.15.8:0/61163344 learned_addr learned my addr 172.21.15.8:0/61163344 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:10:03.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:03.982+0000 7f058be00700 1 --2- 172.21.15.8:0/61163344 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f058c10b480 0x7f058c1a2fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:03.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:03.982+0000 7f058aa00700 1 -- 172.21.15.8:0/61163344 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f058c075fa0 msgr2=0x7f058c19b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:03.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:03.982+0000 7f058aa00700 1 --2- 172.21.15.8:0/61163344 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f058c075fa0 0x7f058c19b9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:03.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:03.982+0000 7f058aa00700 1 -- 172.21.15.8:0/61163344 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f058c10b480 msgr2=0x7f058c1a2fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:03.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:03.982+0000 7f058aa00700 1 --2- 172.21.15.8:0/61163344 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f058c10b480 0x7f058c1a2fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:03.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:03.982+0000 7f058aa00700 1 -- 172.21.15.8:0/61163344 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f058c1a3640 con 0x7f058c077570 2024-05-20T21:10:03.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:03.982+0000 7f058be00700 1 --2- 172.21.15.8:0/61163344 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f058c10b480 0x7f058c1a2fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:10:03.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:03.982+0000 7f058aa00700 1 --2- 172.21.15.8:0/61163344 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f058c077570 0x7f058c19bf20 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f0578000c00 tx=0x7f0578005320 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:10:03.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:03.983+0000 7f0583e00700 1 -- 172.21.15.8:0/61163344 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0578025070 con 0x7f058c077570 2024-05-20T21:10:03.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:03.983+0000 7f0583e00700 1 -- 172.21.15.8:0/61163344 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f057800ba10 con 0x7f058c077570 2024-05-20T21:10:03.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:03.983+0000 7f0592200700 1 -- 172.21.15.8:0/61163344 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f058c1a38d0 con 0x7f058c077570 2024-05-20T21:10:03.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:03.983+0000 7f0583e00700 1 -- 172.21.15.8:0/61163344 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0578003bf0 con 0x7f058c077570 2024-05-20T21:10:03.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:03.983+0000 7f0592200700 1 -- 172.21.15.8:0/61163344 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f058c1a3d80 con 0x7f058c077570 2024-05-20T21:10:03.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:03.984+0000 7f0592200700 1 -- 172.21.15.8:0/61163344 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f058c06a230 con 0x7f058c077570 2024-05-20T21:10:03.985 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:03.986+0000 7f0583e00700 1 -- 172.21.15.8:0/61163344 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f0578028070 con 0x7f058c077570 2024-05-20T21:10:03.987 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:03.988+0000 7f0583e00700 1 --2- 172.21.15.8:0/61163344 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f05700b2900 0x7f05700b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:03.988 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:03.989+0000 7f0583e00700 1 -- 172.21.15.8:0/61163344 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 7127+0+0 (secure 0 0 0) 0x7f05780e23e0 con 0x7f058c077570 2024-05-20T21:10:03.988 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:03.989+0000 7f058b400700 1 --2- 172.21.15.8:0/61163344 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f05700b2900 0x7f05700b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:03.988 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:03.990+0000 7f058b400700 1 --2- 172.21.15.8:0/61163344 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f05700b2900 0x7f05700b4dc0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f057c009d00 tx=0x7f057c009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:10:03.990 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:03.992+0000 7f0583e00700 1 -- 172.21.15.8:0/61163344 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f0578013030 con 0x7f058c077570 2024-05-20T21:10:04.233 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:04.234+0000 7f0592200700 1 -- 172.21.15.8:0/61163344 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7f058c064150 con 0x7f058c077570 2024-05-20T21:10:04.234 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:04.235+0000 7f0583e00700 1 -- 172.21.15.8:0/61163344 <== mon.1 v2:172.21.15.130:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v71) ==== 74+0+133 (secure 0 0 0) 0x7f05780aa590 con 0x7f058c077570 2024-05-20T21:10:04.234 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:10:04.237 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:04.238+0000 7f0592200700 1 -- 172.21.15.8:0/61163344 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f05700b2900 msgr2=0x7f05700b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:04.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:04.238+0000 7f0592200700 1 --2- 172.21.15.8:0/61163344 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f05700b2900 0x7f05700b4dc0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f057c009d00 tx=0x7f057c009310 comp rx=0 tx=0).stop 2024-05-20T21:10:04.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:04.238+0000 7f0592200700 1 -- 172.21.15.8:0/61163344 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f058c077570 msgr2=0x7f058c19bf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:04.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:04.238+0000 7f0592200700 1 --2- 172.21.15.8:0/61163344 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f058c077570 0x7f058c19bf20 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f0578000c00 tx=0x7f0578005320 comp rx=0 tx=0).stop 2024-05-20T21:10:04.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:04.238+0000 7f0592200700 1 -- 172.21.15.8:0/61163344 shutdown_connections 2024-05-20T21:10:04.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:04.238+0000 7f0592200700 1 --2- 172.21.15.8:0/61163344 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f05700b2900 0x7f05700b4dc0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:04.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:04.238+0000 7f0592200700 1 --2- 172.21.15.8:0/61163344 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f058c075fa0 0x7f058c19b9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:04.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:04.238+0000 7f0592200700 1 --2- 172.21.15.8:0/61163344 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f058c10b480 0x7f058c1a2fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:04.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:04.238+0000 7f0592200700 1 --2- 172.21.15.8:0/61163344 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f058c077570 0x7f058c19bf20 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:04.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:04.238+0000 7f0592200700 1 -- 172.21.15.8:0/61163344 >> 172.21.15.8:0/61163344 conn(0x7f058c0feb10 msgr2=0x7f058c107380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:10:04.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:04.238+0000 7f0592200700 1 -- 172.21.15.8:0/61163344 shutdown_connections 2024-05-20T21:10:04.239 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:04.238+0000 7f0592200700 1 -- 172.21.15.8:0/61163344 wait complete. 2024-05-20T21:10:04.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:04 smithi130 ceph-mon[36448]: purged_snaps scrub starts 2024-05-20T21:10:04.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:04 smithi130 ceph-mon[36448]: purged_snaps scrub ok 2024-05-20T21:10:04.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:04 smithi130 ceph-mon[36448]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 983 GiB / 983 GiB avail 2024-05-20T21:10:04.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:04 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-20T21:10:04.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:04 smithi130 ceph-mon[36448]: osd.11 [v2:172.21.15.130:6824/2025670617,v1:172.21.15.130:6825/2025670617] boot 2024-05-20T21:10:04.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:04 smithi130 ceph-mon[36448]: osdmap e71: 12 total, 12 up, 12 in 2024-05-20T21:10:04.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:04 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-20T21:10:04.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:04 smithi130 ceph-mon[36448]: Detected new or changed devices on smithi130 2024-05-20T21:10:04.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:04 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:04.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:04 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:04.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:04 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:10:04.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:04 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:10:04.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:04 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:10:04.923 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:04 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:10:04.923 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:04 smithi130 ceph-mon[36448]: Adjusting osd_memory_target on smithi130 to 4272M 2024-05-20T21:10:04.923 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:04 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:04.923 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:04 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:04.923 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:04 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:10:04.923 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:04 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:04.923 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:04 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/61163344' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-05-20T21:10:04.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:04 smithi050 ceph-mon[35809]: purged_snaps scrub starts 2024-05-20T21:10:04.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:04 smithi050 ceph-mon[35809]: purged_snaps scrub ok 2024-05-20T21:10:04.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:04 smithi050 ceph-mon[35809]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 983 GiB / 983 GiB avail 2024-05-20T21:10:04.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:04 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-20T21:10:04.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:04 smithi050 ceph-mon[35809]: osd.11 [v2:172.21.15.130:6824/2025670617,v1:172.21.15.130:6825/2025670617] boot 2024-05-20T21:10:04.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:04 smithi050 ceph-mon[35809]: osdmap e71: 12 total, 12 up, 12 in 2024-05-20T21:10:04.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:04 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-20T21:10:04.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:04 smithi050 ceph-mon[35809]: Detected new or changed devices on smithi130 2024-05-20T21:10:04.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:04 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:04.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:04 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:04.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:04 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:10:04.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:04 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:10:04.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:04 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:10:04.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:04 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:10:04.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:04 smithi050 ceph-mon[35809]: Adjusting osd_memory_target on smithi130 to 4272M 2024-05-20T21:10:04.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:04 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:04.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:04 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:04.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:04 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:10:04.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:04 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:04.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:04 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/61163344' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-05-20T21:10:04.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:04 smithi008 ceph-mon[31475]: purged_snaps scrub starts 2024-05-20T21:10:04.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:04 smithi008 ceph-mon[31475]: purged_snaps scrub ok 2024-05-20T21:10:04.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:04 smithi008 ceph-mon[31475]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 983 GiB / 983 GiB avail 2024-05-20T21:10:04.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:04 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-20T21:10:04.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:04 smithi008 ceph-mon[31475]: osd.11 [v2:172.21.15.130:6824/2025670617,v1:172.21.15.130:6825/2025670617] boot 2024-05-20T21:10:04.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:04 smithi008 ceph-mon[31475]: osdmap e71: 12 total, 12 up, 12 in 2024-05-20T21:10:04.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:04 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-20T21:10:04.954 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:04 smithi008 ceph-mon[31475]: Detected new or changed devices on smithi130 2024-05-20T21:10:04.954 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:04 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:04.954 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:04 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:04.954 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:04 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:10:04.954 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:04 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:10:04.954 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:04 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:10:04.954 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:04 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:10:04.954 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:04 smithi008 ceph-mon[31475]: Adjusting osd_memory_target on smithi130 to 4272M 2024-05-20T21:10:04.954 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:04 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:04.954 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:04 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:04.954 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:04 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:10:04.954 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:04 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:04.955 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:04 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/61163344' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-05-20T21:10:05.073 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":71,"num_osds":12,"num_up_osds":12,"osd_up_since":1716239403,"num_in_osds":12,"osd_in_since":1716239383,"num_remapped_pgs":0} 2024-05-20T21:10:05.073 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-20T21:10:05.559 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:10:05.904 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:05 smithi008 ceph-mon[31475]: osdmap e72: 12 total, 12 up, 12 in 2024-05-20T21:10:05.904 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:05 smithi008 ceph-mon[31475]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:05.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:05 smithi130 ceph-mon[36448]: osdmap e72: 12 total, 12 up, 12 in 2024-05-20T21:10:05.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:05 smithi130 ceph-mon[36448]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:05.923 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:05 smithi050 ceph-mon[35809]: osdmap e72: 12 total, 12 up, 12 in 2024-05-20T21:10:05.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:05 smithi050 ceph-mon[35809]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:07.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:07.723+0000 7f1efae00700 1 -- 172.21.15.8:0/2935117439 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1ef4105760 msgr2=0x7f1ef4105be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:07.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:07.723+0000 7f1efae00700 1 --2- 172.21.15.8:0/2935117439 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1ef4105760 0x7f1ef4105be0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f1ee0009990 tx=0x7f1ee0009ca0 comp rx=0 tx=0).stop 2024-05-20T21:10:07.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:07.723+0000 7f1efae00700 1 -- 172.21.15.8:0/2935117439 shutdown_connections 2024-05-20T21:10:07.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:07.723+0000 7f1efae00700 1 --2- 172.21.15.8:0/2935117439 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1ef410b760 0x7f1ef410bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:07.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:07.723+0000 7f1efae00700 1 --2- 172.21.15.8:0/2935117439 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1ef4106120 0x7f1ef4112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:07.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:07.723+0000 7f1efae00700 1 --2- 172.21.15.8:0/2935117439 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1ef4105760 0x7f1ef4105be0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:07.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:07.723+0000 7f1efae00700 1 -- 172.21.15.8:0/2935117439 >> 172.21.15.8:0/2935117439 conn(0x7f1ef4101210 msgr2=0x7f1ef4103630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:10:07.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:07.723+0000 7f1efae00700 1 -- 172.21.15.8:0/2935117439 shutdown_connections 2024-05-20T21:10:07.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:07.723+0000 7f1efae00700 1 -- 172.21.15.8:0/2935117439 wait complete. 2024-05-20T21:10:07.725 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:07.724+0000 7f1efae00700 1 Processor -- start 2024-05-20T21:10:07.725 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:07.724+0000 7f1efae00700 1 -- start start 2024-05-20T21:10:07.725 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:07.725+0000 7f1efae00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1ef4105760 0x7f1ef419bec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:07.725 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:07.725+0000 7f1efae00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1ef4106120 0x7f1ef419c400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:07.725 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:07.725+0000 7f1efae00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1ef410b760 0x7f1ef41a0790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:07.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:07.725+0000 7f1efae00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f1ef41159f0 con 0x7f1ef4106120 2024-05-20T21:10:07.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:07.725+0000 7f1efae00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1ef4115870 con 0x7f1ef4105760 2024-05-20T21:10:07.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:07.725+0000 7f1efae00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f1ef4115b70 con 0x7f1ef410b760 2024-05-20T21:10:07.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:07.725+0000 7f1ef3400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1ef4106120 0x7f1ef419c400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:07.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:07.725+0000 7f1ef3400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1ef4106120 0x7f1ef419c400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:51944/0 (socket says 172.21.15.8:51944) 2024-05-20T21:10:07.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:07.725+0000 7f1ef3400700 1 -- 172.21.15.8:0/1903998802 learned_addr learned my addr 172.21.15.8:0/1903998802 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:10:07.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:07.725+0000 7f1ef3e00700 1 --2- 172.21.15.8:0/1903998802 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1ef4105760 0x7f1ef419bec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:07.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:07.725+0000 7f1ef8e00700 1 --2- 172.21.15.8:0/1903998802 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1ef410b760 0x7f1ef41a0790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:07.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:07.725+0000 7f1ef3e00700 1 -- 172.21.15.8:0/1903998802 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1ef410b760 msgr2=0x7f1ef41a0790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:07.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:07.725+0000 7f1ef3e00700 1 --2- 172.21.15.8:0/1903998802 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1ef410b760 0x7f1ef41a0790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:07.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:07.725+0000 7f1ef3e00700 1 -- 172.21.15.8:0/1903998802 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1ef4106120 msgr2=0x7f1ef419c400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:07.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:07.725+0000 7f1ef3e00700 1 --2- 172.21.15.8:0/1903998802 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1ef4106120 0x7f1ef419c400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:07.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:07.725+0000 7f1ef3e00700 1 -- 172.21.15.8:0/1903998802 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ef41a0ed0 con 0x7f1ef4105760 2024-05-20T21:10:07.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:07.726+0000 7f1ef3400700 1 --2- 172.21.15.8:0/1903998802 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1ef4106120 0x7f1ef419c400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:10:07.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:07.726+0000 7f1ef3e00700 1 --2- 172.21.15.8:0/1903998802 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1ef4105760 0x7f1ef419bec0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f1ee400e9f0 tx=0x7f1ee400ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:10:07.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:07.726+0000 7f1ef0c00700 1 -- 172.21.15.8:0/1903998802 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ee400c9c0 con 0x7f1ef4105760 2024-05-20T21:10:07.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:07.726+0000 7f1ef0c00700 1 -- 172.21.15.8:0/1903998802 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1ee400cb60 con 0x7f1ef4105760 2024-05-20T21:10:07.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:07.726+0000 7f1ef0c00700 1 -- 172.21.15.8:0/1903998802 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ee4018680 con 0x7f1ef4105760 2024-05-20T21:10:07.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:07.726+0000 7f1efae00700 1 -- 172.21.15.8:0/1903998802 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ef41a11c0 con 0x7f1ef4105760 2024-05-20T21:10:07.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:07.726+0000 7f1efae00700 1 -- 172.21.15.8:0/1903998802 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ef41a8a40 con 0x7f1ef4105760 2024-05-20T21:10:07.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:07.728+0000 7f1efae00700 1 -- 172.21.15.8:0/1903998802 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1ef406a230 con 0x7f1ef4105760 2024-05-20T21:10:07.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:07.730+0000 7f1ef0c00700 1 -- 172.21.15.8:0/1903998802 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f1ee4018a30 con 0x7f1ef4105760 2024-05-20T21:10:07.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:07.731+0000 7f1ef0c00700 1 --2- 172.21.15.8:0/1903998802 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1ed80b2880 0x7f1ed80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:07.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:07.731+0000 7f1ef0c00700 1 -- 172.21.15.8:0/1903998802 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7f1ee40e20d0 con 0x7f1ef4105760 2024-05-20T21:10:07.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:07.731+0000 7f1ef3400700 1 --2- 172.21.15.8:0/1903998802 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1ed80b2880 0x7f1ed80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:07.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:07.732+0000 7f1ef3400700 1 --2- 172.21.15.8:0/1903998802 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1ed80b2880 0x7f1ed80b4d40 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f1ef41038d0 tx=0x7f1ee000b280 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:10:07.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:07.735+0000 7f1ef0c00700 1 -- 172.21.15.8:0/1903998802 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f1ee40aa1f0 con 0x7f1ef4105760 2024-05-20T21:10:07.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:07.977+0000 7f1efae00700 1 -- 172.21.15.8:0/1903998802 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1ef402e560 con 0x7f1ef4105760 2024-05-20T21:10:07.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:07.978+0000 7f1ef0c00700 1 -- 172.21.15.8:0/1903998802 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v72) ==== 74+0+18359 (secure 0 0 0) 0x7f1ee40b2270 con 0x7f1ef4105760 2024-05-20T21:10:07.978 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:10:07.978 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":72,"fsid":"060ce10e-16ec-11ef-bc9a-c7b262605968","created":"2024-05-20T21:01:50.508336+0000","modified":"2024-05-20T21:10:04.558585+0000","last_up_change":"2024-05-20T21:10:03.543960+0000","last_in_change":"2024-05-20T21:09:43.745737+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-20T21:05:47.155633+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"567da6cc-0f5c-488c-82f7-0ecdf1f9a92c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6802","nonce":2530117688},{"type":"v1","addr":"172.21.15.8:6803","nonce":2530117688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6804","nonce":2530117688},{"type":"v1","addr":"172.21.15.8:6805","nonce":2530117688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6808","nonce":2530117688},{"type":"v1","addr":"172.21.15.8:6809","nonce":2530117688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6806","nonce":2530117688},{"type":"v1","addr":"172.21.15.8:6807","nonce":2530117688}]},"public_addr":"172.21.15.8:6803/2530117688","cluster_addr":"172.21.15.8:6805/2530117688","heartbeat_back_addr":"172.21.15.8:6809/2530117688","heartbeat_front_addr":"172.21.15.8:6807/2530117688","state":["exists","up"]},{"osd":1,"uuid":"6d7c2f7a-ba32-43d3-bcb5-91213501621d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":1765474633},{"type":"v1","addr":"172.21.15.50:6801","nonce":1765474633}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":1765474633},{"type":"v1","addr":"172.21.15.50:6803","nonce":1765474633}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":1765474633},{"type":"v1","addr":"172.21.15.50:6807","nonce":1765474633}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":1765474633},{"type":"v1","addr":"172.21.15.50:6805","nonce":1765474633}]},"public_addr":"172.21.15.50:6801/1765474633","cluster_addr":"172.21.15.50:6803/1765474633","heartbeat_back_addr":"172.21.15.50:6807/1765474633","heartbeat_front_addr":"172.21.15.50:6805/1765474633","state":["exists","up"]},{"osd":2,"uuid":"616c77cc-71ca-4d73-87ba-f9e2b391617f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6800","nonce":2148668646},{"type":"v1","addr":"172.21.15.130:6801","nonce":2148668646}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6802","nonce":2148668646},{"type":"v1","addr":"172.21.15.130:6803","nonce":2148668646}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6806","nonce":2148668646},{"type":"v1","addr":"172.21.15.130:6807","nonce":2148668646}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6804","nonce":2148668646},{"type":"v1","addr":"172.21.15.130:6805","nonce":2148668646}]},"public_addr":"172.21.15.130:6801/2148668646","cluster_addr":"172.21.15.130:6803/2148668646","heartbeat_back_addr":"172.21.15.130:6807/2148668646","heartbeat_front_addr":"172.21.15.130:6805/2148668646","state":["exists","up"]},{"osd":3,"uuid":"97c26b23-ae0b-424b-b593-5f7d545d78fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6810","nonce":522014344},{"type":"v1","addr":"172.21.15.8:6811","nonce":522014344}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6812","nonce":522014344},{"type":"v1","addr":"172.21.15.8:6813","nonce":522014344}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6816","nonce":522014344},{"type":"v1","addr":"172.21.15.8:6817","nonce":522014344}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6814","nonce":522014344},{"type":"v1","addr":"172.21.15.8:6815","nonce":522014344}]},"public_addr":"172.21.15.8:6811/522014344","cluster_addr":"172.21.15.8:6813/522014344","heartbeat_back_addr":"172.21.15.8:6817/522014344","heartbeat_front_addr":"172.21.15.8:6815/522014344","state":["exists","up"]},{"osd":4,"uuid":"032641da-14a1-4d60-975c-7ae9dd749f8b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":2849163314},{"type":"v1","addr":"172.21.15.50:6809","nonce":2849163314}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":2849163314},{"type":"v1","addr":"172.21.15.50:6811","nonce":2849163314}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":2849163314},{"type":"v1","addr":"172.21.15.50:6815","nonce":2849163314}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":2849163314},{"type":"v1","addr":"172.21.15.50:6813","nonce":2849163314}]},"public_addr":"172.21.15.50:6809/2849163314","cluster_addr":"172.21.15.50:6811/2849163314","heartbeat_back_addr":"172.21.15.50:6815/2849163314","heartbeat_front_addr":"172.21.15.50:6813/2849163314","state":["exists","up"]},{"osd":5,"uuid":"e0a50b25-3bd5-4f3d-9c6b-e0a37620c1fe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6808","nonce":2920667492},{"type":"v1","addr":"172.21.15.130:6809","nonce":2920667492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6810","nonce":2920667492},{"type":"v1","addr":"172.21.15.130:6811","nonce":2920667492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6814","nonce":2920667492},{"type":"v1","addr":"172.21.15.130:6815","nonce":2920667492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6812","nonce":2920667492},{"type":"v1","addr":"172.21.15.130:6813","nonce":2920667492}]},"public_addr":"172.21.15.130:6809/2920667492","cluster_addr":"172.21.15.130:6811/2920667492","heartbeat_back_addr":"172.21.15.130:6815/2920667492","heartbeat_front_addr":"172.21.15.130:6813/2920667492","state":["exists","up"]},{"osd":6,"uuid":"6fea92cd-1f1b-4f37-b607-4396f31985ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6818","nonce":107816006},{"type":"v1","addr":"172.21.15.8:6819","nonce":107816006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6820","nonce":107816006},{"type":"v1","addr":"172.21.15.8:6821","nonce":107816006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6824","nonce":107816006},{"type":"v1","addr":"172.21.15.8:6825","nonce":107816006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6822","nonce":107816006},{"type":"v1","addr":"172.21.15.8:6823","nonce":107816006}]},"public_addr":"172.21.15.8:6819/107816006","cluster_addr":"172.21.15.8:6821/107816006","heartbeat_back_addr":"172.21.15.8:6825/107816006","heartbeat_front_addr":"172.21.15.8:6823/107816006","state":["exists","up"]},{"osd":7,"uuid":"ed4481c7-8b9b-4360-87d7-e5eb8ea18b2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":2308872994},{"type":"v1","addr":"172.21.15.50:6817","nonce":2308872994}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":2308872994},{"type":"v1","addr":"172.21.15.50:6819","nonce":2308872994}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":2308872994},{"type":"v1","addr":"172.21.15.50:6823","nonce":2308872994}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":2308872994},{"type":"v1","addr":"172.21.15.50:6821","nonce":2308872994}]},"public_addr":"172.21.15.50:6817/2308872994","cluster_addr":"172.21.15.50:6819/2308872994","heartbeat_back_addr":"172.21.15.50:6823/2308872994","heartbeat_front_addr":"172.21.15.50:6821/2308872994","state":["exists","up"]},{"osd":8,"uuid":"c47d04f0-93d2-4a17-b7d0-a16a1d62099f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6816","nonce":2076512047},{"type":"v1","addr":"172.21.15.130:6817","nonce":2076512047}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6818","nonce":2076512047},{"type":"v1","addr":"172.21.15.130:6819","nonce":2076512047}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6822","nonce":2076512047},{"type":"v1","addr":"172.21.15.130:6823","nonce":2076512047}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6820","nonce":2076512047},{"type":"v1","addr":"172.21.15.130:6821","nonce":2076512047}]},"public_addr":"172.21.15.130:6817/2076512047","cluster_addr":"172.21.15.130:6819/2076512047","heartbeat_back_addr":"172.21.15.130:6823/2076512047","heartbeat_front_addr":"172.21.15.130:6821/2076512047","state":["exists","up"]},{"osd":9,"uuid":"54ccf87d-5ce9-4631-ab41-fbb0abb1d7e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6826","nonce":2726512408},{"type":"v1","addr":"172.21.15.8:6827","nonce":2726512408}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6828","nonce":2726512408},{"type":"v1","addr":"172.21.15.8:6829","nonce":2726512408}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6832","nonce":2726512408},{"type":"v1","addr":"172.21.15.8:6833","nonce":2726512408}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6830","nonce":2726512408},{"type":"v1","addr":"172.21.15.8:6831","nonce":2726512408}]},"public_addr":"172.21.15.8:6827/2726512408","cluster_addr":"172.21.15.8:6829/2726512408","heartbeat_back_addr":"172.21.15.8:6833/2726512408","heartbeat_front_addr":"172.21.15.8:6831/2726512408","state":["exists","up"]},{"osd":10,"uuid":"59788566-3094-4926-afbf-0a297a265ff5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":2266909560},{"type":"v1","addr":"172.21.15.50:6825","nonce":2266909560}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":2266909560},{"type":"v1","addr":"172.21.15.50:6827","nonce":2266909560}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":2266909560},{"type":"v1","addr":"172.21.15.50:6831","nonce":2266909560}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":2266909560},{"type":"v1","addr":"172.21.15.50:6829","nonce":2266909560}]},"public_addr":"172.21.15.50:6825/2266909560","cluster_addr":"172.21.15.50:6827/2266909560","heartbeat_back_addr":"172.21.15.50:6831/2266909560","heartbeat_front_addr":"172.21.15.50:6829/2266909560","state":["exists","up"]},{"osd":11,"uuid":"f4dfda6f-f5ea-4d53-8940-d33edd1dd61a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6824","nonce":2025670617},{"type":"v1","addr":"172.21.15.130:6825","nonce":2025670617}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6826","nonce":2025670617},{"type":"v1","addr":"172.21.15.130:6827","nonce":2025670617}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6830","nonce":2025670617},{"type":"v1","addr":"172.21.15.130:6831","nonce":2025670617}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6828","nonce":2025670617},{"type":"v1","addr":"172.21.15.130:6829","nonce":2025670617}]},"public_addr":"172.21.15.130:6825/2025670617","cluster_addr":"172.21.15.130:6827/2025670617","heartbeat_back_addr":"172.21.15.130:6831/2025670617","heartbeat_front_addr":"172.21.15.130:6829/2025670617","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:04:55.223745+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:05:20.826140+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:05:44.508801+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:06:17.590953+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:06:43.158647+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:07:07.550211+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:07:41.445843+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:08:08.755800+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:08:33.714081+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:09:08.647054+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:09:36.773039+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:10:01.697404+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.8:6801/3677468514":"2024-05-21T21:03:00.998855+0000","172.21.15.8:0/644454220":"2024-05-21T21:03:00.998855+0000","172.21.15.8:6800/3677468514":"2024-05-21T21:03:00.998855+0000","172.21.15.8:0/329536388":"2024-05-21T21:02:24.888619+0000","172.21.15.8:0/346325619":"2024-05-21T21:02:24.888619+0000","172.21.15.8:0/85678654":"2024-05-21T21:03:00.998855+0000","172.21.15.8:6800/3424210912":"2024-05-21T21:02:24.888619+0000","172.21.15.8:0/1767165129":"2024-05-21T21:02:24.888619+0000","172.21.15.8:6801/3424210912":"2024-05-21T21:02:24.888619+0000","172.21.15.8:0/3032080664":"2024-05-21T21:03:00.998855+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-20T21:10:07.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:07.982+0000 7f1efae00700 1 -- 172.21.15.8:0/1903998802 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1ed80b2880 msgr2=0x7f1ed80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:07.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:07.982+0000 7f1efae00700 1 --2- 172.21.15.8:0/1903998802 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1ed80b2880 0x7f1ed80b4d40 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f1ef41038d0 tx=0x7f1ee000b280 comp rx=0 tx=0).stop 2024-05-20T21:10:07.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:07.982+0000 7f1efae00700 1 -- 172.21.15.8:0/1903998802 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1ef4105760 msgr2=0x7f1ef419bec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:07.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:07.982+0000 7f1efae00700 1 --2- 172.21.15.8:0/1903998802 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1ef4105760 0x7f1ef419bec0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f1ee400e9f0 tx=0x7f1ee400ed00 comp rx=0 tx=0).stop 2024-05-20T21:10:07.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:07.982+0000 7f1efae00700 1 -- 172.21.15.8:0/1903998802 shutdown_connections 2024-05-20T21:10:07.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:07.982+0000 7f1efae00700 1 --2- 172.21.15.8:0/1903998802 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1ed80b2880 0x7f1ed80b4d40 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:07.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:07.982+0000 7f1efae00700 1 --2- 172.21.15.8:0/1903998802 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1ef4105760 0x7f1ef419bec0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:07.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:07.982+0000 7f1efae00700 1 --2- 172.21.15.8:0/1903998802 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1ef410b760 0x7f1ef41a0790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:07.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:07.982+0000 7f1efae00700 1 --2- 172.21.15.8:0/1903998802 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1ef4106120 0x7f1ef419c400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:07.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:07.982+0000 7f1efae00700 1 -- 172.21.15.8:0/1903998802 >> 172.21.15.8:0/1903998802 conn(0x7f1ef4101210 msgr2=0x7f1ef4101a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:10:07.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:07.983+0000 7f1efae00700 1 -- 172.21.15.8:0/1903998802 shutdown_connections 2024-05-20T21:10:07.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:07.983+0000 7f1efae00700 1 -- 172.21.15.8:0/1903998802 wait complete. 2024-05-20T21:10:08.379 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:08 smithi008 ceph-mon[31475]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:08.379 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:08 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/1903998802' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:10:08.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:08 smithi130 ceph-mon[36448]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:08.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:08 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/1903998802' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:10:08.673 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:08 smithi050 ceph-mon[35809]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:08.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:08 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/1903998802' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:10:08.839 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-05-20T21:05:47.155633+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-05-20T21:10:08.839 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-05-20T21:10:09.295 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:10:10.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:10 smithi008 ceph-mon[31475]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:10.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:10 smithi130 ceph-mon[36448]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:10.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:10 smithi050 ceph-mon[35809]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:11.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:11.368+0000 7fafe9e00700 1 -- 172.21.15.8:0/2809161659 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fafe4103f90 msgr2=0x7fafe4110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:11.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:11.368+0000 7fafe9e00700 1 --2- 172.21.15.8:0/2809161659 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fafe4103f90 0x7fafe4110470 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fafdc009990 tx=0x7fafdc009ca0 comp rx=0 tx=0).stop 2024-05-20T21:10:11.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:11.369+0000 7fafe9e00700 1 -- 172.21.15.8:0/2809161659 shutdown_connections 2024-05-20T21:10:11.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:11.369+0000 7fafe9e00700 1 --2- 172.21.15.8:0/2809161659 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fafe4103f90 0x7fafe4110470 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:11.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:11.369+0000 7fafe9e00700 1 --2- 172.21.15.8:0/2809161659 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fafe4108500 0x7fafe41088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:11.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:11.369+0000 7fafe9e00700 1 --2- 172.21.15.8:0/2809161659 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fafe41035f0 0x7fafe4103a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:11.369 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:11.369+0000 7fafe9e00700 1 -- 172.21.15.8:0/2809161659 >> 172.21.15.8:0/2809161659 conn(0x7fafe407a6a0 msgr2=0x7fafe407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:10:11.369 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:11.369+0000 7fafe9e00700 1 -- 172.21.15.8:0/2809161659 shutdown_connections 2024-05-20T21:10:11.369 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:11.369+0000 7fafe9e00700 1 -- 172.21.15.8:0/2809161659 wait complete. 2024-05-20T21:10:11.370 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:11.370+0000 7fafe9e00700 1 Processor -- start 2024-05-20T21:10:11.370 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:11.370+0000 7fafe9e00700 1 -- start start 2024-05-20T21:10:11.370 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:11.370+0000 7fafe9e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fafe41035f0 0x7fafe419be20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:11.370 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:11.370+0000 7fafe9e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fafe4103f90 0x7fafe419c360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:11.370 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:11.370+0000 7fafe9e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fafe4108500 0x7fafe41a06f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:11.370 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:11.370+0000 7fafe9e00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fafe4113790 con 0x7fafe4108500 2024-05-20T21:10:11.371 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:11.370+0000 7fafe9e00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fafe4113610 con 0x7fafe4103f90 2024-05-20T21:10:11.371 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:11.370+0000 7fafe9e00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fafe4113910 con 0x7fafe41035f0 2024-05-20T21:10:11.371 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:11.371+0000 7fafda000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fafe4103f90 0x7fafe419c360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:11.371 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:11.371+0000 7fafe3400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fafe4108500 0x7fafe41a06f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:11.371 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:11.371+0000 7fafda000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fafe4103f90 0x7fafe419c360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:39774/0 (socket says 172.21.15.8:39774) 2024-05-20T21:10:11.371 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:11.371+0000 7fafda000700 1 -- 172.21.15.8:0/3972493537 learned_addr learned my addr 172.21.15.8:0/3972493537 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:10:11.371 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:11.371+0000 7fafe2a00700 1 --2- 172.21.15.8:0/3972493537 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fafe41035f0 0x7fafe419be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:11.371 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:11.371+0000 7fafda000700 1 -- 172.21.15.8:0/3972493537 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fafe41035f0 msgr2=0x7fafe419be20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:11.371 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:11.371+0000 7fafda000700 1 --2- 172.21.15.8:0/3972493537 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fafe41035f0 0x7fafe419be20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:11.371 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:11.371+0000 7fafda000700 1 -- 172.21.15.8:0/3972493537 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fafe4108500 msgr2=0x7fafe41a06f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:11.371 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:11.371+0000 7fafda000700 1 --2- 172.21.15.8:0/3972493537 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fafe4108500 0x7fafe41a06f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:11.371 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:11.371+0000 7fafda000700 1 -- 172.21.15.8:0/3972493537 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fafe41a0e30 con 0x7fafe4103f90 2024-05-20T21:10:11.372 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:11.371+0000 7fafda000700 1 --2- 172.21.15.8:0/3972493537 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fafe4103f90 0x7fafe419c360 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fafcc00ef30 tx=0x7fafcc00c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:10:11.372 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:11.372+0000 7fafe8a00700 1 -- 172.21.15.8:0/3972493537 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafcc0092e0 con 0x7fafe4103f90 2024-05-20T21:10:11.372 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:11.372+0000 7fafe8a00700 1 -- 172.21.15.8:0/3972493537 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fafcc004bb0 con 0x7fafe4103f90 2024-05-20T21:10:11.372 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:11.372+0000 7fafe8a00700 1 -- 172.21.15.8:0/3972493537 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafcc004040 con 0x7fafe4103f90 2024-05-20T21:10:11.372 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:11.372+0000 7fafe9e00700 1 -- 172.21.15.8:0/3972493537 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fafe41a10c0 con 0x7fafe4103f90 2024-05-20T21:10:11.373 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:11.372+0000 7fafe9e00700 1 -- 172.21.15.8:0/3972493537 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fafe41a89a0 con 0x7fafe4103f90 2024-05-20T21:10:11.373 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:11.373+0000 7fafe9e00700 1 -- 172.21.15.8:0/3972493537 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fafe406a230 con 0x7fafe4103f90 2024-05-20T21:10:11.374 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:11.375+0000 7fafe8a00700 1 -- 172.21.15.8:0/3972493537 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7fafcc01b030 con 0x7fafe4103f90 2024-05-20T21:10:11.375 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:11.376+0000 7fafe8a00700 1 --2- 172.21.15.8:0/3972493537 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fafc80b2900 0x7fafc80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:11.376 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:11.377+0000 7fafe8a00700 1 -- 172.21.15.8:0/3972493537 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7fafcc0e18f0 con 0x7fafe4103f90 2024-05-20T21:10:11.376 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:11.377+0000 7fafe2a00700 1 --2- 172.21.15.8:0/3972493537 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fafc80b2900 0x7fafc80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:11.376 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:11.377+0000 7fafe2a00700 1 --2- 172.21.15.8:0/3972493537 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fafc80b2900 0x7fafc80b4dc0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fafe41047d0 tx=0x7fafd4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:10:11.383 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:11.381+0000 7fafe8a00700 1 -- 172.21.15.8:0/3972493537 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fafcc022020 con 0x7fafe4103f90 2024-05-20T21:10:11.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:11.617+0000 7fafe9e00700 1 -- 172.21.15.8:0/3972493537 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fafe41a8b70 con 0x7fafe4103f90 2024-05-20T21:10:11.617 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:11.618+0000 7fafe8a00700 1 -- 172.21.15.8:0/3972493537 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v72) ==== 93+0+10 (secure 0 0 0) 0x7fafcc010040 con 0x7fafe4103f90 2024-05-20T21:10:11.617 INFO:teuthology.orchestra.run.smithi008.stdout:pg_num: 1 2024-05-20T21:10:11.620 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:11.621+0000 7fafe9e00700 1 -- 172.21.15.8:0/3972493537 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fafc80b2900 msgr2=0x7fafc80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:11.620 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:11.621+0000 7fafe9e00700 1 --2- 172.21.15.8:0/3972493537 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fafc80b2900 0x7fafc80b4dc0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fafe41047d0 tx=0x7fafd4009260 comp rx=0 tx=0).stop 2024-05-20T21:10:11.621 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:11.621+0000 7fafe9e00700 1 -- 172.21.15.8:0/3972493537 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fafe4103f90 msgr2=0x7fafe419c360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:11.621 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:11.621+0000 7fafe9e00700 1 --2- 172.21.15.8:0/3972493537 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fafe4103f90 0x7fafe419c360 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fafcc00ef30 tx=0x7fafcc00c3a0 comp rx=0 tx=0).stop 2024-05-20T21:10:11.621 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:11.621+0000 7fafe9e00700 1 -- 172.21.15.8:0/3972493537 shutdown_connections 2024-05-20T21:10:11.621 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:11.621+0000 7fafe9e00700 1 --2- 172.21.15.8:0/3972493537 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fafc80b2900 0x7fafc80b4dc0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:11.621 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:11.621+0000 7fafe9e00700 1 --2- 172.21.15.8:0/3972493537 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fafe4108500 0x7fafe41a06f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:11.621 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:11.621+0000 7fafe9e00700 1 --2- 172.21.15.8:0/3972493537 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fafe41035f0 0x7fafe419be20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:11.621 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:11.621+0000 7fafe9e00700 1 --2- 172.21.15.8:0/3972493537 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fafe4103f90 0x7fafe419c360 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:11.621 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:11.621+0000 7fafe9e00700 1 -- 172.21.15.8:0/3972493537 >> 172.21.15.8:0/3972493537 conn(0x7fafe407a6a0 msgr2=0x7fafe4101460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:10:11.621 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:11.621+0000 7fafe9e00700 1 -- 172.21.15.8:0/3972493537 shutdown_connections 2024-05-20T21:10:11.621 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:11.622+0000 7fafe9e00700 1 -- 172.21.15.8:0/3972493537 wait complete. 2024-05-20T21:10:12.306 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:12 smithi008 ceph-mon[31475]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:12.306 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:12 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/3972493537' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-20T21:10:12.377 INFO:tasks.cephadm:Adding mds.a on smithi008 2024-05-20T21:10:12.377 INFO:tasks.cephadm:Adding mds.d on smithi008 2024-05-20T21:10:12.377 INFO:tasks.cephadm:Adding mds.g on smithi008 2024-05-20T21:10:12.377 INFO:tasks.cephadm:Adding mds.j on smithi008 2024-05-20T21:10:12.377 INFO:tasks.cephadm:Adding mds.b on smithi050 2024-05-20T21:10:12.377 INFO:tasks.cephadm:Adding mds.e on smithi050 2024-05-20T21:10:12.377 INFO:tasks.cephadm:Adding mds.h on smithi050 2024-05-20T21:10:12.377 INFO:tasks.cephadm:Adding mds.k on smithi050 2024-05-20T21:10:12.378 INFO:tasks.cephadm:Adding mds.c on smithi130 2024-05-20T21:10:12.378 INFO:tasks.cephadm:Adding mds.f on smithi130 2024-05-20T21:10:12.378 INFO:tasks.cephadm:Adding mds.i on smithi130 2024-05-20T21:10:12.378 INFO:tasks.cephadm:Adding mds.l on smithi130 2024-05-20T21:10:12.378 DEBUG:teuthology.orchestra.run.smithi130:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph orch apply mds all '12;smithi008=a;smithi008=d;smithi008=g;smithi008=j;smithi050=b;smithi050=e;smithi050=h;smithi050=k;smithi130=c;smithi130=f;smithi130=i;smithi130=l' 2024-05-20T21:10:12.625 INFO:teuthology.orchestra.run.smithi130.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.c/config 2024-05-20T21:10:12.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:12 smithi130 ceph-mon[36448]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:12.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:12 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/3972493537' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-20T21:10:12.673 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:12 smithi050 ceph-mon[35809]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:12.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:12 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/3972493537' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-20T21:10:14.210 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:14.208+0000 7f50e6fdc700 1 -- 172.21.15.130:0/420502366 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f50e0103b10 msgr2=0x7f50e0103f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:14.211 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:14.208+0000 7f50e6fdc700 1 --2- 172.21.15.130:0/420502366 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f50e0103b10 0x7f50e0103f30 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f50d4009990 tx=0x7f50d4009ca0 comp rx=0 tx=0).stop 2024-05-20T21:10:14.211 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:14.208+0000 7f50e6fdc700 1 -- 172.21.15.130:0/420502366 shutdown_connections 2024-05-20T21:10:14.211 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:14.208+0000 7f50e6fdc700 1 --2- 172.21.15.130:0/420502366 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f50e01030a0 0x7f50e010a940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:14.211 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:14.208+0000 7f50e6fdc700 1 --2- 172.21.15.130:0/420502366 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f50e0103b10 0x7f50e0103f30 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:14.211 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:14.208+0000 7f50e6fdc700 1 --2- 172.21.15.130:0/420502366 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f50e01026e0 0x7f50e0102b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:14.211 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:14.208+0000 7f50e6fdc700 1 -- 172.21.15.130:0/420502366 >> 172.21.15.130:0/420502366 conn(0x7f50e00fd1d0 msgr2=0x7f50e00ff5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:10:14.211 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:14.208+0000 7f50e6fdc700 1 -- 172.21.15.130:0/420502366 shutdown_connections 2024-05-20T21:10:14.211 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:14.208+0000 7f50e6fdc700 1 -- 172.21.15.130:0/420502366 wait complete. 2024-05-20T21:10:14.211 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:14.209+0000 7f50e6fdc700 1 Processor -- start 2024-05-20T21:10:14.211 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:14.209+0000 7f50e6fdc700 1 -- start start 2024-05-20T21:10:14.211 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:14.209+0000 7f50e6fdc700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f50e01026e0 0x7f50e0102130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:14.211 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:14.209+0000 7f50e6fdc700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f50e01030a0 0x7f50e019e550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:14.212 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:14.209+0000 7f50e6fdc700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f50e0103b10 0x7f50e01a0b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:14.212 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:14.209+0000 7f50e6fdc700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f50e010e000 con 0x7f50e01026e0 2024-05-20T21:10:14.212 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:14.209+0000 7f50e6fdc700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f50e010de80 con 0x7f50e01030a0 2024-05-20T21:10:14.212 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:14.209+0000 7f50e6fdc700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f50e010e180 con 0x7f50e0103b10 2024-05-20T21:10:14.212 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:14.209+0000 7f50e5579700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f50e0103b10 0x7f50e01a0b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:14.212 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:14.209+0000 7f50e5579700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f50e0103b10 0x7f50e01a0b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.130:33186/0 (socket says 172.21.15.130:33186) 2024-05-20T21:10:14.212 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:14.209+0000 7f50e5579700 1 -- 172.21.15.130:0/3007249245 learned_addr learned my addr 172.21.15.130:0/3007249245 (peer_addr_for_me v2:172.21.15.130:0/0) 2024-05-20T21:10:14.212 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:14.209+0000 7f50dffff700 1 --2- 172.21.15.130:0/3007249245 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f50e01030a0 0x7f50e019e550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:14.212 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:14.209+0000 7f50e5579700 1 -- 172.21.15.130:0/3007249245 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f50e01030a0 msgr2=0x7f50e019e550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:14.212 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:14.209+0000 7f50e5579700 1 --2- 172.21.15.130:0/3007249245 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f50e01030a0 0x7f50e019e550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:14.212 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:14.209+0000 7f50e5579700 1 -- 172.21.15.130:0/3007249245 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f50e01026e0 msgr2=0x7f50e0102130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:14.212 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:14.209+0000 7f50e5579700 1 --2- 172.21.15.130:0/3007249245 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f50e01026e0 0x7f50e0102130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:14.212 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:14.209+0000 7f50e5579700 1 -- 172.21.15.130:0/3007249245 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50e01a1460 con 0x7f50e0103b10 2024-05-20T21:10:14.212 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:14.209+0000 7f50e5579700 1 --2- 172.21.15.130:0/3007249245 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f50e0103b10 0x7f50e01a0b90 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f50d800b970 tx=0x7f50d800bc80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:10:14.213 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:14.210+0000 7f50ddffb700 1 -- 172.21.15.130:0/3007249245 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50d8019070 con 0x7f50e0103b10 2024-05-20T21:10:14.213 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:14.210+0000 7f50ddffb700 1 -- 172.21.15.130:0/3007249245 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f50d800cde0 con 0x7f50e0103b10 2024-05-20T21:10:14.213 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:14.210+0000 7f50e6fdc700 1 -- 172.21.15.130:0/3007249245 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50e01a1750 con 0x7f50e0103b10 2024-05-20T21:10:14.213 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:14.210+0000 7f50ddffb700 1 -- 172.21.15.130:0/3007249245 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50d8007370 con 0x7f50e0103b10 2024-05-20T21:10:14.213 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:14.210+0000 7f50e6fdc700 1 -- 172.21.15.130:0/3007249245 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50e01a1cc0 con 0x7f50e0103b10 2024-05-20T21:10:14.214 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:14.211+0000 7f50e6fdc700 1 -- 172.21.15.130:0/3007249245 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f50e006a230 con 0x7f50e0103b10 2024-05-20T21:10:14.214 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:14.212+0000 7f50ddffb700 1 -- 172.21.15.130:0/3007249245 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f50d801c070 con 0x7f50e0103b10 2024-05-20T21:10:14.214 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:14.212+0000 7f50ddffb700 1 --2- 172.21.15.130:0/3007249245 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f50d00b2880 0x7f50d00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:14.214 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:14.213+0000 7f50ddffb700 1 -- 172.21.15.130:0/3007249245 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7f50d80e12a0 con 0x7f50e0103b10 2024-05-20T21:10:14.214 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:14.213+0000 7f50e4d78700 1 --2- 172.21.15.130:0/3007249245 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f50d00b2880 0x7f50d00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:14.214 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:14.214+0000 7f50e4d78700 1 --2- 172.21.15.130:0/3007249245 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f50d00b2880 0x7f50d00b4d40 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f50d400b5c0 tx=0x7f50d4003860 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:10:14.217 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:14.217+0000 7f50ddffb700 1 -- 172.21.15.130:0/3007249245 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f50d8051df0 con 0x7f50e0103b10 2024-05-20T21:10:14.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:14 smithi130 ceph-mon[36448]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:14.432 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:14.432+0000 7f50e6fdc700 1 -- 172.21.15.130:0/3007249245 --> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] -- mgr_command(tid 0: {"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi008=a;smithi008=d;smithi008=g;smithi008=j;smithi050=b;smithi050=e;smithi050=h;smithi050=k;smithi130=c;smithi130=f;smithi130=i;smithi130=l", "target": ["mon-mgr", ""]}) -- 0x7f50e0063b40 con 0x7f50d00b2880 2024-05-20T21:10:14.450 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:14.451+0000 7f50ddffb700 1 -- 172.21.15.130:0/3007249245 <== mgr.14152 v2:172.21.15.8:6800/2778224651 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+28 (secure 0 0 0) 0x7f50e0063b40 con 0x7f50d00b2880 2024-05-20T21:10:14.451 INFO:teuthology.orchestra.run.smithi130.stdout:Scheduled mds.all update... 2024-05-20T21:10:14.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:14 smithi008 ceph-mon[31475]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:14.453 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:14.452+0000 7f50e6fdc700 1 -- 172.21.15.130:0/3007249245 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f50d00b2880 msgr2=0x7f50d00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:14.453 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:14.452+0000 7f50e6fdc700 1 --2- 172.21.15.130:0/3007249245 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f50d00b2880 0x7f50d00b4d40 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f50d400b5c0 tx=0x7f50d4003860 comp rx=0 tx=0).stop 2024-05-20T21:10:14.453 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:14.452+0000 7f50e6fdc700 1 -- 172.21.15.130:0/3007249245 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f50e0103b10 msgr2=0x7f50e01a0b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:14.453 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:14.452+0000 7f50e6fdc700 1 --2- 172.21.15.130:0/3007249245 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f50e0103b10 0x7f50e01a0b90 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f50d800b970 tx=0x7f50d800bc80 comp rx=0 tx=0).stop 2024-05-20T21:10:14.453 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:14.452+0000 7f50e6fdc700 1 -- 172.21.15.130:0/3007249245 shutdown_connections 2024-05-20T21:10:14.453 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:14.452+0000 7f50e6fdc700 1 --2- 172.21.15.130:0/3007249245 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f50d00b2880 0x7f50d00b4d40 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:14.454 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:14.452+0000 7f50e6fdc700 1 --2- 172.21.15.130:0/3007249245 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f50e0103b10 0x7f50e01a0b90 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:14.454 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:14.452+0000 7f50e6fdc700 1 --2- 172.21.15.130:0/3007249245 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f50e01026e0 0x7f50e0102130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:14.454 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:14.452+0000 7f50e6fdc700 1 --2- 172.21.15.130:0/3007249245 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f50e01030a0 0x7f50e019e550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:14.454 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:14.452+0000 7f50e6fdc700 1 -- 172.21.15.130:0/3007249245 >> 172.21.15.130:0/3007249245 conn(0x7f50e00fd1d0 msgr2=0x7f50e0106b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:10:14.454 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:14.453+0000 7f50e6fdc700 1 -- 172.21.15.130:0/3007249245 shutdown_connections 2024-05-20T21:10:14.454 INFO:teuthology.orchestra.run.smithi130.stderr:2024-05-20T21:10:14.453+0000 7f50e6fdc700 1 -- 172.21.15.130:0/3007249245 wait complete. 2024-05-20T21:10:14.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:14 smithi050 ceph-mon[35809]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:15.259 DEBUG:teuthology.orchestra.run.smithi008:mds.a> sudo journalctl -f -n 0 -u ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mds.a.service 2024-05-20T21:10:15.266 DEBUG:teuthology.orchestra.run.smithi008:mds.d> sudo journalctl -f -n 0 -u ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mds.d.service 2024-05-20T21:10:15.312 DEBUG:teuthology.orchestra.run.smithi008:mds.g> sudo journalctl -f -n 0 -u ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mds.g.service 2024-05-20T21:10:15.356 DEBUG:teuthology.orchestra.run.smithi008:mds.j> sudo journalctl -f -n 0 -u ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mds.j.service 2024-05-20T21:10:15.403 DEBUG:teuthology.orchestra.run.smithi050:mds.b> sudo journalctl -f -n 0 -u ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mds.b.service 2024-05-20T21:10:15.405 DEBUG:teuthology.orchestra.run.smithi050:mds.e> sudo journalctl -f -n 0 -u ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mds.e.service 2024-05-20T21:10:15.448 DEBUG:teuthology.orchestra.run.smithi050:mds.h> sudo journalctl -f -n 0 -u ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mds.h.service 2024-05-20T21:10:15.491 DEBUG:teuthology.orchestra.run.smithi050:mds.k> sudo journalctl -f -n 0 -u ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mds.k.service 2024-05-20T21:10:15.528 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:15 smithi130 ceph-mon[36448]: from='client.24454 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi008=a;smithi008=d;smithi008=g;smithi008=j;smithi050=b;smithi050=e;smithi050=h;smithi050=k;smithi130=c;smithi130=f;smithi130=i;smithi130=l", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:10:15.528 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:15 smithi130 ceph-mon[36448]: Saving service mds.all spec with placement smithi008=a;smithi008=d;smithi008=g;smithi008=j;smithi050=b;smithi050=e;smithi050=h;smithi050=k;smithi130=c;smithi130=f;smithi130=i;smithi130=l;count:12 2024-05-20T21:10:15.529 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:15 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:15.529 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:15 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:10:15.534 DEBUG:teuthology.orchestra.run.smithi130:mds.c> sudo journalctl -f -n 0 -u ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mds.c.service 2024-05-20T21:10:15.536 DEBUG:teuthology.orchestra.run.smithi130:mds.f> sudo journalctl -f -n 0 -u ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mds.f.service 2024-05-20T21:10:15.579 DEBUG:teuthology.orchestra.run.smithi130:mds.i> sudo journalctl -f -n 0 -u ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mds.i.service 2024-05-20T21:10:15.622 DEBUG:teuthology.orchestra.run.smithi130:mds.l> sudo journalctl -f -n 0 -u ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mds.l.service 2024-05-20T21:10:15.665 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-05-20T21:10:15.666 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:10:15.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:15 smithi008 ceph-mon[31475]: from='client.24454 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi008=a;smithi008=d;smithi008=g;smithi008=j;smithi050=b;smithi050=e;smithi050=h;smithi050=k;smithi130=c;smithi130=f;smithi130=i;smithi130=l", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:10:15.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:15 smithi008 ceph-mon[31475]: Saving service mds.all spec with placement smithi008=a;smithi008=d;smithi008=g;smithi008=j;smithi050=b;smithi050=e;smithi050=h;smithi050=k;smithi130=c;smithi130=f;smithi130=i;smithi130=l;count:12 2024-05-20T21:10:15.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:15 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:15.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:15 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:10:15.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:15 smithi050 ceph-mon[35809]: from='client.24454 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi008=a;smithi008=d;smithi008=g;smithi008=j;smithi050=b;smithi050=e;smithi050=h;smithi050=k;smithi130=c;smithi130=f;smithi130=i;smithi130=l", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:10:15.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:15 smithi050 ceph-mon[35809]: Saving service mds.all spec with placement smithi008=a;smithi008=d;smithi008=g;smithi008=j;smithi050=b;smithi050=e;smithi050=h;smithi050=k;smithi130=c;smithi130=f;smithi130=i;smithi130=l;count:12 2024-05-20T21:10:15.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:15 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:15.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:15 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:10:16.124 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:10:16.615 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:16 smithi008 ceph-mon[31475]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:16.615 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:16 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:16.615 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:16 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:10:16.615 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:16 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:16.615 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:16 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:10:16.615 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:16 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:10:16.615 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:16 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:16.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:16 smithi130 ceph-mon[36448]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:16.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:16 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:16.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:16 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:10:16.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:16 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:16.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:16 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:10:16.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:16 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:10:16.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:16 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:16.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:16 smithi050 ceph-mon[35809]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:16.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:16 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:16.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:16 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:10:16.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:16 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:16.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:16 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:10:16.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:16 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:10:16.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:16 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:17.605 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:17 smithi130 ceph-mon[36448]: Deploying daemon mds.l on smithi130 2024-05-20T21:10:17.685 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:17 smithi008 ceph-mon[31475]: Deploying daemon mds.l on smithi130 2024-05-20T21:10:17.924 INFO:journalctl@ceph.mds.l.smithi130.stdout:May 20 21:10:17 smithi130 systemd[1]: Starting Ceph mds.l for 060ce10e-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:10:17.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:17 smithi050 ceph-mon[35809]: Deploying daemon mds.l on smithi130 2024-05-20T21:10:18.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:18.225+0000 7fcdf0600700 1 -- 172.21.15.8:0/2854315030 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcde8106120 msgr2=0x7fcde8112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:18.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:18.225+0000 7fcdf0600700 1 --2- 172.21.15.8:0/2854315030 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcde8106120 0x7fcde8112630 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fcde0009f90 tx=0x7fcde000b330 comp rx=0 tx=0).stop 2024-05-20T21:10:18.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:18.225+0000 7fcdf0600700 1 -- 172.21.15.8:0/2854315030 shutdown_connections 2024-05-20T21:10:18.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:18.225+0000 7fcdf0600700 1 --2- 172.21.15.8:0/2854315030 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcde810b760 0x7fcde810bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:18.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:18.225+0000 7fcdf0600700 1 --2- 172.21.15.8:0/2854315030 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcde8106120 0x7fcde8112630 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:18.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:18.225+0000 7fcdf0600700 1 --2- 172.21.15.8:0/2854315030 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fcde8105760 0x7fcde8105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:18.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:18.225+0000 7fcdf0600700 1 -- 172.21.15.8:0/2854315030 >> 172.21.15.8:0/2854315030 conn(0x7fcde8101250 msgr2=0x7fcde8103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:10:18.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:18.226+0000 7fcdf0600700 1 -- 172.21.15.8:0/2854315030 shutdown_connections 2024-05-20T21:10:18.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:18.226+0000 7fcdf0600700 1 -- 172.21.15.8:0/2854315030 wait complete. 2024-05-20T21:10:18.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:18.227+0000 7fcdf0600700 1 Processor -- start 2024-05-20T21:10:18.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:18.227+0000 7fcdf0600700 1 -- start start 2024-05-20T21:10:18.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:18.227+0000 7fcdf0600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fcde8105760 0x7fcde819be00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:18.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:18.227+0000 7fcdf0600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcde8106120 0x7fcde819c340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:18.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:18.227+0000 7fcdf0600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcde810b760 0x7fcde81a0680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:18.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:18.227+0000 7fcdf0600700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fcde81159f0 con 0x7fcde8105760 2024-05-20T21:10:18.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:18.227+0000 7fcdf0600700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fcde8115870 con 0x7fcde810b760 2024-05-20T21:10:18.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:18.227+0000 7fcdf0600700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fcde8115b70 con 0x7fcde8106120 2024-05-20T21:10:18.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:18.228+0000 7fcded200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcde8106120 0x7fcde819c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:18.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:18.228+0000 7fcded200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcde8106120 0x7fcde819c340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:33730/0 (socket says 172.21.15.8:33730) 2024-05-20T21:10:18.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:18.228+0000 7fcded200700 1 -- 172.21.15.8:0/2375254273 learned_addr learned my addr 172.21.15.8:0/2375254273 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:10:18.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:18.228+0000 7fcdee600700 1 --2- 172.21.15.8:0/2375254273 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcde810b760 0x7fcde81a0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:18.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:18.228+0000 7fcdedc00700 1 --2- 172.21.15.8:0/2375254273 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fcde8105760 0x7fcde819be00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:18.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:18.228+0000 7fcded200700 1 -- 172.21.15.8:0/2375254273 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcde810b760 msgr2=0x7fcde81a0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:18.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:18.228+0000 7fcded200700 1 --2- 172.21.15.8:0/2375254273 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcde810b760 0x7fcde81a0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:18.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:18.228+0000 7fcded200700 1 -- 172.21.15.8:0/2375254273 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fcde8105760 msgr2=0x7fcde819be00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:18.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:18.228+0000 7fcded200700 1 --2- 172.21.15.8:0/2375254273 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fcde8105760 0x7fcde819be00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:18.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:18.228+0000 7fcded200700 1 -- 172.21.15.8:0/2375254273 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcde81a0dc0 con 0x7fcde8106120 2024-05-20T21:10:18.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:18.228+0000 7fcdedc00700 1 --2- 172.21.15.8:0/2375254273 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fcde8105760 0x7fcde819be00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:10:18.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:18.228+0000 7fcdee600700 1 --2- 172.21.15.8:0/2375254273 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcde810b760 0x7fcde81a0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:10:18.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:18.228+0000 7fcded200700 1 --2- 172.21.15.8:0/2375254273 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcde8106120 0x7fcde819c340 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fcdd400e9a0 tx=0x7fcdd400ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:10:18.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:18.229+0000 7fcde6000700 1 -- 172.21.15.8:0/2375254273 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdd400cbd0 con 0x7fcde8106120 2024-05-20T21:10:18.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:18.229+0000 7fcde6000700 1 -- 172.21.15.8:0/2375254273 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcdd400cd70 con 0x7fcde8106120 2024-05-20T21:10:18.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:18.229+0000 7fcde6000700 1 -- 172.21.15.8:0/2375254273 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdd4018680 con 0x7fcde8106120 2024-05-20T21:10:18.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:18.229+0000 7fcdf0600700 1 -- 172.21.15.8:0/2375254273 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcde81a10b0 con 0x7fcde8106120 2024-05-20T21:10:18.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:18.229+0000 7fcdf0600700 1 -- 172.21.15.8:0/2375254273 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcde81a8930 con 0x7fcde8106120 2024-05-20T21:10:18.231 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:18.230+0000 7fcdf0600700 1 -- 172.21.15.8:0/2375254273 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcde810dcf0 con 0x7fcde8106120 2024-05-20T21:10:18.231 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:18.232+0000 7fcde6000700 1 -- 172.21.15.8:0/2375254273 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7fcdd4010430 con 0x7fcde8106120 2024-05-20T21:10:18.232 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:18.234+0000 7fcde6000700 1 --2- 172.21.15.8:0/2375254273 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fcdd00b2900 0x7fcdd00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:18.233 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:18.234+0000 7fcde6000700 1 -- 172.21.15.8:0/2375254273 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7fcdd40e1fe0 con 0x7fcde8106120 2024-05-20T21:10:18.233 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:18.234+0000 7fcdedc00700 1 --2- 172.21.15.8:0/2375254273 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fcdd00b2900 0x7fcdd00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:18.233 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:18.235+0000 7fcdedc00700 1 --2- 172.21.15.8:0/2375254273 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fcdd00b2900 0x7fcdd00b4dc0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fcddc005fd0 tx=0x7fcddc009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:10:18.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:18.237+0000 7fcde6000700 1 -- 172.21.15.8:0/2375254273 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fcdd40aa140 con 0x7fcde8106120 2024-05-20T21:10:18.278 INFO:journalctl@ceph.mds.l.smithi130.stdout:May 20 21:10:18 smithi130 podman[66200]: 2024-05-20 21:10:17.9023879 +0000 UTC m=+0.017074121 image pull 559f9f2978373b56e1ed37e8f2207b076e9eb3d6ccfe36983da65ed32ed7d489 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3 2024-05-20T21:10:18.279 INFO:journalctl@ceph.mds.l.smithi130.stdout:May 20 21:10:18 smithi130 podman[66200]: 2024-05-20 21:10:18.055337562 +0000 UTC m=+0.170023778 container create b5e53b47fac00015bcb11cbc10737ba4f0b22c88a7a79a3ceaf4e2f5783859fa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-l, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, ceph=True, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-20T21:10:18.279 INFO:journalctl@ceph.mds.l.smithi130.stdout:May 20 21:10:18 smithi130 podman[66200]: 2024-05-20 21:10:18.279832941 +0000 UTC m=+0.394519168 container init b5e53b47fac00015bcb11cbc10737ba4f0b22c88a7a79a3ceaf4e2f5783859fa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-l, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD) 2024-05-20T21:10:18.546 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:18.546+0000 7fcdf0600700 1 -- 172.21.15.8:0/2375254273 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcde806a230 con 0x7fcde8106120 2024-05-20T21:10:18.546 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:18.547+0000 7fcde6000700 1 -- 172.21.15.8:0/2375254273 <== mon.1 v2:172.21.15.130:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1396 (secure 0 0 0) 0x7fcdd40a9a40 con 0x7fcde8106120 2024-05-20T21:10:18.546 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:10:18.547 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-05-20T21:10:18.549 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:18.550+0000 7fcdf0600700 1 -- 172.21.15.8:0/2375254273 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fcdd00b2900 msgr2=0x7fcdd00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:18.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:18.550+0000 7fcdf0600700 1 --2- 172.21.15.8:0/2375254273 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fcdd00b2900 0x7fcdd00b4dc0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fcddc005fd0 tx=0x7fcddc009310 comp rx=0 tx=0).stop 2024-05-20T21:10:18.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:18.550+0000 7fcdf0600700 1 -- 172.21.15.8:0/2375254273 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcde8106120 msgr2=0x7fcde819c340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:18.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:18.550+0000 7fcdf0600700 1 --2- 172.21.15.8:0/2375254273 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcde8106120 0x7fcde819c340 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fcdd400e9a0 tx=0x7fcdd400ecb0 comp rx=0 tx=0).stop 2024-05-20T21:10:18.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:18.550+0000 7fcdf0600700 1 -- 172.21.15.8:0/2375254273 shutdown_connections 2024-05-20T21:10:18.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:18.550+0000 7fcdf0600700 1 --2- 172.21.15.8:0/2375254273 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fcdd00b2900 0x7fcdd00b4dc0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:18.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:18.550+0000 7fcdf0600700 1 --2- 172.21.15.8:0/2375254273 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcde810b760 0x7fcde81a0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:18.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:18.550+0000 7fcdf0600700 1 --2- 172.21.15.8:0/2375254273 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fcde8105760 0x7fcde819be00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:18.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:18.550+0000 7fcdf0600700 1 --2- 172.21.15.8:0/2375254273 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcde8106120 0x7fcde819c340 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:18.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:18.550+0000 7fcdf0600700 1 -- 172.21.15.8:0/2375254273 >> 172.21.15.8:0/2375254273 conn(0x7fcde8101250 msgr2=0x7fcde8101850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:10:18.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:18.550+0000 7fcdf0600700 1 -- 172.21.15.8:0/2375254273 shutdown_connections 2024-05-20T21:10:18.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:18.551+0000 7fcdf0600700 1 -- 172.21.15.8:0/2375254273 wait complete. 2024-05-20T21:10:18.551 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 2 2024-05-20T21:10:18.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:18 smithi130 ceph-mon[36448]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:18.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:18 smithi130 ceph-mon[36448]: mds.? [v2:172.21.15.130:6832/3128151093,v1:172.21.15.130:6833/3128151093] up:boot 2024-05-20T21:10:18.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:18 smithi130 ceph-mon[36448]: fsmap 1 up:standby 2024-05-20T21:10:18.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:18 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-05-20T21:10:18.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:18 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:18.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:18 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:18.672 INFO:journalctl@ceph.mds.l.smithi130.stdout:May 20 21:10:18 smithi130 podman[66200]: 2024-05-20 21:10:18.282626825 +0000 UTC m=+0.397313041 container start b5e53b47fac00015bcb11cbc10737ba4f0b22c88a7a79a3ceaf4e2f5783859fa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-l, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-4ebd1d5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-05-20T21:10:18.672 INFO:journalctl@ceph.mds.l.smithi130.stdout:May 20 21:10:18 smithi130 ceph-mds[66219]: -- 172.21.15.130:0/1881536898 <== mon.1 v2:172.21.15.130:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x561a8934da40 con 0x561a89320800 2024-05-20T21:10:18.672 INFO:journalctl@ceph.mds.l.smithi130.stdout:May 20 21:10:18 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-l[66215]: starting mds.l at 2024-05-20T21:10:18.672 INFO:journalctl@ceph.mds.l.smithi130.stdout:May 20 21:10:18 smithi130 bash[66200]: b5e53b47fac00015bcb11cbc10737ba4f0b22c88a7a79a3ceaf4e2f5783859fa 2024-05-20T21:10:18.672 INFO:journalctl@ceph.mds.l.smithi130.stdout:May 20 21:10:18 smithi130 systemd[1]: Started Ceph mds.l for 060ce10e-16ec-11ef-bc9a-c7b262605968. 2024-05-20T21:10:18.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:18 smithi050 ceph-mon[35809]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:18.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:18 smithi050 ceph-mon[35809]: mds.? [v2:172.21.15.130:6832/3128151093,v1:172.21.15.130:6833/3128151093] up:boot 2024-05-20T21:10:18.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:18 smithi050 ceph-mon[35809]: fsmap 1 up:standby 2024-05-20T21:10:18.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:18 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-05-20T21:10:18.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:18 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:18.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:18 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:18.925 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:18 smithi008 ceph-mon[31475]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:18.925 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:18 smithi008 ceph-mon[31475]: mds.? [v2:172.21.15.130:6832/3128151093,v1:172.21.15.130:6833/3128151093] up:boot 2024-05-20T21:10:18.925 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:18 smithi008 ceph-mon[31475]: fsmap 1 up:standby 2024-05-20T21:10:18.925 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:18 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-05-20T21:10:18.925 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:18 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:18.925 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:18 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:19.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:19 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:19.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:19 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:10:19.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:19 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:10:19.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:19 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:19.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:19 smithi050 ceph-mon[35809]: Deploying daemon mds.k on smithi050 2024-05-20T21:10:19.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:19 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/2375254273' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:10:19.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:19 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:19.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:19 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:10:19.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:19 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:10:19.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:19 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:19.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:19 smithi008 ceph-mon[31475]: Deploying daemon mds.k on smithi050 2024-05-20T21:10:19.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:19 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/2375254273' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:10:19.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:19 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:19.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:19 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:10:19.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:19 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:10:19.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:19 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:19.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:19 smithi130 ceph-mon[36448]: Deploying daemon mds.k on smithi050 2024-05-20T21:10:19.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:19 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/2375254273' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:10:20.840 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:20 smithi050 ceph-mon[35809]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:20.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:20 smithi130 ceph-mon[36448]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:20.951 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:20 smithi008 ceph-mon[31475]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:21.318 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:10:21.424 INFO:journalctl@ceph.mds.k.smithi050.stdout:May 20 21:10:21 smithi050 systemd[1]: Started Ceph mds.k for 060ce10e-16ec-11ef-bc9a-c7b262605968. 2024-05-20T21:10:21.789 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:10:22.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:22 smithi008 ceph-mon[31475]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:22.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:22 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:22.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:22 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:22.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:22 smithi008 ceph-mon[31475]: mds.? [v2:172.21.15.50:6832/22041325,v1:172.21.15.50:6833/22041325] up:boot 2024-05-20T21:10:22.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:22 smithi008 ceph-mon[31475]: fsmap 2 up:standby 2024-05-20T21:10:22.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:22 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-05-20T21:10:22.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:22 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:22.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:22 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:10:22.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:22 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:10:22.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:22 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:22.703 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:22 smithi008 ceph-mon[31475]: Deploying daemon mds.j on smithi008 2024-05-20T21:10:22.734 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:22 smithi050 ceph-mon[35809]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:22.734 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:22 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:22.734 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:22 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:22.734 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:22 smithi050 ceph-mon[35809]: mds.? [v2:172.21.15.50:6832/22041325,v1:172.21.15.50:6833/22041325] up:boot 2024-05-20T21:10:22.734 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:22 smithi050 ceph-mon[35809]: fsmap 2 up:standby 2024-05-20T21:10:22.734 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:22 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-05-20T21:10:22.734 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:22 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:22.734 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:22 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:10:22.734 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:22 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:10:22.734 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:22 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:22.734 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:22 smithi050 ceph-mon[35809]: Deploying daemon mds.j on smithi008 2024-05-20T21:10:22.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:22 smithi130 ceph-mon[36448]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:22.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:22 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:22.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:22 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:22.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:22 smithi130 ceph-mon[36448]: mds.? [v2:172.21.15.50:6832/22041325,v1:172.21.15.50:6833/22041325] up:boot 2024-05-20T21:10:22.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:22 smithi130 ceph-mon[36448]: fsmap 2 up:standby 2024-05-20T21:10:22.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:22 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-05-20T21:10:22.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:22 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:22.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:22 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:10:22.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:22 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:10:22.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:22 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:22.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:22 smithi130 ceph-mon[36448]: Deploying daemon mds.j on smithi008 2024-05-20T21:10:24.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:24.073+0000 7fdc7dc00700 1 -- 172.21.15.8:0/4293429818 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdc7810b720 msgr2=0x7fdc7810bb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:24.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:24.073+0000 7fdc7dc00700 1 --2- 172.21.15.8:0/4293429818 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdc7810b720 0x7fdc7810bb00 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fdc68009990 tx=0x7fdc68009ca0 comp rx=0 tx=0).stop 2024-05-20T21:10:24.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:24.074+0000 7fdc7dc00700 1 -- 172.21.15.8:0/4293429818 shutdown_connections 2024-05-20T21:10:24.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:24.074+0000 7fdc7dc00700 1 --2- 172.21.15.8:0/4293429818 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdc781060e0 0x7fdc781125f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:24.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:24.074+0000 7fdc7dc00700 1 --2- 172.21.15.8:0/4293429818 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdc7810b720 0x7fdc7810bb00 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:24.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:24.074+0000 7fdc7dc00700 1 --2- 172.21.15.8:0/4293429818 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdc78105720 0x7fdc78105ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:24.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:24.074+0000 7fdc7dc00700 1 -- 172.21.15.8:0/4293429818 >> 172.21.15.8:0/4293429818 conn(0x7fdc781011f0 msgr2=0x7fdc78103610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:10:24.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:24.074+0000 7fdc7dc00700 1 -- 172.21.15.8:0/4293429818 shutdown_connections 2024-05-20T21:10:24.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:24.074+0000 7fdc7dc00700 1 -- 172.21.15.8:0/4293429818 wait complete. 2024-05-20T21:10:24.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:24.075+0000 7fdc7dc00700 1 Processor -- start 2024-05-20T21:10:24.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:24.075+0000 7fdc7dc00700 1 -- start start 2024-05-20T21:10:24.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:24.076+0000 7fdc7dc00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdc78105720 0x7fdc7819bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:24.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:24.076+0000 7fdc7dc00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdc781060e0 0x7fdc7819c310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:24.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:24.076+0000 7fdc7dc00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdc7810b720 0x7fdc781a06a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:24.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:24.076+0000 7fdc7dc00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fdc78115920 con 0x7fdc78105720 2024-05-20T21:10:24.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:24.076+0000 7fdc7dc00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fdc781157a0 con 0x7fdc781060e0 2024-05-20T21:10:24.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:24.076+0000 7fdc7dc00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fdc78115aa0 con 0x7fdc7810b720 2024-05-20T21:10:24.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:24.076+0000 7fdc76a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdc78105720 0x7fdc7819bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:24.111 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:24.076+0000 7fdc76a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdc78105720 0x7fdc7819bdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:57166/0 (socket says 172.21.15.8:57166) 2024-05-20T21:10:24.111 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:24.076+0000 7fdc76a00700 1 -- 172.21.15.8:0/1374377357 learned_addr learned my addr 172.21.15.8:0/1374377357 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:10:24.111 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:24.076+0000 7fdc76000700 1 --2- 172.21.15.8:0/1374377357 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdc781060e0 0x7fdc7819c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:24.111 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:24.076+0000 7fdc77400700 1 --2- 172.21.15.8:0/1374377357 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdc7810b720 0x7fdc781a06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:24.111 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:24.077+0000 7fdc76000700 1 -- 172.21.15.8:0/1374377357 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdc7810b720 msgr2=0x7fdc781a06a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:24.111 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:24.077+0000 7fdc76000700 1 --2- 172.21.15.8:0/1374377357 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdc7810b720 0x7fdc781a06a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:24.111 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:24.077+0000 7fdc76000700 1 -- 172.21.15.8:0/1374377357 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdc78105720 msgr2=0x7fdc7819bdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:24.111 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:24.077+0000 7fdc76000700 1 --2- 172.21.15.8:0/1374377357 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdc78105720 0x7fdc7819bdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:24.111 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:24.077+0000 7fdc76000700 1 -- 172.21.15.8:0/1374377357 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc781a0de0 con 0x7fdc781060e0 2024-05-20T21:10:24.111 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:24.077+0000 7fdc76000700 1 --2- 172.21.15.8:0/1374377357 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdc781060e0 0x7fdc7819c310 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fdc6400e9f0 tx=0x7fdc6400ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:10:24.111 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:24.077+0000 7fdc6f400700 1 -- 172.21.15.8:0/1374377357 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc6400cb70 con 0x7fdc781060e0 2024-05-20T21:10:24.111 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:24.077+0000 7fdc7dc00700 1 -- 172.21.15.8:0/1374377357 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdc781a10d0 con 0x7fdc781060e0 2024-05-20T21:10:24.111 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:24.078+0000 7fdc6f400700 1 -- 172.21.15.8:0/1374377357 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdc6400ee90 con 0x7fdc781060e0 2024-05-20T21:10:24.112 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:24.078+0000 7fdc6f400700 1 -- 172.21.15.8:0/1374377357 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc64003d40 con 0x7fdc781060e0 2024-05-20T21:10:24.112 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:24.078+0000 7fdc7dc00700 1 -- 172.21.15.8:0/1374377357 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdc781a8950 con 0x7fdc781060e0 2024-05-20T21:10:24.112 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:24.079+0000 7fdc7dc00700 1 -- 172.21.15.8:0/1374377357 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdc7806a230 con 0x7fdc781060e0 2024-05-20T21:10:24.112 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:24.082+0000 7fdc6f400700 1 -- 172.21.15.8:0/1374377357 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7fdc64003ee0 con 0x7fdc781060e0 2024-05-20T21:10:24.112 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:24.083+0000 7fdc6f400700 1 --2- 172.21.15.8:0/1374377357 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdc5c0b2880 0x7fdc5c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:24.112 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:24.084+0000 7fdc6f400700 1 -- 172.21.15.8:0/1374377357 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7fdc640e1ef0 con 0x7fdc781060e0 2024-05-20T21:10:24.112 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:24.084+0000 7fdc76a00700 1 --2- 172.21.15.8:0/1374377357 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdc5c0b2880 0x7fdc5c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:24.112 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:24.085+0000 7fdc76a00700 1 --2- 172.21.15.8:0/1374377357 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdc5c0b2880 0x7fdc5c0b4d40 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fdc68005cd0 tx=0x7fdc68005c60 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:10:24.112 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:24.088+0000 7fdc6f400700 1 -- 172.21.15.8:0/1374377357 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fdc640aa010 con 0x7fdc781060e0 2024-05-20T21:10:24.377 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:24.377+0000 7fdc7dc00700 1 -- 172.21.15.8:0/1374377357 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdc7802e560 con 0x7fdc781060e0 2024-05-20T21:10:24.378 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:24.378+0000 7fdc6f400700 1 -- 172.21.15.8:0/1374377357 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+2215 (secure 0 0 0) 0x7fdc640a9910 con 0x7fdc781060e0 2024-05-20T21:10:24.378 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:10:24.378 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-05-20T21:10:24.381 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:24.381+0000 7fdc7dc00700 1 -- 172.21.15.8:0/1374377357 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdc5c0b2880 msgr2=0x7fdc5c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:24.382 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:24.381+0000 7fdc7dc00700 1 --2- 172.21.15.8:0/1374377357 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdc5c0b2880 0x7fdc5c0b4d40 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fdc68005cd0 tx=0x7fdc68005c60 comp rx=0 tx=0).stop 2024-05-20T21:10:24.382 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:24.381+0000 7fdc7dc00700 1 -- 172.21.15.8:0/1374377357 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdc781060e0 msgr2=0x7fdc7819c310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:24.382 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:24.381+0000 7fdc7dc00700 1 --2- 172.21.15.8:0/1374377357 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdc781060e0 0x7fdc7819c310 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fdc6400e9f0 tx=0x7fdc6400ed00 comp rx=0 tx=0).stop 2024-05-20T21:10:24.382 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:24.381+0000 7fdc7dc00700 1 -- 172.21.15.8:0/1374377357 shutdown_connections 2024-05-20T21:10:24.382 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:24.381+0000 7fdc7dc00700 1 --2- 172.21.15.8:0/1374377357 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdc5c0b2880 0x7fdc5c0b4d40 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:24.382 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:24.381+0000 7fdc7dc00700 1 --2- 172.21.15.8:0/1374377357 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdc7810b720 0x7fdc781a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:24.382 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:24.381+0000 7fdc7dc00700 1 --2- 172.21.15.8:0/1374377357 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdc78105720 0x7fdc7819bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:24.382 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:24.381+0000 7fdc7dc00700 1 --2- 172.21.15.8:0/1374377357 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdc781060e0 0x7fdc7819c310 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:24.382 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:24.381+0000 7fdc7dc00700 1 -- 172.21.15.8:0/1374377357 >> 172.21.15.8:0/1374377357 conn(0x7fdc781011f0 msgr2=0x7fdc781019c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:10:24.382 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:24.381+0000 7fdc7dc00700 1 -- 172.21.15.8:0/1374377357 shutdown_connections 2024-05-20T21:10:24.382 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:24.381+0000 7fdc7dc00700 1 -- 172.21.15.8:0/1374377357 wait complete. 2024-05-20T21:10:24.383 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 3 2024-05-20T21:10:24.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:24 smithi008 ceph-mon[31475]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:24.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:24 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/1374377357' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:10:24.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:24 smithi130 ceph-mon[36448]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:24.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:24 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/1374377357' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:10:24.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:24 smithi050 ceph-mon[35809]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:24.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:24 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/1374377357' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:10:26.452 INFO:journalctl@ceph.mds.j.smithi008.stdout:May 20 21:10:26 smithi008 systemd[1]: Starting Ceph mds.j for 060ce10e-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:10:26.777 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:26 smithi008 ceph-mon[31475]: pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:26.777 INFO:journalctl@ceph.mds.j.smithi008.stdout:May 20 21:10:26 smithi008 podman[71333]: 2024-05-20 21:10:26.371540633 +0000 UTC m=+0.036354833 image pull 559f9f2978373b56e1ed37e8f2207b076e9eb3d6ccfe36983da65ed32ed7d489 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3 2024-05-20T21:10:26.777 INFO:journalctl@ceph.mds.j.smithi008.stdout:May 20 21:10:26 smithi008 podman[71333]: 2024-05-20 21:10:26.473519668 +0000 UTC m=+0.138333887 container create 55d16c7e035a3b391aa29214847c011ad2d7f1d256f2ec06a20420797f985d0b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-j, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-05-20T21:10:26.777 INFO:journalctl@ceph.mds.j.smithi008.stdout:May 20 21:10:26 smithi008 podman[71333]: 2024-05-20 21:10:26.777189342 +0000 UTC m=+0.442003565 container init 55d16c7e035a3b391aa29214847c011ad2d7f1d256f2ec06a20420797f985d0b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-j, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-20T21:10:26.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:26 smithi130 ceph-mon[36448]: pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:26.923 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:26 smithi050 ceph-mon[35809]: pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:27.202 INFO:journalctl@ceph.mds.j.smithi008.stdout:May 20 21:10:26 smithi008 podman[71333]: 2024-05-20 21:10:26.788612444 +0000 UTC m=+0.453426642 container start 55d16c7e035a3b391aa29214847c011ad2d7f1d256f2ec06a20420797f985d0b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-j, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-20T21:10:27.202 INFO:journalctl@ceph.mds.j.smithi008.stdout:May 20 21:10:26 smithi008 ceph-mds[71352]: -- 172.21.15.8:0/615295148 <== mon.0 v2:172.21.15.8:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c18719fa40 con 0x55c187172800 2024-05-20T21:10:27.202 INFO:journalctl@ceph.mds.j.smithi008.stdout:May 20 21:10:26 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-j[71348]: starting mds.j at 2024-05-20T21:10:27.203 INFO:journalctl@ceph.mds.j.smithi008.stdout:May 20 21:10:26 smithi008 bash[71333]: 55d16c7e035a3b391aa29214847c011ad2d7f1d256f2ec06a20420797f985d0b 2024-05-20T21:10:27.203 INFO:journalctl@ceph.mds.j.smithi008.stdout:May 20 21:10:26 smithi008 systemd[1]: Started Ceph mds.j for 060ce10e-16ec-11ef-bc9a-c7b262605968. 2024-05-20T21:10:27.623 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:10:28.315 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:10:28.326 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:28 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:28.326 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:28 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:28.326 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:28 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:28.327 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:28 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:10:28.327 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:28 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:10:28.327 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:28 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:28.327 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:28 smithi008 ceph-mon[31475]: Deploying daemon mds.d on smithi008 2024-05-20T21:10:28.327 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:28 smithi008 ceph-mon[31475]: pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:28.327 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:28 smithi008 ceph-mon[31475]: mds.? [v2:172.21.15.8:6834/2085434570,v1:172.21.15.8:6835/2085434570] up:boot 2024-05-20T21:10:28.327 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:28 smithi008 ceph-mon[31475]: fsmap 3 up:standby 2024-05-20T21:10:28.327 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:28 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-05-20T21:10:28.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:28 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:28.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:28 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:28.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:28 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:28.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:28 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:10:28.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:28 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:10:28.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:28 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:28.423 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:28 smithi130 ceph-mon[36448]: Deploying daemon mds.d on smithi008 2024-05-20T21:10:28.423 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:28 smithi130 ceph-mon[36448]: pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:28.423 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:28 smithi130 ceph-mon[36448]: mds.? [v2:172.21.15.8:6834/2085434570,v1:172.21.15.8:6835/2085434570] up:boot 2024-05-20T21:10:28.423 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:28 smithi130 ceph-mon[36448]: fsmap 3 up:standby 2024-05-20T21:10:28.423 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:28 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-05-20T21:10:28.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:28 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:28.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:28 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:28.425 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:28 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:28.425 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:28 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:10:28.425 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:28 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:10:28.425 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:28 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:28.426 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:28 smithi050 ceph-mon[35809]: Deploying daemon mds.d on smithi008 2024-05-20T21:10:28.426 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:28 smithi050 ceph-mon[35809]: pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:28.426 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:28 smithi050 ceph-mon[35809]: mds.? [v2:172.21.15.8:6834/2085434570,v1:172.21.15.8:6835/2085434570] up:boot 2024-05-20T21:10:28.427 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:28 smithi050 ceph-mon[35809]: fsmap 3 up:standby 2024-05-20T21:10:28.427 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:28 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-05-20T21:10:30.348 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:30 smithi008 ceph-mon[31475]: pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:30.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:30 smithi130 ceph-mon[36448]: pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:30.673 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:30 smithi050 ceph-mon[35809]: pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:31.415 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:31.360+0000 7fa4bb800700 1 -- 172.21.15.8:0/509550293 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa4b4103590 msgr2=0x7fa4b4103a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:31.415 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:31.360+0000 7fa4bb800700 1 --2- 172.21.15.8:0/509550293 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa4b4103590 0x7fa4b4103a10 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fa4a0009990 tx=0x7fa4a0009ca0 comp rx=0 tx=0).stop 2024-05-20T21:10:31.415 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:31.361+0000 7fa4bb800700 1 -- 172.21.15.8:0/509550293 shutdown_connections 2024-05-20T21:10:31.416 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:31.361+0000 7fa4bb800700 1 --2- 172.21.15.8:0/509550293 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa4b4103f50 0x7fa4b4110430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:31.416 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:31.361+0000 7fa4bb800700 1 --2- 172.21.15.8:0/509550293 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa4b41096a0 0x7fa4b4109a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:31.416 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:31.361+0000 7fa4bb800700 1 --2- 172.21.15.8:0/509550293 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa4b4103590 0x7fa4b4103a10 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:31.416 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:31.361+0000 7fa4bb800700 1 -- 172.21.15.8:0/509550293 >> 172.21.15.8:0/509550293 conn(0x7fa4b407a6f0 msgr2=0x7fa4b407ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:10:31.416 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:31.361+0000 7fa4bb800700 1 -- 172.21.15.8:0/509550293 shutdown_connections 2024-05-20T21:10:31.416 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:31.361+0000 7fa4bb800700 1 -- 172.21.15.8:0/509550293 wait complete. 2024-05-20T21:10:31.416 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:31.362+0000 7fa4bb800700 1 Processor -- start 2024-05-20T21:10:31.416 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:31.362+0000 7fa4bb800700 1 -- start start 2024-05-20T21:10:31.416 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:31.363+0000 7fa4bb800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa4b4103f50 0x7fa4b419c000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:31.416 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:31.363+0000 7fa4bb800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa4b41096a0 0x7fa4b419c540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:31.416 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:31.363+0000 7fa4bb800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa4b41a08d0 0x7fa4b41a0d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:31.416 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:31.363+0000 7fa4bb800700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fa4b4113710 con 0x7fa4b41096a0 2024-05-20T21:10:31.416 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:31.363+0000 7fa4bb800700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa4b4113590 con 0x7fa4b41a08d0 2024-05-20T21:10:31.417 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:31.363+0000 7fa4bb800700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fa4b4113890 con 0x7fa4b4103f50 2024-05-20T21:10:31.417 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:31.363+0000 7fa4b9800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa4b41a08d0 0x7fa4b41a0d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:31.417 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:31.363+0000 7fa4b3e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa4b41096a0 0x7fa4b419c540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:31.417 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:31.363+0000 7fa4b9800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa4b41a08d0 0x7fa4b41a0d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:39122/0 (socket says 172.21.15.8:39122) 2024-05-20T21:10:31.417 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:31.363+0000 7fa4b9800700 1 -- 172.21.15.8:0/1157089904 learned_addr learned my addr 172.21.15.8:0/1157089904 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:10:31.417 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:31.363+0000 7fa4b8e00700 1 --2- 172.21.15.8:0/1157089904 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa4b4103f50 0x7fa4b419c000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:31.417 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:31.364+0000 7fa4b9800700 1 -- 172.21.15.8:0/1157089904 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa4b4103f50 msgr2=0x7fa4b419c000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:31.417 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:31.364+0000 7fa4b9800700 1 --2- 172.21.15.8:0/1157089904 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa4b4103f50 0x7fa4b419c000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:31.417 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:31.364+0000 7fa4b9800700 1 -- 172.21.15.8:0/1157089904 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa4b41096a0 msgr2=0x7fa4b419c540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:31.417 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:31.364+0000 7fa4b9800700 1 --2- 172.21.15.8:0/1157089904 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa4b41096a0 0x7fa4b419c540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:31.417 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:31.364+0000 7fa4b9800700 1 -- 172.21.15.8:0/1157089904 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4b41a13f0 con 0x7fa4b41a08d0 2024-05-20T21:10:31.417 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:31.364+0000 7fa4b9800700 1 --2- 172.21.15.8:0/1157089904 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa4b41a08d0 0x7fa4b41a0d50 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fa4ac00e970 tx=0x7fa4ac00ec80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:10:31.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:31.364+0000 7fa4b1600700 1 -- 172.21.15.8:0/1157089904 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4ac004a30 con 0x7fa4b41a08d0 2024-05-20T21:10:31.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:31.364+0000 7fa4bb800700 1 -- 172.21.15.8:0/1157089904 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4b41a16e0 con 0x7fa4b41a08d0 2024-05-20T21:10:31.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:31.365+0000 7fa4b1600700 1 -- 172.21.15.8:0/1157089904 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa4ac0054d0 con 0x7fa4b41a08d0 2024-05-20T21:10:31.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:31.365+0000 7fa4bb800700 1 -- 172.21.15.8:0/1157089904 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4b41a8ec0 con 0x7fa4b41a08d0 2024-05-20T21:10:31.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:31.365+0000 7fa4b1600700 1 -- 172.21.15.8:0/1157089904 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4ac010ba0 con 0x7fa4b41a08d0 2024-05-20T21:10:31.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:31.366+0000 7fa4bb800700 1 -- 172.21.15.8:0/1157089904 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa4b406a230 con 0x7fa4b41a08d0 2024-05-20T21:10:31.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:31.368+0000 7fa4b1600700 1 -- 172.21.15.8:0/1157089904 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7fa4ac004bd0 con 0x7fa4b41a08d0 2024-05-20T21:10:31.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:31.369+0000 7fa4b1600700 1 --2- 172.21.15.8:0/1157089904 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa49c0b2880 0x7fa49c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:31.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:31.369+0000 7fa4b1600700 1 -- 172.21.15.8:0/1157089904 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7fa4ac0e1ef0 con 0x7fa4b41a08d0 2024-05-20T21:10:31.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:31.369+0000 7fa4b8e00700 1 --2- 172.21.15.8:0/1157089904 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa49c0b2880 0x7fa49c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:31.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:31.370+0000 7fa4b8e00700 1 --2- 172.21.15.8:0/1157089904 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa49c0b2880 0x7fa49c0b4d40 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fa4a8009da0 tx=0x7fa4a800b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:10:31.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:31.374+0000 7fa4b1600700 1 -- 172.21.15.8:0/1157089904 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fa4ac0aa010 con 0x7fa4b41a08d0 2024-05-20T21:10:31.658 INFO:journalctl@ceph.mds.d.smithi008.stdout:May 20 21:10:31 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-d[71770]: starting mds.d at 2024-05-20T21:10:31.658 INFO:journalctl@ceph.mds.d.smithi008.stdout:May 20 21:10:31 smithi008 bash[71745]: 48bac3a1a2a9ecb40fcb4ddcc11c8546ae5d0d40df5564017493c129533a02a7 2024-05-20T21:10:31.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:31.668+0000 7fa4bb800700 1 -- 172.21.15.8:0/1157089904 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa4b419d360 con 0x7fa4b41a08d0 2024-05-20T21:10:31.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:31.669+0000 7fa4b1600700 1 -- 172.21.15.8:0/1157089904 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 4 v4) ==== 93+0+3037 (secure 0 0 0) 0x7fa4ac0a9910 con 0x7fa4b41a08d0 2024-05-20T21:10:31.670 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:10:31.670 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":4,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[]} 2024-05-20T21:10:31.673 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:31.673+0000 7fa4bb800700 1 -- 172.21.15.8:0/1157089904 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa49c0b2880 msgr2=0x7fa49c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:31.673 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:31.673+0000 7fa4bb800700 1 --2- 172.21.15.8:0/1157089904 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa49c0b2880 0x7fa49c0b4d40 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fa4a8009da0 tx=0x7fa4a800b040 comp rx=0 tx=0).stop 2024-05-20T21:10:31.673 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:31.673+0000 7fa4bb800700 1 -- 172.21.15.8:0/1157089904 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa4b41a08d0 msgr2=0x7fa4b41a0d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:31.673 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:31.673+0000 7fa4bb800700 1 --2- 172.21.15.8:0/1157089904 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa4b41a08d0 0x7fa4b41a0d50 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fa4ac00e970 tx=0x7fa4ac00ec80 comp rx=0 tx=0).stop 2024-05-20T21:10:31.673 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:31.673+0000 7fa4bb800700 1 -- 172.21.15.8:0/1157089904 shutdown_connections 2024-05-20T21:10:31.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:31.673+0000 7fa4bb800700 1 --2- 172.21.15.8:0/1157089904 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa49c0b2880 0x7fa49c0b4d40 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:31.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:31.673+0000 7fa4bb800700 1 --2- 172.21.15.8:0/1157089904 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa4b41a08d0 0x7fa4b41a0d50 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:31.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:31.673+0000 7fa4bb800700 1 --2- 172.21.15.8:0/1157089904 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa4b4103f50 0x7fa4b419c000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:31.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:31.673+0000 7fa4bb800700 1 --2- 172.21.15.8:0/1157089904 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa4b41096a0 0x7fa4b419c540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:31.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:31.673+0000 7fa4bb800700 1 -- 172.21.15.8:0/1157089904 >> 172.21.15.8:0/1157089904 conn(0x7fa4b407a6f0 msgr2=0x7fa4b410eaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:10:31.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:31.674+0000 7fa4bb800700 1 -- 172.21.15.8:0/1157089904 shutdown_connections 2024-05-20T21:10:31.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:31.674+0000 7fa4bb800700 1 -- 172.21.15.8:0/1157089904 wait complete. 2024-05-20T21:10:31.675 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 4 2024-05-20T21:10:31.952 INFO:journalctl@ceph.mds.d.smithi008.stdout:May 20 21:10:31 smithi008 systemd[1]: Started Ceph mds.d for 060ce10e-16ec-11ef-bc9a-c7b262605968. 2024-05-20T21:10:32.296 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:32 smithi008 ceph-mon[31475]: pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:32.296 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:32 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/1157089904' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:10:32.296 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:32 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:32.296 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:32 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:32.297 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:32 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:32.297 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:32 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:10:32.297 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:32 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:10:32.297 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:32 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:32.520 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:32 smithi050 ceph-mon[35809]: pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:32.520 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:32 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/1157089904' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:10:32.520 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:32 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:32.520 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:32 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:32.521 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:32 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:32.521 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:32 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:10:32.521 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:32 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:10:32.521 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:32 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:32.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:32 smithi130 ceph-mon[36448]: pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:32.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:32 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/1157089904' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:10:32.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:32 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:32.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:32 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:32.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:32 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:32.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:32 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:10:32.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:32 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:10:32.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:32 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:33.535 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:33 smithi050 ceph-mon[35809]: Deploying daemon mds.e on smithi050 2024-05-20T21:10:33.536 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:33 smithi050 ceph-mon[35809]: mds.? [v2:172.21.15.8:6836/2882528014,v1:172.21.15.8:6837/2882528014] up:boot 2024-05-20T21:10:33.536 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:33 smithi050 ceph-mon[35809]: fsmap 4 up:standby 2024-05-20T21:10:33.536 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:33 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-05-20T21:10:33.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:33 smithi130 ceph-mon[36448]: Deploying daemon mds.e on smithi050 2024-05-20T21:10:33.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:33 smithi130 ceph-mon[36448]: mds.? [v2:172.21.15.8:6836/2882528014,v1:172.21.15.8:6837/2882528014] up:boot 2024-05-20T21:10:33.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:33 smithi130 ceph-mon[36448]: fsmap 4 up:standby 2024-05-20T21:10:33.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:33 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-05-20T21:10:33.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:33 smithi008 ceph-mon[31475]: Deploying daemon mds.e on smithi050 2024-05-20T21:10:33.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:33 smithi008 ceph-mon[31475]: mds.? [v2:172.21.15.8:6836/2882528014,v1:172.21.15.8:6837/2882528014] up:boot 2024-05-20T21:10:33.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:33 smithi008 ceph-mon[31475]: fsmap 4 up:standby 2024-05-20T21:10:33.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:33 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-05-20T21:10:34.174 INFO:journalctl@ceph.mds.e.smithi050.stdout:May 20 21:10:34 smithi050 systemd[1]: Starting Ceph mds.e for 060ce10e-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:10:34.359 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:10:34.477 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:34 smithi050 ceph-mon[35809]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:34.477 INFO:journalctl@ceph.mds.e.smithi050.stdout:May 20 21:10:34 smithi050 podman[65595]: 2024-05-20 21:10:34.155385238 +0000 UTC m=+0.017796568 image pull 559f9f2978373b56e1ed37e8f2207b076e9eb3d6ccfe36983da65ed32ed7d489 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3 2024-05-20T21:10:34.477 INFO:journalctl@ceph.mds.e.smithi050.stdout:May 20 21:10:34 smithi050 podman[65595]: 2024-05-20 21:10:34.2679924 +0000 UTC m=+0.130403717 container create 84b98d76fed3224c20eb40f810c9094144981de9b27324631d7435a21b12c593 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-e, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.schema-version=1.0) 2024-05-20T21:10:34.477 INFO:journalctl@ceph.mds.e.smithi050.stdout:May 20 21:10:34 smithi050 podman[65595]: 2024-05-20 21:10:34.478659315 +0000 UTC m=+0.341070632 container init 84b98d76fed3224c20eb40f810c9094144981de9b27324631d7435a21b12c593 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-e, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-20T21:10:34.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:34 smithi130 ceph-mon[36448]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:34.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:34 smithi008 ceph-mon[31475]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:34.837 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:10:34.924 INFO:journalctl@ceph.mds.e.smithi050.stdout:May 20 21:10:34 smithi050 podman[65595]: 2024-05-20 21:10:34.481409172 +0000 UTC m=+0.343820490 container start 84b98d76fed3224c20eb40f810c9094144981de9b27324631d7435a21b12c593 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-e, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-4ebd1d5, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-05-20T21:10:34.924 INFO:journalctl@ceph.mds.e.smithi050.stdout:May 20 21:10:34 smithi050 ceph-mds[65614]: -- 172.21.15.50:0/1087979227 <== mon.2 v2:172.21.15.50:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55be9de53a40 con 0x55be9de26800 2024-05-20T21:10:34.924 INFO:journalctl@ceph.mds.e.smithi050.stdout:May 20 21:10:34 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-e[65610]: starting mds.e at 2024-05-20T21:10:34.924 INFO:journalctl@ceph.mds.e.smithi050.stdout:May 20 21:10:34 smithi050 bash[65595]: 84b98d76fed3224c20eb40f810c9094144981de9b27324631d7435a21b12c593 2024-05-20T21:10:34.924 INFO:journalctl@ceph.mds.e.smithi050.stdout:May 20 21:10:34 smithi050 systemd[1]: Started Ceph mds.e for 060ce10e-16ec-11ef-bc9a-c7b262605968. 2024-05-20T21:10:35.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:35 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:35.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:35 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:35.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:35 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:35.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:35 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:10:35.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:35 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:10:35.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:35 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:35.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:35 smithi130 ceph-mon[36448]: Deploying daemon mds.f on smithi130 2024-05-20T21:10:35.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:35 smithi130 ceph-mon[36448]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:35.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:35 smithi130 ceph-mon[36448]: mds.? [v2:172.21.15.50:6834/3431356988,v1:172.21.15.50:6835/3431356988] up:boot 2024-05-20T21:10:35.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:35 smithi130 ceph-mon[36448]: fsmap 5 up:standby 2024-05-20T21:10:35.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:35 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-05-20T21:10:35.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:35 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:35.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:35 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:35.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:35 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:35.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:35 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:10:35.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:35 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:10:35.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:35 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:35.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:35 smithi050 ceph-mon[35809]: Deploying daemon mds.f on smithi130 2024-05-20T21:10:35.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:35 smithi050 ceph-mon[35809]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:35.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:35 smithi050 ceph-mon[35809]: mds.? [v2:172.21.15.50:6834/3431356988,v1:172.21.15.50:6835/3431356988] up:boot 2024-05-20T21:10:35.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:35 smithi050 ceph-mon[35809]: fsmap 5 up:standby 2024-05-20T21:10:35.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:35 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-05-20T21:10:35.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:35 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:35.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:35 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:35.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:35 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:35.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:35 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:10:35.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:35 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:10:35.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:35 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:35.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:35 smithi008 ceph-mon[31475]: Deploying daemon mds.f on smithi130 2024-05-20T21:10:35.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:35 smithi008 ceph-mon[31475]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:35.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:35 smithi008 ceph-mon[31475]: mds.? [v2:172.21.15.50:6834/3431356988,v1:172.21.15.50:6835/3431356988] up:boot 2024-05-20T21:10:35.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:35 smithi008 ceph-mon[31475]: fsmap 5 up:standby 2024-05-20T21:10:35.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:35 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-05-20T21:10:36.921 INFO:journalctl@ceph.mds.f.smithi130.stdout:May 20 21:10:36 smithi130 systemd[1]: Starting Ceph mds.f for 060ce10e-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:10:36.989 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:36.988+0000 7fc2dae00700 1 -- 172.21.15.8:0/647882603 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc2d4101760 msgr2=0x7fc2d4101be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:36.989 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:36.988+0000 7fc2dae00700 1 --2- 172.21.15.8:0/647882603 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc2d4101760 0x7fc2d4101be0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fc2c0009990 tx=0x7fc2c0009ca0 comp rx=0 tx=0).stop 2024-05-20T21:10:36.989 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:36.988+0000 7fc2dae00700 1 -- 172.21.15.8:0/647882603 shutdown_connections 2024-05-20T21:10:36.989 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:36.988+0000 7fc2dae00700 1 --2- 172.21.15.8:0/647882603 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc2d4102120 0x7fc2d410e630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:36.989 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:36.988+0000 7fc2dae00700 1 --2- 172.21.15.8:0/647882603 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc2d4107760 0x7fc2d4107b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:36.989 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:36.988+0000 7fc2dae00700 1 --2- 172.21.15.8:0/647882603 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc2d4101760 0x7fc2d4101be0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:36.989 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:36.988+0000 7fc2dae00700 1 -- 172.21.15.8:0/647882603 >> 172.21.15.8:0/647882603 conn(0x7fc2d4078640 msgr2=0x7fc2d40ff9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:10:36.989 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:36.988+0000 7fc2dae00700 1 -- 172.21.15.8:0/647882603 shutdown_connections 2024-05-20T21:10:36.989 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:36.988+0000 7fc2dae00700 1 -- 172.21.15.8:0/647882603 wait complete. 2024-05-20T21:10:36.990 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:36.989+0000 7fc2dae00700 1 Processor -- start 2024-05-20T21:10:36.990 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:36.990+0000 7fc2dae00700 1 -- start start 2024-05-20T21:10:36.990 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:36.990+0000 7fc2dae00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc2d4101760 0x7fc2d419be30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:36.990 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:36.990+0000 7fc2dae00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc2d4102120 0x7fc2d419c370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:36.990 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:36.990+0000 7fc2dae00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc2d4107760 0x7fc2d41a0700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:36.990 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:36.990+0000 7fc2dae00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc2d41114f0 con 0x7fc2d4101760 2024-05-20T21:10:36.990 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:36.990+0000 7fc2dae00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc2d4111370 con 0x7fc2d4107760 2024-05-20T21:10:36.991 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:36.990+0000 7fc2dae00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc2d4111670 con 0x7fc2d4102120 2024-05-20T21:10:36.991 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:36.990+0000 7fc2d3e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc2d4101760 0x7fc2d419be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:36.992 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:36.990+0000 7fc2d3e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc2d4101760 0x7fc2d419be30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:49300/0 (socket says 172.21.15.8:49300) 2024-05-20T21:10:36.992 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:36.990+0000 7fc2d8e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc2d4107760 0x7fc2d41a0700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:36.992 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:36.990+0000 7fc2d3e00700 1 -- 172.21.15.8:0/3115440156 learned_addr learned my addr 172.21.15.8:0/3115440156 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:10:36.992 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:36.990+0000 7fc2d3400700 1 --2- 172.21.15.8:0/3115440156 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc2d4102120 0x7fc2d419c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:36.992 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:36.991+0000 7fc2d8e00700 1 -- 172.21.15.8:0/3115440156 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc2d4102120 msgr2=0x7fc2d419c370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:36.992 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:36.991+0000 7fc2d8e00700 1 --2- 172.21.15.8:0/3115440156 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc2d4102120 0x7fc2d419c370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:36.992 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:36.991+0000 7fc2d8e00700 1 -- 172.21.15.8:0/3115440156 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc2d4101760 msgr2=0x7fc2d419be30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:36.992 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:36.991+0000 7fc2d8e00700 1 --2- 172.21.15.8:0/3115440156 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc2d4101760 0x7fc2d419be30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:36.992 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:36.991+0000 7fc2d8e00700 1 -- 172.21.15.8:0/3115440156 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2d41a0e40 con 0x7fc2d4107760 2024-05-20T21:10:36.992 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:36.991+0000 7fc2d8e00700 1 --2- 172.21.15.8:0/3115440156 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc2d4107760 0x7fc2d41a0700 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fc2cc00efc0 tx=0x7fc2cc00c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:10:36.992 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:36.991+0000 7fc2d0c00700 1 -- 172.21.15.8:0/3115440156 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2cc0092e0 con 0x7fc2d4107760 2024-05-20T21:10:36.993 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:36.991+0000 7fc2d0c00700 1 -- 172.21.15.8:0/3115440156 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc2cc004bb0 con 0x7fc2d4107760 2024-05-20T21:10:36.993 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:36.991+0000 7fc2d0c00700 1 -- 172.21.15.8:0/3115440156 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2cc004020 con 0x7fc2d4107760 2024-05-20T21:10:36.993 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:36.991+0000 7fc2dae00700 1 -- 172.21.15.8:0/3115440156 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2d41a10d0 con 0x7fc2d4107760 2024-05-20T21:10:36.993 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:36.992+0000 7fc2dae00700 1 -- 172.21.15.8:0/3115440156 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2d41a89b0 con 0x7fc2d4107760 2024-05-20T21:10:36.993 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:36.993+0000 7fc2dae00700 1 -- 172.21.15.8:0/3115440156 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc2d4102ea0 con 0x7fc2d4107760 2024-05-20T21:10:36.995 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:36.995+0000 7fc2d0c00700 1 -- 172.21.15.8:0/3115440156 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7fc2cc01b030 con 0x7fc2d4107760 2024-05-20T21:10:36.997 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:36.997+0000 7fc2d0c00700 1 --2- 172.21.15.8:0/3115440156 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc2b80b2860 0x7fc2b80b4d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:36.997 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:36.997+0000 7fc2d0c00700 1 -- 172.21.15.8:0/3115440156 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7fc2cc0e22d0 con 0x7fc2d4107760 2024-05-20T21:10:36.997 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:36.997+0000 7fc2d3e00700 1 --2- 172.21.15.8:0/3115440156 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc2b80b2860 0x7fc2b80b4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:36.998 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:36.998+0000 7fc2d3e00700 1 --2- 172.21.15.8:0/3115440156 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc2b80b2860 0x7fc2b80b4d20 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fc2c4005950 tx=0x7fc2c400b500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:10:36.998 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:36.999+0000 7fc2d0c00700 1 -- 172.21.15.8:0/3115440156 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fc2cc022020 con 0x7fc2d4107760 2024-05-20T21:10:37.282 INFO:journalctl@ceph.mds.f.smithi130.stdout:May 20 21:10:37 smithi130 podman[66502]: 2024-05-20 21:10:36.935415163 +0000 UTC m=+0.017594895 image pull 559f9f2978373b56e1ed37e8f2207b076e9eb3d6ccfe36983da65ed32ed7d489 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3 2024-05-20T21:10:37.282 INFO:journalctl@ceph.mds.f.smithi130.stdout:May 20 21:10:37 smithi130 podman[66502]: 2024-05-20 21:10:37.072403291 +0000 UTC m=+0.154583003 container create 034c0138ac38f0829e721e8cea7274bee6ca4b6045d901b0c12f8895b194d5a1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-f, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-05-20T21:10:37.282 INFO:journalctl@ceph.mds.f.smithi130.stdout:May 20 21:10:37 smithi130 podman[66502]: 2024-05-20 21:10:37.28328592 +0000 UTC m=+0.365465640 container init 034c0138ac38f0829e721e8cea7274bee6ca4b6045d901b0c12f8895b194d5a1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-f, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-4ebd1d5, maintainer=Guillaume Abrioux ) 2024-05-20T21:10:37.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:37.284+0000 7fc2dae00700 1 -- 172.21.15.8:0/3115440156 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc2d41a8b80 con 0x7fc2d4107760 2024-05-20T21:10:37.285 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:37.285+0000 7fc2d0c00700 1 -- 172.21.15.8:0/3115440156 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+4684 (secure 0 0 0) 0x7fc2cc010040 con 0x7fc2d4107760 2024-05-20T21:10:37.285 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:10:37.285 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":6,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[]} 2024-05-20T21:10:37.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:37.289+0000 7fc2dae00700 1 -- 172.21.15.8:0/3115440156 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc2b80b2860 msgr2=0x7fc2b80b4d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:37.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:37.289+0000 7fc2dae00700 1 --2- 172.21.15.8:0/3115440156 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc2b80b2860 0x7fc2b80b4d20 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fc2c4005950 tx=0x7fc2c400b500 comp rx=0 tx=0).stop 2024-05-20T21:10:37.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:37.289+0000 7fc2dae00700 1 -- 172.21.15.8:0/3115440156 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc2d4107760 msgr2=0x7fc2d41a0700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:37.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:37.289+0000 7fc2dae00700 1 --2- 172.21.15.8:0/3115440156 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc2d4107760 0x7fc2d41a0700 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fc2cc00efc0 tx=0x7fc2cc00c3a0 comp rx=0 tx=0).stop 2024-05-20T21:10:37.290 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:37.289+0000 7fc2dae00700 1 -- 172.21.15.8:0/3115440156 shutdown_connections 2024-05-20T21:10:37.290 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:37.289+0000 7fc2dae00700 1 --2- 172.21.15.8:0/3115440156 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc2b80b2860 0x7fc2b80b4d20 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:37.290 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:37.289+0000 7fc2dae00700 1 --2- 172.21.15.8:0/3115440156 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc2d4107760 0x7fc2d41a0700 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:37.290 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:37.289+0000 7fc2dae00700 1 --2- 172.21.15.8:0/3115440156 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc2d4101760 0x7fc2d419be30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:37.290 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:37.289+0000 7fc2dae00700 1 --2- 172.21.15.8:0/3115440156 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc2d4102120 0x7fc2d419c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:37.290 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:37.289+0000 7fc2dae00700 1 -- 172.21.15.8:0/3115440156 >> 172.21.15.8:0/3115440156 conn(0x7fc2d4078640 msgr2=0x7fc2d4104350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:10:37.291 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:37.290+0000 7fc2dae00700 1 -- 172.21.15.8:0/3115440156 shutdown_connections 2024-05-20T21:10:37.291 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:37.290+0000 7fc2dae00700 1 -- 172.21.15.8:0/3115440156 wait complete. 2024-05-20T21:10:37.291 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 6 2024-05-20T21:10:37.671 INFO:journalctl@ceph.mds.f.smithi130.stdout:May 20 21:10:37 smithi130 podman[66502]: 2024-05-20 21:10:37.285897953 +0000 UTC m=+0.368077680 container start 034c0138ac38f0829e721e8cea7274bee6ca4b6045d901b0c12f8895b194d5a1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-f, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True) 2024-05-20T21:10:37.671 INFO:journalctl@ceph.mds.f.smithi130.stdout:May 20 21:10:37 smithi130 ceph-mds[66521]: -- 172.21.15.130:0/2044055334 <== mon.1 v2:172.21.15.130:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e4cce61a40 con 0x55e4cce34800 2024-05-20T21:10:37.671 INFO:journalctl@ceph.mds.f.smithi130.stdout:May 20 21:10:37 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-f[66517]: starting mds.f at 2024-05-20T21:10:37.671 INFO:journalctl@ceph.mds.f.smithi130.stdout:May 20 21:10:37 smithi130 bash[66502]: 034c0138ac38f0829e721e8cea7274bee6ca4b6045d901b0c12f8895b194d5a1 2024-05-20T21:10:37.672 INFO:journalctl@ceph.mds.f.smithi130.stdout:May 20 21:10:37 smithi130 systemd[1]: Started Ceph mds.f for 060ce10e-16ec-11ef-bc9a-c7b262605968. 2024-05-20T21:10:38.364 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:38 smithi130 ceph-mon[36448]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:38.364 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:38 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/3115440156' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:10:38.364 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:38 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:38.364 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:38 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:38.364 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:38 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:38.365 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:38 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:10:38.365 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:38 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:10:38.365 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:38 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:38.365 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:38 smithi130 ceph-mon[36448]: Deploying daemon mds.c on smithi130 2024-05-20T21:10:38.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:38 smithi008 ceph-mon[31475]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:38.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:38 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/3115440156' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:10:38.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:38 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:38.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:38 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:38.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:38 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:38.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:38 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:10:38.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:38 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:10:38.453 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:38 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:38.453 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:38 smithi008 ceph-mon[31475]: Deploying daemon mds.c on smithi130 2024-05-20T21:10:38.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:38 smithi050 ceph-mon[35809]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:38.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:38 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/3115440156' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:10:38.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:38 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:38.675 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:38 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:38.675 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:38 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:38.675 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:38 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:10:38.675 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:38 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:10:38.675 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:38 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:38.675 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:38 smithi050 ceph-mon[35809]: Deploying daemon mds.c on smithi130 2024-05-20T21:10:39.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:39 smithi130 ceph-mon[36448]: mds.? [v2:172.21.15.130:6834/1975443829,v1:172.21.15.130:6835/1975443829] up:boot 2024-05-20T21:10:39.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:39 smithi130 ceph-mon[36448]: fsmap 6 up:standby 2024-05-20T21:10:39.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:39 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-05-20T21:10:39.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:39 smithi050 ceph-mon[35809]: mds.? [v2:172.21.15.130:6834/1975443829,v1:172.21.15.130:6835/1975443829] up:boot 2024-05-20T21:10:39.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:39 smithi050 ceph-mon[35809]: fsmap 6 up:standby 2024-05-20T21:10:39.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:39 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-05-20T21:10:39.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:39 smithi008 ceph-mon[31475]: mds.? [v2:172.21.15.130:6834/1975443829,v1:172.21.15.130:6835/1975443829] up:boot 2024-05-20T21:10:39.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:39 smithi008 ceph-mon[31475]: fsmap 6 up:standby 2024-05-20T21:10:39.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:39 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-05-20T21:10:39.921 INFO:journalctl@ceph.mds.c.smithi130.stdout:May 20 21:10:39 smithi130 systemd[1]: Starting Ceph mds.c for 060ce10e-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:10:40.088 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:10:40.190 INFO:journalctl@ceph.mds.c.smithi130.stdout:May 20 21:10:39 smithi130 podman[66805]: 2024-05-20 21:10:39.842581811 +0000 UTC m=+0.017059510 image pull 559f9f2978373b56e1ed37e8f2207b076e9eb3d6ccfe36983da65ed32ed7d489 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3 2024-05-20T21:10:40.190 INFO:journalctl@ceph.mds.c.smithi130.stdout:May 20 21:10:39 smithi130 podman[66805]: 2024-05-20 21:10:39.970368198 +0000 UTC m=+0.144863256 container create 79f5b86c0fefe8af1dbc4c0788e1d4bcb0be9b7d2ef22f683ec7c17e94eb8398 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-c, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-4ebd1d5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-05-20T21:10:40.190 INFO:journalctl@ceph.mds.c.smithi130.stdout:May 20 21:10:40 smithi130 podman[66805]: 2024-05-20 21:10:40.188866339 +0000 UTC m=+0.363344040 container init 79f5b86c0fefe8af1dbc4c0788e1d4bcb0be9b7d2ef22f683ec7c17e94eb8398 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-c, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-05-20T21:10:40.190 INFO:journalctl@ceph.mds.c.smithi130.stdout:May 20 21:10:40 smithi130 podman[66805]: 2024-05-20 21:10:40.191503254 +0000 UTC m=+0.365980962 container start 79f5b86c0fefe8af1dbc4c0788e1d4bcb0be9b7d2ef22f683ec7c17e94eb8398 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-c, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-05-20T21:10:40.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:40 smithi008 ceph-mon[31475]: pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:40.572 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:10:40.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:40 smithi130 ceph-mon[36448]: pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:40.671 INFO:journalctl@ceph.mds.c.smithi130.stdout:May 20 21:10:40 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-c[66820]: starting mds.c at 2024-05-20T21:10:40.671 INFO:journalctl@ceph.mds.c.smithi130.stdout:May 20 21:10:40 smithi130 bash[66805]: 79f5b86c0fefe8af1dbc4c0788e1d4bcb0be9b7d2ef22f683ec7c17e94eb8398 2024-05-20T21:10:40.671 INFO:journalctl@ceph.mds.c.smithi130.stdout:May 20 21:10:40 smithi130 systemd[1]: Started Ceph mds.c for 060ce10e-16ec-11ef-bc9a-c7b262605968. 2024-05-20T21:10:40.673 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:40 smithi050 ceph-mon[35809]: pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:41.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:41 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:41.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:41 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:41.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:41 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:41.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:41 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:10:41.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:41 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:10:41.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:41 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:41.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:41 smithi130 ceph-mon[36448]: Deploying daemon mds.h on smithi050 2024-05-20T21:10:41.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:41 smithi130 ceph-mon[36448]: mds.? [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] up:boot 2024-05-20T21:10:41.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:41 smithi130 ceph-mon[36448]: fsmap 7 up:standby 2024-05-20T21:10:41.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:41 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-05-20T21:10:41.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:41 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:41.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:41 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:41.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:41 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:41.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:41 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:10:41.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:41 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:10:41.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:41 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:41.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:41 smithi050 ceph-mon[35809]: Deploying daemon mds.h on smithi050 2024-05-20T21:10:41.675 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:41 smithi050 ceph-mon[35809]: mds.? [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] up:boot 2024-05-20T21:10:41.675 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:41 smithi050 ceph-mon[35809]: fsmap 7 up:standby 2024-05-20T21:10:41.675 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:41 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-05-20T21:10:41.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:41 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:41.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:41 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:41.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:41 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:41.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:41 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:10:41.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:41 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:10:41.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:41 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:41.703 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:41 smithi008 ceph-mon[31475]: Deploying daemon mds.h on smithi050 2024-05-20T21:10:41.703 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:41 smithi008 ceph-mon[31475]: mds.? [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] up:boot 2024-05-20T21:10:41.703 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:41 smithi008 ceph-mon[31475]: fsmap 7 up:standby 2024-05-20T21:10:41.703 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:41 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-05-20T21:10:42.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:42 smithi008 ceph-mon[31475]: pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:42.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:42 smithi130 ceph-mon[36448]: pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:42.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:42 smithi050 ceph-mon[35809]: pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:42.674 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 20 21:10:42 smithi050 systemd[1]: Starting Ceph mds.h for 060ce10e-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:10:42.697 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:42.697+0000 7f15cd000700 1 -- 172.21.15.8:0/470756762 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f15c806b250 msgr2=0x7f15c806b630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:42.698 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:42.697+0000 7f15cd000700 1 --2- 172.21.15.8:0/470756762 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f15c806b250 0x7f15c806b630 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f15b80098f0 tx=0x7f15b8009c00 comp rx=0 tx=0).stop 2024-05-20T21:10:42.698 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:42.697+0000 7f15cd000700 1 -- 172.21.15.8:0/470756762 shutdown_connections 2024-05-20T21:10:42.698 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:42.697+0000 7f15cd000700 1 --2- 172.21.15.8:0/470756762 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f15c810fff0 0x7f15c81123e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:42.698 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:42.697+0000 7f15cd000700 1 --2- 172.21.15.8:0/470756762 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f15c806b250 0x7f15c806b630 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:42.698 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:42.697+0000 7f15cd000700 1 --2- 172.21.15.8:0/470756762 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f15c806bb70 0x7f15c810fab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:42.698 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:42.697+0000 7f15cd000700 1 -- 172.21.15.8:0/470756762 >> 172.21.15.8:0/470756762 conn(0x7f15c80793f0 msgr2=0x7f15c8079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:10:42.698 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:42.697+0000 7f15cd000700 1 -- 172.21.15.8:0/470756762 shutdown_connections 2024-05-20T21:10:42.698 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:42.697+0000 7f15cd000700 1 -- 172.21.15.8:0/470756762 wait complete. 2024-05-20T21:10:42.699 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:42.699+0000 7f15cd000700 1 Processor -- start 2024-05-20T21:10:42.699 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:42.699+0000 7f15cd000700 1 -- start start 2024-05-20T21:10:42.699 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:42.699+0000 7f15cd000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f15c806b250 0x7f15c819bf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:42.699 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:42.699+0000 7f15cd000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f15c806bb70 0x7f15c819c4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:42.699 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:42.699+0000 7f15cd000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f15c810fff0 0x7f15c81a0830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:42.700 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:42.699+0000 7f15cd000700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f15c8115950 con 0x7f15c810fff0 2024-05-20T21:10:42.700 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:42.699+0000 7f15cd000700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f15c81157d0 con 0x7f15c806bb70 2024-05-20T21:10:42.700 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:42.699+0000 7f15cd000700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f15c8115ad0 con 0x7f15c806b250 2024-05-20T21:10:42.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:42.700+0000 7f15c5e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f15c806b250 0x7f15c819bf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:42.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:42.700+0000 7f15c5400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f15c806bb70 0x7f15c819c4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:42.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:42.700+0000 7f15c5400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f15c806bb70 0x7f15c819c4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:35878/0 (socket says 172.21.15.8:35878) 2024-05-20T21:10:42.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:42.700+0000 7f15c5400700 1 -- 172.21.15.8:0/1113048436 learned_addr learned my addr 172.21.15.8:0/1113048436 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:10:42.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:42.700+0000 7f15c6800700 1 --2- 172.21.15.8:0/1113048436 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f15c810fff0 0x7f15c81a0830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:42.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:42.700+0000 7f15c5400700 1 -- 172.21.15.8:0/1113048436 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f15c806b250 msgr2=0x7f15c819bf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:42.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:42.700+0000 7f15c5400700 1 --2- 172.21.15.8:0/1113048436 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f15c806b250 0x7f15c819bf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:42.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:42.700+0000 7f15c5400700 1 -- 172.21.15.8:0/1113048436 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f15c810fff0 msgr2=0x7f15c81a0830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:42.702 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:42.700+0000 7f15c5400700 1 --2- 172.21.15.8:0/1113048436 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f15c810fff0 0x7f15c81a0830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:42.702 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:42.700+0000 7f15c5400700 1 -- 172.21.15.8:0/1113048436 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15c81a0f70 con 0x7f15c806bb70 2024-05-20T21:10:42.702 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:42.700+0000 7f15c5e00700 1 --2- 172.21.15.8:0/1113048436 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f15c806b250 0x7f15c819bf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:10:42.702 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:42.701+0000 7f15c5400700 1 --2- 172.21.15.8:0/1113048436 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f15c806bb70 0x7f15c819c4a0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f15b400eb30 tx=0x7f15b400ee40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:10:42.702 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:42.701+0000 7f15bea00700 1 -- 172.21.15.8:0/1113048436 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15b400cbd0 con 0x7f15c806bb70 2024-05-20T21:10:42.702 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:42.701+0000 7f15cd000700 1 -- 172.21.15.8:0/1113048436 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15c81a1260 con 0x7f15c806bb70 2024-05-20T21:10:42.702 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:42.701+0000 7f15bea00700 1 -- 172.21.15.8:0/1113048436 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f15b40044d0 con 0x7f15c806bb70 2024-05-20T21:10:42.702 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:42.701+0000 7f15bea00700 1 -- 172.21.15.8:0/1113048436 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15b4003e30 con 0x7f15c806bb70 2024-05-20T21:10:42.702 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:42.701+0000 7f15cd000700 1 -- 172.21.15.8:0/1113048436 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15c81a8ae0 con 0x7f15c806bb70 2024-05-20T21:10:42.702 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:42.702+0000 7f15cd000700 1 -- 172.21.15.8:0/1113048436 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f15c806a230 con 0x7f15c806bb70 2024-05-20T21:10:42.705 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:42.705+0000 7f15bea00700 1 -- 172.21.15.8:0/1113048436 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f15b4004000 con 0x7f15c806bb70 2024-05-20T21:10:42.706 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:42.707+0000 7f15bea00700 1 --2- 172.21.15.8:0/1113048436 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f15ac0b2900 0x7f15ac0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:42.707 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:42.707+0000 7f15bea00700 1 -- 172.21.15.8:0/1113048436 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7f15b40e2100 con 0x7f15c806bb70 2024-05-20T21:10:42.707 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:42.707+0000 7f15c5e00700 1 --2- 172.21.15.8:0/1113048436 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f15ac0b2900 0x7f15ac0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:42.707 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:42.708+0000 7f15c5e00700 1 --2- 172.21.15.8:0/1113048436 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f15ac0b2900 0x7f15ac0b4dc0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f15b80098c0 tx=0x7f15b8019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:10:42.711 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:42.711+0000 7f15bea00700 1 -- 172.21.15.8:0/1113048436 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f15b40042f0 con 0x7f15c806bb70 2024-05-20T21:10:43.002 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:43.001+0000 7f15cd000700 1 -- 172.21.15.8:0/1113048436 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f15c819d2f0 con 0x7f15c806bb70 2024-05-20T21:10:43.003 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:43.003+0000 7f15bea00700 1 -- 172.21.15.8:0/1113048436 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+6337 (secure 0 0 0) 0x7f15c819d2f0 con 0x7f15c806bb70 2024-05-20T21:10:43.003 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:10:43.003 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":8,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24508,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24514,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[]} 2024-05-20T21:10:43.006 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:43.006+0000 7f15cd000700 1 -- 172.21.15.8:0/1113048436 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f15ac0b2900 msgr2=0x7f15ac0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:43.006 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:43.006+0000 7f15cd000700 1 --2- 172.21.15.8:0/1113048436 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f15ac0b2900 0x7f15ac0b4dc0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f15b80098c0 tx=0x7f15b8019040 comp rx=0 tx=0).stop 2024-05-20T21:10:43.006 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:43.006+0000 7f15cd000700 1 -- 172.21.15.8:0/1113048436 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f15c806bb70 msgr2=0x7f15c819c4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:43.006 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:43.006+0000 7f15cd000700 1 --2- 172.21.15.8:0/1113048436 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f15c806bb70 0x7f15c819c4a0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f15b400eb30 tx=0x7f15b400ee40 comp rx=0 tx=0).stop 2024-05-20T21:10:43.007 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:43.006+0000 7f15cd000700 1 -- 172.21.15.8:0/1113048436 shutdown_connections 2024-05-20T21:10:43.007 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:43.006+0000 7f15cd000700 1 --2- 172.21.15.8:0/1113048436 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f15ac0b2900 0x7f15ac0b4dc0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:43.007 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:43.006+0000 7f15cd000700 1 --2- 172.21.15.8:0/1113048436 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f15c810fff0 0x7f15c81a0830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:43.007 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:43.006+0000 7f15cd000700 1 --2- 172.21.15.8:0/1113048436 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f15c806b250 0x7f15c819bf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:43.007 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:43.006+0000 7f15cd000700 1 --2- 172.21.15.8:0/1113048436 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f15c806bb70 0x7f15c819c4a0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:43.007 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:43.006+0000 7f15cd000700 1 -- 172.21.15.8:0/1113048436 >> 172.21.15.8:0/1113048436 conn(0x7f15c80793f0 msgr2=0x7f15c8111620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:10:43.007 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:43.006+0000 7f15cd000700 1 -- 172.21.15.8:0/1113048436 shutdown_connections 2024-05-20T21:10:43.007 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:43.006+0000 7f15cd000700 1 -- 172.21.15.8:0/1113048436 wait complete. 2024-05-20T21:10:43.008 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 8 2024-05-20T21:10:43.049 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 20 21:10:42 smithi050 podman[65899]: 2024-05-20 21:10:42.69639547 +0000 UTC m=+0.018185617 image pull 559f9f2978373b56e1ed37e8f2207b076e9eb3d6ccfe36983da65ed32ed7d489 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3 2024-05-20T21:10:43.049 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 20 21:10:42 smithi050 podman[65899]: 2024-05-20 21:10:42.805514752 +0000 UTC m=+0.127304894 container create fb3e0bb0a90960e1ec6d784be61a64ae6e381dcc262173722968582c071e6127 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-h, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux ) 2024-05-20T21:10:43.049 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 20 21:10:43 smithi050 podman[65899]: 2024-05-20 21:10:43.050106267 +0000 UTC m=+0.371896380 container init fb3e0bb0a90960e1ec6d784be61a64ae6e381dcc262173722968582c071e6127 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-h, org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-05-20T21:10:43.424 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 20 21:10:43 smithi050 podman[65899]: 2024-05-20 21:10:43.052898843 +0000 UTC m=+0.374688970 container start fb3e0bb0a90960e1ec6d784be61a64ae6e381dcc262173722968582c071e6127 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-h, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-20T21:10:43.424 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 20 21:10:43 smithi050 ceph-mds[65918]: -- 172.21.15.50:0/661718946 <== mon.2 v2:172.21.15.50:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56272b655a40 con 0x56272b629000 2024-05-20T21:10:43.424 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 20 21:10:43 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-h[65914]: starting mds.h at 2024-05-20T21:10:43.425 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 20 21:10:43 smithi050 bash[65899]: fb3e0bb0a90960e1ec6d784be61a64ae6e381dcc262173722968582c071e6127 2024-05-20T21:10:43.425 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 20 21:10:43 smithi050 systemd[1]: Started Ceph mds.h for 060ce10e-16ec-11ef-bc9a-c7b262605968. 2024-05-20T21:10:43.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:43 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/1113048436' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:10:43.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:43 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:43.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:43 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:43.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:43 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:43.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:43 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:10:43.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:43 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:10:43.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:43 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:43.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:43 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/1113048436' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:10:43.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:43 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:43.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:43 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:43.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:43 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:43.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:43 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:10:43.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:43 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:10:43.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:43 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:43.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:43 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/1113048436' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:10:43.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:43 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:43.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:43 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:43.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:43 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:43.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:43 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:10:43.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:43 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:10:43.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:43 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:44.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:44 smithi130 ceph-mon[36448]: pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:44.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:44 smithi130 ceph-mon[36448]: Deploying daemon mds.i on smithi130 2024-05-20T21:10:44.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:44 smithi130 ceph-mon[36448]: mds.? [v2:172.21.15.50:6836/3997016525,v1:172.21.15.50:6837/3997016525] up:boot 2024-05-20T21:10:44.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:44 smithi130 ceph-mon[36448]: fsmap 8 up:standby 2024-05-20T21:10:44.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:44 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-05-20T21:10:44.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:44 smithi050 ceph-mon[35809]: pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:44.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:44 smithi050 ceph-mon[35809]: Deploying daemon mds.i on smithi130 2024-05-20T21:10:44.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:44 smithi050 ceph-mon[35809]: mds.? [v2:172.21.15.50:6836/3997016525,v1:172.21.15.50:6837/3997016525] up:boot 2024-05-20T21:10:44.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:44 smithi050 ceph-mon[35809]: fsmap 8 up:standby 2024-05-20T21:10:44.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:44 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-05-20T21:10:44.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:44 smithi008 ceph-mon[31475]: pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:44.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:44 smithi008 ceph-mon[31475]: Deploying daemon mds.i on smithi130 2024-05-20T21:10:44.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:44 smithi008 ceph-mon[31475]: mds.? [v2:172.21.15.50:6836/3997016525,v1:172.21.15.50:6837/3997016525] up:boot 2024-05-20T21:10:44.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:44 smithi008 ceph-mon[31475]: fsmap 8 up:standby 2024-05-20T21:10:44.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:44 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-05-20T21:10:45.846 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:10:45.921 INFO:journalctl@ceph.mds.i.smithi130.stdout:May 20 21:10:45 smithi130 podman[67107]: 2024-05-20 21:10:45.739328962 +0000 UTC m=+0.017541680 image pull 559f9f2978373b56e1ed37e8f2207b076e9eb3d6ccfe36983da65ed32ed7d489 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3 2024-05-20T21:10:46.304 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:10:46.421 INFO:journalctl@ceph.mds.i.smithi130.stdout:May 20 21:10:46 smithi130 podman[67107]: 2024-05-20 21:10:46.060904726 +0000 UTC m=+0.339117441 container init 53343651bae38394a5bc0636de03ea3b5e827af16bd1079aa901d95c59848ab7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-i, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD) 2024-05-20T21:10:46.422 INFO:journalctl@ceph.mds.i.smithi130.stdout:May 20 21:10:46 smithi130 podman[67107]: 2024-05-20 21:10:46.063425661 +0000 UTC m=+0.341638382 container start 53343651bae38394a5bc0636de03ea3b5e827af16bd1079aa901d95c59848ab7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-i, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-05-20T21:10:46.422 INFO:journalctl@ceph.mds.i.smithi130.stdout:May 20 21:10:46 smithi130 ceph-mds[67126]: -- 172.21.15.130:0/3241790514 <== mon.1 v2:172.21.15.130:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56286fa87a40 con 0x56286fa5b000 2024-05-20T21:10:46.422 INFO:journalctl@ceph.mds.i.smithi130.stdout:May 20 21:10:46 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-i[67122]: starting mds.i at 2024-05-20T21:10:46.422 INFO:journalctl@ceph.mds.i.smithi130.stdout:May 20 21:10:46 smithi130 bash[67107]: 53343651bae38394a5bc0636de03ea3b5e827af16bd1079aa901d95c59848ab7 2024-05-20T21:10:46.422 INFO:journalctl@ceph.mds.i.smithi130.stdout:May 20 21:10:46 smithi130 systemd[1]: Started Ceph mds.i for 060ce10e-16ec-11ef-bc9a-c7b262605968. 2024-05-20T21:10:46.683 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:46 smithi008 ceph-mon[31475]: pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:46.683 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:46 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:46.683 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:46 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:46.683 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:46 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:46.683 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:46 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:10:46.683 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:46 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:10:46.683 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:46 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:46.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:46 smithi130 ceph-mon[36448]: pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:46.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:46 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:46.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:46 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:46.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:46 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:46.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:46 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:10:46.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:46 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:10:46.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:46 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:46.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:46 smithi050 ceph-mon[35809]: pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:46.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:46 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:46.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:46 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:46.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:46 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:46.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:46 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:10:46.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:46 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:10:46.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:46 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:47.676 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:47 smithi008 ceph-mon[31475]: Deploying daemon mds.g on smithi008 2024-05-20T21:10:47.677 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:47 smithi008 ceph-mon[31475]: mds.? [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] up:boot 2024-05-20T21:10:47.677 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:47 smithi008 ceph-mon[31475]: fsmap 9 up:standby 2024-05-20T21:10:47.677 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:47 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-20T21:10:47.698 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:47 smithi130 ceph-mon[36448]: Deploying daemon mds.g on smithi008 2024-05-20T21:10:47.698 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:47 smithi130 ceph-mon[36448]: mds.? [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] up:boot 2024-05-20T21:10:47.698 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:47 smithi130 ceph-mon[36448]: fsmap 9 up:standby 2024-05-20T21:10:47.698 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:47 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-20T21:10:47.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:47 smithi050 ceph-mon[35809]: Deploying daemon mds.g on smithi008 2024-05-20T21:10:47.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:47 smithi050 ceph-mon[35809]: mds.? [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] up:boot 2024-05-20T21:10:47.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:47 smithi050 ceph-mon[35809]: fsmap 9 up:standby 2024-05-20T21:10:47.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:47 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-20T21:10:48.623 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:48 smithi008 ceph-mon[31475]: pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:48.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:48 smithi130 ceph-mon[36448]: pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:48.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:48 smithi050 ceph-mon[35809]: pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:49.376 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:48.798+0000 7f12af200700 1 -- 172.21.15.8:0/1194113283 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f12b0109a80 msgr2=0x7f12b0109f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:49.376 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:48.798+0000 7f12af200700 1 --2- 172.21.15.8:0/1194113283 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f12b0109a80 0x7f12b0109f00 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f129c009990 tx=0x7f129c009ca0 comp rx=0 tx=0).stop 2024-05-20T21:10:49.376 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:48.798+0000 7f12af200700 1 -- 172.21.15.8:0/1194113283 shutdown_connections 2024-05-20T21:10:49.376 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:48.798+0000 7f12af200700 1 --2- 172.21.15.8:0/1194113283 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f12b010a440 0x7f12b01168e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:49.376 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:48.798+0000 7f12af200700 1 --2- 172.21.15.8:0/1194113283 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f12b010e950 0x7f12b010ed30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:49.376 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:48.798+0000 7f12af200700 1 --2- 172.21.15.8:0/1194113283 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f12b0109a80 0x7f12b0109f00 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:49.377 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:48.798+0000 7f12af200700 1 -- 172.21.15.8:0/1194113283 >> 172.21.15.8:0/1194113283 conn(0x7f12b00792d0 msgr2=0x7f12b0108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:10:49.377 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:48.798+0000 7f12af200700 1 -- 172.21.15.8:0/1194113283 shutdown_connections 2024-05-20T21:10:49.377 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:48.798+0000 7f12af200700 1 -- 172.21.15.8:0/1194113283 wait complete. 2024-05-20T21:10:49.377 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:48.799+0000 7f12af200700 1 Processor -- start 2024-05-20T21:10:49.377 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:48.799+0000 7f12af200700 1 -- start start 2024-05-20T21:10:49.377 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:48.800+0000 7f12af200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f12b0109a80 0x7f12b01a0150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:49.377 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:48.800+0000 7f12af200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f12b010a440 0x7f12b01a0690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:49.377 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:48.800+0000 7f12af200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f12b010e950 0x7f12b01a4a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:49.377 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:48.800+0000 7f12af200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f12b0119c80 con 0x7f12b010a440 2024-05-20T21:10:49.377 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:48.800+0000 7f12af200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f12b0119b00 con 0x7f12b0109a80 2024-05-20T21:10:49.377 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:48.800+0000 7f12af200700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f12b0119e00 con 0x7f12b010e950 2024-05-20T21:10:49.377 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:48.800+0000 7f12ad400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f12b010a440 0x7f12b01a0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:49.378 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:48.800+0000 7f12ae800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f12b010e950 0x7f12b01a4a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:49.378 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:48.800+0000 7f12ad400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f12b010a440 0x7f12b01a0690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:40242/0 (socket says 172.21.15.8:40242) 2024-05-20T21:10:49.378 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:48.800+0000 7f12ad400700 1 -- 172.21.15.8:0/296644798 learned_addr learned my addr 172.21.15.8:0/296644798 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:10:49.378 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:48.800+0000 7f12ade00700 1 --2- 172.21.15.8:0/296644798 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f12b0109a80 0x7f12b01a0150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:49.378 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:48.801+0000 7f12ae800700 1 -- 172.21.15.8:0/296644798 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f12b0109a80 msgr2=0x7f12b01a0150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:49.378 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:48.801+0000 7f12ae800700 1 --2- 172.21.15.8:0/296644798 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f12b0109a80 0x7f12b01a0150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:49.378 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:48.801+0000 7f12ae800700 1 -- 172.21.15.8:0/296644798 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f12b010a440 msgr2=0x7f12b01a0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:49.378 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:48.801+0000 7f12ae800700 1 --2- 172.21.15.8:0/296644798 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f12b010a440 0x7f12b01a0690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:49.378 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:48.801+0000 7f12ae800700 1 -- 172.21.15.8:0/296644798 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12b01a5160 con 0x7f12b010e950 2024-05-20T21:10:49.378 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:48.801+0000 7f12ad400700 1 --2- 172.21.15.8:0/296644798 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f12b010a440 0x7f12b01a0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:10:49.379 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:10:49.379 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":10,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24488,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24508,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24514,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24529,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-05-20T21:10:49.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:48.801+0000 7f12ae800700 1 --2- 172.21.15.8:0/296644798 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f12b010e950 0x7f12b01a4a20 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f12a800efc0 tx=0x7f12a800c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:10:49.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:48.801+0000 7f12a6a00700 1 -- 172.21.15.8:0/296644798 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12a80092e0 con 0x7f12b010e950 2024-05-20T21:10:49.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:48.801+0000 7f12a6a00700 1 -- 172.21.15.8:0/296644798 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f12a8004bb0 con 0x7f12b010e950 2024-05-20T21:10:49.380 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:48.801+0000 7f12a6a00700 1 -- 172.21.15.8:0/296644798 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12a8004020 con 0x7f12b010e950 2024-05-20T21:10:49.380 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:48.801+0000 7f12af200700 1 -- 172.21.15.8:0/296644798 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12b01a53f0 con 0x7f12b010e950 2024-05-20T21:10:49.380 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:48.801+0000 7f12af200700 1 -- 172.21.15.8:0/296644798 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12b01accd0 con 0x7f12b010e950 2024-05-20T21:10:49.380 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:48.802+0000 7f12af200700 1 -- 172.21.15.8:0/296644798 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f12b006a230 con 0x7f12b010e950 2024-05-20T21:10:49.380 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:48.805+0000 7f12a6a00700 1 -- 172.21.15.8:0/296644798 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f12a801b030 con 0x7f12b010e950 2024-05-20T21:10:49.380 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:48.806+0000 7f12a6a00700 1 --2- 172.21.15.8:0/296644798 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f12940b2900 0x7f12940b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:49.380 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:48.806+0000 7f12a6a00700 1 -- 172.21.15.8:0/296644798 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7f12a80e1860 con 0x7f12b010e950 2024-05-20T21:10:49.380 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:48.806+0000 7f12ade00700 1 --2- 172.21.15.8:0/296644798 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f12940b2900 0x7f12940b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:49.381 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:48.807+0000 7f12ade00700 1 --2- 172.21.15.8:0/296644798 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f12940b2900 0x7f12940b4dc0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f12a0009be0 tx=0x7f12a0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:10:49.381 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:48.810+0000 7f12a6a00700 1 -- 172.21.15.8:0/296644798 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f12a8022020 con 0x7f12b010e950 2024-05-20T21:10:49.381 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:49.104+0000 7f12af200700 1 -- 172.21.15.8:0/296644798 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f12b002e560 con 0x7f12b010e950 2024-05-20T21:10:49.381 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:49.105+0000 7f12a6a00700 1 -- 172.21.15.8:0/296644798 <== mon.1 v2:172.21.15.130:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 10 v10) ==== 94+0+7989 (secure 0 0 0) 0x7f12a8010040 con 0x7f12b010e950 2024-05-20T21:10:49.381 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:49.108+0000 7f12af200700 1 -- 172.21.15.8:0/296644798 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f12940b2900 msgr2=0x7f12940b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:49.381 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:49.108+0000 7f12af200700 1 --2- 172.21.15.8:0/296644798 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f12940b2900 0x7f12940b4dc0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f12a0009be0 tx=0x7f12a0009260 comp rx=0 tx=0).stop 2024-05-20T21:10:49.381 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:49.108+0000 7f12af200700 1 -- 172.21.15.8:0/296644798 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f12b010e950 msgr2=0x7f12b01a4a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:49.381 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:49.108+0000 7f12af200700 1 --2- 172.21.15.8:0/296644798 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f12b010e950 0x7f12b01a4a20 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f12a800efc0 tx=0x7f12a800c3a0 comp rx=0 tx=0).stop 2024-05-20T21:10:49.381 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:49.108+0000 7f12af200700 1 -- 172.21.15.8:0/296644798 shutdown_connections 2024-05-20T21:10:49.381 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:49.108+0000 7f12af200700 1 --2- 172.21.15.8:0/296644798 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f12940b2900 0x7f12940b4dc0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:49.381 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:49.108+0000 7f12af200700 1 --2- 172.21.15.8:0/296644798 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f12b0109a80 0x7f12b01a0150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:49.381 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:49.108+0000 7f12af200700 1 --2- 172.21.15.8:0/296644798 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f12b010e950 0x7f12b01a4a20 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:49.381 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:49.108+0000 7f12af200700 1 --2- 172.21.15.8:0/296644798 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f12b010a440 0x7f12b01a0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:49.382 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:49.108+0000 7f12af200700 1 -- 172.21.15.8:0/296644798 >> 172.21.15.8:0/296644798 conn(0x7f12b00792d0 msgr2=0x7f12b0079990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:10:49.382 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:49.108+0000 7f12af200700 1 -- 172.21.15.8:0/296644798 shutdown_connections 2024-05-20T21:10:49.382 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:49.108+0000 7f12af200700 1 -- 172.21.15.8:0/296644798 wait complete. 2024-05-20T21:10:49.382 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 10 2024-05-20T21:10:49.686 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:49 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/296644798' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:10:49.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:49 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/296644798' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:10:49.923 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:49 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/296644798' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:10:50.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:50 smithi130 ceph-mon[36448]: pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:50.923 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:50 smithi050 ceph-mon[35809]: pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:50.951 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:50 smithi008 ceph-mon[31475]: pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:50.952 INFO:journalctl@ceph.mds.g.smithi008.stdout:May 20 21:10:50 smithi008 systemd[1]: Starting Ceph mds.g for 060ce10e-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:10:51.237 INFO:journalctl@ceph.mds.g.smithi008.stdout:May 20 21:10:50 smithi008 podman[72563]: 2024-05-20 21:10:50.859191949 +0000 UTC m=+0.035525655 image pull 559f9f2978373b56e1ed37e8f2207b076e9eb3d6ccfe36983da65ed32ed7d489 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3 2024-05-20T21:10:51.237 INFO:journalctl@ceph.mds.g.smithi008.stdout:May 20 21:10:50 smithi008 podman[72563]: 2024-05-20 21:10:50.974833161 +0000 UTC m=+0.151166925 container create b2d9bff186c974f8f6d6b5c083eee128cd2bbfda934f9107b1affb7140ac9d5c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-g, io.buildah.version=1.33.5, ceph=True, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-05-20T21:10:51.237 INFO:journalctl@ceph.mds.g.smithi008.stdout:May 20 21:10:51 smithi008 podman[72563]: 2024-05-20 21:10:51.236736566 +0000 UTC m=+0.413070354 container init b2d9bff186c974f8f6d6b5c083eee128cd2bbfda934f9107b1affb7140ac9d5c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-g, org.label-schema.build-date=20240514, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-4ebd1d5, maintainer=Guillaume Abrioux ) 2024-05-20T21:10:51.701 INFO:journalctl@ceph.mds.g.smithi008.stdout:May 20 21:10:51 smithi008 podman[72563]: 2024-05-20 21:10:51.247589962 +0000 UTC m=+0.423923723 container start b2d9bff186c974f8f6d6b5c083eee128cd2bbfda934f9107b1affb7140ac9d5c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-g, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0) 2024-05-20T21:10:51.702 INFO:journalctl@ceph.mds.g.smithi008.stdout:May 20 21:10:51 smithi008 ceph-mds[72581]: -- 172.21.15.8:0/3621281122 <== mon.2 v2:172.21.15.50:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e65fbbfa40 con 0x55e65fb93000 2024-05-20T21:10:51.702 INFO:journalctl@ceph.mds.g.smithi008.stdout:May 20 21:10:51 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-g[72577]: starting mds.g at 2024-05-20T21:10:51.702 INFO:journalctl@ceph.mds.g.smithi008.stdout:May 20 21:10:51 smithi008 bash[72563]: b2d9bff186c974f8f6d6b5c083eee128cd2bbfda934f9107b1affb7140ac9d5c 2024-05-20T21:10:51.702 INFO:journalctl@ceph.mds.g.smithi008.stdout:May 20 21:10:51 smithi008 systemd[1]: Started Ceph mds.g for 060ce10e-16ec-11ef-bc9a-c7b262605968. 2024-05-20T21:10:52.306 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:10:52.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:52 smithi008 ceph-mon[31475]: pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:52.703 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:52 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:52.703 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:52 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:52.703 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:52 smithi008 ceph-mon[31475]: mds.? [v2:172.21.15.8:6838/1461975648,v1:172.21.15.8:6839/1461975648] up:boot 2024-05-20T21:10:52.703 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:52 smithi008 ceph-mon[31475]: fsmap 10 up:standby 2024-05-20T21:10:52.703 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:52 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-05-20T21:10:52.703 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:52 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:52.703 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:52 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:10:52.703 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:52 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:10:52.703 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:52 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:52.703 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:52 smithi008 ceph-mon[31475]: Deploying daemon mds.a on smithi008 2024-05-20T21:10:52.726 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:52 smithi050 ceph-mon[35809]: pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:52.726 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:52 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:52.726 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:52 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:52.726 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:52 smithi050 ceph-mon[35809]: mds.? [v2:172.21.15.8:6838/1461975648,v1:172.21.15.8:6839/1461975648] up:boot 2024-05-20T21:10:52.726 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:52 smithi050 ceph-mon[35809]: fsmap 10 up:standby 2024-05-20T21:10:52.726 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:52 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-05-20T21:10:52.726 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:52 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:52.726 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:52 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:10:52.726 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:52 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:10:52.726 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:52 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:52.727 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:52 smithi050 ceph-mon[35809]: Deploying daemon mds.a on smithi008 2024-05-20T21:10:52.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:52 smithi130 ceph-mon[36448]: pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:52.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:52 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:52.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:52 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:52.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:52 smithi130 ceph-mon[36448]: mds.? [v2:172.21.15.8:6838/1461975648,v1:172.21.15.8:6839/1461975648] up:boot 2024-05-20T21:10:52.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:52 smithi130 ceph-mon[36448]: fsmap 10 up:standby 2024-05-20T21:10:52.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:52 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-05-20T21:10:52.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:52 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:52.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:52 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:10:52.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:52 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:10:52.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:52 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:52.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:52 smithi130 ceph-mon[36448]: Deploying daemon mds.a on smithi008 2024-05-20T21:10:53.785 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:10:54.807 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:54 smithi008 ceph-mon[31475]: pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:54.807 INFO:journalctl@ceph.mds.a.smithi008.stdout:May 20 21:10:54 smithi008 systemd[1]: Starting Ceph mds.a for 060ce10e-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:10:54.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:54 smithi130 ceph-mon[36448]: pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:54.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:54 smithi050 ceph-mon[35809]: pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:55.453 INFO:journalctl@ceph.mds.a.smithi008.stdout:May 20 21:10:55 smithi008 podman[72957]: 2024-05-20 21:10:55.309977288 +0000 UTC m=+0.049476272 image pull 559f9f2978373b56e1ed37e8f2207b076e9eb3d6ccfe36983da65ed32ed7d489 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3 2024-05-20T21:10:55.453 INFO:journalctl@ceph.mds.a.smithi008.stdout:May 20 21:10:55 smithi008 podman[72957]: 2024-05-20 21:10:55.452467608 +0000 UTC m=+0.191966602 container create 04f7ad7dafe72c1a687606690afb20df36d63e73341df2d4676b0b261d4f5e62 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-a, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-4ebd1d5, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-05-20T21:10:56.032 INFO:journalctl@ceph.mds.a.smithi008.stdout:May 20 21:10:55 smithi008 podman[72957]: 2024-05-20 21:10:55.765855393 +0000 UTC m=+0.505354374 container init 04f7ad7dafe72c1a687606690afb20df36d63e73341df2d4676b0b261d4f5e62 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-a, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-05-20T21:10:56.032 INFO:journalctl@ceph.mds.a.smithi008.stdout:May 20 21:10:55 smithi008 podman[72957]: 2024-05-20 21:10:55.776842125 +0000 UTC m=+0.516341126 container start 04f7ad7dafe72c1a687606690afb20df36d63e73341df2d4676b0b261d4f5e62 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-a, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux ) 2024-05-20T21:10:56.032 INFO:journalctl@ceph.mds.a.smithi008.stdout:May 20 21:10:55 smithi008 ceph-mds[72993]: -- 172.21.15.8:0/3811464265 <== mon.1 v2:172.21.15.130:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55dc7e07fa40 con 0x55dc7e053000 2024-05-20T21:10:56.033 INFO:journalctl@ceph.mds.a.smithi008.stdout:May 20 21:10:55 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-a[72987]: starting mds.a at 2024-05-20T21:10:56.378 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:56.377+0000 7f3c06e00700 1 -- 172.21.15.8:0/566602286 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3c001041a0 msgr2=0x7f3c001081c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:56.378 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:56.377+0000 7f3c06e00700 1 --2- 172.21.15.8:0/566602286 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3c001041a0 0x7f3c001081c0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f3be80099c0 tx=0x7f3be8009cd0 comp rx=0 tx=0).stop 2024-05-20T21:10:56.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:56.377+0000 7f3c06e00700 1 -- 172.21.15.8:0/566602286 shutdown_connections 2024-05-20T21:10:56.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:56.377+0000 7f3c06e00700 1 --2- 172.21.15.8:0/566602286 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3c001088f0 0x7f3c00110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:56.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:56.377+0000 7f3c06e00700 1 --2- 172.21.15.8:0/566602286 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3c001037f0 0x7f3c00103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:56.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:56.377+0000 7f3c06e00700 1 --2- 172.21.15.8:0/566602286 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3c001041a0 0x7f3c001081c0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:56.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:56.377+0000 7f3c06e00700 1 -- 172.21.15.8:0/566602286 >> 172.21.15.8:0/566602286 conn(0x7f3c0007a6a0 msgr2=0x7f3c0007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:10:56.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:56.377+0000 7f3c06e00700 1 -- 172.21.15.8:0/566602286 shutdown_connections 2024-05-20T21:10:56.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:56.377+0000 7f3c06e00700 1 -- 172.21.15.8:0/566602286 wait complete. 2024-05-20T21:10:56.380 INFO:journalctl@ceph.mds.a.smithi008.stdout:May 20 21:10:56 smithi008 bash[72957]: 04f7ad7dafe72c1a687606690afb20df36d63e73341df2d4676b0b261d4f5e62 2024-05-20T21:10:56.380 INFO:journalctl@ceph.mds.a.smithi008.stdout:May 20 21:10:56 smithi008 systemd[1]: Started Ceph mds.a for 060ce10e-16ec-11ef-bc9a-c7b262605968. 2024-05-20T21:10:56.382 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:56.379+0000 7f3c06e00700 1 Processor -- start 2024-05-20T21:10:56.382 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:56.379+0000 7f3c06e00700 1 -- start start 2024-05-20T21:10:56.382 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:56.379+0000 7f3c06e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3c001037f0 0x7f3c0019bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:56.382 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:56.379+0000 7f3c06e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3c001041a0 0x7f3c0019c310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:56.382 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:56.379+0000 7f3c06e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3c001088f0 0x7f3c001a06a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:56.382 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:56.379+0000 7f3c06e00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f3c00113720 con 0x7f3c001037f0 2024-05-20T21:10:56.383 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:56.379+0000 7f3c06e00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f3c001135a0 con 0x7f3c001041a0 2024-05-20T21:10:56.383 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:56.379+0000 7f3c06e00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f3c001138a0 con 0x7f3c001088f0 2024-05-20T21:10:56.383 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:56.380+0000 7f3bf7e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3c001041a0 0x7f3c0019c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:56.383 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:56.380+0000 7f3bffe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3c001037f0 0x7f3c0019bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:56.383 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:56.380+0000 7f3bf7e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3c001041a0 0x7f3c0019c310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:41976/0 (socket says 172.21.15.8:41976) 2024-05-20T21:10:56.383 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:56.380+0000 7f3bffe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3c001037f0 0x7f3c0019bdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:35330/0 (socket says 172.21.15.8:35330) 2024-05-20T21:10:56.383 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:56.380+0000 7f3bf7e00700 1 -- 172.21.15.8:0/917053645 learned_addr learned my addr 172.21.15.8:0/917053645 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:10:56.383 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:56.380+0000 7f3c04e00700 1 --2- 172.21.15.8:0/917053645 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3c001088f0 0x7f3c001a06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:56.383 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:56.380+0000 7f3bf7e00700 1 -- 172.21.15.8:0/917053645 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3c001088f0 msgr2=0x7f3c001a06a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:56.383 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:56.380+0000 7f3bf7e00700 1 --2- 172.21.15.8:0/917053645 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3c001088f0 0x7f3c001a06a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:56.384 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:56.380+0000 7f3bf7e00700 1 -- 172.21.15.8:0/917053645 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3c001037f0 msgr2=0x7f3c0019bdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:56.384 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:56.380+0000 7f3bf7e00700 1 --2- 172.21.15.8:0/917053645 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3c001037f0 0x7f3c0019bdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:56.384 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:56.380+0000 7f3bf7e00700 1 -- 172.21.15.8:0/917053645 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c001a0de0 con 0x7f3c001041a0 2024-05-20T21:10:56.384 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:56.381+0000 7f3bf7e00700 1 --2- 172.21.15.8:0/917053645 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3c001041a0 0x7f3c0019c310 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f3be8005910 tx=0x7f3be80045e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:10:56.384 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:56.381+0000 7f3bfd600700 1 -- 172.21.15.8:0/917053645 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3be8026070 con 0x7f3c001041a0 2024-05-20T21:10:56.384 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:56.381+0000 7f3bfd600700 1 -- 172.21.15.8:0/917053645 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3be800f460 con 0x7f3c001041a0 2024-05-20T21:10:56.384 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:56.381+0000 7f3bfd600700 1 -- 172.21.15.8:0/917053645 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3be8009e60 con 0x7f3c001041a0 2024-05-20T21:10:56.384 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:56.381+0000 7f3c06e00700 1 -- 172.21.15.8:0/917053645 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c001a1070 con 0x7f3c001041a0 2024-05-20T21:10:56.384 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:56.381+0000 7f3c06e00700 1 -- 172.21.15.8:0/917053645 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c001a8950 con 0x7f3c001041a0 2024-05-20T21:10:56.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:56.383+0000 7f3c06e00700 1 -- 172.21.15.8:0/917053645 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3c0006a230 con 0x7f3c001041a0 2024-05-20T21:10:56.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:56.384+0000 7f3bfd600700 1 -- 172.21.15.8:0/917053645 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f3be8029070 con 0x7f3c001041a0 2024-05-20T21:10:56.386 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:56.386+0000 7f3bfd600700 1 --2- 172.21.15.8:0/917053645 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3be40b2900 0x7f3be40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:56.386 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:56.386+0000 7f3bfd600700 1 -- 172.21.15.8:0/917053645 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7f3be80e2570 con 0x7f3c001041a0 2024-05-20T21:10:56.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:56.386+0000 7f3bffe00700 1 --2- 172.21.15.8:0/917053645 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3be40b2900 0x7f3be40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:56.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:56.387+0000 7f3bffe00700 1 --2- 172.21.15.8:0/917053645 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3be40b2900 0x7f3be40b4dc0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f3bf0009c60 tx=0x7f3bf0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:10:56.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:56.390+0000 7f3bfd600700 1 -- 172.21.15.8:0/917053645 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f3be8013070 con 0x7f3c001041a0 2024-05-20T21:10:56.686 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:56.685+0000 7f3c06e00700 1 -- 172.21.15.8:0/917053645 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3c0019d130 con 0x7f3c001041a0 2024-05-20T21:10:56.686 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:56 smithi008 ceph-mon[31475]: pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:56.686 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:56 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:56.686 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:56 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:56.686 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:56 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:56.686 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:56 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:10:56.686 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:56 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:10:56.687 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:56 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:56.687 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:56.686+0000 7f3bfd600700 1 -- 172.21.15.8:0/917053645 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 12 v12) ==== 94+0+9635 (secure 0 0 0) 0x7f3c0019d130 con 0x7f3c001041a0 2024-05-20T21:10:56.687 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:10:56.687 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":12,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24488,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24503,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24508,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24514,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24529,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-05-20T21:10:56.690 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:56.690+0000 7f3c06e00700 1 -- 172.21.15.8:0/917053645 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3be40b2900 msgr2=0x7f3be40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:56.690 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:56.690+0000 7f3c06e00700 1 --2- 172.21.15.8:0/917053645 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3be40b2900 0x7f3be40b4dc0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f3bf0009c60 tx=0x7f3bf0009260 comp rx=0 tx=0).stop 2024-05-20T21:10:56.690 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:56.690+0000 7f3c06e00700 1 -- 172.21.15.8:0/917053645 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3c001041a0 msgr2=0x7f3c0019c310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:56.690 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:56.690+0000 7f3c06e00700 1 --2- 172.21.15.8:0/917053645 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3c001041a0 0x7f3c0019c310 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f3be8005910 tx=0x7f3be80045e0 comp rx=0 tx=0).stop 2024-05-20T21:10:56.690 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:56.690+0000 7f3c06e00700 1 -- 172.21.15.8:0/917053645 shutdown_connections 2024-05-20T21:10:56.690 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:56.690+0000 7f3c06e00700 1 --2- 172.21.15.8:0/917053645 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3be40b2900 0x7f3be40b4dc0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:56.690 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:56.690+0000 7f3c06e00700 1 --2- 172.21.15.8:0/917053645 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3c001088f0 0x7f3c001a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:56.690 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:56.690+0000 7f3c06e00700 1 --2- 172.21.15.8:0/917053645 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3c001037f0 0x7f3c0019bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:56.691 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:56.690+0000 7f3c06e00700 1 --2- 172.21.15.8:0/917053645 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3c001041a0 0x7f3c0019c310 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:56.691 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:56.690+0000 7f3c06e00700 1 -- 172.21.15.8:0/917053645 >> 172.21.15.8:0/917053645 conn(0x7f3c0007a6a0 msgr2=0x7f3c00101970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:10:56.691 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:56.690+0000 7f3c06e00700 1 -- 172.21.15.8:0/917053645 shutdown_connections 2024-05-20T21:10:56.691 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:10:56.690+0000 7f3c06e00700 1 -- 172.21.15.8:0/917053645 wait complete. 2024-05-20T21:10:56.692 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 12 2024-05-20T21:10:56.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:56 smithi130 ceph-mon[36448]: pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:56.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:56 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:56.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:56 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:56.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:56 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:56.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:56 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:10:56.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:56 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:10:56.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:56 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:56.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:56 smithi050 ceph-mon[35809]: pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:56.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:56 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:56.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:56 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:56.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:56 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:10:56.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:56 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:10:56.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:56 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:10:56.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:56 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:57.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:57 smithi050 ceph-mon[35809]: Deploying daemon mds.b on smithi050 2024-05-20T21:10:57.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:57 smithi050 ceph-mon[35809]: mds.? [v2:172.21.15.8:6840/4177581392,v1:172.21.15.8:6841/4177581392] up:boot 2024-05-20T21:10:57.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:57 smithi050 ceph-mon[35809]: fsmap 11 up:standby 2024-05-20T21:10:57.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:57 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-05-20T21:10:57.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:57 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/917053645' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:10:57.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:57 smithi008 ceph-mon[31475]: Deploying daemon mds.b on smithi050 2024-05-20T21:10:57.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:57 smithi008 ceph-mon[31475]: mds.? [v2:172.21.15.8:6840/4177581392,v1:172.21.15.8:6841/4177581392] up:boot 2024-05-20T21:10:57.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:57 smithi008 ceph-mon[31475]: fsmap 11 up:standby 2024-05-20T21:10:57.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:57 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-05-20T21:10:57.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:57 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/917053645' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:10:57.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:57 smithi130 ceph-mon[36448]: Deploying daemon mds.b on smithi050 2024-05-20T21:10:57.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:57 smithi130 ceph-mon[36448]: mds.? [v2:172.21.15.8:6840/4177581392,v1:172.21.15.8:6841/4177581392] up:boot 2024-05-20T21:10:57.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:57 smithi130 ceph-mon[36448]: fsmap 11 up:standby 2024-05-20T21:10:57.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:57 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-05-20T21:10:57.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:57 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/917053645' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:10:58.489 INFO:journalctl@ceph.mds.b.smithi050.stdout:May 20 21:10:58 smithi050 systemd[1]: Starting Ceph mds.b for 060ce10e-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:10:58.747 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:10:58 smithi050 ceph-mon[35809]: pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:58.748 INFO:journalctl@ceph.mds.b.smithi050.stdout:May 20 21:10:58 smithi050 podman[66214]: 2024-05-20 21:10:58.521287797 +0000 UTC m=+0.017870336 image pull 559f9f2978373b56e1ed37e8f2207b076e9eb3d6ccfe36983da65ed32ed7d489 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3 2024-05-20T21:10:58.748 INFO:journalctl@ceph.mds.b.smithi050.stdout:May 20 21:10:58 smithi050 podman[66214]: 2024-05-20 21:10:58.626892139 +0000 UTC m=+0.123474674 container create a6f0392b1f85602b4a47316950228669239b29cd39fcff6be1b0268c8d3241f2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-b, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-4ebd1d5) 2024-05-20T21:10:58.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:10:58 smithi130 ceph-mon[36448]: pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:58.951 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:10:58 smithi008 ceph-mon[31475]: pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:59.174 INFO:journalctl@ceph.mds.b.smithi050.stdout:May 20 21:10:58 smithi050 podman[66214]: 2024-05-20 21:10:58.87151041 +0000 UTC m=+0.368092955 container init a6f0392b1f85602b4a47316950228669239b29cd39fcff6be1b0268c8d3241f2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-b, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-4ebd1d5, ceph=True, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-05-20T21:10:59.174 INFO:journalctl@ceph.mds.b.smithi050.stdout:May 20 21:10:58 smithi050 podman[66214]: 2024-05-20 21:10:58.87467066 +0000 UTC m=+0.371253200 container start a6f0392b1f85602b4a47316950228669239b29cd39fcff6be1b0268c8d3241f2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-b, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-05-20T21:10:59.174 INFO:journalctl@ceph.mds.b.smithi050.stdout:May 20 21:10:58 smithi050 ceph-mds[66233]: -- 172.21.15.50:0/2949863907 <== mon.2 v2:172.21.15.50:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55659a341a40 con 0x55659a314c00 2024-05-20T21:10:59.175 INFO:journalctl@ceph.mds.b.smithi050.stdout:May 20 21:10:58 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-b[66229]: starting mds.b at 2024-05-20T21:10:59.175 INFO:journalctl@ceph.mds.b.smithi050.stdout:May 20 21:10:58 smithi050 bash[66214]: a6f0392b1f85602b4a47316950228669239b29cd39fcff6be1b0268c8d3241f2 2024-05-20T21:10:59.175 INFO:journalctl@ceph.mds.b.smithi050.stdout:May 20 21:10:58 smithi050 systemd[1]: Started Ceph mds.b for 060ce10e-16ec-11ef-bc9a-c7b262605968. 2024-05-20T21:10:59.468 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:10:59.895 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:11:00.279 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:00 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:11:00.279 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:00 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:11:00.279 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:00 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:11:00.280 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:00 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:11:00.280 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:00 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:11:00.280 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:00 smithi130 ceph-mon[36448]: pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:00.280 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:00 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:11:00.280 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:00 smithi130 ceph-mon[36448]: mds.? [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] up:boot 2024-05-20T21:11:00.280 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:00 smithi130 ceph-mon[36448]: fsmap 12 up:standby 2024-05-20T21:11:00.280 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:00 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-20T21:11:00.282 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:00 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:11:00.282 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:00 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:11:00.282 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:00 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:11:00.282 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:00 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:11:00.282 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:00 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:11:00.282 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:00 smithi008 ceph-mon[31475]: pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:00.282 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:00 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:11:00.282 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:00 smithi008 ceph-mon[31475]: mds.? [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] up:boot 2024-05-20T21:11:00.282 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:00 smithi008 ceph-mon[31475]: fsmap 12 up:standby 2024-05-20T21:11:00.282 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:00 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-20T21:11:00.321 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:00 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:11:00.321 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:00 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:11:00.321 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:00 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:11:00.321 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:00 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:11:00.321 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:00 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:11:00.321 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:00 smithi050 ceph-mon[35809]: pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:00.321 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:00 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:11:00.321 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:00 smithi050 ceph-mon[35809]: mds.? [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] up:boot 2024-05-20T21:11:00.322 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:00 smithi050 ceph-mon[35809]: fsmap 12 up:standby 2024-05-20T21:11:00.322 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:00 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-20T21:11:02.197 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:01 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:11:02.197 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:01 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:11:02.197 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:01 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:11:02.197 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:01 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:11:02.197 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:01 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:11:02.197 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:01 smithi008 ceph-mon[31475]: pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:02.362 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:02.362+0000 7ff733200700 1 -- 172.21.15.8:0/1392234638 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff72c109dd0 msgr2=0x7ff72c10a1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:02.362 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:02.362+0000 7ff733200700 1 --2- 172.21.15.8:0/1392234638 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff72c109dd0 0x7ff72c10a1b0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7ff71c009920 tx=0x7ff71c009c30 comp rx=0 tx=0).stop 2024-05-20T21:11:02.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:02.362+0000 7ff733200700 1 -- 172.21.15.8:0/1392234638 shutdown_connections 2024-05-20T21:11:02.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:02.362+0000 7ff733200700 1 --2- 172.21.15.8:0/1392234638 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff72c10eeb0 0x7ff72c116a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:02.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:02.362+0000 7ff733200700 1 --2- 172.21.15.8:0/1392234638 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff72c109dd0 0x7ff72c10a1b0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:02.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:02.362+0000 7ff733200700 1 --2- 172.21.15.8:0/1392234638 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff72c10a780 0x7ff72c10e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:02.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:02.362+0000 7ff733200700 1 -- 172.21.15.8:0/1392234638 >> 172.21.15.8:0/1392234638 conn(0x7ff72c076d10 msgr2=0x7ff72c108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:11:02.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:02.362+0000 7ff733200700 1 -- 172.21.15.8:0/1392234638 shutdown_connections 2024-05-20T21:11:02.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:02.362+0000 7ff733200700 1 -- 172.21.15.8:0/1392234638 wait complete. 2024-05-20T21:11:02.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:02.363+0000 7ff733200700 1 Processor -- start 2024-05-20T21:11:02.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:02.363+0000 7ff733200700 1 -- start start 2024-05-20T21:11:02.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:02.364+0000 7ff733200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff72c109dd0 0x7ff72c1a0380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:02.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:02.364+0000 7ff733200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff72c10a780 0x7ff72c1a08c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:02.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:02.364+0000 7ff733200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff72c10eeb0 0x7ff72c1a4c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:02.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:02.364+0000 7ff733200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7ff72c119db0 con 0x7ff72c10eeb0 2024-05-20T21:11:02.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:02.364+0000 7ff733200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff72c119c30 con 0x7ff72c10a780 2024-05-20T21:11:02.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:02.364+0000 7ff733200700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7ff72c119f30 con 0x7ff72c109dd0 2024-05-20T21:11:02.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:02.364+0000 7ff72b400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff72c10a780 0x7ff72c1a08c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:02.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:02.364+0000 7ff72be00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff72c109dd0 0x7ff72c1a0380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:02.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:02.364+0000 7ff72b400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff72c10a780 0x7ff72c1a08c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:41998/0 (socket says 172.21.15.8:41998) 2024-05-20T21:11:02.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:02.364+0000 7ff72b400700 1 -- 172.21.15.8:0/1467683783 learned_addr learned my addr 172.21.15.8:0/1467683783 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:11:02.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:02.364+0000 7ff731200700 1 --2- 172.21.15.8:0/1467683783 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff72c10eeb0 0x7ff72c1a4c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:02.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:02.364+0000 7ff72b400700 1 -- 172.21.15.8:0/1467683783 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff72c109dd0 msgr2=0x7ff72c1a0380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:02.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:02.364+0000 7ff72b400700 1 --2- 172.21.15.8:0/1467683783 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff72c109dd0 0x7ff72c1a0380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:02.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:02.364+0000 7ff72b400700 1 -- 172.21.15.8:0/1467683783 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff72c10eeb0 msgr2=0x7ff72c1a4c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:02.366 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:02.364+0000 7ff72b400700 1 --2- 172.21.15.8:0/1467683783 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff72c10eeb0 0x7ff72c1a4c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:02.366 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:02.365+0000 7ff72b400700 1 -- 172.21.15.8:0/1467683783 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff72c1a5340 con 0x7ff72c10a780 2024-05-20T21:11:02.367 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:02.365+0000 7ff72b400700 1 --2- 172.21.15.8:0/1467683783 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff72c10a780 0x7ff72c1a08c0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7ff71800e9f0 tx=0x7ff71800ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:11:02.367 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:02.365+0000 7ff728c00700 1 -- 172.21.15.8:0/1467683783 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff71800c9c0 con 0x7ff72c10a780 2024-05-20T21:11:02.367 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:02.365+0000 7ff733200700 1 -- 172.21.15.8:0/1467683783 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff72c1a5630 con 0x7ff72c10a780 2024-05-20T21:11:02.367 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:02.365+0000 7ff728c00700 1 -- 172.21.15.8:0/1467683783 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff71800cb60 con 0x7ff72c10a780 2024-05-20T21:11:02.367 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:02.365+0000 7ff728c00700 1 -- 172.21.15.8:0/1467683783 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff718018680 con 0x7ff72c10a780 2024-05-20T21:11:02.367 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:02.365+0000 7ff733200700 1 -- 172.21.15.8:0/1467683783 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff72c1aceb0 con 0x7ff72c10a780 2024-05-20T21:11:02.367 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:02.366+0000 7ff733200700 1 -- 172.21.15.8:0/1467683783 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff72c06a230 con 0x7ff72c10a780 2024-05-20T21:11:02.369 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:02.369+0000 7ff728c00700 1 -- 172.21.15.8:0/1467683783 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7ff718010430 con 0x7ff72c10a780 2024-05-20T21:11:02.371 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:02.371+0000 7ff728c00700 1 --2- 172.21.15.8:0/1467683783 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff7100b2880 0x7ff7100b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:02.371 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:02.371+0000 7ff728c00700 1 -- 172.21.15.8:0/1467683783 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7ff7180e1fe0 con 0x7ff72c10a780 2024-05-20T21:11:02.371 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:02.371+0000 7ff72be00700 1 --2- 172.21.15.8:0/1467683783 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff7100b2880 0x7ff7100b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:02.372 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:02.372+0000 7ff72be00700 1 --2- 172.21.15.8:0/1467683783 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff7100b2880 0x7ff7100b4d40 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7ff71c009680 tx=0x7ff71c019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:11:02.376 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:02.376+0000 7ff728c00700 1 -- 172.21.15.8:0/1467683783 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7ff7180aa100 con 0x7ff72c10a780 2024-05-20T21:11:02.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:01 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:11:02.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:01 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:11:02.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:01 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:11:02.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:01 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:11:02.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:01 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:11:02.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:01 smithi130 ceph-mon[36448]: pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:02.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:01 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:11:02.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:01 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:11:02.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:01 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:11:02.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:01 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:11:02.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:01 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:11:02.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:01 smithi050 ceph-mon[35809]: pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:02.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:02.669+0000 7ff733200700 1 -- 172.21.15.8:0/1467683783 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff72c1a16c0 con 0x7ff72c10a780 2024-05-20T21:11:02.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:02.671+0000 7ff728c00700 1 -- 172.21.15.8:0/1467683783 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) ==== 94+0+10461 (secure 0 0 0) 0x7ff72c1a16c0 con 0x7ff72c10a780 2024-05-20T21:11:02.671 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:11:02.671 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":13,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24488,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24503,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24508,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24514,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24521,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":24529,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-05-20T21:11:02.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:02.674+0000 7ff733200700 1 -- 172.21.15.8:0/1467683783 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff7100b2880 msgr2=0x7ff7100b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:02.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:02.674+0000 7ff733200700 1 --2- 172.21.15.8:0/1467683783 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff7100b2880 0x7ff7100b4d40 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7ff71c009680 tx=0x7ff71c019040 comp rx=0 tx=0).stop 2024-05-20T21:11:02.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:02.674+0000 7ff733200700 1 -- 172.21.15.8:0/1467683783 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff72c10a780 msgr2=0x7ff72c1a08c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:02.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:02.674+0000 7ff733200700 1 --2- 172.21.15.8:0/1467683783 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff72c10a780 0x7ff72c1a08c0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7ff71800e9f0 tx=0x7ff71800ed00 comp rx=0 tx=0).stop 2024-05-20T21:11:02.675 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:02.674+0000 7ff733200700 1 -- 172.21.15.8:0/1467683783 shutdown_connections 2024-05-20T21:11:02.675 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:02.674+0000 7ff733200700 1 --2- 172.21.15.8:0/1467683783 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff7100b2880 0x7ff7100b4d40 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:02.675 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:02.674+0000 7ff733200700 1 --2- 172.21.15.8:0/1467683783 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff72c10eeb0 0x7ff72c1a4c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:02.675 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:02.674+0000 7ff733200700 1 --2- 172.21.15.8:0/1467683783 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff72c109dd0 0x7ff72c1a0380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:02.675 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:02.674+0000 7ff733200700 1 --2- 172.21.15.8:0/1467683783 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff72c10a780 0x7ff72c1a08c0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:02.675 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:02.674+0000 7ff733200700 1 -- 172.21.15.8:0/1467683783 >> 172.21.15.8:0/1467683783 conn(0x7ff72c076d10 msgr2=0x7ff72c078990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:11:02.675 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:02.674+0000 7ff733200700 1 -- 172.21.15.8:0/1467683783 shutdown_connections 2024-05-20T21:11:02.675 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:02.674+0000 7ff733200700 1 -- 172.21.15.8:0/1467683783 wait complete. 2024-05-20T21:11:02.676 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 13 2024-05-20T21:11:03.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:03 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/1467683783' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:11:03.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:03 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/1467683783' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:11:03.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:03 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/1467683783' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:11:03.627 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph --format=json-pretty osd lspools 2024-05-20T21:11:04.091 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:11:04.394 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:04 smithi008 ceph-mon[31475]: pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:04.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:04 smithi130 ceph-mon[36448]: pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:04.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:04 smithi050 ceph-mon[35809]: pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:06.250 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:06.249+0000 7fe853e00700 1 -- 172.21.15.8:0/283614236 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe84c06bb70 msgr2=0x7fe84c10fab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:06.250 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:06.249+0000 7fe853e00700 1 --2- 172.21.15.8:0/283614236 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe84c06bb70 0x7fe84c10fab0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fe8380098f0 tx=0x7fe838009c00 comp rx=0 tx=0).stop 2024-05-20T21:11:06.251 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:06.249+0000 7fe853e00700 1 -- 172.21.15.8:0/283614236 shutdown_connections 2024-05-20T21:11:06.251 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:06.249+0000 7fe853e00700 1 --2- 172.21.15.8:0/283614236 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe84c10fff0 0x7fe84c1123e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:06.251 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:06.249+0000 7fe853e00700 1 --2- 172.21.15.8:0/283614236 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe84c06b250 0x7fe84c06b630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:06.251 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:06.249+0000 7fe853e00700 1 --2- 172.21.15.8:0/283614236 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe84c06bb70 0x7fe84c10fab0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:06.251 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:06.249+0000 7fe853e00700 1 -- 172.21.15.8:0/283614236 >> 172.21.15.8:0/283614236 conn(0x7fe84c0793f0 msgr2=0x7fe84c079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:11:06.251 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:06.250+0000 7fe853e00700 1 -- 172.21.15.8:0/283614236 shutdown_connections 2024-05-20T21:11:06.251 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:06.250+0000 7fe853e00700 1 -- 172.21.15.8:0/283614236 wait complete. 2024-05-20T21:11:06.251 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:05 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:11:06.251 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:05 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:11:06.251 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:05 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:11:06.252 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:05 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:11:06.252 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:05 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:11:06.252 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:05 smithi008 ceph-mon[31475]: pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:06.252 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:05 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:11:06.253 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:06.251+0000 7fe853e00700 1 Processor -- start 2024-05-20T21:11:06.253 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:06.251+0000 7fe853e00700 1 -- start start 2024-05-20T21:11:06.253 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:06.252+0000 7fe853e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe84c06b250 0x7fe84c19bec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:06.253 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:06.252+0000 7fe853e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe84c06bb70 0x7fe84c19c400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:06.253 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:06.252+0000 7fe853e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe84c10fff0 0x7fe84c1a0790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:06.253 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:06.252+0000 7fe853e00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fe84c115950 con 0x7fe84c06b250 2024-05-20T21:11:06.253 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:06.252+0000 7fe853e00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe84c1157d0 con 0x7fe84c10fff0 2024-05-20T21:11:06.253 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:06.252+0000 7fe853e00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fe84c115ad0 con 0x7fe84c06bb70 2024-05-20T21:11:06.254 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:06.252+0000 7fe850a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe84c06bb70 0x7fe84c19c400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:06.254 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:06.252+0000 7fe851400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe84c06b250 0x7fe84c19bec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:06.254 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:06.252+0000 7fe850a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe84c06bb70 0x7fe84c19c400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:49296/0 (socket says 172.21.15.8:49296) 2024-05-20T21:11:06.254 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:06.252+0000 7fe850a00700 1 -- 172.21.15.8:0/893939189 learned_addr learned my addr 172.21.15.8:0/893939189 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:11:06.254 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:06.252+0000 7fe851e00700 1 --2- 172.21.15.8:0/893939189 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe84c10fff0 0x7fe84c1a0790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:06.254 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:06.253+0000 7fe850a00700 1 -- 172.21.15.8:0/893939189 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe84c10fff0 msgr2=0x7fe84c1a0790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:06.254 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:06.253+0000 7fe850a00700 1 --2- 172.21.15.8:0/893939189 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe84c10fff0 0x7fe84c1a0790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:06.254 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:06.253+0000 7fe850a00700 1 -- 172.21.15.8:0/893939189 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe84c06b250 msgr2=0x7fe84c19bec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:06.254 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:06.253+0000 7fe850a00700 1 --2- 172.21.15.8:0/893939189 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe84c06b250 0x7fe84c19bec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:06.254 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:06.253+0000 7fe850a00700 1 -- 172.21.15.8:0/893939189 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe84c1a0ed0 con 0x7fe84c06bb70 2024-05-20T21:11:06.254 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:06.253+0000 7fe850a00700 1 --2- 172.21.15.8:0/893939189 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe84c06bb70 0x7fe84c19c400 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fe838009230 tx=0x7fe83800fa70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:11:06.255 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:06.253+0000 7fe84a000700 1 -- 172.21.15.8:0/893939189 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8380050c0 con 0x7fe84c06bb70 2024-05-20T21:11:06.255 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:06.253+0000 7fe84a000700 1 -- 172.21.15.8:0/893939189 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe83800b560 con 0x7fe84c06bb70 2024-05-20T21:11:06.255 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:06.254+0000 7fe853e00700 1 -- 172.21.15.8:0/893939189 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe84c1a1160 con 0x7fe84c06bb70 2024-05-20T21:11:06.255 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:06.254+0000 7fe84a000700 1 -- 172.21.15.8:0/893939189 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe838003a00 con 0x7fe84c06bb70 2024-05-20T21:11:06.255 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:06.254+0000 7fe853e00700 1 -- 172.21.15.8:0/893939189 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe84c1a8a40 con 0x7fe84c06bb70 2024-05-20T21:11:06.255 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:06.255+0000 7fe853e00700 1 -- 172.21.15.8:0/893939189 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe84c06a230 con 0x7fe84c06bb70 2024-05-20T21:11:06.258 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:06.258+0000 7fe84a000700 1 -- 172.21.15.8:0/893939189 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7fe83800b710 con 0x7fe84c06bb70 2024-05-20T21:11:06.259 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:06.259+0000 7fe84a000700 1 --2- 172.21.15.8:0/893939189 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe8340b2900 0x7fe8340b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:06.259 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:06.259+0000 7fe84a000700 1 -- 172.21.15.8:0/893939189 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7fe8380e2f40 con 0x7fe84c06bb70 2024-05-20T21:11:06.260 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:06.260+0000 7fe851400700 1 --2- 172.21.15.8:0/893939189 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe8340b2900 0x7fe8340b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:06.260 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:06.261+0000 7fe851400700 1 --2- 172.21.15.8:0/893939189 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe8340b2900 0x7fe8340b4dc0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fe840009c60 tx=0x7fe840009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:11:06.261 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:06.261+0000 7fe84a000700 1 -- 172.21.15.8:0/893939189 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fe838013030 con 0x7fe84c06bb70 2024-05-20T21:11:06.282 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:05 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:11:06.282 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:05 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:11:06.283 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:05 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:11:06.283 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:05 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:11:06.283 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:05 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:11:06.283 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:05 smithi130 ceph-mon[36448]: pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:06.283 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:05 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:11:06.283 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:05 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:11:06.283 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:05 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:11:06.283 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:05 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:11:06.284 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:05 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:11:06.284 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:05 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:11:06.284 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:05 smithi050 ceph-mon[35809]: pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:06.284 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:05 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:11:06.563 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:06.563+0000 7fe853e00700 1 -- 172.21.15.8:0/893939189 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fe84c02e560 con 0x7fe84c06bb70 2024-05-20T21:11:06.564 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:06.564+0000 7fe84a000700 1 -- 172.21.15.8:0/893939189 <== mon.1 v2:172.21.15.130:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v72) ==== 84+0+65 (secure 0 0 0) 0x7fe8380ab180 con 0x7fe84c06bb70 2024-05-20T21:11:06.564 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:11:06.564 INFO:teuthology.orchestra.run.smithi008.stdout:[ 2024-05-20T21:11:06.564 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:11:06.564 INFO:teuthology.orchestra.run.smithi008.stdout: "poolnum": 1, 2024-05-20T21:11:06.565 INFO:teuthology.orchestra.run.smithi008.stdout: "poolname": ".mgr" 2024-05-20T21:11:06.565 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:11:06.565 INFO:teuthology.orchestra.run.smithi008.stdout:] 2024-05-20T21:11:06.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:06.567+0000 7fe853e00700 1 -- 172.21.15.8:0/893939189 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe8340b2900 msgr2=0x7fe8340b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:06.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:06.567+0000 7fe853e00700 1 --2- 172.21.15.8:0/893939189 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe8340b2900 0x7fe8340b4dc0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fe840009c60 tx=0x7fe840009260 comp rx=0 tx=0).stop 2024-05-20T21:11:06.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:06.567+0000 7fe853e00700 1 -- 172.21.15.8:0/893939189 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe84c06bb70 msgr2=0x7fe84c19c400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:06.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:06.567+0000 7fe853e00700 1 --2- 172.21.15.8:0/893939189 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe84c06bb70 0x7fe84c19c400 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fe838009230 tx=0x7fe83800fa70 comp rx=0 tx=0).stop 2024-05-20T21:11:06.568 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:06.567+0000 7fe853e00700 1 -- 172.21.15.8:0/893939189 shutdown_connections 2024-05-20T21:11:06.568 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:06.567+0000 7fe853e00700 1 --2- 172.21.15.8:0/893939189 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe8340b2900 0x7fe8340b4dc0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:06.568 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:06.567+0000 7fe853e00700 1 --2- 172.21.15.8:0/893939189 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe84c10fff0 0x7fe84c1a0790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:06.568 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:06.567+0000 7fe853e00700 1 --2- 172.21.15.8:0/893939189 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe84c06b250 0x7fe84c19bec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:06.568 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:06.567+0000 7fe853e00700 1 --2- 172.21.15.8:0/893939189 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe84c06bb70 0x7fe84c19c400 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:06.568 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:06.567+0000 7fe853e00700 1 -- 172.21.15.8:0/893939189 >> 172.21.15.8:0/893939189 conn(0x7fe84c0793f0 msgr2=0x7fe84c1114e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:11:06.568 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:06.567+0000 7fe853e00700 1 -- 172.21.15.8:0/893939189 shutdown_connections 2024-05-20T21:11:06.568 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:06.567+0000 7fe853e00700 1 -- 172.21.15.8:0/893939189 wait complete. 2024-05-20T21:11:07.149 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:07 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/893939189' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-05-20T21:11:07.149 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:07 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:11:07.149 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:07 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:11:07.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:07 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/893939189' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-05-20T21:11:07.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:07 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:11:07.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:07 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:11:07.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:07 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/893939189' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-05-20T21:11:07.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:07 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:11:07.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:07 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:11:08.054 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-05-20T21:11:08.055 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph osd pool create cephfs_metadata --pg_num_min 64 2024-05-20T21:11:08.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:08 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:11:08.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:08 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:11:08.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:08 smithi130 ceph-mon[36448]: pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:08.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:08 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:11:08.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:08 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:11:08.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:08 smithi050 ceph-mon[35809]: pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:08.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:08 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:11:08.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:08 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:11:08.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:08 smithi008 ceph-mon[31475]: pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:08.529 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:11:10.432 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:10 smithi008 ceph-mon[31475]: pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:10.432 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:10 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:11:10.432 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:10 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:11:10.432 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:10 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:11:10.432 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:10 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:11:10.432 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:10 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:11:10.469 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:10 smithi050 ceph-mon[35809]: pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:10.469 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:10 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:11:10.469 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:10 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:11:10.470 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:10 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:11:10.470 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:10 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:11:10.470 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:10 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:11:10.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:10.613+0000 7ffaef000700 1 -- 172.21.15.8:0/3444546662 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ffae8103f80 msgr2=0x7ffae8110410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:10.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:10.613+0000 7ffaef000700 1 --2- 172.21.15.8:0/3444546662 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ffae8103f80 0x7ffae8110410 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7ffae000b0a0 tx=0x7ffae000b3b0 comp rx=0 tx=0).stop 2024-05-20T21:11:10.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:10.613+0000 7ffaef000700 1 -- 172.21.15.8:0/3444546662 shutdown_connections 2024-05-20T21:11:10.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:10.613+0000 7ffaef000700 1 --2- 172.21.15.8:0/3444546662 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffae81095d0 0x7ffae81099b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:10.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:10.613+0000 7ffaef000700 1 --2- 172.21.15.8:0/3444546662 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ffae8103f80 0x7ffae8110410 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:10.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:10.613+0000 7ffaef000700 1 --2- 172.21.15.8:0/3444546662 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffae81035c0 0x7ffae8103a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:10.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:10.613+0000 7ffaef000700 1 -- 172.21.15.8:0/3444546662 >> 172.21.15.8:0/3444546662 conn(0x7ffae807a610 msgr2=0x7ffae807aa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:11:10.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:10.613+0000 7ffaef000700 1 -- 172.21.15.8:0/3444546662 shutdown_connections 2024-05-20T21:11:10.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:10.613+0000 7ffaef000700 1 -- 172.21.15.8:0/3444546662 wait complete. 2024-05-20T21:11:10.615 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:10.614+0000 7ffaef000700 1 Processor -- start 2024-05-20T21:11:10.615 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:10.615+0000 7ffaef000700 1 -- start start 2024-05-20T21:11:10.615 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:10.615+0000 7ffaef000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffae81035c0 0x7ffae819bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:10.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:10.615+0000 7ffaef000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ffae8103f80 0x7ffae819c310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:10.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:10.615+0000 7ffaef000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffae81095d0 0x7ffae81a06a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:10.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:10.615+0000 7ffaef000700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7ffae81137d0 con 0x7ffae8103f80 2024-05-20T21:11:10.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:10.615+0000 7ffaef000700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ffae8113650 con 0x7ffae81095d0 2024-05-20T21:11:10.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:10.615+0000 7ffaef000700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7ffae8113950 con 0x7ffae81035c0 2024-05-20T21:11:10.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:10.615+0000 7ffae7e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffae81035c0 0x7ffae819bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:10.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:10.615+0000 7ffae7e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffae81035c0 0x7ffae819bdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:49306/0 (socket says 172.21.15.8:49306) 2024-05-20T21:11:10.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:10.615+0000 7ffae7e00700 1 -- 172.21.15.8:0/1842202013 learned_addr learned my addr 172.21.15.8:0/1842202013 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:11:10.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:10.615+0000 7ffadf400700 1 --2- 172.21.15.8:0/1842202013 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ffae8103f80 0x7ffae819c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:10.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:10.615+0000 7ffaed000700 1 --2- 172.21.15.8:0/1842202013 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffae81095d0 0x7ffae81a06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:10.617 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:10.616+0000 7ffae7e00700 1 -- 172.21.15.8:0/1842202013 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffae81095d0 msgr2=0x7ffae81a06a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:10.617 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:10.616+0000 7ffae7e00700 1 --2- 172.21.15.8:0/1842202013 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffae81095d0 0x7ffae81a06a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:10.617 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:10.616+0000 7ffae7e00700 1 -- 172.21.15.8:0/1842202013 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ffae8103f80 msgr2=0x7ffae819c310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:10.618 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:10.616+0000 7ffae7e00700 1 --2- 172.21.15.8:0/1842202013 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ffae8103f80 0x7ffae819c310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:10.618 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:10.616+0000 7ffae7e00700 1 -- 172.21.15.8:0/1842202013 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffae81a0de0 con 0x7ffae81035c0 2024-05-20T21:11:10.618 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:10.616+0000 7ffadf400700 1 --2- 172.21.15.8:0/1842202013 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ffae8103f80 0x7ffae819c310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:11:10.618 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:10.616+0000 7ffae7e00700 1 --2- 172.21.15.8:0/1842202013 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffae81035c0 0x7ffae819bdd0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7ffad800e9a0 tx=0x7ffad800ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:11:10.618 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:10.616+0000 7ffae5600700 1 -- 172.21.15.8:0/1842202013 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffad800cbd0 con 0x7ffae81035c0 2024-05-20T21:11:10.618 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:10.616+0000 7ffae5600700 1 -- 172.21.15.8:0/1842202013 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffad800cd70 con 0x7ffae81035c0 2024-05-20T21:11:10.618 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:10.616+0000 7ffae5600700 1 -- 172.21.15.8:0/1842202013 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffad8018680 con 0x7ffae81035c0 2024-05-20T21:11:10.618 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:10.616+0000 7ffaef000700 1 -- 172.21.15.8:0/1842202013 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffae81a10d0 con 0x7ffae81035c0 2024-05-20T21:11:10.618 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:10.617+0000 7ffaef000700 1 -- 172.21.15.8:0/1842202013 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffae81a8950 con 0x7ffae81035c0 2024-05-20T21:11:10.618 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:10.618+0000 7ffaef000700 1 -- 172.21.15.8:0/1842202013 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffae806a230 con 0x7ffae81035c0 2024-05-20T21:11:10.620 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:10.620+0000 7ffae5600700 1 -- 172.21.15.8:0/1842202013 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7ffad8010430 con 0x7ffae81035c0 2024-05-20T21:11:10.621 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:10.621+0000 7ffae5600700 1 --2- 172.21.15.8:0/1842202013 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ffacc0b2880 0x7ffacc0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:10.622 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:10.622+0000 7ffae5600700 1 -- 172.21.15.8:0/1842202013 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7ffad80e2570 con 0x7ffae81035c0 2024-05-20T21:11:10.622 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:10.622+0000 7ffadf400700 1 --2- 172.21.15.8:0/1842202013 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ffacc0b2880 0x7ffacc0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:10.622 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:10.622+0000 7ffadf400700 1 --2- 172.21.15.8:0/1842202013 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ffacc0b2880 0x7ffacc0b4d40 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7ffae807af10 tx=0x7ffad0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:11:10.623 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:10.623+0000 7ffae5600700 1 -- 172.21.15.8:0/1842202013 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7ffad80aa690 con 0x7ffae81035c0 2024-05-20T21:11:10.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:10 smithi130 ceph-mon[36448]: pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:10.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:10 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:11:10.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:10 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:11:10.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:10 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:11:10.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:10 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:11:10.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:10 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:11:10.865 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:10.864+0000 7ffaef000700 1 -- 172.21.15.8:0/1842202013 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7ffae81a8b20 con 0x7ffae81035c0 2024-05-20T21:11:11.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:11.225+0000 7ffae5600700 1 -- 172.21.15.8:0/1842202013 <== mon.1 v2:172.21.15.130:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v73) ==== 138+0+0 (secure 0 0 0) 0x7ffad80a9f90 con 0x7ffae81035c0 2024-05-20T21:11:11.232 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:11.231+0000 7ffaef000700 1 -- 172.21.15.8:0/1842202013 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ffacc0b2880 msgr2=0x7ffacc0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:11.232 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:11.232+0000 7ffaef000700 1 --2- 172.21.15.8:0/1842202013 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ffacc0b2880 0x7ffacc0b4d40 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7ffae807af10 tx=0x7ffad0009260 comp rx=0 tx=0).stop 2024-05-20T21:11:11.232 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:11.232+0000 7ffaef000700 1 -- 172.21.15.8:0/1842202013 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffae81035c0 msgr2=0x7ffae819bdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:11.232 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:11.232+0000 7ffaef000700 1 --2- 172.21.15.8:0/1842202013 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffae81035c0 0x7ffae819bdd0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7ffad800e9a0 tx=0x7ffad800ecb0 comp rx=0 tx=0).stop 2024-05-20T21:11:11.234 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:11.233+0000 7ffaef000700 1 -- 172.21.15.8:0/1842202013 shutdown_connections 2024-05-20T21:11:11.234 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:11.233+0000 7ffaef000700 1 --2- 172.21.15.8:0/1842202013 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ffacc0b2880 0x7ffacc0b4d40 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:11.234 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:11.233+0000 7ffaef000700 1 --2- 172.21.15.8:0/1842202013 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffae81095d0 0x7ffae81a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:11.234 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:11.233+0000 7ffaef000700 1 --2- 172.21.15.8:0/1842202013 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffae81035c0 0x7ffae819bdd0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:11.234 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:11.233+0000 7ffaef000700 1 --2- 172.21.15.8:0/1842202013 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ffae8103f80 0x7ffae819c310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:11.234 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:11.233+0000 7ffaef000700 1 -- 172.21.15.8:0/1842202013 >> 172.21.15.8:0/1842202013 conn(0x7ffae807a610 msgr2=0x7ffae8075a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:11:11.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:11.235+0000 7ffaef000700 1 -- 172.21.15.8:0/1842202013 shutdown_connections 2024-05-20T21:11:11.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:11.235+0000 7ffaef000700 1 -- 172.21.15.8:0/1842202013 wait complete. 2024-05-20T21:11:11.238 INFO:teuthology.orchestra.run.smithi008.stderr:pool 'cephfs_metadata' created 2024-05-20T21:11:11.615 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:11 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/1842202013' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-05-20T21:11:11.615 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:11 smithi008 ceph-mon[31475]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-05-20T21:11:11.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:11 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/1842202013' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-05-20T21:11:11.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:11 smithi130 ceph-mon[36448]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-05-20T21:11:11.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:11 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/1842202013' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-05-20T21:11:11.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:11 smithi050 ceph-mon[35809]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-05-20T21:11:12.102 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-05-20T21:11:12.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:12 smithi008 ceph-mon[31475]: pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:12.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:12 smithi008 ceph-mon[31475]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-05-20T21:11:12.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:12 smithi008 ceph-mon[31475]: osdmap e73: 12 total, 12 up, 12 in 2024-05-20T21:11:12.607 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:11:12.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:12 smithi130 ceph-mon[36448]: pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:12.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:12 smithi130 ceph-mon[36448]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-05-20T21:11:12.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:12 smithi130 ceph-mon[36448]: osdmap e73: 12 total, 12 up, 12 in 2024-05-20T21:11:12.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:12 smithi050 ceph-mon[35809]: pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:12.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:12 smithi050 ceph-mon[35809]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-05-20T21:11:12.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:12 smithi050 ceph-mon[35809]: osdmap e73: 12 total, 12 up, 12 in 2024-05-20T21:11:13.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:13 smithi008 ceph-mon[31475]: osdmap e74: 12 total, 12 up, 12 in 2024-05-20T21:11:13.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:13 smithi130 ceph-mon[36448]: osdmap e74: 12 total, 12 up, 12 in 2024-05-20T21:11:13.673 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:13 smithi050 ceph-mon[35809]: osdmap e74: 12 total, 12 up, 12 in 2024-05-20T21:11:14.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:14 smithi008 ceph-mon[31475]: pgmap v310: 33 pgs: 2 creating+activating, 9 creating+peering, 14 unknown, 8 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:14.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:14 smithi008 ceph-mon[31475]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-20T21:11:14.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:14 smithi008 ceph-mon[31475]: osdmap e75: 12 total, 12 up, 12 in 2024-05-20T21:11:14.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:14 smithi130 ceph-mon[36448]: pgmap v310: 33 pgs: 2 creating+activating, 9 creating+peering, 14 unknown, 8 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:14.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:14 smithi130 ceph-mon[36448]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-20T21:11:14.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:14 smithi130 ceph-mon[36448]: osdmap e75: 12 total, 12 up, 12 in 2024-05-20T21:11:14.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:14 smithi050 ceph-mon[35809]: pgmap v310: 33 pgs: 2 creating+activating, 9 creating+peering, 14 unknown, 8 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:14.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:14 smithi050 ceph-mon[35809]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-20T21:11:14.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:14 smithi050 ceph-mon[35809]: osdmap e75: 12 total, 12 up, 12 in 2024-05-20T21:11:14.692 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:14.692+0000 7f9f9e800700 1 -- 172.21.15.8:0/3610673280 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9f9810b760 msgr2=0x7f9f9810bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:14.692 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:14.692+0000 7f9f9e800700 1 --2- 172.21.15.8:0/3610673280 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9f9810b760 0x7f9f9810bb40 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f9f88009990 tx=0x7f9f88009ca0 comp rx=0 tx=0).stop 2024-05-20T21:11:14.692 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:14.692+0000 7f9f9e800700 1 -- 172.21.15.8:0/3610673280 shutdown_connections 2024-05-20T21:11:14.692 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:14.692+0000 7f9f9e800700 1 --2- 172.21.15.8:0/3610673280 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9f98106120 0x7f9f98112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:14.692 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:14.692+0000 7f9f9e800700 1 --2- 172.21.15.8:0/3610673280 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9f9810b760 0x7f9f9810bb40 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:14.693 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:14.692+0000 7f9f9e800700 1 --2- 172.21.15.8:0/3610673280 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9f98105760 0x7f9f98105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:14.693 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:14.692+0000 7f9f9e800700 1 -- 172.21.15.8:0/3610673280 >> 172.21.15.8:0/3610673280 conn(0x7f9f98101250 msgr2=0x7f9f98103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:11:14.693 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:14.692+0000 7f9f9e800700 1 -- 172.21.15.8:0/3610673280 shutdown_connections 2024-05-20T21:11:14.693 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:14.692+0000 7f9f9e800700 1 -- 172.21.15.8:0/3610673280 wait complete. 2024-05-20T21:11:14.693 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:14.693+0000 7f9f9e800700 1 Processor -- start 2024-05-20T21:11:14.693 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:14.693+0000 7f9f9e800700 1 -- start start 2024-05-20T21:11:14.695 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:14.694+0000 7f9f9e800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9f98105760 0x7f9f9819be00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:14.695 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:14.694+0000 7f9f9e800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9f98106120 0x7f9f9819c340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:14.695 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:14.694+0000 7f9f9e800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9f9810b760 0x7f9f981a06d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:14.695 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:14.694+0000 7f9f9e800700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f9f98115990 con 0x7f9f98105760 2024-05-20T21:11:14.695 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:14.694+0000 7f9f9e800700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9f98115810 con 0x7f9f98106120 2024-05-20T21:11:14.695 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:14.694+0000 7f9f9e800700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f9f98115b10 con 0x7f9f9810b760 2024-05-20T21:11:14.695 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:14.694+0000 7f9f97400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9f98105760 0x7f9f9819be00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:14.695 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:14.694+0000 7f9f97400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9f98105760 0x7f9f9819be00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:40036/0 (socket says 172.21.15.8:40036) 2024-05-20T21:11:14.695 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:14.694+0000 7f9f97400700 1 -- 172.21.15.8:0/3787600405 learned_addr learned my addr 172.21.15.8:0/3787600405 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:11:14.695 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:14.694+0000 7f9f96a00700 1 --2- 172.21.15.8:0/3787600405 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9f98106120 0x7f9f9819c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:14.695 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:14.694+0000 7f9f97e00700 1 --2- 172.21.15.8:0/3787600405 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9f9810b760 0x7f9f981a06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:14.695 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:14.695+0000 7f9f97400700 1 -- 172.21.15.8:0/3787600405 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9f9810b760 msgr2=0x7f9f981a06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:14.696 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:14.695+0000 7f9f97400700 1 --2- 172.21.15.8:0/3787600405 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9f9810b760 0x7f9f981a06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:14.696 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:14.695+0000 7f9f97400700 1 -- 172.21.15.8:0/3787600405 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9f98106120 msgr2=0x7f9f9819c340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:14.696 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:14.695+0000 7f9f97400700 1 --2- 172.21.15.8:0/3787600405 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9f98106120 0x7f9f9819c340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:14.696 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:14.695+0000 7f9f97400700 1 -- 172.21.15.8:0/3787600405 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f981a0e10 con 0x7f9f98105760 2024-05-20T21:11:14.696 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:14.695+0000 7f9f96a00700 1 --2- 172.21.15.8:0/3787600405 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9f98106120 0x7f9f9819c340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:11:14.696 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:14.695+0000 7f9f97400700 1 --2- 172.21.15.8:0/3787600405 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9f98105760 0x7f9f9819be00 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f9f88000c00 tx=0x7f9f880057a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:11:14.697 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:14.695+0000 7f9f8fe00700 1 -- 172.21.15.8:0/3787600405 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f88027070 con 0x7f9f98105760 2024-05-20T21:11:14.697 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:14.696+0000 7f9f8fe00700 1 -- 172.21.15.8:0/3787600405 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9f88003680 con 0x7f9f98105760 2024-05-20T21:11:14.697 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:14.696+0000 7f9f8fe00700 1 -- 172.21.15.8:0/3787600405 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f88022aa0 con 0x7f9f98105760 2024-05-20T21:11:14.697 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:14.696+0000 7f9f9e800700 1 -- 172.21.15.8:0/3787600405 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9f981a10a0 con 0x7f9f98105760 2024-05-20T21:11:14.697 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:14.696+0000 7f9f9e800700 1 -- 172.21.15.8:0/3787600405 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9f981a8980 con 0x7f9f98105760 2024-05-20T21:11:14.697 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:14.697+0000 7f9f9e800700 1 -- 172.21.15.8:0/3787600405 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9f9806a230 con 0x7f9f98105760 2024-05-20T21:11:14.699 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:14.700+0000 7f9f8fe00700 1 -- 172.21.15.8:0/3787600405 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f9f8802a070 con 0x7f9f98105760 2024-05-20T21:11:14.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:14.701+0000 7f9f8fe00700 1 --2- 172.21.15.8:0/3787600405 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9f7c0b2900 0x7f9f7c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:14.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:14.701+0000 7f9f8fe00700 1 -- 172.21.15.8:0/3787600405 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 7497+0+0 (secure 0 0 0) 0x7f9f880e3760 con 0x7f9f98105760 2024-05-20T21:11:14.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:14.701+0000 7f9f96a00700 1 --2- 172.21.15.8:0/3787600405 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9f7c0b2900 0x7f9f7c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:14.702 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:14.702+0000 7f9f96a00700 1 --2- 172.21.15.8:0/3787600405 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9f7c0b2900 0x7f9f7c0b4dc0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f9f98103870 tx=0x7f9f840073d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:11:14.704 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:14.705+0000 7f9f8fe00700 1 -- 172.21.15.8:0/3787600405 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f9f88013070 con 0x7f9f98105760 2024-05-20T21:11:14.944 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:14.944+0000 7f9f9e800700 1 -- 172.21.15.8:0/3787600405 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f9f9819d160 con 0x7f9f98105760 2024-05-20T21:11:15.262 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:15.261+0000 7f9f8fe00700 1 -- 172.21.15.8:0/3787600405 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v76) ==== 170+0+0 (secure 0 0 0) 0x7f9f880ab840 con 0x7f9f98105760 2024-05-20T21:11:15.269 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:15.268+0000 7f9f9e800700 1 -- 172.21.15.8:0/3787600405 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9f7c0b2900 msgr2=0x7f9f7c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:15.269 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:15.268+0000 7f9f9e800700 1 --2- 172.21.15.8:0/3787600405 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9f7c0b2900 0x7f9f7c0b4dc0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f9f98103870 tx=0x7f9f840073d0 comp rx=0 tx=0).stop 2024-05-20T21:11:15.269 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:15.268+0000 7f9f9e800700 1 -- 172.21.15.8:0/3787600405 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9f98105760 msgr2=0x7f9f9819be00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:15.269 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:15.268+0000 7f9f9e800700 1 --2- 172.21.15.8:0/3787600405 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9f98105760 0x7f9f9819be00 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f9f88000c00 tx=0x7f9f880057a0 comp rx=0 tx=0).stop 2024-05-20T21:11:15.270 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:15.270+0000 7f9f9e800700 1 -- 172.21.15.8:0/3787600405 shutdown_connections 2024-05-20T21:11:15.270 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:15.270+0000 7f9f9e800700 1 --2- 172.21.15.8:0/3787600405 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9f7c0b2900 0x7f9f7c0b4dc0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:15.270 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:15.270+0000 7f9f9e800700 1 --2- 172.21.15.8:0/3787600405 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9f9810b760 0x7f9f981a06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:15.270 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:15.270+0000 7f9f9e800700 1 --2- 172.21.15.8:0/3787600405 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9f98105760 0x7f9f9819be00 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:15.270 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:15.270+0000 7f9f9e800700 1 --2- 172.21.15.8:0/3787600405 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9f98106120 0x7f9f9819c340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:15.270 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:15.270+0000 7f9f9e800700 1 -- 172.21.15.8:0/3787600405 >> 172.21.15.8:0/3787600405 conn(0x7f9f98101250 msgr2=0x7f9f981019a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:11:15.271 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:15.270+0000 7f9f9e800700 1 -- 172.21.15.8:0/3787600405 shutdown_connections 2024-05-20T21:11:15.272 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:15.271+0000 7f9f9e800700 1 -- 172.21.15.8:0/3787600405 wait complete. 2024-05-20T21:11:15.275 INFO:teuthology.orchestra.run.smithi008.stderr:pool 'cephfs_data' created 2024-05-20T21:11:15.625 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:15 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/3787600405' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-05-20T21:11:15.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:15 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/3787600405' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-05-20T21:11:15.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:15 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/3787600405' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-05-20T21:11:16.107 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs new cephfs cephfs_metadata cephfs_data 2024-05-20T21:11:16.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:16 smithi008 ceph-mon[31475]: pgmap v312: 33 pgs: 2 creating+activating, 9 creating+peering, 11 unknown, 11 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:16.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:16 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/3787600405' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-05-20T21:11:16.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:16 smithi008 ceph-mon[31475]: osdmap e76: 12 total, 12 up, 12 in 2024-05-20T21:11:16.572 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:16 smithi130 ceph-mon[36448]: pgmap v312: 33 pgs: 2 creating+activating, 9 creating+peering, 11 unknown, 11 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:16.573 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:16 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/3787600405' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-05-20T21:11:16.573 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:16 smithi130 ceph-mon[36448]: osdmap e76: 12 total, 12 up, 12 in 2024-05-20T21:11:16.593 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:11:16.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:16 smithi050 ceph-mon[35809]: pgmap v312: 33 pgs: 2 creating+activating, 9 creating+peering, 11 unknown, 11 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:16.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:16 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/3787600405' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-05-20T21:11:16.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:16 smithi050 ceph-mon[35809]: osdmap e76: 12 total, 12 up, 12 in 2024-05-20T21:11:17.577 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:17 smithi008 ceph-mon[31475]: osdmap e77: 12 total, 12 up, 12 in 2024-05-20T21:11:17.583 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:17 smithi130 ceph-mon[36448]: osdmap e77: 12 total, 12 up, 12 in 2024-05-20T21:11:17.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:17 smithi050 ceph-mon[35809]: osdmap e77: 12 total, 12 up, 12 in 2024-05-20T21:11:18.557 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:18 smithi008 ceph-mon[31475]: pgmap v315: 97 pgs: 2 creating+activating, 16 creating+peering, 39 unknown, 40 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:18.557 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:18 smithi008 ceph-mon[31475]: osdmap e78: 12 total, 12 up, 12 in 2024-05-20T21:11:18.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:18 smithi130 ceph-mon[36448]: pgmap v315: 97 pgs: 2 creating+activating, 16 creating+peering, 39 unknown, 40 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:18.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:18 smithi130 ceph-mon[36448]: osdmap e78: 12 total, 12 up, 12 in 2024-05-20T21:11:18.673 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:18 smithi050 ceph-mon[35809]: pgmap v315: 97 pgs: 2 creating+activating, 16 creating+peering, 39 unknown, 40 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:18.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:18 smithi050 ceph-mon[35809]: osdmap e78: 12 total, 12 up, 12 in 2024-05-20T21:11:18.847 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:18.847+0000 7f2f1d000700 1 -- 172.21.15.8:0/1205202821 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2f18075770 msgr2=0x7f2f18075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:18.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:18.847+0000 7f2f1d000700 1 --2- 172.21.15.8:0/1205202821 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2f18075770 0x7f2f18075b50 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f2f08009990 tx=0x7f2f08009ca0 comp rx=0 tx=0).stop 2024-05-20T21:11:18.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:18.847+0000 7f2f1d000700 1 -- 172.21.15.8:0/1205202821 shutdown_connections 2024-05-20T21:11:18.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:18.847+0000 7f2f1d000700 1 --2- 172.21.15.8:0/1205202821 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2f1810ffa0 0x7f2f18112390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:18.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:18.847+0000 7f2f1d000700 1 --2- 172.21.15.8:0/1205202821 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2f18075770 0x7f2f18075b50 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:18.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:18.847+0000 7f2f1d000700 1 --2- 172.21.15.8:0/1205202821 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2f18076090 0x7f2f1810fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:18.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:18.847+0000 7f2f1d000700 1 -- 172.21.15.8:0/1205202821 >> 172.21.15.8:0/1205202821 conn(0x7f2f1807a6a0 msgr2=0x7f2f1807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:11:18.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:18.847+0000 7f2f1d000700 1 -- 172.21.15.8:0/1205202821 shutdown_connections 2024-05-20T21:11:18.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:18.847+0000 7f2f1d000700 1 -- 172.21.15.8:0/1205202821 wait complete. 2024-05-20T21:11:18.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:18.848+0000 7f2f1d000700 1 Processor -- start 2024-05-20T21:11:18.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:18.849+0000 7f2f1d000700 1 -- start start 2024-05-20T21:11:18.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:18.849+0000 7f2f1d000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2f18075770 0x7f2f1819be30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:18.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:18.849+0000 7f2f1d000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2f18076090 0x7f2f1819c370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:18.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:18.849+0000 7f2f1d000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2f1810ffa0 0x7f2f181a0700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:18.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:18.849+0000 7f2f1d000700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f2f18115980 con 0x7f2f18076090 2024-05-20T21:11:18.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:18.849+0000 7f2f1d000700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2f18115800 con 0x7f2f18075770 2024-05-20T21:11:18.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:18.849+0000 7f2f1d000700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f2f18115b00 con 0x7f2f1810ffa0 2024-05-20T21:11:18.851 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:18.849+0000 7f2f15400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2f18076090 0x7f2f1819c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:18.851 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:18.849+0000 7f2f15400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2f18076090 0x7f2f1819c370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:40046/0 (socket says 172.21.15.8:40046) 2024-05-20T21:11:18.851 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:18.849+0000 7f2f15400700 1 -- 172.21.15.8:0/726785838 learned_addr learned my addr 172.21.15.8:0/726785838 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:11:18.851 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:18.849+0000 7f2f16800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2f1810ffa0 0x7f2f181a0700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:18.851 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:18.849+0000 7f2f15e00700 1 --2- 172.21.15.8:0/726785838 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2f18075770 0x7f2f1819be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:18.851 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:18.850+0000 7f2f16800700 1 -- 172.21.15.8:0/726785838 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2f18075770 msgr2=0x7f2f1819be30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:18.851 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:18.850+0000 7f2f16800700 1 --2- 172.21.15.8:0/726785838 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2f18075770 0x7f2f1819be30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:18.851 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:18.850+0000 7f2f16800700 1 -- 172.21.15.8:0/726785838 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2f18076090 msgr2=0x7f2f1819c370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:18.851 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:18.850+0000 7f2f16800700 1 --2- 172.21.15.8:0/726785838 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2f18076090 0x7f2f1819c370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:18.851 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:18.850+0000 7f2f16800700 1 -- 172.21.15.8:0/726785838 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f181a0e40 con 0x7f2f1810ffa0 2024-05-20T21:11:18.851 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:18.850+0000 7f2f15400700 1 --2- 172.21.15.8:0/726785838 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2f18076090 0x7f2f1819c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:11:18.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:18.850+0000 7f2f16800700 1 --2- 172.21.15.8:0/726785838 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2f1810ffa0 0x7f2f181a0700 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f2f1000ef90 tx=0x7f2f1000c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:11:18.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:18.851+0000 7f2f0ea00700 1 -- 172.21.15.8:0/726785838 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f100092e0 con 0x7f2f1810ffa0 2024-05-20T21:11:18.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:18.851+0000 7f2f0ea00700 1 -- 172.21.15.8:0/726785838 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2f10004bb0 con 0x7f2f1810ffa0 2024-05-20T21:11:18.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:18.851+0000 7f2f0ea00700 1 -- 172.21.15.8:0/726785838 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f10004020 con 0x7f2f1810ffa0 2024-05-20T21:11:18.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:18.851+0000 7f2f1d000700 1 -- 172.21.15.8:0/726785838 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f181a10d0 con 0x7f2f1810ffa0 2024-05-20T21:11:18.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:18.851+0000 7f2f1d000700 1 -- 172.21.15.8:0/726785838 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f181a89b0 con 0x7f2f1810ffa0 2024-05-20T21:11:18.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:18.852+0000 7f2f1d000700 1 -- 172.21.15.8:0/726785838 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2f1806a230 con 0x7f2f1810ffa0 2024-05-20T21:11:18.854 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:18.854+0000 7f2f0ea00700 1 -- 172.21.15.8:0/726785838 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f2f1001b030 con 0x7f2f1810ffa0 2024-05-20T21:11:18.856 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:18.856+0000 7f2f0ea00700 1 --2- 172.21.15.8:0/726785838 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2efc0b2900 0x7f2efc0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:18.863 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:18.856+0000 7f2f0ea00700 1 -- 172.21.15.8:0/726785838 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7879+0+0 (secure 0 0 0) 0x7f2f100e1a60 con 0x7f2f1810ffa0 2024-05-20T21:11:18.863 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:18.856+0000 7f2f15e00700 1 --2- 172.21.15.8:0/726785838 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2efc0b2900 0x7f2efc0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:18.863 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:18.857+0000 7f2f15e00700 1 --2- 172.21.15.8:0/726785838 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2efc0b2900 0x7f2efc0b4dc0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f2f08006010 tx=0x7f2f0800b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:11:18.863 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:18.860+0000 7f2f0ea00700 1 -- 172.21.15.8:0/726785838 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f2f10022020 con 0x7f2f1810ffa0 2024-05-20T21:11:19.145 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:19.145+0000 7f2f1d000700 1 -- 172.21.15.8:0/726785838 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f2f1802e560 con 0x7f2f1810ffa0 2024-05-20T21:11:19.325 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:19.326+0000 7f2f0ea00700 1 -- 172.21.15.8:0/726785838 <== mon.1 v2:172.21.15.130:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v14) ==== 172+0+0 (secure 0 0 0) 0x7f2f10010040 con 0x7f2f1810ffa0 2024-05-20T21:11:19.331 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:19.331+0000 7f2f1d000700 1 -- 172.21.15.8:0/726785838 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2efc0b2900 msgr2=0x7f2efc0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:19.331 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:19.331+0000 7f2f1d000700 1 --2- 172.21.15.8:0/726785838 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2efc0b2900 0x7f2efc0b4dc0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f2f08006010 tx=0x7f2f0800b260 comp rx=0 tx=0).stop 2024-05-20T21:11:19.331 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:19.331+0000 7f2f1d000700 1 -- 172.21.15.8:0/726785838 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2f1810ffa0 msgr2=0x7f2f181a0700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:19.433 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:19.331+0000 7f2f1d000700 1 --2- 172.21.15.8:0/726785838 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2f1810ffa0 0x7f2f181a0700 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f2f1000ef90 tx=0x7f2f1000c3a0 comp rx=0 tx=0).stop 2024-05-20T21:11:19.434 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:19.331+0000 7f2f1d000700 1 -- 172.21.15.8:0/726785838 shutdown_connections 2024-05-20T21:11:19.434 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:19.331+0000 7f2f1d000700 1 --2- 172.21.15.8:0/726785838 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2efc0b2900 0x7f2efc0b4dc0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:19.434 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:19.331+0000 7f2f1d000700 1 --2- 172.21.15.8:0/726785838 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2f18075770 0x7f2f1819be30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:19.434 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:19.331+0000 7f2f1d000700 1 --2- 172.21.15.8:0/726785838 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2f1810ffa0 0x7f2f181a0700 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:19.434 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:19.331+0000 7f2f1d000700 1 --2- 172.21.15.8:0/726785838 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2f18076090 0x7f2f1819c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:19.434 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:19.331+0000 7f2f1d000700 1 -- 172.21.15.8:0/726785838 >> 172.21.15.8:0/726785838 conn(0x7f2f1807a6a0 msgr2=0x7f2f181007b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:11:19.434 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:19.333+0000 7f2f1d000700 1 -- 172.21.15.8:0/726785838 shutdown_connections 2024-05-20T21:11:19.434 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:19.334+0000 7f2f1d000700 1 -- 172.21.15.8:0/726785838 wait complete. 2024-05-20T21:11:19.434 INFO:teuthology.orchestra.run.smithi008.stderr:new fs with metadata pool 2 and data pool 3 2024-05-20T21:11:19.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:19 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/726785838' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-05-20T21:11:19.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:19 smithi008 ceph-mon[31475]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-05-20T21:11:19.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:19 smithi008 ceph-mon[31475]: daemon mds.i assigned to filesystem cephfs as rank 0 2024-05-20T21:11:19.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:19 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/726785838' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-05-20T21:11:19.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:19 smithi130 ceph-mon[36448]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-05-20T21:11:19.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:19 smithi130 ceph-mon[36448]: daemon mds.i assigned to filesystem cephfs as rank 0 2024-05-20T21:11:19.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:19 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/726785838' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-05-20T21:11:19.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:19 smithi050 ceph-mon[35809]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-05-20T21:11:19.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:19 smithi050 ceph-mon[35809]: daemon mds.i assigned to filesystem cephfs as rank 0 2024-05-20T21:11:20.134 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-20T21:11:20.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:20 smithi008 ceph-mon[31475]: pgmap v317: 97 pgs: 13 creating+peering, 15 unknown, 69 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:20.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:20 smithi008 ceph-mon[31475]: osdmap e79: 12 total, 12 up, 12 in 2024-05-20T21:11:20.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:20 smithi008 ceph-mon[31475]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-05-20T21:11:20.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:20 smithi008 ceph-mon[31475]: fsmap cephfs:1 {0=i=up:creating} 11 up:standby 2024-05-20T21:11:20.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:20 smithi008 ceph-mon[31475]: daemon mds.i is now active in filesystem cephfs as rank 0 2024-05-20T21:11:20.593 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:11:20.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:20 smithi130 ceph-mon[36448]: pgmap v317: 97 pgs: 13 creating+peering, 15 unknown, 69 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:20.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:20 smithi130 ceph-mon[36448]: osdmap e79: 12 total, 12 up, 12 in 2024-05-20T21:11:20.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:20 smithi130 ceph-mon[36448]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-05-20T21:11:20.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:20 smithi130 ceph-mon[36448]: fsmap cephfs:1 {0=i=up:creating} 11 up:standby 2024-05-20T21:11:20.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:20 smithi130 ceph-mon[36448]: daemon mds.i is now active in filesystem cephfs as rank 0 2024-05-20T21:11:20.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:20 smithi050 ceph-mon[35809]: pgmap v317: 97 pgs: 13 creating+peering, 15 unknown, 69 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:20.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:20 smithi050 ceph-mon[35809]: osdmap e79: 12 total, 12 up, 12 in 2024-05-20T21:11:20.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:20 smithi050 ceph-mon[35809]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-05-20T21:11:20.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:20 smithi050 ceph-mon[35809]: fsmap cephfs:1 {0=i=up:creating} 11 up:standby 2024-05-20T21:11:20.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:20 smithi050 ceph-mon[35809]: daemon mds.i is now active in filesystem cephfs as rank 0 2024-05-20T21:11:21.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:21 smithi130 ceph-mon[36448]: mds.? [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] up:active 2024-05-20T21:11:21.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:21 smithi130 ceph-mon[36448]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-05-20T21:11:21.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:21 smithi130 ceph-mon[36448]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-05-20T21:11:21.672 INFO:journalctl@ceph.mds.i.smithi130.stdout:May 20 21:11:21 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-i[67122]: 2024-05-20T21:11:21.444+0000 7f85e5eb3700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-05-20T21:11:21.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:21 smithi050 ceph-mon[35809]: mds.? [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] up:active 2024-05-20T21:11:21.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:21 smithi050 ceph-mon[35809]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-05-20T21:11:21.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:21 smithi050 ceph-mon[35809]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-05-20T21:11:21.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:21 smithi008 ceph-mon[31475]: mds.? [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] up:active 2024-05-20T21:11:21.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:21 smithi008 ceph-mon[31475]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-05-20T21:11:21.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:21 smithi008 ceph-mon[31475]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-05-20T21:11:22.470 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:22 smithi008 ceph-mon[31475]: pgmap v319: 97 pgs: 97 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 347 B/s wr, 1 op/s 2024-05-20T21:11:22.470 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:22 smithi008 ceph-mon[31475]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-05-20T21:11:22.470 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:22 smithi008 ceph-mon[31475]: Cluster is now healthy 2024-05-20T21:11:22.590 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:22 smithi050 ceph-mon[35809]: pgmap v319: 97 pgs: 97 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 347 B/s wr, 1 op/s 2024-05-20T21:11:22.590 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:22 smithi050 ceph-mon[35809]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-05-20T21:11:22.590 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:22 smithi050 ceph-mon[35809]: Cluster is now healthy 2024-05-20T21:11:22.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:22 smithi130 ceph-mon[36448]: pgmap v319: 97 pgs: 97 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 347 B/s wr, 1 op/s 2024-05-20T21:11:22.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:22 smithi130 ceph-mon[36448]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-05-20T21:11:22.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:22 smithi130 ceph-mon[36448]: Cluster is now healthy 2024-05-20T21:11:22.767 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:22.767+0000 7ffbea400700 1 -- 172.21.15.8:0/4079191949 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffbe4109a80 msgr2=0x7ffbe4109f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:22.767 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:22.767+0000 7ffbea400700 1 --2- 172.21.15.8:0/4079191949 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffbe4109a80 0x7ffbe4109f00 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7ffbd0009990 tx=0x7ffbd0009ca0 comp rx=0 tx=0).stop 2024-05-20T21:11:22.767 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:22.768+0000 7ffbea400700 1 -- 172.21.15.8:0/4079191949 shutdown_connections 2024-05-20T21:11:22.767 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:22.768+0000 7ffbea400700 1 --2- 172.21.15.8:0/4079191949 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffbe410a440 0x7ffbe41168e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:22.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:22.768+0000 7ffbea400700 1 --2- 172.21.15.8:0/4079191949 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ffbe410e950 0x7ffbe410ed30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:22.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:22.768+0000 7ffbea400700 1 --2- 172.21.15.8:0/4079191949 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffbe4109a80 0x7ffbe4109f00 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:22.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:22.768+0000 7ffbea400700 1 -- 172.21.15.8:0/4079191949 >> 172.21.15.8:0/4079191949 conn(0x7ffbe40792d0 msgr2=0x7ffbe4108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:11:22.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:22.768+0000 7ffbea400700 1 -- 172.21.15.8:0/4079191949 shutdown_connections 2024-05-20T21:11:22.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:22.768+0000 7ffbea400700 1 -- 172.21.15.8:0/4079191949 wait complete. 2024-05-20T21:11:22.769 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:22.769+0000 7ffbea400700 1 Processor -- start 2024-05-20T21:11:22.769 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:22.769+0000 7ffbea400700 1 -- start start 2024-05-20T21:11:22.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:22.770+0000 7ffbea400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffbe4109a80 0x7ffbe41a0130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:22.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:22.770+0000 7ffbea400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ffbe410a440 0x7ffbe41a0670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:22.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:22.770+0000 7ffbea400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffbe410e950 0x7ffbe41a4a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:22.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:22.770+0000 7ffbea400700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7ffbe4119c80 con 0x7ffbe410a440 2024-05-20T21:11:22.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:22.770+0000 7ffbea400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ffbe4119b00 con 0x7ffbe410e950 2024-05-20T21:11:22.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:22.770+0000 7ffbea400700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7ffbe4119e00 con 0x7ffbe4109a80 2024-05-20T21:11:22.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:22.770+0000 7ffbe3e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ffbe410a440 0x7ffbe41a0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:22.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:22.770+0000 7ffbe9000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffbe4109a80 0x7ffbe41a0130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:22.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:22.770+0000 7ffbe9a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffbe410e950 0x7ffbe41a4a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:22.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:22.770+0000 7ffbe9000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffbe4109a80 0x7ffbe41a0130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:46936/0 (socket says 172.21.15.8:46936) 2024-05-20T21:11:22.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:22.770+0000 7ffbe3e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ffbe410a440 0x7ffbe41a0670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:40062/0 (socket says 172.21.15.8:40062) 2024-05-20T21:11:22.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:22.770+0000 7ffbe9000700 1 -- 172.21.15.8:0/3929563074 learned_addr learned my addr 172.21.15.8:0/3929563074 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:11:22.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:22.770+0000 7ffbe9a00700 1 -- 172.21.15.8:0/3929563074 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffbe4109a80 msgr2=0x7ffbe41a0130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:22.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:22.770+0000 7ffbe9a00700 1 --2- 172.21.15.8:0/3929563074 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffbe4109a80 0x7ffbe41a0130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:22.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:22.771+0000 7ffbe9a00700 1 -- 172.21.15.8:0/3929563074 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ffbe410a440 msgr2=0x7ffbe41a0670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:22.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:22.771+0000 7ffbe9a00700 1 --2- 172.21.15.8:0/3929563074 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ffbe410a440 0x7ffbe41a0670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:22.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:22.771+0000 7ffbe9a00700 1 -- 172.21.15.8:0/3929563074 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffbe41a5140 con 0x7ffbe410e950 2024-05-20T21:11:22.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:22.771+0000 7ffbe9a00700 1 --2- 172.21.15.8:0/3929563074 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffbe410e950 0x7ffbe41a4a00 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7ffbdc00efc0 tx=0x7ffbdc00c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:11:22.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:22.771+0000 7ffbe1600700 1 -- 172.21.15.8:0/3929563074 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbdc0092e0 con 0x7ffbe410e950 2024-05-20T21:11:22.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:22.771+0000 7ffbe1600700 1 -- 172.21.15.8:0/3929563074 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffbdc004bb0 con 0x7ffbe410e950 2024-05-20T21:11:22.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:22.771+0000 7ffbea400700 1 -- 172.21.15.8:0/3929563074 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffbe41a53d0 con 0x7ffbe410e950 2024-05-20T21:11:22.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:22.771+0000 7ffbe1600700 1 -- 172.21.15.8:0/3929563074 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbdc004020 con 0x7ffbe410e950 2024-05-20T21:11:22.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:22.771+0000 7ffbea400700 1 -- 172.21.15.8:0/3929563074 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffbe41accb0 con 0x7ffbe410e950 2024-05-20T21:11:22.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:22.772+0000 7ffbea400700 1 -- 172.21.15.8:0/3929563074 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffbe406a230 con 0x7ffbe410e950 2024-05-20T21:11:22.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:22.775+0000 7ffbe1600700 1 -- 172.21.15.8:0/3929563074 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7ffbdc01b030 con 0x7ffbe410e950 2024-05-20T21:11:22.775 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:22.776+0000 7ffbe1600700 1 --2- 172.21.15.8:0/3929563074 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ffbcc0b2900 0x7ffbcc0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:22.775 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:22.776+0000 7ffbe1600700 1 -- 172.21.15.8:0/3929563074 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 7979+0+0 (secure 0 0 0) 0x7ffbdc0e1bb0 con 0x7ffbe410e950 2024-05-20T21:11:22.775 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:22.776+0000 7ffbe9000700 1 --2- 172.21.15.8:0/3929563074 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ffbcc0b2900 0x7ffbcc0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:22.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:22.777+0000 7ffbe9000700 1 --2- 172.21.15.8:0/3929563074 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ffbcc0b2900 0x7ffbcc0b4dc0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7ffbd8009c80 tx=0x7ffbd8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:11:22.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:22.780+0000 7ffbe1600700 1 -- 172.21.15.8:0/3929563074 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7ffbdc022020 con 0x7ffbe410e950 2024-05-20T21:11:23.022 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:23.023+0000 7ffbea400700 1 -- 172.21.15.8:0/3929563074 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ffbe402e560 con 0x7ffbe410e950 2024-05-20T21:11:23.024 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:23.025+0000 7ffbe1600700 1 -- 172.21.15.8:0/3929563074 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v79) ==== 74+0+22122 (secure 0 0 0) 0x7ffbdc010040 con 0x7ffbe410e950 2024-05-20T21:11:23.024 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:11:23.025 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":79,"fsid":"060ce10e-16ec-11ef-bc9a-c7b262605968","created":"2024-05-20T21:01:50.508336+0000","modified":"2024-05-20T21:11:19.148055+0000","last_up_change":"2024-05-20T21:10:03.543960+0000","last_in_change":"2024-05-20T21:09:43.745737+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-20T21:05:47.155633+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-20T21:11:10.880303+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-20T21:11:14.963738+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"567da6cc-0f5c-488c-82f7-0ecdf1f9a92c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6802","nonce":2530117688},{"type":"v1","addr":"172.21.15.8:6803","nonce":2530117688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6804","nonce":2530117688},{"type":"v1","addr":"172.21.15.8:6805","nonce":2530117688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6808","nonce":2530117688},{"type":"v1","addr":"172.21.15.8:6809","nonce":2530117688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6806","nonce":2530117688},{"type":"v1","addr":"172.21.15.8:6807","nonce":2530117688}]},"public_addr":"172.21.15.8:6803/2530117688","cluster_addr":"172.21.15.8:6805/2530117688","heartbeat_back_addr":"172.21.15.8:6809/2530117688","heartbeat_front_addr":"172.21.15.8:6807/2530117688","state":["exists","up"]},{"osd":1,"uuid":"6d7c2f7a-ba32-43d3-bcb5-91213501621d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":1765474633},{"type":"v1","addr":"172.21.15.50:6801","nonce":1765474633}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":1765474633},{"type":"v1","addr":"172.21.15.50:6803","nonce":1765474633}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":1765474633},{"type":"v1","addr":"172.21.15.50:6807","nonce":1765474633}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":1765474633},{"type":"v1","addr":"172.21.15.50:6805","nonce":1765474633}]},"public_addr":"172.21.15.50:6801/1765474633","cluster_addr":"172.21.15.50:6803/1765474633","heartbeat_back_addr":"172.21.15.50:6807/1765474633","heartbeat_front_addr":"172.21.15.50:6805/1765474633","state":["exists","up"]},{"osd":2,"uuid":"616c77cc-71ca-4d73-87ba-f9e2b391617f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6800","nonce":2148668646},{"type":"v1","addr":"172.21.15.130:6801","nonce":2148668646}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6802","nonce":2148668646},{"type":"v1","addr":"172.21.15.130:6803","nonce":2148668646}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6806","nonce":2148668646},{"type":"v1","addr":"172.21.15.130:6807","nonce":2148668646}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6804","nonce":2148668646},{"type":"v1","addr":"172.21.15.130:6805","nonce":2148668646}]},"public_addr":"172.21.15.130:6801/2148668646","cluster_addr":"172.21.15.130:6803/2148668646","heartbeat_back_addr":"172.21.15.130:6807/2148668646","heartbeat_front_addr":"172.21.15.130:6805/2148668646","state":["exists","up"]},{"osd":3,"uuid":"97c26b23-ae0b-424b-b593-5f7d545d78fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6810","nonce":522014344},{"type":"v1","addr":"172.21.15.8:6811","nonce":522014344}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6812","nonce":522014344},{"type":"v1","addr":"172.21.15.8:6813","nonce":522014344}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6816","nonce":522014344},{"type":"v1","addr":"172.21.15.8:6817","nonce":522014344}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6814","nonce":522014344},{"type":"v1","addr":"172.21.15.8:6815","nonce":522014344}]},"public_addr":"172.21.15.8:6811/522014344","cluster_addr":"172.21.15.8:6813/522014344","heartbeat_back_addr":"172.21.15.8:6817/522014344","heartbeat_front_addr":"172.21.15.8:6815/522014344","state":["exists","up"]},{"osd":4,"uuid":"032641da-14a1-4d60-975c-7ae9dd749f8b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":2849163314},{"type":"v1","addr":"172.21.15.50:6809","nonce":2849163314}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":2849163314},{"type":"v1","addr":"172.21.15.50:6811","nonce":2849163314}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":2849163314},{"type":"v1","addr":"172.21.15.50:6815","nonce":2849163314}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":2849163314},{"type":"v1","addr":"172.21.15.50:6813","nonce":2849163314}]},"public_addr":"172.21.15.50:6809/2849163314","cluster_addr":"172.21.15.50:6811/2849163314","heartbeat_back_addr":"172.21.15.50:6815/2849163314","heartbeat_front_addr":"172.21.15.50:6813/2849163314","state":["exists","up"]},{"osd":5,"uuid":"e0a50b25-3bd5-4f3d-9c6b-e0a37620c1fe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6808","nonce":2920667492},{"type":"v1","addr":"172.21.15.130:6809","nonce":2920667492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6810","nonce":2920667492},{"type":"v1","addr":"172.21.15.130:6811","nonce":2920667492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6814","nonce":2920667492},{"type":"v1","addr":"172.21.15.130:6815","nonce":2920667492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6812","nonce":2920667492},{"type":"v1","addr":"172.21.15.130:6813","nonce":2920667492}]},"public_addr":"172.21.15.130:6809/2920667492","cluster_addr":"172.21.15.130:6811/2920667492","heartbeat_back_addr":"172.21.15.130:6815/2920667492","heartbeat_front_addr":"172.21.15.130:6813/2920667492","state":["exists","up"]},{"osd":6,"uuid":"6fea92cd-1f1b-4f37-b607-4396f31985ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6818","nonce":107816006},{"type":"v1","addr":"172.21.15.8:6819","nonce":107816006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6820","nonce":107816006},{"type":"v1","addr":"172.21.15.8:6821","nonce":107816006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6824","nonce":107816006},{"type":"v1","addr":"172.21.15.8:6825","nonce":107816006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6822","nonce":107816006},{"type":"v1","addr":"172.21.15.8:6823","nonce":107816006}]},"public_addr":"172.21.15.8:6819/107816006","cluster_addr":"172.21.15.8:6821/107816006","heartbeat_back_addr":"172.21.15.8:6825/107816006","heartbeat_front_addr":"172.21.15.8:6823/107816006","state":["exists","up"]},{"osd":7,"uuid":"ed4481c7-8b9b-4360-87d7-e5eb8ea18b2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":2308872994},{"type":"v1","addr":"172.21.15.50:6817","nonce":2308872994}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":2308872994},{"type":"v1","addr":"172.21.15.50:6819","nonce":2308872994}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":2308872994},{"type":"v1","addr":"172.21.15.50:6823","nonce":2308872994}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":2308872994},{"type":"v1","addr":"172.21.15.50:6821","nonce":2308872994}]},"public_addr":"172.21.15.50:6817/2308872994","cluster_addr":"172.21.15.50:6819/2308872994","heartbeat_back_addr":"172.21.15.50:6823/2308872994","heartbeat_front_addr":"172.21.15.50:6821/2308872994","state":["exists","up"]},{"osd":8,"uuid":"c47d04f0-93d2-4a17-b7d0-a16a1d62099f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6816","nonce":2076512047},{"type":"v1","addr":"172.21.15.130:6817","nonce":2076512047}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6818","nonce":2076512047},{"type":"v1","addr":"172.21.15.130:6819","nonce":2076512047}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6822","nonce":2076512047},{"type":"v1","addr":"172.21.15.130:6823","nonce":2076512047}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6820","nonce":2076512047},{"type":"v1","addr":"172.21.15.130:6821","nonce":2076512047}]},"public_addr":"172.21.15.130:6817/2076512047","cluster_addr":"172.21.15.130:6819/2076512047","heartbeat_back_addr":"172.21.15.130:6823/2076512047","heartbeat_front_addr":"172.21.15.130:6821/2076512047","state":["exists","up"]},{"osd":9,"uuid":"54ccf87d-5ce9-4631-ab41-fbb0abb1d7e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6826","nonce":2726512408},{"type":"v1","addr":"172.21.15.8:6827","nonce":2726512408}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6828","nonce":2726512408},{"type":"v1","addr":"172.21.15.8:6829","nonce":2726512408}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6832","nonce":2726512408},{"type":"v1","addr":"172.21.15.8:6833","nonce":2726512408}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6830","nonce":2726512408},{"type":"v1","addr":"172.21.15.8:6831","nonce":2726512408}]},"public_addr":"172.21.15.8:6827/2726512408","cluster_addr":"172.21.15.8:6829/2726512408","heartbeat_back_addr":"172.21.15.8:6833/2726512408","heartbeat_front_addr":"172.21.15.8:6831/2726512408","state":["exists","up"]},{"osd":10,"uuid":"59788566-3094-4926-afbf-0a297a265ff5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":2266909560},{"type":"v1","addr":"172.21.15.50:6825","nonce":2266909560}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":2266909560},{"type":"v1","addr":"172.21.15.50:6827","nonce":2266909560}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":2266909560},{"type":"v1","addr":"172.21.15.50:6831","nonce":2266909560}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":2266909560},{"type":"v1","addr":"172.21.15.50:6829","nonce":2266909560}]},"public_addr":"172.21.15.50:6825/2266909560","cluster_addr":"172.21.15.50:6827/2266909560","heartbeat_back_addr":"172.21.15.50:6831/2266909560","heartbeat_front_addr":"172.21.15.50:6829/2266909560","state":["exists","up"]},{"osd":11,"uuid":"f4dfda6f-f5ea-4d53-8940-d33edd1dd61a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6824","nonce":2025670617},{"type":"v1","addr":"172.21.15.130:6825","nonce":2025670617}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6826","nonce":2025670617},{"type":"v1","addr":"172.21.15.130:6827","nonce":2025670617}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6830","nonce":2025670617},{"type":"v1","addr":"172.21.15.130:6831","nonce":2025670617}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6828","nonce":2025670617},{"type":"v1","addr":"172.21.15.130:6829","nonce":2025670617}]},"public_addr":"172.21.15.130:6825/2025670617","cluster_addr":"172.21.15.130:6827/2025670617","heartbeat_back_addr":"172.21.15.130:6831/2025670617","heartbeat_front_addr":"172.21.15.130:6829/2025670617","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:04:55.223745+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:05:20.826140+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:05:44.508801+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:06:17.590953+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:06:43.158647+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:07:07.550211+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:07:41.445843+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:08:08.755800+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:08:33.714081+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:09:08.647054+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:09:36.773039+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:10:01.697404+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.8:6801/3677468514":"2024-05-21T21:03:00.998855+0000","172.21.15.8:0/644454220":"2024-05-21T21:03:00.998855+0000","172.21.15.8:6800/3677468514":"2024-05-21T21:03:00.998855+0000","172.21.15.8:0/329536388":"2024-05-21T21:02:24.888619+0000","172.21.15.8:0/346325619":"2024-05-21T21:02:24.888619+0000","172.21.15.8:0/85678654":"2024-05-21T21:03:00.998855+0000","172.21.15.8:6800/3424210912":"2024-05-21T21:02:24.888619+0000","172.21.15.8:0/1767165129":"2024-05-21T21:02:24.888619+0000","172.21.15.8:6801/3424210912":"2024-05-21T21:02:24.888619+0000","172.21.15.8:0/3032080664":"2024-05-21T21:03:00.998855+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-20T21:11:23.027 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:23.028+0000 7ffbea400700 1 -- 172.21.15.8:0/3929563074 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ffbcc0b2900 msgr2=0x7ffbcc0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:23.027 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:23.028+0000 7ffbea400700 1 --2- 172.21.15.8:0/3929563074 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ffbcc0b2900 0x7ffbcc0b4dc0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7ffbd8009c80 tx=0x7ffbd8009260 comp rx=0 tx=0).stop 2024-05-20T21:11:23.027 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:23.028+0000 7ffbea400700 1 -- 172.21.15.8:0/3929563074 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffbe410e950 msgr2=0x7ffbe41a4a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:23.027 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:23.028+0000 7ffbea400700 1 --2- 172.21.15.8:0/3929563074 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffbe410e950 0x7ffbe41a4a00 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7ffbdc00efc0 tx=0x7ffbdc00c3a0 comp rx=0 tx=0).stop 2024-05-20T21:11:23.027 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:23.028+0000 7ffbea400700 1 -- 172.21.15.8:0/3929563074 shutdown_connections 2024-05-20T21:11:23.028 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:23.028+0000 7ffbea400700 1 --2- 172.21.15.8:0/3929563074 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ffbcc0b2900 0x7ffbcc0b4dc0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:23.028 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:23.028+0000 7ffbea400700 1 --2- 172.21.15.8:0/3929563074 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffbe410e950 0x7ffbe41a4a00 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:23.028 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:23.028+0000 7ffbea400700 1 --2- 172.21.15.8:0/3929563074 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffbe4109a80 0x7ffbe41a0130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:23.028 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:23.028+0000 7ffbea400700 1 --2- 172.21.15.8:0/3929563074 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ffbe410a440 0x7ffbe41a0670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:23.028 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:23.028+0000 7ffbea400700 1 -- 172.21.15.8:0/3929563074 >> 172.21.15.8:0/3929563074 conn(0x7ffbe40792d0 msgr2=0x7ffbe4079950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:11:23.028 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:23.029+0000 7ffbea400700 1 -- 172.21.15.8:0/3929563074 shutdown_connections 2024-05-20T21:11:23.028 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:23.029+0000 7ffbea400700 1 -- 172.21.15.8:0/3929563074 wait complete. 2024-05-20T21:11:23.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:23 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/3929563074' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:11:23.673 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:23 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/3929563074' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:11:23.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:23 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/3929563074' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:11:23.926 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-20T21:11:24.399 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:11:24.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:24 smithi130 ceph-mon[36448]: pgmap v320: 97 pgs: 97 active+clean; 579 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s wr, 6 op/s 2024-05-20T21:11:24.673 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:24 smithi050 ceph-mon[35809]: pgmap v320: 97 pgs: 97 active+clean; 579 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s wr, 6 op/s 2024-05-20T21:11:24.700 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:24 smithi008 ceph-mon[31475]: pgmap v320: 97 pgs: 97 active+clean; 579 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s wr, 6 op/s 2024-05-20T21:11:26.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:26.400+0000 7fb5baa00700 1 -- 172.21.15.8:0/3365245405 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb5b4114460 msgr2=0x7fb5b4116850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:26.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:26.400+0000 7fb5baa00700 1 --2- 172.21.15.8:0/3365245405 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb5b4114460 0x7fb5b4116850 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fb5ac00b0a0 tx=0x7fb5ac00b3b0 comp rx=0 tx=0).stop 2024-05-20T21:11:26.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:26.401+0000 7fb5baa00700 1 -- 172.21.15.8:0/3365245405 shutdown_connections 2024-05-20T21:11:26.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:26.401+0000 7fb5baa00700 1 --2- 172.21.15.8:0/3365245405 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb5b4114460 0x7fb5b4116850 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:26.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:26.401+0000 7fb5baa00700 1 --2- 172.21.15.8:0/3365245405 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb5b40758e0 0x7fb5b4075cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:26.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:26.401+0000 7fb5baa00700 1 --2- 172.21.15.8:0/3365245405 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb5b4076200 0x7fb5b4113f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:26.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:26.401+0000 7fb5baa00700 1 -- 172.21.15.8:0/3365245405 >> 172.21.15.8:0/3365245405 conn(0x7fb5b40fef60 msgr2=0x7fb5b4101380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:11:26.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:26.401+0000 7fb5baa00700 1 -- 172.21.15.8:0/3365245405 shutdown_connections 2024-05-20T21:11:26.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:26.401+0000 7fb5baa00700 1 -- 172.21.15.8:0/3365245405 wait complete. 2024-05-20T21:11:26.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:26.402+0000 7fb5baa00700 1 Processor -- start 2024-05-20T21:11:26.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:26.402+0000 7fb5baa00700 1 -- start start 2024-05-20T21:11:26.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:26.402+0000 7fb5baa00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb5b40758e0 0x7fb5b41a0130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:26.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:26.402+0000 7fb5baa00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb5b4076200 0x7fb5b41a0670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:26.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:26.402+0000 7fb5baa00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb5b4114460 0x7fb5b41a4a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:26.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:26.402+0000 7fb5baa00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fb5b4119c80 con 0x7fb5b4114460 2024-05-20T21:11:26.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:26.402+0000 7fb5baa00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb5b4119b00 con 0x7fb5b40758e0 2024-05-20T21:11:26.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:26.402+0000 7fb5baa00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fb5b4119e00 con 0x7fb5b4076200 2024-05-20T21:11:26.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:26.403+0000 7fb5b8c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb5b4076200 0x7fb5b41a0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:26.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:26.403+0000 7fb5ba000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb5b4114460 0x7fb5b41a4a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:26.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:26.403+0000 7fb5b8c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb5b4076200 0x7fb5b41a0670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:54226/0 (socket says 172.21.15.8:54226) 2024-05-20T21:11:26.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:26.403+0000 7fb5b8c00700 1 -- 172.21.15.8:0/2670533612 learned_addr learned my addr 172.21.15.8:0/2670533612 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:11:26.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:26.403+0000 7fb5b9600700 1 --2- 172.21.15.8:0/2670533612 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb5b40758e0 0x7fb5b41a0130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:26.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:26.403+0000 7fb5ba000700 1 -- 172.21.15.8:0/2670533612 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb5b4076200 msgr2=0x7fb5b41a0670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:26.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:26.403+0000 7fb5ba000700 1 --2- 172.21.15.8:0/2670533612 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb5b4076200 0x7fb5b41a0670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:26.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:26.403+0000 7fb5ba000700 1 -- 172.21.15.8:0/2670533612 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb5b40758e0 msgr2=0x7fb5b41a0130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:26.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:26.403+0000 7fb5ba000700 1 --2- 172.21.15.8:0/2670533612 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb5b40758e0 0x7fb5b41a0130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:26.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:26.403+0000 7fb5ba000700 1 -- 172.21.15.8:0/2670533612 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5b41a5140 con 0x7fb5b4114460 2024-05-20T21:11:26.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:26.404+0000 7fb5ba000700 1 --2- 172.21.15.8:0/2670533612 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb5b4114460 0x7fb5b41a4a00 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fb5ac00b070 tx=0x7fb5ac004c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:11:26.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:26.404+0000 7fb5b2000700 1 -- 172.21.15.8:0/2670533612 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5ac021070 con 0x7fb5b4114460 2024-05-20T21:11:26.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:26.404+0000 7fb5b2000700 1 -- 172.21.15.8:0/2670533612 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb5ac007e30 con 0x7fb5b4114460 2024-05-20T21:11:26.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:26.404+0000 7fb5baa00700 1 -- 172.21.15.8:0/2670533612 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5b41a53d0 con 0x7fb5b4114460 2024-05-20T21:11:26.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:26.404+0000 7fb5b2000700 1 -- 172.21.15.8:0/2670533612 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5ac0045f0 con 0x7fb5b4114460 2024-05-20T21:11:26.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:26.404+0000 7fb5baa00700 1 -- 172.21.15.8:0/2670533612 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5b41accb0 con 0x7fb5b4114460 2024-05-20T21:11:26.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:26.405+0000 7fb5baa00700 1 -- 172.21.15.8:0/2670533612 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb5b406a230 con 0x7fb5b4114460 2024-05-20T21:11:26.407 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:26.408+0000 7fb5b2000700 1 -- 172.21.15.8:0/2670533612 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7fb5ac007980 con 0x7fb5b4114460 2024-05-20T21:11:26.410 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:26.411+0000 7fb5b2000700 1 --2- 172.21.15.8:0/2670533612 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb59c0b2900 0x7fb59c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:26.410 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:26.411+0000 7fb5b2000700 1 -- 172.21.15.8:0/2670533612 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 7979+0+0 (secure 0 0 0) 0x7fb5ac00f020 con 0x7fb5b4114460 2024-05-20T21:11:26.410 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:26.411+0000 7fb5b9600700 1 --2- 172.21.15.8:0/2670533612 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb59c0b2900 0x7fb59c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:26.411 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:26.412+0000 7fb5b9600700 1 --2- 172.21.15.8:0/2670533612 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb59c0b2900 0x7fb59c0b4dc0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fb5a8009c60 tx=0x7fb5a8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:11:26.413 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:26.415+0000 7fb5b2000700 1 -- 172.21.15.8:0/2670533612 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fb5ac02a020 con 0x7fb5b4114460 2024-05-20T21:11:26.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:26.662+0000 7fb5baa00700 1 -- 172.21.15.8:0/2670533612 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb5b402e560 con 0x7fb5b4114460 2024-05-20T21:11:26.661 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:26 smithi008 ceph-mon[31475]: pgmap v321: 97 pgs: 97 active+clean; 579 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 5 op/s 2024-05-20T21:11:26.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:26.664+0000 7fb5b2000700 1 -- 172.21.15.8:0/2670533612 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v79) ==== 74+0+22122 (secure 0 0 0) 0x7fb5ac02e3e0 con 0x7fb5b4114460 2024-05-20T21:11:26.664 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:11:26.664 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":79,"fsid":"060ce10e-16ec-11ef-bc9a-c7b262605968","created":"2024-05-20T21:01:50.508336+0000","modified":"2024-05-20T21:11:19.148055+0000","last_up_change":"2024-05-20T21:10:03.543960+0000","last_in_change":"2024-05-20T21:09:43.745737+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-20T21:05:47.155633+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-20T21:11:10.880303+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-20T21:11:14.963738+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"567da6cc-0f5c-488c-82f7-0ecdf1f9a92c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6802","nonce":2530117688},{"type":"v1","addr":"172.21.15.8:6803","nonce":2530117688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6804","nonce":2530117688},{"type":"v1","addr":"172.21.15.8:6805","nonce":2530117688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6808","nonce":2530117688},{"type":"v1","addr":"172.21.15.8:6809","nonce":2530117688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6806","nonce":2530117688},{"type":"v1","addr":"172.21.15.8:6807","nonce":2530117688}]},"public_addr":"172.21.15.8:6803/2530117688","cluster_addr":"172.21.15.8:6805/2530117688","heartbeat_back_addr":"172.21.15.8:6809/2530117688","heartbeat_front_addr":"172.21.15.8:6807/2530117688","state":["exists","up"]},{"osd":1,"uuid":"6d7c2f7a-ba32-43d3-bcb5-91213501621d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":1765474633},{"type":"v1","addr":"172.21.15.50:6801","nonce":1765474633}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":1765474633},{"type":"v1","addr":"172.21.15.50:6803","nonce":1765474633}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":1765474633},{"type":"v1","addr":"172.21.15.50:6807","nonce":1765474633}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":1765474633},{"type":"v1","addr":"172.21.15.50:6805","nonce":1765474633}]},"public_addr":"172.21.15.50:6801/1765474633","cluster_addr":"172.21.15.50:6803/1765474633","heartbeat_back_addr":"172.21.15.50:6807/1765474633","heartbeat_front_addr":"172.21.15.50:6805/1765474633","state":["exists","up"]},{"osd":2,"uuid":"616c77cc-71ca-4d73-87ba-f9e2b391617f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6800","nonce":2148668646},{"type":"v1","addr":"172.21.15.130:6801","nonce":2148668646}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6802","nonce":2148668646},{"type":"v1","addr":"172.21.15.130:6803","nonce":2148668646}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6806","nonce":2148668646},{"type":"v1","addr":"172.21.15.130:6807","nonce":2148668646}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6804","nonce":2148668646},{"type":"v1","addr":"172.21.15.130:6805","nonce":2148668646}]},"public_addr":"172.21.15.130:6801/2148668646","cluster_addr":"172.21.15.130:6803/2148668646","heartbeat_back_addr":"172.21.15.130:6807/2148668646","heartbeat_front_addr":"172.21.15.130:6805/2148668646","state":["exists","up"]},{"osd":3,"uuid":"97c26b23-ae0b-424b-b593-5f7d545d78fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6810","nonce":522014344},{"type":"v1","addr":"172.21.15.8:6811","nonce":522014344}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6812","nonce":522014344},{"type":"v1","addr":"172.21.15.8:6813","nonce":522014344}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6816","nonce":522014344},{"type":"v1","addr":"172.21.15.8:6817","nonce":522014344}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6814","nonce":522014344},{"type":"v1","addr":"172.21.15.8:6815","nonce":522014344}]},"public_addr":"172.21.15.8:6811/522014344","cluster_addr":"172.21.15.8:6813/522014344","heartbeat_back_addr":"172.21.15.8:6817/522014344","heartbeat_front_addr":"172.21.15.8:6815/522014344","state":["exists","up"]},{"osd":4,"uuid":"032641da-14a1-4d60-975c-7ae9dd749f8b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":2849163314},{"type":"v1","addr":"172.21.15.50:6809","nonce":2849163314}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":2849163314},{"type":"v1","addr":"172.21.15.50:6811","nonce":2849163314}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":2849163314},{"type":"v1","addr":"172.21.15.50:6815","nonce":2849163314}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":2849163314},{"type":"v1","addr":"172.21.15.50:6813","nonce":2849163314}]},"public_addr":"172.21.15.50:6809/2849163314","cluster_addr":"172.21.15.50:6811/2849163314","heartbeat_back_addr":"172.21.15.50:6815/2849163314","heartbeat_front_addr":"172.21.15.50:6813/2849163314","state":["exists","up"]},{"osd":5,"uuid":"e0a50b25-3bd5-4f3d-9c6b-e0a37620c1fe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6808","nonce":2920667492},{"type":"v1","addr":"172.21.15.130:6809","nonce":2920667492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6810","nonce":2920667492},{"type":"v1","addr":"172.21.15.130:6811","nonce":2920667492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6814","nonce":2920667492},{"type":"v1","addr":"172.21.15.130:6815","nonce":2920667492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6812","nonce":2920667492},{"type":"v1","addr":"172.21.15.130:6813","nonce":2920667492}]},"public_addr":"172.21.15.130:6809/2920667492","cluster_addr":"172.21.15.130:6811/2920667492","heartbeat_back_addr":"172.21.15.130:6815/2920667492","heartbeat_front_addr":"172.21.15.130:6813/2920667492","state":["exists","up"]},{"osd":6,"uuid":"6fea92cd-1f1b-4f37-b607-4396f31985ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6818","nonce":107816006},{"type":"v1","addr":"172.21.15.8:6819","nonce":107816006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6820","nonce":107816006},{"type":"v1","addr":"172.21.15.8:6821","nonce":107816006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6824","nonce":107816006},{"type":"v1","addr":"172.21.15.8:6825","nonce":107816006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6822","nonce":107816006},{"type":"v1","addr":"172.21.15.8:6823","nonce":107816006}]},"public_addr":"172.21.15.8:6819/107816006","cluster_addr":"172.21.15.8:6821/107816006","heartbeat_back_addr":"172.21.15.8:6825/107816006","heartbeat_front_addr":"172.21.15.8:6823/107816006","state":["exists","up"]},{"osd":7,"uuid":"ed4481c7-8b9b-4360-87d7-e5eb8ea18b2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":2308872994},{"type":"v1","addr":"172.21.15.50:6817","nonce":2308872994}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":2308872994},{"type":"v1","addr":"172.21.15.50:6819","nonce":2308872994}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":2308872994},{"type":"v1","addr":"172.21.15.50:6823","nonce":2308872994}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":2308872994},{"type":"v1","addr":"172.21.15.50:6821","nonce":2308872994}]},"public_addr":"172.21.15.50:6817/2308872994","cluster_addr":"172.21.15.50:6819/2308872994","heartbeat_back_addr":"172.21.15.50:6823/2308872994","heartbeat_front_addr":"172.21.15.50:6821/2308872994","state":["exists","up"]},{"osd":8,"uuid":"c47d04f0-93d2-4a17-b7d0-a16a1d62099f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6816","nonce":2076512047},{"type":"v1","addr":"172.21.15.130:6817","nonce":2076512047}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6818","nonce":2076512047},{"type":"v1","addr":"172.21.15.130:6819","nonce":2076512047}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6822","nonce":2076512047},{"type":"v1","addr":"172.21.15.130:6823","nonce":2076512047}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6820","nonce":2076512047},{"type":"v1","addr":"172.21.15.130:6821","nonce":2076512047}]},"public_addr":"172.21.15.130:6817/2076512047","cluster_addr":"172.21.15.130:6819/2076512047","heartbeat_back_addr":"172.21.15.130:6823/2076512047","heartbeat_front_addr":"172.21.15.130:6821/2076512047","state":["exists","up"]},{"osd":9,"uuid":"54ccf87d-5ce9-4631-ab41-fbb0abb1d7e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6826","nonce":2726512408},{"type":"v1","addr":"172.21.15.8:6827","nonce":2726512408}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6828","nonce":2726512408},{"type":"v1","addr":"172.21.15.8:6829","nonce":2726512408}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6832","nonce":2726512408},{"type":"v1","addr":"172.21.15.8:6833","nonce":2726512408}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6830","nonce":2726512408},{"type":"v1","addr":"172.21.15.8:6831","nonce":2726512408}]},"public_addr":"172.21.15.8:6827/2726512408","cluster_addr":"172.21.15.8:6829/2726512408","heartbeat_back_addr":"172.21.15.8:6833/2726512408","heartbeat_front_addr":"172.21.15.8:6831/2726512408","state":["exists","up"]},{"osd":10,"uuid":"59788566-3094-4926-afbf-0a297a265ff5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":2266909560},{"type":"v1","addr":"172.21.15.50:6825","nonce":2266909560}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":2266909560},{"type":"v1","addr":"172.21.15.50:6827","nonce":2266909560}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":2266909560},{"type":"v1","addr":"172.21.15.50:6831","nonce":2266909560}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":2266909560},{"type":"v1","addr":"172.21.15.50:6829","nonce":2266909560}]},"public_addr":"172.21.15.50:6825/2266909560","cluster_addr":"172.21.15.50:6827/2266909560","heartbeat_back_addr":"172.21.15.50:6831/2266909560","heartbeat_front_addr":"172.21.15.50:6829/2266909560","state":["exists","up"]},{"osd":11,"uuid":"f4dfda6f-f5ea-4d53-8940-d33edd1dd61a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6824","nonce":2025670617},{"type":"v1","addr":"172.21.15.130:6825","nonce":2025670617}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6826","nonce":2025670617},{"type":"v1","addr":"172.21.15.130:6827","nonce":2025670617}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6830","nonce":2025670617},{"type":"v1","addr":"172.21.15.130:6831","nonce":2025670617}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6828","nonce":2025670617},{"type":"v1","addr":"172.21.15.130:6829","nonce":2025670617}]},"public_addr":"172.21.15.130:6825/2025670617","cluster_addr":"172.21.15.130:6827/2025670617","heartbeat_back_addr":"172.21.15.130:6831/2025670617","heartbeat_front_addr":"172.21.15.130:6829/2025670617","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:04:55.223745+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:05:20.826140+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:05:44.508801+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:06:17.590953+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:06:43.158647+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:07:07.550211+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:07:41.445843+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:08:08.755800+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:08:33.714081+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:09:08.647054+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:09:36.773039+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:10:01.697404+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.8:6801/3677468514":"2024-05-21T21:03:00.998855+0000","172.21.15.8:0/644454220":"2024-05-21T21:03:00.998855+0000","172.21.15.8:6800/3677468514":"2024-05-21T21:03:00.998855+0000","172.21.15.8:0/329536388":"2024-05-21T21:02:24.888619+0000","172.21.15.8:0/346325619":"2024-05-21T21:02:24.888619+0000","172.21.15.8:0/85678654":"2024-05-21T21:03:00.998855+0000","172.21.15.8:6800/3424210912":"2024-05-21T21:02:24.888619+0000","172.21.15.8:0/1767165129":"2024-05-21T21:02:24.888619+0000","172.21.15.8:6801/3424210912":"2024-05-21T21:02:24.888619+0000","172.21.15.8:0/3032080664":"2024-05-21T21:03:00.998855+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-20T21:11:26.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:26.667+0000 7fb5baa00700 1 -- 172.21.15.8:0/2670533612 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb59c0b2900 msgr2=0x7fb59c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:26.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:26.667+0000 7fb5baa00700 1 --2- 172.21.15.8:0/2670533612 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb59c0b2900 0x7fb59c0b4dc0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fb5a8009c60 tx=0x7fb5a8009260 comp rx=0 tx=0).stop 2024-05-20T21:11:26.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:26.667+0000 7fb5baa00700 1 -- 172.21.15.8:0/2670533612 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb5b4114460 msgr2=0x7fb5b41a4a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:26.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:26.667+0000 7fb5baa00700 1 --2- 172.21.15.8:0/2670533612 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb5b4114460 0x7fb5b41a4a00 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fb5ac00b070 tx=0x7fb5ac004c80 comp rx=0 tx=0).stop 2024-05-20T21:11:26.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:26.668+0000 7fb5baa00700 1 -- 172.21.15.8:0/2670533612 shutdown_connections 2024-05-20T21:11:26.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:26.668+0000 7fb5baa00700 1 --2- 172.21.15.8:0/2670533612 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb59c0b2900 0x7fb59c0b4dc0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:26.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:26.668+0000 7fb5baa00700 1 --2- 172.21.15.8:0/2670533612 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb5b40758e0 0x7fb5b41a0130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:26.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:26.668+0000 7fb5baa00700 1 --2- 172.21.15.8:0/2670533612 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb5b4114460 0x7fb5b41a4a00 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:26.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:26.668+0000 7fb5baa00700 1 --2- 172.21.15.8:0/2670533612 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb5b4076200 0x7fb5b41a0670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:26.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:26.668+0000 7fb5baa00700 1 -- 172.21.15.8:0/2670533612 >> 172.21.15.8:0/2670533612 conn(0x7fb5b40fef60 msgr2=0x7fb5b40ffbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:11:26.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:26.668+0000 7fb5baa00700 1 -- 172.21.15.8:0/2670533612 shutdown_connections 2024-05-20T21:11:26.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:26.668+0000 7fb5baa00700 1 -- 172.21.15.8:0/2670533612 wait complete. 2024-05-20T21:11:26.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:26 smithi130 ceph-mon[36448]: pgmap v321: 97 pgs: 97 active+clean; 579 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 5 op/s 2024-05-20T21:11:26.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:26 smithi050 ceph-mon[35809]: pgmap v321: 97 pgs: 97 active+clean; 579 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 5 op/s 2024-05-20T21:11:27.491 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs set cephfs standby_count_wanted 0 2024-05-20T21:11:27.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:27 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/2670533612' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:11:27.673 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:27 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/2670533612' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:11:27.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:27 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/2670533612' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:11:27.961 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:11:28.440 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:28 smithi008 ceph-mon[31475]: pgmap v322: 97 pgs: 97 active+clean; 579 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-05-20T21:11:28.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:28 smithi130 ceph-mon[36448]: pgmap v322: 97 pgs: 97 active+clean; 579 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-05-20T21:11:28.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:28 smithi050 ceph-mon[35809]: pgmap v322: 97 pgs: 97 active+clean; 579 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-05-20T21:11:30.007 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:30.006+0000 7fcdc1400700 1 -- 172.21.15.8:0/2611655559 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fcdbc1088f0 msgr2=0x7fcdbc110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:30.007 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:30.006+0000 7fcdc1400700 1 --2- 172.21.15.8:0/2611655559 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fcdbc1088f0 0x7fcdbc110470 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fcdb400b0d0 tx=0x7fcdb400b3e0 comp rx=0 tx=0).stop 2024-05-20T21:11:30.007 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:30.006+0000 7fcdc1400700 1 -- 172.21.15.8:0/2611655559 shutdown_connections 2024-05-20T21:11:30.007 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:30.006+0000 7fcdc1400700 1 --2- 172.21.15.8:0/2611655559 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fcdbc1088f0 0x7fcdbc110470 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:30.007 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:30.006+0000 7fcdc1400700 1 --2- 172.21.15.8:0/2611655559 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcdbc1037f0 0x7fcdbc103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:30.007 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:30.006+0000 7fcdc1400700 1 --2- 172.21.15.8:0/2611655559 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcdbc1041a0 0x7fcdbc1081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:30.007 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:30.006+0000 7fcdc1400700 1 -- 172.21.15.8:0/2611655559 >> 172.21.15.8:0/2611655559 conn(0x7fcdbc07a6a0 msgr2=0x7fcdbc07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:11:30.007 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:30.006+0000 7fcdc1400700 1 -- 172.21.15.8:0/2611655559 shutdown_connections 2024-05-20T21:11:30.008 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:30.006+0000 7fcdc1400700 1 -- 172.21.15.8:0/2611655559 wait complete. 2024-05-20T21:11:30.008 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:30.007+0000 7fcdc1400700 1 Processor -- start 2024-05-20T21:11:30.008 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:30.008+0000 7fcdc1400700 1 -- start start 2024-05-20T21:11:30.008 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:30.008+0000 7fcdc1400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcdbc1037f0 0x7fcdbc19bd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:30.008 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:30.008+0000 7fcdc1400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fcdbc1041a0 0x7fcdbc19c250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:30.008 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:30.008+0000 7fcdc1400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcdbc1088f0 0x7fcdbc1a05e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:30.009 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:30.008+0000 7fcdc1400700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fcdbc1136e0 con 0x7fcdbc1041a0 2024-05-20T21:11:30.009 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:30.008+0000 7fcdc1400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fcdbc113560 con 0x7fcdbc1088f0 2024-05-20T21:11:30.009 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:30.008+0000 7fcdc1400700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fcdbc113860 con 0x7fcdbc1037f0 2024-05-20T21:11:30.009 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:30.008+0000 7fcdba800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcdbc1037f0 0x7fcdbc19bd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:30.009 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:30.008+0000 7fcdba800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcdbc1037f0 0x7fcdbc19bd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:54240/0 (socket says 172.21.15.8:54240) 2024-05-20T21:11:30.009 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:30.008+0000 7fcdb3e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fcdbc1041a0 0x7fcdbc19c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:30.009 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:30.008+0000 7fcdba800700 1 -- 172.21.15.8:0/3311785076 learned_addr learned my addr 172.21.15.8:0/3311785076 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:11:30.009 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:30.008+0000 7fcdbb200700 1 --2- 172.21.15.8:0/3311785076 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcdbc1088f0 0x7fcdbc1a05e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:30.010 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:30.009+0000 7fcdba800700 1 -- 172.21.15.8:0/3311785076 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcdbc1088f0 msgr2=0x7fcdbc1a05e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:30.010 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:30.009+0000 7fcdba800700 1 --2- 172.21.15.8:0/3311785076 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcdbc1088f0 0x7fcdbc1a05e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:30.010 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:30.009+0000 7fcdba800700 1 -- 172.21.15.8:0/3311785076 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fcdbc1041a0 msgr2=0x7fcdbc19c250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:30.010 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:30.009+0000 7fcdba800700 1 --2- 172.21.15.8:0/3311785076 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fcdbc1041a0 0x7fcdbc19c250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:30.010 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:30.009+0000 7fcdba800700 1 -- 172.21.15.8:0/3311785076 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcdbc1a0d20 con 0x7fcdbc1037f0 2024-05-20T21:11:30.010 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:30.009+0000 7fcdba800700 1 --2- 172.21.15.8:0/3311785076 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcdbc1037f0 0x7fcdbc19bd10 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fcdac00e9c0 tx=0x7fcdac00ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:11:30.010 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:30.009+0000 7fcdb3400700 1 -- 172.21.15.8:0/3311785076 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdac00cbd0 con 0x7fcdbc1037f0 2024-05-20T21:11:30.010 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:30.009+0000 7fcdb3400700 1 -- 172.21.15.8:0/3311785076 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcdac00ee60 con 0x7fcdbc1037f0 2024-05-20T21:11:30.010 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:30.009+0000 7fcdc1400700 1 -- 172.21.15.8:0/3311785076 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcdbc1a1010 con 0x7fcdbc1037f0 2024-05-20T21:11:30.010 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:30.009+0000 7fcdb3400700 1 -- 172.21.15.8:0/3311785076 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdac0055c0 con 0x7fcdbc1037f0 2024-05-20T21:11:30.010 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:30.010+0000 7fcdc1400700 1 -- 172.21.15.8:0/3311785076 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcdbc1a8890 con 0x7fcdbc1037f0 2024-05-20T21:11:30.011 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:30.010+0000 7fcdc1400700 1 -- 172.21.15.8:0/3311785076 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcdbc06a230 con 0x7fcdbc1037f0 2024-05-20T21:11:30.012 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:30.013+0000 7fcdb3400700 1 -- 172.21.15.8:0/3311785076 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7fcdac004750 con 0x7fcdbc1037f0 2024-05-20T21:11:30.013 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:30.014+0000 7fcdb3400700 1 --2- 172.21.15.8:0/3311785076 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fcda00b2880 0x7fcda00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:30.014 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:30.014+0000 7fcdb3400700 1 -- 172.21.15.8:0/3311785076 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 7979+0+0 (secure 0 0 0) 0x7fcdac0e2650 con 0x7fcdbc1037f0 2024-05-20T21:11:30.014 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:30.015+0000 7fcdb3e00700 1 --2- 172.21.15.8:0/3311785076 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fcda00b2880 0x7fcda00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:30.014 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:30.015+0000 7fcdb3e00700 1 --2- 172.21.15.8:0/3311785076 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fcda00b2880 0x7fcda00b4d40 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fcdbc103480 tx=0x7fcda40073d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:11:30.015 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:30.016+0000 7fcdb3400700 1 -- 172.21.15.8:0/3311785076 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fcdac054df0 con 0x7fcdbc1037f0 2024-05-20T21:11:30.302 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:30.303+0000 7fcdc1400700 1 -- 172.21.15.8:0/3311785076 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fcdbc1a8a60 con 0x7fcdbc1037f0 2024-05-20T21:11:30.381 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:30.382+0000 7fcdb3400700 1 -- 172.21.15.8:0/3311785076 <== mon.1 v2:172.21.15.130:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v17) ==== 118+0+0 (secure 0 0 0) 0x7fcdac0aa420 con 0x7fcdbc1037f0 2024-05-20T21:11:30.381 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:30 smithi008 ceph-mon[31475]: pgmap v323: 97 pgs: 97 active+clean; 579 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-05-20T21:11:30.382 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:30 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/3311785076' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-05-20T21:11:30.382 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:30 smithi008 ceph-mon[31475]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-05-20T21:11:30.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:30.386+0000 7fcdc1400700 1 -- 172.21.15.8:0/3311785076 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fcda00b2880 msgr2=0x7fcda00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:30.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:30.386+0000 7fcdc1400700 1 --2- 172.21.15.8:0/3311785076 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fcda00b2880 0x7fcda00b4d40 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fcdbc103480 tx=0x7fcda40073d0 comp rx=0 tx=0).stop 2024-05-20T21:11:30.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:30.386+0000 7fcdc1400700 1 -- 172.21.15.8:0/3311785076 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcdbc1037f0 msgr2=0x7fcdbc19bd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:30.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:30.386+0000 7fcdc1400700 1 --2- 172.21.15.8:0/3311785076 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcdbc1037f0 0x7fcdbc19bd10 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fcdac00e9c0 tx=0x7fcdac00ecd0 comp rx=0 tx=0).stop 2024-05-20T21:11:30.386 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:30.386+0000 7fcdc1400700 1 -- 172.21.15.8:0/3311785076 shutdown_connections 2024-05-20T21:11:30.386 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:30.386+0000 7fcdc1400700 1 --2- 172.21.15.8:0/3311785076 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fcda00b2880 0x7fcda00b4d40 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:30.386 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:30.386+0000 7fcdc1400700 1 --2- 172.21.15.8:0/3311785076 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcdbc1088f0 0x7fcdbc1a05e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:30.386 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:30.386+0000 7fcdc1400700 1 --2- 172.21.15.8:0/3311785076 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcdbc1037f0 0x7fcdbc19bd10 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:30.386 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:30.386+0000 7fcdc1400700 1 --2- 172.21.15.8:0/3311785076 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fcdbc1041a0 0x7fcdbc19c250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:30.386 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:30.386+0000 7fcdc1400700 1 -- 172.21.15.8:0/3311785076 >> 172.21.15.8:0/3311785076 conn(0x7fcdbc07a6a0 msgr2=0x7fcdbc1018f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:11:30.386 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:30.386+0000 7fcdc1400700 1 -- 172.21.15.8:0/3311785076 shutdown_connections 2024-05-20T21:11:30.386 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:30.386+0000 7fcdc1400700 1 -- 172.21.15.8:0/3311785076 wait complete. 2024-05-20T21:11:30.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:30 smithi130 ceph-mon[36448]: pgmap v323: 97 pgs: 97 active+clean; 579 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-05-20T21:11:30.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:30 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/3311785076' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-05-20T21:11:30.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:30 smithi130 ceph-mon[36448]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-05-20T21:11:30.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:30 smithi050 ceph-mon[35809]: pgmap v323: 97 pgs: 97 active+clean; 579 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-05-20T21:11:30.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:30 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/3311785076' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-05-20T21:11:30.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:30 smithi050 ceph-mon[35809]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-05-20T21:11:31.160 DEBUG:tasks.cephfs.filesystem:fs_config: {'max_mds': 3, 'session_timeout': 300, 'standby_replay': True, 'subvols': {'create': 2, 'subvol_options': '--size 25000000000'}} 2024-05-20T21:11:31.160 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs set cephfs max_mds 3 2024-05-20T21:11:31.637 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:11:31.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:31 smithi130 ceph-mon[36448]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-05-20T21:11:31.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:31 smithi130 ceph-mon[36448]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-05-20T21:11:31.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:31 smithi050 ceph-mon[35809]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-05-20T21:11:31.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:31 smithi050 ceph-mon[35809]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-05-20T21:11:31.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:31 smithi008 ceph-mon[31475]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-05-20T21:11:31.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:31 smithi008 ceph-mon[31475]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-05-20T21:11:32.642 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:32 smithi008 ceph-mon[31475]: pgmap v324: 97 pgs: 97 active+clean; 579 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 3 op/s 2024-05-20T21:11:32.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:32 smithi130 ceph-mon[36448]: pgmap v324: 97 pgs: 97 active+clean; 579 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 3 op/s 2024-05-20T21:11:32.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:32 smithi050 ceph-mon[35809]: pgmap v324: 97 pgs: 97 active+clean; 579 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 3 op/s 2024-05-20T21:11:33.759 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:33.760+0000 7feb9be00700 1 -- 172.21.15.8:0/3049965361 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7feb9c1024f0 msgr2=0x7feb9c106340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:33.759 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:33.760+0000 7feb9be00700 1 --2- 172.21.15.8:0/3049965361 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7feb9c1024f0 0x7feb9c106340 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7feb880099c0 tx=0x7feb88009cd0 comp rx=0 tx=0).stop 2024-05-20T21:11:33.759 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:33.760+0000 7feb9be00700 1 -- 172.21.15.8:0/3049965361 shutdown_connections 2024-05-20T21:11:33.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:33.760+0000 7feb9be00700 1 --2- 172.21.15.8:0/3049965361 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feb9c106a70 0x7feb9c10e5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:33.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:33.760+0000 7feb9be00700 1 --2- 172.21.15.8:0/3049965361 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feb9c101b40 0x7feb9c101f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:33.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:33.760+0000 7feb9be00700 1 --2- 172.21.15.8:0/3049965361 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7feb9c1024f0 0x7feb9c106340 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:33.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:33.760+0000 7feb9be00700 1 -- 172.21.15.8:0/3049965361 >> 172.21.15.8:0/3049965361 conn(0x7feb9c0771e0 msgr2=0x7feb9c0775f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:11:33.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:33.760+0000 7feb9be00700 1 -- 172.21.15.8:0/3049965361 shutdown_connections 2024-05-20T21:11:33.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:33.760+0000 7feb9be00700 1 -- 172.21.15.8:0/3049965361 wait complete. 2024-05-20T21:11:33.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:33.761+0000 7feb9be00700 1 Processor -- start 2024-05-20T21:11:33.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:33.761+0000 7feb9be00700 1 -- start start 2024-05-20T21:11:33.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:33.762+0000 7feb9be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7feb9c101b40 0x7feb9c1a1a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:33.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:33.762+0000 7feb9be00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feb9c1024f0 0x7feb9c1a1f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:33.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:33.762+0000 7feb9be00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feb9c106a70 0x7feb9c19bb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:33.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:33.762+0000 7feb9be00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7feb9c111490 con 0x7feb9c101b40 2024-05-20T21:11:33.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:33.762+0000 7feb9be00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7feb9c111310 con 0x7feb9c1024f0 2024-05-20T21:11:33.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:33.762+0000 7feb9be00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7feb9c111610 con 0x7feb9c106a70 2024-05-20T21:11:33.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:33.762+0000 7feb9aa00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7feb9c101b40 0x7feb9c1a1a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:33.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:33.762+0000 7feb9aa00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7feb9c101b40 0x7feb9c1a1a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:34278/0 (socket says 172.21.15.8:34278) 2024-05-20T21:11:33.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:33.762+0000 7feb9aa00700 1 -- 172.21.15.8:0/1655463330 learned_addr learned my addr 172.21.15.8:0/1655463330 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:11:33.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:33.762+0000 7feb9b400700 1 --2- 172.21.15.8:0/1655463330 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feb9c106a70 0x7feb9c19bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:33.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:33.762+0000 7feb9a000700 1 --2- 172.21.15.8:0/1655463330 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feb9c1024f0 0x7feb9c1a1f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:33.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:33.763+0000 7feb9aa00700 1 -- 172.21.15.8:0/1655463330 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feb9c106a70 msgr2=0x7feb9c19bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:33.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:33.763+0000 7feb9aa00700 1 --2- 172.21.15.8:0/1655463330 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feb9c106a70 0x7feb9c19bb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:33.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:33.763+0000 7feb9aa00700 1 -- 172.21.15.8:0/1655463330 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feb9c1024f0 msgr2=0x7feb9c1a1f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:33.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:33.763+0000 7feb9aa00700 1 --2- 172.21.15.8:0/1655463330 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feb9c1024f0 0x7feb9c1a1f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:33.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:33.763+0000 7feb9aa00700 1 -- 172.21.15.8:0/1655463330 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb9c19c400 con 0x7feb9c101b40 2024-05-20T21:11:33.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:33.763+0000 7feb9aa00700 1 --2- 172.21.15.8:0/1655463330 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7feb9c101b40 0x7feb9c1a1a50 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7feb8c0060b0 tx=0x7feb8c00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:11:33.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:33.763+0000 7feb93400700 1 -- 172.21.15.8:0/1655463330 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb8c01a070 con 0x7feb9c101b40 2024-05-20T21:11:33.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:33.763+0000 7feb93400700 1 -- 172.21.15.8:0/1655463330 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feb8c00dd20 con 0x7feb9c101b40 2024-05-20T21:11:33.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:33.763+0000 7feb9be00700 1 -- 172.21.15.8:0/1655463330 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb9c19c6f0 con 0x7feb9c101b40 2024-05-20T21:11:33.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:33.763+0000 7feb93400700 1 -- 172.21.15.8:0/1655463330 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb8c014600 con 0x7feb9c101b40 2024-05-20T21:11:33.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:33.764+0000 7feb9be00700 1 -- 172.21.15.8:0/1655463330 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feb9c1a89d0 con 0x7feb9c101b40 2024-05-20T21:11:33.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:33.765+0000 7feb9be00700 1 -- 172.21.15.8:0/1655463330 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feb9c102df0 con 0x7feb9c101b40 2024-05-20T21:11:33.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:33.767+0000 7feb93400700 1 -- 172.21.15.8:0/1655463330 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7feb8c01d070 con 0x7feb9c101b40 2024-05-20T21:11:33.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:33.769+0000 7feb93400700 1 --2- 172.21.15.8:0/1655463330 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7feb800b2880 0x7feb800b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:33.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:33.769+0000 7feb93400700 1 -- 172.21.15.8:0/1655463330 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 7979+0+0 (secure 0 0 0) 0x7feb8c0e1e10 con 0x7feb9c101b40 2024-05-20T21:11:33.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:33.770+0000 7feb9a000700 1 --2- 172.21.15.8:0/1655463330 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7feb800b2880 0x7feb800b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:33.769 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:33.770+0000 7feb9a000700 1 --2- 172.21.15.8:0/1655463330 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7feb800b2880 0x7feb800b4d40 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7feb9c19d300 tx=0x7feb88005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:11:33.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:33.772+0000 7feb93400700 1 -- 172.21.15.8:0/1655463330 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7feb8c010070 con 0x7feb9c101b40 2024-05-20T21:11:34.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:34.064+0000 7feb9be00700 1 -- 172.21.15.8:0/1655463330 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"} v 0) -- 0x7feb9c19d010 con 0x7feb9c101b40 2024-05-20T21:11:34.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:34.398+0000 7feb93400700 1 -- 172.21.15.8:0/1655463330 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]=0 v18) ==== 105+0+0 (secure 0 0 0) 0x7feb9c19d010 con 0x7feb9c101b40 2024-05-20T21:11:34.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:34.402+0000 7feb9be00700 1 -- 172.21.15.8:0/1655463330 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7feb800b2880 msgr2=0x7feb800b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:34.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:34.402+0000 7feb9be00700 1 --2- 172.21.15.8:0/1655463330 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7feb800b2880 0x7feb800b4d40 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7feb9c19d300 tx=0x7feb88005fb0 comp rx=0 tx=0).stop 2024-05-20T21:11:34.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:34.402+0000 7feb9be00700 1 -- 172.21.15.8:0/1655463330 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7feb9c101b40 msgr2=0x7feb9c1a1a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:34.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:34.402+0000 7feb9be00700 1 --2- 172.21.15.8:0/1655463330 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7feb9c101b40 0x7feb9c1a1a50 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7feb8c0060b0 tx=0x7feb8c00d3b0 comp rx=0 tx=0).stop 2024-05-20T21:11:34.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:34.403+0000 7feb9be00700 1 -- 172.21.15.8:0/1655463330 shutdown_connections 2024-05-20T21:11:34.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:34.403+0000 7feb9be00700 1 --2- 172.21.15.8:0/1655463330 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7feb800b2880 0x7feb800b4d40 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:34.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:34.403+0000 7feb9be00700 1 --2- 172.21.15.8:0/1655463330 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feb9c106a70 0x7feb9c19bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:34.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:34.403+0000 7feb9be00700 1 --2- 172.21.15.8:0/1655463330 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7feb9c101b40 0x7feb9c1a1a50 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:34.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:34.403+0000 7feb9be00700 1 --2- 172.21.15.8:0/1655463330 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feb9c1024f0 0x7feb9c1a1f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:34.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:34.403+0000 7feb9be00700 1 -- 172.21.15.8:0/1655463330 >> 172.21.15.8:0/1655463330 conn(0x7feb9c0771e0 msgr2=0x7feb9c105330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:11:34.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:34.403+0000 7feb9be00700 1 -- 172.21.15.8:0/1655463330 shutdown_connections 2024-05-20T21:11:34.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:34.403+0000 7feb9be00700 1 -- 172.21.15.8:0/1655463330 wait complete. 2024-05-20T21:11:34.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:34 smithi130 ceph-mon[36448]: pgmap v325: 97 pgs: 97 active+clean; 579 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s wr, 2 op/s 2024-05-20T21:11:34.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:34 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/1655463330' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-05-20T21:11:34.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:34 smithi050 ceph-mon[35809]: pgmap v325: 97 pgs: 97 active+clean; 579 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s wr, 2 op/s 2024-05-20T21:11:34.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:34 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/1655463330' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-05-20T21:11:34.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:34 smithi008 ceph-mon[31475]: pgmap v325: 97 pgs: 97 active+clean; 579 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s wr, 2 op/s 2024-05-20T21:11:34.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:34 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/1655463330' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-05-20T21:11:35.190 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs set cephfs allow_standby_replay true 2024-05-20T21:11:35.667 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:11:35.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:35 smithi130 ceph-mon[36448]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-05-20T21:11:35.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:35 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/1655463330' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-05-20T21:11:35.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:35 smithi130 ceph-mon[36448]: daemon mds.b assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-05-20T21:11:35.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:35 smithi130 ceph-mon[36448]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-05-20T21:11:35.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:35 smithi130 ceph-mon[36448]: fsmap cephfs:2 {0=i=up:active,1=b=up:creating} 10 up:standby 2024-05-20T21:11:35.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:35 smithi130 ceph-mon[36448]: daemon mds.b is now active in filesystem cephfs as rank 1 2024-05-20T21:11:35.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:35 smithi050 ceph-mon[35809]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-05-20T21:11:35.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:35 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/1655463330' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-05-20T21:11:35.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:35 smithi050 ceph-mon[35809]: daemon mds.b assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-05-20T21:11:35.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:35 smithi050 ceph-mon[35809]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-05-20T21:11:35.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:35 smithi050 ceph-mon[35809]: fsmap cephfs:2 {0=i=up:active,1=b=up:creating} 10 up:standby 2024-05-20T21:11:35.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:35 smithi050 ceph-mon[35809]: daemon mds.b is now active in filesystem cephfs as rank 1 2024-05-20T21:11:35.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:35 smithi008 ceph-mon[31475]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-05-20T21:11:35.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:35 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/1655463330' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-05-20T21:11:35.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:35 smithi008 ceph-mon[31475]: daemon mds.b assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-05-20T21:11:35.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:35 smithi008 ceph-mon[31475]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-05-20T21:11:35.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:35 smithi008 ceph-mon[31475]: fsmap cephfs:2 {0=i=up:active,1=b=up:creating} 10 up:standby 2024-05-20T21:11:35.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:35 smithi008 ceph-mon[31475]: daemon mds.b is now active in filesystem cephfs as rank 1 2024-05-20T21:11:36.695 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:36 smithi008 ceph-mon[31475]: pgmap v326: 97 pgs: 97 active+clean; 579 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:36.695 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:36 smithi008 ceph-mon[31475]: mds.? [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] up:active 2024-05-20T21:11:36.695 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:36 smithi008 ceph-mon[31475]: daemon mds.c assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-05-20T21:11:36.695 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:36 smithi008 ceph-mon[31475]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-05-20T21:11:36.695 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:36 smithi008 ceph-mon[31475]: Cluster is now healthy 2024-05-20T21:11:36.695 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:36 smithi008 ceph-mon[31475]: fsmap cephfs:2 {0=i=up:active,1=b=up:active} 10 up:standby 2024-05-20T21:11:36.695 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:36 smithi008 ceph-mon[31475]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:creating} 9 up:standby 2024-05-20T21:11:36.695 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:36 smithi008 ceph-mon[31475]: daemon mds.c is now active in filesystem cephfs as rank 2 2024-05-20T21:11:36.921 INFO:journalctl@ceph.mds.i.smithi130.stdout:May 20 21:11:36 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-i[67122]: 2024-05-20T21:11:36.445+0000 7f85e5eb3700 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-05-20T21:11:36.921 INFO:journalctl@ceph.mds.i.smithi130.stdout:May 20 21:11:36 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-i[67122]: 2024-05-20T21:11:36.445+0000 7f85e5eb3700 -1 mds.pinger is_rank_lagging: rank=2 was never sent ping request. 2024-05-20T21:11:36.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:36 smithi130 ceph-mon[36448]: pgmap v326: 97 pgs: 97 active+clean; 579 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:36.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:36 smithi130 ceph-mon[36448]: mds.? [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] up:active 2024-05-20T21:11:36.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:36 smithi130 ceph-mon[36448]: daemon mds.c assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-05-20T21:11:36.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:36 smithi130 ceph-mon[36448]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-05-20T21:11:36.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:36 smithi130 ceph-mon[36448]: Cluster is now healthy 2024-05-20T21:11:36.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:36 smithi130 ceph-mon[36448]: fsmap cephfs:2 {0=i=up:active,1=b=up:active} 10 up:standby 2024-05-20T21:11:36.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:36 smithi130 ceph-mon[36448]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:creating} 9 up:standby 2024-05-20T21:11:36.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:36 smithi130 ceph-mon[36448]: daemon mds.c is now active in filesystem cephfs as rank 2 2024-05-20T21:11:36.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:36 smithi050 ceph-mon[35809]: pgmap v326: 97 pgs: 97 active+clean; 579 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:36.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:36 smithi050 ceph-mon[35809]: mds.? [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] up:active 2024-05-20T21:11:36.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:36 smithi050 ceph-mon[35809]: daemon mds.c assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-05-20T21:11:36.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:36 smithi050 ceph-mon[35809]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-05-20T21:11:36.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:36 smithi050 ceph-mon[35809]: Cluster is now healthy 2024-05-20T21:11:36.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:36 smithi050 ceph-mon[35809]: fsmap cephfs:2 {0=i=up:active,1=b=up:active} 10 up:standby 2024-05-20T21:11:36.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:36 smithi050 ceph-mon[35809]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:creating} 9 up:standby 2024-05-20T21:11:36.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:36 smithi050 ceph-mon[35809]: daemon mds.c is now active in filesystem cephfs as rank 2 2024-05-20T21:11:37.678 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:37 smithi008 ceph-mon[31475]: mds.? [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] up:active 2024-05-20T21:11:37.678 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:37 smithi008 ceph-mon[31475]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 9 up:standby 2024-05-20T21:11:37.857 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:37.858+0000 7fbdf6200700 1 -- 172.21.15.8:0/1225550031 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbdf0106140 msgr2=0x7fbdf0112650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:37.857 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:37.858+0000 7fbdf6200700 1 --2- 172.21.15.8:0/1225550031 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbdf0106140 0x7fbdf0112650 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fbde800b0a0 tx=0x7fbde800b3b0 comp rx=0 tx=0).stop 2024-05-20T21:11:37.857 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:37.858+0000 7fbdf6200700 1 -- 172.21.15.8:0/1225550031 shutdown_connections 2024-05-20T21:11:37.857 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:37.858+0000 7fbdf6200700 1 --2- 172.21.15.8:0/1225550031 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbdf0106140 0x7fbdf0112650 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:37.858 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:37.858+0000 7fbdf6200700 1 --2- 172.21.15.8:0/1225550031 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbdf010b780 0x7fbdf010bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:37.858 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:37.858+0000 7fbdf6200700 1 --2- 172.21.15.8:0/1225550031 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbdf0105780 0x7fbdf0105c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:37.858 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:37.858+0000 7fbdf6200700 1 -- 172.21.15.8:0/1225550031 >> 172.21.15.8:0/1225550031 conn(0x7fbdf0101270 msgr2=0x7fbdf0103690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:11:37.858 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:37.858+0000 7fbdf6200700 1 -- 172.21.15.8:0/1225550031 shutdown_connections 2024-05-20T21:11:37.858 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:37.858+0000 7fbdf6200700 1 -- 172.21.15.8:0/1225550031 wait complete. 2024-05-20T21:11:37.859 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:37.859+0000 7fbdf6200700 1 Processor -- start 2024-05-20T21:11:37.859 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:37.859+0000 7fbdf6200700 1 -- start start 2024-05-20T21:11:37.859 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:37.860+0000 7fbdf6200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbdf0105780 0x7fbdf019bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:37.859 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:37.860+0000 7fbdf6200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbdf0106140 0x7fbdf019c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:37.859 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:37.860+0000 7fbdf6200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbdf010b780 0x7fbdf01a0680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:37.860 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:37.860+0000 7fbdf6200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fbdf0115980 con 0x7fbdf0106140 2024-05-20T21:11:37.860 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:37.860+0000 7fbdf6200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fbdf0115800 con 0x7fbdf010b780 2024-05-20T21:11:37.860 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:37.860+0000 7fbdf6200700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fbdf0115b00 con 0x7fbdf0105780 2024-05-20T21:11:37.860 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:37.860+0000 7fbdeea00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbdf0106140 0x7fbdf019c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:37.860 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:37.860+0000 7fbdef400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbdf0105780 0x7fbdf019bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:37.860 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:37.860+0000 7fbdeea00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbdf0106140 0x7fbdf019c2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:34296/0 (socket says 172.21.15.8:34296) 2024-05-20T21:11:37.860 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:37.860+0000 7fbdeea00700 1 -- 172.21.15.8:0/514193614 learned_addr learned my addr 172.21.15.8:0/514193614 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:11:37.860 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:37.860+0000 7fbdefe00700 1 --2- 172.21.15.8:0/514193614 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbdf010b780 0x7fbdf01a0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:37.861 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:37.860+0000 7fbdeea00700 1 -- 172.21.15.8:0/514193614 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbdf0105780 msgr2=0x7fbdf019bdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:37.861 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:37.860+0000 7fbdeea00700 1 --2- 172.21.15.8:0/514193614 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbdf0105780 0x7fbdf019bdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:37.861 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:37.861+0000 7fbdeea00700 1 -- 172.21.15.8:0/514193614 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbdf010b780 msgr2=0x7fbdf01a0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:37.861 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:37.861+0000 7fbdeea00700 1 --2- 172.21.15.8:0/514193614 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbdf010b780 0x7fbdf01a0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:37.861 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:37.861+0000 7fbdeea00700 1 -- 172.21.15.8:0/514193614 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbdf01a0dc0 con 0x7fbdf0106140 2024-05-20T21:11:37.862 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:37.861+0000 7fbdefe00700 1 --2- 172.21.15.8:0/514193614 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbdf010b780 0x7fbdf01a0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:11:37.862 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:37.861+0000 7fbdeea00700 1 --2- 172.21.15.8:0/514193614 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbdf0106140 0x7fbdf019c2f0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fbddc00e9a0 tx=0x7fbddc00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:11:37.862 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:37.861+0000 7fbde7e00700 1 -- 172.21.15.8:0/514193614 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbddc00ca10 con 0x7fbdf0106140 2024-05-20T21:11:37.862 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:37.861+0000 7fbde7e00700 1 -- 172.21.15.8:0/514193614 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbddc00cbb0 con 0x7fbdf0106140 2024-05-20T21:11:37.862 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:37.861+0000 7fbde7e00700 1 -- 172.21.15.8:0/514193614 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbddc018680 con 0x7fbdf0106140 2024-05-20T21:11:37.862 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:37.861+0000 7fbdf6200700 1 -- 172.21.15.8:0/514193614 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbdf01a10b0 con 0x7fbdf0106140 2024-05-20T21:11:37.862 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:37.861+0000 7fbdf6200700 1 -- 172.21.15.8:0/514193614 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbdf01a8930 con 0x7fbdf0106140 2024-05-20T21:11:37.862 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:37.863+0000 7fbdf6200700 1 -- 172.21.15.8:0/514193614 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbdf006a230 con 0x7fbdf0106140 2024-05-20T21:11:37.865 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:37.866+0000 7fbde7e00700 1 -- 172.21.15.8:0/514193614 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7fbddc010430 con 0x7fbdf0106140 2024-05-20T21:11:37.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:37.868+0000 7fbde7e00700 1 --2- 172.21.15.8:0/514193614 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbdd40b29d0 0x7fbdd40b4e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:37.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:37.868+0000 7fbde7e00700 1 -- 172.21.15.8:0/514193614 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 7979+0+0 (secure 0 0 0) 0x7fbddc0e2bc0 con 0x7fbdf0106140 2024-05-20T21:11:37.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:37.868+0000 7fbdef400700 1 --2- 172.21.15.8:0/514193614 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbdd40b29d0 0x7fbdd40b4e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:37.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:37.869+0000 7fbdef400700 1 --2- 172.21.15.8:0/514193614 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbdd40b29d0 0x7fbdd40b4e90 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fbde00045b0 tx=0x7fbde000b3c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:11:37.869 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:37.870+0000 7fbde7e00700 1 -- 172.21.15.8:0/514193614 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fbddc026070 con 0x7fbdf0106140 2024-05-20T21:11:37.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:37 smithi130 ceph-mon[36448]: mds.? [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] up:active 2024-05-20T21:11:37.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:37 smithi130 ceph-mon[36448]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 9 up:standby 2024-05-20T21:11:37.923 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:37 smithi050 ceph-mon[35809]: mds.? [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] up:active 2024-05-20T21:11:37.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:37 smithi050 ceph-mon[35809]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 9 up:standby 2024-05-20T21:11:38.157 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:38.158+0000 7fbdf6200700 1 -- 172.21.15.8:0/514193614 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"} v 0) -- 0x7fbdf002e560 con 0x7fbdf0106140 2024-05-20T21:11:38.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:38.446+0000 7fbde7e00700 1 -- 172.21.15.8:0/514193614 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]=0 v23) ==== 121+0+0 (secure 0 0 0) 0x7fbddc0aaa10 con 0x7fbdf0106140 2024-05-20T21:11:38.450 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:38.451+0000 7fbdf6200700 1 -- 172.21.15.8:0/514193614 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbdd40b29d0 msgr2=0x7fbdd40b4e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:38.450 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:38.451+0000 7fbdf6200700 1 --2- 172.21.15.8:0/514193614 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbdd40b29d0 0x7fbdd40b4e90 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fbde00045b0 tx=0x7fbde000b3c0 comp rx=0 tx=0).stop 2024-05-20T21:11:38.450 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:38.451+0000 7fbdf6200700 1 -- 172.21.15.8:0/514193614 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbdf0106140 msgr2=0x7fbdf019c2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:38.450 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:38.451+0000 7fbdf6200700 1 --2- 172.21.15.8:0/514193614 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbdf0106140 0x7fbdf019c2f0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fbddc00e9a0 tx=0x7fbddc00ecb0 comp rx=0 tx=0).stop 2024-05-20T21:11:38.451 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:38.451+0000 7fbdf6200700 1 -- 172.21.15.8:0/514193614 shutdown_connections 2024-05-20T21:11:38.451 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:38.451+0000 7fbdf6200700 1 --2- 172.21.15.8:0/514193614 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbdd40b29d0 0x7fbdd40b4e90 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:38.451 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:38.451+0000 7fbdf6200700 1 --2- 172.21.15.8:0/514193614 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbdf010b780 0x7fbdf01a0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:38.451 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:38.451+0000 7fbdf6200700 1 --2- 172.21.15.8:0/514193614 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbdf0105780 0x7fbdf019bdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:38.451 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:38.451+0000 7fbdf6200700 1 --2- 172.21.15.8:0/514193614 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbdf0106140 0x7fbdf019c2f0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:38.451 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:38.451+0000 7fbdf6200700 1 -- 172.21.15.8:0/514193614 >> 172.21.15.8:0/514193614 conn(0x7fbdf0101270 msgr2=0x7fbdf0101790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:11:38.451 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:38.451+0000 7fbdf6200700 1 -- 172.21.15.8:0/514193614 shutdown_connections 2024-05-20T21:11:38.451 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:38.451+0000 7fbdf6200700 1 -- 172.21.15.8:0/514193614 wait complete. 2024-05-20T21:11:38.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:38 smithi008 ceph-mon[31475]: pgmap v327: 97 pgs: 97 active+clean; 581 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s wr, 2 op/s 2024-05-20T21:11:38.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:38 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/514193614' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-05-20T21:11:38.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:38 smithi130 ceph-mon[36448]: pgmap v327: 97 pgs: 97 active+clean; 581 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s wr, 2 op/s 2024-05-20T21:11:38.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:38 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/514193614' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-05-20T21:11:38.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:38 smithi050 ceph-mon[35809]: pgmap v327: 97 pgs: 97 active+clean; 581 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s wr, 2 op/s 2024-05-20T21:11:38.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:38 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/514193614' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-05-20T21:11:39.195 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs set cephfs session_timeout 300 2024-05-20T21:11:39.672 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:11:39.823 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:39 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/514193614' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-05-20T21:11:39.823 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:39 smithi008 ceph-mon[31475]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 9 up:standby 2024-05-20T21:11:39.823 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:39 smithi008 ceph-mon[31475]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-05-20T21:11:39.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:39 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/514193614' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-05-20T21:11:39.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:39 smithi130 ceph-mon[36448]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 9 up:standby 2024-05-20T21:11:39.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:39 smithi130 ceph-mon[36448]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-05-20T21:11:39.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:39 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/514193614' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-05-20T21:11:39.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:39 smithi050 ceph-mon[35809]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 9 up:standby 2024-05-20T21:11:39.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:39 smithi050 ceph-mon[35809]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-05-20T21:11:40.862 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:40 smithi008 ceph-mon[31475]: pgmap v328: 97 pgs: 97 active+clean; 581 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 KiB/s wr, 5 op/s 2024-05-20T21:11:40.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:40 smithi130 ceph-mon[36448]: pgmap v328: 97 pgs: 97 active+clean; 581 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 KiB/s wr, 5 op/s 2024-05-20T21:11:40.923 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:40 smithi050 ceph-mon[35809]: pgmap v328: 97 pgs: 97 active+clean; 581 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 KiB/s wr, 5 op/s 2024-05-20T21:11:41.658 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:41.657+0000 7f0f25200700 1 -- 172.21.15.8:0/1385907401 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0f20103f90 msgr2=0x7f0f20110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:41.658 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:41.657+0000 7f0f25200700 1 --2- 172.21.15.8:0/1385907401 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0f20103f90 0x7f0f20110470 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f0f1800b0a0 tx=0x7f0f1800b3b0 comp rx=0 tx=0).stop 2024-05-20T21:11:41.658 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:41.657+0000 7f0f25200700 1 -- 172.21.15.8:0/1385907401 shutdown_connections 2024-05-20T21:11:41.658 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:41.657+0000 7f0f25200700 1 --2- 172.21.15.8:0/1385907401 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0f20103f90 0x7f0f20110470 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:41.658 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:41.657+0000 7f0f25200700 1 --2- 172.21.15.8:0/1385907401 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0f20108500 0x7f0f201088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:41.658 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:41.657+0000 7f0f25200700 1 --2- 172.21.15.8:0/1385907401 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0f201035f0 0x7f0f20103a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:41.658 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:41.657+0000 7f0f25200700 1 -- 172.21.15.8:0/1385907401 >> 172.21.15.8:0/1385907401 conn(0x7f0f2007a6a0 msgr2=0x7f0f2007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:11:41.658 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:41.657+0000 7f0f25200700 1 -- 172.21.15.8:0/1385907401 shutdown_connections 2024-05-20T21:11:41.658 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:41.657+0000 7f0f25200700 1 -- 172.21.15.8:0/1385907401 wait complete. 2024-05-20T21:11:41.658 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:41.659+0000 7f0f25200700 1 Processor -- start 2024-05-20T21:11:41.660 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:41.659+0000 7f0f25200700 1 -- start start 2024-05-20T21:11:41.660 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:41.660+0000 7f0f25200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0f201035f0 0x7f0f2019bde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:41.660 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:41.660+0000 7f0f25200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0f20103f90 0x7f0f2019c320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:41.660 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:41.660+0000 7f0f25200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0f20108500 0x7f0f201a06b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:41.660 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:41.660+0000 7f0f25200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f0f20113790 con 0x7f0f20103f90 2024-05-20T21:11:41.660 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:41.660+0000 7f0f25200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f0f20113610 con 0x7f0f201035f0 2024-05-20T21:11:41.660 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:41.660+0000 7f0f25200700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f0f20113910 con 0x7f0f20108500 2024-05-20T21:11:41.660 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:41.660+0000 7f0f1de00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0f201035f0 0x7f0f2019bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:41.660 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:41.660+0000 7f0f15400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0f20103f90 0x7f0f2019c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:41.660 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:41.660+0000 7f0f1e800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0f20108500 0x7f0f201a06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:41.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:41.660+0000 7f0f1de00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0f201035f0 0x7f0f2019bde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:36700/0 (socket says 172.21.15.8:36700) 2024-05-20T21:11:41.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:41.660+0000 7f0f1de00700 1 -- 172.21.15.8:0/1094101677 learned_addr learned my addr 172.21.15.8:0/1094101677 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:11:41.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:41.661+0000 7f0f1e800700 1 -- 172.21.15.8:0/1094101677 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0f201035f0 msgr2=0x7f0f2019bde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:41.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:41.661+0000 7f0f1e800700 1 --2- 172.21.15.8:0/1094101677 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0f201035f0 0x7f0f2019bde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:41.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:41.661+0000 7f0f1e800700 1 -- 172.21.15.8:0/1094101677 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0f20103f90 msgr2=0x7f0f2019c320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:41.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:41.661+0000 7f0f1e800700 1 --2- 172.21.15.8:0/1094101677 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0f20103f90 0x7f0f2019c320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:41.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:41.661+0000 7f0f1e800700 1 -- 172.21.15.8:0/1094101677 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f201a0df0 con 0x7f0f20108500 2024-05-20T21:11:41.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:41.661+0000 7f0f1e800700 1 --2- 172.21.15.8:0/1094101677 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0f20108500 0x7f0f201a06b0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f0f1800b070 tx=0x7f0f18004c80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:11:41.662 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:41.661+0000 7f0f17400700 1 -- 172.21.15.8:0/1094101677 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f18021070 con 0x7f0f20108500 2024-05-20T21:11:41.662 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:41.661+0000 7f0f25200700 1 -- 172.21.15.8:0/1094101677 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f201a1080 con 0x7f0f20108500 2024-05-20T21:11:41.662 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:41.661+0000 7f0f25200700 1 -- 172.21.15.8:0/1094101677 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f201a8960 con 0x7f0f20108500 2024-05-20T21:11:41.662 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:41.661+0000 7f0f17400700 1 -- 172.21.15.8:0/1094101677 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0f18007e30 con 0x7f0f20108500 2024-05-20T21:11:41.662 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:41.662+0000 7f0f17400700 1 -- 172.21.15.8:0/1094101677 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f18004570 con 0x7f0f20108500 2024-05-20T21:11:41.662 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:41.663+0000 7f0f25200700 1 -- 172.21.15.8:0/1094101677 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0f2006a230 con 0x7f0f20108500 2024-05-20T21:11:41.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:41.665+0000 7f0f17400700 1 -- 172.21.15.8:0/1094101677 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f0f18004710 con 0x7f0f20108500 2024-05-20T21:11:41.665 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:41.666+0000 7f0f17400700 1 --2- 172.21.15.8:0/1094101677 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0f040b2900 0x7f0f040b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:41.665 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:41.666+0000 7f0f17400700 1 -- 172.21.15.8:0/1094101677 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 7979+0+0 (secure 0 0 0) 0x7f0f1800f020 con 0x7f0f20108500 2024-05-20T21:11:41.665 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:41.667+0000 7f0f1de00700 1 --2- 172.21.15.8:0/1094101677 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0f040b2900 0x7f0f040b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:41.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:41.667+0000 7f0f1de00700 1 --2- 172.21.15.8:0/1094101677 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0f040b2900 0x7f0f040b4dc0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f0f10009680 tx=0x7f0f10009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:11:41.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:41.671+0000 7f0f17400700 1 -- 172.21.15.8:0/1094101677 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f0f1802a020 con 0x7f0f20108500 2024-05-20T21:11:41.969 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:41.970+0000 7f0f25200700 1 -- 172.21.15.8:0/1094101677 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"} v 0) -- 0x7f0f201a8b30 con 0x7f0f20108500 2024-05-20T21:11:42.476 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:42.477+0000 7f0f17400700 1 -- 172.21.15.8:0/1094101677 <== mon.1 v2:172.21.15.130:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]=0 v25) ==== 115+0+0 (secure 0 0 0) 0x7f0f180ab120 con 0x7f0f20108500 2024-05-20T21:11:42.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:42.481+0000 7f0f25200700 1 -- 172.21.15.8:0/1094101677 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0f040b2900 msgr2=0x7f0f040b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:42.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:42.481+0000 7f0f25200700 1 --2- 172.21.15.8:0/1094101677 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0f040b2900 0x7f0f040b4dc0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f0f10009680 tx=0x7f0f10009260 comp rx=0 tx=0).stop 2024-05-20T21:11:42.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:42.481+0000 7f0f25200700 1 -- 172.21.15.8:0/1094101677 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0f20108500 msgr2=0x7f0f201a06b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:42.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:42.481+0000 7f0f25200700 1 --2- 172.21.15.8:0/1094101677 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0f20108500 0x7f0f201a06b0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f0f1800b070 tx=0x7f0f18004c80 comp rx=0 tx=0).stop 2024-05-20T21:11:42.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:42.482+0000 7f0f25200700 1 -- 172.21.15.8:0/1094101677 shutdown_connections 2024-05-20T21:11:42.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:42.482+0000 7f0f25200700 1 --2- 172.21.15.8:0/1094101677 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0f040b2900 0x7f0f040b4dc0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:42.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:42.482+0000 7f0f25200700 1 --2- 172.21.15.8:0/1094101677 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0f201035f0 0x7f0f2019bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:42.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:42.482+0000 7f0f25200700 1 --2- 172.21.15.8:0/1094101677 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0f20108500 0x7f0f201a06b0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:42.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:42.482+0000 7f0f25200700 1 --2- 172.21.15.8:0/1094101677 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0f20103f90 0x7f0f2019c320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:42.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:42.482+0000 7f0f25200700 1 -- 172.21.15.8:0/1094101677 >> 172.21.15.8:0/1094101677 conn(0x7f0f2007a6a0 msgr2=0x7f0f20101460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:11:42.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:42.482+0000 7f0f25200700 1 -- 172.21.15.8:0/1094101677 shutdown_connections 2024-05-20T21:11:42.482 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:42.482+0000 7f0f25200700 1 -- 172.21.15.8:0/1094101677 wait complete. 2024-05-20T21:11:42.792 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:42 smithi008 ceph-mon[31475]: pgmap v329: 97 pgs: 97 active+clean; 582 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s rd, 2.0 KiB/s wr, 8 op/s 2024-05-20T21:11:42.792 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:42 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/1094101677' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-05-20T21:11:42.792 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:42 smithi008 ceph-mon[31475]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-05-20T21:11:42.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:42 smithi130 ceph-mon[36448]: pgmap v329: 97 pgs: 97 active+clean; 582 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s rd, 2.0 KiB/s wr, 8 op/s 2024-05-20T21:11:42.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:42 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/1094101677' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-05-20T21:11:42.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:42 smithi130 ceph-mon[36448]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-05-20T21:11:42.923 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:42 smithi050 ceph-mon[35809]: pgmap v329: 97 pgs: 97 active+clean; 582 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s rd, 2.0 KiB/s wr, 8 op/s 2024-05-20T21:11:42.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:42 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/1094101677' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-05-20T21:11:42.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:42 smithi050 ceph-mon[35809]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-05-20T21:11:43.223 DEBUG:tasks.cephfs.filesystem:Creating {'create': 2, 'subvol_options': '--size 25000000000'} subvols for filesystem 'cephfs' 2024-05-20T21:11:43.223 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs subvolumegroup create cephfs qa 2024-05-20T21:11:43.694 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:11:43.850 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:43 smithi008 ceph-mon[31475]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-05-20T21:11:43.851 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:43 smithi008 ceph-mon[31475]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-05-20T21:11:43.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:43 smithi130 ceph-mon[36448]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-05-20T21:11:43.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:43 smithi130 ceph-mon[36448]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-05-20T21:11:43.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:43 smithi050 ceph-mon[35809]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-05-20T21:11:43.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:43 smithi050 ceph-mon[35809]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-05-20T21:11:44.873 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:44 smithi008 ceph-mon[31475]: pgmap v330: 97 pgs: 97 active+clean; 582 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 2.0 KiB/s wr, 10 op/s 2024-05-20T21:11:44.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:44 smithi130 ceph-mon[36448]: pgmap v330: 97 pgs: 97 active+clean; 582 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 2.0 KiB/s wr, 10 op/s 2024-05-20T21:11:44.923 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:44 smithi050 ceph-mon[35809]: pgmap v330: 97 pgs: 97 active+clean; 582 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 2.0 KiB/s wr, 10 op/s 2024-05-20T21:11:45.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:45.772+0000 7fa6d8800700 1 -- 172.21.15.8:0/612335178 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa6d0076090 msgr2=0x7fa6d010fa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:45.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:45.772+0000 7fa6d8800700 1 --2- 172.21.15.8:0/612335178 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa6d0076090 0x7fa6d010fa00 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fa6c0009990 tx=0x7fa6c0009ca0 comp rx=0 tx=0).stop 2024-05-20T21:11:45.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:45.772+0000 7fa6d8800700 1 -- 172.21.15.8:0/612335178 shutdown_connections 2024-05-20T21:11:45.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:45.772+0000 7fa6d8800700 1 --2- 172.21.15.8:0/612335178 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa6d0075770 0x7fa6d0075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:45.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:45.772+0000 7fa6d8800700 1 --2- 172.21.15.8:0/612335178 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa6d010ff40 0x7fa6d0112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:45.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:45.772+0000 7fa6d8800700 1 --2- 172.21.15.8:0/612335178 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa6d0076090 0x7fa6d010fa00 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:45.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:45.772+0000 7fa6d8800700 1 -- 172.21.15.8:0/612335178 >> 172.21.15.8:0/612335178 conn(0x7fa6d007a6a0 msgr2=0x7fa6d007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:11:45.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:45.772+0000 7fa6d8800700 1 -- 172.21.15.8:0/612335178 shutdown_connections 2024-05-20T21:11:45.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:45.772+0000 7fa6d8800700 1 -- 172.21.15.8:0/612335178 wait complete. 2024-05-20T21:11:45.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:45.773+0000 7fa6d8800700 1 Processor -- start 2024-05-20T21:11:45.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:45.774+0000 7fa6d8800700 1 -- start start 2024-05-20T21:11:45.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:45.774+0000 7fa6d8800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa6d0075770 0x7fa6d019be80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:45.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:45.774+0000 7fa6d8800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa6d0076090 0x7fa6d019c3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:45.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:45.774+0000 7fa6d8800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa6d010ff40 0x7fa6d01a0700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:45.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:45.774+0000 7fa6d8800700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fa6d0115950 con 0x7fa6d0075770 2024-05-20T21:11:45.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:45.774+0000 7fa6d8800700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa6d01157d0 con 0x7fa6d0076090 2024-05-20T21:11:45.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:45.774+0000 7fa6d8800700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fa6d0115ad0 con 0x7fa6d010ff40 2024-05-20T21:11:45.775 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:45.775+0000 7fa6d5e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa6d0075770 0x7fa6d019be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:45.775 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:45.775+0000 7fa6d5e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa6d0075770 0x7fa6d019be80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:49138/0 (socket says 172.21.15.8:49138) 2024-05-20T21:11:45.775 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:45.775+0000 7fa6d5e00700 1 -- 172.21.15.8:0/2474726832 learned_addr learned my addr 172.21.15.8:0/2474726832 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:11:45.775 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:45.775+0000 7fa6d6800700 1 --2- 172.21.15.8:0/2474726832 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa6d010ff40 0x7fa6d01a0700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:45.775 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:45.775+0000 7fa6d5400700 1 --2- 172.21.15.8:0/2474726832 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa6d0076090 0x7fa6d019c3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:45.775 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:45.775+0000 7fa6d5e00700 1 -- 172.21.15.8:0/2474726832 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa6d010ff40 msgr2=0x7fa6d01a0700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:45.775 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:45.775+0000 7fa6d5e00700 1 --2- 172.21.15.8:0/2474726832 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa6d010ff40 0x7fa6d01a0700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:45.775 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:45.775+0000 7fa6d5e00700 1 -- 172.21.15.8:0/2474726832 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa6d0076090 msgr2=0x7fa6d019c3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:45.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:45.775+0000 7fa6d5e00700 1 --2- 172.21.15.8:0/2474726832 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa6d0076090 0x7fa6d019c3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:45.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:45.775+0000 7fa6d5e00700 1 -- 172.21.15.8:0/2474726832 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6d01a0e40 con 0x7fa6d0075770 2024-05-20T21:11:45.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:45.775+0000 7fa6d5e00700 1 --2- 172.21.15.8:0/2474726832 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa6d0075770 0x7fa6d019be80 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fa6c400e9a0 tx=0x7fa6c400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:11:45.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:45.776+0000 7fa6caa00700 1 -- 172.21.15.8:0/2474726832 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6c400ca10 con 0x7fa6d0075770 2024-05-20T21:11:45.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:45.776+0000 7fa6d8800700 1 -- 172.21.15.8:0/2474726832 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6d01a1130 con 0x7fa6d0075770 2024-05-20T21:11:45.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:45.776+0000 7fa6caa00700 1 -- 172.21.15.8:0/2474726832 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa6c400cbb0 con 0x7fa6d0075770 2024-05-20T21:11:45.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:45.776+0000 7fa6caa00700 1 -- 172.21.15.8:0/2474726832 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6c4018680 con 0x7fa6d0075770 2024-05-20T21:11:45.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:45.776+0000 7fa6d8800700 1 -- 172.21.15.8:0/2474726832 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6d01a89b0 con 0x7fa6d0075770 2024-05-20T21:11:45.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:45.777+0000 7fa6d8800700 1 -- 172.21.15.8:0/2474726832 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa6d006a230 con 0x7fa6d0075770 2024-05-20T21:11:45.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:45.780+0000 7fa6caa00700 1 -- 172.21.15.8:0/2474726832 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7fa6c4010430 con 0x7fa6d0075770 2024-05-20T21:11:45.780 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:45.781+0000 7fa6caa00700 1 --2- 172.21.15.8:0/2474726832 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa6b80b2880 0x7fa6b80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:45.781 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:45.782+0000 7fa6caa00700 1 -- 172.21.15.8:0/2474726832 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 7979+0+0 (secure 0 0 0) 0x7fa6c40e2610 con 0x7fa6d0075770 2024-05-20T21:11:45.781 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:45.782+0000 7fa6d5400700 1 --2- 172.21.15.8:0/2474726832 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa6b80b2880 0x7fa6b80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:45.781 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:45.783+0000 7fa6d5400700 1 --2- 172.21.15.8:0/2474726832 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa6b80b2880 0x7fa6b80b4d40 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fa6d0111c60 tx=0x7fa6c0005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:11:45.783 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:45.784+0000 7fa6caa00700 1 -- 172.21.15.8:0/2474726832 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fa6c40aa3e0 con 0x7fa6d0075770 2024-05-20T21:11:46.058 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:46.058+0000 7fa6d8800700 1 -- 172.21.15.8:0/2474726832 --> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7fa6d0063980 con 0x7fa6b80b2880 2024-05-20T21:11:46.097 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:46.097+0000 7fa6caa00700 1 -- 172.21.15.8:0/2474726832 <== mgr.14152 v2:172.21.15.8:6800/2778224651 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fa6d0063980 con 0x7fa6b80b2880 2024-05-20T21:11:46.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:46.100+0000 7fa6d8800700 1 -- 172.21.15.8:0/2474726832 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa6b80b2880 msgr2=0x7fa6b80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:46.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:46.100+0000 7fa6d8800700 1 --2- 172.21.15.8:0/2474726832 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa6b80b2880 0x7fa6b80b4d40 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fa6d0111c60 tx=0x7fa6c0005fd0 comp rx=0 tx=0).stop 2024-05-20T21:11:46.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:46.100+0000 7fa6d8800700 1 -- 172.21.15.8:0/2474726832 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa6d0075770 msgr2=0x7fa6d019be80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:46.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:46.100+0000 7fa6d8800700 1 --2- 172.21.15.8:0/2474726832 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa6d0075770 0x7fa6d019be80 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fa6c400e9a0 tx=0x7fa6c400ecb0 comp rx=0 tx=0).stop 2024-05-20T21:11:46.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:46.100+0000 7fa6d8800700 1 -- 172.21.15.8:0/2474726832 shutdown_connections 2024-05-20T21:11:46.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:46.100+0000 7fa6d8800700 1 --2- 172.21.15.8:0/2474726832 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa6b80b2880 0x7fa6b80b4d40 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:46.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:46.100+0000 7fa6d8800700 1 --2- 172.21.15.8:0/2474726832 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa6d010ff40 0x7fa6d01a0700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:46.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:46.100+0000 7fa6d8800700 1 --2- 172.21.15.8:0/2474726832 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa6d0075770 0x7fa6d019be80 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:46.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:46.100+0000 7fa6d8800700 1 --2- 172.21.15.8:0/2474726832 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa6d0076090 0x7fa6d019c3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:46.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:46.100+0000 7fa6d8800700 1 -- 172.21.15.8:0/2474726832 >> 172.21.15.8:0/2474726832 conn(0x7fa6d007a6a0 msgr2=0x7fa6d01007f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:11:46.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:46.101+0000 7fa6d8800700 1 -- 172.21.15.8:0/2474726832 shutdown_connections 2024-05-20T21:11:46.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:46.101+0000 7fa6d8800700 1 -- 172.21.15.8:0/2474726832 wait complete. 2024-05-20T21:11:46.452 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:11:46 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:11:46.074+0000 7fa331e00700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-20T21:11:46.453 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:11:46 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:11:46.074+0000 7fa331e00700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-20T21:11:46.453 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:11:46 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:11:46.074+0000 7fa331e00700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-20T21:11:46.453 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:11:46 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:11:46.074+0000 7fa331e00700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-20T21:11:46.453 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:11:46 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:11:46.074+0000 7fa331e00700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-20T21:11:46.866 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:46 smithi008 ceph-mon[31475]: pgmap v331: 97 pgs: 97 active+clean; 582 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 2.0 KiB/s wr, 10 op/s 2024-05-20T21:11:46.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:46 smithi130 ceph-mon[36448]: pgmap v331: 97 pgs: 97 active+clean; 582 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 2.0 KiB/s wr, 10 op/s 2024-05-20T21:11:46.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:46 smithi050 ceph-mon[35809]: pgmap v331: 97 pgs: 97 active+clean; 582 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 2.0 KiB/s wr, 10 op/s 2024-05-20T21:11:46.948 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs subvolume create cephfs sv_0 --group_name qa 2024-05-20T21:11:47.433 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:11:47.775 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:47 smithi008 ceph-mon[31475]: from='client.14484 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:11:47.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:47 smithi130 ceph-mon[36448]: from='client.14484 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:11:47.923 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:47 smithi050 ceph-mon[35809]: from='client.14484 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:11:48.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:48 smithi008 ceph-mon[31475]: pgmap v332: 97 pgs: 97 active+clean; 582 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 2.0 KiB/s wr, 11 op/s 2024-05-20T21:11:48.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:48 smithi008 ceph-mon[31475]: mgrmap e17: x(active, since 8m), standbys: z, y 2024-05-20T21:11:48.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:48 smithi130 ceph-mon[36448]: pgmap v332: 97 pgs: 97 active+clean; 582 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 2.0 KiB/s wr, 11 op/s 2024-05-20T21:11:48.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:48 smithi130 ceph-mon[36448]: mgrmap e17: x(active, since 8m), standbys: z, y 2024-05-20T21:11:48.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:48 smithi050 ceph-mon[35809]: pgmap v332: 97 pgs: 97 active+clean; 582 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 2.0 KiB/s wr, 11 op/s 2024-05-20T21:11:48.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:48 smithi050 ceph-mon[35809]: mgrmap e17: x(active, since 8m), standbys: z, y 2024-05-20T21:11:49.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:49.627+0000 7fbc2b000700 1 -- 172.21.15.8:0/787889948 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbc24102440 msgr2=0x7fbc241028c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:49.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:49.627+0000 7fbc2b000700 1 --2- 172.21.15.8:0/787889948 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbc24102440 0x7fbc241028c0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fbc100098f0 tx=0x7fbc10009c00 comp rx=0 tx=0).stop 2024-05-20T21:11:49.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:49.628+0000 7fbc2b000700 1 -- 172.21.15.8:0/787889948 shutdown_connections 2024-05-20T21:11:49.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:49.628+0000 7fbc2b000700 1 --2- 172.21.15.8:0/787889948 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbc24108520 0x7fbc24108900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:49.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:49.628+0000 7fbc2b000700 1 --2- 172.21.15.8:0/787889948 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbc24102e00 0x7fbc2410f2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:49.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:49.628+0000 7fbc2b000700 1 --2- 172.21.15.8:0/787889948 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbc24102440 0x7fbc241028c0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:49.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:49.628+0000 7fbc2b000700 1 -- 172.21.15.8:0/787889948 >> 172.21.15.8:0/787889948 conn(0x7fbc240793f0 msgr2=0x7fbc24079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:11:49.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:49.628+0000 7fbc2b000700 1 -- 172.21.15.8:0/787889948 shutdown_connections 2024-05-20T21:11:49.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:49.628+0000 7fbc2b000700 1 -- 172.21.15.8:0/787889948 wait complete. 2024-05-20T21:11:49.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:49.629+0000 7fbc2b000700 1 Processor -- start 2024-05-20T21:11:49.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:49.629+0000 7fbc2b000700 1 -- start start 2024-05-20T21:11:49.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:49.629+0000 7fbc2b000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbc24102440 0x7fbc24104080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:49.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:49.629+0000 7fbc2b000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbc24102e00 0x7fbc241045c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:49.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:49.629+0000 7fbc2b000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbc24108520 0x7fbc24104b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:49.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:49.630+0000 7fbc2b000700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fbc24112620 con 0x7fbc24102e00 2024-05-20T21:11:49.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:49.630+0000 7fbc2b000700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fbc241124a0 con 0x7fbc24108520 2024-05-20T21:11:49.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:49.630+0000 7fbc2b000700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fbc241127a0 con 0x7fbc24102440 2024-05-20T21:11:49.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:49.630+0000 7fbc23400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbc24102e00 0x7fbc241045c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:49.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:49.630+0000 7fbc23e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbc24102440 0x7fbc24104080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:49.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:49.630+0000 7fbc23e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbc24102440 0x7fbc24104080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:47102/0 (socket says 172.21.15.8:47102) 2024-05-20T21:11:49.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:49.630+0000 7fbc23e00700 1 -- 172.21.15.8:0/3701254052 learned_addr learned my addr 172.21.15.8:0/3701254052 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:11:49.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:49.630+0000 7fbc23400700 1 --2- 172.21.15.8:0/3701254052 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbc24102e00 0x7fbc241045c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:49182/0 (socket says 172.21.15.8:49182) 2024-05-20T21:11:49.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:49.630+0000 7fbc29000700 1 --2- 172.21.15.8:0/3701254052 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbc24108520 0x7fbc24104b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:49.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:49.630+0000 7fbc23e00700 1 -- 172.21.15.8:0/3701254052 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbc24108520 msgr2=0x7fbc24104b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:49.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:49.630+0000 7fbc23e00700 1 --2- 172.21.15.8:0/3701254052 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbc24108520 0x7fbc24104b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:49.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:49.630+0000 7fbc23e00700 1 -- 172.21.15.8:0/3701254052 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbc24102e00 msgr2=0x7fbc241045c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:49.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:49.630+0000 7fbc23e00700 1 --2- 172.21.15.8:0/3701254052 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbc24102e00 0x7fbc241045c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:49.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:49.630+0000 7fbc23e00700 1 -- 172.21.15.8:0/3701254052 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc241a82a0 con 0x7fbc24102440 2024-05-20T21:11:49.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:49.630+0000 7fbc29000700 1 --2- 172.21.15.8:0/3701254052 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbc24108520 0x7fbc24104b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:11:49.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:49.631+0000 7fbc23e00700 1 --2- 172.21.15.8:0/3701254052 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbc24102440 0x7fbc24104080 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fbc1400d950 tx=0x7fbc1400dc60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:11:49.632 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:49.631+0000 7fbc20c00700 1 -- 172.21.15.8:0/3701254052 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc14016070 con 0x7fbc24102440 2024-05-20T21:11:49.632 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:49.631+0000 7fbc2b000700 1 -- 172.21.15.8:0/3701254052 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc241a8590 con 0x7fbc24102440 2024-05-20T21:11:49.632 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:49.631+0000 7fbc20c00700 1 -- 172.21.15.8:0/3701254052 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbc14009df0 con 0x7fbc24102440 2024-05-20T21:11:49.632 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:49.631+0000 7fbc20c00700 1 -- 172.21.15.8:0/3701254052 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc1400f3c0 con 0x7fbc24102440 2024-05-20T21:11:49.632 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:49.631+0000 7fbc2b000700 1 -- 172.21.15.8:0/3701254052 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc241a8aa0 con 0x7fbc24102440 2024-05-20T21:11:49.632 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:49.632+0000 7fbc2b000700 1 -- 172.21.15.8:0/3701254052 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbc2406a230 con 0x7fbc24102440 2024-05-20T21:11:49.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:49.634+0000 7fbc20c00700 1 -- 172.21.15.8:0/3701254052 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7fbc14019070 con 0x7fbc24102440 2024-05-20T21:11:49.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:49.636+0000 7fbc20c00700 1 --2- 172.21.15.8:0/3701254052 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbc080b2910 0x7fbc080b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:49.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:49.636+0000 7fbc20c00700 1 -- 172.21.15.8:0/3701254052 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 7979+0+0 (secure 0 0 0) 0x7fbc140e1e80 con 0x7fbc24102440 2024-05-20T21:11:49.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:49.636+0000 7fbc23400700 1 --2- 172.21.15.8:0/3701254052 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbc080b2910 0x7fbc080b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:49.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:49.637+0000 7fbc23400700 1 --2- 172.21.15.8:0/3701254052 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbc080b2910 0x7fbc080b4dd0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fbc100098c0 tx=0x7fbc10019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:11:49.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:49.640+0000 7fbc20c00700 1 -- 172.21.15.8:0/3701254052 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fbc140a9af0 con 0x7fbc24102440 2024-05-20T21:11:49.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:49.920+0000 7fbc2b000700 1 -- 172.21.15.8:0/3701254052 --> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7fbc24063980 con 0x7fbc080b2910 2024-05-20T21:11:49.964 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:49.965+0000 7fbc20c00700 1 -- 172.21.15.8:0/3701254052 <== mgr.14152 v2:172.21.15.8:6800/2778224651 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fbc24063980 con 0x7fbc080b2910 2024-05-20T21:11:49.968 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:49.968+0000 7fbc2b000700 1 -- 172.21.15.8:0/3701254052 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbc080b2910 msgr2=0x7fbc080b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:49.968 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:49.968+0000 7fbc2b000700 1 --2- 172.21.15.8:0/3701254052 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbc080b2910 0x7fbc080b4dd0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fbc100098c0 tx=0x7fbc10019040 comp rx=0 tx=0).stop 2024-05-20T21:11:49.968 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:49.968+0000 7fbc2b000700 1 -- 172.21.15.8:0/3701254052 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbc24102440 msgr2=0x7fbc24104080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:49.968 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:49.968+0000 7fbc2b000700 1 --2- 172.21.15.8:0/3701254052 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbc24102440 0x7fbc24104080 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fbc1400d950 tx=0x7fbc1400dc60 comp rx=0 tx=0).stop 2024-05-20T21:11:49.968 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:49.968+0000 7fbc2b000700 1 -- 172.21.15.8:0/3701254052 shutdown_connections 2024-05-20T21:11:49.968 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:49.968+0000 7fbc2b000700 1 --2- 172.21.15.8:0/3701254052 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbc080b2910 0x7fbc080b4dd0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:49.968 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:49.968+0000 7fbc2b000700 1 --2- 172.21.15.8:0/3701254052 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbc24108520 0x7fbc24104b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:49.968 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:49.968+0000 7fbc2b000700 1 --2- 172.21.15.8:0/3701254052 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbc24102440 0x7fbc24104080 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:49.969 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:49.968+0000 7fbc2b000700 1 --2- 172.21.15.8:0/3701254052 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbc24102e00 0x7fbc241045c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:49.969 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:49.969+0000 7fbc2b000700 1 -- 172.21.15.8:0/3701254052 >> 172.21.15.8:0/3701254052 conn(0x7fbc240793f0 msgr2=0x7fbc2406b6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:11:49.969 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:49.969+0000 7fbc2b000700 1 -- 172.21.15.8:0/3701254052 shutdown_connections 2024-05-20T21:11:49.969 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:49.969+0000 7fbc2b000700 1 -- 172.21.15.8:0/3701254052 wait complete. 2024-05-20T21:11:50.690 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:50 smithi008 ceph-mon[31475]: pgmap v333: 97 pgs: 97 active+clean; 588 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.8 KiB/s wr, 10 op/s 2024-05-20T21:11:50.763 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs subvolume getpath cephfs --group_name qa sv_0 2024-05-20T21:11:50.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:50 smithi130 ceph-mon[36448]: pgmap v333: 97 pgs: 97 active+clean; 588 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.8 KiB/s wr, 10 op/s 2024-05-20T21:11:50.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:50 smithi050 ceph-mon[35809]: pgmap v333: 97 pgs: 97 active+clean; 588 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.8 KiB/s wr, 10 op/s 2024-05-20T21:11:51.236 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:11:51.676 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:51 smithi008 ceph-mon[31475]: from='client.24637 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:11:51.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:51 smithi130 ceph-mon[36448]: from='client.24637 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:11:51.923 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:51 smithi050 ceph-mon[35809]: from='client.24637 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:11:52.684 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:52 smithi008 ceph-mon[31475]: pgmap v334: 97 pgs: 97 active+clean; 588 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 1023 B/s wr, 8 op/s 2024-05-20T21:11:52.825 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:52 smithi050 ceph-mon[35809]: pgmap v334: 97 pgs: 97 active+clean; 588 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 1023 B/s wr, 8 op/s 2024-05-20T21:11:52.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:52 smithi130 ceph-mon[36448]: pgmap v334: 97 pgs: 97 active+clean; 588 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 1023 B/s wr, 8 op/s 2024-05-20T21:11:53.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:53.184+0000 7fb06f200700 1 -- 172.21.15.8:0/787217487 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb0701025d0 msgr2=0x7fb0701029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:53.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:53.184+0000 7fb06f200700 1 --2- 172.21.15.8:0/787217487 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb0701025d0 0x7fb0701029b0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fb0600099c0 tx=0x7fb060009cd0 comp rx=0 tx=0).stop 2024-05-20T21:11:53.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:53.184+0000 7fb06f200700 1 -- 172.21.15.8:0/787217487 shutdown_connections 2024-05-20T21:11:53.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:53.184+0000 7fb06f200700 1 --2- 172.21.15.8:0/787217487 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb0701076b0 0x7fb07010f280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:53.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:53.184+0000 7fb06f200700 1 --2- 172.21.15.8:0/787217487 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb0701025d0 0x7fb0701029b0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:53.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:53.184+0000 7fb06f200700 1 --2- 172.21.15.8:0/787217487 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb070102f80 0x7fb070106fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:53.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:53.184+0000 7fb06f200700 1 -- 172.21.15.8:0/787217487 >> 172.21.15.8:0/787217487 conn(0x7fb0700fde60 msgr2=0x7fb070100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:11:53.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:53.184+0000 7fb06f200700 1 -- 172.21.15.8:0/787217487 shutdown_connections 2024-05-20T21:11:53.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:53.184+0000 7fb06f200700 1 -- 172.21.15.8:0/787217487 wait complete. 2024-05-20T21:11:53.185 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:53.186+0000 7fb06f200700 1 Processor -- start 2024-05-20T21:11:53.185 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:53.186+0000 7fb06f200700 1 -- start start 2024-05-20T21:11:53.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:53.187+0000 7fb06f200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb0701025d0 0x7fb070104070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:53.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:53.187+0000 7fb06f200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb070102f80 0x7fb0701045b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:53.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:53.187+0000 7fb06f200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb0701076b0 0x7fb070104af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:53.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:53.187+0000 7fb06f200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fb070112570 con 0x7fb0701076b0 2024-05-20T21:11:53.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:53.187+0000 7fb06f200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb0701123f0 con 0x7fb0701025d0 2024-05-20T21:11:53.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:53.187+0000 7fb06f200700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fb0701126f0 con 0x7fb070102f80 2024-05-20T21:11:53.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:53.187+0000 7fb06e800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb0701076b0 0x7fb070104af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:53.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:53.187+0000 7fb065400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb070102f80 0x7fb0701045b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:53.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:53.187+0000 7fb06e800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb0701076b0 0x7fb070104af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:33694/0 (socket says 172.21.15.8:33694) 2024-05-20T21:11:53.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:53.187+0000 7fb06e800700 1 -- 172.21.15.8:0/839641921 learned_addr learned my addr 172.21.15.8:0/839641921 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:11:53.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:53.187+0000 7fb06de00700 1 --2- 172.21.15.8:0/839641921 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb0701025d0 0x7fb070104070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:53.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:53.187+0000 7fb06e800700 1 -- 172.21.15.8:0/839641921 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb070102f80 msgr2=0x7fb0701045b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:53.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:53.187+0000 7fb06e800700 1 --2- 172.21.15.8:0/839641921 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb070102f80 0x7fb0701045b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:53.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:53.187+0000 7fb06e800700 1 -- 172.21.15.8:0/839641921 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb0701025d0 msgr2=0x7fb070104070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:53.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:53.187+0000 7fb06e800700 1 --2- 172.21.15.8:0/839641921 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb0701025d0 0x7fb070104070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:53.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:53.187+0000 7fb06e800700 1 -- 172.21.15.8:0/839641921 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0701a8070 con 0x7fb0701076b0 2024-05-20T21:11:53.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:53.188+0000 7fb06e800700 1 --2- 172.21.15.8:0/839641921 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb0701076b0 0x7fb070104af0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fb06800ef30 tx=0x7fb06800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:11:53.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:53.188+0000 7fb067400700 1 -- 172.21.15.8:0/839641921 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0680092e0 con 0x7fb0701076b0 2024-05-20T21:11:53.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:53.188+0000 7fb06f200700 1 -- 172.21.15.8:0/839641921 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb0701a8300 con 0x7fb0701076b0 2024-05-20T21:11:53.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:53.188+0000 7fb067400700 1 -- 172.21.15.8:0/839641921 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb068004bb0 con 0x7fb0701076b0 2024-05-20T21:11:53.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:53.188+0000 7fb067400700 1 -- 172.21.15.8:0/839641921 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb068004020 con 0x7fb0701076b0 2024-05-20T21:11:53.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:53.188+0000 7fb06f200700 1 -- 172.21.15.8:0/839641921 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0701a8840 con 0x7fb0701076b0 2024-05-20T21:11:53.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:53.189+0000 7fb06f200700 1 -- 172.21.15.8:0/839641921 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb07006a230 con 0x7fb0701076b0 2024-05-20T21:11:53.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:53.192+0000 7fb067400700 1 -- 172.21.15.8:0/839641921 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7fb06801b030 con 0x7fb0701076b0 2024-05-20T21:11:53.192 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:53.193+0000 7fb067400700 1 --2- 172.21.15.8:0/839641921 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb0540b2910 0x7fb0540b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:53.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:53.194+0000 7fb067400700 1 -- 172.21.15.8:0/839641921 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 7979+0+0 (secure 0 0 0) 0x7fb0680e1cc0 con 0x7fb0701076b0 2024-05-20T21:11:53.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:53.194+0000 7fb06de00700 1 --2- 172.21.15.8:0/839641921 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb0540b2910 0x7fb0540b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:53.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:53.194+0000 7fb06de00700 1 --2- 172.21.15.8:0/839641921 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb0540b2910 0x7fb0540b4dd0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fb060000c00 tx=0x7fb060005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:11:53.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:53.198+0000 7fb067400700 1 -- 172.21.15.8:0/839641921 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fb0680e8080 con 0x7fb0701076b0 2024-05-20T21:11:53.473 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:53.473+0000 7fb06f200700 1 -- 172.21.15.8:0/839641921 --> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}) -- 0x7fb070063980 con 0x7fb0540b2910 2024-05-20T21:11:53.484 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:53.485+0000 7fb067400700 1 -- 172.21.15.8:0/839641921 <== mgr.14152 v2:172.21.15.8:6800/2778224651 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7fb070063980 con 0x7fb0540b2910 2024-05-20T21:11:53.484 INFO:teuthology.orchestra.run.smithi008.stdout:/volumes/qa/sv_0/57fb80cf-9276-464c-b25c-21760b98b60d 2024-05-20T21:11:53.487 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:53.488+0000 7fb06f200700 1 -- 172.21.15.8:0/839641921 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb0540b2910 msgr2=0x7fb0540b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:53.487 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:53.488+0000 7fb06f200700 1 --2- 172.21.15.8:0/839641921 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb0540b2910 0x7fb0540b4dd0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fb060000c00 tx=0x7fb060005fb0 comp rx=0 tx=0).stop 2024-05-20T21:11:53.487 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:53.488+0000 7fb06f200700 1 -- 172.21.15.8:0/839641921 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb0701076b0 msgr2=0x7fb070104af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:53.487 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:53.488+0000 7fb06f200700 1 --2- 172.21.15.8:0/839641921 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb0701076b0 0x7fb070104af0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fb06800ef30 tx=0x7fb06800c3a0 comp rx=0 tx=0).stop 2024-05-20T21:11:53.487 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:53.488+0000 7fb06f200700 1 -- 172.21.15.8:0/839641921 shutdown_connections 2024-05-20T21:11:53.487 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:53.488+0000 7fb06f200700 1 --2- 172.21.15.8:0/839641921 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb0540b2910 0x7fb0540b4dd0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:53.488 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:53.488+0000 7fb06f200700 1 --2- 172.21.15.8:0/839641921 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb0701025d0 0x7fb070104070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:53.488 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:53.488+0000 7fb06f200700 1 --2- 172.21.15.8:0/839641921 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb0701076b0 0x7fb070104af0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:53.488 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:53.488+0000 7fb06f200700 1 --2- 172.21.15.8:0/839641921 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb070102f80 0x7fb0701045b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:53.488 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:53.488+0000 7fb06f200700 1 -- 172.21.15.8:0/839641921 >> 172.21.15.8:0/839641921 conn(0x7fb0700fde60 msgr2=0x7fb07006b500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:11:53.488 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:53.488+0000 7fb06f200700 1 -- 172.21.15.8:0/839641921 shutdown_connections 2024-05-20T21:11:53.488 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:53.488+0000 7fb06f200700 1 -- 172.21.15.8:0/839641921 wait complete. 2024-05-20T21:11:54.307 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs subvolume create cephfs sv_1 --group_name qa 2024-05-20T21:11:54.783 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:11:54.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:54 smithi130 ceph-mon[36448]: pgmap v335: 97 pgs: 97 active+clean; 608 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 2.8 KiB/s wr, 8 op/s 2024-05-20T21:11:54.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:54 smithi130 ceph-mon[36448]: from='client.14502 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:11:54.923 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:54 smithi050 ceph-mon[35809]: pgmap v335: 97 pgs: 97 active+clean; 608 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 2.8 KiB/s wr, 8 op/s 2024-05-20T21:11:54.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:54 smithi050 ceph-mon[35809]: from='client.14502 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:11:54.939 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:54 smithi008 ceph-mon[31475]: pgmap v335: 97 pgs: 97 active+clean; 608 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 2.8 KiB/s wr, 8 op/s 2024-05-20T21:11:54.939 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:54 smithi008 ceph-mon[31475]: from='client.14502 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:11:56.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:56.724+0000 7fc58f800700 1 -- 172.21.15.8:0/1949405028 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc588077a70 msgr2=0x7fc588077e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:56.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:56.724+0000 7fc58f800700 1 --2- 172.21.15.8:0/1949405028 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc588077a70 0x7fc588077e50 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fc57c00b0a0 tx=0x7fc57c00b3b0 comp rx=0 tx=0).stop 2024-05-20T21:11:56.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:56.724+0000 7fc58f800700 1 -- 172.21.15.8:0/1949405028 shutdown_connections 2024-05-20T21:11:56.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:56.724+0000 7fc58f800700 1 --2- 172.21.15.8:0/1949405028 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc5881143e0 0x7fc5881167d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:56.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:56.724+0000 7fc58f800700 1 --2- 172.21.15.8:0/1949405028 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc588077a70 0x7fc588077e50 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:56.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:56.724+0000 7fc58f800700 1 --2- 172.21.15.8:0/1949405028 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc588078390 0x7fc588113ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:56.725 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:56.724+0000 7fc58f800700 1 -- 172.21.15.8:0/1949405028 >> 172.21.15.8:0/1949405028 conn(0x7fc588101250 msgr2=0x7fc588103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:11:56.725 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:56.724+0000 7fc58f800700 1 -- 172.21.15.8:0/1949405028 shutdown_connections 2024-05-20T21:11:56.725 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:56.725+0000 7fc58f800700 1 -- 172.21.15.8:0/1949405028 wait complete. 2024-05-20T21:11:56.725 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:56.726+0000 7fc58f800700 1 Processor -- start 2024-05-20T21:11:56.725 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:56.726+0000 7fc58f800700 1 -- start start 2024-05-20T21:11:56.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:56.727+0000 7fc58f800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc588077a70 0x7fc5881a0280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:56.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:56.727+0000 7fc58f800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc588078390 0x7fc5881a07c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:56.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:56.727+0000 7fc58f800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc5881143e0 0x7fc5881a4b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:56.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:56.727+0000 7fc58f800700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc588119db0 con 0x7fc588078390 2024-05-20T21:11:56.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:56.727+0000 7fc58f800700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc588119c30 con 0x7fc5881143e0 2024-05-20T21:11:56.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:56.727+0000 7fc58f800700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc588119f30 con 0x7fc588077a70 2024-05-20T21:11:56.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:56.727+0000 7fc587e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc588078390 0x7fc5881a07c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:56.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:56.727+0000 7fc587e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc588078390 0x7fc5881a07c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:33706/0 (socket says 172.21.15.8:33706) 2024-05-20T21:11:56.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:56.727+0000 7fc587e00700 1 -- 172.21.15.8:0/3730019837 learned_addr learned my addr 172.21.15.8:0/3730019837 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:11:56.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:56.727+0000 7fc58ce00700 1 --2- 172.21.15.8:0/3730019837 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc588077a70 0x7fc5881a0280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:56.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:56.727+0000 7fc58d800700 1 --2- 172.21.15.8:0/3730019837 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc5881143e0 0x7fc5881a4b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:56.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:56.728+0000 7fc587e00700 1 -- 172.21.15.8:0/3730019837 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc588077a70 msgr2=0x7fc5881a0280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:56.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:56.728+0000 7fc587e00700 1 --2- 172.21.15.8:0/3730019837 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc588077a70 0x7fc5881a0280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:56.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:56.728+0000 7fc587e00700 1 -- 172.21.15.8:0/3730019837 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc5881143e0 msgr2=0x7fc5881a4b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:56.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:56.728+0000 7fc587e00700 1 --2- 172.21.15.8:0/3730019837 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc5881143e0 0x7fc5881a4b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:56.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:56.728+0000 7fc587e00700 1 -- 172.21.15.8:0/3730019837 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5881a5290 con 0x7fc588078390 2024-05-20T21:11:56.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:56.728+0000 7fc58ce00700 1 --2- 172.21.15.8:0/3730019837 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc588077a70 0x7fc5881a0280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:11:56.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:56.728+0000 7fc587e00700 1 --2- 172.21.15.8:0/3730019837 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc588078390 0x7fc5881a07c0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fc57400eb30 tx=0x7fc57400ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:11:56.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:56.728+0000 7fc585600700 1 -- 172.21.15.8:0/3730019837 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc57400cbd0 con 0x7fc588078390 2024-05-20T21:11:56.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:56.728+0000 7fc585600700 1 -- 172.21.15.8:0/3730019837 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc5740044d0 con 0x7fc588078390 2024-05-20T21:11:56.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:56.729+0000 7fc58f800700 1 -- 172.21.15.8:0/3730019837 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5881a5580 con 0x7fc588078390 2024-05-20T21:11:56.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:56.729+0000 7fc585600700 1 -- 172.21.15.8:0/3730019837 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc574003df0 con 0x7fc588078390 2024-05-20T21:11:56.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:56.729+0000 7fc58f800700 1 -- 172.21.15.8:0/3730019837 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5881ace00 con 0x7fc588078390 2024-05-20T21:11:56.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:56.730+0000 7fc58f800700 1 -- 172.21.15.8:0/3730019837 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc58806a230 con 0x7fc588078390 2024-05-20T21:11:56.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:56.733+0000 7fc585600700 1 -- 172.21.15.8:0/3730019837 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7fc574004000 con 0x7fc588078390 2024-05-20T21:11:56.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:56.734+0000 7fc585600700 1 --2- 172.21.15.8:0/3730019837 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc5700b2910 0x7fc5700b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:56.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:56.734+0000 7fc585600700 1 -- 172.21.15.8:0/3730019837 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 7979+0+0 (secure 0 0 0) 0x7fc5740e2600 con 0x7fc588078390 2024-05-20T21:11:56.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:56.734+0000 7fc58ce00700 1 --2- 172.21.15.8:0/3730019837 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc5700b2910 0x7fc5700b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:56.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:56.735+0000 7fc58ce00700 1 --2- 172.21.15.8:0/3730019837 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc5700b2910 0x7fc5700b4dd0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fc57c0062a0 tx=0x7fc57c006210 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:11:56.735 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:56.737+0000 7fc585600700 1 -- 172.21.15.8:0/3730019837 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fc5740042f0 con 0x7fc588078390 2024-05-20T21:11:56.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:56 smithi130 ceph-mon[36448]: pgmap v336: 97 pgs: 97 active+clean; 608 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.8 KiB/s wr, 6 op/s 2024-05-20T21:11:56.923 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:56 smithi050 ceph-mon[35809]: pgmap v336: 97 pgs: 97 active+clean; 608 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.8 KiB/s wr, 6 op/s 2024-05-20T21:11:56.951 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:56 smithi008 ceph-mon[31475]: pgmap v336: 97 pgs: 97 active+clean; 608 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.8 KiB/s wr, 6 op/s 2024-05-20T21:11:57.014 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:57.015+0000 7fc58f800700 1 -- 172.21.15.8:0/3730019837 --> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7fc588063980 con 0x7fc5700b2910 2024-05-20T21:11:57.056 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:57.057+0000 7fc585600700 1 -- 172.21.15.8:0/3730019837 <== mgr.14152 v2:172.21.15.8:6800/2778224651 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fc588063980 con 0x7fc5700b2910 2024-05-20T21:11:57.059 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:57.060+0000 7fc58f800700 1 -- 172.21.15.8:0/3730019837 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc5700b2910 msgr2=0x7fc5700b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:57.059 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:57.060+0000 7fc58f800700 1 --2- 172.21.15.8:0/3730019837 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc5700b2910 0x7fc5700b4dd0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fc57c0062a0 tx=0x7fc57c006210 comp rx=0 tx=0).stop 2024-05-20T21:11:57.059 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:57.060+0000 7fc58f800700 1 -- 172.21.15.8:0/3730019837 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc588078390 msgr2=0x7fc5881a07c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:57.059 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:57.060+0000 7fc58f800700 1 --2- 172.21.15.8:0/3730019837 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc588078390 0x7fc5881a07c0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fc57400eb30 tx=0x7fc57400ee40 comp rx=0 tx=0).stop 2024-05-20T21:11:57.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:57.060+0000 7fc58f800700 1 -- 172.21.15.8:0/3730019837 shutdown_connections 2024-05-20T21:11:57.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:57.060+0000 7fc58f800700 1 --2- 172.21.15.8:0/3730019837 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc5700b2910 0x7fc5700b4dd0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:57.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:57.060+0000 7fc58f800700 1 --2- 172.21.15.8:0/3730019837 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc5881143e0 0x7fc5881a4b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:57.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:57.060+0000 7fc58f800700 1 --2- 172.21.15.8:0/3730019837 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc588077a70 0x7fc5881a0280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:57.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:57.060+0000 7fc58f800700 1 --2- 172.21.15.8:0/3730019837 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc588078390 0x7fc5881a07c0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:57.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:57.060+0000 7fc58f800700 1 -- 172.21.15.8:0/3730019837 >> 172.21.15.8:0/3730019837 conn(0x7fc588101250 msgr2=0x7fc588103640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:11:57.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:57.061+0000 7fc58f800700 1 -- 172.21.15.8:0/3730019837 shutdown_connections 2024-05-20T21:11:57.061 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:11:57.061+0000 7fc58f800700 1 -- 172.21.15.8:0/3730019837 wait complete. 2024-05-20T21:11:57.790 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs subvolume getpath cephfs --group_name qa sv_1 2024-05-20T21:11:58.284 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:11:58.823 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:58 smithi008 ceph-mon[31475]: from='client.14508 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:11:58.823 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:11:58 smithi008 ceph-mon[31475]: pgmap v337: 97 pgs: 97 active+clean; 608 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.8 KiB/s wr, 7 op/s 2024-05-20T21:11:58.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:58 smithi130 ceph-mon[36448]: from='client.14508 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:11:58.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:11:58 smithi130 ceph-mon[36448]: pgmap v337: 97 pgs: 97 active+clean; 608 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.8 KiB/s wr, 7 op/s 2024-05-20T21:11:58.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:58 smithi050 ceph-mon[35809]: from='client.14508 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:11:58.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:11:58 smithi050 ceph-mon[35809]: pgmap v337: 97 pgs: 97 active+clean; 608 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.8 KiB/s wr, 7 op/s 2024-05-20T21:12:00.431 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:00.430+0000 7f2115a00700 1 -- 172.21.15.8:0/555417440 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f21101096a0 msgr2=0x7f2110109a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:00.431 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:00.430+0000 7f2115a00700 1 --2- 172.21.15.8:0/555417440 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f21101096a0 0x7f2110109a80 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f210000b0a0 tx=0x7f210000b3b0 comp rx=0 tx=0).stop 2024-05-20T21:12:00.431 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:00.430+0000 7f2115a00700 1 -- 172.21.15.8:0/555417440 shutdown_connections 2024-05-20T21:12:00.431 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:00.430+0000 7f2115a00700 1 --2- 172.21.15.8:0/555417440 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2110103f50 0x7f2110110430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:00.431 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:00.430+0000 7f2115a00700 1 --2- 172.21.15.8:0/555417440 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f21101096a0 0x7f2110109a80 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:00.431 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:00.430+0000 7f2115a00700 1 --2- 172.21.15.8:0/555417440 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2110103590 0x7f2110103a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:00.431 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:00.430+0000 7f2115a00700 1 -- 172.21.15.8:0/555417440 >> 172.21.15.8:0/555417440 conn(0x7f211007a6f0 msgr2=0x7f211007ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:00.431 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:00.430+0000 7f2115a00700 1 -- 172.21.15.8:0/555417440 shutdown_connections 2024-05-20T21:12:00.431 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:00.430+0000 7f2115a00700 1 -- 172.21.15.8:0/555417440 wait complete. 2024-05-20T21:12:00.433 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:00.432+0000 7f2115a00700 1 Processor -- start 2024-05-20T21:12:00.433 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:00.432+0000 7f2115a00700 1 -- start start 2024-05-20T21:12:00.433 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:00.432+0000 7f2115a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2110103590 0x7f211019be00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:00.433 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:00.432+0000 7f2115a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2110103f50 0x7f211019c340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:00.433 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:00.432+0000 7f2115a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f21101096a0 0x7f21101a0680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:00.433 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:00.432+0000 7f2115a00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f2110113780 con 0x7f21101096a0 2024-05-20T21:12:00.433 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:00.432+0000 7f2115a00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2110113600 con 0x7f2110103590 2024-05-20T21:12:00.433 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:00.432+0000 7f2115a00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f2110113900 con 0x7f2110103f50 2024-05-20T21:12:00.433 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:00.433+0000 7f210e000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2110103f50 0x7f211019c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:00.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:00.433+0000 7f210e000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2110103f50 0x7f211019c340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:43934/0 (socket says 172.21.15.8:43934) 2024-05-20T21:12:00.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:00.433+0000 7f210e000700 1 -- 172.21.15.8:0/317585597 learned_addr learned my addr 172.21.15.8:0/317585597 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:12:00.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:00.433+0000 7f210f400700 1 --2- 172.21.15.8:0/317585597 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f21101096a0 0x7f21101a0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:00.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:00.433+0000 7f210ea00700 1 --2- 172.21.15.8:0/317585597 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2110103590 0x7f211019be00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:00.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:00.433+0000 7f210e000700 1 -- 172.21.15.8:0/317585597 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2110103590 msgr2=0x7f211019be00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:00.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:00.433+0000 7f210e000700 1 --2- 172.21.15.8:0/317585597 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2110103590 0x7f211019be00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:00.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:00.433+0000 7f210e000700 1 -- 172.21.15.8:0/317585597 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f21101096a0 msgr2=0x7f21101a0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:00.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:00.433+0000 7f210e000700 1 --2- 172.21.15.8:0/317585597 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f21101096a0 0x7f21101a0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:00.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:00.433+0000 7f210e000700 1 -- 172.21.15.8:0/317585597 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21101a0dc0 con 0x7f2110103f50 2024-05-20T21:12:00.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:00.433+0000 7f210ea00700 1 --2- 172.21.15.8:0/317585597 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2110103590 0x7f211019be00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:12:00.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:00.434+0000 7f210e000700 1 --2- 172.21.15.8:0/317585597 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2110103f50 0x7f211019c340 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f20f800e9c0 tx=0x7f20f800ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:00.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:00.434+0000 7f2107400700 1 -- 172.21.15.8:0/317585597 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20f800cbd0 con 0x7f2110103f50 2024-05-20T21:12:00.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:00.434+0000 7f2107400700 1 -- 172.21.15.8:0/317585597 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f20f800ee60 con 0x7f2110103f50 2024-05-20T21:12:00.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:00.434+0000 7f2107400700 1 -- 172.21.15.8:0/317585597 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20f80055c0 con 0x7f2110103f50 2024-05-20T21:12:00.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:00.434+0000 7f2115a00700 1 -- 172.21.15.8:0/317585597 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21101a10b0 con 0x7f2110103f50 2024-05-20T21:12:00.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:00.434+0000 7f2115a00700 1 -- 172.21.15.8:0/317585597 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21101a8930 con 0x7f2110103f50 2024-05-20T21:12:00.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:00.435+0000 7f2115a00700 1 -- 172.21.15.8:0/317585597 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f211006a230 con 0x7f2110103f50 2024-05-20T21:12:00.438 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:00.438+0000 7f2107400700 1 -- 172.21.15.8:0/317585597 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7f20f8004750 con 0x7f2110103f50 2024-05-20T21:12:00.439 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:00.439+0000 7f2107400700 1 --2- 172.21.15.8:0/317585597 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f20f40b2990 0x7f20f40b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:00.439 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:00.440+0000 7f2107400700 1 -- 172.21.15.8:0/317585597 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 7979+0+0 (secure 0 0 0) 0x7f20f80e2730 con 0x7f2110103f50 2024-05-20T21:12:00.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:00.440+0000 7f210ea00700 1 --2- 172.21.15.8:0/317585597 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f20f40b2990 0x7f20f40b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:00.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:00.441+0000 7f210ea00700 1 --2- 172.21.15.8:0/317585597 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f20f40b2990 0x7f20f40b4e50 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f21000062a0 tx=0x7f2100006210 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:00.441 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:00.441+0000 7f2107400700 1 -- 172.21.15.8:0/317585597 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f20f8054df0 con 0x7f2110103f50 2024-05-20T21:12:00.719 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:00.719+0000 7f2115a00700 1 -- 172.21.15.8:0/317585597 --> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}) -- 0x7f2110102690 con 0x7f20f40b2990 2024-05-20T21:12:00.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:00.730+0000 7f2107400700 1 -- 172.21.15.8:0/317585597 <== mgr.14152 v2:172.21.15.8:6800/2778224651 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7f2110102690 con 0x7f20f40b2990 2024-05-20T21:12:00.731 INFO:teuthology.orchestra.run.smithi008.stdout:/volumes/qa/sv_1/9d09c28b-4f56-41d9-9a28-282e51d071de 2024-05-20T21:12:00.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:00.733+0000 7f2115a00700 1 -- 172.21.15.8:0/317585597 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f20f40b2990 msgr2=0x7f20f40b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:00.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:00.733+0000 7f2115a00700 1 --2- 172.21.15.8:0/317585597 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f20f40b2990 0x7f20f40b4e50 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f21000062a0 tx=0x7f2100006210 comp rx=0 tx=0).stop 2024-05-20T21:12:00.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:00.733+0000 7f2115a00700 1 -- 172.21.15.8:0/317585597 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2110103f50 msgr2=0x7f211019c340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:00.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:00.733+0000 7f2115a00700 1 --2- 172.21.15.8:0/317585597 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2110103f50 0x7f211019c340 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f20f800e9c0 tx=0x7f20f800ecd0 comp rx=0 tx=0).stop 2024-05-20T21:12:00.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:00.733+0000 7f2115a00700 1 -- 172.21.15.8:0/317585597 shutdown_connections 2024-05-20T21:12:00.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:00.733+0000 7f2115a00700 1 --2- 172.21.15.8:0/317585597 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f20f40b2990 0x7f20f40b4e50 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:00.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:00.733+0000 7f2115a00700 1 --2- 172.21.15.8:0/317585597 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2110103590 0x7f211019be00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:00.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:00.733+0000 7f2115a00700 1 --2- 172.21.15.8:0/317585597 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f21101096a0 0x7f21101a0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:00.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:00.733+0000 7f2115a00700 1 --2- 172.21.15.8:0/317585597 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2110103f50 0x7f211019c340 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:00.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:00.733+0000 7f2115a00700 1 -- 172.21.15.8:0/317585597 >> 172.21.15.8:0/317585597 conn(0x7f211007a6f0 msgr2=0x7f2110101f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:00.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:00.734+0000 7f2115a00700 1 -- 172.21.15.8:0/317585597 shutdown_connections 2024-05-20T21:12:00.735 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:00.734+0000 7f2115a00700 1 -- 172.21.15.8:0/317585597 wait complete. 2024-05-20T21:12:00.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:00 smithi130 ceph-mon[36448]: pgmap v338: 97 pgs: 97 active+clean; 625 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 4.4 KiB/s wr, 8 op/s 2024-05-20T21:12:00.923 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:00 smithi050 ceph-mon[35809]: pgmap v338: 97 pgs: 97 active+clean; 625 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 4.4 KiB/s wr, 8 op/s 2024-05-20T21:12:00.951 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:00 smithi008 ceph-mon[31475]: pgmap v338: 97 pgs: 97 active+clean; 625 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 4.4 KiB/s wr, 8 op/s 2024-05-20T21:12:01.610 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:12:01.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:01 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [2, 11]}]: dispatch 2024-05-20T21:12:01.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:01 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [8, 11]}]: dispatch 2024-05-20T21:12:01.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:01 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [3, 9]}]: dispatch 2024-05-20T21:12:01.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:01 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 6]}]: dispatch 2024-05-20T21:12:01.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:01 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 7, 3, 8]}]: dispatch 2024-05-20T21:12:01.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:01 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 6]}]: dispatch 2024-05-20T21:12:01.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:01 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [5, 9]}]: dispatch 2024-05-20T21:12:01.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:01 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.25", "id": [5, 9]}]: dispatch 2024-05-20T21:12:01.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:01 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 8]}]: dispatch 2024-05-20T21:12:01.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:01 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [2, 11]}]: dispatch 2024-05-20T21:12:01.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:01 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [8, 11]}]: dispatch 2024-05-20T21:12:01.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:01 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [3, 9]}]: dispatch 2024-05-20T21:12:01.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:01 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 6]}]: dispatch 2024-05-20T21:12:01.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:01 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 7, 3, 8]}]: dispatch 2024-05-20T21:12:01.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:01 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 6]}]: dispatch 2024-05-20T21:12:01.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:01 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [5, 9]}]: dispatch 2024-05-20T21:12:01.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:01 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.25", "id": [5, 9]}]: dispatch 2024-05-20T21:12:01.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:01 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 8]}]: dispatch 2024-05-20T21:12:01.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:01 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [2, 11]}]: dispatch 2024-05-20T21:12:01.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:01 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [8, 11]}]: dispatch 2024-05-20T21:12:01.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:01 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [3, 9]}]: dispatch 2024-05-20T21:12:01.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:01 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 6]}]: dispatch 2024-05-20T21:12:01.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:01 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 7, 3, 8]}]: dispatch 2024-05-20T21:12:01.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:01 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 6]}]: dispatch 2024-05-20T21:12:01.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:01 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [5, 9]}]: dispatch 2024-05-20T21:12:01.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:01 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.25", "id": [5, 9]}]: dispatch 2024-05-20T21:12:01.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:01 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 8]}]: dispatch 2024-05-20T21:12:02.065 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:12:02.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:02 smithi130 ceph-mon[36448]: from='client.24655 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:12:02.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:02 smithi130 ceph-mon[36448]: pgmap v339: 97 pgs: 97 active+clean; 625 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 3.6 KiB/s wr, 8 op/s 2024-05-20T21:12:02.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:02 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [2, 11]}]': finished 2024-05-20T21:12:02.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:02 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [8, 11]}]': finished 2024-05-20T21:12:02.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:02 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [3, 9]}]': finished 2024-05-20T21:12:02.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:02 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 6]}]': finished 2024-05-20T21:12:02.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:02 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 7, 3, 8]}]': finished 2024-05-20T21:12:02.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:02 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 6]}]': finished 2024-05-20T21:12:02.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:02 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [5, 9]}]': finished 2024-05-20T21:12:02.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:02 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.25", "id": [5, 9]}]': finished 2024-05-20T21:12:02.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:02 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 8]}]': finished 2024-05-20T21:12:02.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:02 smithi130 ceph-mon[36448]: osdmap e80: 12 total, 12 up, 12 in 2024-05-20T21:12:02.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:02 smithi050 ceph-mon[35809]: from='client.24655 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:12:02.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:02 smithi050 ceph-mon[35809]: pgmap v339: 97 pgs: 97 active+clean; 625 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 3.6 KiB/s wr, 8 op/s 2024-05-20T21:12:02.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:02 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [2, 11]}]': finished 2024-05-20T21:12:02.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:02 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [8, 11]}]': finished 2024-05-20T21:12:02.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:02 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [3, 9]}]': finished 2024-05-20T21:12:02.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:02 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 6]}]': finished 2024-05-20T21:12:02.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:02 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 7, 3, 8]}]': finished 2024-05-20T21:12:02.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:02 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 6]}]': finished 2024-05-20T21:12:02.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:02 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [5, 9]}]': finished 2024-05-20T21:12:02.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:02 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.25", "id": [5, 9]}]': finished 2024-05-20T21:12:02.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:02 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 8]}]': finished 2024-05-20T21:12:02.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:02 smithi050 ceph-mon[35809]: osdmap e80: 12 total, 12 up, 12 in 2024-05-20T21:12:02.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:02 smithi008 ceph-mon[31475]: from='client.24655 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:12:02.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:02 smithi008 ceph-mon[31475]: pgmap v339: 97 pgs: 97 active+clean; 625 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 3.6 KiB/s wr, 8 op/s 2024-05-20T21:12:02.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:02 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [2, 11]}]': finished 2024-05-20T21:12:02.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:02 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [8, 11]}]': finished 2024-05-20T21:12:02.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:02 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [3, 9]}]': finished 2024-05-20T21:12:02.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:02 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 6]}]': finished 2024-05-20T21:12:02.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:02 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 7, 3, 8]}]': finished 2024-05-20T21:12:02.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:02 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 6]}]': finished 2024-05-20T21:12:02.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:02 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [5, 9]}]': finished 2024-05-20T21:12:02.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:02 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.25", "id": [5, 9]}]': finished 2024-05-20T21:12:02.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:02 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 8]}]': finished 2024-05-20T21:12:02.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:02 smithi008 ceph-mon[31475]: osdmap e80: 12 total, 12 up, 12 in 2024-05-20T21:12:03.674 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:03 smithi008 ceph-mon[31475]: osdmap e81: 12 total, 12 up, 12 in 2024-05-20T21:12:03.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:03 smithi130 ceph-mon[36448]: osdmap e81: 12 total, 12 up, 12 in 2024-05-20T21:12:03.923 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:03 smithi050 ceph-mon[35809]: osdmap e81: 12 total, 12 up, 12 in 2024-05-20T21:12:04.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:04.195+0000 7fea21a00700 1 -- 172.21.15.8:0/1696802771 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fea1c1095b0 msgr2=0x7fea1c109990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:04.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:04.195+0000 7fea21a00700 1 --2- 172.21.15.8:0/1696802771 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fea1c1095b0 0x7fea1c109990 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fea0c009990 tx=0x7fea0c009ca0 comp rx=0 tx=0).stop 2024-05-20T21:12:04.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:04.196+0000 7fea21a00700 1 -- 172.21.15.8:0/1696802771 shutdown_connections 2024-05-20T21:12:04.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:04.196+0000 7fea21a00700 1 --2- 172.21.15.8:0/1696802771 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fea1c06bbe0 0x7fea1c1103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:04.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:04.196+0000 7fea21a00700 1 --2- 172.21.15.8:0/1696802771 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fea1c1095b0 0x7fea1c109990 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:04.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:04.196+0000 7fea21a00700 1 --2- 172.21.15.8:0/1696802771 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fea1c06b220 0x7fea1c06b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:04.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:04.196+0000 7fea21a00700 1 -- 172.21.15.8:0/1696802771 >> 172.21.15.8:0/1696802771 conn(0x7fea1c0793f0 msgr2=0x7fea1c079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:04.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:04.196+0000 7fea21a00700 1 -- 172.21.15.8:0/1696802771 shutdown_connections 2024-05-20T21:12:04.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:04.196+0000 7fea21a00700 1 -- 172.21.15.8:0/1696802771 wait complete. 2024-05-20T21:12:04.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:04.197+0000 7fea21a00700 1 Processor -- start 2024-05-20T21:12:04.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:04.197+0000 7fea21a00700 1 -- start start 2024-05-20T21:12:04.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:04.197+0000 7fea21a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fea1c06b220 0x7fea1c10a3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:04.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:04.197+0000 7fea21a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fea1c06bbe0 0x7fea1c10a920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:04.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:04.197+0000 7fea21a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fea1c1095b0 0x7fea1c10ae60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:04.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:04.197+0000 7fea21a00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fea1c113720 con 0x7fea1c1095b0 2024-05-20T21:12:04.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:04.197+0000 7fea21a00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fea1c1135a0 con 0x7fea1c06bbe0 2024-05-20T21:12:04.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:04.197+0000 7fea21a00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fea1c1138a0 con 0x7fea1c06b220 2024-05-20T21:12:04.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:04.198+0000 7fea1a000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fea1c06bbe0 0x7fea1c10a920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:04.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:04.198+0000 7fea1b400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fea1c1095b0 0x7fea1c10ae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:04.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:04.198+0000 7fea1a000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fea1c06bbe0 0x7fea1c10a920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:38666/0 (socket says 172.21.15.8:38666) 2024-05-20T21:12:04.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:04.198+0000 7fea1a000700 1 -- 172.21.15.8:0/2038495098 learned_addr learned my addr 172.21.15.8:0/2038495098 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:12:04.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:04.198+0000 7fea1aa00700 1 --2- 172.21.15.8:0/2038495098 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fea1c06b220 0x7fea1c10a3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:04.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:04.198+0000 7fea1b400700 1 -- 172.21.15.8:0/2038495098 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fea1c06b220 msgr2=0x7fea1c10a3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:04.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:04.198+0000 7fea1b400700 1 --2- 172.21.15.8:0/2038495098 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fea1c06b220 0x7fea1c10a3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:04.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:04.198+0000 7fea1b400700 1 -- 172.21.15.8:0/2038495098 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fea1c06bbe0 msgr2=0x7fea1c10a920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:04.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:04.198+0000 7fea1b400700 1 --2- 172.21.15.8:0/2038495098 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fea1c06bbe0 0x7fea1c10a920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:04.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:04.198+0000 7fea1b400700 1 -- 172.21.15.8:0/2038495098 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea1c1ac500 con 0x7fea1c1095b0 2024-05-20T21:12:04.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:04.198+0000 7fea1a000700 1 --2- 172.21.15.8:0/2038495098 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fea1c06bbe0 0x7fea1c10a920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:12:04.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:04.199+0000 7fea1b400700 1 --2- 172.21.15.8:0/2038495098 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fea1c1095b0 0x7fea1c10ae60 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fea1400efc0 tx=0x7fea1400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:04.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:04.199+0000 7fea13400700 1 -- 172.21.15.8:0/2038495098 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea140092e0 con 0x7fea1c1095b0 2024-05-20T21:12:04.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:04.199+0000 7fea13400700 1 -- 172.21.15.8:0/2038495098 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fea14004bb0 con 0x7fea1c1095b0 2024-05-20T21:12:04.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:04.199+0000 7fea13400700 1 -- 172.21.15.8:0/2038495098 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea14004020 con 0x7fea1c1095b0 2024-05-20T21:12:04.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:04.199+0000 7fea21a00700 1 -- 172.21.15.8:0/2038495098 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea1c1ac790 con 0x7fea1c1095b0 2024-05-20T21:12:04.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:04.199+0000 7fea21a00700 1 -- 172.21.15.8:0/2038495098 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fea1c1acc80 con 0x7fea1c1095b0 2024-05-20T21:12:04.201 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:04.200+0000 7fea21a00700 1 -- 172.21.15.8:0/2038495098 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fea1c104c70 con 0x7fea1c1095b0 2024-05-20T21:12:04.202 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:04.203+0000 7fea13400700 1 -- 172.21.15.8:0/2038495098 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7fea1401b030 con 0x7fea1c1095b0 2024-05-20T21:12:04.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:04.204+0000 7fea13400700 1 --2- 172.21.15.8:0/2038495098 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fea000b2910 0x7fea000b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:04.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:04.204+0000 7fea13400700 1 -- 172.21.15.8:0/2038495098 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fea140e1e10 con 0x7fea1c1095b0 2024-05-20T21:12:04.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:04.204+0000 7fea1aa00700 1 --2- 172.21.15.8:0/2038495098 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fea000b2910 0x7fea000b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:04.205 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:04.205+0000 7fea1aa00700 1 --2- 172.21.15.8:0/2038495098 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fea000b2910 0x7fea000b4dd0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fea0c00b2e0 tx=0x7fea0c005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:04.209 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:04.209+0000 7fea13400700 1 -- 172.21.15.8:0/2038495098 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fea140e5030 con 0x7fea1c1095b0 2024-05-20T21:12:04.506 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:04.505+0000 7fea21a00700 1 -- 172.21.15.8:0/2038495098 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fea1c1acfb0 con 0x7fea1c1095b0 2024-05-20T21:12:04.507 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:04.507+0000 7fea13400700 1 -- 172.21.15.8:0/2038495098 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11850 (secure 0 0 0) 0x7fea14022020 con 0x7fea1c1095b0 2024-05-20T21:12:04.507 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:12:04.507 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:11:41.972782+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24514,24521]},"id":1}]} 2024-05-20T21:12:04.510 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:04.510+0000 7fea21a00700 1 -- 172.21.15.8:0/2038495098 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fea000b2910 msgr2=0x7fea000b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:04.510 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:04.510+0000 7fea21a00700 1 --2- 172.21.15.8:0/2038495098 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fea000b2910 0x7fea000b4dd0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fea0c00b2e0 tx=0x7fea0c005fd0 comp rx=0 tx=0).stop 2024-05-20T21:12:04.510 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:04.510+0000 7fea21a00700 1 -- 172.21.15.8:0/2038495098 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fea1c1095b0 msgr2=0x7fea1c10ae60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:04.510 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:04.510+0000 7fea21a00700 1 --2- 172.21.15.8:0/2038495098 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fea1c1095b0 0x7fea1c10ae60 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fea1400efc0 tx=0x7fea1400c3a0 comp rx=0 tx=0).stop 2024-05-20T21:12:04.511 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:04.511+0000 7fea21a00700 1 -- 172.21.15.8:0/2038495098 shutdown_connections 2024-05-20T21:12:04.511 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:04.511+0000 7fea21a00700 1 --2- 172.21.15.8:0/2038495098 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fea000b2910 0x7fea000b4dd0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:04.511 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:04.511+0000 7fea21a00700 1 --2- 172.21.15.8:0/2038495098 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fea1c1095b0 0x7fea1c10ae60 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:04.511 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:04.511+0000 7fea21a00700 1 --2- 172.21.15.8:0/2038495098 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fea1c06b220 0x7fea1c10a3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:04.511 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:04.511+0000 7fea21a00700 1 --2- 172.21.15.8:0/2038495098 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fea1c06bbe0 0x7fea1c10a920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:04.511 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:04.511+0000 7fea21a00700 1 -- 172.21.15.8:0/2038495098 >> 172.21.15.8:0/2038495098 conn(0x7fea1c0793f0 msgr2=0x7fea1c10e720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:04.511 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:04.511+0000 7fea21a00700 1 -- 172.21.15.8:0/2038495098 shutdown_connections 2024-05-20T21:12:04.511 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:04.511+0000 7fea21a00700 1 -- 172.21.15.8:0/2038495098 wait complete. 2024-05-20T21:12:04.513 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 25 2024-05-20T21:12:04.869 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:04 smithi008 ceph-mon[31475]: pgmap v342: 97 pgs: 3 peering, 94 active+clean; 633 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 4.0 KiB/s wr, 9 op/s 2024-05-20T21:12:04.869 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:04 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/2038495098' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:12:04.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:04 smithi130 ceph-mon[36448]: pgmap v342: 97 pgs: 3 peering, 94 active+clean; 633 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 4.0 KiB/s wr, 9 op/s 2024-05-20T21:12:04.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:04 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/2038495098' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:12:04.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:04 smithi050 ceph-mon[35809]: pgmap v342: 97 pgs: 3 peering, 94 active+clean; 633 KiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 4.0 KiB/s wr, 9 op/s 2024-05-20T21:12:04.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:04 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/2038495098' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:12:05.231 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-20T21:12:05.731 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:12:06.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:06 smithi130 ceph-mon[36448]: pgmap v343: 97 pgs: 3 peering, 94 active+clean; 633 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 4.0 KiB/s wr, 7 op/s; 0 B/s, 0 objects/s recovering 2024-05-20T21:12:06.923 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:06 smithi050 ceph-mon[35809]: pgmap v343: 97 pgs: 3 peering, 94 active+clean; 633 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 4.0 KiB/s wr, 7 op/s; 0 B/s, 0 objects/s recovering 2024-05-20T21:12:06.946 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:06 smithi008 ceph-mon[31475]: pgmap v343: 97 pgs: 3 peering, 94 active+clean; 633 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 4.0 KiB/s wr, 7 op/s; 0 B/s, 0 objects/s recovering 2024-05-20T21:12:07.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:07 smithi008 ceph-mon[31475]: pgmap v344: 97 pgs: 2 peering, 95 active+clean; 633 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 1.6 KiB/s wr, 6 op/s; 0 B/s, 0 objects/s recovering 2024-05-20T21:12:07.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:07 smithi130 ceph-mon[36448]: pgmap v344: 97 pgs: 2 peering, 95 active+clean; 633 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 1.6 KiB/s wr, 6 op/s; 0 B/s, 0 objects/s recovering 2024-05-20T21:12:07.923 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:07 smithi050 ceph-mon[35809]: pgmap v344: 97 pgs: 2 peering, 95 active+clean; 633 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 1.6 KiB/s wr, 6 op/s; 0 B/s, 0 objects/s recovering 2024-05-20T21:12:07.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:07.932+0000 7f10a7e00700 1 -- 172.21.15.8:0/418076790 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f10a810fde0 msgr2=0x7f10a81121d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:07.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:07.932+0000 7f10a7e00700 1 --2- 172.21.15.8:0/418076790 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f10a810fde0 0x7f10a81121d0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f10a000b0a0 tx=0x7f10a000b3b0 comp rx=0 tx=0).stop 2024-05-20T21:12:07.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:07.932+0000 7f10a7e00700 1 -- 172.21.15.8:0/418076790 shutdown_connections 2024-05-20T21:12:07.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:07.932+0000 7f10a7e00700 1 --2- 172.21.15.8:0/418076790 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f10a8102230 0x7f10a8102610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:07.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:07.932+0000 7f10a7e00700 1 --2- 172.21.15.8:0/418076790 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f10a810fde0 0x7f10a81121d0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:07.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:07.932+0000 7f10a7e00700 1 --2- 172.21.15.8:0/418076790 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f10a8102be0 0x7f10a810f8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:07.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:07.932+0000 7f10a7e00700 1 -- 172.21.15.8:0/418076790 >> 172.21.15.8:0/418076790 conn(0x7f10a80fdef0 msgr2=0x7f10a8100310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:07.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:07.932+0000 7f10a7e00700 1 -- 172.21.15.8:0/418076790 shutdown_connections 2024-05-20T21:12:07.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:07.932+0000 7f10a7e00700 1 -- 172.21.15.8:0/418076790 wait complete. 2024-05-20T21:12:07.934 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:07.933+0000 7f10a7e00700 1 Processor -- start 2024-05-20T21:12:07.934 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:07.933+0000 7f10a7e00700 1 -- start start 2024-05-20T21:12:07.934 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:07.934+0000 7f10a7e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f10a8102230 0x7f10a819be70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:07.934 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:07.934+0000 7f10a7e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f10a8102be0 0x7f10a819c3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:07.934 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:07.934+0000 7f10a7e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f10a810fde0 0x7f10a81a06f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:07.934 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:07.934+0000 7f10a7e00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f10a8115920 con 0x7f10a8102be0 2024-05-20T21:12:07.935 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:07.934+0000 7f10a7e00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f10a81157a0 con 0x7f10a810fde0 2024-05-20T21:12:07.935 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:07.934+0000 7f10a7e00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f10a8115aa0 con 0x7f10a8102230 2024-05-20T21:12:07.935 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:07.934+0000 7f10a6000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f10a8102be0 0x7f10a819c3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:07.935 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:07.934+0000 7f10a6000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f10a8102be0 0x7f10a819c3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:47244/0 (socket says 172.21.15.8:47244) 2024-05-20T21:12:07.935 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:07.934+0000 7f10a6000700 1 -- 172.21.15.8:0/1654875450 learned_addr learned my addr 172.21.15.8:0/1654875450 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:12:07.935 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:07.934+0000 7f10a6a00700 1 --2- 172.21.15.8:0/1654875450 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f10a8102230 0x7f10a819be70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:07.935 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:07.934+0000 7f10a7400700 1 --2- 172.21.15.8:0/1654875450 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f10a810fde0 0x7f10a81a06f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:07.936 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:07.935+0000 7f10a6000700 1 -- 172.21.15.8:0/1654875450 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f10a8102230 msgr2=0x7f10a819be70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:07.936 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:07.935+0000 7f10a6000700 1 --2- 172.21.15.8:0/1654875450 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f10a8102230 0x7f10a819be70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:07.936 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:07.935+0000 7f10a6000700 1 -- 172.21.15.8:0/1654875450 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f10a810fde0 msgr2=0x7f10a81a06f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:07.936 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:07.935+0000 7f10a6000700 1 --2- 172.21.15.8:0/1654875450 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f10a810fde0 0x7f10a81a06f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:07.936 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:07.935+0000 7f10a6000700 1 -- 172.21.15.8:0/1654875450 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10a81a0e30 con 0x7f10a8102be0 2024-05-20T21:12:07.936 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:07.935+0000 7f10a6a00700 1 --2- 172.21.15.8:0/1654875450 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f10a8102230 0x7f10a819be70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:12:07.936 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:07.935+0000 7f10a6000700 1 --2- 172.21.15.8:0/1654875450 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f10a8102be0 0x7f10a819c3b0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f109400eb30 tx=0x7f109400ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:07.936 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:07.935+0000 7f109f400700 1 -- 172.21.15.8:0/1654875450 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f109400cbd0 con 0x7f10a8102be0 2024-05-20T21:12:07.937 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:07.935+0000 7f10a7e00700 1 -- 172.21.15.8:0/1654875450 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10a81a1120 con 0x7f10a8102be0 2024-05-20T21:12:07.937 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:07.935+0000 7f109f400700 1 -- 172.21.15.8:0/1654875450 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f10940044d0 con 0x7f10a8102be0 2024-05-20T21:12:07.937 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:07.935+0000 7f109f400700 1 -- 172.21.15.8:0/1654875450 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1094003e30 con 0x7f10a8102be0 2024-05-20T21:12:07.937 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:07.935+0000 7f10a7e00700 1 -- 172.21.15.8:0/1654875450 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10a81a89a0 con 0x7f10a8102be0 2024-05-20T21:12:07.937 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:07.937+0000 7f10a7e00700 1 -- 172.21.15.8:0/1654875450 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f10a806a230 con 0x7f10a8102be0 2024-05-20T21:12:07.940 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:07.940+0000 7f109f400700 1 -- 172.21.15.8:0/1654875450 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7f1094004000 con 0x7f10a8102be0 2024-05-20T21:12:07.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:07.941+0000 7f109f400700 1 --2- 172.21.15.8:0/1654875450 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f108c0b2990 0x7f108c0b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:07.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:07.942+0000 7f109f400700 1 -- 172.21.15.8:0/1654875450 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f10940e26a0 con 0x7f10a8102be0 2024-05-20T21:12:07.942 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:07.942+0000 7f10a6a00700 1 --2- 172.21.15.8:0/1654875450 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f108c0b2990 0x7f108c0b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:07.942 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:07.942+0000 7f10a6a00700 1 --2- 172.21.15.8:0/1654875450 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f108c0b2990 0x7f108c0b4e50 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f1098011490 tx=0x7f1098009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:07.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:07.946+0000 7f109f400700 1 -- 172.21.15.8:0/1654875450 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f10940042f0 con 0x7f10a8102be0 2024-05-20T21:12:08.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:08.191+0000 7f10a7e00700 1 -- 172.21.15.8:0/1654875450 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f10a819d180 con 0x7f10a8102be0 2024-05-20T21:12:08.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:08.193+0000 7f109f400700 1 -- 172.21.15.8:0/1654875450 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+22620 (secure 0 0 0) 0x7f10940aa1f0 con 0x7f10a8102be0 2024-05-20T21:12:08.194 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:12:08.194 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":81,"fsid":"060ce10e-16ec-11ef-bc9a-c7b262605968","created":"2024-05-20T21:01:50.508336+0000","modified":"2024-05-20T21:12:02.563456+0000","last_up_change":"2024-05-20T21:10:03.543960+0000","last_in_change":"2024-05-20T21:09:43.745737+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-20T21:05:47.155633+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-20T21:11:10.880303+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-20T21:11:14.963738+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"567da6cc-0f5c-488c-82f7-0ecdf1f9a92c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6802","nonce":2530117688},{"type":"v1","addr":"172.21.15.8:6803","nonce":2530117688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6804","nonce":2530117688},{"type":"v1","addr":"172.21.15.8:6805","nonce":2530117688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6808","nonce":2530117688},{"type":"v1","addr":"172.21.15.8:6809","nonce":2530117688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6806","nonce":2530117688},{"type":"v1","addr":"172.21.15.8:6807","nonce":2530117688}]},"public_addr":"172.21.15.8:6803/2530117688","cluster_addr":"172.21.15.8:6805/2530117688","heartbeat_back_addr":"172.21.15.8:6809/2530117688","heartbeat_front_addr":"172.21.15.8:6807/2530117688","state":["exists","up"]},{"osd":1,"uuid":"6d7c2f7a-ba32-43d3-bcb5-91213501621d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":1765474633},{"type":"v1","addr":"172.21.15.50:6801","nonce":1765474633}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":1765474633},{"type":"v1","addr":"172.21.15.50:6803","nonce":1765474633}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":1765474633},{"type":"v1","addr":"172.21.15.50:6807","nonce":1765474633}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":1765474633},{"type":"v1","addr":"172.21.15.50:6805","nonce":1765474633}]},"public_addr":"172.21.15.50:6801/1765474633","cluster_addr":"172.21.15.50:6803/1765474633","heartbeat_back_addr":"172.21.15.50:6807/1765474633","heartbeat_front_addr":"172.21.15.50:6805/1765474633","state":["exists","up"]},{"osd":2,"uuid":"616c77cc-71ca-4d73-87ba-f9e2b391617f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6800","nonce":2148668646},{"type":"v1","addr":"172.21.15.130:6801","nonce":2148668646}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6802","nonce":2148668646},{"type":"v1","addr":"172.21.15.130:6803","nonce":2148668646}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6806","nonce":2148668646},{"type":"v1","addr":"172.21.15.130:6807","nonce":2148668646}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6804","nonce":2148668646},{"type":"v1","addr":"172.21.15.130:6805","nonce":2148668646}]},"public_addr":"172.21.15.130:6801/2148668646","cluster_addr":"172.21.15.130:6803/2148668646","heartbeat_back_addr":"172.21.15.130:6807/2148668646","heartbeat_front_addr":"172.21.15.130:6805/2148668646","state":["exists","up"]},{"osd":3,"uuid":"97c26b23-ae0b-424b-b593-5f7d545d78fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6810","nonce":522014344},{"type":"v1","addr":"172.21.15.8:6811","nonce":522014344}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6812","nonce":522014344},{"type":"v1","addr":"172.21.15.8:6813","nonce":522014344}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6816","nonce":522014344},{"type":"v1","addr":"172.21.15.8:6817","nonce":522014344}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6814","nonce":522014344},{"type":"v1","addr":"172.21.15.8:6815","nonce":522014344}]},"public_addr":"172.21.15.8:6811/522014344","cluster_addr":"172.21.15.8:6813/522014344","heartbeat_back_addr":"172.21.15.8:6817/522014344","heartbeat_front_addr":"172.21.15.8:6815/522014344","state":["exists","up"]},{"osd":4,"uuid":"032641da-14a1-4d60-975c-7ae9dd749f8b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":2849163314},{"type":"v1","addr":"172.21.15.50:6809","nonce":2849163314}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":2849163314},{"type":"v1","addr":"172.21.15.50:6811","nonce":2849163314}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":2849163314},{"type":"v1","addr":"172.21.15.50:6815","nonce":2849163314}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":2849163314},{"type":"v1","addr":"172.21.15.50:6813","nonce":2849163314}]},"public_addr":"172.21.15.50:6809/2849163314","cluster_addr":"172.21.15.50:6811/2849163314","heartbeat_back_addr":"172.21.15.50:6815/2849163314","heartbeat_front_addr":"172.21.15.50:6813/2849163314","state":["exists","up"]},{"osd":5,"uuid":"e0a50b25-3bd5-4f3d-9c6b-e0a37620c1fe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6808","nonce":2920667492},{"type":"v1","addr":"172.21.15.130:6809","nonce":2920667492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6810","nonce":2920667492},{"type":"v1","addr":"172.21.15.130:6811","nonce":2920667492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6814","nonce":2920667492},{"type":"v1","addr":"172.21.15.130:6815","nonce":2920667492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6812","nonce":2920667492},{"type":"v1","addr":"172.21.15.130:6813","nonce":2920667492}]},"public_addr":"172.21.15.130:6809/2920667492","cluster_addr":"172.21.15.130:6811/2920667492","heartbeat_back_addr":"172.21.15.130:6815/2920667492","heartbeat_front_addr":"172.21.15.130:6813/2920667492","state":["exists","up"]},{"osd":6,"uuid":"6fea92cd-1f1b-4f37-b607-4396f31985ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6818","nonce":107816006},{"type":"v1","addr":"172.21.15.8:6819","nonce":107816006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6820","nonce":107816006},{"type":"v1","addr":"172.21.15.8:6821","nonce":107816006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6824","nonce":107816006},{"type":"v1","addr":"172.21.15.8:6825","nonce":107816006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6822","nonce":107816006},{"type":"v1","addr":"172.21.15.8:6823","nonce":107816006}]},"public_addr":"172.21.15.8:6819/107816006","cluster_addr":"172.21.15.8:6821/107816006","heartbeat_back_addr":"172.21.15.8:6825/107816006","heartbeat_front_addr":"172.21.15.8:6823/107816006","state":["exists","up"]},{"osd":7,"uuid":"ed4481c7-8b9b-4360-87d7-e5eb8ea18b2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":2308872994},{"type":"v1","addr":"172.21.15.50:6817","nonce":2308872994}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":2308872994},{"type":"v1","addr":"172.21.15.50:6819","nonce":2308872994}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":2308872994},{"type":"v1","addr":"172.21.15.50:6823","nonce":2308872994}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":2308872994},{"type":"v1","addr":"172.21.15.50:6821","nonce":2308872994}]},"public_addr":"172.21.15.50:6817/2308872994","cluster_addr":"172.21.15.50:6819/2308872994","heartbeat_back_addr":"172.21.15.50:6823/2308872994","heartbeat_front_addr":"172.21.15.50:6821/2308872994","state":["exists","up"]},{"osd":8,"uuid":"c47d04f0-93d2-4a17-b7d0-a16a1d62099f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6816","nonce":2076512047},{"type":"v1","addr":"172.21.15.130:6817","nonce":2076512047}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6818","nonce":2076512047},{"type":"v1","addr":"172.21.15.130:6819","nonce":2076512047}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6822","nonce":2076512047},{"type":"v1","addr":"172.21.15.130:6823","nonce":2076512047}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6820","nonce":2076512047},{"type":"v1","addr":"172.21.15.130:6821","nonce":2076512047}]},"public_addr":"172.21.15.130:6817/2076512047","cluster_addr":"172.21.15.130:6819/2076512047","heartbeat_back_addr":"172.21.15.130:6823/2076512047","heartbeat_front_addr":"172.21.15.130:6821/2076512047","state":["exists","up"]},{"osd":9,"uuid":"54ccf87d-5ce9-4631-ab41-fbb0abb1d7e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6826","nonce":2726512408},{"type":"v1","addr":"172.21.15.8:6827","nonce":2726512408}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6828","nonce":2726512408},{"type":"v1","addr":"172.21.15.8:6829","nonce":2726512408}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6832","nonce":2726512408},{"type":"v1","addr":"172.21.15.8:6833","nonce":2726512408}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6830","nonce":2726512408},{"type":"v1","addr":"172.21.15.8:6831","nonce":2726512408}]},"public_addr":"172.21.15.8:6827/2726512408","cluster_addr":"172.21.15.8:6829/2726512408","heartbeat_back_addr":"172.21.15.8:6833/2726512408","heartbeat_front_addr":"172.21.15.8:6831/2726512408","state":["exists","up"]},{"osd":10,"uuid":"59788566-3094-4926-afbf-0a297a265ff5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":2266909560},{"type":"v1","addr":"172.21.15.50:6825","nonce":2266909560}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":2266909560},{"type":"v1","addr":"172.21.15.50:6827","nonce":2266909560}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":2266909560},{"type":"v1","addr":"172.21.15.50:6831","nonce":2266909560}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":2266909560},{"type":"v1","addr":"172.21.15.50:6829","nonce":2266909560}]},"public_addr":"172.21.15.50:6825/2266909560","cluster_addr":"172.21.15.50:6827/2266909560","heartbeat_back_addr":"172.21.15.50:6831/2266909560","heartbeat_front_addr":"172.21.15.50:6829/2266909560","state":["exists","up"]},{"osd":11,"uuid":"f4dfda6f-f5ea-4d53-8940-d33edd1dd61a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6824","nonce":2025670617},{"type":"v1","addr":"172.21.15.130:6825","nonce":2025670617}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6826","nonce":2025670617},{"type":"v1","addr":"172.21.15.130:6827","nonce":2025670617}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6830","nonce":2025670617},{"type":"v1","addr":"172.21.15.130:6831","nonce":2025670617}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6828","nonce":2025670617},{"type":"v1","addr":"172.21.15.130:6829","nonce":2025670617}]},"public_addr":"172.21.15.130:6825/2025670617","cluster_addr":"172.21.15.130:6827/2025670617","heartbeat_back_addr":"172.21.15.130:6831/2025670617","heartbeat_front_addr":"172.21.15.130:6829/2025670617","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:04:55.223745+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:05:20.826140+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:05:44.508801+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:06:17.590953+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:06:43.158647+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:07:07.550211+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:07:41.445843+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:08:08.755800+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:08:33.714081+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:09:08.647054+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:09:36.773039+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:10:01.697404+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"3.b","mappings":[{"from":3,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":6}]},{"pgid":"3.1b","mappings":[{"from":4,"to":7},{"from":3,"to":8}]},{"pgid":"3.1d","mappings":[{"from":4,"to":6}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.25","mappings":[{"from":5,"to":9}]},{"pgid":"3.27","mappings":[{"from":4,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.8:6801/3677468514":"2024-05-21T21:03:00.998855+0000","172.21.15.8:0/644454220":"2024-05-21T21:03:00.998855+0000","172.21.15.8:6800/3677468514":"2024-05-21T21:03:00.998855+0000","172.21.15.8:0/329536388":"2024-05-21T21:02:24.888619+0000","172.21.15.8:0/346325619":"2024-05-21T21:02:24.888619+0000","172.21.15.8:0/85678654":"2024-05-21T21:03:00.998855+0000","172.21.15.8:6800/3424210912":"2024-05-21T21:02:24.888619+0000","172.21.15.8:0/1767165129":"2024-05-21T21:02:24.888619+0000","172.21.15.8:6801/3424210912":"2024-05-21T21:02:24.888619+0000","172.21.15.8:0/3032080664":"2024-05-21T21:03:00.998855+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-20T21:12:08.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:08.196+0000 7f10a7e00700 1 -- 172.21.15.8:0/1654875450 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f108c0b2990 msgr2=0x7f108c0b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:08.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:08.196+0000 7f10a7e00700 1 --2- 172.21.15.8:0/1654875450 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f108c0b2990 0x7f108c0b4e50 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f1098011490 tx=0x7f1098009260 comp rx=0 tx=0).stop 2024-05-20T21:12:08.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:08.196+0000 7f10a7e00700 1 -- 172.21.15.8:0/1654875450 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f10a8102be0 msgr2=0x7f10a819c3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:08.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:08.196+0000 7f10a7e00700 1 --2- 172.21.15.8:0/1654875450 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f10a8102be0 0x7f10a819c3b0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f109400eb30 tx=0x7f109400ee40 comp rx=0 tx=0).stop 2024-05-20T21:12:08.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:08.197+0000 7f10a7e00700 1 -- 172.21.15.8:0/1654875450 shutdown_connections 2024-05-20T21:12:08.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:08.197+0000 7f10a7e00700 1 --2- 172.21.15.8:0/1654875450 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f108c0b2990 0x7f108c0b4e50 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:08.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:08.197+0000 7f10a7e00700 1 --2- 172.21.15.8:0/1654875450 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f10a810fde0 0x7f10a81a06f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:08.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:08.197+0000 7f10a7e00700 1 --2- 172.21.15.8:0/1654875450 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f10a8102230 0x7f10a819be70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:08.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:08.197+0000 7f10a7e00700 1 --2- 172.21.15.8:0/1654875450 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f10a8102be0 0x7f10a819c3b0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:08.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:08.197+0000 7f10a7e00700 1 -- 172.21.15.8:0/1654875450 >> 172.21.15.8:0/1654875450 conn(0x7f10a80fdef0 msgr2=0x7f10a81002e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:08.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:08.197+0000 7f10a7e00700 1 -- 172.21.15.8:0/1654875450 shutdown_connections 2024-05-20T21:12:08.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:08.197+0000 7f10a7e00700 1 -- 172.21.15.8:0/1654875450 wait complete. 2024-05-20T21:12:08.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:08 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/1654875450' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:12:08.923 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:08 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/1654875450' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:12:08.951 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:08 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/1654875450' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:12:09.090 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-05-20T21:12:09.091 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph pg dump --format=json 2024-05-20T21:12:09.562 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:12:09.876 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:09 smithi008 ceph-mon[31475]: pgmap v345: 97 pgs: 97 active+clean; 642 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 3.0 KiB/s wr, 7 op/s; 0 B/s, 0 objects/s recovering 2024-05-20T21:12:09.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:09 smithi130 ceph-mon[36448]: pgmap v345: 97 pgs: 97 active+clean; 642 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 3.0 KiB/s wr, 7 op/s; 0 B/s, 0 objects/s recovering 2024-05-20T21:12:09.923 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:09 smithi050 ceph-mon[35809]: pgmap v345: 97 pgs: 97 active+clean; 642 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 3.0 KiB/s wr, 7 op/s; 0 B/s, 0 objects/s recovering 2024-05-20T21:12:10.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:10 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:12:10.923 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:10 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:12:10.951 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:10 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:12:11.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:11.728+0000 7feaef400700 1 -- 172.21.15.8:0/2105685378 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feae81095b0 msgr2=0x7feae8109990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:11.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:11.728+0000 7feaef400700 1 --2- 172.21.15.8:0/2105685378 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feae81095b0 0x7feae8109990 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7feadc0098f0 tx=0x7feadc009c00 comp rx=0 tx=0).stop 2024-05-20T21:12:11.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:11.728+0000 7feaef400700 1 -- 172.21.15.8:0/2105685378 shutdown_connections 2024-05-20T21:12:11.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:11.728+0000 7feaef400700 1 --2- 172.21.15.8:0/2105685378 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7feae806bbe0 0x7feae81103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:11.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:11.728+0000 7feaef400700 1 --2- 172.21.15.8:0/2105685378 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feae81095b0 0x7feae8109990 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:11.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:11.728+0000 7feaef400700 1 --2- 172.21.15.8:0/2105685378 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feae806b220 0x7feae806b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:11.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:11.728+0000 7feaef400700 1 -- 172.21.15.8:0/2105685378 >> 172.21.15.8:0/2105685378 conn(0x7feae80793f0 msgr2=0x7feae8079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:11.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:11.728+0000 7feaef400700 1 -- 172.21.15.8:0/2105685378 shutdown_connections 2024-05-20T21:12:11.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:11.728+0000 7feaef400700 1 -- 172.21.15.8:0/2105685378 wait complete. 2024-05-20T21:12:11.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:11.730+0000 7feaef400700 1 Processor -- start 2024-05-20T21:12:11.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:11.730+0000 7feaef400700 1 -- start start 2024-05-20T21:12:11.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:11.730+0000 7feaef400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feae806b220 0x7feae819be40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:11.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:11.730+0000 7feaef400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7feae806bbe0 0x7feae819c380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:11.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:11.730+0000 7feaef400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feae81095b0 0x7feae81a0710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:11.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:11.730+0000 7feaef400700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7feae8113710 con 0x7feae806bbe0 2024-05-20T21:12:11.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:11.730+0000 7feaef400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7feae8113590 con 0x7feae806b220 2024-05-20T21:12:11.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:11.730+0000 7feaef400700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7feae8113890 con 0x7feae81095b0 2024-05-20T21:12:11.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:11.731+0000 7feaeca00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feae806b220 0x7feae819be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:11.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:11.731+0000 7feaeca00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feae806b220 0x7feae819be40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:38700/0 (socket says 172.21.15.8:38700) 2024-05-20T21:12:11.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:11.731+0000 7feaeca00700 1 -- 172.21.15.8:0/420526866 learned_addr learned my addr 172.21.15.8:0/420526866 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:12:11.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:11.731+0000 7feae7e00700 1 --2- 172.21.15.8:0/420526866 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7feae806bbe0 0x7feae819c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:11.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:11.731+0000 7feaed400700 1 --2- 172.21.15.8:0/420526866 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feae81095b0 0x7feae81a0710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:11.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:11.731+0000 7feaeca00700 1 -- 172.21.15.8:0/420526866 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feae81095b0 msgr2=0x7feae81a0710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:11.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:11.731+0000 7feaeca00700 1 --2- 172.21.15.8:0/420526866 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feae81095b0 0x7feae81a0710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:11.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:11.731+0000 7feaeca00700 1 -- 172.21.15.8:0/420526866 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7feae806bbe0 msgr2=0x7feae819c380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:11.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:11.731+0000 7feaeca00700 1 --2- 172.21.15.8:0/420526866 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7feae806bbe0 0x7feae819c380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:11.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:11.731+0000 7feaeca00700 1 -- 172.21.15.8:0/420526866 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feae81a0e50 con 0x7feae806b220 2024-05-20T21:12:11.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:11.731+0000 7feaed400700 1 --2- 172.21.15.8:0/420526866 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feae81095b0 0x7feae81a0710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:12:11.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:11.731+0000 7feae7e00700 1 --2- 172.21.15.8:0/420526866 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7feae806bbe0 0x7feae819c380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:12:11.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:11.731+0000 7feaeca00700 1 --2- 172.21.15.8:0/420526866 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feae806b220 0x7feae819be40 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7feadc009230 tx=0x7feadc00fb20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:11.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:11.732+0000 7feae5600700 1 -- 172.21.15.8:0/420526866 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feadc005220 con 0x7feae806b220 2024-05-20T21:12:11.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:11.732+0000 7feae5600700 1 -- 172.21.15.8:0/420526866 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feadc00b560 con 0x7feae806b220 2024-05-20T21:12:11.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:11.732+0000 7feaef400700 1 -- 172.21.15.8:0/420526866 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feae81a10e0 con 0x7feae806b220 2024-05-20T21:12:11.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:11.732+0000 7feae5600700 1 -- 172.21.15.8:0/420526866 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feadc003c00 con 0x7feae806b220 2024-05-20T21:12:11.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:11.732+0000 7feaef400700 1 -- 172.21.15.8:0/420526866 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feae81a89c0 con 0x7feae806b220 2024-05-20T21:12:11.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:11.733+0000 7feaef400700 1 -- 172.21.15.8:0/420526866 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feae806a230 con 0x7feae806b220 2024-05-20T21:12:11.735 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:11.736+0000 7feae5600700 1 -- 172.21.15.8:0/420526866 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7feadc0053c0 con 0x7feae806b220 2024-05-20T21:12:11.737 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:11.737+0000 7feae5600700 1 --2- 172.21.15.8:0/420526866 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fead00b2990 0x7fead00b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:11.737 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:11.737+0000 7feae5600700 1 -- 172.21.15.8:0/420526866 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7feadc0e3630 con 0x7feae806b220 2024-05-20T21:12:11.737 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:11.737+0000 7feae7e00700 1 --2- 172.21.15.8:0/420526866 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fead00b2990 0x7fead00b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:11.738 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:11.738+0000 7feae7e00700 1 --2- 172.21.15.8:0/420526866 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fead00b2990 0x7fead00b4e50 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fead4009750 tx=0x7fead4009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:11.739 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:11.739+0000 7feae5600700 1 -- 172.21.15.8:0/420526866 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7feadc05fdf0 con 0x7feae806b220 2024-05-20T21:12:11.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:11 smithi130 ceph-mon[36448]: pgmap v346: 97 pgs: 97 active+clean; 642 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 2.5 KiB/s wr, 8 op/s; 0 B/s, 0 objects/s recovering 2024-05-20T21:12:11.923 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:11 smithi050 ceph-mon[35809]: pgmap v346: 97 pgs: 97 active+clean; 642 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 2.5 KiB/s wr, 8 op/s; 0 B/s, 0 objects/s recovering 2024-05-20T21:12:11.951 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:11 smithi008 ceph-mon[31475]: pgmap v346: 97 pgs: 97 active+clean; 642 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 2.5 KiB/s wr, 8 op/s; 0 B/s, 0 objects/s recovering 2024-05-20T21:12:11.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:11.978+0000 7feaef400700 1 -- 172.21.15.8:0/420526866 --> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7feae819d1a0 con 0x7fead00b2990 2024-05-20T21:12:11.994 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:11.994+0000 7feae5600700 1 -- 172.21.15.8:0/420526866 <== mgr.14152 v2:172.21.15.8:6800/2778224651 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258721 (secure 0 0 0) 0x7fead4009b00 con 0x7fead00b2990 2024-05-20T21:12:12.000 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:12:12.002 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:12.001+0000 7feaef400700 1 -- 172.21.15.8:0/420526866 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fead00b2990 msgr2=0x7fead00b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:12.002 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:12.001+0000 7feaef400700 1 --2- 172.21.15.8:0/420526866 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fead00b2990 0x7fead00b4e50 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fead4009750 tx=0x7fead4009310 comp rx=0 tx=0).stop 2024-05-20T21:12:12.002 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:12.001+0000 7feaef400700 1 -- 172.21.15.8:0/420526866 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feae806b220 msgr2=0x7feae819be40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:12.002 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:12.001+0000 7feaef400700 1 --2- 172.21.15.8:0/420526866 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feae806b220 0x7feae819be40 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7feadc009230 tx=0x7feadc00fb20 comp rx=0 tx=0).stop 2024-05-20T21:12:12.002 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:12.002+0000 7feaef400700 1 -- 172.21.15.8:0/420526866 shutdown_connections 2024-05-20T21:12:12.002 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:12.002+0000 7feaef400700 1 --2- 172.21.15.8:0/420526866 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fead00b2990 0x7fead00b4e50 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:12.002 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:12.002+0000 7feaef400700 1 --2- 172.21.15.8:0/420526866 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feae806b220 0x7feae819be40 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:12.002 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:12.002+0000 7feaef400700 1 --2- 172.21.15.8:0/420526866 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feae81095b0 0x7feae81a0710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:12.003 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:12.002+0000 7feaef400700 1 --2- 172.21.15.8:0/420526866 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7feae806bbe0 0x7feae819c380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:12.003 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:12.002+0000 7feaef400700 1 -- 172.21.15.8:0/420526866 >> 172.21.15.8:0/420526866 conn(0x7feae80793f0 msgr2=0x7feae810e720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:12.003 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:12.002+0000 7feaef400700 1 -- 172.21.15.8:0/420526866 shutdown_connections 2024-05-20T21:12:12.003 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:12.002+0000 7feaef400700 1 -- 172.21.15.8:0/420526866 wait complete. 2024-05-20T21:12:12.003 INFO:teuthology.orchestra.run.smithi008.stderr:dumped all 2024-05-20T21:12:13.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:12 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:12:13.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:12 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:12:13.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:12 smithi130 ceph-mon[36448]: from='client.24641 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:12:13.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:12 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:12:13.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:12 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:12:13.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:12 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:12:13.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:12 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:12:13.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:12 smithi050 ceph-mon[35809]: from='client.24641 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:12:13.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:12 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:12:13.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:12 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:12:13.201 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:12 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:12:13.201 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:12 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:12:13.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:12 smithi008 ceph-mon[31475]: from='client.24641 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:12:13.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:12 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:12:13.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:12 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:12:13.367 INFO:teuthology.orchestra.run.smithi008.stdout:{"pg_ready":true,"pg_map":{"version":346,"stamp":"2024-05-20T21:12:11.174223+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":657284,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":288,"num_read_kb":237,"num_write":291,"num_write_kb":2265,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":235,"ondisk_log_size":235,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":399160,"kb_used_data":12504,"kb_used_omap":18,"kb_used_meta":386477,"kb_avail":1124542664,"statfs":{"total":1151940427776,"available":1151531687936,"internally_reserved":0,"allocated":12804096,"data_stored":7137240,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":395752761},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":17678,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":60,"num_read_kb":46,"num_write":17,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.607207"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.570164+0000","last_change":"2024-05-20T21:11:16.296240+0000","last_active":"2024-05-20T21:12:02.570164+0000","last_peered":"2024-05-20T21:12:02.570164+0000","last_clean":"2024-05-20T21:12:02.570164+0000","last_became_active":"2024-05-20T21:11:16.295881+0000","last_became_peered":"2024-05-20T21:11:16.295881+0000","last_unstale":"2024-05-20T21:12:02.570164+0000","last_undegraded":"2024-05-20T21:12:02.570164+0000","last_fullsized":"2024-05-20T21:12:02.570164+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:15:55.325945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.579764+0000","last_change":"2024-05-20T21:11:16.292636+0000","last_active":"2024-05-20T21:12:02.579764+0000","last_peered":"2024-05-20T21:12:02.579764+0000","last_clean":"2024-05-20T21:12:02.579764+0000","last_became_active":"2024-05-20T21:11:16.290950+0000","last_became_peered":"2024-05-20T21:11:16.290950+0000","last_unstale":"2024-05-20T21:12:02.579764+0000","last_undegraded":"2024-05-20T21:12:02.579764+0000","last_fullsized":"2024-05-20T21:12:02.579764+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:42:09.178628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.578859+0000","last_change":"2024-05-20T21:11:16.290214+0000","last_active":"2024-05-20T21:12:02.578859+0000","last_peered":"2024-05-20T21:12:02.578859+0000","last_clean":"2024-05-20T21:12:02.578859+0000","last_became_active":"2024-05-20T21:11:16.289872+0000","last_became_peered":"2024-05-20T21:11:16.289872+0000","last_unstale":"2024-05-20T21:12:02.578859+0000","last_undegraded":"2024-05-20T21:12:02.578859+0000","last_fullsized":"2024-05-20T21:12:02.578859+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:24:28.333308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.655910+0000","last_change":"2024-05-20T21:11:16.289991+0000","last_active":"2024-05-20T21:12:02.655910+0000","last_peered":"2024-05-20T21:12:02.655910+0000","last_clean":"2024-05-20T21:12:02.655910+0000","last_became_active":"2024-05-20T21:11:16.287959+0000","last_became_peered":"2024-05-20T21:11:16.287959+0000","last_unstale":"2024-05-20T21:12:02.655910+0000","last_undegraded":"2024-05-20T21:12:02.655910+0000","last_fullsized":"2024-05-20T21:12:02.655910+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:59:03.124597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572414+0000","last_change":"2024-05-20T21:11:16.310007+0000","last_active":"2024-05-20T21:12:02.572414+0000","last_peered":"2024-05-20T21:12:02.572414+0000","last_clean":"2024-05-20T21:12:02.572414+0000","last_became_active":"2024-05-20T21:11:16.309632+0000","last_became_peered":"2024-05-20T21:11:16.309632+0000","last_unstale":"2024-05-20T21:12:02.572414+0000","last_undegraded":"2024-05-20T21:12:02.572414+0000","last_fullsized":"2024-05-20T21:12:02.572414+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:23:35.698898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.654899+0000","last_change":"2024-05-20T21:11:16.299661+0000","last_active":"2024-05-20T21:12:02.654899+0000","last_peered":"2024-05-20T21:12:02.654899+0000","last_clean":"2024-05-20T21:12:02.654899+0000","last_became_active":"2024-05-20T21:11:16.299296+0000","last_became_peered":"2024-05-20T21:11:16.299296+0000","last_unstale":"2024-05-20T21:12:02.654899+0000","last_undegraded":"2024-05-20T21:12:02.654899+0000","last_fullsized":"2024-05-20T21:12:02.654899+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:47:48.411451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572139+0000","last_change":"2024-05-20T21:11:16.299517+0000","last_active":"2024-05-20T21:12:02.572139+0000","last_peered":"2024-05-20T21:12:02.572139+0000","last_clean":"2024-05-20T21:12:02.572139+0000","last_became_active":"2024-05-20T21:11:16.299162+0000","last_became_peered":"2024-05-20T21:11:16.299162+0000","last_unstale":"2024-05-20T21:12:02.572139+0000","last_undegraded":"2024-05-20T21:12:02.572139+0000","last_fullsized":"2024-05-20T21:12:02.572139+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:45:28.319801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.578638+0000","last_change":"2024-05-20T21:11:16.307565+0000","last_active":"2024-05-20T21:12:02.578638+0000","last_peered":"2024-05-20T21:12:02.578638+0000","last_clean":"2024-05-20T21:12:02.578638+0000","last_became_active":"2024-05-20T21:11:16.297502+0000","last_became_peered":"2024-05-20T21:11:16.297502+0000","last_unstale":"2024-05-20T21:12:02.578638+0000","last_undegraded":"2024-05-20T21:12:02.578638+0000","last_fullsized":"2024-05-20T21:12:02.578638+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:05:51.269233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.656701+0000","last_change":"2024-05-20T21:11:16.291944+0000","last_active":"2024-05-20T21:12:02.656701+0000","last_peered":"2024-05-20T21:12:02.656701+0000","last_clean":"2024-05-20T21:12:02.656701+0000","last_became_active":"2024-05-20T21:11:16.291569+0000","last_became_peered":"2024-05-20T21:11:16.291569+0000","last_unstale":"2024-05-20T21:12:02.656701+0000","last_undegraded":"2024-05-20T21:12:02.656701+0000","last_fullsized":"2024-05-20T21:12:02.656701+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:03:07.806446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.655627+0000","last_change":"2024-05-20T21:11:16.295592+0000","last_active":"2024-05-20T21:12:02.655627+0000","last_peered":"2024-05-20T21:12:02.655627+0000","last_clean":"2024-05-20T21:12:02.655627+0000","last_became_active":"2024-05-20T21:11:16.295246+0000","last_became_peered":"2024-05-20T21:11:16.295246+0000","last_unstale":"2024-05-20T21:12:02.655627+0000","last_undegraded":"2024-05-20T21:12:02.655627+0000","last_fullsized":"2024-05-20T21:12:02.655627+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:33:33.680892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572448+0000","last_change":"2024-05-20T21:11:16.295909+0000","last_active":"2024-05-20T21:12:02.572448+0000","last_peered":"2024-05-20T21:12:02.572448+0000","last_clean":"2024-05-20T21:12:02.572448+0000","last_became_active":"2024-05-20T21:11:16.295568+0000","last_became_peered":"2024-05-20T21:11:16.295568+0000","last_unstale":"2024-05-20T21:12:02.572448+0000","last_undegraded":"2024-05-20T21:12:02.572448+0000","last_fullsized":"2024-05-20T21:12:02.572448+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:41:15.046594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.655754+0000","last_change":"2024-05-20T21:11:16.292742+0000","last_active":"2024-05-20T21:12:02.655754+0000","last_peered":"2024-05-20T21:12:02.655754+0000","last_clean":"2024-05-20T21:12:02.655754+0000","last_became_active":"2024-05-20T21:11:16.291945+0000","last_became_peered":"2024-05-20T21:11:16.291945+0000","last_unstale":"2024-05-20T21:12:02.655754+0000","last_undegraded":"2024-05-20T21:12:02.655754+0000","last_fullsized":"2024-05-20T21:12:02.655754+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:53:00.313040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.623195+0000","last_change":"2024-05-20T21:11:16.307203+0000","last_active":"2024-05-20T21:12:02.623195+0000","last_peered":"2024-05-20T21:12:02.623195+0000","last_clean":"2024-05-20T21:12:02.623195+0000","last_became_active":"2024-05-20T21:11:16.302848+0000","last_became_peered":"2024-05-20T21:11:16.302848+0000","last_unstale":"2024-05-20T21:12:02.623195+0000","last_undegraded":"2024-05-20T21:12:02.623195+0000","last_fullsized":"2024-05-20T21:12:02.623195+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:51:43.676593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.576661+0000","last_change":"2024-05-20T21:11:16.291973+0000","last_active":"2024-05-20T21:12:02.576661+0000","last_peered":"2024-05-20T21:12:02.576661+0000","last_clean":"2024-05-20T21:12:02.576661+0000","last_became_active":"2024-05-20T21:11:16.291609+0000","last_became_peered":"2024-05-20T21:11:16.291609+0000","last_unstale":"2024-05-20T21:12:02.576661+0000","last_undegraded":"2024-05-20T21:12:02.576661+0000","last_fullsized":"2024-05-20T21:12:02.576661+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:51:16.914968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.576329+0000","last_change":"2024-05-20T21:11:16.293850+0000","last_active":"2024-05-20T21:12:02.576329+0000","last_peered":"2024-05-20T21:12:02.576329+0000","last_clean":"2024-05-20T21:12:02.576329+0000","last_became_active":"2024-05-20T21:11:16.291739+0000","last_became_peered":"2024-05-20T21:11:16.291739+0000","last_unstale":"2024-05-20T21:12:02.576329+0000","last_undegraded":"2024-05-20T21:12:02.576329+0000","last_fullsized":"2024-05-20T21:12:02.576329+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:05:37.822547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.653956+0000","last_change":"2024-05-20T21:11:16.300660+0000","last_active":"2024-05-20T21:12:02.653956+0000","last_peered":"2024-05-20T21:12:02.653956+0000","last_clean":"2024-05-20T21:12:02.653956+0000","last_became_active":"2024-05-20T21:11:16.300253+0000","last_became_peered":"2024-05-20T21:11:16.300253+0000","last_unstale":"2024-05-20T21:12:02.653956+0000","last_undegraded":"2024-05-20T21:12:02.653956+0000","last_fullsized":"2024-05-20T21:12:02.653956+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:08:08.298828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.570294+0000","last_change":"2024-05-20T21:11:16.295415+0000","last_active":"2024-05-20T21:12:02.570294+0000","last_peered":"2024-05-20T21:12:02.570294+0000","last_clean":"2024-05-20T21:12:02.570294+0000","last_became_active":"2024-05-20T21:11:16.295061+0000","last_became_peered":"2024-05-20T21:11:16.295061+0000","last_unstale":"2024-05-20T21:12:02.570294+0000","last_undegraded":"2024-05-20T21:12:02.570294+0000","last_fullsized":"2024-05-20T21:12:02.570294+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:44:10.874447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.573198+0000","last_change":"2024-05-20T21:11:16.289961+0000","last_active":"2024-05-20T21:12:02.573198+0000","last_peered":"2024-05-20T21:12:02.573198+0000","last_clean":"2024-05-20T21:12:02.573198+0000","last_became_active":"2024-05-20T21:11:16.289590+0000","last_became_peered":"2024-05-20T21:11:16.289590+0000","last_unstale":"2024-05-20T21:12:02.573198+0000","last_undegraded":"2024-05-20T21:12:02.573198+0000","last_fullsized":"2024-05-20T21:12:02.573198+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:46:46.870047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.574111+0000","last_change":"2024-05-20T21:11:16.301312+0000","last_active":"2024-05-20T21:12:02.574111+0000","last_peered":"2024-05-20T21:12:02.574111+0000","last_clean":"2024-05-20T21:12:02.574111+0000","last_became_active":"2024-05-20T21:11:16.300913+0000","last_became_peered":"2024-05-20T21:11:16.300913+0000","last_unstale":"2024-05-20T21:12:02.574111+0000","last_undegraded":"2024-05-20T21:12:02.574111+0000","last_fullsized":"2024-05-20T21:12:02.574111+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:58:42.312080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"79'9","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.573989+0000","last_change":"2024-05-20T21:11:12.242705+0000","last_active":"2024-05-20T21:12:02.573989+0000","last_peered":"2024-05-20T21:12:02.573989+0000","last_clean":"2024-05-20T21:12:02.573989+0000","last_became_active":"2024-05-20T21:11:12.241674+0000","last_became_peered":"2024-05-20T21:11:12.241674+0000","last_unstale":"2024-05-20T21:12:02.573989+0000","last_undegraded":"2024-05-20T21:12:02.573989+0000","last_fullsized":"2024-05-20T21:12:02.573989+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:01:49.160623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.581241+0000","last_change":"2024-05-20T21:11:16.308429+0000","last_active":"2024-05-20T21:12:02.581241+0000","last_peered":"2024-05-20T21:12:02.581241+0000","last_clean":"2024-05-20T21:12:02.581241+0000","last_became_active":"2024-05-20T21:11:16.308045+0000","last_became_peered":"2024-05-20T21:11:16.308045+0000","last_unstale":"2024-05-20T21:12:02.581241+0000","last_undegraded":"2024-05-20T21:12:02.581241+0000","last_fullsized":"2024-05-20T21:12:02.581241+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:28:14.875133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"79'2","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.582179+0000","last_change":"2024-05-20T21:11:12.760097+0000","last_active":"2024-05-20T21:12:02.582179+0000","last_peered":"2024-05-20T21:12:02.582179+0000","last_clean":"2024-05-20T21:12:02.582179+0000","last_became_active":"2024-05-20T21:11:12.758767+0000","last_became_peered":"2024-05-20T21:11:12.758767+0000","last_unstale":"2024-05-20T21:12:02.582179+0000","last_undegraded":"2024-05-20T21:12:02.582179+0000","last_fullsized":"2024-05-20T21:12:02.582179+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:17:55.084903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.582517+0000","last_change":"2024-05-20T21:11:16.294293+0000","last_active":"2024-05-20T21:12:02.582517+0000","last_peered":"2024-05-20T21:12:02.582517+0000","last_clean":"2024-05-20T21:12:02.582517+0000","last_became_active":"2024-05-20T21:11:16.288495+0000","last_became_peered":"2024-05-20T21:11:16.288495+0000","last_unstale":"2024-05-20T21:12:02.582517+0000","last_undegraded":"2024-05-20T21:12:02.582517+0000","last_fullsized":"2024-05-20T21:12:02.582517+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:26:47.512434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"79'4","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572873+0000","last_change":"2024-05-20T21:11:12.240040+0000","last_active":"2024-05-20T21:12:02.572873+0000","last_peered":"2024-05-20T21:12:02.572873+0000","last_clean":"2024-05-20T21:12:02.572873+0000","last_became_active":"2024-05-20T21:11:12.239600+0000","last_became_peered":"2024-05-20T21:11:12.239600+0000","last_unstale":"2024-05-20T21:12:02.572873+0000","last_undegraded":"2024-05-20T21:12:02.572873+0000","last_fullsized":"2024-05-20T21:12:02.572873+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:14:29.900023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.655918+0000","last_change":"2024-05-20T21:11:16.301691+0000","last_active":"2024-05-20T21:12:02.655918+0000","last_peered":"2024-05-20T21:12:02.655918+0000","last_clean":"2024-05-20T21:12:02.655918+0000","last_became_active":"2024-05-20T21:11:16.301304+0000","last_became_peered":"2024-05-20T21:11:16.301304+0000","last_unstale":"2024-05-20T21:12:02.655918+0000","last_undegraded":"2024-05-20T21:12:02.655918+0000","last_fullsized":"2024-05-20T21:12:02.655918+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:02:19.858085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"79'2","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572576+0000","last_change":"2024-05-20T21:11:12.240455+0000","last_active":"2024-05-20T21:12:02.572576+0000","last_peered":"2024-05-20T21:12:02.572576+0000","last_clean":"2024-05-20T21:12:02.572576+0000","last_became_active":"2024-05-20T21:11:12.239527+0000","last_became_peered":"2024-05-20T21:11:12.239527+0000","last_unstale":"2024-05-20T21:12:02.572576+0000","last_undegraded":"2024-05-20T21:12:02.572576+0000","last_fullsized":"2024-05-20T21:12:02.572576+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:00:44.241965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.656869+0000","last_change":"2024-05-20T21:12:02.656869+0000","last_active":"2024-05-20T21:12:02.656869+0000","last_peered":"2024-05-20T21:12:02.656869+0000","last_clean":"2024-05-20T21:12:02.656869+0000","last_became_active":"2024-05-20T21:12:02.656429+0000","last_became_peered":"2024-05-20T21:12:02.656429+0000","last_unstale":"2024-05-20T21:12:02.656869+0000","last_undegraded":"2024-05-20T21:12:02.656869+0000","last_fullsized":"2024-05-20T21:12:02.656869+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:53:09.447877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"79'5","reported_seq":65,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:08.523274+0000","last_change":"2024-05-20T21:11:12.242358+0000","last_active":"2024-05-20T21:12:08.523274+0000","last_peered":"2024-05-20T21:12:08.523274+0000","last_clean":"2024-05-20T21:12:08.523274+0000","last_became_active":"2024-05-20T21:11:12.241900+0000","last_became_peered":"2024-05-20T21:11:12.241900+0000","last_unstale":"2024-05-20T21:12:08.523274+0000","last_undegraded":"2024-05-20T21:12:08.523274+0000","last_fullsized":"2024-05-20T21:12:08.523274+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:34:38.407381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":34,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572040+0000","last_change":"2024-05-20T21:11:16.285692+0000","last_active":"2024-05-20T21:12:02.572040+0000","last_peered":"2024-05-20T21:12:02.572040+0000","last_clean":"2024-05-20T21:12:02.572040+0000","last_became_active":"2024-05-20T21:11:16.285318+0000","last_became_peered":"2024-05-20T21:11:16.285318+0000","last_unstale":"2024-05-20T21:12:02.572040+0000","last_undegraded":"2024-05-20T21:12:02.572040+0000","last_fullsized":"2024-05-20T21:12:02.572040+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:12:32.319254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"79'3","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.654913+0000","last_change":"2024-05-20T21:11:12.244376+0000","last_active":"2024-05-20T21:12:02.654913+0000","last_peered":"2024-05-20T21:12:02.654913+0000","last_clean":"2024-05-20T21:12:02.654913+0000","last_became_active":"2024-05-20T21:11:12.243903+0000","last_became_peered":"2024-05-20T21:11:12.243903+0000","last_unstale":"2024-05-20T21:12:02.654913+0000","last_undegraded":"2024-05-20T21:12:02.654913+0000","last_fullsized":"2024-05-20T21:12:02.654913+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:58:51.683092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.582536+0000","last_change":"2024-05-20T21:12:02.582536+0000","last_active":"2024-05-20T21:12:02.582536+0000","last_peered":"2024-05-20T21:12:02.582536+0000","last_clean":"2024-05-20T21:12:02.582536+0000","last_became_active":"2024-05-20T21:12:02.582146+0000","last_became_peered":"2024-05-20T21:12:02.582146+0000","last_unstale":"2024-05-20T21:12:02.582536+0000","last_undegraded":"2024-05-20T21:12:02.582536+0000","last_fullsized":"2024-05-20T21:12:02.582536+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:04:53.134301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,8],"acting":[5,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"79'2","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.622486+0000","last_change":"2024-05-20T21:11:12.253186+0000","last_active":"2024-05-20T21:12:02.622486+0000","last_peered":"2024-05-20T21:12:02.622486+0000","last_clean":"2024-05-20T21:12:02.622486+0000","last_became_active":"2024-05-20T21:11:12.252757+0000","last_became_peered":"2024-05-20T21:11:12.252757+0000","last_unstale":"2024-05-20T21:12:02.622486+0000","last_undegraded":"2024-05-20T21:12:02.622486+0000","last_fullsized":"2024-05-20T21:12:02.622486+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:07:00.781268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.578303+0000","last_change":"2024-05-20T21:11:16.309830+0000","last_active":"2024-05-20T21:12:02.578303+0000","last_peered":"2024-05-20T21:12:02.578303+0000","last_clean":"2024-05-20T21:12:02.578303+0000","last_became_active":"2024-05-20T21:11:16.308102+0000","last_became_peered":"2024-05-20T21:11:16.308102+0000","last_unstale":"2024-05-20T21:12:02.578303+0000","last_undegraded":"2024-05-20T21:12:02.578303+0000","last_fullsized":"2024-05-20T21:12:02.578303+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:27:48.742379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"79'1","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.578768+0000","last_change":"2024-05-20T21:11:12.241333+0000","last_active":"2024-05-20T21:12:02.578768+0000","last_peered":"2024-05-20T21:12:02.578768+0000","last_clean":"2024-05-20T21:12:02.578768+0000","last_became_active":"2024-05-20T21:11:12.240714+0000","last_became_peered":"2024-05-20T21:11:12.240714+0000","last_unstale":"2024-05-20T21:12:02.578768+0000","last_undegraded":"2024-05-20T21:12:02.578768+0000","last_fullsized":"2024-05-20T21:12:02.578768+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:24:36.977355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.571127+0000","last_change":"2024-05-20T21:11:16.312485+0000","last_active":"2024-05-20T21:12:02.571127+0000","last_peered":"2024-05-20T21:12:02.571127+0000","last_clean":"2024-05-20T21:12:02.571127+0000","last_became_active":"2024-05-20T21:11:16.310540+0000","last_became_peered":"2024-05-20T21:11:16.310540+0000","last_unstale":"2024-05-20T21:12:02.571127+0000","last_undegraded":"2024-05-20T21:12:02.571127+0000","last_fullsized":"2024-05-20T21:12:02.571127+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:40:51.470540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"79'3","reported_seq":59,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:06.518500+0000","last_change":"2024-05-20T21:11:12.250269+0000","last_active":"2024-05-20T21:12:06.518500+0000","last_peered":"2024-05-20T21:12:06.518500+0000","last_clean":"2024-05-20T21:12:06.518500+0000","last_became_active":"2024-05-20T21:11:12.249953+0000","last_became_peered":"2024-05-20T21:11:12.249953+0000","last_unstale":"2024-05-20T21:12:06.518500+0000","last_undegraded":"2024-05-20T21:12:06.518500+0000","last_fullsized":"2024-05-20T21:12:06.518500+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:28:16.387524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":30,"num_read_kb":30,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.656438+0000","last_change":"2024-05-20T21:11:16.293415+0000","last_active":"2024-05-20T21:12:02.656438+0000","last_peered":"2024-05-20T21:12:02.656438+0000","last_clean":"2024-05-20T21:12:02.656438+0000","last_became_active":"2024-05-20T21:11:16.293020+0000","last_became_peered":"2024-05-20T21:11:16.293020+0000","last_unstale":"2024-05-20T21:12:02.656438+0000","last_undegraded":"2024-05-20T21:12:02.656438+0000","last_fullsized":"2024-05-20T21:12:02.656438+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:15:38.709618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"79'2","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572768+0000","last_change":"2024-05-20T21:11:12.241145+0000","last_active":"2024-05-20T21:12:02.572768+0000","last_peered":"2024-05-20T21:12:02.572768+0000","last_clean":"2024-05-20T21:12:02.572768+0000","last_became_active":"2024-05-20T21:11:12.240649+0000","last_became_peered":"2024-05-20T21:11:12.240649+0000","last_unstale":"2024-05-20T21:12:02.572768+0000","last_undegraded":"2024-05-20T21:12:02.572768+0000","last_fullsized":"2024-05-20T21:12:02.572768+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:37:42.233247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.624698+0000","last_change":"2024-05-20T21:12:02.624698+0000","last_active":"2024-05-20T21:12:02.624698+0000","last_peered":"2024-05-20T21:12:02.624698+0000","last_clean":"2024-05-20T21:12:02.624698+0000","last_became_active":"2024-05-20T21:12:02.624179+0000","last_became_peered":"2024-05-20T21:12:02.624179+0000","last_unstale":"2024-05-20T21:12:02.624698+0000","last_undegraded":"2024-05-20T21:12:02.624698+0000","last_fullsized":"2024-05-20T21:12:02.624698+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:26:04.334179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"79'4","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.579676+0000","last_change":"2024-05-20T21:11:12.760814+0000","last_active":"2024-05-20T21:12:02.579676+0000","last_peered":"2024-05-20T21:12:02.579676+0000","last_clean":"2024-05-20T21:12:02.579676+0000","last_became_active":"2024-05-20T21:11:12.760357+0000","last_became_peered":"2024-05-20T21:11:12.760357+0000","last_unstale":"2024-05-20T21:12:02.579676+0000","last_undegraded":"2024-05-20T21:12:02.579676+0000","last_fullsized":"2024-05-20T21:12:02.579676+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:59:22.572365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.655971+0000","last_change":"2024-05-20T21:11:16.289683+0000","last_active":"2024-05-20T21:12:02.655971+0000","last_peered":"2024-05-20T21:12:02.655971+0000","last_clean":"2024-05-20T21:12:02.655971+0000","last_became_active":"2024-05-20T21:11:16.288670+0000","last_became_peered":"2024-05-20T21:11:16.288670+0000","last_unstale":"2024-05-20T21:12:02.655971+0000","last_undegraded":"2024-05-20T21:12:02.655971+0000","last_fullsized":"2024-05-20T21:12:02.655971+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:58:46.822152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"81'31","reported_seq":126,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:07.519894+0000","last_change":"2024-05-20T21:11:12.240426+0000","last_active":"2024-05-20T21:12:07.519894+0000","last_peered":"2024-05-20T21:12:07.519894+0000","last_clean":"2024-05-20T21:12:07.519894+0000","last_became_active":"2024-05-20T21:11:12.239978+0000","last_became_peered":"2024-05-20T21:11:12.239978+0000","last_unstale":"2024-05-20T21:12:07.519894+0000","last_undegraded":"2024-05-20T21:12:07.519894+0000","last_fullsized":"2024-05-20T21:12:07.519894+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:57:56.556743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63072,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":69,"num_read_kb":95,"num_write":32,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572599+0000","last_change":"2024-05-20T21:11:16.293396+0000","last_active":"2024-05-20T21:12:02.572599+0000","last_peered":"2024-05-20T21:12:02.572599+0000","last_clean":"2024-05-20T21:12:02.572599+0000","last_became_active":"2024-05-20T21:11:16.292975+0000","last_became_peered":"2024-05-20T21:11:16.292975+0000","last_unstale":"2024-05-20T21:12:02.572599+0000","last_undegraded":"2024-05-20T21:12:02.572599+0000","last_fullsized":"2024-05-20T21:12:02.572599+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:23:16.851377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"79'6","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.573540+0000","last_change":"2024-05-20T21:11:12.249629+0000","last_active":"2024-05-20T21:12:02.573540+0000","last_peered":"2024-05-20T21:12:02.573540+0000","last_clean":"2024-05-20T21:12:02.573540+0000","last_became_active":"2024-05-20T21:11:12.249223+0000","last_became_peered":"2024-05-20T21:11:12.249223+0000","last_unstale":"2024-05-20T21:12:02.573540+0000","last_undegraded":"2024-05-20T21:12:02.573540+0000","last_fullsized":"2024-05-20T21:12:02.573540+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:50:14.595923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.622641+0000","last_change":"2024-05-20T21:11:16.305707+0000","last_active":"2024-05-20T21:12:02.622641+0000","last_peered":"2024-05-20T21:12:02.622641+0000","last_clean":"2024-05-20T21:12:02.622641+0000","last_became_active":"2024-05-20T21:11:16.304112+0000","last_became_peered":"2024-05-20T21:11:16.304112+0000","last_unstale":"2024-05-20T21:12:02.622641+0000","last_undegraded":"2024-05-20T21:12:02.622641+0000","last_fullsized":"2024-05-20T21:12:02.622641+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:27:46.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"79'3","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.578901+0000","last_change":"2024-05-20T21:11:12.251594+0000","last_active":"2024-05-20T21:12:02.578901+0000","last_peered":"2024-05-20T21:12:02.578901+0000","last_clean":"2024-05-20T21:12:02.578901+0000","last_became_active":"2024-05-20T21:11:12.251273+0000","last_became_peered":"2024-05-20T21:11:12.251273+0000","last_unstale":"2024-05-20T21:12:02.578901+0000","last_undegraded":"2024-05-20T21:12:02.578901+0000","last_fullsized":"2024-05-20T21:12:02.578901+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:21:54.521412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572416+0000","last_change":"2024-05-20T21:11:16.315454+0000","last_active":"2024-05-20T21:12:02.572416+0000","last_peered":"2024-05-20T21:12:02.572416+0000","last_clean":"2024-05-20T21:12:02.572416+0000","last_became_active":"2024-05-20T21:11:16.315139+0000","last_became_peered":"2024-05-20T21:11:16.315139+0000","last_unstale":"2024-05-20T21:12:02.572416+0000","last_undegraded":"2024-05-20T21:12:02.572416+0000","last_fullsized":"2024-05-20T21:12:02.572416+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:02:15.282366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"79'3","reported_seq":63,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:09.524193+0000","last_change":"2024-05-20T21:11:12.235731+0000","last_active":"2024-05-20T21:12:09.524193+0000","last_peered":"2024-05-20T21:12:09.524193+0000","last_clean":"2024-05-20T21:12:09.524193+0000","last_became_active":"2024-05-20T21:11:12.235247+0000","last_became_peered":"2024-05-20T21:11:12.235247+0000","last_unstale":"2024-05-20T21:12:09.524193+0000","last_undegraded":"2024-05-20T21:12:09.524193+0000","last_fullsized":"2024-05-20T21:12:09.524193+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:48:34.737739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":36,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572065+0000","last_change":"2024-05-20T21:11:16.300621+0000","last_active":"2024-05-20T21:12:02.572065+0000","last_peered":"2024-05-20T21:12:02.572065+0000","last_clean":"2024-05-20T21:12:02.572065+0000","last_became_active":"2024-05-20T21:11:16.300299+0000","last_became_peered":"2024-05-20T21:11:16.300299+0000","last_unstale":"2024-05-20T21:12:02.572065+0000","last_undegraded":"2024-05-20T21:12:02.572065+0000","last_fullsized":"2024-05-20T21:12:02.572065+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:00:16.864814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"79'15","reported_seq":41,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572118+0000","last_change":"2024-05-20T21:11:12.758928+0000","last_active":"2024-05-20T21:12:02.572118+0000","last_peered":"2024-05-20T21:12:02.572118+0000","last_clean":"2024-05-20T21:12:02.572118+0000","last_became_active":"2024-05-20T21:11:12.758529+0000","last_became_peered":"2024-05-20T21:11:12.758529+0000","last_unstale":"2024-05-20T21:12:02.572118+0000","last_undegraded":"2024-05-20T21:12:02.572118+0000","last_fullsized":"2024-05-20T21:12:02.572118+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:36:07.416766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.578953+0000","last_change":"2024-05-20T21:11:16.290886+0000","last_active":"2024-05-20T21:12:02.578953+0000","last_peered":"2024-05-20T21:12:02.578953+0000","last_clean":"2024-05-20T21:12:02.578953+0000","last_became_active":"2024-05-20T21:11:16.290543+0000","last_became_peered":"2024-05-20T21:11:16.290543+0000","last_unstale":"2024-05-20T21:12:02.578953+0000","last_undegraded":"2024-05-20T21:12:02.578953+0000","last_fullsized":"2024-05-20T21:12:02.578953+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:07:21.774338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"79'2","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.573028+0000","last_change":"2024-05-20T21:11:12.240660+0000","last_active":"2024-05-20T21:12:02.573028+0000","last_peered":"2024-05-20T21:12:02.573028+0000","last_clean":"2024-05-20T21:12:02.573028+0000","last_became_active":"2024-05-20T21:11:12.240320+0000","last_became_peered":"2024-05-20T21:11:12.240320+0000","last_unstale":"2024-05-20T21:12:02.573028+0000","last_undegraded":"2024-05-20T21:12:02.573028+0000","last_fullsized":"2024-05-20T21:12:02.573028+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:32:04.885948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.569874+0000","last_change":"2024-05-20T21:11:16.288772+0000","last_active":"2024-05-20T21:12:02.569874+0000","last_peered":"2024-05-20T21:12:02.569874+0000","last_clean":"2024-05-20T21:12:02.569874+0000","last_became_active":"2024-05-20T21:11:16.288437+0000","last_became_peered":"2024-05-20T21:11:16.288437+0000","last_unstale":"2024-05-20T21:12:02.569874+0000","last_undegraded":"2024-05-20T21:12:02.569874+0000","last_fullsized":"2024-05-20T21:12:02.569874+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:51:31.971549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.584068+0000","last_change":"2024-05-20T21:12:02.584068+0000","last_active":"2024-05-20T21:12:02.584068+0000","last_peered":"2024-05-20T21:12:02.584068+0000","last_clean":"2024-05-20T21:12:02.584068+0000","last_became_active":"2024-05-20T21:12:02.583527+0000","last_became_peered":"2024-05-20T21:12:02.583527+0000","last_unstale":"2024-05-20T21:12:02.584068+0000","last_undegraded":"2024-05-20T21:12:02.584068+0000","last_fullsized":"2024-05-20T21:12:02.584068+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:30:08.931861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,0],"acting":[9,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"79'1","reported_seq":21,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.654979+0000","last_change":"2024-05-20T21:11:16.303638+0000","last_active":"2024-05-20T21:12:02.654979+0000","last_peered":"2024-05-20T21:12:02.654979+0000","last_clean":"2024-05-20T21:12:02.654979+0000","last_became_active":"2024-05-20T21:11:16.302601+0000","last_became_peered":"2024-05-20T21:11:16.302601+0000","last_unstale":"2024-05-20T21:12:02.654979+0000","last_undegraded":"2024-05-20T21:12:02.654979+0000","last_fullsized":"2024-05-20T21:12:02.654979+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:02:39.103054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"79'1","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572357+0000","last_change":"2024-05-20T21:11:12.244916+0000","last_active":"2024-05-20T21:12:02.572357+0000","last_peered":"2024-05-20T21:12:02.572357+0000","last_clean":"2024-05-20T21:12:02.572357+0000","last_became_active":"2024-05-20T21:11:12.244450+0000","last_became_peered":"2024-05-20T21:11:12.244450+0000","last_unstale":"2024-05-20T21:12:02.572357+0000","last_undegraded":"2024-05-20T21:12:02.572357+0000","last_fullsized":"2024-05-20T21:12:02.572357+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:43:22.114200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.654899+0000","last_change":"2024-05-20T21:11:16.302895+0000","last_active":"2024-05-20T21:12:02.654899+0000","last_peered":"2024-05-20T21:12:02.654899+0000","last_clean":"2024-05-20T21:12:02.654899+0000","last_became_active":"2024-05-20T21:11:16.302338+0000","last_became_peered":"2024-05-20T21:11:16.302338+0000","last_unstale":"2024-05-20T21:12:02.654899+0000","last_undegraded":"2024-05-20T21:12:02.654899+0000","last_fullsized":"2024-05-20T21:12:02.654899+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:19:55.637590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.579020+0000","last_change":"2024-05-20T21:11:16.292060+0000","last_active":"2024-05-20T21:12:02.579020+0000","last_peered":"2024-05-20T21:12:02.579020+0000","last_clean":"2024-05-20T21:12:02.579020+0000","last_became_active":"2024-05-20T21:11:16.291693+0000","last_became_peered":"2024-05-20T21:11:16.291693+0000","last_unstale":"2024-05-20T21:12:02.579020+0000","last_undegraded":"2024-05-20T21:12:02.579020+0000","last_fullsized":"2024-05-20T21:12:02.579020+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:25:43.584245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"79'4","reported_seq":62,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:08.521824+0000","last_change":"2024-05-20T21:11:12.766431+0000","last_active":"2024-05-20T21:12:08.521824+0000","last_peered":"2024-05-20T21:12:08.521824+0000","last_clean":"2024-05-20T21:12:08.521824+0000","last_became_active":"2024-05-20T21:11:12.765810+0000","last_became_peered":"2024-05-20T21:11:12.765810+0000","last_unstale":"2024-05-20T21:12:08.521824+0000","last_undegraded":"2024-05-20T21:12:08.521824+0000","last_fullsized":"2024-05-20T21:12:08.521824+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:00:43.569312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":32,"num_read_kb":32,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.580009+0000","last_change":"2024-05-20T21:11:16.309825+0000","last_active":"2024-05-20T21:12:02.580009+0000","last_peered":"2024-05-20T21:12:02.580009+0000","last_clean":"2024-05-20T21:12:02.580009+0000","last_became_active":"2024-05-20T21:11:16.298548+0000","last_became_peered":"2024-05-20T21:11:16.298548+0000","last_unstale":"2024-05-20T21:12:02.580009+0000","last_undegraded":"2024-05-20T21:12:02.580009+0000","last_fullsized":"2024-05-20T21:12:02.580009+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:01:11.724054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.654594+0000","last_change":"2024-05-20T21:11:12.238997+0000","last_active":"2024-05-20T21:12:02.654594+0000","last_peered":"2024-05-20T21:12:02.654594+0000","last_clean":"2024-05-20T21:12:02.654594+0000","last_became_active":"2024-05-20T21:11:12.238594+0000","last_became_peered":"2024-05-20T21:11:12.238594+0000","last_unstale":"2024-05-20T21:12:02.654594+0000","last_undegraded":"2024-05-20T21:12:02.654594+0000","last_fullsized":"2024-05-20T21:12:02.654594+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:48:34.665640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'92","reported_seq":101,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572189+0000","last_change":"2024-05-20T21:09:39.755749+0000","last_active":"2024-05-20T21:12:02.572189+0000","last_peered":"2024-05-20T21:12:02.572189+0000","last_clean":"2024-05-20T21:12:02.572189+0000","last_became_active":"2024-05-20T21:09:39.750321+0000","last_became_peered":"2024-05-20T21:09:39.750321+0000","last_unstale":"2024-05-20T21:12:02.572189+0000","last_undegraded":"2024-05-20T21:12:02.572189+0000","last_fullsized":"2024-05-20T21:12:02.572189+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:05:47.251775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:05:47.251775+0000","last_clean_scrub_stamp":"2024-05-20T21:05:47.251775+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:28:48.606241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.622316+0000","last_change":"2024-05-20T21:11:16.302796+0000","last_active":"2024-05-20T21:12:02.622316+0000","last_peered":"2024-05-20T21:12:02.622316+0000","last_clean":"2024-05-20T21:12:02.622316+0000","last_became_active":"2024-05-20T21:11:16.302351+0000","last_became_peered":"2024-05-20T21:11:16.302351+0000","last_unstale":"2024-05-20T21:12:02.622316+0000","last_undegraded":"2024-05-20T21:12:02.622316+0000","last_fullsized":"2024-05-20T21:12:02.622316+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:01:04.033570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"79'3","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572408+0000","last_change":"2024-05-20T21:11:12.240101+0000","last_active":"2024-05-20T21:12:02.572408+0000","last_peered":"2024-05-20T21:12:02.572408+0000","last_clean":"2024-05-20T21:12:02.572408+0000","last_became_active":"2024-05-20T21:11:12.239602+0000","last_became_peered":"2024-05-20T21:11:12.239602+0000","last_unstale":"2024-05-20T21:12:02.572408+0000","last_undegraded":"2024-05-20T21:12:02.572408+0000","last_fullsized":"2024-05-20T21:12:02.572408+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:07:18.425330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"79'1","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572718+0000","last_change":"2024-05-20T21:11:12.760960+0000","last_active":"2024-05-20T21:12:02.572718+0000","last_peered":"2024-05-20T21:12:02.572718+0000","last_clean":"2024-05-20T21:12:02.572718+0000","last_became_active":"2024-05-20T21:11:12.760521+0000","last_became_peered":"2024-05-20T21:11:12.760521+0000","last_unstale":"2024-05-20T21:12:02.572718+0000","last_undegraded":"2024-05-20T21:12:02.572718+0000","last_fullsized":"2024-05-20T21:12:02.572718+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:05:09.306090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.622567+0000","last_change":"2024-05-20T21:11:16.301153+0000","last_active":"2024-05-20T21:12:02.622567+0000","last_peered":"2024-05-20T21:12:02.622567+0000","last_clean":"2024-05-20T21:12:02.622567+0000","last_became_active":"2024-05-20T21:11:16.300824+0000","last_became_peered":"2024-05-20T21:11:16.300824+0000","last_unstale":"2024-05-20T21:12:02.622567+0000","last_undegraded":"2024-05-20T21:12:02.622567+0000","last_fullsized":"2024-05-20T21:12:02.622567+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:44:59.243608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"81'12","reported_seq":38,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.573659+0000","last_change":"2024-05-20T21:11:12.254854+0000","last_active":"2024-05-20T21:12:02.573659+0000","last_peered":"2024-05-20T21:12:02.573659+0000","last_clean":"2024-05-20T21:12:02.573659+0000","last_became_active":"2024-05-20T21:11:12.253297+0000","last_became_peered":"2024-05-20T21:11:12.253297+0000","last_unstale":"2024-05-20T21:12:02.573659+0000","last_undegraded":"2024-05-20T21:12:02.573659+0000","last_fullsized":"2024-05-20T21:12:02.573659+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:33:16.546788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.578411+0000","last_change":"2024-05-20T21:11:16.309531+0000","last_active":"2024-05-20T21:12:02.578411+0000","last_peered":"2024-05-20T21:12:02.578411+0000","last_clean":"2024-05-20T21:12:02.578411+0000","last_became_active":"2024-05-20T21:11:16.306434+0000","last_became_peered":"2024-05-20T21:11:16.306434+0000","last_unstale":"2024-05-20T21:12:02.578411+0000","last_undegraded":"2024-05-20T21:12:02.578411+0000","last_fullsized":"2024-05-20T21:12:02.578411+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:43:24.694325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"79'4","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.654997+0000","last_change":"2024-05-20T21:11:12.938464+0000","last_active":"2024-05-20T21:12:02.654997+0000","last_peered":"2024-05-20T21:12:02.654997+0000","last_clean":"2024-05-20T21:12:02.654997+0000","last_became_active":"2024-05-20T21:11:12.938116+0000","last_became_peered":"2024-05-20T21:11:12.938116+0000","last_unstale":"2024-05-20T21:12:02.654997+0000","last_undegraded":"2024-05-20T21:12:02.654997+0000","last_fullsized":"2024-05-20T21:12:02.654997+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:47:43.994616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.579921+0000","last_change":"2024-05-20T21:11:16.305886+0000","last_active":"2024-05-20T21:12:02.579921+0000","last_peered":"2024-05-20T21:12:02.579921+0000","last_clean":"2024-05-20T21:12:02.579921+0000","last_became_active":"2024-05-20T21:11:16.305501+0000","last_became_peered":"2024-05-20T21:11:16.305501+0000","last_unstale":"2024-05-20T21:12:02.579921+0000","last_undegraded":"2024-05-20T21:12:02.579921+0000","last_fullsized":"2024-05-20T21:12:02.579921+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:26:08.663747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"79'2","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.656563+0000","last_change":"2024-05-20T21:11:12.759262+0000","last_active":"2024-05-20T21:12:02.656563+0000","last_peered":"2024-05-20T21:12:02.656563+0000","last_clean":"2024-05-20T21:12:02.656563+0000","last_became_active":"2024-05-20T21:11:12.758783+0000","last_became_peered":"2024-05-20T21:11:12.758783+0000","last_unstale":"2024-05-20T21:12:02.656563+0000","last_undegraded":"2024-05-20T21:12:02.656563+0000","last_fullsized":"2024-05-20T21:12:02.656563+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:01:41.849250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.571975+0000","last_change":"2024-05-20T21:11:16.286689+0000","last_active":"2024-05-20T21:12:02.571975+0000","last_peered":"2024-05-20T21:12:02.571975+0000","last_clean":"2024-05-20T21:12:02.571975+0000","last_became_active":"2024-05-20T21:11:16.286299+0000","last_became_peered":"2024-05-20T21:11:16.286299+0000","last_unstale":"2024-05-20T21:12:02.571975+0000","last_undegraded":"2024-05-20T21:12:02.571975+0000","last_fullsized":"2024-05-20T21:12:02.571975+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:02:21.142560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"79'3","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.579080+0000","last_change":"2024-05-20T21:11:12.252491+0000","last_active":"2024-05-20T21:12:02.579080+0000","last_peered":"2024-05-20T21:12:02.579080+0000","last_clean":"2024-05-20T21:12:02.579080+0000","last_became_active":"2024-05-20T21:11:12.252010+0000","last_became_peered":"2024-05-20T21:11:12.252010+0000","last_unstale":"2024-05-20T21:12:02.579080+0000","last_undegraded":"2024-05-20T21:12:02.579080+0000","last_fullsized":"2024-05-20T21:12:02.579080+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:32:12.677758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.569733+0000","last_change":"2024-05-20T21:11:16.302423+0000","last_active":"2024-05-20T21:12:02.569733+0000","last_peered":"2024-05-20T21:12:02.569733+0000","last_clean":"2024-05-20T21:12:02.569733+0000","last_became_active":"2024-05-20T21:11:16.302055+0000","last_became_peered":"2024-05-20T21:11:16.302055+0000","last_unstale":"2024-05-20T21:12:02.569733+0000","last_undegraded":"2024-05-20T21:12:02.569733+0000","last_fullsized":"2024-05-20T21:12:02.569733+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:07:21.927876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"79'1","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.573490+0000","last_change":"2024-05-20T21:11:12.253463+0000","last_active":"2024-05-20T21:12:02.573490+0000","last_peered":"2024-05-20T21:12:02.573490+0000","last_clean":"2024-05-20T21:12:02.573490+0000","last_became_active":"2024-05-20T21:11:12.253106+0000","last_became_peered":"2024-05-20T21:11:12.253106+0000","last_unstale":"2024-05-20T21:12:02.573490+0000","last_undegraded":"2024-05-20T21:12:02.573490+0000","last_fullsized":"2024-05-20T21:12:02.573490+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:01:56.697701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.658384+0000","last_change":"2024-05-20T21:12:02.658384+0000","last_active":"2024-05-20T21:12:02.658384+0000","last_peered":"2024-05-20T21:12:02.658384+0000","last_clean":"2024-05-20T21:12:02.658384+0000","last_became_active":"2024-05-20T21:12:02.656920+0000","last_became_peered":"2024-05-20T21:12:02.656920+0000","last_unstale":"2024-05-20T21:12:02.658384+0000","last_undegraded":"2024-05-20T21:12:02.658384+0000","last_fullsized":"2024-05-20T21:12:02.658384+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:28:26.957691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,10],"acting":[9,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.b","version":"79'4","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.581037+0000","last_change":"2024-05-20T21:12:02.580425+0000","last_active":"2024-05-20T21:12:02.581037+0000","last_peered":"2024-05-20T21:12:02.581037+0000","last_clean":"2024-05-20T21:12:02.581037+0000","last_became_active":"2024-05-20T21:12:02.574491+0000","last_became_peered":"2024-05-20T21:12:02.574491+0000","last_unstale":"2024-05-20T21:12:02.581037+0000","last_undegraded":"2024-05-20T21:12:02.581037+0000","last_fullsized":"2024-05-20T21:12:02.581037+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:23:07.397513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572396+0000","last_change":"2024-05-20T21:11:16.311555+0000","last_active":"2024-05-20T21:12:02.572396+0000","last_peered":"2024-05-20T21:12:02.572396+0000","last_clean":"2024-05-20T21:12:02.572396+0000","last_became_active":"2024-05-20T21:11:16.311170+0000","last_became_peered":"2024-05-20T21:11:16.311170+0000","last_unstale":"2024-05-20T21:12:02.572396+0000","last_undegraded":"2024-05-20T21:12:02.572396+0000","last_fullsized":"2024-05-20T21:12:02.572396+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:11:59.080264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"79'3","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.574017+0000","last_change":"2024-05-20T21:11:12.938031+0000","last_active":"2024-05-20T21:12:02.574017+0000","last_peered":"2024-05-20T21:12:02.574017+0000","last_clean":"2024-05-20T21:12:02.574017+0000","last_became_active":"2024-05-20T21:11:12.937666+0000","last_became_peered":"2024-05-20T21:11:12.937666+0000","last_unstale":"2024-05-20T21:12:02.574017+0000","last_undegraded":"2024-05-20T21:12:02.574017+0000","last_fullsized":"2024-05-20T21:12:02.574017+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:52:43.732756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572678+0000","last_change":"2024-05-20T21:11:16.295156+0000","last_active":"2024-05-20T21:12:02.572678+0000","last_peered":"2024-05-20T21:12:02.572678+0000","last_clean":"2024-05-20T21:12:02.572678+0000","last_became_active":"2024-05-20T21:11:16.294767+0000","last_became_peered":"2024-05-20T21:11:16.294767+0000","last_unstale":"2024-05-20T21:12:02.572678+0000","last_undegraded":"2024-05-20T21:12:02.572678+0000","last_fullsized":"2024-05-20T21:12:02.572678+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:02:41.864192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"79'1","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.579544+0000","last_change":"2024-05-20T21:11:12.249056+0000","last_active":"2024-05-20T21:12:02.579544+0000","last_peered":"2024-05-20T21:12:02.579544+0000","last_clean":"2024-05-20T21:12:02.579544+0000","last_became_active":"2024-05-20T21:11:12.248669+0000","last_became_peered":"2024-05-20T21:11:12.248669+0000","last_unstale":"2024-05-20T21:12:02.579544+0000","last_undegraded":"2024-05-20T21:12:02.579544+0000","last_fullsized":"2024-05-20T21:12:02.579544+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:07:26.775736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"79'1","reported_seq":21,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572413+0000","last_change":"2024-05-20T21:11:16.301488+0000","last_active":"2024-05-20T21:12:02.572413+0000","last_peered":"2024-05-20T21:12:02.572413+0000","last_clean":"2024-05-20T21:12:02.572413+0000","last_became_active":"2024-05-20T21:11:16.301096+0000","last_became_peered":"2024-05-20T21:11:16.301096+0000","last_unstale":"2024-05-20T21:12:02.572413+0000","last_undegraded":"2024-05-20T21:12:02.572413+0000","last_fullsized":"2024-05-20T21:12:02.572413+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:47:51.022920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"79'2","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.623217+0000","last_change":"2024-05-20T21:11:12.256281+0000","last_active":"2024-05-20T21:12:02.623217+0000","last_peered":"2024-05-20T21:12:02.623217+0000","last_clean":"2024-05-20T21:12:02.623217+0000","last_became_active":"2024-05-20T21:11:12.255197+0000","last_became_peered":"2024-05-20T21:11:12.255197+0000","last_unstale":"2024-05-20T21:12:02.623217+0000","last_undegraded":"2024-05-20T21:12:02.623217+0000","last_fullsized":"2024-05-20T21:12:02.623217+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:10:07.468628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572576+0000","last_change":"2024-05-20T21:11:16.293091+0000","last_active":"2024-05-20T21:12:02.572576+0000","last_peered":"2024-05-20T21:12:02.572576+0000","last_clean":"2024-05-20T21:12:02.572576+0000","last_became_active":"2024-05-20T21:11:16.292626+0000","last_became_peered":"2024-05-20T21:11:16.292626+0000","last_unstale":"2024-05-20T21:12:02.572576+0000","last_undegraded":"2024-05-20T21:12:02.572576+0000","last_fullsized":"2024-05-20T21:12:02.572576+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:34:20.135026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.569857+0000","last_change":"2024-05-20T21:11:16.287638+0000","last_active":"2024-05-20T21:12:02.569857+0000","last_peered":"2024-05-20T21:12:02.569857+0000","last_clean":"2024-05-20T21:12:02.569857+0000","last_became_active":"2024-05-20T21:11:16.287268+0000","last_became_peered":"2024-05-20T21:11:16.287268+0000","last_unstale":"2024-05-20T21:12:02.569857+0000","last_undegraded":"2024-05-20T21:12:02.569857+0000","last_fullsized":"2024-05-20T21:12:02.569857+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:10:41.612809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.657242+0000","last_change":"2024-05-20T21:12:02.657242+0000","last_active":"2024-05-20T21:12:02.657242+0000","last_peered":"2024-05-20T21:12:02.657242+0000","last_clean":"2024-05-20T21:12:02.657242+0000","last_became_active":"2024-05-20T21:12:02.656780+0000","last_became_peered":"2024-05-20T21:12:02.656780+0000","last_unstale":"2024-05-20T21:12:02.657242+0000","last_undegraded":"2024-05-20T21:12:02.657242+0000","last_fullsized":"2024-05-20T21:12:02.657242+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:37:59.388775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,9,4],"acting":[2,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.573350+0000","last_change":"2024-05-20T21:11:16.298980+0000","last_active":"2024-05-20T21:12:02.573350+0000","last_peered":"2024-05-20T21:12:02.573350+0000","last_clean":"2024-05-20T21:12:02.573350+0000","last_became_active":"2024-05-20T21:11:16.298618+0000","last_became_peered":"2024-05-20T21:11:16.298618+0000","last_unstale":"2024-05-20T21:12:02.573350+0000","last_undegraded":"2024-05-20T21:12:02.573350+0000","last_fullsized":"2024-05-20T21:12:02.573350+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:46:11.849227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.574367+0000","last_change":"2024-05-20T21:11:16.311311+0000","last_active":"2024-05-20T21:12:02.574367+0000","last_peered":"2024-05-20T21:12:02.574367+0000","last_clean":"2024-05-20T21:12:02.574367+0000","last_became_active":"2024-05-20T21:11:16.310943+0000","last_became_peered":"2024-05-20T21:11:16.310943+0000","last_unstale":"2024-05-20T21:12:02.574367+0000","last_undegraded":"2024-05-20T21:12:02.574367+0000","last_fullsized":"2024-05-20T21:12:02.574367+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:20:06.512572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.622732+0000","last_change":"2024-05-20T21:11:16.307587+0000","last_active":"2024-05-20T21:12:02.622732+0000","last_peered":"2024-05-20T21:12:02.622732+0000","last_clean":"2024-05-20T21:12:02.622732+0000","last_became_active":"2024-05-20T21:11:16.307226+0000","last_became_peered":"2024-05-20T21:11:16.307226+0000","last_unstale":"2024-05-20T21:12:02.622732+0000","last_undegraded":"2024-05-20T21:12:02.622732+0000","last_fullsized":"2024-05-20T21:12:02.622732+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:44:55.546037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.577301+0000","last_change":"2024-05-20T21:12:02.577301+0000","last_active":"2024-05-20T21:12:02.577301+0000","last_peered":"2024-05-20T21:12:02.577301+0000","last_clean":"2024-05-20T21:12:02.577301+0000","last_became_active":"2024-05-20T21:12:02.576894+0000","last_became_peered":"2024-05-20T21:12:02.576894+0000","last_unstale":"2024-05-20T21:12:02.577301+0000","last_undegraded":"2024-05-20T21:12:02.577301+0000","last_fullsized":"2024-05-20T21:12:02.577301+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:53:46.857195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,9],"acting":[11,8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.573813+0000","last_change":"2024-05-20T21:11:16.286013+0000","last_active":"2024-05-20T21:12:02.573813+0000","last_peered":"2024-05-20T21:12:02.573813+0000","last_clean":"2024-05-20T21:12:02.573813+0000","last_became_active":"2024-05-20T21:11:16.285637+0000","last_became_peered":"2024-05-20T21:11:16.285637+0000","last_unstale":"2024-05-20T21:12:02.573813+0000","last_undegraded":"2024-05-20T21:12:02.573813+0000","last_fullsized":"2024-05-20T21:12:02.573813+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:58:47.958946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.584317+0000","last_change":"2024-05-20T21:12:02.584317+0000","last_active":"2024-05-20T21:12:02.584317+0000","last_peered":"2024-05-20T21:12:02.584317+0000","last_clean":"2024-05-20T21:12:02.584317+0000","last_became_active":"2024-05-20T21:12:02.583812+0000","last_became_peered":"2024-05-20T21:12:02.583812+0000","last_unstale":"2024-05-20T21:12:02.584317+0000","last_undegraded":"2024-05-20T21:12:02.584317+0000","last_fullsized":"2024-05-20T21:12:02.584317+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:04:52.216090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,8,2],"acting":[3,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.578775+0000","last_change":"2024-05-20T21:11:16.309385+0000","last_active":"2024-05-20T21:12:02.578775+0000","last_peered":"2024-05-20T21:12:02.578775+0000","last_clean":"2024-05-20T21:12:02.578775+0000","last_became_active":"2024-05-20T21:11:16.309033+0000","last_became_peered":"2024-05-20T21:11:16.309033+0000","last_unstale":"2024-05-20T21:12:02.578775+0000","last_undegraded":"2024-05-20T21:12:02.578775+0000","last_fullsized":"2024-05-20T21:12:02.578775+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:08:33.942619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.578861+0000","last_change":"2024-05-20T21:11:16.313629+0000","last_active":"2024-05-20T21:12:02.578861+0000","last_peered":"2024-05-20T21:12:02.578861+0000","last_clean":"2024-05-20T21:12:02.578861+0000","last_became_active":"2024-05-20T21:11:16.309118+0000","last_became_peered":"2024-05-20T21:11:16.309118+0000","last_unstale":"2024-05-20T21:12:02.578861+0000","last_undegraded":"2024-05-20T21:12:02.578861+0000","last_fullsized":"2024-05-20T21:12:02.578861+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:24:55.601886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.655541+0000","last_change":"2024-05-20T21:11:16.301810+0000","last_active":"2024-05-20T21:12:02.655541+0000","last_peered":"2024-05-20T21:12:02.655541+0000","last_clean":"2024-05-20T21:12:02.655541+0000","last_became_active":"2024-05-20T21:11:16.301438+0000","last_became_peered":"2024-05-20T21:11:16.301438+0000","last_unstale":"2024-05-20T21:12:02.655541+0000","last_undegraded":"2024-05-20T21:12:02.655541+0000","last_fullsized":"2024-05-20T21:12:02.655541+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:59:42.707949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.623128+0000","last_change":"2024-05-20T21:11:16.312808+0000","last_active":"2024-05-20T21:12:02.623128+0000","last_peered":"2024-05-20T21:12:02.623128+0000","last_clean":"2024-05-20T21:12:02.623128+0000","last_became_active":"2024-05-20T21:11:16.312103+0000","last_became_peered":"2024-05-20T21:11:16.312103+0000","last_unstale":"2024-05-20T21:12:02.623128+0000","last_undegraded":"2024-05-20T21:12:02.623128+0000","last_fullsized":"2024-05-20T21:12:02.623128+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:36:31.784474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.569961+0000","last_change":"2024-05-20T21:11:16.291818+0000","last_active":"2024-05-20T21:12:02.569961+0000","last_peered":"2024-05-20T21:12:02.569961+0000","last_clean":"2024-05-20T21:12:02.569961+0000","last_became_active":"2024-05-20T21:11:16.291508+0000","last_became_peered":"2024-05-20T21:11:16.291508+0000","last_unstale":"2024-05-20T21:12:02.569961+0000","last_undegraded":"2024-05-20T21:12:02.569961+0000","last_fullsized":"2024-05-20T21:12:02.569961+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:51:38.272715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":66682,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":212,"num_read_kb":173,"num_write":166,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":430080,"data_stored":200046,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":141,"ondisk_log_size":141,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":71,"seq":304942678043,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27888,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717264,"statfs":{"total":95995035648,"available":95966478336,"internally_reserved":0,"allocated":884736,"data_stored":431031,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":65,"seq":279172874271,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36884,"kb_used_data":1548,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708268,"statfs":{"total":95995035648,"available":95957266432,"internally_reserved":0,"allocated":1585152,"data_stored":1085584,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037797,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36224,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708928,"statfs":{"total":95995035648,"available":95957942272,"internally_reserved":0,"allocated":901120,"data_stored":431267,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234030,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32060,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713092,"statfs":{"total":95995035648,"available":95962206208,"internally_reserved":0,"allocated":901120,"data_stored":431187,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":47,"seq":201863462962,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40960,"kb_used_data":1460,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704192,"statfs":{"total":95995035648,"available":95953092608,"internally_reserved":0,"allocated":1495040,"data_stored":1022726,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":40434122},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":42,"seq":180388626488,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36212,"kb_used_data":868,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708940,"statfs":{"total":95995035648,"available":95957954560,"internally_reserved":0,"allocated":888832,"data_stored":430656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574930,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27948,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717204,"statfs":{"total":95995035648,"available":95966416896,"internally_reserved":0,"allocated":954368,"data_stored":493521,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738457,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27912,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717240,"statfs":{"total":95995035648,"available":95966453760,"internally_reserved":0,"allocated":909312,"data_stored":431927,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411407,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27972,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717180,"statfs":{"total":95995035648,"available":95966392320,"internally_reserved":0,"allocated":978944,"data_stored":494871,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182471,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27908,"kb_used_data":884,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717244,"statfs":{"total":95995035648,"available":95966457856,"internally_reserved":0,"allocated":905216,"data_stored":430967,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986244,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40376,"kb_used_data":872,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704776,"statfs":{"total":95995035648,"available":95953690624,"internally_reserved":0,"allocated":892928,"data_stored":431093,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822718,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36816,"kb_used_data":1472,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708336,"statfs":{"total":95995035648,"available":95957336064,"internally_reserved":0,"allocated":1507328,"data_stored":1022410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":63072,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":64422,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":64650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-20T21:12:13.371 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph pg dump --format=json 2024-05-20T21:12:13.857 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:12:14.169 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:13 smithi008 ceph-mon[31475]: pgmap v347: 97 pgs: 97 active+clean; 642 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 2.0 KiB/s wr, 8 op/s; 0 B/s, 0 objects/s recovering 2024-05-20T21:12:14.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:13 smithi130 ceph-mon[36448]: pgmap v347: 97 pgs: 97 active+clean; 642 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 2.0 KiB/s wr, 8 op/s; 0 B/s, 0 objects/s recovering 2024-05-20T21:12:14.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:13 smithi050 ceph-mon[35809]: pgmap v347: 97 pgs: 97 active+clean; 642 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 2.0 KiB/s wr, 8 op/s; 0 B/s, 0 objects/s recovering 2024-05-20T21:12:16.015 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:16.014+0000 7fb9e4a00700 1 -- 172.21.15.8:0/1021892416 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb9e006c020 msgr2=0x7fb9e006c480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:16.015 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:16.014+0000 7fb9e4a00700 1 --2- 172.21.15.8:0/1021892416 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb9e006c020 0x7fb9e006c480 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fb9cc009990 tx=0x7fb9cc009ca0 comp rx=0 tx=0).stop 2024-05-20T21:12:16.015 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:16.015+0000 7fb9e4a00700 1 -- 172.21.15.8:0/1021892416 shutdown_connections 2024-05-20T21:12:16.016 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:16.015+0000 7fb9e4a00700 1 --2- 172.21.15.8:0/1021892416 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb9e0105f70 0x7fb9e0106400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:16.016 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:16.015+0000 7fb9e4a00700 1 --2- 172.21.15.8:0/1021892416 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb9e0108460 0x7fb9e006bae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:16.016 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:16.015+0000 7fb9e4a00700 1 --2- 172.21.15.8:0/1021892416 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb9e006c020 0x7fb9e006c480 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:16.016 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:16.015+0000 7fb9e4a00700 1 -- 172.21.15.8:0/1021892416 >> 172.21.15.8:0/1021892416 conn(0x7fb9e00793b0 msgr2=0x7fb9e00797c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:16.016 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:16.015+0000 7fb9e4a00700 1 -- 172.21.15.8:0/1021892416 shutdown_connections 2024-05-20T21:12:16.016 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:16.015+0000 7fb9e4a00700 1 -- 172.21.15.8:0/1021892416 wait complete. 2024-05-20T21:12:16.016 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:16.016+0000 7fb9e4a00700 1 Processor -- start 2024-05-20T21:12:16.016 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:16.017+0000 7fb9e4a00700 1 -- start start 2024-05-20T21:12:16.017 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:16.017+0000 7fb9e4a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb9e006c020 0x7fb9e01a0210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:16.017 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:16.017+0000 7fb9e4a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb9e0105f70 0x7fb9e01a0750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:16.017 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:16.017+0000 7fb9e4a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb9e0108460 0x7fb9e01a4ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:16.017 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:16.017+0000 7fb9e4a00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fb9e0119cc0 con 0x7fb9e006c020 2024-05-20T21:12:16.017 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:16.017+0000 7fb9e4a00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb9e0119b40 con 0x7fb9e0108460 2024-05-20T21:12:16.017 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:16.017+0000 7fb9e4a00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fb9e0119e40 con 0x7fb9e0105f70 2024-05-20T21:12:16.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:16.017+0000 7fb9dde00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb9e006c020 0x7fb9e01a0210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:16.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:16.017+0000 7fb9dd400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb9e0105f70 0x7fb9e01a0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:16.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:16.018+0000 7fb9dde00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb9e006c020 0x7fb9e01a0210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:34946/0 (socket says 172.21.15.8:34946) 2024-05-20T21:12:16.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:16.018+0000 7fb9dd400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb9e0105f70 0x7fb9e01a0750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:56172/0 (socket says 172.21.15.8:56172) 2024-05-20T21:12:16.019 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:16.018+0000 7fb9dde00700 1 -- 172.21.15.8:0/1994330235 learned_addr learned my addr 172.21.15.8:0/1994330235 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:12:16.019 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:16.018+0000 7fb9de800700 1 --2- 172.21.15.8:0/1994330235 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb9e0108460 0x7fb9e01a4ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:16.019 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:16.018+0000 7fb9dd400700 1 -- 172.21.15.8:0/1994330235 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb9e0108460 msgr2=0x7fb9e01a4ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:16.019 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:16.018+0000 7fb9dd400700 1 --2- 172.21.15.8:0/1994330235 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb9e0108460 0x7fb9e01a4ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:16.019 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:16.018+0000 7fb9dd400700 1 -- 172.21.15.8:0/1994330235 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb9e006c020 msgr2=0x7fb9e01a0210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:16.019 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:16.018+0000 7fb9dd400700 1 --2- 172.21.15.8:0/1994330235 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb9e006c020 0x7fb9e01a0210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:16.019 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:16.018+0000 7fb9dd400700 1 -- 172.21.15.8:0/1994330235 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9e01a5220 con 0x7fb9e0105f70 2024-05-20T21:12:16.019 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:16.018+0000 7fb9de800700 1 --2- 172.21.15.8:0/1994330235 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb9e0108460 0x7fb9e01a4ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:12:16.019 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:16.018+0000 7fb9dd400700 1 --2- 172.21.15.8:0/1994330235 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb9e0105f70 0x7fb9e01a0750 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fb9cc006010 tx=0x7fb9cc0057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:16.020 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:16.019+0000 7fb9d6a00700 1 -- 172.21.15.8:0/1994330235 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9cc027070 con 0x7fb9e0105f70 2024-05-20T21:12:16.020 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:16.019+0000 7fb9d6a00700 1 -- 172.21.15.8:0/1994330235 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb9cc022470 con 0x7fb9e0105f70 2024-05-20T21:12:16.020 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:16.019+0000 7fb9d6a00700 1 -- 172.21.15.8:0/1994330235 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9cc017650 con 0x7fb9e0105f70 2024-05-20T21:12:16.020 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:16.019+0000 7fb9e4a00700 1 -- 172.21.15.8:0/1994330235 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9e01a54b0 con 0x7fb9e0105f70 2024-05-20T21:12:16.020 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:16.019+0000 7fb9e4a00700 1 -- 172.21.15.8:0/1994330235 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9e01acd90 con 0x7fb9e0105f70 2024-05-20T21:12:16.020 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:16.020+0000 7fb9e4a00700 1 -- 172.21.15.8:0/1994330235 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb9e006a230 con 0x7fb9e0105f70 2024-05-20T21:12:16.022 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:16.023+0000 7fb9d6a00700 1 -- 172.21.15.8:0/1994330235 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7fb9cc02a070 con 0x7fb9e0105f70 2024-05-20T21:12:16.024 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:16.024+0000 7fb9d6a00700 1 --2- 172.21.15.8:0/1994330235 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb9c40b2990 0x7fb9c40b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:16.024 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:16.024+0000 7fb9d6a00700 1 -- 172.21.15.8:0/1994330235 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fb9cc0e3160 con 0x7fb9e0105f70 2024-05-20T21:12:16.025 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:16.024+0000 7fb9dde00700 1 --2- 172.21.15.8:0/1994330235 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb9c40b2990 0x7fb9c40b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:16.025 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:16.025+0000 7fb9dde00700 1 --2- 172.21.15.8:0/1994330235 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb9c40b2990 0x7fb9c40b4e50 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fb9d0009ca0 tx=0x7fb9d0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:16.026 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:16.026+0000 7fb9d6a00700 1 -- 172.21.15.8:0/1994330235 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fb9cc013070 con 0x7fb9e0105f70 2024-05-20T21:12:16.201 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:15 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:12:16.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:15 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:12:16.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:15 smithi008 ceph-mon[31475]: pgmap v348: 97 pgs: 97 active+clean; 642 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 938 B/s wr, 5 op/s; 0 B/s, 0 objects/s recovering 2024-05-20T21:12:16.314 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:16.314+0000 7fb9e4a00700 1 -- 172.21.15.8:0/1994330235 --> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fb9e0105660 con 0x7fb9c40b2990 2024-05-20T21:12:16.323 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:16.323+0000 7fb9d6a00700 1 -- 172.21.15.8:0/1994330235 <== mgr.14152 v2:172.21.15.8:6800/2778224651 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258697 (secure 0 0 0) 0x7fb9e0105660 con 0x7fb9c40b2990 2024-05-20T21:12:16.327 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:12:16.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:16.330+0000 7fb9e4a00700 1 -- 172.21.15.8:0/1994330235 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb9c40b2990 msgr2=0x7fb9c40b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:16.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:16.330+0000 7fb9e4a00700 1 --2- 172.21.15.8:0/1994330235 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb9c40b2990 0x7fb9c40b4e50 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fb9d0009ca0 tx=0x7fb9d0009260 comp rx=0 tx=0).stop 2024-05-20T21:12:16.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:16.330+0000 7fb9e4a00700 1 -- 172.21.15.8:0/1994330235 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb9e0105f70 msgr2=0x7fb9e01a0750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:16.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:16.330+0000 7fb9e4a00700 1 --2- 172.21.15.8:0/1994330235 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb9e0105f70 0x7fb9e01a0750 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fb9cc006010 tx=0x7fb9cc0057c0 comp rx=0 tx=0).stop 2024-05-20T21:12:16.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:16.330+0000 7fb9e4a00700 1 -- 172.21.15.8:0/1994330235 shutdown_connections 2024-05-20T21:12:16.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:16.330+0000 7fb9e4a00700 1 --2- 172.21.15.8:0/1994330235 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb9c40b2990 0x7fb9c40b4e50 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:16.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:16.330+0000 7fb9e4a00700 1 --2- 172.21.15.8:0/1994330235 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb9e0108460 0x7fb9e01a4ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:16.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:16.330+0000 7fb9e4a00700 1 --2- 172.21.15.8:0/1994330235 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb9e006c020 0x7fb9e01a0210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:16.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:16.330+0000 7fb9e4a00700 1 --2- 172.21.15.8:0/1994330235 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb9e0105f70 0x7fb9e01a0750 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:16.331 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:16.330+0000 7fb9e4a00700 1 -- 172.21.15.8:0/1994330235 >> 172.21.15.8:0/1994330235 conn(0x7fb9e00793b0 msgr2=0x7fb9e0104f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:16.331 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:16.330+0000 7fb9e4a00700 1 -- 172.21.15.8:0/1994330235 shutdown_connections 2024-05-20T21:12:16.331 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:16.330+0000 7fb9e4a00700 1 -- 172.21.15.8:0/1994330235 wait complete. 2024-05-20T21:12:16.331 INFO:teuthology.orchestra.run.smithi008.stderr:dumped all 2024-05-20T21:12:16.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:15 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:12:16.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:15 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:12:16.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:15 smithi130 ceph-mon[36448]: pgmap v348: 97 pgs: 97 active+clean; 642 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 938 B/s wr, 5 op/s; 0 B/s, 0 objects/s recovering 2024-05-20T21:12:16.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:15 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:12:16.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:15 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:12:16.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:15 smithi050 ceph-mon[35809]: pgmap v348: 97 pgs: 97 active+clean; 642 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 938 B/s wr, 5 op/s; 0 B/s, 0 objects/s recovering 2024-05-20T21:12:17.196 INFO:teuthology.orchestra.run.smithi008.stdout:{"pg_ready":true,"pg_map":{"version":348,"stamp":"2024-05-20T21:12:15.176056+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":657284,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":303,"num_read_kb":247,"num_write":291,"num_write_kb":2265,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":235,"ondisk_log_size":235,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":399160,"kb_used_data":12504,"kb_used_omap":18,"kb_used_meta":386477,"kb_avail":1124542664,"statfs":{"total":1151940427776,"available":1151531687936,"internally_reserved":0,"allocated":12804096,"data_stored":7137240,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":395752761},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":8705,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":59,"num_read_kb":37,"num_write":8,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005721"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.570164+0000","last_change":"2024-05-20T21:11:16.296240+0000","last_active":"2024-05-20T21:12:02.570164+0000","last_peered":"2024-05-20T21:12:02.570164+0000","last_clean":"2024-05-20T21:12:02.570164+0000","last_became_active":"2024-05-20T21:11:16.295881+0000","last_became_peered":"2024-05-20T21:11:16.295881+0000","last_unstale":"2024-05-20T21:12:02.570164+0000","last_undegraded":"2024-05-20T21:12:02.570164+0000","last_fullsized":"2024-05-20T21:12:02.570164+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:15:55.325945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.579764+0000","last_change":"2024-05-20T21:11:16.292636+0000","last_active":"2024-05-20T21:12:02.579764+0000","last_peered":"2024-05-20T21:12:02.579764+0000","last_clean":"2024-05-20T21:12:02.579764+0000","last_became_active":"2024-05-20T21:11:16.290950+0000","last_became_peered":"2024-05-20T21:11:16.290950+0000","last_unstale":"2024-05-20T21:12:02.579764+0000","last_undegraded":"2024-05-20T21:12:02.579764+0000","last_fullsized":"2024-05-20T21:12:02.579764+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:42:09.178628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.578859+0000","last_change":"2024-05-20T21:11:16.290214+0000","last_active":"2024-05-20T21:12:02.578859+0000","last_peered":"2024-05-20T21:12:02.578859+0000","last_clean":"2024-05-20T21:12:02.578859+0000","last_became_active":"2024-05-20T21:11:16.289872+0000","last_became_peered":"2024-05-20T21:11:16.289872+0000","last_unstale":"2024-05-20T21:12:02.578859+0000","last_undegraded":"2024-05-20T21:12:02.578859+0000","last_fullsized":"2024-05-20T21:12:02.578859+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:24:28.333308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.655910+0000","last_change":"2024-05-20T21:11:16.289991+0000","last_active":"2024-05-20T21:12:02.655910+0000","last_peered":"2024-05-20T21:12:02.655910+0000","last_clean":"2024-05-20T21:12:02.655910+0000","last_became_active":"2024-05-20T21:11:16.287959+0000","last_became_peered":"2024-05-20T21:11:16.287959+0000","last_unstale":"2024-05-20T21:12:02.655910+0000","last_undegraded":"2024-05-20T21:12:02.655910+0000","last_fullsized":"2024-05-20T21:12:02.655910+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:59:03.124597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572414+0000","last_change":"2024-05-20T21:11:16.310007+0000","last_active":"2024-05-20T21:12:02.572414+0000","last_peered":"2024-05-20T21:12:02.572414+0000","last_clean":"2024-05-20T21:12:02.572414+0000","last_became_active":"2024-05-20T21:11:16.309632+0000","last_became_peered":"2024-05-20T21:11:16.309632+0000","last_unstale":"2024-05-20T21:12:02.572414+0000","last_undegraded":"2024-05-20T21:12:02.572414+0000","last_fullsized":"2024-05-20T21:12:02.572414+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:23:35.698898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.654899+0000","last_change":"2024-05-20T21:11:16.299661+0000","last_active":"2024-05-20T21:12:02.654899+0000","last_peered":"2024-05-20T21:12:02.654899+0000","last_clean":"2024-05-20T21:12:02.654899+0000","last_became_active":"2024-05-20T21:11:16.299296+0000","last_became_peered":"2024-05-20T21:11:16.299296+0000","last_unstale":"2024-05-20T21:12:02.654899+0000","last_undegraded":"2024-05-20T21:12:02.654899+0000","last_fullsized":"2024-05-20T21:12:02.654899+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:47:48.411451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572139+0000","last_change":"2024-05-20T21:11:16.299517+0000","last_active":"2024-05-20T21:12:02.572139+0000","last_peered":"2024-05-20T21:12:02.572139+0000","last_clean":"2024-05-20T21:12:02.572139+0000","last_became_active":"2024-05-20T21:11:16.299162+0000","last_became_peered":"2024-05-20T21:11:16.299162+0000","last_unstale":"2024-05-20T21:12:02.572139+0000","last_undegraded":"2024-05-20T21:12:02.572139+0000","last_fullsized":"2024-05-20T21:12:02.572139+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:45:28.319801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.578638+0000","last_change":"2024-05-20T21:11:16.307565+0000","last_active":"2024-05-20T21:12:02.578638+0000","last_peered":"2024-05-20T21:12:02.578638+0000","last_clean":"2024-05-20T21:12:02.578638+0000","last_became_active":"2024-05-20T21:11:16.297502+0000","last_became_peered":"2024-05-20T21:11:16.297502+0000","last_unstale":"2024-05-20T21:12:02.578638+0000","last_undegraded":"2024-05-20T21:12:02.578638+0000","last_fullsized":"2024-05-20T21:12:02.578638+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:05:51.269233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.656701+0000","last_change":"2024-05-20T21:11:16.291944+0000","last_active":"2024-05-20T21:12:02.656701+0000","last_peered":"2024-05-20T21:12:02.656701+0000","last_clean":"2024-05-20T21:12:02.656701+0000","last_became_active":"2024-05-20T21:11:16.291569+0000","last_became_peered":"2024-05-20T21:11:16.291569+0000","last_unstale":"2024-05-20T21:12:02.656701+0000","last_undegraded":"2024-05-20T21:12:02.656701+0000","last_fullsized":"2024-05-20T21:12:02.656701+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:03:07.806446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.655627+0000","last_change":"2024-05-20T21:11:16.295592+0000","last_active":"2024-05-20T21:12:02.655627+0000","last_peered":"2024-05-20T21:12:02.655627+0000","last_clean":"2024-05-20T21:12:02.655627+0000","last_became_active":"2024-05-20T21:11:16.295246+0000","last_became_peered":"2024-05-20T21:11:16.295246+0000","last_unstale":"2024-05-20T21:12:02.655627+0000","last_undegraded":"2024-05-20T21:12:02.655627+0000","last_fullsized":"2024-05-20T21:12:02.655627+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:33:33.680892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572448+0000","last_change":"2024-05-20T21:11:16.295909+0000","last_active":"2024-05-20T21:12:02.572448+0000","last_peered":"2024-05-20T21:12:02.572448+0000","last_clean":"2024-05-20T21:12:02.572448+0000","last_became_active":"2024-05-20T21:11:16.295568+0000","last_became_peered":"2024-05-20T21:11:16.295568+0000","last_unstale":"2024-05-20T21:12:02.572448+0000","last_undegraded":"2024-05-20T21:12:02.572448+0000","last_fullsized":"2024-05-20T21:12:02.572448+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:41:15.046594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.655754+0000","last_change":"2024-05-20T21:11:16.292742+0000","last_active":"2024-05-20T21:12:02.655754+0000","last_peered":"2024-05-20T21:12:02.655754+0000","last_clean":"2024-05-20T21:12:02.655754+0000","last_became_active":"2024-05-20T21:11:16.291945+0000","last_became_peered":"2024-05-20T21:11:16.291945+0000","last_unstale":"2024-05-20T21:12:02.655754+0000","last_undegraded":"2024-05-20T21:12:02.655754+0000","last_fullsized":"2024-05-20T21:12:02.655754+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:53:00.313040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.623195+0000","last_change":"2024-05-20T21:11:16.307203+0000","last_active":"2024-05-20T21:12:02.623195+0000","last_peered":"2024-05-20T21:12:02.623195+0000","last_clean":"2024-05-20T21:12:02.623195+0000","last_became_active":"2024-05-20T21:11:16.302848+0000","last_became_peered":"2024-05-20T21:11:16.302848+0000","last_unstale":"2024-05-20T21:12:02.623195+0000","last_undegraded":"2024-05-20T21:12:02.623195+0000","last_fullsized":"2024-05-20T21:12:02.623195+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:51:43.676593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.576661+0000","last_change":"2024-05-20T21:11:16.291973+0000","last_active":"2024-05-20T21:12:02.576661+0000","last_peered":"2024-05-20T21:12:02.576661+0000","last_clean":"2024-05-20T21:12:02.576661+0000","last_became_active":"2024-05-20T21:11:16.291609+0000","last_became_peered":"2024-05-20T21:11:16.291609+0000","last_unstale":"2024-05-20T21:12:02.576661+0000","last_undegraded":"2024-05-20T21:12:02.576661+0000","last_fullsized":"2024-05-20T21:12:02.576661+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:51:16.914968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.576329+0000","last_change":"2024-05-20T21:11:16.293850+0000","last_active":"2024-05-20T21:12:02.576329+0000","last_peered":"2024-05-20T21:12:02.576329+0000","last_clean":"2024-05-20T21:12:02.576329+0000","last_became_active":"2024-05-20T21:11:16.291739+0000","last_became_peered":"2024-05-20T21:11:16.291739+0000","last_unstale":"2024-05-20T21:12:02.576329+0000","last_undegraded":"2024-05-20T21:12:02.576329+0000","last_fullsized":"2024-05-20T21:12:02.576329+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:05:37.822547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.653956+0000","last_change":"2024-05-20T21:11:16.300660+0000","last_active":"2024-05-20T21:12:02.653956+0000","last_peered":"2024-05-20T21:12:02.653956+0000","last_clean":"2024-05-20T21:12:02.653956+0000","last_became_active":"2024-05-20T21:11:16.300253+0000","last_became_peered":"2024-05-20T21:11:16.300253+0000","last_unstale":"2024-05-20T21:12:02.653956+0000","last_undegraded":"2024-05-20T21:12:02.653956+0000","last_fullsized":"2024-05-20T21:12:02.653956+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:08:08.298828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.570294+0000","last_change":"2024-05-20T21:11:16.295415+0000","last_active":"2024-05-20T21:12:02.570294+0000","last_peered":"2024-05-20T21:12:02.570294+0000","last_clean":"2024-05-20T21:12:02.570294+0000","last_became_active":"2024-05-20T21:11:16.295061+0000","last_became_peered":"2024-05-20T21:11:16.295061+0000","last_unstale":"2024-05-20T21:12:02.570294+0000","last_undegraded":"2024-05-20T21:12:02.570294+0000","last_fullsized":"2024-05-20T21:12:02.570294+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:44:10.874447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.573198+0000","last_change":"2024-05-20T21:11:16.289961+0000","last_active":"2024-05-20T21:12:02.573198+0000","last_peered":"2024-05-20T21:12:02.573198+0000","last_clean":"2024-05-20T21:12:02.573198+0000","last_became_active":"2024-05-20T21:11:16.289590+0000","last_became_peered":"2024-05-20T21:11:16.289590+0000","last_unstale":"2024-05-20T21:12:02.573198+0000","last_undegraded":"2024-05-20T21:12:02.573198+0000","last_fullsized":"2024-05-20T21:12:02.573198+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:46:46.870047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.574111+0000","last_change":"2024-05-20T21:11:16.301312+0000","last_active":"2024-05-20T21:12:02.574111+0000","last_peered":"2024-05-20T21:12:02.574111+0000","last_clean":"2024-05-20T21:12:02.574111+0000","last_became_active":"2024-05-20T21:11:16.300913+0000","last_became_peered":"2024-05-20T21:11:16.300913+0000","last_unstale":"2024-05-20T21:12:02.574111+0000","last_undegraded":"2024-05-20T21:12:02.574111+0000","last_fullsized":"2024-05-20T21:12:02.574111+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:58:42.312080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"79'9","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.573989+0000","last_change":"2024-05-20T21:11:12.242705+0000","last_active":"2024-05-20T21:12:02.573989+0000","last_peered":"2024-05-20T21:12:02.573989+0000","last_clean":"2024-05-20T21:12:02.573989+0000","last_became_active":"2024-05-20T21:11:12.241674+0000","last_became_peered":"2024-05-20T21:11:12.241674+0000","last_unstale":"2024-05-20T21:12:02.573989+0000","last_undegraded":"2024-05-20T21:12:02.573989+0000","last_fullsized":"2024-05-20T21:12:02.573989+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:01:49.160623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.581241+0000","last_change":"2024-05-20T21:11:16.308429+0000","last_active":"2024-05-20T21:12:02.581241+0000","last_peered":"2024-05-20T21:12:02.581241+0000","last_clean":"2024-05-20T21:12:02.581241+0000","last_became_active":"2024-05-20T21:11:16.308045+0000","last_became_peered":"2024-05-20T21:11:16.308045+0000","last_unstale":"2024-05-20T21:12:02.581241+0000","last_undegraded":"2024-05-20T21:12:02.581241+0000","last_fullsized":"2024-05-20T21:12:02.581241+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:28:14.875133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"79'2","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.582179+0000","last_change":"2024-05-20T21:11:12.760097+0000","last_active":"2024-05-20T21:12:02.582179+0000","last_peered":"2024-05-20T21:12:02.582179+0000","last_clean":"2024-05-20T21:12:02.582179+0000","last_became_active":"2024-05-20T21:11:12.758767+0000","last_became_peered":"2024-05-20T21:11:12.758767+0000","last_unstale":"2024-05-20T21:12:02.582179+0000","last_undegraded":"2024-05-20T21:12:02.582179+0000","last_fullsized":"2024-05-20T21:12:02.582179+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:17:55.084903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.582517+0000","last_change":"2024-05-20T21:11:16.294293+0000","last_active":"2024-05-20T21:12:02.582517+0000","last_peered":"2024-05-20T21:12:02.582517+0000","last_clean":"2024-05-20T21:12:02.582517+0000","last_became_active":"2024-05-20T21:11:16.288495+0000","last_became_peered":"2024-05-20T21:11:16.288495+0000","last_unstale":"2024-05-20T21:12:02.582517+0000","last_undegraded":"2024-05-20T21:12:02.582517+0000","last_fullsized":"2024-05-20T21:12:02.582517+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:26:47.512434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"79'4","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572873+0000","last_change":"2024-05-20T21:11:12.240040+0000","last_active":"2024-05-20T21:12:02.572873+0000","last_peered":"2024-05-20T21:12:02.572873+0000","last_clean":"2024-05-20T21:12:02.572873+0000","last_became_active":"2024-05-20T21:11:12.239600+0000","last_became_peered":"2024-05-20T21:11:12.239600+0000","last_unstale":"2024-05-20T21:12:02.572873+0000","last_undegraded":"2024-05-20T21:12:02.572873+0000","last_fullsized":"2024-05-20T21:12:02.572873+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:14:29.900023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.655918+0000","last_change":"2024-05-20T21:11:16.301691+0000","last_active":"2024-05-20T21:12:02.655918+0000","last_peered":"2024-05-20T21:12:02.655918+0000","last_clean":"2024-05-20T21:12:02.655918+0000","last_became_active":"2024-05-20T21:11:16.301304+0000","last_became_peered":"2024-05-20T21:11:16.301304+0000","last_unstale":"2024-05-20T21:12:02.655918+0000","last_undegraded":"2024-05-20T21:12:02.655918+0000","last_fullsized":"2024-05-20T21:12:02.655918+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:02:19.858085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"79'2","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572576+0000","last_change":"2024-05-20T21:11:12.240455+0000","last_active":"2024-05-20T21:12:02.572576+0000","last_peered":"2024-05-20T21:12:02.572576+0000","last_clean":"2024-05-20T21:12:02.572576+0000","last_became_active":"2024-05-20T21:11:12.239527+0000","last_became_peered":"2024-05-20T21:11:12.239527+0000","last_unstale":"2024-05-20T21:12:02.572576+0000","last_undegraded":"2024-05-20T21:12:02.572576+0000","last_fullsized":"2024-05-20T21:12:02.572576+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:00:44.241965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.656869+0000","last_change":"2024-05-20T21:12:02.656869+0000","last_active":"2024-05-20T21:12:02.656869+0000","last_peered":"2024-05-20T21:12:02.656869+0000","last_clean":"2024-05-20T21:12:02.656869+0000","last_became_active":"2024-05-20T21:12:02.656429+0000","last_became_peered":"2024-05-20T21:12:02.656429+0000","last_unstale":"2024-05-20T21:12:02.656869+0000","last_undegraded":"2024-05-20T21:12:02.656869+0000","last_fullsized":"2024-05-20T21:12:02.656869+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:53:09.447877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"79'5","reported_seq":65,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:08.523274+0000","last_change":"2024-05-20T21:11:12.242358+0000","last_active":"2024-05-20T21:12:08.523274+0000","last_peered":"2024-05-20T21:12:08.523274+0000","last_clean":"2024-05-20T21:12:08.523274+0000","last_became_active":"2024-05-20T21:11:12.241900+0000","last_became_peered":"2024-05-20T21:11:12.241900+0000","last_unstale":"2024-05-20T21:12:08.523274+0000","last_undegraded":"2024-05-20T21:12:08.523274+0000","last_fullsized":"2024-05-20T21:12:08.523274+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:34:38.407381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":34,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572040+0000","last_change":"2024-05-20T21:11:16.285692+0000","last_active":"2024-05-20T21:12:02.572040+0000","last_peered":"2024-05-20T21:12:02.572040+0000","last_clean":"2024-05-20T21:12:02.572040+0000","last_became_active":"2024-05-20T21:11:16.285318+0000","last_became_peered":"2024-05-20T21:11:16.285318+0000","last_unstale":"2024-05-20T21:12:02.572040+0000","last_undegraded":"2024-05-20T21:12:02.572040+0000","last_fullsized":"2024-05-20T21:12:02.572040+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:12:32.319254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"79'3","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.654913+0000","last_change":"2024-05-20T21:11:12.244376+0000","last_active":"2024-05-20T21:12:02.654913+0000","last_peered":"2024-05-20T21:12:02.654913+0000","last_clean":"2024-05-20T21:12:02.654913+0000","last_became_active":"2024-05-20T21:11:12.243903+0000","last_became_peered":"2024-05-20T21:11:12.243903+0000","last_unstale":"2024-05-20T21:12:02.654913+0000","last_undegraded":"2024-05-20T21:12:02.654913+0000","last_fullsized":"2024-05-20T21:12:02.654913+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:58:51.683092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.582536+0000","last_change":"2024-05-20T21:12:02.582536+0000","last_active":"2024-05-20T21:12:02.582536+0000","last_peered":"2024-05-20T21:12:02.582536+0000","last_clean":"2024-05-20T21:12:02.582536+0000","last_became_active":"2024-05-20T21:12:02.582146+0000","last_became_peered":"2024-05-20T21:12:02.582146+0000","last_unstale":"2024-05-20T21:12:02.582536+0000","last_undegraded":"2024-05-20T21:12:02.582536+0000","last_fullsized":"2024-05-20T21:12:02.582536+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:04:53.134301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,8],"acting":[5,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"79'2","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.622486+0000","last_change":"2024-05-20T21:11:12.253186+0000","last_active":"2024-05-20T21:12:02.622486+0000","last_peered":"2024-05-20T21:12:02.622486+0000","last_clean":"2024-05-20T21:12:02.622486+0000","last_became_active":"2024-05-20T21:11:12.252757+0000","last_became_peered":"2024-05-20T21:11:12.252757+0000","last_unstale":"2024-05-20T21:12:02.622486+0000","last_undegraded":"2024-05-20T21:12:02.622486+0000","last_fullsized":"2024-05-20T21:12:02.622486+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:07:00.781268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.578303+0000","last_change":"2024-05-20T21:11:16.309830+0000","last_active":"2024-05-20T21:12:02.578303+0000","last_peered":"2024-05-20T21:12:02.578303+0000","last_clean":"2024-05-20T21:12:02.578303+0000","last_became_active":"2024-05-20T21:11:16.308102+0000","last_became_peered":"2024-05-20T21:11:16.308102+0000","last_unstale":"2024-05-20T21:12:02.578303+0000","last_undegraded":"2024-05-20T21:12:02.578303+0000","last_fullsized":"2024-05-20T21:12:02.578303+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:27:48.742379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"79'1","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.578768+0000","last_change":"2024-05-20T21:11:12.241333+0000","last_active":"2024-05-20T21:12:02.578768+0000","last_peered":"2024-05-20T21:12:02.578768+0000","last_clean":"2024-05-20T21:12:02.578768+0000","last_became_active":"2024-05-20T21:11:12.240714+0000","last_became_peered":"2024-05-20T21:11:12.240714+0000","last_unstale":"2024-05-20T21:12:02.578768+0000","last_undegraded":"2024-05-20T21:12:02.578768+0000","last_fullsized":"2024-05-20T21:12:02.578768+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:24:36.977355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.571127+0000","last_change":"2024-05-20T21:11:16.312485+0000","last_active":"2024-05-20T21:12:02.571127+0000","last_peered":"2024-05-20T21:12:02.571127+0000","last_clean":"2024-05-20T21:12:02.571127+0000","last_became_active":"2024-05-20T21:11:16.310540+0000","last_became_peered":"2024-05-20T21:11:16.310540+0000","last_unstale":"2024-05-20T21:12:02.571127+0000","last_undegraded":"2024-05-20T21:12:02.571127+0000","last_fullsized":"2024-05-20T21:12:02.571127+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:40:51.470540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"79'3","reported_seq":64,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:11.536866+0000","last_change":"2024-05-20T21:11:12.250269+0000","last_active":"2024-05-20T21:12:11.536866+0000","last_peered":"2024-05-20T21:12:11.536866+0000","last_clean":"2024-05-20T21:12:11.536866+0000","last_became_active":"2024-05-20T21:11:12.249953+0000","last_became_peered":"2024-05-20T21:11:12.249953+0000","last_unstale":"2024-05-20T21:12:11.536866+0000","last_undegraded":"2024-05-20T21:12:11.536866+0000","last_fullsized":"2024-05-20T21:12:11.536866+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:28:16.387524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":35,"num_read_kb":35,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.656438+0000","last_change":"2024-05-20T21:11:16.293415+0000","last_active":"2024-05-20T21:12:02.656438+0000","last_peered":"2024-05-20T21:12:02.656438+0000","last_clean":"2024-05-20T21:12:02.656438+0000","last_became_active":"2024-05-20T21:11:16.293020+0000","last_became_peered":"2024-05-20T21:11:16.293020+0000","last_unstale":"2024-05-20T21:12:02.656438+0000","last_undegraded":"2024-05-20T21:12:02.656438+0000","last_fullsized":"2024-05-20T21:12:02.656438+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:15:38.709618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"79'2","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572768+0000","last_change":"2024-05-20T21:11:12.241145+0000","last_active":"2024-05-20T21:12:02.572768+0000","last_peered":"2024-05-20T21:12:02.572768+0000","last_clean":"2024-05-20T21:12:02.572768+0000","last_became_active":"2024-05-20T21:11:12.240649+0000","last_became_peered":"2024-05-20T21:11:12.240649+0000","last_unstale":"2024-05-20T21:12:02.572768+0000","last_undegraded":"2024-05-20T21:12:02.572768+0000","last_fullsized":"2024-05-20T21:12:02.572768+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:37:42.233247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.624698+0000","last_change":"2024-05-20T21:12:02.624698+0000","last_active":"2024-05-20T21:12:02.624698+0000","last_peered":"2024-05-20T21:12:02.624698+0000","last_clean":"2024-05-20T21:12:02.624698+0000","last_became_active":"2024-05-20T21:12:02.624179+0000","last_became_peered":"2024-05-20T21:12:02.624179+0000","last_unstale":"2024-05-20T21:12:02.624698+0000","last_undegraded":"2024-05-20T21:12:02.624698+0000","last_fullsized":"2024-05-20T21:12:02.624698+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:26:04.334179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"79'4","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.579676+0000","last_change":"2024-05-20T21:11:12.760814+0000","last_active":"2024-05-20T21:12:02.579676+0000","last_peered":"2024-05-20T21:12:02.579676+0000","last_clean":"2024-05-20T21:12:02.579676+0000","last_became_active":"2024-05-20T21:11:12.760357+0000","last_became_peered":"2024-05-20T21:11:12.760357+0000","last_unstale":"2024-05-20T21:12:02.579676+0000","last_undegraded":"2024-05-20T21:12:02.579676+0000","last_fullsized":"2024-05-20T21:12:02.579676+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:59:22.572365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.655971+0000","last_change":"2024-05-20T21:11:16.289683+0000","last_active":"2024-05-20T21:12:02.655971+0000","last_peered":"2024-05-20T21:12:02.655971+0000","last_clean":"2024-05-20T21:12:02.655971+0000","last_became_active":"2024-05-20T21:11:16.288670+0000","last_became_peered":"2024-05-20T21:11:16.288670+0000","last_unstale":"2024-05-20T21:12:02.655971+0000","last_undegraded":"2024-05-20T21:12:02.655971+0000","last_fullsized":"2024-05-20T21:12:02.655971+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:58:46.822152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"81'31","reported_seq":136,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:12.526946+0000","last_change":"2024-05-20T21:11:12.240426+0000","last_active":"2024-05-20T21:12:12.526946+0000","last_peered":"2024-05-20T21:12:12.526946+0000","last_clean":"2024-05-20T21:12:12.526946+0000","last_became_active":"2024-05-20T21:11:12.239978+0000","last_became_peered":"2024-05-20T21:11:12.239978+0000","last_unstale":"2024-05-20T21:12:12.526946+0000","last_undegraded":"2024-05-20T21:12:12.526946+0000","last_fullsized":"2024-05-20T21:12:12.526946+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:57:56.556743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63072,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":79,"num_read_kb":100,"num_write":32,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572599+0000","last_change":"2024-05-20T21:11:16.293396+0000","last_active":"2024-05-20T21:12:02.572599+0000","last_peered":"2024-05-20T21:12:02.572599+0000","last_clean":"2024-05-20T21:12:02.572599+0000","last_became_active":"2024-05-20T21:11:16.292975+0000","last_became_peered":"2024-05-20T21:11:16.292975+0000","last_unstale":"2024-05-20T21:12:02.572599+0000","last_undegraded":"2024-05-20T21:12:02.572599+0000","last_fullsized":"2024-05-20T21:12:02.572599+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:23:16.851377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"79'6","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.573540+0000","last_change":"2024-05-20T21:11:12.249629+0000","last_active":"2024-05-20T21:12:02.573540+0000","last_peered":"2024-05-20T21:12:02.573540+0000","last_clean":"2024-05-20T21:12:02.573540+0000","last_became_active":"2024-05-20T21:11:12.249223+0000","last_became_peered":"2024-05-20T21:11:12.249223+0000","last_unstale":"2024-05-20T21:12:02.573540+0000","last_undegraded":"2024-05-20T21:12:02.573540+0000","last_fullsized":"2024-05-20T21:12:02.573540+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:50:14.595923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.622641+0000","last_change":"2024-05-20T21:11:16.305707+0000","last_active":"2024-05-20T21:12:02.622641+0000","last_peered":"2024-05-20T21:12:02.622641+0000","last_clean":"2024-05-20T21:12:02.622641+0000","last_became_active":"2024-05-20T21:11:16.304112+0000","last_became_peered":"2024-05-20T21:11:16.304112+0000","last_unstale":"2024-05-20T21:12:02.622641+0000","last_undegraded":"2024-05-20T21:12:02.622641+0000","last_fullsized":"2024-05-20T21:12:02.622641+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:27:46.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"79'3","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.578901+0000","last_change":"2024-05-20T21:11:12.251594+0000","last_active":"2024-05-20T21:12:02.578901+0000","last_peered":"2024-05-20T21:12:02.578901+0000","last_clean":"2024-05-20T21:12:02.578901+0000","last_became_active":"2024-05-20T21:11:12.251273+0000","last_became_peered":"2024-05-20T21:11:12.251273+0000","last_unstale":"2024-05-20T21:12:02.578901+0000","last_undegraded":"2024-05-20T21:12:02.578901+0000","last_fullsized":"2024-05-20T21:12:02.578901+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:21:54.521412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572416+0000","last_change":"2024-05-20T21:11:16.315454+0000","last_active":"2024-05-20T21:12:02.572416+0000","last_peered":"2024-05-20T21:12:02.572416+0000","last_clean":"2024-05-20T21:12:02.572416+0000","last_became_active":"2024-05-20T21:11:16.315139+0000","last_became_peered":"2024-05-20T21:11:16.315139+0000","last_unstale":"2024-05-20T21:12:02.572416+0000","last_undegraded":"2024-05-20T21:12:02.572416+0000","last_fullsized":"2024-05-20T21:12:02.572416+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:02:15.282366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"79'3","reported_seq":63,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:09.524193+0000","last_change":"2024-05-20T21:11:12.235731+0000","last_active":"2024-05-20T21:12:09.524193+0000","last_peered":"2024-05-20T21:12:09.524193+0000","last_clean":"2024-05-20T21:12:09.524193+0000","last_became_active":"2024-05-20T21:11:12.235247+0000","last_became_peered":"2024-05-20T21:11:12.235247+0000","last_unstale":"2024-05-20T21:12:09.524193+0000","last_undegraded":"2024-05-20T21:12:09.524193+0000","last_fullsized":"2024-05-20T21:12:09.524193+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:48:34.737739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":36,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572065+0000","last_change":"2024-05-20T21:11:16.300621+0000","last_active":"2024-05-20T21:12:02.572065+0000","last_peered":"2024-05-20T21:12:02.572065+0000","last_clean":"2024-05-20T21:12:02.572065+0000","last_became_active":"2024-05-20T21:11:16.300299+0000","last_became_peered":"2024-05-20T21:11:16.300299+0000","last_unstale":"2024-05-20T21:12:02.572065+0000","last_undegraded":"2024-05-20T21:12:02.572065+0000","last_fullsized":"2024-05-20T21:12:02.572065+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:00:16.864814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"79'15","reported_seq":41,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572118+0000","last_change":"2024-05-20T21:11:12.758928+0000","last_active":"2024-05-20T21:12:02.572118+0000","last_peered":"2024-05-20T21:12:02.572118+0000","last_clean":"2024-05-20T21:12:02.572118+0000","last_became_active":"2024-05-20T21:11:12.758529+0000","last_became_peered":"2024-05-20T21:11:12.758529+0000","last_unstale":"2024-05-20T21:12:02.572118+0000","last_undegraded":"2024-05-20T21:12:02.572118+0000","last_fullsized":"2024-05-20T21:12:02.572118+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:36:07.416766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.578953+0000","last_change":"2024-05-20T21:11:16.290886+0000","last_active":"2024-05-20T21:12:02.578953+0000","last_peered":"2024-05-20T21:12:02.578953+0000","last_clean":"2024-05-20T21:12:02.578953+0000","last_became_active":"2024-05-20T21:11:16.290543+0000","last_became_peered":"2024-05-20T21:11:16.290543+0000","last_unstale":"2024-05-20T21:12:02.578953+0000","last_undegraded":"2024-05-20T21:12:02.578953+0000","last_fullsized":"2024-05-20T21:12:02.578953+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:07:21.774338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"79'2","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.573028+0000","last_change":"2024-05-20T21:11:12.240660+0000","last_active":"2024-05-20T21:12:02.573028+0000","last_peered":"2024-05-20T21:12:02.573028+0000","last_clean":"2024-05-20T21:12:02.573028+0000","last_became_active":"2024-05-20T21:11:12.240320+0000","last_became_peered":"2024-05-20T21:11:12.240320+0000","last_unstale":"2024-05-20T21:12:02.573028+0000","last_undegraded":"2024-05-20T21:12:02.573028+0000","last_fullsized":"2024-05-20T21:12:02.573028+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:32:04.885948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.569874+0000","last_change":"2024-05-20T21:11:16.288772+0000","last_active":"2024-05-20T21:12:02.569874+0000","last_peered":"2024-05-20T21:12:02.569874+0000","last_clean":"2024-05-20T21:12:02.569874+0000","last_became_active":"2024-05-20T21:11:16.288437+0000","last_became_peered":"2024-05-20T21:11:16.288437+0000","last_unstale":"2024-05-20T21:12:02.569874+0000","last_undegraded":"2024-05-20T21:12:02.569874+0000","last_fullsized":"2024-05-20T21:12:02.569874+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:51:31.971549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.584068+0000","last_change":"2024-05-20T21:12:02.584068+0000","last_active":"2024-05-20T21:12:02.584068+0000","last_peered":"2024-05-20T21:12:02.584068+0000","last_clean":"2024-05-20T21:12:02.584068+0000","last_became_active":"2024-05-20T21:12:02.583527+0000","last_became_peered":"2024-05-20T21:12:02.583527+0000","last_unstale":"2024-05-20T21:12:02.584068+0000","last_undegraded":"2024-05-20T21:12:02.584068+0000","last_fullsized":"2024-05-20T21:12:02.584068+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:30:08.931861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,0],"acting":[9,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"79'1","reported_seq":21,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.654979+0000","last_change":"2024-05-20T21:11:16.303638+0000","last_active":"2024-05-20T21:12:02.654979+0000","last_peered":"2024-05-20T21:12:02.654979+0000","last_clean":"2024-05-20T21:12:02.654979+0000","last_became_active":"2024-05-20T21:11:16.302601+0000","last_became_peered":"2024-05-20T21:11:16.302601+0000","last_unstale":"2024-05-20T21:12:02.654979+0000","last_undegraded":"2024-05-20T21:12:02.654979+0000","last_fullsized":"2024-05-20T21:12:02.654979+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:02:39.103054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"79'1","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572357+0000","last_change":"2024-05-20T21:11:12.244916+0000","last_active":"2024-05-20T21:12:02.572357+0000","last_peered":"2024-05-20T21:12:02.572357+0000","last_clean":"2024-05-20T21:12:02.572357+0000","last_became_active":"2024-05-20T21:11:12.244450+0000","last_became_peered":"2024-05-20T21:11:12.244450+0000","last_unstale":"2024-05-20T21:12:02.572357+0000","last_undegraded":"2024-05-20T21:12:02.572357+0000","last_fullsized":"2024-05-20T21:12:02.572357+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:43:22.114200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.654899+0000","last_change":"2024-05-20T21:11:16.302895+0000","last_active":"2024-05-20T21:12:02.654899+0000","last_peered":"2024-05-20T21:12:02.654899+0000","last_clean":"2024-05-20T21:12:02.654899+0000","last_became_active":"2024-05-20T21:11:16.302338+0000","last_became_peered":"2024-05-20T21:11:16.302338+0000","last_unstale":"2024-05-20T21:12:02.654899+0000","last_undegraded":"2024-05-20T21:12:02.654899+0000","last_fullsized":"2024-05-20T21:12:02.654899+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:19:55.637590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.579020+0000","last_change":"2024-05-20T21:11:16.292060+0000","last_active":"2024-05-20T21:12:02.579020+0000","last_peered":"2024-05-20T21:12:02.579020+0000","last_clean":"2024-05-20T21:12:02.579020+0000","last_became_active":"2024-05-20T21:11:16.291693+0000","last_became_peered":"2024-05-20T21:11:16.291693+0000","last_unstale":"2024-05-20T21:12:02.579020+0000","last_undegraded":"2024-05-20T21:12:02.579020+0000","last_fullsized":"2024-05-20T21:12:02.579020+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:25:43.584245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"79'4","reported_seq":62,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:08.521824+0000","last_change":"2024-05-20T21:11:12.766431+0000","last_active":"2024-05-20T21:12:08.521824+0000","last_peered":"2024-05-20T21:12:08.521824+0000","last_clean":"2024-05-20T21:12:08.521824+0000","last_became_active":"2024-05-20T21:11:12.765810+0000","last_became_peered":"2024-05-20T21:11:12.765810+0000","last_unstale":"2024-05-20T21:12:08.521824+0000","last_undegraded":"2024-05-20T21:12:08.521824+0000","last_fullsized":"2024-05-20T21:12:08.521824+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:00:43.569312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":32,"num_read_kb":32,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.580009+0000","last_change":"2024-05-20T21:11:16.309825+0000","last_active":"2024-05-20T21:12:02.580009+0000","last_peered":"2024-05-20T21:12:02.580009+0000","last_clean":"2024-05-20T21:12:02.580009+0000","last_became_active":"2024-05-20T21:11:16.298548+0000","last_became_peered":"2024-05-20T21:11:16.298548+0000","last_unstale":"2024-05-20T21:12:02.580009+0000","last_undegraded":"2024-05-20T21:12:02.580009+0000","last_fullsized":"2024-05-20T21:12:02.580009+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:01:11.724054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.654594+0000","last_change":"2024-05-20T21:11:12.238997+0000","last_active":"2024-05-20T21:12:02.654594+0000","last_peered":"2024-05-20T21:12:02.654594+0000","last_clean":"2024-05-20T21:12:02.654594+0000","last_became_active":"2024-05-20T21:11:12.238594+0000","last_became_peered":"2024-05-20T21:11:12.238594+0000","last_unstale":"2024-05-20T21:12:02.654594+0000","last_undegraded":"2024-05-20T21:12:02.654594+0000","last_fullsized":"2024-05-20T21:12:02.654594+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:48:34.665640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'92","reported_seq":101,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572189+0000","last_change":"2024-05-20T21:09:39.755749+0000","last_active":"2024-05-20T21:12:02.572189+0000","last_peered":"2024-05-20T21:12:02.572189+0000","last_clean":"2024-05-20T21:12:02.572189+0000","last_became_active":"2024-05-20T21:09:39.750321+0000","last_became_peered":"2024-05-20T21:09:39.750321+0000","last_unstale":"2024-05-20T21:12:02.572189+0000","last_undegraded":"2024-05-20T21:12:02.572189+0000","last_fullsized":"2024-05-20T21:12:02.572189+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:05:47.251775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:05:47.251775+0000","last_clean_scrub_stamp":"2024-05-20T21:05:47.251775+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:28:48.606241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.622316+0000","last_change":"2024-05-20T21:11:16.302796+0000","last_active":"2024-05-20T21:12:02.622316+0000","last_peered":"2024-05-20T21:12:02.622316+0000","last_clean":"2024-05-20T21:12:02.622316+0000","last_became_active":"2024-05-20T21:11:16.302351+0000","last_became_peered":"2024-05-20T21:11:16.302351+0000","last_unstale":"2024-05-20T21:12:02.622316+0000","last_undegraded":"2024-05-20T21:12:02.622316+0000","last_fullsized":"2024-05-20T21:12:02.622316+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:01:04.033570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"79'3","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572408+0000","last_change":"2024-05-20T21:11:12.240101+0000","last_active":"2024-05-20T21:12:02.572408+0000","last_peered":"2024-05-20T21:12:02.572408+0000","last_clean":"2024-05-20T21:12:02.572408+0000","last_became_active":"2024-05-20T21:11:12.239602+0000","last_became_peered":"2024-05-20T21:11:12.239602+0000","last_unstale":"2024-05-20T21:12:02.572408+0000","last_undegraded":"2024-05-20T21:12:02.572408+0000","last_fullsized":"2024-05-20T21:12:02.572408+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:07:18.425330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"79'1","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572718+0000","last_change":"2024-05-20T21:11:12.760960+0000","last_active":"2024-05-20T21:12:02.572718+0000","last_peered":"2024-05-20T21:12:02.572718+0000","last_clean":"2024-05-20T21:12:02.572718+0000","last_became_active":"2024-05-20T21:11:12.760521+0000","last_became_peered":"2024-05-20T21:11:12.760521+0000","last_unstale":"2024-05-20T21:12:02.572718+0000","last_undegraded":"2024-05-20T21:12:02.572718+0000","last_fullsized":"2024-05-20T21:12:02.572718+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:05:09.306090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.622567+0000","last_change":"2024-05-20T21:11:16.301153+0000","last_active":"2024-05-20T21:12:02.622567+0000","last_peered":"2024-05-20T21:12:02.622567+0000","last_clean":"2024-05-20T21:12:02.622567+0000","last_became_active":"2024-05-20T21:11:16.300824+0000","last_became_peered":"2024-05-20T21:11:16.300824+0000","last_unstale":"2024-05-20T21:12:02.622567+0000","last_undegraded":"2024-05-20T21:12:02.622567+0000","last_fullsized":"2024-05-20T21:12:02.622567+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:44:59.243608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"81'12","reported_seq":38,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.573659+0000","last_change":"2024-05-20T21:11:12.254854+0000","last_active":"2024-05-20T21:12:02.573659+0000","last_peered":"2024-05-20T21:12:02.573659+0000","last_clean":"2024-05-20T21:12:02.573659+0000","last_became_active":"2024-05-20T21:11:12.253297+0000","last_became_peered":"2024-05-20T21:11:12.253297+0000","last_unstale":"2024-05-20T21:12:02.573659+0000","last_undegraded":"2024-05-20T21:12:02.573659+0000","last_fullsized":"2024-05-20T21:12:02.573659+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:33:16.546788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.578411+0000","last_change":"2024-05-20T21:11:16.309531+0000","last_active":"2024-05-20T21:12:02.578411+0000","last_peered":"2024-05-20T21:12:02.578411+0000","last_clean":"2024-05-20T21:12:02.578411+0000","last_became_active":"2024-05-20T21:11:16.306434+0000","last_became_peered":"2024-05-20T21:11:16.306434+0000","last_unstale":"2024-05-20T21:12:02.578411+0000","last_undegraded":"2024-05-20T21:12:02.578411+0000","last_fullsized":"2024-05-20T21:12:02.578411+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:43:24.694325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"79'4","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.654997+0000","last_change":"2024-05-20T21:11:12.938464+0000","last_active":"2024-05-20T21:12:02.654997+0000","last_peered":"2024-05-20T21:12:02.654997+0000","last_clean":"2024-05-20T21:12:02.654997+0000","last_became_active":"2024-05-20T21:11:12.938116+0000","last_became_peered":"2024-05-20T21:11:12.938116+0000","last_unstale":"2024-05-20T21:12:02.654997+0000","last_undegraded":"2024-05-20T21:12:02.654997+0000","last_fullsized":"2024-05-20T21:12:02.654997+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:47:43.994616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.579921+0000","last_change":"2024-05-20T21:11:16.305886+0000","last_active":"2024-05-20T21:12:02.579921+0000","last_peered":"2024-05-20T21:12:02.579921+0000","last_clean":"2024-05-20T21:12:02.579921+0000","last_became_active":"2024-05-20T21:11:16.305501+0000","last_became_peered":"2024-05-20T21:11:16.305501+0000","last_unstale":"2024-05-20T21:12:02.579921+0000","last_undegraded":"2024-05-20T21:12:02.579921+0000","last_fullsized":"2024-05-20T21:12:02.579921+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:26:08.663747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"79'2","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.656563+0000","last_change":"2024-05-20T21:11:12.759262+0000","last_active":"2024-05-20T21:12:02.656563+0000","last_peered":"2024-05-20T21:12:02.656563+0000","last_clean":"2024-05-20T21:12:02.656563+0000","last_became_active":"2024-05-20T21:11:12.758783+0000","last_became_peered":"2024-05-20T21:11:12.758783+0000","last_unstale":"2024-05-20T21:12:02.656563+0000","last_undegraded":"2024-05-20T21:12:02.656563+0000","last_fullsized":"2024-05-20T21:12:02.656563+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:01:41.849250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.571975+0000","last_change":"2024-05-20T21:11:16.286689+0000","last_active":"2024-05-20T21:12:02.571975+0000","last_peered":"2024-05-20T21:12:02.571975+0000","last_clean":"2024-05-20T21:12:02.571975+0000","last_became_active":"2024-05-20T21:11:16.286299+0000","last_became_peered":"2024-05-20T21:11:16.286299+0000","last_unstale":"2024-05-20T21:12:02.571975+0000","last_undegraded":"2024-05-20T21:12:02.571975+0000","last_fullsized":"2024-05-20T21:12:02.571975+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:02:21.142560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"79'3","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.579080+0000","last_change":"2024-05-20T21:11:12.252491+0000","last_active":"2024-05-20T21:12:02.579080+0000","last_peered":"2024-05-20T21:12:02.579080+0000","last_clean":"2024-05-20T21:12:02.579080+0000","last_became_active":"2024-05-20T21:11:12.252010+0000","last_became_peered":"2024-05-20T21:11:12.252010+0000","last_unstale":"2024-05-20T21:12:02.579080+0000","last_undegraded":"2024-05-20T21:12:02.579080+0000","last_fullsized":"2024-05-20T21:12:02.579080+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:32:12.677758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.569733+0000","last_change":"2024-05-20T21:11:16.302423+0000","last_active":"2024-05-20T21:12:02.569733+0000","last_peered":"2024-05-20T21:12:02.569733+0000","last_clean":"2024-05-20T21:12:02.569733+0000","last_became_active":"2024-05-20T21:11:16.302055+0000","last_became_peered":"2024-05-20T21:11:16.302055+0000","last_unstale":"2024-05-20T21:12:02.569733+0000","last_undegraded":"2024-05-20T21:12:02.569733+0000","last_fullsized":"2024-05-20T21:12:02.569733+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:07:21.927876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"79'1","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.573490+0000","last_change":"2024-05-20T21:11:12.253463+0000","last_active":"2024-05-20T21:12:02.573490+0000","last_peered":"2024-05-20T21:12:02.573490+0000","last_clean":"2024-05-20T21:12:02.573490+0000","last_became_active":"2024-05-20T21:11:12.253106+0000","last_became_peered":"2024-05-20T21:11:12.253106+0000","last_unstale":"2024-05-20T21:12:02.573490+0000","last_undegraded":"2024-05-20T21:12:02.573490+0000","last_fullsized":"2024-05-20T21:12:02.573490+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:01:56.697701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.658384+0000","last_change":"2024-05-20T21:12:02.658384+0000","last_active":"2024-05-20T21:12:02.658384+0000","last_peered":"2024-05-20T21:12:02.658384+0000","last_clean":"2024-05-20T21:12:02.658384+0000","last_became_active":"2024-05-20T21:12:02.656920+0000","last_became_peered":"2024-05-20T21:12:02.656920+0000","last_unstale":"2024-05-20T21:12:02.658384+0000","last_undegraded":"2024-05-20T21:12:02.658384+0000","last_fullsized":"2024-05-20T21:12:02.658384+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:28:26.957691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,10],"acting":[9,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.b","version":"79'4","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.581037+0000","last_change":"2024-05-20T21:12:02.580425+0000","last_active":"2024-05-20T21:12:02.581037+0000","last_peered":"2024-05-20T21:12:02.581037+0000","last_clean":"2024-05-20T21:12:02.581037+0000","last_became_active":"2024-05-20T21:12:02.574491+0000","last_became_peered":"2024-05-20T21:12:02.574491+0000","last_unstale":"2024-05-20T21:12:02.581037+0000","last_undegraded":"2024-05-20T21:12:02.581037+0000","last_fullsized":"2024-05-20T21:12:02.581037+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:23:07.397513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572396+0000","last_change":"2024-05-20T21:11:16.311555+0000","last_active":"2024-05-20T21:12:02.572396+0000","last_peered":"2024-05-20T21:12:02.572396+0000","last_clean":"2024-05-20T21:12:02.572396+0000","last_became_active":"2024-05-20T21:11:16.311170+0000","last_became_peered":"2024-05-20T21:11:16.311170+0000","last_unstale":"2024-05-20T21:12:02.572396+0000","last_undegraded":"2024-05-20T21:12:02.572396+0000","last_fullsized":"2024-05-20T21:12:02.572396+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:11:59.080264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"79'3","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.574017+0000","last_change":"2024-05-20T21:11:12.938031+0000","last_active":"2024-05-20T21:12:02.574017+0000","last_peered":"2024-05-20T21:12:02.574017+0000","last_clean":"2024-05-20T21:12:02.574017+0000","last_became_active":"2024-05-20T21:11:12.937666+0000","last_became_peered":"2024-05-20T21:11:12.937666+0000","last_unstale":"2024-05-20T21:12:02.574017+0000","last_undegraded":"2024-05-20T21:12:02.574017+0000","last_fullsized":"2024-05-20T21:12:02.574017+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:52:43.732756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572678+0000","last_change":"2024-05-20T21:11:16.295156+0000","last_active":"2024-05-20T21:12:02.572678+0000","last_peered":"2024-05-20T21:12:02.572678+0000","last_clean":"2024-05-20T21:12:02.572678+0000","last_became_active":"2024-05-20T21:11:16.294767+0000","last_became_peered":"2024-05-20T21:11:16.294767+0000","last_unstale":"2024-05-20T21:12:02.572678+0000","last_undegraded":"2024-05-20T21:12:02.572678+0000","last_fullsized":"2024-05-20T21:12:02.572678+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:02:41.864192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"79'1","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.579544+0000","last_change":"2024-05-20T21:11:12.249056+0000","last_active":"2024-05-20T21:12:02.579544+0000","last_peered":"2024-05-20T21:12:02.579544+0000","last_clean":"2024-05-20T21:12:02.579544+0000","last_became_active":"2024-05-20T21:11:12.248669+0000","last_became_peered":"2024-05-20T21:11:12.248669+0000","last_unstale":"2024-05-20T21:12:02.579544+0000","last_undegraded":"2024-05-20T21:12:02.579544+0000","last_fullsized":"2024-05-20T21:12:02.579544+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:07:26.775736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"79'1","reported_seq":21,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572413+0000","last_change":"2024-05-20T21:11:16.301488+0000","last_active":"2024-05-20T21:12:02.572413+0000","last_peered":"2024-05-20T21:12:02.572413+0000","last_clean":"2024-05-20T21:12:02.572413+0000","last_became_active":"2024-05-20T21:11:16.301096+0000","last_became_peered":"2024-05-20T21:11:16.301096+0000","last_unstale":"2024-05-20T21:12:02.572413+0000","last_undegraded":"2024-05-20T21:12:02.572413+0000","last_fullsized":"2024-05-20T21:12:02.572413+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:47:51.022920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"79'2","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.623217+0000","last_change":"2024-05-20T21:11:12.256281+0000","last_active":"2024-05-20T21:12:02.623217+0000","last_peered":"2024-05-20T21:12:02.623217+0000","last_clean":"2024-05-20T21:12:02.623217+0000","last_became_active":"2024-05-20T21:11:12.255197+0000","last_became_peered":"2024-05-20T21:11:12.255197+0000","last_unstale":"2024-05-20T21:12:02.623217+0000","last_undegraded":"2024-05-20T21:12:02.623217+0000","last_fullsized":"2024-05-20T21:12:02.623217+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:10:07.468628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572576+0000","last_change":"2024-05-20T21:11:16.293091+0000","last_active":"2024-05-20T21:12:02.572576+0000","last_peered":"2024-05-20T21:12:02.572576+0000","last_clean":"2024-05-20T21:12:02.572576+0000","last_became_active":"2024-05-20T21:11:16.292626+0000","last_became_peered":"2024-05-20T21:11:16.292626+0000","last_unstale":"2024-05-20T21:12:02.572576+0000","last_undegraded":"2024-05-20T21:12:02.572576+0000","last_fullsized":"2024-05-20T21:12:02.572576+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:34:20.135026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.569857+0000","last_change":"2024-05-20T21:11:16.287638+0000","last_active":"2024-05-20T21:12:02.569857+0000","last_peered":"2024-05-20T21:12:02.569857+0000","last_clean":"2024-05-20T21:12:02.569857+0000","last_became_active":"2024-05-20T21:11:16.287268+0000","last_became_peered":"2024-05-20T21:11:16.287268+0000","last_unstale":"2024-05-20T21:12:02.569857+0000","last_undegraded":"2024-05-20T21:12:02.569857+0000","last_fullsized":"2024-05-20T21:12:02.569857+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:10:41.612809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.657242+0000","last_change":"2024-05-20T21:12:02.657242+0000","last_active":"2024-05-20T21:12:02.657242+0000","last_peered":"2024-05-20T21:12:02.657242+0000","last_clean":"2024-05-20T21:12:02.657242+0000","last_became_active":"2024-05-20T21:12:02.656780+0000","last_became_peered":"2024-05-20T21:12:02.656780+0000","last_unstale":"2024-05-20T21:12:02.657242+0000","last_undegraded":"2024-05-20T21:12:02.657242+0000","last_fullsized":"2024-05-20T21:12:02.657242+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:37:59.388775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,9,4],"acting":[2,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.573350+0000","last_change":"2024-05-20T21:11:16.298980+0000","last_active":"2024-05-20T21:12:02.573350+0000","last_peered":"2024-05-20T21:12:02.573350+0000","last_clean":"2024-05-20T21:12:02.573350+0000","last_became_active":"2024-05-20T21:11:16.298618+0000","last_became_peered":"2024-05-20T21:11:16.298618+0000","last_unstale":"2024-05-20T21:12:02.573350+0000","last_undegraded":"2024-05-20T21:12:02.573350+0000","last_fullsized":"2024-05-20T21:12:02.573350+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:46:11.849227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.574367+0000","last_change":"2024-05-20T21:11:16.311311+0000","last_active":"2024-05-20T21:12:02.574367+0000","last_peered":"2024-05-20T21:12:02.574367+0000","last_clean":"2024-05-20T21:12:02.574367+0000","last_became_active":"2024-05-20T21:11:16.310943+0000","last_became_peered":"2024-05-20T21:11:16.310943+0000","last_unstale":"2024-05-20T21:12:02.574367+0000","last_undegraded":"2024-05-20T21:12:02.574367+0000","last_fullsized":"2024-05-20T21:12:02.574367+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:20:06.512572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.622732+0000","last_change":"2024-05-20T21:11:16.307587+0000","last_active":"2024-05-20T21:12:02.622732+0000","last_peered":"2024-05-20T21:12:02.622732+0000","last_clean":"2024-05-20T21:12:02.622732+0000","last_became_active":"2024-05-20T21:11:16.307226+0000","last_became_peered":"2024-05-20T21:11:16.307226+0000","last_unstale":"2024-05-20T21:12:02.622732+0000","last_undegraded":"2024-05-20T21:12:02.622732+0000","last_fullsized":"2024-05-20T21:12:02.622732+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:44:55.546037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.577301+0000","last_change":"2024-05-20T21:12:02.577301+0000","last_active":"2024-05-20T21:12:02.577301+0000","last_peered":"2024-05-20T21:12:02.577301+0000","last_clean":"2024-05-20T21:12:02.577301+0000","last_became_active":"2024-05-20T21:12:02.576894+0000","last_became_peered":"2024-05-20T21:12:02.576894+0000","last_unstale":"2024-05-20T21:12:02.577301+0000","last_undegraded":"2024-05-20T21:12:02.577301+0000","last_fullsized":"2024-05-20T21:12:02.577301+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:53:46.857195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,9],"acting":[11,8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.573813+0000","last_change":"2024-05-20T21:11:16.286013+0000","last_active":"2024-05-20T21:12:02.573813+0000","last_peered":"2024-05-20T21:12:02.573813+0000","last_clean":"2024-05-20T21:12:02.573813+0000","last_became_active":"2024-05-20T21:11:16.285637+0000","last_became_peered":"2024-05-20T21:11:16.285637+0000","last_unstale":"2024-05-20T21:12:02.573813+0000","last_undegraded":"2024-05-20T21:12:02.573813+0000","last_fullsized":"2024-05-20T21:12:02.573813+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:58:47.958946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.584317+0000","last_change":"2024-05-20T21:12:02.584317+0000","last_active":"2024-05-20T21:12:02.584317+0000","last_peered":"2024-05-20T21:12:02.584317+0000","last_clean":"2024-05-20T21:12:02.584317+0000","last_became_active":"2024-05-20T21:12:02.583812+0000","last_became_peered":"2024-05-20T21:12:02.583812+0000","last_unstale":"2024-05-20T21:12:02.584317+0000","last_undegraded":"2024-05-20T21:12:02.584317+0000","last_fullsized":"2024-05-20T21:12:02.584317+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:04:52.216090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,8,2],"acting":[3,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.578775+0000","last_change":"2024-05-20T21:11:16.309385+0000","last_active":"2024-05-20T21:12:02.578775+0000","last_peered":"2024-05-20T21:12:02.578775+0000","last_clean":"2024-05-20T21:12:02.578775+0000","last_became_active":"2024-05-20T21:11:16.309033+0000","last_became_peered":"2024-05-20T21:11:16.309033+0000","last_unstale":"2024-05-20T21:12:02.578775+0000","last_undegraded":"2024-05-20T21:12:02.578775+0000","last_fullsized":"2024-05-20T21:12:02.578775+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:08:33.942619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.578861+0000","last_change":"2024-05-20T21:11:16.313629+0000","last_active":"2024-05-20T21:12:02.578861+0000","last_peered":"2024-05-20T21:12:02.578861+0000","last_clean":"2024-05-20T21:12:02.578861+0000","last_became_active":"2024-05-20T21:11:16.309118+0000","last_became_peered":"2024-05-20T21:11:16.309118+0000","last_unstale":"2024-05-20T21:12:02.578861+0000","last_undegraded":"2024-05-20T21:12:02.578861+0000","last_fullsized":"2024-05-20T21:12:02.578861+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:24:55.601886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.655541+0000","last_change":"2024-05-20T21:11:16.301810+0000","last_active":"2024-05-20T21:12:02.655541+0000","last_peered":"2024-05-20T21:12:02.655541+0000","last_clean":"2024-05-20T21:12:02.655541+0000","last_became_active":"2024-05-20T21:11:16.301438+0000","last_became_peered":"2024-05-20T21:11:16.301438+0000","last_unstale":"2024-05-20T21:12:02.655541+0000","last_undegraded":"2024-05-20T21:12:02.655541+0000","last_fullsized":"2024-05-20T21:12:02.655541+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:59:42.707949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.623128+0000","last_change":"2024-05-20T21:11:16.312808+0000","last_active":"2024-05-20T21:12:02.623128+0000","last_peered":"2024-05-20T21:12:02.623128+0000","last_clean":"2024-05-20T21:12:02.623128+0000","last_became_active":"2024-05-20T21:11:16.312103+0000","last_became_peered":"2024-05-20T21:11:16.312103+0000","last_unstale":"2024-05-20T21:12:02.623128+0000","last_undegraded":"2024-05-20T21:12:02.623128+0000","last_fullsized":"2024-05-20T21:12:02.623128+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:36:31.784474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.569961+0000","last_change":"2024-05-20T21:11:16.291818+0000","last_active":"2024-05-20T21:12:02.569961+0000","last_peered":"2024-05-20T21:12:02.569961+0000","last_clean":"2024-05-20T21:12:02.569961+0000","last_became_active":"2024-05-20T21:11:16.291508+0000","last_became_peered":"2024-05-20T21:11:16.291508+0000","last_unstale":"2024-05-20T21:12:02.569961+0000","last_undegraded":"2024-05-20T21:12:02.569961+0000","last_fullsized":"2024-05-20T21:12:02.569961+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:51:38.272715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":66682,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":227,"num_read_kb":183,"num_write":166,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":430080,"data_stored":200046,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":141,"ondisk_log_size":141,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":71,"seq":304942678044,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27888,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717264,"statfs":{"total":95995035648,"available":95966478336,"internally_reserved":0,"allocated":884736,"data_stored":431031,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":65,"seq":279172874272,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36884,"kb_used_data":1548,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708268,"statfs":{"total":95995035648,"available":95957266432,"internally_reserved":0,"allocated":1585152,"data_stored":1085584,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037798,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36224,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708928,"statfs":{"total":95995035648,"available":95957942272,"internally_reserved":0,"allocated":901120,"data_stored":431267,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234031,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32060,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713092,"statfs":{"total":95995035648,"available":95962206208,"internally_reserved":0,"allocated":901120,"data_stored":431187,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":47,"seq":201863462963,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40960,"kb_used_data":1460,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704192,"statfs":{"total":95995035648,"available":95953092608,"internally_reserved":0,"allocated":1495040,"data_stored":1022726,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":40434122},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":42,"seq":180388626488,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36212,"kb_used_data":868,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708940,"statfs":{"total":95995035648,"available":95957954560,"internally_reserved":0,"allocated":888832,"data_stored":430656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574931,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27948,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717204,"statfs":{"total":95995035648,"available":95966416896,"internally_reserved":0,"allocated":954368,"data_stored":493521,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738458,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27912,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717240,"statfs":{"total":95995035648,"available":95966453760,"internally_reserved":0,"allocated":909312,"data_stored":431927,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411408,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27972,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717180,"statfs":{"total":95995035648,"available":95966392320,"internally_reserved":0,"allocated":978944,"data_stored":494871,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182472,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27908,"kb_used_data":884,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717244,"statfs":{"total":95995035648,"available":95966457856,"internally_reserved":0,"allocated":905216,"data_stored":430967,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986244,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40376,"kb_used_data":872,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704776,"statfs":{"total":95995035648,"available":95953690624,"internally_reserved":0,"allocated":892928,"data_stored":431093,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822718,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36816,"kb_used_data":1472,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708336,"statfs":{"total":95995035648,"available":95957336064,"internally_reserved":0,"allocated":1507328,"data_stored":1022410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":63072,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":64422,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":64650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-20T21:12:17.200 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-05-20T21:12:17.201 INFO:tasks.cephadm:Setting up client nodes... 2024-05-20T21:12:17.201 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-05-20T21:12:17.317 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:16 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:12:17.317 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:16 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:12:17.317 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:16 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:12:17.318 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:16 smithi008 ceph-mon[31475]: from='client.24679 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:12:17.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:16 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:12:17.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:16 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:12:17.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:16 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:12:17.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:16 smithi130 ceph-mon[36448]: from='client.24679 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:12:17.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:16 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:12:17.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:16 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:12:17.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:16 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:12:17.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:16 smithi050 ceph-mon[35809]: from='client.24679 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:12:17.698 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:12:18.099 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:18 smithi008 ceph-mon[31475]: pgmap v349: 97 pgs: 97 active+clean; 642 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 938 B/s wr, 6 op/s 2024-05-20T21:12:18.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:18 smithi130 ceph-mon[36448]: pgmap v349: 97 pgs: 97 active+clean; 642 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 938 B/s wr, 6 op/s 2024-05-20T21:12:18.423 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:18 smithi050 ceph-mon[35809]: pgmap v349: 97 pgs: 97 active+clean; 642 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 938 B/s wr, 6 op/s 2024-05-20T21:12:19.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:19.931+0000 7f5727200700 1 -- 172.21.15.8:0/3152321246 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5728077570 msgr2=0x7f57280759d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:19.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:19.931+0000 7f5727200700 1 --2- 172.21.15.8:0/3152321246 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5728077570 0x7f57280759d0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f5718009f90 tx=0x7f571800b330 comp rx=0 tx=0).stop 2024-05-20T21:12:19.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:19.932+0000 7f5727200700 1 -- 172.21.15.8:0/3152321246 shutdown_connections 2024-05-20T21:12:19.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:19.932+0000 7f5727200700 1 --2- 172.21.15.8:0/3152321246 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f572810b2d0 0x7f572810d760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:19.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:19.932+0000 7f5727200700 1 --2- 172.21.15.8:0/3152321246 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5728077570 0x7f57280759d0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:19.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:19.932+0000 7f5727200700 1 --2- 172.21.15.8:0/3152321246 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5728075fa0 0x7f5728076420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:19.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:19.932+0000 7f5727200700 1 -- 172.21.15.8:0/3152321246 >> 172.21.15.8:0/3152321246 conn(0x7f57280fe980 msgr2=0x7f5728100de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:19.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:19.932+0000 7f5727200700 1 -- 172.21.15.8:0/3152321246 shutdown_connections 2024-05-20T21:12:19.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:19.932+0000 7f5727200700 1 -- 172.21.15.8:0/3152321246 wait complete. 2024-05-20T21:12:19.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:19.933+0000 7f5727200700 1 Processor -- start 2024-05-20T21:12:19.934 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:19.934+0000 7f5727200700 1 -- start start 2024-05-20T21:12:19.934 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:19.934+0000 7f5727200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5728075fa0 0x7f572819b640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:19.934 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:19.934+0000 7f5727200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5728077570 0x7f572819bb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:19.934 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:19.934+0000 7f5727200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f572810b2d0 0x7f57281a2c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:19.936 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:19.934+0000 7f5727200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f5728111090 con 0x7f5728075fa0 2024-05-20T21:12:19.936 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:19.934+0000 7f5727200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f5728110f10 con 0x7f5728077570 2024-05-20T21:12:19.937 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:19.934+0000 7f5727200700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f5728111210 con 0x7f572810b2d0 2024-05-20T21:12:19.937 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:19.934+0000 7f5726800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f572810b2d0 0x7f57281a2c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:19.937 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:19.934+0000 7f5725e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5728075fa0 0x7f572819b640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:19.937 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:19.935+0000 7f571d400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5728077570 0x7f572819bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:19.937 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:19.935+0000 7f5726800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f572810b2d0 0x7f57281a2c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:56196/0 (socket says 172.21.15.8:56196) 2024-05-20T21:12:19.937 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:19.935+0000 7f5726800700 1 -- 172.21.15.8:0/3032244264 learned_addr learned my addr 172.21.15.8:0/3032244264 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:12:19.937 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:19.935+0000 7f5726800700 1 -- 172.21.15.8:0/3032244264 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5728077570 msgr2=0x7f572819bb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:19.937 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:19.935+0000 7f5726800700 1 --2- 172.21.15.8:0/3032244264 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5728077570 0x7f572819bb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:19.937 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:19.935+0000 7f5726800700 1 -- 172.21.15.8:0/3032244264 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5728075fa0 msgr2=0x7f572819b640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:19.937 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:19.935+0000 7f5726800700 1 --2- 172.21.15.8:0/3032244264 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5728075fa0 0x7f572819b640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:19.937 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:19.935+0000 7f5726800700 1 -- 172.21.15.8:0/3032244264 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57281a32a0 con 0x7f572810b2d0 2024-05-20T21:12:19.937 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:19.935+0000 7f5726800700 1 --2- 172.21.15.8:0/3032244264 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f572810b2d0 0x7f57281a2c00 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f572000e9a0 tx=0x7f572000ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:19.937 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:19.936+0000 7f571f400700 1 -- 172.21.15.8:0/3032244264 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5720004a30 con 0x7f572810b2d0 2024-05-20T21:12:19.937 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:19.936+0000 7f571f400700 1 -- 172.21.15.8:0/3032244264 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f57200054d0 con 0x7f572810b2d0 2024-05-20T21:12:19.938 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:19.936+0000 7f571f400700 1 -- 172.21.15.8:0/3032244264 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5720010ca0 con 0x7f572810b2d0 2024-05-20T21:12:19.938 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:19.936+0000 7f5727200700 1 -- 172.21.15.8:0/3032244264 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f57281a3590 con 0x7f572810b2d0 2024-05-20T21:12:19.938 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:19.936+0000 7f5727200700 1 -- 172.21.15.8:0/3032244264 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57281a3a80 con 0x7f572810b2d0 2024-05-20T21:12:19.938 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:19.937+0000 7f5727200700 1 -- 172.21.15.8:0/3032244264 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5728064ba0 con 0x7f572810b2d0 2024-05-20T21:12:19.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:19.939+0000 7f571f400700 1 -- 172.21.15.8:0/3032244264 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7f5720004c60 con 0x7f572810b2d0 2024-05-20T21:12:19.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:19.941+0000 7f571f400700 1 --2- 172.21.15.8:0/3032244264 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f570c0b2a30 0x7f570c0b4ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:19.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:19.941+0000 7f571f400700 1 -- 172.21.15.8:0/3032244264 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f57200e27c0 con 0x7f572810b2d0 2024-05-20T21:12:19.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:19.941+0000 7f5725e00700 1 --2- 172.21.15.8:0/3032244264 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f570c0b2a30 0x7f570c0b4ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:19.942 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:19.942+0000 7f5725e00700 1 --2- 172.21.15.8:0/3032244264 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f570c0b2a30 0x7f570c0b4ef0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f5718007f20 tx=0x7f5718007eb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:19.943 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:19.943+0000 7f571f400700 1 -- 172.21.15.8:0/3032244264 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f5720054df0 con 0x7f572810b2d0 2024-05-20T21:12:20.275 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:20.274+0000 7f5727200700 1 -- 172.21.15.8:0/3032244264 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} v 0) -- 0x7f572802e680 con 0x7f572810b2d0 2024-05-20T21:12:20.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:20.284+0000 7f571f400700 1 -- 172.21.15.8:0/3032244264 <== mon.1 v2:172.21.15.130:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]=0 v32) ==== 170+0+59 (secure 0 0 0) 0x7f572802e680 con 0x7f572810b2d0 2024-05-20T21:12:20.285 INFO:teuthology.orchestra.run.smithi008.stdout:[client.0] 2024-05-20T21:12:20.285 INFO:teuthology.orchestra.run.smithi008.stdout: key = AQC0vEtmNhCUEBAAJlj7ZKzukq8MdzJY8Pjyiw== 2024-05-20T21:12:20.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:20.288+0000 7f5727200700 1 -- 172.21.15.8:0/3032244264 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f570c0b2a30 msgr2=0x7f570c0b4ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:20.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:20.288+0000 7f5727200700 1 --2- 172.21.15.8:0/3032244264 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f570c0b2a30 0x7f570c0b4ef0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f5718007f20 tx=0x7f5718007eb0 comp rx=0 tx=0).stop 2024-05-20T21:12:20.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:20.288+0000 7f5727200700 1 -- 172.21.15.8:0/3032244264 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f572810b2d0 msgr2=0x7f57281a2c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:20.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:20.288+0000 7f5727200700 1 --2- 172.21.15.8:0/3032244264 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f572810b2d0 0x7f57281a2c00 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f572000e9a0 tx=0x7f572000ecb0 comp rx=0 tx=0).stop 2024-05-20T21:12:20.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:20.288+0000 7f5727200700 1 -- 172.21.15.8:0/3032244264 shutdown_connections 2024-05-20T21:12:20.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:20.288+0000 7f5727200700 1 --2- 172.21.15.8:0/3032244264 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f570c0b2a30 0x7f570c0b4ef0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:20.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:20.288+0000 7f5727200700 1 --2- 172.21.15.8:0/3032244264 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f572810b2d0 0x7f57281a2c00 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:20.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:20.288+0000 7f5727200700 1 --2- 172.21.15.8:0/3032244264 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5728075fa0 0x7f572819b640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:20.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:20.288+0000 7f5727200700 1 --2- 172.21.15.8:0/3032244264 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5728077570 0x7f572819bb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:20.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:20.288+0000 7f5727200700 1 -- 172.21.15.8:0/3032244264 >> 172.21.15.8:0/3032244264 conn(0x7f57280fe980 msgr2=0x7f57281071d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:20.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:20.288+0000 7f5727200700 1 -- 172.21.15.8:0/3032244264 shutdown_connections 2024-05-20T21:12:20.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:20.288+0000 7f5727200700 1 -- 172.21.15.8:0/3032244264 wait complete. 2024-05-20T21:12:20.655 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:20 smithi008 ceph-mon[31475]: pgmap v350: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-05-20T21:12:20.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:20 smithi130 ceph-mon[36448]: pgmap v350: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-05-20T21:12:20.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:20 smithi050 ceph-mon[35809]: pgmap v350: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-05-20T21:12:21.046 DEBUG:teuthology.orchestra.run.smithi008:> set -ex 2024-05-20T21:12:21.046 DEBUG:teuthology.orchestra.run.smithi008:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-05-20T21:12:21.046 DEBUG:teuthology.orchestra.run.smithi008:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-05-20T21:12:21.183 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-05-20T21:12:21.184 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-05-20T21:12:21.184 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph mgr dump --format=json 2024-05-20T21:12:21.303 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:21 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/3032244264' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-20T21:12:21.303 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:21 smithi008 ceph-mon[31475]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-20T21:12:21.303 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:21 smithi008 ceph-mon[31475]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-05-20T21:12:21.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:21 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/3032244264' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-20T21:12:21.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:21 smithi130 ceph-mon[36448]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-20T21:12:21.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:21 smithi130 ceph-mon[36448]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-05-20T21:12:21.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:21 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/3032244264' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-20T21:12:21.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:21 smithi050 ceph-mon[35809]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-20T21:12:21.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:21 smithi050 ceph-mon[35809]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-05-20T21:12:21.695 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:12:22.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:22 smithi008 ceph-mon[31475]: pgmap v351: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:12:22.575 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:22 smithi050 ceph-mon[35809]: pgmap v351: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:12:22.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:22 smithi130 ceph-mon[36448]: pgmap v351: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:12:23.945 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:23.943+0000 7fc8c4800700 1 -- 172.21.15.8:0/3768063716 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc8bc105760 msgr2=0x7fc8bc105be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:23.945 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:23.943+0000 7fc8c4800700 1 --2- 172.21.15.8:0/3768063716 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc8bc105760 0x7fc8bc105be0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fc8ac009990 tx=0x7fc8ac009ca0 comp rx=0 tx=0).stop 2024-05-20T21:12:23.945 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:23.944+0000 7fc8c4800700 1 -- 172.21.15.8:0/3768063716 shutdown_connections 2024-05-20T21:12:23.945 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:23.944+0000 7fc8c4800700 1 --2- 172.21.15.8:0/3768063716 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc8bc106120 0x7fc8bc112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:23.945 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:23.944+0000 7fc8c4800700 1 --2- 172.21.15.8:0/3768063716 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc8bc10b760 0x7fc8bc10bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:23.945 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:23.944+0000 7fc8c4800700 1 --2- 172.21.15.8:0/3768063716 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc8bc105760 0x7fc8bc105be0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:23.945 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:23.944+0000 7fc8c4800700 1 -- 172.21.15.8:0/3768063716 >> 172.21.15.8:0/3768063716 conn(0x7fc8bc101250 msgr2=0x7fc8bc103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:23.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:23.944+0000 7fc8c4800700 1 -- 172.21.15.8:0/3768063716 shutdown_connections 2024-05-20T21:12:23.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:23.944+0000 7fc8c4800700 1 -- 172.21.15.8:0/3768063716 wait complete. 2024-05-20T21:12:23.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:23.945+0000 7fc8c4800700 1 Processor -- start 2024-05-20T21:12:23.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:23.945+0000 7fc8c4800700 1 -- start start 2024-05-20T21:12:23.947 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:23.945+0000 7fc8c4800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc8bc105760 0x7fc8bc19be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:23.947 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:23.945+0000 7fc8c4800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc8bc106120 0x7fc8bc19c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:23.947 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:23.945+0000 7fc8c4800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc8bc10b760 0x7fc8bc1a0730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:23.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:23.945+0000 7fc8c4800700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc8bc1159f0 con 0x7fc8bc106120 2024-05-20T21:12:23.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:23.945+0000 7fc8c4800700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc8bc115870 con 0x7fc8bc10b760 2024-05-20T21:12:23.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:23.945+0000 7fc8c4800700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc8bc115b70 con 0x7fc8bc105760 2024-05-20T21:12:23.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:23.946+0000 7fc8c2800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc8bc10b760 0x7fc8bc1a0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:23.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:23.946+0000 7fc8c1e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc8bc105760 0x7fc8bc19be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:23.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:23.946+0000 7fc8c2800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc8bc10b760 0x7fc8bc1a0730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:44592/0 (socket says 172.21.15.8:44592) 2024-05-20T21:12:23.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:23.946+0000 7fc8c2800700 1 -- 172.21.15.8:0/2340561816 learned_addr learned my addr 172.21.15.8:0/2340561816 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:12:23.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:23.946+0000 7fc8c1400700 1 --2- 172.21.15.8:0/2340561816 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc8bc106120 0x7fc8bc19c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:23.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:23.946+0000 7fc8c2800700 1 -- 172.21.15.8:0/2340561816 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc8bc105760 msgr2=0x7fc8bc19be60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:23.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:23.946+0000 7fc8c2800700 1 --2- 172.21.15.8:0/2340561816 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc8bc105760 0x7fc8bc19be60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:23.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:23.946+0000 7fc8c2800700 1 -- 172.21.15.8:0/2340561816 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc8bc106120 msgr2=0x7fc8bc19c3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:23.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:23.946+0000 7fc8c2800700 1 --2- 172.21.15.8:0/2340561816 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc8bc106120 0x7fc8bc19c3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:23.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:23.946+0000 7fc8c2800700 1 -- 172.21.15.8:0/2340561816 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8bc1a0e70 con 0x7fc8bc10b760 2024-05-20T21:12:23.949 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:23.947+0000 7fc8c2800700 1 --2- 172.21.15.8:0/2340561816 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc8bc10b760 0x7fc8bc1a0730 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fc8b8007ee0 tx=0x7fc8b800d3b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:23.949 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:23.947+0000 7fc8b6a00700 1 -- 172.21.15.8:0/2340561816 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8b800ddd0 con 0x7fc8bc10b760 2024-05-20T21:12:23.949 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:23.947+0000 7fc8b6a00700 1 -- 172.21.15.8:0/2340561816 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc8b8004020 con 0x7fc8bc10b760 2024-05-20T21:12:23.949 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:23.947+0000 7fc8c4800700 1 -- 172.21.15.8:0/2340561816 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8bc1a1160 con 0x7fc8bc10b760 2024-05-20T21:12:23.949 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:23.947+0000 7fc8b6a00700 1 -- 172.21.15.8:0/2340561816 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8b8015660 con 0x7fc8bc10b760 2024-05-20T21:12:23.949 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:23.947+0000 7fc8c4800700 1 -- 172.21.15.8:0/2340561816 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8bc1a89e0 con 0x7fc8bc10b760 2024-05-20T21:12:23.949 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:23.948+0000 7fc8c4800700 1 -- 172.21.15.8:0/2340561816 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc8bc06a230 con 0x7fc8bc10b760 2024-05-20T21:12:23.950 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:23.950+0000 7fc8b6a00700 1 -- 172.21.15.8:0/2340561816 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7fc8b80041d0 con 0x7fc8bc10b760 2024-05-20T21:12:23.952 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:23.952+0000 7fc8b6a00700 1 --2- 172.21.15.8:0/2340561816 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc8a40b2990 0x7fc8a40b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:23.953 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:23.953+0000 7fc8c1e00700 1 --2- 172.21.15.8:0/2340561816 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc8a40b2990 0x7fc8a40b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:23.953 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:23.953+0000 7fc8b6a00700 1 -- 172.21.15.8:0/2340561816 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc8b80e1e30 con 0x7fc8bc10b760 2024-05-20T21:12:23.953 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:23.953+0000 7fc8c1e00700 1 --2- 172.21.15.8:0/2340561816 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc8a40b2990 0x7fc8a40b4e50 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fc8b0009be0 tx=0x7fc8b0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:23.956 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:23.956+0000 7fc8b6a00700 1 -- 172.21.15.8:0/2340561816 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fc8b8010070 con 0x7fc8bc10b760 2024-05-20T21:12:24.272 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:24.272+0000 7fc8c4800700 1 -- 172.21.15.8:0/2340561816 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7fc8bc02e560 con 0x7fc8bc10b760 2024-05-20T21:12:24.278 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:24.278+0000 7fc8b6a00700 1 -- 172.21.15.8:0/2340561816 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v17) ==== 74+0+288636 (secure 0 0 0) 0x7fc8b80a9980 con 0x7fc8bc10b760 2024-05-20T21:12:24.280 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:12:24.287 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:24.286+0000 7fc8c4800700 1 -- 172.21.15.8:0/2340561816 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc8a40b2990 msgr2=0x7fc8a40b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:24.287 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:24.286+0000 7fc8c4800700 1 --2- 172.21.15.8:0/2340561816 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc8a40b2990 0x7fc8a40b4e50 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fc8b0009be0 tx=0x7fc8b0009260 comp rx=0 tx=0).stop 2024-05-20T21:12:24.287 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:24.286+0000 7fc8c4800700 1 -- 172.21.15.8:0/2340561816 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc8bc10b760 msgr2=0x7fc8bc1a0730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:24.287 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:24.286+0000 7fc8c4800700 1 --2- 172.21.15.8:0/2340561816 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc8bc10b760 0x7fc8bc1a0730 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fc8b8007ee0 tx=0x7fc8b800d3b0 comp rx=0 tx=0).stop 2024-05-20T21:12:24.287 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:24.286+0000 7fc8c4800700 1 -- 172.21.15.8:0/2340561816 shutdown_connections 2024-05-20T21:12:24.287 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:24.286+0000 7fc8c4800700 1 --2- 172.21.15.8:0/2340561816 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc8a40b2990 0x7fc8a40b4e50 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:24.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:24.286+0000 7fc8c4800700 1 --2- 172.21.15.8:0/2340561816 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc8bc10b760 0x7fc8bc1a0730 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:24.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:24.286+0000 7fc8c4800700 1 --2- 172.21.15.8:0/2340561816 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc8bc105760 0x7fc8bc19be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:24.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:24.286+0000 7fc8c4800700 1 --2- 172.21.15.8:0/2340561816 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc8bc106120 0x7fc8bc19c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:24.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:24.286+0000 7fc8c4800700 1 -- 172.21.15.8:0/2340561816 >> 172.21.15.8:0/2340561816 conn(0x7fc8bc101250 msgr2=0x7fc8bc101a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:24.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:24.286+0000 7fc8c4800700 1 -- 172.21.15.8:0/2340561816 shutdown_connections 2024-05-20T21:12:24.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:24.286+0000 7fc8c4800700 1 -- 172.21.15.8:0/2340561816 wait complete. 2024-05-20T21:12:24.603 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:24 smithi008 ceph-mon[31475]: pgmap v352: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:12:24.603 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:24 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/2340561816' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-20T21:12:24.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:24 smithi130 ceph-mon[36448]: pgmap v352: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:12:24.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:24 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/2340561816' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-20T21:12:24.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:24 smithi050 ceph-mon[35809]: pgmap v352: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:12:24.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:24 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/2340561816' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-20T21:12:25.119 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":17,"flags":0,"active_gid":14152,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6800","nonce":2778224651},{"type":"v1","addr":"172.21.15.8:6801","nonce":2778224651}]},"active_addr":"172.21.15.8:6801/2778224651","active_change":"2024-05-20T21:03:00.999168+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":24109,"name":"z","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]},{"gid":24113,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.8:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.8:0","nonce":3825638209}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.8:0","nonce":663684260}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.8:0","nonce":770450344}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.8:0","nonce":2863973056}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.8:0","nonce":1564832142}]}]} 2024-05-20T21:12:25.126 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-05-20T21:12:25.126 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-05-20T21:12:25.126 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-20T21:12:25.645 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:12:26.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:26 smithi008 ceph-mon[31475]: pgmap v353: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-20T21:12:26.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:26 smithi130 ceph-mon[36448]: pgmap v353: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-20T21:12:26.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:26 smithi050 ceph-mon[35809]: pgmap v353: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-20T21:12:27.826 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:27.825+0000 7fea68a00700 1 -- 172.21.15.8:0/2979823132 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fea641088f0 msgr2=0x7fea64110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:27.826 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:27.825+0000 7fea68a00700 1 --2- 172.21.15.8:0/2979823132 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fea641088f0 0x7fea64110470 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fea5c00b0a0 tx=0x7fea5c00b3b0 comp rx=0 tx=0).stop 2024-05-20T21:12:27.826 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:27.826+0000 7fea68a00700 1 -- 172.21.15.8:0/2979823132 shutdown_connections 2024-05-20T21:12:27.826 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:27.826+0000 7fea68a00700 1 --2- 172.21.15.8:0/2979823132 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fea641088f0 0x7fea64110470 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:27.826 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:27.826+0000 7fea68a00700 1 --2- 172.21.15.8:0/2979823132 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fea641037f0 0x7fea64103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:27.826 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:27.826+0000 7fea68a00700 1 --2- 172.21.15.8:0/2979823132 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fea641041a0 0x7fea641081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:27.827 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:27.826+0000 7fea68a00700 1 -- 172.21.15.8:0/2979823132 >> 172.21.15.8:0/2979823132 conn(0x7fea6407a6a0 msgr2=0x7fea6407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:27.827 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:27.826+0000 7fea68a00700 1 -- 172.21.15.8:0/2979823132 shutdown_connections 2024-05-20T21:12:27.827 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:27.826+0000 7fea68a00700 1 -- 172.21.15.8:0/2979823132 wait complete. 2024-05-20T21:12:27.827 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:27.827+0000 7fea68a00700 1 Processor -- start 2024-05-20T21:12:27.827 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:27.827+0000 7fea68a00700 1 -- start start 2024-05-20T21:12:27.828 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:27.828+0000 7fea68a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fea641037f0 0x7fea6419bd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:27.828 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:27.828+0000 7fea68a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fea641041a0 0x7fea6419c2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:27.829 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:27.828+0000 7fea68a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fea641088f0 0x7fea641a0640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:27.829 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:27.828+0000 7fea68a00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fea64113730 con 0x7fea641037f0 2024-05-20T21:12:27.829 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:27.828+0000 7fea68a00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fea641135b0 con 0x7fea641088f0 2024-05-20T21:12:27.829 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:27.828+0000 7fea68a00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fea641138b0 con 0x7fea641041a0 2024-05-20T21:12:27.829 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:27.828+0000 7fea61e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fea641037f0 0x7fea6419bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:27.829 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:27.828+0000 7fea61e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fea641037f0 0x7fea6419bd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:39226/0 (socket says 172.21.15.8:39226) 2024-05-20T21:12:27.829 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:27.828+0000 7fea61e00700 1 -- 172.21.15.8:0/2192600353 learned_addr learned my addr 172.21.15.8:0/2192600353 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:12:27.829 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:27.828+0000 7fea61400700 1 --2- 172.21.15.8:0/2192600353 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fea641041a0 0x7fea6419c2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:27.829 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:27.828+0000 7fea62800700 1 --2- 172.21.15.8:0/2192600353 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fea641088f0 0x7fea641a0640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:27.830 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:27.829+0000 7fea61e00700 1 -- 172.21.15.8:0/2192600353 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fea641041a0 msgr2=0x7fea6419c2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:27.830 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:27.829+0000 7fea61e00700 1 --2- 172.21.15.8:0/2192600353 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fea641041a0 0x7fea6419c2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:27.830 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:27.829+0000 7fea61e00700 1 -- 172.21.15.8:0/2192600353 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fea641088f0 msgr2=0x7fea641a0640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:27.830 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:27.829+0000 7fea61e00700 1 --2- 172.21.15.8:0/2192600353 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fea641088f0 0x7fea641a0640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:27.830 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:27.829+0000 7fea61e00700 1 -- 172.21.15.8:0/2192600353 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea641a0d80 con 0x7fea641037f0 2024-05-20T21:12:27.830 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:27.829+0000 7fea61400700 1 --2- 172.21.15.8:0/2192600353 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fea641041a0 0x7fea6419c2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:12:27.830 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:27.829+0000 7fea61e00700 1 --2- 172.21.15.8:0/2192600353 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fea641037f0 0x7fea6419bd70 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fea5400d950 tx=0x7fea5400dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:27.831 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:27.830+0000 7fea5aa00700 1 -- 172.21.15.8:0/2192600353 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea54016070 con 0x7fea641037f0 2024-05-20T21:12:27.831 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:27.830+0000 7fea5aa00700 1 -- 172.21.15.8:0/2192600353 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fea5400fd40 con 0x7fea641037f0 2024-05-20T21:12:27.831 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:27.830+0000 7fea5aa00700 1 -- 172.21.15.8:0/2192600353 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea5400e3b0 con 0x7fea641037f0 2024-05-20T21:12:27.831 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:27.830+0000 7fea68a00700 1 -- 172.21.15.8:0/2192600353 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea641a1070 con 0x7fea641037f0 2024-05-20T21:12:27.831 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:27.830+0000 7fea68a00700 1 -- 172.21.15.8:0/2192600353 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fea641a88f0 con 0x7fea641037f0 2024-05-20T21:12:27.831 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:27.831+0000 7fea68a00700 1 -- 172.21.15.8:0/2192600353 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fea6406a230 con 0x7fea641037f0 2024-05-20T21:12:27.833 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:27.833+0000 7fea5aa00700 1 -- 172.21.15.8:0/2192600353 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7fea54019070 con 0x7fea641037f0 2024-05-20T21:12:27.834 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:27.835+0000 7fea5aa00700 1 --2- 172.21.15.8:0/2192600353 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fea480b2990 0x7fea480b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:27.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:27.835+0000 7fea5aa00700 1 -- 172.21.15.8:0/2192600353 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fea540e1e80 con 0x7fea641037f0 2024-05-20T21:12:27.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:27.835+0000 7fea61400700 1 --2- 172.21.15.8:0/2192600353 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fea480b2990 0x7fea480b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:27.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:27.836+0000 7fea61400700 1 --2- 172.21.15.8:0/2192600353 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fea480b2990 0x7fea480b4e50 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fea64110820 tx=0x7fea50009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:27.839 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:27.839+0000 7fea5aa00700 1 -- 172.21.15.8:0/2192600353 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fea540a99d0 con 0x7fea641037f0 2024-05-20T21:12:28.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:28.081+0000 7fea68a00700 1 -- 172.21.15.8:0/2192600353 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fea641a8b20 con 0x7fea641037f0 2024-05-20T21:12:28.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:28.085+0000 7fea5aa00700 1 -- 172.21.15.8:0/2192600353 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+22620 (secure 0 0 0) 0x7fea540a92d0 con 0x7fea641037f0 2024-05-20T21:12:28.086 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:12:28.086 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":81,"fsid":"060ce10e-16ec-11ef-bc9a-c7b262605968","created":"2024-05-20T21:01:50.508336+0000","modified":"2024-05-20T21:12:02.563456+0000","last_up_change":"2024-05-20T21:10:03.543960+0000","last_in_change":"2024-05-20T21:09:43.745737+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-20T21:05:47.155633+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-20T21:11:10.880303+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-20T21:11:14.963738+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"567da6cc-0f5c-488c-82f7-0ecdf1f9a92c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6802","nonce":2530117688},{"type":"v1","addr":"172.21.15.8:6803","nonce":2530117688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6804","nonce":2530117688},{"type":"v1","addr":"172.21.15.8:6805","nonce":2530117688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6808","nonce":2530117688},{"type":"v1","addr":"172.21.15.8:6809","nonce":2530117688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6806","nonce":2530117688},{"type":"v1","addr":"172.21.15.8:6807","nonce":2530117688}]},"public_addr":"172.21.15.8:6803/2530117688","cluster_addr":"172.21.15.8:6805/2530117688","heartbeat_back_addr":"172.21.15.8:6809/2530117688","heartbeat_front_addr":"172.21.15.8:6807/2530117688","state":["exists","up"]},{"osd":1,"uuid":"6d7c2f7a-ba32-43d3-bcb5-91213501621d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":1765474633},{"type":"v1","addr":"172.21.15.50:6801","nonce":1765474633}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":1765474633},{"type":"v1","addr":"172.21.15.50:6803","nonce":1765474633}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":1765474633},{"type":"v1","addr":"172.21.15.50:6807","nonce":1765474633}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":1765474633},{"type":"v1","addr":"172.21.15.50:6805","nonce":1765474633}]},"public_addr":"172.21.15.50:6801/1765474633","cluster_addr":"172.21.15.50:6803/1765474633","heartbeat_back_addr":"172.21.15.50:6807/1765474633","heartbeat_front_addr":"172.21.15.50:6805/1765474633","state":["exists","up"]},{"osd":2,"uuid":"616c77cc-71ca-4d73-87ba-f9e2b391617f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6800","nonce":2148668646},{"type":"v1","addr":"172.21.15.130:6801","nonce":2148668646}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6802","nonce":2148668646},{"type":"v1","addr":"172.21.15.130:6803","nonce":2148668646}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6806","nonce":2148668646},{"type":"v1","addr":"172.21.15.130:6807","nonce":2148668646}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6804","nonce":2148668646},{"type":"v1","addr":"172.21.15.130:6805","nonce":2148668646}]},"public_addr":"172.21.15.130:6801/2148668646","cluster_addr":"172.21.15.130:6803/2148668646","heartbeat_back_addr":"172.21.15.130:6807/2148668646","heartbeat_front_addr":"172.21.15.130:6805/2148668646","state":["exists","up"]},{"osd":3,"uuid":"97c26b23-ae0b-424b-b593-5f7d545d78fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6810","nonce":522014344},{"type":"v1","addr":"172.21.15.8:6811","nonce":522014344}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6812","nonce":522014344},{"type":"v1","addr":"172.21.15.8:6813","nonce":522014344}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6816","nonce":522014344},{"type":"v1","addr":"172.21.15.8:6817","nonce":522014344}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6814","nonce":522014344},{"type":"v1","addr":"172.21.15.8:6815","nonce":522014344}]},"public_addr":"172.21.15.8:6811/522014344","cluster_addr":"172.21.15.8:6813/522014344","heartbeat_back_addr":"172.21.15.8:6817/522014344","heartbeat_front_addr":"172.21.15.8:6815/522014344","state":["exists","up"]},{"osd":4,"uuid":"032641da-14a1-4d60-975c-7ae9dd749f8b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":2849163314},{"type":"v1","addr":"172.21.15.50:6809","nonce":2849163314}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":2849163314},{"type":"v1","addr":"172.21.15.50:6811","nonce":2849163314}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":2849163314},{"type":"v1","addr":"172.21.15.50:6815","nonce":2849163314}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":2849163314},{"type":"v1","addr":"172.21.15.50:6813","nonce":2849163314}]},"public_addr":"172.21.15.50:6809/2849163314","cluster_addr":"172.21.15.50:6811/2849163314","heartbeat_back_addr":"172.21.15.50:6815/2849163314","heartbeat_front_addr":"172.21.15.50:6813/2849163314","state":["exists","up"]},{"osd":5,"uuid":"e0a50b25-3bd5-4f3d-9c6b-e0a37620c1fe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6808","nonce":2920667492},{"type":"v1","addr":"172.21.15.130:6809","nonce":2920667492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6810","nonce":2920667492},{"type":"v1","addr":"172.21.15.130:6811","nonce":2920667492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6814","nonce":2920667492},{"type":"v1","addr":"172.21.15.130:6815","nonce":2920667492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6812","nonce":2920667492},{"type":"v1","addr":"172.21.15.130:6813","nonce":2920667492}]},"public_addr":"172.21.15.130:6809/2920667492","cluster_addr":"172.21.15.130:6811/2920667492","heartbeat_back_addr":"172.21.15.130:6815/2920667492","heartbeat_front_addr":"172.21.15.130:6813/2920667492","state":["exists","up"]},{"osd":6,"uuid":"6fea92cd-1f1b-4f37-b607-4396f31985ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6818","nonce":107816006},{"type":"v1","addr":"172.21.15.8:6819","nonce":107816006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6820","nonce":107816006},{"type":"v1","addr":"172.21.15.8:6821","nonce":107816006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6824","nonce":107816006},{"type":"v1","addr":"172.21.15.8:6825","nonce":107816006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6822","nonce":107816006},{"type":"v1","addr":"172.21.15.8:6823","nonce":107816006}]},"public_addr":"172.21.15.8:6819/107816006","cluster_addr":"172.21.15.8:6821/107816006","heartbeat_back_addr":"172.21.15.8:6825/107816006","heartbeat_front_addr":"172.21.15.8:6823/107816006","state":["exists","up"]},{"osd":7,"uuid":"ed4481c7-8b9b-4360-87d7-e5eb8ea18b2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":2308872994},{"type":"v1","addr":"172.21.15.50:6817","nonce":2308872994}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":2308872994},{"type":"v1","addr":"172.21.15.50:6819","nonce":2308872994}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":2308872994},{"type":"v1","addr":"172.21.15.50:6823","nonce":2308872994}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":2308872994},{"type":"v1","addr":"172.21.15.50:6821","nonce":2308872994}]},"public_addr":"172.21.15.50:6817/2308872994","cluster_addr":"172.21.15.50:6819/2308872994","heartbeat_back_addr":"172.21.15.50:6823/2308872994","heartbeat_front_addr":"172.21.15.50:6821/2308872994","state":["exists","up"]},{"osd":8,"uuid":"c47d04f0-93d2-4a17-b7d0-a16a1d62099f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6816","nonce":2076512047},{"type":"v1","addr":"172.21.15.130:6817","nonce":2076512047}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6818","nonce":2076512047},{"type":"v1","addr":"172.21.15.130:6819","nonce":2076512047}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6822","nonce":2076512047},{"type":"v1","addr":"172.21.15.130:6823","nonce":2076512047}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6820","nonce":2076512047},{"type":"v1","addr":"172.21.15.130:6821","nonce":2076512047}]},"public_addr":"172.21.15.130:6817/2076512047","cluster_addr":"172.21.15.130:6819/2076512047","heartbeat_back_addr":"172.21.15.130:6823/2076512047","heartbeat_front_addr":"172.21.15.130:6821/2076512047","state":["exists","up"]},{"osd":9,"uuid":"54ccf87d-5ce9-4631-ab41-fbb0abb1d7e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6826","nonce":2726512408},{"type":"v1","addr":"172.21.15.8:6827","nonce":2726512408}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6828","nonce":2726512408},{"type":"v1","addr":"172.21.15.8:6829","nonce":2726512408}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6832","nonce":2726512408},{"type":"v1","addr":"172.21.15.8:6833","nonce":2726512408}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6830","nonce":2726512408},{"type":"v1","addr":"172.21.15.8:6831","nonce":2726512408}]},"public_addr":"172.21.15.8:6827/2726512408","cluster_addr":"172.21.15.8:6829/2726512408","heartbeat_back_addr":"172.21.15.8:6833/2726512408","heartbeat_front_addr":"172.21.15.8:6831/2726512408","state":["exists","up"]},{"osd":10,"uuid":"59788566-3094-4926-afbf-0a297a265ff5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":2266909560},{"type":"v1","addr":"172.21.15.50:6825","nonce":2266909560}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":2266909560},{"type":"v1","addr":"172.21.15.50:6827","nonce":2266909560}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":2266909560},{"type":"v1","addr":"172.21.15.50:6831","nonce":2266909560}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":2266909560},{"type":"v1","addr":"172.21.15.50:6829","nonce":2266909560}]},"public_addr":"172.21.15.50:6825/2266909560","cluster_addr":"172.21.15.50:6827/2266909560","heartbeat_back_addr":"172.21.15.50:6831/2266909560","heartbeat_front_addr":"172.21.15.50:6829/2266909560","state":["exists","up"]},{"osd":11,"uuid":"f4dfda6f-f5ea-4d53-8940-d33edd1dd61a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6824","nonce":2025670617},{"type":"v1","addr":"172.21.15.130:6825","nonce":2025670617}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6826","nonce":2025670617},{"type":"v1","addr":"172.21.15.130:6827","nonce":2025670617}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6830","nonce":2025670617},{"type":"v1","addr":"172.21.15.130:6831","nonce":2025670617}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6828","nonce":2025670617},{"type":"v1","addr":"172.21.15.130:6829","nonce":2025670617}]},"public_addr":"172.21.15.130:6825/2025670617","cluster_addr":"172.21.15.130:6827/2025670617","heartbeat_back_addr":"172.21.15.130:6831/2025670617","heartbeat_front_addr":"172.21.15.130:6829/2025670617","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:04:55.223745+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:05:20.826140+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:05:44.508801+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:06:17.590953+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:06:43.158647+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:07:07.550211+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:07:41.445843+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:08:08.755800+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:08:33.714081+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:09:08.647054+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:09:36.773039+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:10:01.697404+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"3.b","mappings":[{"from":3,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":6}]},{"pgid":"3.1b","mappings":[{"from":4,"to":7},{"from":3,"to":8}]},{"pgid":"3.1d","mappings":[{"from":4,"to":6}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.25","mappings":[{"from":5,"to":9}]},{"pgid":"3.27","mappings":[{"from":4,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.8:6801/3677468514":"2024-05-21T21:03:00.998855+0000","172.21.15.8:0/644454220":"2024-05-21T21:03:00.998855+0000","172.21.15.8:6800/3677468514":"2024-05-21T21:03:00.998855+0000","172.21.15.8:0/329536388":"2024-05-21T21:02:24.888619+0000","172.21.15.8:0/346325619":"2024-05-21T21:02:24.888619+0000","172.21.15.8:0/85678654":"2024-05-21T21:03:00.998855+0000","172.21.15.8:6800/3424210912":"2024-05-21T21:02:24.888619+0000","172.21.15.8:0/1767165129":"2024-05-21T21:02:24.888619+0000","172.21.15.8:6801/3424210912":"2024-05-21T21:02:24.888619+0000","172.21.15.8:0/3032080664":"2024-05-21T21:03:00.998855+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-20T21:12:28.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:28.089+0000 7fea68a00700 1 -- 172.21.15.8:0/2192600353 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fea480b2990 msgr2=0x7fea480b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:28.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:28.089+0000 7fea68a00700 1 --2- 172.21.15.8:0/2192600353 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fea480b2990 0x7fea480b4e50 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fea64110820 tx=0x7fea50009260 comp rx=0 tx=0).stop 2024-05-20T21:12:28.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:28.089+0000 7fea68a00700 1 -- 172.21.15.8:0/2192600353 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fea641037f0 msgr2=0x7fea6419bd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:28.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:28.089+0000 7fea68a00700 1 --2- 172.21.15.8:0/2192600353 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fea641037f0 0x7fea6419bd70 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fea5400d950 tx=0x7fea5400dc60 comp rx=0 tx=0).stop 2024-05-20T21:12:28.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:28.089+0000 7fea68a00700 1 -- 172.21.15.8:0/2192600353 shutdown_connections 2024-05-20T21:12:28.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:28.089+0000 7fea68a00700 1 --2- 172.21.15.8:0/2192600353 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fea480b2990 0x7fea480b4e50 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:28.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:28.089+0000 7fea68a00700 1 --2- 172.21.15.8:0/2192600353 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fea641088f0 0x7fea641a0640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:28.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:28.089+0000 7fea68a00700 1 --2- 172.21.15.8:0/2192600353 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fea641037f0 0x7fea6419bd70 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:28.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:28.089+0000 7fea68a00700 1 --2- 172.21.15.8:0/2192600353 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fea641041a0 0x7fea6419c2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:28.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:28.089+0000 7fea68a00700 1 -- 172.21.15.8:0/2192600353 >> 172.21.15.8:0/2192600353 conn(0x7fea6407a6a0 msgr2=0x7fea641018f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:28.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:28.089+0000 7fea68a00700 1 -- 172.21.15.8:0/2192600353 shutdown_connections 2024-05-20T21:12:28.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:28.089+0000 7fea68a00700 1 -- 172.21.15.8:0/2192600353 wait complete. 2024-05-20T21:12:28.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:28 smithi008 ceph-mon[31475]: pgmap v354: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:12:28.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:28 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/2192600353' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:12:28.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:28 smithi130 ceph-mon[36448]: pgmap v354: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:12:28.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:28 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/2192600353' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:12:28.673 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:28 smithi050 ceph-mon[35809]: pgmap v354: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:12:28.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:28 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/2192600353' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:12:28.998 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-05-20T21:12:28.998 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-20T21:12:29.453 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:12:30.628 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:30 smithi008 ceph-mon[31475]: pgmap v355: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:12:30.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:30 smithi130 ceph-mon[36448]: pgmap v355: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:12:30.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:30 smithi050 ceph-mon[35809]: pgmap v355: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:12:31.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:31.442+0000 7f0cde600700 1 -- 172.21.15.8:0/4141905509 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0cd81037f0 msgr2=0x7f0cd8103bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:31.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:31.442+0000 7f0cde600700 1 --2- 172.21.15.8:0/4141905509 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0cd81037f0 0x7f0cd8103bd0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f0cc800b0a0 tx=0x7f0cc800b3b0 comp rx=0 tx=0).stop 2024-05-20T21:12:31.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:31.442+0000 7f0cde600700 1 -- 172.21.15.8:0/4141905509 shutdown_connections 2024-05-20T21:12:31.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:31.442+0000 7f0cde600700 1 --2- 172.21.15.8:0/4141905509 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0cd81088f0 0x7f0cd8110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:31.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:31.442+0000 7f0cde600700 1 --2- 172.21.15.8:0/4141905509 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0cd81037f0 0x7f0cd8103bd0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:31.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:31.442+0000 7f0cde600700 1 --2- 172.21.15.8:0/4141905509 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0cd81041a0 0x7f0cd81081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:31.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:31.442+0000 7f0cde600700 1 -- 172.21.15.8:0/4141905509 >> 172.21.15.8:0/4141905509 conn(0x7f0cd807a6a0 msgr2=0x7f0cd807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:31.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:31.442+0000 7f0cde600700 1 -- 172.21.15.8:0/4141905509 shutdown_connections 2024-05-20T21:12:31.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:31.443+0000 7f0cde600700 1 -- 172.21.15.8:0/4141905509 wait complete. 2024-05-20T21:12:31.445 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:31.444+0000 7f0cde600700 1 Processor -- start 2024-05-20T21:12:31.445 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:31.444+0000 7f0cde600700 1 -- start start 2024-05-20T21:12:31.445 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:31.444+0000 7f0cde600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0cd81037f0 0x7f0cd8075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:31.445 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:31.444+0000 7f0cde600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0cd81041a0 0x7f0cd8075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:31.445 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:31.444+0000 7f0cde600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0cd81088f0 0x7f0cd80762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:31.445 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:31.444+0000 7f0cde600700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f0cd8113730 con 0x7f0cd81088f0 2024-05-20T21:12:31.445 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:31.444+0000 7f0cde600700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f0cd81135b0 con 0x7f0cd81037f0 2024-05-20T21:12:31.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:31.444+0000 7f0cde600700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f0cd81138b0 con 0x7f0cd81041a0 2024-05-20T21:12:31.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:31.444+0000 7f0cd7400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0cd81037f0 0x7f0cd8075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:31.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:31.445+0000 7f0cd6a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0cd81041a0 0x7f0cd8075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:31.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:31.445+0000 7f0cd7400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0cd81037f0 0x7f0cd8075840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:44636/0 (socket says 172.21.15.8:44636) 2024-05-20T21:12:31.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:31.445+0000 7f0cd7400700 1 -- 172.21.15.8:0/730339524 learned_addr learned my addr 172.21.15.8:0/730339524 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:12:31.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:31.445+0000 7f0cd7e00700 1 --2- 172.21.15.8:0/730339524 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0cd81088f0 0x7f0cd80762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:31.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:31.445+0000 7f0cd6a00700 1 -- 172.21.15.8:0/730339524 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0cd81037f0 msgr2=0x7f0cd8075840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:31.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:31.445+0000 7f0cd6a00700 1 --2- 172.21.15.8:0/730339524 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0cd81037f0 0x7f0cd8075840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:31.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:31.445+0000 7f0cd6a00700 1 -- 172.21.15.8:0/730339524 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0cd81088f0 msgr2=0x7f0cd80762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:31.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:31.445+0000 7f0cd6a00700 1 --2- 172.21.15.8:0/730339524 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0cd81088f0 0x7f0cd80762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:31.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:31.445+0000 7f0cd6a00700 1 -- 172.21.15.8:0/730339524 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0cd81a8140 con 0x7f0cd81041a0 2024-05-20T21:12:31.447 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:31.445+0000 7f0cd6a00700 1 --2- 172.21.15.8:0/730339524 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0cd81041a0 0x7f0cd8075d80 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f0cc400e9f0 tx=0x7f0cc400ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:31.447 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:31.446+0000 7f0ccfe00700 1 -- 172.21.15.8:0/730339524 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cc400c9c0 con 0x7f0cd81041a0 2024-05-20T21:12:31.447 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:31.446+0000 7f0ccfe00700 1 -- 172.21.15.8:0/730339524 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0cc400cb60 con 0x7f0cd81041a0 2024-05-20T21:12:31.447 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:31.446+0000 7f0cde600700 1 -- 172.21.15.8:0/730339524 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0cd81a8430 con 0x7f0cd81041a0 2024-05-20T21:12:31.447 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:31.446+0000 7f0ccfe00700 1 -- 172.21.15.8:0/730339524 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cc4018680 con 0x7f0cd81041a0 2024-05-20T21:12:31.447 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:31.446+0000 7f0cde600700 1 -- 172.21.15.8:0/730339524 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0cd81a8970 con 0x7f0cd81041a0 2024-05-20T21:12:31.447 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:31.447+0000 7f0cde600700 1 -- 172.21.15.8:0/730339524 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0cd810bb30 con 0x7f0cd81041a0 2024-05-20T21:12:31.450 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:31.450+0000 7f0ccfe00700 1 -- 172.21.15.8:0/730339524 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7f0cc4010430 con 0x7f0cd81041a0 2024-05-20T21:12:31.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:31.452+0000 7f0ccfe00700 1 --2- 172.21.15.8:0/730339524 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0cbc0b2910 0x7f0cbc0b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:31.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:31.452+0000 7f0ccfe00700 1 -- 172.21.15.8:0/730339524 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f0cc40e28e0 con 0x7f0cd81041a0 2024-05-20T21:12:31.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:31.452+0000 7f0cd7400700 1 --2- 172.21.15.8:0/730339524 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0cbc0b2910 0x7f0cbc0b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:31.453 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:31.453+0000 7f0cd7400700 1 --2- 172.21.15.8:0/730339524 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0cbc0b2910 0x7f0cbc0b4dd0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f0cc800b780 tx=0x7f0cc8009de0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:31.453 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:31.453+0000 7f0ccfe00700 1 -- 172.21.15.8:0/730339524 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f0cc40aa430 con 0x7f0cd81041a0 2024-05-20T21:12:31.704 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:31.704+0000 7f0cde600700 1 -- 172.21.15.8:0/730339524 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0cd810b510 con 0x7f0cd81041a0 2024-05-20T21:12:31.706 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:31.706+0000 7f0ccfe00700 1 -- 172.21.15.8:0/730339524 <== mon.1 v2:172.21.15.130:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+22620 (secure 0 0 0) 0x7f0cc40a9d30 con 0x7f0cd81041a0 2024-05-20T21:12:31.707 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:12:31.707 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":81,"fsid":"060ce10e-16ec-11ef-bc9a-c7b262605968","created":"2024-05-20T21:01:50.508336+0000","modified":"2024-05-20T21:12:02.563456+0000","last_up_change":"2024-05-20T21:10:03.543960+0000","last_in_change":"2024-05-20T21:09:43.745737+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-20T21:05:47.155633+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-20T21:11:10.880303+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-20T21:11:14.963738+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"567da6cc-0f5c-488c-82f7-0ecdf1f9a92c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6802","nonce":2530117688},{"type":"v1","addr":"172.21.15.8:6803","nonce":2530117688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6804","nonce":2530117688},{"type":"v1","addr":"172.21.15.8:6805","nonce":2530117688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6808","nonce":2530117688},{"type":"v1","addr":"172.21.15.8:6809","nonce":2530117688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6806","nonce":2530117688},{"type":"v1","addr":"172.21.15.8:6807","nonce":2530117688}]},"public_addr":"172.21.15.8:6803/2530117688","cluster_addr":"172.21.15.8:6805/2530117688","heartbeat_back_addr":"172.21.15.8:6809/2530117688","heartbeat_front_addr":"172.21.15.8:6807/2530117688","state":["exists","up"]},{"osd":1,"uuid":"6d7c2f7a-ba32-43d3-bcb5-91213501621d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":1765474633},{"type":"v1","addr":"172.21.15.50:6801","nonce":1765474633}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":1765474633},{"type":"v1","addr":"172.21.15.50:6803","nonce":1765474633}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":1765474633},{"type":"v1","addr":"172.21.15.50:6807","nonce":1765474633}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":1765474633},{"type":"v1","addr":"172.21.15.50:6805","nonce":1765474633}]},"public_addr":"172.21.15.50:6801/1765474633","cluster_addr":"172.21.15.50:6803/1765474633","heartbeat_back_addr":"172.21.15.50:6807/1765474633","heartbeat_front_addr":"172.21.15.50:6805/1765474633","state":["exists","up"]},{"osd":2,"uuid":"616c77cc-71ca-4d73-87ba-f9e2b391617f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6800","nonce":2148668646},{"type":"v1","addr":"172.21.15.130:6801","nonce":2148668646}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6802","nonce":2148668646},{"type":"v1","addr":"172.21.15.130:6803","nonce":2148668646}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6806","nonce":2148668646},{"type":"v1","addr":"172.21.15.130:6807","nonce":2148668646}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6804","nonce":2148668646},{"type":"v1","addr":"172.21.15.130:6805","nonce":2148668646}]},"public_addr":"172.21.15.130:6801/2148668646","cluster_addr":"172.21.15.130:6803/2148668646","heartbeat_back_addr":"172.21.15.130:6807/2148668646","heartbeat_front_addr":"172.21.15.130:6805/2148668646","state":["exists","up"]},{"osd":3,"uuid":"97c26b23-ae0b-424b-b593-5f7d545d78fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6810","nonce":522014344},{"type":"v1","addr":"172.21.15.8:6811","nonce":522014344}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6812","nonce":522014344},{"type":"v1","addr":"172.21.15.8:6813","nonce":522014344}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6816","nonce":522014344},{"type":"v1","addr":"172.21.15.8:6817","nonce":522014344}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6814","nonce":522014344},{"type":"v1","addr":"172.21.15.8:6815","nonce":522014344}]},"public_addr":"172.21.15.8:6811/522014344","cluster_addr":"172.21.15.8:6813/522014344","heartbeat_back_addr":"172.21.15.8:6817/522014344","heartbeat_front_addr":"172.21.15.8:6815/522014344","state":["exists","up"]},{"osd":4,"uuid":"032641da-14a1-4d60-975c-7ae9dd749f8b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":2849163314},{"type":"v1","addr":"172.21.15.50:6809","nonce":2849163314}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":2849163314},{"type":"v1","addr":"172.21.15.50:6811","nonce":2849163314}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":2849163314},{"type":"v1","addr":"172.21.15.50:6815","nonce":2849163314}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":2849163314},{"type":"v1","addr":"172.21.15.50:6813","nonce":2849163314}]},"public_addr":"172.21.15.50:6809/2849163314","cluster_addr":"172.21.15.50:6811/2849163314","heartbeat_back_addr":"172.21.15.50:6815/2849163314","heartbeat_front_addr":"172.21.15.50:6813/2849163314","state":["exists","up"]},{"osd":5,"uuid":"e0a50b25-3bd5-4f3d-9c6b-e0a37620c1fe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6808","nonce":2920667492},{"type":"v1","addr":"172.21.15.130:6809","nonce":2920667492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6810","nonce":2920667492},{"type":"v1","addr":"172.21.15.130:6811","nonce":2920667492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6814","nonce":2920667492},{"type":"v1","addr":"172.21.15.130:6815","nonce":2920667492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6812","nonce":2920667492},{"type":"v1","addr":"172.21.15.130:6813","nonce":2920667492}]},"public_addr":"172.21.15.130:6809/2920667492","cluster_addr":"172.21.15.130:6811/2920667492","heartbeat_back_addr":"172.21.15.130:6815/2920667492","heartbeat_front_addr":"172.21.15.130:6813/2920667492","state":["exists","up"]},{"osd":6,"uuid":"6fea92cd-1f1b-4f37-b607-4396f31985ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6818","nonce":107816006},{"type":"v1","addr":"172.21.15.8:6819","nonce":107816006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6820","nonce":107816006},{"type":"v1","addr":"172.21.15.8:6821","nonce":107816006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6824","nonce":107816006},{"type":"v1","addr":"172.21.15.8:6825","nonce":107816006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6822","nonce":107816006},{"type":"v1","addr":"172.21.15.8:6823","nonce":107816006}]},"public_addr":"172.21.15.8:6819/107816006","cluster_addr":"172.21.15.8:6821/107816006","heartbeat_back_addr":"172.21.15.8:6825/107816006","heartbeat_front_addr":"172.21.15.8:6823/107816006","state":["exists","up"]},{"osd":7,"uuid":"ed4481c7-8b9b-4360-87d7-e5eb8ea18b2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":2308872994},{"type":"v1","addr":"172.21.15.50:6817","nonce":2308872994}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":2308872994},{"type":"v1","addr":"172.21.15.50:6819","nonce":2308872994}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":2308872994},{"type":"v1","addr":"172.21.15.50:6823","nonce":2308872994}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":2308872994},{"type":"v1","addr":"172.21.15.50:6821","nonce":2308872994}]},"public_addr":"172.21.15.50:6817/2308872994","cluster_addr":"172.21.15.50:6819/2308872994","heartbeat_back_addr":"172.21.15.50:6823/2308872994","heartbeat_front_addr":"172.21.15.50:6821/2308872994","state":["exists","up"]},{"osd":8,"uuid":"c47d04f0-93d2-4a17-b7d0-a16a1d62099f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6816","nonce":2076512047},{"type":"v1","addr":"172.21.15.130:6817","nonce":2076512047}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6818","nonce":2076512047},{"type":"v1","addr":"172.21.15.130:6819","nonce":2076512047}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6822","nonce":2076512047},{"type":"v1","addr":"172.21.15.130:6823","nonce":2076512047}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6820","nonce":2076512047},{"type":"v1","addr":"172.21.15.130:6821","nonce":2076512047}]},"public_addr":"172.21.15.130:6817/2076512047","cluster_addr":"172.21.15.130:6819/2076512047","heartbeat_back_addr":"172.21.15.130:6823/2076512047","heartbeat_front_addr":"172.21.15.130:6821/2076512047","state":["exists","up"]},{"osd":9,"uuid":"54ccf87d-5ce9-4631-ab41-fbb0abb1d7e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6826","nonce":2726512408},{"type":"v1","addr":"172.21.15.8:6827","nonce":2726512408}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6828","nonce":2726512408},{"type":"v1","addr":"172.21.15.8:6829","nonce":2726512408}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6832","nonce":2726512408},{"type":"v1","addr":"172.21.15.8:6833","nonce":2726512408}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6830","nonce":2726512408},{"type":"v1","addr":"172.21.15.8:6831","nonce":2726512408}]},"public_addr":"172.21.15.8:6827/2726512408","cluster_addr":"172.21.15.8:6829/2726512408","heartbeat_back_addr":"172.21.15.8:6833/2726512408","heartbeat_front_addr":"172.21.15.8:6831/2726512408","state":["exists","up"]},{"osd":10,"uuid":"59788566-3094-4926-afbf-0a297a265ff5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":2266909560},{"type":"v1","addr":"172.21.15.50:6825","nonce":2266909560}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":2266909560},{"type":"v1","addr":"172.21.15.50:6827","nonce":2266909560}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":2266909560},{"type":"v1","addr":"172.21.15.50:6831","nonce":2266909560}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":2266909560},{"type":"v1","addr":"172.21.15.50:6829","nonce":2266909560}]},"public_addr":"172.21.15.50:6825/2266909560","cluster_addr":"172.21.15.50:6827/2266909560","heartbeat_back_addr":"172.21.15.50:6831/2266909560","heartbeat_front_addr":"172.21.15.50:6829/2266909560","state":["exists","up"]},{"osd":11,"uuid":"f4dfda6f-f5ea-4d53-8940-d33edd1dd61a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6824","nonce":2025670617},{"type":"v1","addr":"172.21.15.130:6825","nonce":2025670617}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6826","nonce":2025670617},{"type":"v1","addr":"172.21.15.130:6827","nonce":2025670617}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6830","nonce":2025670617},{"type":"v1","addr":"172.21.15.130:6831","nonce":2025670617}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6828","nonce":2025670617},{"type":"v1","addr":"172.21.15.130:6829","nonce":2025670617}]},"public_addr":"172.21.15.130:6825/2025670617","cluster_addr":"172.21.15.130:6827/2025670617","heartbeat_back_addr":"172.21.15.130:6831/2025670617","heartbeat_front_addr":"172.21.15.130:6829/2025670617","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:04:55.223745+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:05:20.826140+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:05:44.508801+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:06:17.590953+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:06:43.158647+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:07:07.550211+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:07:41.445843+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:08:08.755800+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:08:33.714081+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:09:08.647054+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:09:36.773039+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:10:01.697404+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"3.b","mappings":[{"from":3,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":6}]},{"pgid":"3.1b","mappings":[{"from":4,"to":7},{"from":3,"to":8}]},{"pgid":"3.1d","mappings":[{"from":4,"to":6}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.25","mappings":[{"from":5,"to":9}]},{"pgid":"3.27","mappings":[{"from":4,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.8:6801/3677468514":"2024-05-21T21:03:00.998855+0000","172.21.15.8:0/644454220":"2024-05-21T21:03:00.998855+0000","172.21.15.8:6800/3677468514":"2024-05-21T21:03:00.998855+0000","172.21.15.8:0/329536388":"2024-05-21T21:02:24.888619+0000","172.21.15.8:0/346325619":"2024-05-21T21:02:24.888619+0000","172.21.15.8:0/85678654":"2024-05-21T21:03:00.998855+0000","172.21.15.8:6800/3424210912":"2024-05-21T21:02:24.888619+0000","172.21.15.8:0/1767165129":"2024-05-21T21:02:24.888619+0000","172.21.15.8:6801/3424210912":"2024-05-21T21:02:24.888619+0000","172.21.15.8:0/3032080664":"2024-05-21T21:03:00.998855+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-20T21:12:31.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:31.709+0000 7f0cde600700 1 -- 172.21.15.8:0/730339524 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0cbc0b2910 msgr2=0x7f0cbc0b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:31.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:31.709+0000 7f0cde600700 1 --2- 172.21.15.8:0/730339524 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0cbc0b2910 0x7f0cbc0b4dd0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f0cc800b780 tx=0x7f0cc8009de0 comp rx=0 tx=0).stop 2024-05-20T21:12:31.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:31.709+0000 7f0cde600700 1 -- 172.21.15.8:0/730339524 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0cd81041a0 msgr2=0x7f0cd8075d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:31.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:31.709+0000 7f0cde600700 1 --2- 172.21.15.8:0/730339524 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0cd81041a0 0x7f0cd8075d80 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f0cc400e9f0 tx=0x7f0cc400ed00 comp rx=0 tx=0).stop 2024-05-20T21:12:31.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:31.710+0000 7f0cde600700 1 -- 172.21.15.8:0/730339524 shutdown_connections 2024-05-20T21:12:31.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:31.710+0000 7f0cde600700 1 --2- 172.21.15.8:0/730339524 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0cbc0b2910 0x7f0cbc0b4dd0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:31.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:31.710+0000 7f0cde600700 1 --2- 172.21.15.8:0/730339524 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0cd81037f0 0x7f0cd8075840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:31.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:31.710+0000 7f0cde600700 1 --2- 172.21.15.8:0/730339524 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0cd81088f0 0x7f0cd80762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:31.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:31.710+0000 7f0cde600700 1 --2- 172.21.15.8:0/730339524 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0cd81041a0 0x7f0cd8075d80 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:31.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:31.710+0000 7f0cde600700 1 -- 172.21.15.8:0/730339524 >> 172.21.15.8:0/730339524 conn(0x7f0cd807a6a0 msgr2=0x7f0cd81017f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:31.711 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:31.710+0000 7f0cde600700 1 -- 172.21.15.8:0/730339524 shutdown_connections 2024-05-20T21:12:31.711 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:31.710+0000 7f0cde600700 1 -- 172.21.15.8:0/730339524 wait complete. 2024-05-20T21:12:32.550 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-05-20T21:12:32.551 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-05-20T21:12:32.551 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-05-20T21:12:32.552 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-05-20T21:12:32.552 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-05-20T21:12:32.552 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-05-20T21:12:32.553 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-05-20T21:12:32.553 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-05-20T21:12:32.554 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell osd.8 flush_pg_stats 2024-05-20T21:12:32.554 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell osd.9 flush_pg_stats 2024-05-20T21:12:32.554 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell osd.10 flush_pg_stats 2024-05-20T21:12:32.555 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell osd.11 flush_pg_stats 2024-05-20T21:12:32.662 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:32 smithi008 ceph-mon[31475]: pgmap v356: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:12:32.663 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:32 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/730339524' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:12:32.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:32 smithi130 ceph-mon[36448]: pgmap v356: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:12:32.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:32 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/730339524' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:12:32.673 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:32 smithi050 ceph-mon[35809]: pgmap v356: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:12:32.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:32 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/730339524' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:12:33.597 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:12:33.601 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:12:33.627 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:12:33.633 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:12:34.059 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:12:34.071 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:12:34.072 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:12:34.072 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:12:34.074 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:12:34.076 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:12:34.077 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:12:34.581 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:34 smithi008 ceph-mon[31475]: pgmap v357: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:12:34.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:34 smithi130 ceph-mon[36448]: pgmap v357: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:12:34.673 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:34 smithi050 ceph-mon[35809]: pgmap v357: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:12:36.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:36 smithi130 ceph-mon[36448]: pgmap v358: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:12:36.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:36 smithi050 ceph-mon[35809]: pgmap v358: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:12:36.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:36 smithi008 ceph-mon[31475]: pgmap v358: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:12:36.716 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:12:38.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:38 smithi130 ceph-mon[36448]: pgmap v359: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:12:38.673 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:38 smithi050 ceph-mon[35809]: pgmap v359: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:12:38.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:38 smithi008 ceph-mon[31475]: pgmap v359: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:12:40.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:40 smithi130 ceph-mon[36448]: pgmap v360: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:12:40.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:40 smithi050 ceph-mon[35809]: pgmap v360: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:12:40.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:40 smithi008 ceph-mon[31475]: pgmap v360: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:12:42.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:42 smithi130 ceph-mon[36448]: pgmap v361: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:12:42.673 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:42 smithi050 ceph-mon[35809]: pgmap v361: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:12:42.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:42 smithi008 ceph-mon[31475]: pgmap v361: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:12:42.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:41.630+0000 7f9ca6000700 1 -- 172.21.15.8:0/470130484 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9ca010ff40 msgr2=0x7f9ca0112330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:42.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:41.630+0000 7f9ca6000700 1 --2- 172.21.15.8:0/470130484 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9ca010ff40 0x7f9ca0112330 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f9c98009f90 tx=0x7f9c9800b330 comp rx=0 tx=0).stop 2024-05-20T21:12:42.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:41.630+0000 7f9ca6000700 1 -- 172.21.15.8:0/470130484 shutdown_connections 2024-05-20T21:12:42.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:41.630+0000 7f9ca6000700 1 --2- 172.21.15.8:0/470130484 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9ca010ff40 0x7f9ca0112330 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:42.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:41.630+0000 7f9ca6000700 1 --2- 172.21.15.8:0/470130484 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9ca0075770 0x7f9ca0075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:42.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:41.630+0000 7f9ca6000700 1 --2- 172.21.15.8:0/470130484 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9ca0076090 0x7f9ca010fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:42.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:41.630+0000 7f9ca6000700 1 -- 172.21.15.8:0/470130484 >> 172.21.15.8:0/470130484 conn(0x7f9ca007a6a0 msgr2=0x7f9ca007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:42.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:41.631+0000 7f9ca6000700 1 -- 172.21.15.8:0/470130484 shutdown_connections 2024-05-20T21:12:42.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:41.631+0000 7f9ca6000700 1 -- 172.21.15.8:0/470130484 wait complete. 2024-05-20T21:12:42.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:41.632+0000 7f9ca6000700 1 Processor -- start 2024-05-20T21:12:42.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:41.632+0000 7f9ca6000700 1 -- start start 2024-05-20T21:12:42.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:41.632+0000 7f9ca6000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9ca0075770 0x7f9ca019bd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:42.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:41.632+0000 7f9ca6000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9ca0076090 0x7f9ca019c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:42.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:41.632+0000 7f9ca6000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9ca010ff40 0x7f9ca01a0660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:42.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:41.632+0000 7f9ca6000700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f9ca01158c0 con 0x7f9ca0075770 2024-05-20T21:12:42.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:41.632+0000 7f9ca6000700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9ca0115740 con 0x7f9ca010ff40 2024-05-20T21:12:42.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:41.632+0000 7f9ca6000700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f9ca0115a40 con 0x7f9ca0076090 2024-05-20T21:12:42.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:41.633+0000 7f9c9f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9ca0075770 0x7f9ca019bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:42.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:41.633+0000 7f9c9fe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9ca010ff40 0x7f9ca01a0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:42.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:41.633+0000 7f9c9f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9ca0075770 0x7f9ca019bd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:35720/0 (socket says 172.21.15.8:35720) 2024-05-20T21:12:42.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:41.633+0000 7f9c9f400700 1 -- 172.21.15.8:0/77479105 learned_addr learned my addr 172.21.15.8:0/77479105 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:12:42.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:41.633+0000 7f9c9ea00700 1 --2- 172.21.15.8:0/77479105 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9ca0076090 0x7f9ca019c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:42.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:41.633+0000 7f9c9fe00700 1 -- 172.21.15.8:0/77479105 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9ca0076090 msgr2=0x7f9ca019c2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:42.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:41.633+0000 7f9c9fe00700 1 --2- 172.21.15.8:0/77479105 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9ca0076090 0x7f9ca019c2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:42.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:41.633+0000 7f9c9fe00700 1 -- 172.21.15.8:0/77479105 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9ca0075770 msgr2=0x7f9ca019bd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:42.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:41.633+0000 7f9c9fe00700 1 --2- 172.21.15.8:0/77479105 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9ca0075770 0x7f9ca019bd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:42.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:41.633+0000 7f9c9fe00700 1 -- 172.21.15.8:0/77479105 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ca01a0da0 con 0x7f9ca010ff40 2024-05-20T21:12:42.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:41.633+0000 7f9c9f400700 1 --2- 172.21.15.8:0/77479105 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9ca0075770 0x7f9ca019bd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:12:42.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:41.634+0000 7f9c9fe00700 1 --2- 172.21.15.8:0/77479105 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9ca010ff40 0x7f9ca01a0660 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f9c98009790 tx=0x7f9c9800ccb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:42.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:41.634+0000 7f9c97e00700 1 -- 172.21.15.8:0/77479105 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c98021070 con 0x7f9ca010ff40 2024-05-20T21:12:42.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:41.634+0000 7f9c97e00700 1 -- 172.21.15.8:0/77479105 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9c98007ac0 con 0x7f9ca010ff40 2024-05-20T21:12:42.934 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:41.634+0000 7f9c97e00700 1 -- 172.21.15.8:0/77479105 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c98005040 con 0x7f9ca010ff40 2024-05-20T21:12:42.934 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:41.634+0000 7f9ca6000700 1 -- 172.21.15.8:0/77479105 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ca01a1030 con 0x7f9ca010ff40 2024-05-20T21:12:42.934 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:41.634+0000 7f9ca6000700 1 -- 172.21.15.8:0/77479105 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ca01a8910 con 0x7f9ca010ff40 2024-05-20T21:12:42.934 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:41.635+0000 7f9ca6000700 1 -- 172.21.15.8:0/77479105 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f9ca0063cd0 con 0x7f9ca010ff40 2024-05-20T21:12:42.934 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:41.637+0000 7f9c97e00700 1 -- 172.21.15.8:0/77479105 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7f9c98024070 con 0x7f9ca010ff40 2024-05-20T21:12:42.934 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:41.639+0000 7f9c97e00700 1 --2- 172.21.15.8:0/77479105 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9c840b2990 0x7f9c840b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:42.934 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:41.639+0000 7f9c97e00700 1 -- 172.21.15.8:0/77479105 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f9c9800f020 con 0x7f9ca010ff40 2024-05-20T21:12:42.934 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:41.639+0000 7f9c9f400700 1 --2- 172.21.15.8:0/77479105 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9c840b2990 0x7f9c840b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:42.934 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:41.639+0000 7f9c97e00700 1 --2- 172.21.15.8:0/77479105 >> [v2:172.21.15.8:6810/522014344,v1:172.21.15.8:6811/522014344] conn(0x7f9c840bc550 0x7f9c840be9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:42.934 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:41.639+0000 7f9c97e00700 1 -- 172.21.15.8:0/77479105 --> [v2:172.21.15.8:6810/522014344,v1:172.21.15.8:6811/522014344] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f9c840bf0c0 con 0x7f9c840bc550 2024-05-20T21:12:42.934 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:41.639+0000 7f9c97e00700 1 -- 172.21.15.8:0/77479105 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7f9c980e3c90 con 0x7f9ca010ff40 2024-05-20T21:12:42.934 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:41.640+0000 7f9c9ea00700 1 --2- 172.21.15.8:0/77479105 >> [v2:172.21.15.8:6810/522014344,v1:172.21.15.8:6811/522014344] conn(0x7f9c840bc550 0x7f9c840be9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:42.935 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:41.640+0000 7f9c9f400700 1 --2- 172.21.15.8:0/77479105 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9c840b2990 0x7f9c840b4e50 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f9c90009750 tx=0x7f9c90009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:42.935 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:41.640+0000 7f9c9ea00700 1 --2- 172.21.15.8:0/77479105 >> [v2:172.21.15.8:6810/522014344,v1:172.21.15.8:6811/522014344] conn(0x7f9c840bc550 0x7f9c840be9f0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:42.935 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:41.641+0000 7f9c97e00700 1 -- 172.21.15.8:0/77479105 <== osd.3 v2:172.21.15.8:6810/522014344 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f9c840bf0c0 con 0x7f9c840bc550 2024-05-20T21:12:42.935 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:41.660+0000 7f9ca6000700 1 -- 172.21.15.8:0/77479105 --> [v2:172.21.15.8:6810/522014344,v1:172.21.15.8:6811/522014344] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f9ca0064100 con 0x7f9c840bc550 2024-05-20T21:12:42.935 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:41.661+0000 7f9c97e00700 1 -- 172.21.15.8:0/77479105 <== osd.3 v2:172.21.15.8:6810/522014344 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f9ca0064100 con 0x7f9c840bc550 2024-05-20T21:12:42.935 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:41.662+0000 7f9ca6000700 1 -- 172.21.15.8:0/77479105 >> [v2:172.21.15.8:6810/522014344,v1:172.21.15.8:6811/522014344] conn(0x7f9c840bc550 msgr2=0x7f9c840be9f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:42.936 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:41.662+0000 7f9ca6000700 1 --2- 172.21.15.8:0/77479105 >> [v2:172.21.15.8:6810/522014344,v1:172.21.15.8:6811/522014344] conn(0x7f9c840bc550 0x7f9c840be9f0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:42.936 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:41.662+0000 7f9ca6000700 1 -- 172.21.15.8:0/77479105 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9c840b2990 msgr2=0x7f9c840b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:42.936 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:41.662+0000 7f9ca6000700 1 --2- 172.21.15.8:0/77479105 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9c840b2990 0x7f9c840b4e50 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f9c90009750 tx=0x7f9c90009310 comp rx=0 tx=0).stop 2024-05-20T21:12:42.936 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:41.662+0000 7f9ca6000700 1 -- 172.21.15.8:0/77479105 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9ca010ff40 msgr2=0x7f9ca01a0660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:42.936 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:41.662+0000 7f9ca6000700 1 --2- 172.21.15.8:0/77479105 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9ca010ff40 0x7f9ca01a0660 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f9c98009790 tx=0x7f9c9800ccb0 comp rx=0 tx=0).stop 2024-05-20T21:12:42.936 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:41.662+0000 7f9c9fe00700 1 -- 172.21.15.8:0/77479105 reap_dead start 2024-05-20T21:12:42.936 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:41.662+0000 7f9ca6000700 1 -- 172.21.15.8:0/77479105 shutdown_connections 2024-05-20T21:12:42.936 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:41.662+0000 7f9ca6000700 1 -- 172.21.15.8:0/77479105 >> 172.21.15.8:0/77479105 conn(0x7f9ca007a6a0 msgr2=0x7f9ca01007b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:42.936 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:41.662+0000 7f9ca6000700 1 -- 172.21.15.8:0/77479105 shutdown_connections 2024-05-20T21:12:42.937 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:41.662+0000 7f9ca6000700 1 -- 172.21.15.8:0/77479105 wait complete. 2024-05-20T21:12:44.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:44 smithi130 ceph-mon[36448]: pgmap v362: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:12:44.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:44 smithi050 ceph-mon[35809]: pgmap v362: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:12:44.683 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:44 smithi008 ceph-mon[31475]: pgmap v362: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:12:45.454 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:45.165+0000 7f076d200700 1 -- 172.21.15.8:0/4177104353 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0768076090 msgr2=0x7f076810fa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:45.454 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:45.165+0000 7f076d200700 1 --2- 172.21.15.8:0/4177104353 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0768076090 0x7f076810fa00 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f0750009990 tx=0x7f0750009ca0 comp rx=0 tx=0).stop 2024-05-20T21:12:45.454 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:45.166+0000 7f076d200700 1 -- 172.21.15.8:0/4177104353 shutdown_connections 2024-05-20T21:12:45.455 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:45.166+0000 7f076d200700 1 --2- 172.21.15.8:0/4177104353 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f076810ff40 0x7f0768112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:45.455 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:45.166+0000 7f076d200700 1 --2- 172.21.15.8:0/4177104353 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0768075770 0x7f0768075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:45.455 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:45.166+0000 7f076d200700 1 --2- 172.21.15.8:0/4177104353 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0768076090 0x7f076810fa00 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:45.455 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:45.166+0000 7f076d200700 1 -- 172.21.15.8:0/4177104353 >> 172.21.15.8:0/4177104353 conn(0x7f076807a6a0 msgr2=0x7f076807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:45.455 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:45.166+0000 7f076d200700 1 -- 172.21.15.8:0/4177104353 shutdown_connections 2024-05-20T21:12:45.455 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:45.166+0000 7f076d200700 1 -- 172.21.15.8:0/4177104353 wait complete. 2024-05-20T21:12:45.455 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:45.167+0000 7f076d200700 1 Processor -- start 2024-05-20T21:12:45.455 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:45.167+0000 7f076d200700 1 -- start start 2024-05-20T21:12:45.455 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:45.168+0000 7f076d200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0768075770 0x7f076819be50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:45.455 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:45.168+0000 7f076d200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0768076090 0x7f076819c390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:45.455 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:45.168+0000 7f076d200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f076810ff40 0x7f07681a06d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:45.455 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:45.168+0000 7f076d200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f0768115900 con 0x7f076810ff40 2024-05-20T21:12:45.455 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:45.168+0000 7f076d200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f0768115780 con 0x7f0768076090 2024-05-20T21:12:45.456 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:45.168+0000 7f076d200700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f0768115a80 con 0x7f0768075770 2024-05-20T21:12:45.456 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:45.168+0000 7f0766800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f076810ff40 0x7f07681a06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:45.456 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:45.168+0000 7f0766800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f076810ff40 0x7f07681a06d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54186/0 (socket says 172.21.15.8:54186) 2024-05-20T21:12:45.456 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:45.168+0000 7f0766800700 1 -- 172.21.15.8:0/3105257570 learned_addr learned my addr 172.21.15.8:0/3105257570 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:12:45.456 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:45.168+0000 7f0765e00700 1 --2- 172.21.15.8:0/3105257570 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0768075770 0x7f076819be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:45.456 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:45.168+0000 7f075d400700 1 --2- 172.21.15.8:0/3105257570 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0768076090 0x7f076819c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:45.456 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:45.168+0000 7f0765e00700 1 -- 172.21.15.8:0/3105257570 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0768076090 msgr2=0x7f076819c390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:45.456 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:45.168+0000 7f0765e00700 1 --2- 172.21.15.8:0/3105257570 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0768076090 0x7f076819c390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:45.456 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:45.168+0000 7f0765e00700 1 -- 172.21.15.8:0/3105257570 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f076810ff40 msgr2=0x7f07681a06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:45.456 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:45.168+0000 7f0765e00700 1 --2- 172.21.15.8:0/3105257570 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f076810ff40 0x7f07681a06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:45.456 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:45.168+0000 7f0765e00700 1 -- 172.21.15.8:0/3105257570 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07681a0e10 con 0x7f0768075770 2024-05-20T21:12:45.456 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:45.169+0000 7f0765e00700 1 --2- 172.21.15.8:0/3105257570 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0768075770 0x7f076819be50 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f075800e9f0 tx=0x7f075800ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:45.456 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:45.169+0000 7f075f400700 1 -- 172.21.15.8:0/3105257570 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f075800cb70 con 0x7f0768075770 2024-05-20T21:12:45.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:45.169+0000 7f075f400700 1 -- 172.21.15.8:0/3105257570 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f075800ee90 con 0x7f0768075770 2024-05-20T21:12:45.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:45.169+0000 7f076d200700 1 -- 172.21.15.8:0/3105257570 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07681a1100 con 0x7f0768075770 2024-05-20T21:12:45.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:45.169+0000 7f075f400700 1 -- 172.21.15.8:0/3105257570 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0758003d40 con 0x7f0768075770 2024-05-20T21:12:45.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:45.169+0000 7f076d200700 1 -- 172.21.15.8:0/3105257570 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07681a8980 con 0x7f0768075770 2024-05-20T21:12:45.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:45.170+0000 7f076d200700 1 -- 172.21.15.8:0/3105257570 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f0768063c90 con 0x7f0768075770 2024-05-20T21:12:45.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:45.173+0000 7f075f400700 1 -- 172.21.15.8:0/3105257570 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7f0758003ee0 con 0x7f0768075770 2024-05-20T21:12:45.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:45.174+0000 7f075f400700 1 --2- 172.21.15.8:0/3105257570 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f074c0b2910 0x7f074c0b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:45.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:45.174+0000 7f075f400700 1 -- 172.21.15.8:0/3105257570 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f07580e2960 con 0x7f0768075770 2024-05-20T21:12:45.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:45.175+0000 7f075f400700 1 --2- 172.21.15.8:0/3105257570 >> [v2:172.21.15.130:6808/2920667492,v1:172.21.15.130:6809/2920667492] conn(0x7f074c0bc4d0 0x7f074c0be970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:45.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:45.175+0000 7f075f400700 1 -- 172.21.15.8:0/3105257570 --> [v2:172.21.15.130:6808/2920667492,v1:172.21.15.130:6809/2920667492] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f074c0bf040 con 0x7f074c0bc4d0 2024-05-20T21:12:45.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:45.175+0000 7f075d400700 1 --2- 172.21.15.8:0/3105257570 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f074c0b2910 0x7f074c0b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:45.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:45.175+0000 7f075f400700 1 -- 172.21.15.8:0/3105257570 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7f07580e2d10 con 0x7f0768075770 2024-05-20T21:12:45.458 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:45.175+0000 7f0766800700 1 --2- 172.21.15.8:0/3105257570 >> [v2:172.21.15.130:6808/2920667492,v1:172.21.15.130:6809/2920667492] conn(0x7f074c0bc4d0 0x7f074c0be970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:45.458 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:45.175+0000 7f075d400700 1 --2- 172.21.15.8:0/3105257570 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f074c0b2910 0x7f074c0b4dd0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f075000b2e0 tx=0x7f0750005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:45.458 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:45.176+0000 7f0766800700 1 --2- 172.21.15.8:0/3105257570 >> [v2:172.21.15.130:6808/2920667492,v1:172.21.15.130:6809/2920667492] conn(0x7f074c0bc4d0 0x7f074c0be970 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:45.458 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:45.177+0000 7f075f400700 1 -- 172.21.15.8:0/3105257570 <== osd.5 v2:172.21.15.130:6808/2920667492 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f074c0bf040 con 0x7f074c0bc4d0 2024-05-20T21:12:45.458 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:45.196+0000 7f076d200700 1 -- 172.21.15.8:0/3105257570 --> [v2:172.21.15.130:6808/2920667492,v1:172.21.15.130:6809/2920667492] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f0768064110 con 0x7f074c0bc4d0 2024-05-20T21:12:45.458 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:45.196+0000 7f075f400700 1 -- 172.21.15.8:0/3105257570 <== osd.5 v2:172.21.15.130:6808/2920667492 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f0768064110 con 0x7f074c0bc4d0 2024-05-20T21:12:45.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:45.197+0000 7f076d200700 1 -- 172.21.15.8:0/3105257570 >> [v2:172.21.15.130:6808/2920667492,v1:172.21.15.130:6809/2920667492] conn(0x7f074c0bc4d0 msgr2=0x7f074c0be970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:45.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:45.197+0000 7f076d200700 1 --2- 172.21.15.8:0/3105257570 >> [v2:172.21.15.130:6808/2920667492,v1:172.21.15.130:6809/2920667492] conn(0x7f074c0bc4d0 0x7f074c0be970 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:45.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:45.197+0000 7f076d200700 1 -- 172.21.15.8:0/3105257570 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f074c0b2910 msgr2=0x7f074c0b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:45.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:45.197+0000 7f076d200700 1 --2- 172.21.15.8:0/3105257570 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f074c0b2910 0x7f074c0b4dd0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f075000b2e0 tx=0x7f0750005960 comp rx=0 tx=0).stop 2024-05-20T21:12:45.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:45.197+0000 7f076d200700 1 -- 172.21.15.8:0/3105257570 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0768075770 msgr2=0x7f076819be50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:45.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:45.197+0000 7f076d200700 1 --2- 172.21.15.8:0/3105257570 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0768075770 0x7f076819be50 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f075800e9f0 tx=0x7f075800ed00 comp rx=0 tx=0).stop 2024-05-20T21:12:45.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:45.197+0000 7f0766800700 1 -- 172.21.15.8:0/3105257570 reap_dead start 2024-05-20T21:12:45.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:45.197+0000 7f076d200700 1 -- 172.21.15.8:0/3105257570 shutdown_connections 2024-05-20T21:12:45.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:45.197+0000 7f076d200700 1 -- 172.21.15.8:0/3105257570 >> 172.21.15.8:0/3105257570 conn(0x7f076807a6a0 msgr2=0x7f07681007f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:45.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:45.197+0000 7f076d200700 1 -- 172.21.15.8:0/3105257570 shutdown_connections 2024-05-20T21:12:45.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:45.198+0000 7f076d200700 1 -- 172.21.15.8:0/3105257570 wait complete. 2024-05-20T21:12:46.218 INFO:teuthology.orchestra.run.smithi008.stdout:107374182478 2024-05-20T21:12:46.219 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-05-20T21:12:46.429 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:46 smithi008 ceph-mon[31475]: pgmap v363: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:12:46.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:46 smithi130 ceph-mon[36448]: pgmap v363: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:12:46.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:46 smithi050 ceph-mon[35809]: pgmap v363: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:12:46.692 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:46.691+0000 7fab4cc00700 1 -- 172.21.15.8:0/2480075105 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fab48076090 msgr2=0x7fab4810fa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:46.692 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:46.691+0000 7fab4cc00700 1 --2- 172.21.15.8:0/2480075105 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fab48076090 0x7fab4810fa00 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fab34009990 tx=0x7fab34009ca0 comp rx=0 tx=0).stop 2024-05-20T21:12:46.692 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:46.691+0000 7fab4cc00700 1 -- 172.21.15.8:0/2480075105 shutdown_connections 2024-05-20T21:12:46.692 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:46.691+0000 7fab4cc00700 1 --2- 172.21.15.8:0/2480075105 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fab4810ff40 0x7fab48112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:46.692 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:46.691+0000 7fab4cc00700 1 --2- 172.21.15.8:0/2480075105 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fab48075770 0x7fab48075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:46.692 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:46.691+0000 7fab4cc00700 1 --2- 172.21.15.8:0/2480075105 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fab48076090 0x7fab4810fa00 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:46.692 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:46.691+0000 7fab4cc00700 1 -- 172.21.15.8:0/2480075105 >> 172.21.15.8:0/2480075105 conn(0x7fab4807a6a0 msgr2=0x7fab4807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:46.692 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:46.691+0000 7fab4cc00700 1 -- 172.21.15.8:0/2480075105 shutdown_connections 2024-05-20T21:12:46.692 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:46.691+0000 7fab4cc00700 1 -- 172.21.15.8:0/2480075105 wait complete. 2024-05-20T21:12:46.694 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:46.692+0000 7fab4cc00700 1 Processor -- start 2024-05-20T21:12:46.694 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:46.692+0000 7fab4cc00700 1 -- start start 2024-05-20T21:12:46.694 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:46.693+0000 7fab4cc00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fab48075770 0x7fab4819bec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:46.694 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:46.693+0000 7fab4cc00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fab48076090 0x7fab4819c400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:46.694 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:46.693+0000 7fab4cc00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fab4810ff40 0x7fab481a0740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:46.694 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:46.693+0000 7fab4cc00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fab48115950 con 0x7fab48075770 2024-05-20T21:12:46.694 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:46.693+0000 7fab4cc00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fab481157d0 con 0x7fab4810ff40 2024-05-20T21:12:46.694 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:46.693+0000 7fab4cc00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fab48115ad0 con 0x7fab48076090 2024-05-20T21:12:46.694 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:46.693+0000 7fab45e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fab48075770 0x7fab4819bec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:46.694 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:46.693+0000 7fab45400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fab48076090 0x7fab4819c400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:46.694 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:46.693+0000 7fab45400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fab48076090 0x7fab4819c400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:43838/0 (socket says 172.21.15.8:43838) 2024-05-20T21:12:46.695 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:46.693+0000 7fab45400700 1 -- 172.21.15.8:0/3880082451 learned_addr learned my addr 172.21.15.8:0/3880082451 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:12:46.695 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:46.693+0000 7fab45e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fab48075770 0x7fab4819bec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54208/0 (socket says 172.21.15.8:54208) 2024-05-20T21:12:46.695 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:46.693+0000 7fab46800700 1 --2- 172.21.15.8:0/3880082451 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fab4810ff40 0x7fab481a0740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:46.695 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:46.694+0000 7fab45400700 1 -- 172.21.15.8:0/3880082451 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fab4810ff40 msgr2=0x7fab481a0740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:46.695 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:46.694+0000 7fab45400700 1 --2- 172.21.15.8:0/3880082451 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fab4810ff40 0x7fab481a0740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:46.695 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:46.694+0000 7fab45400700 1 -- 172.21.15.8:0/3880082451 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fab48075770 msgr2=0x7fab4819bec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:46.695 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:46.694+0000 7fab45400700 1 --2- 172.21.15.8:0/3880082451 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fab48075770 0x7fab4819bec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:46.695 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:46.694+0000 7fab45400700 1 -- 172.21.15.8:0/3880082451 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab481a0e80 con 0x7fab48076090 2024-05-20T21:12:46.696 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:46.694+0000 7fab45400700 1 --2- 172.21.15.8:0/3880082451 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fab48076090 0x7fab4819c400 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fab34000c00 tx=0x7fab340057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:46.696 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:46.695+0000 7fab3ea00700 1 -- 172.21.15.8:0/3880082451 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab34027070 con 0x7fab48076090 2024-05-20T21:12:46.696 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:46.695+0000 7fab4cc00700 1 -- 172.21.15.8:0/3880082451 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab481a1110 con 0x7fab48076090 2024-05-20T21:12:46.696 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:46.695+0000 7fab3ea00700 1 -- 172.21.15.8:0/3880082451 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fab34022470 con 0x7fab48076090 2024-05-20T21:12:46.696 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:46.695+0000 7fab3ea00700 1 -- 172.21.15.8:0/3880082451 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab34017650 con 0x7fab48076090 2024-05-20T21:12:46.696 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:46.695+0000 7fab4cc00700 1 -- 172.21.15.8:0/3880082451 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab481a89f0 con 0x7fab48076090 2024-05-20T21:12:46.696 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:46.696+0000 7fab4cc00700 1 -- 172.21.15.8:0/3880082451 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fab48063cd0 con 0x7fab48076090 2024-05-20T21:12:46.698 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:46.698+0000 7fab3ea00700 1 -- 172.21.15.8:0/3880082451 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7fab3402a070 con 0x7fab48076090 2024-05-20T21:12:46.700 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:46.700+0000 7fab3ea00700 1 --2- 172.21.15.8:0/3880082451 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fab2c0b2910 0x7fab2c0b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:46.700 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:46.700+0000 7fab3ea00700 1 -- 172.21.15.8:0/3880082451 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fab340e3300 con 0x7fab48076090 2024-05-20T21:12:46.700 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:46.700+0000 7fab45e00700 1 --2- 172.21.15.8:0/3880082451 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fab2c0b2910 0x7fab2c0b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:46.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:46.700+0000 7fab3ea00700 1 --2- 172.21.15.8:0/3880082451 >> [v2:172.21.15.50:6808/2849163314,v1:172.21.15.50:6809/2849163314] conn(0x7fab2c0bc4d0 0x7fab2c0be970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:46.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:46.700+0000 7fab3ea00700 1 -- 172.21.15.8:0/3880082451 --> [v2:172.21.15.50:6808/2849163314,v1:172.21.15.50:6809/2849163314] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fab3401be50 con 0x7fab2c0bc4d0 2024-05-20T21:12:46.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:46.701+0000 7fab3ea00700 1 -- 172.21.15.8:0/3880082451 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7fab340e36b0 con 0x7fab48076090 2024-05-20T21:12:46.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:46.701+0000 7fab46800700 1 --2- 172.21.15.8:0/3880082451 >> [v2:172.21.15.50:6808/2849163314,v1:172.21.15.50:6809/2849163314] conn(0x7fab2c0bc4d0 0x7fab2c0be970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:46.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:46.701+0000 7fab45e00700 1 --2- 172.21.15.8:0/3880082451 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fab2c0b2910 0x7fab2c0b4dd0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fab38009c60 tx=0x7fab38009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:46.702 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:46.702+0000 7fab46800700 1 --2- 172.21.15.8:0/3880082451 >> [v2:172.21.15.50:6808/2849163314,v1:172.21.15.50:6809/2849163314] conn(0x7fab2c0bc4d0 0x7fab2c0be970 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:46.702 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:46.703+0000 7fab3ea00700 1 -- 172.21.15.8:0/3880082451 <== osd.4 v2:172.21.15.50:6808/2849163314 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fab3401be50 con 0x7fab2c0bc4d0 2024-05-20T21:12:46.721 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:46.721+0000 7fab4cc00700 1 -- 172.21.15.8:0/3880082451 --> [v2:172.21.15.50:6808/2849163314,v1:172.21.15.50:6809/2849163314] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fab480640d0 con 0x7fab2c0bc4d0 2024-05-20T21:12:46.722 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:46.722+0000 7fab3ea00700 1 -- 172.21.15.8:0/3880082451 <== osd.4 v2:172.21.15.50:6808/2849163314 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fab480640d0 con 0x7fab2c0bc4d0 2024-05-20T21:12:46.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:46.723+0000 7fab4cc00700 1 -- 172.21.15.8:0/3880082451 >> [v2:172.21.15.50:6808/2849163314,v1:172.21.15.50:6809/2849163314] conn(0x7fab2c0bc4d0 msgr2=0x7fab2c0be970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:46.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:46.723+0000 7fab4cc00700 1 --2- 172.21.15.8:0/3880082451 >> [v2:172.21.15.50:6808/2849163314,v1:172.21.15.50:6809/2849163314] conn(0x7fab2c0bc4d0 0x7fab2c0be970 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:46.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:46.723+0000 7fab4cc00700 1 -- 172.21.15.8:0/3880082451 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fab2c0b2910 msgr2=0x7fab2c0b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:46.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:46.723+0000 7fab4cc00700 1 --2- 172.21.15.8:0/3880082451 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fab2c0b2910 0x7fab2c0b4dd0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fab38009c60 tx=0x7fab38009260 comp rx=0 tx=0).stop 2024-05-20T21:12:46.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:46.723+0000 7fab4cc00700 1 -- 172.21.15.8:0/3880082451 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fab48076090 msgr2=0x7fab4819c400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:46.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:46.723+0000 7fab4cc00700 1 --2- 172.21.15.8:0/3880082451 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fab48076090 0x7fab4819c400 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fab34000c00 tx=0x7fab340057c0 comp rx=0 tx=0).stop 2024-05-20T21:12:46.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:46.723+0000 7fab46800700 1 -- 172.21.15.8:0/3880082451 reap_dead start 2024-05-20T21:12:46.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:46.723+0000 7fab4cc00700 1 -- 172.21.15.8:0/3880082451 shutdown_connections 2024-05-20T21:12:46.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:46.723+0000 7fab4cc00700 1 -- 172.21.15.8:0/3880082451 >> 172.21.15.8:0/3880082451 conn(0x7fab4807a6a0 msgr2=0x7fab481007f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:46.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:46.723+0000 7fab4cc00700 1 -- 172.21.15.8:0/3880082451 shutdown_connections 2024-05-20T21:12:46.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:46.723+0000 7fab4cc00700 1 -- 172.21.15.8:0/3880082451 wait complete. 2024-05-20T21:12:48.595 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:48 smithi008 ceph-mon[31475]: pgmap v364: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:12:48.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:48 smithi130 ceph-mon[36448]: pgmap v364: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:12:48.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:48 smithi050 ceph-mon[35809]: pgmap v364: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:12:49.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:49.164+0000 7f3afdc00700 1 -- 172.21.15.8:0/3836504089 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3af806bc10 msgr2=0x7f3af806c090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:49.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:49.164+0000 7f3afdc00700 1 --2- 172.21.15.8:0/3836504089 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3af806bc10 0x7f3af806c090 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f3ae4009990 tx=0x7f3ae4009ca0 comp rx=0 tx=0).stop 2024-05-20T21:12:49.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:49.165+0000 7f3afdc00700 1 -- 172.21.15.8:0/3836504089 shutdown_connections 2024-05-20T21:12:49.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:49.165+0000 7f3afdc00700 1 --2- 172.21.15.8:0/3836504089 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3af806c5d0 0x7f3af81103f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:49.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:49.165+0000 7f3afdc00700 1 --2- 172.21.15.8:0/3836504089 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3af81095d0 0x7f3af81099b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:49.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:49.165+0000 7f3afdc00700 1 --2- 172.21.15.8:0/3836504089 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3af806bc10 0x7f3af806c090 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:49.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:49.165+0000 7f3afdc00700 1 -- 172.21.15.8:0/3836504089 >> 172.21.15.8:0/3836504089 conn(0x7f3af80793f0 msgr2=0x7f3af8079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:49.166 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:49.165+0000 7f3afdc00700 1 -- 172.21.15.8:0/3836504089 shutdown_connections 2024-05-20T21:12:49.166 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:49.165+0000 7f3afdc00700 1 -- 172.21.15.8:0/3836504089 wait complete. 2024-05-20T21:12:49.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:49.166+0000 7f3afdc00700 1 Processor -- start 2024-05-20T21:12:49.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:49.166+0000 7f3afdc00700 1 -- start start 2024-05-20T21:12:49.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:49.166+0000 7f3afdc00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3af806bc10 0x7f3af819be90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:49.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:49.166+0000 7f3afdc00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3af806c5d0 0x7f3af819c3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:49.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:49.166+0000 7f3afdc00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3af81095d0 0x7f3af81a0760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:49.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:49.166+0000 7f3afdc00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f3af8113760 con 0x7f3af81095d0 2024-05-20T21:12:49.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:49.166+0000 7f3afdc00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f3af81135e0 con 0x7f3af806c5d0 2024-05-20T21:12:49.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:49.166+0000 7f3afdc00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f3af81138e0 con 0x7f3af806bc10 2024-05-20T21:12:49.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:49.167+0000 7f3af6a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3af806bc10 0x7f3af819be90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:49.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:49.167+0000 7f3af6a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3af806bc10 0x7f3af819be90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:43854/0 (socket says 172.21.15.8:43854) 2024-05-20T21:12:49.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:49.167+0000 7f3af6a00700 1 -- 172.21.15.8:0/2109194406 learned_addr learned my addr 172.21.15.8:0/2109194406 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:12:49.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:49.167+0000 7f3af7400700 1 --2- 172.21.15.8:0/2109194406 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3af81095d0 0x7f3af81a0760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:49.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:49.167+0000 7f3af6000700 1 --2- 172.21.15.8:0/2109194406 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3af806c5d0 0x7f3af819c3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:49.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:49.167+0000 7f3af6a00700 1 -- 172.21.15.8:0/2109194406 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3af806c5d0 msgr2=0x7f3af819c3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:49.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:49.167+0000 7f3af6a00700 1 --2- 172.21.15.8:0/2109194406 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3af806c5d0 0x7f3af819c3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:49.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:49.167+0000 7f3af6a00700 1 -- 172.21.15.8:0/2109194406 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3af81095d0 msgr2=0x7f3af81a0760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:49.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:49.167+0000 7f3af6a00700 1 --2- 172.21.15.8:0/2109194406 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3af81095d0 0x7f3af81a0760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:49.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:49.167+0000 7f3af6a00700 1 -- 172.21.15.8:0/2109194406 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3af81a0ea0 con 0x7f3af806bc10 2024-05-20T21:12:49.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:49.167+0000 7f3af6a00700 1 --2- 172.21.15.8:0/2109194406 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3af806bc10 0x7f3af819be90 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f3ae800e9c0 tx=0x7f3ae800ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:49.170 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:49.168+0000 7f3aef400700 1 -- 172.21.15.8:0/2109194406 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ae800cbd0 con 0x7f3af806bc10 2024-05-20T21:12:49.170 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:49.168+0000 7f3afdc00700 1 -- 172.21.15.8:0/2109194406 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3af81a1190 con 0x7f3af806bc10 2024-05-20T21:12:49.170 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:49.168+0000 7f3aef400700 1 -- 172.21.15.8:0/2109194406 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3ae800ee60 con 0x7f3af806bc10 2024-05-20T21:12:49.170 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:49.168+0000 7f3aef400700 1 -- 172.21.15.8:0/2109194406 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ae80055c0 con 0x7f3af806bc10 2024-05-20T21:12:49.170 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:49.168+0000 7f3afdc00700 1 -- 172.21.15.8:0/2109194406 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3af81a8a10 con 0x7f3af806bc10 2024-05-20T21:12:49.170 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:49.169+0000 7f3afdc00700 1 -- 172.21.15.8:0/2109194406 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f3af810f1a0 con 0x7f3af806bc10 2024-05-20T21:12:49.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:49.172+0000 7f3aef400700 1 -- 172.21.15.8:0/2109194406 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7f3ae8004750 con 0x7f3af806bc10 2024-05-20T21:12:49.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:49.173+0000 7f3aef400700 1 --2- 172.21.15.8:0/2109194406 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3adc0b2990 0x7f3adc0b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:49.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:49.173+0000 7f3aef400700 1 -- 172.21.15.8:0/2109194406 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f3ae80e29e0 con 0x7f3af806bc10 2024-05-20T21:12:49.174 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:49.174+0000 7f3af6000700 1 --2- 172.21.15.8:0/2109194406 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3adc0b2990 0x7f3adc0b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:49.174 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:49.174+0000 7f3aef400700 1 --2- 172.21.15.8:0/2109194406 >> [v2:172.21.15.8:6826/2726512408,v1:172.21.15.8:6827/2726512408] conn(0x7f3adc0bc550 0x7f3adc0be9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:49.174 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:49.174+0000 7f3aef400700 1 -- 172.21.15.8:0/2109194406 --> [v2:172.21.15.8:6826/2726512408,v1:172.21.15.8:6827/2726512408] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f3ae800be50 con 0x7f3adc0bc550 2024-05-20T21:12:49.174 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:49.174+0000 7f3aef400700 1 -- 172.21.15.8:0/2109194406 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7f3ae80e2d90 con 0x7f3af806bc10 2024-05-20T21:12:49.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:49.174+0000 7f3af7400700 1 --2- 172.21.15.8:0/2109194406 >> [v2:172.21.15.8:6826/2726512408,v1:172.21.15.8:6827/2726512408] conn(0x7f3adc0bc550 0x7f3adc0be9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:49.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:49.174+0000 7f3af6000700 1 --2- 172.21.15.8:0/2109194406 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3adc0b2990 0x7f3adc0b4e50 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f3af8104970 tx=0x7f3ae4005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:49.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:49.175+0000 7f3af7400700 1 --2- 172.21.15.8:0/2109194406 >> [v2:172.21.15.8:6826/2726512408,v1:172.21.15.8:6827/2726512408] conn(0x7f3adc0bc550 0x7f3adc0be9f0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.9 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:49.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:49.176+0000 7f3aef400700 1 -- 172.21.15.8:0/2109194406 <== osd.9 v2:172.21.15.8:6826/2726512408 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f3ae800be50 con 0x7f3adc0bc550 2024-05-20T21:12:49.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:49.195+0000 7f3afdc00700 1 -- 172.21.15.8:0/2109194406 --> [v2:172.21.15.8:6826/2726512408,v1:172.21.15.8:6827/2726512408] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f3af806b4c0 con 0x7f3adc0bc550 2024-05-20T21:12:49.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:49.196+0000 7f3aef400700 1 -- 172.21.15.8:0/2109194406 <== osd.9 v2:172.21.15.8:6826/2726512408 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f3af806b4c0 con 0x7f3adc0bc550 2024-05-20T21:12:49.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:49.196+0000 7f3afdc00700 1 -- 172.21.15.8:0/2109194406 >> [v2:172.21.15.8:6826/2726512408,v1:172.21.15.8:6827/2726512408] conn(0x7f3adc0bc550 msgr2=0x7f3adc0be9f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:49.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:49.196+0000 7f3afdc00700 1 --2- 172.21.15.8:0/2109194406 >> [v2:172.21.15.8:6826/2726512408,v1:172.21.15.8:6827/2726512408] conn(0x7f3adc0bc550 0x7f3adc0be9f0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:49.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:49.196+0000 7f3afdc00700 1 -- 172.21.15.8:0/2109194406 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3adc0b2990 msgr2=0x7f3adc0b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:49.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:49.196+0000 7f3afdc00700 1 --2- 172.21.15.8:0/2109194406 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3adc0b2990 0x7f3adc0b4e50 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f3af8104970 tx=0x7f3ae4005fd0 comp rx=0 tx=0).stop 2024-05-20T21:12:49.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:49.196+0000 7f3afdc00700 1 -- 172.21.15.8:0/2109194406 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3af806bc10 msgr2=0x7f3af819be90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:49.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:49.196+0000 7f3afdc00700 1 --2- 172.21.15.8:0/2109194406 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3af806bc10 0x7f3af819be90 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f3ae800e9c0 tx=0x7f3ae800ecd0 comp rx=0 tx=0).stop 2024-05-20T21:12:49.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:49.197+0000 7f3af7400700 1 -- 172.21.15.8:0/2109194406 reap_dead start 2024-05-20T21:12:49.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:49.197+0000 7f3afdc00700 1 -- 172.21.15.8:0/2109194406 shutdown_connections 2024-05-20T21:12:49.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:49.197+0000 7f3afdc00700 1 -- 172.21.15.8:0/2109194406 >> 172.21.15.8:0/2109194406 conn(0x7f3af80793f0 msgr2=0x7f3af810e740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:49.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:49.197+0000 7f3afdc00700 1 -- 172.21.15.8:0/2109194406 shutdown_connections 2024-05-20T21:12:49.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:49.197+0000 7f3afdc00700 1 -- 172.21.15.8:0/2109194406 wait complete. 2024-05-20T21:12:50.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:50.403+0000 7fa6bf000700 1 -- 172.21.15.8:0/1796379715 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa6b810b780 msgr2=0x7fa6b810bb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:50.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:50.403+0000 7fa6bf000700 1 --2- 172.21.15.8:0/1796379715 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa6b810b780 0x7fa6b810bb60 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fa6a8009990 tx=0x7fa6a8009ca0 comp rx=0 tx=0).stop 2024-05-20T21:12:50.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:50.403+0000 7fa6bf000700 1 -- 172.21.15.8:0/1796379715 shutdown_connections 2024-05-20T21:12:50.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:50.403+0000 7fa6bf000700 1 --2- 172.21.15.8:0/1796379715 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa6b8106140 0x7fa6b8112650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:50.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:50.403+0000 7fa6bf000700 1 --2- 172.21.15.8:0/1796379715 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa6b810b780 0x7fa6b810bb60 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:50.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:50.403+0000 7fa6bf000700 1 --2- 172.21.15.8:0/1796379715 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa6b8105780 0x7fa6b8105c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:50.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:50.403+0000 7fa6bf000700 1 -- 172.21.15.8:0/1796379715 >> 172.21.15.8:0/1796379715 conn(0x7fa6b8101270 msgr2=0x7fa6b8103690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:50.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:50.403+0000 7fa6bf000700 1 -- 172.21.15.8:0/1796379715 shutdown_connections 2024-05-20T21:12:50.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:50.403+0000 7fa6bf000700 1 -- 172.21.15.8:0/1796379715 wait complete. 2024-05-20T21:12:50.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:50.404+0000 7fa6bf000700 1 Processor -- start 2024-05-20T21:12:50.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:50.404+0000 7fa6bf000700 1 -- start start 2024-05-20T21:12:50.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:50.405+0000 7fa6bf000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa6b8105780 0x7fa6b819bee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:50.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:50.405+0000 7fa6bf000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa6b8106140 0x7fa6b819c420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:50.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:50.405+0000 7fa6bf000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa6b810b780 0x7fa6b81a0760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:50.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:50.405+0000 7fa6bf000700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fa6b81159b0 con 0x7fa6b810b780 2024-05-20T21:12:50.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:50.405+0000 7fa6bf000700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa6b8115830 con 0x7fa6b8105780 2024-05-20T21:12:50.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:50.405+0000 7fa6bf000700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fa6b8115b30 con 0x7fa6b8106140 2024-05-20T21:12:50.406 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:50.405+0000 7fa6b7e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa6b8105780 0x7fa6b819bee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:50.406 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:50.405+0000 7fa6bd000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa6b810b780 0x7fa6b81a0760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:50.406 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:50.405+0000 7fa6b7e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa6b8105780 0x7fa6b819bee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:34640/0 (socket says 172.21.15.8:34640) 2024-05-20T21:12:50.406 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:50.405+0000 7fa6bd000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa6b810b780 0x7fa6b81a0760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54252/0 (socket says 172.21.15.8:54252) 2024-05-20T21:12:50.406 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:50.405+0000 7fa6b7e00700 1 -- 172.21.15.8:0/3776827722 learned_addr learned my addr 172.21.15.8:0/3776827722 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:12:50.407 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:50.405+0000 7fa6b7400700 1 --2- 172.21.15.8:0/3776827722 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa6b8106140 0x7fa6b819c420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:50.407 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:50.406+0000 7fa6bd000700 1 -- 172.21.15.8:0/3776827722 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa6b8106140 msgr2=0x7fa6b819c420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:50.407 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:50.406+0000 7fa6bd000700 1 --2- 172.21.15.8:0/3776827722 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa6b8106140 0x7fa6b819c420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:50.407 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:50.406+0000 7fa6bd000700 1 -- 172.21.15.8:0/3776827722 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa6b8105780 msgr2=0x7fa6b819bee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:50.407 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:50.406+0000 7fa6bd000700 1 --2- 172.21.15.8:0/3776827722 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa6b8105780 0x7fa6b819bee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:50.407 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:50.406+0000 7fa6bd000700 1 -- 172.21.15.8:0/3776827722 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6b81a0ea0 con 0x7fa6b810b780 2024-05-20T21:12:50.407 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:50.406+0000 7fa6bd000700 1 --2- 172.21.15.8:0/3776827722 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa6b810b780 0x7fa6b81a0760 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fa6b0007f10 tx=0x7fa6b000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:50.407 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:50.407+0000 7fa6b4c00700 1 -- 172.21.15.8:0/3776827722 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6b000ddd0 con 0x7fa6b810b780 2024-05-20T21:12:50.408 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:50.407+0000 7fa6bf000700 1 -- 172.21.15.8:0/3776827722 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6b81a1190 con 0x7fa6b810b780 2024-05-20T21:12:50.408 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:50.407+0000 7fa6b4c00700 1 -- 172.21.15.8:0/3776827722 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa6b0004bb0 con 0x7fa6b810b780 2024-05-20T21:12:50.408 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:50.407+0000 7fa6b4c00700 1 -- 172.21.15.8:0/3776827722 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6b0004500 con 0x7fa6b810b780 2024-05-20T21:12:50.408 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:50.407+0000 7fa6bf000700 1 -- 172.21.15.8:0/3776827722 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6b81a8a10 con 0x7fa6b810b780 2024-05-20T21:12:50.408 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:50.408+0000 7fa6bf000700 1 -- 172.21.15.8:0/3776827722 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fa6b8063cd0 con 0x7fa6b810b780 2024-05-20T21:12:50.412 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:50.412+0000 7fa6b4c00700 1 -- 172.21.15.8:0/3776827722 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7fa6b001c020 con 0x7fa6b810b780 2024-05-20T21:12:50.414 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:50.414+0000 7fa6b4c00700 1 --2- 172.21.15.8:0/3776827722 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa69c0b2990 0x7fa69c0b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:50.414 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:50.414+0000 7fa6b4c00700 1 -- 172.21.15.8:0/3776827722 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fa6b00e1b60 con 0x7fa6b810b780 2024-05-20T21:12:50.415 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:50.414+0000 7fa6b7e00700 1 --2- 172.21.15.8:0/3776827722 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa69c0b2990 0x7fa69c0b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:50.415 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:50.415+0000 7fa6b4c00700 1 --2- 172.21.15.8:0/3776827722 >> [v2:172.21.15.130:6800/2148668646,v1:172.21.15.130:6801/2148668646] conn(0x7fa69c0bc550 0x7fa69c0be9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:50.415 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:50.415+0000 7fa6b4c00700 1 -- 172.21.15.8:0/3776827722 --> [v2:172.21.15.130:6800/2148668646,v1:172.21.15.130:6801/2148668646] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fa6b001de70 con 0x7fa69c0bc550 2024-05-20T21:12:50.415 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:50.415+0000 7fa6b4c00700 1 -- 172.21.15.8:0/3776827722 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7fa6b00e62a0 con 0x7fa6b810b780 2024-05-20T21:12:50.415 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:50.415+0000 7fa6b7400700 1 --2- 172.21.15.8:0/3776827722 >> [v2:172.21.15.130:6800/2148668646,v1:172.21.15.130:6801/2148668646] conn(0x7fa69c0bc550 0x7fa69c0be9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:50.416 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:50.416+0000 7fa6b7e00700 1 --2- 172.21.15.8:0/3776827722 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa69c0b2990 0x7fa69c0b4e50 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fa6a8006010 tx=0x7fa6a800b280 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:50.416 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:50.416+0000 7fa6b7400700 1 --2- 172.21.15.8:0/3776827722 >> [v2:172.21.15.130:6800/2148668646,v1:172.21.15.130:6801/2148668646] conn(0x7fa69c0bc550 0x7fa69c0be9f0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:50.416 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:50.417+0000 7fa6b4c00700 1 -- 172.21.15.8:0/3776827722 <== osd.2 v2:172.21.15.130:6800/2148668646 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fa6b001de70 con 0x7fa69c0bc550 2024-05-20T21:12:50.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:50.435+0000 7fa6bf000700 1 -- 172.21.15.8:0/3776827722 --> [v2:172.21.15.130:6800/2148668646,v1:172.21.15.130:6801/2148668646] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fa6b8064100 con 0x7fa69c0bc550 2024-05-20T21:12:50.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:50.436+0000 7fa6b4c00700 1 -- 172.21.15.8:0/3776827722 <== osd.2 v2:172.21.15.130:6800/2148668646 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fa6b8064100 con 0x7fa69c0bc550 2024-05-20T21:12:50.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:50.437+0000 7fa6bf000700 1 -- 172.21.15.8:0/3776827722 >> [v2:172.21.15.130:6800/2148668646,v1:172.21.15.130:6801/2148668646] conn(0x7fa69c0bc550 msgr2=0x7fa69c0be9f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:50.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:50.437+0000 7fa6bf000700 1 --2- 172.21.15.8:0/3776827722 >> [v2:172.21.15.130:6800/2148668646,v1:172.21.15.130:6801/2148668646] conn(0x7fa69c0bc550 0x7fa69c0be9f0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:50.437 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:50.437+0000 7fa6bf000700 1 -- 172.21.15.8:0/3776827722 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa69c0b2990 msgr2=0x7fa69c0b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:50.437 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:50.437+0000 7fa6bf000700 1 --2- 172.21.15.8:0/3776827722 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa69c0b2990 0x7fa69c0b4e50 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fa6a8006010 tx=0x7fa6a800b280 comp rx=0 tx=0).stop 2024-05-20T21:12:50.437 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:50.437+0000 7fa6bf000700 1 -- 172.21.15.8:0/3776827722 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa6b810b780 msgr2=0x7fa6b81a0760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:50.437 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:50.437+0000 7fa6bf000700 1 --2- 172.21.15.8:0/3776827722 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa6b810b780 0x7fa6b81a0760 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fa6b0007f10 tx=0x7fa6b000d3b0 comp rx=0 tx=0).stop 2024-05-20T21:12:50.437 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:50.437+0000 7fa6bd000700 1 -- 172.21.15.8:0/3776827722 reap_dead start 2024-05-20T21:12:50.437 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:50.437+0000 7fa6bf000700 1 -- 172.21.15.8:0/3776827722 shutdown_connections 2024-05-20T21:12:50.437 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:50.437+0000 7fa6bf000700 1 -- 172.21.15.8:0/3776827722 >> 172.21.15.8:0/3776827722 conn(0x7fa6b8101270 msgr2=0x7fa6b8101970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:50.438 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:50.437+0000 7fa6bf000700 1 -- 172.21.15.8:0/3776827722 shutdown_connections 2024-05-20T21:12:50.438 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:50.437+0000 7fa6bf000700 1 -- 172.21.15.8:0/3776827722 wait complete. 2024-05-20T21:12:50.666 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:50 smithi008 ceph-mon[31475]: pgmap v365: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:12:50.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:50 smithi130 ceph-mon[36448]: pgmap v365: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:12:50.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:50 smithi050 ceph-mon[35809]: pgmap v365: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:12:51.097 INFO:teuthology.orchestra.run.smithi008.stdout:154618822725 2024-05-20T21:12:51.098 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-05-20T21:12:51.908 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:51.882+0000 7f6957800700 1 -- 172.21.15.8:0/4161702649 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f69501143c0 msgr2=0x7f69501167b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:51.908 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:51.882+0000 7f6957800700 1 --2- 172.21.15.8:0/4161702649 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f69501143c0 0x7f69501167b0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f6948009f90 tx=0x7f694800b330 comp rx=0 tx=0).stop 2024-05-20T21:12:51.908 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:51.882+0000 7f6957800700 1 -- 172.21.15.8:0/4161702649 shutdown_connections 2024-05-20T21:12:51.908 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:51.882+0000 7f6957800700 1 --2- 172.21.15.8:0/4161702649 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6950077a70 0x7f6950077e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:51.909 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:51.882+0000 7f6957800700 1 --2- 172.21.15.8:0/4161702649 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f69501143c0 0x7f69501167b0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:51.909 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:51.882+0000 7f6957800700 1 --2- 172.21.15.8:0/4161702649 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6950078390 0x7f6950113e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:51.909 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:51.882+0000 7f6957800700 1 -- 172.21.15.8:0/4161702649 >> 172.21.15.8:0/4161702649 conn(0x7f69501011f0 msgr2=0x7f6950103610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:51.909 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:51.882+0000 7f6957800700 1 -- 172.21.15.8:0/4161702649 shutdown_connections 2024-05-20T21:12:51.909 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:51.882+0000 7f6957800700 1 -- 172.21.15.8:0/4161702649 wait complete. 2024-05-20T21:12:51.909 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:51.883+0000 7f6957800700 1 Processor -- start 2024-05-20T21:12:51.909 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:51.883+0000 7f6957800700 1 -- start start 2024-05-20T21:12:51.909 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:51.884+0000 7f6957800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6950077a70 0x7f69501a0260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:51.909 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:51.884+0000 7f6957800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6950078390 0x7f69501a07a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:51.909 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:51.884+0000 7f6957800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f69501143c0 0x7f69501a4ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:51.909 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:51.884+0000 7f6957800700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f6950119d50 con 0x7f6950078390 2024-05-20T21:12:51.909 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:51.884+0000 7f6957800700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6950119bd0 con 0x7f6950077a70 2024-05-20T21:12:51.909 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:51.884+0000 7f6957800700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f6950119ed0 con 0x7f69501143c0 2024-05-20T21:12:51.909 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:51.884+0000 7f694fe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6950078390 0x7f69501a07a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:51.910 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:51.884+0000 7f6954e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6950077a70 0x7f69501a0260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:51.910 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:51.884+0000 7f6954e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6950077a70 0x7f69501a0260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:34658/0 (socket says 172.21.15.8:34658) 2024-05-20T21:12:51.910 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:51.884+0000 7f694fe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6950078390 0x7f69501a07a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54278/0 (socket says 172.21.15.8:54278) 2024-05-20T21:12:51.910 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:51.884+0000 7f6954e00700 1 -- 172.21.15.8:0/4054198138 learned_addr learned my addr 172.21.15.8:0/4054198138 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:12:51.910 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:51.884+0000 7f6955800700 1 --2- 172.21.15.8:0/4054198138 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f69501143c0 0x7f69501a4ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:51.910 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:51.885+0000 7f6954e00700 1 -- 172.21.15.8:0/4054198138 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f69501143c0 msgr2=0x7f69501a4ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:51.910 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:51.885+0000 7f6954e00700 1 --2- 172.21.15.8:0/4054198138 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f69501143c0 0x7f69501a4ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:51.910 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:51.885+0000 7f6954e00700 1 -- 172.21.15.8:0/4054198138 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6950078390 msgr2=0x7f69501a07a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:51.910 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:51.885+0000 7f6954e00700 1 --2- 172.21.15.8:0/4054198138 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6950078390 0x7f69501a07a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:51.910 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:51.885+0000 7f6954e00700 1 -- 172.21.15.8:0/4054198138 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69501a5220 con 0x7f6950077a70 2024-05-20T21:12:51.910 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:51.885+0000 7f6954e00700 1 --2- 172.21.15.8:0/4054198138 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6950077a70 0x7f69501a0260 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f694400e9a0 tx=0x7f694400ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:51.910 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:51.885+0000 7f694d600700 1 -- 172.21.15.8:0/4054198138 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f694400c9c0 con 0x7f6950077a70 2024-05-20T21:12:51.910 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:51.885+0000 7f6957800700 1 -- 172.21.15.8:0/4054198138 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69501a5510 con 0x7f6950077a70 2024-05-20T21:12:51.911 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:51.885+0000 7f694d600700 1 -- 172.21.15.8:0/4054198138 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f694400cb60 con 0x7f6950077a70 2024-05-20T21:12:51.911 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:51.885+0000 7f694d600700 1 -- 172.21.15.8:0/4054198138 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6944018680 con 0x7f6950077a70 2024-05-20T21:12:51.911 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:51.886+0000 7f6957800700 1 -- 172.21.15.8:0/4054198138 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69501acd90 con 0x7f6950077a70 2024-05-20T21:12:51.911 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:51.887+0000 7f6957800700 1 -- 172.21.15.8:0/4054198138 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f6950063cd0 con 0x7f6950077a70 2024-05-20T21:12:51.911 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:51.889+0000 7f694d600700 1 -- 172.21.15.8:0/4054198138 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7f6944010430 con 0x7f6950077a70 2024-05-20T21:12:51.911 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:51.891+0000 7f694d600700 1 --2- 172.21.15.8:0/4054198138 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f69380b2910 0x7f69380b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:51.911 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:51.891+0000 7f694d600700 1 -- 172.21.15.8:0/4054198138 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f69440e26a0 con 0x7f6950077a70 2024-05-20T21:12:51.911 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:51.891+0000 7f694fe00700 1 --2- 172.21.15.8:0/4054198138 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f69380b2910 0x7f69380b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:51.911 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:51.891+0000 7f694d600700 1 --2- 172.21.15.8:0/4054198138 >> [v2:172.21.15.8:6802/2530117688,v1:172.21.15.8:6803/2530117688] conn(0x7f69380bc4d0 0x7f69380be970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:51.911 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:51.891+0000 7f694d600700 1 -- 172.21.15.8:0/4054198138 --> [v2:172.21.15.8:6802/2530117688,v1:172.21.15.8:6803/2530117688] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f69380bf040 con 0x7f69380bc4d0 2024-05-20T21:12:51.911 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:51.891+0000 7f694d600700 1 -- 172.21.15.8:0/4054198138 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7f69440e9050 con 0x7f6950077a70 2024-05-20T21:12:51.911 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:51.891+0000 7f6955800700 1 --2- 172.21.15.8:0/4054198138 >> [v2:172.21.15.8:6802/2530117688,v1:172.21.15.8:6803/2530117688] conn(0x7f69380bc4d0 0x7f69380be970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:51.911 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:51.892+0000 7f694fe00700 1 --2- 172.21.15.8:0/4054198138 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f69380b2910 0x7f69380b4dd0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f695007a570 tx=0x7f693c009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:51.912 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:51.892+0000 7f6955800700 1 --2- 172.21.15.8:0/4054198138 >> [v2:172.21.15.8:6802/2530117688,v1:172.21.15.8:6803/2530117688] conn(0x7f69380bc4d0 0x7f69380be970 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:51.912 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:51.893+0000 7f694d600700 1 -- 172.21.15.8:0/4054198138 <== osd.0 v2:172.21.15.8:6802/2530117688 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f69380bf040 con 0x7f69380bc4d0 2024-05-20T21:12:51.913 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:51.913+0000 7f6957800700 1 -- 172.21.15.8:0/4054198138 --> [v2:172.21.15.8:6802/2530117688,v1:172.21.15.8:6803/2530117688] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f69500640d0 con 0x7f69380bc4d0 2024-05-20T21:12:51.914 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:51.914+0000 7f694d600700 1 -- 172.21.15.8:0/4054198138 <== osd.0 v2:172.21.15.8:6802/2530117688 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f69500640d0 con 0x7f69380bc4d0 2024-05-20T21:12:51.914 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:51.914+0000 7f6957800700 1 -- 172.21.15.8:0/4054198138 >> [v2:172.21.15.8:6802/2530117688,v1:172.21.15.8:6803/2530117688] conn(0x7f69380bc4d0 msgr2=0x7f69380be970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:51.914 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:51.914+0000 7f6957800700 1 --2- 172.21.15.8:0/4054198138 >> [v2:172.21.15.8:6802/2530117688,v1:172.21.15.8:6803/2530117688] conn(0x7f69380bc4d0 0x7f69380be970 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:51.915 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:51.915+0000 7f6957800700 1 -- 172.21.15.8:0/4054198138 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f69380b2910 msgr2=0x7f69380b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:51.915 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:51.915+0000 7f6957800700 1 --2- 172.21.15.8:0/4054198138 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f69380b2910 0x7f69380b4dd0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f695007a570 tx=0x7f693c009310 comp rx=0 tx=0).stop 2024-05-20T21:12:51.915 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:51.915+0000 7f6957800700 1 -- 172.21.15.8:0/4054198138 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6950077a70 msgr2=0x7f69501a0260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:51.915 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:51.915+0000 7f6957800700 1 --2- 172.21.15.8:0/4054198138 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6950077a70 0x7f69501a0260 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f694400e9a0 tx=0x7f694400ecb0 comp rx=0 tx=0).stop 2024-05-20T21:12:51.915 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:51.915+0000 7f6955800700 1 -- 172.21.15.8:0/4054198138 reap_dead start 2024-05-20T21:12:51.915 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:51.915+0000 7f6957800700 1 -- 172.21.15.8:0/4054198138 shutdown_connections 2024-05-20T21:12:51.915 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:51.915+0000 7f6957800700 1 -- 172.21.15.8:0/4054198138 >> 172.21.15.8:0/4054198138 conn(0x7f69501011f0 msgr2=0x7f69501035e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:51.916 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:51.915+0000 7f6957800700 1 -- 172.21.15.8:0/4054198138 shutdown_connections 2024-05-20T21:12:51.916 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:51.915+0000 7f6957800700 1 -- 172.21.15.8:0/4054198138 wait complete. 2024-05-20T21:12:52.196 INFO:teuthology.orchestra.run.smithi008.stdout:133143986252 2024-05-20T21:12:52.197 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-05-20T21:12:52.202 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:52.199+0000 7fcf45e00700 1 -- 172.21.15.8:0/946550808 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fcf4006bbe0 msgr2=0x7fcf401103d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:52.202 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:52.199+0000 7fcf45e00700 1 --2- 172.21.15.8:0/946550808 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fcf4006bbe0 0x7fcf401103d0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fcf3800b0a0 tx=0x7fcf3800b3b0 comp rx=0 tx=0).stop 2024-05-20T21:12:52.202 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:52.199+0000 7fcf45e00700 1 -- 172.21.15.8:0/946550808 shutdown_connections 2024-05-20T21:12:52.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:52.199+0000 7fcf45e00700 1 --2- 172.21.15.8:0/946550808 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcf401095b0 0x7fcf40109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:52.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:52.199+0000 7fcf45e00700 1 --2- 172.21.15.8:0/946550808 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fcf4006bbe0 0x7fcf401103d0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:52.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:52.199+0000 7fcf45e00700 1 --2- 172.21.15.8:0/946550808 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcf4006b220 0x7fcf4006b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:52.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:52.199+0000 7fcf45e00700 1 -- 172.21.15.8:0/946550808 >> 172.21.15.8:0/946550808 conn(0x7fcf400793f0 msgr2=0x7fcf40079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:52.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:52.199+0000 7fcf45e00700 1 -- 172.21.15.8:0/946550808 shutdown_connections 2024-05-20T21:12:52.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:52.199+0000 7fcf45e00700 1 -- 172.21.15.8:0/946550808 wait complete. 2024-05-20T21:12:52.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:52.200+0000 7fcf45e00700 1 Processor -- start 2024-05-20T21:12:52.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:52.201+0000 7fcf45e00700 1 -- start start 2024-05-20T21:12:52.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:52.201+0000 7fcf45e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fcf4006b220 0x7fcf4019bde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:52.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:52.201+0000 7fcf45e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcf4006bbe0 0x7fcf4019c320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:52.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:52.201+0000 7fcf45e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcf401095b0 0x7fcf401a06b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:52.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:52.201+0000 7fcf45e00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fcf40113720 con 0x7fcf4006b220 2024-05-20T21:12:52.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:52.201+0000 7fcf45e00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fcf401135a0 con 0x7fcf401095b0 2024-05-20T21:12:52.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:52.201+0000 7fcf45e00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fcf401138a0 con 0x7fcf4006bbe0 2024-05-20T21:12:52.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:52.202+0000 7fcf3ea00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fcf4006b220 0x7fcf4019bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:52.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:52.202+0000 7fcf3e000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcf4006bbe0 0x7fcf4019c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:52.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:52.202+0000 7fcf3ea00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fcf4006b220 0x7fcf4019bde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54296/0 (socket says 172.21.15.8:54296) 2024-05-20T21:12:52.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:52.202+0000 7fcf3ea00700 1 -- 172.21.15.8:0/1266318038 learned_addr learned my addr 172.21.15.8:0/1266318038 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:12:52.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:52.202+0000 7fcf3f400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcf401095b0 0x7fcf401a06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:52.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:52.202+0000 7fcf3ea00700 1 -- 172.21.15.8:0/1266318038 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcf4006bbe0 msgr2=0x7fcf4019c320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:52.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:52.202+0000 7fcf3ea00700 1 --2- 172.21.15.8:0/1266318038 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcf4006bbe0 0x7fcf4019c320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:52.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:52.202+0000 7fcf3ea00700 1 -- 172.21.15.8:0/1266318038 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcf401095b0 msgr2=0x7fcf401a06b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:52.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:52.202+0000 7fcf3ea00700 1 --2- 172.21.15.8:0/1266318038 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcf401095b0 0x7fcf401a06b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:52.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:52.202+0000 7fcf3ea00700 1 -- 172.21.15.8:0/1266318038 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf401a0df0 con 0x7fcf4006b220 2024-05-20T21:12:52.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:52.202+0000 7fcf3e000700 1 --2- 172.21.15.8:0/1266318038 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcf4006bbe0 0x7fcf4019c320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:12:52.205 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:52.203+0000 7fcf3ea00700 1 --2- 172.21.15.8:0/1266318038 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fcf4006b220 0x7fcf4019bde0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fcf3000e9a0 tx=0x7fcf3000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:52.205 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:52.203+0000 7fcf44a00700 1 -- 172.21.15.8:0/1266318038 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf3000ca10 con 0x7fcf4006b220 2024-05-20T21:12:52.205 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:52.203+0000 7fcf45e00700 1 -- 172.21.15.8:0/1266318038 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcf401a10e0 con 0x7fcf4006b220 2024-05-20T21:12:52.205 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:52.203+0000 7fcf44a00700 1 -- 172.21.15.8:0/1266318038 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcf3000cbb0 con 0x7fcf4006b220 2024-05-20T21:12:52.205 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:52.203+0000 7fcf44a00700 1 -- 172.21.15.8:0/1266318038 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf30018680 con 0x7fcf4006b220 2024-05-20T21:12:52.205 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:52.203+0000 7fcf45e00700 1 -- 172.21.15.8:0/1266318038 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcf401a8960 con 0x7fcf4006b220 2024-05-20T21:12:52.206 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:52.204+0000 7fcf45e00700 1 -- 172.21.15.8:0/1266318038 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fcf4010f160 con 0x7fcf4006b220 2024-05-20T21:12:52.207 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:52.207+0000 7fcf44a00700 1 -- 172.21.15.8:0/1266318038 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7fcf30010430 con 0x7fcf4006b220 2024-05-20T21:12:52.208 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:52.208+0000 7fcf44a00700 1 --2- 172.21.15.8:0/1266318038 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fcf240b2990 0x7fcf240b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:52.209 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:52.209+0000 7fcf44a00700 1 -- 172.21.15.8:0/1266318038 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fcf300e2a50 con 0x7fcf4006b220 2024-05-20T21:12:52.209 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:52.209+0000 7fcf3e000700 1 --2- 172.21.15.8:0/1266318038 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fcf240b2990 0x7fcf240b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:52.209 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:52.209+0000 7fcf44a00700 1 --2- 172.21.15.8:0/1266318038 >> [v2:172.21.15.50:6816/2308872994,v1:172.21.15.50:6817/2308872994] conn(0x7fcf240bc550 0x7fcf240be9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:52.209 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:52.209+0000 7fcf44a00700 1 -- 172.21.15.8:0/1266318038 --> [v2:172.21.15.50:6816/2308872994,v1:172.21.15.50:6817/2308872994] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fcf30024e70 con 0x7fcf240bc550 2024-05-20T21:12:52.209 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:52.209+0000 7fcf44a00700 1 -- 172.21.15.8:0/1266318038 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7fcf300e2ea0 con 0x7fcf4006b220 2024-05-20T21:12:52.210 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:52.210+0000 7fcf3f400700 1 --2- 172.21.15.8:0/1266318038 >> [v2:172.21.15.50:6816/2308872994,v1:172.21.15.50:6817/2308872994] conn(0x7fcf240bc550 0x7fcf240be9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:52.210 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:52.210+0000 7fcf3e000700 1 --2- 172.21.15.8:0/1266318038 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fcf240b2990 0x7fcf240b4e50 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fcf401044e0 tx=0x7fcf2c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:52.210 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:52.210+0000 7fcf3f400700 1 --2- 172.21.15.8:0/1266318038 >> [v2:172.21.15.50:6816/2308872994,v1:172.21.15.50:6817/2308872994] conn(0x7fcf240bc550 0x7fcf240be9f0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:52.211 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:52.211+0000 7fcf44a00700 1 -- 172.21.15.8:0/1266318038 <== osd.7 v2:172.21.15.50:6816/2308872994 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fcf30024e70 con 0x7fcf240bc550 2024-05-20T21:12:52.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:52.230+0000 7fcf45e00700 1 -- 172.21.15.8:0/1266318038 --> [v2:172.21.15.50:6816/2308872994,v1:172.21.15.50:6817/2308872994] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fcf40104c70 con 0x7fcf240bc550 2024-05-20T21:12:52.231 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:52.231+0000 7fcf44a00700 1 -- 172.21.15.8:0/1266318038 <== osd.7 v2:172.21.15.50:6816/2308872994 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fcf40104c70 con 0x7fcf240bc550 2024-05-20T21:12:52.231 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:52.231+0000 7fcf45e00700 1 -- 172.21.15.8:0/1266318038 >> [v2:172.21.15.50:6816/2308872994,v1:172.21.15.50:6817/2308872994] conn(0x7fcf240bc550 msgr2=0x7fcf240be9f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:52.231 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:52.231+0000 7fcf45e00700 1 --2- 172.21.15.8:0/1266318038 >> [v2:172.21.15.50:6816/2308872994,v1:172.21.15.50:6817/2308872994] conn(0x7fcf240bc550 0x7fcf240be9f0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:52.232 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:52.232+0000 7fcf45e00700 1 -- 172.21.15.8:0/1266318038 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fcf240b2990 msgr2=0x7fcf240b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:52.232 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:52.232+0000 7fcf45e00700 1 --2- 172.21.15.8:0/1266318038 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fcf240b2990 0x7fcf240b4e50 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fcf401044e0 tx=0x7fcf2c009260 comp rx=0 tx=0).stop 2024-05-20T21:12:52.232 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:52.232+0000 7fcf45e00700 1 -- 172.21.15.8:0/1266318038 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fcf4006b220 msgr2=0x7fcf4019bde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:52.232 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:52.232+0000 7fcf45e00700 1 --2- 172.21.15.8:0/1266318038 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fcf4006b220 0x7fcf4019bde0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fcf3000e9a0 tx=0x7fcf3000ecb0 comp rx=0 tx=0).stop 2024-05-20T21:12:52.232 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:52.232+0000 7fcf3f400700 1 -- 172.21.15.8:0/1266318038 reap_dead start 2024-05-20T21:12:52.233 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:52.232+0000 7fcf45e00700 1 -- 172.21.15.8:0/1266318038 shutdown_connections 2024-05-20T21:12:52.233 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:52.232+0000 7fcf45e00700 1 -- 172.21.15.8:0/1266318038 >> 172.21.15.8:0/1266318038 conn(0x7fcf400793f0 msgr2=0x7fcf4010e700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:52.233 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:52.232+0000 7fcf45e00700 1 -- 172.21.15.8:0/1266318038 shutdown_connections 2024-05-20T21:12:52.233 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:52.232+0000 7fcf45e00700 1 -- 172.21.15.8:0/1266318038 wait complete. 2024-05-20T21:12:52.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:52 smithi008 ceph-mon[31475]: pgmap v366: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:12:52.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:52 smithi130 ceph-mon[36448]: pgmap v366: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:12:52.673 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:52 smithi050 ceph-mon[35809]: pgmap v366: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:12:54.673 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:54 smithi130 ceph-mon[36448]: pgmap v367: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:12:54.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:54 smithi050 ceph-mon[35809]: pgmap v367: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:12:54.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:54 smithi008 ceph-mon[31475]: pgmap v367: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:12:54.937 INFO:teuthology.orchestra.run.smithi008.stdout:201863462972 2024-05-20T21:12:54.938 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-05-20T21:12:54.994 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:54.334+0000 7fed4d600700 1 -- 172.21.15.8:0/21712944 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fed48105760 msgr2=0x7fed48105be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:54.995 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:54.334+0000 7fed4d600700 1 --2- 172.21.15.8:0/21712944 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fed48105760 0x7fed48105be0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fed34009990 tx=0x7fed34009ca0 comp rx=0 tx=0).stop 2024-05-20T21:12:54.995 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:54.335+0000 7fed4d600700 1 -- 172.21.15.8:0/21712944 shutdown_connections 2024-05-20T21:12:54.995 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:54.335+0000 7fed4d600700 1 --2- 172.21.15.8:0/21712944 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fed48106120 0x7fed48112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:54.995 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:54.335+0000 7fed4d600700 1 --2- 172.21.15.8:0/21712944 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fed4810b760 0x7fed4810bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:54.995 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:54.335+0000 7fed4d600700 1 --2- 172.21.15.8:0/21712944 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fed48105760 0x7fed48105be0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:54.995 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:54.335+0000 7fed4d600700 1 -- 172.21.15.8:0/21712944 >> 172.21.15.8:0/21712944 conn(0x7fed48101250 msgr2=0x7fed48103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:54.995 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:54.335+0000 7fed4d600700 1 -- 172.21.15.8:0/21712944 shutdown_connections 2024-05-20T21:12:54.995 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:54.335+0000 7fed4d600700 1 -- 172.21.15.8:0/21712944 wait complete. 2024-05-20T21:12:54.995 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:54.336+0000 7fed4d600700 1 Processor -- start 2024-05-20T21:12:54.995 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:54.336+0000 7fed4d600700 1 -- start start 2024-05-20T21:12:54.995 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:54.336+0000 7fed4d600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fed48105760 0x7fed4819be80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:54.995 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:54.336+0000 7fed4d600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fed48106120 0x7fed4819c3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:54.995 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:54.336+0000 7fed4d600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fed4810b760 0x7fed481a0700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:54.996 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:54.336+0000 7fed4d600700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fed481159b0 con 0x7fed48105760 2024-05-20T21:12:54.996 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:54.336+0000 7fed4d600700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fed48115830 con 0x7fed48106120 2024-05-20T21:12:54.996 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:54.336+0000 7fed4d600700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fed48115b30 con 0x7fed4810b760 2024-05-20T21:12:54.998 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:54.337+0000 7fed46a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fed48105760 0x7fed4819be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:54.998 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:54.337+0000 7fed46000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fed48106120 0x7fed4819c3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:54.999 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:54.337+0000 7fed46000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fed48106120 0x7fed4819c3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:36370/0 (socket says 172.21.15.8:36370) 2024-05-20T21:12:54.999 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:54.337+0000 7fed46000700 1 -- 172.21.15.8:0/2724933637 learned_addr learned my addr 172.21.15.8:0/2724933637 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:12:54.999 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:54.337+0000 7fed47400700 1 --2- 172.21.15.8:0/2724933637 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fed4810b760 0x7fed481a0700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:54.999 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:54.337+0000 7fed46000700 1 -- 172.21.15.8:0/2724933637 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fed4810b760 msgr2=0x7fed481a0700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:54.999 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:54.337+0000 7fed46000700 1 --2- 172.21.15.8:0/2724933637 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fed4810b760 0x7fed481a0700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:54.999 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:54.337+0000 7fed46000700 1 -- 172.21.15.8:0/2724933637 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fed48105760 msgr2=0x7fed4819be80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:54.999 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:54.337+0000 7fed46000700 1 --2- 172.21.15.8:0/2724933637 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fed48105760 0x7fed4819be80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:54.999 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:54.337+0000 7fed46000700 1 -- 172.21.15.8:0/2724933637 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed481a0e40 con 0x7fed48106120 2024-05-20T21:12:54.999 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:54.337+0000 7fed47400700 1 --2- 172.21.15.8:0/2724933637 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fed4810b760 0x7fed481a0700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:12:54.999 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:54.337+0000 7fed46a00700 1 --2- 172.21.15.8:0/2724933637 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fed48105760 0x7fed4819be80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:12:54.999 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:54.337+0000 7fed46000700 1 --2- 172.21.15.8:0/2724933637 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fed48106120 0x7fed4819c3c0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fed34000c00 tx=0x7fed340057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:54.999 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:54.338+0000 7fed3f400700 1 -- 172.21.15.8:0/2724933637 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed34027070 con 0x7fed48106120 2024-05-20T21:12:54.999 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:54.338+0000 7fed4d600700 1 -- 172.21.15.8:0/2724933637 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fed481a10d0 con 0x7fed48106120 2024-05-20T21:12:55.000 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:54.338+0000 7fed4d600700 1 -- 172.21.15.8:0/2724933637 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fed481a89b0 con 0x7fed48106120 2024-05-20T21:12:55.000 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:54.338+0000 7fed3f400700 1 -- 172.21.15.8:0/2724933637 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fed34022470 con 0x7fed48106120 2024-05-20T21:12:55.000 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:54.338+0000 7fed3f400700 1 -- 172.21.15.8:0/2724933637 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed34017650 con 0x7fed48106120 2024-05-20T21:12:55.000 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:54.339+0000 7fed4d600700 1 -- 172.21.15.8:0/2724933637 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fed48063cd0 con 0x7fed48106120 2024-05-20T21:12:55.000 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:54.342+0000 7fed3f400700 1 -- 172.21.15.8:0/2724933637 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7fed3402a070 con 0x7fed48106120 2024-05-20T21:12:55.000 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:54.343+0000 7fed3f400700 1 --2- 172.21.15.8:0/2724933637 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fed2c0b2910 0x7fed2c0b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:55.000 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:54.343+0000 7fed3f400700 1 -- 172.21.15.8:0/2724933637 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fed340e3620 con 0x7fed48106120 2024-05-20T21:12:55.000 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:54.343+0000 7fed46a00700 1 --2- 172.21.15.8:0/2724933637 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fed2c0b2910 0x7fed2c0b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:55.000 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:54.344+0000 7fed3f400700 1 --2- 172.21.15.8:0/2724933637 >> [v2:172.21.15.130:6824/2025670617,v1:172.21.15.130:6825/2025670617] conn(0x7fed2c0bc4d0 0x7fed2c0be970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:55.000 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:54.344+0000 7fed3f400700 1 -- 172.21.15.8:0/2724933637 --> [v2:172.21.15.130:6824/2025670617,v1:172.21.15.130:6825/2025670617] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fed2c0bf040 con 0x7fed2c0bc4d0 2024-05-20T21:12:55.000 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:54.344+0000 7fed3f400700 1 -- 172.21.15.8:0/2724933637 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7fed340e39d0 con 0x7fed48106120 2024-05-20T21:12:55.000 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:54.344+0000 7fed46a00700 1 --2- 172.21.15.8:0/2724933637 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fed2c0b2910 0x7fed2c0b4dd0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fed38009fd0 tx=0x7fed38009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:55.000 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:54.344+0000 7fed47400700 1 --2- 172.21.15.8:0/2724933637 >> [v2:172.21.15.130:6824/2025670617,v1:172.21.15.130:6825/2025670617] conn(0x7fed2c0bc4d0 0x7fed2c0be970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:55.001 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:54.346+0000 7fed47400700 1 --2- 172.21.15.8:0/2724933637 >> [v2:172.21.15.130:6824/2025670617,v1:172.21.15.130:6825/2025670617] conn(0x7fed2c0bc4d0 0x7fed2c0be970 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.11 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:55.001 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:54.347+0000 7fed3f400700 1 -- 172.21.15.8:0/2724933637 <== osd.11 v2:172.21.15.130:6824/2025670617 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fed2c0bf040 con 0x7fed2c0bc4d0 2024-05-20T21:12:55.001 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:54.365+0000 7fed4d600700 1 -- 172.21.15.8:0/2724933637 --> [v2:172.21.15.130:6824/2025670617,v1:172.21.15.130:6825/2025670617] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fed480640d0 con 0x7fed2c0bc4d0 2024-05-20T21:12:55.001 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:54.365+0000 7fed3f400700 1 -- 172.21.15.8:0/2724933637 <== osd.11 v2:172.21.15.130:6824/2025670617 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fed480640d0 con 0x7fed2c0bc4d0 2024-05-20T21:12:55.001 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:54.366+0000 7fed4d600700 1 -- 172.21.15.8:0/2724933637 >> [v2:172.21.15.130:6824/2025670617,v1:172.21.15.130:6825/2025670617] conn(0x7fed2c0bc4d0 msgr2=0x7fed2c0be970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:55.001 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:54.366+0000 7fed4d600700 1 --2- 172.21.15.8:0/2724933637 >> [v2:172.21.15.130:6824/2025670617,v1:172.21.15.130:6825/2025670617] conn(0x7fed2c0bc4d0 0x7fed2c0be970 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:55.001 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:54.366+0000 7fed4d600700 1 -- 172.21.15.8:0/2724933637 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fed2c0b2910 msgr2=0x7fed2c0b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:55.001 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:54.366+0000 7fed4d600700 1 --2- 172.21.15.8:0/2724933637 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fed2c0b2910 0x7fed2c0b4dd0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fed38009fd0 tx=0x7fed38009260 comp rx=0 tx=0).stop 2024-05-20T21:12:55.001 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:54.366+0000 7fed4d600700 1 -- 172.21.15.8:0/2724933637 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fed48106120 msgr2=0x7fed4819c3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:55.002 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:54.366+0000 7fed4d600700 1 --2- 172.21.15.8:0/2724933637 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fed48106120 0x7fed4819c3c0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fed34000c00 tx=0x7fed340057c0 comp rx=0 tx=0).stop 2024-05-20T21:12:55.002 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:54.366+0000 7fed47400700 1 -- 172.21.15.8:0/2724933637 reap_dead start 2024-05-20T21:12:55.002 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:54.367+0000 7fed4d600700 1 -- 172.21.15.8:0/2724933637 shutdown_connections 2024-05-20T21:12:55.002 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:54.367+0000 7fed4d600700 1 -- 172.21.15.8:0/2724933637 >> 172.21.15.8:0/2724933637 conn(0x7fed48101250 msgr2=0x7fed48101900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:55.002 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:54.367+0000 7fed4d600700 1 -- 172.21.15.8:0/2724933637 shutdown_connections 2024-05-20T21:12:55.002 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:54.367+0000 7fed4d600700 1 -- 172.21.15.8:0/2724933637 wait complete. 2024-05-20T21:12:56.037 INFO:teuthology.orchestra.run.smithi008.stdout:34359738466 2024-05-20T21:12:56.038 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-05-20T21:12:56.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:56 smithi008 ceph-mon[31475]: pgmap v368: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:12:56.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:56 smithi130 ceph-mon[36448]: pgmap v368: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:12:56.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:56 smithi050 ceph-mon[35809]: pgmap v368: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:12:56.763 INFO:teuthology.orchestra.run.smithi008.stdout:257698037806 2024-05-20T21:12:56.763 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.9 2024-05-20T21:12:56.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:56.057+0000 7f7c56000700 1 -- 172.21.15.8:0/3690105490 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7c501041a0 msgr2=0x7f7c501081c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:56.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:56.057+0000 7f7c56000700 1 --2- 172.21.15.8:0/3690105490 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7c501041a0 0x7f7c501081c0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f7c3c0099c0 tx=0x7f7c3c009cd0 comp rx=0 tx=0).stop 2024-05-20T21:12:56.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:56.057+0000 7f7c56000700 1 -- 172.21.15.8:0/3690105490 shutdown_connections 2024-05-20T21:12:56.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:56.057+0000 7f7c56000700 1 --2- 172.21.15.8:0/3690105490 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7c501037f0 0x7f7c50103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:56.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:56.057+0000 7f7c56000700 1 --2- 172.21.15.8:0/3690105490 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7c501088f0 0x7f7c50110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:56.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:56.057+0000 7f7c56000700 1 --2- 172.21.15.8:0/3690105490 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7c501041a0 0x7f7c501081c0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:56.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:56.057+0000 7f7c56000700 1 -- 172.21.15.8:0/3690105490 >> 172.21.15.8:0/3690105490 conn(0x7f7c5007a6a0 msgr2=0x7f7c5007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:56.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:56.057+0000 7f7c56000700 1 -- 172.21.15.8:0/3690105490 shutdown_connections 2024-05-20T21:12:56.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:56.058+0000 7f7c56000700 1 -- 172.21.15.8:0/3690105490 wait complete. 2024-05-20T21:12:56.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:56.059+0000 7f7c56000700 1 Processor -- start 2024-05-20T21:12:56.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:56.059+0000 7f7c56000700 1 -- start start 2024-05-20T21:12:56.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:56.059+0000 7f7c56000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7c501037f0 0x7f7c5019bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:56.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:56.059+0000 7f7c56000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7c501041a0 0x7f7c5019c310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:56.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:56.059+0000 7f7c56000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7c501088f0 0x7f7c501a06a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:56.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:56.059+0000 7f7c56000700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f7c50113720 con 0x7f7c501037f0 2024-05-20T21:12:56.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:56.059+0000 7f7c56000700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f7c501135a0 con 0x7f7c501041a0 2024-05-20T21:12:56.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:56.059+0000 7f7c56000700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f7c501138a0 con 0x7f7c501088f0 2024-05-20T21:12:56.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:56.059+0000 7f7c4f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7c501037f0 0x7f7c5019bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:56.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:56.059+0000 7f7c4ea00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7c501041a0 0x7f7c5019c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:56.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:56.059+0000 7f7c4f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7c501037f0 0x7f7c5019bdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:39060/0 (socket says 172.21.15.8:39060) 2024-05-20T21:12:56.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:56.060+0000 7f7c4f400700 1 -- 172.21.15.8:0/796783297 learned_addr learned my addr 172.21.15.8:0/796783297 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:12:56.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:56.060+0000 7f7c4ea00700 1 -- 172.21.15.8:0/796783297 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7c501088f0 msgr2=0x7f7c501a06a0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-05-20T21:12:56.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:56.060+0000 7f7c4ea00700 1 --2- 172.21.15.8:0/796783297 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7c501088f0 0x7f7c501a06a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:56.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:56.060+0000 7f7c4ea00700 1 -- 172.21.15.8:0/796783297 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7c501037f0 msgr2=0x7f7c5019bdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:56.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:56.060+0000 7f7c4ea00700 1 --2- 172.21.15.8:0/796783297 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7c501037f0 0x7f7c5019bdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:56.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:56.060+0000 7f7c4ea00700 1 -- 172.21.15.8:0/796783297 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c501a0de0 con 0x7f7c501041a0 2024-05-20T21:12:56.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:56.060+0000 7f7c4f400700 1 --2- 172.21.15.8:0/796783297 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7c501037f0 0x7f7c5019bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:12:56.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:56.060+0000 7f7c4ea00700 1 --2- 172.21.15.8:0/796783297 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7c501041a0 0x7f7c5019c310 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f7c3c0098e0 tx=0x7f7c3c0055f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:56.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:56.061+0000 7f7c47e00700 1 -- 172.21.15.8:0/796783297 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c3c026070 con 0x7f7c501041a0 2024-05-20T21:12:56.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:56.061+0000 7f7c56000700 1 -- 172.21.15.8:0/796783297 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c501a1070 con 0x7f7c501041a0 2024-05-20T21:12:56.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:56.061+0000 7f7c56000700 1 -- 172.21.15.8:0/796783297 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c501a8950 con 0x7f7c501041a0 2024-05-20T21:12:56.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:56.061+0000 7f7c47e00700 1 -- 172.21.15.8:0/796783297 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7c3c00b730 con 0x7f7c501041a0 2024-05-20T21:12:56.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:56.061+0000 7f7c47e00700 1 -- 172.21.15.8:0/796783297 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c3c00f6c0 con 0x7f7c501041a0 2024-05-20T21:12:56.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:56.062+0000 7f7c56000700 1 -- 172.21.15.8:0/796783297 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f7c30001030 con 0x7f7c501041a0 2024-05-20T21:12:56.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:56.064+0000 7f7c47e00700 1 -- 172.21.15.8:0/796783297 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7f7c3c029070 con 0x7f7c501041a0 2024-05-20T21:12:56.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:56.066+0000 7f7c47e00700 1 --2- 172.21.15.8:0/796783297 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f7c340b2910 0x7f7c340b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:56.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:56.066+0000 7f7c47e00700 1 -- 172.21.15.8:0/796783297 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f7c3c0e2c60 con 0x7f7c501041a0 2024-05-20T21:12:56.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:56.066+0000 7f7c4f400700 1 --2- 172.21.15.8:0/796783297 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f7c340b2910 0x7f7c340b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:56.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:56.066+0000 7f7c47e00700 1 --2- 172.21.15.8:0/796783297 >> [v2:172.21.15.130:6816/2076512047,v1:172.21.15.130:6817/2076512047] conn(0x7f7c340bc4d0 0x7f7c340be970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:56.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:56.066+0000 7f7c47e00700 1 -- 172.21.15.8:0/796783297 --> [v2:172.21.15.130:6816/2076512047,v1:172.21.15.130:6817/2076512047] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f7c3c00eea0 con 0x7f7c340bc4d0 2024-05-20T21:12:56.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:56.066+0000 7f7c47e00700 1 -- 172.21.15.8:0/796783297 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7f7c3c0e3010 con 0x7f7c501041a0 2024-05-20T21:12:56.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:56.067+0000 7f7c4fe00700 1 --2- 172.21.15.8:0/796783297 >> [v2:172.21.15.130:6816/2076512047,v1:172.21.15.130:6817/2076512047] conn(0x7f7c340bc4d0 0x7f7c340be970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:56.813 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:56.067+0000 7f7c4f400700 1 --2- 172.21.15.8:0/796783297 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f7c340b2910 0x7f7c340b4dd0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f7c40011630 tx=0x7f7c40009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:56.813 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:56.067+0000 7f7c4fe00700 1 --2- 172.21.15.8:0/796783297 >> [v2:172.21.15.130:6816/2076512047,v1:172.21.15.130:6817/2076512047] conn(0x7f7c340bc4d0 0x7f7c340be970 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.8 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:56.813 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:56.068+0000 7f7c47e00700 1 -- 172.21.15.8:0/796783297 <== osd.8 v2:172.21.15.130:6816/2076512047 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f7c3c00eea0 con 0x7f7c340bc4d0 2024-05-20T21:12:56.813 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:56.087+0000 7f7c56000700 1 -- 172.21.15.8:0/796783297 --> [v2:172.21.15.130:6816/2076512047,v1:172.21.15.130:6817/2076512047] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f7c30002e60 con 0x7f7c340bc4d0 2024-05-20T21:12:56.813 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:56.087+0000 7f7c47e00700 1 -- 172.21.15.8:0/796783297 <== osd.8 v2:172.21.15.130:6816/2076512047 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f7c30002e60 con 0x7f7c340bc4d0 2024-05-20T21:12:56.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:56.088+0000 7f7c56000700 1 -- 172.21.15.8:0/796783297 >> [v2:172.21.15.130:6816/2076512047,v1:172.21.15.130:6817/2076512047] conn(0x7f7c340bc4d0 msgr2=0x7f7c340be970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:56.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:56.088+0000 7f7c56000700 1 --2- 172.21.15.8:0/796783297 >> [v2:172.21.15.130:6816/2076512047,v1:172.21.15.130:6817/2076512047] conn(0x7f7c340bc4d0 0x7f7c340be970 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:56.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:56.088+0000 7f7c56000700 1 -- 172.21.15.8:0/796783297 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f7c340b2910 msgr2=0x7f7c340b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:56.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:56.088+0000 7f7c56000700 1 --2- 172.21.15.8:0/796783297 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f7c340b2910 0x7f7c340b4dd0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f7c40011630 tx=0x7f7c40009260 comp rx=0 tx=0).stop 2024-05-20T21:12:56.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:56.088+0000 7f7c56000700 1 -- 172.21.15.8:0/796783297 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7c501041a0 msgr2=0x7f7c5019c310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:56.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:56.088+0000 7f7c56000700 1 --2- 172.21.15.8:0/796783297 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7c501041a0 0x7f7c5019c310 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f7c3c0098e0 tx=0x7f7c3c0055f0 comp rx=0 tx=0).stop 2024-05-20T21:12:56.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:56.088+0000 7f7c4fe00700 1 -- 172.21.15.8:0/796783297 reap_dead start 2024-05-20T21:12:56.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:56.088+0000 7f7c56000700 1 -- 172.21.15.8:0/796783297 shutdown_connections 2024-05-20T21:12:56.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:56.088+0000 7f7c56000700 1 -- 172.21.15.8:0/796783297 >> 172.21.15.8:0/796783297 conn(0x7f7c5007a6a0 msgr2=0x7f7c50109a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:56.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:56.089+0000 7f7c56000700 1 -- 172.21.15.8:0/796783297 shutdown_connections 2024-05-20T21:12:56.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:56.089+0000 7f7c56000700 1 -- 172.21.15.8:0/796783297 wait complete. 2024-05-20T21:12:58.592 INFO:teuthology.orchestra.run.smithi008.stdout:231928234040 2024-05-20T21:12:58.592 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.8 2024-05-20T21:12:58.625 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:12:58 smithi008 ceph-mon[31475]: pgmap v369: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:12:58.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:12:58 smithi130 ceph-mon[36448]: pgmap v369: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:12:58.673 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:12:58 smithi050 ceph-mon[35809]: pgmap v369: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:12:59.303 INFO:teuthology.orchestra.run.smithi008.stdout:304942678052 2024-05-20T21:12:59.303 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.11 2024-05-20T21:12:59.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:58.895+0000 7f3c86e00700 1 -- 172.21.15.8:0/46949306 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3c8006b220 msgr2=0x7f3c8006b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:59.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:58.895+0000 7f3c86e00700 1 --2- 172.21.15.8:0/46949306 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3c8006b220 0x7f3c8006b6a0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f3c6c009990 tx=0x7f3c6c009ca0 comp rx=0 tx=0).stop 2024-05-20T21:12:59.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:58.895+0000 7f3c86e00700 1 -- 172.21.15.8:0/46949306 shutdown_connections 2024-05-20T21:12:59.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:58.895+0000 7f3c86e00700 1 --2- 172.21.15.8:0/46949306 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3c8006bbe0 0x7f3c801103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:59.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:58.895+0000 7f3c86e00700 1 --2- 172.21.15.8:0/46949306 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3c801095b0 0x7f3c80109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:59.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:58.895+0000 7f3c86e00700 1 --2- 172.21.15.8:0/46949306 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3c8006b220 0x7f3c8006b6a0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:59.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:58.895+0000 7f3c86e00700 1 -- 172.21.15.8:0/46949306 >> 172.21.15.8:0/46949306 conn(0x7f3c800793f0 msgr2=0x7f3c80079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:59.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:58.896+0000 7f3c86e00700 1 -- 172.21.15.8:0/46949306 shutdown_connections 2024-05-20T21:12:59.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:58.896+0000 7f3c86e00700 1 -- 172.21.15.8:0/46949306 wait complete. 2024-05-20T21:12:59.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:58.897+0000 7f3c86e00700 1 Processor -- start 2024-05-20T21:12:59.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:58.898+0000 7f3c86e00700 1 -- start start 2024-05-20T21:12:59.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:58.898+0000 7f3c86e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3c8006b220 0x7f3c8019f8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:59.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:58.898+0000 7f3c86e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3c8006bbe0 0x7f3c8019fe00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:59.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:58.898+0000 7f3c86e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3c801095b0 0x7f3c80199a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:59.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:58.898+0000 7f3c86e00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f3c80113720 con 0x7f3c801095b0 2024-05-20T21:12:59.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:58.898+0000 7f3c86e00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f3c801135a0 con 0x7f3c8006bbe0 2024-05-20T21:12:59.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:58.898+0000 7f3c86e00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f3c801138a0 con 0x7f3c8006b220 2024-05-20T21:12:59.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:58.899+0000 7f3c84e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3c801095b0 0x7f3c80199a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:59.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:58.899+0000 7f3c7fe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3c8006b220 0x7f3c8019f8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:59.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:58.899+0000 7f3c84e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3c801095b0 0x7f3c80199a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:39076/0 (socket says 172.21.15.8:39076) 2024-05-20T21:12:59.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:58.899+0000 7f3c7fe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3c8006b220 0x7f3c8019f8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:33222/0 (socket says 172.21.15.8:33222) 2024-05-20T21:12:59.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:58.899+0000 7f3c84e00700 1 -- 172.21.15.8:0/3430169746 learned_addr learned my addr 172.21.15.8:0/3430169746 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:12:59.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:58.899+0000 7f3c7f400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3c8006bbe0 0x7f3c8019fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:59.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:58.900+0000 7f3c84e00700 1 -- 172.21.15.8:0/3430169746 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3c8006b220 msgr2=0x7f3c8019f8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:59.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:58.900+0000 7f3c84e00700 1 --2- 172.21.15.8:0/3430169746 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3c8006b220 0x7f3c8019f8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:59.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:58.900+0000 7f3c84e00700 1 -- 172.21.15.8:0/3430169746 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3c8006bbe0 msgr2=0x7f3c8019fe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:59.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:58.900+0000 7f3c84e00700 1 --2- 172.21.15.8:0/3430169746 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3c8006bbe0 0x7f3c8019fe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:59.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:58.900+0000 7f3c84e00700 1 -- 172.21.15.8:0/3430169746 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c8019a1e0 con 0x7f3c801095b0 2024-05-20T21:12:59.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:58.900+0000 7f3c7f400700 1 --2- 172.21.15.8:0/3430169746 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3c8006bbe0 0x7f3c8019fe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:12:59.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:58.901+0000 7f3c84e00700 1 --2- 172.21.15.8:0/3430169746 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3c801095b0 0x7f3c80199a80 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f3c7800c6e0 tx=0x7f3c7800c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:59.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:58.901+0000 7f3c7cc00700 1 -- 172.21.15.8:0/3430169746 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c78012310 con 0x7f3c801095b0 2024-05-20T21:12:59.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:58.901+0000 7f3c7cc00700 1 -- 172.21.15.8:0/3430169746 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3c78004020 con 0x7f3c801095b0 2024-05-20T21:12:59.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:58.901+0000 7f3c7cc00700 1 -- 172.21.15.8:0/3430169746 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c780124b0 con 0x7f3c801095b0 2024-05-20T21:12:59.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:58.901+0000 7f3c86e00700 1 -- 172.21.15.8:0/3430169746 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c8019a4d0 con 0x7f3c801095b0 2024-05-20T21:12:59.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:58.901+0000 7f3c86e00700 1 -- 172.21.15.8:0/3430169746 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c80102440 con 0x7f3c801095b0 2024-05-20T21:12:59.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:58.903+0000 7f3c86e00700 1 -- 172.21.15.8:0/3430169746 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f3c80063cd0 con 0x7f3c801095b0 2024-05-20T21:12:59.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:58.906+0000 7f3c7cc00700 1 -- 172.21.15.8:0/3430169746 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7f3c780044d0 con 0x7f3c801095b0 2024-05-20T21:12:59.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:58.908+0000 7f3c7cc00700 1 --2- 172.21.15.8:0/3430169746 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3c640b2990 0x7f3c640b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:59.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:58.909+0000 7f3c7cc00700 1 -- 172.21.15.8:0/3430169746 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f3c780e64f0 con 0x7f3c801095b0 2024-05-20T21:12:59.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:58.909+0000 7f3c7fe00700 1 --2- 172.21.15.8:0/3430169746 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3c640b2990 0x7f3c640b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:59.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:58.909+0000 7f3c7cc00700 1 --2- 172.21.15.8:0/3430169746 >> [v2:172.21.15.50:6800/1765474633,v1:172.21.15.50:6801/1765474633] conn(0x7f3c640bc550 0x7f3c640be9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:59.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:58.909+0000 7f3c7cc00700 1 -- 172.21.15.8:0/3430169746 --> [v2:172.21.15.50:6800/1765474633,v1:172.21.15.50:6801/1765474633] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f3c78017ec0 con 0x7f3c640bc550 2024-05-20T21:12:59.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:58.909+0000 7f3c7cc00700 1 -- 172.21.15.8:0/3430169746 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7f3c780e68a0 con 0x7f3c801095b0 2024-05-20T21:12:59.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:58.909+0000 7f3c7f400700 1 --2- 172.21.15.8:0/3430169746 >> [v2:172.21.15.50:6800/1765474633,v1:172.21.15.50:6801/1765474633] conn(0x7f3c640bc550 0x7f3c640be9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:59.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:58.910+0000 7f3c7fe00700 1 --2- 172.21.15.8:0/3430169746 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3c640b2990 0x7f3c640b4e50 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f3c8019abc0 tx=0x7f3c7000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:59.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:58.910+0000 7f3c7f400700 1 --2- 172.21.15.8:0/3430169746 >> [v2:172.21.15.50:6800/1765474633,v1:172.21.15.50:6801/1765474633] conn(0x7f3c640bc550 0x7f3c640be9f0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:59.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:58.911+0000 7f3c7cc00700 1 -- 172.21.15.8:0/3430169746 <== osd.1 v2:172.21.15.50:6800/1765474633 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f3c78017ec0 con 0x7f3c640bc550 2024-05-20T21:12:59.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:58.931+0000 7f3c86e00700 1 -- 172.21.15.8:0/3430169746 --> [v2:172.21.15.50:6800/1765474633,v1:172.21.15.50:6801/1765474633] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f3c80064150 con 0x7f3c640bc550 2024-05-20T21:12:59.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:58.932+0000 7f3c7cc00700 1 -- 172.21.15.8:0/3430169746 <== osd.1 v2:172.21.15.50:6800/1765474633 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f3c80064150 con 0x7f3c640bc550 2024-05-20T21:12:59.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:58.933+0000 7f3c86e00700 1 -- 172.21.15.8:0/3430169746 >> [v2:172.21.15.50:6800/1765474633,v1:172.21.15.50:6801/1765474633] conn(0x7f3c640bc550 msgr2=0x7f3c640be9f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:59.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:58.933+0000 7f3c86e00700 1 --2- 172.21.15.8:0/3430169746 >> [v2:172.21.15.50:6800/1765474633,v1:172.21.15.50:6801/1765474633] conn(0x7f3c640bc550 0x7f3c640be9f0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:59.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:58.933+0000 7f3c86e00700 1 -- 172.21.15.8:0/3430169746 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3c640b2990 msgr2=0x7f3c640b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:59.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:58.933+0000 7f3c86e00700 1 --2- 172.21.15.8:0/3430169746 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3c640b2990 0x7f3c640b4e50 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f3c8019abc0 tx=0x7f3c7000b410 comp rx=0 tx=0).stop 2024-05-20T21:12:59.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:58.933+0000 7f3c86e00700 1 -- 172.21.15.8:0/3430169746 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3c801095b0 msgr2=0x7f3c80199a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:59.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:58.933+0000 7f3c86e00700 1 --2- 172.21.15.8:0/3430169746 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3c801095b0 0x7f3c80199a80 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f3c7800c6e0 tx=0x7f3c7800c9f0 comp rx=0 tx=0).stop 2024-05-20T21:12:59.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:58.933+0000 7f3c84e00700 1 -- 172.21.15.8:0/3430169746 reap_dead start 2024-05-20T21:12:59.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:58.933+0000 7f3c86e00700 1 -- 172.21.15.8:0/3430169746 shutdown_connections 2024-05-20T21:12:59.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:58.933+0000 7f3c86e00700 1 -- 172.21.15.8:0/3430169746 >> 172.21.15.8:0/3430169746 conn(0x7f3c800793f0 msgr2=0x7f3c80101220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:59.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:58.933+0000 7f3c86e00700 1 -- 172.21.15.8:0/3430169746 shutdown_connections 2024-05-20T21:12:59.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:12:58.933+0000 7f3c86e00700 1 -- 172.21.15.8:0/3430169746 wait complete. 2024-05-20T21:12:59.391 INFO:teuthology.orchestra.run.smithi008.stdout:77309411416 2024-05-20T21:12:59.391 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-05-20T21:13:00.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.173+0000 7fdcb8e00700 1 -- 172.21.15.8:0/2667252705 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdcb4108520 msgr2=0x7fdcb4108900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:00.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.173+0000 7fdcb8e00700 1 --2- 172.21.15.8:0/2667252705 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdcb4108520 0x7fdcb4108900 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fdca4009990 tx=0x7fdca4009ca0 comp rx=0 tx=0).stop 2024-05-20T21:13:00.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.173+0000 7fdcb8e00700 1 -- 172.21.15.8:0/2667252705 shutdown_connections 2024-05-20T21:13:00.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.173+0000 7fdcb8e00700 1 --2- 172.21.15.8:0/2667252705 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdcb4102e00 0x7fdcb410f2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:00.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.173+0000 7fdcb8e00700 1 --2- 172.21.15.8:0/2667252705 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdcb4108520 0x7fdcb4108900 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:00.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.173+0000 7fdcb8e00700 1 --2- 172.21.15.8:0/2667252705 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdcb4102440 0x7fdcb41028c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:00.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.173+0000 7fdcb8e00700 1 -- 172.21.15.8:0/2667252705 >> 172.21.15.8:0/2667252705 conn(0x7fdcb40793f0 msgr2=0x7fdcb4079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:00.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.173+0000 7fdcb8e00700 1 -- 172.21.15.8:0/2667252705 shutdown_connections 2024-05-20T21:13:00.174 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.174+0000 7fdcb8e00700 1 -- 172.21.15.8:0/2667252705 wait complete. 2024-05-20T21:13:00.174 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.175+0000 7fdcb8e00700 1 Processor -- start 2024-05-20T21:13:00.174 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.175+0000 7fdcb8e00700 1 -- start start 2024-05-20T21:13:00.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.176+0000 7fdcb8e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdcb4102440 0x7fdcb41044d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:00.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.176+0000 7fdcb8e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdcb4102e00 0x7fdcb4104a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:00.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.176+0000 7fdcb8e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdcb4108520 0x7fdcb4104f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:00.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.176+0000 7fdcb8e00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fdcb4112620 con 0x7fdcb4108520 2024-05-20T21:13:00.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.176+0000 7fdcb8e00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fdcb41124a0 con 0x7fdcb4102440 2024-05-20T21:13:00.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.176+0000 7fdcb8e00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fdcb41127a0 con 0x7fdcb4102e00 2024-05-20T21:13:00.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.176+0000 7fdcb1400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdcb4102e00 0x7fdcb4104a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:00.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.176+0000 7fdcb1400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdcb4102e00 0x7fdcb4104a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:33238/0 (socket says 172.21.15.8:33238) 2024-05-20T21:13:00.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.176+0000 7fdcb1400700 1 -- 172.21.15.8:0/2727911864 learned_addr learned my addr 172.21.15.8:0/2727911864 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:13:00.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.176+0000 7fdcb1e00700 1 --2- 172.21.15.8:0/2727911864 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdcb4102440 0x7fdcb41044d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:00.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.176+0000 7fdcb2800700 1 --2- 172.21.15.8:0/2727911864 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdcb4108520 0x7fdcb4104f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:00.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.177+0000 7fdcb1e00700 1 -- 172.21.15.8:0/2727911864 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdcb4102e00 msgr2=0x7fdcb4104a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:00.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.177+0000 7fdcb1e00700 1 --2- 172.21.15.8:0/2727911864 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdcb4102e00 0x7fdcb4104a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:00.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.177+0000 7fdcb1e00700 1 -- 172.21.15.8:0/2727911864 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdcb4108520 msgr2=0x7fdcb4104f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:00.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.177+0000 7fdcb1e00700 1 --2- 172.21.15.8:0/2727911864 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdcb4108520 0x7fdcb4104f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:00.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.177+0000 7fdcb1e00700 1 -- 172.21.15.8:0/2727911864 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdcb41a8180 con 0x7fdcb4102440 2024-05-20T21:13:00.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.177+0000 7fdcb1400700 1 --2- 172.21.15.8:0/2727911864 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdcb4102e00 0x7fdcb4104a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:13:00.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.177+0000 7fdcb1e00700 1 --2- 172.21.15.8:0/2727911864 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdcb4102440 0x7fdcb41044d0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fdca40098e0 tx=0x7fdca40057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:00.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.177+0000 7fdcaaa00700 1 -- 172.21.15.8:0/2727911864 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdca4027070 con 0x7fdcb4102440 2024-05-20T21:13:00.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.178+0000 7fdcb8e00700 1 -- 172.21.15.8:0/2727911864 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdcb41a8410 con 0x7fdcb4102440 2024-05-20T21:13:00.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.178+0000 7fdcaaa00700 1 -- 172.21.15.8:0/2727911864 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdca4022470 con 0x7fdcb4102440 2024-05-20T21:13:00.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.178+0000 7fdcaaa00700 1 -- 172.21.15.8:0/2727911864 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdca4017650 con 0x7fdcb4102440 2024-05-20T21:13:00.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.178+0000 7fdcb8e00700 1 -- 172.21.15.8:0/2727911864 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdcb41a8860 con 0x7fdcb4102440 2024-05-20T21:13:00.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.179+0000 7fdcb8e00700 1 -- 172.21.15.8:0/2727911864 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fdcb406b4b0 con 0x7fdcb4102440 2024-05-20T21:13:00.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.183+0000 7fdcaaa00700 1 -- 172.21.15.8:0/2727911864 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7fdca402a070 con 0x7fdcb4102440 2024-05-20T21:13:00.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.184+0000 7fdcaaa00700 1 --2- 172.21.15.8:0/2727911864 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdc980b2910 0x7fdc980b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:00.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.185+0000 7fdcaaa00700 1 -- 172.21.15.8:0/2727911864 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fdca40e3550 con 0x7fdcb4102440 2024-05-20T21:13:00.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.185+0000 7fdcb1400700 1 --2- 172.21.15.8:0/2727911864 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdc980b2910 0x7fdc980b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:00.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.185+0000 7fdcaaa00700 1 --2- 172.21.15.8:0/2727911864 >> [v2:172.21.15.50:6824/2266909560,v1:172.21.15.50:6825/2266909560] conn(0x7fdc980bc4d0 0x7fdc980be970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:00.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.185+0000 7fdcaaa00700 1 -- 172.21.15.8:0/2727911864 --> [v2:172.21.15.50:6824/2266909560,v1:172.21.15.50:6825/2266909560] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fdca4001d30 con 0x7fdc980bc4d0 2024-05-20T21:13:00.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.185+0000 7fdcaaa00700 1 -- 172.21.15.8:0/2727911864 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7fdca40e3900 con 0x7fdcb4102440 2024-05-20T21:13:00.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.186+0000 7fdcb2800700 1 --2- 172.21.15.8:0/2727911864 >> [v2:172.21.15.50:6824/2266909560,v1:172.21.15.50:6825/2266909560] conn(0x7fdc980bc4d0 0x7fdc980be970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:00.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.186+0000 7fdcb1400700 1 --2- 172.21.15.8:0/2727911864 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdc980b2910 0x7fdc980b4dd0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fdcb406c300 tx=0x7fdca0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:00.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.186+0000 7fdcb2800700 1 --2- 172.21.15.8:0/2727911864 >> [v2:172.21.15.50:6824/2266909560,v1:172.21.15.50:6825/2266909560] conn(0x7fdc980bc4d0 0x7fdc980be970 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.10 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:00.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.187+0000 7fdcaaa00700 1 -- 172.21.15.8:0/2727911864 <== osd.10 v2:172.21.15.50:6824/2266909560 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fdca4001d30 con 0x7fdc980bc4d0 2024-05-20T21:13:00.205 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.206+0000 7fdcb8e00700 1 -- 172.21.15.8:0/2727911864 --> [v2:172.21.15.50:6824/2266909560,v1:172.21.15.50:6825/2266909560] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fdcb4103b60 con 0x7fdc980bc4d0 2024-05-20T21:13:00.205 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.207+0000 7fdcaaa00700 1 -- 172.21.15.8:0/2727911864 <== osd.10 v2:172.21.15.50:6824/2266909560 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fdcb4103b60 con 0x7fdc980bc4d0 2024-05-20T21:13:00.206 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.207+0000 7fdcb8e00700 1 -- 172.21.15.8:0/2727911864 >> [v2:172.21.15.50:6824/2266909560,v1:172.21.15.50:6825/2266909560] conn(0x7fdc980bc4d0 msgr2=0x7fdc980be970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:00.206 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.207+0000 7fdcb8e00700 1 --2- 172.21.15.8:0/2727911864 >> [v2:172.21.15.50:6824/2266909560,v1:172.21.15.50:6825/2266909560] conn(0x7fdc980bc4d0 0x7fdc980be970 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:00.206 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.207+0000 7fdcb8e00700 1 -- 172.21.15.8:0/2727911864 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdc980b2910 msgr2=0x7fdc980b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:00.206 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.207+0000 7fdcb8e00700 1 --2- 172.21.15.8:0/2727911864 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdc980b2910 0x7fdc980b4dd0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fdcb406c300 tx=0x7fdca0009260 comp rx=0 tx=0).stop 2024-05-20T21:13:00.206 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.207+0000 7fdcb8e00700 1 -- 172.21.15.8:0/2727911864 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdcb4102440 msgr2=0x7fdcb41044d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:00.207 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.207+0000 7fdcb8e00700 1 --2- 172.21.15.8:0/2727911864 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdcb4102440 0x7fdcb41044d0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fdca40098e0 tx=0x7fdca40057c0 comp rx=0 tx=0).stop 2024-05-20T21:13:00.207 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.207+0000 7fdcb2800700 1 -- 172.21.15.8:0/2727911864 reap_dead start 2024-05-20T21:13:00.207 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.207+0000 7fdcb8e00700 1 -- 172.21.15.8:0/2727911864 shutdown_connections 2024-05-20T21:13:00.207 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.207+0000 7fdcb8e00700 1 -- 172.21.15.8:0/2727911864 >> 172.21.15.8:0/2727911864 conn(0x7fdcb40793f0 msgr2=0x7fdcb4106810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:00.207 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.208+0000 7fdcb8e00700 1 -- 172.21.15.8:0/2727911864 shutdown_connections 2024-05-20T21:13:00.207 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.208+0000 7fdcb8e00700 1 -- 172.21.15.8:0/2727911864 wait complete. 2024-05-20T21:13:00.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:00 smithi130 ceph-mon[36448]: pgmap v370: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:13:00.673 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:00 smithi050 ceph-mon[35809]: pgmap v370: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:13:00.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:00 smithi008 ceph-mon[31475]: pgmap v370: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:13:01.091 INFO:teuthology.orchestra.run.smithi008.stdout:55834574941 2024-05-20T21:13:01.092 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-05-20T21:13:01.141 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.567+0000 7f96dbe00700 1 -- 172.21.15.8:0/915030471 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f96dc104fa0 msgr2=0x7f96dc10d490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:01.141 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.567+0000 7f96dbe00700 1 --2- 172.21.15.8:0/915030471 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f96dc104fa0 0x7f96dc10d490 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f96c8009990 tx=0x7f96c8009ca0 comp rx=0 tx=0).stop 2024-05-20T21:13:01.141 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.567+0000 7f96dbe00700 1 -- 172.21.15.8:0/915030471 shutdown_connections 2024-05-20T21:13:01.141 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.567+0000 7f96dbe00700 1 --2- 172.21.15.8:0/915030471 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f96dc10dab0 0x7f96dc10ff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:01.141 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.567+0000 7f96dbe00700 1 --2- 172.21.15.8:0/915030471 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f96dc104680 0x7f96dc104a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:01.141 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.567+0000 7f96dbe00700 1 --2- 172.21.15.8:0/915030471 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f96dc104fa0 0x7f96dc10d490 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:01.141 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.567+0000 7f96dbe00700 1 -- 172.21.15.8:0/915030471 >> 172.21.15.8:0/915030471 conn(0x7f96dc0fded0 msgr2=0x7f96dc1002f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:01.141 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.567+0000 7f96dbe00700 1 -- 172.21.15.8:0/915030471 shutdown_connections 2024-05-20T21:13:01.141 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.567+0000 7f96dbe00700 1 -- 172.21.15.8:0/915030471 wait complete. 2024-05-20T21:13:01.141 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.569+0000 7f96dbe00700 1 Processor -- start 2024-05-20T21:13:01.141 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.569+0000 7f96dbe00700 1 -- start start 2024-05-20T21:13:01.142 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.570+0000 7f96dbe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f96dc104680 0x7f96dc1022e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:01.142 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.570+0000 7f96dbe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f96dc104fa0 0x7f96dc102820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:01.142 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.570+0000 7f96dbe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f96dc10dab0 0x7f96dc102d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:01.142 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.570+0000 7f96dbe00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f96dc113680 con 0x7f96dc104fa0 2024-05-20T21:13:01.142 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.570+0000 7f96dbe00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f96dc113500 con 0x7f96dc104680 2024-05-20T21:13:01.142 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.570+0000 7f96dbe00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f96dc113800 con 0x7f96dc10dab0 2024-05-20T21:13:01.143 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.570+0000 7f96da000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f96dc104fa0 0x7f96dc102820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:01.143 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.570+0000 7f96da000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f96dc104fa0 0x7f96dc102820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:39088/0 (socket says 172.21.15.8:39088) 2024-05-20T21:13:01.143 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.570+0000 7f96da000700 1 -- 172.21.15.8:0/226568023 learned_addr learned my addr 172.21.15.8:0/226568023 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:13:01.143 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.570+0000 7f96db400700 1 --2- 172.21.15.8:0/226568023 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f96dc10dab0 0x7f96dc102d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:01.143 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.570+0000 7f96daa00700 1 --2- 172.21.15.8:0/226568023 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f96dc104680 0x7f96dc1022e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:01.143 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.570+0000 7f96da000700 1 -- 172.21.15.8:0/226568023 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f96dc10dab0 msgr2=0x7f96dc102d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:01.143 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.570+0000 7f96da000700 1 --2- 172.21.15.8:0/226568023 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f96dc10dab0 0x7f96dc102d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:01.143 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.570+0000 7f96da000700 1 -- 172.21.15.8:0/226568023 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f96dc104680 msgr2=0x7f96dc1022e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:01.143 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.570+0000 7f96da000700 1 --2- 172.21.15.8:0/226568023 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f96dc104680 0x7f96dc1022e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:01.143 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.570+0000 7f96da000700 1 -- 172.21.15.8:0/226568023 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96dc1a8160 con 0x7f96dc104fa0 2024-05-20T21:13:01.143 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.570+0000 7f96daa00700 1 --2- 172.21.15.8:0/226568023 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f96dc104680 0x7f96dc1022e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:13:01.143 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.571+0000 7f96da000700 1 --2- 172.21.15.8:0/226568023 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f96dc104fa0 0x7f96dc102820 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f96c8000c00 tx=0x7f96c8009510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:01.143 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.571+0000 7f96d3400700 1 -- 172.21.15.8:0/226568023 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96c8026070 con 0x7f96dc104fa0 2024-05-20T21:13:01.144 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.571+0000 7f96d3400700 1 -- 172.21.15.8:0/226568023 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f96c8021410 con 0x7f96dc104fa0 2024-05-20T21:13:01.144 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.571+0000 7f96dbe00700 1 -- 172.21.15.8:0/226568023 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96dc1a83f0 con 0x7f96dc104fa0 2024-05-20T21:13:01.144 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.571+0000 7f96d3400700 1 -- 172.21.15.8:0/226568023 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96c8017650 con 0x7f96dc104fa0 2024-05-20T21:13:01.144 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.571+0000 7f96dbe00700 1 -- 172.21.15.8:0/226568023 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96dc1a88d0 con 0x7f96dc104fa0 2024-05-20T21:13:01.144 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.572+0000 7f96dbe00700 1 -- 172.21.15.8:0/226568023 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f96dc063c50 con 0x7f96dc104fa0 2024-05-20T21:13:01.144 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.575+0000 7f96d3400700 1 -- 172.21.15.8:0/226568023 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7f96c8029070 con 0x7f96dc104fa0 2024-05-20T21:13:01.144 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.576+0000 7f96d3400700 1 --2- 172.21.15.8:0/226568023 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f96c00b2910 0x7f96c00b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:01.144 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.576+0000 7f96d3400700 1 -- 172.21.15.8:0/226568023 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f96c80e3480 con 0x7f96dc104fa0 2024-05-20T21:13:01.144 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.576+0000 7f96daa00700 1 --2- 172.21.15.8:0/226568023 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f96c00b2910 0x7f96c00b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:01.144 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.576+0000 7f96d3400700 1 --2- 172.21.15.8:0/226568023 >> [v2:172.21.15.8:6818/107816006,v1:172.21.15.8:6819/107816006] conn(0x7f96c00bc4d0 0x7f96c00be970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:01.144 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.576+0000 7f96d3400700 1 -- 172.21.15.8:0/226568023 --> [v2:172.21.15.8:6818/107816006,v1:172.21.15.8:6819/107816006] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f96c8009030 con 0x7f96c00bc4d0 2024-05-20T21:13:01.144 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.576+0000 7f96d3400700 1 -- 172.21.15.8:0/226568023 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7f96c80e3830 con 0x7f96dc104fa0 2024-05-20T21:13:01.144 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.577+0000 7f96db400700 1 --2- 172.21.15.8:0/226568023 >> [v2:172.21.15.8:6818/107816006,v1:172.21.15.8:6819/107816006] conn(0x7f96c00bc4d0 0x7f96c00be970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:01.145 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.577+0000 7f96daa00700 1 --2- 172.21.15.8:0/226568023 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f96c00b2910 0x7f96c00b4dd0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f96cc009cb0 tx=0x7f96cc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:01.145 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.577+0000 7f96db400700 1 --2- 172.21.15.8:0/226568023 >> [v2:172.21.15.8:6818/107816006,v1:172.21.15.8:6819/107816006] conn(0x7f96c00bc4d0 0x7f96c00be970 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:01.145 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.578+0000 7f96d3400700 1 -- 172.21.15.8:0/226568023 <== osd.6 v2:172.21.15.8:6818/107816006 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f96c8009030 con 0x7f96c00bc4d0 2024-05-20T21:13:01.145 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.596+0000 7f96dbe00700 1 -- 172.21.15.8:0/226568023 --> [v2:172.21.15.8:6818/107816006,v1:172.21.15.8:6819/107816006] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f96dc064050 con 0x7f96c00bc4d0 2024-05-20T21:13:01.145 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.596+0000 7f96d3400700 1 -- 172.21.15.8:0/226568023 <== osd.6 v2:172.21.15.8:6818/107816006 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f96dc064050 con 0x7f96c00bc4d0 2024-05-20T21:13:01.145 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.597+0000 7f96dbe00700 1 -- 172.21.15.8:0/226568023 >> [v2:172.21.15.8:6818/107816006,v1:172.21.15.8:6819/107816006] conn(0x7f96c00bc4d0 msgr2=0x7f96c00be970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:01.145 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.597+0000 7f96dbe00700 1 --2- 172.21.15.8:0/226568023 >> [v2:172.21.15.8:6818/107816006,v1:172.21.15.8:6819/107816006] conn(0x7f96c00bc4d0 0x7f96c00be970 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:01.145 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.597+0000 7f96dbe00700 1 -- 172.21.15.8:0/226568023 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f96c00b2910 msgr2=0x7f96c00b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:01.145 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.597+0000 7f96dbe00700 1 --2- 172.21.15.8:0/226568023 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f96c00b2910 0x7f96c00b4dd0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f96cc009cb0 tx=0x7f96cc009260 comp rx=0 tx=0).stop 2024-05-20T21:13:01.145 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.597+0000 7f96dbe00700 1 -- 172.21.15.8:0/226568023 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f96dc104fa0 msgr2=0x7f96dc102820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:01.145 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.597+0000 7f96dbe00700 1 --2- 172.21.15.8:0/226568023 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f96dc104fa0 0x7f96dc102820 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f96c8000c00 tx=0x7f96c8009510 comp rx=0 tx=0).stop 2024-05-20T21:13:01.145 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.597+0000 7f96db400700 1 -- 172.21.15.8:0/226568023 reap_dead start 2024-05-20T21:13:01.145 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.597+0000 7f96dbe00700 1 -- 172.21.15.8:0/226568023 shutdown_connections 2024-05-20T21:13:01.145 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.597+0000 7f96dbe00700 1 -- 172.21.15.8:0/226568023 >> 172.21.15.8:0/226568023 conn(0x7f96dc0fded0 msgr2=0x7f96dc0feca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:01.145 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.598+0000 7f96dbe00700 1 -- 172.21.15.8:0/226568023 shutdown_connections 2024-05-20T21:13:01.146 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:00.598+0000 7f96dbe00700 1 -- 172.21.15.8:0/226568023 wait complete. 2024-05-20T21:13:01.405 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:13:01.735 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:13:01.773 INFO:teuthology.orchestra.run.smithi008.stdout:279172874282 2024-05-20T21:13:01.882 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.10 2024-05-20T21:13:02.581 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:02 smithi008 ceph-mon[31475]: pgmap v371: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-05-20T21:13:02.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:02 smithi130 ceph-mon[36448]: pgmap v371: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-05-20T21:13:02.673 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:02 smithi050 ceph-mon[35809]: pgmap v371: 97 pgs: 97 active+clean; 643 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-05-20T21:13:03.462 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:03 smithi008 ceph-mon[31475]: mgrmap e18: x(active, since 10m), standbys: z, y 2024-05-20T21:13:03.674 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:03 smithi130 ceph-mon[36448]: mgrmap e18: x(active, since 10m), standbys: z, y 2024-05-20T21:13:03.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:03 smithi050 ceph-mon[35809]: mgrmap e18: x(active, since 10m), standbys: z, y 2024-05-20T21:13:03.805 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:13:03.839 INFO:teuthology.orchestra.run.smithi008.stdout:180388626499 2024-05-20T21:13:03.839 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-05-20T21:13:04.146 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:13:04.146 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:13:04.574 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:04 smithi008 ceph-mon[31475]: pgmap v372: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:13:04.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:04 smithi130 ceph-mon[36448]: pgmap v372: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:13:04.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:04 smithi050 ceph-mon[35809]: pgmap v372: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:13:04.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:04.904+0000 7f6626e00700 1 -- 172.21.15.8:0/614027707 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6620104630 msgr2=0x7f6620104a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:04.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:04.904+0000 7f6626e00700 1 --2- 172.21.15.8:0/614027707 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6620104630 0x7f6620104a10 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f6614009990 tx=0x7f6614009ca0 comp rx=0 tx=0).stop 2024-05-20T21:13:04.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:04.904+0000 7f6626e00700 1 -- 172.21.15.8:0/614027707 shutdown_connections 2024-05-20T21:13:04.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:04.904+0000 7f6626e00700 1 --2- 172.21.15.8:0/614027707 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6620104630 0x7f6620104a10 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:04.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:04.904+0000 7f6626e00700 1 --2- 172.21.15.8:0/614027707 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f662010da60 0x7f662010ff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:04.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:04.904+0000 7f6626e00700 1 --2- 172.21.15.8:0/614027707 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6620104f50 0x7f662010d440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:04.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:04.904+0000 7f6626e00700 1 -- 172.21.15.8:0/614027707 >> 172.21.15.8:0/614027707 conn(0x7f66200fde60 msgr2=0x7f6620100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:04.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:04.904+0000 7f6626e00700 1 -- 172.21.15.8:0/614027707 shutdown_connections 2024-05-20T21:13:04.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:04.904+0000 7f6626e00700 1 -- 172.21.15.8:0/614027707 wait complete. 2024-05-20T21:13:04.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:04.905+0000 7f6626e00700 1 Processor -- start 2024-05-20T21:13:04.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:04.905+0000 7f6626e00700 1 -- start start 2024-05-20T21:13:04.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:04.906+0000 7f6626e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6620104630 0x7f662019bd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:04.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:04.906+0000 7f6626e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6620104f50 0x7f662019c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:04.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:04.906+0000 7f6626e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f662010da60 0x7f66201a0660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:04.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:04.906+0000 7f6626e00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f66201136a0 con 0x7f662010da60 2024-05-20T21:13:04.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:04.906+0000 7f6626e00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6620113520 con 0x7f6620104630 2024-05-20T21:13:04.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:04.906+0000 7f6626e00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f6620113820 con 0x7f6620104f50 2024-05-20T21:13:04.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:04.906+0000 7f6626400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f662010da60 0x7f66201a0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:04.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:04.906+0000 7f6625000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6620104f50 0x7f662019c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:04.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:04.906+0000 7f6626400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f662010da60 0x7f66201a0660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:59254/0 (socket says 172.21.15.8:59254) 2024-05-20T21:13:04.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:04.906+0000 7f6625a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6620104630 0x7f662019bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:04.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:04.906+0000 7f6626400700 1 -- 172.21.15.8:0/1875186625 learned_addr learned my addr 172.21.15.8:0/1875186625 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:13:04.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:04.907+0000 7f6626400700 1 -- 172.21.15.8:0/1875186625 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6620104f50 msgr2=0x7f662019c2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:04.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:04.907+0000 7f6626400700 1 --2- 172.21.15.8:0/1875186625 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6620104f50 0x7f662019c2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:04.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:04.907+0000 7f6626400700 1 -- 172.21.15.8:0/1875186625 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6620104630 msgr2=0x7f662019bd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:04.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:04.907+0000 7f6626400700 1 --2- 172.21.15.8:0/1875186625 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6620104630 0x7f662019bd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:04.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:04.907+0000 7f6626400700 1 -- 172.21.15.8:0/1875186625 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66201a0da0 con 0x7f662010da60 2024-05-20T21:13:04.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:04.907+0000 7f6625000700 1 --2- 172.21.15.8:0/1875186625 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6620104f50 0x7f662019c2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:13:04.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:04.907+0000 7f6625a00700 1 --2- 172.21.15.8:0/1875186625 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6620104630 0x7f662019bd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:13:04.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:04.907+0000 7f6626400700 1 --2- 172.21.15.8:0/1875186625 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f662010da60 0x7f66201a0660 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f661800ef30 tx=0x7f661800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:04.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:04.907+0000 7f661e000700 1 -- 172.21.15.8:0/1875186625 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66180092e0 con 0x7f662010da60 2024-05-20T21:13:04.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:04.907+0000 7f661e000700 1 -- 172.21.15.8:0/1875186625 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6618004bb0 con 0x7f662010da60 2024-05-20T21:13:04.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:04.907+0000 7f6626e00700 1 -- 172.21.15.8:0/1875186625 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66201a1030 con 0x7f662010da60 2024-05-20T21:13:04.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:04.907+0000 7f661e000700 1 -- 172.21.15.8:0/1875186625 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6618004020 con 0x7f662010da60 2024-05-20T21:13:04.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:04.908+0000 7f6626e00700 1 -- 172.21.15.8:0/1875186625 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66201a8910 con 0x7f662010da60 2024-05-20T21:13:04.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:04.909+0000 7f6626e00700 1 -- 172.21.15.8:0/1875186625 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f662006a230 con 0x7f662010da60 2024-05-20T21:13:04.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:04.911+0000 7f661e000700 1 -- 172.21.15.8:0/1875186625 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f661801b030 con 0x7f662010da60 2024-05-20T21:13:04.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:04.913+0000 7f661e000700 1 --2- 172.21.15.8:0/1875186625 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f66080b2880 0x7f66080b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:04.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:04.913+0000 7f661e000700 1 -- 172.21.15.8:0/1875186625 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f66180e1cc0 con 0x7f662010da60 2024-05-20T21:13:04.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:04.913+0000 7f6625a00700 1 --2- 172.21.15.8:0/1875186625 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f66080b2880 0x7f66080b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:04.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:04.914+0000 7f6625a00700 1 --2- 172.21.15.8:0/1875186625 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f66080b2880 0x7f66080b4d40 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f6614006010 tx=0x7f661400b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:04.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:04.917+0000 7f661e000700 1 -- 172.21.15.8:0/1875186625 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f66180e8080 con 0x7f662010da60 2024-05-20T21:13:05.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:05.157+0000 7f6626e00700 1 -- 172.21.15.8:0/1875186625 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f66201a8ae0 con 0x7f662010da60 2024-05-20T21:13:05.157 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:05.158+0000 7f661e000700 1 -- 172.21.15.8:0/1875186625 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f6618022020 con 0x7f662010da60 2024-05-20T21:13:05.157 INFO:teuthology.orchestra.run.smithi008.stdout:107374182482 2024-05-20T21:13:05.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:05.161+0000 7f6626e00700 1 -- 172.21.15.8:0/1875186625 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f66080b2880 msgr2=0x7f66080b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:05.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:05.161+0000 7f6626e00700 1 --2- 172.21.15.8:0/1875186625 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f66080b2880 0x7f66080b4d40 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f6614006010 tx=0x7f661400b260 comp rx=0 tx=0).stop 2024-05-20T21:13:05.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:05.161+0000 7f6626e00700 1 -- 172.21.15.8:0/1875186625 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f662010da60 msgr2=0x7f66201a0660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:05.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:05.161+0000 7f6626e00700 1 --2- 172.21.15.8:0/1875186625 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f662010da60 0x7f66201a0660 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f661800ef30 tx=0x7f661800c3a0 comp rx=0 tx=0).stop 2024-05-20T21:13:05.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:05.162+0000 7f6626e00700 1 -- 172.21.15.8:0/1875186625 shutdown_connections 2024-05-20T21:13:05.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:05.162+0000 7f6626e00700 1 --2- 172.21.15.8:0/1875186625 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f66080b2880 0x7f66080b4d40 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:05.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:05.162+0000 7f6626e00700 1 --2- 172.21.15.8:0/1875186625 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6620104630 0x7f662019bd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:05.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:05.162+0000 7f6626e00700 1 --2- 172.21.15.8:0/1875186625 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f662010da60 0x7f66201a0660 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:05.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:05.162+0000 7f6626e00700 1 --2- 172.21.15.8:0/1875186625 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6620104f50 0x7f662019c2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:05.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:05.162+0000 7f6626e00700 1 -- 172.21.15.8:0/1875186625 >> 172.21.15.8:0/1875186625 conn(0x7f66200fde60 msgr2=0x7f6620100250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:05.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:05.164+0000 7f6626e00700 1 -- 172.21.15.8:0/1875186625 shutdown_connections 2024-05-20T21:13:05.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:05.164+0000 7f6626e00700 1 -- 172.21.15.8:0/1875186625 wait complete. 2024-05-20T21:13:05.181 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:13:05.181 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:13:05.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:05 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/1875186625' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-05-20T21:13:05.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:05 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/1875186625' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-05-20T21:13:05.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:05 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/1875186625' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-05-20T21:13:06.015 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:13:06.017 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:13:06.627 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:06 smithi008 ceph-mon[31475]: pgmap v373: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-20T21:13:06.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:06 smithi050 ceph-mon[35809]: pgmap v373: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-20T21:13:06.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:06 smithi130 ceph-mon[36448]: pgmap v373: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-20T21:13:08.428 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:08 smithi008 ceph-mon[31475]: pgmap v374: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:13:08.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:08 smithi130 ceph-mon[36448]: pgmap v374: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:13:08.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:08 smithi050 ceph-mon[35809]: pgmap v374: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:13:09.499 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:13:10.697 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:10.532+0000 7f6e56400700 1 -- 172.21.15.8:0/3866465007 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6e50106120 msgr2=0x7f6e50112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:10.697 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:10.532+0000 7f6e56400700 1 --2- 172.21.15.8:0/3866465007 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6e50106120 0x7f6e50112630 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f6e48009990 tx=0x7f6e48009ca0 comp rx=0 tx=0).stop 2024-05-20T21:13:10.697 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:10.532+0000 7f6e56400700 1 -- 172.21.15.8:0/3866465007 shutdown_connections 2024-05-20T21:13:10.697 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:10.532+0000 7f6e56400700 1 --2- 172.21.15.8:0/3866465007 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6e50106120 0x7f6e50112630 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:10.698 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:10.532+0000 7f6e56400700 1 --2- 172.21.15.8:0/3866465007 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6e5010b760 0x7f6e5010bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:10.698 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:10.532+0000 7f6e56400700 1 --2- 172.21.15.8:0/3866465007 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6e50105760 0x7f6e50105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:10.698 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:10.532+0000 7f6e56400700 1 -- 172.21.15.8:0/3866465007 >> 172.21.15.8:0/3866465007 conn(0x7f6e50101250 msgr2=0x7f6e50103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:10.698 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:10.532+0000 7f6e56400700 1 -- 172.21.15.8:0/3866465007 shutdown_connections 2024-05-20T21:13:10.698 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:10.532+0000 7f6e56400700 1 -- 172.21.15.8:0/3866465007 wait complete. 2024-05-20T21:13:10.698 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:10.533+0000 7f6e56400700 1 Processor -- start 2024-05-20T21:13:10.698 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:10.534+0000 7f6e56400700 1 -- start start 2024-05-20T21:13:10.698 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:10.534+0000 7f6e56400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6e50105760 0x7f6e5019be20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:10.699 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:10.534+0000 7f6e56400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6e50106120 0x7f6e5019c360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:10.699 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:10.534+0000 7f6e56400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6e5010b760 0x7f6e501a06a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:10.699 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:10.534+0000 7f6e56400700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f6e50115990 con 0x7f6e5010b760 2024-05-20T21:13:10.699 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:10.534+0000 7f6e56400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6e50115810 con 0x7f6e50105760 2024-05-20T21:13:10.699 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:10.534+0000 7f6e56400700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f6e50115b10 con 0x7f6e50106120 2024-05-20T21:13:10.699 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:10.534+0000 7f6e4fe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6e5010b760 0x7f6e501a06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:10.699 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:10.535+0000 7f6e4f400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6e50105760 0x7f6e5019be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:10.699 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:10.535+0000 7f6e46a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6e50106120 0x7f6e5019c360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:10.699 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:10.535+0000 7f6e4fe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6e5010b760 0x7f6e501a06a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:59266/0 (socket says 172.21.15.8:59266) 2024-05-20T21:13:10.699 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:10.535+0000 7f6e46a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6e50106120 0x7f6e5019c360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:35072/0 (socket says 172.21.15.8:35072) 2024-05-20T21:13:10.699 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:10.535+0000 7f6e4fe00700 1 -- 172.21.15.8:0/650242024 learned_addr learned my addr 172.21.15.8:0/650242024 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:13:10.699 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:10.535+0000 7f6e4fe00700 1 -- 172.21.15.8:0/650242024 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6e50106120 msgr2=0x7f6e5019c360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:10.700 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:10.535+0000 7f6e4fe00700 1 --2- 172.21.15.8:0/650242024 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6e50106120 0x7f6e5019c360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:10.700 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:10.535+0000 7f6e4fe00700 1 -- 172.21.15.8:0/650242024 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6e50105760 msgr2=0x7f6e5019be20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:10.700 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:10.535+0000 7f6e4fe00700 1 --2- 172.21.15.8:0/650242024 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6e50105760 0x7f6e5019be20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:10.700 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:10.535+0000 7f6e4fe00700 1 -- 172.21.15.8:0/650242024 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e501a0de0 con 0x7f6e5010b760 2024-05-20T21:13:10.700 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:10.535+0000 7f6e4fe00700 1 --2- 172.21.15.8:0/650242024 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6e5010b760 0x7f6e501a06a0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f6e4800b5c0 tx=0x7f6e480057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:10.700 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:10.536+0000 7f6e4cc00700 1 -- 172.21.15.8:0/650242024 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e48026070 con 0x7f6e5010b760 2024-05-20T21:13:10.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:10.536+0000 7f6e56400700 1 -- 172.21.15.8:0/650242024 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e501a1070 con 0x7f6e5010b760 2024-05-20T21:13:10.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:10.536+0000 7f6e4cc00700 1 -- 172.21.15.8:0/650242024 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6e48003680 con 0x7f6e5010b760 2024-05-20T21:13:10.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:10.536+0000 7f6e4cc00700 1 -- 172.21.15.8:0/650242024 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e4800faa0 con 0x7f6e5010b760 2024-05-20T21:13:10.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:10.536+0000 7f6e56400700 1 -- 172.21.15.8:0/650242024 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e501a8950 con 0x7f6e5010b760 2024-05-20T21:13:10.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:10.537+0000 7f6e56400700 1 -- 172.21.15.8:0/650242024 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6e5006a230 con 0x7f6e5010b760 2024-05-20T21:13:10.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:10.539+0000 7f6e4cc00700 1 -- 172.21.15.8:0/650242024 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f6e48029070 con 0x7f6e5010b760 2024-05-20T21:13:10.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:10.541+0000 7f6e4cc00700 1 --2- 172.21.15.8:0/650242024 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6e340b2880 0x7f6e340b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:10.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:10.541+0000 7f6e4cc00700 1 -- 172.21.15.8:0/650242024 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f6e480e3110 con 0x7f6e5010b760 2024-05-20T21:13:10.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:10.541+0000 7f6e4f400700 1 --2- 172.21.15.8:0/650242024 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6e340b2880 0x7f6e340b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:10.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:10.542+0000 7f6e4f400700 1 --2- 172.21.15.8:0/650242024 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6e340b2880 0x7f6e340b4d40 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f6e40009550 tx=0x7f6e400091b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:10.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:10.544+0000 7f6e4cc00700 1 -- 172.21.15.8:0/650242024 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f6e48030080 con 0x7f6e5010b760 2024-05-20T21:13:10.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:10 smithi008 ceph-mon[31475]: pgmap v375: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:13:10.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:10.795+0000 7f6e56400700 1 -- 172.21.15.8:0/650242024 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7f6e5002e560 con 0x7f6e5010b760 2024-05-20T21:13:10.795 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:10.796+0000 7f6e4cc00700 1 -- 172.21.15.8:0/650242024 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f6e48013070 con 0x7f6e5010b760 2024-05-20T21:13:10.795 INFO:teuthology.orchestra.run.smithi008.stdout:201863462975 2024-05-20T21:13:10.798 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:10.799+0000 7f6e56400700 1 -- 172.21.15.8:0/650242024 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6e340b2880 msgr2=0x7f6e340b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:10.798 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:10.799+0000 7f6e56400700 1 --2- 172.21.15.8:0/650242024 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6e340b2880 0x7f6e340b4d40 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f6e40009550 tx=0x7f6e400091b0 comp rx=0 tx=0).stop 2024-05-20T21:13:10.798 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:10.799+0000 7f6e56400700 1 -- 172.21.15.8:0/650242024 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6e5010b760 msgr2=0x7f6e501a06a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:10.798 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:10.799+0000 7f6e56400700 1 --2- 172.21.15.8:0/650242024 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6e5010b760 0x7f6e501a06a0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f6e4800b5c0 tx=0x7f6e480057c0 comp rx=0 tx=0).stop 2024-05-20T21:13:10.799 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:10.799+0000 7f6e56400700 1 -- 172.21.15.8:0/650242024 shutdown_connections 2024-05-20T21:13:10.799 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:10.799+0000 7f6e56400700 1 --2- 172.21.15.8:0/650242024 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6e340b2880 0x7f6e340b4d40 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:10.799 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:10.799+0000 7f6e56400700 1 --2- 172.21.15.8:0/650242024 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6e50105760 0x7f6e5019be20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:10.799 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:10.799+0000 7f6e56400700 1 --2- 172.21.15.8:0/650242024 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6e5010b760 0x7f6e501a06a0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:10.799 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:10.799+0000 7f6e56400700 1 --2- 172.21.15.8:0/650242024 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6e50106120 0x7f6e5019c360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:10.799 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:10.799+0000 7f6e56400700 1 -- 172.21.15.8:0/650242024 >> 172.21.15.8:0/650242024 conn(0x7f6e50101250 msgr2=0x7f6e501018c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:10.799 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:10.800+0000 7f6e56400700 1 -- 172.21.15.8:0/650242024 shutdown_connections 2024-05-20T21:13:10.800 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:10.800+0000 7f6e56400700 1 -- 172.21.15.8:0/650242024 wait complete. 2024-05-20T21:13:10.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:10 smithi130 ceph-mon[36448]: pgmap v375: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:13:10.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:10 smithi050 ceph-mon[35809]: pgmap v375: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:13:11.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:11 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/650242024' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-05-20T21:13:11.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:11 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/650242024' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-05-20T21:13:11.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:11 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/650242024' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-05-20T21:13:11.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:11.951+0000 7f6454600700 1 -- 172.21.15.8:0/2016580476 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f644c1035c0 msgr2=0x7f644c103a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:11.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:11.951+0000 7f6454600700 1 --2- 172.21.15.8:0/2016580476 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f644c1035c0 0x7f644c103a40 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f6438009990 tx=0x7f6438009ca0 comp rx=0 tx=0).stop 2024-05-20T21:13:11.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:11.951+0000 7f6454600700 1 -- 172.21.15.8:0/2016580476 shutdown_connections 2024-05-20T21:13:11.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:11.951+0000 7f6454600700 1 --2- 172.21.15.8:0/2016580476 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f644c1095d0 0x7f644c1099b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:11.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:11.951+0000 7f6454600700 1 --2- 172.21.15.8:0/2016580476 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f644c103f80 0x7f644c110410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:11.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:11.951+0000 7f6454600700 1 --2- 172.21.15.8:0/2016580476 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f644c1035c0 0x7f644c103a40 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:11.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:11.951+0000 7f6454600700 1 -- 172.21.15.8:0/2016580476 >> 172.21.15.8:0/2016580476 conn(0x7f644c07a610 msgr2=0x7f644c07aa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:11.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:11.951+0000 7f6454600700 1 -- 172.21.15.8:0/2016580476 shutdown_connections 2024-05-20T21:13:11.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:11.952+0000 7f6454600700 1 -- 172.21.15.8:0/2016580476 wait complete. 2024-05-20T21:13:11.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:11.953+0000 7f6454600700 1 Processor -- start 2024-05-20T21:13:11.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:11.953+0000 7f6454600700 1 -- start start 2024-05-20T21:13:11.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:11.954+0000 7f6454600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f644c1035c0 0x7f644c19be40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:11.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:11.954+0000 7f6454600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f644c103f80 0x7f644c19c380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:11.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:11.954+0000 7f6454600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f644c1095d0 0x7f644c1a0710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:11.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:11.954+0000 7f6454600700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f644c1137d0 con 0x7f644c103f80 2024-05-20T21:13:11.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:11.954+0000 7f6454600700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f644c113650 con 0x7f644c1095d0 2024-05-20T21:13:11.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:11.954+0000 7f6454600700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f644c113950 con 0x7f644c1035c0 2024-05-20T21:13:11.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:11.954+0000 7f6451200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f644c103f80 0x7f644c19c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:11.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:11.954+0000 7f6451c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f644c1035c0 0x7f644c19be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:11.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:11.954+0000 7f6451c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f644c1035c0 0x7f644c19be40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:35082/0 (socket says 172.21.15.8:35082) 2024-05-20T21:13:11.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:11.954+0000 7f6451c00700 1 -- 172.21.15.8:0/1911614450 learned_addr learned my addr 172.21.15.8:0/1911614450 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:13:11.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:11.954+0000 7f6451200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f644c103f80 0x7f644c19c380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:59292/0 (socket says 172.21.15.8:59292) 2024-05-20T21:13:11.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:11.954+0000 7f6452600700 1 --2- 172.21.15.8:0/1911614450 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f644c1095d0 0x7f644c1a0710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:11.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:11.954+0000 7f6451c00700 1 -- 172.21.15.8:0/1911614450 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f644c1095d0 msgr2=0x7f644c1a0710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:11.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:11.954+0000 7f6451c00700 1 --2- 172.21.15.8:0/1911614450 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f644c1095d0 0x7f644c1a0710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:11.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:11.954+0000 7f6451c00700 1 -- 172.21.15.8:0/1911614450 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f644c103f80 msgr2=0x7f644c19c380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:11.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:11.954+0000 7f6451c00700 1 --2- 172.21.15.8:0/1911614450 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f644c103f80 0x7f644c19c380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:11.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:11.955+0000 7f6451c00700 1 -- 172.21.15.8:0/1911614450 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f644c1a0e50 con 0x7f644c1035c0 2024-05-20T21:13:11.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:11.955+0000 7f6451200700 1 --2- 172.21.15.8:0/1911614450 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f644c103f80 0x7f644c19c380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:13:11.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:11.955+0000 7f6451c00700 1 --2- 172.21.15.8:0/1911614450 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f644c1035c0 0x7f644c19be40 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f644000e9a0 tx=0x7f644000ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:11.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:11.955+0000 7f644a000700 1 -- 172.21.15.8:0/1911614450 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f644000ca10 con 0x7f644c1035c0 2024-05-20T21:13:11.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:11.955+0000 7f6454600700 1 -- 172.21.15.8:0/1911614450 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f644c1a1140 con 0x7f644c1035c0 2024-05-20T21:13:11.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:11.955+0000 7f644a000700 1 -- 172.21.15.8:0/1911614450 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f644000cbb0 con 0x7f644c1035c0 2024-05-20T21:13:11.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:11.955+0000 7f644a000700 1 -- 172.21.15.8:0/1911614450 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6440018680 con 0x7f644c1035c0 2024-05-20T21:13:11.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:11.955+0000 7f6454600700 1 -- 172.21.15.8:0/1911614450 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f644c1a89c0 con 0x7f644c1035c0 2024-05-20T21:13:11.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:11.956+0000 7f6454600700 1 -- 172.21.15.8:0/1911614450 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f644c06a230 con 0x7f644c1035c0 2024-05-20T21:13:11.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:11.959+0000 7f644a000700 1 -- 172.21.15.8:0/1911614450 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f6440010430 con 0x7f644c1035c0 2024-05-20T21:13:11.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:11.960+0000 7f644a000700 1 --2- 172.21.15.8:0/1911614450 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f64340b2880 0x7f64340b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:11.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:11.960+0000 7f644a000700 1 -- 172.21.15.8:0/1911614450 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f64400e2690 con 0x7f644c1035c0 2024-05-20T21:13:11.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:11.960+0000 7f6451200700 1 --2- 172.21.15.8:0/1911614450 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f64340b2880 0x7f64340b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:11.985 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:11.961+0000 7f6451200700 1 --2- 172.21.15.8:0/1911614450 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f64340b2880 0x7f64340b4d40 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f644c07af50 tx=0x7f643800b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:11.985 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:11.962+0000 7f644a000700 1 -- 172.21.15.8:0/1911614450 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f64400aa340 con 0x7f644c1035c0 2024-05-20T21:13:12.207 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:12.208+0000 7f6454600700 1 -- 172.21.15.8:0/1911614450 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f644c1a8bf0 con 0x7f644c1035c0 2024-05-20T21:13:12.208 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:12.209+0000 7f644a000700 1 -- 172.21.15.8:0/1911614450 <== mon.1 v2:172.21.15.130:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f64400b23c0 con 0x7f644c1035c0 2024-05-20T21:13:12.208 INFO:teuthology.orchestra.run.smithi008.stdout:34359738470 2024-05-20T21:13:12.212 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:12.213+0000 7f6454600700 1 -- 172.21.15.8:0/1911614450 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f64340b2880 msgr2=0x7f64340b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:12.212 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:12.213+0000 7f6454600700 1 --2- 172.21.15.8:0/1911614450 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f64340b2880 0x7f64340b4d40 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f644c07af50 tx=0x7f643800b260 comp rx=0 tx=0).stop 2024-05-20T21:13:12.212 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:12.213+0000 7f6454600700 1 -- 172.21.15.8:0/1911614450 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f644c1035c0 msgr2=0x7f644c19be40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:12.212 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:12.213+0000 7f6454600700 1 --2- 172.21.15.8:0/1911614450 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f644c1035c0 0x7f644c19be40 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f644000e9a0 tx=0x7f644000ecb0 comp rx=0 tx=0).stop 2024-05-20T21:13:12.213 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:12.213+0000 7f6454600700 1 -- 172.21.15.8:0/1911614450 shutdown_connections 2024-05-20T21:13:12.213 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:12.213+0000 7f6454600700 1 --2- 172.21.15.8:0/1911614450 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f64340b2880 0x7f64340b4d40 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:12.213 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:12.213+0000 7f6454600700 1 --2- 172.21.15.8:0/1911614450 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f644c1095d0 0x7f644c1a0710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:12.213 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:12.213+0000 7f6454600700 1 --2- 172.21.15.8:0/1911614450 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f644c1035c0 0x7f644c19be40 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:12.213 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:12.213+0000 7f6454600700 1 --2- 172.21.15.8:0/1911614450 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f644c103f80 0x7f644c19c380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:12.213 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:12.213+0000 7f6454600700 1 -- 172.21.15.8:0/1911614450 >> 172.21.15.8:0/1911614450 conn(0x7f644c07a610 msgr2=0x7f644c075a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:12.213 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:12.213+0000 7f6454600700 1 -- 172.21.15.8:0/1911614450 shutdown_connections 2024-05-20T21:13:12.213 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:12.214+0000 7f6454600700 1 -- 172.21.15.8:0/1911614450 wait complete. 2024-05-20T21:13:12.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:12 smithi008 ceph-mon[31475]: pgmap v376: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:13:12.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:12 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/1911614450' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-05-20T21:13:12.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:12 smithi130 ceph-mon[36448]: pgmap v376: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:13:12.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:12 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/1911614450' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-05-20T21:13:12.923 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:12 smithi050 ceph-mon[35809]: pgmap v376: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:13:12.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:12 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/1911614450' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-05-20T21:13:13.606 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182478 got 107374182482 for osd.3 2024-05-20T21:13:13.607 DEBUG:teuthology.parallel:result is None 2024-05-20T21:13:14.626 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:13:14.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:14 smithi008 ceph-mon[31475]: pgmap v377: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:13:14.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:14 smithi130 ceph-mon[36448]: pgmap v377: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:13:14.923 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:14 smithi050 ceph-mon[35809]: pgmap v377: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:13:16.078 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:16.079+0000 7fbd0cc00700 1 -- 172.21.15.8:0/403241892 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbd0806b220 msgr2=0x7fbd0806b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:16.078 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:16.079+0000 7fbd0cc00700 1 --2- 172.21.15.8:0/403241892 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbd0806b220 0x7fbd0806b6a0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fbcf0009990 tx=0x7fbcf0009ca0 comp rx=0 tx=0).stop 2024-05-20T21:13:16.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:16.079+0000 7fbd0cc00700 1 -- 172.21.15.8:0/403241892 shutdown_connections 2024-05-20T21:13:16.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:16.079+0000 7fbd0cc00700 1 --2- 172.21.15.8:0/403241892 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbd081095b0 0x7fbd08109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:16.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:16.079+0000 7fbd0cc00700 1 --2- 172.21.15.8:0/403241892 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbd0806bbe0 0x7fbd081103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:16.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:16.079+0000 7fbd0cc00700 1 --2- 172.21.15.8:0/403241892 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbd0806b220 0x7fbd0806b6a0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:16.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:16.079+0000 7fbd0cc00700 1 -- 172.21.15.8:0/403241892 >> 172.21.15.8:0/403241892 conn(0x7fbd080793f0 msgr2=0x7fbd08079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:16.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:16.079+0000 7fbd0cc00700 1 -- 172.21.15.8:0/403241892 shutdown_connections 2024-05-20T21:13:16.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:16.079+0000 7fbd0cc00700 1 -- 172.21.15.8:0/403241892 wait complete. 2024-05-20T21:13:16.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:16.080+0000 7fbd0cc00700 1 Processor -- start 2024-05-20T21:13:16.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:16.081+0000 7fbd0cc00700 1 -- start start 2024-05-20T21:13:16.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:16.081+0000 7fbd0cc00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbd0806b220 0x7fbd0819f8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:16.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:16.081+0000 7fbd0cc00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbd0806bbe0 0x7fbd0819fdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:16.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:16.081+0000 7fbd0cc00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbd081095b0 0x7fbd08199a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:16.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:16.081+0000 7fbd0cc00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fbd08113710 con 0x7fbd0806b220 2024-05-20T21:13:16.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:16.081+0000 7fbd0cc00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fbd08113590 con 0x7fbd0806bbe0 2024-05-20T21:13:16.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:16.081+0000 7fbd0cc00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fbd08113890 con 0x7fbd081095b0 2024-05-20T21:13:16.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:16.081+0000 7fbd05e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbd0806b220 0x7fbd0819f8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:16.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:16.081+0000 7fbd05e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbd0806b220 0x7fbd0819f8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:36072/0 (socket says 172.21.15.8:36072) 2024-05-20T21:13:16.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:16.081+0000 7fbd05e00700 1 -- 172.21.15.8:0/2179247443 learned_addr learned my addr 172.21.15.8:0/2179247443 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:13:16.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:16.081+0000 7fbcffe00700 1 --2- 172.21.15.8:0/2179247443 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbd0806bbe0 0x7fbd0819fdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:16.082 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:16.082+0000 7fbd06800700 1 --2- 172.21.15.8:0/2179247443 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbd081095b0 0x7fbd08199a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:16.082 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:16.082+0000 7fbd05e00700 1 -- 172.21.15.8:0/2179247443 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbd081095b0 msgr2=0x7fbd08199a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:16.082 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:16.082+0000 7fbd05e00700 1 --2- 172.21.15.8:0/2179247443 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbd081095b0 0x7fbd08199a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:16.082 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:16.082+0000 7fbd05e00700 1 -- 172.21.15.8:0/2179247443 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbd0806bbe0 msgr2=0x7fbd0819fdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:16.082 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:16.082+0000 7fbd05e00700 1 --2- 172.21.15.8:0/2179247443 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbd0806bbe0 0x7fbd0819fdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:16.082 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:16.082+0000 7fbd05e00700 1 -- 172.21.15.8:0/2179247443 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd0819a1d0 con 0x7fbd0806b220 2024-05-20T21:13:16.082 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:16.082+0000 7fbcffe00700 1 --2- 172.21.15.8:0/2179247443 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbd0806bbe0 0x7fbd0819fdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:13:16.082 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:16.082+0000 7fbd05e00700 1 --2- 172.21.15.8:0/2179247443 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbd0806b220 0x7fbd0819f8b0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fbcf800e9a0 tx=0x7fbcf800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:16.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:16.083+0000 7fbcfea00700 1 -- 172.21.15.8:0/2179247443 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcf800ca10 con 0x7fbd0806b220 2024-05-20T21:13:16.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:16.083+0000 7fbcfea00700 1 -- 172.21.15.8:0/2179247443 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbcf800cbb0 con 0x7fbd0806b220 2024-05-20T21:13:16.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:16.083+0000 7fbd0cc00700 1 -- 172.21.15.8:0/2179247443 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbd0819a4c0 con 0x7fbd0806b220 2024-05-20T21:13:16.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:16.083+0000 7fbcfea00700 1 -- 172.21.15.8:0/2179247443 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcf8018680 con 0x7fbd0806b220 2024-05-20T21:13:16.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:16.083+0000 7fbd0cc00700 1 -- 172.21.15.8:0/2179247443 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbd081a6780 con 0x7fbd0806b220 2024-05-20T21:13:16.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:16.084+0000 7fbd0cc00700 1 -- 172.21.15.8:0/2179247443 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbd0806a230 con 0x7fbd0806b220 2024-05-20T21:13:16.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:16.087+0000 7fbcfea00700 1 -- 172.21.15.8:0/2179247443 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fbcf8010430 con 0x7fbd0806b220 2024-05-20T21:13:16.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:16.088+0000 7fbcfea00700 1 --2- 172.21.15.8:0/2179247443 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbcec0b2900 0x7fbcec0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:16.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:16.088+0000 7fbcfea00700 1 -- 172.21.15.8:0/2179247443 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fbcf80e2300 con 0x7fbd0806b220 2024-05-20T21:13:16.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:16.088+0000 7fbcffe00700 1 --2- 172.21.15.8:0/2179247443 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbcec0b2900 0x7fbcec0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:16.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:16.089+0000 7fbcffe00700 1 --2- 172.21.15.8:0/2179247443 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbcec0b2900 0x7fbcec0b4dc0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fbd08079ad0 tx=0x7fbcf000b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:16.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:16.094+0000 7fbcfea00700 1 -- 172.21.15.8:0/2179247443 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fbcf80a9fb0 con 0x7fbd0806b220 2024-05-20T21:13:16.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:16.357+0000 7fbd0cc00700 1 -- 172.21.15.8:0/2179247443 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 9} v 0) -- 0x7fbd0802e560 con 0x7fbd0806b220 2024-05-20T21:13:16.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:16.358+0000 7fbcfea00700 1 -- 172.21.15.8:0/2179247443 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 9}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fbcf80a98b0 con 0x7fbd0806b220 2024-05-20T21:13:16.358 INFO:teuthology.orchestra.run.smithi008.stdout:257698037811 2024-05-20T21:13:16.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:16.362+0000 7fbd0cc00700 1 -- 172.21.15.8:0/2179247443 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbcec0b2900 msgr2=0x7fbcec0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:16.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:16.362+0000 7fbd0cc00700 1 --2- 172.21.15.8:0/2179247443 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbcec0b2900 0x7fbcec0b4dc0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fbd08079ad0 tx=0x7fbcf000b260 comp rx=0 tx=0).stop 2024-05-20T21:13:16.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:16.362+0000 7fbd0cc00700 1 -- 172.21.15.8:0/2179247443 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbd0806b220 msgr2=0x7fbd0819f8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:16.362 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:16.362+0000 7fbd0cc00700 1 --2- 172.21.15.8:0/2179247443 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbd0806b220 0x7fbd0819f8b0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fbcf800e9a0 tx=0x7fbcf800ecb0 comp rx=0 tx=0).stop 2024-05-20T21:13:16.362 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:16.362+0000 7fbd0cc00700 1 -- 172.21.15.8:0/2179247443 shutdown_connections 2024-05-20T21:13:16.362 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:16.362+0000 7fbd0cc00700 1 --2- 172.21.15.8:0/2179247443 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbcec0b2900 0x7fbcec0b4dc0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:16.362 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:16.362+0000 7fbd0cc00700 1 --2- 172.21.15.8:0/2179247443 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbd081095b0 0x7fbd08199a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:16.362 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:16.362+0000 7fbd0cc00700 1 --2- 172.21.15.8:0/2179247443 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbd0806b220 0x7fbd0819f8b0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:16.362 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:16.362+0000 7fbd0cc00700 1 --2- 172.21.15.8:0/2179247443 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbd0806bbe0 0x7fbd0819fdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:16.362 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:16.362+0000 7fbd0cc00700 1 -- 172.21.15.8:0/2179247443 >> 172.21.15.8:0/2179247443 conn(0x7fbd080793f0 msgr2=0x7fbd081011e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:16.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:16.363+0000 7fbd0cc00700 1 -- 172.21.15.8:0/2179247443 shutdown_connections 2024-05-20T21:13:16.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:16.363+0000 7fbd0cc00700 1 -- 172.21.15.8:0/2179247443 wait complete. 2024-05-20T21:13:16.705 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:16 smithi008 ceph-mon[31475]: pgmap v378: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:13:16.705 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:16 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/2179247443' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-05-20T21:13:16.723 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:16 smithi130 ceph-mon[36448]: pgmap v378: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:13:16.723 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:16 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/2179247443' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-05-20T21:13:16.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:16 smithi050 ceph-mon[35809]: pgmap v378: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:13:16.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:16 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/2179247443' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-05-20T21:13:17.325 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738466 got 34359738470 for osd.0 2024-05-20T21:13:17.326 DEBUG:teuthology.parallel:result is None 2024-05-20T21:13:17.607 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:17 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:13:17.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:17 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:13:17.754 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:17 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:13:18.204 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462972 got 201863462975 for osd.7 2024-05-20T21:13:18.204 DEBUG:teuthology.parallel:result is None 2024-05-20T21:13:18.654 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:18 smithi008 ceph-mon[31475]: pgmap v379: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:13:18.654 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:18 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:13:18.654 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:18 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:13:18.654 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:18 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:13:18.654 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:18 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:13:18.654 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:18 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:13:18.654 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:18 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:13:18.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:18 smithi130 ceph-mon[36448]: pgmap v379: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:13:18.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:18 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:13:18.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:18 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:13:18.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:18 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:13:18.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:18 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:13:18.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:18 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:13:18.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:18 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:13:18.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:18 smithi050 ceph-mon[35809]: pgmap v379: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:13:18.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:18 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:13:18.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:18 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:13:18.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:18 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:13:18.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:18 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:13:18.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:18 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:13:18.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:18 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:13:19.240 INFO:tasks.cephadm.ceph_manager.ceph:need seq 257698037806 got 257698037811 for osd.9 2024-05-20T21:13:19.241 DEBUG:teuthology.parallel:result is None 2024-05-20T21:13:19.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.776+0000 7f02d1e00700 1 -- 172.21.15.8:0/1390445554 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f02cc10fe20 msgr2=0x7f02cc112210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:19.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.776+0000 7f02d1e00700 1 --2- 172.21.15.8:0/1390445554 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f02cc10fe20 0x7f02cc112210 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f02c400b0a0 tx=0x7f02c400b3b0 comp rx=0 tx=0).stop 2024-05-20T21:13:19.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.776+0000 7f02d1e00700 1 -- 172.21.15.8:0/1390445554 shutdown_connections 2024-05-20T21:13:19.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.776+0000 7f02d1e00700 1 --2- 172.21.15.8:0/1390445554 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f02cc102270 0x7f02cc102650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:19.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.776+0000 7f02d1e00700 1 --2- 172.21.15.8:0/1390445554 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f02cc10fe20 0x7f02cc112210 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:19.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.776+0000 7f02d1e00700 1 --2- 172.21.15.8:0/1390445554 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f02cc102c20 0x7f02cc10f8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:19.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.776+0000 7f02d1e00700 1 -- 172.21.15.8:0/1390445554 >> 172.21.15.8:0/1390445554 conn(0x7f02cc0fded0 msgr2=0x7f02cc1002f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:19.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.776+0000 7f02d1e00700 1 -- 172.21.15.8:0/1390445554 shutdown_connections 2024-05-20T21:13:19.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.776+0000 7f02d1e00700 1 -- 172.21.15.8:0/1390445554 wait complete. 2024-05-20T21:13:19.777 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.777+0000 7f02d1e00700 1 Processor -- start 2024-05-20T21:13:19.777 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.777+0000 7f02d1e00700 1 -- start start 2024-05-20T21:13:19.778 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.778+0000 7f02d1e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f02cc102270 0x7f02cc19bd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:19.778 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.778+0000 7f02d1e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f02cc102c20 0x7f02cc19c290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:19.778 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.778+0000 7f02d1e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f02cc10fe20 0x7f02cc1a0620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:19.778 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.778+0000 7f02d1e00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f02cc1158a0 con 0x7f02cc10fe20 2024-05-20T21:13:19.778 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.778+0000 7f02d1e00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f02cc115720 con 0x7f02cc102c20 2024-05-20T21:13:19.778 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.778+0000 7f02d1e00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f02cc115a20 con 0x7f02cc102270 2024-05-20T21:13:19.778 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.778+0000 7f02d1400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f02cc10fe20 0x7f02cc1a0620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:19.778 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.778+0000 7f02d0a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f02cc102270 0x7f02cc19bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:19.778 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.778+0000 7f02d1400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f02cc10fe20 0x7f02cc1a0620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:36092/0 (socket says 172.21.15.8:36092) 2024-05-20T21:13:19.778 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.778+0000 7f02d1400700 1 -- 172.21.15.8:0/1102008997 learned_addr learned my addr 172.21.15.8:0/1102008997 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:13:19.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.778+0000 7f02cbe00700 1 --2- 172.21.15.8:0/1102008997 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f02cc102c20 0x7f02cc19c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:19.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.779+0000 7f02d0a00700 1 -- 172.21.15.8:0/1102008997 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f02cc102c20 msgr2=0x7f02cc19c290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:19.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.779+0000 7f02d0a00700 1 --2- 172.21.15.8:0/1102008997 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f02cc102c20 0x7f02cc19c290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:19.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.779+0000 7f02d0a00700 1 -- 172.21.15.8:0/1102008997 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f02cc10fe20 msgr2=0x7f02cc1a0620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:19.780 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.779+0000 7f02d0a00700 1 --2- 172.21.15.8:0/1102008997 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f02cc10fe20 0x7f02cc1a0620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:19.780 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.779+0000 7f02d0a00700 1 -- 172.21.15.8:0/1102008997 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02cc1a0d60 con 0x7f02cc102270 2024-05-20T21:13:19.780 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.779+0000 7f02d0a00700 1 --2- 172.21.15.8:0/1102008997 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f02cc102270 0x7f02cc19bd50 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f02c000e9f0 tx=0x7f02c000ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:19.780 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.779+0000 7f02c9600700 1 -- 172.21.15.8:0/1102008997 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02c000cb70 con 0x7f02cc102270 2024-05-20T21:13:19.780 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.779+0000 7f02c9600700 1 -- 172.21.15.8:0/1102008997 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f02c000ee90 con 0x7f02cc102270 2024-05-20T21:13:19.780 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.780+0000 7f02c9600700 1 -- 172.21.15.8:0/1102008997 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02c0003d40 con 0x7f02cc102270 2024-05-20T21:13:19.780 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.780+0000 7f02d1e00700 1 -- 172.21.15.8:0/1102008997 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02cc1a1050 con 0x7f02cc102270 2024-05-20T21:13:19.780 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.780+0000 7f02d1e00700 1 -- 172.21.15.8:0/1102008997 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02cc1a88d0 con 0x7f02cc102270 2024-05-20T21:13:19.780 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.781+0000 7f02d1e00700 1 -- 172.21.15.8:0/1102008997 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f02cc06a230 con 0x7f02cc102270 2024-05-20T21:13:19.783 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.784+0000 7f02c9600700 1 -- 172.21.15.8:0/1102008997 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f02c000cd10 con 0x7f02cc102270 2024-05-20T21:13:19.784 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.785+0000 7f02c9600700 1 --2- 172.21.15.8:0/1102008997 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f02b40b2900 0x7f02b40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:19.785 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.786+0000 7f02c9600700 1 -- 172.21.15.8:0/1102008997 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f02c00e28c0 con 0x7f02cc102270 2024-05-20T21:13:19.785 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.786+0000 7f02cbe00700 1 --2- 172.21.15.8:0/1102008997 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f02b40b2900 0x7f02b40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:19.785 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.786+0000 7f02cbe00700 1 --2- 172.21.15.8:0/1102008997 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f02b40b2900 0x7f02b40b4dc0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f02cc103d00 tx=0x7f02b8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:19.785 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.787+0000 7f02c9600700 1 -- 172.21.15.8:0/1102008997 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f02c001d060 con 0x7f02cc102270 2024-05-20T21:13:20.053 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.053+0000 7f02d1e00700 1 -- 172.21.15.8:0/1102008997 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 8} v 0) -- 0x7f02cc19d0b0 con 0x7f02cc102270 2024-05-20T21:13:20.053 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.054+0000 7f02c9600700 1 -- 172.21.15.8:0/1102008997 <== mon.1 v2:172.21.15.130:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 8}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f02c00aa570 con 0x7f02cc102270 2024-05-20T21:13:20.053 INFO:teuthology.orchestra.run.smithi008.stdout:231928234045 2024-05-20T21:13:20.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.057+0000 7f02d1e00700 1 -- 172.21.15.8:0/1102008997 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f02b40b2900 msgr2=0x7f02b40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:20.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.057+0000 7f02d1e00700 1 --2- 172.21.15.8:0/1102008997 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f02b40b2900 0x7f02b40b4dc0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f02cc103d00 tx=0x7f02b8009260 comp rx=0 tx=0).stop 2024-05-20T21:13:20.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.057+0000 7f02d1e00700 1 -- 172.21.15.8:0/1102008997 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f02cc102270 msgr2=0x7f02cc19bd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:20.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.057+0000 7f02d1e00700 1 --2- 172.21.15.8:0/1102008997 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f02cc102270 0x7f02cc19bd50 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f02c000e9f0 tx=0x7f02c000ed00 comp rx=0 tx=0).stop 2024-05-20T21:13:20.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.057+0000 7f02d1e00700 1 -- 172.21.15.8:0/1102008997 shutdown_connections 2024-05-20T21:13:20.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.057+0000 7f02d1e00700 1 --2- 172.21.15.8:0/1102008997 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f02b40b2900 0x7f02b40b4dc0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:20.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.057+0000 7f02d1e00700 1 --2- 172.21.15.8:0/1102008997 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f02cc10fe20 0x7f02cc1a0620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:20.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.057+0000 7f02d1e00700 1 --2- 172.21.15.8:0/1102008997 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f02cc102270 0x7f02cc19bd50 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:20.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.057+0000 7f02d1e00700 1 --2- 172.21.15.8:0/1102008997 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f02cc102c20 0x7f02cc19c290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:20.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.057+0000 7f02d1e00700 1 -- 172.21.15.8:0/1102008997 >> 172.21.15.8:0/1102008997 conn(0x7f02cc0fded0 msgr2=0x7f02cc111210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:20.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.058+0000 7f02d1e00700 1 -- 172.21.15.8:0/1102008997 shutdown_connections 2024-05-20T21:13:20.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.058+0000 7f02d1e00700 1 -- 172.21.15.8:0/1102008997 wait complete. 2024-05-20T21:13:20.417 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.116+0000 7fc5e8200700 1 -- 172.21.15.8:0/1681822809 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc5e0114710 msgr2=0x7fc5e0116b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:20.417 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.116+0000 7fc5e8200700 1 --2- 172.21.15.8:0/1681822809 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc5e0114710 0x7fc5e0116b00 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fc5d800b0a0 tx=0x7fc5d800b3b0 comp rx=0 tx=0).stop 2024-05-20T21:13:20.417 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.116+0000 7fc5e8200700 1 -- 172.21.15.8:0/1681822809 shutdown_connections 2024-05-20T21:13:20.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.116+0000 7fc5e8200700 1 --2- 172.21.15.8:0/1681822809 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc5e0075770 0x7fc5e0075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:20.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.116+0000 7fc5e8200700 1 --2- 172.21.15.8:0/1681822809 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc5e0114710 0x7fc5e0116b00 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:20.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.116+0000 7fc5e8200700 1 --2- 172.21.15.8:0/1681822809 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc5e0076090 0x7fc5e01141d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:20.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.116+0000 7fc5e8200700 1 -- 172.21.15.8:0/1681822809 >> 172.21.15.8:0/1681822809 conn(0x7fc5e007a6a0 msgr2=0x7fc5e007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:20.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.116+0000 7fc5e8200700 1 -- 172.21.15.8:0/1681822809 shutdown_connections 2024-05-20T21:13:20.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.116+0000 7fc5e8200700 1 -- 172.21.15.8:0/1681822809 wait complete. 2024-05-20T21:13:20.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.117+0000 7fc5e8200700 1 Processor -- start 2024-05-20T21:13:20.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.117+0000 7fc5e8200700 1 -- start start 2024-05-20T21:13:20.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.118+0000 7fc5e8200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc5e0075770 0x7fc5e01a0220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:20.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.118+0000 7fc5e8200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc5e0076090 0x7fc5e01a0760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:20.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.118+0000 7fc5e8200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc5e0114710 0x7fc5e01a4af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:20.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.118+0000 7fc5e8200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc5e0119d30 con 0x7fc5e0076090 2024-05-20T21:13:20.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.118+0000 7fc5e8200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc5e0119bb0 con 0x7fc5e0075770 2024-05-20T21:13:20.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.118+0000 7fc5e8200700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc5e0119eb0 con 0x7fc5e0114710 2024-05-20T21:13:20.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.118+0000 7fc5e6200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc5e0114710 0x7fc5e01a4af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:20.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.118+0000 7fc5e6200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc5e0114710 0x7fc5e01a4af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:55458/0 (socket says 172.21.15.8:55458) 2024-05-20T21:13:20.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.118+0000 7fc5e6200700 1 -- 172.21.15.8:0/4060733360 learned_addr learned my addr 172.21.15.8:0/4060733360 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:13:20.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.118+0000 7fc5e4e00700 1 --2- 172.21.15.8:0/4060733360 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc5e0076090 0x7fc5e01a0760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:20.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.119+0000 7fc5e5800700 1 --2- 172.21.15.8:0/4060733360 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc5e0075770 0x7fc5e01a0220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:20.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.119+0000 7fc5e6200700 1 -- 172.21.15.8:0/4060733360 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc5e0075770 msgr2=0x7fc5e01a0220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:20.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.119+0000 7fc5e6200700 1 --2- 172.21.15.8:0/4060733360 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc5e0075770 0x7fc5e01a0220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:20.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.119+0000 7fc5e6200700 1 -- 172.21.15.8:0/4060733360 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc5e0076090 msgr2=0x7fc5e01a0760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:20.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.119+0000 7fc5e6200700 1 --2- 172.21.15.8:0/4060733360 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc5e0076090 0x7fc5e01a0760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:20.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.119+0000 7fc5e6200700 1 -- 172.21.15.8:0/4060733360 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5e01a5230 con 0x7fc5e0114710 2024-05-20T21:13:20.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.119+0000 7fc5e6200700 1 --2- 172.21.15.8:0/4060733360 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc5e0114710 0x7fc5e01a4af0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fc5d800b070 tx=0x7fc5d8004d10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:20.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.120+0000 7fc5de000700 1 -- 172.21.15.8:0/4060733360 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5d8021070 con 0x7fc5e0114710 2024-05-20T21:13:20.420 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.120+0000 7fc5de000700 1 -- 172.21.15.8:0/4060733360 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc5d8007e30 con 0x7fc5e0114710 2024-05-20T21:13:20.420 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.120+0000 7fc5de000700 1 -- 172.21.15.8:0/4060733360 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5d8004700 con 0x7fc5e0114710 2024-05-20T21:13:20.420 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.120+0000 7fc5e8200700 1 -- 172.21.15.8:0/4060733360 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5e01a54c0 con 0x7fc5e0114710 2024-05-20T21:13:20.420 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.120+0000 7fc5e8200700 1 -- 172.21.15.8:0/4060733360 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5e01acda0 con 0x7fc5e0114710 2024-05-20T21:13:20.420 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.121+0000 7fc5e8200700 1 -- 172.21.15.8:0/4060733360 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc5e006a230 con 0x7fc5e0114710 2024-05-20T21:13:20.420 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.125+0000 7fc5de000700 1 -- 172.21.15.8:0/4060733360 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fc5d8007980 con 0x7fc5e0114710 2024-05-20T21:13:20.420 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.127+0000 7fc5de000700 1 --2- 172.21.15.8:0/4060733360 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc5c80b2900 0x7fc5c80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:20.420 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.127+0000 7fc5de000700 1 -- 172.21.15.8:0/4060733360 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc5d800f020 con 0x7fc5e0114710 2024-05-20T21:13:20.420 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.127+0000 7fc5e5800700 1 --2- 172.21.15.8:0/4060733360 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc5c80b2900 0x7fc5c80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:20.420 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.128+0000 7fc5de000700 1 -- 172.21.15.8:0/4060733360 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fc5d802a020 con 0x7fc5e0114710 2024-05-20T21:13:20.420 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.128+0000 7fc5e5800700 1 --2- 172.21.15.8:0/4060733360 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc5c80b2900 0x7fc5c80b4dc0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fc5d4009bf0 tx=0x7fc5d4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:20.420 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.393+0000 7fc5e8200700 1 -- 172.21.15.8:0/4060733360 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7fc5e01a1580 con 0x7fc5e0114710 2024-05-20T21:13:20.420 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.394+0000 7fc5de000700 1 -- 172.21.15.8:0/4060733360 <== mon.1 v2:172.21.15.130:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fc5e01a1580 con 0x7fc5e0114710 2024-05-20T21:13:20.421 INFO:teuthology.orchestra.run.smithi008.stdout:77309411422 2024-05-20T21:13:20.421 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.397+0000 7fc5e8200700 1 -- 172.21.15.8:0/4060733360 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc5c80b2900 msgr2=0x7fc5c80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:20.421 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.397+0000 7fc5e8200700 1 --2- 172.21.15.8:0/4060733360 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc5c80b2900 0x7fc5c80b4dc0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fc5d4009bf0 tx=0x7fc5d4009260 comp rx=0 tx=0).stop 2024-05-20T21:13:20.421 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.397+0000 7fc5e8200700 1 -- 172.21.15.8:0/4060733360 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc5e0114710 msgr2=0x7fc5e01a4af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:20.421 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.397+0000 7fc5e8200700 1 --2- 172.21.15.8:0/4060733360 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc5e0114710 0x7fc5e01a4af0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fc5d800b070 tx=0x7fc5d8004d10 comp rx=0 tx=0).stop 2024-05-20T21:13:20.421 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.397+0000 7fc5e8200700 1 -- 172.21.15.8:0/4060733360 shutdown_connections 2024-05-20T21:13:20.422 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.397+0000 7fc5e8200700 1 --2- 172.21.15.8:0/4060733360 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc5c80b2900 0x7fc5c80b4dc0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:20.422 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.397+0000 7fc5e8200700 1 --2- 172.21.15.8:0/4060733360 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc5e0075770 0x7fc5e01a0220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:20.422 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.397+0000 7fc5e8200700 1 --2- 172.21.15.8:0/4060733360 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc5e0114710 0x7fc5e01a4af0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:20.422 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.397+0000 7fc5e8200700 1 --2- 172.21.15.8:0/4060733360 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc5e0076090 0x7fc5e01a0760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:20.422 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.397+0000 7fc5e8200700 1 -- 172.21.15.8:0/4060733360 >> 172.21.15.8:0/4060733360 conn(0x7fc5e007a6a0 msgr2=0x7fc5e01135b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:20.422 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.398+0000 7fc5e8200700 1 -- 172.21.15.8:0/4060733360 shutdown_connections 2024-05-20T21:13:20.422 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.398+0000 7fc5e8200700 1 -- 172.21.15.8:0/4060733360 wait complete. 2024-05-20T21:13:20.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:20 smithi008 ceph-mon[31475]: pgmap v380: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:13:20.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:20 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/518980917' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-05-20T21:13:20.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:20 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/1102008997' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-05-20T21:13:20.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:20 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/2926724083' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-05-20T21:13:20.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:20 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/4060733360' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-05-20T21:13:20.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.686+0000 7f3b0d000700 1 -- 172.21.15.8:0/3792105176 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3b08076090 msgr2=0x7f3b0810fa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:20.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.686+0000 7f3b0d000700 1 --2- 172.21.15.8:0/3792105176 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3b08076090 0x7f3b0810fa00 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f3af4009990 tx=0x7f3af4009ca0 comp rx=0 tx=0).stop 2024-05-20T21:13:20.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.686+0000 7f3b0d000700 1 -- 172.21.15.8:0/3792105176 shutdown_connections 2024-05-20T21:13:20.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.686+0000 7f3b0d000700 1 --2- 172.21.15.8:0/3792105176 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3b08075770 0x7f3b08075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:20.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.686+0000 7f3b0d000700 1 --2- 172.21.15.8:0/3792105176 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3b0810ff40 0x7f3b08112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:20.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.686+0000 7f3b0d000700 1 --2- 172.21.15.8:0/3792105176 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3b08076090 0x7f3b0810fa00 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:20.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.686+0000 7f3b0d000700 1 -- 172.21.15.8:0/3792105176 >> 172.21.15.8:0/3792105176 conn(0x7f3b0807a6a0 msgr2=0x7f3b0807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:20.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.686+0000 7f3b0d000700 1 -- 172.21.15.8:0/3792105176 shutdown_connections 2024-05-20T21:13:20.754 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.686+0000 7f3b0d000700 1 -- 172.21.15.8:0/3792105176 wait complete. 2024-05-20T21:13:20.754 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.687+0000 7f3b0d000700 1 Processor -- start 2024-05-20T21:13:20.754 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.688+0000 7f3b0d000700 1 -- start start 2024-05-20T21:13:20.754 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.688+0000 7f3b0d000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3b08075770 0x7f3b0819bef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:20.754 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.688+0000 7f3b0d000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3b08076090 0x7f3b0819c430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:20.754 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.688+0000 7f3b0d000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3b0810ff40 0x7f3b081a0770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:20.754 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.688+0000 7f3b0d000700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f3b08115950 con 0x7f3b08075770 2024-05-20T21:13:20.754 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.688+0000 7f3b0d000700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f3b081157d0 con 0x7f3b0810ff40 2024-05-20T21:13:20.754 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.688+0000 7f3b0d000700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f3b08115ad0 con 0x7f3b08076090 2024-05-20T21:13:20.754 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.688+0000 7f3b05e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3b08075770 0x7f3b0819bef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:20.754 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.688+0000 7f3b05e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3b08075770 0x7f3b0819bef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:36084/0 (socket says 172.21.15.8:36084) 2024-05-20T21:13:20.754 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.688+0000 7f3b05e00700 1 -- 172.21.15.8:0/518980917 learned_addr learned my addr 172.21.15.8:0/518980917 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:13:20.755 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.689+0000 7f3b05400700 1 --2- 172.21.15.8:0/518980917 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3b08076090 0x7f3b0819c430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:20.755 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.689+0000 7f3b06800700 1 --2- 172.21.15.8:0/518980917 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3b0810ff40 0x7f3b081a0770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:20.755 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.689+0000 7f3b05400700 1 -- 172.21.15.8:0/518980917 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3b0810ff40 msgr2=0x7f3b081a0770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:20.755 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.689+0000 7f3b05400700 1 --2- 172.21.15.8:0/518980917 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3b0810ff40 0x7f3b081a0770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:20.755 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.689+0000 7f3b05400700 1 -- 172.21.15.8:0/518980917 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3b08075770 msgr2=0x7f3b0819bef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:20.755 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.689+0000 7f3b05400700 1 --2- 172.21.15.8:0/518980917 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3b08075770 0x7f3b0819bef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:20.755 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.689+0000 7f3b05400700 1 -- 172.21.15.8:0/518980917 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b081a0eb0 con 0x7f3b08076090 2024-05-20T21:13:20.755 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.689+0000 7f3b05400700 1 --2- 172.21.15.8:0/518980917 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3b08076090 0x7f3b0819c430 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f3af40098e0 tx=0x7f3af40057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:20.755 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.690+0000 7f3afea00700 1 -- 172.21.15.8:0/518980917 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3af4027070 con 0x7f3b08076090 2024-05-20T21:13:20.755 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.690+0000 7f3afea00700 1 -- 172.21.15.8:0/518980917 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3af4022470 con 0x7f3b08076090 2024-05-20T21:13:20.755 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.690+0000 7f3b0d000700 1 -- 172.21.15.8:0/518980917 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b081a1140 con 0x7f3b08076090 2024-05-20T21:13:20.755 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.690+0000 7f3afea00700 1 -- 172.21.15.8:0/518980917 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3af4017650 con 0x7f3b08076090 2024-05-20T21:13:20.755 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.690+0000 7f3b0d000700 1 -- 172.21.15.8:0/518980917 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b081a8a20 con 0x7f3b08076090 2024-05-20T21:13:20.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.691+0000 7f3b0d000700 1 -- 172.21.15.8:0/518980917 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3b0806a230 con 0x7f3b08076090 2024-05-20T21:13:20.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.693+0000 7f3afea00700 1 -- 172.21.15.8:0/518980917 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f3af402a070 con 0x7f3b08076090 2024-05-20T21:13:20.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.695+0000 7f3afea00700 1 --2- 172.21.15.8:0/518980917 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3aec0b2880 0x7f3aec0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:20.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.695+0000 7f3afea00700 1 -- 172.21.15.8:0/518980917 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f3af40e3150 con 0x7f3b08076090 2024-05-20T21:13:20.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.695+0000 7f3b05e00700 1 --2- 172.21.15.8:0/518980917 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3aec0b2880 0x7f3aec0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:20.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.696+0000 7f3b05e00700 1 --2- 172.21.15.8:0/518980917 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3aec0b2880 0x7f3aec0b4d40 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f3af8009d20 tx=0x7f3af8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:20.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.697+0000 7f3afea00700 1 -- 172.21.15.8:0/518980917 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f3af4013070 con 0x7f3b08076090 2024-05-20T21:13:20.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.946+0000 7f3b0d000700 1 -- 172.21.15.8:0/518980917 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 11} v 0) -- 0x7f3b0802e560 con 0x7f3b08076090 2024-05-20T21:13:20.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.947+0000 7f3afea00700 1 -- 172.21.15.8:0/518980917 <== mon.1 v2:172.21.15.130:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 11}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f3af40aae90 con 0x7f3b08076090 2024-05-20T21:13:20.756 INFO:teuthology.orchestra.run.smithi008.stdout:304942678057 2024-05-20T21:13:20.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.951+0000 7f3b0d000700 1 -- 172.21.15.8:0/518980917 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3aec0b2880 msgr2=0x7f3aec0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:20.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.951+0000 7f3b0d000700 1 --2- 172.21.15.8:0/518980917 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3aec0b2880 0x7f3aec0b4d40 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f3af8009d20 tx=0x7f3af8009260 comp rx=0 tx=0).stop 2024-05-20T21:13:20.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.951+0000 7f3b0d000700 1 -- 172.21.15.8:0/518980917 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3b08076090 msgr2=0x7f3b0819c430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:20.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.951+0000 7f3b0d000700 1 --2- 172.21.15.8:0/518980917 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3b08076090 0x7f3b0819c430 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f3af40098e0 tx=0x7f3af40057c0 comp rx=0 tx=0).stop 2024-05-20T21:13:20.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.951+0000 7f3b0d000700 1 -- 172.21.15.8:0/518980917 shutdown_connections 2024-05-20T21:13:20.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.951+0000 7f3b0d000700 1 --2- 172.21.15.8:0/518980917 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3aec0b2880 0x7f3aec0b4d40 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:20.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.951+0000 7f3b0d000700 1 --2- 172.21.15.8:0/518980917 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3b0810ff40 0x7f3b081a0770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:20.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.951+0000 7f3b0d000700 1 --2- 172.21.15.8:0/518980917 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3b08075770 0x7f3b0819bef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:20.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.951+0000 7f3b0d000700 1 --2- 172.21.15.8:0/518980917 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3b08076090 0x7f3b0819c430 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:20.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.951+0000 7f3b0d000700 1 -- 172.21.15.8:0/518980917 >> 172.21.15.8:0/518980917 conn(0x7f3b0807a6a0 msgr2=0x7f3b08101b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:20.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.951+0000 7f3b0d000700 1 -- 172.21.15.8:0/518980917 shutdown_connections 2024-05-20T21:13:20.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:19.952+0000 7f3b0d000700 1 -- 172.21.15.8:0/518980917 wait complete. 2024-05-20T21:13:20.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:20 smithi130 ceph-mon[36448]: pgmap v380: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:13:20.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:20 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/518980917' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-05-20T21:13:20.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:20 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/1102008997' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-05-20T21:13:20.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:20 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/2926724083' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-05-20T21:13:20.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:20 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/4060733360' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-05-20T21:13:20.923 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:20 smithi050 ceph-mon[35809]: pgmap v380: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:13:20.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:20 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/518980917' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-05-20T21:13:20.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:20 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/1102008997' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-05-20T21:13:20.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:20 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/2926724083' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-05-20T21:13:20.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:20 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/4060733360' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-05-20T21:13:21.072 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.020+0000 7f0c07c00700 1 -- 172.21.15.8:0/1551542908 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0c0006b220 msgr2=0x7f0c0006b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:21.072 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.020+0000 7f0c07c00700 1 --2- 172.21.15.8:0/1551542908 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0c0006b220 0x7f0c0006b6a0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f0bec009990 tx=0x7f0bec009ca0 comp rx=0 tx=0).stop 2024-05-20T21:13:21.072 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.020+0000 7f0c07c00700 1 -- 172.21.15.8:0/1551542908 shutdown_connections 2024-05-20T21:13:21.072 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.020+0000 7f0c07c00700 1 --2- 172.21.15.8:0/1551542908 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0c0006bbe0 0x7f0c001103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:21.072 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.020+0000 7f0c07c00700 1 --2- 172.21.15.8:0/1551542908 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0c001095b0 0x7f0c00109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:21.072 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.020+0000 7f0c07c00700 1 --2- 172.21.15.8:0/1551542908 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0c0006b220 0x7f0c0006b6a0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:21.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.020+0000 7f0c07c00700 1 -- 172.21.15.8:0/1551542908 >> 172.21.15.8:0/1551542908 conn(0x7f0c000793f0 msgr2=0x7f0c00079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:21.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.021+0000 7f0c07c00700 1 -- 172.21.15.8:0/1551542908 shutdown_connections 2024-05-20T21:13:21.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.021+0000 7f0c07c00700 1 -- 172.21.15.8:0/1551542908 wait complete. 2024-05-20T21:13:21.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.023+0000 7f0c07c00700 1 Processor -- start 2024-05-20T21:13:21.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.023+0000 7f0c07c00700 1 -- start start 2024-05-20T21:13:21.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.024+0000 7f0c07c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0c0006b220 0x7f0c0019f8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:21.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.024+0000 7f0c07c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0c0006bbe0 0x7f0c0019fe00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:21.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.024+0000 7f0c07c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0c001095b0 0x7f0c00199a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:21.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.024+0000 7f0c07c00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f0c00113720 con 0x7f0c0006bbe0 2024-05-20T21:13:21.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.024+0000 7f0c07c00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f0c001135a0 con 0x7f0c001095b0 2024-05-20T21:13:21.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.024+0000 7f0c07c00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f0c001138a0 con 0x7f0c0006b220 2024-05-20T21:13:21.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.024+0000 7f0c05200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0c0006b220 0x7f0c0019f8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:21.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.024+0000 7f0bffe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0c0006bbe0 0x7f0c0019fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:21.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.024+0000 7f0c05200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0c0006b220 0x7f0c0019f8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:55444/0 (socket says 172.21.15.8:55444) 2024-05-20T21:13:21.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.024+0000 7f0c05200700 1 -- 172.21.15.8:0/2926724083 learned_addr learned my addr 172.21.15.8:0/2926724083 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:13:21.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.024+0000 7f0c05c00700 1 --2- 172.21.15.8:0/2926724083 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0c001095b0 0x7f0c00199a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:21.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.025+0000 7f0c05200700 1 -- 172.21.15.8:0/2926724083 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0c001095b0 msgr2=0x7f0c00199a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:21.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.025+0000 7f0c05200700 1 --2- 172.21.15.8:0/2926724083 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0c001095b0 0x7f0c00199a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:21.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.025+0000 7f0c05200700 1 -- 172.21.15.8:0/2926724083 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0c0006bbe0 msgr2=0x7f0c0019fe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:21.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.025+0000 7f0c05200700 1 --2- 172.21.15.8:0/2926724083 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0c0006bbe0 0x7f0c0019fe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:21.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.025+0000 7f0c05200700 1 -- 172.21.15.8:0/2926724083 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c0019a1e0 con 0x7f0c0006b220 2024-05-20T21:13:21.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.025+0000 7f0c05200700 1 --2- 172.21.15.8:0/2926724083 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0c0006b220 0x7f0c0019f8c0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f0bf400eb30 tx=0x7f0bf400ee40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:21.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.026+0000 7f0bfd600700 1 -- 172.21.15.8:0/2926724083 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bf400cbd0 con 0x7f0c0006b220 2024-05-20T21:13:21.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.026+0000 7f0c07c00700 1 -- 172.21.15.8:0/2926724083 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c0019a4d0 con 0x7f0c0006b220 2024-05-20T21:13:21.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.026+0000 7f0c07c00700 1 -- 172.21.15.8:0/2926724083 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c001a6790 con 0x7f0c0006b220 2024-05-20T21:13:21.075 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.026+0000 7f0bfd600700 1 -- 172.21.15.8:0/2926724083 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0bf40044d0 con 0x7f0c0006b220 2024-05-20T21:13:21.075 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.026+0000 7f0bfd600700 1 -- 172.21.15.8:0/2926724083 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bf4003e30 con 0x7f0c0006b220 2024-05-20T21:13:21.075 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.027+0000 7f0c07c00700 1 -- 172.21.15.8:0/2926724083 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0be0005330 con 0x7f0c0006b220 2024-05-20T21:13:21.075 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.029+0000 7f0bfd600700 1 -- 172.21.15.8:0/2926724083 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f0bf4004020 con 0x7f0c0006b220 2024-05-20T21:13:21.075 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.032+0000 7f0bfd600700 1 --2- 172.21.15.8:0/2926724083 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0be80b2900 0x7f0be80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:21.075 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.032+0000 7f0bfd600700 1 -- 172.21.15.8:0/2926724083 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f0bf40e2530 con 0x7f0c0006b220 2024-05-20T21:13:21.075 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.032+0000 7f0bffe00700 1 --2- 172.21.15.8:0/2926724083 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0be80b2900 0x7f0be80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:21.075 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.033+0000 7f0bffe00700 1 --2- 172.21.15.8:0/2926724083 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0be80b2900 0x7f0be80b4dc0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f0c00079a60 tx=0x7f0bec00b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:21.075 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.035+0000 7f0bfd600700 1 -- 172.21.15.8:0/2926724083 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f0bf40aa1e0 con 0x7f0c0006b220 2024-05-20T21:13:21.075 INFO:teuthology.orchestra.run.smithi008.stdout:154618822732 2024-05-20T21:13:21.076 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.303+0000 7f0c07c00700 1 -- 172.21.15.8:0/2926724083 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7f0be0005620 con 0x7f0c0006b220 2024-05-20T21:13:21.076 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.304+0000 7f0bfd600700 1 -- 172.21.15.8:0/2926724083 <== mon.1 v2:172.21.15.130:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f0bf40a9ae0 con 0x7f0c0006b220 2024-05-20T21:13:21.076 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.307+0000 7f0c07c00700 1 -- 172.21.15.8:0/2926724083 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0be80b2900 msgr2=0x7f0be80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:21.076 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.307+0000 7f0c07c00700 1 --2- 172.21.15.8:0/2926724083 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0be80b2900 0x7f0be80b4dc0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f0c00079a60 tx=0x7f0bec00b260 comp rx=0 tx=0).stop 2024-05-20T21:13:21.076 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.307+0000 7f0c07c00700 1 -- 172.21.15.8:0/2926724083 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0c0006b220 msgr2=0x7f0c0019f8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:21.076 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.307+0000 7f0c07c00700 1 --2- 172.21.15.8:0/2926724083 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0c0006b220 0x7f0c0019f8c0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f0bf400eb30 tx=0x7f0bf400ee40 comp rx=0 tx=0).stop 2024-05-20T21:13:21.076 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.307+0000 7f0c07c00700 1 -- 172.21.15.8:0/2926724083 shutdown_connections 2024-05-20T21:13:21.076 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.307+0000 7f0c07c00700 1 --2- 172.21.15.8:0/2926724083 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0be80b2900 0x7f0be80b4dc0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:21.076 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.307+0000 7f0c07c00700 1 --2- 172.21.15.8:0/2926724083 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0c001095b0 0x7f0c00199a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:21.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.307+0000 7f0c07c00700 1 --2- 172.21.15.8:0/2926724083 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0c0006b220 0x7f0c0019f8c0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:21.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.307+0000 7f0c07c00700 1 --2- 172.21.15.8:0/2926724083 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0c0006bbe0 0x7f0c0019fe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:21.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.307+0000 7f0c07c00700 1 -- 172.21.15.8:0/2926724083 >> 172.21.15.8:0/2926724083 conn(0x7f0c000793f0 msgr2=0x7f0c00101180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:21.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.308+0000 7f0c07c00700 1 -- 172.21.15.8:0/2926724083 shutdown_connections 2024-05-20T21:13:21.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:20.308+0000 7f0c07c00700 1 -- 172.21.15.8:0/2926724083 wait complete. 2024-05-20T21:13:22.491 INFO:tasks.cephadm.ceph_manager.ceph:need seq 231928234040 got 231928234045 for osd.8 2024-05-20T21:13:22.491 DEBUG:teuthology.parallel:result is None 2024-05-20T21:13:22.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:22 smithi008 ceph-mon[31475]: pgmap v381: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:13:22.814 INFO:tasks.cephadm.ceph_manager.ceph:need seq 304942678052 got 304942678057 for osd.11 2024-05-20T21:13:22.815 DEBUG:teuthology.parallel:result is None 2024-05-20T21:13:22.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:22 smithi130 ceph-mon[36448]: pgmap v381: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:13:22.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:22 smithi050 ceph-mon[35809]: pgmap v381: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:13:23.041 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:13:23.527 INFO:tasks.cephadm.ceph_manager.ceph:need seq 154618822725 got 154618822732 for osd.5 2024-05-20T21:13:23.527 DEBUG:teuthology.parallel:result is None 2024-05-20T21:13:24.405 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411416 got 77309411422 for osd.2 2024-05-20T21:13:24.405 DEBUG:teuthology.parallel:result is None 2024-05-20T21:13:24.426 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:23.793+0000 7f74e3800700 1 -- 172.21.15.8:0/1021880211 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f74dc075770 msgr2=0x7f74dc075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:24.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:23.793+0000 7f74e3800700 1 --2- 172.21.15.8:0/1021880211 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f74dc075770 0x7f74dc075b50 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f74cc009990 tx=0x7f74cc009ca0 comp rx=0 tx=0).stop 2024-05-20T21:13:24.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:23.793+0000 7f74e3800700 1 -- 172.21.15.8:0/1021880211 shutdown_connections 2024-05-20T21:13:24.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:23.793+0000 7f74e3800700 1 --2- 172.21.15.8:0/1021880211 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f74dc075770 0x7f74dc075b50 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:24.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:23.793+0000 7f74e3800700 1 --2- 172.21.15.8:0/1021880211 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f74dc10ffa0 0x7f74dc112390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:24.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:23.793+0000 7f74e3800700 1 --2- 172.21.15.8:0/1021880211 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f74dc076090 0x7f74dc10fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:24.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:23.793+0000 7f74e3800700 1 -- 172.21.15.8:0/1021880211 >> 172.21.15.8:0/1021880211 conn(0x7f74dc07a6a0 msgr2=0x7f74dc07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:24.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:23.793+0000 7f74e3800700 1 -- 172.21.15.8:0/1021880211 shutdown_connections 2024-05-20T21:13:24.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:23.793+0000 7f74e3800700 1 -- 172.21.15.8:0/1021880211 wait complete. 2024-05-20T21:13:24.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:23.795+0000 7f74e3800700 1 Processor -- start 2024-05-20T21:13:24.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:23.796+0000 7f74e3800700 1 -- start start 2024-05-20T21:13:24.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:23.796+0000 7f74e3800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f74dc075770 0x7f74dc19be10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:24.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:23.796+0000 7f74e3800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f74dc076090 0x7f74dc19c350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:24.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:23.796+0000 7f74e3800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f74dc10ffa0 0x7f74dc1a0690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:24.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:23.796+0000 7f74e3800700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f74dc1159a0 con 0x7f74dc076090 2024-05-20T21:13:24.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:23.796+0000 7f74e3800700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f74dc115820 con 0x7f74dc10ffa0 2024-05-20T21:13:24.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:23.796+0000 7f74e3800700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f74dc115b20 con 0x7f74dc075770 2024-05-20T21:13:24.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:23.796+0000 7f74d3e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f74dc076090 0x7f74dc19c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:24.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:23.796+0000 7f74e1800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f74dc10ffa0 0x7f74dc1a0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:24.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:23.797+0000 7f74d3e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f74dc076090 0x7f74dc19c350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:40412/0 (socket says 172.21.15.8:40412) 2024-05-20T21:13:24.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:23.797+0000 7f74e1800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f74dc10ffa0 0x7f74dc1a0690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:49664/0 (socket says 172.21.15.8:49664) 2024-05-20T21:13:24.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:23.797+0000 7f74d3e00700 1 -- 172.21.15.8:0/1740680618 learned_addr learned my addr 172.21.15.8:0/1740680618 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:13:24.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:23.797+0000 7f74e0e00700 1 --2- 172.21.15.8:0/1740680618 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f74dc075770 0x7f74dc19be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:24.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:23.797+0000 7f74e1800700 1 -- 172.21.15.8:0/1740680618 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f74dc075770 msgr2=0x7f74dc19be10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:24.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:23.797+0000 7f74e1800700 1 --2- 172.21.15.8:0/1740680618 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f74dc075770 0x7f74dc19be10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:24.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:23.797+0000 7f74e1800700 1 -- 172.21.15.8:0/1740680618 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f74dc076090 msgr2=0x7f74dc19c350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:24.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:23.797+0000 7f74e1800700 1 --2- 172.21.15.8:0/1740680618 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f74dc076090 0x7f74dc19c350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:24.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:23.797+0000 7f74e1800700 1 -- 172.21.15.8:0/1740680618 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74dc1a0dd0 con 0x7f74dc10ffa0 2024-05-20T21:13:24.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:23.797+0000 7f74d3e00700 1 --2- 172.21.15.8:0/1740680618 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f74dc076090 0x7f74dc19c350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:13:24.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:23.797+0000 7f74e1800700 1 --2- 172.21.15.8:0/1740680618 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f74dc10ffa0 0x7f74dc1a0690 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f74d400ef90 tx=0x7f74d400c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:24.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:23.798+0000 7f74da000700 1 -- 172.21.15.8:0/1740680618 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74d40092e0 con 0x7f74dc10ffa0 2024-05-20T21:13:24.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:23.798+0000 7f74da000700 1 -- 172.21.15.8:0/1740680618 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f74d4004bb0 con 0x7f74dc10ffa0 2024-05-20T21:13:24.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:23.798+0000 7f74e3800700 1 -- 172.21.15.8:0/1740680618 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74dc1a1060 con 0x7f74dc10ffa0 2024-05-20T21:13:24.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:23.798+0000 7f74da000700 1 -- 172.21.15.8:0/1740680618 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74d4004020 con 0x7f74dc10ffa0 2024-05-20T21:13:24.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:23.798+0000 7f74e3800700 1 -- 172.21.15.8:0/1740680618 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74dc1a8940 con 0x7f74dc10ffa0 2024-05-20T21:13:24.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:23.799+0000 7f74e3800700 1 -- 172.21.15.8:0/1740680618 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f74dc06a230 con 0x7f74dc10ffa0 2024-05-20T21:13:24.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:23.801+0000 7f74da000700 1 -- 172.21.15.8:0/1740680618 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f74d401b030 con 0x7f74dc10ffa0 2024-05-20T21:13:24.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:23.803+0000 7f74da000700 1 --2- 172.21.15.8:0/1740680618 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f74c00b2900 0x7f74c00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:24.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:23.803+0000 7f74da000700 1 -- 172.21.15.8:0/1740680618 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f74d40e1e00 con 0x7f74dc10ffa0 2024-05-20T21:13:24.430 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:23.803+0000 7f74e0e00700 1 --2- 172.21.15.8:0/1740680618 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f74c00b2900 0x7f74c00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:24.430 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:23.804+0000 7f74e0e00700 1 --2- 172.21.15.8:0/1740680618 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f74c00b2900 0x7f74c00b4dc0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f74cc006010 tx=0x7f74cc00b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:24.430 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:23.805+0000 7f74da000700 1 -- 172.21.15.8:0/1740680618 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f74d4022020 con 0x7f74dc10ffa0 2024-05-20T21:13:24.430 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:24.051+0000 7f74e3800700 1 -- 172.21.15.8:0/1740680618 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f74dc1a8b10 con 0x7f74dc10ffa0 2024-05-20T21:13:24.430 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:24.052+0000 7f74da000700 1 -- 172.21.15.8:0/1740680618 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f74d4010040 con 0x7f74dc10ffa0 2024-05-20T21:13:24.430 INFO:teuthology.orchestra.run.smithi008.stdout:133143986259 2024-05-20T21:13:24.430 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:24.056+0000 7f74e3800700 1 -- 172.21.15.8:0/1740680618 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f74c00b2900 msgr2=0x7f74c00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:24.431 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:24.056+0000 7f74e3800700 1 --2- 172.21.15.8:0/1740680618 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f74c00b2900 0x7f74c00b4dc0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f74cc006010 tx=0x7f74cc00b260 comp rx=0 tx=0).stop 2024-05-20T21:13:24.431 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:24.056+0000 7f74e3800700 1 -- 172.21.15.8:0/1740680618 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f74dc10ffa0 msgr2=0x7f74dc1a0690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:24.431 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:24.056+0000 7f74e3800700 1 --2- 172.21.15.8:0/1740680618 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f74dc10ffa0 0x7f74dc1a0690 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f74d400ef90 tx=0x7f74d400c3a0 comp rx=0 tx=0).stop 2024-05-20T21:13:24.431 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:24.056+0000 7f74e3800700 1 -- 172.21.15.8:0/1740680618 shutdown_connections 2024-05-20T21:13:24.431 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:24.056+0000 7f74e3800700 1 --2- 172.21.15.8:0/1740680618 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f74c00b2900 0x7f74c00b4dc0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:24.431 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:24.056+0000 7f74e3800700 1 --2- 172.21.15.8:0/1740680618 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f74dc10ffa0 0x7f74dc1a0690 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:24.431 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:24.056+0000 7f74e3800700 1 --2- 172.21.15.8:0/1740680618 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f74dc075770 0x7f74dc19be10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:24.431 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:24.056+0000 7f74e3800700 1 --2- 172.21.15.8:0/1740680618 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f74dc076090 0x7f74dc19c350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:24.431 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:24.056+0000 7f74e3800700 1 -- 172.21.15.8:0/1740680618 >> 172.21.15.8:0/1740680618 conn(0x7f74dc07a6a0 msgr2=0x7f74dc1007b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:24.431 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:24.056+0000 7f74e3800700 1 -- 172.21.15.8:0/1740680618 shutdown_connections 2024-05-20T21:13:24.431 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:24.056+0000 7f74e3800700 1 -- 172.21.15.8:0/1740680618 wait complete. 2024-05-20T21:13:24.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:24 smithi008 ceph-mon[31475]: pgmap v382: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:13:24.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:24 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/1740680618' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-05-20T21:13:24.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:24 smithi130 ceph-mon[36448]: pgmap v382: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:13:24.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:24 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/1740680618' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-05-20T21:13:24.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:24 smithi050 ceph-mon[35809]: pgmap v382: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:13:24.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:24 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/1740680618' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-05-20T21:13:25.701 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986252 got 133143986259 for osd.4 2024-05-20T21:13:25.701 DEBUG:teuthology.parallel:result is None 2024-05-20T21:13:26.830 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:26 smithi008 ceph-mon[31475]: pgmap v383: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:13:26.830 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:26 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/2158857792' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-05-20T21:13:26.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:26 smithi130 ceph-mon[36448]: pgmap v383: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:13:26.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:26 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/2158857792' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-05-20T21:13:26.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:26 smithi050 ceph-mon[35809]: pgmap v383: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:13:26.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:26 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/2158857792' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-05-20T21:13:27.047 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:25.374+0000 7fc193800700 1 -- 172.21.15.8:0/2419314966 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc18c1095b0 msgr2=0x7fc18c109990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:27.047 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:25.374+0000 7fc193800700 1 --2- 172.21.15.8:0/2419314966 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc18c1095b0 0x7fc18c109990 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fc180009990 tx=0x7fc180009ca0 comp rx=0 tx=0).stop 2024-05-20T21:13:27.047 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:25.374+0000 7fc193800700 1 -- 172.21.15.8:0/2419314966 shutdown_connections 2024-05-20T21:13:27.047 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:25.374+0000 7fc193800700 1 --2- 172.21.15.8:0/2419314966 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc18c06bbe0 0x7fc18c1103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:27.047 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:25.374+0000 7fc193800700 1 --2- 172.21.15.8:0/2419314966 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc18c1095b0 0x7fc18c109990 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:27.048 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:25.374+0000 7fc193800700 1 --2- 172.21.15.8:0/2419314966 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc18c06b220 0x7fc18c06b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:27.048 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:25.374+0000 7fc193800700 1 -- 172.21.15.8:0/2419314966 >> 172.21.15.8:0/2419314966 conn(0x7fc18c0793f0 msgr2=0x7fc18c079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:27.048 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:25.374+0000 7fc193800700 1 -- 172.21.15.8:0/2419314966 shutdown_connections 2024-05-20T21:13:27.048 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:25.374+0000 7fc193800700 1 -- 172.21.15.8:0/2419314966 wait complete. 2024-05-20T21:13:27.048 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:25.375+0000 7fc193800700 1 Processor -- start 2024-05-20T21:13:27.048 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:25.375+0000 7fc193800700 1 -- start start 2024-05-20T21:13:27.048 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:25.376+0000 7fc193800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc18c06b220 0x7fc18c19be50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:27.048 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:25.376+0000 7fc193800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc18c06bbe0 0x7fc18c19c390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:27.048 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:25.376+0000 7fc193800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc18c1095b0 0x7fc18c1a0720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:27.048 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:25.376+0000 7fc193800700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc18c113740 con 0x7fc18c06b220 2024-05-20T21:13:27.048 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:25.376+0000 7fc193800700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc18c1135c0 con 0x7fc18c1095b0 2024-05-20T21:13:27.048 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:25.376+0000 7fc193800700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc18c1138c0 con 0x7fc18c06bbe0 2024-05-20T21:13:27.049 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:25.376+0000 7fc190e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc18c06b220 0x7fc18c19be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:27.049 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:25.376+0000 7fc18be00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc18c06bbe0 0x7fc18c19c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:27.049 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:25.376+0000 7fc190e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc18c06b220 0x7fc18c19be50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:40426/0 (socket says 172.21.15.8:40426) 2024-05-20T21:13:27.049 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:25.376+0000 7fc190e00700 1 -- 172.21.15.8:0/2158857792 learned_addr learned my addr 172.21.15.8:0/2158857792 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:13:27.049 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:25.376+0000 7fc191800700 1 --2- 172.21.15.8:0/2158857792 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc18c1095b0 0x7fc18c1a0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:27.049 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:25.376+0000 7fc18be00700 1 -- 172.21.15.8:0/2158857792 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc18c1095b0 msgr2=0x7fc18c1a0720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:27.049 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:25.376+0000 7fc18be00700 1 --2- 172.21.15.8:0/2158857792 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc18c1095b0 0x7fc18c1a0720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:27.049 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:25.376+0000 7fc18be00700 1 -- 172.21.15.8:0/2158857792 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc18c06b220 msgr2=0x7fc18c19be50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:27.049 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:25.376+0000 7fc18be00700 1 --2- 172.21.15.8:0/2158857792 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc18c06b220 0x7fc18c19be50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:27.049 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:25.376+0000 7fc18be00700 1 -- 172.21.15.8:0/2158857792 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc18c1a0e60 con 0x7fc18c06bbe0 2024-05-20T21:13:27.049 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:25.376+0000 7fc190e00700 1 --2- 172.21.15.8:0/2158857792 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc18c06b220 0x7fc18c19be50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:13:27.049 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:25.377+0000 7fc18be00700 1 --2- 172.21.15.8:0/2158857792 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc18c06bbe0 0x7fc18c19c390 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fc17800e9f0 tx=0x7fc17800ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:27.049 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:25.377+0000 7fc189600700 1 -- 172.21.15.8:0/2158857792 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc17800c9c0 con 0x7fc18c06bbe0 2024-05-20T21:13:27.050 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:25.377+0000 7fc193800700 1 -- 172.21.15.8:0/2158857792 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc18c1a1150 con 0x7fc18c06bbe0 2024-05-20T21:13:27.050 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:25.377+0000 7fc189600700 1 -- 172.21.15.8:0/2158857792 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc17800cb60 con 0x7fc18c06bbe0 2024-05-20T21:13:27.050 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:25.377+0000 7fc189600700 1 -- 172.21.15.8:0/2158857792 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc178018680 con 0x7fc18c06bbe0 2024-05-20T21:13:27.050 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:25.377+0000 7fc193800700 1 -- 172.21.15.8:0/2158857792 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc18c1a89d0 con 0x7fc18c06bbe0 2024-05-20T21:13:27.050 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:25.378+0000 7fc193800700 1 -- 172.21.15.8:0/2158857792 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc18c06a230 con 0x7fc18c06bbe0 2024-05-20T21:13:27.050 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:25.381+0000 7fc189600700 1 -- 172.21.15.8:0/2158857792 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fc178010430 con 0x7fc18c06bbe0 2024-05-20T21:13:27.050 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:25.382+0000 7fc189600700 1 --2- 172.21.15.8:0/2158857792 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc1740b2880 0x7fc1740b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:27.050 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:25.382+0000 7fc189600700 1 -- 172.21.15.8:0/2158857792 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc1780e2750 con 0x7fc18c06bbe0 2024-05-20T21:13:27.050 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:25.382+0000 7fc190e00700 1 --2- 172.21.15.8:0/2158857792 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc1740b2880 0x7fc1740b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:27.050 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:25.383+0000 7fc190e00700 1 --2- 172.21.15.8:0/2158857792 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc1740b2880 0x7fc1740b4d40 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fc180006010 tx=0x7fc18000b280 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:27.050 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:25.384+0000 7fc189600700 1 -- 172.21.15.8:0/2158857792 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fc1780aa400 con 0x7fc18c06bbe0 2024-05-20T21:13:27.050 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:25.631+0000 7fc193800700 1 -- 172.21.15.8:0/2158857792 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 10} v 0) -- 0x7fc18c1a8bd0 con 0x7fc18c06bbe0 2024-05-20T21:13:27.051 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:25.632+0000 7fc189600700 1 -- 172.21.15.8:0/2158857792 <== mon.1 v2:172.21.15.130:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 10}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7fc1780a9d00 con 0x7fc18c06bbe0 2024-05-20T21:13:27.051 INFO:teuthology.orchestra.run.smithi008.stdout:279172874287 2024-05-20T21:13:27.051 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:25.635+0000 7fc193800700 1 -- 172.21.15.8:0/2158857792 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc1740b2880 msgr2=0x7fc1740b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:27.051 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:25.635+0000 7fc193800700 1 --2- 172.21.15.8:0/2158857792 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc1740b2880 0x7fc1740b4d40 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fc180006010 tx=0x7fc18000b280 comp rx=0 tx=0).stop 2024-05-20T21:13:27.051 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:25.635+0000 7fc193800700 1 -- 172.21.15.8:0/2158857792 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc18c06bbe0 msgr2=0x7fc18c19c390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:27.051 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:25.635+0000 7fc193800700 1 --2- 172.21.15.8:0/2158857792 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc18c06bbe0 0x7fc18c19c390 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fc17800e9f0 tx=0x7fc17800ed00 comp rx=0 tx=0).stop 2024-05-20T21:13:27.052 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:25.636+0000 7fc193800700 1 -- 172.21.15.8:0/2158857792 shutdown_connections 2024-05-20T21:13:27.052 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:25.636+0000 7fc193800700 1 --2- 172.21.15.8:0/2158857792 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc1740b2880 0x7fc1740b4d40 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:27.052 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:25.636+0000 7fc193800700 1 --2- 172.21.15.8:0/2158857792 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc18c1095b0 0x7fc18c1a0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:27.052 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:25.636+0000 7fc193800700 1 --2- 172.21.15.8:0/2158857792 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc18c06b220 0x7fc18c19be50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:27.052 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:25.636+0000 7fc193800700 1 --2- 172.21.15.8:0/2158857792 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc18c06bbe0 0x7fc18c19c390 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:27.052 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:25.636+0000 7fc193800700 1 -- 172.21.15.8:0/2158857792 >> 172.21.15.8:0/2158857792 conn(0x7fc18c0793f0 msgr2=0x7fc18c10e720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:27.052 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:25.636+0000 7fc193800700 1 -- 172.21.15.8:0/2158857792 shutdown_connections 2024-05-20T21:13:27.052 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:25.636+0000 7fc193800700 1 -- 172.21.15.8:0/2158857792 wait complete. 2024-05-20T21:13:27.951 INFO:tasks.cephadm.ceph_manager.ceph:need seq 279172874282 got 279172874287 for osd.10 2024-05-20T21:13:27.951 DEBUG:teuthology.parallel:result is None 2024-05-20T21:13:28.253 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.252+0000 7fdf1cc00700 1 -- 172.21.15.8:0/1290815489 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdf181037f0 msgr2=0x7fdf18103bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:28.253 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.252+0000 7fdf1cc00700 1 --2- 172.21.15.8:0/1290815489 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdf181037f0 0x7fdf18103bd0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fdf080099c0 tx=0x7fdf08009cd0 comp rx=0 tx=0).stop 2024-05-20T21:13:28.253 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.252+0000 7fdf1cc00700 1 -- 172.21.15.8:0/1290815489 shutdown_connections 2024-05-20T21:13:28.253 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.252+0000 7fdf1cc00700 1 --2- 172.21.15.8:0/1290815489 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdf181088f0 0x7fdf18110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:28.253 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.252+0000 7fdf1cc00700 1 --2- 172.21.15.8:0/1290815489 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdf181037f0 0x7fdf18103bd0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:28.254 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.252+0000 7fdf1cc00700 1 --2- 172.21.15.8:0/1290815489 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdf181041a0 0x7fdf181081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:28.254 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.252+0000 7fdf1cc00700 1 -- 172.21.15.8:0/1290815489 >> 172.21.15.8:0/1290815489 conn(0x7fdf1807a6a0 msgr2=0x7fdf1807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:28.254 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.253+0000 7fdf1cc00700 1 -- 172.21.15.8:0/1290815489 shutdown_connections 2024-05-20T21:13:28.254 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.253+0000 7fdf1cc00700 1 -- 172.21.15.8:0/1290815489 wait complete. 2024-05-20T21:13:28.254 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.254+0000 7fdf1cc00700 1 Processor -- start 2024-05-20T21:13:28.254 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.254+0000 7fdf1cc00700 1 -- start start 2024-05-20T21:13:28.255 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.254+0000 7fdf1cc00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdf181037f0 0x7fdf1810f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:28.255 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.255+0000 7fdf1cc00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdf181041a0 0x7fdf1810fc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:28.255 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.255+0000 7fdf1cc00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdf181088f0 0x7fdf181a4a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:28.256 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.255+0000 7fdf1cc00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fdf18113730 con 0x7fdf181088f0 2024-05-20T21:13:28.256 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.255+0000 7fdf1cc00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fdf181135b0 con 0x7fdf181041a0 2024-05-20T21:13:28.256 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.255+0000 7fdf1cc00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fdf181138b0 con 0x7fdf181037f0 2024-05-20T21:13:28.256 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.255+0000 7fdf15e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdf181037f0 0x7fdf1810f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:28.256 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.255+0000 7fdf15400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdf181041a0 0x7fdf1810fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:28.256 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.255+0000 7fdf15e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdf181037f0 0x7fdf1810f6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:60042/0 (socket says 172.21.15.8:60042) 2024-05-20T21:13:28.256 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.255+0000 7fdf15e00700 1 -- 172.21.15.8:0/3516107578 learned_addr learned my addr 172.21.15.8:0/3516107578 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:13:28.256 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.255+0000 7fdf16800700 1 --2- 172.21.15.8:0/3516107578 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdf181088f0 0x7fdf181a4a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:28.256 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.255+0000 7fdf15400700 1 -- 172.21.15.8:0/3516107578 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdf181037f0 msgr2=0x7fdf1810f6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:28.256 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.255+0000 7fdf15400700 1 --2- 172.21.15.8:0/3516107578 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdf181037f0 0x7fdf1810f6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:28.256 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.255+0000 7fdf15400700 1 -- 172.21.15.8:0/3516107578 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdf181088f0 msgr2=0x7fdf181a4a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:28.256 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.255+0000 7fdf15400700 1 --2- 172.21.15.8:0/3516107578 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdf181088f0 0x7fdf181a4a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:28.256 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.255+0000 7fdf15400700 1 -- 172.21.15.8:0/3516107578 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf181a51a0 con 0x7fdf181041a0 2024-05-20T21:13:28.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.256+0000 7fdf15400700 1 --2- 172.21.15.8:0/3516107578 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdf181041a0 0x7fdf1810fc20 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fdf0400e9f0 tx=0x7fdf0400ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:28.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.256+0000 7fdf0ea00700 1 -- 172.21.15.8:0/3516107578 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf0400c9c0 con 0x7fdf181041a0 2024-05-20T21:13:28.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.256+0000 7fdf1cc00700 1 -- 172.21.15.8:0/3516107578 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf181a5490 con 0x7fdf181041a0 2024-05-20T21:13:28.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.256+0000 7fdf0ea00700 1 -- 172.21.15.8:0/3516107578 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdf0400cb60 con 0x7fdf181041a0 2024-05-20T21:13:28.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.256+0000 7fdf0ea00700 1 -- 172.21.15.8:0/3516107578 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf04018680 con 0x7fdf181041a0 2024-05-20T21:13:28.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.257+0000 7fdf1cc00700 1 -- 172.21.15.8:0/3516107578 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf181acd40 con 0x7fdf181041a0 2024-05-20T21:13:28.258 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.258+0000 7fdf1cc00700 1 -- 172.21.15.8:0/3516107578 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf1806a230 con 0x7fdf181041a0 2024-05-20T21:13:28.260 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.261+0000 7fdf0ea00700 1 -- 172.21.15.8:0/3516107578 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fdf04010430 con 0x7fdf181041a0 2024-05-20T21:13:28.262 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.263+0000 7fdf0ea00700 1 --2- 172.21.15.8:0/3516107578 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdefc0b2900 0x7fdefc0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:28.262 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.263+0000 7fdf0ea00700 1 -- 172.21.15.8:0/3516107578 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fdf040e2360 con 0x7fdf181041a0 2024-05-20T21:13:28.262 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.263+0000 7fdf15e00700 1 --2- 172.21.15.8:0/3516107578 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdefc0b2900 0x7fdefc0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:28.263 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.264+0000 7fdf15e00700 1 --2- 172.21.15.8:0/3516107578 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdefc0b2900 0x7fdefc0b4dc0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fdf08003760 tx=0x7fdf08005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:28.266 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.267+0000 7fdf0ea00700 1 -- 172.21.15.8:0/3516107578 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fdf040aa010 con 0x7fdf181041a0 2024-05-20T21:13:28.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.489+0000 7f7706000700 1 -- 172.21.15.8:0/3266197570 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7700075770 msgr2=0x7f7700075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:28.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.489+0000 7f7706000700 1 --2- 172.21.15.8:0/3266197570 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7700075770 0x7f7700075b50 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f76f0009990 tx=0x7f76f0009ca0 comp rx=0 tx=0).stop 2024-05-20T21:13:28.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.489+0000 7f7706000700 1 -- 172.21.15.8:0/3266197570 shutdown_connections 2024-05-20T21:13:28.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.489+0000 7f7706000700 1 --2- 172.21.15.8:0/3266197570 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7700075770 0x7f7700075b50 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:28.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.489+0000 7f7706000700 1 --2- 172.21.15.8:0/3266197570 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f770010ff40 0x7f7700112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:28.490 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.489+0000 7f7706000700 1 --2- 172.21.15.8:0/3266197570 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7700076090 0x7f770010fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:28.490 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.489+0000 7f7706000700 1 -- 172.21.15.8:0/3266197570 >> 172.21.15.8:0/3266197570 conn(0x7f770007a6a0 msgr2=0x7f770007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:28.490 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.489+0000 7f7706000700 1 -- 172.21.15.8:0/3266197570 shutdown_connections 2024-05-20T21:13:28.490 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.489+0000 7f7706000700 1 -- 172.21.15.8:0/3266197570 wait complete. 2024-05-20T21:13:28.490 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.491+0000 7f7706000700 1 Processor -- start 2024-05-20T21:13:28.490 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.491+0000 7f7706000700 1 -- start start 2024-05-20T21:13:28.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.492+0000 7f7706000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7700075770 0x7f770019bda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:28.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.492+0000 7f7706000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7700076090 0x7f770019c2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:28.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.492+0000 7f7706000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f770010ff40 0x7f77001a0670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:28.492 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.492+0000 7f7706000700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f77001158f0 con 0x7f770010ff40 2024-05-20T21:13:28.492 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.492+0000 7f7706000700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f7700115770 con 0x7f7700075770 2024-05-20T21:13:28.492 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.492+0000 7f7706000700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f7700115a70 con 0x7f7700076090 2024-05-20T21:13:28.492 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.492+0000 7f76f7e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7700076090 0x7f770019c2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:28.492 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.492+0000 7f76f7e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7700076090 0x7f770019c2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:60048/0 (socket says 172.21.15.8:60048) 2024-05-20T21:13:28.492 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.492+0000 7f76f7e00700 1 -- 172.21.15.8:0/753338534 learned_addr learned my addr 172.21.15.8:0/753338534 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:13:28.492 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.492+0000 7f76ffe00700 1 --2- 172.21.15.8:0/753338534 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f770010ff40 0x7f77001a0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:28.492 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.493+0000 7f76f7e00700 1 -- 172.21.15.8:0/753338534 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7700075770 msgr2=0x7f770019bda0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-05-20T21:13:28.492 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.493+0000 7f76f7e00700 1 --2- 172.21.15.8:0/753338534 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7700075770 0x7f770019bda0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:28.493 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.493+0000 7f76f7e00700 1 -- 172.21.15.8:0/753338534 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f770010ff40 msgr2=0x7f77001a0670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:28.493 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.493+0000 7f76f7e00700 1 --2- 172.21.15.8:0/753338534 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f770010ff40 0x7f77001a0670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:28.493 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.493+0000 7f76f7e00700 1 -- 172.21.15.8:0/753338534 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77001a0db0 con 0x7f7700076090 2024-05-20T21:13:28.493 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.493+0000 7f76ffe00700 1 --2- 172.21.15.8:0/753338534 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f770010ff40 0x7f77001a0670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:13:28.493 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.493+0000 7f76f7e00700 1 --2- 172.21.15.8:0/753338534 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7700076090 0x7f770019c2e0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f76e800e970 tx=0x7f76e800ed30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:28.494 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.494+0000 7f76fcc00700 1 -- 172.21.15.8:0/753338534 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76e800cbd0 con 0x7f7700076090 2024-05-20T21:13:28.494 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.494+0000 7f76fcc00700 1 -- 172.21.15.8:0/753338534 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f76e80044d0 con 0x7f7700076090 2024-05-20T21:13:28.494 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.494+0000 7f7706000700 1 -- 172.21.15.8:0/753338534 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77001a10a0 con 0x7f7700076090 2024-05-20T21:13:28.494 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.494+0000 7f76fcc00700 1 -- 172.21.15.8:0/753338534 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76e8010430 con 0x7f7700076090 2024-05-20T21:13:28.494 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.494+0000 7f7706000700 1 -- 172.21.15.8:0/753338534 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77001a8920 con 0x7f7700076090 2024-05-20T21:13:28.494 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.495+0000 7f7706000700 1 -- 172.21.15.8:0/753338534 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f770006a230 con 0x7f7700076090 2024-05-20T21:13:28.497 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.498+0000 7f76fcc00700 1 -- 172.21.15.8:0/753338534 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f76e8003ec0 con 0x7f7700076090 2024-05-20T21:13:28.499 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.500+0000 7f76fcc00700 1 --2- 172.21.15.8:0/753338534 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f76e40b2980 0x7f76e40b4e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:28.499 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.500+0000 7f76fcc00700 1 -- 172.21.15.8:0/753338534 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f76e80e2580 con 0x7f7700076090 2024-05-20T21:13:28.500 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.500+0000 7f76ff400700 1 --2- 172.21.15.8:0/753338534 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f76e40b2980 0x7f76e40b4e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:28.500 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.501+0000 7f76ff400700 1 --2- 172.21.15.8:0/753338534 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f76e40b2980 0x7f76e40b4e40 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f76f00098e0 tx=0x7f76f0005ab0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:28.503 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.504+0000 7f76fcc00700 1 -- 172.21.15.8:0/753338534 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f76e80aa230 con 0x7f7700076090 2024-05-20T21:13:28.542 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.543+0000 7fdf1cc00700 1 -- 172.21.15.8:0/3516107578 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7fdf1802e560 con 0x7fdf181041a0 2024-05-20T21:13:28.543 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.544+0000 7fdf0ea00700 1 -- 172.21.15.8:0/3516107578 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fdf040b2090 con 0x7fdf181041a0 2024-05-20T21:13:28.543 INFO:teuthology.orchestra.run.smithi008.stdout:55834574946 2024-05-20T21:13:28.547 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.548+0000 7fdf1cc00700 1 -- 172.21.15.8:0/3516107578 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdefc0b2900 msgr2=0x7fdefc0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:28.548 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.548+0000 7fdf1cc00700 1 --2- 172.21.15.8:0/3516107578 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdefc0b2900 0x7fdefc0b4dc0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fdf08003760 tx=0x7fdf08005fd0 comp rx=0 tx=0).stop 2024-05-20T21:13:28.548 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.548+0000 7fdf1cc00700 1 -- 172.21.15.8:0/3516107578 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdf181041a0 msgr2=0x7fdf1810fc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:28.548 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.548+0000 7fdf1cc00700 1 --2- 172.21.15.8:0/3516107578 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdf181041a0 0x7fdf1810fc20 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fdf0400e9f0 tx=0x7fdf0400ed00 comp rx=0 tx=0).stop 2024-05-20T21:13:28.548 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.549+0000 7fdf1cc00700 1 -- 172.21.15.8:0/3516107578 shutdown_connections 2024-05-20T21:13:28.548 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.549+0000 7fdf1cc00700 1 --2- 172.21.15.8:0/3516107578 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdefc0b2900 0x7fdefc0b4dc0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:28.549 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.549+0000 7fdf1cc00700 1 --2- 172.21.15.8:0/3516107578 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdf181088f0 0x7fdf181a4a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:28.549 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.549+0000 7fdf1cc00700 1 --2- 172.21.15.8:0/3516107578 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdf181037f0 0x7fdf1810f6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:28.549 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.549+0000 7fdf1cc00700 1 --2- 172.21.15.8:0/3516107578 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdf181041a0 0x7fdf1810fc20 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:28.549 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.549+0000 7fdf1cc00700 1 -- 172.21.15.8:0/3516107578 >> 172.21.15.8:0/3516107578 conn(0x7fdf1807a6a0 msgr2=0x7fdf18101960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:28.549 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.549+0000 7fdf1cc00700 1 -- 172.21.15.8:0/3516107578 shutdown_connections 2024-05-20T21:13:28.549 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.549+0000 7fdf1cc00700 1 -- 172.21.15.8:0/3516107578 wait complete. 2024-05-20T21:13:28.786 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.787+0000 7f7706000700 1 -- 172.21.15.8:0/753338534 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f770002e560 con 0x7f7700076090 2024-05-20T21:13:28.787 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:28 smithi008 ceph-mon[31475]: pgmap v384: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:13:28.787 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.788+0000 7f76fcc00700 1 -- 172.21.15.8:0/753338534 <== mon.1 v2:172.21.15.130:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f76e80a9b30 con 0x7f7700076090 2024-05-20T21:13:28.787 INFO:teuthology.orchestra.run.smithi008.stdout:180388626504 2024-05-20T21:13:28.790 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.790+0000 7f7706000700 1 -- 172.21.15.8:0/753338534 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f76e40b2980 msgr2=0x7f76e40b4e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:28.790 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.791+0000 7f7706000700 1 --2- 172.21.15.8:0/753338534 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f76e40b2980 0x7f76e40b4e40 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f76f00098e0 tx=0x7f76f0005ab0 comp rx=0 tx=0).stop 2024-05-20T21:13:28.790 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.791+0000 7f7706000700 1 -- 172.21.15.8:0/753338534 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7700076090 msgr2=0x7f770019c2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:28.790 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.791+0000 7f7706000700 1 --2- 172.21.15.8:0/753338534 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7700076090 0x7f770019c2e0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f76e800e970 tx=0x7f76e800ed30 comp rx=0 tx=0).stop 2024-05-20T21:13:28.790 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.791+0000 7f7706000700 1 -- 172.21.15.8:0/753338534 shutdown_connections 2024-05-20T21:13:28.790 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.791+0000 7f7706000700 1 --2- 172.21.15.8:0/753338534 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f76e40b2980 0x7f76e40b4e40 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:28.790 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.791+0000 7f7706000700 1 --2- 172.21.15.8:0/753338534 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7700075770 0x7f770019bda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:28.790 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.791+0000 7f7706000700 1 --2- 172.21.15.8:0/753338534 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f770010ff40 0x7f77001a0670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:28.790 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.791+0000 7f7706000700 1 --2- 172.21.15.8:0/753338534 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7700076090 0x7f770019c2e0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:28.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.791+0000 7f7706000700 1 -- 172.21.15.8:0/753338534 >> 172.21.15.8:0/753338534 conn(0x7f770007a6a0 msgr2=0x7f7700100770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:28.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.791+0000 7f7706000700 1 -- 172.21.15.8:0/753338534 shutdown_connections 2024-05-20T21:13:28.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:28.791+0000 7f7706000700 1 -- 172.21.15.8:0/753338534 wait complete. 2024-05-20T21:13:28.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:28 smithi130 ceph-mon[36448]: pgmap v384: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:13:28.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:28 smithi050 ceph-mon[35809]: pgmap v384: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:13:29.841 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:29 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/3516107578' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-05-20T21:13:29.842 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:29 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/753338534' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-05-20T21:13:29.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:29 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/3516107578' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-05-20T21:13:29.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:29 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/753338534' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-05-20T21:13:29.923 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:29 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/3516107578' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-05-20T21:13:29.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:29 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/753338534' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-05-20T21:13:30.089 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574941 got 55834574946 for osd.1 2024-05-20T21:13:30.089 DEBUG:teuthology.parallel:result is None 2024-05-20T21:13:30.741 INFO:tasks.cephadm.ceph_manager.ceph:need seq 180388626499 got 180388626504 for osd.6 2024-05-20T21:13:30.741 DEBUG:teuthology.parallel:result is None 2024-05-20T21:13:30.741 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-05-20T21:13:30.741 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph pg dump --format=json 2024-05-20T21:13:30.807 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:30 smithi008 ceph-mon[31475]: pgmap v385: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:13:30.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:30 smithi130 ceph-mon[36448]: pgmap v385: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:13:30.923 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:30 smithi050 ceph-mon[35809]: pgmap v385: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:13:31.180 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:13:32.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:32 smithi008 ceph-mon[31475]: pgmap v386: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:13:32.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:32 smithi130 ceph-mon[36448]: pgmap v386: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:13:32.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:32 smithi050 ceph-mon[35809]: pgmap v386: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:13:33.518 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:33.517+0000 7f1c7ac00700 1 -- 172.21.15.8:0/3086435204 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1c74076090 msgr2=0x7f1c7410fa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:33.518 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:33.517+0000 7f1c7ac00700 1 --2- 172.21.15.8:0/3086435204 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1c74076090 0x7f1c7410fa00 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f1c60009990 tx=0x7f1c60009ca0 comp rx=0 tx=0).stop 2024-05-20T21:13:33.518 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:33.517+0000 7f1c7ac00700 1 -- 172.21.15.8:0/3086435204 shutdown_connections 2024-05-20T21:13:33.518 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:33.517+0000 7f1c7ac00700 1 --2- 172.21.15.8:0/3086435204 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c74075770 0x7f1c74075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:33.518 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:33.517+0000 7f1c7ac00700 1 --2- 172.21.15.8:0/3086435204 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1c7410ff40 0x7f1c74112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:33.518 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:33.517+0000 7f1c7ac00700 1 --2- 172.21.15.8:0/3086435204 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1c74076090 0x7f1c7410fa00 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:33.518 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:33.517+0000 7f1c7ac00700 1 -- 172.21.15.8:0/3086435204 >> 172.21.15.8:0/3086435204 conn(0x7f1c7407a6a0 msgr2=0x7f1c7407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:33.518 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:33.517+0000 7f1c7ac00700 1 -- 172.21.15.8:0/3086435204 shutdown_connections 2024-05-20T21:13:33.518 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:33.517+0000 7f1c7ac00700 1 -- 172.21.15.8:0/3086435204 wait complete. 2024-05-20T21:13:33.519 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:33.519+0000 7f1c7ac00700 1 Processor -- start 2024-05-20T21:13:33.519 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:33.519+0000 7f1c7ac00700 1 -- start start 2024-05-20T21:13:33.519 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:33.519+0000 7f1c7ac00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1c74075770 0x7f1c7419be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:33.519 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:33.519+0000 7f1c7ac00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1c74076090 0x7f1c7419c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:33.520 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:33.519+0000 7f1c7ac00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c7410ff40 0x7f1c741a06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:33.520 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:33.519+0000 7f1c7ac00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f1c74115970 con 0x7f1c74076090 2024-05-20T21:13:33.520 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:33.519+0000 7f1c7ac00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1c741157f0 con 0x7f1c7410ff40 2024-05-20T21:13:33.520 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:33.519+0000 7f1c7ac00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f1c74115af0 con 0x7f1c74075770 2024-05-20T21:13:33.520 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:33.520+0000 7f1c73400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1c74076090 0x7f1c7419c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:33.521 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:33.520+0000 7f1c73e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1c74075770 0x7f1c7419be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:33.521 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:33.520+0000 7f1c78c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c7410ff40 0x7f1c741a06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:33.521 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:33.520+0000 7f1c73400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1c74076090 0x7f1c7419c3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:47282/0 (socket says 172.21.15.8:47282) 2024-05-20T21:13:33.521 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:33.520+0000 7f1c73400700 1 -- 172.21.15.8:0/373745047 learned_addr learned my addr 172.21.15.8:0/373745047 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:13:33.521 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:33.520+0000 7f1c78c00700 1 -- 172.21.15.8:0/373745047 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1c74075770 msgr2=0x7f1c7419be60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:33.521 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:33.520+0000 7f1c78c00700 1 --2- 172.21.15.8:0/373745047 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1c74075770 0x7f1c7419be60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:33.521 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:33.520+0000 7f1c78c00700 1 -- 172.21.15.8:0/373745047 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1c74076090 msgr2=0x7f1c7419c3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:33.521 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:33.520+0000 7f1c78c00700 1 --2- 172.21.15.8:0/373745047 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1c74076090 0x7f1c7419c3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:33.521 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:33.520+0000 7f1c78c00700 1 -- 172.21.15.8:0/373745047 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c741a0e20 con 0x7f1c7410ff40 2024-05-20T21:13:33.521 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:33.520+0000 7f1c73400700 1 --2- 172.21.15.8:0/373745047 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1c74076090 0x7f1c7419c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:13:33.521 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:33.521+0000 7f1c78c00700 1 --2- 172.21.15.8:0/373745047 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c7410ff40 0x7f1c741a06e0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f1c6c00efc0 tx=0x7f1c6c00c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:33.522 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:33.521+0000 7f1c70c00700 1 -- 172.21.15.8:0/373745047 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c6c0092e0 con 0x7f1c7410ff40 2024-05-20T21:13:33.526 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:33.521+0000 7f1c7ac00700 1 -- 172.21.15.8:0/373745047 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c741a10b0 con 0x7f1c7410ff40 2024-05-20T21:13:33.526 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:33.521+0000 7f1c70c00700 1 -- 172.21.15.8:0/373745047 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1c6c004bb0 con 0x7f1c7410ff40 2024-05-20T21:13:33.526 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:33.521+0000 7f1c70c00700 1 -- 172.21.15.8:0/373745047 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c6c004020 con 0x7f1c7410ff40 2024-05-20T21:13:33.527 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:33.521+0000 7f1c7ac00700 1 -- 172.21.15.8:0/373745047 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c741a8990 con 0x7f1c7410ff40 2024-05-20T21:13:33.527 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:33.522+0000 7f1c7ac00700 1 -- 172.21.15.8:0/373745047 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c7406a230 con 0x7f1c7410ff40 2024-05-20T21:13:33.527 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:33.526+0000 7f1c70c00700 1 -- 172.21.15.8:0/373745047 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f1c6c01b030 con 0x7f1c7410ff40 2024-05-20T21:13:33.528 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:33.528+0000 7f1c70c00700 1 --2- 172.21.15.8:0/373745047 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1c580b2880 0x7f1c580b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:33.528 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:33.528+0000 7f1c70c00700 1 -- 172.21.15.8:0/373745047 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f1c6c0e2680 con 0x7f1c7410ff40 2024-05-20T21:13:33.528 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:33.528+0000 7f1c73e00700 1 --2- 172.21.15.8:0/373745047 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1c580b2880 0x7f1c580b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:33.529 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:33.529+0000 7f1c70c00700 1 -- 172.21.15.8:0/373745047 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f1c6c022020 con 0x7f1c7410ff40 2024-05-20T21:13:33.529 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:33.529+0000 7f1c73e00700 1 --2- 172.21.15.8:0/373745047 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1c580b2880 0x7f1c580b4d40 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f1c64009c60 tx=0x7f1c64009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:33.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:33.773+0000 7f1c7ac00700 1 -- 172.21.15.8:0/373745047 --> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f1c74063980 con 0x7f1c580b2880 2024-05-20T21:13:33.786 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:33.786+0000 7f1c70c00700 1 -- 172.21.15.8:0/373745047 <== mgr.14152 v2:172.21.15.8:6800/2778224651 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258809 (secure 0 0 0) 0x7f1c74063980 con 0x7f1c580b2880 2024-05-20T21:13:33.788 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:13:33.793 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:33.791+0000 7f1c7ac00700 1 -- 172.21.15.8:0/373745047 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1c580b2880 msgr2=0x7f1c580b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:33.793 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:33.791+0000 7f1c7ac00700 1 --2- 172.21.15.8:0/373745047 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1c580b2880 0x7f1c580b4d40 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f1c64009c60 tx=0x7f1c64009260 comp rx=0 tx=0).stop 2024-05-20T21:13:33.793 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:33.791+0000 7f1c7ac00700 1 -- 172.21.15.8:0/373745047 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c7410ff40 msgr2=0x7f1c741a06e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:33.793 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:33.791+0000 7f1c7ac00700 1 --2- 172.21.15.8:0/373745047 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c7410ff40 0x7f1c741a06e0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f1c6c00efc0 tx=0x7f1c6c00c3a0 comp rx=0 tx=0).stop 2024-05-20T21:13:33.793 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:33.791+0000 7f1c7ac00700 1 -- 172.21.15.8:0/373745047 shutdown_connections 2024-05-20T21:13:33.793 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:33.791+0000 7f1c7ac00700 1 --2- 172.21.15.8:0/373745047 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1c580b2880 0x7f1c580b4d40 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:33.793 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:33.791+0000 7f1c7ac00700 1 --2- 172.21.15.8:0/373745047 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c7410ff40 0x7f1c741a06e0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:33.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:33.791+0000 7f1c7ac00700 1 --2- 172.21.15.8:0/373745047 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1c74075770 0x7f1c7419be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:33.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:33.791+0000 7f1c7ac00700 1 --2- 172.21.15.8:0/373745047 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1c74076090 0x7f1c7419c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:33.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:33.791+0000 7f1c7ac00700 1 -- 172.21.15.8:0/373745047 >> 172.21.15.8:0/373745047 conn(0x7f1c7407a6a0 msgr2=0x7f1c741007f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:33.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:33.792+0000 7f1c7ac00700 1 -- 172.21.15.8:0/373745047 shutdown_connections 2024-05-20T21:13:33.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:33.792+0000 7f1c7ac00700 1 -- 172.21.15.8:0/373745047 wait complete. 2024-05-20T21:13:33.795 INFO:teuthology.orchestra.run.smithi008.stderr:dumped all 2024-05-20T21:13:34.081 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:33 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:13:34.081 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:33 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:13:34.082 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:33 smithi008 ceph-mon[31475]: pgmap v387: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:13:34.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:33 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:13:34.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:33 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:13:34.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:33 smithi130 ceph-mon[36448]: pgmap v387: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:13:34.173 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:33 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:13:34.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:33 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:13:34.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:33 smithi050 ceph-mon[35809]: pgmap v387: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:13:34.586 INFO:teuthology.orchestra.run.smithi008.stdout:{"pg_ready":true,"pg_map":{"version":387,"stamp":"2024-05-20T21:13:33.217951+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":659185,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":785,"num_read_kb":490,"num_write":298,"num_write_kb":2271,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":741,"ondisk_log_size":741,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":403256,"kb_used_data":12504,"kb_used_omap":18,"kb_used_meta":390637,"kb_avail":1124538568,"statfs":{"total":1151940427776,"available":1151527493632,"internally_reserved":0,"allocated":12804096,"data_stored":7142943,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":400012601},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":75,"num_read_kb":40,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.009431"},"pg_stats":[{"pgid":"3.3f","version":"81'8","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.183379+0000","last_change":"2024-05-20T21:11:16.296240+0000","last_active":"2024-05-20T21:13:01.183379+0000","last_peered":"2024-05-20T21:13:01.183379+0000","last_clean":"2024-05-20T21:13:01.183379+0000","last_became_active":"2024-05-20T21:11:16.295881+0000","last_became_peered":"2024-05-20T21:11:16.295881+0000","last_unstale":"2024-05-20T21:13:01.183379+0000","last_undegraded":"2024-05-20T21:13:01.183379+0000","last_fullsized":"2024-05-20T21:13:01.183379+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:15:55.325945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"81'4","reported_seq":23,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.180728+0000","last_change":"2024-05-20T21:11:16.292636+0000","last_active":"2024-05-20T21:13:01.180728+0000","last_peered":"2024-05-20T21:13:01.180728+0000","last_clean":"2024-05-20T21:13:01.180728+0000","last_became_active":"2024-05-20T21:11:16.290950+0000","last_became_peered":"2024-05-20T21:11:16.290950+0000","last_unstale":"2024-05-20T21:13:01.180728+0000","last_undegraded":"2024-05-20T21:13:01.180728+0000","last_fullsized":"2024-05-20T21:13:01.180728+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:42:09.178628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"81'7","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.182007+0000","last_change":"2024-05-20T21:11:16.290214+0000","last_active":"2024-05-20T21:13:01.182007+0000","last_peered":"2024-05-20T21:13:01.182007+0000","last_clean":"2024-05-20T21:13:01.182007+0000","last_became_active":"2024-05-20T21:11:16.289872+0000","last_became_peered":"2024-05-20T21:11:16.289872+0000","last_unstale":"2024-05-20T21:13:01.182007+0000","last_undegraded":"2024-05-20T21:13:01.182007+0000","last_fullsized":"2024-05-20T21:13:01.182007+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:24:28.333308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"81'8","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.159580+0000","last_change":"2024-05-20T21:11:16.289991+0000","last_active":"2024-05-20T21:13:01.159580+0000","last_peered":"2024-05-20T21:13:01.159580+0000","last_clean":"2024-05-20T21:13:01.159580+0000","last_became_active":"2024-05-20T21:11:16.287959+0000","last_became_peered":"2024-05-20T21:11:16.287959+0000","last_unstale":"2024-05-20T21:13:01.159580+0000","last_undegraded":"2024-05-20T21:13:01.159580+0000","last_fullsized":"2024-05-20T21:13:01.159580+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:59:03.124597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"81'4","reported_seq":22,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.170182+0000","last_change":"2024-05-20T21:11:16.310007+0000","last_active":"2024-05-20T21:13:01.170182+0000","last_peered":"2024-05-20T21:13:01.170182+0000","last_clean":"2024-05-20T21:13:01.170182+0000","last_became_active":"2024-05-20T21:11:16.309632+0000","last_became_peered":"2024-05-20T21:11:16.309632+0000","last_unstale":"2024-05-20T21:13:01.170182+0000","last_undegraded":"2024-05-20T21:13:01.170182+0000","last_fullsized":"2024-05-20T21:13:01.170182+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:23:35.698898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"81'6","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.159007+0000","last_change":"2024-05-20T21:11:16.299661+0000","last_active":"2024-05-20T21:13:01.159007+0000","last_peered":"2024-05-20T21:13:01.159007+0000","last_clean":"2024-05-20T21:13:01.159007+0000","last_became_active":"2024-05-20T21:11:16.299296+0000","last_became_peered":"2024-05-20T21:11:16.299296+0000","last_unstale":"2024-05-20T21:13:01.159007+0000","last_undegraded":"2024-05-20T21:13:01.159007+0000","last_fullsized":"2024-05-20T21:13:01.159007+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:47:48.411451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"81'5","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.160599+0000","last_change":"2024-05-20T21:11:16.299517+0000","last_active":"2024-05-20T21:13:01.160599+0000","last_peered":"2024-05-20T21:13:01.160599+0000","last_clean":"2024-05-20T21:13:01.160599+0000","last_became_active":"2024-05-20T21:11:16.299162+0000","last_became_peered":"2024-05-20T21:11:16.299162+0000","last_unstale":"2024-05-20T21:13:01.160599+0000","last_undegraded":"2024-05-20T21:13:01.160599+0000","last_fullsized":"2024-05-20T21:13:01.160599+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:45:28.319801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"81'9","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.174251+0000","last_change":"2024-05-20T21:11:16.307565+0000","last_active":"2024-05-20T21:13:01.174251+0000","last_peered":"2024-05-20T21:13:01.174251+0000","last_clean":"2024-05-20T21:13:01.174251+0000","last_became_active":"2024-05-20T21:11:16.297502+0000","last_became_peered":"2024-05-20T21:11:16.297502+0000","last_unstale":"2024-05-20T21:13:01.174251+0000","last_undegraded":"2024-05-20T21:13:01.174251+0000","last_fullsized":"2024-05-20T21:13:01.174251+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:05:51.269233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"81'11","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.165950+0000","last_change":"2024-05-20T21:11:16.291944+0000","last_active":"2024-05-20T21:13:01.165950+0000","last_peered":"2024-05-20T21:13:01.165950+0000","last_clean":"2024-05-20T21:13:01.165950+0000","last_became_active":"2024-05-20T21:11:16.291569+0000","last_became_peered":"2024-05-20T21:11:16.291569+0000","last_unstale":"2024-05-20T21:13:01.165950+0000","last_undegraded":"2024-05-20T21:13:01.165950+0000","last_fullsized":"2024-05-20T21:13:01.165950+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:03:07.806446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"81'16","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.157904+0000","last_change":"2024-05-20T21:11:16.295592+0000","last_active":"2024-05-20T21:13:01.157904+0000","last_peered":"2024-05-20T21:13:01.157904+0000","last_clean":"2024-05-20T21:13:01.157904+0000","last_became_active":"2024-05-20T21:11:16.295246+0000","last_became_peered":"2024-05-20T21:11:16.295246+0000","last_unstale":"2024-05-20T21:13:01.157904+0000","last_undegraded":"2024-05-20T21:13:01.157904+0000","last_fullsized":"2024-05-20T21:13:01.157904+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:33:33.680892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"81'6","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.167170+0000","last_change":"2024-05-20T21:11:16.295909+0000","last_active":"2024-05-20T21:13:01.167170+0000","last_peered":"2024-05-20T21:13:01.167170+0000","last_clean":"2024-05-20T21:13:01.167170+0000","last_became_active":"2024-05-20T21:11:16.295568+0000","last_became_peered":"2024-05-20T21:11:16.295568+0000","last_unstale":"2024-05-20T21:13:01.167170+0000","last_undegraded":"2024-05-20T21:13:01.167170+0000","last_fullsized":"2024-05-20T21:13:01.167170+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:41:15.046594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"81'7","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.147165+0000","last_change":"2024-05-20T21:11:16.292742+0000","last_active":"2024-05-20T21:13:01.147165+0000","last_peered":"2024-05-20T21:13:01.147165+0000","last_clean":"2024-05-20T21:13:01.147165+0000","last_became_active":"2024-05-20T21:11:16.291945+0000","last_became_peered":"2024-05-20T21:11:16.291945+0000","last_unstale":"2024-05-20T21:13:01.147165+0000","last_undegraded":"2024-05-20T21:13:01.147165+0000","last_fullsized":"2024-05-20T21:13:01.147165+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:53:00.313040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"81'10","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.160897+0000","last_change":"2024-05-20T21:11:16.307203+0000","last_active":"2024-05-20T21:13:01.160897+0000","last_peered":"2024-05-20T21:13:01.160897+0000","last_clean":"2024-05-20T21:13:01.160897+0000","last_became_active":"2024-05-20T21:11:16.302848+0000","last_became_peered":"2024-05-20T21:11:16.302848+0000","last_unstale":"2024-05-20T21:13:01.160897+0000","last_undegraded":"2024-05-20T21:13:01.160897+0000","last_fullsized":"2024-05-20T21:13:01.160897+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:51:43.676593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"81'7","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.180643+0000","last_change":"2024-05-20T21:11:16.291973+0000","last_active":"2024-05-20T21:13:01.180643+0000","last_peered":"2024-05-20T21:13:01.180643+0000","last_clean":"2024-05-20T21:13:01.180643+0000","last_became_active":"2024-05-20T21:11:16.291609+0000","last_became_peered":"2024-05-20T21:11:16.291609+0000","last_unstale":"2024-05-20T21:13:01.180643+0000","last_undegraded":"2024-05-20T21:13:01.180643+0000","last_fullsized":"2024-05-20T21:13:01.180643+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:51:16.914968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"81'7","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.179891+0000","last_change":"2024-05-20T21:11:16.293850+0000","last_active":"2024-05-20T21:13:01.179891+0000","last_peered":"2024-05-20T21:13:01.179891+0000","last_clean":"2024-05-20T21:13:01.179891+0000","last_became_active":"2024-05-20T21:11:16.291739+0000","last_became_peered":"2024-05-20T21:11:16.291739+0000","last_unstale":"2024-05-20T21:13:01.179891+0000","last_undegraded":"2024-05-20T21:13:01.179891+0000","last_fullsized":"2024-05-20T21:13:01.179891+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:05:37.822547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"81'9","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.178884+0000","last_change":"2024-05-20T21:11:16.300660+0000","last_active":"2024-05-20T21:13:01.178884+0000","last_peered":"2024-05-20T21:13:01.178884+0000","last_clean":"2024-05-20T21:13:01.178884+0000","last_became_active":"2024-05-20T21:11:16.300253+0000","last_became_peered":"2024-05-20T21:11:16.300253+0000","last_unstale":"2024-05-20T21:13:01.178884+0000","last_undegraded":"2024-05-20T21:13:01.178884+0000","last_fullsized":"2024-05-20T21:13:01.178884+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:08:08.298828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"81'8","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.183478+0000","last_change":"2024-05-20T21:11:16.295415+0000","last_active":"2024-05-20T21:13:01.183478+0000","last_peered":"2024-05-20T21:13:01.183478+0000","last_clean":"2024-05-20T21:13:01.183478+0000","last_became_active":"2024-05-20T21:11:16.295061+0000","last_became_peered":"2024-05-20T21:11:16.295061+0000","last_unstale":"2024-05-20T21:13:01.183478+0000","last_undegraded":"2024-05-20T21:13:01.183478+0000","last_fullsized":"2024-05-20T21:13:01.183478+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:44:10.874447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"81'10","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.159282+0000","last_change":"2024-05-20T21:11:16.289961+0000","last_active":"2024-05-20T21:13:01.159282+0000","last_peered":"2024-05-20T21:13:01.159282+0000","last_clean":"2024-05-20T21:13:01.159282+0000","last_became_active":"2024-05-20T21:11:16.289590+0000","last_became_peered":"2024-05-20T21:11:16.289590+0000","last_unstale":"2024-05-20T21:13:01.159282+0000","last_undegraded":"2024-05-20T21:13:01.159282+0000","last_fullsized":"2024-05-20T21:13:01.159282+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:46:46.870047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"81'7","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.172534+0000","last_change":"2024-05-20T21:11:16.301312+0000","last_active":"2024-05-20T21:13:01.172534+0000","last_peered":"2024-05-20T21:13:01.172534+0000","last_clean":"2024-05-20T21:13:01.172534+0000","last_became_active":"2024-05-20T21:11:16.300913+0000","last_became_peered":"2024-05-20T21:11:16.300913+0000","last_unstale":"2024-05-20T21:13:01.172534+0000","last_undegraded":"2024-05-20T21:13:01.172534+0000","last_fullsized":"2024-05-20T21:13:01.172534+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:58:42.312080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"79'9","reported_seq":37,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.574136+0000","last_change":"2024-05-20T21:11:12.242705+0000","last_active":"2024-05-20T21:12:02.574136+0000","last_peered":"2024-05-20T21:12:02.574136+0000","last_clean":"2024-05-20T21:12:02.574136+0000","last_became_active":"2024-05-20T21:11:12.241674+0000","last_became_peered":"2024-05-20T21:11:12.241674+0000","last_unstale":"2024-05-20T21:12:02.574136+0000","last_undegraded":"2024-05-20T21:12:02.574136+0000","last_fullsized":"2024-05-20T21:12:02.574136+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:01:49.160623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.171254+0000","last_change":"2024-05-20T21:11:16.308429+0000","last_active":"2024-05-20T21:13:01.171254+0000","last_peered":"2024-05-20T21:13:01.171254+0000","last_clean":"2024-05-20T21:13:01.171254+0000","last_became_active":"2024-05-20T21:11:16.308045+0000","last_became_peered":"2024-05-20T21:11:16.308045+0000","last_unstale":"2024-05-20T21:13:01.171254+0000","last_undegraded":"2024-05-20T21:13:01.171254+0000","last_fullsized":"2024-05-20T21:13:01.171254+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:28:14.875133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.582317+0000","last_change":"2024-05-20T21:11:12.760097+0000","last_active":"2024-05-20T21:12:02.582317+0000","last_peered":"2024-05-20T21:12:02.582317+0000","last_clean":"2024-05-20T21:12:02.582317+0000","last_became_active":"2024-05-20T21:11:12.758767+0000","last_became_peered":"2024-05-20T21:11:12.758767+0000","last_unstale":"2024-05-20T21:12:02.582317+0000","last_undegraded":"2024-05-20T21:12:02.582317+0000","last_fullsized":"2024-05-20T21:12:02.582317+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:17:55.084903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"81'6","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.182318+0000","last_change":"2024-05-20T21:11:16.294293+0000","last_active":"2024-05-20T21:13:01.182318+0000","last_peered":"2024-05-20T21:13:01.182318+0000","last_clean":"2024-05-20T21:13:01.182318+0000","last_became_active":"2024-05-20T21:11:16.288495+0000","last_became_peered":"2024-05-20T21:11:16.288495+0000","last_unstale":"2024-05-20T21:13:01.182318+0000","last_undegraded":"2024-05-20T21:13:01.182318+0000","last_fullsized":"2024-05-20T21:13:01.182318+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:26:47.512434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"79'4","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572873+0000","last_change":"2024-05-20T21:11:12.240040+0000","last_active":"2024-05-20T21:12:02.572873+0000","last_peered":"2024-05-20T21:12:02.572873+0000","last_clean":"2024-05-20T21:12:02.572873+0000","last_became_active":"2024-05-20T21:11:12.239600+0000","last_became_peered":"2024-05-20T21:11:12.239600+0000","last_unstale":"2024-05-20T21:12:02.572873+0000","last_undegraded":"2024-05-20T21:12:02.572873+0000","last_fullsized":"2024-05-20T21:12:02.572873+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:14:29.900023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"81'9","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.170009+0000","last_change":"2024-05-20T21:11:16.301691+0000","last_active":"2024-05-20T21:13:01.170009+0000","last_peered":"2024-05-20T21:13:01.170009+0000","last_clean":"2024-05-20T21:13:01.170009+0000","last_became_active":"2024-05-20T21:11:16.301304+0000","last_became_peered":"2024-05-20T21:11:16.301304+0000","last_unstale":"2024-05-20T21:13:01.170009+0000","last_undegraded":"2024-05-20T21:13:01.170009+0000","last_fullsized":"2024-05-20T21:13:01.170009+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:02:19.858085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"79'2","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572576+0000","last_change":"2024-05-20T21:11:12.240455+0000","last_active":"2024-05-20T21:12:02.572576+0000","last_peered":"2024-05-20T21:12:02.572576+0000","last_clean":"2024-05-20T21:12:02.572576+0000","last_became_active":"2024-05-20T21:11:12.239527+0000","last_became_peered":"2024-05-20T21:11:12.239527+0000","last_unstale":"2024-05-20T21:12:02.572576+0000","last_undegraded":"2024-05-20T21:12:02.572576+0000","last_fullsized":"2024-05-20T21:12:02.572576+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:00:44.241965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"81'15","reported_seq":41,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.166786+0000","last_change":"2024-05-20T21:12:02.656869+0000","last_active":"2024-05-20T21:13:01.166786+0000","last_peered":"2024-05-20T21:13:01.166786+0000","last_clean":"2024-05-20T21:13:01.166786+0000","last_became_active":"2024-05-20T21:12:02.656429+0000","last_became_peered":"2024-05-20T21:12:02.656429+0000","last_unstale":"2024-05-20T21:13:01.166786+0000","last_undegraded":"2024-05-20T21:13:01.166786+0000","last_fullsized":"2024-05-20T21:13:01.166786+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:53:09.447877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"79'5","reported_seq":145,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:28.698966+0000","last_change":"2024-05-20T21:11:12.242358+0000","last_active":"2024-05-20T21:13:28.698966+0000","last_peered":"2024-05-20T21:13:28.698966+0000","last_clean":"2024-05-20T21:13:28.698966+0000","last_became_active":"2024-05-20T21:11:12.241900+0000","last_became_peered":"2024-05-20T21:11:12.241900+0000","last_unstale":"2024-05-20T21:13:28.698966+0000","last_undegraded":"2024-05-20T21:13:28.698966+0000","last_fullsized":"2024-05-20T21:13:28.698966+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:34:38.407381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":114,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"81'7","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.159755+0000","last_change":"2024-05-20T21:11:16.285692+0000","last_active":"2024-05-20T21:13:01.159755+0000","last_peered":"2024-05-20T21:13:01.159755+0000","last_clean":"2024-05-20T21:13:01.159755+0000","last_became_active":"2024-05-20T21:11:16.285318+0000","last_became_peered":"2024-05-20T21:11:16.285318+0000","last_unstale":"2024-05-20T21:13:01.159755+0000","last_undegraded":"2024-05-20T21:13:01.159755+0000","last_fullsized":"2024-05-20T21:13:01.159755+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:12:32.319254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"79'3","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.654913+0000","last_change":"2024-05-20T21:11:12.244376+0000","last_active":"2024-05-20T21:12:02.654913+0000","last_peered":"2024-05-20T21:12:02.654913+0000","last_clean":"2024-05-20T21:12:02.654913+0000","last_became_active":"2024-05-20T21:11:12.243903+0000","last_became_peered":"2024-05-20T21:11:12.243903+0000","last_unstale":"2024-05-20T21:12:02.654913+0000","last_undegraded":"2024-05-20T21:12:02.654913+0000","last_fullsized":"2024-05-20T21:12:02.654913+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:58:51.683092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"81'8","reported_seq":34,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.148239+0000","last_change":"2024-05-20T21:12:02.582536+0000","last_active":"2024-05-20T21:13:01.148239+0000","last_peered":"2024-05-20T21:13:01.148239+0000","last_clean":"2024-05-20T21:13:01.148239+0000","last_became_active":"2024-05-20T21:12:02.582146+0000","last_became_peered":"2024-05-20T21:12:02.582146+0000","last_unstale":"2024-05-20T21:13:01.148239+0000","last_undegraded":"2024-05-20T21:13:01.148239+0000","last_fullsized":"2024-05-20T21:13:01.148239+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:04:53.134301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,8],"acting":[5,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"79'2","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.622486+0000","last_change":"2024-05-20T21:11:12.253186+0000","last_active":"2024-05-20T21:12:02.622486+0000","last_peered":"2024-05-20T21:12:02.622486+0000","last_clean":"2024-05-20T21:12:02.622486+0000","last_became_active":"2024-05-20T21:11:12.252757+0000","last_became_peered":"2024-05-20T21:11:12.252757+0000","last_unstale":"2024-05-20T21:12:02.622486+0000","last_undegraded":"2024-05-20T21:12:02.622486+0000","last_fullsized":"2024-05-20T21:12:02.622486+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:07:00.781268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"81'8","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.182933+0000","last_change":"2024-05-20T21:11:16.309830+0000","last_active":"2024-05-20T21:13:01.182933+0000","last_peered":"2024-05-20T21:13:01.182933+0000","last_clean":"2024-05-20T21:13:01.182933+0000","last_became_active":"2024-05-20T21:11:16.308102+0000","last_became_peered":"2024-05-20T21:11:16.308102+0000","last_unstale":"2024-05-20T21:13:01.182933+0000","last_undegraded":"2024-05-20T21:13:01.182933+0000","last_fullsized":"2024-05-20T21:13:01.182933+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:27:48.742379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"79'1","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.578768+0000","last_change":"2024-05-20T21:11:12.241333+0000","last_active":"2024-05-20T21:12:02.578768+0000","last_peered":"2024-05-20T21:12:02.578768+0000","last_clean":"2024-05-20T21:12:02.578768+0000","last_became_active":"2024-05-20T21:11:12.240714+0000","last_became_peered":"2024-05-20T21:11:12.240714+0000","last_unstale":"2024-05-20T21:12:02.578768+0000","last_undegraded":"2024-05-20T21:12:02.578768+0000","last_fullsized":"2024-05-20T21:12:02.578768+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:24:36.977355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"81'11","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.182971+0000","last_change":"2024-05-20T21:11:16.312485+0000","last_active":"2024-05-20T21:13:01.182971+0000","last_peered":"2024-05-20T21:13:01.182971+0000","last_clean":"2024-05-20T21:13:01.182971+0000","last_became_active":"2024-05-20T21:11:16.310540+0000","last_became_peered":"2024-05-20T21:11:16.310540+0000","last_unstale":"2024-05-20T21:13:01.182971+0000","last_undegraded":"2024-05-20T21:13:01.182971+0000","last_fullsized":"2024-05-20T21:13:01.182971+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:40:51.470540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"79'3","reported_seq":144,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:31.703993+0000","last_change":"2024-05-20T21:11:12.250269+0000","last_active":"2024-05-20T21:13:31.703993+0000","last_peered":"2024-05-20T21:13:31.703993+0000","last_clean":"2024-05-20T21:13:31.703993+0000","last_became_active":"2024-05-20T21:11:12.249953+0000","last_became_peered":"2024-05-20T21:11:12.249953+0000","last_unstale":"2024-05-20T21:13:31.703993+0000","last_undegraded":"2024-05-20T21:13:31.703993+0000","last_fullsized":"2024-05-20T21:13:31.703993+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:28:16.387524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":115,"num_read_kb":115,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"81'10","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.165228+0000","last_change":"2024-05-20T21:11:16.293415+0000","last_active":"2024-05-20T21:13:01.165228+0000","last_peered":"2024-05-20T21:13:01.165228+0000","last_clean":"2024-05-20T21:13:01.165228+0000","last_became_active":"2024-05-20T21:11:16.293020+0000","last_became_peered":"2024-05-20T21:11:16.293020+0000","last_unstale":"2024-05-20T21:13:01.165228+0000","last_undegraded":"2024-05-20T21:13:01.165228+0000","last_fullsized":"2024-05-20T21:13:01.165228+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:15:38.709618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"79'2","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572768+0000","last_change":"2024-05-20T21:11:12.241145+0000","last_active":"2024-05-20T21:12:02.572768+0000","last_peered":"2024-05-20T21:12:02.572768+0000","last_clean":"2024-05-20T21:12:02.572768+0000","last_became_active":"2024-05-20T21:11:12.240649+0000","last_became_peered":"2024-05-20T21:11:12.240649+0000","last_unstale":"2024-05-20T21:12:02.572768+0000","last_undegraded":"2024-05-20T21:12:02.572768+0000","last_fullsized":"2024-05-20T21:12:02.572768+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:37:42.233247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"81'9","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.182545+0000","last_change":"2024-05-20T21:12:02.624698+0000","last_active":"2024-05-20T21:13:01.182545+0000","last_peered":"2024-05-20T21:13:01.182545+0000","last_clean":"2024-05-20T21:13:01.182545+0000","last_became_active":"2024-05-20T21:12:02.624179+0000","last_became_peered":"2024-05-20T21:12:02.624179+0000","last_unstale":"2024-05-20T21:13:01.182545+0000","last_undegraded":"2024-05-20T21:13:01.182545+0000","last_fullsized":"2024-05-20T21:13:01.182545+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:26:04.334179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"79'4","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.579676+0000","last_change":"2024-05-20T21:11:12.760814+0000","last_active":"2024-05-20T21:12:02.579676+0000","last_peered":"2024-05-20T21:12:02.579676+0000","last_clean":"2024-05-20T21:12:02.579676+0000","last_became_active":"2024-05-20T21:11:12.760357+0000","last_became_peered":"2024-05-20T21:11:12.760357+0000","last_unstale":"2024-05-20T21:12:02.579676+0000","last_undegraded":"2024-05-20T21:12:02.579676+0000","last_fullsized":"2024-05-20T21:12:02.579676+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:59:22.572365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"81'11","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.163505+0000","last_change":"2024-05-20T21:11:16.289683+0000","last_active":"2024-05-20T21:13:01.163505+0000","last_peered":"2024-05-20T21:13:01.163505+0000","last_clean":"2024-05-20T21:13:01.163505+0000","last_became_active":"2024-05-20T21:11:16.288670+0000","last_became_peered":"2024-05-20T21:11:16.288670+0000","last_unstale":"2024-05-20T21:13:01.163505+0000","last_undegraded":"2024-05-20T21:13:01.163505+0000","last_fullsized":"2024-05-20T21:13:01.163505+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:58:46.822152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"81'36","reported_seq":304,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:32.660046+0000","last_change":"2024-05-20T21:11:12.240426+0000","last_active":"2024-05-20T21:13:32.660046+0000","last_peered":"2024-05-20T21:13:32.660046+0000","last_clean":"2024-05-20T21:13:32.660046+0000","last_became_active":"2024-05-20T21:11:12.239978+0000","last_became_peered":"2024-05-20T21:11:12.239978+0000","last_unstale":"2024-05-20T21:13:32.660046+0000","last_undegraded":"2024-05-20T21:13:32.660046+0000","last_fullsized":"2024-05-20T21:13:32.660046+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:57:56.556743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64973,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":241,"num_read_kb":183,"num_write":37,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"81'6","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.142220+0000","last_change":"2024-05-20T21:11:16.293396+0000","last_active":"2024-05-20T21:13:01.142220+0000","last_peered":"2024-05-20T21:13:01.142220+0000","last_clean":"2024-05-20T21:13:01.142220+0000","last_became_active":"2024-05-20T21:11:16.292975+0000","last_became_peered":"2024-05-20T21:11:16.292975+0000","last_unstale":"2024-05-20T21:13:01.142220+0000","last_undegraded":"2024-05-20T21:13:01.142220+0000","last_fullsized":"2024-05-20T21:13:01.142220+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:23:16.851377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"79'6","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.573640+0000","last_change":"2024-05-20T21:11:12.249629+0000","last_active":"2024-05-20T21:12:02.573640+0000","last_peered":"2024-05-20T21:12:02.573640+0000","last_clean":"2024-05-20T21:12:02.573640+0000","last_became_active":"2024-05-20T21:11:12.249223+0000","last_became_peered":"2024-05-20T21:11:12.249223+0000","last_unstale":"2024-05-20T21:12:02.573640+0000","last_undegraded":"2024-05-20T21:12:02.573640+0000","last_fullsized":"2024-05-20T21:12:02.573640+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:50:14.595923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"81'9","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.180990+0000","last_change":"2024-05-20T21:11:16.305707+0000","last_active":"2024-05-20T21:13:01.180990+0000","last_peered":"2024-05-20T21:13:01.180990+0000","last_clean":"2024-05-20T21:13:01.180990+0000","last_became_active":"2024-05-20T21:11:16.304112+0000","last_became_peered":"2024-05-20T21:11:16.304112+0000","last_unstale":"2024-05-20T21:13:01.180990+0000","last_undegraded":"2024-05-20T21:13:01.180990+0000","last_fullsized":"2024-05-20T21:13:01.180990+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:27:46.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"79'3","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.578901+0000","last_change":"2024-05-20T21:11:12.251594+0000","last_active":"2024-05-20T21:12:02.578901+0000","last_peered":"2024-05-20T21:12:02.578901+0000","last_clean":"2024-05-20T21:12:02.578901+0000","last_became_active":"2024-05-20T21:11:12.251273+0000","last_became_peered":"2024-05-20T21:11:12.251273+0000","last_unstale":"2024-05-20T21:12:02.578901+0000","last_undegraded":"2024-05-20T21:12:02.578901+0000","last_fullsized":"2024-05-20T21:12:02.578901+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:21:54.521412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"81'15","reported_seq":35,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.171598+0000","last_change":"2024-05-20T21:11:16.315454+0000","last_active":"2024-05-20T21:13:01.171598+0000","last_peered":"2024-05-20T21:13:01.171598+0000","last_clean":"2024-05-20T21:13:01.171598+0000","last_became_active":"2024-05-20T21:11:16.315139+0000","last_became_peered":"2024-05-20T21:11:16.315139+0000","last_unstale":"2024-05-20T21:13:01.171598+0000","last_undegraded":"2024-05-20T21:13:01.171598+0000","last_fullsized":"2024-05-20T21:13:01.171598+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:02:15.282366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"79'3","reported_seq":143,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:29.676354+0000","last_change":"2024-05-20T21:11:12.235731+0000","last_active":"2024-05-20T21:13:29.676354+0000","last_peered":"2024-05-20T21:13:29.676354+0000","last_clean":"2024-05-20T21:13:29.676354+0000","last_became_active":"2024-05-20T21:11:12.235247+0000","last_became_peered":"2024-05-20T21:11:12.235247+0000","last_unstale":"2024-05-20T21:13:29.676354+0000","last_undegraded":"2024-05-20T21:13:29.676354+0000","last_fullsized":"2024-05-20T21:13:29.676354+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:48:34.737739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"81'6","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.165142+0000","last_change":"2024-05-20T21:11:16.300621+0000","last_active":"2024-05-20T21:13:01.165142+0000","last_peered":"2024-05-20T21:13:01.165142+0000","last_clean":"2024-05-20T21:13:01.165142+0000","last_became_active":"2024-05-20T21:11:16.300299+0000","last_became_peered":"2024-05-20T21:11:16.300299+0000","last_unstale":"2024-05-20T21:13:01.165142+0000","last_undegraded":"2024-05-20T21:13:01.165142+0000","last_fullsized":"2024-05-20T21:13:01.165142+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:00:16.864814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"79'15","reported_seq":42,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572182+0000","last_change":"2024-05-20T21:11:12.758928+0000","last_active":"2024-05-20T21:12:02.572182+0000","last_peered":"2024-05-20T21:12:02.572182+0000","last_clean":"2024-05-20T21:12:02.572182+0000","last_became_active":"2024-05-20T21:11:12.758529+0000","last_became_peered":"2024-05-20T21:11:12.758529+0000","last_unstale":"2024-05-20T21:12:02.572182+0000","last_undegraded":"2024-05-20T21:12:02.572182+0000","last_fullsized":"2024-05-20T21:12:02.572182+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:36:07.416766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"81'6","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.151780+0000","last_change":"2024-05-20T21:11:16.290886+0000","last_active":"2024-05-20T21:13:01.151780+0000","last_peered":"2024-05-20T21:13:01.151780+0000","last_clean":"2024-05-20T21:13:01.151780+0000","last_became_active":"2024-05-20T21:11:16.290543+0000","last_became_peered":"2024-05-20T21:11:16.290543+0000","last_unstale":"2024-05-20T21:13:01.151780+0000","last_undegraded":"2024-05-20T21:13:01.151780+0000","last_fullsized":"2024-05-20T21:13:01.151780+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:07:21.774338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.573089+0000","last_change":"2024-05-20T21:11:12.240660+0000","last_active":"2024-05-20T21:12:02.573089+0000","last_peered":"2024-05-20T21:12:02.573089+0000","last_clean":"2024-05-20T21:12:02.573089+0000","last_became_active":"2024-05-20T21:11:12.240320+0000","last_became_peered":"2024-05-20T21:11:12.240320+0000","last_unstale":"2024-05-20T21:12:02.573089+0000","last_undegraded":"2024-05-20T21:12:02.573089+0000","last_fullsized":"2024-05-20T21:12:02.573089+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:32:04.885948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"81'5","reported_seq":23,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.162628+0000","last_change":"2024-05-20T21:11:16.288772+0000","last_active":"2024-05-20T21:13:01.162628+0000","last_peered":"2024-05-20T21:13:01.162628+0000","last_clean":"2024-05-20T21:13:01.162628+0000","last_became_active":"2024-05-20T21:11:16.288437+0000","last_became_peered":"2024-05-20T21:11:16.288437+0000","last_unstale":"2024-05-20T21:13:01.162628+0000","last_undegraded":"2024-05-20T21:13:01.162628+0000","last_fullsized":"2024-05-20T21:13:01.162628+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:51:31.971549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.585698+0000","last_change":"2024-05-20T21:12:02.584068+0000","last_active":"2024-05-20T21:12:02.585698+0000","last_peered":"2024-05-20T21:12:02.585698+0000","last_clean":"2024-05-20T21:12:02.585698+0000","last_became_active":"2024-05-20T21:12:02.583527+0000","last_became_peered":"2024-05-20T21:12:02.583527+0000","last_unstale":"2024-05-20T21:12:02.585698+0000","last_undegraded":"2024-05-20T21:12:02.585698+0000","last_fullsized":"2024-05-20T21:12:02.585698+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:30:08.931861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,0],"acting":[9,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.171581+0000","last_change":"2024-05-20T21:11:16.303638+0000","last_active":"2024-05-20T21:13:01.171581+0000","last_peered":"2024-05-20T21:13:01.171581+0000","last_clean":"2024-05-20T21:13:01.171581+0000","last_became_active":"2024-05-20T21:11:16.302601+0000","last_became_peered":"2024-05-20T21:11:16.302601+0000","last_unstale":"2024-05-20T21:13:01.171581+0000","last_undegraded":"2024-05-20T21:13:01.171581+0000","last_fullsized":"2024-05-20T21:13:01.171581+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:02:39.103054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"79'1","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572585+0000","last_change":"2024-05-20T21:11:12.244916+0000","last_active":"2024-05-20T21:12:02.572585+0000","last_peered":"2024-05-20T21:12:02.572585+0000","last_clean":"2024-05-20T21:12:02.572585+0000","last_became_active":"2024-05-20T21:11:12.244450+0000","last_became_peered":"2024-05-20T21:11:12.244450+0000","last_unstale":"2024-05-20T21:12:02.572585+0000","last_undegraded":"2024-05-20T21:12:02.572585+0000","last_fullsized":"2024-05-20T21:12:02.572585+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:43:22.114200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.149696+0000","last_change":"2024-05-20T21:11:16.302895+0000","last_active":"2024-05-20T21:13:01.149696+0000","last_peered":"2024-05-20T21:13:01.149696+0000","last_clean":"2024-05-20T21:13:01.149696+0000","last_became_active":"2024-05-20T21:11:16.302338+0000","last_became_peered":"2024-05-20T21:11:16.302338+0000","last_unstale":"2024-05-20T21:13:01.149696+0000","last_undegraded":"2024-05-20T21:13:01.149696+0000","last_fullsized":"2024-05-20T21:13:01.149696+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:19:55.637590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.150726+0000","last_change":"2024-05-20T21:11:16.292060+0000","last_active":"2024-05-20T21:13:01.150726+0000","last_peered":"2024-05-20T21:13:01.150726+0000","last_clean":"2024-05-20T21:13:01.150726+0000","last_became_active":"2024-05-20T21:11:16.291693+0000","last_became_peered":"2024-05-20T21:11:16.291693+0000","last_unstale":"2024-05-20T21:13:01.150726+0000","last_undegraded":"2024-05-20T21:13:01.150726+0000","last_fullsized":"2024-05-20T21:13:01.150726+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:25:43.584245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"79'4","reported_seq":143,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:28.673534+0000","last_change":"2024-05-20T21:11:12.766431+0000","last_active":"2024-05-20T21:13:28.673534+0000","last_peered":"2024-05-20T21:13:28.673534+0000","last_clean":"2024-05-20T21:13:28.673534+0000","last_became_active":"2024-05-20T21:11:12.765810+0000","last_became_peered":"2024-05-20T21:11:12.765810+0000","last_unstale":"2024-05-20T21:13:28.673534+0000","last_undegraded":"2024-05-20T21:13:28.673534+0000","last_fullsized":"2024-05-20T21:13:28.673534+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:00:43.569312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":112,"num_read_kb":112,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.179192+0000","last_change":"2024-05-20T21:11:16.309825+0000","last_active":"2024-05-20T21:13:01.179192+0000","last_peered":"2024-05-20T21:13:01.179192+0000","last_clean":"2024-05-20T21:13:01.179192+0000","last_became_active":"2024-05-20T21:11:16.298548+0000","last_became_peered":"2024-05-20T21:11:16.298548+0000","last_unstale":"2024-05-20T21:13:01.179192+0000","last_undegraded":"2024-05-20T21:13:01.179192+0000","last_fullsized":"2024-05-20T21:13:01.179192+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:01:11.724054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"79'3","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.654674+0000","last_change":"2024-05-20T21:11:12.238997+0000","last_active":"2024-05-20T21:12:02.654674+0000","last_peered":"2024-05-20T21:12:02.654674+0000","last_clean":"2024-05-20T21:12:02.654674+0000","last_became_active":"2024-05-20T21:11:12.238594+0000","last_became_peered":"2024-05-20T21:11:12.238594+0000","last_unstale":"2024-05-20T21:12:02.654674+0000","last_undegraded":"2024-05-20T21:12:02.654674+0000","last_fullsized":"2024-05-20T21:12:02.654674+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:48:34.665640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'92","reported_seq":102,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572247+0000","last_change":"2024-05-20T21:09:39.755749+0000","last_active":"2024-05-20T21:12:02.572247+0000","last_peered":"2024-05-20T21:12:02.572247+0000","last_clean":"2024-05-20T21:12:02.572247+0000","last_became_active":"2024-05-20T21:09:39.750321+0000","last_became_peered":"2024-05-20T21:09:39.750321+0000","last_unstale":"2024-05-20T21:12:02.572247+0000","last_undegraded":"2024-05-20T21:12:02.572247+0000","last_fullsized":"2024-05-20T21:12:02.572247+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:05:47.251775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:05:47.251775+0000","last_clean_scrub_stamp":"2024-05-20T21:05:47.251775+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:28:48.606241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.165265+0000","last_change":"2024-05-20T21:11:16.302796+0000","last_active":"2024-05-20T21:13:01.165265+0000","last_peered":"2024-05-20T21:13:01.165265+0000","last_clean":"2024-05-20T21:13:01.165265+0000","last_became_active":"2024-05-20T21:11:16.302351+0000","last_became_peered":"2024-05-20T21:11:16.302351+0000","last_unstale":"2024-05-20T21:13:01.165265+0000","last_undegraded":"2024-05-20T21:13:01.165265+0000","last_fullsized":"2024-05-20T21:13:01.165265+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:01:04.033570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572477+0000","last_change":"2024-05-20T21:11:12.240101+0000","last_active":"2024-05-20T21:12:02.572477+0000","last_peered":"2024-05-20T21:12:02.572477+0000","last_clean":"2024-05-20T21:12:02.572477+0000","last_became_active":"2024-05-20T21:11:12.239602+0000","last_became_peered":"2024-05-20T21:11:12.239602+0000","last_unstale":"2024-05-20T21:12:02.572477+0000","last_undegraded":"2024-05-20T21:12:02.572477+0000","last_fullsized":"2024-05-20T21:12:02.572477+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:07:18.425330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"79'1","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572772+0000","last_change":"2024-05-20T21:11:12.760960+0000","last_active":"2024-05-20T21:12:02.572772+0000","last_peered":"2024-05-20T21:12:02.572772+0000","last_clean":"2024-05-20T21:12:02.572772+0000","last_became_active":"2024-05-20T21:11:12.760521+0000","last_became_peered":"2024-05-20T21:11:12.760521+0000","last_unstale":"2024-05-20T21:12:02.572772+0000","last_undegraded":"2024-05-20T21:12:02.572772+0000","last_fullsized":"2024-05-20T21:12:02.572772+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:05:09.306090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.168450+0000","last_change":"2024-05-20T21:11:16.301153+0000","last_active":"2024-05-20T21:13:01.168450+0000","last_peered":"2024-05-20T21:13:01.168450+0000","last_clean":"2024-05-20T21:13:01.168450+0000","last_became_active":"2024-05-20T21:11:16.300824+0000","last_became_peered":"2024-05-20T21:11:16.300824+0000","last_unstale":"2024-05-20T21:13:01.168450+0000","last_undegraded":"2024-05-20T21:13:01.168450+0000","last_fullsized":"2024-05-20T21:13:01.168450+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:44:59.243608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"81'13","reported_seq":40,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.345888+0000","last_change":"2024-05-20T21:11:12.254854+0000","last_active":"2024-05-20T21:13:01.345888+0000","last_peered":"2024-05-20T21:13:01.345888+0000","last_clean":"2024-05-20T21:13:01.345888+0000","last_became_active":"2024-05-20T21:11:12.253297+0000","last_became_peered":"2024-05-20T21:11:12.253297+0000","last_unstale":"2024-05-20T21:13:01.345888+0000","last_undegraded":"2024-05-20T21:13:01.345888+0000","last_fullsized":"2024-05-20T21:13:01.345888+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:33:16.546788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.173431+0000","last_change":"2024-05-20T21:11:16.309531+0000","last_active":"2024-05-20T21:13:01.173431+0000","last_peered":"2024-05-20T21:13:01.173431+0000","last_clean":"2024-05-20T21:13:01.173431+0000","last_became_active":"2024-05-20T21:11:16.306434+0000","last_became_peered":"2024-05-20T21:11:16.306434+0000","last_unstale":"2024-05-20T21:13:01.173431+0000","last_undegraded":"2024-05-20T21:13:01.173431+0000","last_fullsized":"2024-05-20T21:13:01.173431+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:43:24.694325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"79'4","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.655063+0000","last_change":"2024-05-20T21:11:12.938464+0000","last_active":"2024-05-20T21:12:02.655063+0000","last_peered":"2024-05-20T21:12:02.655063+0000","last_clean":"2024-05-20T21:12:02.655063+0000","last_became_active":"2024-05-20T21:11:12.938116+0000","last_became_peered":"2024-05-20T21:11:12.938116+0000","last_unstale":"2024-05-20T21:12:02.655063+0000","last_undegraded":"2024-05-20T21:12:02.655063+0000","last_fullsized":"2024-05-20T21:12:02.655063+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:47:43.994616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"81'7","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.184009+0000","last_change":"2024-05-20T21:11:16.305886+0000","last_active":"2024-05-20T21:13:01.184009+0000","last_peered":"2024-05-20T21:13:01.184009+0000","last_clean":"2024-05-20T21:13:01.184009+0000","last_became_active":"2024-05-20T21:11:16.305501+0000","last_became_peered":"2024-05-20T21:11:16.305501+0000","last_unstale":"2024-05-20T21:13:01.184009+0000","last_undegraded":"2024-05-20T21:13:01.184009+0000","last_fullsized":"2024-05-20T21:13:01.184009+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:26:08.663747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.656627+0000","last_change":"2024-05-20T21:11:12.759262+0000","last_active":"2024-05-20T21:12:02.656627+0000","last_peered":"2024-05-20T21:12:02.656627+0000","last_clean":"2024-05-20T21:12:02.656627+0000","last_became_active":"2024-05-20T21:11:12.758783+0000","last_became_peered":"2024-05-20T21:11:12.758783+0000","last_unstale":"2024-05-20T21:12:02.656627+0000","last_undegraded":"2024-05-20T21:12:02.656627+0000","last_fullsized":"2024-05-20T21:12:02.656627+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:01:41.849250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"81'2","reported_seq":21,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.141841+0000","last_change":"2024-05-20T21:11:16.286689+0000","last_active":"2024-05-20T21:13:01.141841+0000","last_peered":"2024-05-20T21:13:01.141841+0000","last_clean":"2024-05-20T21:13:01.141841+0000","last_became_active":"2024-05-20T21:11:16.286299+0000","last_became_peered":"2024-05-20T21:11:16.286299+0000","last_unstale":"2024-05-20T21:13:01.141841+0000","last_undegraded":"2024-05-20T21:13:01.141841+0000","last_fullsized":"2024-05-20T21:13:01.141841+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:02:21.142560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.579194+0000","last_change":"2024-05-20T21:11:12.252491+0000","last_active":"2024-05-20T21:12:02.579194+0000","last_peered":"2024-05-20T21:12:02.579194+0000","last_clean":"2024-05-20T21:12:02.579194+0000","last_became_active":"2024-05-20T21:11:12.252010+0000","last_became_peered":"2024-05-20T21:11:12.252010+0000","last_unstale":"2024-05-20T21:12:02.579194+0000","last_undegraded":"2024-05-20T21:12:02.579194+0000","last_fullsized":"2024-05-20T21:12:02.579194+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:32:12.677758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"81'9","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.181335+0000","last_change":"2024-05-20T21:11:16.302423+0000","last_active":"2024-05-20T21:13:01.181335+0000","last_peered":"2024-05-20T21:13:01.181335+0000","last_clean":"2024-05-20T21:13:01.181335+0000","last_became_active":"2024-05-20T21:11:16.302055+0000","last_became_peered":"2024-05-20T21:11:16.302055+0000","last_unstale":"2024-05-20T21:13:01.181335+0000","last_undegraded":"2024-05-20T21:13:01.181335+0000","last_fullsized":"2024-05-20T21:13:01.181335+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:07:21.927876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"79'1","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.573569+0000","last_change":"2024-05-20T21:11:12.253463+0000","last_active":"2024-05-20T21:12:02.573569+0000","last_peered":"2024-05-20T21:12:02.573569+0000","last_clean":"2024-05-20T21:12:02.573569+0000","last_became_active":"2024-05-20T21:11:12.253106+0000","last_became_peered":"2024-05-20T21:11:12.253106+0000","last_unstale":"2024-05-20T21:12:02.573569+0000","last_undegraded":"2024-05-20T21:12:02.573569+0000","last_fullsized":"2024-05-20T21:12:02.573569+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:01:56.697701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"81'8","reported_seq":19,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.175903+0000","last_change":"2024-05-20T21:12:02.658384+0000","last_active":"2024-05-20T21:13:01.175903+0000","last_peered":"2024-05-20T21:13:01.175903+0000","last_clean":"2024-05-20T21:13:01.175903+0000","last_became_active":"2024-05-20T21:12:02.656920+0000","last_became_peered":"2024-05-20T21:12:02.656920+0000","last_unstale":"2024-05-20T21:13:01.175903+0000","last_undegraded":"2024-05-20T21:13:01.175903+0000","last_fullsized":"2024-05-20T21:13:01.175903+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:28:26.957691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,10],"acting":[9,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.b","version":"79'4","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.581037+0000","last_change":"2024-05-20T21:12:02.580425+0000","last_active":"2024-05-20T21:12:02.581037+0000","last_peered":"2024-05-20T21:12:02.581037+0000","last_clean":"2024-05-20T21:12:02.581037+0000","last_became_active":"2024-05-20T21:12:02.574491+0000","last_became_peered":"2024-05-20T21:12:02.574491+0000","last_unstale":"2024-05-20T21:12:02.581037+0000","last_undegraded":"2024-05-20T21:12:02.581037+0000","last_fullsized":"2024-05-20T21:12:02.581037+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:23:07.397513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.a","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.170734+0000","last_change":"2024-05-20T21:11:16.311555+0000","last_active":"2024-05-20T21:13:01.170734+0000","last_peered":"2024-05-20T21:13:01.170734+0000","last_clean":"2024-05-20T21:13:01.170734+0000","last_became_active":"2024-05-20T21:11:16.311170+0000","last_became_peered":"2024-05-20T21:11:16.311170+0000","last_unstale":"2024-05-20T21:13:01.170734+0000","last_undegraded":"2024-05-20T21:13:01.170734+0000","last_fullsized":"2024-05-20T21:13:01.170734+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:11:59.080264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.574070+0000","last_change":"2024-05-20T21:11:12.938031+0000","last_active":"2024-05-20T21:12:02.574070+0000","last_peered":"2024-05-20T21:12:02.574070+0000","last_clean":"2024-05-20T21:12:02.574070+0000","last_became_active":"2024-05-20T21:11:12.937666+0000","last_became_peered":"2024-05-20T21:11:12.937666+0000","last_unstale":"2024-05-20T21:12:02.574070+0000","last_undegraded":"2024-05-20T21:12:02.574070+0000","last_fullsized":"2024-05-20T21:12:02.574070+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:52:43.732756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.168022+0000","last_change":"2024-05-20T21:11:16.295156+0000","last_active":"2024-05-20T21:13:01.168022+0000","last_peered":"2024-05-20T21:13:01.168022+0000","last_clean":"2024-05-20T21:13:01.168022+0000","last_became_active":"2024-05-20T21:11:16.294767+0000","last_became_peered":"2024-05-20T21:11:16.294767+0000","last_unstale":"2024-05-20T21:13:01.168022+0000","last_undegraded":"2024-05-20T21:13:01.168022+0000","last_fullsized":"2024-05-20T21:13:01.168022+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:02:41.864192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"79'1","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.579601+0000","last_change":"2024-05-20T21:11:12.249056+0000","last_active":"2024-05-20T21:12:02.579601+0000","last_peered":"2024-05-20T21:12:02.579601+0000","last_clean":"2024-05-20T21:12:02.579601+0000","last_became_active":"2024-05-20T21:11:12.248669+0000","last_became_peered":"2024-05-20T21:11:12.248669+0000","last_unstale":"2024-05-20T21:12:02.579601+0000","last_undegraded":"2024-05-20T21:12:02.579601+0000","last_fullsized":"2024-05-20T21:12:02.579601+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:07:26.775736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.173769+0000","last_change":"2024-05-20T21:11:16.301488+0000","last_active":"2024-05-20T21:13:01.173769+0000","last_peered":"2024-05-20T21:13:01.173769+0000","last_clean":"2024-05-20T21:13:01.173769+0000","last_became_active":"2024-05-20T21:11:16.301096+0000","last_became_peered":"2024-05-20T21:11:16.301096+0000","last_unstale":"2024-05-20T21:13:01.173769+0000","last_undegraded":"2024-05-20T21:13:01.173769+0000","last_fullsized":"2024-05-20T21:13:01.173769+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:47:51.022920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.623292+0000","last_change":"2024-05-20T21:11:12.256281+0000","last_active":"2024-05-20T21:12:02.623292+0000","last_peered":"2024-05-20T21:12:02.623292+0000","last_clean":"2024-05-20T21:12:02.623292+0000","last_became_active":"2024-05-20T21:11:12.255197+0000","last_became_peered":"2024-05-20T21:11:12.255197+0000","last_unstale":"2024-05-20T21:12:02.623292+0000","last_undegraded":"2024-05-20T21:12:02.623292+0000","last_fullsized":"2024-05-20T21:12:02.623292+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:10:07.468628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.156661+0000","last_change":"2024-05-20T21:11:16.293091+0000","last_active":"2024-05-20T21:13:01.156661+0000","last_peered":"2024-05-20T21:13:01.156661+0000","last_clean":"2024-05-20T21:13:01.156661+0000","last_became_active":"2024-05-20T21:11:16.292626+0000","last_became_peered":"2024-05-20T21:11:16.292626+0000","last_unstale":"2024-05-20T21:13:01.156661+0000","last_undegraded":"2024-05-20T21:13:01.156661+0000","last_fullsized":"2024-05-20T21:13:01.156661+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:34:20.135026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"81'9","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.165755+0000","last_change":"2024-05-20T21:11:16.287638+0000","last_active":"2024-05-20T21:13:01.165755+0000","last_peered":"2024-05-20T21:13:01.165755+0000","last_clean":"2024-05-20T21:13:01.165755+0000","last_became_active":"2024-05-20T21:11:16.287268+0000","last_became_peered":"2024-05-20T21:11:16.287268+0000","last_unstale":"2024-05-20T21:13:01.165755+0000","last_undegraded":"2024-05-20T21:13:01.165755+0000","last_fullsized":"2024-05-20T21:13:01.165755+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:10:41.612809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"81'12","reported_seq":37,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.163317+0000","last_change":"2024-05-20T21:12:02.657242+0000","last_active":"2024-05-20T21:13:01.163317+0000","last_peered":"2024-05-20T21:13:01.163317+0000","last_clean":"2024-05-20T21:13:01.163317+0000","last_became_active":"2024-05-20T21:12:02.656780+0000","last_became_peered":"2024-05-20T21:12:02.656780+0000","last_unstale":"2024-05-20T21:13:01.163317+0000","last_undegraded":"2024-05-20T21:13:01.163317+0000","last_fullsized":"2024-05-20T21:13:01.163317+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:37:59.388775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,9,4],"acting":[2,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"81'8","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.180831+0000","last_change":"2024-05-20T21:11:16.298980+0000","last_active":"2024-05-20T21:13:01.180831+0000","last_peered":"2024-05-20T21:13:01.180831+0000","last_clean":"2024-05-20T21:13:01.180831+0000","last_became_active":"2024-05-20T21:11:16.298618+0000","last_became_peered":"2024-05-20T21:11:16.298618+0000","last_unstale":"2024-05-20T21:13:01.180831+0000","last_undegraded":"2024-05-20T21:13:01.180831+0000","last_fullsized":"2024-05-20T21:13:01.180831+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:46:11.849227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"81'7","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.181411+0000","last_change":"2024-05-20T21:11:16.311311+0000","last_active":"2024-05-20T21:13:01.181411+0000","last_peered":"2024-05-20T21:13:01.181411+0000","last_clean":"2024-05-20T21:13:01.181411+0000","last_became_active":"2024-05-20T21:11:16.310943+0000","last_became_peered":"2024-05-20T21:11:16.310943+0000","last_unstale":"2024-05-20T21:13:01.181411+0000","last_undegraded":"2024-05-20T21:13:01.181411+0000","last_fullsized":"2024-05-20T21:13:01.181411+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:20:06.512572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"81'4","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.176755+0000","last_change":"2024-05-20T21:11:16.307587+0000","last_active":"2024-05-20T21:13:01.176755+0000","last_peered":"2024-05-20T21:13:01.176755+0000","last_clean":"2024-05-20T21:13:01.176755+0000","last_became_active":"2024-05-20T21:11:16.307226+0000","last_became_peered":"2024-05-20T21:11:16.307226+0000","last_unstale":"2024-05-20T21:13:01.176755+0000","last_undegraded":"2024-05-20T21:13:01.176755+0000","last_fullsized":"2024-05-20T21:13:01.176755+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:44:55.546037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"81'6","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.160752+0000","last_change":"2024-05-20T21:12:02.577301+0000","last_active":"2024-05-20T21:13:01.160752+0000","last_peered":"2024-05-20T21:13:01.160752+0000","last_clean":"2024-05-20T21:13:01.160752+0000","last_became_active":"2024-05-20T21:12:02.576894+0000","last_became_peered":"2024-05-20T21:12:02.576894+0000","last_unstale":"2024-05-20T21:13:01.160752+0000","last_undegraded":"2024-05-20T21:13:01.160752+0000","last_fullsized":"2024-05-20T21:13:01.160752+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:53:46.857195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,9],"acting":[11,8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"81'15","reported_seq":34,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.162086+0000","last_change":"2024-05-20T21:11:16.286013+0000","last_active":"2024-05-20T21:13:01.162086+0000","last_peered":"2024-05-20T21:13:01.162086+0000","last_clean":"2024-05-20T21:13:01.162086+0000","last_became_active":"2024-05-20T21:11:16.285637+0000","last_became_peered":"2024-05-20T21:11:16.285637+0000","last_unstale":"2024-05-20T21:13:01.162086+0000","last_undegraded":"2024-05-20T21:13:01.162086+0000","last_fullsized":"2024-05-20T21:13:01.162086+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:58:47.958946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"81'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.165332+0000","last_change":"2024-05-20T21:12:02.584317+0000","last_active":"2024-05-20T21:13:01.165332+0000","last_peered":"2024-05-20T21:13:01.165332+0000","last_clean":"2024-05-20T21:13:01.165332+0000","last_became_active":"2024-05-20T21:12:02.583812+0000","last_became_peered":"2024-05-20T21:12:02.583812+0000","last_unstale":"2024-05-20T21:13:01.165332+0000","last_undegraded":"2024-05-20T21:13:01.165332+0000","last_fullsized":"2024-05-20T21:13:01.165332+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:04:52.216090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,8,2],"acting":[3,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.170769+0000","last_change":"2024-05-20T21:11:16.309385+0000","last_active":"2024-05-20T21:13:01.170769+0000","last_peered":"2024-05-20T21:13:01.170769+0000","last_clean":"2024-05-20T21:13:01.170769+0000","last_became_active":"2024-05-20T21:11:16.309033+0000","last_became_peered":"2024-05-20T21:11:16.309033+0000","last_unstale":"2024-05-20T21:13:01.170769+0000","last_undegraded":"2024-05-20T21:13:01.170769+0000","last_fullsized":"2024-05-20T21:13:01.170769+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:08:33.942619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"81'8","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.173264+0000","last_change":"2024-05-20T21:11:16.313629+0000","last_active":"2024-05-20T21:13:01.173264+0000","last_peered":"2024-05-20T21:13:01.173264+0000","last_clean":"2024-05-20T21:13:01.173264+0000","last_became_active":"2024-05-20T21:11:16.309118+0000","last_became_peered":"2024-05-20T21:11:16.309118+0000","last_unstale":"2024-05-20T21:13:01.173264+0000","last_undegraded":"2024-05-20T21:13:01.173264+0000","last_fullsized":"2024-05-20T21:13:01.173264+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:24:55.601886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"81'10","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.183585+0000","last_change":"2024-05-20T21:11:16.301810+0000","last_active":"2024-05-20T21:13:01.183585+0000","last_peered":"2024-05-20T21:13:01.183585+0000","last_clean":"2024-05-20T21:13:01.183585+0000","last_became_active":"2024-05-20T21:11:16.301438+0000","last_became_peered":"2024-05-20T21:11:16.301438+0000","last_unstale":"2024-05-20T21:13:01.183585+0000","last_undegraded":"2024-05-20T21:13:01.183585+0000","last_fullsized":"2024-05-20T21:13:01.183585+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:59:42.707949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.182717+0000","last_change":"2024-05-20T21:11:16.312808+0000","last_active":"2024-05-20T21:13:01.182717+0000","last_peered":"2024-05-20T21:13:01.182717+0000","last_clean":"2024-05-20T21:13:01.182717+0000","last_became_active":"2024-05-20T21:11:16.312103+0000","last_became_peered":"2024-05-20T21:11:16.312103+0000","last_unstale":"2024-05-20T21:13:01.182717+0000","last_undegraded":"2024-05-20T21:13:01.182717+0000","last_fullsized":"2024-05-20T21:13:01.182717+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:36:31.784474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"81'8","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.163362+0000","last_change":"2024-05-20T21:11:16.291818+0000","last_active":"2024-05-20T21:13:01.163362+0000","last_peered":"2024-05-20T21:13:01.163362+0000","last_clean":"2024-05-20T21:13:01.163362+0000","last_became_active":"2024-05-20T21:11:16.291508+0000","last_became_peered":"2024-05-20T21:11:16.291508+0000","last_unstale":"2024-05-20T21:13:01.163362+0000","last_undegraded":"2024-05-20T21:13:01.163362+0000","last_fullsized":"2024-05-20T21:13:01.163362+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:51:38.272715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":68583,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":709,"num_read_kb":426,"num_write":173,"num_write_kb":119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":430080,"data_stored":205749,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":147,"ondisk_log_size":147,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":71,"seq":304942678060,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27880,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717272,"statfs":{"total":95995035648,"available":95966486528,"internally_reserved":0,"allocated":884736,"data_stored":431031,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":65,"seq":279172874289,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36884,"kb_used_data":1548,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708268,"statfs":{"total":95995035648,"available":95957266432,"internally_reserved":0,"allocated":1585152,"data_stored":1087485,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037815,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36216,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708936,"statfs":{"total":95995035648,"available":95957950464,"internally_reserved":0,"allocated":901120,"data_stored":431267,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234048,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36216,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708936,"statfs":{"total":95995035648,"available":95957950464,"internally_reserved":0,"allocated":901120,"data_stored":431187,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":47,"seq":201863462980,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40956,"kb_used_data":1460,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704196,"statfs":{"total":95995035648,"available":95953096704,"internally_reserved":0,"allocated":1495040,"data_stored":1022726,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":40434122},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":42,"seq":180388626505,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36204,"kb_used_data":868,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708948,"statfs":{"total":95995035648,"available":95957962752,"internally_reserved":0,"allocated":888832,"data_stored":430656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574947,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27948,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717204,"statfs":{"total":95995035648,"available":95966416896,"internally_reserved":0,"allocated":954368,"data_stored":495422,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738475,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27904,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717248,"statfs":{"total":95995035648,"available":95966461952,"internally_reserved":0,"allocated":909312,"data_stored":431927,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411425,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27972,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717180,"statfs":{"total":95995035648,"available":95966392320,"internally_reserved":0,"allocated":978944,"data_stored":496772,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182488,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27900,"kb_used_data":884,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717252,"statfs":{"total":95995035648,"available":95966466048,"internally_reserved":0,"allocated":905216,"data_stored":430967,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986261,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40368,"kb_used_data":872,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704784,"statfs":{"total":95995035648,"available":95953698816,"internally_reserved":0,"allocated":892928,"data_stored":431093,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822735,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36808,"kb_used_data":1472,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708344,"statfs":{"total":95995035648,"available":95957344256,"internally_reserved":0,"allocated":1507328,"data_stored":1022410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":64973,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":66323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":66551,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-20T21:13:34.591 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph pg dump --format=json 2024-05-20T21:13:35.102 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:13:35.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:34 smithi130 ceph-mon[36448]: from='client.24818 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:13:35.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:34 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:13:35.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:34 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:13:35.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:34 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:13:35.173 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:34 smithi050 ceph-mon[35809]: from='client.24818 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:13:35.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:34 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:13:35.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:34 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:13:35.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:34 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:13:35.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:34 smithi008 ceph-mon[31475]: from='client.24818 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:13:35.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:34 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:13:35.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:34 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:13:35.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:34 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:13:36.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:35 smithi130 ceph-mon[36448]: pgmap v388: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:13:36.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:35 smithi050 ceph-mon[35809]: pgmap v388: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:13:36.201 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:35 smithi008 ceph-mon[31475]: pgmap v388: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:13:37.210 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:37.209+0000 7fe85f000700 1 -- 172.21.15.8:0/1703764601 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe858102440 msgr2=0x7fe8581028c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:37.210 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:37.209+0000 7fe85f000700 1 --2- 172.21.15.8:0/1703764601 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe858102440 0x7fe8581028c0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fe840009990 tx=0x7fe840009ca0 comp rx=0 tx=0).stop 2024-05-20T21:13:37.210 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:37.209+0000 7fe85f000700 1 -- 172.21.15.8:0/1703764601 shutdown_connections 2024-05-20T21:13:37.210 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:37.209+0000 7fe85f000700 1 --2- 172.21.15.8:0/1703764601 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe858102e00 0x7fe85810f2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:37.210 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:37.209+0000 7fe85f000700 1 --2- 172.21.15.8:0/1703764601 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe858108520 0x7fe858108900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:37.210 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:37.209+0000 7fe85f000700 1 --2- 172.21.15.8:0/1703764601 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe858102440 0x7fe8581028c0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:37.210 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:37.209+0000 7fe85f000700 1 -- 172.21.15.8:0/1703764601 >> 172.21.15.8:0/1703764601 conn(0x7fe8580793f0 msgr2=0x7fe858079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:37.210 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:37.209+0000 7fe85f000700 1 -- 172.21.15.8:0/1703764601 shutdown_connections 2024-05-20T21:13:37.210 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:37.209+0000 7fe85f000700 1 -- 172.21.15.8:0/1703764601 wait complete. 2024-05-20T21:13:37.212 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:37.210+0000 7fe85f000700 1 Processor -- start 2024-05-20T21:13:37.212 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:37.210+0000 7fe85f000700 1 -- start start 2024-05-20T21:13:37.212 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:37.211+0000 7fe85f000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe858102440 0x7fe85819be50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:37.212 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:37.211+0000 7fe85f000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe858102e00 0x7fe85819c390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:37.212 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:37.211+0000 7fe85f000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe858108520 0x7fe8581a0720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:37.212 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:37.211+0000 7fe85f000700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fe858112620 con 0x7fe858108520 2024-05-20T21:13:37.212 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:37.211+0000 7fe85f000700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe8581124a0 con 0x7fe858102440 2024-05-20T21:13:37.212 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:37.211+0000 7fe85f000700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fe8581127a0 con 0x7fe858102e00 2024-05-20T21:13:37.212 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:37.211+0000 7fe85d000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe858108520 0x7fe8581a0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:37.212 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:37.211+0000 7fe85d000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe858108520 0x7fe8581a0720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:47302/0 (socket says 172.21.15.8:47302) 2024-05-20T21:13:37.212 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:37.211+0000 7fe84fe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe858102e00 0x7fe85819c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:37.213 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:37.211+0000 7fe85d000700 1 -- 172.21.15.8:0/3457195906 learned_addr learned my addr 172.21.15.8:0/3457195906 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:13:37.213 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:37.211+0000 7fe857e00700 1 --2- 172.21.15.8:0/3457195906 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe858102440 0x7fe85819be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:37.213 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:37.212+0000 7fe857e00700 1 -- 172.21.15.8:0/3457195906 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe858102e00 msgr2=0x7fe85819c390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:37.213 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:37.212+0000 7fe857e00700 1 --2- 172.21.15.8:0/3457195906 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe858102e00 0x7fe85819c390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:37.213 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:37.212+0000 7fe857e00700 1 -- 172.21.15.8:0/3457195906 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe858108520 msgr2=0x7fe8581a0720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:37.213 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:37.212+0000 7fe857e00700 1 --2- 172.21.15.8:0/3457195906 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe858108520 0x7fe8581a0720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:37.213 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:37.212+0000 7fe857e00700 1 -- 172.21.15.8:0/3457195906 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8581a0e60 con 0x7fe858102440 2024-05-20T21:13:37.214 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:37.212+0000 7fe857e00700 1 --2- 172.21.15.8:0/3457195906 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe858102440 0x7fe85819be50 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fe84800d750 tx=0x7fe84800da60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:37.214 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:37.212+0000 7fe855600700 1 -- 172.21.15.8:0/3457195906 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe848014030 con 0x7fe858102440 2024-05-20T21:13:37.214 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:37.212+0000 7fe85f000700 1 -- 172.21.15.8:0/3457195906 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe8581a1150 con 0x7fe858102440 2024-05-20T21:13:37.214 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:37.212+0000 7fe855600700 1 -- 172.21.15.8:0/3457195906 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe8480044d0 con 0x7fe858102440 2024-05-20T21:13:37.214 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:37.213+0000 7fe855600700 1 -- 172.21.15.8:0/3457195906 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe848005440 con 0x7fe858102440 2024-05-20T21:13:37.214 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:37.213+0000 7fe85f000700 1 -- 172.21.15.8:0/3457195906 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8581a89d0 con 0x7fe858102440 2024-05-20T21:13:37.214 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:37.214+0000 7fe85f000700 1 -- 172.21.15.8:0/3457195906 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe85806a230 con 0x7fe858102440 2024-05-20T21:13:37.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:37.216+0000 7fe855600700 1 -- 172.21.15.8:0/3457195906 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fe848004750 con 0x7fe858102440 2024-05-20T21:13:37.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:37.218+0000 7fe855600700 1 --2- 172.21.15.8:0/3457195906 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe83c0b2880 0x7fe83c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:37.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:37.218+0000 7fe855600700 1 -- 172.21.15.8:0/3457195906 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fe8480e1ec0 con 0x7fe858102440 2024-05-20T21:13:37.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:37.218+0000 7fe84fe00700 1 --2- 172.21.15.8:0/3457195906 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe83c0b2880 0x7fe83c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:37.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:37.219+0000 7fe84fe00700 1 --2- 172.21.15.8:0/3457195906 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe83c0b2880 0x7fe83c0b4d40 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fe858079810 tx=0x7fe84000b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:37.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:37.220+0000 7fe855600700 1 -- 172.21.15.8:0/3457195906 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fe8480a9b70 con 0x7fe858102440 2024-05-20T21:13:37.455 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:37.455+0000 7fe85f000700 1 -- 172.21.15.8:0/3457195906 --> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe85806b930 con 0x7fe83c0b2880 2024-05-20T21:13:37.468 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:37.468+0000 7fe855600700 1 -- 172.21.15.8:0/3457195906 <== mgr.14152 v2:172.21.15.8:6800/2778224651 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258809 (secure 0 0 0) 0x7fe840067310 con 0x7fe83c0b2880 2024-05-20T21:13:37.470 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:13:37.476 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:37.475+0000 7fe85f000700 1 -- 172.21.15.8:0/3457195906 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe83c0b2880 msgr2=0x7fe83c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:37.476 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:37.475+0000 7fe85f000700 1 --2- 172.21.15.8:0/3457195906 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe83c0b2880 0x7fe83c0b4d40 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fe858079810 tx=0x7fe84000b260 comp rx=0 tx=0).stop 2024-05-20T21:13:37.476 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:37.475+0000 7fe85f000700 1 -- 172.21.15.8:0/3457195906 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe858102440 msgr2=0x7fe85819be50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:37.476 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:37.475+0000 7fe85f000700 1 --2- 172.21.15.8:0/3457195906 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe858102440 0x7fe85819be50 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fe84800d750 tx=0x7fe84800da60 comp rx=0 tx=0).stop 2024-05-20T21:13:37.476 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:37.475+0000 7fe85f000700 1 -- 172.21.15.8:0/3457195906 shutdown_connections 2024-05-20T21:13:37.476 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:37.475+0000 7fe85f000700 1 --2- 172.21.15.8:0/3457195906 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe83c0b2880 0x7fe83c0b4d40 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:37.476 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:37.475+0000 7fe85f000700 1 --2- 172.21.15.8:0/3457195906 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe858102440 0x7fe85819be50 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:37.476 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:37.475+0000 7fe85f000700 1 --2- 172.21.15.8:0/3457195906 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe858108520 0x7fe8581a0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:37.476 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:37.475+0000 7fe85f000700 1 --2- 172.21.15.8:0/3457195906 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe858102e00 0x7fe85819c390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:37.477 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:37.475+0000 7fe85f000700 1 -- 172.21.15.8:0/3457195906 >> 172.21.15.8:0/3457195906 conn(0x7fe8580793f0 msgr2=0x7fe85806b220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:37.477 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:37.476+0000 7fe85f000700 1 -- 172.21.15.8:0/3457195906 shutdown_connections 2024-05-20T21:13:37.477 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:37.476+0000 7fe85f000700 1 -- 172.21.15.8:0/3457195906 wait complete. 2024-05-20T21:13:37.477 INFO:teuthology.orchestra.run.smithi008.stderr:dumped all 2024-05-20T21:13:38.385 INFO:teuthology.orchestra.run.smithi008.stdout:{"pg_ready":true,"pg_map":{"version":389,"stamp":"2024-05-20T21:13:37.219290+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":659185,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":800,"num_read_kb":495,"num_write":298,"num_write_kb":2271,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":741,"ondisk_log_size":741,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":403256,"kb_used_data":12504,"kb_used_omap":18,"kb_used_meta":390637,"kb_avail":1124538568,"statfs":{"total":1151940427776,"available":1151527493632,"internally_reserved":0,"allocated":12804096,"data_stored":7142943,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":400012601},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":75,"num_read_kb":35,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.008943"},"pg_stats":[{"pgid":"3.3f","version":"81'8","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.183379+0000","last_change":"2024-05-20T21:11:16.296240+0000","last_active":"2024-05-20T21:13:01.183379+0000","last_peered":"2024-05-20T21:13:01.183379+0000","last_clean":"2024-05-20T21:13:01.183379+0000","last_became_active":"2024-05-20T21:11:16.295881+0000","last_became_peered":"2024-05-20T21:11:16.295881+0000","last_unstale":"2024-05-20T21:13:01.183379+0000","last_undegraded":"2024-05-20T21:13:01.183379+0000","last_fullsized":"2024-05-20T21:13:01.183379+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:15:55.325945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"81'4","reported_seq":23,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.180728+0000","last_change":"2024-05-20T21:11:16.292636+0000","last_active":"2024-05-20T21:13:01.180728+0000","last_peered":"2024-05-20T21:13:01.180728+0000","last_clean":"2024-05-20T21:13:01.180728+0000","last_became_active":"2024-05-20T21:11:16.290950+0000","last_became_peered":"2024-05-20T21:11:16.290950+0000","last_unstale":"2024-05-20T21:13:01.180728+0000","last_undegraded":"2024-05-20T21:13:01.180728+0000","last_fullsized":"2024-05-20T21:13:01.180728+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:42:09.178628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"81'7","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.182007+0000","last_change":"2024-05-20T21:11:16.290214+0000","last_active":"2024-05-20T21:13:01.182007+0000","last_peered":"2024-05-20T21:13:01.182007+0000","last_clean":"2024-05-20T21:13:01.182007+0000","last_became_active":"2024-05-20T21:11:16.289872+0000","last_became_peered":"2024-05-20T21:11:16.289872+0000","last_unstale":"2024-05-20T21:13:01.182007+0000","last_undegraded":"2024-05-20T21:13:01.182007+0000","last_fullsized":"2024-05-20T21:13:01.182007+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:24:28.333308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"81'8","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.159580+0000","last_change":"2024-05-20T21:11:16.289991+0000","last_active":"2024-05-20T21:13:01.159580+0000","last_peered":"2024-05-20T21:13:01.159580+0000","last_clean":"2024-05-20T21:13:01.159580+0000","last_became_active":"2024-05-20T21:11:16.287959+0000","last_became_peered":"2024-05-20T21:11:16.287959+0000","last_unstale":"2024-05-20T21:13:01.159580+0000","last_undegraded":"2024-05-20T21:13:01.159580+0000","last_fullsized":"2024-05-20T21:13:01.159580+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:59:03.124597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"81'4","reported_seq":22,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.170182+0000","last_change":"2024-05-20T21:11:16.310007+0000","last_active":"2024-05-20T21:13:01.170182+0000","last_peered":"2024-05-20T21:13:01.170182+0000","last_clean":"2024-05-20T21:13:01.170182+0000","last_became_active":"2024-05-20T21:11:16.309632+0000","last_became_peered":"2024-05-20T21:11:16.309632+0000","last_unstale":"2024-05-20T21:13:01.170182+0000","last_undegraded":"2024-05-20T21:13:01.170182+0000","last_fullsized":"2024-05-20T21:13:01.170182+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:23:35.698898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"81'6","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.159007+0000","last_change":"2024-05-20T21:11:16.299661+0000","last_active":"2024-05-20T21:13:01.159007+0000","last_peered":"2024-05-20T21:13:01.159007+0000","last_clean":"2024-05-20T21:13:01.159007+0000","last_became_active":"2024-05-20T21:11:16.299296+0000","last_became_peered":"2024-05-20T21:11:16.299296+0000","last_unstale":"2024-05-20T21:13:01.159007+0000","last_undegraded":"2024-05-20T21:13:01.159007+0000","last_fullsized":"2024-05-20T21:13:01.159007+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:47:48.411451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"81'5","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.160599+0000","last_change":"2024-05-20T21:11:16.299517+0000","last_active":"2024-05-20T21:13:01.160599+0000","last_peered":"2024-05-20T21:13:01.160599+0000","last_clean":"2024-05-20T21:13:01.160599+0000","last_became_active":"2024-05-20T21:11:16.299162+0000","last_became_peered":"2024-05-20T21:11:16.299162+0000","last_unstale":"2024-05-20T21:13:01.160599+0000","last_undegraded":"2024-05-20T21:13:01.160599+0000","last_fullsized":"2024-05-20T21:13:01.160599+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:45:28.319801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"81'9","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.174251+0000","last_change":"2024-05-20T21:11:16.307565+0000","last_active":"2024-05-20T21:13:01.174251+0000","last_peered":"2024-05-20T21:13:01.174251+0000","last_clean":"2024-05-20T21:13:01.174251+0000","last_became_active":"2024-05-20T21:11:16.297502+0000","last_became_peered":"2024-05-20T21:11:16.297502+0000","last_unstale":"2024-05-20T21:13:01.174251+0000","last_undegraded":"2024-05-20T21:13:01.174251+0000","last_fullsized":"2024-05-20T21:13:01.174251+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:05:51.269233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"81'11","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.165950+0000","last_change":"2024-05-20T21:11:16.291944+0000","last_active":"2024-05-20T21:13:01.165950+0000","last_peered":"2024-05-20T21:13:01.165950+0000","last_clean":"2024-05-20T21:13:01.165950+0000","last_became_active":"2024-05-20T21:11:16.291569+0000","last_became_peered":"2024-05-20T21:11:16.291569+0000","last_unstale":"2024-05-20T21:13:01.165950+0000","last_undegraded":"2024-05-20T21:13:01.165950+0000","last_fullsized":"2024-05-20T21:13:01.165950+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:03:07.806446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"81'16","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.157904+0000","last_change":"2024-05-20T21:11:16.295592+0000","last_active":"2024-05-20T21:13:01.157904+0000","last_peered":"2024-05-20T21:13:01.157904+0000","last_clean":"2024-05-20T21:13:01.157904+0000","last_became_active":"2024-05-20T21:11:16.295246+0000","last_became_peered":"2024-05-20T21:11:16.295246+0000","last_unstale":"2024-05-20T21:13:01.157904+0000","last_undegraded":"2024-05-20T21:13:01.157904+0000","last_fullsized":"2024-05-20T21:13:01.157904+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:33:33.680892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"81'6","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.167170+0000","last_change":"2024-05-20T21:11:16.295909+0000","last_active":"2024-05-20T21:13:01.167170+0000","last_peered":"2024-05-20T21:13:01.167170+0000","last_clean":"2024-05-20T21:13:01.167170+0000","last_became_active":"2024-05-20T21:11:16.295568+0000","last_became_peered":"2024-05-20T21:11:16.295568+0000","last_unstale":"2024-05-20T21:13:01.167170+0000","last_undegraded":"2024-05-20T21:13:01.167170+0000","last_fullsized":"2024-05-20T21:13:01.167170+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:41:15.046594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"81'7","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.147165+0000","last_change":"2024-05-20T21:11:16.292742+0000","last_active":"2024-05-20T21:13:01.147165+0000","last_peered":"2024-05-20T21:13:01.147165+0000","last_clean":"2024-05-20T21:13:01.147165+0000","last_became_active":"2024-05-20T21:11:16.291945+0000","last_became_peered":"2024-05-20T21:11:16.291945+0000","last_unstale":"2024-05-20T21:13:01.147165+0000","last_undegraded":"2024-05-20T21:13:01.147165+0000","last_fullsized":"2024-05-20T21:13:01.147165+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:53:00.313040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"81'10","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.160897+0000","last_change":"2024-05-20T21:11:16.307203+0000","last_active":"2024-05-20T21:13:01.160897+0000","last_peered":"2024-05-20T21:13:01.160897+0000","last_clean":"2024-05-20T21:13:01.160897+0000","last_became_active":"2024-05-20T21:11:16.302848+0000","last_became_peered":"2024-05-20T21:11:16.302848+0000","last_unstale":"2024-05-20T21:13:01.160897+0000","last_undegraded":"2024-05-20T21:13:01.160897+0000","last_fullsized":"2024-05-20T21:13:01.160897+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:51:43.676593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"81'7","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.180643+0000","last_change":"2024-05-20T21:11:16.291973+0000","last_active":"2024-05-20T21:13:01.180643+0000","last_peered":"2024-05-20T21:13:01.180643+0000","last_clean":"2024-05-20T21:13:01.180643+0000","last_became_active":"2024-05-20T21:11:16.291609+0000","last_became_peered":"2024-05-20T21:11:16.291609+0000","last_unstale":"2024-05-20T21:13:01.180643+0000","last_undegraded":"2024-05-20T21:13:01.180643+0000","last_fullsized":"2024-05-20T21:13:01.180643+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:51:16.914968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"81'7","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.179891+0000","last_change":"2024-05-20T21:11:16.293850+0000","last_active":"2024-05-20T21:13:01.179891+0000","last_peered":"2024-05-20T21:13:01.179891+0000","last_clean":"2024-05-20T21:13:01.179891+0000","last_became_active":"2024-05-20T21:11:16.291739+0000","last_became_peered":"2024-05-20T21:11:16.291739+0000","last_unstale":"2024-05-20T21:13:01.179891+0000","last_undegraded":"2024-05-20T21:13:01.179891+0000","last_fullsized":"2024-05-20T21:13:01.179891+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:05:37.822547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"81'9","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.178884+0000","last_change":"2024-05-20T21:11:16.300660+0000","last_active":"2024-05-20T21:13:01.178884+0000","last_peered":"2024-05-20T21:13:01.178884+0000","last_clean":"2024-05-20T21:13:01.178884+0000","last_became_active":"2024-05-20T21:11:16.300253+0000","last_became_peered":"2024-05-20T21:11:16.300253+0000","last_unstale":"2024-05-20T21:13:01.178884+0000","last_undegraded":"2024-05-20T21:13:01.178884+0000","last_fullsized":"2024-05-20T21:13:01.178884+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:08:08.298828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"81'8","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.183478+0000","last_change":"2024-05-20T21:11:16.295415+0000","last_active":"2024-05-20T21:13:01.183478+0000","last_peered":"2024-05-20T21:13:01.183478+0000","last_clean":"2024-05-20T21:13:01.183478+0000","last_became_active":"2024-05-20T21:11:16.295061+0000","last_became_peered":"2024-05-20T21:11:16.295061+0000","last_unstale":"2024-05-20T21:13:01.183478+0000","last_undegraded":"2024-05-20T21:13:01.183478+0000","last_fullsized":"2024-05-20T21:13:01.183478+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:44:10.874447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"81'10","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.159282+0000","last_change":"2024-05-20T21:11:16.289961+0000","last_active":"2024-05-20T21:13:01.159282+0000","last_peered":"2024-05-20T21:13:01.159282+0000","last_clean":"2024-05-20T21:13:01.159282+0000","last_became_active":"2024-05-20T21:11:16.289590+0000","last_became_peered":"2024-05-20T21:11:16.289590+0000","last_unstale":"2024-05-20T21:13:01.159282+0000","last_undegraded":"2024-05-20T21:13:01.159282+0000","last_fullsized":"2024-05-20T21:13:01.159282+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:46:46.870047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"81'7","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.172534+0000","last_change":"2024-05-20T21:11:16.301312+0000","last_active":"2024-05-20T21:13:01.172534+0000","last_peered":"2024-05-20T21:13:01.172534+0000","last_clean":"2024-05-20T21:13:01.172534+0000","last_became_active":"2024-05-20T21:11:16.300913+0000","last_became_peered":"2024-05-20T21:11:16.300913+0000","last_unstale":"2024-05-20T21:13:01.172534+0000","last_undegraded":"2024-05-20T21:13:01.172534+0000","last_fullsized":"2024-05-20T21:13:01.172534+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:58:42.312080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"79'9","reported_seq":37,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.574136+0000","last_change":"2024-05-20T21:11:12.242705+0000","last_active":"2024-05-20T21:12:02.574136+0000","last_peered":"2024-05-20T21:12:02.574136+0000","last_clean":"2024-05-20T21:12:02.574136+0000","last_became_active":"2024-05-20T21:11:12.241674+0000","last_became_peered":"2024-05-20T21:11:12.241674+0000","last_unstale":"2024-05-20T21:12:02.574136+0000","last_undegraded":"2024-05-20T21:12:02.574136+0000","last_fullsized":"2024-05-20T21:12:02.574136+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:01:49.160623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.171254+0000","last_change":"2024-05-20T21:11:16.308429+0000","last_active":"2024-05-20T21:13:01.171254+0000","last_peered":"2024-05-20T21:13:01.171254+0000","last_clean":"2024-05-20T21:13:01.171254+0000","last_became_active":"2024-05-20T21:11:16.308045+0000","last_became_peered":"2024-05-20T21:11:16.308045+0000","last_unstale":"2024-05-20T21:13:01.171254+0000","last_undegraded":"2024-05-20T21:13:01.171254+0000","last_fullsized":"2024-05-20T21:13:01.171254+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:28:14.875133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.582317+0000","last_change":"2024-05-20T21:11:12.760097+0000","last_active":"2024-05-20T21:12:02.582317+0000","last_peered":"2024-05-20T21:12:02.582317+0000","last_clean":"2024-05-20T21:12:02.582317+0000","last_became_active":"2024-05-20T21:11:12.758767+0000","last_became_peered":"2024-05-20T21:11:12.758767+0000","last_unstale":"2024-05-20T21:12:02.582317+0000","last_undegraded":"2024-05-20T21:12:02.582317+0000","last_fullsized":"2024-05-20T21:12:02.582317+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:17:55.084903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"81'6","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.182318+0000","last_change":"2024-05-20T21:11:16.294293+0000","last_active":"2024-05-20T21:13:01.182318+0000","last_peered":"2024-05-20T21:13:01.182318+0000","last_clean":"2024-05-20T21:13:01.182318+0000","last_became_active":"2024-05-20T21:11:16.288495+0000","last_became_peered":"2024-05-20T21:11:16.288495+0000","last_unstale":"2024-05-20T21:13:01.182318+0000","last_undegraded":"2024-05-20T21:13:01.182318+0000","last_fullsized":"2024-05-20T21:13:01.182318+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:26:47.512434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"79'4","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572873+0000","last_change":"2024-05-20T21:11:12.240040+0000","last_active":"2024-05-20T21:12:02.572873+0000","last_peered":"2024-05-20T21:12:02.572873+0000","last_clean":"2024-05-20T21:12:02.572873+0000","last_became_active":"2024-05-20T21:11:12.239600+0000","last_became_peered":"2024-05-20T21:11:12.239600+0000","last_unstale":"2024-05-20T21:12:02.572873+0000","last_undegraded":"2024-05-20T21:12:02.572873+0000","last_fullsized":"2024-05-20T21:12:02.572873+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:14:29.900023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"81'9","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.170009+0000","last_change":"2024-05-20T21:11:16.301691+0000","last_active":"2024-05-20T21:13:01.170009+0000","last_peered":"2024-05-20T21:13:01.170009+0000","last_clean":"2024-05-20T21:13:01.170009+0000","last_became_active":"2024-05-20T21:11:16.301304+0000","last_became_peered":"2024-05-20T21:11:16.301304+0000","last_unstale":"2024-05-20T21:13:01.170009+0000","last_undegraded":"2024-05-20T21:13:01.170009+0000","last_fullsized":"2024-05-20T21:13:01.170009+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:02:19.858085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"79'2","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572576+0000","last_change":"2024-05-20T21:11:12.240455+0000","last_active":"2024-05-20T21:12:02.572576+0000","last_peered":"2024-05-20T21:12:02.572576+0000","last_clean":"2024-05-20T21:12:02.572576+0000","last_became_active":"2024-05-20T21:11:12.239527+0000","last_became_peered":"2024-05-20T21:11:12.239527+0000","last_unstale":"2024-05-20T21:12:02.572576+0000","last_undegraded":"2024-05-20T21:12:02.572576+0000","last_fullsized":"2024-05-20T21:12:02.572576+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:00:44.241965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"81'15","reported_seq":41,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.166786+0000","last_change":"2024-05-20T21:12:02.656869+0000","last_active":"2024-05-20T21:13:01.166786+0000","last_peered":"2024-05-20T21:13:01.166786+0000","last_clean":"2024-05-20T21:13:01.166786+0000","last_became_active":"2024-05-20T21:12:02.656429+0000","last_became_peered":"2024-05-20T21:12:02.656429+0000","last_unstale":"2024-05-20T21:13:01.166786+0000","last_undegraded":"2024-05-20T21:13:01.166786+0000","last_fullsized":"2024-05-20T21:13:01.166786+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:53:09.447877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"79'5","reported_seq":150,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:33.709184+0000","last_change":"2024-05-20T21:11:12.242358+0000","last_active":"2024-05-20T21:13:33.709184+0000","last_peered":"2024-05-20T21:13:33.709184+0000","last_clean":"2024-05-20T21:13:33.709184+0000","last_became_active":"2024-05-20T21:11:12.241900+0000","last_became_peered":"2024-05-20T21:11:12.241900+0000","last_unstale":"2024-05-20T21:13:33.709184+0000","last_undegraded":"2024-05-20T21:13:33.709184+0000","last_fullsized":"2024-05-20T21:13:33.709184+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:34:38.407381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":119,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"81'7","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.159755+0000","last_change":"2024-05-20T21:11:16.285692+0000","last_active":"2024-05-20T21:13:01.159755+0000","last_peered":"2024-05-20T21:13:01.159755+0000","last_clean":"2024-05-20T21:13:01.159755+0000","last_became_active":"2024-05-20T21:11:16.285318+0000","last_became_peered":"2024-05-20T21:11:16.285318+0000","last_unstale":"2024-05-20T21:13:01.159755+0000","last_undegraded":"2024-05-20T21:13:01.159755+0000","last_fullsized":"2024-05-20T21:13:01.159755+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:12:32.319254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"79'3","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.654913+0000","last_change":"2024-05-20T21:11:12.244376+0000","last_active":"2024-05-20T21:12:02.654913+0000","last_peered":"2024-05-20T21:12:02.654913+0000","last_clean":"2024-05-20T21:12:02.654913+0000","last_became_active":"2024-05-20T21:11:12.243903+0000","last_became_peered":"2024-05-20T21:11:12.243903+0000","last_unstale":"2024-05-20T21:12:02.654913+0000","last_undegraded":"2024-05-20T21:12:02.654913+0000","last_fullsized":"2024-05-20T21:12:02.654913+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:58:51.683092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"81'8","reported_seq":34,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.148239+0000","last_change":"2024-05-20T21:12:02.582536+0000","last_active":"2024-05-20T21:13:01.148239+0000","last_peered":"2024-05-20T21:13:01.148239+0000","last_clean":"2024-05-20T21:13:01.148239+0000","last_became_active":"2024-05-20T21:12:02.582146+0000","last_became_peered":"2024-05-20T21:12:02.582146+0000","last_unstale":"2024-05-20T21:13:01.148239+0000","last_undegraded":"2024-05-20T21:13:01.148239+0000","last_fullsized":"2024-05-20T21:13:01.148239+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:04:53.134301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,8],"acting":[5,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"79'2","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.622486+0000","last_change":"2024-05-20T21:11:12.253186+0000","last_active":"2024-05-20T21:12:02.622486+0000","last_peered":"2024-05-20T21:12:02.622486+0000","last_clean":"2024-05-20T21:12:02.622486+0000","last_became_active":"2024-05-20T21:11:12.252757+0000","last_became_peered":"2024-05-20T21:11:12.252757+0000","last_unstale":"2024-05-20T21:12:02.622486+0000","last_undegraded":"2024-05-20T21:12:02.622486+0000","last_fullsized":"2024-05-20T21:12:02.622486+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:07:00.781268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"81'8","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.182933+0000","last_change":"2024-05-20T21:11:16.309830+0000","last_active":"2024-05-20T21:13:01.182933+0000","last_peered":"2024-05-20T21:13:01.182933+0000","last_clean":"2024-05-20T21:13:01.182933+0000","last_became_active":"2024-05-20T21:11:16.308102+0000","last_became_peered":"2024-05-20T21:11:16.308102+0000","last_unstale":"2024-05-20T21:13:01.182933+0000","last_undegraded":"2024-05-20T21:13:01.182933+0000","last_fullsized":"2024-05-20T21:13:01.182933+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:27:48.742379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"79'1","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.578768+0000","last_change":"2024-05-20T21:11:12.241333+0000","last_active":"2024-05-20T21:12:02.578768+0000","last_peered":"2024-05-20T21:12:02.578768+0000","last_clean":"2024-05-20T21:12:02.578768+0000","last_became_active":"2024-05-20T21:11:12.240714+0000","last_became_peered":"2024-05-20T21:11:12.240714+0000","last_unstale":"2024-05-20T21:12:02.578768+0000","last_undegraded":"2024-05-20T21:12:02.578768+0000","last_fullsized":"2024-05-20T21:12:02.578768+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:24:36.977355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"81'11","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.182971+0000","last_change":"2024-05-20T21:11:16.312485+0000","last_active":"2024-05-20T21:13:01.182971+0000","last_peered":"2024-05-20T21:13:01.182971+0000","last_clean":"2024-05-20T21:13:01.182971+0000","last_became_active":"2024-05-20T21:11:16.310540+0000","last_became_peered":"2024-05-20T21:11:16.310540+0000","last_unstale":"2024-05-20T21:13:01.182971+0000","last_undegraded":"2024-05-20T21:13:01.182971+0000","last_fullsized":"2024-05-20T21:13:01.182971+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:40:51.470540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"79'3","reported_seq":144,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:31.703993+0000","last_change":"2024-05-20T21:11:12.250269+0000","last_active":"2024-05-20T21:13:31.703993+0000","last_peered":"2024-05-20T21:13:31.703993+0000","last_clean":"2024-05-20T21:13:31.703993+0000","last_became_active":"2024-05-20T21:11:12.249953+0000","last_became_peered":"2024-05-20T21:11:12.249953+0000","last_unstale":"2024-05-20T21:13:31.703993+0000","last_undegraded":"2024-05-20T21:13:31.703993+0000","last_fullsized":"2024-05-20T21:13:31.703993+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:28:16.387524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":115,"num_read_kb":115,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"81'10","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.165228+0000","last_change":"2024-05-20T21:11:16.293415+0000","last_active":"2024-05-20T21:13:01.165228+0000","last_peered":"2024-05-20T21:13:01.165228+0000","last_clean":"2024-05-20T21:13:01.165228+0000","last_became_active":"2024-05-20T21:11:16.293020+0000","last_became_peered":"2024-05-20T21:11:16.293020+0000","last_unstale":"2024-05-20T21:13:01.165228+0000","last_undegraded":"2024-05-20T21:13:01.165228+0000","last_fullsized":"2024-05-20T21:13:01.165228+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:15:38.709618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572837+0000","last_change":"2024-05-20T21:11:12.241145+0000","last_active":"2024-05-20T21:12:02.572837+0000","last_peered":"2024-05-20T21:12:02.572837+0000","last_clean":"2024-05-20T21:12:02.572837+0000","last_became_active":"2024-05-20T21:11:12.240649+0000","last_became_peered":"2024-05-20T21:11:12.240649+0000","last_unstale":"2024-05-20T21:12:02.572837+0000","last_undegraded":"2024-05-20T21:12:02.572837+0000","last_fullsized":"2024-05-20T21:12:02.572837+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:37:42.233247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"81'9","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.182545+0000","last_change":"2024-05-20T21:12:02.624698+0000","last_active":"2024-05-20T21:13:01.182545+0000","last_peered":"2024-05-20T21:13:01.182545+0000","last_clean":"2024-05-20T21:13:01.182545+0000","last_became_active":"2024-05-20T21:12:02.624179+0000","last_became_peered":"2024-05-20T21:12:02.624179+0000","last_unstale":"2024-05-20T21:13:01.182545+0000","last_undegraded":"2024-05-20T21:13:01.182545+0000","last_fullsized":"2024-05-20T21:13:01.182545+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:26:04.334179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"79'4","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.579676+0000","last_change":"2024-05-20T21:11:12.760814+0000","last_active":"2024-05-20T21:12:02.579676+0000","last_peered":"2024-05-20T21:12:02.579676+0000","last_clean":"2024-05-20T21:12:02.579676+0000","last_became_active":"2024-05-20T21:11:12.760357+0000","last_became_peered":"2024-05-20T21:11:12.760357+0000","last_unstale":"2024-05-20T21:12:02.579676+0000","last_undegraded":"2024-05-20T21:12:02.579676+0000","last_fullsized":"2024-05-20T21:12:02.579676+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:59:22.572365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"81'11","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.163505+0000","last_change":"2024-05-20T21:11:16.289683+0000","last_active":"2024-05-20T21:13:01.163505+0000","last_peered":"2024-05-20T21:13:01.163505+0000","last_clean":"2024-05-20T21:13:01.163505+0000","last_became_active":"2024-05-20T21:11:16.288670+0000","last_became_peered":"2024-05-20T21:11:16.288670+0000","last_unstale":"2024-05-20T21:13:01.163505+0000","last_undegraded":"2024-05-20T21:13:01.163505+0000","last_fullsized":"2024-05-20T21:13:01.163505+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:58:46.822152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"81'36","reported_seq":304,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:32.660046+0000","last_change":"2024-05-20T21:11:12.240426+0000","last_active":"2024-05-20T21:13:32.660046+0000","last_peered":"2024-05-20T21:13:32.660046+0000","last_clean":"2024-05-20T21:13:32.660046+0000","last_became_active":"2024-05-20T21:11:12.239978+0000","last_became_peered":"2024-05-20T21:11:12.239978+0000","last_unstale":"2024-05-20T21:13:32.660046+0000","last_undegraded":"2024-05-20T21:13:32.660046+0000","last_fullsized":"2024-05-20T21:13:32.660046+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:57:56.556743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64973,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":241,"num_read_kb":183,"num_write":37,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"81'6","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.142220+0000","last_change":"2024-05-20T21:11:16.293396+0000","last_active":"2024-05-20T21:13:01.142220+0000","last_peered":"2024-05-20T21:13:01.142220+0000","last_clean":"2024-05-20T21:13:01.142220+0000","last_became_active":"2024-05-20T21:11:16.292975+0000","last_became_peered":"2024-05-20T21:11:16.292975+0000","last_unstale":"2024-05-20T21:13:01.142220+0000","last_undegraded":"2024-05-20T21:13:01.142220+0000","last_fullsized":"2024-05-20T21:13:01.142220+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:23:16.851377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"79'6","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.573640+0000","last_change":"2024-05-20T21:11:12.249629+0000","last_active":"2024-05-20T21:12:02.573640+0000","last_peered":"2024-05-20T21:12:02.573640+0000","last_clean":"2024-05-20T21:12:02.573640+0000","last_became_active":"2024-05-20T21:11:12.249223+0000","last_became_peered":"2024-05-20T21:11:12.249223+0000","last_unstale":"2024-05-20T21:12:02.573640+0000","last_undegraded":"2024-05-20T21:12:02.573640+0000","last_fullsized":"2024-05-20T21:12:02.573640+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:50:14.595923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.181126+0000","last_change":"2024-05-20T21:11:16.305707+0000","last_active":"2024-05-20T21:13:01.181126+0000","last_peered":"2024-05-20T21:13:01.181126+0000","last_clean":"2024-05-20T21:13:01.181126+0000","last_became_active":"2024-05-20T21:11:16.304112+0000","last_became_peered":"2024-05-20T21:11:16.304112+0000","last_unstale":"2024-05-20T21:13:01.181126+0000","last_undegraded":"2024-05-20T21:13:01.181126+0000","last_fullsized":"2024-05-20T21:13:01.181126+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:27:46.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.579108+0000","last_change":"2024-05-20T21:11:12.251594+0000","last_active":"2024-05-20T21:12:02.579108+0000","last_peered":"2024-05-20T21:12:02.579108+0000","last_clean":"2024-05-20T21:12:02.579108+0000","last_became_active":"2024-05-20T21:11:12.251273+0000","last_became_peered":"2024-05-20T21:11:12.251273+0000","last_unstale":"2024-05-20T21:12:02.579108+0000","last_undegraded":"2024-05-20T21:12:02.579108+0000","last_fullsized":"2024-05-20T21:12:02.579108+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:21:54.521412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"81'15","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.171816+0000","last_change":"2024-05-20T21:11:16.315454+0000","last_active":"2024-05-20T21:13:01.171816+0000","last_peered":"2024-05-20T21:13:01.171816+0000","last_clean":"2024-05-20T21:13:01.171816+0000","last_became_active":"2024-05-20T21:11:16.315139+0000","last_became_peered":"2024-05-20T21:11:16.315139+0000","last_unstale":"2024-05-20T21:13:01.171816+0000","last_undegraded":"2024-05-20T21:13:01.171816+0000","last_fullsized":"2024-05-20T21:13:01.171816+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:02:15.282366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"79'3","reported_seq":149,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:35.688519+0000","last_change":"2024-05-20T21:11:12.235731+0000","last_active":"2024-05-20T21:13:35.688519+0000","last_peered":"2024-05-20T21:13:35.688519+0000","last_clean":"2024-05-20T21:13:35.688519+0000","last_became_active":"2024-05-20T21:11:12.235247+0000","last_became_peered":"2024-05-20T21:11:12.235247+0000","last_unstale":"2024-05-20T21:13:35.688519+0000","last_undegraded":"2024-05-20T21:13:35.688519+0000","last_fullsized":"2024-05-20T21:13:35.688519+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:48:34.737739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":121,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.165322+0000","last_change":"2024-05-20T21:11:16.300621+0000","last_active":"2024-05-20T21:13:01.165322+0000","last_peered":"2024-05-20T21:13:01.165322+0000","last_clean":"2024-05-20T21:13:01.165322+0000","last_became_active":"2024-05-20T21:11:16.300299+0000","last_became_peered":"2024-05-20T21:11:16.300299+0000","last_unstale":"2024-05-20T21:13:01.165322+0000","last_undegraded":"2024-05-20T21:13:01.165322+0000","last_fullsized":"2024-05-20T21:13:01.165322+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:00:16.864814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"79'15","reported_seq":42,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572182+0000","last_change":"2024-05-20T21:11:12.758928+0000","last_active":"2024-05-20T21:12:02.572182+0000","last_peered":"2024-05-20T21:12:02.572182+0000","last_clean":"2024-05-20T21:12:02.572182+0000","last_became_active":"2024-05-20T21:11:12.758529+0000","last_became_peered":"2024-05-20T21:11:12.758529+0000","last_unstale":"2024-05-20T21:12:02.572182+0000","last_undegraded":"2024-05-20T21:12:02.572182+0000","last_fullsized":"2024-05-20T21:12:02.572182+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:36:07.416766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.163794+0000","last_change":"2024-05-20T21:11:16.290886+0000","last_active":"2024-05-20T21:13:01.163794+0000","last_peered":"2024-05-20T21:13:01.163794+0000","last_clean":"2024-05-20T21:13:01.163794+0000","last_became_active":"2024-05-20T21:11:16.290543+0000","last_became_peered":"2024-05-20T21:11:16.290543+0000","last_unstale":"2024-05-20T21:13:01.163794+0000","last_undegraded":"2024-05-20T21:13:01.163794+0000","last_fullsized":"2024-05-20T21:13:01.163794+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:07:21.774338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.573089+0000","last_change":"2024-05-20T21:11:12.240660+0000","last_active":"2024-05-20T21:12:02.573089+0000","last_peered":"2024-05-20T21:12:02.573089+0000","last_clean":"2024-05-20T21:12:02.573089+0000","last_became_active":"2024-05-20T21:11:12.240320+0000","last_became_peered":"2024-05-20T21:11:12.240320+0000","last_unstale":"2024-05-20T21:12:02.573089+0000","last_undegraded":"2024-05-20T21:12:02.573089+0000","last_fullsized":"2024-05-20T21:12:02.573089+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:32:04.885948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"81'5","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.162739+0000","last_change":"2024-05-20T21:11:16.288772+0000","last_active":"2024-05-20T21:13:01.162739+0000","last_peered":"2024-05-20T21:13:01.162739+0000","last_clean":"2024-05-20T21:13:01.162739+0000","last_became_active":"2024-05-20T21:11:16.288437+0000","last_became_peered":"2024-05-20T21:11:16.288437+0000","last_unstale":"2024-05-20T21:13:01.162739+0000","last_undegraded":"2024-05-20T21:13:01.162739+0000","last_fullsized":"2024-05-20T21:13:01.162739+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:51:31.971549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.585698+0000","last_change":"2024-05-20T21:12:02.584068+0000","last_active":"2024-05-20T21:12:02.585698+0000","last_peered":"2024-05-20T21:12:02.585698+0000","last_clean":"2024-05-20T21:12:02.585698+0000","last_became_active":"2024-05-20T21:12:02.583527+0000","last_became_peered":"2024-05-20T21:12:02.583527+0000","last_unstale":"2024-05-20T21:12:02.585698+0000","last_undegraded":"2024-05-20T21:12:02.585698+0000","last_fullsized":"2024-05-20T21:12:02.585698+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:30:08.931861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,0],"acting":[9,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.171581+0000","last_change":"2024-05-20T21:11:16.303638+0000","last_active":"2024-05-20T21:13:01.171581+0000","last_peered":"2024-05-20T21:13:01.171581+0000","last_clean":"2024-05-20T21:13:01.171581+0000","last_became_active":"2024-05-20T21:11:16.302601+0000","last_became_peered":"2024-05-20T21:11:16.302601+0000","last_unstale":"2024-05-20T21:13:01.171581+0000","last_undegraded":"2024-05-20T21:13:01.171581+0000","last_fullsized":"2024-05-20T21:13:01.171581+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:02:39.103054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"79'1","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572585+0000","last_change":"2024-05-20T21:11:12.244916+0000","last_active":"2024-05-20T21:12:02.572585+0000","last_peered":"2024-05-20T21:12:02.572585+0000","last_clean":"2024-05-20T21:12:02.572585+0000","last_became_active":"2024-05-20T21:11:12.244450+0000","last_became_peered":"2024-05-20T21:11:12.244450+0000","last_unstale":"2024-05-20T21:12:02.572585+0000","last_undegraded":"2024-05-20T21:12:02.572585+0000","last_fullsized":"2024-05-20T21:12:02.572585+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:43:22.114200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.149696+0000","last_change":"2024-05-20T21:11:16.302895+0000","last_active":"2024-05-20T21:13:01.149696+0000","last_peered":"2024-05-20T21:13:01.149696+0000","last_clean":"2024-05-20T21:13:01.149696+0000","last_became_active":"2024-05-20T21:11:16.302338+0000","last_became_peered":"2024-05-20T21:11:16.302338+0000","last_unstale":"2024-05-20T21:13:01.149696+0000","last_undegraded":"2024-05-20T21:13:01.149696+0000","last_fullsized":"2024-05-20T21:13:01.149696+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:19:55.637590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.150726+0000","last_change":"2024-05-20T21:11:16.292060+0000","last_active":"2024-05-20T21:13:01.150726+0000","last_peered":"2024-05-20T21:13:01.150726+0000","last_clean":"2024-05-20T21:13:01.150726+0000","last_became_active":"2024-05-20T21:11:16.291693+0000","last_became_peered":"2024-05-20T21:11:16.291693+0000","last_unstale":"2024-05-20T21:13:01.150726+0000","last_undegraded":"2024-05-20T21:13:01.150726+0000","last_fullsized":"2024-05-20T21:13:01.150726+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:25:43.584245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"79'4","reported_seq":148,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:33.683623+0000","last_change":"2024-05-20T21:11:12.766431+0000","last_active":"2024-05-20T21:13:33.683623+0000","last_peered":"2024-05-20T21:13:33.683623+0000","last_clean":"2024-05-20T21:13:33.683623+0000","last_became_active":"2024-05-20T21:11:12.765810+0000","last_became_peered":"2024-05-20T21:11:12.765810+0000","last_unstale":"2024-05-20T21:13:33.683623+0000","last_undegraded":"2024-05-20T21:13:33.683623+0000","last_fullsized":"2024-05-20T21:13:33.683623+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:00:43.569312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":117,"num_read_kb":117,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.179192+0000","last_change":"2024-05-20T21:11:16.309825+0000","last_active":"2024-05-20T21:13:01.179192+0000","last_peered":"2024-05-20T21:13:01.179192+0000","last_clean":"2024-05-20T21:13:01.179192+0000","last_became_active":"2024-05-20T21:11:16.298548+0000","last_became_peered":"2024-05-20T21:11:16.298548+0000","last_unstale":"2024-05-20T21:13:01.179192+0000","last_undegraded":"2024-05-20T21:13:01.179192+0000","last_fullsized":"2024-05-20T21:13:01.179192+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:01:11.724054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"79'3","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.654674+0000","last_change":"2024-05-20T21:11:12.238997+0000","last_active":"2024-05-20T21:12:02.654674+0000","last_peered":"2024-05-20T21:12:02.654674+0000","last_clean":"2024-05-20T21:12:02.654674+0000","last_became_active":"2024-05-20T21:11:12.238594+0000","last_became_peered":"2024-05-20T21:11:12.238594+0000","last_unstale":"2024-05-20T21:12:02.654674+0000","last_undegraded":"2024-05-20T21:12:02.654674+0000","last_fullsized":"2024-05-20T21:12:02.654674+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:48:34.665640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'92","reported_seq":102,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572247+0000","last_change":"2024-05-20T21:09:39.755749+0000","last_active":"2024-05-20T21:12:02.572247+0000","last_peered":"2024-05-20T21:12:02.572247+0000","last_clean":"2024-05-20T21:12:02.572247+0000","last_became_active":"2024-05-20T21:09:39.750321+0000","last_became_peered":"2024-05-20T21:09:39.750321+0000","last_unstale":"2024-05-20T21:12:02.572247+0000","last_undegraded":"2024-05-20T21:12:02.572247+0000","last_fullsized":"2024-05-20T21:12:02.572247+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:05:47.251775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:05:47.251775+0000","last_clean_scrub_stamp":"2024-05-20T21:05:47.251775+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:28:48.606241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.165265+0000","last_change":"2024-05-20T21:11:16.302796+0000","last_active":"2024-05-20T21:13:01.165265+0000","last_peered":"2024-05-20T21:13:01.165265+0000","last_clean":"2024-05-20T21:13:01.165265+0000","last_became_active":"2024-05-20T21:11:16.302351+0000","last_became_peered":"2024-05-20T21:11:16.302351+0000","last_unstale":"2024-05-20T21:13:01.165265+0000","last_undegraded":"2024-05-20T21:13:01.165265+0000","last_fullsized":"2024-05-20T21:13:01.165265+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:01:04.033570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572477+0000","last_change":"2024-05-20T21:11:12.240101+0000","last_active":"2024-05-20T21:12:02.572477+0000","last_peered":"2024-05-20T21:12:02.572477+0000","last_clean":"2024-05-20T21:12:02.572477+0000","last_became_active":"2024-05-20T21:11:12.239602+0000","last_became_peered":"2024-05-20T21:11:12.239602+0000","last_unstale":"2024-05-20T21:12:02.572477+0000","last_undegraded":"2024-05-20T21:12:02.572477+0000","last_fullsized":"2024-05-20T21:12:02.572477+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:07:18.425330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"79'1","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572772+0000","last_change":"2024-05-20T21:11:12.760960+0000","last_active":"2024-05-20T21:12:02.572772+0000","last_peered":"2024-05-20T21:12:02.572772+0000","last_clean":"2024-05-20T21:12:02.572772+0000","last_became_active":"2024-05-20T21:11:12.760521+0000","last_became_peered":"2024-05-20T21:11:12.760521+0000","last_unstale":"2024-05-20T21:12:02.572772+0000","last_undegraded":"2024-05-20T21:12:02.572772+0000","last_fullsized":"2024-05-20T21:12:02.572772+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:05:09.306090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.168450+0000","last_change":"2024-05-20T21:11:16.301153+0000","last_active":"2024-05-20T21:13:01.168450+0000","last_peered":"2024-05-20T21:13:01.168450+0000","last_clean":"2024-05-20T21:13:01.168450+0000","last_became_active":"2024-05-20T21:11:16.300824+0000","last_became_peered":"2024-05-20T21:11:16.300824+0000","last_unstale":"2024-05-20T21:13:01.168450+0000","last_undegraded":"2024-05-20T21:13:01.168450+0000","last_fullsized":"2024-05-20T21:13:01.168450+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:44:59.243608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"81'13","reported_seq":40,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.345888+0000","last_change":"2024-05-20T21:11:12.254854+0000","last_active":"2024-05-20T21:13:01.345888+0000","last_peered":"2024-05-20T21:13:01.345888+0000","last_clean":"2024-05-20T21:13:01.345888+0000","last_became_active":"2024-05-20T21:11:12.253297+0000","last_became_peered":"2024-05-20T21:11:12.253297+0000","last_unstale":"2024-05-20T21:13:01.345888+0000","last_undegraded":"2024-05-20T21:13:01.345888+0000","last_fullsized":"2024-05-20T21:13:01.345888+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:33:16.546788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.173431+0000","last_change":"2024-05-20T21:11:16.309531+0000","last_active":"2024-05-20T21:13:01.173431+0000","last_peered":"2024-05-20T21:13:01.173431+0000","last_clean":"2024-05-20T21:13:01.173431+0000","last_became_active":"2024-05-20T21:11:16.306434+0000","last_became_peered":"2024-05-20T21:11:16.306434+0000","last_unstale":"2024-05-20T21:13:01.173431+0000","last_undegraded":"2024-05-20T21:13:01.173431+0000","last_fullsized":"2024-05-20T21:13:01.173431+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:43:24.694325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"79'4","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.655063+0000","last_change":"2024-05-20T21:11:12.938464+0000","last_active":"2024-05-20T21:12:02.655063+0000","last_peered":"2024-05-20T21:12:02.655063+0000","last_clean":"2024-05-20T21:12:02.655063+0000","last_became_active":"2024-05-20T21:11:12.938116+0000","last_became_peered":"2024-05-20T21:11:12.938116+0000","last_unstale":"2024-05-20T21:12:02.655063+0000","last_undegraded":"2024-05-20T21:12:02.655063+0000","last_fullsized":"2024-05-20T21:12:02.655063+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:47:43.994616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"81'7","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.184009+0000","last_change":"2024-05-20T21:11:16.305886+0000","last_active":"2024-05-20T21:13:01.184009+0000","last_peered":"2024-05-20T21:13:01.184009+0000","last_clean":"2024-05-20T21:13:01.184009+0000","last_became_active":"2024-05-20T21:11:16.305501+0000","last_became_peered":"2024-05-20T21:11:16.305501+0000","last_unstale":"2024-05-20T21:13:01.184009+0000","last_undegraded":"2024-05-20T21:13:01.184009+0000","last_fullsized":"2024-05-20T21:13:01.184009+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:26:08.663747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.656627+0000","last_change":"2024-05-20T21:11:12.759262+0000","last_active":"2024-05-20T21:12:02.656627+0000","last_peered":"2024-05-20T21:12:02.656627+0000","last_clean":"2024-05-20T21:12:02.656627+0000","last_became_active":"2024-05-20T21:11:12.758783+0000","last_became_peered":"2024-05-20T21:11:12.758783+0000","last_unstale":"2024-05-20T21:12:02.656627+0000","last_undegraded":"2024-05-20T21:12:02.656627+0000","last_fullsized":"2024-05-20T21:12:02.656627+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:01:41.849250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"81'2","reported_seq":21,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.141841+0000","last_change":"2024-05-20T21:11:16.286689+0000","last_active":"2024-05-20T21:13:01.141841+0000","last_peered":"2024-05-20T21:13:01.141841+0000","last_clean":"2024-05-20T21:13:01.141841+0000","last_became_active":"2024-05-20T21:11:16.286299+0000","last_became_peered":"2024-05-20T21:11:16.286299+0000","last_unstale":"2024-05-20T21:13:01.141841+0000","last_undegraded":"2024-05-20T21:13:01.141841+0000","last_fullsized":"2024-05-20T21:13:01.141841+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:02:21.142560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.579194+0000","last_change":"2024-05-20T21:11:12.252491+0000","last_active":"2024-05-20T21:12:02.579194+0000","last_peered":"2024-05-20T21:12:02.579194+0000","last_clean":"2024-05-20T21:12:02.579194+0000","last_became_active":"2024-05-20T21:11:12.252010+0000","last_became_peered":"2024-05-20T21:11:12.252010+0000","last_unstale":"2024-05-20T21:12:02.579194+0000","last_undegraded":"2024-05-20T21:12:02.579194+0000","last_fullsized":"2024-05-20T21:12:02.579194+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:32:12.677758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"81'9","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.181335+0000","last_change":"2024-05-20T21:11:16.302423+0000","last_active":"2024-05-20T21:13:01.181335+0000","last_peered":"2024-05-20T21:13:01.181335+0000","last_clean":"2024-05-20T21:13:01.181335+0000","last_became_active":"2024-05-20T21:11:16.302055+0000","last_became_peered":"2024-05-20T21:11:16.302055+0000","last_unstale":"2024-05-20T21:13:01.181335+0000","last_undegraded":"2024-05-20T21:13:01.181335+0000","last_fullsized":"2024-05-20T21:13:01.181335+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:07:21.927876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"79'1","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.573569+0000","last_change":"2024-05-20T21:11:12.253463+0000","last_active":"2024-05-20T21:12:02.573569+0000","last_peered":"2024-05-20T21:12:02.573569+0000","last_clean":"2024-05-20T21:12:02.573569+0000","last_became_active":"2024-05-20T21:11:12.253106+0000","last_became_peered":"2024-05-20T21:11:12.253106+0000","last_unstale":"2024-05-20T21:12:02.573569+0000","last_undegraded":"2024-05-20T21:12:02.573569+0000","last_fullsized":"2024-05-20T21:12:02.573569+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:01:56.697701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"81'8","reported_seq":19,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.175903+0000","last_change":"2024-05-20T21:12:02.658384+0000","last_active":"2024-05-20T21:13:01.175903+0000","last_peered":"2024-05-20T21:13:01.175903+0000","last_clean":"2024-05-20T21:13:01.175903+0000","last_became_active":"2024-05-20T21:12:02.656920+0000","last_became_peered":"2024-05-20T21:12:02.656920+0000","last_unstale":"2024-05-20T21:13:01.175903+0000","last_undegraded":"2024-05-20T21:13:01.175903+0000","last_fullsized":"2024-05-20T21:13:01.175903+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:28:26.957691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,10],"acting":[9,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.b","version":"79'4","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.581037+0000","last_change":"2024-05-20T21:12:02.580425+0000","last_active":"2024-05-20T21:12:02.581037+0000","last_peered":"2024-05-20T21:12:02.581037+0000","last_clean":"2024-05-20T21:12:02.581037+0000","last_became_active":"2024-05-20T21:12:02.574491+0000","last_became_peered":"2024-05-20T21:12:02.574491+0000","last_unstale":"2024-05-20T21:12:02.581037+0000","last_undegraded":"2024-05-20T21:12:02.581037+0000","last_fullsized":"2024-05-20T21:12:02.581037+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:23:07.397513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.a","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.170734+0000","last_change":"2024-05-20T21:11:16.311555+0000","last_active":"2024-05-20T21:13:01.170734+0000","last_peered":"2024-05-20T21:13:01.170734+0000","last_clean":"2024-05-20T21:13:01.170734+0000","last_became_active":"2024-05-20T21:11:16.311170+0000","last_became_peered":"2024-05-20T21:11:16.311170+0000","last_unstale":"2024-05-20T21:13:01.170734+0000","last_undegraded":"2024-05-20T21:13:01.170734+0000","last_fullsized":"2024-05-20T21:13:01.170734+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:11:59.080264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.574070+0000","last_change":"2024-05-20T21:11:12.938031+0000","last_active":"2024-05-20T21:12:02.574070+0000","last_peered":"2024-05-20T21:12:02.574070+0000","last_clean":"2024-05-20T21:12:02.574070+0000","last_became_active":"2024-05-20T21:11:12.937666+0000","last_became_peered":"2024-05-20T21:11:12.937666+0000","last_unstale":"2024-05-20T21:12:02.574070+0000","last_undegraded":"2024-05-20T21:12:02.574070+0000","last_fullsized":"2024-05-20T21:12:02.574070+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:52:43.732756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.168022+0000","last_change":"2024-05-20T21:11:16.295156+0000","last_active":"2024-05-20T21:13:01.168022+0000","last_peered":"2024-05-20T21:13:01.168022+0000","last_clean":"2024-05-20T21:13:01.168022+0000","last_became_active":"2024-05-20T21:11:16.294767+0000","last_became_peered":"2024-05-20T21:11:16.294767+0000","last_unstale":"2024-05-20T21:13:01.168022+0000","last_undegraded":"2024-05-20T21:13:01.168022+0000","last_fullsized":"2024-05-20T21:13:01.168022+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:02:41.864192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"79'1","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.579601+0000","last_change":"2024-05-20T21:11:12.249056+0000","last_active":"2024-05-20T21:12:02.579601+0000","last_peered":"2024-05-20T21:12:02.579601+0000","last_clean":"2024-05-20T21:12:02.579601+0000","last_became_active":"2024-05-20T21:11:12.248669+0000","last_became_peered":"2024-05-20T21:11:12.248669+0000","last_unstale":"2024-05-20T21:12:02.579601+0000","last_undegraded":"2024-05-20T21:12:02.579601+0000","last_fullsized":"2024-05-20T21:12:02.579601+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:07:26.775736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.173769+0000","last_change":"2024-05-20T21:11:16.301488+0000","last_active":"2024-05-20T21:13:01.173769+0000","last_peered":"2024-05-20T21:13:01.173769+0000","last_clean":"2024-05-20T21:13:01.173769+0000","last_became_active":"2024-05-20T21:11:16.301096+0000","last_became_peered":"2024-05-20T21:11:16.301096+0000","last_unstale":"2024-05-20T21:13:01.173769+0000","last_undegraded":"2024-05-20T21:13:01.173769+0000","last_fullsized":"2024-05-20T21:13:01.173769+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:47:51.022920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.623292+0000","last_change":"2024-05-20T21:11:12.256281+0000","last_active":"2024-05-20T21:12:02.623292+0000","last_peered":"2024-05-20T21:12:02.623292+0000","last_clean":"2024-05-20T21:12:02.623292+0000","last_became_active":"2024-05-20T21:11:12.255197+0000","last_became_peered":"2024-05-20T21:11:12.255197+0000","last_unstale":"2024-05-20T21:12:02.623292+0000","last_undegraded":"2024-05-20T21:12:02.623292+0000","last_fullsized":"2024-05-20T21:12:02.623292+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:10:07.468628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.156661+0000","last_change":"2024-05-20T21:11:16.293091+0000","last_active":"2024-05-20T21:13:01.156661+0000","last_peered":"2024-05-20T21:13:01.156661+0000","last_clean":"2024-05-20T21:13:01.156661+0000","last_became_active":"2024-05-20T21:11:16.292626+0000","last_became_peered":"2024-05-20T21:11:16.292626+0000","last_unstale":"2024-05-20T21:13:01.156661+0000","last_undegraded":"2024-05-20T21:13:01.156661+0000","last_fullsized":"2024-05-20T21:13:01.156661+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:34:20.135026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"81'9","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.165755+0000","last_change":"2024-05-20T21:11:16.287638+0000","last_active":"2024-05-20T21:13:01.165755+0000","last_peered":"2024-05-20T21:13:01.165755+0000","last_clean":"2024-05-20T21:13:01.165755+0000","last_became_active":"2024-05-20T21:11:16.287268+0000","last_became_peered":"2024-05-20T21:11:16.287268+0000","last_unstale":"2024-05-20T21:13:01.165755+0000","last_undegraded":"2024-05-20T21:13:01.165755+0000","last_fullsized":"2024-05-20T21:13:01.165755+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:10:41.612809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"81'12","reported_seq":37,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.163317+0000","last_change":"2024-05-20T21:12:02.657242+0000","last_active":"2024-05-20T21:13:01.163317+0000","last_peered":"2024-05-20T21:13:01.163317+0000","last_clean":"2024-05-20T21:13:01.163317+0000","last_became_active":"2024-05-20T21:12:02.656780+0000","last_became_peered":"2024-05-20T21:12:02.656780+0000","last_unstale":"2024-05-20T21:13:01.163317+0000","last_undegraded":"2024-05-20T21:13:01.163317+0000","last_fullsized":"2024-05-20T21:13:01.163317+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:37:59.388775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,9,4],"acting":[2,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"81'8","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.180831+0000","last_change":"2024-05-20T21:11:16.298980+0000","last_active":"2024-05-20T21:13:01.180831+0000","last_peered":"2024-05-20T21:13:01.180831+0000","last_clean":"2024-05-20T21:13:01.180831+0000","last_became_active":"2024-05-20T21:11:16.298618+0000","last_became_peered":"2024-05-20T21:11:16.298618+0000","last_unstale":"2024-05-20T21:13:01.180831+0000","last_undegraded":"2024-05-20T21:13:01.180831+0000","last_fullsized":"2024-05-20T21:13:01.180831+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:46:11.849227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"81'7","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.181411+0000","last_change":"2024-05-20T21:11:16.311311+0000","last_active":"2024-05-20T21:13:01.181411+0000","last_peered":"2024-05-20T21:13:01.181411+0000","last_clean":"2024-05-20T21:13:01.181411+0000","last_became_active":"2024-05-20T21:11:16.310943+0000","last_became_peered":"2024-05-20T21:11:16.310943+0000","last_unstale":"2024-05-20T21:13:01.181411+0000","last_undegraded":"2024-05-20T21:13:01.181411+0000","last_fullsized":"2024-05-20T21:13:01.181411+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:20:06.512572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"81'4","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.176755+0000","last_change":"2024-05-20T21:11:16.307587+0000","last_active":"2024-05-20T21:13:01.176755+0000","last_peered":"2024-05-20T21:13:01.176755+0000","last_clean":"2024-05-20T21:13:01.176755+0000","last_became_active":"2024-05-20T21:11:16.307226+0000","last_became_peered":"2024-05-20T21:11:16.307226+0000","last_unstale":"2024-05-20T21:13:01.176755+0000","last_undegraded":"2024-05-20T21:13:01.176755+0000","last_fullsized":"2024-05-20T21:13:01.176755+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:44:55.546037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"81'6","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.160752+0000","last_change":"2024-05-20T21:12:02.577301+0000","last_active":"2024-05-20T21:13:01.160752+0000","last_peered":"2024-05-20T21:13:01.160752+0000","last_clean":"2024-05-20T21:13:01.160752+0000","last_became_active":"2024-05-20T21:12:02.576894+0000","last_became_peered":"2024-05-20T21:12:02.576894+0000","last_unstale":"2024-05-20T21:13:01.160752+0000","last_undegraded":"2024-05-20T21:13:01.160752+0000","last_fullsized":"2024-05-20T21:13:01.160752+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:53:46.857195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,9],"acting":[11,8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"81'15","reported_seq":34,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.162086+0000","last_change":"2024-05-20T21:11:16.286013+0000","last_active":"2024-05-20T21:13:01.162086+0000","last_peered":"2024-05-20T21:13:01.162086+0000","last_clean":"2024-05-20T21:13:01.162086+0000","last_became_active":"2024-05-20T21:11:16.285637+0000","last_became_peered":"2024-05-20T21:11:16.285637+0000","last_unstale":"2024-05-20T21:13:01.162086+0000","last_undegraded":"2024-05-20T21:13:01.162086+0000","last_fullsized":"2024-05-20T21:13:01.162086+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:58:47.958946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"81'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.165332+0000","last_change":"2024-05-20T21:12:02.584317+0000","last_active":"2024-05-20T21:13:01.165332+0000","last_peered":"2024-05-20T21:13:01.165332+0000","last_clean":"2024-05-20T21:13:01.165332+0000","last_became_active":"2024-05-20T21:12:02.583812+0000","last_became_peered":"2024-05-20T21:12:02.583812+0000","last_unstale":"2024-05-20T21:13:01.165332+0000","last_undegraded":"2024-05-20T21:13:01.165332+0000","last_fullsized":"2024-05-20T21:13:01.165332+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:04:52.216090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,8,2],"acting":[3,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.170769+0000","last_change":"2024-05-20T21:11:16.309385+0000","last_active":"2024-05-20T21:13:01.170769+0000","last_peered":"2024-05-20T21:13:01.170769+0000","last_clean":"2024-05-20T21:13:01.170769+0000","last_became_active":"2024-05-20T21:11:16.309033+0000","last_became_peered":"2024-05-20T21:11:16.309033+0000","last_unstale":"2024-05-20T21:13:01.170769+0000","last_undegraded":"2024-05-20T21:13:01.170769+0000","last_fullsized":"2024-05-20T21:13:01.170769+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:08:33.942619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.173474+0000","last_change":"2024-05-20T21:11:16.313629+0000","last_active":"2024-05-20T21:13:01.173474+0000","last_peered":"2024-05-20T21:13:01.173474+0000","last_clean":"2024-05-20T21:13:01.173474+0000","last_became_active":"2024-05-20T21:11:16.309118+0000","last_became_peered":"2024-05-20T21:11:16.309118+0000","last_unstale":"2024-05-20T21:13:01.173474+0000","last_undegraded":"2024-05-20T21:13:01.173474+0000","last_fullsized":"2024-05-20T21:13:01.173474+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:24:55.601886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.183670+0000","last_change":"2024-05-20T21:11:16.301810+0000","last_active":"2024-05-20T21:13:01.183670+0000","last_peered":"2024-05-20T21:13:01.183670+0000","last_clean":"2024-05-20T21:13:01.183670+0000","last_became_active":"2024-05-20T21:11:16.301438+0000","last_became_peered":"2024-05-20T21:11:16.301438+0000","last_unstale":"2024-05-20T21:13:01.183670+0000","last_undegraded":"2024-05-20T21:13:01.183670+0000","last_fullsized":"2024-05-20T21:13:01.183670+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:59:42.707949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.182717+0000","last_change":"2024-05-20T21:11:16.312808+0000","last_active":"2024-05-20T21:13:01.182717+0000","last_peered":"2024-05-20T21:13:01.182717+0000","last_clean":"2024-05-20T21:13:01.182717+0000","last_became_active":"2024-05-20T21:11:16.312103+0000","last_became_peered":"2024-05-20T21:11:16.312103+0000","last_unstale":"2024-05-20T21:13:01.182717+0000","last_undegraded":"2024-05-20T21:13:01.182717+0000","last_fullsized":"2024-05-20T21:13:01.182717+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:36:31.784474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"81'8","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.163485+0000","last_change":"2024-05-20T21:11:16.291818+0000","last_active":"2024-05-20T21:13:01.163485+0000","last_peered":"2024-05-20T21:13:01.163485+0000","last_clean":"2024-05-20T21:13:01.163485+0000","last_became_active":"2024-05-20T21:11:16.291508+0000","last_became_peered":"2024-05-20T21:11:16.291508+0000","last_unstale":"2024-05-20T21:13:01.163485+0000","last_undegraded":"2024-05-20T21:13:01.163485+0000","last_fullsized":"2024-05-20T21:13:01.163485+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:51:38.272715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":68583,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":724,"num_read_kb":431,"num_write":173,"num_write_kb":119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":430080,"data_stored":205749,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":147,"ondisk_log_size":147,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":71,"seq":304942678061,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27880,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717272,"statfs":{"total":95995035648,"available":95966486528,"internally_reserved":0,"allocated":884736,"data_stored":431031,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":65,"seq":279172874289,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36884,"kb_used_data":1548,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708268,"statfs":{"total":95995035648,"available":95957266432,"internally_reserved":0,"allocated":1585152,"data_stored":1087485,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037815,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36216,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708936,"statfs":{"total":95995035648,"available":95957950464,"internally_reserved":0,"allocated":901120,"data_stored":431267,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234048,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36216,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708936,"statfs":{"total":95995035648,"available":95957950464,"internally_reserved":0,"allocated":901120,"data_stored":431187,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":47,"seq":201863462981,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40956,"kb_used_data":1460,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704196,"statfs":{"total":95995035648,"available":95953096704,"internally_reserved":0,"allocated":1495040,"data_stored":1022726,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":40434122},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":42,"seq":180388626506,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36204,"kb_used_data":868,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708948,"statfs":{"total":95995035648,"available":95957962752,"internally_reserved":0,"allocated":888832,"data_stored":430656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574948,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27948,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717204,"statfs":{"total":95995035648,"available":95966416896,"internally_reserved":0,"allocated":954368,"data_stored":495422,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738475,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27904,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717248,"statfs":{"total":95995035648,"available":95966461952,"internally_reserved":0,"allocated":909312,"data_stored":431927,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411426,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27972,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717180,"statfs":{"total":95995035648,"available":95966392320,"internally_reserved":0,"allocated":978944,"data_stored":496772,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182489,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27900,"kb_used_data":884,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717252,"statfs":{"total":95995035648,"available":95966466048,"internally_reserved":0,"allocated":905216,"data_stored":430967,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986262,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40368,"kb_used_data":872,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704784,"statfs":{"total":95995035648,"available":95953698816,"internally_reserved":0,"allocated":892928,"data_stored":431093,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822736,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36808,"kb_used_data":1472,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708344,"statfs":{"total":95995035648,"available":95957344256,"internally_reserved":0,"allocated":1507328,"data_stored":1022410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":64973,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":66323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":66551,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-20T21:13:38.390 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-05-20T21:13:38.390 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-05-20T21:13:38.390 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-05-20T21:13:38.390 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph health --format=json 2024-05-20T21:13:38.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:38 smithi130 ceph-mon[36448]: pgmap v389: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:13:38.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:38 smithi130 ceph-mon[36448]: from='client.24824 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:13:38.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:38 smithi050 ceph-mon[35809]: pgmap v389: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:13:38.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:38 smithi050 ceph-mon[35809]: from='client.24824 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:13:38.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:38 smithi008 ceph-mon[31475]: pgmap v389: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:13:38.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:38 smithi008 ceph-mon[31475]: from='client.24824 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:13:38.886 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:13:40.444 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:40 smithi008 ceph-mon[31475]: pgmap v390: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:13:40.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:40 smithi130 ceph-mon[36448]: pgmap v390: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:13:40.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:40 smithi050 ceph-mon[35809]: pgmap v390: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:13:40.987 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:40.986+0000 7f3c22400700 1 -- 172.21.15.8:0/683425971 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3c1c076090 msgr2=0x7f3c1c1141d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:40.987 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:40.986+0000 7f3c22400700 1 --2- 172.21.15.8:0/683425971 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3c1c076090 0x7f3c1c1141d0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f3c08009990 tx=0x7f3c08009ca0 comp rx=0 tx=0).stop 2024-05-20T21:13:40.987 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:40.986+0000 7f3c22400700 1 -- 172.21.15.8:0/683425971 shutdown_connections 2024-05-20T21:13:40.987 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:40.986+0000 7f3c22400700 1 --2- 172.21.15.8:0/683425971 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3c1c114710 0x7f3c1c116b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:40.987 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:40.986+0000 7f3c22400700 1 --2- 172.21.15.8:0/683425971 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3c1c075770 0x7f3c1c075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:40.987 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:40.986+0000 7f3c22400700 1 --2- 172.21.15.8:0/683425971 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3c1c076090 0x7f3c1c1141d0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:40.987 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:40.986+0000 7f3c22400700 1 -- 172.21.15.8:0/683425971 >> 172.21.15.8:0/683425971 conn(0x7f3c1c07a6a0 msgr2=0x7f3c1c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:40.987 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:40.986+0000 7f3c22400700 1 -- 172.21.15.8:0/683425971 shutdown_connections 2024-05-20T21:13:40.987 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:40.986+0000 7f3c22400700 1 -- 172.21.15.8:0/683425971 wait complete. 2024-05-20T21:13:40.988 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:40.988+0000 7f3c22400700 1 Processor -- start 2024-05-20T21:13:40.988 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:40.988+0000 7f3c22400700 1 -- start start 2024-05-20T21:13:40.989 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:40.989+0000 7f3c22400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3c1c075770 0x7f3c1c1a02a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:40.989 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:40.989+0000 7f3c22400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3c1c076090 0x7f3c1c1a07e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:40.989 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:40.989+0000 7f3c22400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3c1c114710 0x7f3c1c1a4b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:40.990 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:40.989+0000 7f3c22400700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f3c1c119d50 con 0x7f3c1c114710 2024-05-20T21:13:40.990 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:40.989+0000 7f3c22400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f3c1c119bd0 con 0x7f3c1c076090 2024-05-20T21:13:40.990 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:40.989+0000 7f3c22400700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f3c1c119ed0 con 0x7f3c1c075770 2024-05-20T21:13:40.990 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:40.989+0000 7f3c1b400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3c1c075770 0x7f3c1c1a02a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:40.990 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:40.989+0000 7f3c1b400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3c1c075770 0x7f3c1c1a02a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:33746/0 (socket says 172.21.15.8:33746) 2024-05-20T21:13:40.990 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:40.989+0000 7f3c1b400700 1 -- 172.21.15.8:0/2702185368 learned_addr learned my addr 172.21.15.8:0/2702185368 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:13:40.990 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:40.989+0000 7f3c1be00700 1 --2- 172.21.15.8:0/2702185368 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3c1c114710 0x7f3c1c1a4b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:40.990 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:40.990+0000 7f3c1aa00700 1 --2- 172.21.15.8:0/2702185368 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3c1c076090 0x7f3c1c1a07e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:40.991 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:40.990+0000 7f3c1b400700 1 -- 172.21.15.8:0/2702185368 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3c1c076090 msgr2=0x7f3c1c1a07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:40.991 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:40.990+0000 7f3c1b400700 1 --2- 172.21.15.8:0/2702185368 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3c1c076090 0x7f3c1c1a07e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:40.991 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:40.990+0000 7f3c1b400700 1 -- 172.21.15.8:0/2702185368 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3c1c114710 msgr2=0x7f3c1c1a4b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:40.991 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:40.990+0000 7f3c1b400700 1 --2- 172.21.15.8:0/2702185368 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3c1c114710 0x7f3c1c1a4b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:40.991 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:40.990+0000 7f3c1b400700 1 -- 172.21.15.8:0/2702185368 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c1c1a52b0 con 0x7f3c1c075770 2024-05-20T21:13:40.991 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:40.990+0000 7f3c1b400700 1 --2- 172.21.15.8:0/2702185368 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3c1c075770 0x7f3c1c1a02a0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f3c0c00e9a0 tx=0x7f3c0c00ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:40.991 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:40.991+0000 7f3c13e00700 1 -- 172.21.15.8:0/2702185368 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c0c00ca10 con 0x7f3c1c075770 2024-05-20T21:13:40.991 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:40.991+0000 7f3c13e00700 1 -- 172.21.15.8:0/2702185368 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3c0c00cbb0 con 0x7f3c1c075770 2024-05-20T21:13:40.991 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:40.991+0000 7f3c22400700 1 -- 172.21.15.8:0/2702185368 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c1c1a55a0 con 0x7f3c1c075770 2024-05-20T21:13:40.992 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:40.991+0000 7f3c13e00700 1 -- 172.21.15.8:0/2702185368 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c0c018680 con 0x7f3c1c075770 2024-05-20T21:13:40.992 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:40.991+0000 7f3c22400700 1 -- 172.21.15.8:0/2702185368 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c1c1ace20 con 0x7f3c1c075770 2024-05-20T21:13:40.992 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:40.992+0000 7f3c22400700 1 -- 172.21.15.8:0/2702185368 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3c1c06a230 con 0x7f3c1c075770 2024-05-20T21:13:40.994 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:40.994+0000 7f3c13e00700 1 -- 172.21.15.8:0/2702185368 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f3c0c04aab0 con 0x7f3c1c075770 2024-05-20T21:13:40.996 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:40.996+0000 7f3c13e00700 1 --2- 172.21.15.8:0/2702185368 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3c000b2900 0x7f3c000b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:40.996 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:40.996+0000 7f3c13e00700 1 -- 172.21.15.8:0/2702185368 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f3c0c0e2450 con 0x7f3c1c075770 2024-05-20T21:13:40.996 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:40.996+0000 7f3c1aa00700 1 --2- 172.21.15.8:0/2702185368 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3c000b2900 0x7f3c000b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:40.997 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:40.997+0000 7f3c1aa00700 1 --2- 172.21.15.8:0/2702185368 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3c000b2900 0x7f3c000b4dc0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f3c08009750 tx=0x7f3c0800b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:40.998 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:40.998+0000 7f3c13e00700 1 -- 172.21.15.8:0/2702185368 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f3c0c0aa100 con 0x7f3c1c075770 2024-05-20T21:13:41.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:41.284+0000 7f3c22400700 1 -- 172.21.15.8:0/2702185368 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f3c1c1a1600 con 0x7f3c1c075770 2024-05-20T21:13:41.285 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:41.285+0000 7f3c13e00700 1 -- 172.21.15.8:0/2702185368 <== mon.1 v2:172.21.15.130:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f3c0c0a9a00 con 0x7f3c1c075770 2024-05-20T21:13:41.285 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:13:41.285 INFO:teuthology.orchestra.run.smithi008.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-05-20T21:13:41.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:41.288+0000 7f3c22400700 1 -- 172.21.15.8:0/2702185368 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3c000b2900 msgr2=0x7f3c000b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:41.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:41.288+0000 7f3c22400700 1 --2- 172.21.15.8:0/2702185368 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3c000b2900 0x7f3c000b4dc0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f3c08009750 tx=0x7f3c0800b260 comp rx=0 tx=0).stop 2024-05-20T21:13:41.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:41.288+0000 7f3c22400700 1 -- 172.21.15.8:0/2702185368 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3c1c075770 msgr2=0x7f3c1c1a02a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:41.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:41.288+0000 7f3c22400700 1 --2- 172.21.15.8:0/2702185368 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3c1c075770 0x7f3c1c1a02a0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f3c0c00e9a0 tx=0x7f3c0c00ecb0 comp rx=0 tx=0).stop 2024-05-20T21:13:41.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:41.288+0000 7f3c22400700 1 -- 172.21.15.8:0/2702185368 shutdown_connections 2024-05-20T21:13:41.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:41.288+0000 7f3c22400700 1 --2- 172.21.15.8:0/2702185368 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3c000b2900 0x7f3c000b4dc0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:41.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:41.288+0000 7f3c22400700 1 --2- 172.21.15.8:0/2702185368 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3c1c114710 0x7f3c1c1a4b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:41.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:41.288+0000 7f3c22400700 1 --2- 172.21.15.8:0/2702185368 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3c1c075770 0x7f3c1c1a02a0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:41.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:41.288+0000 7f3c22400700 1 --2- 172.21.15.8:0/2702185368 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3c1c076090 0x7f3c1c1a07e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:41.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:41.288+0000 7f3c22400700 1 -- 172.21.15.8:0/2702185368 >> 172.21.15.8:0/2702185368 conn(0x7f3c1c07a6a0 msgr2=0x7f3c1c1101b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:41.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:41.289+0000 7f3c22400700 1 -- 172.21.15.8:0/2702185368 shutdown_connections 2024-05-20T21:13:41.290 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:41.289+0000 7f3c22400700 1 -- 172.21.15.8:0/2702185368 wait complete. 2024-05-20T21:13:42.073 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-05-20T21:13:42.074 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:13:42.555 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:13:42.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:42 smithi130 ceph-mon[36448]: pgmap v391: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:13:42.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:42 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/2702185368' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-20T21:13:42.673 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:42 smithi050 ceph-mon[35809]: pgmap v391: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:13:42.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:42 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/2702185368' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-20T21:13:42.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:42 smithi008 ceph-mon[31475]: pgmap v391: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:13:42.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:42 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/2702185368' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-20T21:13:44.539 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:44 smithi008 ceph-mon[31475]: pgmap v392: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:13:44.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:44 smithi130 ceph-mon[36448]: pgmap v392: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:13:44.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:44 smithi050 ceph-mon[35809]: pgmap v392: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:13:44.888 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:44.888+0000 7feb96000700 1 -- 172.21.15.8:0/834649487 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feb901035f0 msgr2=0x7feb90103a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:44.889 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:44.888+0000 7feb96000700 1 --2- 172.21.15.8:0/834649487 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feb901035f0 0x7feb90103a50 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7feb78009990 tx=0x7feb78009ca0 comp rx=0 tx=0).stop 2024-05-20T21:13:44.889 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:44.888+0000 7feb96000700 1 -- 172.21.15.8:0/834649487 shutdown_connections 2024-05-20T21:13:44.889 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:44.888+0000 7feb96000700 1 --2- 172.21.15.8:0/834649487 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7feb90103f90 0x7feb90110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:44.889 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:44.888+0000 7feb96000700 1 --2- 172.21.15.8:0/834649487 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feb90108500 0x7feb901088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:44.889 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:44.888+0000 7feb96000700 1 --2- 172.21.15.8:0/834649487 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feb901035f0 0x7feb90103a50 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:44.889 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:44.888+0000 7feb96000700 1 -- 172.21.15.8:0/834649487 >> 172.21.15.8:0/834649487 conn(0x7feb9007a6a0 msgr2=0x7feb9007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:44.889 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:44.888+0000 7feb96000700 1 -- 172.21.15.8:0/834649487 shutdown_connections 2024-05-20T21:13:44.889 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:44.888+0000 7feb96000700 1 -- 172.21.15.8:0/834649487 wait complete. 2024-05-20T21:13:44.890 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:44.889+0000 7feb96000700 1 Processor -- start 2024-05-20T21:13:44.890 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:44.890+0000 7feb96000700 1 -- start start 2024-05-20T21:13:44.890 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:44.890+0000 7feb96000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feb901035f0 0x7feb9019be50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:44.890 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:44.890+0000 7feb96000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feb90103f90 0x7feb9019c390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:44.890 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:44.890+0000 7feb96000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7feb90108500 0x7feb901a0720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:44.890 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:44.890+0000 7feb96000700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7feb90113780 con 0x7feb90108500 2024-05-20T21:13:44.890 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:44.890+0000 7feb96000700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7feb90113600 con 0x7feb90103f90 2024-05-20T21:13:44.890 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:44.890+0000 7feb96000700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7feb90113900 con 0x7feb901035f0 2024-05-20T21:13:44.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:44.890+0000 7feb8f400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feb901035f0 0x7feb9019be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:44.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:44.890+0000 7feb86a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feb90103f90 0x7feb9019c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:44.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:44.890+0000 7feb8f400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feb901035f0 0x7feb9019be50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:57610/0 (socket says 172.21.15.8:57610) 2024-05-20T21:13:44.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:44.890+0000 7feb8f400700 1 -- 172.21.15.8:0/1646105457 learned_addr learned my addr 172.21.15.8:0/1646105457 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:13:44.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:44.890+0000 7feb8fe00700 1 --2- 172.21.15.8:0/1646105457 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7feb90108500 0x7feb901a0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:44.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:44.891+0000 7feb8f400700 1 -- 172.21.15.8:0/1646105457 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feb90103f90 msgr2=0x7feb9019c390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:44.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:44.891+0000 7feb8f400700 1 --2- 172.21.15.8:0/1646105457 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feb90103f90 0x7feb9019c390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:44.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:44.891+0000 7feb8f400700 1 -- 172.21.15.8:0/1646105457 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7feb90108500 msgr2=0x7feb901a0720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:44.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:44.891+0000 7feb8f400700 1 --2- 172.21.15.8:0/1646105457 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7feb90108500 0x7feb901a0720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:44.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:44.891+0000 7feb8f400700 1 -- 172.21.15.8:0/1646105457 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb901a0e60 con 0x7feb901035f0 2024-05-20T21:13:44.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:44.891+0000 7feb8fe00700 1 --2- 172.21.15.8:0/1646105457 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7feb90108500 0x7feb901a0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:13:44.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:44.891+0000 7feb8f400700 1 --2- 172.21.15.8:0/1646105457 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feb901035f0 0x7feb9019be50 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7feb8000e970 tx=0x7feb8000ec80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:44.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:44.891+0000 7feb8cc00700 1 -- 172.21.15.8:0/1646105457 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb8000cbd0 con 0x7feb901035f0 2024-05-20T21:13:44.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:44.891+0000 7feb8cc00700 1 -- 172.21.15.8:0/1646105457 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feb800044d0 con 0x7feb901035f0 2024-05-20T21:13:44.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:44.891+0000 7feb8cc00700 1 -- 172.21.15.8:0/1646105457 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb80003df0 con 0x7feb901035f0 2024-05-20T21:13:44.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:44.891+0000 7feb96000700 1 -- 172.21.15.8:0/1646105457 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb901a1150 con 0x7feb901035f0 2024-05-20T21:13:44.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:44.892+0000 7feb96000700 1 -- 172.21.15.8:0/1646105457 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feb901a89d0 con 0x7feb901035f0 2024-05-20T21:13:44.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:44.893+0000 7feb96000700 1 -- 172.21.15.8:0/1646105457 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feb9006a230 con 0x7feb901035f0 2024-05-20T21:13:44.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:44.895+0000 7feb8cc00700 1 -- 172.21.15.8:0/1646105457 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7feb80003f90 con 0x7feb901035f0 2024-05-20T21:13:44.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:44.896+0000 7feb8cc00700 1 --2- 172.21.15.8:0/1646105457 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7feb740b2900 0x7feb740b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:44.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:44.897+0000 7feb8cc00700 1 -- 172.21.15.8:0/1646105457 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7feb800e24a0 con 0x7feb901035f0 2024-05-20T21:13:44.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:44.897+0000 7feb86a00700 1 --2- 172.21.15.8:0/1646105457 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7feb740b2900 0x7feb740b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:44.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:44.897+0000 7feb86a00700 1 --2- 172.21.15.8:0/1646105457 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7feb740b2900 0x7feb740b4dc0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7feb900777d0 tx=0x7feb7800b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:44.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:44.899+0000 7feb8cc00700 1 -- 172.21.15.8:0/1646105457 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7feb800aa1e0 con 0x7feb901035f0 2024-05-20T21:13:45.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:45.187+0000 7feb96000700 1 -- 172.21.15.8:0/1646105457 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7feb9019d1b0 con 0x7feb901035f0 2024-05-20T21:13:45.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:45.188+0000 7feb8cc00700 1 -- 172.21.15.8:0/1646105457 <== mon.1 v2:172.21.15.130:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11850 (secure 0 0 0) 0x7feb800a9ae0 con 0x7feb901035f0 2024-05-20T21:13:45.189 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:13:45.189 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:11:41.972782+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24514,24521]},"id":1}]} 2024-05-20T21:13:45.192 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:45.191+0000 7feb96000700 1 -- 172.21.15.8:0/1646105457 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7feb740b2900 msgr2=0x7feb740b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:45.192 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:45.191+0000 7feb96000700 1 --2- 172.21.15.8:0/1646105457 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7feb740b2900 0x7feb740b4dc0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7feb900777d0 tx=0x7feb7800b260 comp rx=0 tx=0).stop 2024-05-20T21:13:45.192 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:45.191+0000 7feb96000700 1 -- 172.21.15.8:0/1646105457 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feb901035f0 msgr2=0x7feb9019be50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:45.192 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:45.191+0000 7feb96000700 1 --2- 172.21.15.8:0/1646105457 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feb901035f0 0x7feb9019be50 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7feb8000e970 tx=0x7feb8000ec80 comp rx=0 tx=0).stop 2024-05-20T21:13:45.192 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:45.191+0000 7feb96000700 1 -- 172.21.15.8:0/1646105457 shutdown_connections 2024-05-20T21:13:45.192 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:45.191+0000 7feb96000700 1 --2- 172.21.15.8:0/1646105457 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7feb740b2900 0x7feb740b4dc0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:45.192 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:45.191+0000 7feb96000700 1 --2- 172.21.15.8:0/1646105457 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7feb90108500 0x7feb901a0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:45.192 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:45.191+0000 7feb96000700 1 --2- 172.21.15.8:0/1646105457 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feb901035f0 0x7feb9019be50 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:45.192 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:45.191+0000 7feb96000700 1 --2- 172.21.15.8:0/1646105457 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feb90103f90 0x7feb9019c390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:45.192 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:45.191+0000 7feb96000700 1 -- 172.21.15.8:0/1646105457 >> 172.21.15.8:0/1646105457 conn(0x7feb9007a6a0 msgr2=0x7feb90101460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:45.192 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:45.192+0000 7feb96000700 1 -- 172.21.15.8:0/1646105457 shutdown_connections 2024-05-20T21:13:45.192 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:45.192+0000 7feb96000700 1 -- 172.21.15.8:0/1646105457 wait complete. 2024-05-20T21:13:45.194 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 25 2024-05-20T21:13:45.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:45 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/1646105457' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:13:45.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:45 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/1646105457' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:13:45.673 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:45 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/1646105457' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:13:45.936 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:13:46.390 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:13:46.561 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:46 smithi008 ceph-mon[31475]: pgmap v393: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:13:46.572 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:46 smithi130 ceph-mon[36448]: pgmap v393: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:13:46.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:46 smithi050 ceph-mon[35809]: pgmap v393: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:13:48.502 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:48.501+0000 7f0f71200700 1 -- 172.21.15.8:0/1859911916 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0f6c1095a0 msgr2=0x7f0f6c109980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:48.503 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:48.501+0000 7f0f71200700 1 --2- 172.21.15.8:0/1859911916 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0f6c1095a0 0x7f0f6c109980 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f0f5c00b0a0 tx=0x7f0f5c00b3b0 comp rx=0 tx=0).stop 2024-05-20T21:13:48.503 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:48.502+0000 7f0f71200700 1 -- 172.21.15.8:0/1859911916 shutdown_connections 2024-05-20T21:13:48.503 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:48.502+0000 7f0f71200700 1 --2- 172.21.15.8:0/1859911916 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0f6c1095a0 0x7f0f6c109980 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:48.503 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:48.502+0000 7f0f71200700 1 --2- 172.21.15.8:0/1859911916 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0f6c06c470 0x7f0f6c1103c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:48.503 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:48.502+0000 7f0f71200700 1 --2- 172.21.15.8:0/1859911916 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0f6c06bab0 0x7f0f6c06bf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:48.503 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:48.502+0000 7f0f71200700 1 -- 172.21.15.8:0/1859911916 >> 172.21.15.8:0/1859911916 conn(0x7f0f6c0793b0 msgr2=0x7f0f6c0797c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:48.503 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:48.502+0000 7f0f71200700 1 -- 172.21.15.8:0/1859911916 shutdown_connections 2024-05-20T21:13:48.503 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:48.502+0000 7f0f71200700 1 -- 172.21.15.8:0/1859911916 wait complete. 2024-05-20T21:13:48.504 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:48.503+0000 7f0f71200700 1 Processor -- start 2024-05-20T21:13:48.504 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:48.503+0000 7f0f71200700 1 -- start start 2024-05-20T21:13:48.504 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:48.503+0000 7f0f71200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0f6c06bab0 0x7f0f6c102500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:48.504 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:48.503+0000 7f0f71200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0f6c06c470 0x7f0f6c102a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:48.504 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:48.503+0000 7f0f71200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0f6c1095a0 0x7f0f6c102f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:48.505 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:48.503+0000 7f0f71200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f0f6c1136b0 con 0x7f0f6c06bab0 2024-05-20T21:13:48.505 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:48.503+0000 7f0f71200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f0f6c113530 con 0x7f0f6c1095a0 2024-05-20T21:13:48.505 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:48.503+0000 7f0f71200700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f0f6c113830 con 0x7f0f6c06c470 2024-05-20T21:13:48.505 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:48.504+0000 7f0f6a800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0f6c1095a0 0x7f0f6c102f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:48.505 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:48.504+0000 7f0f61400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0f6c06c470 0x7f0f6c102a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:48.505 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:48.504+0000 7f0f69e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0f6c06bab0 0x7f0f6c102500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:48.505 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:48.504+0000 7f0f6a800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0f6c1095a0 0x7f0f6c102f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:51752/0 (socket says 172.21.15.8:51752) 2024-05-20T21:13:48.505 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:48.504+0000 7f0f61400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0f6c06c470 0x7f0f6c102a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:57626/0 (socket says 172.21.15.8:57626) 2024-05-20T21:13:48.505 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:48.504+0000 7f0f6a800700 1 -- 172.21.15.8:0/1643973823 learned_addr learned my addr 172.21.15.8:0/1643973823 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:13:48.505 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:48.504+0000 7f0f6a800700 1 -- 172.21.15.8:0/1643973823 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0f6c06c470 msgr2=0x7f0f6c102a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:48.505 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:48.504+0000 7f0f6a800700 1 --2- 172.21.15.8:0/1643973823 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0f6c06c470 0x7f0f6c102a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:48.505 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:48.504+0000 7f0f6a800700 1 -- 172.21.15.8:0/1643973823 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0f6c06bab0 msgr2=0x7f0f6c102500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:48.505 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:48.504+0000 7f0f6a800700 1 --2- 172.21.15.8:0/1643973823 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0f6c06bab0 0x7f0f6c102500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:48.506 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:48.504+0000 7f0f6a800700 1 -- 172.21.15.8:0/1643973823 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f6c1a8110 con 0x7f0f6c1095a0 2024-05-20T21:13:48.506 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:48.505+0000 7f0f6a800700 1 --2- 172.21.15.8:0/1643973823 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0f6c1095a0 0x7f0f6c102f80 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f0f6400e940 tx=0x7f0f6400ec50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:48.507 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:48.505+0000 7f0f63400700 1 -- 172.21.15.8:0/1643973823 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f64004a30 con 0x7f0f6c1095a0 2024-05-20T21:13:48.507 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:48.505+0000 7f0f63400700 1 -- 172.21.15.8:0/1643973823 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0f640054d0 con 0x7f0f6c1095a0 2024-05-20T21:13:48.507 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:48.505+0000 7f0f71200700 1 -- 172.21.15.8:0/1643973823 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f6c1a8400 con 0x7f0f6c1095a0 2024-05-20T21:13:48.507 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:48.505+0000 7f0f63400700 1 -- 172.21.15.8:0/1643973823 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f6400ccf0 con 0x7f0f6c1095a0 2024-05-20T21:13:48.507 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:48.505+0000 7f0f71200700 1 -- 172.21.15.8:0/1643973823 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f6c1a8940 con 0x7f0f6c1095a0 2024-05-20T21:13:48.507 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:48.506+0000 7f0f71200700 1 -- 172.21.15.8:0/1643973823 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0f6c10ba80 con 0x7f0f6c1095a0 2024-05-20T21:13:48.509 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:48.509+0000 7f0f63400700 1 -- 172.21.15.8:0/1643973823 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f0f64005020 con 0x7f0f6c1095a0 2024-05-20T21:13:48.510 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:48.510+0000 7f0f63400700 1 --2- 172.21.15.8:0/1643973823 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0f500b2900 0x7f0f500b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:48.510 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:48.510+0000 7f0f63400700 1 -- 172.21.15.8:0/1643973823 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f0f640e22e0 con 0x7f0f6c1095a0 2024-05-20T21:13:48.510 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:48.510+0000 7f0f69e00700 1 --2- 172.21.15.8:0/1643973823 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0f500b2900 0x7f0f500b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:48.511 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:48.511+0000 7f0f69e00700 1 --2- 172.21.15.8:0/1643973823 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0f500b2900 0x7f0f500b4dc0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f0f5c009e60 tx=0x7f0f5c00b700 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:48.514 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:48.514+0000 7f0f63400700 1 -- 172.21.15.8:0/1643973823 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f0f640a9f90 con 0x7f0f6c1095a0 2024-05-20T21:13:48.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:48 smithi130 ceph-mon[36448]: pgmap v394: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:13:48.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:48 smithi050 ceph-mon[35809]: pgmap v394: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:13:48.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:48 smithi008 ceph-mon[31475]: pgmap v394: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:13:48.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:48.809+0000 7f0f71200700 1 -- 172.21.15.8:0/1643973823 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0f6c06a230 con 0x7f0f6c1095a0 2024-05-20T21:13:48.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:48.811+0000 7f0f63400700 1 -- 172.21.15.8:0/1643973823 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11850 (secure 0 0 0) 0x7f0f640a9890 con 0x7f0f6c1095a0 2024-05-20T21:13:48.811 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:13:48.812 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:11:41.972782+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24514,24521]},"id":1}]} 2024-05-20T21:13:48.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:48.814+0000 7f0f71200700 1 -- 172.21.15.8:0/1643973823 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0f500b2900 msgr2=0x7f0f500b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:48.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:48.814+0000 7f0f71200700 1 --2- 172.21.15.8:0/1643973823 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0f500b2900 0x7f0f500b4dc0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f0f5c009e60 tx=0x7f0f5c00b700 comp rx=0 tx=0).stop 2024-05-20T21:13:48.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:48.814+0000 7f0f71200700 1 -- 172.21.15.8:0/1643973823 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0f6c1095a0 msgr2=0x7f0f6c102f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:48.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:48.814+0000 7f0f71200700 1 --2- 172.21.15.8:0/1643973823 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0f6c1095a0 0x7f0f6c102f80 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f0f6400e940 tx=0x7f0f6400ec50 comp rx=0 tx=0).stop 2024-05-20T21:13:48.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:48.815+0000 7f0f71200700 1 -- 172.21.15.8:0/1643973823 shutdown_connections 2024-05-20T21:13:48.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:48.815+0000 7f0f71200700 1 --2- 172.21.15.8:0/1643973823 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0f500b2900 0x7f0f500b4dc0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:48.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:48.815+0000 7f0f71200700 1 --2- 172.21.15.8:0/1643973823 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0f6c1095a0 0x7f0f6c102f80 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:48.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:48.815+0000 7f0f71200700 1 --2- 172.21.15.8:0/1643973823 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0f6c06bab0 0x7f0f6c102500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:48.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:48.815+0000 7f0f71200700 1 --2- 172.21.15.8:0/1643973823 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0f6c06c470 0x7f0f6c102a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:48.816 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:48.815+0000 7f0f71200700 1 -- 172.21.15.8:0/1643973823 >> 172.21.15.8:0/1643973823 conn(0x7f0f6c0793b0 msgr2=0x7f0f6c1012d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:48.816 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:48.815+0000 7f0f71200700 1 -- 172.21.15.8:0/1643973823 shutdown_connections 2024-05-20T21:13:48.816 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:48.815+0000 7f0f71200700 1 -- 172.21.15.8:0/1643973823 wait complete. 2024-05-20T21:13:48.817 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 25 2024-05-20T21:13:49.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:49 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/1643973823' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:13:49.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:49 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/1643973823' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:13:49.672 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-20T21:13:49.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:49 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/1643973823' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:13:50.144 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:13:50.624 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:50 smithi008 ceph-mon[31475]: pgmap v395: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:13:50.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:50 smithi130 ceph-mon[36448]: pgmap v395: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:13:50.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:50 smithi050 ceph-mon[35809]: pgmap v395: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:13:52.292 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:52.291+0000 7f4a3f200700 1 -- 172.21.15.8:0/3130620444 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4a38076090 msgr2=0x7f4a3810fa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:52.292 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:52.291+0000 7f4a3f200700 1 --2- 172.21.15.8:0/3130620444 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4a38076090 0x7f4a3810fa00 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f4a240098f0 tx=0x7f4a24009c00 comp rx=0 tx=0).stop 2024-05-20T21:13:52.292 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:52.292+0000 7f4a3f200700 1 -- 172.21.15.8:0/3130620444 shutdown_connections 2024-05-20T21:13:52.293 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:52.292+0000 7f4a3f200700 1 --2- 172.21.15.8:0/3130620444 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4a3810ff40 0x7f4a38112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:52.293 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:52.292+0000 7f4a3f200700 1 --2- 172.21.15.8:0/3130620444 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4a38075770 0x7f4a38075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:52.293 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:52.292+0000 7f4a3f200700 1 --2- 172.21.15.8:0/3130620444 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4a38076090 0x7f4a3810fa00 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:52.293 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:52.292+0000 7f4a3f200700 1 -- 172.21.15.8:0/3130620444 >> 172.21.15.8:0/3130620444 conn(0x7f4a3807a6a0 msgr2=0x7f4a3807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:52.293 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:52.292+0000 7f4a3f200700 1 -- 172.21.15.8:0/3130620444 shutdown_connections 2024-05-20T21:13:52.293 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:52.292+0000 7f4a3f200700 1 -- 172.21.15.8:0/3130620444 wait complete. 2024-05-20T21:13:52.293 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:52.294+0000 7f4a3f200700 1 Processor -- start 2024-05-20T21:13:52.294 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:52.294+0000 7f4a3f200700 1 -- start start 2024-05-20T21:13:52.295 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:52.295+0000 7f4a3f200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4a38075770 0x7f4a3819bea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:52.295 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:52.295+0000 7f4a3f200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4a38076090 0x7f4a3819c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:52.295 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:52.295+0000 7f4a3f200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4a3810ff40 0x7f4a381a0770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:52.295 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:52.295+0000 7f4a3f200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f4a38115970 con 0x7f4a38076090 2024-05-20T21:13:52.295 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:52.295+0000 7f4a3f200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4a381157f0 con 0x7f4a38075770 2024-05-20T21:13:52.295 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:52.295+0000 7f4a3f200700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f4a38115af0 con 0x7f4a3810ff40 2024-05-20T21:13:52.296 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:52.295+0000 7f4a37e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4a38075770 0x7f4a3819bea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:52.297 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:52.295+0000 7f4a37400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4a38076090 0x7f4a3819c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:52.297 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:52.295+0000 7f4a3d200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4a3810ff40 0x7f4a381a0770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:52.297 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:52.295+0000 7f4a37e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4a38075770 0x7f4a3819bea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:51766/0 (socket says 172.21.15.8:51766) 2024-05-20T21:13:52.297 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:52.295+0000 7f4a37e00700 1 -- 172.21.15.8:0/508001627 learned_addr learned my addr 172.21.15.8:0/508001627 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:13:52.297 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:52.296+0000 7f4a3d200700 1 -- 172.21.15.8:0/508001627 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4a38075770 msgr2=0x7f4a3819bea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:52.297 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:52.296+0000 7f4a3d200700 1 --2- 172.21.15.8:0/508001627 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4a38075770 0x7f4a3819bea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:52.297 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:52.296+0000 7f4a3d200700 1 -- 172.21.15.8:0/508001627 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4a38076090 msgr2=0x7f4a3819c3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:52.297 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:52.296+0000 7f4a3d200700 1 --2- 172.21.15.8:0/508001627 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4a38076090 0x7f4a3819c3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:52.297 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:52.296+0000 7f4a3d200700 1 -- 172.21.15.8:0/508001627 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a381a0eb0 con 0x7f4a3810ff40 2024-05-20T21:13:52.297 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:52.296+0000 7f4a3d200700 1 --2- 172.21.15.8:0/508001627 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4a3810ff40 0x7f4a381a0770 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f4a30009cd0 tx=0x7f4a3000c620 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:52.297 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:52.296+0000 7f4a34c00700 1 -- 172.21.15.8:0/508001627 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a3000cd10 con 0x7f4a3810ff40 2024-05-20T21:13:52.297 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:52.296+0000 7f4a34c00700 1 -- 172.21.15.8:0/508001627 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4a30003a00 con 0x7f4a3810ff40 2024-05-20T21:13:52.297 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:52.296+0000 7f4a3f200700 1 -- 172.21.15.8:0/508001627 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a381a1140 con 0x7f4a3810ff40 2024-05-20T21:13:52.298 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:52.296+0000 7f4a34c00700 1 -- 172.21.15.8:0/508001627 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a30004520 con 0x7f4a3810ff40 2024-05-20T21:13:52.298 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:52.297+0000 7f4a3f200700 1 -- 172.21.15.8:0/508001627 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a381a8a20 con 0x7f4a3810ff40 2024-05-20T21:13:52.298 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:52.298+0000 7f4a3f200700 1 -- 172.21.15.8:0/508001627 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a3806a230 con 0x7f4a3810ff40 2024-05-20T21:13:52.300 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:52.300+0000 7f4a34c00700 1 -- 172.21.15.8:0/508001627 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f4a3001a020 con 0x7f4a3810ff40 2024-05-20T21:13:52.302 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:52.301+0000 7f4a34c00700 1 --2- 172.21.15.8:0/508001627 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f4a1c0b2900 0x7f4a1c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:52.302 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:52.302+0000 7f4a34c00700 1 -- 172.21.15.8:0/508001627 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f4a300e24c0 con 0x7f4a3810ff40 2024-05-20T21:13:52.302 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:52.302+0000 7f4a37e00700 1 --2- 172.21.15.8:0/508001627 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f4a1c0b2900 0x7f4a1c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:52.302 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:52.302+0000 7f4a37e00700 1 --2- 172.21.15.8:0/508001627 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f4a1c0b2900 0x7f4a1c0b4dc0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f4a28009d20 tx=0x7f4a28009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:52.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:52.304+0000 7f4a34c00700 1 -- 172.21.15.8:0/508001627 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f4a30010040 con 0x7f4a3810ff40 2024-05-20T21:13:52.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:52 smithi008 ceph-mon[31475]: pgmap v396: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:13:52.558 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:52.558+0000 7f4a3f200700 1 -- 172.21.15.8:0/508001627 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4a3802e560 con 0x7f4a3810ff40 2024-05-20T21:13:52.560 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:52.560+0000 7f4a34c00700 1 -- 172.21.15.8:0/508001627 <== mon.1 v2:172.21.15.130:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+22620 (secure 0 0 0) 0x7f4a300aa170 con 0x7f4a3810ff40 2024-05-20T21:13:52.561 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:13:52.562 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":81,"fsid":"060ce10e-16ec-11ef-bc9a-c7b262605968","created":"2024-05-20T21:01:50.508336+0000","modified":"2024-05-20T21:12:02.563456+0000","last_up_change":"2024-05-20T21:10:03.543960+0000","last_in_change":"2024-05-20T21:09:43.745737+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-20T21:05:47.155633+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-20T21:11:10.880303+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-20T21:11:14.963738+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"567da6cc-0f5c-488c-82f7-0ecdf1f9a92c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6802","nonce":2530117688},{"type":"v1","addr":"172.21.15.8:6803","nonce":2530117688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6804","nonce":2530117688},{"type":"v1","addr":"172.21.15.8:6805","nonce":2530117688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6808","nonce":2530117688},{"type":"v1","addr":"172.21.15.8:6809","nonce":2530117688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6806","nonce":2530117688},{"type":"v1","addr":"172.21.15.8:6807","nonce":2530117688}]},"public_addr":"172.21.15.8:6803/2530117688","cluster_addr":"172.21.15.8:6805/2530117688","heartbeat_back_addr":"172.21.15.8:6809/2530117688","heartbeat_front_addr":"172.21.15.8:6807/2530117688","state":["exists","up"]},{"osd":1,"uuid":"6d7c2f7a-ba32-43d3-bcb5-91213501621d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":1765474633},{"type":"v1","addr":"172.21.15.50:6801","nonce":1765474633}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":1765474633},{"type":"v1","addr":"172.21.15.50:6803","nonce":1765474633}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":1765474633},{"type":"v1","addr":"172.21.15.50:6807","nonce":1765474633}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":1765474633},{"type":"v1","addr":"172.21.15.50:6805","nonce":1765474633}]},"public_addr":"172.21.15.50:6801/1765474633","cluster_addr":"172.21.15.50:6803/1765474633","heartbeat_back_addr":"172.21.15.50:6807/1765474633","heartbeat_front_addr":"172.21.15.50:6805/1765474633","state":["exists","up"]},{"osd":2,"uuid":"616c77cc-71ca-4d73-87ba-f9e2b391617f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6800","nonce":2148668646},{"type":"v1","addr":"172.21.15.130:6801","nonce":2148668646}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6802","nonce":2148668646},{"type":"v1","addr":"172.21.15.130:6803","nonce":2148668646}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6806","nonce":2148668646},{"type":"v1","addr":"172.21.15.130:6807","nonce":2148668646}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6804","nonce":2148668646},{"type":"v1","addr":"172.21.15.130:6805","nonce":2148668646}]},"public_addr":"172.21.15.130:6801/2148668646","cluster_addr":"172.21.15.130:6803/2148668646","heartbeat_back_addr":"172.21.15.130:6807/2148668646","heartbeat_front_addr":"172.21.15.130:6805/2148668646","state":["exists","up"]},{"osd":3,"uuid":"97c26b23-ae0b-424b-b593-5f7d545d78fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6810","nonce":522014344},{"type":"v1","addr":"172.21.15.8:6811","nonce":522014344}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6812","nonce":522014344},{"type":"v1","addr":"172.21.15.8:6813","nonce":522014344}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6816","nonce":522014344},{"type":"v1","addr":"172.21.15.8:6817","nonce":522014344}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6814","nonce":522014344},{"type":"v1","addr":"172.21.15.8:6815","nonce":522014344}]},"public_addr":"172.21.15.8:6811/522014344","cluster_addr":"172.21.15.8:6813/522014344","heartbeat_back_addr":"172.21.15.8:6817/522014344","heartbeat_front_addr":"172.21.15.8:6815/522014344","state":["exists","up"]},{"osd":4,"uuid":"032641da-14a1-4d60-975c-7ae9dd749f8b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":2849163314},{"type":"v1","addr":"172.21.15.50:6809","nonce":2849163314}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":2849163314},{"type":"v1","addr":"172.21.15.50:6811","nonce":2849163314}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":2849163314},{"type":"v1","addr":"172.21.15.50:6815","nonce":2849163314}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":2849163314},{"type":"v1","addr":"172.21.15.50:6813","nonce":2849163314}]},"public_addr":"172.21.15.50:6809/2849163314","cluster_addr":"172.21.15.50:6811/2849163314","heartbeat_back_addr":"172.21.15.50:6815/2849163314","heartbeat_front_addr":"172.21.15.50:6813/2849163314","state":["exists","up"]},{"osd":5,"uuid":"e0a50b25-3bd5-4f3d-9c6b-e0a37620c1fe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6808","nonce":2920667492},{"type":"v1","addr":"172.21.15.130:6809","nonce":2920667492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6810","nonce":2920667492},{"type":"v1","addr":"172.21.15.130:6811","nonce":2920667492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6814","nonce":2920667492},{"type":"v1","addr":"172.21.15.130:6815","nonce":2920667492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6812","nonce":2920667492},{"type":"v1","addr":"172.21.15.130:6813","nonce":2920667492}]},"public_addr":"172.21.15.130:6809/2920667492","cluster_addr":"172.21.15.130:6811/2920667492","heartbeat_back_addr":"172.21.15.130:6815/2920667492","heartbeat_front_addr":"172.21.15.130:6813/2920667492","state":["exists","up"]},{"osd":6,"uuid":"6fea92cd-1f1b-4f37-b607-4396f31985ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6818","nonce":107816006},{"type":"v1","addr":"172.21.15.8:6819","nonce":107816006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6820","nonce":107816006},{"type":"v1","addr":"172.21.15.8:6821","nonce":107816006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6824","nonce":107816006},{"type":"v1","addr":"172.21.15.8:6825","nonce":107816006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6822","nonce":107816006},{"type":"v1","addr":"172.21.15.8:6823","nonce":107816006}]},"public_addr":"172.21.15.8:6819/107816006","cluster_addr":"172.21.15.8:6821/107816006","heartbeat_back_addr":"172.21.15.8:6825/107816006","heartbeat_front_addr":"172.21.15.8:6823/107816006","state":["exists","up"]},{"osd":7,"uuid":"ed4481c7-8b9b-4360-87d7-e5eb8ea18b2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":2308872994},{"type":"v1","addr":"172.21.15.50:6817","nonce":2308872994}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":2308872994},{"type":"v1","addr":"172.21.15.50:6819","nonce":2308872994}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":2308872994},{"type":"v1","addr":"172.21.15.50:6823","nonce":2308872994}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":2308872994},{"type":"v1","addr":"172.21.15.50:6821","nonce":2308872994}]},"public_addr":"172.21.15.50:6817/2308872994","cluster_addr":"172.21.15.50:6819/2308872994","heartbeat_back_addr":"172.21.15.50:6823/2308872994","heartbeat_front_addr":"172.21.15.50:6821/2308872994","state":["exists","up"]},{"osd":8,"uuid":"c47d04f0-93d2-4a17-b7d0-a16a1d62099f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6816","nonce":2076512047},{"type":"v1","addr":"172.21.15.130:6817","nonce":2076512047}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6818","nonce":2076512047},{"type":"v1","addr":"172.21.15.130:6819","nonce":2076512047}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6822","nonce":2076512047},{"type":"v1","addr":"172.21.15.130:6823","nonce":2076512047}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6820","nonce":2076512047},{"type":"v1","addr":"172.21.15.130:6821","nonce":2076512047}]},"public_addr":"172.21.15.130:6817/2076512047","cluster_addr":"172.21.15.130:6819/2076512047","heartbeat_back_addr":"172.21.15.130:6823/2076512047","heartbeat_front_addr":"172.21.15.130:6821/2076512047","state":["exists","up"]},{"osd":9,"uuid":"54ccf87d-5ce9-4631-ab41-fbb0abb1d7e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6826","nonce":2726512408},{"type":"v1","addr":"172.21.15.8:6827","nonce":2726512408}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6828","nonce":2726512408},{"type":"v1","addr":"172.21.15.8:6829","nonce":2726512408}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6832","nonce":2726512408},{"type":"v1","addr":"172.21.15.8:6833","nonce":2726512408}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6830","nonce":2726512408},{"type":"v1","addr":"172.21.15.8:6831","nonce":2726512408}]},"public_addr":"172.21.15.8:6827/2726512408","cluster_addr":"172.21.15.8:6829/2726512408","heartbeat_back_addr":"172.21.15.8:6833/2726512408","heartbeat_front_addr":"172.21.15.8:6831/2726512408","state":["exists","up"]},{"osd":10,"uuid":"59788566-3094-4926-afbf-0a297a265ff5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":2266909560},{"type":"v1","addr":"172.21.15.50:6825","nonce":2266909560}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":2266909560},{"type":"v1","addr":"172.21.15.50:6827","nonce":2266909560}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":2266909560},{"type":"v1","addr":"172.21.15.50:6831","nonce":2266909560}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":2266909560},{"type":"v1","addr":"172.21.15.50:6829","nonce":2266909560}]},"public_addr":"172.21.15.50:6825/2266909560","cluster_addr":"172.21.15.50:6827/2266909560","heartbeat_back_addr":"172.21.15.50:6831/2266909560","heartbeat_front_addr":"172.21.15.50:6829/2266909560","state":["exists","up"]},{"osd":11,"uuid":"f4dfda6f-f5ea-4d53-8940-d33edd1dd61a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6824","nonce":2025670617},{"type":"v1","addr":"172.21.15.130:6825","nonce":2025670617}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6826","nonce":2025670617},{"type":"v1","addr":"172.21.15.130:6827","nonce":2025670617}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6830","nonce":2025670617},{"type":"v1","addr":"172.21.15.130:6831","nonce":2025670617}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6828","nonce":2025670617},{"type":"v1","addr":"172.21.15.130:6829","nonce":2025670617}]},"public_addr":"172.21.15.130:6825/2025670617","cluster_addr":"172.21.15.130:6827/2025670617","heartbeat_back_addr":"172.21.15.130:6831/2025670617","heartbeat_front_addr":"172.21.15.130:6829/2025670617","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:04:55.223745+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:05:20.826140+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:05:44.508801+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:06:17.590953+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:06:43.158647+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:07:07.550211+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:07:41.445843+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:08:08.755800+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:08:33.714081+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:09:08.647054+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:09:36.773039+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:10:01.697404+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"3.b","mappings":[{"from":3,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":6}]},{"pgid":"3.1b","mappings":[{"from":4,"to":7},{"from":3,"to":8}]},{"pgid":"3.1d","mappings":[{"from":4,"to":6}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.25","mappings":[{"from":5,"to":9}]},{"pgid":"3.27","mappings":[{"from":4,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.8:6801/3677468514":"2024-05-21T21:03:00.998855+0000","172.21.15.8:0/644454220":"2024-05-21T21:03:00.998855+0000","172.21.15.8:6800/3677468514":"2024-05-21T21:03:00.998855+0000","172.21.15.8:0/329536388":"2024-05-21T21:02:24.888619+0000","172.21.15.8:0/346325619":"2024-05-21T21:02:24.888619+0000","172.21.15.8:0/85678654":"2024-05-21T21:03:00.998855+0000","172.21.15.8:6800/3424210912":"2024-05-21T21:02:24.888619+0000","172.21.15.8:0/1767165129":"2024-05-21T21:02:24.888619+0000","172.21.15.8:6801/3424210912":"2024-05-21T21:02:24.888619+0000","172.21.15.8:0/3032080664":"2024-05-21T21:03:00.998855+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-20T21:13:52.563 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:52.563+0000 7f4a3f200700 1 -- 172.21.15.8:0/508001627 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f4a1c0b2900 msgr2=0x7f4a1c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:52.563 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:52.563+0000 7f4a3f200700 1 --2- 172.21.15.8:0/508001627 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f4a1c0b2900 0x7f4a1c0b4dc0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f4a28009d20 tx=0x7f4a28009260 comp rx=0 tx=0).stop 2024-05-20T21:13:52.564 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:52.563+0000 7f4a3f200700 1 -- 172.21.15.8:0/508001627 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4a3810ff40 msgr2=0x7f4a381a0770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:52.564 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:52.563+0000 7f4a3f200700 1 --2- 172.21.15.8:0/508001627 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4a3810ff40 0x7f4a381a0770 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f4a30009cd0 tx=0x7f4a3000c620 comp rx=0 tx=0).stop 2024-05-20T21:13:52.564 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:52.563+0000 7f4a3f200700 1 -- 172.21.15.8:0/508001627 shutdown_connections 2024-05-20T21:13:52.564 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:52.563+0000 7f4a3f200700 1 --2- 172.21.15.8:0/508001627 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f4a1c0b2900 0x7f4a1c0b4dc0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:52.564 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:52.564+0000 7f4a3f200700 1 --2- 172.21.15.8:0/508001627 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4a38075770 0x7f4a3819bea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:52.564 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:52.564+0000 7f4a3f200700 1 --2- 172.21.15.8:0/508001627 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4a3810ff40 0x7f4a381a0770 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:52.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:52.564+0000 7f4a3f200700 1 --2- 172.21.15.8:0/508001627 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4a38076090 0x7f4a3819c3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:52.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:52.564+0000 7f4a3f200700 1 -- 172.21.15.8:0/508001627 >> 172.21.15.8:0/508001627 conn(0x7f4a3807a6a0 msgr2=0x7f4a38100850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:52.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:52.564+0000 7f4a3f200700 1 -- 172.21.15.8:0/508001627 shutdown_connections 2024-05-20T21:13:52.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:52.564+0000 7f4a3f200700 1 -- 172.21.15.8:0/508001627 wait complete. 2024-05-20T21:13:52.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:52 smithi130 ceph-mon[36448]: pgmap v396: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:13:52.673 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:52 smithi050 ceph-mon[35809]: pgmap v396: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:13:53.438 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:13:53.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:53 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/508001627' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:13:53.673 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:53 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/508001627' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:13:53.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:53 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/508001627' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:13:53.911 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:13:54.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:54 smithi130 ceph-mon[36448]: pgmap v397: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:13:54.673 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:54 smithi050 ceph-mon[35809]: pgmap v397: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:13:54.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:54 smithi008 ceph-mon[31475]: pgmap v397: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:13:56.076 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:56.075+0000 7ff4c1600700 1 -- 172.21.15.8:0/2145566993 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff4bc06b220 msgr2=0x7ff4bc06b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:56.076 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:56.075+0000 7ff4c1600700 1 --2- 172.21.15.8:0/2145566993 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff4bc06b220 0x7ff4bc06b6a0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7ff4a4009990 tx=0x7ff4a4009ca0 comp rx=0 tx=0).stop 2024-05-20T21:13:56.076 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:56.075+0000 7ff4c1600700 1 -- 172.21.15.8:0/2145566993 shutdown_connections 2024-05-20T21:13:56.076 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:56.075+0000 7ff4c1600700 1 --2- 172.21.15.8:0/2145566993 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff4bc06bbe0 0x7ff4bc1103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:56.076 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:56.075+0000 7ff4c1600700 1 --2- 172.21.15.8:0/2145566993 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff4bc1095b0 0x7ff4bc109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:56.076 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:56.075+0000 7ff4c1600700 1 --2- 172.21.15.8:0/2145566993 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff4bc06b220 0x7ff4bc06b6a0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:56.076 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:56.075+0000 7ff4c1600700 1 -- 172.21.15.8:0/2145566993 >> 172.21.15.8:0/2145566993 conn(0x7ff4bc0793f0 msgr2=0x7ff4bc079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:56.076 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:56.076+0000 7ff4c1600700 1 -- 172.21.15.8:0/2145566993 shutdown_connections 2024-05-20T21:13:56.076 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:56.076+0000 7ff4c1600700 1 -- 172.21.15.8:0/2145566993 wait complete. 2024-05-20T21:13:56.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:56.077+0000 7ff4c1600700 1 Processor -- start 2024-05-20T21:13:56.078 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:56.078+0000 7ff4c1600700 1 -- start start 2024-05-20T21:13:56.078 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:56.078+0000 7ff4c1600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff4bc06b220 0x7ff4bc19fa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:56.078 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:56.078+0000 7ff4c1600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff4bc06bbe0 0x7ff4bc19ffa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:56.078 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:56.078+0000 7ff4c1600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff4bc1095b0 0x7ff4bc199b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:56.078 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:56.078+0000 7ff4c1600700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7ff4bc113720 con 0x7ff4bc06b220 2024-05-20T21:13:56.078 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:56.078+0000 7ff4c1600700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff4bc1135a0 con 0x7ff4bc06bbe0 2024-05-20T21:13:56.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:56.078+0000 7ff4c1600700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7ff4bc1138a0 con 0x7ff4bc1095b0 2024-05-20T21:13:56.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:56.079+0000 7ff4b2000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff4bc06bbe0 0x7ff4bc19ffa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:56.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:56.079+0000 7ff4baa00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff4bc06b220 0x7ff4bc19fa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:56.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:56.079+0000 7ff4b2000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff4bc06bbe0 0x7ff4bc19ffa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:39466/0 (socket says 172.21.15.8:39466) 2024-05-20T21:13:56.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:56.079+0000 7ff4b2000700 1 -- 172.21.15.8:0/2743856788 learned_addr learned my addr 172.21.15.8:0/2743856788 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:13:56.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:56.079+0000 7ff4bb400700 1 --2- 172.21.15.8:0/2743856788 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff4bc1095b0 0x7ff4bc199b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:56.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:56.079+0000 7ff4b2000700 1 -- 172.21.15.8:0/2743856788 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff4bc1095b0 msgr2=0x7ff4bc199b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:56.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:56.079+0000 7ff4b2000700 1 --2- 172.21.15.8:0/2743856788 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff4bc1095b0 0x7ff4bc199b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:56.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:56.079+0000 7ff4b2000700 1 -- 172.21.15.8:0/2743856788 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff4bc06b220 msgr2=0x7ff4bc19fa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:56.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:56.079+0000 7ff4b2000700 1 --2- 172.21.15.8:0/2743856788 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff4bc06b220 0x7ff4bc19fa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:56.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:56.079+0000 7ff4b2000700 1 -- 172.21.15.8:0/2743856788 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4bc19a410 con 0x7ff4bc06bbe0 2024-05-20T21:13:56.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:56.079+0000 7ff4b2000700 1 --2- 172.21.15.8:0/2743856788 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff4bc06bbe0 0x7ff4bc19ffa0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7ff4a4000c00 tx=0x7ff4a40057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:56.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:56.080+0000 7ff4b3e00700 1 -- 172.21.15.8:0/2743856788 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4a4027070 con 0x7ff4bc06bbe0 2024-05-20T21:13:56.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:56.080+0000 7ff4b3e00700 1 -- 172.21.15.8:0/2743856788 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff4a4022470 con 0x7ff4bc06bbe0 2024-05-20T21:13:56.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:56.080+0000 7ff4b3e00700 1 -- 172.21.15.8:0/2743856788 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4a4017650 con 0x7ff4bc06bbe0 2024-05-20T21:13:56.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:56.080+0000 7ff4c1600700 1 -- 172.21.15.8:0/2743856788 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4bc19a6a0 con 0x7ff4bc06bbe0 2024-05-20T21:13:56.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:56.080+0000 7ff4c1600700 1 -- 172.21.15.8:0/2743856788 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4bc1a69e0 con 0x7ff4bc06bbe0 2024-05-20T21:13:56.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:56.081+0000 7ff4c1600700 1 -- 172.21.15.8:0/2743856788 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff4bc19aa00 con 0x7ff4bc06bbe0 2024-05-20T21:13:56.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:56.083+0000 7ff4b3e00700 1 -- 172.21.15.8:0/2743856788 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7ff4a402a070 con 0x7ff4bc06bbe0 2024-05-20T21:13:56.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:56.085+0000 7ff4b3e00700 1 --2- 172.21.15.8:0/2743856788 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff4a00b2900 0x7ff4a00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:56.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:56.085+0000 7ff4b3e00700 1 -- 172.21.15.8:0/2743856788 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7ff4a40e2f20 con 0x7ff4bc06bbe0 2024-05-20T21:13:56.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:56.085+0000 7ff4baa00700 1 --2- 172.21.15.8:0/2743856788 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff4a00b2900 0x7ff4a00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:56.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:56.086+0000 7ff4baa00700 1 --2- 172.21.15.8:0/2743856788 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff4a00b2900 0x7ff4a00b4dc0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7ff4ac009680 tx=0x7ff4ac009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:56.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:56.087+0000 7ff4b3e00700 1 -- 172.21.15.8:0/2743856788 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7ff4a4013070 con 0x7ff4bc06bbe0 2024-05-20T21:13:56.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:56.391+0000 7ff4c1600700 1 -- 172.21.15.8:0/2743856788 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff4bc06a230 con 0x7ff4bc06bbe0 2024-05-20T21:13:56.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:56.393+0000 7ff4b3e00700 1 -- 172.21.15.8:0/2743856788 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11850 (secure 0 0 0) 0x7ff4a40aac60 con 0x7ff4bc06bbe0 2024-05-20T21:13:56.393 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:13:56.394 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:11:41.972782+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24514,24521]},"id":1}]} 2024-05-20T21:13:56.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:56.396+0000 7ff4c1600700 1 -- 172.21.15.8:0/2743856788 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff4a00b2900 msgr2=0x7ff4a00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:56.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:56.396+0000 7ff4c1600700 1 --2- 172.21.15.8:0/2743856788 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff4a00b2900 0x7ff4a00b4dc0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7ff4ac009680 tx=0x7ff4ac009260 comp rx=0 tx=0).stop 2024-05-20T21:13:56.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:56.396+0000 7ff4c1600700 1 -- 172.21.15.8:0/2743856788 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff4bc06bbe0 msgr2=0x7ff4bc19ffa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:56.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:56.396+0000 7ff4c1600700 1 --2- 172.21.15.8:0/2743856788 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff4bc06bbe0 0x7ff4bc19ffa0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7ff4a4000c00 tx=0x7ff4a40057c0 comp rx=0 tx=0).stop 2024-05-20T21:13:56.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:56.396+0000 7ff4c1600700 1 -- 172.21.15.8:0/2743856788 shutdown_connections 2024-05-20T21:13:56.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:56.396+0000 7ff4c1600700 1 --2- 172.21.15.8:0/2743856788 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff4a00b2900 0x7ff4a00b4dc0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:56.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:56.396+0000 7ff4c1600700 1 --2- 172.21.15.8:0/2743856788 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff4bc1095b0 0x7ff4bc199b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:56.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:56.396+0000 7ff4c1600700 1 --2- 172.21.15.8:0/2743856788 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff4bc06b220 0x7ff4bc19fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:56.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:56.396+0000 7ff4c1600700 1 --2- 172.21.15.8:0/2743856788 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff4bc06bbe0 0x7ff4bc19ffa0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:56.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:56.396+0000 7ff4c1600700 1 -- 172.21.15.8:0/2743856788 >> 172.21.15.8:0/2743856788 conn(0x7ff4bc0793f0 msgr2=0x7ff4bc101310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:56.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:56.396+0000 7ff4c1600700 1 -- 172.21.15.8:0/2743856788 shutdown_connections 2024-05-20T21:13:56.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:13:56.396+0000 7ff4c1600700 1 -- 172.21.15.8:0/2743856788 wait complete. 2024-05-20T21:13:56.398 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 25 2024-05-20T21:13:56.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:56 smithi130 ceph-mon[36448]: pgmap v398: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:13:56.673 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:56 smithi050 ceph-mon[35809]: pgmap v398: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:13:56.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:56 smithi008 ceph-mon[31475]: pgmap v398: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:13:57.316 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 25, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-05-20T21:11:19.148004+0000', 'modified': '2024-05-20T21:11:41.972782+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 24529, 'mds_1': 24521, 'mds_2': 24514}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24488': {'gid': 24488, 'name': 'h', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.50:6837/3997016525', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.50:6836', 'nonce': 3997016525}, {'type': 'v1', 'addr': '172.21.15.50:6837', 'nonce': 3997016525}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24503': {'gid': 24503, 'name': 'g', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.8:6839/1461975648', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.8:6838', 'nonce': 1461975648}, {'type': 'v1', 'addr': '172.21.15.8:6839', 'nonce': 1461975648}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24508': {'gid': 24508, 'name': 'f', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.130:6835/1975443829', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.130:6834', 'nonce': 1975443829}, {'type': 'v1', 'addr': '172.21.15.130:6835', 'nonce': 1975443829}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24514': {'gid': 24514, 'name': 'c', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 15, 'addr': '172.21.15.130:6837/612174454', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.130:6836', 'nonce': 612174454}, {'type': 'v1', 'addr': '172.21.15.130:6837', 'nonce': 612174454}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24521': {'gid': 24521, 'name': 'b', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 10, 'addr': '172.21.15.50:6839/1317306351', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.50:6838', 'nonce': 1317306351}, {'type': 'v1', 'addr': '172.21.15.50:6839', 'nonce': 1317306351}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24529': {'gid': 24529, 'name': 'i', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 10, 'addr': '172.21.15.130:6839/518183221', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.130:6838', 'nonce': 518183221}, {'type': 'v1', 'addr': '172.21.15.130:6839', 'nonce': 518183221}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24529, 'qdb_cluster': [24529, 24514, 24521]} 2024-05-20T21:13:57.316 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2024-05-20T21:13:57.317 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.c status 2024-05-20T21:13:57.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:57 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/2743856788' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:13:57.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:57 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/2743856788' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:13:57.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:57 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/2743856788' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:13:57.788 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:13:58.628 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:13:58 smithi008 ceph-mon[31475]: pgmap v399: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:13:58.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:13:58 smithi130 ceph-mon[36448]: pgmap v399: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:13:58.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:13:58 smithi050 ceph-mon[35809]: pgmap v399: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:14:00.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.053+0000 7f610b000700 1 -- 172.21.15.8:0/4027276799 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f610410b670 msgr2=0x7f610410ba50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:00.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.053+0000 7f610b000700 1 --2- 172.21.15.8:0/4027276799 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f610410b670 0x7f610410ba50 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f60f8009990 tx=0x7f60f8009ca0 comp rx=0 tx=0).stop 2024-05-20T21:14:00.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.053+0000 7f610b000700 1 -- 172.21.15.8:0/4027276799 shutdown_connections 2024-05-20T21:14:00.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.053+0000 7f610b000700 1 --2- 172.21.15.8:0/4027276799 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6104106030 0x7f6104112540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:00.055 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.053+0000 7f610b000700 1 --2- 172.21.15.8:0/4027276799 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f610410b670 0x7f610410ba50 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:00.055 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.053+0000 7f610b000700 1 --2- 172.21.15.8:0/4027276799 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6104105670 0x7f6104105af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:00.055 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.053+0000 7f610b000700 1 -- 172.21.15.8:0/4027276799 >> 172.21.15.8:0/4027276799 conn(0x7f6104101160 msgr2=0x7f6104103580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:00.055 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.053+0000 7f610b000700 1 -- 172.21.15.8:0/4027276799 shutdown_connections 2024-05-20T21:14:00.055 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.053+0000 7f610b000700 1 -- 172.21.15.8:0/4027276799 wait complete. 2024-05-20T21:14:00.056 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.055+0000 7f610b000700 1 Processor -- start 2024-05-20T21:14:00.056 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.055+0000 7f610b000700 1 -- start start 2024-05-20T21:14:00.056 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.055+0000 7f610b000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6104105670 0x7f610419bd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:00.056 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.055+0000 7f610b000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6104106030 0x7f610419c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:00.056 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.055+0000 7f610b000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f610410b670 0x7f61041a0610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:00.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.055+0000 7f610b000700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f61041158c0 con 0x7f6104105670 2024-05-20T21:14:00.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.055+0000 7f610b000700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6104115740 con 0x7f6104106030 2024-05-20T21:14:00.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.055+0000 7f610b000700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f6104115a40 con 0x7f610410b670 2024-05-20T21:14:00.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.055+0000 7f6109200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6104106030 0x7f610419c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:00.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.056+0000 7f6109200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6104106030 0x7f610419c2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:39496/0 (socket says 172.21.15.8:39496) 2024-05-20T21:14:00.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.056+0000 7f6109200700 1 -- 172.21.15.8:0/3796715112 learned_addr learned my addr 172.21.15.8:0/3796715112 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:14:00.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.056+0000 7f6109c00700 1 --2- 172.21.15.8:0/3796715112 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6104105670 0x7f610419bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:00.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.056+0000 7f610a600700 1 --2- 172.21.15.8:0/3796715112 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f610410b670 0x7f61041a0610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:00.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.056+0000 7f6109200700 1 -- 172.21.15.8:0/3796715112 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f610410b670 msgr2=0x7f61041a0610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:00.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.056+0000 7f6109200700 1 --2- 172.21.15.8:0/3796715112 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f610410b670 0x7f61041a0610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:00.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.056+0000 7f6109200700 1 -- 172.21.15.8:0/3796715112 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6104105670 msgr2=0x7f610419bd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:00.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.056+0000 7f6109200700 1 --2- 172.21.15.8:0/3796715112 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6104105670 0x7f610419bd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:00.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.056+0000 7f6109200700 1 -- 172.21.15.8:0/3796715112 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61041a0d50 con 0x7f6104106030 2024-05-20T21:14:00.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.056+0000 7f6109c00700 1 --2- 172.21.15.8:0/3796715112 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6104105670 0x7f610419bd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:14:00.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.056+0000 7f6109200700 1 --2- 172.21.15.8:0/3796715112 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6104106030 0x7f610419c2d0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f60f000d950 tx=0x7f60f000dc60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:00.058 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.056+0000 7f6102000700 1 -- 172.21.15.8:0/3796715112 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60f0016070 con 0x7f6104106030 2024-05-20T21:14:00.058 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.057+0000 7f6102000700 1 -- 172.21.15.8:0/3796715112 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f60f0009df0 con 0x7f6104106030 2024-05-20T21:14:00.058 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.057+0000 7f610b000700 1 -- 172.21.15.8:0/3796715112 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61041a1040 con 0x7f6104106030 2024-05-20T21:14:00.058 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.057+0000 7f6102000700 1 -- 172.21.15.8:0/3796715112 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60f000f3c0 con 0x7f6104106030 2024-05-20T21:14:00.058 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.057+0000 7f610b000700 1 -- 172.21.15.8:0/3796715112 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61041a88c0 con 0x7f6104106030 2024-05-20T21:14:00.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.060+0000 7f6102000700 1 -- 172.21.15.8:0/3796715112 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f60f0019070 con 0x7f6104106030 2024-05-20T21:14:00.061 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.061+0000 7f6116f13b80 1 Processor -- start 2024-05-20T21:14:00.061 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.062+0000 7f6116f13b80 1 -- start start 2024-05-20T21:14:00.062 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.062+0000 7f6116f13b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5574d859c770 0x5574d859cb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:00.062 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.062+0000 7f6116f13b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5574d859d090 0x5574d8596d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:00.062 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.062+0000 7f6116f13b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5574d8597340 0x5574d85977a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:00.062 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.062+0000 7f6116f13b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5574d84f4df0 con 0x5574d859d090 2024-05-20T21:14:00.063 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.062+0000 7f6116f13b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5574d84e4990 con 0x5574d8597340 2024-05-20T21:14:00.063 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.062+0000 7f6116f13b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5574d84e89d0 con 0x5574d859c770 2024-05-20T21:14:00.063 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.062+0000 7f6109c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5574d859d090 0x5574d8596d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:00.063 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.062+0000 7f610a600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5574d859c770 0x5574d859cb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:00.063 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.062+0000 7f6109c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5574d859d090 0x5574d8596d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:59068/0 (socket says 172.21.15.8:59068) 2024-05-20T21:14:00.063 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.062+0000 7f6109c00700 1 -- 172.21.15.8:0/2614110122 learned_addr learned my addr 172.21.15.8:0/2614110122 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:14:00.063 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.062+0000 7f6109200700 1 --2- 172.21.15.8:0/2614110122 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5574d8597340 0x5574d85977a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:00.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.063+0000 7f610a600700 1 -- 172.21.15.8:0/2614110122 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5574d8597340 msgr2=0x5574d85977a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:00.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.063+0000 7f610a600700 1 --2- 172.21.15.8:0/2614110122 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5574d8597340 0x5574d85977a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:00.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.063+0000 7f610a600700 1 -- 172.21.15.8:0/2614110122 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5574d859d090 msgr2=0x5574d8596d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:00.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.063+0000 7f610a600700 1 --2- 172.21.15.8:0/2614110122 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5574d859d090 0x5574d8596d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:00.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.063+0000 7f610a600700 1 -- 172.21.15.8:0/2614110122 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5574d84ad3d0 con 0x5574d859c770 2024-05-20T21:14:00.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.063+0000 7f6109c00700 1 --2- 172.21.15.8:0/2614110122 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5574d859d090 0x5574d8596d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:14:00.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.063+0000 7f6102000700 1 --2- 172.21.15.8:0/3796715112 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f60ec0b2880 0x7f60ec0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:00.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.063+0000 7f610a600700 1 --2- 172.21.15.8:0/2614110122 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5574d859c770 0x5574d859cb50 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f60fc011580 tx=0x7f60fc009920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2a4f58b1d5532681 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:00.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.063+0000 7f6109c00700 1 --2- 172.21.15.8:0/3796715112 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f60ec0b2880 0x7f60ec0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:00.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.063+0000 7f6102000700 1 -- 172.21.15.8:0/3796715112 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f60f00e1ea0 con 0x7f6104106030 2024-05-20T21:14:00.065 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.063+0000 7f60f6a00700 1 -- 172.21.15.8:0/2614110122 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60fc011e80 con 0x5574d859c770 2024-05-20T21:14:00.065 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.064+0000 7f60f6a00700 1 -- 172.21.15.8:0/2614110122 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f60fc004bb0 con 0x5574d859c770 2024-05-20T21:14:00.065 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.064+0000 7f60f6a00700 1 -- 172.21.15.8:0/2614110122 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60fc004700 con 0x5574d859c770 2024-05-20T21:14:00.066 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.064+0000 7f6116f13b80 1 -- 172.21.15.8:0/2614110122 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5574d859c770 msgr2=0x5574d859cb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:00.066 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.064+0000 7f6109c00700 1 --2- 172.21.15.8:0/3796715112 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f60ec0b2880 0x7f60ec0b4d40 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f60f8005850 tx=0x7f60f801a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:00.066 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.064+0000 7f6116f13b80 1 --2- 172.21.15.8:0/2614110122 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5574d859c770 0x5574d859cb50 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f60fc011580 tx=0x7f60fc009920 comp rx=0 tx=0).stop 2024-05-20T21:14:00.067 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.064+0000 7f6116f13b80 1 -- 172.21.15.8:0/2614110122 shutdown_connections 2024-05-20T21:14:00.067 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.064+0000 7f6116f13b80 1 --2- 172.21.15.8:0/2614110122 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5574d8597340 0x5574d85977a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:00.067 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.065+0000 7f6116f13b80 1 --2- 172.21.15.8:0/2614110122 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5574d859c770 0x5574d859cb50 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:00.067 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.065+0000 7f6116f13b80 1 --2- 172.21.15.8:0/2614110122 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5574d859d090 0x5574d8596d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:00.067 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.065+0000 7f6116f13b80 1 -- 172.21.15.8:0/2614110122 >> 172.21.15.8:0/2614110122 conn(0x5574d84c4b90 msgr2=0x5574d85917c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:00.067 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.065+0000 7f6116f13b80 1 -- 172.21.15.8:0/2614110122 shutdown_connections 2024-05-20T21:14:00.067 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.065+0000 7f6116f13b80 1 -- 172.21.15.8:0/2614110122 wait complete. 2024-05-20T21:14:00.067 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.065+0000 7f6116f13b80 1 -- start start 2024-05-20T21:14:00.067 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.065+0000 7f6116f13b80 1 Processor -- start 2024-05-20T21:14:00.067 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.066+0000 7f6116f13b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5574d8597340 0x5574d85a2e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:00.067 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.066+0000 7f6116f13b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5574d859c770 0x5574d85a01e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:00.067 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.066+0000 7f6116f13b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5574d859d090 0x5574d85a0720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:00.067 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.066+0000 7f6116f13b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5574d83eaf50 con 0x5574d8597340 2024-05-20T21:14:00.067 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.066+0000 7f6116f13b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5574d8485710 con 0x5574d859c770 2024-05-20T21:14:00.068 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.066+0000 7f6116f13b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5574d85a3bb0 con 0x5574d859d090 2024-05-20T21:14:00.068 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.066+0000 7f6116f13b80 10 client.0 _ll_register_callbacks cb 0x5574d848ec20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:14:00.068 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.066+0000 7f6109c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5574d8597340 0x5574d85a2e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:00.068 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.066+0000 7f6109c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5574d8597340 0x5574d85a2e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:59080/0 (socket says 172.21.15.8:59080) 2024-05-20T21:14:00.068 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.066+0000 7f6109c00700 1 -- 172.21.15.8:0/1546814543 learned_addr learned my addr 172.21.15.8:0/1546814543 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:14:00.068 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.066+0000 7f610a600700 1 --2- 172.21.15.8:0/1546814543 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5574d859d090 0x5574d85a0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:00.068 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.066+0000 7f6109200700 1 --2- 172.21.15.8:0/1546814543 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5574d859c770 0x5574d85a01e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:00.069 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.067+0000 7f610a600700 1 -- 172.21.15.8:0/1546814543 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5574d859c770 msgr2=0x5574d85a01e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:00.070 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.067+0000 7f610a600700 1 --2- 172.21.15.8:0/1546814543 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5574d859c770 0x5574d85a01e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:00.070 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.067+0000 7f610a600700 1 -- 172.21.15.8:0/1546814543 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5574d8597340 msgr2=0x5574d85a2e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:00.070 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.067+0000 7f610a600700 1 --2- 172.21.15.8:0/1546814543 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5574d8597340 0x5574d85a2e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:00.070 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.067+0000 7f610a600700 1 -- 172.21.15.8:0/1546814543 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5574d8434880 con 0x5574d859d090 2024-05-20T21:14:00.070 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.067+0000 7f6109c00700 1 --2- 172.21.15.8:0/1546814543 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5574d8597340 0x5574d85a2e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:14:00.070 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.067+0000 7f610a600700 1 --2- 172.21.15.8:0/1546814543 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5574d859d090 0x5574d85a0720 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f60fc004260 tx=0x7f60fc011e80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c2f7ebde396020a6 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:00.070 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.067+0000 7f60eb400700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:14:00.070 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.068+0000 7f60eb400700 1 -- 172.21.15.8:0/1546814543 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60fc003e10 con 0x5574d859d090 2024-05-20T21:14:00.070 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.068+0000 7f60eb400700 1 -- 172.21.15.8:0/1546814543 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f60fc003fb0 con 0x5574d859d090 2024-05-20T21:14:00.070 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.068+0000 7f6116f13b80 1 -- 172.21.15.8:0/1546814543 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f60fc004bb0 con 0x5574d859d090 2024-05-20T21:14:00.070 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.068+0000 7f60eb400700 1 -- 172.21.15.8:0/1546814543 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f60fc007500 con 0x5574d859d090 2024-05-20T21:14:00.070 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.068+0000 7f6116f13b80 10 client.24898 fetch_fsmap learned FSMap version 25 2024-05-20T21:14:00.070 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.068+0000 7f6116f13b80 1 -- 172.21.15.8:0/1546814543 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5574d84b5010 con 0x5574d859d090 2024-05-20T21:14:00.071 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.068+0000 7f60eb400700 1 -- 172.21.15.8:0/1546814543 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f60fc004bb0 con 0x5574d859d090 2024-05-20T21:14:00.071 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.069+0000 7f60eb400700 1 -- 172.21.15.8:0/1546814543 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 25) ==== 8338+0+0 (secure 0 0 0) 0x7f60fc030050 con 0x5574d859d090 2024-05-20T21:14:00.071 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.069+0000 7f6116f13b80 10 client.24898 fetch_fsmap finished waiting for FSMap version 25 2024-05-20T21:14:00.071 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.069+0000 7f6116f13b80 10 client.24898 resolve_mds: resolved name 'c' to daemon mds.c 2024-05-20T21:14:00.071 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.069+0000 7f6116f13b80 20 client.24898 populate_metadata read hostname 'smithi008' 2024-05-20T21:14:00.071 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.069+0000 7f6116f13b80 1 --2- 172.21.15.8:0/1546814543 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x5574d85b0480 0x5574d85b18f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:00.071 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.069+0000 7f6116f13b80 4 client.24898 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:14:00.071 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.069+0000 7f6116f13b80 1 -- 172.21.15.8:0/1546814543 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5574d84f6d40 con 0x5574d85b0480 2024-05-20T21:14:00.071 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.069+0000 7f6109c00700 1 --2- 172.21.15.8:0/1546814543 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x5574d85b0480 0x5574d85b18f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:00.072 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.070+0000 7f6109c00700 1 --2- 172.21.15.8:0/1546814543 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x5574d85b0480 0x5574d85b18f0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=16695679e1b3c5e8 server_cookie=7a36a27f48f3fcf6 in_seq=0 out_seq=0 2024-05-20T21:14:00.072 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.070+0000 7f60eb400700 10 client.24898 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:14:00.072 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.071+0000 7f60eb400700 1 -- 172.21.15.8:0/1546814543 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5574d84f6d40 con 0x5574d85b0480 2024-05-20T21:14:00.072 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.071+0000 7f60eb400700 10 client.24898 handle_command_reply: tid=0 2024-05-20T21:14:00.072 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.071+0000 7f6116f13b80 1 client.24898 shutdown 2024-05-20T21:14:00.072 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.071+0000 7f6116f13b80 1 -- 172.21.15.8:0/1546814543 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5574d859d090 msgr2=0x5574d85a0720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:00.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.071+0000 7f6116f13b80 1 --2- 172.21.15.8:0/1546814543 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5574d859d090 0x5574d85a0720 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f60fc004260 tx=0x7f60fc011e80 comp rx=0 tx=0).stop 2024-05-20T21:14:00.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.071+0000 7f6116f13b80 1 -- 172.21.15.8:0/1546814543 shutdown_connections 2024-05-20T21:14:00.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.071+0000 7f6116f13b80 1 --2- 172.21.15.8:0/1546814543 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x5574d85b0480 0x5574d85b18f0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:00.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.071+0000 7f6116f13b80 1 --2- 172.21.15.8:0/1546814543 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5574d859d090 0x5574d85a0720 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:00.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.071+0000 7f6116f13b80 1 --2- 172.21.15.8:0/1546814543 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5574d8597340 0x5574d85a2e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:00.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.071+0000 7f60eb400700 0 client.24898 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:14:00.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.071+0000 7f6116f13b80 1 --2- 172.21.15.8:0/1546814543 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5574d859c770 0x5574d85a01e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:00.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.071+0000 7f6116f13b80 1 -- 172.21.15.8:0/1546814543 >> 172.21.15.8:0/1546814543 conn(0x5574d84c4b90 msgr2=0x5574d8590f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:00.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.071+0000 7f6116f13b80 1 -- 172.21.15.8:0/1546814543 shutdown_connections 2024-05-20T21:14:00.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.071+0000 7f6116f13b80 1 -- 172.21.15.8:0/1546814543 wait complete. 2024-05-20T21:14:00.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.072+0000 7f6116f13b80 20 client.24898 trim_cache size 0 max 16384 2024-05-20T21:14:00.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.095+0000 7f6116f13b80 1 Processor -- start 2024-05-20T21:14:00.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.095+0000 7f6116f13b80 1 -- start start 2024-05-20T21:14:00.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.095+0000 7f6116f13b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5574d8597340 0x5574d8596d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:00.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.095+0000 7f6116f13b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5574d859c770 0x5574d85a0850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:00.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.095+0000 7f6116f13b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5574d859d090 0x5574d85916f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:00.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.095+0000 7f6116f13b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5574d85afc30 con 0x5574d859c770 2024-05-20T21:14:00.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.095+0000 7f6116f13b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5574d85b0300 con 0x5574d8597340 2024-05-20T21:14:00.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.095+0000 7f6116f13b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5574d85b09d0 con 0x5574d859d090 2024-05-20T21:14:00.096 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.096+0000 7f6109c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5574d8597340 0x5574d8596d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:00.097 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.096+0000 7f610a600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5574d859d090 0x5574d85916f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:00.097 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.096+0000 7f6109c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5574d8597340 0x5574d8596d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:39516/0 (socket says 172.21.15.8:39516) 2024-05-20T21:14:00.097 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.096+0000 7f6109c00700 1 -- 172.21.15.8:0/1349194055 learned_addr learned my addr 172.21.15.8:0/1349194055 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:14:00.097 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.096+0000 7f6109200700 1 --2- 172.21.15.8:0/1349194055 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5574d859c770 0x5574d85a0850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:00.097 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.096+0000 7f6109c00700 1 -- 172.21.15.8:0/1349194055 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5574d859d090 msgr2=0x5574d85916f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:00.097 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.096+0000 7f6109c00700 1 --2- 172.21.15.8:0/1349194055 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5574d859d090 0x5574d85916f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:00.097 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.096+0000 7f6109c00700 1 -- 172.21.15.8:0/1349194055 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5574d859c770 msgr2=0x5574d85a0850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:00.097 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.096+0000 7f6109c00700 1 --2- 172.21.15.8:0/1349194055 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5574d859c770 0x5574d85a0850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:00.097 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.096+0000 7f6109c00700 1 -- 172.21.15.8:0/1349194055 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5574d8593180 con 0x5574d8597340 2024-05-20T21:14:00.097 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.096+0000 7f610a600700 1 --2- 172.21.15.8:0/1349194055 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5574d859d090 0x5574d85916f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:14:00.098 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.096+0000 7f6109c00700 1 --2- 172.21.15.8:0/1349194055 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5574d8597340 0x5574d8596d20 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f60f80098e0 tx=0x7f60f8021000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=67b71eda2fba2ba5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:00.098 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.097+0000 7f60f6000700 1 -- 172.21.15.8:0/1349194055 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60f8004a70 con 0x5574d8597340 2024-05-20T21:14:00.098 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.097+0000 7f60f6000700 1 -- 172.21.15.8:0/1349194055 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f60f802c040 con 0x5574d8597340 2024-05-20T21:14:00.098 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.097+0000 7f60f6000700 1 -- 172.21.15.8:0/1349194055 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60f8033440 con 0x5574d8597340 2024-05-20T21:14:00.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.097+0000 7f6116f13b80 1 -- 172.21.15.8:0/1349194055 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5574d8597340 msgr2=0x5574d8596d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:00.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.097+0000 7f6116f13b80 1 --2- 172.21.15.8:0/1349194055 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5574d8597340 0x5574d8596d20 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f60f80098e0 tx=0x7f60f8021000 comp rx=0 tx=0).stop 2024-05-20T21:14:00.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.097+0000 7f6116f13b80 1 -- 172.21.15.8:0/1349194055 shutdown_connections 2024-05-20T21:14:00.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.097+0000 7f6116f13b80 1 --2- 172.21.15.8:0/1349194055 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5574d8597340 0x5574d8596d20 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:00.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.097+0000 7f6116f13b80 1 --2- 172.21.15.8:0/1349194055 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5574d859d090 0x5574d85916f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:00.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.097+0000 7f6116f13b80 1 --2- 172.21.15.8:0/1349194055 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5574d859c770 0x5574d85a0850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:00.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.097+0000 7f6116f13b80 1 -- 172.21.15.8:0/1349194055 >> 172.21.15.8:0/1349194055 conn(0x5574d84c4b90 msgr2=0x5574d859d470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:00.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.097+0000 7f6116f13b80 1 -- 172.21.15.8:0/1349194055 shutdown_connections 2024-05-20T21:14:00.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.097+0000 7f6116f13b80 1 -- 172.21.15.8:0/1349194055 wait complete. 2024-05-20T21:14:00.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.098+0000 7f6116f13b80 1 -- start start 2024-05-20T21:14:00.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.098+0000 7f6116f13b80 1 Processor -- start 2024-05-20T21:14:00.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.098+0000 7f6116f13b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5574d8597340 0x5574d8590ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:00.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.098+0000 7f6116f13b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5574d859c770 0x5574d85911e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:00.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.098+0000 7f6116f13b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5574d859d090 0x5574d8591720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:00.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.098+0000 7f6116f13b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5574d85b1770 con 0x5574d8597340 2024-05-20T21:14:00.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.099+0000 7f6116f13b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5574d85b10a0 con 0x5574d859c770 2024-05-20T21:14:00.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.099+0000 7f6116f13b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5574d85b1e40 con 0x5574d859d090 2024-05-20T21:14:00.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.099+0000 7f6109c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5574d8597340 0x5574d8590ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:00.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.099+0000 7f6116f13b80 10 client.0 _ll_register_callbacks cb 0x5574d848ec20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:14:00.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.099+0000 7f6109c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5574d8597340 0x5574d8590ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:59104/0 (socket says 172.21.15.8:59104) 2024-05-20T21:14:00.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.099+0000 7f6109c00700 1 -- 172.21.15.8:0/3057509355 learned_addr learned my addr 172.21.15.8:0/3057509355 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:14:00.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.099+0000 7f6109200700 1 --2- 172.21.15.8:0/3057509355 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5574d859c770 0x5574d85911e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:00.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.099+0000 7f610a600700 1 --2- 172.21.15.8:0/3057509355 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5574d859d090 0x5574d8591720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:00.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.099+0000 7f6109c00700 1 -- 172.21.15.8:0/3057509355 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5574d859d090 msgr2=0x5574d8591720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:00.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.099+0000 7f6109c00700 1 --2- 172.21.15.8:0/3057509355 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5574d859d090 0x5574d8591720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:00.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.099+0000 7f6109c00700 1 -- 172.21.15.8:0/3057509355 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5574d859c770 msgr2=0x5574d85911e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:00.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.099+0000 7f6109c00700 1 --2- 172.21.15.8:0/3057509355 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5574d859c770 0x5574d85911e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:00.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.099+0000 7f6109c00700 1 -- 172.21.15.8:0/3057509355 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5574d859cda0 con 0x5574d8597340 2024-05-20T21:14:00.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.099+0000 7f610a600700 1 --2- 172.21.15.8:0/3057509355 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5574d859d090 0x5574d8591720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:14:00.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.100+0000 7f6109c00700 1 --2- 172.21.15.8:0/3057509355 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5574d8597340 0x5574d8590ca0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f60f8009750 tx=0x7f60f800bfb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25387ddeaabde74b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:00.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.100+0000 7f60eb400700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:14:00.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.100+0000 7f60eb400700 1 -- 172.21.15.8:0/3057509355 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60f8004a70 con 0x5574d8597340 2024-05-20T21:14:00.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.100+0000 7f6116f13b80 1 -- 172.21.15.8:0/3057509355 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f60f802c040 con 0x5574d8597340 2024-05-20T21:14:00.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.100+0000 7f60eb400700 1 -- 172.21.15.8:0/3057509355 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f60f8004c10 con 0x5574d8597340 2024-05-20T21:14:00.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.100+0000 7f60eb400700 1 -- 172.21.15.8:0/3057509355 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f60f8025460 con 0x5574d8597340 2024-05-20T21:14:00.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.100+0000 7f6116f13b80 10 client.14766 fetch_fsmap learned FSMap version 25 2024-05-20T21:14:00.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.100+0000 7f6116f13b80 1 -- 172.21.15.8:0/3057509355 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5574d8624570 con 0x5574d8597340 2024-05-20T21:14:00.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.101+0000 7f60eb400700 1 -- 172.21.15.8:0/3057509355 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f60f802c040 con 0x5574d8597340 2024-05-20T21:14:00.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.101+0000 7f60eb400700 1 -- 172.21.15.8:0/3057509355 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 25) ==== 8338+0+0 (secure 0 0 0) 0x7f60f800fbc0 con 0x5574d8597340 2024-05-20T21:14:00.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.101+0000 7f6116f13b80 10 client.14766 fetch_fsmap finished waiting for FSMap version 25 2024-05-20T21:14:00.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.101+0000 7f6116f13b80 10 client.14766 resolve_mds: resolved name 'c' to daemon mds.c 2024-05-20T21:14:00.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.101+0000 7f6116f13b80 20 client.14766 populate_metadata read hostname 'smithi008' 2024-05-20T21:14:00.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.101+0000 7f6116f13b80 1 --2- 172.21.15.8:0/3057509355 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x5574d8628b60 0x5574d8627870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:00.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.101+0000 7f6116f13b80 4 client.14766 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-20T21:14:00.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.101+0000 7f6116f13b80 1 -- 172.21.15.8:0/3057509355 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "status"}) -- 0x5574d84f0520 con 0x5574d8628b60 2024-05-20T21:14:00.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.102+0000 7f6109200700 1 --2- 172.21.15.8:0/3057509355 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x5574d8628b60 0x5574d8627870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:00.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.102+0000 7f6109200700 1 --2- 172.21.15.8:0/3057509355 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x5574d8628b60 0x5574d8627870 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=97ee637067cdb768 server_cookie=c1e7f273be208746 in_seq=0 out_seq=0 2024-05-20T21:14:00.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.102+0000 7f60eb400700 10 client.14766 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:14:00.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.102+0000 7f60eb400700 1 -- 172.21.15.8:0/3057509355 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x5574d84f0520 con 0x5574d8628b60 2024-05-20T21:14:00.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.102+0000 7f60eb400700 10 client.14766 handle_command_reply: tid=0 2024-05-20T21:14:00.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.102+0000 7f6116f13b80 1 client.14766 shutdown 2024-05-20T21:14:00.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.102+0000 7f6116f13b80 1 -- 172.21.15.8:0/3057509355 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5574d8597340 msgr2=0x5574d8590ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:00.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.102+0000 7f6116f13b80 1 --2- 172.21.15.8:0/3057509355 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5574d8597340 0x5574d8590ca0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f60f8009750 tx=0x7f60f800bfb0 comp rx=0 tx=0).stop 2024-05-20T21:14:00.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.103+0000 7f6116f13b80 1 -- 172.21.15.8:0/3057509355 shutdown_connections 2024-05-20T21:14:00.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.103+0000 7f6116f13b80 1 --2- 172.21.15.8:0/3057509355 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x5574d8628b60 0x5574d8627870 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:00.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.103+0000 7f6116f13b80 1 --2- 172.21.15.8:0/3057509355 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5574d859d090 0x5574d8591720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:00.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.103+0000 7f6116f13b80 1 --2- 172.21.15.8:0/3057509355 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5574d8597340 0x5574d8590ca0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:00.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.103+0000 7f6116f13b80 1 --2- 172.21.15.8:0/3057509355 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5574d859c770 0x5574d85911e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:00.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.103+0000 7f6116f13b80 1 -- 172.21.15.8:0/3057509355 >> 172.21.15.8:0/3057509355 conn(0x5574d84c4b90 msgr2=0x5574d859f380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:00.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.103+0000 7f60eb400700 0 client.14766 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:14:00.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.103+0000 7f6116f13b80 1 -- 172.21.15.8:0/3057509355 shutdown_connections 2024-05-20T21:14:00.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.103+0000 7f6116f13b80 1 -- 172.21.15.8:0/3057509355 wait complete. 2024-05-20T21:14:00.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.103+0000 7f6116f13b80 20 client.14766 trim_cache size 0 max 16384 2024-05-20T21:14:00.106 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:14:00.107 INFO:teuthology.orchestra.run.smithi008.stdout: "cluster_fsid": "060ce10e-16ec-11ef-bc9a-c7b262605968", 2024-05-20T21:14:00.107 INFO:teuthology.orchestra.run.smithi008.stdout: "whoami": 2, 2024-05-20T21:14:00.107 INFO:teuthology.orchestra.run.smithi008.stdout: "id": 24514, 2024-05-20T21:14:00.107 INFO:teuthology.orchestra.run.smithi008.stdout: "want_state": "up:active", 2024-05-20T21:14:00.107 INFO:teuthology.orchestra.run.smithi008.stdout: "state": "up:active", 2024-05-20T21:14:00.107 INFO:teuthology.orchestra.run.smithi008.stdout: "fs_name": "cephfs", 2024-05-20T21:14:00.107 INFO:teuthology.orchestra.run.smithi008.stdout: "rank_uptime": 144.68157586000001, 2024-05-20T21:14:00.107 INFO:teuthology.orchestra.run.smithi008.stdout: "mdsmap_epoch": 25, 2024-05-20T21:14:00.107 INFO:teuthology.orchestra.run.smithi008.stdout: "osdmap_epoch": 81, 2024-05-20T21:14:00.107 INFO:teuthology.orchestra.run.smithi008.stdout: "osdmap_epoch_barrier": 79, 2024-05-20T21:14:00.107 INFO:teuthology.orchestra.run.smithi008.stdout: "uptime": 199.88687553099999 2024-05-20T21:14:00.107 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:14:00.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.104+0000 7f610b000700 1 -- 172.21.15.8:0/3796715112 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f60ec0b2880 msgr2=0x7f60ec0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:00.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.104+0000 7f610b000700 1 --2- 172.21.15.8:0/3796715112 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f60ec0b2880 0x7f60ec0b4d40 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f60f8005850 tx=0x7f60f801a040 comp rx=0 tx=0).stop 2024-05-20T21:14:00.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.104+0000 7f610b000700 1 -- 172.21.15.8:0/3796715112 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6104106030 msgr2=0x7f610419c2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:00.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.104+0000 7f610b000700 1 --2- 172.21.15.8:0/3796715112 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6104106030 0x7f610419c2d0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f60f000d950 tx=0x7f60f000dc60 comp rx=0 tx=0).stop 2024-05-20T21:14:00.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.104+0000 7f610b000700 1 -- 172.21.15.8:0/3796715112 shutdown_connections 2024-05-20T21:14:00.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.104+0000 7f610b000700 1 --2- 172.21.15.8:0/3796715112 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f60ec0b2880 0x7f60ec0b4d40 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:00.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.104+0000 7f610b000700 1 --2- 172.21.15.8:0/3796715112 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f610410b670 0x7f61041a0610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:00.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.104+0000 7f610b000700 1 --2- 172.21.15.8:0/3796715112 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6104105670 0x7f610419bd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:00.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.104+0000 7f610b000700 1 --2- 172.21.15.8:0/3796715112 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6104106030 0x7f610419c2d0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:00.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.104+0000 7f610b000700 1 -- 172.21.15.8:0/3796715112 >> 172.21.15.8:0/3796715112 conn(0x7f6104101160 msgr2=0x7f6104101780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:00.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.104+0000 7f610b000700 1 -- 172.21.15.8:0/3796715112 shutdown_connections 2024-05-20T21:14:00.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:00.104+0000 7f610b000700 1 -- 172.21.15.8:0/3796715112 wait complete. 2024-05-20T21:14:00.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:14:00 smithi130 ceph-mon[36448]: pgmap v400: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:00.673 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:14:00 smithi050 ceph-mon[35809]: pgmap v400: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:00.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:14:00 smithi008 ceph-mon[31475]: pgmap v400: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:00.950 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.b status 2024-05-20T21:14:01.414 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:14:02.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:14:02 smithi130 ceph-mon[36448]: pgmap v401: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:14:02.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:14:02 smithi050 ceph-mon[35809]: pgmap v401: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:14:02.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:14:02 smithi008 ceph-mon[31475]: pgmap v401: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:14:03.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.569+0000 7fc015400700 1 -- 172.21.15.8:0/3379946576 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc01010fff0 msgr2=0x7fc0101123e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:03.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.569+0000 7fc015400700 1 --2- 172.21.15.8:0/3379946576 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc01010fff0 0x7fc0101123e0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fc00800b0a0 tx=0x7fc00800b3b0 comp rx=0 tx=0).stop 2024-05-20T21:14:03.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.569+0000 7fc015400700 1 -- 172.21.15.8:0/3379946576 shutdown_connections 2024-05-20T21:14:03.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.569+0000 7fc015400700 1 --2- 172.21.15.8:0/3379946576 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc01006b250 0x7fc01006b630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:03.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.569+0000 7fc015400700 1 --2- 172.21.15.8:0/3379946576 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc01010fff0 0x7fc0101123e0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:03.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.569+0000 7fc015400700 1 --2- 172.21.15.8:0/3379946576 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc01006bb70 0x7fc01010fab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:03.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.569+0000 7fc015400700 1 -- 172.21.15.8:0/3379946576 >> 172.21.15.8:0/3379946576 conn(0x7fc0100793f0 msgr2=0x7fc010079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:03.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.569+0000 7fc015400700 1 -- 172.21.15.8:0/3379946576 shutdown_connections 2024-05-20T21:14:03.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.569+0000 7fc015400700 1 -- 172.21.15.8:0/3379946576 wait complete. 2024-05-20T21:14:03.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.570+0000 7fc015400700 1 Processor -- start 2024-05-20T21:14:03.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.570+0000 7fc015400700 1 -- start start 2024-05-20T21:14:03.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.571+0000 7fc015400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc01006b250 0x7fc01019be30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:03.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.571+0000 7fc015400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc01006bb70 0x7fc01019c370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:03.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.571+0000 7fc015400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc01010fff0 0x7fc0101a0700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:03.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.571+0000 7fc015400700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc010115960 con 0x7fc01006bb70 2024-05-20T21:14:03.573 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.571+0000 7fc015400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc0101157e0 con 0x7fc01006b250 2024-05-20T21:14:03.573 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.571+0000 7fc015400700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc010115ae0 con 0x7fc01010fff0 2024-05-20T21:14:03.573 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.571+0000 7fc00e800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc01006b250 0x7fc01019be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:03.573 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.571+0000 7fc00e800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc01006b250 0x7fc01019be30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:42704/0 (socket says 172.21.15.8:42704) 2024-05-20T21:14:03.573 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.571+0000 7fc00e800700 1 -- 172.21.15.8:0/3302954559 learned_addr learned my addr 172.21.15.8:0/3302954559 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:14:03.573 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.571+0000 7fc005e00700 1 --2- 172.21.15.8:0/3302954559 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc01006bb70 0x7fc01019c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:03.573 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.571+0000 7fc00f200700 1 --2- 172.21.15.8:0/3302954559 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc01010fff0 0x7fc0101a0700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:03.573 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.572+0000 7fc00e800700 1 -- 172.21.15.8:0/3302954559 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc01010fff0 msgr2=0x7fc0101a0700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:03.573 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.572+0000 7fc00e800700 1 --2- 172.21.15.8:0/3302954559 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc01010fff0 0x7fc0101a0700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:03.573 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.572+0000 7fc00e800700 1 -- 172.21.15.8:0/3302954559 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc01006bb70 msgr2=0x7fc01019c370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:03.573 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.572+0000 7fc00e800700 1 --2- 172.21.15.8:0/3302954559 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc01006bb70 0x7fc01019c370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:03.573 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.572+0000 7fc00e800700 1 -- 172.21.15.8:0/3302954559 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0101a0e40 con 0x7fc01006b250 2024-05-20T21:14:03.573 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.572+0000 7fc00e800700 1 --2- 172.21.15.8:0/3302954559 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc01006b250 0x7fc01019be30 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fc00000e9a0 tx=0x7fc00000ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:03.574 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.572+0000 7fc007e00700 1 -- 172.21.15.8:0/3302954559 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc00000ca10 con 0x7fc01006b250 2024-05-20T21:14:03.574 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.572+0000 7fc007e00700 1 -- 172.21.15.8:0/3302954559 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc00000cbb0 con 0x7fc01006b250 2024-05-20T21:14:03.574 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.572+0000 7fc015400700 1 -- 172.21.15.8:0/3302954559 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc0101a1130 con 0x7fc01006b250 2024-05-20T21:14:03.574 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.572+0000 7fc007e00700 1 -- 172.21.15.8:0/3302954559 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc000018680 con 0x7fc01006b250 2024-05-20T21:14:03.574 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.573+0000 7fc015400700 1 -- 172.21.15.8:0/3302954559 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0101a89b0 con 0x7fc01006b250 2024-05-20T21:14:03.576 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.576+0000 7fc007e00700 1 -- 172.21.15.8:0/3302954559 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fc000010430 con 0x7fc01006b250 2024-05-20T21:14:03.577 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.577+0000 7fc01fc91b80 1 Processor -- start 2024-05-20T21:14:03.578 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.578+0000 7fc01fc91b80 1 -- start start 2024-05-20T21:14:03.578 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.578+0000 7fc007e00700 1 --2- 172.21.15.8:0/3302954559 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbff40b2900 0x7fbff40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:03.579 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.578+0000 7fc007e00700 1 -- 172.21.15.8:0/3302954559 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc0000e2370 con 0x7fc01006b250 2024-05-20T21:14:03.579 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.578+0000 7fc00f200700 1 --2- 172.21.15.8:0/3302954559 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbff40b2900 0x7fbff40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:03.579 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.578+0000 7fc01fc91b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556f768aadb0 0x556f768ab190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:03.579 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.578+0000 7fc01fc91b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556f768ab6d0 0x556f768a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:03.579 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.578+0000 7fc01fc91b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556f768a5900 0x556f768a5d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:03.579 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.578+0000 7fc01fc91b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x556f767fadf0 con 0x556f768ab6d0 2024-05-20T21:14:03.579 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.578+0000 7fc01fc91b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x556f767ea990 con 0x556f768a5900 2024-05-20T21:14:03.579 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.578+0000 7fc01fc91b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x556f767ee9d0 con 0x556f768aadb0 2024-05-20T21:14:03.579 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.579+0000 7fc005e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556f768ab6d0 0x556f768a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:03.579 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.579+0000 7fc00f200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556f768a5900 0x556f768a5d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:03.579 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.579+0000 7fc005e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556f768ab6d0 0x556f768a52e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:52938/0 (socket says 172.21.15.8:52938) 2024-05-20T21:14:03.579 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.579+0000 7fc005e00700 1 -- 172.21.15.8:0/1195347387 learned_addr learned my addr 172.21.15.8:0/1195347387 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:14:03.580 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.579+0000 7fc00e800700 1 --2- 172.21.15.8:0/1195347387 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556f768aadb0 0x556f768ab190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:03.580 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.579+0000 7fc005e00700 1 -- 172.21.15.8:0/1195347387 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556f768aadb0 msgr2=0x556f768ab190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:03.581 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.579+0000 7fc005e00700 1 --2- 172.21.15.8:0/1195347387 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556f768aadb0 0x556f768ab190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:03.581 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.579+0000 7fc005e00700 1 -- 172.21.15.8:0/1195347387 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556f768a5900 msgr2=0x556f768a5d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:03.581 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.579+0000 7fc005e00700 1 --2- 172.21.15.8:0/1195347387 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556f768a5900 0x556f768a5d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:03.581 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.579+0000 7fc005e00700 1 -- 172.21.15.8:0/1195347387 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556f767b33d0 con 0x556f768ab6d0 2024-05-20T21:14:03.581 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.579+0000 7fc00e800700 1 --2- 172.21.15.8:0/1195347387 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556f768aadb0 0x556f768ab190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:14:03.581 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.580+0000 7fc00f200700 1 --2- 172.21.15.8:0/3302954559 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbff40b2900 0x7fbff40b4dc0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fc008009fd0 tx=0x7fc008009320 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:03.581 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.580+0000 7fc005e00700 1 --2- 172.21.15.8:0/1195347387 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556f768ab6d0 0x556f768a52e0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fbff8009cb0 tx=0x7fbff8011440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df203d597eb9fdbb server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:03.581 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.580+0000 7fbfffe00700 1 -- 172.21.15.8:0/1195347387 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbff801e070 con 0x556f768ab6d0 2024-05-20T21:14:03.581 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.580+0000 7fbfffe00700 1 -- 172.21.15.8:0/1195347387 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbff8011d80 con 0x556f768ab6d0 2024-05-20T21:14:03.581 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.580+0000 7fbfffe00700 1 -- 172.21.15.8:0/1195347387 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbff800e6a0 con 0x556f768ab6d0 2024-05-20T21:14:03.582 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.581+0000 7fc01fc91b80 1 -- 172.21.15.8:0/1195347387 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556f768ab6d0 msgr2=0x556f768a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:03.583 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.581+0000 7fc01fc91b80 1 --2- 172.21.15.8:0/1195347387 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556f768ab6d0 0x556f768a52e0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fbff8009cb0 tx=0x7fbff8011440 comp rx=0 tx=0).stop 2024-05-20T21:14:03.583 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.581+0000 7fc01fc91b80 1 -- 172.21.15.8:0/1195347387 shutdown_connections 2024-05-20T21:14:03.583 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.581+0000 7fc01fc91b80 1 --2- 172.21.15.8:0/1195347387 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556f768a5900 0x556f768a5d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:03.583 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.581+0000 7fc01fc91b80 1 --2- 172.21.15.8:0/1195347387 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556f768aadb0 0x556f768ab190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:03.583 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.581+0000 7fc01fc91b80 1 --2- 172.21.15.8:0/1195347387 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556f768ab6d0 0x556f768a52e0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:03.583 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.581+0000 7fc01fc91b80 1 -- 172.21.15.8:0/1195347387 >> 172.21.15.8:0/1195347387 conn(0x556f767cab90 msgr2=0x556f76897640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:03.583 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.581+0000 7fc01fc91b80 1 -- 172.21.15.8:0/1195347387 shutdown_connections 2024-05-20T21:14:03.583 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.581+0000 7fc01fc91b80 1 -- 172.21.15.8:0/1195347387 wait complete. 2024-05-20T21:14:03.583 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.582+0000 7fc01fc91b80 1 -- start start 2024-05-20T21:14:03.583 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.582+0000 7fc01fc91b80 1 Processor -- start 2024-05-20T21:14:03.583 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.583+0000 7fc01fc91b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556f768a5900 0x556f768b1380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:03.583 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.583+0000 7fc01fc91b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556f768aadb0 0x556f768ae720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:03.583 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.583+0000 7fc01fc91b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556f768ab6d0 0x556f768aec60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:03.584 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.583+0000 7fc01fc91b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x556f766f0f50 con 0x556f768a5900 2024-05-20T21:14:03.584 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.583+0000 7fc01fc91b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x556f7678b710 con 0x556f768ab6d0 2024-05-20T21:14:03.584 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.583+0000 7fc01fc91b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x556f768b21d0 con 0x556f768aadb0 2024-05-20T21:14:03.584 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.583+0000 7fc01fc91b80 10 client.0 _ll_register_callbacks cb 0x556f76794c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:14:03.585 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.583+0000 7fc00e800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556f768a5900 0x556f768b1380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:03.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.583+0000 7fc00e800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556f768a5900 0x556f768b1380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:52942/0 (socket says 172.21.15.8:52942) 2024-05-20T21:14:03.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.583+0000 7fc005e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556f768aadb0 0x556f768ae720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:03.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.583+0000 7fc00f200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556f768ab6d0 0x556f768aec60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:03.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.583+0000 7fc00e800700 1 -- 172.21.15.8:0/1955609352 learned_addr learned my addr 172.21.15.8:0/1955609352 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:14:03.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.583+0000 7fc00e800700 1 -- 172.21.15.8:0/1955609352 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556f768aadb0 msgr2=0x556f768ae720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:03.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.583+0000 7fc00e800700 1 --2- 172.21.15.8:0/1955609352 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556f768aadb0 0x556f768ae720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:03.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.583+0000 7fc00e800700 1 -- 172.21.15.8:0/1955609352 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556f768ab6d0 msgr2=0x556f768aec60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:03.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.583+0000 7fc00e800700 1 --2- 172.21.15.8:0/1955609352 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556f768ab6d0 0x556f768aec60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:03.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.583+0000 7fc00e800700 1 -- 172.21.15.8:0/1955609352 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556f7673a880 con 0x556f768a5900 2024-05-20T21:14:03.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.583+0000 7fc005e00700 1 --2- 172.21.15.8:0/1955609352 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556f768aadb0 0x556f768ae720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:14:03.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.584+0000 7fc00e800700 1 --2- 172.21.15.8:0/1955609352 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556f768a5900 0x556f768b1380 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fc0000098c0 tx=0x7fc0000cc330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2fc44c8a41e9b3d5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:03.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.584+0000 7fbffcc00700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:14:03.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.584+0000 7fbffcc00700 1 -- 172.21.15.8:0/1955609352 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0000c3060 con 0x556f768a5900 2024-05-20T21:14:03.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.584+0000 7fbffcc00700 1 -- 172.21.15.8:0/1955609352 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc0000cade0 con 0x556f768a5900 2024-05-20T21:14:03.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.584+0000 7fc01fc91b80 1 -- 172.21.15.8:0/1955609352 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbff8011d80 con 0x556f768a5900 2024-05-20T21:14:03.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.584+0000 7fbffcc00700 1 -- 172.21.15.8:0/1955609352 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fc0000aa020 con 0x556f768a5900 2024-05-20T21:14:03.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.584+0000 7fc01fc91b80 10 client.14778 fetch_fsmap learned FSMap version 25 2024-05-20T21:14:03.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.584+0000 7fc01fc91b80 1 -- 172.21.15.8:0/1955609352 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x556f767bb010 con 0x556f768a5900 2024-05-20T21:14:03.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.585+0000 7fbffcc00700 1 -- 172.21.15.8:0/1955609352 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbff8011d80 con 0x556f768a5900 2024-05-20T21:14:03.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.585+0000 7fbffcc00700 1 -- 172.21.15.8:0/1955609352 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 25) ==== 8338+0+0 (secure 0 0 0) 0x7fc000010720 con 0x556f768a5900 2024-05-20T21:14:03.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.585+0000 7fc01fc91b80 10 client.14778 fetch_fsmap finished waiting for FSMap version 25 2024-05-20T21:14:03.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.585+0000 7fc01fc91b80 10 client.14778 resolve_mds: resolved name 'b' to daemon mds.b 2024-05-20T21:14:03.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.585+0000 7fc01fc91b80 20 client.14778 populate_metadata read hostname 'smithi008' 2024-05-20T21:14:03.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.585+0000 7fc01fc91b80 1 --2- 172.21.15.8:0/1955609352 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x556f768becf0 0x556f768c0160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:03.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.585+0000 7fc01fc91b80 4 client.14778 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:14:03.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.585+0000 7fc01fc91b80 1 -- 172.21.15.8:0/1955609352 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556f767fcd40 con 0x556f768becf0 2024-05-20T21:14:03.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.586+0000 7fc005e00700 1 --2- 172.21.15.8:0/1955609352 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x556f768becf0 0x556f768c0160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:03.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.586+0000 7fc005e00700 1 --2- 172.21.15.8:0/1955609352 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x556f768becf0 0x556f768c0160 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=fc846b1bc11a1f40 server_cookie=c03abe73a0737d8e in_seq=0 out_seq=0 2024-05-20T21:14:03.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.586+0000 7fbffcc00700 10 client.14778 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:14:03.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.587+0000 7fbffcc00700 1 -- 172.21.15.8:0/1955609352 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x556f767fcd40 con 0x556f768becf0 2024-05-20T21:14:03.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.587+0000 7fbffcc00700 10 client.14778 handle_command_reply: tid=0 2024-05-20T21:14:03.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.587+0000 7fc01fc91b80 1 client.14778 shutdown 2024-05-20T21:14:03.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.587+0000 7fc01fc91b80 1 -- 172.21.15.8:0/1955609352 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556f768a5900 msgr2=0x556f768b1380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:03.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.587+0000 7fc01fc91b80 1 --2- 172.21.15.8:0/1955609352 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556f768a5900 0x556f768b1380 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fc0000098c0 tx=0x7fc0000cc330 comp rx=0 tx=0).stop 2024-05-20T21:14:03.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.587+0000 7fc01fc91b80 1 -- 172.21.15.8:0/1955609352 shutdown_connections 2024-05-20T21:14:03.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.587+0000 7fc01fc91b80 1 --2- 172.21.15.8:0/1955609352 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x556f768becf0 0x556f768c0160 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:03.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.587+0000 7fc01fc91b80 1 --2- 172.21.15.8:0/1955609352 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556f768ab6d0 0x556f768aec60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:03.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.587+0000 7fc01fc91b80 1 --2- 172.21.15.8:0/1955609352 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556f768a5900 0x556f768b1380 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:03.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.587+0000 7fc01fc91b80 1 --2- 172.21.15.8:0/1955609352 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556f768aadb0 0x556f768ae720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:03.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.587+0000 7fbffcc00700 0 client.14778 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:14:03.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.587+0000 7fc01fc91b80 1 -- 172.21.15.8:0/1955609352 >> 172.21.15.8:0/1955609352 conn(0x556f767cab90 msgr2=0x556f76896d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:03.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.588+0000 7fc01fc91b80 1 -- 172.21.15.8:0/1955609352 shutdown_connections 2024-05-20T21:14:03.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.588+0000 7fc01fc91b80 1 -- 172.21.15.8:0/1955609352 wait complete. 2024-05-20T21:14:03.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.588+0000 7fc01fc91b80 20 client.14778 trim_cache size 0 max 16384 2024-05-20T21:14:03.612 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.612+0000 7fc01fc91b80 1 Processor -- start 2024-05-20T21:14:03.612 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.612+0000 7fc01fc91b80 1 -- start start 2024-05-20T21:14:03.612 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.612+0000 7fc01fc91b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556f768a5900 0x556f768b0bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:03.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.612+0000 7fc01fc91b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556f768aadb0 0x556f768974a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:03.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.612+0000 7fc01fc91b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556f768ab6d0 0x556f768ae500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:03.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.612+0000 7fc01fc91b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x556f768be4a0 con 0x556f768a5900 2024-05-20T21:14:03.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.612+0000 7fc01fc91b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x556f768beb70 con 0x556f768ab6d0 2024-05-20T21:14:03.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.612+0000 7fc01fc91b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x556f768bf240 con 0x556f768aadb0 2024-05-20T21:14:03.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.613+0000 7fc005e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556f768aadb0 0x556f768974a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:03.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.613+0000 7fc005e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556f768aadb0 0x556f768974a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:49096/0 (socket says 172.21.15.8:49096) 2024-05-20T21:14:03.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.613+0000 7fc005e00700 1 -- 172.21.15.8:0/2515777773 learned_addr learned my addr 172.21.15.8:0/2515777773 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:14:03.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.613+0000 7fc00f200700 1 --2- 172.21.15.8:0/2515777773 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556f768ab6d0 0x556f768ae500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:03.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.613+0000 7fc00e800700 1 --2- 172.21.15.8:0/2515777773 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556f768a5900 0x556f768b0bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:03.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.613+0000 7fc005e00700 1 -- 172.21.15.8:0/2515777773 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556f768ab6d0 msgr2=0x556f768ae500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:03.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.613+0000 7fc005e00700 1 --2- 172.21.15.8:0/2515777773 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556f768ab6d0 0x556f768ae500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:03.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.613+0000 7fc005e00700 1 -- 172.21.15.8:0/2515777773 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556f768a5900 msgr2=0x556f768b0bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:03.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.613+0000 7fc005e00700 1 --2- 172.21.15.8:0/2515777773 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556f768a5900 0x556f768b0bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:03.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.613+0000 7fc005e00700 1 -- 172.21.15.8:0/2515777773 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556f76898110 con 0x556f768aadb0 2024-05-20T21:14:03.615 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.614+0000 7fc005e00700 1 --2- 172.21.15.8:0/2515777773 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556f768aadb0 0x556f768974a0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fbff8009c80 tx=0x7fbff8009300 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6ec1b669a45870d9 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:03.615 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.614+0000 7fbfff400700 1 -- 172.21.15.8:0/2515777773 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbff8035070 con 0x556f768aadb0 2024-05-20T21:14:03.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.614+0000 7fbfff400700 1 -- 172.21.15.8:0/2515777773 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbff8011cc0 con 0x556f768aadb0 2024-05-20T21:14:03.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.614+0000 7fbfff400700 1 -- 172.21.15.8:0/2515777773 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbff801e040 con 0x556f768aadb0 2024-05-20T21:14:03.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.615+0000 7fc01fc91b80 1 -- 172.21.15.8:0/2515777773 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556f768aadb0 msgr2=0x556f768974a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:03.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.615+0000 7fc01fc91b80 1 --2- 172.21.15.8:0/2515777773 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556f768aadb0 0x556f768974a0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fbff8009c80 tx=0x7fbff8009300 comp rx=0 tx=0).stop 2024-05-20T21:14:03.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.615+0000 7fc01fc91b80 1 -- 172.21.15.8:0/2515777773 shutdown_connections 2024-05-20T21:14:03.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.615+0000 7fc01fc91b80 1 --2- 172.21.15.8:0/2515777773 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556f768ab6d0 0x556f768ae500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:03.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.615+0000 7fc01fc91b80 1 --2- 172.21.15.8:0/2515777773 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556f768a5900 0x556f768b0bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:03.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.615+0000 7fc01fc91b80 1 --2- 172.21.15.8:0/2515777773 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556f768aadb0 0x556f768974a0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:03.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.615+0000 7fc01fc91b80 1 -- 172.21.15.8:0/2515777773 >> 172.21.15.8:0/2515777773 conn(0x556f767cab90 msgr2=0x556f768ad030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:03.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.615+0000 7fc01fc91b80 1 -- 172.21.15.8:0/2515777773 shutdown_connections 2024-05-20T21:14:03.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.615+0000 7fc01fc91b80 1 -- 172.21.15.8:0/2515777773 wait complete. 2024-05-20T21:14:03.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.615+0000 7fc01fc91b80 1 -- start start 2024-05-20T21:14:03.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.616+0000 7fc01fc91b80 1 Processor -- start 2024-05-20T21:14:03.618 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.616+0000 7fc01fc91b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556f768a5900 0x556f768c97c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:03.618 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.616+0000 7fc01fc91b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556f768aadb0 0x556f768c9d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:03.618 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.616+0000 7fc01fc91b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556f768ab6d0 0x556f768c4590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:03.618 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.616+0000 7fc01fc91b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x556f768bffe0 con 0x556f768aadb0 2024-05-20T21:14:03.618 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.616+0000 7fc01fc91b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x556f768bf910 con 0x556f768ab6d0 2024-05-20T21:14:03.618 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.616+0000 7fc01fc91b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x556f768c06b0 con 0x556f768a5900 2024-05-20T21:14:03.618 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.616+0000 7fc01fc91b80 10 client.0 _ll_register_callbacks cb 0x556f76794c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:14:03.618 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.617+0000 7fc00e800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556f768a5900 0x556f768c97c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:03.618 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.617+0000 7fc005e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556f768aadb0 0x556f768c9d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:03.618 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.617+0000 7fc00f200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556f768ab6d0 0x556f768c4590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:03.618 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.617+0000 7fc00e800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556f768a5900 0x556f768c97c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:49108/0 (socket says 172.21.15.8:49108) 2024-05-20T21:14:03.618 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.617+0000 7fc00e800700 1 -- 172.21.15.8:0/1863040734 learned_addr learned my addr 172.21.15.8:0/1863040734 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:14:03.619 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.617+0000 7fc00e800700 1 -- 172.21.15.8:0/1863040734 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556f768ab6d0 msgr2=0x556f768c4590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:03.619 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.617+0000 7fc00e800700 1 --2- 172.21.15.8:0/1863040734 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556f768ab6d0 0x556f768c4590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:03.619 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.617+0000 7fc00e800700 1 -- 172.21.15.8:0/1863040734 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556f768aadb0 msgr2=0x556f768c9d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:03.619 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.617+0000 7fc00e800700 1 --2- 172.21.15.8:0/1863040734 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556f768aadb0 0x556f768c9d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:03.619 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.617+0000 7fc00e800700 1 -- 172.21.15.8:0/1863040734 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556f768c4d10 con 0x556f768a5900 2024-05-20T21:14:03.619 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.617+0000 7fc00f200700 1 --2- 172.21.15.8:0/1863040734 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556f768ab6d0 0x556f768c4590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:14:03.619 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.617+0000 7fc005e00700 1 --2- 172.21.15.8:0/1863040734 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556f768aadb0 0x556f768c9d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:14:03.619 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.617+0000 7fc00e800700 1 --2- 172.21.15.8:0/1863040734 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556f768a5900 0x556f768c97c0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fc000010b10 tx=0x7fc0000a5290 comp rx=0 tx=0).ready entity=mon.1 client_cookie=304ac8bbba56ad88 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:03.619 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.617+0000 7fbffcc00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:14:03.619 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.617+0000 7fbffcc00700 1 -- 172.21.15.8:0/1863040734 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0000b2780 con 0x556f768a5900 2024-05-20T21:14:03.619 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.618+0000 7fbffcc00700 1 -- 172.21.15.8:0/1863040734 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc0000a8d90 con 0x556f768a5900 2024-05-20T21:14:03.619 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.618+0000 7fc01fc91b80 1 -- 172.21.15.8:0/1863040734 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbff8011cc0 con 0x556f768a5900 2024-05-20T21:14:03.620 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.618+0000 7fbffcc00700 1 -- 172.21.15.8:0/1863040734 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fc0000a9920 con 0x556f768a5900 2024-05-20T21:14:03.620 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.618+0000 7fc01fc91b80 10 client.24922 fetch_fsmap learned FSMap version 25 2024-05-20T21:14:03.620 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.618+0000 7fc01fc91b80 1 -- 172.21.15.8:0/1863040734 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x556f7692af00 con 0x556f768a5900 2024-05-20T21:14:03.621 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.618+0000 7fbffcc00700 1 -- 172.21.15.8:0/1863040734 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbff8011cc0 con 0x556f768a5900 2024-05-20T21:14:03.621 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.618+0000 7fbffcc00700 1 -- 172.21.15.8:0/1863040734 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 25) ==== 8338+0+0 (secure 0 0 0) 0x7fc0000aee60 con 0x556f768a5900 2024-05-20T21:14:03.622 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.618+0000 7fc01fc91b80 10 client.24922 fetch_fsmap finished waiting for FSMap version 25 2024-05-20T21:14:03.622 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.619+0000 7fc01fc91b80 10 client.24922 resolve_mds: resolved name 'b' to daemon mds.b 2024-05-20T21:14:03.622 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.619+0000 7fc01fc91b80 20 client.24922 populate_metadata read hostname 'smithi008' 2024-05-20T21:14:03.622 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.619+0000 7fc01fc91b80 1 --2- 172.21.15.8:0/1863040734 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x556f7692f950 0x556f7692e660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:03.622 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.619+0000 7fc01fc91b80 4 client.24922 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-20T21:14:03.622 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.619+0000 7fc01fc91b80 1 -- 172.21.15.8:0/1863040734 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "status"}) -- 0x556f767f6520 con 0x556f7692f950 2024-05-20T21:14:03.622 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.619+0000 7fc005e00700 1 --2- 172.21.15.8:0/1863040734 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x556f7692f950 0x556f7692e660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:03.622 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.620+0000 7fc005e00700 1 --2- 172.21.15.8:0/1863040734 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x556f7692f950 0x556f7692e660 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=356920ed3c3dc73d server_cookie=9327d08c693c909a in_seq=0 out_seq=0 2024-05-20T21:14:03.622 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.620+0000 7fbffcc00700 10 client.24922 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:14:03.622 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.620+0000 7fbffcc00700 1 -- 172.21.15.8:0/1863040734 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+322 (crc 0 0 0) 0x556f767f6520 con 0x556f7692f950 2024-05-20T21:14:03.622 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.620+0000 7fbffcc00700 10 client.24922 handle_command_reply: tid=0 2024-05-20T21:14:03.623 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.620+0000 7fc01fc91b80 1 client.24922 shutdown 2024-05-20T21:14:03.623 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.620+0000 7fc01fc91b80 1 -- 172.21.15.8:0/1863040734 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556f768a5900 msgr2=0x556f768c97c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:03.623 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.620+0000 7fc01fc91b80 1 --2- 172.21.15.8:0/1863040734 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556f768a5900 0x556f768c97c0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fc000010b10 tx=0x7fc0000a5290 comp rx=0 tx=0).stop 2024-05-20T21:14:03.623 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.620+0000 7fc01fc91b80 1 -- 172.21.15.8:0/1863040734 shutdown_connections 2024-05-20T21:14:03.623 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.620+0000 7fc01fc91b80 1 --2- 172.21.15.8:0/1863040734 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x556f7692f950 0x556f7692e660 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:03.623 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.620+0000 7fc01fc91b80 1 --2- 172.21.15.8:0/1863040734 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556f768ab6d0 0x556f768c4590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:03.623 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.620+0000 7fc01fc91b80 1 --2- 172.21.15.8:0/1863040734 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556f768a5900 0x556f768c97c0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:03.623 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.620+0000 7fc01fc91b80 1 --2- 172.21.15.8:0/1863040734 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556f768aadb0 0x556f768c9d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:03.623 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.620+0000 7fbffcc00700 0 client.24922 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:14:03.623 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.620+0000 7fc01fc91b80 1 -- 172.21.15.8:0/1863040734 >> 172.21.15.8:0/1863040734 conn(0x556f767cab90 msgr2=0x556f768abab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:03.623 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.620+0000 7fc01fc91b80 1 -- 172.21.15.8:0/1863040734 shutdown_connections 2024-05-20T21:14:03.623 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.620+0000 7fc01fc91b80 1 -- 172.21.15.8:0/1863040734 wait complete. 2024-05-20T21:14:03.623 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.621+0000 7fc01fc91b80 20 client.24922 trim_cache size 0 max 16384 2024-05-20T21:14:03.624 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:14:03.624 INFO:teuthology.orchestra.run.smithi008.stdout: "cluster_fsid": "060ce10e-16ec-11ef-bc9a-c7b262605968", 2024-05-20T21:14:03.624 INFO:teuthology.orchestra.run.smithi008.stdout: "whoami": 1, 2024-05-20T21:14:03.624 INFO:teuthology.orchestra.run.smithi008.stdout: "id": 24521, 2024-05-20T21:14:03.624 INFO:teuthology.orchestra.run.smithi008.stdout: "want_state": "up:active", 2024-05-20T21:14:03.624 INFO:teuthology.orchestra.run.smithi008.stdout: "state": "up:active", 2024-05-20T21:14:03.624 INFO:teuthology.orchestra.run.smithi008.stdout: "fs_name": "cephfs", 2024-05-20T21:14:03.624 INFO:teuthology.orchestra.run.smithi008.stdout: "rank_uptime": 149.212239649, 2024-05-20T21:14:03.624 INFO:teuthology.orchestra.run.smithi008.stdout: "mdsmap_epoch": 25, 2024-05-20T21:14:03.624 INFO:teuthology.orchestra.run.smithi008.stdout: "osdmap_epoch": 81, 2024-05-20T21:14:03.625 INFO:teuthology.orchestra.run.smithi008.stdout: "osdmap_epoch_barrier": 79, 2024-05-20T21:14:03.625 INFO:teuthology.orchestra.run.smithi008.stdout: "uptime": 184.720722593 2024-05-20T21:14:03.625 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:14:03.625 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.621+0000 7fc015400700 1 -- 172.21.15.8:0/3302954559 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbff40b2900 msgr2=0x7fbff40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:03.625 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.621+0000 7fc015400700 1 --2- 172.21.15.8:0/3302954559 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbff40b2900 0x7fbff40b4dc0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fc008009fd0 tx=0x7fc008009320 comp rx=0 tx=0).stop 2024-05-20T21:14:03.625 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.621+0000 7fc015400700 1 -- 172.21.15.8:0/3302954559 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc01006b250 msgr2=0x7fc01019be30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:03.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.621+0000 7fc015400700 1 --2- 172.21.15.8:0/3302954559 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc01006b250 0x7fc01019be30 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fc00000e9a0 tx=0x7fc00000ecb0 comp rx=0 tx=0).stop 2024-05-20T21:14:03.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.621+0000 7fc015400700 1 -- 172.21.15.8:0/3302954559 shutdown_connections 2024-05-20T21:14:03.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.621+0000 7fc015400700 1 --2- 172.21.15.8:0/3302954559 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbff40b2900 0x7fbff40b4dc0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:03.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.621+0000 7fc015400700 1 --2- 172.21.15.8:0/3302954559 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc01006b250 0x7fc01019be30 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:03.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.621+0000 7fc015400700 1 --2- 172.21.15.8:0/3302954559 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc01010fff0 0x7fc0101a0700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:03.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.621+0000 7fc015400700 1 --2- 172.21.15.8:0/3302954559 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc01006bb70 0x7fc01019c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:03.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.621+0000 7fc015400700 1 -- 172.21.15.8:0/3302954559 >> 172.21.15.8:0/3302954559 conn(0x7fc0100793f0 msgr2=0x7fc0101114a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:03.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.622+0000 7fc015400700 1 -- 172.21.15.8:0/3302954559 shutdown_connections 2024-05-20T21:14:03.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:03.622+0000 7fc015400700 1 -- 172.21.15.8:0/3302954559 wait complete. 2024-05-20T21:14:04.463 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.i status 2024-05-20T21:14:04.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:14:04 smithi130 ceph-mon[36448]: pgmap v402: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:04.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:14:04 smithi050 ceph-mon[35809]: pgmap v402: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:04.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:14:04 smithi008 ceph-mon[31475]: pgmap v402: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:04.926 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:14:06.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:14:06 smithi130 ceph-mon[36448]: pgmap v403: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:14:06.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:14:06 smithi050 ceph-mon[35809]: pgmap v403: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:14:06.675 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:14:06 smithi008 ceph-mon[31475]: pgmap v403: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:14:07.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.174+0000 7effccc00700 1 -- 172.21.15.8:0/1649233348 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7effc8106110 msgr2=0x7effc8112620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:07.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.174+0000 7effccc00700 1 --2- 172.21.15.8:0/1649233348 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7effc8106110 0x7effc8112620 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7effc000b0a0 tx=0x7effc000b3b0 comp rx=0 tx=0).stop 2024-05-20T21:14:07.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.174+0000 7effccc00700 1 -- 172.21.15.8:0/1649233348 shutdown_connections 2024-05-20T21:14:07.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.174+0000 7effccc00700 1 --2- 172.21.15.8:0/1649233348 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7effc810b750 0x7effc810bb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:07.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.174+0000 7effccc00700 1 --2- 172.21.15.8:0/1649233348 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7effc8106110 0x7effc8112620 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:07.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.174+0000 7effccc00700 1 --2- 172.21.15.8:0/1649233348 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7effc8105750 0x7effc8105bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:07.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.174+0000 7effccc00700 1 -- 172.21.15.8:0/1649233348 >> 172.21.15.8:0/1649233348 conn(0x7effc8101240 msgr2=0x7effc8103660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:07.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.174+0000 7effccc00700 1 -- 172.21.15.8:0/1649233348 shutdown_connections 2024-05-20T21:14:07.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.174+0000 7effccc00700 1 -- 172.21.15.8:0/1649233348 wait complete. 2024-05-20T21:14:07.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.175+0000 7effccc00700 1 Processor -- start 2024-05-20T21:14:07.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.176+0000 7effccc00700 1 -- start start 2024-05-20T21:14:07.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.176+0000 7effccc00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7effc8105750 0x7effc819bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:07.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.176+0000 7effccc00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7effc8106110 0x7effc819c310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:07.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.176+0000 7effccc00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7effc810b750 0x7effc81a06a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:07.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.176+0000 7effccc00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7effc8115980 con 0x7effc8105750 2024-05-20T21:14:07.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.176+0000 7effccc00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7effc8115800 con 0x7effc8106110 2024-05-20T21:14:07.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.176+0000 7effccc00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7effc8115b00 con 0x7effc810b750 2024-05-20T21:14:07.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.176+0000 7effc5400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7effc8106110 0x7effc819c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:07.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.176+0000 7effc5e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7effc8105750 0x7effc819bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:07.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.176+0000 7effc6800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7effc810b750 0x7effc81a06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:07.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.176+0000 7effc5400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7effc8106110 0x7effc819c310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:42772/0 (socket says 172.21.15.8:42772) 2024-05-20T21:14:07.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.176+0000 7effc5400700 1 -- 172.21.15.8:0/2979206778 learned_addr learned my addr 172.21.15.8:0/2979206778 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:14:07.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.177+0000 7effc5400700 1 -- 172.21.15.8:0/2979206778 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7effc810b750 msgr2=0x7effc81a06a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:07.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.177+0000 7effc5400700 1 --2- 172.21.15.8:0/2979206778 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7effc810b750 0x7effc81a06a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:07.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.177+0000 7effc5400700 1 -- 172.21.15.8:0/2979206778 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7effc8105750 msgr2=0x7effc819bdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:07.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.177+0000 7effc5400700 1 --2- 172.21.15.8:0/2979206778 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7effc8105750 0x7effc819bdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:07.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.177+0000 7effc5400700 1 -- 172.21.15.8:0/2979206778 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7effc81a0de0 con 0x7effc8106110 2024-05-20T21:14:07.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.177+0000 7effc5400700 1 --2- 172.21.15.8:0/2979206778 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7effc8106110 0x7effc819c310 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7effb400e9a0 tx=0x7effb400ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:07.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.177+0000 7effbea00700 1 -- 172.21.15.8:0/2979206778 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effb400ca10 con 0x7effc8106110 2024-05-20T21:14:07.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.177+0000 7effbea00700 1 -- 172.21.15.8:0/2979206778 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7effb400cbb0 con 0x7effc8106110 2024-05-20T21:14:07.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.178+0000 7effbea00700 1 -- 172.21.15.8:0/2979206778 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effb4018680 con 0x7effc8106110 2024-05-20T21:14:07.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.178+0000 7effccc00700 1 -- 172.21.15.8:0/2979206778 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7effc81a10d0 con 0x7effc8106110 2024-05-20T21:14:07.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.178+0000 7effccc00700 1 -- 172.21.15.8:0/2979206778 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7effc81a8950 con 0x7effc8106110 2024-05-20T21:14:07.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.182+0000 7effbea00700 1 -- 172.21.15.8:0/2979206778 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7effb4010430 con 0x7effc8106110 2024-05-20T21:14:07.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.182+0000 7effd7518b80 1 Processor -- start 2024-05-20T21:14:07.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.182+0000 7effd7518b80 1 -- start start 2024-05-20T21:14:07.183 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.183+0000 7effd7518b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55de19ca35c0 0x55de19ca39a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:07.183 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.183+0000 7effd7518b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de19ca3ee0 0x55de19c9dad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:07.183 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.183+0000 7effd7518b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55de19c9e0f0 0x55de19c9e570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:07.183 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.183+0000 7effd7518b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55de19bfbdf0 con 0x55de19ca35c0 2024-05-20T21:14:07.183 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.183+0000 7effd7518b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55de19beb990 con 0x55de19ca3ee0 2024-05-20T21:14:07.183 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.183+0000 7effd7518b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55de19bef9d0 con 0x55de19c9e0f0 2024-05-20T21:14:07.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.183+0000 7effc5e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de19ca3ee0 0x55de19c9dad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:07.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.183+0000 7effc6800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55de19ca35c0 0x55de19ca39a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:07.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.183+0000 7effc5e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de19ca3ee0 0x55de19c9dad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:42776/0 (socket says 172.21.15.8:42776) 2024-05-20T21:14:07.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.183+0000 7effc5e00700 1 -- 172.21.15.8:0/434815897 learned_addr learned my addr 172.21.15.8:0/434815897 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:14:07.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.183+0000 7effc5400700 1 --2- 172.21.15.8:0/434815897 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55de19c9e0f0 0x55de19c9e570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:07.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.184+0000 7effc5e00700 1 -- 172.21.15.8:0/434815897 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55de19c9e0f0 msgr2=0x55de19c9e570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:07.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.184+0000 7effc5e00700 1 --2- 172.21.15.8:0/434815897 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55de19c9e0f0 0x55de19c9e570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:07.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.184+0000 7effc5e00700 1 -- 172.21.15.8:0/434815897 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55de19ca35c0 msgr2=0x55de19ca39a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:07.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.184+0000 7effc5e00700 1 --2- 172.21.15.8:0/434815897 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55de19ca35c0 0x55de19ca39a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:07.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.184+0000 7effc5e00700 1 -- 172.21.15.8:0/434815897 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55de19bb43d0 con 0x55de19ca3ee0 2024-05-20T21:14:07.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.184+0000 7effc6800700 1 --2- 172.21.15.8:0/434815897 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55de19ca35c0 0x55de19ca39a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:14:07.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.184+0000 7effc5e00700 1 --2- 172.21.15.8:0/434815897 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de19ca3ee0 0x55de19c9dad0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7effb8009d00 tx=0x7effb8011720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=289a586137d7dbfc server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:07.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.184+0000 7effbea00700 1 --2- 172.21.15.8:0/2979206778 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7effac0b2900 0x7effac0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:07.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.184+0000 7effb3400700 1 -- 172.21.15.8:0/434815897 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effb8004230 con 0x55de19ca3ee0 2024-05-20T21:14:07.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.184+0000 7effb3400700 1 -- 172.21.15.8:0/434815897 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7effb80043d0 con 0x55de19ca3ee0 2024-05-20T21:14:07.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.184+0000 7effb3400700 1 -- 172.21.15.8:0/434815897 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effb80198c0 con 0x55de19ca3ee0 2024-05-20T21:14:07.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.185+0000 7effbea00700 1 -- 172.21.15.8:0/2979206778 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7effb40e2370 con 0x7effc8106110 2024-05-20T21:14:07.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.185+0000 7effc6800700 1 --2- 172.21.15.8:0/2979206778 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7effac0b2900 0x7effac0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:07.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.185+0000 7effd7518b80 1 -- 172.21.15.8:0/434815897 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de19ca3ee0 msgr2=0x55de19c9dad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:07.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.185+0000 7effd7518b80 1 --2- 172.21.15.8:0/434815897 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de19ca3ee0 0x55de19c9dad0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7effb8009d00 tx=0x7effb8011720 comp rx=0 tx=0).stop 2024-05-20T21:14:07.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.185+0000 7effd7518b80 1 -- 172.21.15.8:0/434815897 shutdown_connections 2024-05-20T21:14:07.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.185+0000 7effd7518b80 1 --2- 172.21.15.8:0/434815897 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55de19c9e0f0 0x55de19c9e570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:07.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.185+0000 7effd7518b80 1 --2- 172.21.15.8:0/434815897 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55de19ca35c0 0x55de19ca39a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:07.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.185+0000 7effd7518b80 1 --2- 172.21.15.8:0/434815897 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de19ca3ee0 0x55de19c9dad0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:07.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.185+0000 7effd7518b80 1 -- 172.21.15.8:0/434815897 >> 172.21.15.8:0/434815897 conn(0x55de19bcbb90 msgr2=0x55de19c98640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:07.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.186+0000 7effc6800700 1 --2- 172.21.15.8:0/2979206778 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7effac0b2900 0x7effac0b4dc0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7effc000b780 tx=0x7effc0006210 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:07.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.186+0000 7effd7518b80 1 -- 172.21.15.8:0/434815897 shutdown_connections 2024-05-20T21:14:07.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.186+0000 7effd7518b80 1 -- 172.21.15.8:0/434815897 wait complete. 2024-05-20T21:14:07.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.186+0000 7effd7518b80 1 -- start start 2024-05-20T21:14:07.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.187+0000 7effd7518b80 1 Processor -- start 2024-05-20T21:14:07.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.187+0000 7effd7518b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55de19c9e0f0 0x55de19ca9b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:07.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.187+0000 7effd7518b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de19ca35c0 0x55de19ca6eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:07.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.187+0000 7effd7518b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55de19ca3ee0 0x55de19ca73f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:07.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.187+0000 7effd7518b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55de19af1f50 con 0x55de19c9e0f0 2024-05-20T21:14:07.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.187+0000 7effd7518b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55de19b8c710 con 0x55de19ca35c0 2024-05-20T21:14:07.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.187+0000 7effd7518b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55de19caa990 con 0x55de19ca3ee0 2024-05-20T21:14:07.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.187+0000 7effd7518b80 10 client.0 _ll_register_callbacks cb 0x55de19b95c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:14:07.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.187+0000 7effc5400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de19ca35c0 0x55de19ca6eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:07.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.188+0000 7effc5e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55de19c9e0f0 0x55de19ca9b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:07.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.188+0000 7effc5400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de19ca35c0 0x55de19ca6eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:42788/0 (socket says 172.21.15.8:42788) 2024-05-20T21:14:07.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.188+0000 7effc5400700 1 -- 172.21.15.8:0/317311080 learned_addr learned my addr 172.21.15.8:0/317311080 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:14:07.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.188+0000 7effc6800700 1 --2- 172.21.15.8:0/317311080 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55de19ca3ee0 0x55de19ca73f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:07.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.188+0000 7effc5400700 1 -- 172.21.15.8:0/317311080 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55de19ca3ee0 msgr2=0x55de19ca73f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:07.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.188+0000 7effc5400700 1 --2- 172.21.15.8:0/317311080 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55de19ca3ee0 0x55de19ca73f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:07.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.188+0000 7effc5400700 1 -- 172.21.15.8:0/317311080 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55de19c9e0f0 msgr2=0x55de19ca9b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:07.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.188+0000 7effc5400700 1 --2- 172.21.15.8:0/317311080 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55de19c9e0f0 0x55de19ca9b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:07.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.188+0000 7effc5400700 1 -- 172.21.15.8:0/317311080 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55de19b3b880 con 0x55de19ca35c0 2024-05-20T21:14:07.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.188+0000 7effc5400700 1 --2- 172.21.15.8:0/317311080 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de19ca35c0 0x55de19ca6eb0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7effb40a98b0 tx=0x7effb40e5ee0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8c2842d89dda7764 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:07.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.188+0000 7effa7e00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:14:07.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.188+0000 7effa7e00700 1 -- 172.21.15.8:0/317311080 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effb40a9090 con 0x55de19ca35c0 2024-05-20T21:14:07.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.188+0000 7effa7e00700 1 -- 172.21.15.8:0/317311080 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7effb40cc0b0 con 0x55de19ca35c0 2024-05-20T21:14:07.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.189+0000 7effd7518b80 1 -- 172.21.15.8:0/317311080 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7effb80043d0 con 0x55de19ca35c0 2024-05-20T21:14:07.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.189+0000 7effa7e00700 1 -- 172.21.15.8:0/317311080 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7effb40a50b0 con 0x55de19ca35c0 2024-05-20T21:14:07.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.189+0000 7effd7518b80 10 client.24902 fetch_fsmap learned FSMap version 25 2024-05-20T21:14:07.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.189+0000 7effd7518b80 1 -- 172.21.15.8:0/317311080 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55de19bbc010 con 0x55de19ca35c0 2024-05-20T21:14:07.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.189+0000 7effa7e00700 1 -- 172.21.15.8:0/317311080 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7effb80043d0 con 0x55de19ca35c0 2024-05-20T21:14:07.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.189+0000 7effa7e00700 1 -- 172.21.15.8:0/317311080 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 25) ==== 8338+0+0 (secure 0 0 0) 0x7effb40cabd0 con 0x55de19ca35c0 2024-05-20T21:14:07.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.190+0000 7effd7518b80 10 client.24902 fetch_fsmap finished waiting for FSMap version 25 2024-05-20T21:14:07.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.190+0000 7effd7518b80 10 client.24902 resolve_mds: resolved name 'i' to daemon mds.i 2024-05-20T21:14:07.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.190+0000 7effd7518b80 20 client.24902 populate_metadata read hostname 'smithi008' 2024-05-20T21:14:07.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.190+0000 7effd7518b80 1 --2- 172.21.15.8:0/317311080 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55de19cb7360 0x55de19cb87d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:07.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.190+0000 7effd7518b80 4 client.24902 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:14:07.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.190+0000 7effd7518b80 1 -- 172.21.15.8:0/317311080 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55de19bfdd40 con 0x55de19cb7360 2024-05-20T21:14:07.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.190+0000 7effc5e00700 1 --2- 172.21.15.8:0/317311080 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55de19cb7360 0x55de19cb87d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:07.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.191+0000 7effc5e00700 1 --2- 172.21.15.8:0/317311080 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55de19cb7360 0x55de19cb87d0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cd797de5108df673 server_cookie=4c6adc45459c4fed in_seq=0 out_seq=0 2024-05-20T21:14:07.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.191+0000 7effa7e00700 10 client.24902 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:14:07.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.192+0000 7effa7e00700 1 -- 172.21.15.8:0/317311080 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55de19bfdd40 con 0x55de19cb7360 2024-05-20T21:14:07.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.192+0000 7effa7e00700 10 client.24902 handle_command_reply: tid=0 2024-05-20T21:14:07.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.192+0000 7effd7518b80 1 client.24902 shutdown 2024-05-20T21:14:07.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.192+0000 7effd7518b80 1 -- 172.21.15.8:0/317311080 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de19ca35c0 msgr2=0x55de19ca6eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:07.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.192+0000 7effd7518b80 1 --2- 172.21.15.8:0/317311080 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de19ca35c0 0x55de19ca6eb0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7effb40a98b0 tx=0x7effb40e5ee0 comp rx=0 tx=0).stop 2024-05-20T21:14:07.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.192+0000 7effd7518b80 1 -- 172.21.15.8:0/317311080 shutdown_connections 2024-05-20T21:14:07.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.192+0000 7effd7518b80 1 --2- 172.21.15.8:0/317311080 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55de19cb7360 0x55de19cb87d0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:07.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.192+0000 7effd7518b80 1 --2- 172.21.15.8:0/317311080 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55de19ca3ee0 0x55de19ca73f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:07.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.192+0000 7effd7518b80 1 --2- 172.21.15.8:0/317311080 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55de19c9e0f0 0x55de19ca9b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:07.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.192+0000 7effd7518b80 1 --2- 172.21.15.8:0/317311080 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de19ca35c0 0x55de19ca6eb0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:07.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.192+0000 7effd7518b80 1 -- 172.21.15.8:0/317311080 >> 172.21.15.8:0/317311080 conn(0x55de19bcbb90 msgr2=0x55de19c97d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:07.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.192+0000 7effa7e00700 0 client.24902 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:14:07.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.192+0000 7effd7518b80 1 -- 172.21.15.8:0/317311080 shutdown_connections 2024-05-20T21:14:07.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.192+0000 7effd7518b80 1 -- 172.21.15.8:0/317311080 wait complete. 2024-05-20T21:14:07.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.193+0000 7effd7518b80 20 client.24902 trim_cache size 0 max 16384 2024-05-20T21:14:07.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.216+0000 7effd7518b80 1 Processor -- start 2024-05-20T21:14:07.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.216+0000 7effd7518b80 1 -- start start 2024-05-20T21:14:07.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.216+0000 7effd7518b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55de19c9e0f0 0x55de19c9dad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:07.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.216+0000 7effd7518b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de19ca35c0 0x55de19c984a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:07.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.216+0000 7effd7518b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55de19ca3ee0 0x55de19ca42c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:07.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.216+0000 7effd7518b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55de19cb6b10 con 0x55de19c9e0f0 2024-05-20T21:14:07.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.216+0000 7effd7518b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55de19cb71e0 con 0x55de19ca35c0 2024-05-20T21:14:07.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.216+0000 7effd7518b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55de19cb78b0 con 0x55de19ca3ee0 2024-05-20T21:14:07.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.217+0000 7effc5e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55de19c9e0f0 0x55de19c9dad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:07.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.217+0000 7effc5e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55de19c9e0f0 0x55de19c9dad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:53000/0 (socket says 172.21.15.8:53000) 2024-05-20T21:14:07.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.217+0000 7effc5e00700 1 -- 172.21.15.8:0/83764899 learned_addr learned my addr 172.21.15.8:0/83764899 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:14:07.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.217+0000 7effc5400700 1 --2- 172.21.15.8:0/83764899 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de19ca35c0 0x55de19c984a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:07.218 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.217+0000 7effc6800700 1 --2- 172.21.15.8:0/83764899 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55de19ca3ee0 0x55de19ca42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:07.218 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.217+0000 7effc5e00700 1 -- 172.21.15.8:0/83764899 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55de19ca3ee0 msgr2=0x55de19ca42c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:07.218 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.217+0000 7effc5e00700 1 --2- 172.21.15.8:0/83764899 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55de19ca3ee0 0x55de19ca42c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:07.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.217+0000 7effc5e00700 1 -- 172.21.15.8:0/83764899 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de19ca35c0 msgr2=0x55de19c984a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:07.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.217+0000 7effc5e00700 1 --2- 172.21.15.8:0/83764899 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de19ca35c0 0x55de19c984a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:07.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.217+0000 7effc5e00700 1 -- 172.21.15.8:0/83764899 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55de19cb6940 con 0x55de19c9e0f0 2024-05-20T21:14:07.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.217+0000 7effc5400700 1 --2- 172.21.15.8:0/83764899 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de19ca35c0 0x55de19c984a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:14:07.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.218+0000 7effc5e00700 1 --2- 172.21.15.8:0/83764899 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55de19c9e0f0 0x55de19c9dad0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7effb800a010 tx=0x7effb8009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b49d373c28b871cc server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:07.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.218+0000 7effb2a00700 1 -- 172.21.15.8:0/83764899 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effb8004170 con 0x55de19c9e0f0 2024-05-20T21:14:07.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.218+0000 7effb2a00700 1 -- 172.21.15.8:0/83764899 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7effb8031070 con 0x55de19c9e0f0 2024-05-20T21:14:07.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.218+0000 7effb2a00700 1 -- 172.21.15.8:0/83764899 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effb8003970 con 0x55de19c9e0f0 2024-05-20T21:14:07.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.219+0000 7effd7518b80 1 -- 172.21.15.8:0/83764899 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55de19c9e0f0 msgr2=0x55de19c9dad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:07.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.219+0000 7effd7518b80 1 --2- 172.21.15.8:0/83764899 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55de19c9e0f0 0x55de19c9dad0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7effb800a010 tx=0x7effb8009260 comp rx=0 tx=0).stop 2024-05-20T21:14:07.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.219+0000 7effd7518b80 1 -- 172.21.15.8:0/83764899 shutdown_connections 2024-05-20T21:14:07.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.219+0000 7effd7518b80 1 --2- 172.21.15.8:0/83764899 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55de19ca3ee0 0x55de19ca42c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:07.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.219+0000 7effd7518b80 1 --2- 172.21.15.8:0/83764899 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55de19c9e0f0 0x55de19c9dad0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:07.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.219+0000 7effd7518b80 1 --2- 172.21.15.8:0/83764899 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de19ca35c0 0x55de19c984a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:07.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.219+0000 7effd7518b80 1 -- 172.21.15.8:0/83764899 >> 172.21.15.8:0/83764899 conn(0x55de19bcbb90 msgr2=0x55de19ca57a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:07.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.219+0000 7effd7518b80 1 -- 172.21.15.8:0/83764899 shutdown_connections 2024-05-20T21:14:07.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.219+0000 7effd7518b80 1 -- 172.21.15.8:0/83764899 wait complete. 2024-05-20T21:14:07.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.220+0000 7effd7518b80 1 -- start start 2024-05-20T21:14:07.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.220+0000 7effd7518b80 1 Processor -- start 2024-05-20T21:14:07.222 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.220+0000 7effd7518b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55de19c9e0f0 0x55de19cc2160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:07.222 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.220+0000 7effd7518b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55de19ca35c0 0x55de19cbcc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:07.222 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.220+0000 7effd7518b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de19ca3ee0 0x55de19cbd140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:07.222 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.220+0000 7effd7518b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55de19cb8650 con 0x55de19c9e0f0 2024-05-20T21:14:07.222 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.220+0000 7effd7518b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55de19cb7f80 con 0x55de19ca3ee0 2024-05-20T21:14:07.222 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.220+0000 7effd7518b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55de19cb8d20 con 0x55de19ca35c0 2024-05-20T21:14:07.222 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.220+0000 7effd7518b80 10 client.0 _ll_register_callbacks cb 0x55de19b95c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:14:07.222 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.221+0000 7effc5e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55de19c9e0f0 0x55de19cc2160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:07.222 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.221+0000 7effc5e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55de19c9e0f0 0x55de19cc2160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:53010/0 (socket says 172.21.15.8:53010) 2024-05-20T21:14:07.222 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.221+0000 7effc5e00700 1 -- 172.21.15.8:0/4121139032 learned_addr learned my addr 172.21.15.8:0/4121139032 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:14:07.222 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.221+0000 7effc5400700 1 --2- 172.21.15.8:0/4121139032 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55de19ca35c0 0x55de19cbcc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:07.222 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.221+0000 7effc6800700 1 --2- 172.21.15.8:0/4121139032 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de19ca3ee0 0x55de19cbd140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:07.224 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.221+0000 7effc5e00700 1 -- 172.21.15.8:0/4121139032 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55de19ca35c0 msgr2=0x55de19cbcc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:07.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.221+0000 7effc5e00700 1 --2- 172.21.15.8:0/4121139032 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55de19ca35c0 0x55de19cbcc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:07.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.221+0000 7effc5e00700 1 -- 172.21.15.8:0/4121139032 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de19ca3ee0 msgr2=0x55de19cbd140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:07.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.221+0000 7effc5e00700 1 --2- 172.21.15.8:0/4121139032 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de19ca3ee0 0x55de19cbd140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:07.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.221+0000 7effc5e00700 1 -- 172.21.15.8:0/4121139032 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55de19cbd780 con 0x55de19c9e0f0 2024-05-20T21:14:07.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.222+0000 7effc5e00700 1 --2- 172.21.15.8:0/4121139032 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55de19c9e0f0 0x55de19cc2160 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7effb8005950 tx=0x7effb8005c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6eebba27b067bff0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:07.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.222+0000 7effa7e00700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:14:07.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.222+0000 7effa7e00700 1 -- 172.21.15.8:0/4121139032 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effb80048a0 con 0x55de19c9e0f0 2024-05-20T21:14:07.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.222+0000 7effa7e00700 1 -- 172.21.15.8:0/4121139032 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7effb8004a40 con 0x55de19c9e0f0 2024-05-20T21:14:07.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.222+0000 7effd7518b80 1 -- 172.21.15.8:0/4121139032 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7effb8031070 con 0x55de19c9e0f0 2024-05-20T21:14:07.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.222+0000 7effa7e00700 1 -- 172.21.15.8:0/4121139032 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7effb80056c0 con 0x55de19c9e0f0 2024-05-20T21:14:07.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.222+0000 7effd7518b80 10 client.14802 fetch_fsmap learned FSMap version 25 2024-05-20T21:14:07.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.222+0000 7effd7518b80 1 -- 172.21.15.8:0/4121139032 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55de19d23900 con 0x55de19c9e0f0 2024-05-20T21:14:07.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.223+0000 7effa7e00700 1 -- 172.21.15.8:0/4121139032 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7effb8031070 con 0x55de19c9e0f0 2024-05-20T21:14:07.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.223+0000 7effa7e00700 1 -- 172.21.15.8:0/4121139032 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 25) ==== 8338+0+0 (secure 0 0 0) 0x7effb802c3b0 con 0x55de19c9e0f0 2024-05-20T21:14:07.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.223+0000 7effd7518b80 10 client.14802 fetch_fsmap finished waiting for FSMap version 25 2024-05-20T21:14:07.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.223+0000 7effd7518b80 10 client.14802 resolve_mds: resolved name 'i' to daemon mds.i 2024-05-20T21:14:07.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.223+0000 7effd7518b80 20 client.14802 populate_metadata read hostname 'smithi008' 2024-05-20T21:14:07.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.223+0000 7effd7518b80 1 --2- 172.21.15.8:0/4121139032 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55de19d27df0 0x55de19d26b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:07.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.223+0000 7effd7518b80 4 client.14802 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-20T21:14:07.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.223+0000 7effd7518b80 1 -- 172.21.15.8:0/4121139032 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "status"}) -- 0x55de19bf7520 con 0x55de19d27df0 2024-05-20T21:14:07.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.223+0000 7effc5400700 1 --2- 172.21.15.8:0/4121139032 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55de19d27df0 0x55de19d26b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:07.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.224+0000 7effc5400700 1 --2- 172.21.15.8:0/4121139032 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55de19d27df0 0x55de19d26b00 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b0427a34f7c3344f server_cookie=2313395b79e90e3a in_seq=0 out_seq=0 2024-05-20T21:14:07.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.224+0000 7effa7e00700 10 client.14802 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:14:07.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.224+0000 7effa7e00700 1 -- 172.21.15.8:0/4121139032 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55de19bf7520 con 0x55de19d27df0 2024-05-20T21:14:07.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.224+0000 7effa7e00700 10 client.14802 handle_command_reply: tid=0 2024-05-20T21:14:07.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.224+0000 7effd7518b80 1 client.14802 shutdown 2024-05-20T21:14:07.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.224+0000 7effd7518b80 1 -- 172.21.15.8:0/4121139032 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55de19c9e0f0 msgr2=0x55de19cc2160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:07.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.224+0000 7effd7518b80 1 --2- 172.21.15.8:0/4121139032 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55de19c9e0f0 0x55de19cc2160 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7effb8005950 tx=0x7effb8005c40 comp rx=0 tx=0).stop 2024-05-20T21:14:07.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.224+0000 7effd7518b80 1 -- 172.21.15.8:0/4121139032 shutdown_connections 2024-05-20T21:14:07.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.224+0000 7effd7518b80 1 --2- 172.21.15.8:0/4121139032 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55de19d27df0 0x55de19d26b00 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:07.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.224+0000 7effd7518b80 1 --2- 172.21.15.8:0/4121139032 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de19ca3ee0 0x55de19cbd140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:07.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.224+0000 7effd7518b80 1 --2- 172.21.15.8:0/4121139032 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55de19c9e0f0 0x55de19cc2160 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:07.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.224+0000 7effd7518b80 1 --2- 172.21.15.8:0/4121139032 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55de19ca35c0 0x55de19cbcc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:07.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.224+0000 7effd7518b80 1 -- 172.21.15.8:0/4121139032 >> 172.21.15.8:0/4121139032 conn(0x55de19bcbb90 msgr2=0x55de19ca42c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:07.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.224+0000 7effa7e00700 0 client.14802 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:14:07.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.225+0000 7effd7518b80 1 -- 172.21.15.8:0/4121139032 shutdown_connections 2024-05-20T21:14:07.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.225+0000 7effd7518b80 1 -- 172.21.15.8:0/4121139032 wait complete. 2024-05-20T21:14:07.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.225+0000 7effd7518b80 20 client.14802 trim_cache size 0 max 16384 2024-05-20T21:14:07.228 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:14:07.228 INFO:teuthology.orchestra.run.smithi008.stdout: "cluster_fsid": "060ce10e-16ec-11ef-bc9a-c7b262605968", 2024-05-20T21:14:07.228 INFO:teuthology.orchestra.run.smithi008.stdout: "whoami": 0, 2024-05-20T21:14:07.228 INFO:teuthology.orchestra.run.smithi008.stdout: "id": 24529, 2024-05-20T21:14:07.228 INFO:teuthology.orchestra.run.smithi008.stdout: "want_state": "up:active", 2024-05-20T21:14:07.228 INFO:teuthology.orchestra.run.smithi008.stdout: "state": "up:active", 2024-05-20T21:14:07.228 INFO:teuthology.orchestra.run.smithi008.stdout: "fs_name": "cephfs", 2024-05-20T21:14:07.228 INFO:teuthology.orchestra.run.smithi008.stdout: "rank_uptime": 167.90073338600001, 2024-05-20T21:14:07.228 INFO:teuthology.orchestra.run.smithi008.stdout: "mdsmap_epoch": 25, 2024-05-20T21:14:07.229 INFO:teuthology.orchestra.run.smithi008.stdout: "osdmap_epoch": 81, 2024-05-20T21:14:07.229 INFO:teuthology.orchestra.run.smithi008.stdout: "osdmap_epoch_barrier": 79, 2024-05-20T21:14:07.229 INFO:teuthology.orchestra.run.smithi008.stdout: "uptime": 201.13535520799999 2024-05-20T21:14:07.229 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:14:07.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.225+0000 7effccc00700 1 -- 172.21.15.8:0/2979206778 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7effac0b2900 msgr2=0x7effac0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:07.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.225+0000 7effccc00700 1 --2- 172.21.15.8:0/2979206778 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7effac0b2900 0x7effac0b4dc0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7effc000b780 tx=0x7effc0006210 comp rx=0 tx=0).stop 2024-05-20T21:14:07.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.225+0000 7effccc00700 1 -- 172.21.15.8:0/2979206778 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7effc8106110 msgr2=0x7effc819c310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:07.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.225+0000 7effccc00700 1 --2- 172.21.15.8:0/2979206778 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7effc8106110 0x7effc819c310 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7effb400e9a0 tx=0x7effb400ecb0 comp rx=0 tx=0).stop 2024-05-20T21:14:07.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.226+0000 7effccc00700 1 -- 172.21.15.8:0/2979206778 shutdown_connections 2024-05-20T21:14:07.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.226+0000 7effccc00700 1 --2- 172.21.15.8:0/2979206778 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7effac0b2900 0x7effac0b4dc0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:07.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.226+0000 7effccc00700 1 --2- 172.21.15.8:0/2979206778 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7effc810b750 0x7effc81a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:07.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.226+0000 7effccc00700 1 --2- 172.21.15.8:0/2979206778 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7effc8105750 0x7effc819bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:07.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.226+0000 7effccc00700 1 --2- 172.21.15.8:0/2979206778 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7effc8106110 0x7effc819c310 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:07.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.226+0000 7effccc00700 1 -- 172.21.15.8:0/2979206778 >> 172.21.15.8:0/2979206778 conn(0x7effc8101240 msgr2=0x7effc8101780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:07.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.226+0000 7effccc00700 1 -- 172.21.15.8:0/2979206778 shutdown_connections 2024-05-20T21:14:07.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:07.226+0000 7effccc00700 1 -- 172.21.15.8:0/2979206778 wait complete. 2024-05-20T21:14:08.083 INFO:tasks.cephadm:Setup complete, yielding 2024-05-20T21:14:08.083 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-05-20T21:14:08.094 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi008.front.sepia.ceph.com 2024-05-20T21:14:08.094 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- bash -c 'ceph orch status' 2024-05-20T21:14:08.577 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:14:08.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:14:08 smithi130 ceph-mon[36448]: pgmap v404: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:14:08.673 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:14:08 smithi050 ceph-mon[35809]: pgmap v404: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:14:08.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:14:08 smithi008 ceph-mon[31475]: pgmap v404: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:14:10.612 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:14:10 smithi008 ceph-mon[31475]: pgmap v405: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:10.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:14:10 smithi130 ceph-mon[36448]: pgmap v405: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:10.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:14:10 smithi050 ceph-mon[35809]: pgmap v405: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:10.792 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:10.791+0000 7f1a38200700 1 -- 172.21.15.8:0/1615115120 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1a301051d0 msgr2=0x7f1a3010ba80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:10.792 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:10.791+0000 7f1a38200700 1 --2- 172.21.15.8:0/1615115120 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1a301051d0 0x7f1a3010ba80 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f1a2800b0a0 tx=0x7f1a2800b3b0 comp rx=0 tx=0).stop 2024-05-20T21:14:10.792 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:10.791+0000 7f1a38200700 1 -- 172.21.15.8:0/1615115120 shutdown_connections 2024-05-20T21:14:10.792 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:10.791+0000 7f1a38200700 1 --2- 172.21.15.8:0/1615115120 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1a301051d0 0x7f1a3010ba80 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:10.792 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:10.791+0000 7f1a38200700 1 --2- 172.21.15.8:0/1615115120 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1a30101850 0x7f1a30101c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:10.792 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:10.791+0000 7f1a38200700 1 --2- 172.21.15.8:0/1615115120 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1a30104830 0x7f1a30104c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:10.792 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:10.791+0000 7f1a38200700 1 -- 172.21.15.8:0/1615115120 >> 172.21.15.8:0/1615115120 conn(0x7f1a300fd1d0 msgr2=0x7f1a300ff5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:10.792 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:10.792+0000 7f1a38200700 1 -- 172.21.15.8:0/1615115120 shutdown_connections 2024-05-20T21:14:10.793 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:10.792+0000 7f1a38200700 1 -- 172.21.15.8:0/1615115120 wait complete. 2024-05-20T21:14:10.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:10.793+0000 7f1a38200700 1 Processor -- start 2024-05-20T21:14:10.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:10.793+0000 7f1a38200700 1 -- start start 2024-05-20T21:14:10.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:10.793+0000 7f1a38200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1a30101850 0x7f1a3019b890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:10.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:10.793+0000 7f1a38200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1a30104830 0x7f1a3019bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:10.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:10.793+0000 7f1a38200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1a301051d0 0x7f1a301a2e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:10.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:10.793+0000 7f1a38200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f1a3010f070 con 0x7f1a301051d0 2024-05-20T21:14:10.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:10.793+0000 7f1a38200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1a3010eef0 con 0x7f1a30104830 2024-05-20T21:14:10.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:10.793+0000 7f1a38200700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f1a3010f1f0 con 0x7f1a30101850 2024-05-20T21:14:10.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:10.793+0000 7f1a36200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1a301051d0 0x7f1a301a2e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:10.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:10.793+0000 7f1a36200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1a301051d0 0x7f1a301a2e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:53036/0 (socket says 172.21.15.8:53036) 2024-05-20T21:14:10.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:10.793+0000 7f1a36200700 1 -- 172.21.15.8:0/2782258175 learned_addr learned my addr 172.21.15.8:0/2782258175 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:14:10.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:10.793+0000 7f1a34e00700 1 --2- 172.21.15.8:0/2782258175 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1a30104830 0x7f1a3019bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:10.795 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:10.793+0000 7f1a35800700 1 --2- 172.21.15.8:0/2782258175 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1a30101850 0x7f1a3019b890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:10.795 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:10.794+0000 7f1a36200700 1 -- 172.21.15.8:0/2782258175 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1a30101850 msgr2=0x7f1a3019b890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:10.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:10.794+0000 7f1a36200700 1 --2- 172.21.15.8:0/2782258175 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1a30101850 0x7f1a3019b890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:10.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:10.794+0000 7f1a36200700 1 -- 172.21.15.8:0/2782258175 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1a30104830 msgr2=0x7f1a3019bdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:10.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:10.794+0000 7f1a36200700 1 --2- 172.21.15.8:0/2782258175 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1a30104830 0x7f1a3019bdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:10.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:10.794+0000 7f1a36200700 1 -- 172.21.15.8:0/2782258175 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a301a34f0 con 0x7f1a301051d0 2024-05-20T21:14:10.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:10.794+0000 7f1a35800700 1 --2- 172.21.15.8:0/2782258175 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1a30101850 0x7f1a3019b890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:14:10.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:10.794+0000 7f1a34e00700 1 --2- 172.21.15.8:0/2782258175 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1a30104830 0x7f1a3019bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:14:10.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:10.794+0000 7f1a36200700 1 --2- 172.21.15.8:0/2782258175 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1a301051d0 0x7f1a301a2e50 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f1a28009be0 tx=0x7f1a28004dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:10.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:10.795+0000 7f1a2e000700 1 -- 172.21.15.8:0/2782258175 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a28021070 con 0x7f1a301051d0 2024-05-20T21:14:10.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:10.795+0000 7f1a2e000700 1 -- 172.21.15.8:0/2782258175 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1a28007b80 con 0x7f1a301051d0 2024-05-20T21:14:10.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:10.795+0000 7f1a38200700 1 -- 172.21.15.8:0/2782258175 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a301a3780 con 0x7f1a301051d0 2024-05-20T21:14:10.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:10.795+0000 7f1a2e000700 1 -- 172.21.15.8:0/2782258175 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a28004750 con 0x7f1a301051d0 2024-05-20T21:14:10.797 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:10.795+0000 7f1a38200700 1 -- 172.21.15.8:0/2782258175 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a301a3d10 con 0x7f1a301051d0 2024-05-20T21:14:10.797 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:10.796+0000 7f1a38200700 1 -- 172.21.15.8:0/2782258175 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1a3006a230 con 0x7f1a301051d0 2024-05-20T21:14:10.799 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:10.799+0000 7f1a2e000700 1 -- 172.21.15.8:0/2782258175 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f1a28003a00 con 0x7f1a301051d0 2024-05-20T21:14:10.801 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:10.801+0000 7f1a2e000700 1 --2- 172.21.15.8:0/2782258175 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1a180b2900 0x7f1a180b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:10.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:10.802+0000 7f1a2e000700 1 -- 172.21.15.8:0/2782258175 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f1a2800f020 con 0x7f1a301051d0 2024-05-20T21:14:10.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:10.802+0000 7f1a35800700 1 --2- 172.21.15.8:0/2782258175 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1a180b2900 0x7f1a180b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:10.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:10.802+0000 7f1a35800700 1 --2- 172.21.15.8:0/2782258175 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1a180b2900 0x7f1a180b4dc0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f1a3006b020 tx=0x7f1a2400a3b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:10.804 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:10.804+0000 7f1a2e000700 1 -- 172.21.15.8:0/2782258175 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f1a2802a020 con 0x7f1a301051d0 2024-05-20T21:14:11.066 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:11.066+0000 7f1a38200700 1 -- 172.21.15.8:0/2782258175 --> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] -- mgr_command(tid 0: {"prefix": "orch status", "target": ["mon-mgr", ""]}) -- 0x7f1a30103d40 con 0x7f1a180b2900 2024-05-20T21:14:11.067 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:11.067+0000 7f1a2e000700 1 -- 172.21.15.8:0/2782258175 <== mgr.14152 v2:172.21.15.8:6800/2778224651 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+43 (secure 0 0 0) 0x7f1a30103d40 con 0x7f1a180b2900 2024-05-20T21:14:11.068 INFO:teuthology.orchestra.run.smithi008.stdout:Backend: cephadm 2024-05-20T21:14:11.068 INFO:teuthology.orchestra.run.smithi008.stdout:Available: Yes 2024-05-20T21:14:11.068 INFO:teuthology.orchestra.run.smithi008.stdout:Paused: No 2024-05-20T21:14:11.071 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:11.070+0000 7f1a38200700 1 -- 172.21.15.8:0/2782258175 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1a180b2900 msgr2=0x7f1a180b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:11.071 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:11.070+0000 7f1a38200700 1 --2- 172.21.15.8:0/2782258175 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1a180b2900 0x7f1a180b4dc0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f1a3006b020 tx=0x7f1a2400a3b0 comp rx=0 tx=0).stop 2024-05-20T21:14:11.071 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:11.070+0000 7f1a38200700 1 -- 172.21.15.8:0/2782258175 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1a301051d0 msgr2=0x7f1a301a2e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:11.071 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:11.071+0000 7f1a38200700 1 --2- 172.21.15.8:0/2782258175 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1a301051d0 0x7f1a301a2e50 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f1a28009be0 tx=0x7f1a28004dc0 comp rx=0 tx=0).stop 2024-05-20T21:14:11.071 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:11.071+0000 7f1a38200700 1 -- 172.21.15.8:0/2782258175 shutdown_connections 2024-05-20T21:14:11.071 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:11.071+0000 7f1a38200700 1 --2- 172.21.15.8:0/2782258175 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1a180b2900 0x7f1a180b4dc0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:11.072 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:11.071+0000 7f1a38200700 1 --2- 172.21.15.8:0/2782258175 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1a301051d0 0x7f1a301a2e50 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:11.072 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:11.071+0000 7f1a38200700 1 --2- 172.21.15.8:0/2782258175 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1a30101850 0x7f1a3019b890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:11.072 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:11.071+0000 7f1a38200700 1 --2- 172.21.15.8:0/2782258175 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1a30104830 0x7f1a3019bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:11.072 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:11.071+0000 7f1a38200700 1 -- 172.21.15.8:0/2782258175 >> 172.21.15.8:0/2782258175 conn(0x7f1a300fd1d0 msgr2=0x7f1a30102620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:11.072 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:11.071+0000 7f1a38200700 1 -- 172.21.15.8:0/2782258175 shutdown_connections 2024-05-20T21:14:11.072 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:11.071+0000 7f1a38200700 1 -- 172.21.15.8:0/2782258175 wait complete. 2024-05-20T21:14:11.972 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- bash -c 'ceph orch ps' 2024-05-20T21:14:12.432 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:14:12.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:14:12 smithi130 ceph-mon[36448]: from='client.14805 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:14:12.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:14:12 smithi130 ceph-mon[36448]: pgmap v406: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:14:12.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:14:12 smithi050 ceph-mon[35809]: from='client.14805 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:14:12.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:14:12 smithi050 ceph-mon[35809]: pgmap v406: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:14:12.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:14:12 smithi008 ceph-mon[31475]: from='client.14805 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:14:12.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:14:12 smithi008 ceph-mon[31475]: pgmap v406: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:14:14.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:14:14 smithi008 ceph-mon[31475]: pgmap v407: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:14.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:14:14 smithi130 ceph-mon[36448]: pgmap v407: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:14.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:14:14 smithi050 ceph-mon[35809]: pgmap v407: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:14.725 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:14.724+0000 7f0c44e00700 1 -- 172.21.15.8:0/2371473879 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0c40079b00 msgr2=0x7f0c4007a380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:14.725 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:14.724+0000 7f0c44e00700 1 --2- 172.21.15.8:0/2371473879 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0c40079b00 0x7f0c4007a380 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f0c3800b0a0 tx=0x7f0c3800b3b0 comp rx=0 tx=0).stop 2024-05-20T21:14:14.725 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:14.724+0000 7f0c44e00700 1 -- 172.21.15.8:0/2371473879 shutdown_connections 2024-05-20T21:14:14.725 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:14.724+0000 7f0c44e00700 1 --2- 172.21.15.8:0/2371473879 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0c40077ef0 0x7f0c40078310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:14.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:14.724+0000 7f0c44e00700 1 --2- 172.21.15.8:0/2371473879 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0c40079b00 0x7f0c4007a380 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:14.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:14.724+0000 7f0c44e00700 1 --2- 172.21.15.8:0/2371473879 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0c40079140 0x7f0c400795c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:14.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:14.724+0000 7f0c44e00700 1 -- 172.21.15.8:0/2371473879 >> 172.21.15.8:0/2371473879 conn(0x7f0c40100d50 msgr2=0x7f0c40103190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:14.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:14.724+0000 7f0c44e00700 1 -- 172.21.15.8:0/2371473879 shutdown_connections 2024-05-20T21:14:14.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:14.724+0000 7f0c44e00700 1 -- 172.21.15.8:0/2371473879 wait complete. 2024-05-20T21:14:14.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:14.725+0000 7f0c44e00700 1 Processor -- start 2024-05-20T21:14:14.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:14.726+0000 7f0c44e00700 1 -- start start 2024-05-20T21:14:14.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:14.726+0000 7f0c44e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0c40077ef0 0x7f0c4019fc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:14.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:14.726+0000 7f0c44e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0c40079140 0x7f0c401a01a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:14.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:14.726+0000 7f0c44e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0c40079b00 0x7f0c401a71e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:14.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:14.726+0000 7f0c44e00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f0c40115680 con 0x7f0c40079140 2024-05-20T21:14:14.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:14.726+0000 7f0c44e00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f0c40115500 con 0x7f0c40077ef0 2024-05-20T21:14:14.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:14.726+0000 7f0c44e00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f0c40115800 con 0x7f0c40079b00 2024-05-20T21:14:14.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:14.726+0000 7f0c3de00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0c40077ef0 0x7f0c4019fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:14.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:14.726+0000 7f0c3e800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0c40079b00 0x7f0c401a71e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:14.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:14.726+0000 7f0c3d400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0c40079140 0x7f0c401a01a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:14.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:14.726+0000 7f0c3de00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0c40077ef0 0x7f0c4019fc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:58956/0 (socket says 172.21.15.8:58956) 2024-05-20T21:14:14.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:14.726+0000 7f0c3e800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0c40079b00 0x7f0c401a71e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:43308/0 (socket says 172.21.15.8:43308) 2024-05-20T21:14:14.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:14.726+0000 7f0c3de00700 1 -- 172.21.15.8:0/3952284176 learned_addr learned my addr 172.21.15.8:0/3952284176 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:14:14.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:14.727+0000 7f0c3de00700 1 -- 172.21.15.8:0/3952284176 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0c40079b00 msgr2=0x7f0c401a71e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:14.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:14.727+0000 7f0c3de00700 1 --2- 172.21.15.8:0/3952284176 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0c40079b00 0x7f0c401a71e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:14.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:14.727+0000 7f0c3de00700 1 -- 172.21.15.8:0/3952284176 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0c40079140 msgr2=0x7f0c401a01a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:14.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:14.727+0000 7f0c3de00700 1 --2- 172.21.15.8:0/3952284176 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0c40079140 0x7f0c401a01a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:14.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:14.727+0000 7f0c3de00700 1 -- 172.21.15.8:0/3952284176 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c401a78b0 con 0x7f0c40077ef0 2024-05-20T21:14:14.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:14.727+0000 7f0c3de00700 1 --2- 172.21.15.8:0/3952284176 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0c40077ef0 0x7f0c4019fc60 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f0c3000e9a0 tx=0x7f0c3000ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:14.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:14.727+0000 7f0c36a00700 1 -- 172.21.15.8:0/3952284176 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c3000ca10 con 0x7f0c40077ef0 2024-05-20T21:14:14.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:14.727+0000 7f0c36a00700 1 -- 172.21.15.8:0/3952284176 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0c3000cbb0 con 0x7f0c40077ef0 2024-05-20T21:14:14.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:14.727+0000 7f0c44e00700 1 -- 172.21.15.8:0/3952284176 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c401a7ba0 con 0x7f0c40077ef0 2024-05-20T21:14:14.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:14.727+0000 7f0c36a00700 1 -- 172.21.15.8:0/3952284176 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c30018680 con 0x7f0c40077ef0 2024-05-20T21:14:14.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:14.728+0000 7f0c44e00700 1 -- 172.21.15.8:0/3952284176 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c401a8130 con 0x7f0c40077ef0 2024-05-20T21:14:14.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:14.729+0000 7f0c44e00700 1 -- 172.21.15.8:0/3952284176 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0c4006a230 con 0x7f0c40077ef0 2024-05-20T21:14:14.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:14.731+0000 7f0c36a00700 1 -- 172.21.15.8:0/3952284176 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f0c30010430 con 0x7f0c40077ef0 2024-05-20T21:14:14.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:14.733+0000 7f0c36a00700 1 --2- 172.21.15.8:0/3952284176 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0c240b2900 0x7f0c240b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:14.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:14.733+0000 7f0c36a00700 1 -- 172.21.15.8:0/3952284176 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f0c300e26b0 con 0x7f0c40077ef0 2024-05-20T21:14:14.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:14.733+0000 7f0c3d400700 1 --2- 172.21.15.8:0/3952284176 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0c240b2900 0x7f0c240b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:14.735 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:14.734+0000 7f0c3d400700 1 --2- 172.21.15.8:0/3952284176 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0c240b2900 0x7f0c240b4dc0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f0c2c009c60 tx=0x7f0c2c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:14.735 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:14.735+0000 7f0c36a00700 1 -- 172.21.15.8:0/3952284176 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f0c300aa360 con 0x7f0c40077ef0 2024-05-20T21:14:14.988 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:14.987+0000 7f0c44e00700 1 -- 172.21.15.8:0/3952284176 --> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) -- 0x7f0c40063980 con 0x7f0c240b2900 2024-05-20T21:14:15.008 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:15.008+0000 7f0c36a00700 1 -- 172.21.15.8:0/3952284176 <== mgr.14152 v2:172.21.15.8:6800/2778224651 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+4123 (secure 0 0 0) 0x7f0c40063980 con 0x7f0c240b2900 2024-05-20T21:14:15.009 INFO:teuthology.orchestra.run.smithi008.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-05-20T21:14:15.009 INFO:teuthology.orchestra.run.smithi008.stdout:mds.a smithi008 running (3m) 42s ago 3m 13.2M - 19.0.0-3830-g4ebd1d53 559f9f297837 04f7ad7dafe7 2024-05-20T21:14:15.009 INFO:teuthology.orchestra.run.smithi008.stdout:mds.b smithi050 running (3m) 56s ago 3m 19.8M - 19.0.0-3830-g4ebd1d53 559f9f297837 a6f0392b1f85 2024-05-20T21:14:15.009 INFO:teuthology.orchestra.run.smithi008.stdout:mds.c smithi130 running (3m) 56s ago 3m 20.0M - 19.0.0-3830-g4ebd1d53 559f9f297837 79f5b86c0fef 2024-05-20T21:14:15.009 INFO:teuthology.orchestra.run.smithi008.stdout:mds.d smithi008 running (3m) 42s ago 3m 13.3M - 19.0.0-3830-g4ebd1d53 559f9f297837 48bac3a1a2a9 2024-05-20T21:14:15.009 INFO:teuthology.orchestra.run.smithi008.stdout:mds.e smithi050 running (3m) 56s ago 3m 14.6M - 19.0.0-3830-g4ebd1d53 559f9f297837 84b98d76fed3 2024-05-20T21:14:15.009 INFO:teuthology.orchestra.run.smithi008.stdout:mds.f smithi130 running (3m) 56s ago 3m 20.4M - 19.0.0-3830-g4ebd1d53 559f9f297837 034c0138ac38 2024-05-20T21:14:15.009 INFO:teuthology.orchestra.run.smithi008.stdout:mds.g smithi008 running (3m) 42s ago 3m 18.1M - 19.0.0-3830-g4ebd1d53 559f9f297837 b2d9bff186c9 2024-05-20T21:14:15.010 INFO:teuthology.orchestra.run.smithi008.stdout:mds.h smithi050 running (3m) 56s ago 3m 19.1M - 19.0.0-3830-g4ebd1d53 559f9f297837 fb3e0bb0a909 2024-05-20T21:14:15.010 INFO:teuthology.orchestra.run.smithi008.stdout:mds.i smithi130 running (3m) 56s ago 3m 27.2M - 19.0.0-3830-g4ebd1d53 559f9f297837 53343651bae3 2024-05-20T21:14:15.010 INFO:teuthology.orchestra.run.smithi008.stdout:mds.j smithi008 running (3m) 42s ago 3m 13.4M - 19.0.0-3830-g4ebd1d53 559f9f297837 55d16c7e035a 2024-05-20T21:14:15.010 INFO:teuthology.orchestra.run.smithi008.stdout:mds.k smithi050 running (3m) 56s ago 3m 16.4M - 19.0.0-3830-g4ebd1d53 559f9f297837 b14fe2a65dd0 2024-05-20T21:14:15.010 INFO:teuthology.orchestra.run.smithi008.stdout:mds.l smithi130 running (3m) 56s ago 3m 15.0M - 19.0.0-3830-g4ebd1d53 559f9f297837 b5e53b47fac0 2024-05-20T21:14:15.010 INFO:teuthology.orchestra.run.smithi008.stdout:mgr.x smithi008 *:9283,8765 running (12m) 42s ago 12m 530M - 19.0.0-3830-g4ebd1d53 559f9f297837 b3706d04d1a8 2024-05-20T21:14:15.010 INFO:teuthology.orchestra.run.smithi008.stdout:mgr.y smithi050 *:8443,8765 running (9m) 56s ago 9m 467M - 19.0.0-3830-g4ebd1d53 559f9f297837 8a14ed8e2ff0 2024-05-20T21:14:15.010 INFO:teuthology.orchestra.run.smithi008.stdout:mgr.z smithi130 *:8443,8765 running (9m) 56s ago 9m 468M - 19.0.0-3830-g4ebd1d53 559f9f297837 aa9118143396 2024-05-20T21:14:15.010 INFO:teuthology.orchestra.run.smithi008.stdout:mon.a smithi008 running (12m) 42s ago 12m 50.7M 2048M 19.0.0-3830-g4ebd1d53 559f9f297837 8256db0f1f6b 2024-05-20T21:14:15.010 INFO:teuthology.orchestra.run.smithi008.stdout:mon.b smithi050 running (10m) 56s ago 10m 43.5M 2048M 19.0.0-3830-g4ebd1d53 559f9f297837 5306c2243e75 2024-05-20T21:14:15.010 INFO:teuthology.orchestra.run.smithi008.stdout:mon.c smithi130 running (10m) 56s ago 10m 45.7M 2048M 19.0.0-3830-g4ebd1d53 559f9f297837 01420142de6f 2024-05-20T21:14:15.010 INFO:teuthology.orchestra.run.smithi008.stdout:osd.0 smithi008 running (9m) 42s ago 9m 48.2M 4273M 19.0.0-3830-g4ebd1d53 559f9f297837 b6c263b9a4f2 2024-05-20T21:14:15.010 INFO:teuthology.orchestra.run.smithi008.stdout:osd.1 smithi050 running (8m) 56s ago 8m 53.0M 4273M 19.0.0-3830-g4ebd1d53 559f9f297837 0b93216d72fe 2024-05-20T21:14:15.011 INFO:teuthology.orchestra.run.smithi008.stdout:osd.2 smithi130 running (8m) 56s ago 8m 50.5M 4272M 19.0.0-3830-g4ebd1d53 559f9f297837 be3762b8772d 2024-05-20T21:14:15.011 INFO:teuthology.orchestra.run.smithi008.stdout:osd.3 smithi008 running (8m) 42s ago 8m 46.6M 4273M 19.0.0-3830-g4ebd1d53 559f9f297837 920072cf6fc7 2024-05-20T21:14:15.011 INFO:teuthology.orchestra.run.smithi008.stdout:osd.4 smithi050 running (7m) 56s ago 7m 55.4M 4273M 19.0.0-3830-g4ebd1d53 559f9f297837 206e7b1e2bf5 2024-05-20T21:14:15.011 INFO:teuthology.orchestra.run.smithi008.stdout:osd.5 smithi130 running (7m) 56s ago 7m 57.2M 4272M 19.0.0-3830-g4ebd1d53 559f9f297837 7065625bd01f 2024-05-20T21:14:15.011 INFO:teuthology.orchestra.run.smithi008.stdout:osd.6 smithi008 running (6m) 42s ago 6m 50.9M 4273M 19.0.0-3830-g4ebd1d53 559f9f297837 448e69a75056 2024-05-20T21:14:15.011 INFO:teuthology.orchestra.run.smithi008.stdout:osd.7 smithi050 running (6m) 56s ago 6m 54.7M 4273M 19.0.0-3830-g4ebd1d53 559f9f297837 d728e79df2da 2024-05-20T21:14:15.011 INFO:teuthology.orchestra.run.smithi008.stdout:osd.8 smithi130 running (5m) 56s ago 5m 54.7M 4272M 19.0.0-3830-g4ebd1d53 559f9f297837 7ae925c3c811 2024-05-20T21:14:15.011 INFO:teuthology.orchestra.run.smithi008.stdout:osd.9 smithi008 running (5m) 42s ago 5m 50.8M 4273M 19.0.0-3830-g4ebd1d53 559f9f297837 00f912fbeb7e 2024-05-20T21:14:15.011 INFO:teuthology.orchestra.run.smithi008.stdout:osd.10 smithi050 running (4m) 56s ago 4m 54.7M 4273M 19.0.0-3830-g4ebd1d53 559f9f297837 aaa23a1aa9fc 2024-05-20T21:14:15.011 INFO:teuthology.orchestra.run.smithi008.stdout:osd.11 smithi130 running (4m) 56s ago 4m 47.9M 4272M 19.0.0-3830-g4ebd1d53 559f9f297837 bddae2a97937 2024-05-20T21:14:15.012 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:15.012+0000 7f0c44e00700 1 -- 172.21.15.8:0/3952284176 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0c240b2900 msgr2=0x7f0c240b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:15.012 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:15.012+0000 7f0c44e00700 1 --2- 172.21.15.8:0/3952284176 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0c240b2900 0x7f0c240b4dc0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f0c2c009c60 tx=0x7f0c2c009260 comp rx=0 tx=0).stop 2024-05-20T21:14:15.012 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:15.012+0000 7f0c44e00700 1 -- 172.21.15.8:0/3952284176 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0c40077ef0 msgr2=0x7f0c4019fc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:15.012 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:15.012+0000 7f0c44e00700 1 --2- 172.21.15.8:0/3952284176 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0c40077ef0 0x7f0c4019fc60 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f0c3000e9a0 tx=0x7f0c3000ecb0 comp rx=0 tx=0).stop 2024-05-20T21:14:15.013 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:15.012+0000 7f0c44e00700 1 -- 172.21.15.8:0/3952284176 shutdown_connections 2024-05-20T21:14:15.013 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:15.012+0000 7f0c44e00700 1 --2- 172.21.15.8:0/3952284176 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0c240b2900 0x7f0c240b4dc0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:15.013 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:15.012+0000 7f0c44e00700 1 --2- 172.21.15.8:0/3952284176 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0c40077ef0 0x7f0c4019fc60 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:15.013 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:15.012+0000 7f0c44e00700 1 --2- 172.21.15.8:0/3952284176 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0c40079b00 0x7f0c401a71e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:15.013 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:15.012+0000 7f0c44e00700 1 --2- 172.21.15.8:0/3952284176 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0c40079140 0x7f0c401a01a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:15.013 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:15.012+0000 7f0c44e00700 1 -- 172.21.15.8:0/3952284176 >> 172.21.15.8:0/3952284176 conn(0x7f0c40100d50 msgr2=0x7f0c40102850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:15.013 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:15.012+0000 7f0c44e00700 1 -- 172.21.15.8:0/3952284176 shutdown_connections 2024-05-20T21:14:15.013 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:15.012+0000 7f0c44e00700 1 -- 172.21.15.8:0/3952284176 wait complete. 2024-05-20T21:14:15.813 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- bash -c 'ceph orch ls' 2024-05-20T21:14:16.291 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:14:16.660 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:14:16 smithi008 ceph-mon[31475]: from='client.24920 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:14:16.660 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:14:16 smithi008 ceph-mon[31475]: pgmap v408: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:14:16.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:14:16 smithi130 ceph-mon[36448]: from='client.24920 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:14:16.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:14:16 smithi130 ceph-mon[36448]: pgmap v408: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:14:16.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:14:16 smithi050 ceph-mon[35809]: from='client.24920 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:14:16.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:14:16 smithi050 ceph-mon[35809]: pgmap v408: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:14:18.423 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:18.422+0000 7fb84ec00700 1 -- 172.21.15.8:0/1193345201 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb848101e20 msgr2=0x7fb848102240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:18.423 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:18.422+0000 7fb84ec00700 1 --2- 172.21.15.8:0/1193345201 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb848101e20 0x7fb848102240 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fb838009990 tx=0x7fb838009ca0 comp rx=0 tx=0).stop 2024-05-20T21:14:18.423 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:18.422+0000 7fb84ec00700 1 -- 172.21.15.8:0/1193345201 shutdown_connections 2024-05-20T21:14:18.423 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:18.422+0000 7fb84ec00700 1 --2- 172.21.15.8:0/1193345201 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb848103140 0x7fb8481035c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:18.423 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:18.422+0000 7fb84ec00700 1 --2- 172.21.15.8:0/1193345201 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb848101e20 0x7fb848102240 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:18.424 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:18.422+0000 7fb84ec00700 1 --2- 172.21.15.8:0/1193345201 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb848102780 0x7fb848102c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:18.424 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:18.422+0000 7fb84ec00700 1 -- 172.21.15.8:0/1193345201 >> 172.21.15.8:0/1193345201 conn(0x7fb8480fda40 msgr2=0x7fb8480ffe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:18.424 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:18.422+0000 7fb84ec00700 1 -- 172.21.15.8:0/1193345201 shutdown_connections 2024-05-20T21:14:18.424 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:18.422+0000 7fb84ec00700 1 -- 172.21.15.8:0/1193345201 wait complete. 2024-05-20T21:14:18.424 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:18.423+0000 7fb84ec00700 1 Processor -- start 2024-05-20T21:14:18.424 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:18.423+0000 7fb84ec00700 1 -- start start 2024-05-20T21:14:18.426 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:18.424+0000 7fb84ec00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb848101e20 0x7fb84819b950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:18.426 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:18.424+0000 7fb84ec00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb848102780 0x7fb84819be90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:18.426 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:18.424+0000 7fb84ec00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb848103140 0x7fb8481a2f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:18.426 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:18.424+0000 7fb84ec00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fb848111210 con 0x7fb848102780 2024-05-20T21:14:18.426 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:18.424+0000 7fb84ec00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb848111090 con 0x7fb848103140 2024-05-20T21:14:18.426 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:18.424+0000 7fb84ec00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fb848111390 con 0x7fb848101e20 2024-05-20T21:14:18.426 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:18.424+0000 7fb83f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb848102780 0x7fb84819be90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:18.426 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:18.424+0000 7fb83f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb848102780 0x7fb84819be90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:48914/0 (socket says 172.21.15.8:48914) 2024-05-20T21:14:18.426 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:18.424+0000 7fb83f400700 1 -- 172.21.15.8:0/1525091592 learned_addr learned my addr 172.21.15.8:0/1525091592 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:14:18.426 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:18.424+0000 7fb847e00700 1 --2- 172.21.15.8:0/1525091592 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb848101e20 0x7fb84819b950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:18.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:18.424+0000 7fb84cc00700 1 --2- 172.21.15.8:0/1525091592 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb848103140 0x7fb8481a2f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:18.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:18.425+0000 7fb83f400700 1 -- 172.21.15.8:0/1525091592 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb848101e20 msgr2=0x7fb84819b950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:18.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:18.425+0000 7fb83f400700 1 --2- 172.21.15.8:0/1525091592 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb848101e20 0x7fb84819b950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:18.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:18.425+0000 7fb83f400700 1 -- 172.21.15.8:0/1525091592 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb848103140 msgr2=0x7fb8481a2f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:18.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:18.425+0000 7fb83f400700 1 --2- 172.21.15.8:0/1525091592 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb848103140 0x7fb8481a2f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:18.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:18.425+0000 7fb83f400700 1 -- 172.21.15.8:0/1525091592 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8481a35b0 con 0x7fb848102780 2024-05-20T21:14:18.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:18.425+0000 7fb84cc00700 1 --2- 172.21.15.8:0/1525091592 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb848103140 0x7fb8481a2f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:14:18.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:18.425+0000 7fb847e00700 1 --2- 172.21.15.8:0/1525091592 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb848101e20 0x7fb84819b950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:14:18.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:18.425+0000 7fb83f400700 1 --2- 172.21.15.8:0/1525091592 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb848102780 0x7fb84819be90 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fb83000e9f0 tx=0x7fb83000ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:18.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:18.425+0000 7fb845600700 1 -- 172.21.15.8:0/1525091592 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb83000cbd0 con 0x7fb848102780 2024-05-20T21:14:18.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:18.425+0000 7fb84ec00700 1 -- 172.21.15.8:0/1525091592 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8481a38a0 con 0x7fb848102780 2024-05-20T21:14:18.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:18.425+0000 7fb845600700 1 -- 172.21.15.8:0/1525091592 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb83000cd70 con 0x7fb848102780 2024-05-20T21:14:18.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:18.425+0000 7fb845600700 1 -- 172.21.15.8:0/1525091592 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb830005680 con 0x7fb848102780 2024-05-20T21:14:18.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:18.425+0000 7fb84ec00700 1 -- 172.21.15.8:0/1525091592 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8481a3de0 con 0x7fb848102780 2024-05-20T21:14:18.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:18.427+0000 7fb84ec00700 1 -- 172.21.15.8:0/1525091592 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb84806a230 con 0x7fb848102780 2024-05-20T21:14:18.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:18.429+0000 7fb845600700 1 -- 172.21.15.8:0/1525091592 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fb830004750 con 0x7fb848102780 2024-05-20T21:14:18.431 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:18.431+0000 7fb845600700 1 --2- 172.21.15.8:0/1525091592 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb8280b2900 0x7fb8280b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:18.431 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:18.431+0000 7fb845600700 1 -- 172.21.15.8:0/1525091592 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fb8300e2520 con 0x7fb848102780 2024-05-20T21:14:18.432 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:18.431+0000 7fb847e00700 1 --2- 172.21.15.8:0/1525091592 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb8280b2900 0x7fb8280b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:18.432 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:18.432+0000 7fb847e00700 1 --2- 172.21.15.8:0/1525091592 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb8280b2900 0x7fb8280b4dc0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fb83800b760 tx=0x7fb83801a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:18.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:18.436+0000 7fb845600700 1 -- 172.21.15.8:0/1525091592 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fb8300aa1d0 con 0x7fb848102780 2024-05-20T21:14:18.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:14:18 smithi130 ceph-mon[36448]: pgmap v409: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:14:18.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:14:18 smithi050 ceph-mon[35809]: pgmap v409: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:14:18.686 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:18.685+0000 7fb84ec00700 1 -- 172.21.15.8:0/1525091592 --> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] -- mgr_command(tid 0: {"prefix": "orch ls", "target": ["mon-mgr", ""]}) -- 0x7fb848063980 con 0x7fb8280b2900 2024-05-20T21:14:18.686 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:14:18 smithi008 ceph-mon[31475]: pgmap v409: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:14:18.705 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:18.704+0000 7fb845600700 1 -- 172.21.15.8:0/1525091592 <== mgr.14152 v2:172.21.15.8:6800/2778224651 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+980 (secure 0 0 0) 0x7fb848063980 con 0x7fb8280b2900 2024-05-20T21:14:18.705 INFO:teuthology.orchestra.run.smithi008.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-05-20T21:14:18.706 INFO:teuthology.orchestra.run.smithi008.stdout:mds.all 12/12 60s ago 4m smithi008=a;smithi008=d;smithi008=g;smithi008=j;smithi050=b;smithi050=e;smithi050=h;smithi050=k;smithi130=c;smithi130=f;smithi130=i;smithi130=l;count:12 2024-05-20T21:14:18.706 INFO:teuthology.orchestra.run.smithi008.stdout:mgr 3/3 60s ago 10m smithi008=x;smithi050=y;smithi130=z;count:3 2024-05-20T21:14:18.706 INFO:teuthology.orchestra.run.smithi008.stdout:mon 3/3 60s ago 10m smithi008:172.21.15.8=a;smithi050:172.21.15.50=b;smithi130:172.21.15.130=c;count:3 2024-05-20T21:14:18.706 INFO:teuthology.orchestra.run.smithi008.stdout:osd 12 60s ago - 2024-05-20T21:14:18.708 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:18.707+0000 7fb84ec00700 1 -- 172.21.15.8:0/1525091592 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb8280b2900 msgr2=0x7fb8280b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:18.708 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:18.707+0000 7fb84ec00700 1 --2- 172.21.15.8:0/1525091592 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb8280b2900 0x7fb8280b4dc0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fb83800b760 tx=0x7fb83801a040 comp rx=0 tx=0).stop 2024-05-20T21:14:18.708 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:18.707+0000 7fb84ec00700 1 -- 172.21.15.8:0/1525091592 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb848102780 msgr2=0x7fb84819be90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:18.708 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:18.707+0000 7fb84ec00700 1 --2- 172.21.15.8:0/1525091592 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb848102780 0x7fb84819be90 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fb83000e9f0 tx=0x7fb83000ed00 comp rx=0 tx=0).stop 2024-05-20T21:14:18.708 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:18.707+0000 7fb84ec00700 1 -- 172.21.15.8:0/1525091592 shutdown_connections 2024-05-20T21:14:18.708 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:18.707+0000 7fb84ec00700 1 --2- 172.21.15.8:0/1525091592 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb8280b2900 0x7fb8280b4dc0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:18.708 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:18.707+0000 7fb84ec00700 1 --2- 172.21.15.8:0/1525091592 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb848103140 0x7fb8481a2f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:18.709 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:18.707+0000 7fb84ec00700 1 --2- 172.21.15.8:0/1525091592 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb848101e20 0x7fb84819b950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:18.709 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:18.707+0000 7fb84ec00700 1 --2- 172.21.15.8:0/1525091592 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb848102780 0x7fb84819be90 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:18.709 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:18.707+0000 7fb84ec00700 1 -- 172.21.15.8:0/1525091592 >> 172.21.15.8:0/1525091592 conn(0x7fb8480fda40 msgr2=0x7fb848100da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:18.709 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:18.708+0000 7fb84ec00700 1 -- 172.21.15.8:0/1525091592 shutdown_connections 2024-05-20T21:14:18.709 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:18.708+0000 7fb84ec00700 1 -- 172.21.15.8:0/1525091592 wait complete. 2024-05-20T21:14:19.508 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- bash -c 'ceph orch host ls' 2024-05-20T21:14:19.982 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:14:20.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:14:20 smithi130 ceph-mon[36448]: from='client.14817 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:14:20.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:14:20 smithi130 ceph-mon[36448]: pgmap v410: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:20.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:14:20 smithi050 ceph-mon[35809]: from='client.14817 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:14:20.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:14:20 smithi050 ceph-mon[35809]: pgmap v410: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:20.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:14:20 smithi008 ceph-mon[31475]: from='client.14817 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:14:20.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:14:20 smithi008 ceph-mon[31475]: pgmap v410: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:22.019 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:22.018+0000 7f3bc4c00700 1 -- 172.21.15.8:0/169548085 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3bc010ade0 msgr2=0x7f3bc010b240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:22.019 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:22.018+0000 7f3bc4c00700 1 --2- 172.21.15.8:0/169548085 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3bc010ade0 0x7f3bc010b240 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f3bac009920 tx=0x7f3bac009c30 comp rx=0 tx=0).stop 2024-05-20T21:14:22.019 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:22.018+0000 7f3bc4c00700 1 -- 172.21.15.8:0/169548085 shutdown_connections 2024-05-20T21:14:22.019 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:22.018+0000 7f3bc4c00700 1 --2- 172.21.15.8:0/169548085 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3bc010b780 0x7f3bc0112030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:22.019 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:22.018+0000 7f3bc4c00700 1 --2- 172.21.15.8:0/169548085 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3bc0109be0 0x7f3bc010a000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:22.019 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:22.018+0000 7f3bc4c00700 1 --2- 172.21.15.8:0/169548085 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3bc010ade0 0x7f3bc010b240 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:22.019 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:22.018+0000 7f3bc4c00700 1 -- 172.21.15.8:0/169548085 >> 172.21.15.8:0/169548085 conn(0x7f3bc0078bb0 msgr2=0x7f3bc007aff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:22.020 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:22.019+0000 7f3bc4c00700 1 -- 172.21.15.8:0/169548085 shutdown_connections 2024-05-20T21:14:22.020 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:22.019+0000 7f3bc4c00700 1 -- 172.21.15.8:0/169548085 wait complete. 2024-05-20T21:14:22.021 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:22.020+0000 7f3bc4c00700 1 Processor -- start 2024-05-20T21:14:22.021 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:22.020+0000 7f3bc4c00700 1 -- start start 2024-05-20T21:14:22.021 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:22.020+0000 7f3bc4c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3bc0109be0 0x7f3bc019fd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:22.021 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:22.020+0000 7f3bc4c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3bc010ade0 0x7f3bc01a0290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:22.021 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:22.020+0000 7f3bc4c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3bc010b780 0x7f3bc01a7310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:22.021 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:22.020+0000 7f3bc4c00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f3bc01156a0 con 0x7f3bc010b780 2024-05-20T21:14:22.021 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:22.020+0000 7f3bc4c00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f3bc0115520 con 0x7f3bc010ade0 2024-05-20T21:14:22.021 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:22.020+0000 7f3bc4c00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f3bc0115820 con 0x7f3bc0109be0 2024-05-20T21:14:22.021 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:22.021+0000 7f3bbd400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3bc010ade0 0x7f3bc01a0290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:22.021 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:22.021+0000 7f3bbde00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3bc0109be0 0x7f3bc019fd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:22.021 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:22.021+0000 7f3bbd400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3bc010ade0 0x7f3bc01a0290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:58972/0 (socket says 172.21.15.8:58972) 2024-05-20T21:14:22.022 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:22.021+0000 7f3bbd400700 1 -- 172.21.15.8:0/1895723922 learned_addr learned my addr 172.21.15.8:0/1895723922 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:14:22.022 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:22.021+0000 7f3bbe800700 1 --2- 172.21.15.8:0/1895723922 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3bc010b780 0x7f3bc01a7310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:22.023 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:22.021+0000 7f3bbd400700 1 -- 172.21.15.8:0/1895723922 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3bc0109be0 msgr2=0x7f3bc019fd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:22.023 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:22.021+0000 7f3bbd400700 1 --2- 172.21.15.8:0/1895723922 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3bc0109be0 0x7f3bc019fd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:22.023 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:22.021+0000 7f3bbd400700 1 -- 172.21.15.8:0/1895723922 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3bc010b780 msgr2=0x7f3bc01a7310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:22.023 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:22.021+0000 7f3bbd400700 1 --2- 172.21.15.8:0/1895723922 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3bc010b780 0x7f3bc01a7310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:22.023 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:22.021+0000 7f3bbd400700 1 -- 172.21.15.8:0/1895723922 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3bc01a79b0 con 0x7f3bc010ade0 2024-05-20T21:14:22.023 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:22.021+0000 7f3bbd400700 1 --2- 172.21.15.8:0/1895723922 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3bc010ade0 0x7f3bc01a0290 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f3bac009840 tx=0x7f3bac005270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:22.023 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:22.022+0000 7f3bb6a00700 1 -- 172.21.15.8:0/1895723922 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bac025070 con 0x7f3bc010ade0 2024-05-20T21:14:22.023 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:22.022+0000 7f3bb6a00700 1 -- 172.21.15.8:0/1895723922 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3bac00ba10 con 0x7f3bc010ade0 2024-05-20T21:14:22.023 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:22.022+0000 7f3bb6a00700 1 -- 172.21.15.8:0/1895723922 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bac003b10 con 0x7f3bc010ade0 2024-05-20T21:14:22.023 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:22.022+0000 7f3bc4c00700 1 -- 172.21.15.8:0/1895723922 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3bc01a7c40 con 0x7f3bc010ade0 2024-05-20T21:14:22.023 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:22.022+0000 7f3bc4c00700 1 -- 172.21.15.8:0/1895723922 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3bc01a8040 con 0x7f3bc010ade0 2024-05-20T21:14:22.024 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:22.023+0000 7f3bc4c00700 1 -- 172.21.15.8:0/1895723922 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3bc006a230 con 0x7f3bc010ade0 2024-05-20T21:14:22.025 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:22.026+0000 7f3bb6a00700 1 -- 172.21.15.8:0/1895723922 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f3bac028070 con 0x7f3bc010ade0 2024-05-20T21:14:22.027 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:22.027+0000 7f3bb6a00700 1 --2- 172.21.15.8:0/1895723922 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3ba40b2900 0x7f3ba40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:22.028 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:22.027+0000 7f3bb6a00700 1 -- 172.21.15.8:0/1895723922 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f3bac0e2ec0 con 0x7f3bc010ade0 2024-05-20T21:14:22.028 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:22.027+0000 7f3bbde00700 1 --2- 172.21.15.8:0/1895723922 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3ba40b2900 0x7f3ba40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:22.028 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:22.028+0000 7f3bbde00700 1 --2- 172.21.15.8:0/1895723922 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3ba40b2900 0x7f3ba40b4dc0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f3bc010ac40 tx=0x7f3bb0009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:22.029 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:22.029+0000 7f3bb6a00700 1 -- 172.21.15.8:0/1895723922 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f3bac02f020 con 0x7f3bc010ade0 2024-05-20T21:14:22.275 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:22.274+0000 7f3bc4c00700 1 -- 172.21.15.8:0/1895723922 --> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""]}) -- 0x7f3bc0063980 con 0x7f3ba40b2900 2024-05-20T21:14:22.277 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:22.277+0000 7f3bb6a00700 1 -- 172.21.15.8:0/1895723922 <== mgr.14152 v2:172.21.15.8:6800/2778224651 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+191 (secure 0 0 0) 0x7f3bc0063980 con 0x7f3ba40b2900 2024-05-20T21:14:22.278 INFO:teuthology.orchestra.run.smithi008.stdout:HOST ADDR LABELS STATUS 2024-05-20T21:14:22.278 INFO:teuthology.orchestra.run.smithi008.stdout:smithi008 172.21.15.8 2024-05-20T21:14:22.278 INFO:teuthology.orchestra.run.smithi008.stdout:smithi050 172.21.15.50 2024-05-20T21:14:22.278 INFO:teuthology.orchestra.run.smithi008.stdout:smithi130 172.21.15.130 2024-05-20T21:14:22.278 INFO:teuthology.orchestra.run.smithi008.stdout:3 hosts in cluster 2024-05-20T21:14:22.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:22.280+0000 7f3bc4c00700 1 -- 172.21.15.8:0/1895723922 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3ba40b2900 msgr2=0x7f3ba40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:22.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:22.280+0000 7f3bc4c00700 1 --2- 172.21.15.8:0/1895723922 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3ba40b2900 0x7f3ba40b4dc0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f3bc010ac40 tx=0x7f3bb0009310 comp rx=0 tx=0).stop 2024-05-20T21:14:22.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:22.280+0000 7f3bc4c00700 1 -- 172.21.15.8:0/1895723922 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3bc010ade0 msgr2=0x7f3bc01a0290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:22.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:22.280+0000 7f3bc4c00700 1 --2- 172.21.15.8:0/1895723922 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3bc010ade0 0x7f3bc01a0290 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f3bac009840 tx=0x7f3bac005270 comp rx=0 tx=0).stop 2024-05-20T21:14:22.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:22.281+0000 7f3bc4c00700 1 -- 172.21.15.8:0/1895723922 shutdown_connections 2024-05-20T21:14:22.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:22.281+0000 7f3bc4c00700 1 --2- 172.21.15.8:0/1895723922 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3ba40b2900 0x7f3ba40b4dc0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:22.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:22.281+0000 7f3bc4c00700 1 --2- 172.21.15.8:0/1895723922 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3bc010b780 0x7f3bc01a7310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:22.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:22.281+0000 7f3bc4c00700 1 --2- 172.21.15.8:0/1895723922 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3bc0109be0 0x7f3bc019fd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:22.282 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:22.281+0000 7f3bc4c00700 1 --2- 172.21.15.8:0/1895723922 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3bc010ade0 0x7f3bc01a0290 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:22.282 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:22.281+0000 7f3bc4c00700 1 -- 172.21.15.8:0/1895723922 >> 172.21.15.8:0/1895723922 conn(0x7f3bc0078bb0 msgr2=0x7f3bc010e160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:22.282 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:22.281+0000 7f3bc4c00700 1 -- 172.21.15.8:0/1895723922 shutdown_connections 2024-05-20T21:14:22.282 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:22.281+0000 7f3bc4c00700 1 -- 172.21.15.8:0/1895723922 wait complete. 2024-05-20T21:14:22.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:14:22 smithi008 ceph-mon[31475]: pgmap v411: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:14:22.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:14:22 smithi130 ceph-mon[36448]: pgmap v411: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:14:22.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:14:22 smithi050 ceph-mon[35809]: pgmap v411: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:14:23.025 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- bash -c 'ceph orch device ls' 2024-05-20T21:14:23.493 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:14:23.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:14:23 smithi130 ceph-mon[36448]: from='client.24932 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:14:23.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:14:23 smithi050 ceph-mon[35809]: from='client.24932 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:14:23.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:14:23 smithi008 ceph-mon[31475]: from='client.24932 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:14:24.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:14:24 smithi050 ceph-mon[35809]: pgmap v412: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:24.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:14:24 smithi008 ceph-mon[31475]: pgmap v412: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:24.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:14:24 smithi130 ceph-mon[36448]: pgmap v412: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:25.700 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:25.699+0000 7f63a8c00700 1 -- 172.21.15.8:0/522846676 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f63a4103140 msgr2=0x7f63a41035c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:25.700 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:25.699+0000 7f63a8c00700 1 --2- 172.21.15.8:0/522846676 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f63a4103140 0x7f63a41035c0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f639c00b0a0 tx=0x7f639c00b3b0 comp rx=0 tx=0).stop 2024-05-20T21:14:25.700 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:25.699+0000 7f63a8c00700 1 -- 172.21.15.8:0/522846676 shutdown_connections 2024-05-20T21:14:25.700 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:25.699+0000 7f63a8c00700 1 --2- 172.21.15.8:0/522846676 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f63a4103140 0x7f63a41035c0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:25.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:25.699+0000 7f63a8c00700 1 --2- 172.21.15.8:0/522846676 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f63a4101e20 0x7f63a4102240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:25.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:25.699+0000 7f63a8c00700 1 --2- 172.21.15.8:0/522846676 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f63a4102780 0x7f63a4102c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:25.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:25.699+0000 7f63a8c00700 1 -- 172.21.15.8:0/522846676 >> 172.21.15.8:0/522846676 conn(0x7f63a40fda60 msgr2=0x7f63a40ffe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:25.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:25.699+0000 7f63a8c00700 1 -- 172.21.15.8:0/522846676 shutdown_connections 2024-05-20T21:14:25.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:25.699+0000 7f63a8c00700 1 -- 172.21.15.8:0/522846676 wait complete. 2024-05-20T21:14:25.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:25.700+0000 7f63a8c00700 1 Processor -- start 2024-05-20T21:14:25.702 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:25.700+0000 7f63a8c00700 1 -- start start 2024-05-20T21:14:25.703 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:25.701+0000 7f63a8c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f63a4101e20 0x7f63a419b890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:25.703 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:25.701+0000 7f63a8c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f63a4102780 0x7f63a419bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:25.703 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:25.701+0000 7f63a8c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f63a4103140 0x7f63a41a2e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:25.703 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:25.701+0000 7f63a8c00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f63a4111220 con 0x7f63a4103140 2024-05-20T21:14:25.703 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:25.701+0000 7f63a8c00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f63a41110a0 con 0x7f63a4101e20 2024-05-20T21:14:25.703 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:25.701+0000 7f63a8c00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f63a41113a0 con 0x7f63a4102780 2024-05-20T21:14:25.703 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:25.701+0000 7f63a1e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f63a4101e20 0x7f63a419b890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:25.703 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:25.701+0000 7f63a1e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f63a4101e20 0x7f63a419b890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:53342/0 (socket says 172.21.15.8:53342) 2024-05-20T21:14:25.703 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:25.701+0000 7f63a1e00700 1 -- 172.21.15.8:0/789737946 learned_addr learned my addr 172.21.15.8:0/789737946 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:14:25.703 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:25.701+0000 7f639be00700 1 --2- 172.21.15.8:0/789737946 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f63a4102780 0x7f63a419bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:25.703 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:25.701+0000 7f63a2800700 1 --2- 172.21.15.8:0/789737946 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f63a4103140 0x7f63a41a2e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:25.703 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:25.702+0000 7f63a1e00700 1 -- 172.21.15.8:0/789737946 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f63a4102780 msgr2=0x7f63a419bdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:25.703 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:25.702+0000 7f63a1e00700 1 --2- 172.21.15.8:0/789737946 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f63a4102780 0x7f63a419bdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:25.704 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:25.702+0000 7f63a1e00700 1 -- 172.21.15.8:0/789737946 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f63a4103140 msgr2=0x7f63a41a2e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:25.704 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:25.702+0000 7f63a1e00700 1 --2- 172.21.15.8:0/789737946 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f63a4103140 0x7f63a41a2e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:25.704 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:25.702+0000 7f63a1e00700 1 -- 172.21.15.8:0/789737946 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63a41a34f0 con 0x7f63a4101e20 2024-05-20T21:14:25.704 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:25.702+0000 7f63a1e00700 1 --2- 172.21.15.8:0/789737946 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f63a4101e20 0x7f63a419b890 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f639400e9c0 tx=0x7f639400ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:25.704 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:25.702+0000 7f639aa00700 1 -- 172.21.15.8:0/789737946 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f639400cbd0 con 0x7f63a4101e20 2024-05-20T21:14:25.704 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:25.702+0000 7f63a8c00700 1 -- 172.21.15.8:0/789737946 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63a41a37e0 con 0x7f63a4101e20 2024-05-20T21:14:25.704 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:25.703+0000 7f639aa00700 1 -- 172.21.15.8:0/789737946 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f639400ee60 con 0x7f63a4101e20 2024-05-20T21:14:25.704 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:25.703+0000 7f639aa00700 1 -- 172.21.15.8:0/789737946 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6394005550 con 0x7f63a4101e20 2024-05-20T21:14:25.704 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:25.703+0000 7f63a8c00700 1 -- 172.21.15.8:0/789737946 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63a41a3d20 con 0x7f63a4101e20 2024-05-20T21:14:25.704 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:25.704+0000 7f63a8c00700 1 -- 172.21.15.8:0/789737946 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f63a406a230 con 0x7f63a4101e20 2024-05-20T21:14:25.706 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:25.706+0000 7f639aa00700 1 -- 172.21.15.8:0/789737946 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f6394047960 con 0x7f63a4101e20 2024-05-20T21:14:25.708 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:25.707+0000 7f639aa00700 1 --2- 172.21.15.8:0/789737946 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f63880b2880 0x7f63880b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:25.708 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:25.708+0000 7f639aa00700 1 -- 172.21.15.8:0/789737946 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f63940e2470 con 0x7f63a4101e20 2024-05-20T21:14:25.708 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:25.708+0000 7f639be00700 1 --2- 172.21.15.8:0/789737946 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f63880b2880 0x7f63880b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:25.708 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:25.709+0000 7f639be00700 1 --2- 172.21.15.8:0/789737946 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f63880b2880 0x7f63880b4d40 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f638c009c60 tx=0x7f638c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:25.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:25.710+0000 7f639aa00700 1 -- 172.21.15.8:0/789737946 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f63940aa120 con 0x7f63a4101e20 2024-05-20T21:14:25.963 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:25.963+0000 7f63a8c00700 1 -- 172.21.15.8:0/789737946 --> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] -- mgr_command(tid 0: {"prefix": "orch device ls", "target": ["mon-mgr", ""]}) -- 0x7f63a4063980 con 0x7f63880b2880 2024-05-20T21:14:25.967 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:25.967+0000 7f639aa00700 1 -- 172.21.15.8:0/789737946 <== mgr.14152 v2:172.21.15.8:6800/2778224651 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+532 (secure 0 0 0) 0x7f63a4063980 con 0x7f63880b2880 2024-05-20T21:14:25.967 INFO:teuthology.orchestra.run.smithi008.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2024-05-20T21:14:25.968 INFO:teuthology.orchestra.run.smithi008.stdout:smithi008 /dev/nvme0n1 ssd INTEL_SSDPED1D480GA_PHMB7476004A480DGN 447G No 5m ago Has a FileSystem, LVM detected 2024-05-20T21:14:25.968 INFO:teuthology.orchestra.run.smithi008.stdout:smithi050 /dev/nvme0n1 ssd INTEL_SSDPED1D480GA_PHMB7513001F480DGN 447G No 4m ago Has a FileSystem, LVM detected 2024-05-20T21:14:25.968 INFO:teuthology.orchestra.run.smithi008.stdout:smithi130 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT620500Q1400BGN 372G No 4m ago Has a FileSystem, LVM detected 2024-05-20T21:14:25.970 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:25.970+0000 7f63a8c00700 1 -- 172.21.15.8:0/789737946 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f63880b2880 msgr2=0x7f63880b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:25.971 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:25.970+0000 7f63a8c00700 1 --2- 172.21.15.8:0/789737946 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f63880b2880 0x7f63880b4d40 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f638c009c60 tx=0x7f638c009260 comp rx=0 tx=0).stop 2024-05-20T21:14:25.971 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:25.970+0000 7f63a8c00700 1 -- 172.21.15.8:0/789737946 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f63a4101e20 msgr2=0x7f63a419b890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:25.971 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:25.970+0000 7f63a8c00700 1 --2- 172.21.15.8:0/789737946 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f63a4101e20 0x7f63a419b890 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f639400e9c0 tx=0x7f639400ecd0 comp rx=0 tx=0).stop 2024-05-20T21:14:25.971 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:25.970+0000 7f63a8c00700 1 -- 172.21.15.8:0/789737946 shutdown_connections 2024-05-20T21:14:25.971 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:25.970+0000 7f63a8c00700 1 --2- 172.21.15.8:0/789737946 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f63880b2880 0x7f63880b4d40 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:25.971 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:25.970+0000 7f63a8c00700 1 --2- 172.21.15.8:0/789737946 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f63a4101e20 0x7f63a419b890 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:25.971 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:25.970+0000 7f63a8c00700 1 --2- 172.21.15.8:0/789737946 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f63a4103140 0x7f63a41a2e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:25.971 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:25.970+0000 7f63a8c00700 1 --2- 172.21.15.8:0/789737946 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f63a4102780 0x7f63a419bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:25.971 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:25.970+0000 7f63a8c00700 1 -- 172.21.15.8:0/789737946 >> 172.21.15.8:0/789737946 conn(0x7f63a40fda60 msgr2=0x7f63a40ff560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:25.971 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:25.971+0000 7f63a8c00700 1 -- 172.21.15.8:0/789737946 shutdown_connections 2024-05-20T21:14:25.971 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:25.971+0000 7f63a8c00700 1 -- 172.21.15.8:0/789737946 wait complete. 2024-05-20T21:14:26.636 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:14:26 smithi008 ceph-mon[31475]: pgmap v413: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:14:26.697 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-05-20T21:14:26.715 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi008.front.sepia.ceph.com 2024-05-20T21:14:26.715 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- bash -c 'ceph fs dump' 2024-05-20T21:14:26.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:14:26 smithi130 ceph-mon[36448]: pgmap v413: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:14:26.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:14:26 smithi050 ceph-mon[35809]: pgmap v413: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:14:27.186 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:14:27.667 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:14:27 smithi008 ceph-mon[31475]: from='client.24938 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:14:27.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:14:27 smithi130 ceph-mon[36448]: from='client.24938 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:14:27.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:14:27 smithi050 ceph-mon[35809]: from='client.24938 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:14:28.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:14:28 smithi008 ceph-mon[31475]: pgmap v414: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:14:28.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:14:28 smithi130 ceph-mon[36448]: pgmap v414: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:14:28.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:14:28 smithi050 ceph-mon[35809]: pgmap v414: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:14:29.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:29.280+0000 7fd733200700 1 -- 172.21.15.8:0/953575109 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd7341034d0 msgr2=0x7fd7341038f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:29.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:29.280+0000 7fd733200700 1 --2- 172.21.15.8:0/953575109 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd7341034d0 0x7fd7341038f0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fd7240099c0 tx=0x7fd724009cd0 comp rx=0 tx=0).stop 2024-05-20T21:14:29.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:29.280+0000 7fd733200700 1 -- 172.21.15.8:0/953575109 shutdown_connections 2024-05-20T21:14:29.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:29.280+0000 7fd733200700 1 --2- 172.21.15.8:0/953575109 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd7341034d0 0x7fd7341038f0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:29.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:29.280+0000 7fd733200700 1 --2- 172.21.15.8:0/953575109 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd734105070 0x7fd73410b920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:29.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:29.280+0000 7fd733200700 1 --2- 172.21.15.8:0/953575109 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd7341046d0 0x7fd734104b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:29.282 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:29.280+0000 7fd733200700 1 -- 172.21.15.8:0/953575109 >> 172.21.15.8:0/953575109 conn(0x7fd7340fea70 msgr2=0x7fd734100eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:29.282 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:29.280+0000 7fd733200700 1 -- 172.21.15.8:0/953575109 shutdown_connections 2024-05-20T21:14:29.282 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:29.280+0000 7fd733200700 1 -- 172.21.15.8:0/953575109 wait complete. 2024-05-20T21:14:29.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:29.282+0000 7fd733200700 1 Processor -- start 2024-05-20T21:14:29.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:29.282+0000 7fd733200700 1 -- start start 2024-05-20T21:14:29.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:29.282+0000 7fd733200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd7341034d0 0x7fd73419b840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:29.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:29.282+0000 7fd733200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd7341046d0 0x7fd73419bd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:29.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:29.282+0000 7fd733200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd734105070 0x7fd7341a2db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:29.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:29.283+0000 7fd733200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fd73410efc0 con 0x7fd7341046d0 2024-05-20T21:14:29.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:29.283+0000 7fd733200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fd73410ee40 con 0x7fd734105070 2024-05-20T21:14:29.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:29.283+0000 7fd733200700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fd73410f140 con 0x7fd7341034d0 2024-05-20T21:14:29.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:29.283+0000 7fd731e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd7341034d0 0x7fd73419b840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:29.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:29.283+0000 7fd731e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd7341034d0 0x7fd73419b840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:43466/0 (socket says 172.21.15.8:43466) 2024-05-20T21:14:29.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:29.283+0000 7fd731e00700 1 -- 172.21.15.8:0/4068696445 learned_addr learned my addr 172.21.15.8:0/4068696445 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:14:29.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:29.283+0000 7fd732800700 1 --2- 172.21.15.8:0/4068696445 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd734105070 0x7fd7341a2db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:29.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:29.283+0000 7fd731400700 1 --2- 172.21.15.8:0/4068696445 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd7341046d0 0x7fd73419bd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:29.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:29.283+0000 7fd731e00700 1 -- 172.21.15.8:0/4068696445 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd734105070 msgr2=0x7fd7341a2db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:29.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:29.283+0000 7fd731e00700 1 --2- 172.21.15.8:0/4068696445 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd734105070 0x7fd7341a2db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:29.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:29.283+0000 7fd731e00700 1 -- 172.21.15.8:0/4068696445 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd7341046d0 msgr2=0x7fd73419bd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:29.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:29.283+0000 7fd731e00700 1 --2- 172.21.15.8:0/4068696445 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd7341046d0 0x7fd73419bd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:29.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:29.283+0000 7fd731e00700 1 -- 172.21.15.8:0/4068696445 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7341a3450 con 0x7fd7341034d0 2024-05-20T21:14:29.285 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:29.283+0000 7fd731400700 1 --2- 172.21.15.8:0/4068696445 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd7341046d0 0x7fd73419bd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:14:29.285 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:29.284+0000 7fd731e00700 1 --2- 172.21.15.8:0/4068696445 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd7341034d0 0x7fd73419b840 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fd72400b580 tx=0x7fd724003af0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:29.285 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:29.284+0000 7fd72aa00700 1 -- 172.21.15.8:0/4068696445 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd724009e60 con 0x7fd7341034d0 2024-05-20T21:14:29.285 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:29.284+0000 7fd733200700 1 -- 172.21.15.8:0/4068696445 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7341a36e0 con 0x7fd7341034d0 2024-05-20T21:14:29.285 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:29.284+0000 7fd72aa00700 1 -- 172.21.15.8:0/4068696445 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd724005570 con 0x7fd7341034d0 2024-05-20T21:14:29.286 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:29.284+0000 7fd72aa00700 1 -- 172.21.15.8:0/4068696445 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd72400fe60 con 0x7fd7341034d0 2024-05-20T21:14:29.286 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:29.284+0000 7fd733200700 1 -- 172.21.15.8:0/4068696445 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7341a3b90 con 0x7fd7341034d0 2024-05-20T21:14:29.286 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:29.285+0000 7fd733200700 1 -- 172.21.15.8:0/4068696445 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd73406a230 con 0x7fd7341034d0 2024-05-20T21:14:29.290 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:29.290+0000 7fd72aa00700 1 -- 172.21.15.8:0/4068696445 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fd72400f580 con 0x7fd7341034d0 2024-05-20T21:14:29.291 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:29.291+0000 7fd72aa00700 1 --2- 172.21.15.8:0/4068696445 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd7180b2900 0x7fd7180b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:29.292 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:29.292+0000 7fd72aa00700 1 -- 172.21.15.8:0/4068696445 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fd7240e3130 con 0x7fd7341034d0 2024-05-20T21:14:29.292 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:29.292+0000 7fd731400700 1 --2- 172.21.15.8:0/4068696445 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd7180b2900 0x7fd7180b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:29.292 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:29.292+0000 7fd72aa00700 1 -- 172.21.15.8:0/4068696445 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fd724013070 con 0x7fd7341034d0 2024-05-20T21:14:29.293 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:29.293+0000 7fd731400700 1 --2- 172.21.15.8:0/4068696445 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd7180b2900 0x7fd7180b4dc0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fd720009cc0 tx=0x7fd720009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:29.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:29.587+0000 7fd733200700 1 -- 172.21.15.8:0/4068696445 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "fs dump"} v 0) -- 0x7fd7341a4480 con 0x7fd7341034d0 2024-05-20T21:14:29.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:29.588+0000 7fd72aa00700 1 -- 172.21.15.8:0/4068696445 <== mon.1 v2:172.21.15.130:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 25 v25) ==== 76+0+3037 (secure 0 0 0) 0x7fd7240aae70 con 0x7fd7341034d0 2024-05-20T21:14:29.589 INFO:teuthology.orchestra.run.smithi008.stdout:e25 2024-05-20T21:14:29.589 INFO:teuthology.orchestra.run.smithi008.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-05-20T21:14:29.590 INFO:teuthology.orchestra.run.smithi008.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-05-20T21:14:29.590 INFO:teuthology.orchestra.run.smithi008.stdout:legacy client fscid: 1 2024-05-20T21:14:29.590 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:14:29.590 INFO:teuthology.orchestra.run.smithi008.stdout:Filesystem 'cephfs' (1) 2024-05-20T21:14:29.590 INFO:teuthology.orchestra.run.smithi008.stdout:fs_name cephfs 2024-05-20T21:14:29.590 INFO:teuthology.orchestra.run.smithi008.stdout:epoch 25 2024-05-20T21:14:29.590 INFO:teuthology.orchestra.run.smithi008.stdout:flags 32 joinable allow_snaps allow_multimds_snaps allow_standby_replay 2024-05-20T21:14:29.590 INFO:teuthology.orchestra.run.smithi008.stdout:created 2024-05-20T21:11:19.148004+0000 2024-05-20T21:14:29.590 INFO:teuthology.orchestra.run.smithi008.stdout:modified 2024-05-20T21:11:41.972782+0000 2024-05-20T21:14:29.590 INFO:teuthology.orchestra.run.smithi008.stdout:tableserver 0 2024-05-20T21:14:29.590 INFO:teuthology.orchestra.run.smithi008.stdout:root 0 2024-05-20T21:14:29.590 INFO:teuthology.orchestra.run.smithi008.stdout:session_timeout 300 2024-05-20T21:14:29.590 INFO:teuthology.orchestra.run.smithi008.stdout:session_autoclose 300 2024-05-20T21:14:29.591 INFO:teuthology.orchestra.run.smithi008.stdout:max_file_size 1099511627776 2024-05-20T21:14:29.591 INFO:teuthology.orchestra.run.smithi008.stdout:max_xattr_size 65536 2024-05-20T21:14:29.591 INFO:teuthology.orchestra.run.smithi008.stdout:required_client_features {} 2024-05-20T21:14:29.591 INFO:teuthology.orchestra.run.smithi008.stdout:last_failure 0 2024-05-20T21:14:29.591 INFO:teuthology.orchestra.run.smithi008.stdout:last_failure_osd_epoch 0 2024-05-20T21:14:29.591 INFO:teuthology.orchestra.run.smithi008.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-05-20T21:14:29.591 INFO:teuthology.orchestra.run.smithi008.stdout:max_mds 3 2024-05-20T21:14:29.591 INFO:teuthology.orchestra.run.smithi008.stdout:in 0,1,2 2024-05-20T21:14:29.591 INFO:teuthology.orchestra.run.smithi008.stdout:up {0=24529,1=24521,2=24514} 2024-05-20T21:14:29.591 INFO:teuthology.orchestra.run.smithi008.stdout:failed 2024-05-20T21:14:29.591 INFO:teuthology.orchestra.run.smithi008.stdout:damaged 2024-05-20T21:14:29.591 INFO:teuthology.orchestra.run.smithi008.stdout:stopped 2024-05-20T21:14:29.591 INFO:teuthology.orchestra.run.smithi008.stdout:data_pools [3] 2024-05-20T21:14:29.591 INFO:teuthology.orchestra.run.smithi008.stdout:metadata_pool 2 2024-05-20T21:14:29.592 INFO:teuthology.orchestra.run.smithi008.stdout:inline_data disabled 2024-05-20T21:14:29.592 INFO:teuthology.orchestra.run.smithi008.stdout:balancer 2024-05-20T21:14:29.592 INFO:teuthology.orchestra.run.smithi008.stdout:bal_rank_mask -1 2024-05-20T21:14:29.592 INFO:teuthology.orchestra.run.smithi008.stdout:standby_count_wanted 0 2024-05-20T21:14:29.592 INFO:teuthology.orchestra.run.smithi008.stdout:qdb_cluster leader: 24529 members: 24529,24514,24521 2024-05-20T21:14:29.592 INFO:teuthology.orchestra.run.smithi008.stdout:[mds.i{0:24529} state up:active seq 10 addr [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] compat {c=[1],r=[1],i=[1fff]}] 2024-05-20T21:14:29.592 INFO:teuthology.orchestra.run.smithi008.stdout:[mds.f{0:24508} state up:standby-replay seq 1 addr [v2:172.21.15.130:6834/1975443829,v1:172.21.15.130:6835/1975443829] compat {c=[1],r=[1],i=[1fff]}] 2024-05-20T21:14:29.592 INFO:teuthology.orchestra.run.smithi008.stdout:[mds.b{1:24521} state up:active seq 10 addr [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] compat {c=[1],r=[1],i=[1fff]}] 2024-05-20T21:14:29.592 INFO:teuthology.orchestra.run.smithi008.stdout:[mds.g{1:24503} state up:standby-replay seq 1 addr [v2:172.21.15.8:6838/1461975648,v1:172.21.15.8:6839/1461975648] compat {c=[1],r=[1],i=[1fff]}] 2024-05-20T21:14:29.592 INFO:teuthology.orchestra.run.smithi008.stdout:[mds.c{2:24514} state up:active seq 15 addr [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] compat {c=[1],r=[1],i=[1fff]}] 2024-05-20T21:14:29.592 INFO:teuthology.orchestra.run.smithi008.stdout:[mds.h{2:24488} state up:standby-replay seq 1 addr [v2:172.21.15.50:6836/3997016525,v1:172.21.15.50:6837/3997016525] compat {c=[1],r=[1],i=[1fff]}] 2024-05-20T21:14:29.592 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:14:29.592 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:14:29.592 INFO:teuthology.orchestra.run.smithi008.stdout:Standby daemons: 2024-05-20T21:14:29.593 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:14:29.593 INFO:teuthology.orchestra.run.smithi008.stdout:[mds.d{-1:14373} state up:standby seq 1 addr [v2:172.21.15.8:6836/2882528014,v1:172.21.15.8:6837/2882528014] compat {c=[1],r=[1],i=[1fff]}] 2024-05-20T21:14:29.593 INFO:teuthology.orchestra.run.smithi008.stdout:[mds.a{-1:14406} state up:standby seq 1 addr [v2:172.21.15.8:6840/4177581392,v1:172.21.15.8:6841/4177581392] compat {c=[1],r=[1],i=[1fff]}] 2024-05-20T21:14:29.593 INFO:teuthology.orchestra.run.smithi008.stdout:[mds.k{-1:24434} state up:standby seq 1 addr [v2:172.21.15.50:6832/22041325,v1:172.21.15.50:6833/22041325] compat {c=[1],r=[1],i=[1fff]}] 2024-05-20T21:14:29.593 INFO:teuthology.orchestra.run.smithi008.stdout:[mds.e{-1:24464} state up:standby seq 1 addr [v2:172.21.15.50:6834/3431356988,v1:172.21.15.50:6835/3431356988] compat {c=[1],r=[1],i=[1fff]}] 2024-05-20T21:14:29.593 INFO:teuthology.orchestra.run.smithi008.stdout:[mds.l{-1:24466} state up:standby seq 1 addr [v2:172.21.15.130:6832/3128151093,v1:172.21.15.130:6833/3128151093] compat {c=[1],r=[1],i=[1fff]}] 2024-05-20T21:14:29.593 INFO:teuthology.orchestra.run.smithi008.stdout:[mds.j{-1:24481} state up:standby seq 1 addr [v2:172.21.15.8:6834/2085434570,v1:172.21.15.8:6835/2085434570] compat {c=[1],r=[1],i=[1fff]}] 2024-05-20T21:14:29.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:29.592+0000 7fd733200700 1 -- 172.21.15.8:0/4068696445 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd7180b2900 msgr2=0x7fd7180b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:29.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:29.592+0000 7fd733200700 1 --2- 172.21.15.8:0/4068696445 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd7180b2900 0x7fd7180b4dc0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fd720009cc0 tx=0x7fd720009260 comp rx=0 tx=0).stop 2024-05-20T21:14:29.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:29.592+0000 7fd733200700 1 -- 172.21.15.8:0/4068696445 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd7341034d0 msgr2=0x7fd73419b840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:29.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:29.592+0000 7fd733200700 1 --2- 172.21.15.8:0/4068696445 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd7341034d0 0x7fd73419b840 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fd72400b580 tx=0x7fd724003af0 comp rx=0 tx=0).stop 2024-05-20T21:14:29.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:29.592+0000 7fd733200700 1 -- 172.21.15.8:0/4068696445 shutdown_connections 2024-05-20T21:14:29.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:29.592+0000 7fd733200700 1 --2- 172.21.15.8:0/4068696445 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd7180b2900 0x7fd7180b4dc0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:29.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:29.592+0000 7fd733200700 1 --2- 172.21.15.8:0/4068696445 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd734105070 0x7fd7341a2db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:29.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:29.592+0000 7fd733200700 1 --2- 172.21.15.8:0/4068696445 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd7341034d0 0x7fd73419b840 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:29.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:29.592+0000 7fd733200700 1 --2- 172.21.15.8:0/4068696445 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd7341046d0 0x7fd73419bd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:29.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:29.592+0000 7fd733200700 1 -- 172.21.15.8:0/4068696445 >> 172.21.15.8:0/4068696445 conn(0x7fd7340fea70 msgr2=0x7fd734075770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:29.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:29.592+0000 7fd733200700 1 -- 172.21.15.8:0/4068696445 shutdown_connections 2024-05-20T21:14:29.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:29.592+0000 7fd733200700 1 -- 172.21.15.8:0/4068696445 wait complete. 2024-05-20T21:14:29.595 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 25 2024-05-20T21:14:30.365 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- bash -c 'ceph osd dump' 2024-05-20T21:14:30.646 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:14:30 smithi008 ceph-mon[31475]: pgmap v415: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:30.646 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:14:30 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/4068696445' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-05-20T21:14:30.792 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:14:30.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:14:30 smithi130 ceph-mon[36448]: pgmap v415: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:30.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:14:30 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/4068696445' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-05-20T21:14:30.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:14:30 smithi050 ceph-mon[35809]: pgmap v415: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:30.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:14:30 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/4068696445' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-05-20T21:14:32.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:14:32 smithi008 ceph-mon[31475]: pgmap v416: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:14:32.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:14:32 smithi130 ceph-mon[36448]: pgmap v416: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:14:32.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:14:32 smithi050 ceph-mon[35809]: pgmap v416: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:14:32.973 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:32.973+0000 7fbd45c00700 1 -- 172.21.15.8:0/3550289273 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbd40109ad0 msgr2=0x7fbd40109ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:32.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:32.973+0000 7fbd45c00700 1 --2- 172.21.15.8:0/3550289273 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbd40109ad0 0x7fbd40109ef0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fbd30009920 tx=0x7fbd30009c30 comp rx=0 tx=0).stop 2024-05-20T21:14:32.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:32.974+0000 7fbd45c00700 1 -- 172.21.15.8:0/3550289273 shutdown_connections 2024-05-20T21:14:32.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:32.974+0000 7fbd45c00700 1 --2- 172.21.15.8:0/3550289273 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbd40109ad0 0x7fbd40109ef0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:32.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:32.974+0000 7fbd45c00700 1 --2- 172.21.15.8:0/3550289273 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbd4010b670 0x7fbd40111f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:32.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:32.974+0000 7fbd45c00700 1 --2- 172.21.15.8:0/3550289273 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbd4010acd0 0x7fbd4010b130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:32.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:32.974+0000 7fbd45c00700 1 -- 172.21.15.8:0/3550289273 >> 172.21.15.8:0/3550289273 conn(0x7fbd40078aa0 msgr2=0x7fbd4007aee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:32.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:32.974+0000 7fbd45c00700 1 -- 172.21.15.8:0/3550289273 shutdown_connections 2024-05-20T21:14:32.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:32.974+0000 7fbd45c00700 1 -- 172.21.15.8:0/3550289273 wait complete. 2024-05-20T21:14:32.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:32.975+0000 7fbd45c00700 1 Processor -- start 2024-05-20T21:14:32.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:32.975+0000 7fbd45c00700 1 -- start start 2024-05-20T21:14:32.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:32.976+0000 7fbd45c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbd40109ad0 0x7fbd4019fce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:32.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:32.976+0000 7fbd45c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbd4010acd0 0x7fbd401a0220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:32.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:32.976+0000 7fbd45c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbd4010b670 0x7fbd401a7260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:32.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:32.976+0000 7fbd45c00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fbd40115590 con 0x7fbd4010acd0 2024-05-20T21:14:32.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:32.976+0000 7fbd45c00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fbd40115410 con 0x7fbd4010b670 2024-05-20T21:14:32.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:32.976+0000 7fbd45c00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fbd40115710 con 0x7fbd40109ad0 2024-05-20T21:14:32.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:32.976+0000 7fbd3f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbd4010acd0 0x7fbd401a0220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:32.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:32.976+0000 7fbd3f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbd4010acd0 0x7fbd401a0220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:34270/0 (socket says 172.21.15.8:34270) 2024-05-20T21:14:32.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:32.976+0000 7fbd3f400700 1 -- 172.21.15.8:0/2026089439 learned_addr learned my addr 172.21.15.8:0/2026089439 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:14:32.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:32.976+0000 7fbd3fe00700 1 --2- 172.21.15.8:0/2026089439 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbd40109ad0 0x7fbd4019fce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:32.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:32.976+0000 7fbd45200700 1 --2- 172.21.15.8:0/2026089439 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbd4010b670 0x7fbd401a7260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:32.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:32.977+0000 7fbd3f400700 1 -- 172.21.15.8:0/2026089439 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbd40109ad0 msgr2=0x7fbd4019fce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:32.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:32.977+0000 7fbd3f400700 1 --2- 172.21.15.8:0/2026089439 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbd40109ad0 0x7fbd4019fce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:32.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:32.977+0000 7fbd3f400700 1 -- 172.21.15.8:0/2026089439 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbd4010b670 msgr2=0x7fbd401a7260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:32.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:32.977+0000 7fbd3f400700 1 --2- 172.21.15.8:0/2026089439 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbd4010b670 0x7fbd401a7260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:32.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:32.977+0000 7fbd3f400700 1 -- 172.21.15.8:0/2026089439 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd401a7930 con 0x7fbd4010acd0 2024-05-20T21:14:32.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:32.977+0000 7fbd45200700 1 --2- 172.21.15.8:0/2026089439 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbd4010b670 0x7fbd401a7260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:14:32.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:32.977+0000 7fbd3fe00700 1 --2- 172.21.15.8:0/2026089439 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbd40109ad0 0x7fbd4019fce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:14:32.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:32.977+0000 7fbd3f400700 1 --2- 172.21.15.8:0/2026089439 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbd4010acd0 0x7fbd401a0220 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fbd2c00e9a0 tx=0x7fbd2c00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:32.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:32.977+0000 7fbd3cc00700 1 -- 172.21.15.8:0/2026089439 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd2c00ca10 con 0x7fbd4010acd0 2024-05-20T21:14:32.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:32.977+0000 7fbd45c00700 1 -- 172.21.15.8:0/2026089439 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbd401a7c20 con 0x7fbd4010acd0 2024-05-20T21:14:32.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:32.977+0000 7fbd3cc00700 1 -- 172.21.15.8:0/2026089439 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbd2c00cbb0 con 0x7fbd4010acd0 2024-05-20T21:14:32.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:32.978+0000 7fbd3cc00700 1 -- 172.21.15.8:0/2026089439 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd2c018680 con 0x7fbd4010acd0 2024-05-20T21:14:32.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:32.978+0000 7fbd45c00700 1 -- 172.21.15.8:0/2026089439 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbd401a81b0 con 0x7fbd4010acd0 2024-05-20T21:14:32.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:32.979+0000 7fbd45c00700 1 -- 172.21.15.8:0/2026089439 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbd4006a230 con 0x7fbd4010acd0 2024-05-20T21:14:32.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:32.984+0000 7fbd3cc00700 1 -- 172.21.15.8:0/2026089439 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fbd2c010430 con 0x7fbd4010acd0 2024-05-20T21:14:32.985 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:32.985+0000 7fbd3cc00700 1 --2- 172.21.15.8:0/2026089439 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbd240b2900 0x7fbd240b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:32.985 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:32.986+0000 7fbd3cc00700 1 -- 172.21.15.8:0/2026089439 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fbd2c0e26b0 con 0x7fbd4010acd0 2024-05-20T21:14:32.985 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:32.986+0000 7fbd3fe00700 1 --2- 172.21.15.8:0/2026089439 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbd240b2900 0x7fbd240b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:32.985 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:32.987+0000 7fbd3fe00700 1 --2- 172.21.15.8:0/2026089439 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbd240b2900 0x7fbd240b4dc0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fbd401a11c0 tx=0x7fbd30019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:32.987 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:32.988+0000 7fbd3cc00700 1 -- 172.21.15.8:0/2026089439 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fbd2c0aa360 con 0x7fbd4010acd0 2024-05-20T21:14:33.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:33.226+0000 7fbd45c00700 1 -- 172.21.15.8:0/2026089439 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "osd dump"} v 0) -- 0x7fbd4002e560 con 0x7fbd4010acd0 2024-05-20T21:14:33.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:33.229+0000 7fbd3cc00700 1 -- 172.21.15.8:0/2026089439 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump"}]=0 v81) ==== 56+0+5272 (secure 0 0 0) 0x7fbd2c0a9c60 con 0x7fbd4010acd0 2024-05-20T21:14:33.230 INFO:teuthology.orchestra.run.smithi008.stdout:epoch 81 2024-05-20T21:14:33.230 INFO:teuthology.orchestra.run.smithi008.stdout:fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:14:33.230 INFO:teuthology.orchestra.run.smithi008.stdout:created 2024-05-20T21:01:50.508336+0000 2024-05-20T21:14:33.230 INFO:teuthology.orchestra.run.smithi008.stdout:modified 2024-05-20T21:12:02.563456+0000 2024-05-20T21:14:33.230 INFO:teuthology.orchestra.run.smithi008.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2024-05-20T21:14:33.230 INFO:teuthology.orchestra.run.smithi008.stdout:crush_version 26 2024-05-20T21:14:33.230 INFO:teuthology.orchestra.run.smithi008.stdout:full_ratio 0.95 2024-05-20T21:14:33.230 INFO:teuthology.orchestra.run.smithi008.stdout:backfillfull_ratio 0.9 2024-05-20T21:14:33.231 INFO:teuthology.orchestra.run.smithi008.stdout:nearfull_ratio 0.85 2024-05-20T21:14:33.231 INFO:teuthology.orchestra.run.smithi008.stdout:require_min_compat_client luminous 2024-05-20T21:14:33.231 INFO:teuthology.orchestra.run.smithi008.stdout:min_compat_client luminous 2024-05-20T21:14:33.231 INFO:teuthology.orchestra.run.smithi008.stdout:require_osd_release squid 2024-05-20T21:14:33.231 INFO:teuthology.orchestra.run.smithi008.stdout:stretch_mode_enabled false 2024-05-20T21:14:33.231 INFO:teuthology.orchestra.run.smithi008.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 21 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr read_balance_score 12.00 2024-05-20T21:14:33.231 INFO:teuthology.orchestra.run.smithi008.stdout:pool 2 'cephfs_metadata' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 79 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 1.88 2024-05-20T21:14:33.231 INFO:teuthology.orchestra.run.smithi008.stdout:pool 3 'cephfs_data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode off last_change 79 flags hashpspool stripe_width 0 pg_num_min 64 target_size_ratio 0.9 application cephfs read_balance_score 1.50 2024-05-20T21:14:33.231 INFO:teuthology.orchestra.run.smithi008.stdout:max_osd 12 2024-05-20T21:14:33.231 INFO:teuthology.orchestra.run.smithi008.stdout:osd.0 up in weight 1 up_from 8 up_thru 80 down_at 0 last_clean_interval [0,0) [v2:172.21.15.8:6802/2530117688,v1:172.21.15.8:6803/2530117688] [v2:172.21.15.8:6804/2530117688,v1:172.21.15.8:6805/2530117688] exists,up 567da6cc-0f5c-488c-82f7-0ecdf1f9a92c 2024-05-20T21:14:33.231 INFO:teuthology.orchestra.run.smithi008.stdout:osd.1 up in weight 1 up_from 13 up_thru 76 down_at 0 last_clean_interval [0,0) [v2:172.21.15.50:6800/1765474633,v1:172.21.15.50:6801/1765474633] [v2:172.21.15.50:6802/1765474633,v1:172.21.15.50:6803/1765474633] exists,up 6d7c2f7a-ba32-43d3-bcb5-91213501621d 2024-05-20T21:14:33.231 INFO:teuthology.orchestra.run.smithi008.stdout:osd.2 up in weight 1 up_from 18 up_thru 80 down_at 0 last_clean_interval [0,0) [v2:172.21.15.130:6800/2148668646,v1:172.21.15.130:6801/2148668646] [v2:172.21.15.130:6802/2148668646,v1:172.21.15.130:6803/2148668646] exists,up 616c77cc-71ca-4d73-87ba-f9e2b391617f 2024-05-20T21:14:33.231 INFO:teuthology.orchestra.run.smithi008.stdout:osd.3 up in weight 1 up_from 25 up_thru 80 down_at 0 last_clean_interval [0,0) [v2:172.21.15.8:6810/522014344,v1:172.21.15.8:6811/522014344] [v2:172.21.15.8:6812/522014344,v1:172.21.15.8:6813/522014344] exists,up 97c26b23-ae0b-424b-b593-5f7d545d78fb 2024-05-20T21:14:33.231 INFO:teuthology.orchestra.run.smithi008.stdout:osd.4 up in weight 1 up_from 31 up_thru 76 down_at 0 last_clean_interval [0,0) [v2:172.21.15.50:6808/2849163314,v1:172.21.15.50:6809/2849163314] [v2:172.21.15.50:6810/2849163314,v1:172.21.15.50:6811/2849163314] exists,up 032641da-14a1-4d60-975c-7ae9dd749f8b 2024-05-20T21:14:33.231 INFO:teuthology.orchestra.run.smithi008.stdout:osd.5 up in weight 1 up_from 36 up_thru 80 down_at 0 last_clean_interval [0,0) [v2:172.21.15.130:6808/2920667492,v1:172.21.15.130:6809/2920667492] [v2:172.21.15.130:6810/2920667492,v1:172.21.15.130:6811/2920667492] exists,up e0a50b25-3bd5-4f3d-9c6b-e0a37620c1fe 2024-05-20T21:14:33.232 INFO:teuthology.orchestra.run.smithi008.stdout:osd.6 up in weight 1 up_from 42 up_thru 76 down_at 0 last_clean_interval [0,0) [v2:172.21.15.8:6818/107816006,v1:172.21.15.8:6819/107816006] [v2:172.21.15.8:6820/107816006,v1:172.21.15.8:6821/107816006] exists,up 6fea92cd-1f1b-4f37-b607-4396f31985ee 2024-05-20T21:14:33.232 INFO:teuthology.orchestra.run.smithi008.stdout:osd.7 up in weight 1 up_from 47 up_thru 76 down_at 0 last_clean_interval [0,0) [v2:172.21.15.50:6816/2308872994,v1:172.21.15.50:6817/2308872994] [v2:172.21.15.50:6818/2308872994,v1:172.21.15.50:6819/2308872994] exists,up ed4481c7-8b9b-4360-87d7-e5eb8ea18b2c 2024-05-20T21:14:33.232 INFO:teuthology.orchestra.run.smithi008.stdout:osd.8 up in weight 1 up_from 54 up_thru 76 down_at 0 last_clean_interval [0,0) [v2:172.21.15.130:6816/2076512047,v1:172.21.15.130:6817/2076512047] [v2:172.21.15.130:6818/2076512047,v1:172.21.15.130:6819/2076512047] exists,up c47d04f0-93d2-4a17-b7d0-a16a1d62099f 2024-05-20T21:14:33.232 INFO:teuthology.orchestra.run.smithi008.stdout:osd.9 up in weight 1 up_from 60 up_thru 80 down_at 0 last_clean_interval [0,0) [v2:172.21.15.8:6826/2726512408,v1:172.21.15.8:6827/2726512408] [v2:172.21.15.8:6828/2726512408,v1:172.21.15.8:6829/2726512408] exists,up 54ccf87d-5ce9-4631-ab41-fbb0abb1d7e7 2024-05-20T21:14:33.232 INFO:teuthology.orchestra.run.smithi008.stdout:osd.10 up in weight 1 up_from 65 up_thru 76 down_at 0 last_clean_interval [0,0) [v2:172.21.15.50:6824/2266909560,v1:172.21.15.50:6825/2266909560] [v2:172.21.15.50:6826/2266909560,v1:172.21.15.50:6827/2266909560] exists,up 59788566-3094-4926-afbf-0a297a265ff5 2024-05-20T21:14:33.232 INFO:teuthology.orchestra.run.smithi008.stdout:osd.11 up in weight 1 up_from 71 up_thru 80 down_at 0 last_clean_interval [0,0) [v2:172.21.15.130:6824/2025670617,v1:172.21.15.130:6825/2025670617] [v2:172.21.15.130:6826/2025670617,v1:172.21.15.130:6827/2025670617] exists,up f4dfda6f-f5ea-4d53-8940-d33edd1dd61a 2024-05-20T21:14:33.232 INFO:teuthology.orchestra.run.smithi008.stdout:pg_upmap_items 2.4 [2,11] 2024-05-20T21:14:33.232 INFO:teuthology.orchestra.run.smithi008.stdout:pg_upmap_items 2.b [8,11] 2024-05-20T21:14:33.232 INFO:teuthology.orchestra.run.smithi008.stdout:pg_upmap_items 3.b [3,9] 2024-05-20T21:14:33.232 INFO:teuthology.orchestra.run.smithi008.stdout:pg_upmap_items 3.17 [4,6] 2024-05-20T21:14:33.232 INFO:teuthology.orchestra.run.smithi008.stdout:pg_upmap_items 3.1b [4,7,3,8] 2024-05-20T21:14:33.232 INFO:teuthology.orchestra.run.smithi008.stdout:pg_upmap_items 3.1d [4,6] 2024-05-20T21:14:33.232 INFO:teuthology.orchestra.run.smithi008.stdout:pg_upmap_items 3.21 [5,9] 2024-05-20T21:14:33.232 INFO:teuthology.orchestra.run.smithi008.stdout:pg_upmap_items 3.25 [5,9] 2024-05-20T21:14:33.232 INFO:teuthology.orchestra.run.smithi008.stdout:pg_upmap_items 3.27 [4,8] 2024-05-20T21:14:33.232 INFO:teuthology.orchestra.run.smithi008.stdout:blocklist 172.21.15.8:6801/3677468514 expires 2024-05-21T21:03:00.998855+0000 2024-05-20T21:14:33.233 INFO:teuthology.orchestra.run.smithi008.stdout:blocklist 172.21.15.8:0/644454220 expires 2024-05-21T21:03:00.998855+0000 2024-05-20T21:14:33.233 INFO:teuthology.orchestra.run.smithi008.stdout:blocklist 172.21.15.8:6800/3677468514 expires 2024-05-21T21:03:00.998855+0000 2024-05-20T21:14:33.233 INFO:teuthology.orchestra.run.smithi008.stdout:blocklist 172.21.15.8:0/329536388 expires 2024-05-21T21:02:24.888619+0000 2024-05-20T21:14:33.233 INFO:teuthology.orchestra.run.smithi008.stdout:blocklist 172.21.15.8:0/346325619 expires 2024-05-21T21:02:24.888619+0000 2024-05-20T21:14:33.233 INFO:teuthology.orchestra.run.smithi008.stdout:blocklist 172.21.15.8:0/85678654 expires 2024-05-21T21:03:00.998855+0000 2024-05-20T21:14:33.233 INFO:teuthology.orchestra.run.smithi008.stdout:blocklist 172.21.15.8:6800/3424210912 expires 2024-05-21T21:02:24.888619+0000 2024-05-20T21:14:33.233 INFO:teuthology.orchestra.run.smithi008.stdout:blocklist 172.21.15.8:0/1767165129 expires 2024-05-21T21:02:24.888619+0000 2024-05-20T21:14:33.233 INFO:teuthology.orchestra.run.smithi008.stdout:blocklist 172.21.15.8:6801/3424210912 expires 2024-05-21T21:02:24.888619+0000 2024-05-20T21:14:33.233 INFO:teuthology.orchestra.run.smithi008.stdout:blocklist 172.21.15.8:0/3032080664 expires 2024-05-21T21:03:00.998855+0000 2024-05-20T21:14:33.234 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:33.233+0000 7fbd45c00700 1 -- 172.21.15.8:0/2026089439 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbd240b2900 msgr2=0x7fbd240b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:33.234 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:33.233+0000 7fbd45c00700 1 --2- 172.21.15.8:0/2026089439 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbd240b2900 0x7fbd240b4dc0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fbd401a11c0 tx=0x7fbd30019040 comp rx=0 tx=0).stop 2024-05-20T21:14:33.234 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:33.233+0000 7fbd45c00700 1 -- 172.21.15.8:0/2026089439 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbd4010acd0 msgr2=0x7fbd401a0220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:33.234 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:33.233+0000 7fbd45c00700 1 --2- 172.21.15.8:0/2026089439 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbd4010acd0 0x7fbd401a0220 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fbd2c00e9a0 tx=0x7fbd2c00ecb0 comp rx=0 tx=0).stop 2024-05-20T21:14:33.234 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:33.233+0000 7fbd45c00700 1 -- 172.21.15.8:0/2026089439 shutdown_connections 2024-05-20T21:14:33.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:33.233+0000 7fbd45c00700 1 --2- 172.21.15.8:0/2026089439 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbd240b2900 0x7fbd240b4dc0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:33.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:33.233+0000 7fbd45c00700 1 --2- 172.21.15.8:0/2026089439 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbd4010b670 0x7fbd401a7260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:33.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:33.233+0000 7fbd45c00700 1 --2- 172.21.15.8:0/2026089439 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbd40109ad0 0x7fbd4019fce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:33.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:33.233+0000 7fbd45c00700 1 --2- 172.21.15.8:0/2026089439 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbd4010acd0 0x7fbd401a0220 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:33.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:33.233+0000 7fbd45c00700 1 -- 172.21.15.8:0/2026089439 >> 172.21.15.8:0/2026089439 conn(0x7fbd40078aa0 msgr2=0x7fbd4010e130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:33.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:33.234+0000 7fbd45c00700 1 -- 172.21.15.8:0/2026089439 shutdown_connections 2024-05-20T21:14:33.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:33.234+0000 7fbd45c00700 1 -- 172.21.15.8:0/2026089439 wait complete. 2024-05-20T21:14:33.612 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:14:33 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/2026089439' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-05-20T21:14:33.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:14:33 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/2026089439' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-05-20T21:14:33.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:14:33 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/2026089439' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-05-20T21:14:34.004 INFO:teuthology.run_tasks:Running task fs.ready... 2024-05-20T21:14:34.017 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:14:34.498 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:14:34.827 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:14:34 smithi008 ceph-mon[31475]: pgmap v417: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:34.827 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:14:34 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:14:34.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:14:34 smithi130 ceph-mon[36448]: pgmap v417: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:34.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:14:34 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:14:34.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:14:34 smithi050 ceph-mon[35809]: pgmap v417: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:34.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:14:34 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:14:36.222 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:14:35 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:14:36.222 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:14:35 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:14:36.223 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:14:35 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:14:36.223 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:14:35 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:14:36.223 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:14:35 smithi008 ceph-mon[31475]: pgmap v418: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:14:36.223 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:14:35 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:14:36.223 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:14:35 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:14:36.223 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:14:35 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:14:36.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:14:35 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:14:36.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:14:35 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:14:36.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:14:35 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:14:36.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:14:35 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:14:36.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:14:35 smithi130 ceph-mon[36448]: pgmap v418: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:14:36.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:14:35 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:14:36.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:14:35 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:14:36.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:14:35 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:14:36.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:14:35 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:14:36.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:14:35 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:14:36.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:14:35 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:14:36.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:14:35 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:14:36.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:14:35 smithi050 ceph-mon[35809]: pgmap v418: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:14:36.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:14:35 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:14:36.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:14:35 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:14:36.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:14:35 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:14:36.531 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:36.532+0000 7fb5dae00700 1 -- 172.21.15.8:0/4195010436 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb5d4105760 msgr2=0x7fb5d4105be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:36.532 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:36.532+0000 7fb5dae00700 1 --2- 172.21.15.8:0/4195010436 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb5d4105760 0x7fb5d4105be0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fb5c0009990 tx=0x7fb5c0009ca0 comp rx=0 tx=0).stop 2024-05-20T21:14:36.532 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:36.532+0000 7fb5dae00700 1 -- 172.21.15.8:0/4195010436 shutdown_connections 2024-05-20T21:14:36.532 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:36.532+0000 7fb5dae00700 1 --2- 172.21.15.8:0/4195010436 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb5d4106120 0x7fb5d4112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:36.532 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:36.532+0000 7fb5dae00700 1 --2- 172.21.15.8:0/4195010436 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb5d410b760 0x7fb5d410bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:36.532 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:36.532+0000 7fb5dae00700 1 --2- 172.21.15.8:0/4195010436 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb5d4105760 0x7fb5d4105be0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:36.532 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:36.532+0000 7fb5dae00700 1 -- 172.21.15.8:0/4195010436 >> 172.21.15.8:0/4195010436 conn(0x7fb5d4101270 msgr2=0x7fb5d4103690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:36.532 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:36.532+0000 7fb5dae00700 1 -- 172.21.15.8:0/4195010436 shutdown_connections 2024-05-20T21:14:36.533 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:36.532+0000 7fb5dae00700 1 -- 172.21.15.8:0/4195010436 wait complete. 2024-05-20T21:14:36.535 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:36.533+0000 7fb5dae00700 1 Processor -- start 2024-05-20T21:14:36.535 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:36.533+0000 7fb5dae00700 1 -- start start 2024-05-20T21:14:36.535 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:36.534+0000 7fb5dae00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb5d4105760 0x7fb5d419bee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:36.535 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:36.534+0000 7fb5dae00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb5d4106120 0x7fb5d419c420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:36.535 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:36.534+0000 7fb5dae00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb5d410b760 0x7fb5d41a07b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:36.535 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:36.534+0000 7fb5dae00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fb5d4115990 con 0x7fb5d4105760 2024-05-20T21:14:36.536 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:36.534+0000 7fb5dae00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb5d4115810 con 0x7fb5d410b760 2024-05-20T21:14:36.536 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:36.534+0000 7fb5dae00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fb5d4115b10 con 0x7fb5d4106120 2024-05-20T21:14:36.536 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:36.534+0000 7fb5d3e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb5d4105760 0x7fb5d419bee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:36.536 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:36.534+0000 7fb5d3e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb5d4105760 0x7fb5d419bee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:34290/0 (socket says 172.21.15.8:34290) 2024-05-20T21:14:36.536 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:36.534+0000 7fb5d3e00700 1 -- 172.21.15.8:0/2277329619 learned_addr learned my addr 172.21.15.8:0/2277329619 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:14:36.536 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:36.534+0000 7fb5d3400700 1 --2- 172.21.15.8:0/2277329619 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb5d4106120 0x7fb5d419c420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:36.536 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:36.534+0000 7fb5d8e00700 1 --2- 172.21.15.8:0/2277329619 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb5d410b760 0x7fb5d41a07b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:36.536 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:36.535+0000 7fb5d3400700 1 -- 172.21.15.8:0/2277329619 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb5d410b760 msgr2=0x7fb5d41a07b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:36.536 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:36.535+0000 7fb5d3400700 1 --2- 172.21.15.8:0/2277329619 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb5d410b760 0x7fb5d41a07b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:36.536 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:36.535+0000 7fb5d3400700 1 -- 172.21.15.8:0/2277329619 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb5d4105760 msgr2=0x7fb5d419bee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:36.537 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:36.535+0000 7fb5d3400700 1 --2- 172.21.15.8:0/2277329619 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb5d4105760 0x7fb5d419bee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:36.537 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:36.535+0000 7fb5d3400700 1 -- 172.21.15.8:0/2277329619 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5d41a0ef0 con 0x7fb5d4106120 2024-05-20T21:14:36.537 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:36.535+0000 7fb5d8e00700 1 --2- 172.21.15.8:0/2277329619 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb5d410b760 0x7fb5d41a07b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:14:36.537 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:36.535+0000 7fb5d3400700 1 --2- 172.21.15.8:0/2277329619 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb5d4106120 0x7fb5d419c420 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fb5c0000c00 tx=0x7fb5c00047b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:36.537 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:36.535+0000 7fb5d0c00700 1 -- 172.21.15.8:0/2277329619 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5c0026070 con 0x7fb5d4106120 2024-05-20T21:14:36.537 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:36.535+0000 7fb5d0c00700 1 -- 172.21.15.8:0/2277329619 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb5c0021410 con 0x7fb5d4106120 2024-05-20T21:14:36.537 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:36.535+0000 7fb5dae00700 1 -- 172.21.15.8:0/2277329619 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5d41a1180 con 0x7fb5d4106120 2024-05-20T21:14:36.537 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:36.535+0000 7fb5d0c00700 1 -- 172.21.15.8:0/2277329619 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5c0017650 con 0x7fb5d4106120 2024-05-20T21:14:36.538 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:36.536+0000 7fb5dae00700 1 -- 172.21.15.8:0/2277329619 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5d41a8a60 con 0x7fb5d4106120 2024-05-20T21:14:36.538 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:36.537+0000 7fb5dae00700 1 -- 172.21.15.8:0/2277329619 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb5d406a230 con 0x7fb5d4106120 2024-05-20T21:14:36.538 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:36.539+0000 7fb5d0c00700 1 -- 172.21.15.8:0/2277329619 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fb5c0029070 con 0x7fb5d4106120 2024-05-20T21:14:36.540 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:36.540+0000 7fb5d0c00700 1 --2- 172.21.15.8:0/2277329619 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb5b80b2880 0x7fb5b80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:36.540 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:36.541+0000 7fb5d0c00700 1 -- 172.21.15.8:0/2277329619 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fb5c00e2ff0 con 0x7fb5d4106120 2024-05-20T21:14:36.540 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:36.541+0000 7fb5d3e00700 1 --2- 172.21.15.8:0/2277329619 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb5b80b2880 0x7fb5b80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:36.540 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:36.541+0000 7fb5d3e00700 1 --2- 172.21.15.8:0/2277329619 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb5b80b2880 0x7fb5b80b4d40 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fb5c4009ca0 tx=0x7fb5c4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:36.543 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:36.544+0000 7fb5d0c00700 1 -- 172.21.15.8:0/2277329619 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fb5c0013070 con 0x7fb5d4106120 2024-05-20T21:14:36.830 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:36.830+0000 7fb5dae00700 1 -- 172.21.15.8:0/2277329619 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb5d402e560 con 0x7fb5d4106120 2024-05-20T21:14:36.831 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:36.832+0000 7fb5d0c00700 1 -- 172.21.15.8:0/2277329619 <== mon.1 v2:172.21.15.130:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11850 (secure 0 0 0) 0x7fb5c00aad50 con 0x7fb5d4106120 2024-05-20T21:14:36.831 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:14:36.831 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:11:41.972782+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24514,24521]},"id":1}]} 2024-05-20T21:14:36.834 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:36.835+0000 7fb5dae00700 1 -- 172.21.15.8:0/2277329619 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb5b80b2880 msgr2=0x7fb5b80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:36.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:36.835+0000 7fb5dae00700 1 --2- 172.21.15.8:0/2277329619 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb5b80b2880 0x7fb5b80b4d40 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fb5c4009ca0 tx=0x7fb5c4009260 comp rx=0 tx=0).stop 2024-05-20T21:14:36.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:36.835+0000 7fb5dae00700 1 -- 172.21.15.8:0/2277329619 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb5d4106120 msgr2=0x7fb5d419c420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:36.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:36.835+0000 7fb5dae00700 1 --2- 172.21.15.8:0/2277329619 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb5d4106120 0x7fb5d419c420 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fb5c0000c00 tx=0x7fb5c00047b0 comp rx=0 tx=0).stop 2024-05-20T21:14:36.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:36.835+0000 7fb5dae00700 1 -- 172.21.15.8:0/2277329619 shutdown_connections 2024-05-20T21:14:36.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:36.835+0000 7fb5dae00700 1 --2- 172.21.15.8:0/2277329619 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb5b80b2880 0x7fb5b80b4d40 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:36.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:36.835+0000 7fb5dae00700 1 --2- 172.21.15.8:0/2277329619 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb5d410b760 0x7fb5d41a07b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:36.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:36.835+0000 7fb5dae00700 1 --2- 172.21.15.8:0/2277329619 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb5d4105760 0x7fb5d419bee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:36.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:36.835+0000 7fb5dae00700 1 --2- 172.21.15.8:0/2277329619 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb5d4106120 0x7fb5d419c420 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:36.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:36.835+0000 7fb5dae00700 1 -- 172.21.15.8:0/2277329619 >> 172.21.15.8:0/2277329619 conn(0x7fb5d4101270 msgr2=0x7fb5d4101a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:36.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:36.835+0000 7fb5dae00700 1 -- 172.21.15.8:0/2277329619 shutdown_connections 2024-05-20T21:14:36.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:36.835+0000 7fb5dae00700 1 -- 172.21.15.8:0/2277329619 wait complete. 2024-05-20T21:14:36.836 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 25 2024-05-20T21:14:37.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:14:36 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/2277329619' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:14:37.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:14:36 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/2277329619' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:14:37.423 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:14:36 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/2277329619' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:14:37.648 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:14:38.124 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:14:38.274 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:14:37 smithi008 ceph-mon[31475]: pgmap v419: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:14:38.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:14:37 smithi130 ceph-mon[36448]: pgmap v419: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:14:38.423 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:14:37 smithi050 ceph-mon[35809]: pgmap v419: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:14:40.320 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:40.320+0000 7f1996c00700 1 -- 172.21.15.8:0/3843722385 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f19901037f0 msgr2=0x7f1990103bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:40.320 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:40.320+0000 7f1996c00700 1 --2- 172.21.15.8:0/3843722385 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f19901037f0 0x7f1990103bd0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f19800099c0 tx=0x7f1980009cd0 comp rx=0 tx=0).stop 2024-05-20T21:14:40.320 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:40.320+0000 7f1996c00700 1 -- 172.21.15.8:0/3843722385 shutdown_connections 2024-05-20T21:14:40.320 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:40.320+0000 7f1996c00700 1 --2- 172.21.15.8:0/3843722385 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f19901088f0 0x7f1990110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:40.320 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:40.320+0000 7f1996c00700 1 --2- 172.21.15.8:0/3843722385 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f19901037f0 0x7f1990103bd0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:40.320 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:40.320+0000 7f1996c00700 1 --2- 172.21.15.8:0/3843722385 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f19901041a0 0x7f19901081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:40.321 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:40.320+0000 7f1996c00700 1 -- 172.21.15.8:0/3843722385 >> 172.21.15.8:0/3843722385 conn(0x7f199007a6a0 msgr2=0x7f199007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:40.321 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:40.320+0000 7f1996c00700 1 -- 172.21.15.8:0/3843722385 shutdown_connections 2024-05-20T21:14:40.321 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:40.320+0000 7f1996c00700 1 -- 172.21.15.8:0/3843722385 wait complete. 2024-05-20T21:14:40.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:40.321+0000 7f1996c00700 1 Processor -- start 2024-05-20T21:14:40.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:40.322+0000 7f1996c00700 1 -- start start 2024-05-20T21:14:40.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:40.322+0000 7f1996c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f19901037f0 0x7f199019f7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:40.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:40.322+0000 7f1996c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f19901041a0 0x7f199019fd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:40.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:40.322+0000 7f1996c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f19901088f0 0x7f1990199980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:40.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:40.322+0000 7f1996c00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f19901136e0 con 0x7f19901041a0 2024-05-20T21:14:40.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:40.322+0000 7f1996c00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1990113560 con 0x7f19901037f0 2024-05-20T21:14:40.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:40.322+0000 7f1996c00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f1990113860 con 0x7f19901088f0 2024-05-20T21:14:40.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:40.322+0000 7f198f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f19901041a0 0x7f199019fd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:40.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:40.322+0000 7f198f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f19901041a0 0x7f199019fd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:34310/0 (socket says 172.21.15.8:34310) 2024-05-20T21:14:40.323 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:40.322+0000 7f198f400700 1 -- 172.21.15.8:0/3462934675 learned_addr learned my addr 172.21.15.8:0/3462934675 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:14:40.323 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:40.322+0000 7f198fe00700 1 --2- 172.21.15.8:0/3462934675 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f19901037f0 0x7f199019f7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:40.323 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:40.323+0000 7f1994c00700 1 --2- 172.21.15.8:0/3462934675 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f19901088f0 0x7f1990199980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:40.323 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:40.323+0000 7f198f400700 1 -- 172.21.15.8:0/3462934675 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f19901088f0 msgr2=0x7f1990199980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:40.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:40.323+0000 7f198f400700 1 --2- 172.21.15.8:0/3462934675 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f19901088f0 0x7f1990199980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:40.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:40.323+0000 7f198f400700 1 -- 172.21.15.8:0/3462934675 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f19901037f0 msgr2=0x7f199019f7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:40.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:40.323+0000 7f198f400700 1 --2- 172.21.15.8:0/3462934675 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f19901037f0 0x7f199019f7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:40.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:40.323+0000 7f198f400700 1 -- 172.21.15.8:0/3462934675 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f199019a0e0 con 0x7f19901041a0 2024-05-20T21:14:40.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:40.323+0000 7f198fe00700 1 --2- 172.21.15.8:0/3462934675 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f19901037f0 0x7f199019f7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:14:40.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:40.323+0000 7f1994c00700 1 --2- 172.21.15.8:0/3462934675 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f19901088f0 0x7f1990199980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:14:40.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:40.323+0000 7f198f400700 1 --2- 172.21.15.8:0/3462934675 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f19901041a0 0x7f199019fd00 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f197c00e9c0 tx=0x7f197c00ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:40.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:40.324+0000 7f198cc00700 1 -- 172.21.15.8:0/3462934675 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f197c00cbd0 con 0x7f19901041a0 2024-05-20T21:14:40.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:40.324+0000 7f1996c00700 1 -- 172.21.15.8:0/3462934675 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f199019a3d0 con 0x7f19901041a0 2024-05-20T21:14:40.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:40.324+0000 7f198cc00700 1 -- 172.21.15.8:0/3462934675 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f197c00cd70 con 0x7f19901041a0 2024-05-20T21:14:40.325 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:40.324+0000 7f198cc00700 1 -- 172.21.15.8:0/3462934675 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f197c005610 con 0x7f19901041a0 2024-05-20T21:14:40.325 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:40.324+0000 7f1996c00700 1 -- 172.21.15.8:0/3462934675 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19901a6690 con 0x7f19901041a0 2024-05-20T21:14:40.325 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:40.326+0000 7f1996c00700 1 -- 172.21.15.8:0/3462934675 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f199010bb30 con 0x7f19901041a0 2024-05-20T21:14:40.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:40.328+0000 7f198cc00700 1 -- 172.21.15.8:0/3462934675 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f197c004750 con 0x7f19901041a0 2024-05-20T21:14:40.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:40.330+0000 7f198cc00700 1 --2- 172.21.15.8:0/3462934675 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f19740b2900 0x7f19740b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:40.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:40.330+0000 7f198cc00700 1 -- 172.21.15.8:0/3462934675 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f197c0e2570 con 0x7f19901041a0 2024-05-20T21:14:40.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:40.330+0000 7f198fe00700 1 --2- 172.21.15.8:0/3462934675 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f19740b2900 0x7f19740b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:40.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:40.331+0000 7f198fe00700 1 --2- 172.21.15.8:0/3462934675 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f19740b2900 0x7f19740b4dc0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f1980000c00 tx=0x7f1980005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:40.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:40.335+0000 7f198cc00700 1 -- 172.21.15.8:0/3462934675 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f197c0aa220 con 0x7f19901041a0 2024-05-20T21:14:40.451 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:14:40 smithi008 ceph-mon[31475]: pgmap v420: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:40.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:40.624+0000 7f1996c00700 1 -- 172.21.15.8:0/3462934675 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f199019aeb0 con 0x7f19901041a0 2024-05-20T21:14:40.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:40.625+0000 7f198cc00700 1 -- 172.21.15.8:0/3462934675 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11850 (secure 0 0 0) 0x7f197c0a9b20 con 0x7f19901041a0 2024-05-20T21:14:40.628 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:14:40.628 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:11:41.972782+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24514,24521]},"id":1}]} 2024-05-20T21:14:40.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:40.629+0000 7f1996c00700 1 -- 172.21.15.8:0/3462934675 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f19740b2900 msgr2=0x7f19740b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:40.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:40.629+0000 7f1996c00700 1 --2- 172.21.15.8:0/3462934675 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f19740b2900 0x7f19740b4dc0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f1980000c00 tx=0x7f1980005fb0 comp rx=0 tx=0).stop 2024-05-20T21:14:40.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:40.629+0000 7f1996c00700 1 -- 172.21.15.8:0/3462934675 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f19901041a0 msgr2=0x7f199019fd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:40.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:40.629+0000 7f1996c00700 1 --2- 172.21.15.8:0/3462934675 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f19901041a0 0x7f199019fd00 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f197c00e9c0 tx=0x7f197c00ecd0 comp rx=0 tx=0).stop 2024-05-20T21:14:40.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:40.629+0000 7f1996c00700 1 -- 172.21.15.8:0/3462934675 shutdown_connections 2024-05-20T21:14:40.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:40.629+0000 7f1996c00700 1 --2- 172.21.15.8:0/3462934675 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f19740b2900 0x7f19740b4dc0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:40.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:40.629+0000 7f1996c00700 1 --2- 172.21.15.8:0/3462934675 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f19901037f0 0x7f199019f7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:40.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:40.629+0000 7f1996c00700 1 --2- 172.21.15.8:0/3462934675 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f19901088f0 0x7f1990199980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:40.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:40.629+0000 7f1996c00700 1 --2- 172.21.15.8:0/3462934675 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f19901041a0 0x7f199019fd00 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:40.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:40.629+0000 7f1996c00700 1 -- 172.21.15.8:0/3462934675 >> 172.21.15.8:0/3462934675 conn(0x7f199007a6a0 msgr2=0x7f1990102da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:40.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:40.629+0000 7f1996c00700 1 -- 172.21.15.8:0/3462934675 shutdown_connections 2024-05-20T21:14:40.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:40.629+0000 7f1996c00700 1 -- 172.21.15.8:0/3462934675 wait complete. 2024-05-20T21:14:40.631 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 25 2024-05-20T21:14:40.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:14:40 smithi130 ceph-mon[36448]: pgmap v420: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:40.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:14:40 smithi050 ceph-mon[35809]: pgmap v420: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:41.492 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-20T21:14:41.566 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:14:41 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/3462934675' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:14:41.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:14:41 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/3462934675' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:14:41.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:14:41 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/3462934675' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:14:41.944 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:14:42.347 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:14:42 smithi008 ceph-mon[31475]: pgmap v421: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:14:42.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:14:42 smithi130 ceph-mon[36448]: pgmap v421: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:14:42.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:14:42 smithi050 ceph-mon[35809]: pgmap v421: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:14:44.023 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:44.022+0000 7f343b200700 1 -- 172.21.15.8:0/422055986 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3434104f50 msgr2=0x7f343410d440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:44.023 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:44.022+0000 7f343b200700 1 --2- 172.21.15.8:0/422055986 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3434104f50 0x7f343410d440 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f3424009990 tx=0x7f3424009ca0 comp rx=0 tx=0).stop 2024-05-20T21:14:44.023 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:44.022+0000 7f343b200700 1 -- 172.21.15.8:0/422055986 shutdown_connections 2024-05-20T21:14:44.023 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:44.023+0000 7f343b200700 1 --2- 172.21.15.8:0/422055986 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f343410da60 0x7f343410ff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:44.023 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:44.023+0000 7f343b200700 1 --2- 172.21.15.8:0/422055986 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3434104630 0x7f3434104a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:44.023 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:44.023+0000 7f343b200700 1 --2- 172.21.15.8:0/422055986 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3434104f50 0x7f343410d440 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:44.023 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:44.023+0000 7f343b200700 1 -- 172.21.15.8:0/422055986 >> 172.21.15.8:0/422055986 conn(0x7f34340fde60 msgr2=0x7f3434100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:44.023 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:44.023+0000 7f343b200700 1 -- 172.21.15.8:0/422055986 shutdown_connections 2024-05-20T21:14:44.023 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:44.023+0000 7f343b200700 1 -- 172.21.15.8:0/422055986 wait complete. 2024-05-20T21:14:44.023 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:44.024+0000 7f343b200700 1 Processor -- start 2024-05-20T21:14:44.024 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:44.024+0000 7f343b200700 1 -- start start 2024-05-20T21:14:44.025 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:44.024+0000 7f343b200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3434104630 0x7f343419bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:44.025 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:44.024+0000 7f343b200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3434104f50 0x7f343419c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:44.025 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:44.024+0000 7f343b200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f343410da60 0x7f34341a0680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:44.025 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:44.024+0000 7f343b200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f34341136a0 con 0x7f343410da60 2024-05-20T21:14:44.026 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:44.024+0000 7f343b200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f3434113520 con 0x7f3434104630 2024-05-20T21:14:44.026 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:44.024+0000 7f343b200700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f3434113820 con 0x7f3434104f50 2024-05-20T21:14:44.026 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:44.025+0000 7f3439400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3434104f50 0x7f343419c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:44.026 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:44.025+0000 7f343a800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f343410da60 0x7f34341a0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:44.026 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:44.025+0000 7f3439e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3434104630 0x7f343419bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:44.026 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:44.025+0000 7f3439400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3434104f50 0x7f343419c2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:47582/0 (socket says 172.21.15.8:47582) 2024-05-20T21:14:44.026 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:44.025+0000 7f3439400700 1 -- 172.21.15.8:0/2188407103 learned_addr learned my addr 172.21.15.8:0/2188407103 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:14:44.026 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:44.025+0000 7f3439e00700 1 -- 172.21.15.8:0/2188407103 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3434104f50 msgr2=0x7f343419c2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:44.026 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:44.025+0000 7f3439e00700 1 --2- 172.21.15.8:0/2188407103 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3434104f50 0x7f343419c2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:44.026 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:44.025+0000 7f3439e00700 1 -- 172.21.15.8:0/2188407103 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f343410da60 msgr2=0x7f34341a0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:44.026 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:44.025+0000 7f3439e00700 1 --2- 172.21.15.8:0/2188407103 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f343410da60 0x7f34341a0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:44.026 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:44.025+0000 7f3439e00700 1 -- 172.21.15.8:0/2188407103 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34341a0dc0 con 0x7f3434104630 2024-05-20T21:14:44.027 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:44.025+0000 7f3439e00700 1 --2- 172.21.15.8:0/2188407103 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3434104630 0x7f343419bdb0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f342800e9f0 tx=0x7f342800ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:44.027 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:44.026+0000 7f342ea00700 1 -- 172.21.15.8:0/2188407103 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3428004220 con 0x7f3434104630 2024-05-20T21:14:44.027 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:44.026+0000 7f342ea00700 1 -- 172.21.15.8:0/2188407103 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f34280043c0 con 0x7f3434104630 2024-05-20T21:14:44.027 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:44.026+0000 7f342ea00700 1 -- 172.21.15.8:0/2188407103 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3428005020 con 0x7f3434104630 2024-05-20T21:14:44.027 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:44.026+0000 7f343b200700 1 -- 172.21.15.8:0/2188407103 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f34341a10b0 con 0x7f3434104630 2024-05-20T21:14:44.027 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:44.026+0000 7f343b200700 1 -- 172.21.15.8:0/2188407103 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f34341a8930 con 0x7f3434104630 2024-05-20T21:14:44.027 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:44.027+0000 7f343b200700 1 -- 172.21.15.8:0/2188407103 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f343406a230 con 0x7f3434104630 2024-05-20T21:14:44.028 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:44.030+0000 7f342ea00700 1 -- 172.21.15.8:0/2188407103 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f3428004750 con 0x7f3434104630 2024-05-20T21:14:44.031 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:44.031+0000 7f342ea00700 1 --2- 172.21.15.8:0/2188407103 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f341c0b2880 0x7f341c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:44.031 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:44.031+0000 7f342ea00700 1 -- 172.21.15.8:0/2188407103 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f34280e2290 con 0x7f3434104630 2024-05-20T21:14:44.031 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:44.031+0000 7f3439400700 1 --2- 172.21.15.8:0/2188407103 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f341c0b2880 0x7f341c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:44.031 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:44.032+0000 7f3439400700 1 --2- 172.21.15.8:0/2188407103 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f341c0b2880 0x7f341c0b4d40 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f34341042b0 tx=0x7f342400b280 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:44.032 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:44.033+0000 7f342ea00700 1 -- 172.21.15.8:0/2188407103 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f34280a9fd0 con 0x7f3434104630 2024-05-20T21:14:44.270 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:44.270+0000 7f343b200700 1 -- 172.21.15.8:0/2188407103 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f343419d110 con 0x7f3434104630 2024-05-20T21:14:44.272 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:44.272+0000 7f342ea00700 1 -- 172.21.15.8:0/2188407103 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+22620 (secure 0 0 0) 0x7f34280a98d0 con 0x7f3434104630 2024-05-20T21:14:44.273 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:14:44.273 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":81,"fsid":"060ce10e-16ec-11ef-bc9a-c7b262605968","created":"2024-05-20T21:01:50.508336+0000","modified":"2024-05-20T21:12:02.563456+0000","last_up_change":"2024-05-20T21:10:03.543960+0000","last_in_change":"2024-05-20T21:09:43.745737+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-20T21:05:47.155633+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-20T21:11:10.880303+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-20T21:11:14.963738+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"567da6cc-0f5c-488c-82f7-0ecdf1f9a92c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6802","nonce":2530117688},{"type":"v1","addr":"172.21.15.8:6803","nonce":2530117688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6804","nonce":2530117688},{"type":"v1","addr":"172.21.15.8:6805","nonce":2530117688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6808","nonce":2530117688},{"type":"v1","addr":"172.21.15.8:6809","nonce":2530117688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6806","nonce":2530117688},{"type":"v1","addr":"172.21.15.8:6807","nonce":2530117688}]},"public_addr":"172.21.15.8:6803/2530117688","cluster_addr":"172.21.15.8:6805/2530117688","heartbeat_back_addr":"172.21.15.8:6809/2530117688","heartbeat_front_addr":"172.21.15.8:6807/2530117688","state":["exists","up"]},{"osd":1,"uuid":"6d7c2f7a-ba32-43d3-bcb5-91213501621d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":1765474633},{"type":"v1","addr":"172.21.15.50:6801","nonce":1765474633}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":1765474633},{"type":"v1","addr":"172.21.15.50:6803","nonce":1765474633}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":1765474633},{"type":"v1","addr":"172.21.15.50:6807","nonce":1765474633}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":1765474633},{"type":"v1","addr":"172.21.15.50:6805","nonce":1765474633}]},"public_addr":"172.21.15.50:6801/1765474633","cluster_addr":"172.21.15.50:6803/1765474633","heartbeat_back_addr":"172.21.15.50:6807/1765474633","heartbeat_front_addr":"172.21.15.50:6805/1765474633","state":["exists","up"]},{"osd":2,"uuid":"616c77cc-71ca-4d73-87ba-f9e2b391617f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6800","nonce":2148668646},{"type":"v1","addr":"172.21.15.130:6801","nonce":2148668646}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6802","nonce":2148668646},{"type":"v1","addr":"172.21.15.130:6803","nonce":2148668646}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6806","nonce":2148668646},{"type":"v1","addr":"172.21.15.130:6807","nonce":2148668646}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6804","nonce":2148668646},{"type":"v1","addr":"172.21.15.130:6805","nonce":2148668646}]},"public_addr":"172.21.15.130:6801/2148668646","cluster_addr":"172.21.15.130:6803/2148668646","heartbeat_back_addr":"172.21.15.130:6807/2148668646","heartbeat_front_addr":"172.21.15.130:6805/2148668646","state":["exists","up"]},{"osd":3,"uuid":"97c26b23-ae0b-424b-b593-5f7d545d78fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6810","nonce":522014344},{"type":"v1","addr":"172.21.15.8:6811","nonce":522014344}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6812","nonce":522014344},{"type":"v1","addr":"172.21.15.8:6813","nonce":522014344}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6816","nonce":522014344},{"type":"v1","addr":"172.21.15.8:6817","nonce":522014344}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6814","nonce":522014344},{"type":"v1","addr":"172.21.15.8:6815","nonce":522014344}]},"public_addr":"172.21.15.8:6811/522014344","cluster_addr":"172.21.15.8:6813/522014344","heartbeat_back_addr":"172.21.15.8:6817/522014344","heartbeat_front_addr":"172.21.15.8:6815/522014344","state":["exists","up"]},{"osd":4,"uuid":"032641da-14a1-4d60-975c-7ae9dd749f8b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":2849163314},{"type":"v1","addr":"172.21.15.50:6809","nonce":2849163314}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":2849163314},{"type":"v1","addr":"172.21.15.50:6811","nonce":2849163314}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":2849163314},{"type":"v1","addr":"172.21.15.50:6815","nonce":2849163314}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":2849163314},{"type":"v1","addr":"172.21.15.50:6813","nonce":2849163314}]},"public_addr":"172.21.15.50:6809/2849163314","cluster_addr":"172.21.15.50:6811/2849163314","heartbeat_back_addr":"172.21.15.50:6815/2849163314","heartbeat_front_addr":"172.21.15.50:6813/2849163314","state":["exists","up"]},{"osd":5,"uuid":"e0a50b25-3bd5-4f3d-9c6b-e0a37620c1fe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6808","nonce":2920667492},{"type":"v1","addr":"172.21.15.130:6809","nonce":2920667492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6810","nonce":2920667492},{"type":"v1","addr":"172.21.15.130:6811","nonce":2920667492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6814","nonce":2920667492},{"type":"v1","addr":"172.21.15.130:6815","nonce":2920667492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6812","nonce":2920667492},{"type":"v1","addr":"172.21.15.130:6813","nonce":2920667492}]},"public_addr":"172.21.15.130:6809/2920667492","cluster_addr":"172.21.15.130:6811/2920667492","heartbeat_back_addr":"172.21.15.130:6815/2920667492","heartbeat_front_addr":"172.21.15.130:6813/2920667492","state":["exists","up"]},{"osd":6,"uuid":"6fea92cd-1f1b-4f37-b607-4396f31985ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6818","nonce":107816006},{"type":"v1","addr":"172.21.15.8:6819","nonce":107816006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6820","nonce":107816006},{"type":"v1","addr":"172.21.15.8:6821","nonce":107816006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6824","nonce":107816006},{"type":"v1","addr":"172.21.15.8:6825","nonce":107816006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6822","nonce":107816006},{"type":"v1","addr":"172.21.15.8:6823","nonce":107816006}]},"public_addr":"172.21.15.8:6819/107816006","cluster_addr":"172.21.15.8:6821/107816006","heartbeat_back_addr":"172.21.15.8:6825/107816006","heartbeat_front_addr":"172.21.15.8:6823/107816006","state":["exists","up"]},{"osd":7,"uuid":"ed4481c7-8b9b-4360-87d7-e5eb8ea18b2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":2308872994},{"type":"v1","addr":"172.21.15.50:6817","nonce":2308872994}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":2308872994},{"type":"v1","addr":"172.21.15.50:6819","nonce":2308872994}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":2308872994},{"type":"v1","addr":"172.21.15.50:6823","nonce":2308872994}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":2308872994},{"type":"v1","addr":"172.21.15.50:6821","nonce":2308872994}]},"public_addr":"172.21.15.50:6817/2308872994","cluster_addr":"172.21.15.50:6819/2308872994","heartbeat_back_addr":"172.21.15.50:6823/2308872994","heartbeat_front_addr":"172.21.15.50:6821/2308872994","state":["exists","up"]},{"osd":8,"uuid":"c47d04f0-93d2-4a17-b7d0-a16a1d62099f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6816","nonce":2076512047},{"type":"v1","addr":"172.21.15.130:6817","nonce":2076512047}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6818","nonce":2076512047},{"type":"v1","addr":"172.21.15.130:6819","nonce":2076512047}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6822","nonce":2076512047},{"type":"v1","addr":"172.21.15.130:6823","nonce":2076512047}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6820","nonce":2076512047},{"type":"v1","addr":"172.21.15.130:6821","nonce":2076512047}]},"public_addr":"172.21.15.130:6817/2076512047","cluster_addr":"172.21.15.130:6819/2076512047","heartbeat_back_addr":"172.21.15.130:6823/2076512047","heartbeat_front_addr":"172.21.15.130:6821/2076512047","state":["exists","up"]},{"osd":9,"uuid":"54ccf87d-5ce9-4631-ab41-fbb0abb1d7e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6826","nonce":2726512408},{"type":"v1","addr":"172.21.15.8:6827","nonce":2726512408}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6828","nonce":2726512408},{"type":"v1","addr":"172.21.15.8:6829","nonce":2726512408}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6832","nonce":2726512408},{"type":"v1","addr":"172.21.15.8:6833","nonce":2726512408}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6830","nonce":2726512408},{"type":"v1","addr":"172.21.15.8:6831","nonce":2726512408}]},"public_addr":"172.21.15.8:6827/2726512408","cluster_addr":"172.21.15.8:6829/2726512408","heartbeat_back_addr":"172.21.15.8:6833/2726512408","heartbeat_front_addr":"172.21.15.8:6831/2726512408","state":["exists","up"]},{"osd":10,"uuid":"59788566-3094-4926-afbf-0a297a265ff5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":2266909560},{"type":"v1","addr":"172.21.15.50:6825","nonce":2266909560}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":2266909560},{"type":"v1","addr":"172.21.15.50:6827","nonce":2266909560}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":2266909560},{"type":"v1","addr":"172.21.15.50:6831","nonce":2266909560}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":2266909560},{"type":"v1","addr":"172.21.15.50:6829","nonce":2266909560}]},"public_addr":"172.21.15.50:6825/2266909560","cluster_addr":"172.21.15.50:6827/2266909560","heartbeat_back_addr":"172.21.15.50:6831/2266909560","heartbeat_front_addr":"172.21.15.50:6829/2266909560","state":["exists","up"]},{"osd":11,"uuid":"f4dfda6f-f5ea-4d53-8940-d33edd1dd61a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6824","nonce":2025670617},{"type":"v1","addr":"172.21.15.130:6825","nonce":2025670617}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6826","nonce":2025670617},{"type":"v1","addr":"172.21.15.130:6827","nonce":2025670617}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6830","nonce":2025670617},{"type":"v1","addr":"172.21.15.130:6831","nonce":2025670617}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6828","nonce":2025670617},{"type":"v1","addr":"172.21.15.130:6829","nonce":2025670617}]},"public_addr":"172.21.15.130:6825/2025670617","cluster_addr":"172.21.15.130:6827/2025670617","heartbeat_back_addr":"172.21.15.130:6831/2025670617","heartbeat_front_addr":"172.21.15.130:6829/2025670617","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:04:55.223745+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:05:20.826140+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:05:44.508801+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:06:17.590953+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:06:43.158647+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:07:07.550211+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:07:41.445843+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:08:08.755800+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:08:33.714081+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:09:08.647054+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:09:36.773039+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:10:01.697404+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"3.b","mappings":[{"from":3,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":6}]},{"pgid":"3.1b","mappings":[{"from":4,"to":7},{"from":3,"to":8}]},{"pgid":"3.1d","mappings":[{"from":4,"to":6}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.25","mappings":[{"from":5,"to":9}]},{"pgid":"3.27","mappings":[{"from":4,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.8:6801/3677468514":"2024-05-21T21:03:00.998855+0000","172.21.15.8:0/644454220":"2024-05-21T21:03:00.998855+0000","172.21.15.8:6800/3677468514":"2024-05-21T21:03:00.998855+0000","172.21.15.8:0/329536388":"2024-05-21T21:02:24.888619+0000","172.21.15.8:0/346325619":"2024-05-21T21:02:24.888619+0000","172.21.15.8:0/85678654":"2024-05-21T21:03:00.998855+0000","172.21.15.8:6800/3424210912":"2024-05-21T21:02:24.888619+0000","172.21.15.8:0/1767165129":"2024-05-21T21:02:24.888619+0000","172.21.15.8:6801/3424210912":"2024-05-21T21:02:24.888619+0000","172.21.15.8:0/3032080664":"2024-05-21T21:03:00.998855+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-20T21:14:44.275 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:44.276+0000 7f343b200700 1 -- 172.21.15.8:0/2188407103 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f341c0b2880 msgr2=0x7f341c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:44.275 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:44.276+0000 7f343b200700 1 --2- 172.21.15.8:0/2188407103 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f341c0b2880 0x7f341c0b4d40 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f34341042b0 tx=0x7f342400b280 comp rx=0 tx=0).stop 2024-05-20T21:14:44.275 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:44.276+0000 7f343b200700 1 -- 172.21.15.8:0/2188407103 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3434104630 msgr2=0x7f343419bdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:44.276 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:44.276+0000 7f343b200700 1 --2- 172.21.15.8:0/2188407103 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3434104630 0x7f343419bdb0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f342800e9f0 tx=0x7f342800ed00 comp rx=0 tx=0).stop 2024-05-20T21:14:44.276 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:44.276+0000 7f343b200700 1 -- 172.21.15.8:0/2188407103 shutdown_connections 2024-05-20T21:14:44.276 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:44.276+0000 7f343b200700 1 --2- 172.21.15.8:0/2188407103 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f341c0b2880 0x7f341c0b4d40 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:44.276 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:44.276+0000 7f343b200700 1 --2- 172.21.15.8:0/2188407103 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3434104630 0x7f343419bdb0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:44.276 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:44.276+0000 7f343b200700 1 --2- 172.21.15.8:0/2188407103 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f343410da60 0x7f34341a0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:44.276 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:44.276+0000 7f343b200700 1 --2- 172.21.15.8:0/2188407103 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3434104f50 0x7f343419c2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:44.276 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:44.276+0000 7f343b200700 1 -- 172.21.15.8:0/2188407103 >> 172.21.15.8:0/2188407103 conn(0x7f34340fde60 msgr2=0x7f34340fead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:44.276 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:44.276+0000 7f343b200700 1 -- 172.21.15.8:0/2188407103 shutdown_connections 2024-05-20T21:14:44.276 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:44.276+0000 7f343b200700 1 -- 172.21.15.8:0/2188407103 wait complete. 2024-05-20T21:14:44.580 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:14:44 smithi008 ceph-mon[31475]: pgmap v422: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:44.580 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:14:44 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/2188407103' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:14:44.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:14:44 smithi130 ceph-mon[36448]: pgmap v422: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:44.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:14:44 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/2188407103' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:14:44.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:14:44 smithi050 ceph-mon[35809]: pgmap v422: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:44.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:14:44 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/2188407103' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:14:44.972 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 25, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-05-20T21:11:19.148004+0000', 'modified': '2024-05-20T21:11:41.972782+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 24529, 'mds_1': 24521, 'mds_2': 24514}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24488': {'gid': 24488, 'name': 'h', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.50:6837/3997016525', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.50:6836', 'nonce': 3997016525}, {'type': 'v1', 'addr': '172.21.15.50:6837', 'nonce': 3997016525}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24503': {'gid': 24503, 'name': 'g', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.8:6839/1461975648', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.8:6838', 'nonce': 1461975648}, {'type': 'v1', 'addr': '172.21.15.8:6839', 'nonce': 1461975648}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24508': {'gid': 24508, 'name': 'f', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.130:6835/1975443829', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.130:6834', 'nonce': 1975443829}, {'type': 'v1', 'addr': '172.21.15.130:6835', 'nonce': 1975443829}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24514': {'gid': 24514, 'name': 'c', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 15, 'addr': '172.21.15.130:6837/612174454', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.130:6836', 'nonce': 612174454}, {'type': 'v1', 'addr': '172.21.15.130:6837', 'nonce': 612174454}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24521': {'gid': 24521, 'name': 'b', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 10, 'addr': '172.21.15.50:6839/1317306351', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.50:6838', 'nonce': 1317306351}, {'type': 'v1', 'addr': '172.21.15.50:6839', 'nonce': 1317306351}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24529': {'gid': 24529, 'name': 'i', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 10, 'addr': '172.21.15.130:6839/518183221', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.130:6838', 'nonce': 518183221}, {'type': 'v1', 'addr': '172.21.15.130:6839', 'nonce': 518183221}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24529, 'qdb_cluster': [24529, 24514, 24521]} 2024-05-20T21:14:44.973 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2024-05-20T21:14:44.973 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.c status 2024-05-20T21:14:45.432 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:14:46.615 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:14:46 smithi008 ceph-mon[31475]: pgmap v423: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:14:46.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:14:46 smithi130 ceph-mon[36448]: pgmap v423: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:14:46.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:14:46 smithi050 ceph-mon[35809]: pgmap v423: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:14:47.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.591+0000 7f8cf6400700 1 -- 172.21.15.8:0/3076371367 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8cf0108520 msgr2=0x7f8cf0108900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:47.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.591+0000 7f8cf6400700 1 --2- 172.21.15.8:0/3076371367 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8cf0108520 0x7f8cf0108900 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f8ce000b0a0 tx=0x7f8ce000b3b0 comp rx=0 tx=0).stop 2024-05-20T21:14:47.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.591+0000 7f8cf6400700 1 -- 172.21.15.8:0/3076371367 shutdown_connections 2024-05-20T21:14:47.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.591+0000 7f8cf6400700 1 --2- 172.21.15.8:0/3076371367 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8cf0102e00 0x7f8cf010f2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:47.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.591+0000 7f8cf6400700 1 --2- 172.21.15.8:0/3076371367 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8cf0108520 0x7f8cf0108900 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:47.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.591+0000 7f8cf6400700 1 --2- 172.21.15.8:0/3076371367 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8cf0102440 0x7f8cf01028c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:47.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.591+0000 7f8cf6400700 1 -- 172.21.15.8:0/3076371367 >> 172.21.15.8:0/3076371367 conn(0x7f8cf00793f0 msgr2=0x7f8cf0079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:47.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.591+0000 7f8cf6400700 1 -- 172.21.15.8:0/3076371367 shutdown_connections 2024-05-20T21:14:47.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.591+0000 7f8cf6400700 1 -- 172.21.15.8:0/3076371367 wait complete. 2024-05-20T21:14:47.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.592+0000 7f8cf6400700 1 Processor -- start 2024-05-20T21:14:47.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.592+0000 7f8cf6400700 1 -- start start 2024-05-20T21:14:47.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.593+0000 7f8cf6400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8cf0102440 0x7f8cf019be00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:47.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.593+0000 7f8cf6400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8cf0102e00 0x7f8cf019c340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:47.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.593+0000 7f8cf6400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8cf0108520 0x7f8cf01a06d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:47.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.593+0000 7f8cf6400700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f8cf01125d0 con 0x7f8cf0102e00 2024-05-20T21:14:47.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.593+0000 7f8cf6400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8cf0112450 con 0x7f8cf0108520 2024-05-20T21:14:47.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.593+0000 7f8cf6400700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f8cf0112750 con 0x7f8cf0102440 2024-05-20T21:14:47.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.593+0000 7f8ce6a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8cf0102e00 0x7f8cf019c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:47.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.593+0000 7f8ce6a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8cf0102e00 0x7f8cf019c340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:49546/0 (socket says 172.21.15.8:49546) 2024-05-20T21:14:47.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.593+0000 7f8ce6a00700 1 -- 172.21.15.8:0/1855264074 learned_addr learned my addr 172.21.15.8:0/1855264074 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:14:47.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.593+0000 7f8cef400700 1 --2- 172.21.15.8:0/1855264074 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8cf0102440 0x7f8cf019be00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:47.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.593+0000 7f8cefe00700 1 --2- 172.21.15.8:0/1855264074 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8cf0108520 0x7f8cf01a06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:47.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.594+0000 7f8cef400700 1 -- 172.21.15.8:0/1855264074 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8cf0108520 msgr2=0x7f8cf01a06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:47.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.594+0000 7f8cef400700 1 --2- 172.21.15.8:0/1855264074 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8cf0108520 0x7f8cf01a06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:47.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.594+0000 7f8cef400700 1 -- 172.21.15.8:0/1855264074 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8cf0102e00 msgr2=0x7f8cf019c340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:47.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.594+0000 7f8cef400700 1 --2- 172.21.15.8:0/1855264074 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8cf0102e00 0x7f8cf019c340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:47.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.594+0000 7f8cef400700 1 -- 172.21.15.8:0/1855264074 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8cf01a0e10 con 0x7f8cf0102440 2024-05-20T21:14:47.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.594+0000 7f8cef400700 1 --2- 172.21.15.8:0/1855264074 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8cf0102440 0x7f8cf019be00 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f8ce000b070 tx=0x7f8ce0004d00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:47.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.594+0000 7f8cecc00700 1 -- 172.21.15.8:0/1855264074 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ce0021070 con 0x7f8cf0102440 2024-05-20T21:14:47.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.594+0000 7f8cecc00700 1 -- 172.21.15.8:0/1855264074 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8ce0007e30 con 0x7f8cf0102440 2024-05-20T21:14:47.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.594+0000 7f8cf6400700 1 -- 172.21.15.8:0/1855264074 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8cf01a10a0 con 0x7f8cf0102440 2024-05-20T21:14:47.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.594+0000 7f8cecc00700 1 -- 172.21.15.8:0/1855264074 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ce0004560 con 0x7f8cf0102440 2024-05-20T21:14:47.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.594+0000 7f8cf6400700 1 -- 172.21.15.8:0/1855264074 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8cf01a8980 con 0x7f8cf0102440 2024-05-20T21:14:47.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.598+0000 7f8cecc00700 1 -- 172.21.15.8:0/1855264074 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f8ce0004700 con 0x7f8cf0102440 2024-05-20T21:14:47.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.599+0000 7f8d00df8b80 1 Processor -- start 2024-05-20T21:14:47.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.599+0000 7f8d00df8b80 1 -- start start 2024-05-20T21:14:47.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.600+0000 7f8cecc00700 1 --2- 172.21.15.8:0/1855264074 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f8cd40b2880 0x7f8cd40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:47.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.600+0000 7f8d00df8b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5593b29f95c0 0x5593b29f99a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:47.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.600+0000 7f8d00df8b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5593b29f9ee0 0x5593b29f3ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:47.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.600+0000 7f8d00df8b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5593b29f40f0 0x5593b29f4570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:47.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.600+0000 7f8d00df8b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5593b2951df0 con 0x5593b29f95c0 2024-05-20T21:14:47.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.600+0000 7f8d00df8b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5593b2941990 con 0x5593b29f9ee0 2024-05-20T21:14:47.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.600+0000 7f8d00df8b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5593b29459d0 con 0x5593b29f40f0 2024-05-20T21:14:47.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.600+0000 7f8cecc00700 1 -- 172.21.15.8:0/1855264074 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f8ce000f020 con 0x7f8cf0102440 2024-05-20T21:14:47.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.600+0000 7f8cef400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5593b29f95c0 0x5593b29f99a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:47.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.600+0000 7f8cef400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5593b29f95c0 0x5593b29f99a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:49562/0 (socket says 172.21.15.8:49562) 2024-05-20T21:14:47.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.600+0000 7f8cef400700 1 -- 172.21.15.8:0/1939674921 learned_addr learned my addr 172.21.15.8:0/1939674921 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:14:47.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.600+0000 7f8cefe00700 1 --2- 172.21.15.8:0/1855264074 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f8cd40b2880 0x7f8cd40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:47.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.600+0000 7f8ce6a00700 1 --2- 172.21.15.8:0/1939674921 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5593b29f9ee0 0x5593b29f3ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:47.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.600+0000 7f8cefe00700 1 --2- 172.21.15.8:0/1939674921 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5593b29f40f0 0x5593b29f4570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:47.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.601+0000 7f8cef400700 1 -- 172.21.15.8:0/1939674921 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5593b29f40f0 msgr2=0x5593b29f4570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:47.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.601+0000 7f8cef400700 1 --2- 172.21.15.8:0/1939674921 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5593b29f40f0 0x5593b29f4570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:47.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.601+0000 7f8cef400700 1 -- 172.21.15.8:0/1939674921 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5593b29f9ee0 msgr2=0x5593b29f3ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:47.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.601+0000 7f8cef400700 1 --2- 172.21.15.8:0/1939674921 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5593b29f9ee0 0x5593b29f3ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:47.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.601+0000 7f8cef400700 1 -- 172.21.15.8:0/1939674921 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5593b290a3d0 con 0x5593b29f95c0 2024-05-20T21:14:47.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.601+0000 7f8cef400700 1 --2- 172.21.15.8:0/1939674921 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5593b29f95c0 0x5593b29f99a0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f8ce00aaa20 tx=0x7f8ce00099e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c836f521ff569fb0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:47.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.601+0000 7f8cefe00700 1 --2- 172.21.15.8:0/1855264074 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f8cd40b2880 0x7f8cd40b4d40 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x5593b29f4ab0 tx=0x7f8ce8009930 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:47.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.601+0000 7f8ce4c00700 1 -- 172.21.15.8:0/1939674921 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ce00aad20 con 0x5593b29f95c0 2024-05-20T21:14:47.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.601+0000 7f8ce4c00700 1 -- 172.21.15.8:0/1939674921 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8ce00af0d0 con 0x5593b29f95c0 2024-05-20T21:14:47.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.601+0000 7f8ce4c00700 1 -- 172.21.15.8:0/1939674921 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ce00df0e0 con 0x5593b29f95c0 2024-05-20T21:14:47.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.602+0000 7f8d00df8b80 1 -- 172.21.15.8:0/1939674921 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5593b29f95c0 msgr2=0x5593b29f99a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:47.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.602+0000 7f8d00df8b80 1 --2- 172.21.15.8:0/1939674921 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5593b29f95c0 0x5593b29f99a0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f8ce00aaa20 tx=0x7f8ce00099e0 comp rx=0 tx=0).stop 2024-05-20T21:14:47.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.602+0000 7f8d00df8b80 1 -- 172.21.15.8:0/1939674921 shutdown_connections 2024-05-20T21:14:47.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.602+0000 7f8d00df8b80 1 --2- 172.21.15.8:0/1939674921 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5593b29f40f0 0x5593b29f4570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:47.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.602+0000 7f8d00df8b80 1 --2- 172.21.15.8:0/1939674921 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5593b29f95c0 0x5593b29f99a0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:47.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.602+0000 7f8d00df8b80 1 --2- 172.21.15.8:0/1939674921 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5593b29f9ee0 0x5593b29f3ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:47.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.602+0000 7f8d00df8b80 1 -- 172.21.15.8:0/1939674921 >> 172.21.15.8:0/1939674921 conn(0x5593b2921b90 msgr2=0x5593b29ee640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:47.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.602+0000 7f8d00df8b80 1 -- 172.21.15.8:0/1939674921 shutdown_connections 2024-05-20T21:14:47.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.602+0000 7f8d00df8b80 1 -- 172.21.15.8:0/1939674921 wait complete. 2024-05-20T21:14:47.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.603+0000 7f8d00df8b80 1 -- start start 2024-05-20T21:14:47.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.603+0000 7f8d00df8b80 1 Processor -- start 2024-05-20T21:14:47.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.604+0000 7f8d00df8b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5593b29f40f0 0x5593b29ffcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:47.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.604+0000 7f8d00df8b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5593b29f95c0 0x5593b29fd050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:47.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.604+0000 7f8d00df8b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5593b29f9ee0 0x5593b29fd590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:47.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.604+0000 7f8d00df8b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5593b2847f50 con 0x5593b29f95c0 2024-05-20T21:14:47.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.604+0000 7f8d00df8b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5593b28e2710 con 0x5593b29f40f0 2024-05-20T21:14:47.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.604+0000 7f8d00df8b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5593b2a00750 con 0x5593b29f9ee0 2024-05-20T21:14:47.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.604+0000 7f8d00df8b80 10 client.0 _ll_register_callbacks cb 0x5593b28ebc20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:14:47.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.604+0000 7f8ce6a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5593b29f95c0 0x5593b29fd050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:47.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.604+0000 7f8ce6a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5593b29f95c0 0x5593b29fd050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:49570/0 (socket says 172.21.15.8:49570) 2024-05-20T21:14:47.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.604+0000 7f8ce6a00700 1 -- 172.21.15.8:0/123171316 learned_addr learned my addr 172.21.15.8:0/123171316 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:14:47.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.604+0000 7f8cefe00700 1 --2- 172.21.15.8:0/123171316 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5593b29f9ee0 0x5593b29fd590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:47.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.604+0000 7f8cef400700 1 --2- 172.21.15.8:0/123171316 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5593b29f40f0 0x5593b29ffcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:47.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.605+0000 7f8ce6a00700 1 -- 172.21.15.8:0/123171316 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5593b29f9ee0 msgr2=0x5593b29fd590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:47.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.605+0000 7f8ce6a00700 1 --2- 172.21.15.8:0/123171316 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5593b29f9ee0 0x5593b29fd590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:47.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.605+0000 7f8ce6a00700 1 -- 172.21.15.8:0/123171316 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5593b29f40f0 msgr2=0x5593b29ffcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:47.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.605+0000 7f8ce6a00700 1 --2- 172.21.15.8:0/123171316 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5593b29f40f0 0x5593b29ffcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:47.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.605+0000 7f8ce6a00700 1 -- 172.21.15.8:0/123171316 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5593b2891880 con 0x5593b29f95c0 2024-05-20T21:14:47.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.605+0000 7f8ce6a00700 1 --2- 172.21.15.8:0/123171316 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5593b29f95c0 0x5593b29fd050 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f8cd8012740 tx=0x7f8cd8012a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ad4cd66e69fd46b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:47.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.605+0000 7f8cdd600700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:14:47.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.605+0000 7f8cdd600700 1 -- 172.21.15.8:0/123171316 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cd800f480 con 0x5593b29f95c0 2024-05-20T21:14:47.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.605+0000 7f8cdd600700 1 -- 172.21.15.8:0/123171316 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f8cd800f620 con 0x5593b29f95c0 2024-05-20T21:14:47.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.605+0000 7f8d00df8b80 1 -- 172.21.15.8:0/123171316 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8ce00af0d0 con 0x5593b29f95c0 2024-05-20T21:14:47.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.606+0000 7f8cdd600700 1 -- 172.21.15.8:0/123171316 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f8cd800f820 con 0x5593b29f95c0 2024-05-20T21:14:47.607 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.606+0000 7f8d00df8b80 10 client.14871 fetch_fsmap learned FSMap version 25 2024-05-20T21:14:47.607 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.606+0000 7f8d00df8b80 1 -- 172.21.15.8:0/123171316 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5593b2912010 con 0x5593b29f95c0 2024-05-20T21:14:47.608 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.606+0000 7f8cdd600700 1 -- 172.21.15.8:0/123171316 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8ce00af0d0 con 0x5593b29f95c0 2024-05-20T21:14:47.608 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.606+0000 7f8cdd600700 1 -- 172.21.15.8:0/123171316 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 25) ==== 8338+0+0 (secure 0 0 0) 0x7f8cd8025050 con 0x5593b29f95c0 2024-05-20T21:14:47.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.607+0000 7f8d00df8b80 10 client.14871 fetch_fsmap finished waiting for FSMap version 25 2024-05-20T21:14:47.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.607+0000 7f8d00df8b80 10 client.14871 resolve_mds: resolved name 'c' to daemon mds.c 2024-05-20T21:14:47.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.607+0000 7f8d00df8b80 20 client.14871 populate_metadata read hostname 'smithi008' 2024-05-20T21:14:47.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.607+0000 7f8d00df8b80 1 --2- 172.21.15.8:0/123171316 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x5593b2a0d2f0 0x5593b2a0e760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:47.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.607+0000 7f8d00df8b80 4 client.14871 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:14:47.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.607+0000 7f8d00df8b80 1 -- 172.21.15.8:0/123171316 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5593b2953d40 con 0x5593b2a0d2f0 2024-05-20T21:14:47.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.607+0000 7f8cef400700 1 --2- 172.21.15.8:0/123171316 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x5593b2a0d2f0 0x5593b2a0e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:47.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.608+0000 7f8cef400700 1 --2- 172.21.15.8:0/123171316 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x5593b2a0d2f0 0x5593b2a0e760 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=e6737adbb5439478 server_cookie=cb2d336e5c65ca57 in_seq=0 out_seq=0 2024-05-20T21:14:47.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.608+0000 7f8cdd600700 10 client.14871 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:14:47.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.608+0000 7f8cdd600700 1 -- 172.21.15.8:0/123171316 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5593b2953d40 con 0x5593b2a0d2f0 2024-05-20T21:14:47.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.608+0000 7f8cdd600700 10 client.14871 handle_command_reply: tid=0 2024-05-20T21:14:47.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.609+0000 7f8d00df8b80 1 client.14871 shutdown 2024-05-20T21:14:47.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.609+0000 7f8d00df8b80 1 -- 172.21.15.8:0/123171316 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5593b29f95c0 msgr2=0x5593b29fd050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:47.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.609+0000 7f8d00df8b80 1 --2- 172.21.15.8:0/123171316 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5593b29f95c0 0x5593b29fd050 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f8cd8012740 tx=0x7f8cd8012a50 comp rx=0 tx=0).stop 2024-05-20T21:14:47.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.609+0000 7f8d00df8b80 1 -- 172.21.15.8:0/123171316 shutdown_connections 2024-05-20T21:14:47.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.609+0000 7f8d00df8b80 1 --2- 172.21.15.8:0/123171316 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x5593b2a0d2f0 0x5593b2a0e760 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:47.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.609+0000 7f8d00df8b80 1 --2- 172.21.15.8:0/123171316 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5593b29f40f0 0x5593b29ffcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:47.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.609+0000 7f8d00df8b80 1 --2- 172.21.15.8:0/123171316 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5593b29f9ee0 0x5593b29fd590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:47.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.609+0000 7f8d00df8b80 1 --2- 172.21.15.8:0/123171316 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5593b29f95c0 0x5593b29fd050 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:47.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.609+0000 7f8d00df8b80 1 -- 172.21.15.8:0/123171316 >> 172.21.15.8:0/123171316 conn(0x5593b2921b90 msgr2=0x5593b29edd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:47.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.609+0000 7f8cdd600700 0 client.14871 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:14:47.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.609+0000 7f8d00df8b80 1 -- 172.21.15.8:0/123171316 shutdown_connections 2024-05-20T21:14:47.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.609+0000 7f8d00df8b80 1 -- 172.21.15.8:0/123171316 wait complete. 2024-05-20T21:14:47.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.609+0000 7f8d00df8b80 20 client.14871 trim_cache size 0 max 16384 2024-05-20T21:14:47.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.634+0000 7f8d00df8b80 1 Processor -- start 2024-05-20T21:14:47.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.635+0000 7f8d00df8b80 1 -- start start 2024-05-20T21:14:47.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.635+0000 7f8d00df8b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5593b29f40f0 0x5593b29f77e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:47.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.635+0000 7f8d00df8b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5593b29f95c0 0x5593b29ee4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:47.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.635+0000 7f8d00df8b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5593b29f9ee0 0x5593b29fce30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:47.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.635+0000 7f8d00df8b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5593b2a0caa0 con 0x5593b29f9ee0 2024-05-20T21:14:47.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.635+0000 7f8d00df8b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5593b2a0d170 con 0x5593b29f40f0 2024-05-20T21:14:47.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.635+0000 7f8d00df8b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5593b2a0d840 con 0x5593b29f95c0 2024-05-20T21:14:47.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.635+0000 7f8cefe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5593b29f9ee0 0x5593b29fce30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:47.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.635+0000 7f8cef400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5593b29f40f0 0x5593b29f77e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:47.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.635+0000 7f8cefe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5593b29f9ee0 0x5593b29fce30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:49574/0 (socket says 172.21.15.8:49574) 2024-05-20T21:14:47.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.635+0000 7f8cef400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5593b29f40f0 0x5593b29f77e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:45374/0 (socket says 172.21.15.8:45374) 2024-05-20T21:14:47.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.635+0000 7f8cefe00700 1 -- 172.21.15.8:0/811178281 learned_addr learned my addr 172.21.15.8:0/811178281 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:14:47.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.635+0000 7f8ce6a00700 1 --2- 172.21.15.8:0/811178281 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5593b29f95c0 0x5593b29ee4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:47.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.636+0000 7f8cef400700 1 -- 172.21.15.8:0/811178281 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5593b29f95c0 msgr2=0x5593b29ee4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:47.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.636+0000 7f8cef400700 1 --2- 172.21.15.8:0/811178281 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5593b29f95c0 0x5593b29ee4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:47.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.636+0000 7f8cef400700 1 -- 172.21.15.8:0/811178281 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5593b29f9ee0 msgr2=0x5593b29fce30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:47.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.636+0000 7f8cef400700 1 --2- 172.21.15.8:0/811178281 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5593b29f9ee0 0x5593b29fce30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:47.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.636+0000 7f8cef400700 1 -- 172.21.15.8:0/811178281 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5593b29fb600 con 0x5593b29f40f0 2024-05-20T21:14:47.637 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.636+0000 7f8cefe00700 1 --2- 172.21.15.8:0/811178281 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5593b29f9ee0 0x5593b29fce30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:14:47.637 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.636+0000 7f8cef400700 1 --2- 172.21.15.8:0/811178281 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5593b29f40f0 0x5593b29f77e0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f8ce000d010 tx=0x7f8ce0009600 comp rx=0 tx=0).ready entity=mon.2 client_cookie=509733f5ab4cfeba server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:47.637 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.637+0000 7f8cdfe00700 1 -- 172.21.15.8:0/811178281 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ce00dd020 con 0x5593b29f40f0 2024-05-20T21:14:47.637 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.637+0000 7f8cdfe00700 1 -- 172.21.15.8:0/811178281 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8ce00c2020 con 0x5593b29f40f0 2024-05-20T21:14:47.637 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.637+0000 7f8cdfe00700 1 -- 172.21.15.8:0/811178281 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ce0003cb0 con 0x5593b29f40f0 2024-05-20T21:14:47.638 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.637+0000 7f8d00df8b80 1 -- 172.21.15.8:0/811178281 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5593b29f40f0 msgr2=0x5593b29f77e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:47.638 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.637+0000 7f8d00df8b80 1 --2- 172.21.15.8:0/811178281 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5593b29f40f0 0x5593b29f77e0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f8ce000d010 tx=0x7f8ce0009600 comp rx=0 tx=0).stop 2024-05-20T21:14:47.638 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.637+0000 7f8d00df8b80 1 -- 172.21.15.8:0/811178281 shutdown_connections 2024-05-20T21:14:47.638 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.637+0000 7f8d00df8b80 1 --2- 172.21.15.8:0/811178281 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5593b29f40f0 0x5593b29f77e0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:47.638 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.637+0000 7f8d00df8b80 1 --2- 172.21.15.8:0/811178281 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5593b29f9ee0 0x5593b29fce30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:47.638 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.637+0000 7f8d00df8b80 1 --2- 172.21.15.8:0/811178281 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5593b29f95c0 0x5593b29ee4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:47.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.638+0000 7f8d00df8b80 1 -- 172.21.15.8:0/811178281 >> 172.21.15.8:0/811178281 conn(0x5593b2921b90 msgr2=0x5593b29f70d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:47.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.638+0000 7f8d00df8b80 1 -- 172.21.15.8:0/811178281 shutdown_connections 2024-05-20T21:14:47.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.638+0000 7f8d00df8b80 1 -- 172.21.15.8:0/811178281 wait complete. 2024-05-20T21:14:47.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.638+0000 7f8d00df8b80 1 -- start start 2024-05-20T21:14:47.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.638+0000 7f8d00df8b80 1 Processor -- start 2024-05-20T21:14:47.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.639+0000 7f8d00df8b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5593b29f40f0 0x5593b2a17ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:47.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.639+0000 7f8d00df8b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5593b29f95c0 0x5593b2a18400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:47.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.639+0000 7f8d00df8b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5593b29f9ee0 0x5593b29ed640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:47.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.639+0000 7f8d00df8b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5593b2a0e5e0 con 0x5593b29f9ee0 2024-05-20T21:14:47.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.639+0000 7f8d00df8b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5593b2a0df10 con 0x5593b29f40f0 2024-05-20T21:14:47.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.639+0000 7f8d00df8b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5593b2a0ecb0 con 0x5593b29f95c0 2024-05-20T21:14:47.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.639+0000 7f8d00df8b80 10 client.0 _ll_register_callbacks cb 0x5593b28ebc20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:14:47.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.639+0000 7f8cefe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5593b29f9ee0 0x5593b29ed640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:47.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.639+0000 7f8cef400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5593b29f40f0 0x5593b2a17ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:47.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.639+0000 7f8ce6a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5593b29f95c0 0x5593b2a18400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:47.640 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.639+0000 7f8cef400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5593b29f40f0 0x5593b2a17ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:45378/0 (socket says 172.21.15.8:45378) 2024-05-20T21:14:47.640 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.639+0000 7f8cefe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5593b29f9ee0 0x5593b29ed640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:49576/0 (socket says 172.21.15.8:49576) 2024-05-20T21:14:47.640 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.639+0000 7f8cef400700 1 -- 172.21.15.8:0/1051085762 learned_addr learned my addr 172.21.15.8:0/1051085762 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:14:47.642 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.640+0000 7f8cef400700 1 -- 172.21.15.8:0/1051085762 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5593b29f95c0 msgr2=0x5593b2a18400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:47.642 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.640+0000 7f8cef400700 1 --2- 172.21.15.8:0/1051085762 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5593b29f95c0 0x5593b2a18400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:47.642 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.640+0000 7f8cef400700 1 -- 172.21.15.8:0/1051085762 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5593b29f9ee0 msgr2=0x5593b29ed640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:47.642 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.640+0000 7f8cef400700 1 --2- 172.21.15.8:0/1051085762 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5593b29f9ee0 0x5593b29ed640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:47.643 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.640+0000 7f8cef400700 1 -- 172.21.15.8:0/1051085762 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5593b29ede50 con 0x5593b29f40f0 2024-05-20T21:14:47.643 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.640+0000 7f8cef400700 1 --2- 172.21.15.8:0/1051085762 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5593b29f40f0 0x5593b2a17ec0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f8ce00df010 tx=0x7f8ce00e10b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=93d3c08b96bf6e00 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:47.643 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.640+0000 7f8cdd600700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:14:47.643 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.640+0000 7f8cdd600700 1 -- 172.21.15.8:0/1051085762 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ce006f060 con 0x5593b29f40f0 2024-05-20T21:14:47.643 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.640+0000 7f8cdd600700 1 -- 172.21.15.8:0/1051085762 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f8ce00a7310 con 0x5593b29f40f0 2024-05-20T21:14:47.643 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.640+0000 7f8d00df8b80 1 -- 172.21.15.8:0/1051085762 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8ce00c2020 con 0x5593b29f40f0 2024-05-20T21:14:47.643 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.640+0000 7f8cdd600700 1 -- 172.21.15.8:0/1051085762 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f8ce00dd040 con 0x5593b29f40f0 2024-05-20T21:14:47.643 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.640+0000 7f8d00df8b80 10 client.24986 fetch_fsmap learned FSMap version 25 2024-05-20T21:14:47.643 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.640+0000 7f8d00df8b80 1 -- 172.21.15.8:0/1051085762 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5593b2a17880 con 0x5593b29f40f0 2024-05-20T21:14:47.643 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.641+0000 7f8cdd600700 1 -- 172.21.15.8:0/1051085762 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8ce00c2020 con 0x5593b29f40f0 2024-05-20T21:14:47.643 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.641+0000 7f8cdd600700 1 -- 172.21.15.8:0/1051085762 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 25) ==== 8338+0+0 (secure 0 0 0) 0x7f8ce0011070 con 0x5593b29f40f0 2024-05-20T21:14:47.643 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.641+0000 7f8d00df8b80 10 client.24986 fetch_fsmap finished waiting for FSMap version 25 2024-05-20T21:14:47.643 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.641+0000 7f8d00df8b80 10 client.24986 resolve_mds: resolved name 'c' to daemon mds.c 2024-05-20T21:14:47.644 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.641+0000 7f8d00df8b80 20 client.24986 populate_metadata read hostname 'smithi008' 2024-05-20T21:14:47.644 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.641+0000 7f8d00df8b80 1 --2- 172.21.15.8:0/1051085762 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x5593b2a7cea0 0x5593b2a7bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:47.644 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.641+0000 7f8d00df8b80 4 client.24986 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-20T21:14:47.644 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.641+0000 7f8d00df8b80 1 -- 172.21.15.8:0/1051085762 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "status"}) -- 0x5593b294d520 con 0x5593b2a7cea0 2024-05-20T21:14:47.644 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.641+0000 7f8ce6a00700 1 --2- 172.21.15.8:0/1051085762 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x5593b2a7cea0 0x5593b2a7bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:47.644 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.642+0000 7f8ce6a00700 1 --2- 172.21.15.8:0/1051085762 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x5593b2a7cea0 0x5593b2a7bbb0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=c91699eab14edc0a server_cookie=48f82a799579c511 in_seq=0 out_seq=0 2024-05-20T21:14:47.644 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.642+0000 7f8cdd600700 10 client.24986 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:14:47.644 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.642+0000 7f8cdd600700 1 -- 172.21.15.8:0/1051085762 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x5593b294d520 con 0x5593b2a7cea0 2024-05-20T21:14:47.644 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.642+0000 7f8cdd600700 10 client.24986 handle_command_reply: tid=0 2024-05-20T21:14:47.644 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.642+0000 7f8d00df8b80 1 client.24986 shutdown 2024-05-20T21:14:47.644 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.642+0000 7f8d00df8b80 1 -- 172.21.15.8:0/1051085762 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5593b29f40f0 msgr2=0x5593b2a17ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:47.644 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.642+0000 7f8d00df8b80 1 --2- 172.21.15.8:0/1051085762 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5593b29f40f0 0x5593b2a17ec0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f8ce00df010 tx=0x7f8ce00e10b0 comp rx=0 tx=0).stop 2024-05-20T21:14:47.644 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.643+0000 7f8d00df8b80 1 -- 172.21.15.8:0/1051085762 shutdown_connections 2024-05-20T21:14:47.645 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.643+0000 7f8d00df8b80 1 --2- 172.21.15.8:0/1051085762 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x5593b2a7cea0 0x5593b2a7bbb0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:47.645 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.643+0000 7f8d00df8b80 1 --2- 172.21.15.8:0/1051085762 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5593b29f40f0 0x5593b2a17ec0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:47.645 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.643+0000 7f8cdd600700 0 client.24986 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:14:47.645 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.643+0000 7f8d00df8b80 1 --2- 172.21.15.8:0/1051085762 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5593b29f9ee0 0x5593b29ed640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:47.645 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.643+0000 7f8d00df8b80 1 --2- 172.21.15.8:0/1051085762 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5593b29f95c0 0x5593b2a18400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:47.645 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.643+0000 7f8d00df8b80 1 -- 172.21.15.8:0/1051085762 >> 172.21.15.8:0/1051085762 conn(0x5593b2921b90 msgr2=0x5593b29fb810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:47.645 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.643+0000 7f8d00df8b80 1 -- 172.21.15.8:0/1051085762 shutdown_connections 2024-05-20T21:14:47.645 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.643+0000 7f8d00df8b80 1 -- 172.21.15.8:0/1051085762 wait complete. 2024-05-20T21:14:47.645 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.643+0000 7f8d00df8b80 20 client.24986 trim_cache size 0 max 16384 2024-05-20T21:14:47.645 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:14:47.645 INFO:teuthology.orchestra.run.smithi008.stdout: "cluster_fsid": "060ce10e-16ec-11ef-bc9a-c7b262605968", 2024-05-20T21:14:47.646 INFO:teuthology.orchestra.run.smithi008.stdout: "whoami": 2, 2024-05-20T21:14:47.646 INFO:teuthology.orchestra.run.smithi008.stdout: "id": 24514, 2024-05-20T21:14:47.646 INFO:teuthology.orchestra.run.smithi008.stdout: "want_state": "up:active", 2024-05-20T21:14:47.646 INFO:teuthology.orchestra.run.smithi008.stdout: "state": "up:active", 2024-05-20T21:14:47.646 INFO:teuthology.orchestra.run.smithi008.stdout: "fs_name": "cephfs", 2024-05-20T21:14:47.646 INFO:teuthology.orchestra.run.smithi008.stdout: "rank_uptime": 192.22037366500001, 2024-05-20T21:14:47.646 INFO:teuthology.orchestra.run.smithi008.stdout: "mdsmap_epoch": 25, 2024-05-20T21:14:47.646 INFO:teuthology.orchestra.run.smithi008.stdout: "osdmap_epoch": 81, 2024-05-20T21:14:47.646 INFO:teuthology.orchestra.run.smithi008.stdout: "osdmap_epoch_barrier": 79, 2024-05-20T21:14:47.646 INFO:teuthology.orchestra.run.smithi008.stdout: "uptime": 247.425672819 2024-05-20T21:14:47.646 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:14:47.647 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.644+0000 7f8cf6400700 1 -- 172.21.15.8:0/1855264074 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f8cd40b2880 msgr2=0x7f8cd40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:47.647 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.644+0000 7f8cf6400700 1 --2- 172.21.15.8:0/1855264074 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f8cd40b2880 0x7f8cd40b4d40 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x5593b29f4ab0 tx=0x7f8ce8009930 comp rx=0 tx=0).stop 2024-05-20T21:14:47.647 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.644+0000 7f8cf6400700 1 -- 172.21.15.8:0/1855264074 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8cf0102440 msgr2=0x7f8cf019be00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:47.647 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.644+0000 7f8cf6400700 1 --2- 172.21.15.8:0/1855264074 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8cf0102440 0x7f8cf019be00 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f8ce000b070 tx=0x7f8ce0004d00 comp rx=0 tx=0).stop 2024-05-20T21:14:47.647 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.644+0000 7f8cf6400700 1 -- 172.21.15.8:0/1855264074 shutdown_connections 2024-05-20T21:14:47.647 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.644+0000 7f8cf6400700 1 --2- 172.21.15.8:0/1855264074 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f8cd40b2880 0x7f8cd40b4d40 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:47.647 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.644+0000 7f8cf6400700 1 --2- 172.21.15.8:0/1855264074 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8cf0108520 0x7f8cf01a06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:47.647 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.644+0000 7f8cf6400700 1 --2- 172.21.15.8:0/1855264074 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8cf0102440 0x7f8cf019be00 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:47.648 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.644+0000 7f8cf6400700 1 --2- 172.21.15.8:0/1855264074 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8cf0102e00 0x7f8cf019c340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:47.648 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.644+0000 7f8cf6400700 1 -- 172.21.15.8:0/1855264074 >> 172.21.15.8:0/1855264074 conn(0x7f8cf00793f0 msgr2=0x7f8cf0100ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:47.648 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.644+0000 7f8cf6400700 1 -- 172.21.15.8:0/1855264074 shutdown_connections 2024-05-20T21:14:47.648 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:47.644+0000 7f8cf6400700 1 -- 172.21.15.8:0/1855264074 wait complete. 2024-05-20T21:14:48.371 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:14:48 smithi008 ceph-mon[31475]: pgmap v424: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:14:48.447 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.b status 2024-05-20T21:14:48.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:14:48 smithi130 ceph-mon[36448]: pgmap v424: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:14:48.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:14:48 smithi050 ceph-mon[35809]: pgmap v424: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:14:48.925 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:14:50.530 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:14:50 smithi008 ceph-mon[31475]: pgmap v425: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:50.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:14:50 smithi130 ceph-mon[36448]: pgmap v425: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:50.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:14:50 smithi050 ceph-mon[35809]: pgmap v425: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:51.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.057+0000 7fa137c00700 1 -- 172.21.15.8:0/3185088906 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa13006bc10 msgr2=0x7fa13006c090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:51.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.057+0000 7fa137c00700 1 --2- 172.21.15.8:0/3185088906 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa13006bc10 0x7fa13006c090 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fa11c0098f0 tx=0x7fa11c009c00 comp rx=0 tx=0).stop 2024-05-20T21:14:51.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.057+0000 7fa137c00700 1 -- 172.21.15.8:0/3185088906 shutdown_connections 2024-05-20T21:14:51.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.057+0000 7fa137c00700 1 --2- 172.21.15.8:0/3185088906 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa13006c5d0 0x7fa1301103f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:51.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.057+0000 7fa137c00700 1 --2- 172.21.15.8:0/3185088906 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa1301095d0 0x7fa1301099b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:51.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.057+0000 7fa137c00700 1 --2- 172.21.15.8:0/3185088906 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa13006bc10 0x7fa13006c090 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:51.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.057+0000 7fa137c00700 1 -- 172.21.15.8:0/3185088906 >> 172.21.15.8:0/3185088906 conn(0x7fa1300793f0 msgr2=0x7fa130079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:51.058 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.058+0000 7fa137c00700 1 -- 172.21.15.8:0/3185088906 shutdown_connections 2024-05-20T21:14:51.058 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.058+0000 7fa137c00700 1 -- 172.21.15.8:0/3185088906 wait complete. 2024-05-20T21:14:51.058 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.059+0000 7fa137c00700 1 Processor -- start 2024-05-20T21:14:51.058 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.059+0000 7fa137c00700 1 -- start start 2024-05-20T21:14:51.059 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.059+0000 7fa137c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa13006bc10 0x7fa13019bec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:51.059 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.059+0000 7fa137c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa13006c5d0 0x7fa13019c400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:51.059 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.059+0000 7fa137c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa1301095d0 0x7fa1301a0790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:51.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.059+0000 7fa137c00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fa130113740 con 0x7fa13006bc10 2024-05-20T21:14:51.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.060+0000 7fa137c00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa1301135c0 con 0x7fa13006c5d0 2024-05-20T21:14:51.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.060+0000 7fa137c00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fa1301138c0 con 0x7fa1301095d0 2024-05-20T21:14:51.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.060+0000 7fa12fe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa13006c5d0 0x7fa13019c400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:51.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.060+0000 7fa135200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa13006bc10 0x7fa13019bec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:51.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.060+0000 7fa12fe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa13006c5d0 0x7fa13019c400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:45396/0 (socket says 172.21.15.8:45396) 2024-05-20T21:14:51.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.060+0000 7fa12fe00700 1 -- 172.21.15.8:0/1131176830 learned_addr learned my addr 172.21.15.8:0/1131176830 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:14:51.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.060+0000 7fa135c00700 1 --2- 172.21.15.8:0/1131176830 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa1301095d0 0x7fa1301a0790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:51.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.060+0000 7fa12fe00700 1 -- 172.21.15.8:0/1131176830 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa1301095d0 msgr2=0x7fa1301a0790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:51.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.060+0000 7fa12fe00700 1 --2- 172.21.15.8:0/1131176830 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa1301095d0 0x7fa1301a0790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:51.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.060+0000 7fa12fe00700 1 -- 172.21.15.8:0/1131176830 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa13006bc10 msgr2=0x7fa13019bec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:51.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.060+0000 7fa12fe00700 1 --2- 172.21.15.8:0/1131176830 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa13006bc10 0x7fa13019bec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:51.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.060+0000 7fa12fe00700 1 -- 172.21.15.8:0/1131176830 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1301a0ed0 con 0x7fa13006c5d0 2024-05-20T21:14:51.061 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.060+0000 7fa135200700 1 --2- 172.21.15.8:0/1131176830 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa13006bc10 0x7fa13019bec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:14:51.061 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.061+0000 7fa12fe00700 1 --2- 172.21.15.8:0/1131176830 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa13006c5d0 0x7fa13019c400 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fa11c009230 tx=0x7fa11c00fa70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:51.061 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.061+0000 7fa12d600700 1 -- 172.21.15.8:0/1131176830 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa11c0050c0 con 0x7fa13006c5d0 2024-05-20T21:14:51.061 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.061+0000 7fa12d600700 1 -- 172.21.15.8:0/1131176830 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa11c00b560 con 0x7fa13006c5d0 2024-05-20T21:14:51.062 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.061+0000 7fa12d600700 1 -- 172.21.15.8:0/1131176830 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa11c003a00 con 0x7fa13006c5d0 2024-05-20T21:14:51.062 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.061+0000 7fa137c00700 1 -- 172.21.15.8:0/1131176830 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa1301a1160 con 0x7fa13006c5d0 2024-05-20T21:14:51.062 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.061+0000 7fa137c00700 1 -- 172.21.15.8:0/1131176830 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1301a8a40 con 0x7fa13006c5d0 2024-05-20T21:14:51.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.065+0000 7fa12d600700 1 -- 172.21.15.8:0/1131176830 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fa11c00b710 con 0x7fa13006c5d0 2024-05-20T21:14:51.065 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.066+0000 7fa142589b80 1 Processor -- start 2024-05-20T21:14:51.065 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.066+0000 7fa142589b80 1 -- start start 2024-05-20T21:14:51.065 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.066+0000 7fa142589b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557f8be955c0 0x557f8be959a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:51.065 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.066+0000 7fa142589b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557f8be95ee0 0x557f8be8fad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:51.066 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.066+0000 7fa142589b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557f8be900f0 0x557f8be90570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:51.066 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.067+0000 7fa142589b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x557f8bdeddf0 con 0x557f8be955c0 2024-05-20T21:14:51.066 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.067+0000 7fa142589b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x557f8bddd990 con 0x557f8be95ee0 2024-05-20T21:14:51.066 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.067+0000 7fa142589b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x557f8bde19d0 con 0x557f8be900f0 2024-05-20T21:14:51.067 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.067+0000 7fa12d600700 1 --2- 172.21.15.8:0/1131176830 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa1180b2900 0x7fa1180b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:51.067 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.067+0000 7fa135200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557f8be95ee0 0x557f8be8fad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:51.067 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.067+0000 7fa135200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557f8be95ee0 0x557f8be8fad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:45404/0 (socket says 172.21.15.8:45404) 2024-05-20T21:14:51.067 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.067+0000 7fa135200700 1 -- 172.21.15.8:0/1187340970 learned_addr learned my addr 172.21.15.8:0/1187340970 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:14:51.068 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.067+0000 7fa135c00700 1 --2- 172.21.15.8:0/1187340970 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557f8be955c0 0x557f8be959a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:51.068 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.067+0000 7fa12d600700 1 -- 172.21.15.8:0/1131176830 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fa11c0e30e0 con 0x7fa13006c5d0 2024-05-20T21:14:51.068 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.067+0000 7fa12fe00700 1 --2- 172.21.15.8:0/1187340970 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557f8be900f0 0x557f8be90570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:51.068 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.067+0000 7fa135c00700 1 --2- 172.21.15.8:0/1131176830 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa1180b2900 0x7fa1180b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:51.068 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.067+0000 7fa135200700 1 -- 172.21.15.8:0/1187340970 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557f8be900f0 msgr2=0x557f8be90570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:51.068 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.067+0000 7fa135200700 1 --2- 172.21.15.8:0/1187340970 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557f8be900f0 0x557f8be90570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:51.068 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.067+0000 7fa135200700 1 -- 172.21.15.8:0/1187340970 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557f8be955c0 msgr2=0x557f8be959a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:51.068 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.067+0000 7fa135200700 1 --2- 172.21.15.8:0/1187340970 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557f8be955c0 0x557f8be959a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:51.068 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.067+0000 7fa135200700 1 -- 172.21.15.8:0/1187340970 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557f8bda63d0 con 0x557f8be95ee0 2024-05-20T21:14:51.068 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.067+0000 7fa12fe00700 1 --2- 172.21.15.8:0/1187340970 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557f8be900f0 0x557f8be90570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:14:51.068 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.068+0000 7fa135200700 1 --2- 172.21.15.8:0/1187340970 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557f8be95ee0 0x557f8be8fad0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fa1240060b0 tx=0x7fa124009920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=77f8d22c017b0806 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:51.068 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.068+0000 7fa135c00700 1 --2- 172.21.15.8:0/1131176830 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa1180b2900 0x7fa1180b4dc0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fa128009a40 tx=0x7fa128009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:51.068 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.068+0000 7fa122000700 1 -- 172.21.15.8:0/1187340970 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa124019070 con 0x557f8be95ee0 2024-05-20T21:14:51.068 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.068+0000 7fa122000700 1 -- 172.21.15.8:0/1187340970 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa12400edb0 con 0x557f8be95ee0 2024-05-20T21:14:51.069 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.068+0000 7fa122000700 1 -- 172.21.15.8:0/1187340970 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1240143b0 con 0x557f8be95ee0 2024-05-20T21:14:51.070 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.069+0000 7fa142589b80 1 -- 172.21.15.8:0/1187340970 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557f8be95ee0 msgr2=0x557f8be8fad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:51.070 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.069+0000 7fa142589b80 1 --2- 172.21.15.8:0/1187340970 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557f8be95ee0 0x557f8be8fad0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fa1240060b0 tx=0x7fa124009920 comp rx=0 tx=0).stop 2024-05-20T21:14:51.070 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.069+0000 7fa142589b80 1 -- 172.21.15.8:0/1187340970 shutdown_connections 2024-05-20T21:14:51.070 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.069+0000 7fa142589b80 1 --2- 172.21.15.8:0/1187340970 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557f8be900f0 0x557f8be90570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:51.070 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.069+0000 7fa142589b80 1 --2- 172.21.15.8:0/1187340970 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557f8be955c0 0x557f8be959a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:51.070 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.069+0000 7fa142589b80 1 --2- 172.21.15.8:0/1187340970 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557f8be95ee0 0x557f8be8fad0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:51.070 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.069+0000 7fa142589b80 1 -- 172.21.15.8:0/1187340970 >> 172.21.15.8:0/1187340970 conn(0x557f8bdbdb90 msgr2=0x557f8be8a640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:51.070 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.069+0000 7fa142589b80 1 -- 172.21.15.8:0/1187340970 shutdown_connections 2024-05-20T21:14:51.070 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.069+0000 7fa142589b80 1 -- 172.21.15.8:0/1187340970 wait complete. 2024-05-20T21:14:51.070 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.070+0000 7fa142589b80 1 -- start start 2024-05-20T21:14:51.070 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.070+0000 7fa142589b80 1 Processor -- start 2024-05-20T21:14:51.070 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.071+0000 7fa142589b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557f8be900f0 0x557f8be9bbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:51.071 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.071+0000 7fa142589b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557f8be955c0 0x557f8be98f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:51.071 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.071+0000 7fa142589b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557f8be95ee0 0x557f8be994b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:51.071 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.071+0000 7fa142589b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x557f8bce3f50 con 0x557f8be900f0 2024-05-20T21:14:51.071 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.071+0000 7fa142589b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x557f8bd7e710 con 0x557f8be955c0 2024-05-20T21:14:51.071 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.071+0000 7fa142589b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x557f8be9c990 con 0x557f8be95ee0 2024-05-20T21:14:51.071 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.071+0000 7fa142589b80 10 client.0 _ll_register_callbacks cb 0x557f8bd87c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:14:51.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.071+0000 7fa135200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557f8be900f0 0x557f8be9bbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:51.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.071+0000 7fa12fe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557f8be955c0 0x557f8be98f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:51.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.071+0000 7fa12fe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557f8be955c0 0x557f8be98f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:45408/0 (socket says 172.21.15.8:45408) 2024-05-20T21:14:51.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.071+0000 7fa12fe00700 1 -- 172.21.15.8:0/793160408 learned_addr learned my addr 172.21.15.8:0/793160408 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:14:51.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.071+0000 7fa135c00700 1 --2- 172.21.15.8:0/793160408 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557f8be95ee0 0x557f8be994b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:51.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.071+0000 7fa135200700 1 -- 172.21.15.8:0/793160408 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557f8be95ee0 msgr2=0x557f8be994b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:51.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.071+0000 7fa135200700 1 --2- 172.21.15.8:0/793160408 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557f8be95ee0 0x557f8be994b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:51.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.071+0000 7fa135200700 1 -- 172.21.15.8:0/793160408 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557f8be955c0 msgr2=0x557f8be98f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:51.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.071+0000 7fa135200700 1 --2- 172.21.15.8:0/793160408 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557f8be955c0 0x557f8be98f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:51.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.071+0000 7fa135200700 1 -- 172.21.15.8:0/793160408 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557f8bd2d880 con 0x557f8be900f0 2024-05-20T21:14:51.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.071+0000 7fa12fe00700 1 --2- 172.21.15.8:0/793160408 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557f8be955c0 0x557f8be98f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:14:51.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.072+0000 7fa135200700 1 --2- 172.21.15.8:0/793160408 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557f8be900f0 0x557f8be9bbd0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fa124000f80 tx=0x7fa124017000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af3b2321ea154ec3 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:51.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.072+0000 7fa116a00700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:14:51.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.072+0000 7fa116a00700 1 -- 172.21.15.8:0/793160408 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa124019040 con 0x557f8be900f0 2024-05-20T21:14:51.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.072+0000 7fa116a00700 1 -- 172.21.15.8:0/793160408 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fa124004cd0 con 0x557f8be900f0 2024-05-20T21:14:51.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.072+0000 7fa142589b80 1 -- 172.21.15.8:0/793160408 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa12400edb0 con 0x557f8be900f0 2024-05-20T21:14:51.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.072+0000 7fa116a00700 1 -- 172.21.15.8:0/793160408 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fa12400e700 con 0x557f8be900f0 2024-05-20T21:14:51.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.073+0000 7fa142589b80 10 client.14889 fetch_fsmap learned FSMap version 25 2024-05-20T21:14:51.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.073+0000 7fa142589b80 1 -- 172.21.15.8:0/793160408 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x557f8bdae010 con 0x557f8be900f0 2024-05-20T21:14:51.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.073+0000 7fa116a00700 1 -- 172.21.15.8:0/793160408 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa12400edb0 con 0x557f8be900f0 2024-05-20T21:14:51.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.073+0000 7fa116a00700 1 -- 172.21.15.8:0/793160408 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 25) ==== 8338+0+0 (secure 0 0 0) 0x7fa124031050 con 0x557f8be900f0 2024-05-20T21:14:51.075 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.073+0000 7fa142589b80 10 client.14889 fetch_fsmap finished waiting for FSMap version 25 2024-05-20T21:14:51.075 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.073+0000 7fa142589b80 10 client.14889 resolve_mds: resolved name 'b' to daemon mds.b 2024-05-20T21:14:51.075 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.073+0000 7fa142589b80 20 client.14889 populate_metadata read hostname 'smithi008' 2024-05-20T21:14:51.075 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.073+0000 7fa142589b80 1 --2- 172.21.15.8:0/793160408 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x557f8bea9110 0x557f8beaa580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:51.075 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.073+0000 7fa142589b80 4 client.14889 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:14:51.075 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.073+0000 7fa142589b80 1 -- 172.21.15.8:0/793160408 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557f8bdefd40 con 0x557f8bea9110 2024-05-20T21:14:51.075 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.074+0000 7fa12fe00700 1 --2- 172.21.15.8:0/793160408 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x557f8bea9110 0x557f8beaa580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:51.075 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.074+0000 7fa12fe00700 1 --2- 172.21.15.8:0/793160408 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x557f8bea9110 0x557f8beaa580 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=972aae9c89b2f557 server_cookie=aa45281e1b87ae84 in_seq=0 out_seq=0 2024-05-20T21:14:51.075 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.074+0000 7fa116a00700 10 client.14889 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:14:51.076 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.075+0000 7fa116a00700 1 -- 172.21.15.8:0/793160408 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x557f8bdefd40 con 0x557f8bea9110 2024-05-20T21:14:51.076 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.075+0000 7fa116a00700 10 client.14889 handle_command_reply: tid=0 2024-05-20T21:14:51.076 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.075+0000 7fa142589b80 1 client.14889 shutdown 2024-05-20T21:14:51.076 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.075+0000 7fa142589b80 1 -- 172.21.15.8:0/793160408 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557f8be900f0 msgr2=0x557f8be9bbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:51.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.075+0000 7fa142589b80 1 --2- 172.21.15.8:0/793160408 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557f8be900f0 0x557f8be9bbd0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fa124000f80 tx=0x7fa124017000 comp rx=0 tx=0).stop 2024-05-20T21:14:51.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.075+0000 7fa142589b80 1 -- 172.21.15.8:0/793160408 shutdown_connections 2024-05-20T21:14:51.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.075+0000 7fa142589b80 1 --2- 172.21.15.8:0/793160408 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x557f8bea9110 0x557f8beaa580 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:51.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.075+0000 7fa142589b80 1 --2- 172.21.15.8:0/793160408 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557f8be95ee0 0x557f8be994b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:51.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.075+0000 7fa142589b80 1 --2- 172.21.15.8:0/793160408 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557f8be900f0 0x557f8be9bbd0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:51.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.075+0000 7fa116a00700 0 client.14889 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:14:51.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.075+0000 7fa142589b80 1 --2- 172.21.15.8:0/793160408 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557f8be955c0 0x557f8be98f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:51.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.075+0000 7fa142589b80 1 -- 172.21.15.8:0/793160408 >> 172.21.15.8:0/793160408 conn(0x557f8bdbdb90 msgr2=0x557f8be89d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:51.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.076+0000 7fa142589b80 1 -- 172.21.15.8:0/793160408 shutdown_connections 2024-05-20T21:14:51.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.076+0000 7fa142589b80 1 -- 172.21.15.8:0/793160408 wait complete. 2024-05-20T21:14:51.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.076+0000 7fa142589b80 20 client.14889 trim_cache size 0 max 16384 2024-05-20T21:14:51.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.099+0000 7fa142589b80 1 Processor -- start 2024-05-20T21:14:51.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.099+0000 7fa142589b80 1 -- start start 2024-05-20T21:14:51.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.100+0000 7fa142589b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557f8be900f0 0x557f8be8a4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:51.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.100+0000 7fa142589b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557f8be955c0 0x557f8be98d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:51.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.100+0000 7fa142589b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557f8be95ee0 0x557f8be99290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:51.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.100+0000 7fa142589b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x557f8bea88c0 con 0x557f8be900f0 2024-05-20T21:14:51.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.100+0000 7fa142589b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x557f8bea8f90 con 0x557f8be95ee0 2024-05-20T21:14:51.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.100+0000 7fa142589b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x557f8bea9660 con 0x557f8be955c0 2024-05-20T21:14:51.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.100+0000 7fa135200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557f8be900f0 0x557f8be8a4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:51.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.100+0000 7fa135c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557f8be95ee0 0x557f8be99290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:51.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.100+0000 7fa135200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557f8be900f0 0x557f8be8a4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:49644/0 (socket says 172.21.15.8:49644) 2024-05-20T21:14:51.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.100+0000 7fa135200700 1 -- 172.21.15.8:0/3948655743 learned_addr learned my addr 172.21.15.8:0/3948655743 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:14:51.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.100+0000 7fa12fe00700 1 --2- 172.21.15.8:0/3948655743 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557f8be955c0 0x557f8be98d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:51.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.101+0000 7fa135c00700 1 -- 172.21.15.8:0/3948655743 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557f8be955c0 msgr2=0x557f8be98d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:51.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.101+0000 7fa135c00700 1 --2- 172.21.15.8:0/3948655743 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557f8be955c0 0x557f8be98d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:51.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.101+0000 7fa135c00700 1 -- 172.21.15.8:0/3948655743 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557f8be900f0 msgr2=0x557f8be8a4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:51.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.101+0000 7fa135c00700 1 --2- 172.21.15.8:0/3948655743 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557f8be900f0 0x557f8be8a4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:51.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.101+0000 7fa135c00700 1 -- 172.21.15.8:0/3948655743 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557f8bea8db0 con 0x557f8be95ee0 2024-05-20T21:14:51.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.101+0000 7fa135200700 1 --2- 172.21.15.8:0/3948655743 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557f8be900f0 0x557f8be8a4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:14:51.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.101+0000 7fa135c00700 1 --2- 172.21.15.8:0/3948655743 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557f8be95ee0 0x557f8be99290 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fa1280046e0 tx=0x7fa1280099d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=57a2f75339ac9921 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:51.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.101+0000 7fa121600700 1 -- 172.21.15.8:0/3948655743 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa128029420 con 0x557f8be95ee0 2024-05-20T21:14:51.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.101+0000 7fa121600700 1 -- 172.21.15.8:0/3948655743 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa12801c8d0 con 0x557f8be95ee0 2024-05-20T21:14:51.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.101+0000 7fa121600700 1 -- 172.21.15.8:0/3948655743 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa12800e8b0 con 0x557f8be95ee0 2024-05-20T21:14:51.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.102+0000 7fa142589b80 1 -- 172.21.15.8:0/3948655743 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557f8be95ee0 msgr2=0x557f8be99290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:51.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.102+0000 7fa142589b80 1 --2- 172.21.15.8:0/3948655743 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557f8be95ee0 0x557f8be99290 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fa1280046e0 tx=0x7fa1280099d0 comp rx=0 tx=0).stop 2024-05-20T21:14:51.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.102+0000 7fa142589b80 1 -- 172.21.15.8:0/3948655743 shutdown_connections 2024-05-20T21:14:51.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.102+0000 7fa142589b80 1 --2- 172.21.15.8:0/3948655743 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557f8be95ee0 0x557f8be99290 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:51.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.102+0000 7fa142589b80 1 --2- 172.21.15.8:0/3948655743 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557f8be900f0 0x557f8be8a4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:51.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.102+0000 7fa142589b80 1 --2- 172.21.15.8:0/3948655743 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557f8be955c0 0x557f8be98d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:51.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.102+0000 7fa142589b80 1 -- 172.21.15.8:0/3948655743 >> 172.21.15.8:0/3948655743 conn(0x557f8bdbdb90 msgr2=0x557f8be97860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:51.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.102+0000 7fa142589b80 1 -- 172.21.15.8:0/3948655743 shutdown_connections 2024-05-20T21:14:51.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.102+0000 7fa142589b80 1 -- 172.21.15.8:0/3948655743 wait complete. 2024-05-20T21:14:51.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.102+0000 7fa142589b80 1 -- start start 2024-05-20T21:14:51.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.103+0000 7fa142589b80 1 Processor -- start 2024-05-20T21:14:51.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.103+0000 7fa142589b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557f8be900f0 0x557f8beb3a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:51.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.103+0000 7fa142589b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557f8be955c0 0x557f8beb3f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:51.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.103+0000 7fa142589b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557f8be95ee0 0x557f8beae9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:51.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.103+0000 7fa142589b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x557f8beaa400 con 0x557f8be900f0 2024-05-20T21:14:51.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.103+0000 7fa142589b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x557f8bea9d30 con 0x557f8be95ee0 2024-05-20T21:14:51.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.103+0000 7fa142589b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x557f8beaaad0 con 0x557f8be955c0 2024-05-20T21:14:51.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.103+0000 7fa142589b80 10 client.0 _ll_register_callbacks cb 0x557f8bd87c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:14:51.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.104+0000 7fa12fe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557f8be955c0 0x557f8beb3f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:51.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.104+0000 7fa135c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557f8be95ee0 0x557f8beae9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:51.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.104+0000 7fa135200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557f8be900f0 0x557f8beb3a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:51.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.104+0000 7fa135c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557f8be95ee0 0x557f8beae9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:45428/0 (socket says 172.21.15.8:45428) 2024-05-20T21:14:51.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.104+0000 7fa135c00700 1 -- 172.21.15.8:0/3420304704 learned_addr learned my addr 172.21.15.8:0/3420304704 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:14:51.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.104+0000 7fa135c00700 1 -- 172.21.15.8:0/3420304704 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557f8be955c0 msgr2=0x557f8beb3f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:51.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.104+0000 7fa135c00700 1 --2- 172.21.15.8:0/3420304704 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557f8be955c0 0x557f8beb3f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:51.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.104+0000 7fa135c00700 1 -- 172.21.15.8:0/3420304704 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557f8be900f0 msgr2=0x557f8beb3a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:51.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.104+0000 7fa135c00700 1 --2- 172.21.15.8:0/3420304704 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557f8be900f0 0x557f8beb3a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:51.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.104+0000 7fa135c00700 1 -- 172.21.15.8:0/3420304704 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557f8beaef40 con 0x557f8be95ee0 2024-05-20T21:14:51.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.104+0000 7fa12fe00700 1 --2- 172.21.15.8:0/3420304704 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557f8be955c0 0x557f8beb3f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:14:51.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.104+0000 7fa135c00700 1 --2- 172.21.15.8:0/3420304704 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557f8be95ee0 0x557f8beae9b0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fa128021040 tx=0x7fa12801cd30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e25d36e1a20afc03 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:51.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.104+0000 7fa116a00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:14:51.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.105+0000 7fa116a00700 1 -- 172.21.15.8:0/3420304704 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa12802e040 con 0x557f8be95ee0 2024-05-20T21:14:51.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.105+0000 7fa116a00700 1 -- 172.21.15.8:0/3420304704 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fa128005040 con 0x557f8be95ee0 2024-05-20T21:14:51.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.105+0000 7fa142589b80 1 -- 172.21.15.8:0/3420304704 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa12801c8d0 con 0x557f8be95ee0 2024-05-20T21:14:51.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.105+0000 7fa116a00700 1 -- 172.21.15.8:0/3420304704 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fa128005240 con 0x557f8be95ee0 2024-05-20T21:14:51.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.105+0000 7fa142589b80 10 client.25004 fetch_fsmap learned FSMap version 25 2024-05-20T21:14:51.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.105+0000 7fa142589b80 1 -- 172.21.15.8:0/3420304704 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x557f8bf15120 con 0x557f8be95ee0 2024-05-20T21:14:51.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.105+0000 7fa116a00700 1 -- 172.21.15.8:0/3420304704 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa12801c8d0 con 0x557f8be95ee0 2024-05-20T21:14:51.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.106+0000 7fa116a00700 1 -- 172.21.15.8:0/3420304704 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 25) ==== 8338+0+0 (secure 0 0 0) 0x7fa128031070 con 0x557f8be95ee0 2024-05-20T21:14:51.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.106+0000 7fa142589b80 10 client.25004 fetch_fsmap finished waiting for FSMap version 25 2024-05-20T21:14:51.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.106+0000 7fa142589b80 10 client.25004 resolve_mds: resolved name 'b' to daemon mds.b 2024-05-20T21:14:51.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.106+0000 7fa142589b80 20 client.25004 populate_metadata read hostname 'smithi008' 2024-05-20T21:14:51.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.106+0000 7fa142589b80 1 --2- 172.21.15.8:0/3420304704 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x557f8bf19910 0x557f8bf18620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:51.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.106+0000 7fa142589b80 4 client.25004 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-20T21:14:51.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.106+0000 7fa142589b80 1 -- 172.21.15.8:0/3420304704 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "status"}) -- 0x557f8bde9520 con 0x557f8bf19910 2024-05-20T21:14:51.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.106+0000 7fa135200700 1 --2- 172.21.15.8:0/3420304704 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x557f8bf19910 0x557f8bf18620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:51.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.107+0000 7fa135200700 1 --2- 172.21.15.8:0/3420304704 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x557f8bf19910 0x557f8bf18620 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=172ecd18a67b6da9 server_cookie=78078f289072de92 in_seq=0 out_seq=0 2024-05-20T21:14:51.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.107+0000 7fa116a00700 10 client.25004 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:14:51.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.107+0000 7fa116a00700 1 -- 172.21.15.8:0/3420304704 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x557f8bde9520 con 0x557f8bf19910 2024-05-20T21:14:51.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.107+0000 7fa116a00700 10 client.25004 handle_command_reply: tid=0 2024-05-20T21:14:51.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.107+0000 7fa142589b80 1 client.25004 shutdown 2024-05-20T21:14:51.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.107+0000 7fa142589b80 1 -- 172.21.15.8:0/3420304704 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557f8be95ee0 msgr2=0x557f8beae9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:51.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.107+0000 7fa142589b80 1 --2- 172.21.15.8:0/3420304704 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557f8be95ee0 0x557f8beae9b0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fa128021040 tx=0x7fa12801cd30 comp rx=0 tx=0).stop 2024-05-20T21:14:51.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.107+0000 7fa142589b80 1 -- 172.21.15.8:0/3420304704 shutdown_connections 2024-05-20T21:14:51.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.107+0000 7fa142589b80 1 --2- 172.21.15.8:0/3420304704 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x557f8bf19910 0x557f8bf18620 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:51.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.107+0000 7fa142589b80 1 --2- 172.21.15.8:0/3420304704 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557f8be95ee0 0x557f8beae9b0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:51.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.107+0000 7fa142589b80 1 --2- 172.21.15.8:0/3420304704 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557f8be900f0 0x557f8beb3a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:51.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.107+0000 7fa142589b80 1 --2- 172.21.15.8:0/3420304704 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557f8be955c0 0x557f8beb3f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:51.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.107+0000 7fa116a00700 0 client.25004 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:14:51.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.107+0000 7fa142589b80 1 -- 172.21.15.8:0/3420304704 >> 172.21.15.8:0/3420304704 conn(0x557f8bdbdb90 msgr2=0x557f8be98d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:51.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.108+0000 7fa142589b80 1 -- 172.21.15.8:0/3420304704 shutdown_connections 2024-05-20T21:14:51.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.108+0000 7fa142589b80 1 -- 172.21.15.8:0/3420304704 wait complete. 2024-05-20T21:14:51.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.108+0000 7fa142589b80 20 client.25004 trim_cache size 0 max 16384 2024-05-20T21:14:51.111 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:14:51.111 INFO:teuthology.orchestra.run.smithi008.stdout: "cluster_fsid": "060ce10e-16ec-11ef-bc9a-c7b262605968", 2024-05-20T21:14:51.111 INFO:teuthology.orchestra.run.smithi008.stdout: "whoami": 1, 2024-05-20T21:14:51.111 INFO:teuthology.orchestra.run.smithi008.stdout: "id": 24521, 2024-05-20T21:14:51.111 INFO:teuthology.orchestra.run.smithi008.stdout: "want_state": "up:active", 2024-05-20T21:14:51.111 INFO:teuthology.orchestra.run.smithi008.stdout: "state": "up:active", 2024-05-20T21:14:51.111 INFO:teuthology.orchestra.run.smithi008.stdout: "fs_name": "cephfs", 2024-05-20T21:14:51.111 INFO:teuthology.orchestra.run.smithi008.stdout: "rank_uptime": 196.69847528299999, 2024-05-20T21:14:51.111 INFO:teuthology.orchestra.run.smithi008.stdout: "mdsmap_epoch": 25, 2024-05-20T21:14:51.111 INFO:teuthology.orchestra.run.smithi008.stdout: "osdmap_epoch": 81, 2024-05-20T21:14:51.111 INFO:teuthology.orchestra.run.smithi008.stdout: "osdmap_epoch_barrier": 79, 2024-05-20T21:14:51.111 INFO:teuthology.orchestra.run.smithi008.stdout: "uptime": 232.206958235 2024-05-20T21:14:51.111 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:14:51.112 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.108+0000 7fa137c00700 1 -- 172.21.15.8:0/1131176830 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa1180b2900 msgr2=0x7fa1180b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:51.112 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.108+0000 7fa137c00700 1 --2- 172.21.15.8:0/1131176830 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa1180b2900 0x7fa1180b4dc0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fa128009a40 tx=0x7fa128009310 comp rx=0 tx=0).stop 2024-05-20T21:14:51.112 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.108+0000 7fa137c00700 1 -- 172.21.15.8:0/1131176830 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa13006c5d0 msgr2=0x7fa13019c400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:51.112 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.108+0000 7fa137c00700 1 --2- 172.21.15.8:0/1131176830 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa13006c5d0 0x7fa13019c400 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fa11c009230 tx=0x7fa11c00fa70 comp rx=0 tx=0).stop 2024-05-20T21:14:51.112 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.109+0000 7fa137c00700 1 -- 172.21.15.8:0/1131176830 shutdown_connections 2024-05-20T21:14:51.113 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.109+0000 7fa137c00700 1 --2- 172.21.15.8:0/1131176830 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa1180b2900 0x7fa1180b4dc0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:51.113 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.109+0000 7fa137c00700 1 --2- 172.21.15.8:0/1131176830 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa1301095d0 0x7fa1301a0790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:51.113 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.109+0000 7fa137c00700 1 --2- 172.21.15.8:0/1131176830 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa13006bc10 0x7fa13019bec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:51.113 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.109+0000 7fa137c00700 1 --2- 172.21.15.8:0/1131176830 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa13006c5d0 0x7fa13019c400 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:51.113 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.109+0000 7fa137c00700 1 -- 172.21.15.8:0/1131176830 >> 172.21.15.8:0/1131176830 conn(0x7fa1300793f0 msgr2=0x7fa13010e720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:51.113 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.109+0000 7fa137c00700 1 -- 172.21.15.8:0/1131176830 shutdown_connections 2024-05-20T21:14:51.113 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:51.109+0000 7fa137c00700 1 -- 172.21.15.8:0/1131176830 wait complete. 2024-05-20T21:14:51.891 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.i status 2024-05-20T21:14:52.360 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:14:52.655 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:14:52 smithi008 ceph-mon[31475]: pgmap v426: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:14:52.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:14:52 smithi130 ceph-mon[36448]: pgmap v426: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:14:52.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:14:52 smithi050 ceph-mon[35809]: pgmap v426: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:14:54.476 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.476+0000 7fdad7400700 1 -- 172.21.15.8:0/3037645363 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdad01088f0 msgr2=0x7fdad0110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:54.476 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.476+0000 7fdad7400700 1 --2- 172.21.15.8:0/3037645363 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdad01088f0 0x7fdad0110470 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fdac80099c0 tx=0x7fdac8009cd0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.476 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.476+0000 7fdad7400700 1 -- 172.21.15.8:0/3037645363 shutdown_connections 2024-05-20T21:14:54.476 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.476+0000 7fdad7400700 1 --2- 172.21.15.8:0/3037645363 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdad01037f0 0x7fdad0103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.476 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.476+0000 7fdad7400700 1 --2- 172.21.15.8:0/3037645363 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdad01088f0 0x7fdad0110470 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.476 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.476+0000 7fdad7400700 1 --2- 172.21.15.8:0/3037645363 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdad01041a0 0x7fdad01081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.476 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.476+0000 7fdad7400700 1 -- 172.21.15.8:0/3037645363 >> 172.21.15.8:0/3037645363 conn(0x7fdad007a6a0 msgr2=0x7fdad007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:54.476 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.476+0000 7fdad7400700 1 -- 172.21.15.8:0/3037645363 shutdown_connections 2024-05-20T21:14:54.476 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.476+0000 7fdad7400700 1 -- 172.21.15.8:0/3037645363 wait complete. 2024-05-20T21:14:54.477 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.478+0000 7fdad7400700 1 Processor -- start 2024-05-20T21:14:54.477 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.479+0000 7fdad7400700 1 -- start start 2024-05-20T21:14:54.478 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.479+0000 7fdad7400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdad01037f0 0x7fdad019bd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:54.478 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.479+0000 7fdad7400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdad01041a0 0x7fdad019c260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:54.478 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.479+0000 7fdad7400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdad01088f0 0x7fdad01a05f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:54.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.479+0000 7fdad7400700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fdad01136c0 con 0x7fdad01041a0 2024-05-20T21:14:54.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.479+0000 7fdad7400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fdad0113540 con 0x7fdad01037f0 2024-05-20T21:14:54.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.479+0000 7fdad7400700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fdad0113840 con 0x7fdad01088f0 2024-05-20T21:14:54.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.479+0000 7fdad4a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdad01037f0 0x7fdad019bd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:54.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.479+0000 7fdacfe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdad01041a0 0x7fdad019c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:54.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.480+0000 7fdad4a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdad01037f0 0x7fdad019bd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:56720/0 (socket says 172.21.15.8:56720) 2024-05-20T21:14:54.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.480+0000 7fdad4a00700 1 -- 172.21.15.8:0/1910796229 learned_addr learned my addr 172.21.15.8:0/1910796229 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:14:54.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.480+0000 7fdad5400700 1 --2- 172.21.15.8:0/1910796229 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdad01088f0 0x7fdad01a05f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:54.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.480+0000 7fdad4a00700 1 -- 172.21.15.8:0/1910796229 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdad01088f0 msgr2=0x7fdad01a05f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:54.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.480+0000 7fdad4a00700 1 --2- 172.21.15.8:0/1910796229 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdad01088f0 0x7fdad01a05f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.480+0000 7fdad4a00700 1 -- 172.21.15.8:0/1910796229 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdad01041a0 msgr2=0x7fdad019c260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:54.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.480+0000 7fdad4a00700 1 --2- 172.21.15.8:0/1910796229 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdad01041a0 0x7fdad019c260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.480+0000 7fdad4a00700 1 -- 172.21.15.8:0/1910796229 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdad01a0d30 con 0x7fdad01037f0 2024-05-20T21:14:54.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.480+0000 7fdad5400700 1 --2- 172.21.15.8:0/1910796229 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdad01088f0 0x7fdad01a05f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:14:54.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.480+0000 7fdad4a00700 1 --2- 172.21.15.8:0/1910796229 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdad01037f0 0x7fdad019bd20 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fdac400ef10 tx=0x7fdac400c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:54.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.481+0000 7fdacd600700 1 -- 172.21.15.8:0/1910796229 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdac400c9c0 con 0x7fdad01037f0 2024-05-20T21:14:54.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.481+0000 7fdacd600700 1 -- 172.21.15.8:0/1910796229 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdac4019070 con 0x7fdad01037f0 2024-05-20T21:14:54.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.481+0000 7fdad7400700 1 -- 172.21.15.8:0/1910796229 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdad01a0fc0 con 0x7fdad01037f0 2024-05-20T21:14:54.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.481+0000 7fdacd600700 1 -- 172.21.15.8:0/1910796229 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdac4014480 con 0x7fdad01037f0 2024-05-20T21:14:54.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.481+0000 7fdad7400700 1 -- 172.21.15.8:0/1910796229 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdad01a88a0 con 0x7fdad01037f0 2024-05-20T21:14:54.483 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.485+0000 7fdacd600700 1 -- 172.21.15.8:0/1910796229 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fdac4012050 con 0x7fdad01037f0 2024-05-20T21:14:54.484 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.485+0000 7fdae1d2cb80 1 Processor -- start 2024-05-20T21:14:54.485 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.486+0000 7fdae1d2cb80 1 -- start start 2024-05-20T21:14:54.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.486+0000 7fdae1d2cb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c68e0efe60 0x55c68e0f0240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:54.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.486+0000 7fdae1d2cb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c68e0f0780 0x55c68e0ea210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:54.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.486+0000 7fdae1d2cb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c68e0ea830 0x55c68e0eac90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:54.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.486+0000 7fdae1d2cb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55c68e048df0 con 0x55c68e0ea830 2024-05-20T21:14:54.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.486+0000 7fdae1d2cb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55c68e038990 con 0x55c68e0f0780 2024-05-20T21:14:54.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.486+0000 7fdae1d2cb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55c68e03c9d0 con 0x55c68e0efe60 2024-05-20T21:14:54.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.486+0000 7fdad5400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c68e0efe60 0x55c68e0f0240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:54.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.486+0000 7fdad5400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c68e0efe60 0x55c68e0f0240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:38492/0 (socket says 172.21.15.8:38492) 2024-05-20T21:14:54.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.486+0000 7fdad5400700 1 -- 172.21.15.8:0/559118309 learned_addr learned my addr 172.21.15.8:0/559118309 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:14:54.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.486+0000 7fdad4a00700 1 --2- 172.21.15.8:0/559118309 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c68e0f0780 0x55c68e0ea210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:54.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.487+0000 7fdacfe00700 1 --2- 172.21.15.8:0/559118309 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c68e0ea830 0x55c68e0eac90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:54.488 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.487+0000 7fdad5400700 1 -- 172.21.15.8:0/559118309 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c68e0f0780 msgr2=0x55c68e0ea210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:54.488 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.487+0000 7fdad5400700 1 --2- 172.21.15.8:0/559118309 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c68e0f0780 0x55c68e0ea210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.488 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.487+0000 7fdad5400700 1 -- 172.21.15.8:0/559118309 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c68e0ea830 msgr2=0x55c68e0eac90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:54.488 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.487+0000 7fdad5400700 1 --2- 172.21.15.8:0/559118309 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c68e0ea830 0x55c68e0eac90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.488 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.487+0000 7fdad5400700 1 -- 172.21.15.8:0/559118309 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c68e0013d0 con 0x55c68e0efe60 2024-05-20T21:14:54.488 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.487+0000 7fdad5400700 1 --2- 172.21.15.8:0/559118309 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c68e0efe60 0x55c68e0f0240 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fdac80099c0 tx=0x7fdac80036c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=aa447ad642a9bfb3 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:54.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.487+0000 7fdacd600700 1 --2- 172.21.15.8:0/1910796229 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdab80b2900 0x7fdab80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:54.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.488+0000 7fdac2000700 1 -- 172.21.15.8:0/559118309 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdac8028070 con 0x55c68e0efe60 2024-05-20T21:14:54.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.488+0000 7fdac2000700 1 -- 172.21.15.8:0/559118309 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdac8009590 con 0x55c68e0efe60 2024-05-20T21:14:54.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.488+0000 7fdac2000700 1 -- 172.21.15.8:0/559118309 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdac8003cf0 con 0x55c68e0efe60 2024-05-20T21:14:54.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.488+0000 7fdad4a00700 1 --2- 172.21.15.8:0/1910796229 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdab80b2900 0x7fdab80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:54.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.488+0000 7fdacd600700 1 -- 172.21.15.8:0/1910796229 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fdac40e21a0 con 0x7fdad01037f0 2024-05-20T21:14:54.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.489+0000 7fdae1d2cb80 1 -- 172.21.15.8:0/559118309 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c68e0efe60 msgr2=0x55c68e0f0240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:54.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.489+0000 7fdae1d2cb80 1 --2- 172.21.15.8:0/559118309 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c68e0efe60 0x55c68e0f0240 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fdac80099c0 tx=0x7fdac80036c0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.489+0000 7fdad4a00700 1 --2- 172.21.15.8:0/1910796229 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdab80b2900 0x7fdab80b4dc0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fdac4000f80 tx=0x7fdac40e5be0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:54.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.489+0000 7fdae1d2cb80 1 -- 172.21.15.8:0/559118309 shutdown_connections 2024-05-20T21:14:54.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.489+0000 7fdae1d2cb80 1 --2- 172.21.15.8:0/559118309 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c68e0ea830 0x55c68e0eac90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.489+0000 7fdae1d2cb80 1 --2- 172.21.15.8:0/559118309 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c68e0efe60 0x55c68e0f0240 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.490 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.489+0000 7fdae1d2cb80 1 --2- 172.21.15.8:0/559118309 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c68e0f0780 0x55c68e0ea210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.490 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.489+0000 7fdae1d2cb80 1 -- 172.21.15.8:0/559118309 >> 172.21.15.8:0/559118309 conn(0x55c68e018b90 msgr2=0x55c68e0e4fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:54.490 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.489+0000 7fdae1d2cb80 1 -- 172.21.15.8:0/559118309 shutdown_connections 2024-05-20T21:14:54.490 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.489+0000 7fdae1d2cb80 1 -- 172.21.15.8:0/559118309 wait complete. 2024-05-20T21:14:54.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.490+0000 7fdae1d2cb80 1 -- start start 2024-05-20T21:14:54.492 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.490+0000 7fdae1d2cb80 1 Processor -- start 2024-05-20T21:14:54.492 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.490+0000 7fdae1d2cb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c68e0ea830 0x55c68e0f6450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:54.492 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.490+0000 7fdae1d2cb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c68e0efe60 0x55c68e0f37f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:54.492 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.490+0000 7fdae1d2cb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c68e0f0780 0x55c68e0f3d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:54.492 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.490+0000 7fdae1d2cb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55c68df3ef50 con 0x55c68e0efe60 2024-05-20T21:14:54.492 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.490+0000 7fdae1d2cb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55c68dfd9710 con 0x55c68e0f0780 2024-05-20T21:14:54.492 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.491+0000 7fdae1d2cb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55c68e0f7190 con 0x55c68e0ea830 2024-05-20T21:14:54.492 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.491+0000 7fdae1d2cb80 10 client.0 _ll_register_callbacks cb 0x55c68dfe2c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:14:54.492 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.491+0000 7fdacfe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c68e0efe60 0x55c68e0f37f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:54.492 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.491+0000 7fdad5400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c68e0ea830 0x55c68e0f6450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:54.492 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.491+0000 7fdacfe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c68e0efe60 0x55c68e0f37f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55968/0 (socket says 172.21.15.8:55968) 2024-05-20T21:14:54.492 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.491+0000 7fdacfe00700 1 -- 172.21.15.8:0/2032635172 learned_addr learned my addr 172.21.15.8:0/2032635172 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:14:54.492 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.491+0000 7fdad5400700 1 --2- 172.21.15.8:0/2032635172 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c68e0f0780 0x55c68e0f3d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:54.493 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.491+0000 7fdacfe00700 1 -- 172.21.15.8:0/2032635172 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c68e0ea830 msgr2=0x55c68e0f6450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:54.493 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.491+0000 7fdacfe00700 1 --2- 172.21.15.8:0/2032635172 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c68e0ea830 0x55c68e0f6450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.493 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.491+0000 7fdacfe00700 1 -- 172.21.15.8:0/2032635172 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c68e0f0780 msgr2=0x55c68e0f3d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:54.493 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.491+0000 7fdacfe00700 1 --2- 172.21.15.8:0/2032635172 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c68e0f0780 0x55c68e0f3d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.493 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.491+0000 7fdacfe00700 1 -- 172.21.15.8:0/2032635172 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c68df88880 con 0x55c68e0efe60 2024-05-20T21:14:54.493 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.491+0000 7fdad5400700 1 --2- 172.21.15.8:0/2032635172 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c68e0f0780 0x55c68e0f3d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:14:54.493 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.492+0000 7fdacfe00700 1 --2- 172.21.15.8:0/2032635172 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c68e0efe60 0x55c68e0f37f0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fdabc012770 tx=0x7fdabc012a80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3fef311261416bba server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:54.493 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.492+0000 7fdab6a00700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:14:54.493 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.492+0000 7fdab6a00700 1 -- 172.21.15.8:0/2032635172 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdabc00f4e0 con 0x55c68e0efe60 2024-05-20T21:14:54.493 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.492+0000 7fdab6a00700 1 -- 172.21.15.8:0/2032635172 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fdabc00f680 con 0x55c68e0efe60 2024-05-20T21:14:54.493 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.492+0000 7fdae1d2cb80 1 -- 172.21.15.8:0/2032635172 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdac8009590 con 0x55c68e0efe60 2024-05-20T21:14:54.493 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.492+0000 7fdab6a00700 1 -- 172.21.15.8:0/2032635172 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fdabc00f880 con 0x55c68e0efe60 2024-05-20T21:14:54.493 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.492+0000 7fdae1d2cb80 10 client.14907 fetch_fsmap learned FSMap version 25 2024-05-20T21:14:54.494 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.492+0000 7fdae1d2cb80 1 -- 172.21.15.8:0/2032635172 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55c68e009010 con 0x55c68e0efe60 2024-05-20T21:14:54.494 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.493+0000 7fdab6a00700 1 -- 172.21.15.8:0/2032635172 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdac8009590 con 0x55c68e0efe60 2024-05-20T21:14:54.495 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.493+0000 7fdab6a00700 1 -- 172.21.15.8:0/2032635172 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 25) ==== 8338+0+0 (secure 0 0 0) 0x7fdabc025050 con 0x55c68e0efe60 2024-05-20T21:14:54.495 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.493+0000 7fdae1d2cb80 10 client.14907 fetch_fsmap finished waiting for FSMap version 25 2024-05-20T21:14:54.495 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.493+0000 7fdae1d2cb80 10 client.14907 resolve_mds: resolved name 'i' to daemon mds.i 2024-05-20T21:14:54.496 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.493+0000 7fdae1d2cb80 20 client.14907 populate_metadata read hostname 'smithi008' 2024-05-20T21:14:54.496 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.493+0000 7fdae1d2cb80 1 --2- 172.21.15.8:0/2032635172 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55c68e103cd0 0x55c68e105140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:54.496 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.493+0000 7fdae1d2cb80 4 client.14907 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:14:54.496 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.493+0000 7fdae1d2cb80 1 -- 172.21.15.8:0/2032635172 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c68e04ad40 con 0x55c68e103cd0 2024-05-20T21:14:54.496 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.494+0000 7fdad5400700 1 --2- 172.21.15.8:0/2032635172 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55c68e103cd0 0x55c68e105140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:54.496 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.494+0000 7fdad5400700 1 --2- 172.21.15.8:0/2032635172 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55c68e103cd0 0x55c68e105140 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2390745233483d7b server_cookie=b176054230d10e4c in_seq=0 out_seq=0 2024-05-20T21:14:54.496 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.494+0000 7fdab6a00700 10 client.14907 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:14:54.496 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.495+0000 7fdab6a00700 1 -- 172.21.15.8:0/2032635172 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55c68e04ad40 con 0x55c68e103cd0 2024-05-20T21:14:54.496 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.495+0000 7fdab6a00700 10 client.14907 handle_command_reply: tid=0 2024-05-20T21:14:54.496 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.495+0000 7fdae1d2cb80 1 client.14907 shutdown 2024-05-20T21:14:54.496 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.495+0000 7fdae1d2cb80 1 -- 172.21.15.8:0/2032635172 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c68e0efe60 msgr2=0x55c68e0f37f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:54.496 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.495+0000 7fdae1d2cb80 1 --2- 172.21.15.8:0/2032635172 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c68e0efe60 0x55c68e0f37f0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fdabc012770 tx=0x7fdabc012a80 comp rx=0 tx=0).stop 2024-05-20T21:14:54.496 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.495+0000 7fdae1d2cb80 1 -- 172.21.15.8:0/2032635172 shutdown_connections 2024-05-20T21:14:54.497 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.496+0000 7fdae1d2cb80 1 --2- 172.21.15.8:0/2032635172 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55c68e103cd0 0x55c68e105140 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.497 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.496+0000 7fdae1d2cb80 1 --2- 172.21.15.8:0/2032635172 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c68e0f0780 0x55c68e0f3d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.497 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.496+0000 7fdae1d2cb80 1 --2- 172.21.15.8:0/2032635172 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c68e0ea830 0x55c68e0f6450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.497 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.496+0000 7fdae1d2cb80 1 --2- 172.21.15.8:0/2032635172 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c68e0efe60 0x55c68e0f37f0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.497 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.496+0000 7fdab6a00700 0 client.14907 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:14:54.497 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.496+0000 7fdae1d2cb80 1 -- 172.21.15.8:0/2032635172 >> 172.21.15.8:0/2032635172 conn(0x55c68e018b90 msgr2=0x55c68e0e9200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:54.497 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.496+0000 7fdae1d2cb80 1 -- 172.21.15.8:0/2032635172 shutdown_connections 2024-05-20T21:14:54.497 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.496+0000 7fdae1d2cb80 1 -- 172.21.15.8:0/2032635172 wait complete. 2024-05-20T21:14:54.497 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.496+0000 7fdae1d2cb80 20 client.14907 trim_cache size 0 max 16384 2024-05-20T21:14:54.519 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.520+0000 7fdae1d2cb80 1 Processor -- start 2024-05-20T21:14:54.519 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.520+0000 7fdae1d2cb80 1 -- start start 2024-05-20T21:14:54.519 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.520+0000 7fdae1d2cb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c68e0ea830 0x55c68e0ea210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:54.519 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.520+0000 7fdae1d2cb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c68e0efe60 0x55c68e0f6450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:54.520 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.520+0000 7fdae1d2cb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c68e0f0780 0x55c68e0f2100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:54.520 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.520+0000 7fdae1d2cb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55c68e103480 con 0x55c68e0ea830 2024-05-20T21:14:54.520 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.520+0000 7fdae1d2cb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55c68e103b50 con 0x55c68e0f0780 2024-05-20T21:14:54.520 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.520+0000 7fdae1d2cb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55c68e104220 con 0x55c68e0efe60 2024-05-20T21:14:54.521 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.521+0000 7fdad5400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c68e0ea830 0x55c68e0ea210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:54.521 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.521+0000 7fdad5400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c68e0ea830 0x55c68e0ea210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55970/0 (socket says 172.21.15.8:55970) 2024-05-20T21:14:54.521 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.521+0000 7fdacfe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c68e0efe60 0x55c68e0f6450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:54.521 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.521+0000 7fdad5400700 1 -- 172.21.15.8:0/3672061640 learned_addr learned my addr 172.21.15.8:0/3672061640 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:14:54.521 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.521+0000 7fdad5400700 1 --2- 172.21.15.8:0/3672061640 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c68e0f0780 0x55c68e0f2100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:54.521 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.521+0000 7fdacfe00700 1 -- 172.21.15.8:0/3672061640 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c68e0f0780 msgr2=0x55c68e0f2100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:54.521 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.521+0000 7fdacfe00700 1 --2- 172.21.15.8:0/3672061640 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c68e0f0780 0x55c68e0f2100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.521 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.521+0000 7fdacfe00700 1 -- 172.21.15.8:0/3672061640 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c68e0ea830 msgr2=0x55c68e0ea210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:54.521 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.521+0000 7fdacfe00700 1 --2- 172.21.15.8:0/3672061640 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c68e0ea830 0x55c68e0ea210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.522 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.521+0000 7fdacfe00700 1 -- 172.21.15.8:0/3672061640 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c68e0f1d80 con 0x55c68e0efe60 2024-05-20T21:14:54.522 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.521+0000 7fdad5400700 1 --2- 172.21.15.8:0/3672061640 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c68e0f0780 0x55c68e0f2100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:14:54.522 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.521+0000 7fdacfe00700 1 --2- 172.21.15.8:0/3672061640 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c68e0efe60 0x55c68e0f6450 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fdabc010c60 tx=0x7fdabc011f00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f91db16e3464a71c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:54.522 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.522+0000 7fdac1600700 1 -- 172.21.15.8:0/3672061640 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdabc00f4e0 con 0x55c68e0efe60 2024-05-20T21:14:54.522 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.522+0000 7fdac1600700 1 -- 172.21.15.8:0/3672061640 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdabc02d030 con 0x55c68e0efe60 2024-05-20T21:14:54.522 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.522+0000 7fdac1600700 1 -- 172.21.15.8:0/3672061640 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdabc005040 con 0x55c68e0efe60 2024-05-20T21:14:54.524 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.522+0000 7fdae1d2cb80 1 -- 172.21.15.8:0/3672061640 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c68e0efe60 msgr2=0x55c68e0f6450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:54.524 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.522+0000 7fdae1d2cb80 1 --2- 172.21.15.8:0/3672061640 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c68e0efe60 0x55c68e0f6450 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fdabc010c60 tx=0x7fdabc011f00 comp rx=0 tx=0).stop 2024-05-20T21:14:54.524 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.522+0000 7fdae1d2cb80 1 -- 172.21.15.8:0/3672061640 shutdown_connections 2024-05-20T21:14:54.524 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.522+0000 7fdae1d2cb80 1 --2- 172.21.15.8:0/3672061640 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c68e0f0780 0x55c68e0f2100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.524 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.522+0000 7fdae1d2cb80 1 --2- 172.21.15.8:0/3672061640 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c68e0ea830 0x55c68e0ea210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.524 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.522+0000 7fdae1d2cb80 1 --2- 172.21.15.8:0/3672061640 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c68e0efe60 0x55c68e0f6450 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.524 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.522+0000 7fdae1d2cb80 1 -- 172.21.15.8:0/3672061640 >> 172.21.15.8:0/3672061640 conn(0x55c68e018b90 msgr2=0x55c68e0ed970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:54.524 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.523+0000 7fdae1d2cb80 1 -- 172.21.15.8:0/3672061640 shutdown_connections 2024-05-20T21:14:54.524 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.523+0000 7fdae1d2cb80 1 -- 172.21.15.8:0/3672061640 wait complete. 2024-05-20T21:14:54.525 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.523+0000 7fdae1d2cb80 1 -- start start 2024-05-20T21:14:54.525 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.523+0000 7fdae1d2cb80 1 Processor -- start 2024-05-20T21:14:54.525 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.524+0000 7fdae1d2cb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c68e0ea830 0x55c68e10e5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:54.525 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.524+0000 7fdae1d2cb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c68e0efe60 0x55c68e10eb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:54.525 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.524+0000 7fdae1d2cb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c68e0f0780 0x55c68e109570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:54.525 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.524+0000 7fdae1d2cb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55c68e104fc0 con 0x55c68e0ea830 2024-05-20T21:14:54.525 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.524+0000 7fdae1d2cb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55c68e1048f0 con 0x55c68e0efe60 2024-05-20T21:14:54.525 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.524+0000 7fdae1d2cb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55c68e105690 con 0x55c68e0f0780 2024-05-20T21:14:54.525 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.524+0000 7fdae1d2cb80 10 client.0 _ll_register_callbacks cb 0x55c68dfe2c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:14:54.525 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.524+0000 7fdad5400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c68e0ea830 0x55c68e10e5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:54.525 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.524+0000 7fdacfe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c68e0efe60 0x55c68e10eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:54.525 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.524+0000 7fdad5400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c68e0ea830 0x55c68e10e5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55976/0 (socket says 172.21.15.8:55976) 2024-05-20T21:14:54.525 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.524+0000 7fdad5400700 1 -- 172.21.15.8:0/168771138 learned_addr learned my addr 172.21.15.8:0/168771138 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:14:54.525 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.524+0000 7fdacfe00700 1 --2- 172.21.15.8:0/168771138 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c68e0efe60 0x55c68e10eb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:56770/0 (socket says 172.21.15.8:56770) 2024-05-20T21:14:54.526 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.524+0000 7fdad5400700 1 --2- 172.21.15.8:0/168771138 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c68e0f0780 0x55c68e109570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:54.526 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.525+0000 7fdacfe00700 1 -- 172.21.15.8:0/168771138 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c68e0f0780 msgr2=0x55c68e109570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:54.526 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.525+0000 7fdacfe00700 1 --2- 172.21.15.8:0/168771138 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c68e0f0780 0x55c68e109570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.526 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.525+0000 7fdacfe00700 1 -- 172.21.15.8:0/168771138 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c68e0ea830 msgr2=0x55c68e10e5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:54.526 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.525+0000 7fdacfe00700 1 --2- 172.21.15.8:0/168771138 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c68e0ea830 0x55c68e10e5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.526 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.525+0000 7fdacfe00700 1 -- 172.21.15.8:0/168771138 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c68e109ab0 con 0x55c68e0efe60 2024-05-20T21:14:54.526 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.525+0000 7fdad5400700 1 --2- 172.21.15.8:0/168771138 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c68e0ea830 0x55c68e10e5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:14:54.526 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.525+0000 7fdacfe00700 1 --2- 172.21.15.8:0/168771138 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c68e0efe60 0x55c68e10eb00 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x55c68e1041f0 tx=0x7fdabc005b90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8a08352f9999075c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:54.526 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.525+0000 7fdab6a00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:14:54.528 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.525+0000 7fdab6a00700 1 -- 172.21.15.8:0/168771138 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdabc010850 con 0x55c68e0efe60 2024-05-20T21:14:54.528 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.525+0000 7fdae1d2cb80 1 -- 172.21.15.8:0/168771138 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdabc02d030 con 0x55c68e0efe60 2024-05-20T21:14:54.528 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.525+0000 7fdab6a00700 1 -- 172.21.15.8:0/168771138 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fdabc00fa20 con 0x55c68e0efe60 2024-05-20T21:14:54.528 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.526+0000 7fdab6a00700 1 -- 172.21.15.8:0/168771138 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fdabc00fc20 con 0x55c68e0efe60 2024-05-20T21:14:54.529 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.526+0000 7fdae1d2cb80 10 client.25019 fetch_fsmap learned FSMap version 25 2024-05-20T21:14:54.529 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.526+0000 7fdae1d2cb80 1 -- 172.21.15.8:0/168771138 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55c68e178320 con 0x55c68e0efe60 2024-05-20T21:14:54.529 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.526+0000 7fdab6a00700 1 -- 172.21.15.8:0/168771138 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdabc02d030 con 0x55c68e0efe60 2024-05-20T21:14:54.529 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.526+0000 7fdab6a00700 1 -- 172.21.15.8:0/168771138 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 25) ==== 8338+0+0 (secure 0 0 0) 0x7fdabc025040 con 0x55c68e0efe60 2024-05-20T21:14:54.529 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.526+0000 7fdae1d2cb80 10 client.25019 fetch_fsmap finished waiting for FSMap version 25 2024-05-20T21:14:54.529 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.526+0000 7fdae1d2cb80 10 client.25019 resolve_mds: resolved name 'i' to daemon mds.i 2024-05-20T21:14:54.529 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.526+0000 7fdae1d2cb80 20 client.25019 populate_metadata read hostname 'smithi008' 2024-05-20T21:14:54.529 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.526+0000 7fdae1d2cb80 1 --2- 172.21.15.8:0/168771138 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55c68e17c880 0x55c68e17b590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:54.529 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.526+0000 7fdae1d2cb80 4 client.25019 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-20T21:14:54.529 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.526+0000 7fdae1d2cb80 1 -- 172.21.15.8:0/168771138 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "status"}) -- 0x55c68e044520 con 0x55c68e17c880 2024-05-20T21:14:54.529 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.527+0000 7fdad5400700 1 --2- 172.21.15.8:0/168771138 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55c68e17c880 0x55c68e17b590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:54.529 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.527+0000 7fdad5400700 1 --2- 172.21.15.8:0/168771138 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55c68e17c880 0x55c68e17b590 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=594874dfe2c1caee server_cookie=c3b6aaa40c2298a6 in_seq=0 out_seq=0 2024-05-20T21:14:54.529 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.527+0000 7fdab6a00700 10 client.25019 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:14:54.529 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.527+0000 7fdab6a00700 1 -- 172.21.15.8:0/168771138 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55c68e044520 con 0x55c68e17c880 2024-05-20T21:14:54.530 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.527+0000 7fdab6a00700 10 client.25019 handle_command_reply: tid=0 2024-05-20T21:14:54.530 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.527+0000 7fdae1d2cb80 1 client.25019 shutdown 2024-05-20T21:14:54.530 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.528+0000 7fdae1d2cb80 1 -- 172.21.15.8:0/168771138 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c68e0efe60 msgr2=0x55c68e10eb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:54.530 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.528+0000 7fdae1d2cb80 1 --2- 172.21.15.8:0/168771138 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c68e0efe60 0x55c68e10eb00 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x55c68e1041f0 tx=0x7fdabc005b90 comp rx=0 tx=0).stop 2024-05-20T21:14:54.530 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.528+0000 7fdae1d2cb80 1 -- 172.21.15.8:0/168771138 shutdown_connections 2024-05-20T21:14:54.530 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.528+0000 7fdae1d2cb80 1 --2- 172.21.15.8:0/168771138 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55c68e17c880 0x55c68e17b590 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.530 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.528+0000 7fdae1d2cb80 1 --2- 172.21.15.8:0/168771138 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c68e0f0780 0x55c68e109570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.530 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.528+0000 7fdae1d2cb80 1 --2- 172.21.15.8:0/168771138 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c68e0ea830 0x55c68e10e5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.530 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.528+0000 7fdab6a00700 0 client.25019 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:14:54.530 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.528+0000 7fdae1d2cb80 1 --2- 172.21.15.8:0/168771138 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c68e0efe60 0x55c68e10eb00 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.530 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.528+0000 7fdae1d2cb80 1 -- 172.21.15.8:0/168771138 >> 172.21.15.8:0/168771138 conn(0x55c68e018b90 msgr2=0x55c68e0e4990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:54.530 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.528+0000 7fdae1d2cb80 1 -- 172.21.15.8:0/168771138 shutdown_connections 2024-05-20T21:14:54.530 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.528+0000 7fdae1d2cb80 1 -- 172.21.15.8:0/168771138 wait complete. 2024-05-20T21:14:54.530 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.528+0000 7fdae1d2cb80 20 client.25019 trim_cache size 0 max 16384 2024-05-20T21:14:54.531 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:14:54.531 INFO:teuthology.orchestra.run.smithi008.stdout: "cluster_fsid": "060ce10e-16ec-11ef-bc9a-c7b262605968", 2024-05-20T21:14:54.531 INFO:teuthology.orchestra.run.smithi008.stdout: "whoami": 0, 2024-05-20T21:14:54.531 INFO:teuthology.orchestra.run.smithi008.stdout: "id": 24529, 2024-05-20T21:14:54.531 INFO:teuthology.orchestra.run.smithi008.stdout: "want_state": "up:active", 2024-05-20T21:14:54.531 INFO:teuthology.orchestra.run.smithi008.stdout: "state": "up:active", 2024-05-20T21:14:54.531 INFO:teuthology.orchestra.run.smithi008.stdout: "fs_name": "cephfs", 2024-05-20T21:14:54.531 INFO:teuthology.orchestra.run.smithi008.stdout: "rank_uptime": 215.20304671299999, 2024-05-20T21:14:54.531 INFO:teuthology.orchestra.run.smithi008.stdout: "mdsmap_epoch": 25, 2024-05-20T21:14:54.531 INFO:teuthology.orchestra.run.smithi008.stdout: "osdmap_epoch": 81, 2024-05-20T21:14:54.531 INFO:teuthology.orchestra.run.smithi008.stdout: "osdmap_epoch_barrier": 79, 2024-05-20T21:14:54.532 INFO:teuthology.orchestra.run.smithi008.stdout: "uptime": 248.43767133200001 2024-05-20T21:14:54.532 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:14:54.532 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.529+0000 7fdad7400700 1 -- 172.21.15.8:0/1910796229 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdab80b2900 msgr2=0x7fdab80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:54.532 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.529+0000 7fdad7400700 1 --2- 172.21.15.8:0/1910796229 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdab80b2900 0x7fdab80b4dc0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fdac4000f80 tx=0x7fdac40e5be0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.532 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.529+0000 7fdad7400700 1 -- 172.21.15.8:0/1910796229 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdad01037f0 msgr2=0x7fdad019bd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:54.532 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.529+0000 7fdad7400700 1 --2- 172.21.15.8:0/1910796229 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdad01037f0 0x7fdad019bd20 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fdac400ef10 tx=0x7fdac400c3a0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.533 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.529+0000 7fdad7400700 1 -- 172.21.15.8:0/1910796229 shutdown_connections 2024-05-20T21:14:54.533 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.529+0000 7fdad7400700 1 --2- 172.21.15.8:0/1910796229 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdab80b2900 0x7fdab80b4dc0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.533 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.529+0000 7fdad7400700 1 --2- 172.21.15.8:0/1910796229 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdad01037f0 0x7fdad019bd20 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.533 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.529+0000 7fdad7400700 1 --2- 172.21.15.8:0/1910796229 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdad01088f0 0x7fdad01a05f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.533 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.529+0000 7fdad7400700 1 --2- 172.21.15.8:0/1910796229 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdad01041a0 0x7fdad019c260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.533 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.529+0000 7fdad7400700 1 -- 172.21.15.8:0/1910796229 >> 172.21.15.8:0/1910796229 conn(0x7fdad007a6a0 msgr2=0x7fdad0101880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:54.533 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.529+0000 7fdad7400700 1 -- 172.21.15.8:0/1910796229 shutdown_connections 2024-05-20T21:14:54.533 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:54.529+0000 7fdad7400700 1 -- 172.21.15.8:0/1910796229 wait complete. 2024-05-20T21:14:54.603 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:14:54 smithi008 ceph-mon[31475]: pgmap v427: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:54.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:14:54 smithi130 ceph-mon[36448]: pgmap v427: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:54.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:14:54 smithi050 ceph-mon[35809]: pgmap v427: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:55.417 INFO:teuthology.run_tasks:Running task sequential... 2024-05-20T21:14:55.426 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-05-20T21:14:55.426 INFO:teuthology.task.sequential:In sequential, running task print... 2024-05-20T21:14:55.427 INFO:teuthology.task.print:Enabling mgr modules 2024-05-20T21:14:55.427 INFO:teuthology.run_tasks:Running task kclient... 2024-05-20T21:14:55.452 INFO:tasks.kclient:Mounting kernel clients... 2024-05-20T21:14:55.453 INFO:tasks.kclient:config is {'client.0': {}} 2024-05-20T21:14:55.453 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-20T21:14:55.453 DEBUG:teuthology.orchestra.run.smithi008:> ip netns list 2024-05-20T21:14:55.516 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-20T21:14:55.516 DEBUG:teuthology.orchestra.run.smithi008:> sudo ip link delete ceph-brx 2024-05-20T21:14:55.618 INFO:teuthology.orchestra.run.smithi008.stderr:Cannot find device "ceph-brx" 2024-05-20T21:14:55.622 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-20T21:14:55.623 INFO:tasks.kclient:client.0 config is {'mntopts': ['ms_mode=legacy', 'nowsync'], 'syntax': 'v2', 'mount_subvol_num': 1} 2024-05-20T21:14:55.623 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-05-20T21:14:55.623 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-05-20T21:14:55.623 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs ls 2024-05-20T21:14:56.103 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:14:56.590 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:14:56 smithi008 ceph-mon[31475]: pgmap v428: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:14:56.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:14:56 smithi130 ceph-mon[36448]: pgmap v428: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:14:56.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:14:56 smithi050 ceph-mon[35809]: pgmap v428: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:14:58.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:58.186+0000 7f288e000700 1 -- 172.21.15.8:0/2060153507 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f28881094f0 msgr2=0x7f28881098d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:58.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:58.186+0000 7f288e000700 1 --2- 172.21.15.8:0/2060153507 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f28881094f0 0x7f28881098d0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f2870009990 tx=0x7f2870009ca0 comp rx=0 tx=0).stop 2024-05-20T21:14:58.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:58.186+0000 7f288e000700 1 -- 172.21.15.8:0/2060153507 shutdown_connections 2024-05-20T21:14:58.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:58.187+0000 7f288e000700 1 --2- 172.21.15.8:0/2060153507 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2888103e20 0x7f2888110330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:58.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:58.187+0000 7f288e000700 1 --2- 172.21.15.8:0/2060153507 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f28881094f0 0x7f28881098d0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:58.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:58.187+0000 7f288e000700 1 --2- 172.21.15.8:0/2060153507 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2888103460 0x7f28881038e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:58.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:58.187+0000 7f288e000700 1 -- 172.21.15.8:0/2060153507 >> 172.21.15.8:0/2060153507 conn(0x7f28880fef90 msgr2=0x7f28881013b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:58.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:58.187+0000 7f288e000700 1 -- 172.21.15.8:0/2060153507 shutdown_connections 2024-05-20T21:14:58.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:58.187+0000 7f288e000700 1 -- 172.21.15.8:0/2060153507 wait complete. 2024-05-20T21:14:58.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:58.188+0000 7f288e000700 1 Processor -- start 2024-05-20T21:14:58.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:58.188+0000 7f288e000700 1 -- start start 2024-05-20T21:14:58.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:58.188+0000 7f288e000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2888103460 0x7f28881a1a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:58.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:58.188+0000 7f288e000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2888103e20 0x7f28881a1f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:58.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:58.188+0000 7f288e000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f28881094f0 0x7f288819bb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:58.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:58.188+0000 7f288e000700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f2888113620 con 0x7f2888103460 2024-05-20T21:14:58.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:58.188+0000 7f288e000700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f28881134a0 con 0x7f28881094f0 2024-05-20T21:14:58.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:58.188+0000 7f288e000700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f28881137a0 con 0x7f2888103e20 2024-05-20T21:14:58.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:58.189+0000 7f288cc00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2888103460 0x7f28881a1a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:58.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:58.189+0000 7f288cc00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2888103460 0x7f28881a1a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55982/0 (socket says 172.21.15.8:55982) 2024-05-20T21:14:58.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:58.189+0000 7f288cc00700 1 -- 172.21.15.8:0/1968709936 learned_addr learned my addr 172.21.15.8:0/1968709936 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:14:58.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:58.189+0000 7f287fe00700 1 --2- 172.21.15.8:0/1968709936 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2888103e20 0x7f28881a1f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:58.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:58.189+0000 7f288d600700 1 --2- 172.21.15.8:0/1968709936 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f28881094f0 0x7f288819bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:58.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:58.189+0000 7f288cc00700 1 -- 172.21.15.8:0/1968709936 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2888103e20 msgr2=0x7f28881a1f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:58.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:58.189+0000 7f288cc00700 1 --2- 172.21.15.8:0/1968709936 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2888103e20 0x7f28881a1f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:58.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:58.189+0000 7f288cc00700 1 -- 172.21.15.8:0/1968709936 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f28881094f0 msgr2=0x7f288819bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:58.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:58.189+0000 7f288cc00700 1 --2- 172.21.15.8:0/1968709936 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f28881094f0 0x7f288819bb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:58.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:58.189+0000 7f288cc00700 1 -- 172.21.15.8:0/1968709936 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f288819c400 con 0x7f2888103460 2024-05-20T21:14:58.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:58.189+0000 7f288cc00700 1 --2- 172.21.15.8:0/1968709936 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2888103460 0x7f28881a1a50 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f28700057c0 tx=0x7f2870009580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:58.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:58.190+0000 7f2886000700 1 -- 172.21.15.8:0/1968709936 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2870026070 con 0x7f2888103460 2024-05-20T21:14:58.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:58.190+0000 7f2886000700 1 -- 172.21.15.8:0/1968709936 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2870021410 con 0x7f2888103460 2024-05-20T21:14:58.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:58.190+0000 7f288e000700 1 -- 172.21.15.8:0/1968709936 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f288819c690 con 0x7f2888103460 2024-05-20T21:14:58.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:58.190+0000 7f2886000700 1 -- 172.21.15.8:0/1968709936 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2870017650 con 0x7f2888103460 2024-05-20T21:14:58.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:58.190+0000 7f288e000700 1 -- 172.21.15.8:0/1968709936 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28881a8800 con 0x7f2888103460 2024-05-20T21:14:58.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:58.191+0000 7f288e000700 1 -- 172.21.15.8:0/1968709936 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2888104ba0 con 0x7f2888103460 2024-05-20T21:14:58.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:58.195+0000 7f2886000700 1 -- 172.21.15.8:0/1968709936 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f2870029070 con 0x7f2888103460 2024-05-20T21:14:58.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:58.197+0000 7f2886000700 1 --2- 172.21.15.8:0/1968709936 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f28680b2880 0x7f28680b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:58.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:58.197+0000 7f2886000700 1 -- 172.21.15.8:0/1968709936 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f28700e3150 con 0x7f2888103460 2024-05-20T21:14:58.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:58.197+0000 7f287fe00700 1 --2- 172.21.15.8:0/1968709936 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f28680b2880 0x7f28680b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:58.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:58.198+0000 7f287fe00700 1 --2- 172.21.15.8:0/1968709936 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f28680b2880 0x7f28680b4d40 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f2878009680 tx=0x7f2878009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:58.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:58.199+0000 7f2886000700 1 -- 172.21.15.8:0/1968709936 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f2870013070 con 0x7f2888103460 2024-05-20T21:14:58.490 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:58.491+0000 7f288e000700 1 -- 172.21.15.8:0/1968709936 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f288806a230 con 0x7f2888103460 2024-05-20T21:14:58.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:58.491+0000 7f2886000700 1 -- 172.21.15.8:0/1968709936 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v25) ==== 53+0+73 (secure 0 0 0) 0x7f288806a230 con 0x7f2888103460 2024-05-20T21:14:58.491 INFO:teuthology.orchestra.run.smithi008.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-05-20T21:14:58.494 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:58.494+0000 7f288e000700 1 -- 172.21.15.8:0/1968709936 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f28680b2880 msgr2=0x7f28680b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:58.494 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:58.494+0000 7f288e000700 1 --2- 172.21.15.8:0/1968709936 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f28680b2880 0x7f28680b4d40 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f2878009680 tx=0x7f2878009260 comp rx=0 tx=0).stop 2024-05-20T21:14:58.494 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:58.494+0000 7f288e000700 1 -- 172.21.15.8:0/1968709936 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2888103460 msgr2=0x7f28881a1a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:58.494 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:58.494+0000 7f288e000700 1 --2- 172.21.15.8:0/1968709936 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2888103460 0x7f28881a1a50 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f28700057c0 tx=0x7f2870009580 comp rx=0 tx=0).stop 2024-05-20T21:14:58.494 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:58.495+0000 7f288e000700 1 -- 172.21.15.8:0/1968709936 shutdown_connections 2024-05-20T21:14:58.494 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:58.495+0000 7f288e000700 1 --2- 172.21.15.8:0/1968709936 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f28680b2880 0x7f28680b4d40 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:58.494 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:58.495+0000 7f288e000700 1 --2- 172.21.15.8:0/1968709936 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f28881094f0 0x7f288819bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:58.494 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:58.495+0000 7f288e000700 1 --2- 172.21.15.8:0/1968709936 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2888103460 0x7f28881a1a50 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:58.494 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:58.495+0000 7f288e000700 1 --2- 172.21.15.8:0/1968709936 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2888103e20 0x7f28881a1f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:58.495 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:58.495+0000 7f288e000700 1 -- 172.21.15.8:0/1968709936 >> 172.21.15.8:0/1968709936 conn(0x7f28880fef90 msgr2=0x7f288810eb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:58.495 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:58.495+0000 7f288e000700 1 -- 172.21.15.8:0/1968709936 shutdown_connections 2024-05-20T21:14:58.495 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:58.495+0000 7f288e000700 1 -- 172.21.15.8:0/1968709936 wait complete. 2024-05-20T21:14:58.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:14:58 smithi130 ceph-mon[36448]: pgmap v429: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:14:58.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:14:58 smithi050 ceph-mon[35809]: pgmap v429: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:14:58.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:14:58 smithi008 ceph-mon[31475]: pgmap v429: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:14:59.372 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-05-20T21:14:59.372 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-05-20T21:14:59.372 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi008.front.sepia.ceph.com 2024-05-20T21:14:59.372 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-05-20T21:14:59.372 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-05-20T21:14:59.372 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-05-20T21:14:59.372 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-05-20T21:14:59.372 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-05-20T21:14:59.372 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-05-20T21:14:59.373 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-20T21:14:59.373 DEBUG:teuthology.orchestra.run.smithi008:> ip addr 2024-05-20T21:14:59.427 INFO:teuthology.orchestra.run.smithi008.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-05-20T21:14:59.427 INFO:teuthology.orchestra.run.smithi008.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-05-20T21:14:59.427 INFO:teuthology.orchestra.run.smithi008.stdout: inet 127.0.0.1/8 scope host lo 2024-05-20T21:14:59.427 INFO:teuthology.orchestra.run.smithi008.stdout: valid_lft forever preferred_lft forever 2024-05-20T21:14:59.427 INFO:teuthology.orchestra.run.smithi008.stdout: inet6 ::1/128 scope host 2024-05-20T21:14:59.427 INFO:teuthology.orchestra.run.smithi008.stdout: valid_lft forever preferred_lft forever 2024-05-20T21:14:59.427 INFO:teuthology.orchestra.run.smithi008.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-05-20T21:14:59.427 INFO:teuthology.orchestra.run.smithi008.stdout: link/ether 0c:c4:7a:6b:fe:2e brd ff:ff:ff:ff:ff:ff 2024-05-20T21:14:59.427 INFO:teuthology.orchestra.run.smithi008.stdout: altname enp7s0f0 2024-05-20T21:14:59.427 INFO:teuthology.orchestra.run.smithi008.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-05-20T21:14:59.427 INFO:teuthology.orchestra.run.smithi008.stdout: link/ether 0c:c4:7a:6b:fe:2f brd ff:ff:ff:ff:ff:ff 2024-05-20T21:14:59.428 INFO:teuthology.orchestra.run.smithi008.stdout: altname enp7s0f1 2024-05-20T21:14:59.428 INFO:teuthology.orchestra.run.smithi008.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-05-20T21:14:59.428 INFO:teuthology.orchestra.run.smithi008.stdout: link/ether ac:1f:6b:f8:25:fe brd ff:ff:ff:ff:ff:ff 2024-05-20T21:14:59.428 INFO:teuthology.orchestra.run.smithi008.stdout: altname enp1s0f0 2024-05-20T21:14:59.428 INFO:teuthology.orchestra.run.smithi008.stdout: inet 172.21.15.8/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-05-20T21:14:59.428 INFO:teuthology.orchestra.run.smithi008.stdout: valid_lft 41810sec preferred_lft 41810sec 2024-05-20T21:14:59.428 INFO:teuthology.orchestra.run.smithi008.stdout: inet6 fe80::ae1f:6bff:fef8:25fe/64 scope link noprefixroute 2024-05-20T21:14:59.428 INFO:teuthology.orchestra.run.smithi008.stdout: valid_lft forever preferred_lft forever 2024-05-20T21:14:59.428 INFO:teuthology.orchestra.run.smithi008.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-05-20T21:14:59.428 INFO:teuthology.orchestra.run.smithi008.stdout: link/ether ac:1f:6b:f8:25:ff brd ff:ff:ff:ff:ff:ff 2024-05-20T21:14:59.428 INFO:teuthology.orchestra.run.smithi008.stdout: altname enp1s0f1 2024-05-20T21:14:59.429 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-05-20T21:14:59.429 DEBUG:teuthology.orchestra.run.smithi008:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-20T21:14:59.430 DEBUG:teuthology.orchestra.run.smithi008:> set -e 2024-05-20T21:14:59.430 DEBUG:teuthology.orchestra.run.smithi008:> sudo ip link add name ceph-brx type bridge 2024-05-20T21:14:59.430 DEBUG:teuthology.orchestra.run.smithi008:> sudo ip addr flush dev ceph-brx 2024-05-20T21:14:59.430 DEBUG:teuthology.orchestra.run.smithi008:> sudo ip link set ceph-brx up 2024-05-20T21:14:59.430 DEBUG:teuthology.orchestra.run.smithi008:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-05-20T21:14:59.430 DEBUG:teuthology.orchestra.run.smithi008:> ') 2024-05-20T21:14:59.531 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:59 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-20T21:14:59.558 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:14:59 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/1968709936' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-05-20T21:14:59.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:14:59 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/1968709936' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-05-20T21:14:59.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:14:59 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/1968709936' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-05-20T21:14:59.912 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:14:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-20T21:14:59.921 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-20T21:14:59.921 DEBUG:teuthology.orchestra.run.smithi008:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-05-20T21:14:59.985 INFO:teuthology.orchestra.run.smithi008.stdout:1 2024-05-20T21:14:59.989 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-20T21:14:59.989 DEBUG:teuthology.orchestra.run.smithi008:> route 2024-05-20T21:15:00.047 INFO:teuthology.orchestra.run.smithi008.stdout:Kernel IP routing table 2024-05-20T21:15:00.106 INFO:teuthology.orchestra.run.smithi008.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-05-20T21:15:00.106 INFO:teuthology.orchestra.run.smithi008.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-05-20T21:15:00.106 INFO:teuthology.orchestra.run.smithi008.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-05-20T21:15:00.107 INFO:teuthology.orchestra.run.smithi008.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-05-20T21:15:00.107 DEBUG:teuthology.orchestra.run.smithi008:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-20T21:15:00.107 DEBUG:teuthology.orchestra.run.smithi008:> set -e 2024-05-20T21:15:00.107 DEBUG:teuthology.orchestra.run.smithi008:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-05-20T21:15:00.107 DEBUG:teuthology.orchestra.run.smithi008:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-05-20T21:15:00.107 DEBUG:teuthology.orchestra.run.smithi008:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-05-20T21:15:00.108 DEBUG:teuthology.orchestra.run.smithi008:> ') 2024-05-20T21:15:00.214 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:00 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-20T21:15:00.506 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:15:00 smithi008 ceph-mon[31475]: pgmap v430: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:15:00.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:15:00 smithi130 ceph-mon[36448]: pgmap v430: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:15:00.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:15:00 smithi050 ceph-mon[35809]: pgmap v430: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:15:00.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-20T21:15:00.911 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-20T21:15:00.911 DEBUG:teuthology.orchestra.run.smithi008:> ip netns list 2024-05-20T21:15:00.969 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-20T21:15:00.969 DEBUG:teuthology.orchestra.run.smithi008:> ip netns list-id 2024-05-20T21:15:01.023 DEBUG:teuthology.orchestra.run.smithi008:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-20T21:15:01.023 DEBUG:teuthology.orchestra.run.smithi008:> set -e 2024-05-20T21:15:01.023 DEBUG:teuthology.orchestra.run.smithi008:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-05-20T21:15:01.023 DEBUG:teuthology.orchestra.run.smithi008:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-05-20T21:15:01.023 DEBUG:teuthology.orchestra.run.smithi008:> ') 2024-05-20T21:15:01.141 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:01 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-20T21:15:01.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-20T21:15:01.229 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-05-20T21:15:01.230 DEBUG:teuthology.orchestra.run.smithi008:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-20T21:15:01.230 DEBUG:teuthology.orchestra.run.smithi008:> set -e 2024-05-20T21:15:01.230 DEBUG:teuthology.orchestra.run.smithi008:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-05-20T21:15:01.230 DEBUG:teuthology.orchestra.run.smithi008:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-05-20T21:15:01.230 DEBUG:teuthology.orchestra.run.smithi008:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-05-20T21:15:01.230 DEBUG:teuthology.orchestra.run.smithi008:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-05-20T21:15:01.230 DEBUG:teuthology.orchestra.run.smithi008:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-05-20T21:15:01.230 DEBUG:teuthology.orchestra.run.smithi008:> ') 2024-05-20T21:15:01.338 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:01 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-20T21:15:01.543 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-20T21:15:01.553 DEBUG:teuthology.orchestra.run.smithi008:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-20T21:15:01.553 DEBUG:teuthology.orchestra.run.smithi008:> set -e 2024-05-20T21:15:01.553 DEBUG:teuthology.orchestra.run.smithi008:> sudo ip link set brx.0 up 2024-05-20T21:15:01.553 DEBUG:teuthology.orchestra.run.smithi008:> sudo ip link set dev brx.0 master ceph-brx 2024-05-20T21:15:01.553 DEBUG:teuthology.orchestra.run.smithi008:> ') 2024-05-20T21:15:01.655 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:01 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-20T21:15:01.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-20T21:15:01.766 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-05-20T21:15:01.766 DEBUG:teuthology.orchestra.run.smithi008:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-05-20T21:15:01.817 INFO:teuthology.orchestra.run.smithi008.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-05-20T21:15:01.817 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-05-20T21:15:01.817 DEBUG:teuthology.orchestra.run.smithi008:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-05-20T21:15:01.863 WARNING:tasks.cephfs.mount:You cannot specify both: cephfs_mntpt and mount_subvol_num 2024-05-20T21:15:01.863 INFO:tasks.cephfs.mount:Mounting subvol 1 for now 2024-05-20T21:15:01.863 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/volumes/qa/sv_1/9d09c28b-4f56-41d9-9a28-282e51d071de 2024-05-20T21:15:01.863 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-20T21:15:01.863 DEBUG:teuthology.orchestra.run.smithi008:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/volumes/qa/sv_1/9d09c28b-4f56-41d9-9a28-282e51d071de /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,ms_mode=legacy,nowsync,nofallback 2024-05-20T21:15:02.046 INFO:teuthology.orchestra.run.smithi008.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,ms_mode=legacy,nowsync,nofallback 2024-05-20T21:15:02.047 INFO:teuthology.orchestra.run.smithi008.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=legacy,nowsync". 2024-05-20T21:15:02.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:15:02 smithi130 ceph-mon[36448]: pgmap v431: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:15:02.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:15:02 smithi050 ceph-mon[35809]: pgmap v431: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:15:02.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:15:02 smithi008 ceph-mon[31475]: pgmap v431: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:15:02.782 INFO:teuthology.orchestra.run.smithi008.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,ms_mode=legacy,nowsync,nofallback 2024-05-20T21:15:02.782 INFO:teuthology.orchestra.run.smithi008.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=legacy,nowsync". 2024-05-20T21:15:02.782 INFO:teuthology.orchestra.run.smithi008.stdout:mount.ceph: resolved to: "172.21.15.8:6789,172.21.15.50:6789,172.21.15.130:6789" 2024-05-20T21:15:02.782 INFO:teuthology.orchestra.run.smithi008.stdout:mount.ceph: trying mount with new device syntax: 0@060ce10e-16ec-11ef-bc9a-c7b262605968.cephfs=/volumes/qa/sv_1/9d09c28b-4f56-41d9-9a28-282e51d071de 2024-05-20T21:15:02.782 INFO:teuthology.orchestra.run.smithi008.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=legacy,nowsync,name=0,key=0,mon_addr=172.21.15.8:6789/172.21.15.50:6789/172.21.15.130:6789" will pass to kernel 2024-05-20T21:15:02.791 INFO:teuthology.orchestra.run.smithi008.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-05-20T21:15:02.792 INFO:teuthology.orchestra.run.smithi008.stdout: You just mounted a file system that supports labels which does not 2024-05-20T21:15:02.792 INFO:teuthology.orchestra.run.smithi008.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-05-20T21:15:02.792 INFO:teuthology.orchestra.run.smithi008.stdout: applications will generate AVC messages and not be allowed access to 2024-05-20T21:15:02.792 INFO:teuthology.orchestra.run.smithi008.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-05-20T21:15:02.797 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-05-20T21:15:02.798 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-20T21:15:02.798 DEBUG:teuthology.orchestra.run.smithi008:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-05-20T21:15:02.886 DEBUG:teuthology.orchestra.run.smithi008:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-05-20T21:15:02.997 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:02 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-05-20T21:15:03.003 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-20T21:15:03.012 INFO:teuthology.orchestra.run.smithi008.stdout:client14922 2024-05-20T21:15:03.013 DEBUG:teuthology.orchestra.run.smithi008:> set -ex 2024-05-20T21:15:03.013 DEBUG:teuthology.orchestra.run.smithi008:> dd if=/proc/self/mounts of=/dev/stdout 2024-05-20T21:15:03.067 DEBUG:teuthology.orchestra.run.smithi008:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-05-20T21:15:03.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:03 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-05-20T21:15:03.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-20T21:15:03.192 INFO:teuthology.orchestra.run.smithi008.stdout:client14922 2024-05-20T21:15:03.192 DEBUG:teuthology.orchestra.run.smithi008:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-05-20T21:15:03.305 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:03 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-05-20T21:15:03.311 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-20T21:15:03.322 INFO:teuthology.orchestra.run.smithi008.stdout:client14922 2024-05-20T21:15:03.322 DEBUG:teuthology.orchestra.run.smithi008:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968.client14922/status') 2024-05-20T21:15:03.433 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:03 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-20T21:15:03.466 INFO:teuthology.orchestra.run.smithi008.stdout:instance: client.14922 (3)192.168.0.1:0/2209851172 2024-05-20T21:15:03.466 INFO:teuthology.orchestra.run.smithi008.stdout:blocklisted: false 2024-05-20T21:15:03.466 INFO:teuthology.orchestra.run.smithi008.stderr:0+1 records in 2024-05-20T21:15:03.467 INFO:teuthology.orchestra.run.smithi008.stderr:0+1 records out 2024-05-20T21:15:03.467 INFO:teuthology.orchestra.run.smithi008.stderr:70 bytes copied, 0.00011935 s, 587 kB/s 2024-05-20T21:15:03.469 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-20T21:15:03.480 INFO:teuthology.run_tasks:Running task exec... 2024-05-20T21:15:03.490 INFO:teuthology.task.exec:Executing custom commands... 2024-05-20T21:15:03.490 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi008.front.sepia.ceph.com 2024-05-20T21:15:03.491 DEBUG:teuthology.orchestra.run.smithi008:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs set cephfs balance_automate true' 2024-05-20T21:15:03.704 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:03.704+0000 7f5258c00640 1 -- 172.21.15.8:0/4051196573 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5254100ba0 msgr2=0x7f5254100fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:03.704 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:03.704+0000 7f5258c00640 1 --2- 172.21.15.8:0/4051196573 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5254100ba0 0x7f5254100fc0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f5244009930 tx=0x7f524402a420 comp rx=0 tx=0).stop 2024-05-20T21:15:03.704 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:03.705+0000 7f5258c00640 1 -- 172.21.15.8:0/4051196573 shutdown_connections 2024-05-20T21:15:03.704 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:03.705+0000 7f5258c00640 1 --2- 172.21.15.8:0/4051196573 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5254104530 0x7f525410adc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:03.704 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:03.705+0000 7f5258c00640 1 --2- 172.21.15.8:0/4051196573 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5254103b70 0x7f5254103ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:03.704 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:03.705+0000 7f5258c00640 1 --2- 172.21.15.8:0/4051196573 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5254100ba0 0x7f5254100fc0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:03.705 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:03.705+0000 7f5258c00640 1 -- 172.21.15.8:0/4051196573 >> 172.21.15.8:0/4051196573 conn(0x7f52540fc4b0 msgr2=0x7f52540fe910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:03.705 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:03.705+0000 7f5258c00640 1 -- 172.21.15.8:0/4051196573 shutdown_connections 2024-05-20T21:15:03.705 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:03.705+0000 7f5258c00640 1 -- 172.21.15.8:0/4051196573 wait complete. 2024-05-20T21:15:03.707 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:03.706+0000 7f5258c00640 1 Processor -- start 2024-05-20T21:15:03.707 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:03.706+0000 7f5258c00640 1 -- start start 2024-05-20T21:15:03.707 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:03.706+0000 7f5258c00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5254100ba0 0x7f5254198bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:03.707 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:03.706+0000 7f5258c00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5254103b70 0x7f5254199100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:03.707 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:03.706+0000 7f5258c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5254104530 0x7f52541a0120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:03.708 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:03.706+0000 7f5258c00640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f525410e470 con 0x7f5254103b70 2024-05-20T21:15:03.708 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:03.706+0000 7f5258c00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f525410e2f0 con 0x7f5254104530 2024-05-20T21:15:03.708 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:03.706+0000 7f5258c00640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f525410e5f0 con 0x7f5254100ba0 2024-05-20T21:15:03.708 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:03.707+0000 7f5252a00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5254103b70 0x7f5254199100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:03.708 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:03.707+0000 7f5252a00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5254103b70 0x7f5254199100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:41418/0 (socket says 172.21.15.8:41418) 2024-05-20T21:15:03.708 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:03.707+0000 7f5252a00640 1 -- 172.21.15.8:0/3184717432 learned_addr learned my addr 172.21.15.8:0/3184717432 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:15:03.708 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:03.707+0000 7f5253e00640 1 --2- 172.21.15.8:0/3184717432 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5254104530 0x7f52541a0120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:03.708 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:03.707+0000 7f5253400640 1 --2- 172.21.15.8:0/3184717432 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5254100ba0 0x7f5254198bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:03.708 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:03.707+0000 7f5252a00640 1 -- 172.21.15.8:0/3184717432 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5254100ba0 msgr2=0x7f5254198bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:03.708 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:03.707+0000 7f5252a00640 1 --2- 172.21.15.8:0/3184717432 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5254100ba0 0x7f5254198bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:03.708 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:03.707+0000 7f5252a00640 1 -- 172.21.15.8:0/3184717432 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5254104530 msgr2=0x7f52541a0120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:03.708 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:03.707+0000 7f5252a00640 1 --2- 172.21.15.8:0/3184717432 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5254104530 0x7f52541a0120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:03.708 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:03.707+0000 7f5252a00640 1 -- 172.21.15.8:0/3184717432 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52541a0790 con 0x7f5254103b70 2024-05-20T21:15:03.708 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:03.708+0000 7f5252a00640 1 --2- 172.21.15.8:0/3184717432 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5254103b70 0x7f5254199100 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f524000ea60 tx=0x7f524000ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:03.709 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:03.708+0000 7f524be00640 1 -- 172.21.15.8:0/3184717432 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f524000cde0 con 0x7f5254103b70 2024-05-20T21:15:03.709 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:03.708+0000 7f524be00640 1 -- 172.21.15.8:0/3184717432 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f52400035f0 con 0x7f5254103b70 2024-05-20T21:15:03.709 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:03.708+0000 7f5258c00640 1 -- 172.21.15.8:0/3184717432 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f52541a0a80 con 0x7f5254103b70 2024-05-20T21:15:03.709 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:03.708+0000 7f524be00640 1 -- 172.21.15.8:0/3184717432 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5240010690 con 0x7f5254103b70 2024-05-20T21:15:03.709 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:03.708+0000 7f5258c00640 1 -- 172.21.15.8:0/3184717432 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52541a1020 con 0x7f5254103b70 2024-05-20T21:15:03.709 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:03.709+0000 7f5258c00640 1 -- 172.21.15.8:0/3184717432 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5254109d70 con 0x7f5254103b70 2024-05-20T21:15:03.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:03.712+0000 7f524be00640 1 -- 172.21.15.8:0/3184717432 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f52400037a0 con 0x7f5254103b70 2024-05-20T21:15:03.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:03.714+0000 7f524be00640 1 --2- 172.21.15.8:0/3184717432 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f52380b2850 0x7f52380b4d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:03.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:03.714+0000 7f524be00640 1 -- 172.21.15.8:0/3184717432 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f52400e24c0 con 0x7f5254103b70 2024-05-20T21:15:03.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:03.714+0000 7f5253400640 1 --2- 172.21.15.8:0/3184717432 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f52380b2850 0x7f52380b4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:03.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:03.715+0000 7f5253400640 1 --2- 172.21.15.8:0/3184717432 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f52380b2850 0x7f52380b4d10 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f5244009900 tx=0x7f5244005a20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:03.718 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:03.719+0000 7f524be00640 1 -- 172.21.15.8:0/3184717432 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f52400aa170 con 0x7f5254103b70 2024-05-20T21:15:03.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:03.978+0000 7f5258c00640 1 -- 172.21.15.8:0/3184717432 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"} v 0) -- 0x7f5254063680 con 0x7f5254103b70 2024-05-20T21:15:04.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.391+0000 7f524be00640 1 -- 172.21.15.8:0/3184717432 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]=0 v26) ==== 117+0+0 (secure 0 0 0) 0x7f52400a9a70 con 0x7f5254103b70 2024-05-20T21:15:04.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.395+0000 7f5258c00640 1 -- 172.21.15.8:0/3184717432 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f52380b2850 msgr2=0x7f52380b4d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:04.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.395+0000 7f5258c00640 1 --2- 172.21.15.8:0/3184717432 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f52380b2850 0x7f52380b4d10 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f5244009900 tx=0x7f5244005a20 comp rx=0 tx=0).stop 2024-05-20T21:15:04.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.395+0000 7f5258c00640 1 -- 172.21.15.8:0/3184717432 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5254103b70 msgr2=0x7f5254199100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:04.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.395+0000 7f5258c00640 1 --2- 172.21.15.8:0/3184717432 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5254103b70 0x7f5254199100 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f524000ea60 tx=0x7f524000ef20 comp rx=0 tx=0).stop 2024-05-20T21:15:04.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.396+0000 7f5258c00640 1 -- 172.21.15.8:0/3184717432 shutdown_connections 2024-05-20T21:15:04.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.396+0000 7f5258c00640 1 --2- 172.21.15.8:0/3184717432 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f52380b2850 0x7f52380b4d10 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:04.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.396+0000 7f5258c00640 1 --2- 172.21.15.8:0/3184717432 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5254104530 0x7f52541a0120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:04.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.396+0000 7f5258c00640 1 --2- 172.21.15.8:0/3184717432 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5254103b70 0x7f5254199100 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:04.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.396+0000 7f5258c00640 1 --2- 172.21.15.8:0/3184717432 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5254100ba0 0x7f5254198bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:04.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.396+0000 7f5258c00640 1 -- 172.21.15.8:0/3184717432 >> 172.21.15.8:0/3184717432 conn(0x7f52540fc4b0 msgr2=0x7f5254106f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:04.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.396+0000 7f5258c00640 1 -- 172.21.15.8:0/3184717432 shutdown_connections 2024-05-20T21:15:04.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.396+0000 7f5258c00640 1 -- 172.21.15.8:0/3184717432 wait complete. 2024-05-20T21:15:04.419 INFO:teuthology.run_tasks:Running task check-counter... 2024-05-20T21:15:04.433 INFO:teuthology.run_tasks:Running task fwd_scrub... 2024-05-20T21:15:04.444 DEBUG:teuthology.orchestra.run.smithi008:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-05-20T21:15:04.664 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.665+0000 7ffaeb200640 1 -- 172.21.15.8:0/1376764049 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffaec100c50 msgr2=0x7ffaec101070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:04.665 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.665+0000 7ffaeb200640 1 --2- 172.21.15.8:0/1376764049 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffaec100c50 0x7ffaec101070 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7ffadc009860 tx=0x7ffadc02a340 comp rx=0 tx=0).stop 2024-05-20T21:15:04.665 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.665+0000 7ffaeb200640 1 -- 172.21.15.8:0/1376764049 shutdown_connections 2024-05-20T21:15:04.665 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.665+0000 7ffaeb200640 1 --2- 172.21.15.8:0/1376764049 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffaec1045e0 0x7ffaec10ae70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:04.665 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.665+0000 7ffaeb200640 1 --2- 172.21.15.8:0/1376764049 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ffaec103c20 0x7ffaec1040a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:04.665 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.665+0000 7ffaeb200640 1 --2- 172.21.15.8:0/1376764049 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffaec100c50 0x7ffaec101070 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:04.665 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.665+0000 7ffaeb200640 1 -- 172.21.15.8:0/1376764049 >> 172.21.15.8:0/1376764049 conn(0x7ffaec0fc5c0 msgr2=0x7ffaec0fe9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:04.665 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.665+0000 7ffaeb200640 1 -- 172.21.15.8:0/1376764049 shutdown_connections 2024-05-20T21:15:04.665 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.665+0000 7ffaeb200640 1 -- 172.21.15.8:0/1376764049 wait complete. 2024-05-20T21:15:04.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.667+0000 7ffaeb200640 1 Processor -- start 2024-05-20T21:15:04.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.667+0000 7ffaeb200640 1 -- start start 2024-05-20T21:15:04.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.667+0000 7ffaeb200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffaec100c50 0x7ffaec19ae10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:04.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.667+0000 7ffaeb200640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ffaec103c20 0x7ffaec19b350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:04.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.668+0000 7ffaeb200640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffaec1045e0 0x7ffaec1a23c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:04.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.668+0000 7ffaeb200640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7ffaec10e4d0 con 0x7ffaec103c20 2024-05-20T21:15:04.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.668+0000 7ffaeb200640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ffaec10e350 con 0x7ffaec100c50 2024-05-20T21:15:04.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.668+0000 7ffaeb200640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7ffaec10e650 con 0x7ffaec1045e0 2024-05-20T21:15:04.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.668+0000 7ffae9e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffaec100c50 0x7ffaec19ae10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:04.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.668+0000 7ffae9400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ffaec103c20 0x7ffaec19b350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:04.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.668+0000 7ffae9e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffaec100c50 0x7ffaec19ae10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:46536/0 (socket says 172.21.15.8:46536) 2024-05-20T21:15:04.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.668+0000 7ffae9e00640 1 -- 172.21.15.8:0/2690172105 learned_addr learned my addr 172.21.15.8:0/2690172105 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:15:04.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.668+0000 7ffaea800640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffaec1045e0 0x7ffaec1a23c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:04.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.668+0000 7ffae9e00640 1 -- 172.21.15.8:0/2690172105 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffaec1045e0 msgr2=0x7ffaec1a23c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:04.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.668+0000 7ffae9e00640 1 --2- 172.21.15.8:0/2690172105 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffaec1045e0 0x7ffaec1a23c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:04.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.668+0000 7ffae9e00640 1 -- 172.21.15.8:0/2690172105 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ffaec103c20 msgr2=0x7ffaec19b350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:04.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.668+0000 7ffae9e00640 1 --2- 172.21.15.8:0/2690172105 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ffaec103c20 0x7ffaec19b350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:04.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.668+0000 7ffae9e00640 1 -- 172.21.15.8:0/2690172105 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffaec1a2a30 con 0x7ffaec100c50 2024-05-20T21:15:04.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.669+0000 7ffae9e00640 1 --2- 172.21.15.8:0/2690172105 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffaec100c50 0x7ffaec19ae10 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7ffadc02a860 tx=0x7ffadc032dc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:04.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.669+0000 7ffae2a00640 1 -- 172.21.15.8:0/2690172105 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffadc037040 con 0x7ffaec100c50 2024-05-20T21:15:04.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.669+0000 7ffae2a00640 1 -- 172.21.15.8:0/2690172105 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffadc041070 con 0x7ffaec100c50 2024-05-20T21:15:04.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.669+0000 7ffae2a00640 1 -- 172.21.15.8:0/2690172105 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffadc003850 con 0x7ffaec100c50 2024-05-20T21:15:04.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.669+0000 7ffaeb200640 1 -- 172.21.15.8:0/2690172105 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffaec1a2cc0 con 0x7ffaec100c50 2024-05-20T21:15:04.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.669+0000 7ffaeb200640 1 -- 172.21.15.8:0/2690172105 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffaec1a3100 con 0x7ffaec100c50 2024-05-20T21:15:04.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.670+0000 7ffaeb200640 1 -- 172.21.15.8:0/2690172105 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffaec1a32d0 con 0x7ffaec100c50 2024-05-20T21:15:04.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:15:04 smithi130 ceph-mon[36448]: pgmap v432: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 170 B/s wr, 6 op/s 2024-05-20T21:15:04.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:15:04 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/3184717432' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-05-20T21:15:04.671 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.673+0000 7ffae2a00640 1 -- 172.21.15.8:0/2690172105 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7ffadc004050 con 0x7ffaec100c50 2024-05-20T21:15:04.673 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.674+0000 7ffae2a00640 1 --2- 172.21.15.8:0/2690172105 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ffad00b2860 0x7ffad00b4d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:04.673 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.674+0000 7ffae2a00640 1 -- 172.21.15.8:0/2690172105 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7ffadc101d00 con 0x7ffaec100c50 2024-05-20T21:15:04.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:15:04 smithi050 ceph-mon[35809]: pgmap v432: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 170 B/s wr, 6 op/s 2024-05-20T21:15:04.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:15:04 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/3184717432' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-05-20T21:15:04.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.675+0000 7ffae9400640 1 --2- 172.21.15.8:0/2690172105 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ffad00b2860 0x7ffad00b4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:04.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.676+0000 7ffae9400640 1 --2- 172.21.15.8:0/2690172105 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ffad00b2860 0x7ffad00b4d20 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7ffaec19c320 tx=0x7ffad8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:04.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.679+0000 7ffae2a00640 1 -- 172.21.15.8:0/2690172105 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7ffadc0c99b0 con 0x7ffaec100c50 2024-05-20T21:15:04.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:15:04 smithi008 ceph-mon[31475]: pgmap v432: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 170 B/s wr, 6 op/s 2024-05-20T21:15:04.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:15:04 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/3184717432' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-05-20T21:15:04.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.896+0000 7ffaeb200640 1 -- 172.21.15.8:0/2690172105 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ffaec1a3b20 con 0x7ffaec100c50 2024-05-20T21:15:04.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.898+0000 7ffae2a00640 1 -- 172.21.15.8:0/2690172105 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+22620 (secure 0 0 0) 0x7ffadc0c92b0 con 0x7ffaec100c50 2024-05-20T21:15:04.898 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:15:04.898 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":81,"fsid":"060ce10e-16ec-11ef-bc9a-c7b262605968","created":"2024-05-20T21:01:50.508336+0000","modified":"2024-05-20T21:12:02.563456+0000","last_up_change":"2024-05-20T21:10:03.543960+0000","last_in_change":"2024-05-20T21:09:43.745737+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-20T21:05:47.155633+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-20T21:11:10.880303+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-20T21:11:14.963738+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"567da6cc-0f5c-488c-82f7-0ecdf1f9a92c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6802","nonce":2530117688},{"type":"v1","addr":"172.21.15.8:6803","nonce":2530117688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6804","nonce":2530117688},{"type":"v1","addr":"172.21.15.8:6805","nonce":2530117688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6808","nonce":2530117688},{"type":"v1","addr":"172.21.15.8:6809","nonce":2530117688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6806","nonce":2530117688},{"type":"v1","addr":"172.21.15.8:6807","nonce":2530117688}]},"public_addr":"172.21.15.8:6803/2530117688","cluster_addr":"172.21.15.8:6805/2530117688","heartbeat_back_addr":"172.21.15.8:6809/2530117688","heartbeat_front_addr":"172.21.15.8:6807/2530117688","state":["exists","up"]},{"osd":1,"uuid":"6d7c2f7a-ba32-43d3-bcb5-91213501621d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":1765474633},{"type":"v1","addr":"172.21.15.50:6801","nonce":1765474633}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":1765474633},{"type":"v1","addr":"172.21.15.50:6803","nonce":1765474633}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":1765474633},{"type":"v1","addr":"172.21.15.50:6807","nonce":1765474633}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":1765474633},{"type":"v1","addr":"172.21.15.50:6805","nonce":1765474633}]},"public_addr":"172.21.15.50:6801/1765474633","cluster_addr":"172.21.15.50:6803/1765474633","heartbeat_back_addr":"172.21.15.50:6807/1765474633","heartbeat_front_addr":"172.21.15.50:6805/1765474633","state":["exists","up"]},{"osd":2,"uuid":"616c77cc-71ca-4d73-87ba-f9e2b391617f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6800","nonce":2148668646},{"type":"v1","addr":"172.21.15.130:6801","nonce":2148668646}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6802","nonce":2148668646},{"type":"v1","addr":"172.21.15.130:6803","nonce":2148668646}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6806","nonce":2148668646},{"type":"v1","addr":"172.21.15.130:6807","nonce":2148668646}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6804","nonce":2148668646},{"type":"v1","addr":"172.21.15.130:6805","nonce":2148668646}]},"public_addr":"172.21.15.130:6801/2148668646","cluster_addr":"172.21.15.130:6803/2148668646","heartbeat_back_addr":"172.21.15.130:6807/2148668646","heartbeat_front_addr":"172.21.15.130:6805/2148668646","state":["exists","up"]},{"osd":3,"uuid":"97c26b23-ae0b-424b-b593-5f7d545d78fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6810","nonce":522014344},{"type":"v1","addr":"172.21.15.8:6811","nonce":522014344}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6812","nonce":522014344},{"type":"v1","addr":"172.21.15.8:6813","nonce":522014344}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6816","nonce":522014344},{"type":"v1","addr":"172.21.15.8:6817","nonce":522014344}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6814","nonce":522014344},{"type":"v1","addr":"172.21.15.8:6815","nonce":522014344}]},"public_addr":"172.21.15.8:6811/522014344","cluster_addr":"172.21.15.8:6813/522014344","heartbeat_back_addr":"172.21.15.8:6817/522014344","heartbeat_front_addr":"172.21.15.8:6815/522014344","state":["exists","up"]},{"osd":4,"uuid":"032641da-14a1-4d60-975c-7ae9dd749f8b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":2849163314},{"type":"v1","addr":"172.21.15.50:6809","nonce":2849163314}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":2849163314},{"type":"v1","addr":"172.21.15.50:6811","nonce":2849163314}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":2849163314},{"type":"v1","addr":"172.21.15.50:6815","nonce":2849163314}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":2849163314},{"type":"v1","addr":"172.21.15.50:6813","nonce":2849163314}]},"public_addr":"172.21.15.50:6809/2849163314","cluster_addr":"172.21.15.50:6811/2849163314","heartbeat_back_addr":"172.21.15.50:6815/2849163314","heartbeat_front_addr":"172.21.15.50:6813/2849163314","state":["exists","up"]},{"osd":5,"uuid":"e0a50b25-3bd5-4f3d-9c6b-e0a37620c1fe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6808","nonce":2920667492},{"type":"v1","addr":"172.21.15.130:6809","nonce":2920667492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6810","nonce":2920667492},{"type":"v1","addr":"172.21.15.130:6811","nonce":2920667492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6814","nonce":2920667492},{"type":"v1","addr":"172.21.15.130:6815","nonce":2920667492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6812","nonce":2920667492},{"type":"v1","addr":"172.21.15.130:6813","nonce":2920667492}]},"public_addr":"172.21.15.130:6809/2920667492","cluster_addr":"172.21.15.130:6811/2920667492","heartbeat_back_addr":"172.21.15.130:6815/2920667492","heartbeat_front_addr":"172.21.15.130:6813/2920667492","state":["exists","up"]},{"osd":6,"uuid":"6fea92cd-1f1b-4f37-b607-4396f31985ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6818","nonce":107816006},{"type":"v1","addr":"172.21.15.8:6819","nonce":107816006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6820","nonce":107816006},{"type":"v1","addr":"172.21.15.8:6821","nonce":107816006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6824","nonce":107816006},{"type":"v1","addr":"172.21.15.8:6825","nonce":107816006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6822","nonce":107816006},{"type":"v1","addr":"172.21.15.8:6823","nonce":107816006}]},"public_addr":"172.21.15.8:6819/107816006","cluster_addr":"172.21.15.8:6821/107816006","heartbeat_back_addr":"172.21.15.8:6825/107816006","heartbeat_front_addr":"172.21.15.8:6823/107816006","state":["exists","up"]},{"osd":7,"uuid":"ed4481c7-8b9b-4360-87d7-e5eb8ea18b2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":2308872994},{"type":"v1","addr":"172.21.15.50:6817","nonce":2308872994}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":2308872994},{"type":"v1","addr":"172.21.15.50:6819","nonce":2308872994}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":2308872994},{"type":"v1","addr":"172.21.15.50:6823","nonce":2308872994}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":2308872994},{"type":"v1","addr":"172.21.15.50:6821","nonce":2308872994}]},"public_addr":"172.21.15.50:6817/2308872994","cluster_addr":"172.21.15.50:6819/2308872994","heartbeat_back_addr":"172.21.15.50:6823/2308872994","heartbeat_front_addr":"172.21.15.50:6821/2308872994","state":["exists","up"]},{"osd":8,"uuid":"c47d04f0-93d2-4a17-b7d0-a16a1d62099f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6816","nonce":2076512047},{"type":"v1","addr":"172.21.15.130:6817","nonce":2076512047}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6818","nonce":2076512047},{"type":"v1","addr":"172.21.15.130:6819","nonce":2076512047}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6822","nonce":2076512047},{"type":"v1","addr":"172.21.15.130:6823","nonce":2076512047}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6820","nonce":2076512047},{"type":"v1","addr":"172.21.15.130:6821","nonce":2076512047}]},"public_addr":"172.21.15.130:6817/2076512047","cluster_addr":"172.21.15.130:6819/2076512047","heartbeat_back_addr":"172.21.15.130:6823/2076512047","heartbeat_front_addr":"172.21.15.130:6821/2076512047","state":["exists","up"]},{"osd":9,"uuid":"54ccf87d-5ce9-4631-ab41-fbb0abb1d7e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6826","nonce":2726512408},{"type":"v1","addr":"172.21.15.8:6827","nonce":2726512408}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6828","nonce":2726512408},{"type":"v1","addr":"172.21.15.8:6829","nonce":2726512408}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6832","nonce":2726512408},{"type":"v1","addr":"172.21.15.8:6833","nonce":2726512408}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6830","nonce":2726512408},{"type":"v1","addr":"172.21.15.8:6831","nonce":2726512408}]},"public_addr":"172.21.15.8:6827/2726512408","cluster_addr":"172.21.15.8:6829/2726512408","heartbeat_back_addr":"172.21.15.8:6833/2726512408","heartbeat_front_addr":"172.21.15.8:6831/2726512408","state":["exists","up"]},{"osd":10,"uuid":"59788566-3094-4926-afbf-0a297a265ff5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":2266909560},{"type":"v1","addr":"172.21.15.50:6825","nonce":2266909560}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":2266909560},{"type":"v1","addr":"172.21.15.50:6827","nonce":2266909560}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":2266909560},{"type":"v1","addr":"172.21.15.50:6831","nonce":2266909560}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":2266909560},{"type":"v1","addr":"172.21.15.50:6829","nonce":2266909560}]},"public_addr":"172.21.15.50:6825/2266909560","cluster_addr":"172.21.15.50:6827/2266909560","heartbeat_back_addr":"172.21.15.50:6831/2266909560","heartbeat_front_addr":"172.21.15.50:6829/2266909560","state":["exists","up"]},{"osd":11,"uuid":"f4dfda6f-f5ea-4d53-8940-d33edd1dd61a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6824","nonce":2025670617},{"type":"v1","addr":"172.21.15.130:6825","nonce":2025670617}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6826","nonce":2025670617},{"type":"v1","addr":"172.21.15.130:6827","nonce":2025670617}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6830","nonce":2025670617},{"type":"v1","addr":"172.21.15.130:6831","nonce":2025670617}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6828","nonce":2025670617},{"type":"v1","addr":"172.21.15.130:6829","nonce":2025670617}]},"public_addr":"172.21.15.130:6825/2025670617","cluster_addr":"172.21.15.130:6827/2025670617","heartbeat_back_addr":"172.21.15.130:6831/2025670617","heartbeat_front_addr":"172.21.15.130:6829/2025670617","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:04:55.223745+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:05:20.826140+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:05:44.508801+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:06:17.590953+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:06:43.158647+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:07:07.550211+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:07:41.445843+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:08:08.755800+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:08:33.714081+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:09:08.647054+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:09:36.773039+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:10:01.697404+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"3.b","mappings":[{"from":3,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":6}]},{"pgid":"3.1b","mappings":[{"from":4,"to":7},{"from":3,"to":8}]},{"pgid":"3.1d","mappings":[{"from":4,"to":6}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.25","mappings":[{"from":5,"to":9}]},{"pgid":"3.27","mappings":[{"from":4,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.8:6801/3677468514":"2024-05-21T21:03:00.998855+0000","172.21.15.8:0/644454220":"2024-05-21T21:03:00.998855+0000","172.21.15.8:6800/3677468514":"2024-05-21T21:03:00.998855+0000","172.21.15.8:0/329536388":"2024-05-21T21:02:24.888619+0000","172.21.15.8:0/346325619":"2024-05-21T21:02:24.888619+0000","172.21.15.8:0/85678654":"2024-05-21T21:03:00.998855+0000","172.21.15.8:6800/3424210912":"2024-05-21T21:02:24.888619+0000","172.21.15.8:0/1767165129":"2024-05-21T21:02:24.888619+0000","172.21.15.8:6801/3424210912":"2024-05-21T21:02:24.888619+0000","172.21.15.8:0/3032080664":"2024-05-21T21:03:00.998855+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-20T21:15:04.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.902+0000 7ffaeb200640 1 -- 172.21.15.8:0/2690172105 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ffad00b2860 msgr2=0x7ffad00b4d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:04.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.902+0000 7ffaeb200640 1 --2- 172.21.15.8:0/2690172105 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ffad00b2860 0x7ffad00b4d20 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7ffaec19c320 tx=0x7ffad8009260 comp rx=0 tx=0).stop 2024-05-20T21:15:04.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.902+0000 7ffaeb200640 1 -- 172.21.15.8:0/2690172105 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffaec100c50 msgr2=0x7ffaec19ae10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:04.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.902+0000 7ffaeb200640 1 --2- 172.21.15.8:0/2690172105 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffaec100c50 0x7ffaec19ae10 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7ffadc02a860 tx=0x7ffadc032dc0 comp rx=0 tx=0).stop 2024-05-20T21:15:04.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.902+0000 7ffaeb200640 1 -- 172.21.15.8:0/2690172105 shutdown_connections 2024-05-20T21:15:04.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.902+0000 7ffaeb200640 1 --2- 172.21.15.8:0/2690172105 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ffad00b2860 0x7ffad00b4d20 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:04.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.902+0000 7ffaeb200640 1 --2- 172.21.15.8:0/2690172105 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffaec1045e0 0x7ffaec1a23c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:04.902 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.902+0000 7ffaeb200640 1 --2- 172.21.15.8:0/2690172105 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ffaec103c20 0x7ffaec19b350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:04.902 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.902+0000 7ffaeb200640 1 --2- 172.21.15.8:0/2690172105 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffaec100c50 0x7ffaec19ae10 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:04.902 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.902+0000 7ffaeb200640 1 -- 172.21.15.8:0/2690172105 >> 172.21.15.8:0/2690172105 conn(0x7ffaec0fc5c0 msgr2=0x7ffaec1093f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:04.902 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.902+0000 7ffaeb200640 1 -- 172.21.15.8:0/2690172105 shutdown_connections 2024-05-20T21:15:04.902 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:04.902+0000 7ffaeb200640 1 -- 172.21.15.8:0/2690172105 wait complete. 2024-05-20T21:15:04.922 INFO:tasks.fwd_scrub.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-05-20T21:05:47.155633+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-05-20T21:11:10.880303+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '79', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-05-20T21:11:14.963738+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '79', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-05-20T21:15:04.923 DEBUG:teuthology.orchestra.run.smithi008:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-05-20T21:15:05.144 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.145+0000 7f83c8e00640 1 -- 172.21.15.8:0/408392169 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f83c4104ad0 msgr2=0x7f83c4104ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:05.145 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.145+0000 7f83c8e00640 1 --2- 172.21.15.8:0/408392169 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f83c4104ad0 0x7f83c4104ef0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f83b4009900 tx=0x7f83b402a3f0 comp rx=0 tx=0).stop 2024-05-20T21:15:05.145 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.145+0000 7f83c8e00640 1 -- 172.21.15.8:0/408392169 shutdown_connections 2024-05-20T21:15:05.145 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.145+0000 7f83c8e00640 1 --2- 172.21.15.8:0/408392169 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f83c4106680 0x7f83c410cf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:05.145 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.145+0000 7f83c8e00640 1 --2- 172.21.15.8:0/408392169 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f83c4105cc0 0x7f83c4106140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:05.145 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.145+0000 7f83c8e00640 1 --2- 172.21.15.8:0/408392169 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f83c4104ad0 0x7f83c4104ef0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:05.145 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.145+0000 7f83c8e00640 1 -- 172.21.15.8:0/408392169 >> 172.21.15.8:0/408392169 conn(0x7f83c4100060 msgr2=0x7f83c4102480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:05.145 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.145+0000 7f83c8e00640 1 -- 172.21.15.8:0/408392169 shutdown_connections 2024-05-20T21:15:05.145 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.145+0000 7f83c8e00640 1 -- 172.21.15.8:0/408392169 wait complete. 2024-05-20T21:15:05.148 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.146+0000 7f83c8e00640 1 Processor -- start 2024-05-20T21:15:05.148 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.147+0000 7f83c8e00640 1 -- start start 2024-05-20T21:15:05.148 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.147+0000 7f83c8e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f83c4105cc0 0x7f83c419af40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:05.148 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.147+0000 7f83c8e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f83c4106680 0x7f83c419b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:05.148 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.147+0000 7f83c8e00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f83c41a04e0 0x7f83c41a28d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:05.148 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.147+0000 7f83c8e00640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f83c4110650 con 0x7f83c4106680 2024-05-20T21:15:05.148 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.147+0000 7f83c8e00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f83c41104d0 con 0x7f83c4105cc0 2024-05-20T21:15:05.148 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.147+0000 7f83c8e00640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f83c41107d0 con 0x7f83c41a04e0 2024-05-20T21:15:05.148 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.147+0000 7f83c2a00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f83c4106680 0x7f83c419b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:05.148 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.147+0000 7f83c2a00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f83c4106680 0x7f83c419b480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:41466/0 (socket says 172.21.15.8:41466) 2024-05-20T21:15:05.149 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.147+0000 7f83c2a00640 1 -- 172.21.15.8:0/1419802054 learned_addr learned my addr 172.21.15.8:0/1419802054 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:15:05.149 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.147+0000 7f83c3400640 1 --2- 172.21.15.8:0/1419802054 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f83c4105cc0 0x7f83c419af40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:05.149 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.147+0000 7f83c3e00640 1 --2- 172.21.15.8:0/1419802054 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f83c41a04e0 0x7f83c41a28d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:05.149 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.148+0000 7f83c2a00640 1 -- 172.21.15.8:0/1419802054 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f83c41a04e0 msgr2=0x7f83c41a28d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:05.149 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.148+0000 7f83c2a00640 1 --2- 172.21.15.8:0/1419802054 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f83c41a04e0 0x7f83c41a28d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:05.149 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.148+0000 7f83c2a00640 1 -- 172.21.15.8:0/1419802054 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f83c4105cc0 msgr2=0x7f83c419af40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:05.149 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.148+0000 7f83c2a00640 1 --2- 172.21.15.8:0/1419802054 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f83c4105cc0 0x7f83c419af40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:05.149 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.148+0000 7f83c2a00640 1 -- 172.21.15.8:0/1419802054 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83c41a2f40 con 0x7f83c4106680 2024-05-20T21:15:05.149 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.148+0000 7f83c2a00640 1 --2- 172.21.15.8:0/1419802054 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f83c4106680 0x7f83c419b480 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f83ac00ea60 tx=0x7f83ac00ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:05.149 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.148+0000 7f83bbe00640 1 -- 172.21.15.8:0/1419802054 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83ac00cde0 con 0x7f83c4106680 2024-05-20T21:15:05.149 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.148+0000 7f83c8e00640 1 -- 172.21.15.8:0/1419802054 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83c41a3230 con 0x7f83c4106680 2024-05-20T21:15:05.149 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.148+0000 7f83bbe00640 1 -- 172.21.15.8:0/1419802054 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f83ac0035f0 con 0x7f83c4106680 2024-05-20T21:15:05.150 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.148+0000 7f83bbe00640 1 -- 172.21.15.8:0/1419802054 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83ac010690 con 0x7f83c4106680 2024-05-20T21:15:05.150 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.149+0000 7f83c8e00640 1 -- 172.21.15.8:0/1419802054 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83c41a3780 con 0x7f83c4106680 2024-05-20T21:15:05.150 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.150+0000 7f83c8e00640 1 -- 172.21.15.8:0/1419802054 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f83c410bf60 con 0x7f83c4106680 2024-05-20T21:15:05.151 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.152+0000 7f83bbe00640 1 -- 172.21.15.8:0/1419802054 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f83ac0037a0 con 0x7f83c4106680 2024-05-20T21:15:05.153 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.153+0000 7f83bbe00640 1 --2- 172.21.15.8:0/1419802054 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f83a80b27f0 0x7f83a80b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:05.153 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.154+0000 7f83bbe00640 1 -- 172.21.15.8:0/1419802054 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f83ac0e2500 con 0x7f83c4106680 2024-05-20T21:15:05.153 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.154+0000 7f83c3400640 1 --2- 172.21.15.8:0/1419802054 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f83a80b27f0 0x7f83a80b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:05.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.155+0000 7f83c3400640 1 --2- 172.21.15.8:0/1419802054 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f83a80b27f0 0x7f83a80b4cb0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f83b4009230 tx=0x7f83b4005a20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:05.157 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.158+0000 7f83bbe00640 1 -- 172.21.15.8:0/1419802054 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f83ac0aa1b0 con 0x7f83c4106680 2024-05-20T21:15:05.371 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.372+0000 7f83c8e00640 1 -- 172.21.15.8:0/1419802054 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f83c4063650 con 0x7f83c4106680 2024-05-20T21:15:05.372 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.373+0000 7f83bbe00640 1 -- 172.21.15.8:0/1419802054 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v81) ==== 93+0+10 (secure 0 0 0) 0x7f83ac0a9ab0 con 0x7f83c4106680 2024-05-20T21:15:05.372 INFO:teuthology.orchestra.run.smithi008.stdout:pg_num: 1 2024-05-20T21:15:05.375 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.376+0000 7f83c8e00640 1 -- 172.21.15.8:0/1419802054 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f83a80b27f0 msgr2=0x7f83a80b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:05.375 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.376+0000 7f83c8e00640 1 --2- 172.21.15.8:0/1419802054 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f83a80b27f0 0x7f83a80b4cb0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f83b4009230 tx=0x7f83b4005a20 comp rx=0 tx=0).stop 2024-05-20T21:15:05.375 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.376+0000 7f83c8e00640 1 -- 172.21.15.8:0/1419802054 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f83c4106680 msgr2=0x7f83c419b480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:05.375 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.376+0000 7f83c8e00640 1 --2- 172.21.15.8:0/1419802054 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f83c4106680 0x7f83c419b480 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f83ac00ea60 tx=0x7f83ac00ef20 comp rx=0 tx=0).stop 2024-05-20T21:15:05.375 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.376+0000 7f83c8e00640 1 -- 172.21.15.8:0/1419802054 shutdown_connections 2024-05-20T21:15:05.376 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.376+0000 7f83c8e00640 1 --2- 172.21.15.8:0/1419802054 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f83a80b27f0 0x7f83a80b4cb0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:05.376 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.376+0000 7f83c8e00640 1 --2- 172.21.15.8:0/1419802054 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f83c41a04e0 0x7f83c41a28d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:05.376 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.376+0000 7f83c8e00640 1 --2- 172.21.15.8:0/1419802054 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f83c4106680 0x7f83c419b480 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:05.376 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.376+0000 7f83c8e00640 1 --2- 172.21.15.8:0/1419802054 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f83c4105cc0 0x7f83c419af40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:05.376 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.376+0000 7f83c8e00640 1 -- 172.21.15.8:0/1419802054 >> 172.21.15.8:0/1419802054 conn(0x7f83c4100060 msgr2=0x7f83c4109130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:05.376 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.376+0000 7f83c8e00640 1 -- 172.21.15.8:0/1419802054 shutdown_connections 2024-05-20T21:15:05.376 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.376+0000 7f83c8e00640 1 -- 172.21.15.8:0/1419802054 wait complete. 2024-05-20T21:15:05.395 DEBUG:teuthology.orchestra.run.smithi008:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-05-20T21:15:05.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.612+0000 7f0a41000640 1 -- 172.21.15.8:0/2320351460 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0a3c103ac0 msgr2=0x7f0a3c103f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:05.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.612+0000 7f0a41000640 1 --2- 172.21.15.8:0/2320351460 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0a3c103ac0 0x7f0a3c103f40 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f0a24009860 tx=0x7f0a2402a340 comp rx=0 tx=0).stop 2024-05-20T21:15:05.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.612+0000 7f0a41000640 1 -- 172.21.15.8:0/2320351460 shutdown_connections 2024-05-20T21:15:05.612 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.612+0000 7f0a41000640 1 --2- 172.21.15.8:0/2320351460 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0a3c104480 0x7f0a3c10ad10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:05.612 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.612+0000 7f0a41000640 1 --2- 172.21.15.8:0/2320351460 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0a3c103ac0 0x7f0a3c103f40 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:05.612 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.612+0000 7f0a41000640 1 --2- 172.21.15.8:0/2320351460 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0a3c1028d0 0x7f0a3c102cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:05.612 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.612+0000 7f0a41000640 1 -- 172.21.15.8:0/2320351460 >> 172.21.15.8:0/2320351460 conn(0x7f0a3c0fde60 msgr2=0x7f0a3c100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:05.612 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.612+0000 7f0a41000640 1 -- 172.21.15.8:0/2320351460 shutdown_connections 2024-05-20T21:15:05.612 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.612+0000 7f0a41000640 1 -- 172.21.15.8:0/2320351460 wait complete. 2024-05-20T21:15:05.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.613+0000 7f0a41000640 1 Processor -- start 2024-05-20T21:15:05.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.613+0000 7f0a41000640 1 -- start start 2024-05-20T21:15:05.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.614+0000 7f0a41000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0a3c1028d0 0x7f0a3c198b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:05.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.614+0000 7f0a41000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0a3c103ac0 0x7f0a3c199040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:05.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.614+0000 7f0a41000640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0a3c104480 0x7f0a3c1a00b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:05.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.614+0000 7f0a41000640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f0a3c10e3e0 con 0x7f0a3c1028d0 2024-05-20T21:15:05.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.614+0000 7f0a41000640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f0a3c10e260 con 0x7f0a3c103ac0 2024-05-20T21:15:05.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.614+0000 7f0a41000640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f0a3c10e560 con 0x7f0a3c104480 2024-05-20T21:15:05.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.614+0000 7f0a3b400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0a3c1028d0 0x7f0a3c198b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:05.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.614+0000 7f0a33e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0a3c103ac0 0x7f0a3c199040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:05.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.614+0000 7f0a3b400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0a3c1028d0 0x7f0a3c198b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:41482/0 (socket says 172.21.15.8:41482) 2024-05-20T21:15:05.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.614+0000 7f0a3b400640 1 -- 172.21.15.8:0/2110895969 learned_addr learned my addr 172.21.15.8:0/2110895969 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:15:05.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.614+0000 7f0a33e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0a3c103ac0 0x7f0a3c199040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:46580/0 (socket says 172.21.15.8:46580) 2024-05-20T21:15:05.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.614+0000 7f0a3be00640 1 --2- 172.21.15.8:0/2110895969 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0a3c104480 0x7f0a3c1a00b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:05.615 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.615+0000 7f0a33e00640 1 -- 172.21.15.8:0/2110895969 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0a3c104480 msgr2=0x7f0a3c1a00b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:05.615 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.615+0000 7f0a33e00640 1 --2- 172.21.15.8:0/2110895969 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0a3c104480 0x7f0a3c1a00b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:05.615 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.615+0000 7f0a33e00640 1 -- 172.21.15.8:0/2110895969 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0a3c1028d0 msgr2=0x7f0a3c198b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:05.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.615+0000 7f0a33e00640 1 --2- 172.21.15.8:0/2110895969 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0a3c1028d0 0x7f0a3c198b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:05.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.615+0000 7f0a33e00640 1 -- 172.21.15.8:0/2110895969 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a3c1a0720 con 0x7f0a3c103ac0 2024-05-20T21:15:05.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.615+0000 7f0a3b400640 1 --2- 172.21.15.8:0/2110895969 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0a3c1028d0 0x7f0a3c198b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:15:05.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.615+0000 7f0a33e00640 1 --2- 172.21.15.8:0/2110895969 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0a3c103ac0 0x7f0a3c199040 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f0a2402a860 tx=0x7f0a24032d50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:05.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.615+0000 7f0a38c00640 1 -- 172.21.15.8:0/2110895969 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a24040020 con 0x7f0a3c103ac0 2024-05-20T21:15:05.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.616+0000 7f0a41000640 1 -- 172.21.15.8:0/2110895969 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a3c1a09b0 con 0x7f0a3c103ac0 2024-05-20T21:15:05.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.616+0000 7f0a38c00640 1 -- 172.21.15.8:0/2110895969 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0a24030d50 con 0x7f0a3c103ac0 2024-05-20T21:15:05.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.616+0000 7f0a38c00640 1 -- 172.21.15.8:0/2110895969 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a24037040 con 0x7f0a3c103ac0 2024-05-20T21:15:05.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.616+0000 7f0a41000640 1 -- 172.21.15.8:0/2110895969 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a3c1a0ef0 con 0x7f0a3c103ac0 2024-05-20T21:15:05.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.617+0000 7f0a41000640 1 -- 172.21.15.8:0/2110895969 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0a3c109cc0 con 0x7f0a3c103ac0 2024-05-20T21:15:05.618 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.619+0000 7f0a38c00640 1 -- 172.21.15.8:0/2110895969 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f0a24043020 con 0x7f0a3c103ac0 2024-05-20T21:15:05.620 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.621+0000 7f0a38c00640 1 --2- 172.21.15.8:0/2110895969 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0a200b27f0 0x7f0a200b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:05.620 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.621+0000 7f0a38c00640 1 -- 172.21.15.8:0/2110895969 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f0a24101f80 con 0x7f0a3c103ac0 2024-05-20T21:15:05.620 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.621+0000 7f0a3b400640 1 --2- 172.21.15.8:0/2110895969 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0a200b27f0 0x7f0a200b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:05.621 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.622+0000 7f0a3b400640 1 --2- 172.21.15.8:0/2110895969 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0a200b27f0 0x7f0a200b4cb0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f0a2c0096c0 tx=0x7f0a2c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:05.625 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.626+0000 7f0a38c00640 1 -- 172.21.15.8:0/2110895969 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f0a2404a020 con 0x7f0a3c103ac0 2024-05-20T21:15:05.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:15:05 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/3184717432' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-05-20T21:15:05.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:15:05 smithi130 ceph-mon[36448]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-05-20T21:15:05.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:15:05 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/2690172105' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:15:05.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:15:05 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/1419802054' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-20T21:15:05.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:15:05 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/3184717432' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-05-20T21:15:05.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:15:05 smithi050 ceph-mon[35809]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-05-20T21:15:05.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:15:05 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/2690172105' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:15:05.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:15:05 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/1419802054' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-20T21:15:05.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:15:05 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/3184717432' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-05-20T21:15:05.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:15:05 smithi008 ceph-mon[31475]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-05-20T21:15:05.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:15:05 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/2690172105' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:15:05.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:15:05 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/1419802054' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-20T21:15:05.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.841+0000 7f0a41000640 1 -- 172.21.15.8:0/2110895969 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f0a3c063650 con 0x7f0a3c103ac0 2024-05-20T21:15:05.842 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.842+0000 7f0a38c00640 1 -- 172.21.15.8:0/2110895969 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v81) ==== 104+0+11 (secure 0 0 0) 0x7f0a240c9c30 con 0x7f0a3c103ac0 2024-05-20T21:15:05.842 INFO:teuthology.orchestra.run.smithi008.stdout:pg_num: 32 2024-05-20T21:15:05.845 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.845+0000 7f0a41000640 1 -- 172.21.15.8:0/2110895969 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0a200b27f0 msgr2=0x7f0a200b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:05.845 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.845+0000 7f0a41000640 1 --2- 172.21.15.8:0/2110895969 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0a200b27f0 0x7f0a200b4cb0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f0a2c0096c0 tx=0x7f0a2c009260 comp rx=0 tx=0).stop 2024-05-20T21:15:05.845 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.845+0000 7f0a41000640 1 -- 172.21.15.8:0/2110895969 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0a3c103ac0 msgr2=0x7f0a3c199040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:05.845 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.845+0000 7f0a41000640 1 --2- 172.21.15.8:0/2110895969 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0a3c103ac0 0x7f0a3c199040 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f0a2402a860 tx=0x7f0a24032d50 comp rx=0 tx=0).stop 2024-05-20T21:15:05.845 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.846+0000 7f0a41000640 1 -- 172.21.15.8:0/2110895969 shutdown_connections 2024-05-20T21:15:05.845 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.846+0000 7f0a41000640 1 --2- 172.21.15.8:0/2110895969 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0a200b27f0 0x7f0a200b4cb0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:05.845 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.846+0000 7f0a41000640 1 --2- 172.21.15.8:0/2110895969 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0a3c104480 0x7f0a3c1a00b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:05.845 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.846+0000 7f0a41000640 1 --2- 172.21.15.8:0/2110895969 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0a3c103ac0 0x7f0a3c199040 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:05.845 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.846+0000 7f0a41000640 1 --2- 172.21.15.8:0/2110895969 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0a3c1028d0 0x7f0a3c198b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:05.845 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.846+0000 7f0a41000640 1 -- 172.21.15.8:0/2110895969 >> 172.21.15.8:0/2110895969 conn(0x7f0a3c0fde60 msgr2=0x7f0a3c106e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:05.845 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.846+0000 7f0a41000640 1 -- 172.21.15.8:0/2110895969 shutdown_connections 2024-05-20T21:15:05.845 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:05.846+0000 7f0a41000640 1 -- 172.21.15.8:0/2110895969 wait complete. 2024-05-20T21:15:05.863 DEBUG:teuthology.orchestra.run.smithi008:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-05-20T21:15:06.076 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:06.077+0000 7f8a68e00640 1 -- 172.21.15.8:0/3718601857 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8a6410a2a0 msgr2=0x7f8a6410a720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:06.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:06.077+0000 7f8a68e00640 1 --2- 172.21.15.8:0/3718601857 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8a6410a2a0 0x7f8a6410a720 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f8a50009900 tx=0x7f8a5002a400 comp rx=0 tx=0).stop 2024-05-20T21:15:06.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:06.077+0000 7f8a68e00640 1 -- 172.21.15.8:0/3718601857 shutdown_connections 2024-05-20T21:15:06.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:06.077+0000 7f8a68e00640 1 --2- 172.21.15.8:0/3718601857 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8a6410ac60 0x7f8a641114f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:06.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:06.077+0000 7f8a68e00640 1 --2- 172.21.15.8:0/3718601857 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8a6410a2a0 0x7f8a6410a720 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:06.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:06.077+0000 7f8a68e00640 1 --2- 172.21.15.8:0/3718601857 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8a641090b0 0x7f8a641094d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:06.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:06.077+0000 7f8a68e00640 1 -- 172.21.15.8:0/3718601857 >> 172.21.15.8:0/3718601857 conn(0x7f8a64078060 msgr2=0x7f8a6407a480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:06.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:06.077+0000 7f8a68e00640 1 -- 172.21.15.8:0/3718601857 shutdown_connections 2024-05-20T21:15:06.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:06.077+0000 7f8a68e00640 1 -- 172.21.15.8:0/3718601857 wait complete. 2024-05-20T21:15:06.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:06.078+0000 7f8a68e00640 1 Processor -- start 2024-05-20T21:15:06.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:06.078+0000 7f8a68e00640 1 -- start start 2024-05-20T21:15:06.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:06.079+0000 7f8a68e00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8a641090b0 0x7f8a6419f310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:06.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:06.079+0000 7f8a68e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8a6410a2a0 0x7f8a6419f850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:06.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:06.079+0000 7f8a68e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8a6410ac60 0x7f8a641a68c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:06.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:06.079+0000 7f8a68e00640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f8a64114bf0 con 0x7f8a6410a2a0 2024-05-20T21:15:06.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:06.079+0000 7f8a68e00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8a64114a70 con 0x7f8a6410ac60 2024-05-20T21:15:06.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:06.079+0000 7f8a68e00640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f8a64114d70 con 0x7f8a641090b0 2024-05-20T21:15:06.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:06.079+0000 7f8a61400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8a6410a2a0 0x7f8a6419f850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:06.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:06.079+0000 7f8a61400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8a6410a2a0 0x7f8a6419f850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:41502/0 (socket says 172.21.15.8:41502) 2024-05-20T21:15:06.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:06.079+0000 7f8a61400640 1 -- 172.21.15.8:0/2590445128 learned_addr learned my addr 172.21.15.8:0/2590445128 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:15:06.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:06.079+0000 7f8a62800640 1 --2- 172.21.15.8:0/2590445128 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8a6410ac60 0x7f8a641a68c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:06.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:06.079+0000 7f8a61e00640 1 --2- 172.21.15.8:0/2590445128 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8a641090b0 0x7f8a6419f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:06.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:06.079+0000 7f8a61400640 1 -- 172.21.15.8:0/2590445128 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8a641090b0 msgr2=0x7f8a6419f310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:06.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:06.079+0000 7f8a61400640 1 --2- 172.21.15.8:0/2590445128 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8a641090b0 0x7f8a6419f310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:06.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:06.079+0000 7f8a61400640 1 -- 172.21.15.8:0/2590445128 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8a6410ac60 msgr2=0x7f8a641a68c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:06.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:06.079+0000 7f8a61400640 1 --2- 172.21.15.8:0/2590445128 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8a6410ac60 0x7f8a641a68c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:06.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:06.079+0000 7f8a61400640 1 -- 172.21.15.8:0/2590445128 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a641a6f30 con 0x7f8a6410a2a0 2024-05-20T21:15:06.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:06.079+0000 7f8a62800640 1 --2- 172.21.15.8:0/2590445128 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8a6410ac60 0x7f8a641a68c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:15:06.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:06.080+0000 7f8a61400640 1 --2- 172.21.15.8:0/2590445128 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8a6410a2a0 0x7f8a6419f850 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f8a50005940 tx=0x7f8a50031a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:06.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:06.080+0000 7f8a5aa00640 1 -- 172.21.15.8:0/2590445128 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a5003f030 con 0x7f8a6410a2a0 2024-05-20T21:15:06.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:06.080+0000 7f8a5aa00640 1 -- 172.21.15.8:0/2590445128 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8a50003aa0 con 0x7f8a6410a2a0 2024-05-20T21:15:06.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:06.080+0000 7f8a68e00640 1 -- 172.21.15.8:0/2590445128 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a641a71c0 con 0x7f8a6410a2a0 2024-05-20T21:15:06.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:06.080+0000 7f8a5aa00640 1 -- 172.21.15.8:0/2590445128 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a50035070 con 0x7f8a6410a2a0 2024-05-20T21:15:06.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:06.080+0000 7f8a68e00640 1 -- 172.21.15.8:0/2590445128 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a641a76b0 con 0x7f8a6410a2a0 2024-05-20T21:15:06.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:06.082+0000 7f8a68e00640 1 -- 172.21.15.8:0/2590445128 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8a641104f0 con 0x7f8a6410a2a0 2024-05-20T21:15:06.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:06.084+0000 7f8a5aa00640 1 -- 172.21.15.8:0/2590445128 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f8a50042030 con 0x7f8a6410a2a0 2024-05-20T21:15:06.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:06.085+0000 7f8a5aa00640 1 --2- 172.21.15.8:0/2590445128 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f8a480b27f0 0x7f8a480b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:06.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:06.086+0000 7f8a5aa00640 1 -- 172.21.15.8:0/2590445128 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f8a50102e70 con 0x7f8a6410a2a0 2024-05-20T21:15:06.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:06.086+0000 7f8a61e00640 1 --2- 172.21.15.8:0/2590445128 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f8a480b27f0 0x7f8a480b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:06.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:06.086+0000 7f8a61e00640 1 --2- 172.21.15.8:0/2590445128 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f8a480b27f0 0x7f8a480b4cb0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f8a54005fd0 tx=0x7f8a5400b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:06.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:06.088+0000 7f8a5aa00640 1 -- 172.21.15.8:0/2590445128 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f8a500cab20 con 0x7f8a6410a2a0 2024-05-20T21:15:06.299 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:06.300+0000 7f8a68e00640 1 -- 172.21.15.8:0/2590445128 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f8a6402ddf0 con 0x7f8a6410a2a0 2024-05-20T21:15:06.300 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:06.301+0000 7f8a5aa00640 1 -- 172.21.15.8:0/2590445128 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v81) ==== 100+0+11 (secure 0 0 0) 0x7f8a500ca420 con 0x7f8a6410a2a0 2024-05-20T21:15:06.300 INFO:teuthology.orchestra.run.smithi008.stdout:pg_num: 64 2024-05-20T21:15:06.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:06.304+0000 7f8a68e00640 1 -- 172.21.15.8:0/2590445128 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f8a480b27f0 msgr2=0x7f8a480b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:06.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:06.304+0000 7f8a68e00640 1 --2- 172.21.15.8:0/2590445128 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f8a480b27f0 0x7f8a480b4cb0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f8a54005fd0 tx=0x7f8a5400b390 comp rx=0 tx=0).stop 2024-05-20T21:15:06.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:06.304+0000 7f8a68e00640 1 -- 172.21.15.8:0/2590445128 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8a6410a2a0 msgr2=0x7f8a6419f850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:06.304 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:06.304+0000 7f8a68e00640 1 --2- 172.21.15.8:0/2590445128 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8a6410a2a0 0x7f8a6419f850 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f8a50005940 tx=0x7f8a50031a50 comp rx=0 tx=0).stop 2024-05-20T21:15:06.304 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:06.304+0000 7f8a68e00640 1 -- 172.21.15.8:0/2590445128 shutdown_connections 2024-05-20T21:15:06.304 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:06.304+0000 7f8a68e00640 1 --2- 172.21.15.8:0/2590445128 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f8a480b27f0 0x7f8a480b4cb0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:06.304 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:06.304+0000 7f8a68e00640 1 --2- 172.21.15.8:0/2590445128 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8a6410ac60 0x7f8a641a68c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:06.304 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:06.304+0000 7f8a68e00640 1 --2- 172.21.15.8:0/2590445128 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8a6410a2a0 0x7f8a6419f850 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:06.304 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:06.304+0000 7f8a68e00640 1 --2- 172.21.15.8:0/2590445128 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8a641090b0 0x7f8a6419f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:06.304 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:06.304+0000 7f8a68e00640 1 -- 172.21.15.8:0/2590445128 >> 172.21.15.8:0/2590445128 conn(0x7f8a64078060 msgr2=0x7f8a6410d6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:06.304 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:06.304+0000 7f8a68e00640 1 -- 172.21.15.8:0/2590445128 shutdown_connections 2024-05-20T21:15:06.304 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:06.304+0000 7f8a68e00640 1 -- 172.21.15.8:0/2590445128 wait complete. 2024-05-20T21:15:06.322 INFO:tasks.fwd_scrub:Wait for all MDSs to reach steady state... 2024-05-20T21:15:06.322 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:15:06.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:15:06 smithi130 ceph-mon[36448]: pgmap v433: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 170 B/s wr, 5 op/s 2024-05-20T21:15:06.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:15:06 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/2110895969' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-20T21:15:06.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:15:06 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/2590445128' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-20T21:15:06.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:15:06 smithi050 ceph-mon[35809]: pgmap v433: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 170 B/s wr, 5 op/s 2024-05-20T21:15:06.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:15:06 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/2110895969' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-20T21:15:06.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:15:06 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/2590445128' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-20T21:15:06.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:15:06 smithi008 ceph-mon[31475]: pgmap v433: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 170 B/s wr, 5 op/s 2024-05-20T21:15:06.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:15:06 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/2110895969' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-20T21:15:06.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:15:06 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/2590445128' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-20T21:15:06.773 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:15:08.661 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:15:08 smithi008 ceph-mon[31475]: pgmap v434: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:15:08.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:15:08 smithi130 ceph-mon[36448]: pgmap v434: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:15:08.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:15:08 smithi050 ceph-mon[35809]: pgmap v434: 97 pgs: 97 active+clean; 644 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:15:08.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:08.976+0000 7fcdbe000700 1 -- 172.21.15.8:0/2872036360 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcdb81143f0 msgr2=0x7fcdb81167e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:08.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:08.976+0000 7fcdbe000700 1 --2- 172.21.15.8:0/2872036360 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcdb81143f0 0x7fcdb81167e0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fcdb0009f90 tx=0x7fcdb000b330 comp rx=0 tx=0).stop 2024-05-20T21:15:08.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:08.976+0000 7fcdbe000700 1 -- 172.21.15.8:0/2872036360 shutdown_connections 2024-05-20T21:15:08.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:08.976+0000 7fcdbe000700 1 --2- 172.21.15.8:0/2872036360 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcdb81143f0 0x7fcdb81167e0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:08.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:08.976+0000 7fcdbe000700 1 --2- 172.21.15.8:0/2872036360 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fcdb8077a70 0x7fcdb8077e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:08.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:08.976+0000 7fcdbe000700 1 --2- 172.21.15.8:0/2872036360 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcdb8078390 0x7fcdb8113eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:08.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:08.976+0000 7fcdbe000700 1 -- 172.21.15.8:0/2872036360 >> 172.21.15.8:0/2872036360 conn(0x7fcdb8101240 msgr2=0x7fcdb8103660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:08.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:08.976+0000 7fcdbe000700 1 -- 172.21.15.8:0/2872036360 shutdown_connections 2024-05-20T21:15:08.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:08.977+0000 7fcdbe000700 1 -- 172.21.15.8:0/2872036360 wait complete. 2024-05-20T21:15:08.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:08.978+0000 7fcdbe000700 1 Processor -- start 2024-05-20T21:15:08.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:08.978+0000 7fcdbe000700 1 -- start start 2024-05-20T21:15:08.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:08.978+0000 7fcdbe000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fcdb8077a70 0x7fcdb81a02c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:08.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:08.978+0000 7fcdbe000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcdb8078390 0x7fcdb81a0800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:08.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:08.978+0000 7fcdbe000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcdb81143f0 0x7fcdb81a4b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:08.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:08.978+0000 7fcdbe000700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fcdb8119d30 con 0x7fcdb8077a70 2024-05-20T21:15:08.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:08.978+0000 7fcdbe000700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fcdb8119bb0 con 0x7fcdb8078390 2024-05-20T21:15:08.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:08.978+0000 7fcdbe000700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fcdb8119eb0 con 0x7fcdb81143f0 2024-05-20T21:15:08.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:08.979+0000 7fcdb7400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fcdb8077a70 0x7fcdb81a02c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:08.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:08.979+0000 7fcdb7400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fcdb8077a70 0x7fcdb81a02c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:41510/0 (socket says 172.21.15.8:41510) 2024-05-20T21:15:08.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:08.979+0000 7fcdb7400700 1 -- 172.21.15.8:0/3527112617 learned_addr learned my addr 172.21.15.8:0/3527112617 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:15:08.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:08.979+0000 7fcdb6a00700 1 --2- 172.21.15.8:0/3527112617 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcdb8078390 0x7fcdb81a0800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:08.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:08.979+0000 7fcdb7e00700 1 --2- 172.21.15.8:0/3527112617 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcdb81143f0 0x7fcdb81a4b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:08.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:08.979+0000 7fcdb7400700 1 -- 172.21.15.8:0/3527112617 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcdb81143f0 msgr2=0x7fcdb81a4b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:08.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:08.979+0000 7fcdb7400700 1 --2- 172.21.15.8:0/3527112617 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcdb81143f0 0x7fcdb81a4b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:08.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:08.979+0000 7fcdb7400700 1 -- 172.21.15.8:0/3527112617 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcdb8078390 msgr2=0x7fcdb81a0800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:08.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:08.979+0000 7fcdb7400700 1 --2- 172.21.15.8:0/3527112617 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcdb8078390 0x7fcdb81a0800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:08.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:08.979+0000 7fcdb7400700 1 -- 172.21.15.8:0/3527112617 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcdb81a5280 con 0x7fcdb8077a70 2024-05-20T21:15:08.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:08.979+0000 7fcdb6a00700 1 --2- 172.21.15.8:0/3527112617 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcdb8078390 0x7fcdb81a0800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:15:08.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:08.979+0000 7fcdb7e00700 1 --2- 172.21.15.8:0/3527112617 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcdb81143f0 0x7fcdb81a4b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:15:08.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:08.980+0000 7fcdb7400700 1 --2- 172.21.15.8:0/3527112617 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fcdb8077a70 0x7fcdb81a02c0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fcda800e9c0 tx=0x7fcda800ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:08.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:08.980+0000 7fcdafe00700 1 -- 172.21.15.8:0/3527112617 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcda800cbd0 con 0x7fcdb8077a70 2024-05-20T21:15:08.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:08.980+0000 7fcdafe00700 1 -- 172.21.15.8:0/3527112617 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcda800cd70 con 0x7fcdb8077a70 2024-05-20T21:15:08.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:08.980+0000 7fcdafe00700 1 -- 172.21.15.8:0/3527112617 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcda8005580 con 0x7fcdb8077a70 2024-05-20T21:15:08.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:08.980+0000 7fcdbe000700 1 -- 172.21.15.8:0/3527112617 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcdb81a5570 con 0x7fcdb8077a70 2024-05-20T21:15:08.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:08.980+0000 7fcdbe000700 1 -- 172.21.15.8:0/3527112617 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcdb81acdf0 con 0x7fcdb8077a70 2024-05-20T21:15:08.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:08.981+0000 7fcdbe000700 1 -- 172.21.15.8:0/3527112617 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcdb806a230 con 0x7fcdb8077a70 2024-05-20T21:15:08.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:08.984+0000 7fcdafe00700 1 -- 172.21.15.8:0/3527112617 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fcda8004750 con 0x7fcdb8077a70 2024-05-20T21:15:08.985 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:08.985+0000 7fcdafe00700 1 --2- 172.21.15.8:0/3527112617 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fcd9c0b2880 0x7fcd9c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:08.986 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:08.986+0000 7fcdafe00700 1 -- 172.21.15.8:0/3527112617 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fcda80e24e0 con 0x7fcdb8077a70 2024-05-20T21:15:08.986 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:08.986+0000 7fcdb6a00700 1 --2- 172.21.15.8:0/3527112617 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fcd9c0b2880 0x7fcd9c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:08.986 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:08.986+0000 7fcdb6a00700 1 --2- 172.21.15.8:0/3527112617 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fcd9c0b2880 0x7fcd9c0b4d40 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fcdb8104930 tx=0x7fcda4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:08.990 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:08.990+0000 7fcdafe00700 1 -- 172.21.15.8:0/3527112617 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fcda80aa190 con 0x7fcdb8077a70 2024-05-20T21:15:09.278 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:09.278+0000 7fcdbe000700 1 -- 172.21.15.8:0/3527112617 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcdb802e560 con 0x7fcdb8077a70 2024-05-20T21:15:09.280 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:09.280+0000 7fcdafe00700 1 -- 172.21.15.8:0/3527112617 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7fcda80a5020 con 0x7fcdb8077a70 2024-05-20T21:15:09.280 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:15:09.281 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:15:09.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:09.284+0000 7fcdbe000700 1 -- 172.21.15.8:0/3527112617 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fcd9c0b2880 msgr2=0x7fcd9c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:09.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:09.284+0000 7fcdbe000700 1 --2- 172.21.15.8:0/3527112617 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fcd9c0b2880 0x7fcd9c0b4d40 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fcdb8104930 tx=0x7fcda4009260 comp rx=0 tx=0).stop 2024-05-20T21:15:09.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:09.284+0000 7fcdbe000700 1 -- 172.21.15.8:0/3527112617 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fcdb8077a70 msgr2=0x7fcdb81a02c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:09.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:09.284+0000 7fcdbe000700 1 --2- 172.21.15.8:0/3527112617 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fcdb8077a70 0x7fcdb81a02c0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fcda800e9c0 tx=0x7fcda800ecd0 comp rx=0 tx=0).stop 2024-05-20T21:15:09.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:09.284+0000 7fcdbe000700 1 -- 172.21.15.8:0/3527112617 shutdown_connections 2024-05-20T21:15:09.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:09.284+0000 7fcdbe000700 1 --2- 172.21.15.8:0/3527112617 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fcd9c0b2880 0x7fcd9c0b4d40 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:09.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:09.284+0000 7fcdbe000700 1 --2- 172.21.15.8:0/3527112617 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcdb81143f0 0x7fcdb81a4b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:09.285 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:09.284+0000 7fcdbe000700 1 --2- 172.21.15.8:0/3527112617 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fcdb8077a70 0x7fcdb81a02c0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:09.285 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:09.284+0000 7fcdbe000700 1 --2- 172.21.15.8:0/3527112617 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcdb8078390 0x7fcdb81a0800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:09.285 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:09.284+0000 7fcdbe000700 1 -- 172.21.15.8:0/3527112617 >> 172.21.15.8:0/3527112617 conn(0x7fcdb8101240 msgr2=0x7fcdb8103630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:09.285 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:09.285+0000 7fcdbe000700 1 -- 172.21.15.8:0/3527112617 shutdown_connections 2024-05-20T21:15:09.285 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:09.285+0000 7fcdbe000700 1 -- 172.21.15.8:0/3527112617 wait complete. 2024-05-20T21:15:09.287 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:15:09.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:15:09 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/3527112617' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:15:09.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:15:09 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/3527112617' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:15:09.699 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:15:09 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/3527112617' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:15:10.210 INFO:tasks.fwd_scrub:Ready to start scrub thrashing 2024-05-20T21:15:10.210 INFO:tasks.fwd_scrub.ceph_manager:waiting for clean 2024-05-20T21:15:10.210 DEBUG:teuthology.orchestra.run.smithi008:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-05-20T21:15:10.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.440+0000 7fd612600640 1 -- 172.21.15.8:0/2242819822 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd60c102b10 msgr2=0x7fd60c102f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:10.441 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.440+0000 7fd612600640 1 --2- 172.21.15.8:0/2242819822 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd60c102b10 0x7fd60c102f30 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fd5fc009900 tx=0x7fd5fc02a410 comp rx=0 tx=0).stop 2024-05-20T21:15:10.441 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.440+0000 7fd612600640 1 -- 172.21.15.8:0/2242819822 shutdown_connections 2024-05-20T21:15:10.441 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.440+0000 7fd612600640 1 --2- 172.21.15.8:0/2242819822 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd60c1046c0 0x7fd60c10af50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:10.441 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.440+0000 7fd612600640 1 --2- 172.21.15.8:0/2242819822 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd60c103d00 0x7fd60c104180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:10.441 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.440+0000 7fd612600640 1 --2- 172.21.15.8:0/2242819822 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd60c102b10 0x7fd60c102f30 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:10.441 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.440+0000 7fd612600640 1 -- 172.21.15.8:0/2242819822 >> 172.21.15.8:0/2242819822 conn(0x7fd60c0fe080 msgr2=0x7fd60c1004c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:10.441 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.440+0000 7fd612600640 1 -- 172.21.15.8:0/2242819822 shutdown_connections 2024-05-20T21:15:10.441 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.440+0000 7fd612600640 1 -- 172.21.15.8:0/2242819822 wait complete. 2024-05-20T21:15:10.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.441+0000 7fd612600640 1 Processor -- start 2024-05-20T21:15:10.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.441+0000 7fd612600640 1 -- start start 2024-05-20T21:15:10.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.442+0000 7fd612600640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd60c102b10 0x7fd60c19aef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:10.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.442+0000 7fd612600640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd60c103d00 0x7fd60c19b430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:10.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.442+0000 7fd612600640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd60c1046c0 0x7fd60c1a24a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:10.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.442+0000 7fd612600640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fd60c10e610 con 0x7fd60c102b10 2024-05-20T21:15:10.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.442+0000 7fd612600640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fd60c10e490 con 0x7fd60c103d00 2024-05-20T21:15:10.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.442+0000 7fd612600640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fd60c10e790 con 0x7fd60c1046c0 2024-05-20T21:15:10.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.442+0000 7fd60b400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd60c102b10 0x7fd60c19aef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:10.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.442+0000 7fd60b400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd60c102b10 0x7fd60c19aef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:41530/0 (socket says 172.21.15.8:41530) 2024-05-20T21:15:10.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.442+0000 7fd60b400640 1 -- 172.21.15.8:0/1442387148 learned_addr learned my addr 172.21.15.8:0/1442387148 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:15:10.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.442+0000 7fd60aa00640 1 --2- 172.21.15.8:0/1442387148 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd60c103d00 0x7fd60c19b430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:10.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.442+0000 7fd60be00640 1 --2- 172.21.15.8:0/1442387148 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd60c1046c0 0x7fd60c1a24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:10.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.443+0000 7fd60b400640 1 -- 172.21.15.8:0/1442387148 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd60c1046c0 msgr2=0x7fd60c1a24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:10.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.443+0000 7fd60b400640 1 --2- 172.21.15.8:0/1442387148 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd60c1046c0 0x7fd60c1a24a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:10.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.443+0000 7fd60b400640 1 -- 172.21.15.8:0/1442387148 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd60c103d00 msgr2=0x7fd60c19b430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:10.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.443+0000 7fd60b400640 1 --2- 172.21.15.8:0/1442387148 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd60c103d00 0x7fd60c19b430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:10.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.443+0000 7fd60b400640 1 -- 172.21.15.8:0/1442387148 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd60c1a2b10 con 0x7fd60c102b10 2024-05-20T21:15:10.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.443+0000 7fd60aa00640 1 --2- 172.21.15.8:0/1442387148 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd60c103d00 0x7fd60c19b430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:15:10.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.443+0000 7fd60b400640 1 --2- 172.21.15.8:0/1442387148 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd60c102b10 0x7fd60c19aef0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fd5fc031500 tx=0x7fd5fc003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:10.445 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.443+0000 7fd603e00640 1 -- 172.21.15.8:0/1442387148 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5fc03f070 con 0x7fd60c102b10 2024-05-20T21:15:10.445 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.443+0000 7fd603e00640 1 -- 172.21.15.8:0/1442387148 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd5fc031c50 con 0x7fd60c102b10 2024-05-20T21:15:10.445 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.443+0000 7fd603e00640 1 -- 172.21.15.8:0/1442387148 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5fc035030 con 0x7fd60c102b10 2024-05-20T21:15:10.445 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.443+0000 7fd612600640 1 -- 172.21.15.8:0/1442387148 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd60c1a2da0 con 0x7fd60c102b10 2024-05-20T21:15:10.445 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.444+0000 7fd612600640 1 -- 172.21.15.8:0/1442387148 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd60c1a3180 con 0x7fd60c102b10 2024-05-20T21:15:10.445 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.445+0000 7fd612600640 1 -- 172.21.15.8:0/1442387148 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd60c1a33b0 con 0x7fd60c102b10 2024-05-20T21:15:10.447 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.447+0000 7fd603e00640 1 -- 172.21.15.8:0/1442387148 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fd5fc042070 con 0x7fd60c102b10 2024-05-20T21:15:10.448 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.448+0000 7fd603e00640 1 --2- 172.21.15.8:0/1442387148 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd5f00b2870 0x7fd5f00b4d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:10.449 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.449+0000 7fd603e00640 1 -- 172.21.15.8:0/1442387148 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fd5fc102900 con 0x7fd60c102b10 2024-05-20T21:15:10.449 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.449+0000 7fd60aa00640 1 --2- 172.21.15.8:0/1442387148 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd5f00b2870 0x7fd5f00b4d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:10.450 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.450+0000 7fd60aa00640 1 --2- 172.21.15.8:0/1442387148 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd5f00b2870 0x7fd5f00b4d30 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fd60c19c400 tx=0x7fd5f8005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:10.454 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.454+0000 7fd603e00640 1 -- 172.21.15.8:0/1442387148 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fd5fc0c9f60 con 0x7fd60c102b10 2024-05-20T21:15:10.664 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.664+0000 7fd612600640 1 -- 172.21.15.8:0/1442387148 --> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fd60c0763a0 con 0x7fd5f00b2870 2024-05-20T21:15:10.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:15:10 smithi130 ceph-mon[36448]: pgmap v435: 97 pgs: 97 active+clean; 649 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 767 B/s wr, 6 op/s 2024-05-20T21:15:10.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:15:10 smithi050 ceph-mon[35809]: pgmap v435: 97 pgs: 97 active+clean; 649 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 767 B/s wr, 6 op/s 2024-05-20T21:15:10.688 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.688+0000 7fd603e00640 1 -- 172.21.15.8:0/1442387148 <== mgr.14152 v2:172.21.15.8:6800/2778224651 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258815 (secure 0 0 0) 0x7fd60c0763a0 con 0x7fd5f00b2870 2024-05-20T21:15:10.690 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:15:10.693 INFO:teuthology.orchestra.run.smithi008.stderr:dumped all 2024-05-20T21:15:10.696 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.695+0000 7fd612600640 1 -- 172.21.15.8:0/1442387148 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd5f00b2870 msgr2=0x7fd5f00b4d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:10.696 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.695+0000 7fd612600640 1 --2- 172.21.15.8:0/1442387148 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd5f00b2870 0x7fd5f00b4d30 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fd60c19c400 tx=0x7fd5f8005f90 comp rx=0 tx=0).stop 2024-05-20T21:15:10.696 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.695+0000 7fd612600640 1 -- 172.21.15.8:0/1442387148 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd60c102b10 msgr2=0x7fd60c19aef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:10.696 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.695+0000 7fd612600640 1 --2- 172.21.15.8:0/1442387148 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd60c102b10 0x7fd60c19aef0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fd5fc031500 tx=0x7fd5fc003c10 comp rx=0 tx=0).stop 2024-05-20T21:15:10.696 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.695+0000 7fd612600640 1 -- 172.21.15.8:0/1442387148 shutdown_connections 2024-05-20T21:15:10.696 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.695+0000 7fd612600640 1 --2- 172.21.15.8:0/1442387148 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd5f00b2870 0x7fd5f00b4d30 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:10.696 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.695+0000 7fd612600640 1 --2- 172.21.15.8:0/1442387148 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd60c1046c0 0x7fd60c1a24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:10.696 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.695+0000 7fd612600640 1 --2- 172.21.15.8:0/1442387148 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd60c103d00 0x7fd60c19b430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:10.696 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.695+0000 7fd612600640 1 --2- 172.21.15.8:0/1442387148 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd60c102b10 0x7fd60c19aef0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:10.696 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.695+0000 7fd612600640 1 -- 172.21.15.8:0/1442387148 >> 172.21.15.8:0/1442387148 conn(0x7fd60c0fe080 msgr2=0x7fd60c074c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:10.696 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.695+0000 7fd612600640 1 -- 172.21.15.8:0/1442387148 shutdown_connections 2024-05-20T21:15:10.696 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.695+0000 7fd612600640 1 -- 172.21.15.8:0/1442387148 wait complete. 2024-05-20T21:15:10.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:15:10 smithi008 ceph-mon[31475]: pgmap v435: 97 pgs: 97 active+clean; 649 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 767 B/s wr, 6 op/s 2024-05-20T21:15:10.719 INFO:teuthology.orchestra.run.smithi008.stdout:{"pg_ready":true,"pg_map":{"version":435,"stamp":"2024-05-20T21:15:09.261043+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":664868,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":1357,"num_read_kb":782,"num_write":303,"num_write_kb":2280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":745,"ondisk_log_size":745,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":403280,"kb_used_data":12528,"kb_used_omap":18,"kb_used_meta":390637,"kb_avail":1124538544,"statfs":{"total":1151940427776,"available":1151527469056,"internally_reserved":0,"allocated":12828672,"data_stored":7159992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":400012601},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":5683,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":77,"num_read_kb":47,"num_write":5,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005272"},"pg_stats":[{"pgid":"3.3f","version":"81'8","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.183379+0000","last_change":"2024-05-20T21:11:16.296240+0000","last_active":"2024-05-20T21:13:01.183379+0000","last_peered":"2024-05-20T21:13:01.183379+0000","last_clean":"2024-05-20T21:13:01.183379+0000","last_became_active":"2024-05-20T21:11:16.295881+0000","last_became_peered":"2024-05-20T21:11:16.295881+0000","last_unstale":"2024-05-20T21:13:01.183379+0000","last_undegraded":"2024-05-20T21:13:01.183379+0000","last_fullsized":"2024-05-20T21:13:01.183379+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:15:55.325945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"81'4","reported_seq":23,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.180728+0000","last_change":"2024-05-20T21:11:16.292636+0000","last_active":"2024-05-20T21:13:01.180728+0000","last_peered":"2024-05-20T21:13:01.180728+0000","last_clean":"2024-05-20T21:13:01.180728+0000","last_became_active":"2024-05-20T21:11:16.290950+0000","last_became_peered":"2024-05-20T21:11:16.290950+0000","last_unstale":"2024-05-20T21:13:01.180728+0000","last_undegraded":"2024-05-20T21:13:01.180728+0000","last_fullsized":"2024-05-20T21:13:01.180728+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:42:09.178628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"81'7","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.182007+0000","last_change":"2024-05-20T21:11:16.290214+0000","last_active":"2024-05-20T21:13:01.182007+0000","last_peered":"2024-05-20T21:13:01.182007+0000","last_clean":"2024-05-20T21:13:01.182007+0000","last_became_active":"2024-05-20T21:11:16.289872+0000","last_became_peered":"2024-05-20T21:11:16.289872+0000","last_unstale":"2024-05-20T21:13:01.182007+0000","last_undegraded":"2024-05-20T21:13:01.182007+0000","last_fullsized":"2024-05-20T21:13:01.182007+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:24:28.333308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"81'8","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.159580+0000","last_change":"2024-05-20T21:11:16.289991+0000","last_active":"2024-05-20T21:13:01.159580+0000","last_peered":"2024-05-20T21:13:01.159580+0000","last_clean":"2024-05-20T21:13:01.159580+0000","last_became_active":"2024-05-20T21:11:16.287959+0000","last_became_peered":"2024-05-20T21:11:16.287959+0000","last_unstale":"2024-05-20T21:13:01.159580+0000","last_undegraded":"2024-05-20T21:13:01.159580+0000","last_fullsized":"2024-05-20T21:13:01.159580+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:59:03.124597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"81'4","reported_seq":23,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.170341+0000","last_change":"2024-05-20T21:11:16.310007+0000","last_active":"2024-05-20T21:13:01.170341+0000","last_peered":"2024-05-20T21:13:01.170341+0000","last_clean":"2024-05-20T21:13:01.170341+0000","last_became_active":"2024-05-20T21:11:16.309632+0000","last_became_peered":"2024-05-20T21:11:16.309632+0000","last_unstale":"2024-05-20T21:13:01.170341+0000","last_undegraded":"2024-05-20T21:13:01.170341+0000","last_fullsized":"2024-05-20T21:13:01.170341+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:23:35.698898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.159174+0000","last_change":"2024-05-20T21:11:16.299661+0000","last_active":"2024-05-20T21:13:01.159174+0000","last_peered":"2024-05-20T21:13:01.159174+0000","last_clean":"2024-05-20T21:13:01.159174+0000","last_became_active":"2024-05-20T21:11:16.299296+0000","last_became_peered":"2024-05-20T21:11:16.299296+0000","last_unstale":"2024-05-20T21:13:01.159174+0000","last_undegraded":"2024-05-20T21:13:01.159174+0000","last_fullsized":"2024-05-20T21:13:01.159174+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:47:48.411451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.161837+0000","last_change":"2024-05-20T21:11:16.299517+0000","last_active":"2024-05-20T21:13:01.161837+0000","last_peered":"2024-05-20T21:13:01.161837+0000","last_clean":"2024-05-20T21:13:01.161837+0000","last_became_active":"2024-05-20T21:11:16.299162+0000","last_became_peered":"2024-05-20T21:11:16.299162+0000","last_unstale":"2024-05-20T21:13:01.161837+0000","last_undegraded":"2024-05-20T21:13:01.161837+0000","last_fullsized":"2024-05-20T21:13:01.161837+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:45:28.319801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.174561+0000","last_change":"2024-05-20T21:11:16.307565+0000","last_active":"2024-05-20T21:13:01.174561+0000","last_peered":"2024-05-20T21:13:01.174561+0000","last_clean":"2024-05-20T21:13:01.174561+0000","last_became_active":"2024-05-20T21:11:16.297502+0000","last_became_peered":"2024-05-20T21:11:16.297502+0000","last_unstale":"2024-05-20T21:13:01.174561+0000","last_undegraded":"2024-05-20T21:13:01.174561+0000","last_fullsized":"2024-05-20T21:13:01.174561+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:05:51.269233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.166091+0000","last_change":"2024-05-20T21:11:16.291944+0000","last_active":"2024-05-20T21:13:01.166091+0000","last_peered":"2024-05-20T21:13:01.166091+0000","last_clean":"2024-05-20T21:13:01.166091+0000","last_became_active":"2024-05-20T21:11:16.291569+0000","last_became_peered":"2024-05-20T21:11:16.291569+0000","last_unstale":"2024-05-20T21:13:01.166091+0000","last_undegraded":"2024-05-20T21:13:01.166091+0000","last_fullsized":"2024-05-20T21:13:01.166091+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:03:07.806446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"81'16","reported_seq":37,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.158044+0000","last_change":"2024-05-20T21:11:16.295592+0000","last_active":"2024-05-20T21:13:01.158044+0000","last_peered":"2024-05-20T21:13:01.158044+0000","last_clean":"2024-05-20T21:13:01.158044+0000","last_became_active":"2024-05-20T21:11:16.295246+0000","last_became_peered":"2024-05-20T21:11:16.295246+0000","last_unstale":"2024-05-20T21:13:01.158044+0000","last_undegraded":"2024-05-20T21:13:01.158044+0000","last_fullsized":"2024-05-20T21:13:01.158044+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:33:33.680892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.167893+0000","last_change":"2024-05-20T21:11:16.295909+0000","last_active":"2024-05-20T21:13:01.167893+0000","last_peered":"2024-05-20T21:13:01.167893+0000","last_clean":"2024-05-20T21:13:01.167893+0000","last_became_active":"2024-05-20T21:11:16.295568+0000","last_became_peered":"2024-05-20T21:11:16.295568+0000","last_unstale":"2024-05-20T21:13:01.167893+0000","last_undegraded":"2024-05-20T21:13:01.167893+0000","last_fullsized":"2024-05-20T21:13:01.167893+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:41:15.046594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"81'7","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.147302+0000","last_change":"2024-05-20T21:11:16.292742+0000","last_active":"2024-05-20T21:13:01.147302+0000","last_peered":"2024-05-20T21:13:01.147302+0000","last_clean":"2024-05-20T21:13:01.147302+0000","last_became_active":"2024-05-20T21:11:16.291945+0000","last_became_peered":"2024-05-20T21:11:16.291945+0000","last_unstale":"2024-05-20T21:13:01.147302+0000","last_undegraded":"2024-05-20T21:13:01.147302+0000","last_fullsized":"2024-05-20T21:13:01.147302+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:53:00.313040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.161279+0000","last_change":"2024-05-20T21:11:16.307203+0000","last_active":"2024-05-20T21:13:01.161279+0000","last_peered":"2024-05-20T21:13:01.161279+0000","last_clean":"2024-05-20T21:13:01.161279+0000","last_became_active":"2024-05-20T21:11:16.302848+0000","last_became_peered":"2024-05-20T21:11:16.302848+0000","last_unstale":"2024-05-20T21:13:01.161279+0000","last_undegraded":"2024-05-20T21:13:01.161279+0000","last_fullsized":"2024-05-20T21:13:01.161279+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:51:43.676593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"81'7","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.180799+0000","last_change":"2024-05-20T21:11:16.291973+0000","last_active":"2024-05-20T21:13:01.180799+0000","last_peered":"2024-05-20T21:13:01.180799+0000","last_clean":"2024-05-20T21:13:01.180799+0000","last_became_active":"2024-05-20T21:11:16.291609+0000","last_became_peered":"2024-05-20T21:11:16.291609+0000","last_unstale":"2024-05-20T21:13:01.180799+0000","last_undegraded":"2024-05-20T21:13:01.180799+0000","last_fullsized":"2024-05-20T21:13:01.180799+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:51:16.914968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"81'7","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.179964+0000","last_change":"2024-05-20T21:11:16.293850+0000","last_active":"2024-05-20T21:13:01.179964+0000","last_peered":"2024-05-20T21:13:01.179964+0000","last_clean":"2024-05-20T21:13:01.179964+0000","last_became_active":"2024-05-20T21:11:16.291739+0000","last_became_peered":"2024-05-20T21:11:16.291739+0000","last_unstale":"2024-05-20T21:13:01.179964+0000","last_undegraded":"2024-05-20T21:13:01.179964+0000","last_fullsized":"2024-05-20T21:13:01.179964+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:05:37.822547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.179015+0000","last_change":"2024-05-20T21:11:16.300660+0000","last_active":"2024-05-20T21:13:01.179015+0000","last_peered":"2024-05-20T21:13:01.179015+0000","last_clean":"2024-05-20T21:13:01.179015+0000","last_became_active":"2024-05-20T21:11:16.300253+0000","last_became_peered":"2024-05-20T21:11:16.300253+0000","last_unstale":"2024-05-20T21:13:01.179015+0000","last_undegraded":"2024-05-20T21:13:01.179015+0000","last_fullsized":"2024-05-20T21:13:01.179015+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:08:08.298828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"81'8","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.183556+0000","last_change":"2024-05-20T21:11:16.295415+0000","last_active":"2024-05-20T21:13:01.183556+0000","last_peered":"2024-05-20T21:13:01.183556+0000","last_clean":"2024-05-20T21:13:01.183556+0000","last_became_active":"2024-05-20T21:11:16.295061+0000","last_became_peered":"2024-05-20T21:11:16.295061+0000","last_unstale":"2024-05-20T21:13:01.183556+0000","last_undegraded":"2024-05-20T21:13:01.183556+0000","last_fullsized":"2024-05-20T21:13:01.183556+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:44:10.874447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.160287+0000","last_change":"2024-05-20T21:11:16.289961+0000","last_active":"2024-05-20T21:13:01.160287+0000","last_peered":"2024-05-20T21:13:01.160287+0000","last_clean":"2024-05-20T21:13:01.160287+0000","last_became_active":"2024-05-20T21:11:16.289590+0000","last_became_peered":"2024-05-20T21:11:16.289590+0000","last_unstale":"2024-05-20T21:13:01.160287+0000","last_undegraded":"2024-05-20T21:13:01.160287+0000","last_fullsized":"2024-05-20T21:13:01.160287+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:46:46.870047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"81'7","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.172534+0000","last_change":"2024-05-20T21:11:16.301312+0000","last_active":"2024-05-20T21:13:01.172534+0000","last_peered":"2024-05-20T21:13:01.172534+0000","last_clean":"2024-05-20T21:13:01.172534+0000","last_became_active":"2024-05-20T21:11:16.300913+0000","last_became_peered":"2024-05-20T21:11:16.300913+0000","last_unstale":"2024-05-20T21:13:01.172534+0000","last_undegraded":"2024-05-20T21:13:01.172534+0000","last_fullsized":"2024-05-20T21:13:01.172534+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:58:42.312080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"79'9","reported_seq":37,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.574136+0000","last_change":"2024-05-20T21:11:12.242705+0000","last_active":"2024-05-20T21:12:02.574136+0000","last_peered":"2024-05-20T21:12:02.574136+0000","last_clean":"2024-05-20T21:12:02.574136+0000","last_became_active":"2024-05-20T21:11:12.241674+0000","last_became_peered":"2024-05-20T21:11:12.241674+0000","last_unstale":"2024-05-20T21:12:02.574136+0000","last_undegraded":"2024-05-20T21:12:02.574136+0000","last_fullsized":"2024-05-20T21:12:02.574136+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:01:49.160623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.171254+0000","last_change":"2024-05-20T21:11:16.308429+0000","last_active":"2024-05-20T21:13:01.171254+0000","last_peered":"2024-05-20T21:13:01.171254+0000","last_clean":"2024-05-20T21:13:01.171254+0000","last_became_active":"2024-05-20T21:11:16.308045+0000","last_became_peered":"2024-05-20T21:11:16.308045+0000","last_unstale":"2024-05-20T21:13:01.171254+0000","last_undegraded":"2024-05-20T21:13:01.171254+0000","last_fullsized":"2024-05-20T21:13:01.171254+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:28:14.875133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.582317+0000","last_change":"2024-05-20T21:11:12.760097+0000","last_active":"2024-05-20T21:12:02.582317+0000","last_peered":"2024-05-20T21:12:02.582317+0000","last_clean":"2024-05-20T21:12:02.582317+0000","last_became_active":"2024-05-20T21:11:12.758767+0000","last_became_peered":"2024-05-20T21:11:12.758767+0000","last_unstale":"2024-05-20T21:12:02.582317+0000","last_undegraded":"2024-05-20T21:12:02.582317+0000","last_fullsized":"2024-05-20T21:12:02.582317+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:17:55.084903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"81'6","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.182318+0000","last_change":"2024-05-20T21:11:16.294293+0000","last_active":"2024-05-20T21:13:01.182318+0000","last_peered":"2024-05-20T21:13:01.182318+0000","last_clean":"2024-05-20T21:13:01.182318+0000","last_became_active":"2024-05-20T21:11:16.288495+0000","last_became_peered":"2024-05-20T21:11:16.288495+0000","last_unstale":"2024-05-20T21:13:01.182318+0000","last_undegraded":"2024-05-20T21:13:01.182318+0000","last_fullsized":"2024-05-20T21:13:01.182318+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:26:47.512434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"79'4","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572947+0000","last_change":"2024-05-20T21:11:12.240040+0000","last_active":"2024-05-20T21:12:02.572947+0000","last_peered":"2024-05-20T21:12:02.572947+0000","last_clean":"2024-05-20T21:12:02.572947+0000","last_became_active":"2024-05-20T21:11:12.239600+0000","last_became_peered":"2024-05-20T21:11:12.239600+0000","last_unstale":"2024-05-20T21:12:02.572947+0000","last_undegraded":"2024-05-20T21:12:02.572947+0000","last_fullsized":"2024-05-20T21:12:02.572947+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:14:29.900023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.170125+0000","last_change":"2024-05-20T21:11:16.301691+0000","last_active":"2024-05-20T21:13:01.170125+0000","last_peered":"2024-05-20T21:13:01.170125+0000","last_clean":"2024-05-20T21:13:01.170125+0000","last_became_active":"2024-05-20T21:11:16.301304+0000","last_became_peered":"2024-05-20T21:11:16.301304+0000","last_unstale":"2024-05-20T21:13:01.170125+0000","last_undegraded":"2024-05-20T21:13:01.170125+0000","last_fullsized":"2024-05-20T21:13:01.170125+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:02:19.858085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"79'2","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572629+0000","last_change":"2024-05-20T21:11:12.240455+0000","last_active":"2024-05-20T21:12:02.572629+0000","last_peered":"2024-05-20T21:12:02.572629+0000","last_clean":"2024-05-20T21:12:02.572629+0000","last_became_active":"2024-05-20T21:11:12.239527+0000","last_became_peered":"2024-05-20T21:11:12.239527+0000","last_unstale":"2024-05-20T21:12:02.572629+0000","last_undegraded":"2024-05-20T21:12:02.572629+0000","last_fullsized":"2024-05-20T21:12:02.572629+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:00:44.241965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"81'15","reported_seq":42,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.166965+0000","last_change":"2024-05-20T21:12:02.656869+0000","last_active":"2024-05-20T21:13:01.166965+0000","last_peered":"2024-05-20T21:13:01.166965+0000","last_clean":"2024-05-20T21:13:01.166965+0000","last_became_active":"2024-05-20T21:12:02.656429+0000","last_became_peered":"2024-05-20T21:12:02.656429+0000","last_unstale":"2024-05-20T21:13:01.166965+0000","last_undegraded":"2024-05-20T21:13:01.166965+0000","last_fullsized":"2024-05-20T21:13:01.166965+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:53:09.447877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"79'5","reported_seq":241,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:15:03.902277+0000","last_change":"2024-05-20T21:11:12.242358+0000","last_active":"2024-05-20T21:15:03.902277+0000","last_peered":"2024-05-20T21:15:03.902277+0000","last_clean":"2024-05-20T21:15:03.902277+0000","last_became_active":"2024-05-20T21:11:12.241900+0000","last_became_peered":"2024-05-20T21:11:12.241900+0000","last_unstale":"2024-05-20T21:15:03.902277+0000","last_undegraded":"2024-05-20T21:15:03.902277+0000","last_fullsized":"2024-05-20T21:15:03.902277+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:34:38.407381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":209,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"81'7","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.159869+0000","last_change":"2024-05-20T21:11:16.285692+0000","last_active":"2024-05-20T21:13:01.159869+0000","last_peered":"2024-05-20T21:13:01.159869+0000","last_clean":"2024-05-20T21:13:01.159869+0000","last_became_active":"2024-05-20T21:11:16.285318+0000","last_became_peered":"2024-05-20T21:11:16.285318+0000","last_unstale":"2024-05-20T21:13:01.159869+0000","last_undegraded":"2024-05-20T21:13:01.159869+0000","last_fullsized":"2024-05-20T21:13:01.159869+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:12:32.319254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.654997+0000","last_change":"2024-05-20T21:11:12.244376+0000","last_active":"2024-05-20T21:12:02.654997+0000","last_peered":"2024-05-20T21:12:02.654997+0000","last_clean":"2024-05-20T21:12:02.654997+0000","last_became_active":"2024-05-20T21:11:12.243903+0000","last_became_peered":"2024-05-20T21:11:12.243903+0000","last_unstale":"2024-05-20T21:12:02.654997+0000","last_undegraded":"2024-05-20T21:12:02.654997+0000","last_fullsized":"2024-05-20T21:12:02.654997+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:58:51.683092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"81'8","reported_seq":35,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.148406+0000","last_change":"2024-05-20T21:12:02.582536+0000","last_active":"2024-05-20T21:13:01.148406+0000","last_peered":"2024-05-20T21:13:01.148406+0000","last_clean":"2024-05-20T21:13:01.148406+0000","last_became_active":"2024-05-20T21:12:02.582146+0000","last_became_peered":"2024-05-20T21:12:02.582146+0000","last_unstale":"2024-05-20T21:13:01.148406+0000","last_undegraded":"2024-05-20T21:13:01.148406+0000","last_fullsized":"2024-05-20T21:13:01.148406+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:04:53.134301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,8],"acting":[5,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.622562+0000","last_change":"2024-05-20T21:11:12.253186+0000","last_active":"2024-05-20T21:12:02.622562+0000","last_peered":"2024-05-20T21:12:02.622562+0000","last_clean":"2024-05-20T21:12:02.622562+0000","last_became_active":"2024-05-20T21:11:12.252757+0000","last_became_peered":"2024-05-20T21:11:12.252757+0000","last_unstale":"2024-05-20T21:12:02.622562+0000","last_undegraded":"2024-05-20T21:12:02.622562+0000","last_fullsized":"2024-05-20T21:12:02.622562+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:07:00.781268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.183071+0000","last_change":"2024-05-20T21:11:16.309830+0000","last_active":"2024-05-20T21:13:01.183071+0000","last_peered":"2024-05-20T21:13:01.183071+0000","last_clean":"2024-05-20T21:13:01.183071+0000","last_became_active":"2024-05-20T21:11:16.308102+0000","last_became_peered":"2024-05-20T21:11:16.308102+0000","last_unstale":"2024-05-20T21:13:01.183071+0000","last_undegraded":"2024-05-20T21:13:01.183071+0000","last_fullsized":"2024-05-20T21:13:01.183071+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:27:48.742379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"79'1","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.578858+0000","last_change":"2024-05-20T21:11:12.241333+0000","last_active":"2024-05-20T21:12:02.578858+0000","last_peered":"2024-05-20T21:12:02.578858+0000","last_clean":"2024-05-20T21:12:02.578858+0000","last_became_active":"2024-05-20T21:11:12.240714+0000","last_became_peered":"2024-05-20T21:11:12.240714+0000","last_unstale":"2024-05-20T21:12:02.578858+0000","last_undegraded":"2024-05-20T21:12:02.578858+0000","last_fullsized":"2024-05-20T21:12:02.578858+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:24:36.977355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.183108+0000","last_change":"2024-05-20T21:11:16.312485+0000","last_active":"2024-05-20T21:13:01.183108+0000","last_peered":"2024-05-20T21:13:01.183108+0000","last_clean":"2024-05-20T21:13:01.183108+0000","last_became_active":"2024-05-20T21:11:16.310540+0000","last_became_peered":"2024-05-20T21:11:16.310540+0000","last_unstale":"2024-05-20T21:13:01.183108+0000","last_undegraded":"2024-05-20T21:13:01.183108+0000","last_fullsized":"2024-05-20T21:13:01.183108+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:40:51.470540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"79'3","reported_seq":240,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:15:06.906895+0000","last_change":"2024-05-20T21:11:12.250269+0000","last_active":"2024-05-20T21:15:06.906895+0000","last_peered":"2024-05-20T21:15:06.906895+0000","last_clean":"2024-05-20T21:15:06.906895+0000","last_became_active":"2024-05-20T21:11:12.249953+0000","last_became_peered":"2024-05-20T21:11:12.249953+0000","last_unstale":"2024-05-20T21:15:06.906895+0000","last_undegraded":"2024-05-20T21:15:06.906895+0000","last_fullsized":"2024-05-20T21:15:06.906895+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:28:16.387524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":210,"num_read_kb":210,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.165457+0000","last_change":"2024-05-20T21:11:16.293415+0000","last_active":"2024-05-20T21:13:01.165457+0000","last_peered":"2024-05-20T21:13:01.165457+0000","last_clean":"2024-05-20T21:13:01.165457+0000","last_became_active":"2024-05-20T21:11:16.293020+0000","last_became_peered":"2024-05-20T21:11:16.293020+0000","last_unstale":"2024-05-20T21:13:01.165457+0000","last_undegraded":"2024-05-20T21:13:01.165457+0000","last_fullsized":"2024-05-20T21:13:01.165457+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:15:38.709618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572837+0000","last_change":"2024-05-20T21:11:12.241145+0000","last_active":"2024-05-20T21:12:02.572837+0000","last_peered":"2024-05-20T21:12:02.572837+0000","last_clean":"2024-05-20T21:12:02.572837+0000","last_became_active":"2024-05-20T21:11:12.240649+0000","last_became_peered":"2024-05-20T21:11:12.240649+0000","last_unstale":"2024-05-20T21:12:02.572837+0000","last_undegraded":"2024-05-20T21:12:02.572837+0000","last_fullsized":"2024-05-20T21:12:02.572837+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:37:42.233247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"81'9","reported_seq":34,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.183321+0000","last_change":"2024-05-20T21:12:02.624698+0000","last_active":"2024-05-20T21:13:01.183321+0000","last_peered":"2024-05-20T21:13:01.183321+0000","last_clean":"2024-05-20T21:13:01.183321+0000","last_became_active":"2024-05-20T21:12:02.624179+0000","last_became_peered":"2024-05-20T21:12:02.624179+0000","last_unstale":"2024-05-20T21:13:01.183321+0000","last_undegraded":"2024-05-20T21:13:01.183321+0000","last_fullsized":"2024-05-20T21:13:01.183321+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:26:04.334179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"79'4","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.579765+0000","last_change":"2024-05-20T21:11:12.760814+0000","last_active":"2024-05-20T21:12:02.579765+0000","last_peered":"2024-05-20T21:12:02.579765+0000","last_clean":"2024-05-20T21:12:02.579765+0000","last_became_active":"2024-05-20T21:11:12.760357+0000","last_became_peered":"2024-05-20T21:11:12.760357+0000","last_unstale":"2024-05-20T21:12:02.579765+0000","last_undegraded":"2024-05-20T21:12:02.579765+0000","last_fullsized":"2024-05-20T21:12:02.579765+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:59:22.572365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.164880+0000","last_change":"2024-05-20T21:11:16.289683+0000","last_active":"2024-05-20T21:13:01.164880+0000","last_peered":"2024-05-20T21:13:01.164880+0000","last_clean":"2024-05-20T21:13:01.164880+0000","last_became_active":"2024-05-20T21:11:16.288670+0000","last_became_peered":"2024-05-20T21:11:16.288670+0000","last_unstale":"2024-05-20T21:13:01.164880+0000","last_undegraded":"2024-05-20T21:13:01.164880+0000","last_fullsized":"2024-05-20T21:13:01.164880+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:58:46.822152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"81'39","reported_seq":499,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:15:07.816373+0000","last_change":"2024-05-20T21:11:12.240426+0000","last_active":"2024-05-20T21:15:07.816373+0000","last_peered":"2024-05-20T21:15:07.816373+0000","last_clean":"2024-05-20T21:15:07.816373+0000","last_became_active":"2024-05-20T21:11:12.239978+0000","last_became_peered":"2024-05-20T21:11:12.239978+0000","last_unstale":"2024-05-20T21:15:07.816373+0000","last_undegraded":"2024-05-20T21:15:07.816373+0000","last_fullsized":"2024-05-20T21:15:07.816373+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:57:56.556743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70656,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":433,"num_read_kb":285,"num_write":40,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"81'6","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.142502+0000","last_change":"2024-05-20T21:11:16.293396+0000","last_active":"2024-05-20T21:13:01.142502+0000","last_peered":"2024-05-20T21:13:01.142502+0000","last_clean":"2024-05-20T21:13:01.142502+0000","last_became_active":"2024-05-20T21:11:16.292975+0000","last_became_peered":"2024-05-20T21:11:16.292975+0000","last_unstale":"2024-05-20T21:13:01.142502+0000","last_undegraded":"2024-05-20T21:13:01.142502+0000","last_fullsized":"2024-05-20T21:13:01.142502+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:23:16.851377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"79'6","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.573640+0000","last_change":"2024-05-20T21:11:12.249629+0000","last_active":"2024-05-20T21:12:02.573640+0000","last_peered":"2024-05-20T21:12:02.573640+0000","last_clean":"2024-05-20T21:12:02.573640+0000","last_became_active":"2024-05-20T21:11:12.249223+0000","last_became_peered":"2024-05-20T21:11:12.249223+0000","last_unstale":"2024-05-20T21:12:02.573640+0000","last_undegraded":"2024-05-20T21:12:02.573640+0000","last_fullsized":"2024-05-20T21:12:02.573640+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:50:14.595923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.181126+0000","last_change":"2024-05-20T21:11:16.305707+0000","last_active":"2024-05-20T21:13:01.181126+0000","last_peered":"2024-05-20T21:13:01.181126+0000","last_clean":"2024-05-20T21:13:01.181126+0000","last_became_active":"2024-05-20T21:11:16.304112+0000","last_became_peered":"2024-05-20T21:11:16.304112+0000","last_unstale":"2024-05-20T21:13:01.181126+0000","last_undegraded":"2024-05-20T21:13:01.181126+0000","last_fullsized":"2024-05-20T21:13:01.181126+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:27:46.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.579108+0000","last_change":"2024-05-20T21:11:12.251594+0000","last_active":"2024-05-20T21:12:02.579108+0000","last_peered":"2024-05-20T21:12:02.579108+0000","last_clean":"2024-05-20T21:12:02.579108+0000","last_became_active":"2024-05-20T21:11:12.251273+0000","last_became_peered":"2024-05-20T21:11:12.251273+0000","last_unstale":"2024-05-20T21:12:02.579108+0000","last_undegraded":"2024-05-20T21:12:02.579108+0000","last_fullsized":"2024-05-20T21:12:02.579108+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:21:54.521412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"81'15","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.171816+0000","last_change":"2024-05-20T21:11:16.315454+0000","last_active":"2024-05-20T21:13:01.171816+0000","last_peered":"2024-05-20T21:13:01.171816+0000","last_clean":"2024-05-20T21:13:01.171816+0000","last_became_active":"2024-05-20T21:11:16.315139+0000","last_became_peered":"2024-05-20T21:11:16.315139+0000","last_unstale":"2024-05-20T21:13:01.171816+0000","last_undegraded":"2024-05-20T21:13:01.171816+0000","last_fullsized":"2024-05-20T21:13:01.171816+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:02:15.282366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"79'3","reported_seq":239,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:15:04.862759+0000","last_change":"2024-05-20T21:11:12.235731+0000","last_active":"2024-05-20T21:15:04.862759+0000","last_peered":"2024-05-20T21:15:04.862759+0000","last_clean":"2024-05-20T21:15:04.862759+0000","last_became_active":"2024-05-20T21:11:12.235247+0000","last_became_peered":"2024-05-20T21:11:12.235247+0000","last_unstale":"2024-05-20T21:15:04.862759+0000","last_undegraded":"2024-05-20T21:15:04.862759+0000","last_fullsized":"2024-05-20T21:15:04.862759+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:48:34.737739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":211,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.165322+0000","last_change":"2024-05-20T21:11:16.300621+0000","last_active":"2024-05-20T21:13:01.165322+0000","last_peered":"2024-05-20T21:13:01.165322+0000","last_clean":"2024-05-20T21:13:01.165322+0000","last_became_active":"2024-05-20T21:11:16.300299+0000","last_became_peered":"2024-05-20T21:11:16.300299+0000","last_unstale":"2024-05-20T21:13:01.165322+0000","last_undegraded":"2024-05-20T21:13:01.165322+0000","last_fullsized":"2024-05-20T21:13:01.165322+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:00:16.864814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"79'15","reported_seq":42,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572182+0000","last_change":"2024-05-20T21:11:12.758928+0000","last_active":"2024-05-20T21:12:02.572182+0000","last_peered":"2024-05-20T21:12:02.572182+0000","last_clean":"2024-05-20T21:12:02.572182+0000","last_became_active":"2024-05-20T21:11:12.758529+0000","last_became_peered":"2024-05-20T21:11:12.758529+0000","last_unstale":"2024-05-20T21:12:02.572182+0000","last_undegraded":"2024-05-20T21:12:02.572182+0000","last_fullsized":"2024-05-20T21:12:02.572182+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:36:07.416766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.163794+0000","last_change":"2024-05-20T21:11:16.290886+0000","last_active":"2024-05-20T21:13:01.163794+0000","last_peered":"2024-05-20T21:13:01.163794+0000","last_clean":"2024-05-20T21:13:01.163794+0000","last_became_active":"2024-05-20T21:11:16.290543+0000","last_became_peered":"2024-05-20T21:11:16.290543+0000","last_unstale":"2024-05-20T21:13:01.163794+0000","last_undegraded":"2024-05-20T21:13:01.163794+0000","last_fullsized":"2024-05-20T21:13:01.163794+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:07:21.774338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.573089+0000","last_change":"2024-05-20T21:11:12.240660+0000","last_active":"2024-05-20T21:12:02.573089+0000","last_peered":"2024-05-20T21:12:02.573089+0000","last_clean":"2024-05-20T21:12:02.573089+0000","last_became_active":"2024-05-20T21:11:12.240320+0000","last_became_peered":"2024-05-20T21:11:12.240320+0000","last_unstale":"2024-05-20T21:12:02.573089+0000","last_undegraded":"2024-05-20T21:12:02.573089+0000","last_fullsized":"2024-05-20T21:12:02.573089+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:32:04.885948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"81'5","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.162739+0000","last_change":"2024-05-20T21:11:16.288772+0000","last_active":"2024-05-20T21:13:01.162739+0000","last_peered":"2024-05-20T21:13:01.162739+0000","last_clean":"2024-05-20T21:13:01.162739+0000","last_became_active":"2024-05-20T21:11:16.288437+0000","last_became_peered":"2024-05-20T21:11:16.288437+0000","last_unstale":"2024-05-20T21:13:01.162739+0000","last_undegraded":"2024-05-20T21:13:01.162739+0000","last_fullsized":"2024-05-20T21:13:01.162739+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:51:31.971549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.585698+0000","last_change":"2024-05-20T21:12:02.584068+0000","last_active":"2024-05-20T21:12:02.585698+0000","last_peered":"2024-05-20T21:12:02.585698+0000","last_clean":"2024-05-20T21:12:02.585698+0000","last_became_active":"2024-05-20T21:12:02.583527+0000","last_became_peered":"2024-05-20T21:12:02.583527+0000","last_unstale":"2024-05-20T21:12:02.585698+0000","last_undegraded":"2024-05-20T21:12:02.585698+0000","last_fullsized":"2024-05-20T21:12:02.585698+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:30:08.931861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,0],"acting":[9,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.171581+0000","last_change":"2024-05-20T21:11:16.303638+0000","last_active":"2024-05-20T21:13:01.171581+0000","last_peered":"2024-05-20T21:13:01.171581+0000","last_clean":"2024-05-20T21:13:01.171581+0000","last_became_active":"2024-05-20T21:11:16.302601+0000","last_became_peered":"2024-05-20T21:11:16.302601+0000","last_unstale":"2024-05-20T21:13:01.171581+0000","last_undegraded":"2024-05-20T21:13:01.171581+0000","last_fullsized":"2024-05-20T21:13:01.171581+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:02:39.103054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"79'1","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572585+0000","last_change":"2024-05-20T21:11:12.244916+0000","last_active":"2024-05-20T21:12:02.572585+0000","last_peered":"2024-05-20T21:12:02.572585+0000","last_clean":"2024-05-20T21:12:02.572585+0000","last_became_active":"2024-05-20T21:11:12.244450+0000","last_became_peered":"2024-05-20T21:11:12.244450+0000","last_unstale":"2024-05-20T21:12:02.572585+0000","last_undegraded":"2024-05-20T21:12:02.572585+0000","last_fullsized":"2024-05-20T21:12:02.572585+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:43:22.114200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.149696+0000","last_change":"2024-05-20T21:11:16.302895+0000","last_active":"2024-05-20T21:13:01.149696+0000","last_peered":"2024-05-20T21:13:01.149696+0000","last_clean":"2024-05-20T21:13:01.149696+0000","last_became_active":"2024-05-20T21:11:16.302338+0000","last_became_peered":"2024-05-20T21:11:16.302338+0000","last_unstale":"2024-05-20T21:13:01.149696+0000","last_undegraded":"2024-05-20T21:13:01.149696+0000","last_fullsized":"2024-05-20T21:13:01.149696+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:19:55.637590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.150726+0000","last_change":"2024-05-20T21:11:16.292060+0000","last_active":"2024-05-20T21:13:01.150726+0000","last_peered":"2024-05-20T21:13:01.150726+0000","last_clean":"2024-05-20T21:13:01.150726+0000","last_became_active":"2024-05-20T21:11:16.291693+0000","last_became_peered":"2024-05-20T21:11:16.291693+0000","last_unstale":"2024-05-20T21:13:01.150726+0000","last_undegraded":"2024-05-20T21:13:01.150726+0000","last_fullsized":"2024-05-20T21:13:01.150726+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:25:43.584245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"79'4","reported_seq":238,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:15:03.859955+0000","last_change":"2024-05-20T21:11:12.766431+0000","last_active":"2024-05-20T21:15:03.859955+0000","last_peered":"2024-05-20T21:15:03.859955+0000","last_clean":"2024-05-20T21:15:03.859955+0000","last_became_active":"2024-05-20T21:11:12.765810+0000","last_became_peered":"2024-05-20T21:11:12.765810+0000","last_unstale":"2024-05-20T21:15:03.859955+0000","last_undegraded":"2024-05-20T21:15:03.859955+0000","last_fullsized":"2024-05-20T21:15:03.859955+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:00:43.569312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":207,"num_read_kb":207,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.179192+0000","last_change":"2024-05-20T21:11:16.309825+0000","last_active":"2024-05-20T21:13:01.179192+0000","last_peered":"2024-05-20T21:13:01.179192+0000","last_clean":"2024-05-20T21:13:01.179192+0000","last_became_active":"2024-05-20T21:11:16.298548+0000","last_became_peered":"2024-05-20T21:11:16.298548+0000","last_unstale":"2024-05-20T21:13:01.179192+0000","last_undegraded":"2024-05-20T21:13:01.179192+0000","last_fullsized":"2024-05-20T21:13:01.179192+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:01:11.724054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"79'3","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.654674+0000","last_change":"2024-05-20T21:11:12.238997+0000","last_active":"2024-05-20T21:12:02.654674+0000","last_peered":"2024-05-20T21:12:02.654674+0000","last_clean":"2024-05-20T21:12:02.654674+0000","last_became_active":"2024-05-20T21:11:12.238594+0000","last_became_peered":"2024-05-20T21:11:12.238594+0000","last_unstale":"2024-05-20T21:12:02.654674+0000","last_undegraded":"2024-05-20T21:12:02.654674+0000","last_fullsized":"2024-05-20T21:12:02.654674+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:48:34.665640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'92","reported_seq":103,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:16.725410+0000","last_change":"2024-05-20T21:09:39.755749+0000","last_active":"2024-05-20T21:12:16.725410+0000","last_peered":"2024-05-20T21:12:16.725410+0000","last_clean":"2024-05-20T21:12:16.725410+0000","last_became_active":"2024-05-20T21:09:39.750321+0000","last_became_peered":"2024-05-20T21:09:39.750321+0000","last_unstale":"2024-05-20T21:12:16.725410+0000","last_undegraded":"2024-05-20T21:12:16.725410+0000","last_fullsized":"2024-05-20T21:12:16.725410+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:05:47.251775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:05:47.251775+0000","last_clean_scrub_stamp":"2024-05-20T21:05:47.251775+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:28:48.606241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.165265+0000","last_change":"2024-05-20T21:11:16.302796+0000","last_active":"2024-05-20T21:13:01.165265+0000","last_peered":"2024-05-20T21:13:01.165265+0000","last_clean":"2024-05-20T21:13:01.165265+0000","last_became_active":"2024-05-20T21:11:16.302351+0000","last_became_peered":"2024-05-20T21:11:16.302351+0000","last_unstale":"2024-05-20T21:13:01.165265+0000","last_undegraded":"2024-05-20T21:13:01.165265+0000","last_fullsized":"2024-05-20T21:13:01.165265+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:01:04.033570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572477+0000","last_change":"2024-05-20T21:11:12.240101+0000","last_active":"2024-05-20T21:12:02.572477+0000","last_peered":"2024-05-20T21:12:02.572477+0000","last_clean":"2024-05-20T21:12:02.572477+0000","last_became_active":"2024-05-20T21:11:12.239602+0000","last_became_peered":"2024-05-20T21:11:12.239602+0000","last_unstale":"2024-05-20T21:12:02.572477+0000","last_undegraded":"2024-05-20T21:12:02.572477+0000","last_fullsized":"2024-05-20T21:12:02.572477+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:07:18.425330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"79'1","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572772+0000","last_change":"2024-05-20T21:11:12.760960+0000","last_active":"2024-05-20T21:12:02.572772+0000","last_peered":"2024-05-20T21:12:02.572772+0000","last_clean":"2024-05-20T21:12:02.572772+0000","last_became_active":"2024-05-20T21:11:12.760521+0000","last_became_peered":"2024-05-20T21:11:12.760521+0000","last_unstale":"2024-05-20T21:12:02.572772+0000","last_undegraded":"2024-05-20T21:12:02.572772+0000","last_fullsized":"2024-05-20T21:12:02.572772+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:05:09.306090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.168450+0000","last_change":"2024-05-20T21:11:16.301153+0000","last_active":"2024-05-20T21:13:01.168450+0000","last_peered":"2024-05-20T21:13:01.168450+0000","last_clean":"2024-05-20T21:13:01.168450+0000","last_became_active":"2024-05-20T21:11:16.300824+0000","last_became_peered":"2024-05-20T21:11:16.300824+0000","last_unstale":"2024-05-20T21:13:01.168450+0000","last_undegraded":"2024-05-20T21:13:01.168450+0000","last_fullsized":"2024-05-20T21:13:01.168450+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:44:59.243608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"81'14","reported_seq":41,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:22.233037+0000","last_change":"2024-05-20T21:11:12.254854+0000","last_active":"2024-05-20T21:13:22.233037+0000","last_peered":"2024-05-20T21:13:22.233037+0000","last_clean":"2024-05-20T21:13:22.233037+0000","last_became_active":"2024-05-20T21:11:12.253297+0000","last_became_peered":"2024-05-20T21:11:12.253297+0000","last_unstale":"2024-05-20T21:13:22.233037+0000","last_undegraded":"2024-05-20T21:13:22.233037+0000","last_fullsized":"2024-05-20T21:13:22.233037+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:33:16.546788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.173431+0000","last_change":"2024-05-20T21:11:16.309531+0000","last_active":"2024-05-20T21:13:01.173431+0000","last_peered":"2024-05-20T21:13:01.173431+0000","last_clean":"2024-05-20T21:13:01.173431+0000","last_became_active":"2024-05-20T21:11:16.306434+0000","last_became_peered":"2024-05-20T21:11:16.306434+0000","last_unstale":"2024-05-20T21:13:01.173431+0000","last_undegraded":"2024-05-20T21:13:01.173431+0000","last_fullsized":"2024-05-20T21:13:01.173431+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:43:24.694325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"79'4","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.655063+0000","last_change":"2024-05-20T21:11:12.938464+0000","last_active":"2024-05-20T21:12:02.655063+0000","last_peered":"2024-05-20T21:12:02.655063+0000","last_clean":"2024-05-20T21:12:02.655063+0000","last_became_active":"2024-05-20T21:11:12.938116+0000","last_became_peered":"2024-05-20T21:11:12.938116+0000","last_unstale":"2024-05-20T21:12:02.655063+0000","last_undegraded":"2024-05-20T21:12:02.655063+0000","last_fullsized":"2024-05-20T21:12:02.655063+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:47:43.994616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"81'7","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.184009+0000","last_change":"2024-05-20T21:11:16.305886+0000","last_active":"2024-05-20T21:13:01.184009+0000","last_peered":"2024-05-20T21:13:01.184009+0000","last_clean":"2024-05-20T21:13:01.184009+0000","last_became_active":"2024-05-20T21:11:16.305501+0000","last_became_peered":"2024-05-20T21:11:16.305501+0000","last_unstale":"2024-05-20T21:13:01.184009+0000","last_undegraded":"2024-05-20T21:13:01.184009+0000","last_fullsized":"2024-05-20T21:13:01.184009+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:26:08.663747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.656627+0000","last_change":"2024-05-20T21:11:12.759262+0000","last_active":"2024-05-20T21:12:02.656627+0000","last_peered":"2024-05-20T21:12:02.656627+0000","last_clean":"2024-05-20T21:12:02.656627+0000","last_became_active":"2024-05-20T21:11:12.758783+0000","last_became_peered":"2024-05-20T21:11:12.758783+0000","last_unstale":"2024-05-20T21:12:02.656627+0000","last_undegraded":"2024-05-20T21:12:02.656627+0000","last_fullsized":"2024-05-20T21:12:02.656627+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:01:41.849250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"81'2","reported_seq":21,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.141841+0000","last_change":"2024-05-20T21:11:16.286689+0000","last_active":"2024-05-20T21:13:01.141841+0000","last_peered":"2024-05-20T21:13:01.141841+0000","last_clean":"2024-05-20T21:13:01.141841+0000","last_became_active":"2024-05-20T21:11:16.286299+0000","last_became_peered":"2024-05-20T21:11:16.286299+0000","last_unstale":"2024-05-20T21:13:01.141841+0000","last_undegraded":"2024-05-20T21:13:01.141841+0000","last_fullsized":"2024-05-20T21:13:01.141841+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:02:21.142560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.579194+0000","last_change":"2024-05-20T21:11:12.252491+0000","last_active":"2024-05-20T21:12:02.579194+0000","last_peered":"2024-05-20T21:12:02.579194+0000","last_clean":"2024-05-20T21:12:02.579194+0000","last_became_active":"2024-05-20T21:11:12.252010+0000","last_became_peered":"2024-05-20T21:11:12.252010+0000","last_unstale":"2024-05-20T21:12:02.579194+0000","last_undegraded":"2024-05-20T21:12:02.579194+0000","last_fullsized":"2024-05-20T21:12:02.579194+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:32:12.677758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"81'9","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.181335+0000","last_change":"2024-05-20T21:11:16.302423+0000","last_active":"2024-05-20T21:13:01.181335+0000","last_peered":"2024-05-20T21:13:01.181335+0000","last_clean":"2024-05-20T21:13:01.181335+0000","last_became_active":"2024-05-20T21:11:16.302055+0000","last_became_peered":"2024-05-20T21:11:16.302055+0000","last_unstale":"2024-05-20T21:13:01.181335+0000","last_undegraded":"2024-05-20T21:13:01.181335+0000","last_fullsized":"2024-05-20T21:13:01.181335+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:07:21.927876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"79'1","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.573569+0000","last_change":"2024-05-20T21:11:12.253463+0000","last_active":"2024-05-20T21:12:02.573569+0000","last_peered":"2024-05-20T21:12:02.573569+0000","last_clean":"2024-05-20T21:12:02.573569+0000","last_became_active":"2024-05-20T21:11:12.253106+0000","last_became_peered":"2024-05-20T21:11:12.253106+0000","last_unstale":"2024-05-20T21:12:02.573569+0000","last_undegraded":"2024-05-20T21:12:02.573569+0000","last_fullsized":"2024-05-20T21:12:02.573569+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:01:56.697701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"81'8","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.176060+0000","last_change":"2024-05-20T21:12:02.658384+0000","last_active":"2024-05-20T21:13:01.176060+0000","last_peered":"2024-05-20T21:13:01.176060+0000","last_clean":"2024-05-20T21:13:01.176060+0000","last_became_active":"2024-05-20T21:12:02.656920+0000","last_became_peered":"2024-05-20T21:12:02.656920+0000","last_unstale":"2024-05-20T21:13:01.176060+0000","last_undegraded":"2024-05-20T21:13:01.176060+0000","last_fullsized":"2024-05-20T21:13:01.176060+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:28:26.957691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,10],"acting":[9,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.b","version":"79'4","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:04.554021+0000","last_change":"2024-05-20T21:12:02.580425+0000","last_active":"2024-05-20T21:12:04.554021+0000","last_peered":"2024-05-20T21:12:04.554021+0000","last_clean":"2024-05-20T21:12:04.554021+0000","last_became_active":"2024-05-20T21:12:02.574491+0000","last_became_peered":"2024-05-20T21:12:02.574491+0000","last_unstale":"2024-05-20T21:12:04.554021+0000","last_undegraded":"2024-05-20T21:12:04.554021+0000","last_fullsized":"2024-05-20T21:12:04.554021+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:23:07.397513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.a","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.170734+0000","last_change":"2024-05-20T21:11:16.311555+0000","last_active":"2024-05-20T21:13:01.170734+0000","last_peered":"2024-05-20T21:13:01.170734+0000","last_clean":"2024-05-20T21:13:01.170734+0000","last_became_active":"2024-05-20T21:11:16.311170+0000","last_became_peered":"2024-05-20T21:11:16.311170+0000","last_unstale":"2024-05-20T21:13:01.170734+0000","last_undegraded":"2024-05-20T21:13:01.170734+0000","last_fullsized":"2024-05-20T21:13:01.170734+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:11:59.080264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.574070+0000","last_change":"2024-05-20T21:11:12.938031+0000","last_active":"2024-05-20T21:12:02.574070+0000","last_peered":"2024-05-20T21:12:02.574070+0000","last_clean":"2024-05-20T21:12:02.574070+0000","last_became_active":"2024-05-20T21:11:12.937666+0000","last_became_peered":"2024-05-20T21:11:12.937666+0000","last_unstale":"2024-05-20T21:12:02.574070+0000","last_undegraded":"2024-05-20T21:12:02.574070+0000","last_fullsized":"2024-05-20T21:12:02.574070+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:52:43.732756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.168022+0000","last_change":"2024-05-20T21:11:16.295156+0000","last_active":"2024-05-20T21:13:01.168022+0000","last_peered":"2024-05-20T21:13:01.168022+0000","last_clean":"2024-05-20T21:13:01.168022+0000","last_became_active":"2024-05-20T21:11:16.294767+0000","last_became_peered":"2024-05-20T21:11:16.294767+0000","last_unstale":"2024-05-20T21:13:01.168022+0000","last_undegraded":"2024-05-20T21:13:01.168022+0000","last_fullsized":"2024-05-20T21:13:01.168022+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:02:41.864192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"79'1","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.579601+0000","last_change":"2024-05-20T21:11:12.249056+0000","last_active":"2024-05-20T21:12:02.579601+0000","last_peered":"2024-05-20T21:12:02.579601+0000","last_clean":"2024-05-20T21:12:02.579601+0000","last_became_active":"2024-05-20T21:11:12.248669+0000","last_became_peered":"2024-05-20T21:11:12.248669+0000","last_unstale":"2024-05-20T21:12:02.579601+0000","last_undegraded":"2024-05-20T21:12:02.579601+0000","last_fullsized":"2024-05-20T21:12:02.579601+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:07:26.775736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.173769+0000","last_change":"2024-05-20T21:11:16.301488+0000","last_active":"2024-05-20T21:13:01.173769+0000","last_peered":"2024-05-20T21:13:01.173769+0000","last_clean":"2024-05-20T21:13:01.173769+0000","last_became_active":"2024-05-20T21:11:16.301096+0000","last_became_peered":"2024-05-20T21:11:16.301096+0000","last_unstale":"2024-05-20T21:13:01.173769+0000","last_undegraded":"2024-05-20T21:13:01.173769+0000","last_fullsized":"2024-05-20T21:13:01.173769+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:47:51.022920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.623292+0000","last_change":"2024-05-20T21:11:12.256281+0000","last_active":"2024-05-20T21:12:02.623292+0000","last_peered":"2024-05-20T21:12:02.623292+0000","last_clean":"2024-05-20T21:12:02.623292+0000","last_became_active":"2024-05-20T21:11:12.255197+0000","last_became_peered":"2024-05-20T21:11:12.255197+0000","last_unstale":"2024-05-20T21:12:02.623292+0000","last_undegraded":"2024-05-20T21:12:02.623292+0000","last_fullsized":"2024-05-20T21:12:02.623292+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:10:07.468628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.156661+0000","last_change":"2024-05-20T21:11:16.293091+0000","last_active":"2024-05-20T21:13:01.156661+0000","last_peered":"2024-05-20T21:13:01.156661+0000","last_clean":"2024-05-20T21:13:01.156661+0000","last_became_active":"2024-05-20T21:11:16.292626+0000","last_became_peered":"2024-05-20T21:11:16.292626+0000","last_unstale":"2024-05-20T21:13:01.156661+0000","last_undegraded":"2024-05-20T21:13:01.156661+0000","last_fullsized":"2024-05-20T21:13:01.156661+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:34:20.135026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"81'9","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.165755+0000","last_change":"2024-05-20T21:11:16.287638+0000","last_active":"2024-05-20T21:13:01.165755+0000","last_peered":"2024-05-20T21:13:01.165755+0000","last_clean":"2024-05-20T21:13:01.165755+0000","last_became_active":"2024-05-20T21:11:16.287268+0000","last_became_peered":"2024-05-20T21:11:16.287268+0000","last_unstale":"2024-05-20T21:13:01.165755+0000","last_undegraded":"2024-05-20T21:13:01.165755+0000","last_fullsized":"2024-05-20T21:13:01.165755+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:10:41.612809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"81'12","reported_seq":37,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.163317+0000","last_change":"2024-05-20T21:12:02.657242+0000","last_active":"2024-05-20T21:13:01.163317+0000","last_peered":"2024-05-20T21:13:01.163317+0000","last_clean":"2024-05-20T21:13:01.163317+0000","last_became_active":"2024-05-20T21:12:02.656780+0000","last_became_peered":"2024-05-20T21:12:02.656780+0000","last_unstale":"2024-05-20T21:13:01.163317+0000","last_undegraded":"2024-05-20T21:13:01.163317+0000","last_fullsized":"2024-05-20T21:13:01.163317+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:37:59.388775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,9,4],"acting":[2,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"81'8","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.180831+0000","last_change":"2024-05-20T21:11:16.298980+0000","last_active":"2024-05-20T21:13:01.180831+0000","last_peered":"2024-05-20T21:13:01.180831+0000","last_clean":"2024-05-20T21:13:01.180831+0000","last_became_active":"2024-05-20T21:11:16.298618+0000","last_became_peered":"2024-05-20T21:11:16.298618+0000","last_unstale":"2024-05-20T21:13:01.180831+0000","last_undegraded":"2024-05-20T21:13:01.180831+0000","last_fullsized":"2024-05-20T21:13:01.180831+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:46:11.849227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"81'7","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.181411+0000","last_change":"2024-05-20T21:11:16.311311+0000","last_active":"2024-05-20T21:13:01.181411+0000","last_peered":"2024-05-20T21:13:01.181411+0000","last_clean":"2024-05-20T21:13:01.181411+0000","last_became_active":"2024-05-20T21:11:16.310943+0000","last_became_peered":"2024-05-20T21:11:16.310943+0000","last_unstale":"2024-05-20T21:13:01.181411+0000","last_undegraded":"2024-05-20T21:13:01.181411+0000","last_fullsized":"2024-05-20T21:13:01.181411+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:20:06.512572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"81'4","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.176755+0000","last_change":"2024-05-20T21:11:16.307587+0000","last_active":"2024-05-20T21:13:01.176755+0000","last_peered":"2024-05-20T21:13:01.176755+0000","last_clean":"2024-05-20T21:13:01.176755+0000","last_became_active":"2024-05-20T21:11:16.307226+0000","last_became_peered":"2024-05-20T21:11:16.307226+0000","last_unstale":"2024-05-20T21:13:01.176755+0000","last_undegraded":"2024-05-20T21:13:01.176755+0000","last_fullsized":"2024-05-20T21:13:01.176755+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:44:55.546037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"81'6","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.160752+0000","last_change":"2024-05-20T21:12:02.577301+0000","last_active":"2024-05-20T21:13:01.160752+0000","last_peered":"2024-05-20T21:13:01.160752+0000","last_clean":"2024-05-20T21:13:01.160752+0000","last_became_active":"2024-05-20T21:12:02.576894+0000","last_became_peered":"2024-05-20T21:12:02.576894+0000","last_unstale":"2024-05-20T21:13:01.160752+0000","last_undegraded":"2024-05-20T21:13:01.160752+0000","last_fullsized":"2024-05-20T21:13:01.160752+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:53:46.857195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,9],"acting":[11,8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"81'15","reported_seq":34,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.162086+0000","last_change":"2024-05-20T21:11:16.286013+0000","last_active":"2024-05-20T21:13:01.162086+0000","last_peered":"2024-05-20T21:13:01.162086+0000","last_clean":"2024-05-20T21:13:01.162086+0000","last_became_active":"2024-05-20T21:11:16.285637+0000","last_became_peered":"2024-05-20T21:11:16.285637+0000","last_unstale":"2024-05-20T21:13:01.162086+0000","last_undegraded":"2024-05-20T21:13:01.162086+0000","last_fullsized":"2024-05-20T21:13:01.162086+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:58:47.958946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"81'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.165332+0000","last_change":"2024-05-20T21:12:02.584317+0000","last_active":"2024-05-20T21:13:01.165332+0000","last_peered":"2024-05-20T21:13:01.165332+0000","last_clean":"2024-05-20T21:13:01.165332+0000","last_became_active":"2024-05-20T21:12:02.583812+0000","last_became_peered":"2024-05-20T21:12:02.583812+0000","last_unstale":"2024-05-20T21:13:01.165332+0000","last_undegraded":"2024-05-20T21:13:01.165332+0000","last_fullsized":"2024-05-20T21:13:01.165332+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:04:52.216090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,8,2],"acting":[3,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.170769+0000","last_change":"2024-05-20T21:11:16.309385+0000","last_active":"2024-05-20T21:13:01.170769+0000","last_peered":"2024-05-20T21:13:01.170769+0000","last_clean":"2024-05-20T21:13:01.170769+0000","last_became_active":"2024-05-20T21:11:16.309033+0000","last_became_peered":"2024-05-20T21:11:16.309033+0000","last_unstale":"2024-05-20T21:13:01.170769+0000","last_undegraded":"2024-05-20T21:13:01.170769+0000","last_fullsized":"2024-05-20T21:13:01.170769+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:08:33.942619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.173474+0000","last_change":"2024-05-20T21:11:16.313629+0000","last_active":"2024-05-20T21:13:01.173474+0000","last_peered":"2024-05-20T21:13:01.173474+0000","last_clean":"2024-05-20T21:13:01.173474+0000","last_became_active":"2024-05-20T21:11:16.309118+0000","last_became_peered":"2024-05-20T21:11:16.309118+0000","last_unstale":"2024-05-20T21:13:01.173474+0000","last_undegraded":"2024-05-20T21:13:01.173474+0000","last_fullsized":"2024-05-20T21:13:01.173474+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:24:55.601886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.183670+0000","last_change":"2024-05-20T21:11:16.301810+0000","last_active":"2024-05-20T21:13:01.183670+0000","last_peered":"2024-05-20T21:13:01.183670+0000","last_clean":"2024-05-20T21:13:01.183670+0000","last_became_active":"2024-05-20T21:11:16.301438+0000","last_became_peered":"2024-05-20T21:11:16.301438+0000","last_unstale":"2024-05-20T21:13:01.183670+0000","last_undegraded":"2024-05-20T21:13:01.183670+0000","last_fullsized":"2024-05-20T21:13:01.183670+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:59:42.707949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.182717+0000","last_change":"2024-05-20T21:11:16.312808+0000","last_active":"2024-05-20T21:13:01.182717+0000","last_peered":"2024-05-20T21:13:01.182717+0000","last_clean":"2024-05-20T21:13:01.182717+0000","last_became_active":"2024-05-20T21:11:16.312103+0000","last_became_peered":"2024-05-20T21:11:16.312103+0000","last_unstale":"2024-05-20T21:13:01.182717+0000","last_undegraded":"2024-05-20T21:13:01.182717+0000","last_fullsized":"2024-05-20T21:13:01.182717+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:36:31.784474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"81'8","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.163485+0000","last_change":"2024-05-20T21:11:16.291818+0000","last_active":"2024-05-20T21:13:01.163485+0000","last_peered":"2024-05-20T21:13:01.163485+0000","last_clean":"2024-05-20T21:13:01.163485+0000","last_became_active":"2024-05-20T21:11:16.291508+0000","last_became_peered":"2024-05-20T21:11:16.291508+0000","last_unstale":"2024-05-20T21:13:01.163485+0000","last_undegraded":"2024-05-20T21:13:01.163485+0000","last_fullsized":"2024-05-20T21:13:01.163485+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:51:38.272715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":74266,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":1281,"num_read_kb":718,"num_write":178,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":454656,"data_stored":222798,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":151,"ondisk_log_size":151,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":71,"seq":304942678079,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27880,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717272,"statfs":{"total":95995035648,"available":95966486528,"internally_reserved":0,"allocated":884736,"data_stored":431031,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":65,"seq":279172874308,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36892,"kb_used_data":1556,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708260,"statfs":{"total":95995035648,"available":95957258240,"internally_reserved":0,"allocated":1593344,"data_stored":1093168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037834,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36216,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708936,"statfs":{"total":95995035648,"available":95957950464,"internally_reserved":0,"allocated":901120,"data_stored":431267,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234067,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36216,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708936,"statfs":{"total":95995035648,"available":95957950464,"internally_reserved":0,"allocated":901120,"data_stored":431187,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":47,"seq":201863462999,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40956,"kb_used_data":1460,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704196,"statfs":{"total":95995035648,"available":95953096704,"internally_reserved":0,"allocated":1495040,"data_stored":1022726,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":40434122},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":42,"seq":180388626524,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36204,"kb_used_data":868,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708948,"statfs":{"total":95995035648,"available":95957962752,"internally_reserved":0,"allocated":888832,"data_stored":430656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574967,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27956,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717196,"statfs":{"total":95995035648,"available":95966408704,"internally_reserved":0,"allocated":962560,"data_stored":501105,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738494,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27904,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717248,"statfs":{"total":95995035648,"available":95966461952,"internally_reserved":0,"allocated":909312,"data_stored":431927,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411444,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27980,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717172,"statfs":{"total":95995035648,"available":95966384128,"internally_reserved":0,"allocated":987136,"data_stored":502455,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182508,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27900,"kb_used_data":884,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717252,"statfs":{"total":95995035648,"available":95966466048,"internally_reserved":0,"allocated":905216,"data_stored":430967,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986280,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40368,"kb_used_data":872,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704784,"statfs":{"total":95995035648,"available":95953698816,"internally_reserved":0,"allocated":892928,"data_stored":431093,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822754,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36808,"kb_used_data":1472,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708344,"statfs":{"total":95995035648,"available":95957344256,"internally_reserved":0,"allocated":1507328,"data_stored":1022410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":70656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":72006,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":72234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-20T21:15:10.723 DEBUG:teuthology.orchestra.run.smithi008:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-05-20T21:15:10.993 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.992+0000 7f3018a00640 1 -- 172.21.15.8:0/2499013278 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3014104550 msgr2=0x7f301410ade0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:10.993 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.992+0000 7f3018a00640 1 --2- 172.21.15.8:0/2499013278 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3014104550 0x7f301410ade0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f300c009860 tx=0x7f300c02a340 comp rx=0 tx=0).stop 2024-05-20T21:15:10.993 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.992+0000 7f3018a00640 1 -- 172.21.15.8:0/2499013278 shutdown_connections 2024-05-20T21:15:10.993 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.992+0000 7f3018a00640 1 --2- 172.21.15.8:0/2499013278 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3014104550 0x7f301410ade0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:10.993 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.992+0000 7f3018a00640 1 --2- 172.21.15.8:0/2499013278 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3014103b90 0x7f3014104010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:10.993 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.992+0000 7f3018a00640 1 --2- 172.21.15.8:0/2499013278 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f30141029a0 0x7f3014102dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:10.993 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.992+0000 7f3018a00640 1 -- 172.21.15.8:0/2499013278 >> 172.21.15.8:0/2499013278 conn(0x7f30140fdf10 msgr2=0x7f3014100350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:10.993 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.993+0000 7f3018a00640 1 -- 172.21.15.8:0/2499013278 shutdown_connections 2024-05-20T21:15:10.993 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.993+0000 7f3018a00640 1 -- 172.21.15.8:0/2499013278 wait complete. 2024-05-20T21:15:10.995 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.994+0000 7f3018a00640 1 Processor -- start 2024-05-20T21:15:10.995 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.994+0000 7f3018a00640 1 -- start start 2024-05-20T21:15:10.995 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.994+0000 7f3018a00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f30141029a0 0x7f3014108870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:10.995 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.994+0000 7f3018a00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3014103b90 0x7f3014108db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:10.995 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.994+0000 7f3018a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3014104550 0x7f30141053e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:10.996 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.994+0000 7f3018a00640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f301410e4d0 con 0x7f30141029a0 2024-05-20T21:15:10.996 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.994+0000 7f3018a00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f301410e350 con 0x7f3014104550 2024-05-20T21:15:10.996 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.994+0000 7f3018a00640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f301410e650 con 0x7f3014103b90 2024-05-20T21:15:10.996 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.994+0000 7f3012800640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f30141029a0 0x7f3014108870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:10.996 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.994+0000 7f3012800640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f30141029a0 0x7f3014108870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:41536/0 (socket says 172.21.15.8:41536) 2024-05-20T21:15:10.996 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.994+0000 7f3012800640 1 -- 172.21.15.8:0/3396557842 learned_addr learned my addr 172.21.15.8:0/3396557842 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:15:10.996 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.994+0000 7f3013200640 1 --2- 172.21.15.8:0/3396557842 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3014104550 0x7f30141053e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:10.996 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.994+0000 7f3011e00640 1 --2- 172.21.15.8:0/3396557842 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3014103b90 0x7f3014108db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:10.996 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.995+0000 7f3013200640 1 -- 172.21.15.8:0/3396557842 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3014103b90 msgr2=0x7f3014108db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:10.996 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.995+0000 7f3013200640 1 --2- 172.21.15.8:0/3396557842 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3014103b90 0x7f3014108db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:10.996 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.995+0000 7f3013200640 1 -- 172.21.15.8:0/3396557842 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f30141029a0 msgr2=0x7f3014108870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:10.996 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.995+0000 7f3013200640 1 --2- 172.21.15.8:0/3396557842 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f30141029a0 0x7f3014108870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:10.996 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.995+0000 7f3013200640 1 -- 172.21.15.8:0/3396557842 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3014105ca0 con 0x7f3014104550 2024-05-20T21:15:10.996 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.995+0000 7f3012800640 1 --2- 172.21.15.8:0/3396557842 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f30141029a0 0x7f3014108870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:15:10.997 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.995+0000 7f3013200640 1 --2- 172.21.15.8:0/3396557842 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3014104550 0x7f30141053e0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f300c02a860 tx=0x7f300c032d20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:10.997 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.996+0000 7f300b400640 1 -- 172.21.15.8:0/3396557842 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f300c037040 con 0x7f3014104550 2024-05-20T21:15:10.997 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.996+0000 7f3018a00640 1 -- 172.21.15.8:0/3396557842 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30141a71a0 con 0x7f3014104550 2024-05-20T21:15:10.997 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.996+0000 7f300b400640 1 -- 172.21.15.8:0/3396557842 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f300c030c10 con 0x7f3014104550 2024-05-20T21:15:10.998 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.996+0000 7f300b400640 1 -- 172.21.15.8:0/3396557842 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f300c003850 con 0x7f3014104550 2024-05-20T21:15:10.998 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.996+0000 7f3018a00640 1 -- 172.21.15.8:0/3396557842 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30141a7550 con 0x7f3014104550 2024-05-20T21:15:10.998 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.997+0000 7f3018a00640 1 -- 172.21.15.8:0/3396557842 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f30141a77e0 con 0x7f3014104550 2024-05-20T21:15:10.999 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:10.999+0000 7f300b400640 1 -- 172.21.15.8:0/3396557842 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f300c043020 con 0x7f3014104550 2024-05-20T21:15:11.001 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.001+0000 7f300b400640 1 --2- 172.21.15.8:0/3396557842 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2ff80b27e0 0x7f2ff80b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:11.001 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.001+0000 7f300b400640 1 -- 172.21.15.8:0/3396557842 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f300c101ad0 con 0x7f3014104550 2024-05-20T21:15:11.001 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.001+0000 7f3012800640 1 --2- 172.21.15.8:0/3396557842 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2ff80b27e0 0x7f2ff80b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:11.001 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.002+0000 7f3012800640 1 --2- 172.21.15.8:0/3396557842 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2ff80b27e0 0x7f2ff80b4ca0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f3004005c40 tx=0x7f30040095c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:11.003 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.003+0000 7f300b400640 1 -- 172.21.15.8:0/3396557842 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f300c04a060 con 0x7f3014104550 2024-05-20T21:15:11.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.216+0000 7f3018a00640 1 -- 172.21.15.8:0/3396557842 --> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f30141a7a70 con 0x7f2ff80b27e0 2024-05-20T21:15:11.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.225+0000 7f300b400640 1 -- 172.21.15.8:0/3396557842 <== mgr.14152 v2:172.21.15.8:6800/2778224651 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258815 (secure 0 0 0) 0x7f30141a7a70 con 0x7f2ff80b27e0 2024-05-20T21:15:11.227 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:15:11.230 INFO:teuthology.orchestra.run.smithi008.stderr:dumped all 2024-05-20T21:15:11.232 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.232+0000 7f3018a00640 1 -- 172.21.15.8:0/3396557842 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2ff80b27e0 msgr2=0x7f2ff80b4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:11.232 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.232+0000 7f3018a00640 1 --2- 172.21.15.8:0/3396557842 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2ff80b27e0 0x7f2ff80b4ca0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f3004005c40 tx=0x7f30040095c0 comp rx=0 tx=0).stop 2024-05-20T21:15:11.232 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.232+0000 7f3018a00640 1 -- 172.21.15.8:0/3396557842 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3014104550 msgr2=0x7f30141053e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:11.232 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.232+0000 7f3018a00640 1 --2- 172.21.15.8:0/3396557842 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3014104550 0x7f30141053e0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f300c02a860 tx=0x7f300c032d20 comp rx=0 tx=0).stop 2024-05-20T21:15:11.233 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.232+0000 7f3018a00640 1 -- 172.21.15.8:0/3396557842 shutdown_connections 2024-05-20T21:15:11.233 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.232+0000 7f3018a00640 1 --2- 172.21.15.8:0/3396557842 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2ff80b27e0 0x7f2ff80b4ca0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:11.233 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.232+0000 7f3018a00640 1 --2- 172.21.15.8:0/3396557842 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3014104550 0x7f30141053e0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:11.233 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.232+0000 7f3018a00640 1 --2- 172.21.15.8:0/3396557842 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3014103b90 0x7f3014108db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:11.233 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.232+0000 7f3018a00640 1 --2- 172.21.15.8:0/3396557842 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f30141029a0 0x7f3014108870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:11.233 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.232+0000 7f3018a00640 1 -- 172.21.15.8:0/3396557842 >> 172.21.15.8:0/3396557842 conn(0x7f30140fdf10 msgr2=0x7f3014074c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:11.233 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.232+0000 7f3018a00640 1 -- 172.21.15.8:0/3396557842 shutdown_connections 2024-05-20T21:15:11.233 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.232+0000 7f3018a00640 1 -- 172.21.15.8:0/3396557842 wait complete. 2024-05-20T21:15:11.254 INFO:teuthology.orchestra.run.smithi008.stdout:{"pg_ready":true,"pg_map":{"version":435,"stamp":"2024-05-20T21:15:09.261043+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":664868,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":1357,"num_read_kb":782,"num_write":303,"num_write_kb":2280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":745,"ondisk_log_size":745,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":403280,"kb_used_data":12528,"kb_used_omap":18,"kb_used_meta":390637,"kb_avail":1124538544,"statfs":{"total":1151940427776,"available":1151527469056,"internally_reserved":0,"allocated":12828672,"data_stored":7159992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":400012601},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":5683,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":77,"num_read_kb":47,"num_write":5,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005272"},"pg_stats":[{"pgid":"3.3f","version":"81'8","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.183379+0000","last_change":"2024-05-20T21:11:16.296240+0000","last_active":"2024-05-20T21:13:01.183379+0000","last_peered":"2024-05-20T21:13:01.183379+0000","last_clean":"2024-05-20T21:13:01.183379+0000","last_became_active":"2024-05-20T21:11:16.295881+0000","last_became_peered":"2024-05-20T21:11:16.295881+0000","last_unstale":"2024-05-20T21:13:01.183379+0000","last_undegraded":"2024-05-20T21:13:01.183379+0000","last_fullsized":"2024-05-20T21:13:01.183379+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:15:55.325945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"81'4","reported_seq":23,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.180728+0000","last_change":"2024-05-20T21:11:16.292636+0000","last_active":"2024-05-20T21:13:01.180728+0000","last_peered":"2024-05-20T21:13:01.180728+0000","last_clean":"2024-05-20T21:13:01.180728+0000","last_became_active":"2024-05-20T21:11:16.290950+0000","last_became_peered":"2024-05-20T21:11:16.290950+0000","last_unstale":"2024-05-20T21:13:01.180728+0000","last_undegraded":"2024-05-20T21:13:01.180728+0000","last_fullsized":"2024-05-20T21:13:01.180728+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:42:09.178628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"81'7","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.182007+0000","last_change":"2024-05-20T21:11:16.290214+0000","last_active":"2024-05-20T21:13:01.182007+0000","last_peered":"2024-05-20T21:13:01.182007+0000","last_clean":"2024-05-20T21:13:01.182007+0000","last_became_active":"2024-05-20T21:11:16.289872+0000","last_became_peered":"2024-05-20T21:11:16.289872+0000","last_unstale":"2024-05-20T21:13:01.182007+0000","last_undegraded":"2024-05-20T21:13:01.182007+0000","last_fullsized":"2024-05-20T21:13:01.182007+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:24:28.333308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"81'8","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.159580+0000","last_change":"2024-05-20T21:11:16.289991+0000","last_active":"2024-05-20T21:13:01.159580+0000","last_peered":"2024-05-20T21:13:01.159580+0000","last_clean":"2024-05-20T21:13:01.159580+0000","last_became_active":"2024-05-20T21:11:16.287959+0000","last_became_peered":"2024-05-20T21:11:16.287959+0000","last_unstale":"2024-05-20T21:13:01.159580+0000","last_undegraded":"2024-05-20T21:13:01.159580+0000","last_fullsized":"2024-05-20T21:13:01.159580+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:59:03.124597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"81'4","reported_seq":23,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.170341+0000","last_change":"2024-05-20T21:11:16.310007+0000","last_active":"2024-05-20T21:13:01.170341+0000","last_peered":"2024-05-20T21:13:01.170341+0000","last_clean":"2024-05-20T21:13:01.170341+0000","last_became_active":"2024-05-20T21:11:16.309632+0000","last_became_peered":"2024-05-20T21:11:16.309632+0000","last_unstale":"2024-05-20T21:13:01.170341+0000","last_undegraded":"2024-05-20T21:13:01.170341+0000","last_fullsized":"2024-05-20T21:13:01.170341+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:23:35.698898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.159174+0000","last_change":"2024-05-20T21:11:16.299661+0000","last_active":"2024-05-20T21:13:01.159174+0000","last_peered":"2024-05-20T21:13:01.159174+0000","last_clean":"2024-05-20T21:13:01.159174+0000","last_became_active":"2024-05-20T21:11:16.299296+0000","last_became_peered":"2024-05-20T21:11:16.299296+0000","last_unstale":"2024-05-20T21:13:01.159174+0000","last_undegraded":"2024-05-20T21:13:01.159174+0000","last_fullsized":"2024-05-20T21:13:01.159174+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:47:48.411451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.161837+0000","last_change":"2024-05-20T21:11:16.299517+0000","last_active":"2024-05-20T21:13:01.161837+0000","last_peered":"2024-05-20T21:13:01.161837+0000","last_clean":"2024-05-20T21:13:01.161837+0000","last_became_active":"2024-05-20T21:11:16.299162+0000","last_became_peered":"2024-05-20T21:11:16.299162+0000","last_unstale":"2024-05-20T21:13:01.161837+0000","last_undegraded":"2024-05-20T21:13:01.161837+0000","last_fullsized":"2024-05-20T21:13:01.161837+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:45:28.319801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.174561+0000","last_change":"2024-05-20T21:11:16.307565+0000","last_active":"2024-05-20T21:13:01.174561+0000","last_peered":"2024-05-20T21:13:01.174561+0000","last_clean":"2024-05-20T21:13:01.174561+0000","last_became_active":"2024-05-20T21:11:16.297502+0000","last_became_peered":"2024-05-20T21:11:16.297502+0000","last_unstale":"2024-05-20T21:13:01.174561+0000","last_undegraded":"2024-05-20T21:13:01.174561+0000","last_fullsized":"2024-05-20T21:13:01.174561+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:05:51.269233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.166091+0000","last_change":"2024-05-20T21:11:16.291944+0000","last_active":"2024-05-20T21:13:01.166091+0000","last_peered":"2024-05-20T21:13:01.166091+0000","last_clean":"2024-05-20T21:13:01.166091+0000","last_became_active":"2024-05-20T21:11:16.291569+0000","last_became_peered":"2024-05-20T21:11:16.291569+0000","last_unstale":"2024-05-20T21:13:01.166091+0000","last_undegraded":"2024-05-20T21:13:01.166091+0000","last_fullsized":"2024-05-20T21:13:01.166091+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:03:07.806446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"81'16","reported_seq":37,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.158044+0000","last_change":"2024-05-20T21:11:16.295592+0000","last_active":"2024-05-20T21:13:01.158044+0000","last_peered":"2024-05-20T21:13:01.158044+0000","last_clean":"2024-05-20T21:13:01.158044+0000","last_became_active":"2024-05-20T21:11:16.295246+0000","last_became_peered":"2024-05-20T21:11:16.295246+0000","last_unstale":"2024-05-20T21:13:01.158044+0000","last_undegraded":"2024-05-20T21:13:01.158044+0000","last_fullsized":"2024-05-20T21:13:01.158044+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:33:33.680892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.167893+0000","last_change":"2024-05-20T21:11:16.295909+0000","last_active":"2024-05-20T21:13:01.167893+0000","last_peered":"2024-05-20T21:13:01.167893+0000","last_clean":"2024-05-20T21:13:01.167893+0000","last_became_active":"2024-05-20T21:11:16.295568+0000","last_became_peered":"2024-05-20T21:11:16.295568+0000","last_unstale":"2024-05-20T21:13:01.167893+0000","last_undegraded":"2024-05-20T21:13:01.167893+0000","last_fullsized":"2024-05-20T21:13:01.167893+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:41:15.046594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"81'7","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.147302+0000","last_change":"2024-05-20T21:11:16.292742+0000","last_active":"2024-05-20T21:13:01.147302+0000","last_peered":"2024-05-20T21:13:01.147302+0000","last_clean":"2024-05-20T21:13:01.147302+0000","last_became_active":"2024-05-20T21:11:16.291945+0000","last_became_peered":"2024-05-20T21:11:16.291945+0000","last_unstale":"2024-05-20T21:13:01.147302+0000","last_undegraded":"2024-05-20T21:13:01.147302+0000","last_fullsized":"2024-05-20T21:13:01.147302+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:53:00.313040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.161279+0000","last_change":"2024-05-20T21:11:16.307203+0000","last_active":"2024-05-20T21:13:01.161279+0000","last_peered":"2024-05-20T21:13:01.161279+0000","last_clean":"2024-05-20T21:13:01.161279+0000","last_became_active":"2024-05-20T21:11:16.302848+0000","last_became_peered":"2024-05-20T21:11:16.302848+0000","last_unstale":"2024-05-20T21:13:01.161279+0000","last_undegraded":"2024-05-20T21:13:01.161279+0000","last_fullsized":"2024-05-20T21:13:01.161279+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:51:43.676593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"81'7","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.180799+0000","last_change":"2024-05-20T21:11:16.291973+0000","last_active":"2024-05-20T21:13:01.180799+0000","last_peered":"2024-05-20T21:13:01.180799+0000","last_clean":"2024-05-20T21:13:01.180799+0000","last_became_active":"2024-05-20T21:11:16.291609+0000","last_became_peered":"2024-05-20T21:11:16.291609+0000","last_unstale":"2024-05-20T21:13:01.180799+0000","last_undegraded":"2024-05-20T21:13:01.180799+0000","last_fullsized":"2024-05-20T21:13:01.180799+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:51:16.914968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"81'7","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.179964+0000","last_change":"2024-05-20T21:11:16.293850+0000","last_active":"2024-05-20T21:13:01.179964+0000","last_peered":"2024-05-20T21:13:01.179964+0000","last_clean":"2024-05-20T21:13:01.179964+0000","last_became_active":"2024-05-20T21:11:16.291739+0000","last_became_peered":"2024-05-20T21:11:16.291739+0000","last_unstale":"2024-05-20T21:13:01.179964+0000","last_undegraded":"2024-05-20T21:13:01.179964+0000","last_fullsized":"2024-05-20T21:13:01.179964+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:05:37.822547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.179015+0000","last_change":"2024-05-20T21:11:16.300660+0000","last_active":"2024-05-20T21:13:01.179015+0000","last_peered":"2024-05-20T21:13:01.179015+0000","last_clean":"2024-05-20T21:13:01.179015+0000","last_became_active":"2024-05-20T21:11:16.300253+0000","last_became_peered":"2024-05-20T21:11:16.300253+0000","last_unstale":"2024-05-20T21:13:01.179015+0000","last_undegraded":"2024-05-20T21:13:01.179015+0000","last_fullsized":"2024-05-20T21:13:01.179015+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:08:08.298828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"81'8","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.183556+0000","last_change":"2024-05-20T21:11:16.295415+0000","last_active":"2024-05-20T21:13:01.183556+0000","last_peered":"2024-05-20T21:13:01.183556+0000","last_clean":"2024-05-20T21:13:01.183556+0000","last_became_active":"2024-05-20T21:11:16.295061+0000","last_became_peered":"2024-05-20T21:11:16.295061+0000","last_unstale":"2024-05-20T21:13:01.183556+0000","last_undegraded":"2024-05-20T21:13:01.183556+0000","last_fullsized":"2024-05-20T21:13:01.183556+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:44:10.874447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.160287+0000","last_change":"2024-05-20T21:11:16.289961+0000","last_active":"2024-05-20T21:13:01.160287+0000","last_peered":"2024-05-20T21:13:01.160287+0000","last_clean":"2024-05-20T21:13:01.160287+0000","last_became_active":"2024-05-20T21:11:16.289590+0000","last_became_peered":"2024-05-20T21:11:16.289590+0000","last_unstale":"2024-05-20T21:13:01.160287+0000","last_undegraded":"2024-05-20T21:13:01.160287+0000","last_fullsized":"2024-05-20T21:13:01.160287+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:46:46.870047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"81'7","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.172534+0000","last_change":"2024-05-20T21:11:16.301312+0000","last_active":"2024-05-20T21:13:01.172534+0000","last_peered":"2024-05-20T21:13:01.172534+0000","last_clean":"2024-05-20T21:13:01.172534+0000","last_became_active":"2024-05-20T21:11:16.300913+0000","last_became_peered":"2024-05-20T21:11:16.300913+0000","last_unstale":"2024-05-20T21:13:01.172534+0000","last_undegraded":"2024-05-20T21:13:01.172534+0000","last_fullsized":"2024-05-20T21:13:01.172534+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:58:42.312080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"79'9","reported_seq":37,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.574136+0000","last_change":"2024-05-20T21:11:12.242705+0000","last_active":"2024-05-20T21:12:02.574136+0000","last_peered":"2024-05-20T21:12:02.574136+0000","last_clean":"2024-05-20T21:12:02.574136+0000","last_became_active":"2024-05-20T21:11:12.241674+0000","last_became_peered":"2024-05-20T21:11:12.241674+0000","last_unstale":"2024-05-20T21:12:02.574136+0000","last_undegraded":"2024-05-20T21:12:02.574136+0000","last_fullsized":"2024-05-20T21:12:02.574136+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:01:49.160623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.171254+0000","last_change":"2024-05-20T21:11:16.308429+0000","last_active":"2024-05-20T21:13:01.171254+0000","last_peered":"2024-05-20T21:13:01.171254+0000","last_clean":"2024-05-20T21:13:01.171254+0000","last_became_active":"2024-05-20T21:11:16.308045+0000","last_became_peered":"2024-05-20T21:11:16.308045+0000","last_unstale":"2024-05-20T21:13:01.171254+0000","last_undegraded":"2024-05-20T21:13:01.171254+0000","last_fullsized":"2024-05-20T21:13:01.171254+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:28:14.875133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.582317+0000","last_change":"2024-05-20T21:11:12.760097+0000","last_active":"2024-05-20T21:12:02.582317+0000","last_peered":"2024-05-20T21:12:02.582317+0000","last_clean":"2024-05-20T21:12:02.582317+0000","last_became_active":"2024-05-20T21:11:12.758767+0000","last_became_peered":"2024-05-20T21:11:12.758767+0000","last_unstale":"2024-05-20T21:12:02.582317+0000","last_undegraded":"2024-05-20T21:12:02.582317+0000","last_fullsized":"2024-05-20T21:12:02.582317+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:17:55.084903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"81'6","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.182318+0000","last_change":"2024-05-20T21:11:16.294293+0000","last_active":"2024-05-20T21:13:01.182318+0000","last_peered":"2024-05-20T21:13:01.182318+0000","last_clean":"2024-05-20T21:13:01.182318+0000","last_became_active":"2024-05-20T21:11:16.288495+0000","last_became_peered":"2024-05-20T21:11:16.288495+0000","last_unstale":"2024-05-20T21:13:01.182318+0000","last_undegraded":"2024-05-20T21:13:01.182318+0000","last_fullsized":"2024-05-20T21:13:01.182318+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:26:47.512434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"79'4","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572947+0000","last_change":"2024-05-20T21:11:12.240040+0000","last_active":"2024-05-20T21:12:02.572947+0000","last_peered":"2024-05-20T21:12:02.572947+0000","last_clean":"2024-05-20T21:12:02.572947+0000","last_became_active":"2024-05-20T21:11:12.239600+0000","last_became_peered":"2024-05-20T21:11:12.239600+0000","last_unstale":"2024-05-20T21:12:02.572947+0000","last_undegraded":"2024-05-20T21:12:02.572947+0000","last_fullsized":"2024-05-20T21:12:02.572947+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:14:29.900023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.170125+0000","last_change":"2024-05-20T21:11:16.301691+0000","last_active":"2024-05-20T21:13:01.170125+0000","last_peered":"2024-05-20T21:13:01.170125+0000","last_clean":"2024-05-20T21:13:01.170125+0000","last_became_active":"2024-05-20T21:11:16.301304+0000","last_became_peered":"2024-05-20T21:11:16.301304+0000","last_unstale":"2024-05-20T21:13:01.170125+0000","last_undegraded":"2024-05-20T21:13:01.170125+0000","last_fullsized":"2024-05-20T21:13:01.170125+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:02:19.858085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"79'2","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572629+0000","last_change":"2024-05-20T21:11:12.240455+0000","last_active":"2024-05-20T21:12:02.572629+0000","last_peered":"2024-05-20T21:12:02.572629+0000","last_clean":"2024-05-20T21:12:02.572629+0000","last_became_active":"2024-05-20T21:11:12.239527+0000","last_became_peered":"2024-05-20T21:11:12.239527+0000","last_unstale":"2024-05-20T21:12:02.572629+0000","last_undegraded":"2024-05-20T21:12:02.572629+0000","last_fullsized":"2024-05-20T21:12:02.572629+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:00:44.241965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"81'15","reported_seq":42,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.166965+0000","last_change":"2024-05-20T21:12:02.656869+0000","last_active":"2024-05-20T21:13:01.166965+0000","last_peered":"2024-05-20T21:13:01.166965+0000","last_clean":"2024-05-20T21:13:01.166965+0000","last_became_active":"2024-05-20T21:12:02.656429+0000","last_became_peered":"2024-05-20T21:12:02.656429+0000","last_unstale":"2024-05-20T21:13:01.166965+0000","last_undegraded":"2024-05-20T21:13:01.166965+0000","last_fullsized":"2024-05-20T21:13:01.166965+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:53:09.447877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"79'5","reported_seq":241,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:15:03.902277+0000","last_change":"2024-05-20T21:11:12.242358+0000","last_active":"2024-05-20T21:15:03.902277+0000","last_peered":"2024-05-20T21:15:03.902277+0000","last_clean":"2024-05-20T21:15:03.902277+0000","last_became_active":"2024-05-20T21:11:12.241900+0000","last_became_peered":"2024-05-20T21:11:12.241900+0000","last_unstale":"2024-05-20T21:15:03.902277+0000","last_undegraded":"2024-05-20T21:15:03.902277+0000","last_fullsized":"2024-05-20T21:15:03.902277+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:34:38.407381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":209,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"81'7","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.159869+0000","last_change":"2024-05-20T21:11:16.285692+0000","last_active":"2024-05-20T21:13:01.159869+0000","last_peered":"2024-05-20T21:13:01.159869+0000","last_clean":"2024-05-20T21:13:01.159869+0000","last_became_active":"2024-05-20T21:11:16.285318+0000","last_became_peered":"2024-05-20T21:11:16.285318+0000","last_unstale":"2024-05-20T21:13:01.159869+0000","last_undegraded":"2024-05-20T21:13:01.159869+0000","last_fullsized":"2024-05-20T21:13:01.159869+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:12:32.319254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.654997+0000","last_change":"2024-05-20T21:11:12.244376+0000","last_active":"2024-05-20T21:12:02.654997+0000","last_peered":"2024-05-20T21:12:02.654997+0000","last_clean":"2024-05-20T21:12:02.654997+0000","last_became_active":"2024-05-20T21:11:12.243903+0000","last_became_peered":"2024-05-20T21:11:12.243903+0000","last_unstale":"2024-05-20T21:12:02.654997+0000","last_undegraded":"2024-05-20T21:12:02.654997+0000","last_fullsized":"2024-05-20T21:12:02.654997+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:58:51.683092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"81'8","reported_seq":35,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.148406+0000","last_change":"2024-05-20T21:12:02.582536+0000","last_active":"2024-05-20T21:13:01.148406+0000","last_peered":"2024-05-20T21:13:01.148406+0000","last_clean":"2024-05-20T21:13:01.148406+0000","last_became_active":"2024-05-20T21:12:02.582146+0000","last_became_peered":"2024-05-20T21:12:02.582146+0000","last_unstale":"2024-05-20T21:13:01.148406+0000","last_undegraded":"2024-05-20T21:13:01.148406+0000","last_fullsized":"2024-05-20T21:13:01.148406+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:04:53.134301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,8],"acting":[5,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.622562+0000","last_change":"2024-05-20T21:11:12.253186+0000","last_active":"2024-05-20T21:12:02.622562+0000","last_peered":"2024-05-20T21:12:02.622562+0000","last_clean":"2024-05-20T21:12:02.622562+0000","last_became_active":"2024-05-20T21:11:12.252757+0000","last_became_peered":"2024-05-20T21:11:12.252757+0000","last_unstale":"2024-05-20T21:12:02.622562+0000","last_undegraded":"2024-05-20T21:12:02.622562+0000","last_fullsized":"2024-05-20T21:12:02.622562+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:07:00.781268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.183071+0000","last_change":"2024-05-20T21:11:16.309830+0000","last_active":"2024-05-20T21:13:01.183071+0000","last_peered":"2024-05-20T21:13:01.183071+0000","last_clean":"2024-05-20T21:13:01.183071+0000","last_became_active":"2024-05-20T21:11:16.308102+0000","last_became_peered":"2024-05-20T21:11:16.308102+0000","last_unstale":"2024-05-20T21:13:01.183071+0000","last_undegraded":"2024-05-20T21:13:01.183071+0000","last_fullsized":"2024-05-20T21:13:01.183071+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:27:48.742379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"79'1","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.578858+0000","last_change":"2024-05-20T21:11:12.241333+0000","last_active":"2024-05-20T21:12:02.578858+0000","last_peered":"2024-05-20T21:12:02.578858+0000","last_clean":"2024-05-20T21:12:02.578858+0000","last_became_active":"2024-05-20T21:11:12.240714+0000","last_became_peered":"2024-05-20T21:11:12.240714+0000","last_unstale":"2024-05-20T21:12:02.578858+0000","last_undegraded":"2024-05-20T21:12:02.578858+0000","last_fullsized":"2024-05-20T21:12:02.578858+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:24:36.977355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.183108+0000","last_change":"2024-05-20T21:11:16.312485+0000","last_active":"2024-05-20T21:13:01.183108+0000","last_peered":"2024-05-20T21:13:01.183108+0000","last_clean":"2024-05-20T21:13:01.183108+0000","last_became_active":"2024-05-20T21:11:16.310540+0000","last_became_peered":"2024-05-20T21:11:16.310540+0000","last_unstale":"2024-05-20T21:13:01.183108+0000","last_undegraded":"2024-05-20T21:13:01.183108+0000","last_fullsized":"2024-05-20T21:13:01.183108+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:40:51.470540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"79'3","reported_seq":240,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:15:06.906895+0000","last_change":"2024-05-20T21:11:12.250269+0000","last_active":"2024-05-20T21:15:06.906895+0000","last_peered":"2024-05-20T21:15:06.906895+0000","last_clean":"2024-05-20T21:15:06.906895+0000","last_became_active":"2024-05-20T21:11:12.249953+0000","last_became_peered":"2024-05-20T21:11:12.249953+0000","last_unstale":"2024-05-20T21:15:06.906895+0000","last_undegraded":"2024-05-20T21:15:06.906895+0000","last_fullsized":"2024-05-20T21:15:06.906895+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:28:16.387524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":210,"num_read_kb":210,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.165457+0000","last_change":"2024-05-20T21:11:16.293415+0000","last_active":"2024-05-20T21:13:01.165457+0000","last_peered":"2024-05-20T21:13:01.165457+0000","last_clean":"2024-05-20T21:13:01.165457+0000","last_became_active":"2024-05-20T21:11:16.293020+0000","last_became_peered":"2024-05-20T21:11:16.293020+0000","last_unstale":"2024-05-20T21:13:01.165457+0000","last_undegraded":"2024-05-20T21:13:01.165457+0000","last_fullsized":"2024-05-20T21:13:01.165457+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:15:38.709618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572837+0000","last_change":"2024-05-20T21:11:12.241145+0000","last_active":"2024-05-20T21:12:02.572837+0000","last_peered":"2024-05-20T21:12:02.572837+0000","last_clean":"2024-05-20T21:12:02.572837+0000","last_became_active":"2024-05-20T21:11:12.240649+0000","last_became_peered":"2024-05-20T21:11:12.240649+0000","last_unstale":"2024-05-20T21:12:02.572837+0000","last_undegraded":"2024-05-20T21:12:02.572837+0000","last_fullsized":"2024-05-20T21:12:02.572837+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:37:42.233247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"81'9","reported_seq":34,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.183321+0000","last_change":"2024-05-20T21:12:02.624698+0000","last_active":"2024-05-20T21:13:01.183321+0000","last_peered":"2024-05-20T21:13:01.183321+0000","last_clean":"2024-05-20T21:13:01.183321+0000","last_became_active":"2024-05-20T21:12:02.624179+0000","last_became_peered":"2024-05-20T21:12:02.624179+0000","last_unstale":"2024-05-20T21:13:01.183321+0000","last_undegraded":"2024-05-20T21:13:01.183321+0000","last_fullsized":"2024-05-20T21:13:01.183321+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:26:04.334179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"79'4","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.579765+0000","last_change":"2024-05-20T21:11:12.760814+0000","last_active":"2024-05-20T21:12:02.579765+0000","last_peered":"2024-05-20T21:12:02.579765+0000","last_clean":"2024-05-20T21:12:02.579765+0000","last_became_active":"2024-05-20T21:11:12.760357+0000","last_became_peered":"2024-05-20T21:11:12.760357+0000","last_unstale":"2024-05-20T21:12:02.579765+0000","last_undegraded":"2024-05-20T21:12:02.579765+0000","last_fullsized":"2024-05-20T21:12:02.579765+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:59:22.572365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.164880+0000","last_change":"2024-05-20T21:11:16.289683+0000","last_active":"2024-05-20T21:13:01.164880+0000","last_peered":"2024-05-20T21:13:01.164880+0000","last_clean":"2024-05-20T21:13:01.164880+0000","last_became_active":"2024-05-20T21:11:16.288670+0000","last_became_peered":"2024-05-20T21:11:16.288670+0000","last_unstale":"2024-05-20T21:13:01.164880+0000","last_undegraded":"2024-05-20T21:13:01.164880+0000","last_fullsized":"2024-05-20T21:13:01.164880+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:58:46.822152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"81'39","reported_seq":499,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:15:07.816373+0000","last_change":"2024-05-20T21:11:12.240426+0000","last_active":"2024-05-20T21:15:07.816373+0000","last_peered":"2024-05-20T21:15:07.816373+0000","last_clean":"2024-05-20T21:15:07.816373+0000","last_became_active":"2024-05-20T21:11:12.239978+0000","last_became_peered":"2024-05-20T21:11:12.239978+0000","last_unstale":"2024-05-20T21:15:07.816373+0000","last_undegraded":"2024-05-20T21:15:07.816373+0000","last_fullsized":"2024-05-20T21:15:07.816373+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:57:56.556743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70656,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":433,"num_read_kb":285,"num_write":40,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"81'6","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.142502+0000","last_change":"2024-05-20T21:11:16.293396+0000","last_active":"2024-05-20T21:13:01.142502+0000","last_peered":"2024-05-20T21:13:01.142502+0000","last_clean":"2024-05-20T21:13:01.142502+0000","last_became_active":"2024-05-20T21:11:16.292975+0000","last_became_peered":"2024-05-20T21:11:16.292975+0000","last_unstale":"2024-05-20T21:13:01.142502+0000","last_undegraded":"2024-05-20T21:13:01.142502+0000","last_fullsized":"2024-05-20T21:13:01.142502+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:23:16.851377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"79'6","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.573640+0000","last_change":"2024-05-20T21:11:12.249629+0000","last_active":"2024-05-20T21:12:02.573640+0000","last_peered":"2024-05-20T21:12:02.573640+0000","last_clean":"2024-05-20T21:12:02.573640+0000","last_became_active":"2024-05-20T21:11:12.249223+0000","last_became_peered":"2024-05-20T21:11:12.249223+0000","last_unstale":"2024-05-20T21:12:02.573640+0000","last_undegraded":"2024-05-20T21:12:02.573640+0000","last_fullsized":"2024-05-20T21:12:02.573640+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:50:14.595923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.181126+0000","last_change":"2024-05-20T21:11:16.305707+0000","last_active":"2024-05-20T21:13:01.181126+0000","last_peered":"2024-05-20T21:13:01.181126+0000","last_clean":"2024-05-20T21:13:01.181126+0000","last_became_active":"2024-05-20T21:11:16.304112+0000","last_became_peered":"2024-05-20T21:11:16.304112+0000","last_unstale":"2024-05-20T21:13:01.181126+0000","last_undegraded":"2024-05-20T21:13:01.181126+0000","last_fullsized":"2024-05-20T21:13:01.181126+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:27:46.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.579108+0000","last_change":"2024-05-20T21:11:12.251594+0000","last_active":"2024-05-20T21:12:02.579108+0000","last_peered":"2024-05-20T21:12:02.579108+0000","last_clean":"2024-05-20T21:12:02.579108+0000","last_became_active":"2024-05-20T21:11:12.251273+0000","last_became_peered":"2024-05-20T21:11:12.251273+0000","last_unstale":"2024-05-20T21:12:02.579108+0000","last_undegraded":"2024-05-20T21:12:02.579108+0000","last_fullsized":"2024-05-20T21:12:02.579108+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:21:54.521412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"81'15","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.171816+0000","last_change":"2024-05-20T21:11:16.315454+0000","last_active":"2024-05-20T21:13:01.171816+0000","last_peered":"2024-05-20T21:13:01.171816+0000","last_clean":"2024-05-20T21:13:01.171816+0000","last_became_active":"2024-05-20T21:11:16.315139+0000","last_became_peered":"2024-05-20T21:11:16.315139+0000","last_unstale":"2024-05-20T21:13:01.171816+0000","last_undegraded":"2024-05-20T21:13:01.171816+0000","last_fullsized":"2024-05-20T21:13:01.171816+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:02:15.282366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"79'3","reported_seq":239,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:15:04.862759+0000","last_change":"2024-05-20T21:11:12.235731+0000","last_active":"2024-05-20T21:15:04.862759+0000","last_peered":"2024-05-20T21:15:04.862759+0000","last_clean":"2024-05-20T21:15:04.862759+0000","last_became_active":"2024-05-20T21:11:12.235247+0000","last_became_peered":"2024-05-20T21:11:12.235247+0000","last_unstale":"2024-05-20T21:15:04.862759+0000","last_undegraded":"2024-05-20T21:15:04.862759+0000","last_fullsized":"2024-05-20T21:15:04.862759+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:48:34.737739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":211,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.165322+0000","last_change":"2024-05-20T21:11:16.300621+0000","last_active":"2024-05-20T21:13:01.165322+0000","last_peered":"2024-05-20T21:13:01.165322+0000","last_clean":"2024-05-20T21:13:01.165322+0000","last_became_active":"2024-05-20T21:11:16.300299+0000","last_became_peered":"2024-05-20T21:11:16.300299+0000","last_unstale":"2024-05-20T21:13:01.165322+0000","last_undegraded":"2024-05-20T21:13:01.165322+0000","last_fullsized":"2024-05-20T21:13:01.165322+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:00:16.864814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"79'15","reported_seq":42,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572182+0000","last_change":"2024-05-20T21:11:12.758928+0000","last_active":"2024-05-20T21:12:02.572182+0000","last_peered":"2024-05-20T21:12:02.572182+0000","last_clean":"2024-05-20T21:12:02.572182+0000","last_became_active":"2024-05-20T21:11:12.758529+0000","last_became_peered":"2024-05-20T21:11:12.758529+0000","last_unstale":"2024-05-20T21:12:02.572182+0000","last_undegraded":"2024-05-20T21:12:02.572182+0000","last_fullsized":"2024-05-20T21:12:02.572182+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:36:07.416766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.163794+0000","last_change":"2024-05-20T21:11:16.290886+0000","last_active":"2024-05-20T21:13:01.163794+0000","last_peered":"2024-05-20T21:13:01.163794+0000","last_clean":"2024-05-20T21:13:01.163794+0000","last_became_active":"2024-05-20T21:11:16.290543+0000","last_became_peered":"2024-05-20T21:11:16.290543+0000","last_unstale":"2024-05-20T21:13:01.163794+0000","last_undegraded":"2024-05-20T21:13:01.163794+0000","last_fullsized":"2024-05-20T21:13:01.163794+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:07:21.774338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.573089+0000","last_change":"2024-05-20T21:11:12.240660+0000","last_active":"2024-05-20T21:12:02.573089+0000","last_peered":"2024-05-20T21:12:02.573089+0000","last_clean":"2024-05-20T21:12:02.573089+0000","last_became_active":"2024-05-20T21:11:12.240320+0000","last_became_peered":"2024-05-20T21:11:12.240320+0000","last_unstale":"2024-05-20T21:12:02.573089+0000","last_undegraded":"2024-05-20T21:12:02.573089+0000","last_fullsized":"2024-05-20T21:12:02.573089+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:32:04.885948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"81'5","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.162739+0000","last_change":"2024-05-20T21:11:16.288772+0000","last_active":"2024-05-20T21:13:01.162739+0000","last_peered":"2024-05-20T21:13:01.162739+0000","last_clean":"2024-05-20T21:13:01.162739+0000","last_became_active":"2024-05-20T21:11:16.288437+0000","last_became_peered":"2024-05-20T21:11:16.288437+0000","last_unstale":"2024-05-20T21:13:01.162739+0000","last_undegraded":"2024-05-20T21:13:01.162739+0000","last_fullsized":"2024-05-20T21:13:01.162739+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:51:31.971549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.585698+0000","last_change":"2024-05-20T21:12:02.584068+0000","last_active":"2024-05-20T21:12:02.585698+0000","last_peered":"2024-05-20T21:12:02.585698+0000","last_clean":"2024-05-20T21:12:02.585698+0000","last_became_active":"2024-05-20T21:12:02.583527+0000","last_became_peered":"2024-05-20T21:12:02.583527+0000","last_unstale":"2024-05-20T21:12:02.585698+0000","last_undegraded":"2024-05-20T21:12:02.585698+0000","last_fullsized":"2024-05-20T21:12:02.585698+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:30:08.931861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,0],"acting":[9,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.171581+0000","last_change":"2024-05-20T21:11:16.303638+0000","last_active":"2024-05-20T21:13:01.171581+0000","last_peered":"2024-05-20T21:13:01.171581+0000","last_clean":"2024-05-20T21:13:01.171581+0000","last_became_active":"2024-05-20T21:11:16.302601+0000","last_became_peered":"2024-05-20T21:11:16.302601+0000","last_unstale":"2024-05-20T21:13:01.171581+0000","last_undegraded":"2024-05-20T21:13:01.171581+0000","last_fullsized":"2024-05-20T21:13:01.171581+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:02:39.103054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"79'1","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572585+0000","last_change":"2024-05-20T21:11:12.244916+0000","last_active":"2024-05-20T21:12:02.572585+0000","last_peered":"2024-05-20T21:12:02.572585+0000","last_clean":"2024-05-20T21:12:02.572585+0000","last_became_active":"2024-05-20T21:11:12.244450+0000","last_became_peered":"2024-05-20T21:11:12.244450+0000","last_unstale":"2024-05-20T21:12:02.572585+0000","last_undegraded":"2024-05-20T21:12:02.572585+0000","last_fullsized":"2024-05-20T21:12:02.572585+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:43:22.114200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.149696+0000","last_change":"2024-05-20T21:11:16.302895+0000","last_active":"2024-05-20T21:13:01.149696+0000","last_peered":"2024-05-20T21:13:01.149696+0000","last_clean":"2024-05-20T21:13:01.149696+0000","last_became_active":"2024-05-20T21:11:16.302338+0000","last_became_peered":"2024-05-20T21:11:16.302338+0000","last_unstale":"2024-05-20T21:13:01.149696+0000","last_undegraded":"2024-05-20T21:13:01.149696+0000","last_fullsized":"2024-05-20T21:13:01.149696+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:19:55.637590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.150726+0000","last_change":"2024-05-20T21:11:16.292060+0000","last_active":"2024-05-20T21:13:01.150726+0000","last_peered":"2024-05-20T21:13:01.150726+0000","last_clean":"2024-05-20T21:13:01.150726+0000","last_became_active":"2024-05-20T21:11:16.291693+0000","last_became_peered":"2024-05-20T21:11:16.291693+0000","last_unstale":"2024-05-20T21:13:01.150726+0000","last_undegraded":"2024-05-20T21:13:01.150726+0000","last_fullsized":"2024-05-20T21:13:01.150726+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:25:43.584245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"79'4","reported_seq":238,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:15:03.859955+0000","last_change":"2024-05-20T21:11:12.766431+0000","last_active":"2024-05-20T21:15:03.859955+0000","last_peered":"2024-05-20T21:15:03.859955+0000","last_clean":"2024-05-20T21:15:03.859955+0000","last_became_active":"2024-05-20T21:11:12.765810+0000","last_became_peered":"2024-05-20T21:11:12.765810+0000","last_unstale":"2024-05-20T21:15:03.859955+0000","last_undegraded":"2024-05-20T21:15:03.859955+0000","last_fullsized":"2024-05-20T21:15:03.859955+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:00:43.569312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":207,"num_read_kb":207,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.179192+0000","last_change":"2024-05-20T21:11:16.309825+0000","last_active":"2024-05-20T21:13:01.179192+0000","last_peered":"2024-05-20T21:13:01.179192+0000","last_clean":"2024-05-20T21:13:01.179192+0000","last_became_active":"2024-05-20T21:11:16.298548+0000","last_became_peered":"2024-05-20T21:11:16.298548+0000","last_unstale":"2024-05-20T21:13:01.179192+0000","last_undegraded":"2024-05-20T21:13:01.179192+0000","last_fullsized":"2024-05-20T21:13:01.179192+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:01:11.724054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"79'3","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.654674+0000","last_change":"2024-05-20T21:11:12.238997+0000","last_active":"2024-05-20T21:12:02.654674+0000","last_peered":"2024-05-20T21:12:02.654674+0000","last_clean":"2024-05-20T21:12:02.654674+0000","last_became_active":"2024-05-20T21:11:12.238594+0000","last_became_peered":"2024-05-20T21:11:12.238594+0000","last_unstale":"2024-05-20T21:12:02.654674+0000","last_undegraded":"2024-05-20T21:12:02.654674+0000","last_fullsized":"2024-05-20T21:12:02.654674+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:48:34.665640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'92","reported_seq":103,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:16.725410+0000","last_change":"2024-05-20T21:09:39.755749+0000","last_active":"2024-05-20T21:12:16.725410+0000","last_peered":"2024-05-20T21:12:16.725410+0000","last_clean":"2024-05-20T21:12:16.725410+0000","last_became_active":"2024-05-20T21:09:39.750321+0000","last_became_peered":"2024-05-20T21:09:39.750321+0000","last_unstale":"2024-05-20T21:12:16.725410+0000","last_undegraded":"2024-05-20T21:12:16.725410+0000","last_fullsized":"2024-05-20T21:12:16.725410+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:05:47.251775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:05:47.251775+0000","last_clean_scrub_stamp":"2024-05-20T21:05:47.251775+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:28:48.606241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.165265+0000","last_change":"2024-05-20T21:11:16.302796+0000","last_active":"2024-05-20T21:13:01.165265+0000","last_peered":"2024-05-20T21:13:01.165265+0000","last_clean":"2024-05-20T21:13:01.165265+0000","last_became_active":"2024-05-20T21:11:16.302351+0000","last_became_peered":"2024-05-20T21:11:16.302351+0000","last_unstale":"2024-05-20T21:13:01.165265+0000","last_undegraded":"2024-05-20T21:13:01.165265+0000","last_fullsized":"2024-05-20T21:13:01.165265+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:01:04.033570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572477+0000","last_change":"2024-05-20T21:11:12.240101+0000","last_active":"2024-05-20T21:12:02.572477+0000","last_peered":"2024-05-20T21:12:02.572477+0000","last_clean":"2024-05-20T21:12:02.572477+0000","last_became_active":"2024-05-20T21:11:12.239602+0000","last_became_peered":"2024-05-20T21:11:12.239602+0000","last_unstale":"2024-05-20T21:12:02.572477+0000","last_undegraded":"2024-05-20T21:12:02.572477+0000","last_fullsized":"2024-05-20T21:12:02.572477+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:07:18.425330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"79'1","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572772+0000","last_change":"2024-05-20T21:11:12.760960+0000","last_active":"2024-05-20T21:12:02.572772+0000","last_peered":"2024-05-20T21:12:02.572772+0000","last_clean":"2024-05-20T21:12:02.572772+0000","last_became_active":"2024-05-20T21:11:12.760521+0000","last_became_peered":"2024-05-20T21:11:12.760521+0000","last_unstale":"2024-05-20T21:12:02.572772+0000","last_undegraded":"2024-05-20T21:12:02.572772+0000","last_fullsized":"2024-05-20T21:12:02.572772+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:05:09.306090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.168450+0000","last_change":"2024-05-20T21:11:16.301153+0000","last_active":"2024-05-20T21:13:01.168450+0000","last_peered":"2024-05-20T21:13:01.168450+0000","last_clean":"2024-05-20T21:13:01.168450+0000","last_became_active":"2024-05-20T21:11:16.300824+0000","last_became_peered":"2024-05-20T21:11:16.300824+0000","last_unstale":"2024-05-20T21:13:01.168450+0000","last_undegraded":"2024-05-20T21:13:01.168450+0000","last_fullsized":"2024-05-20T21:13:01.168450+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:44:59.243608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"81'14","reported_seq":41,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:22.233037+0000","last_change":"2024-05-20T21:11:12.254854+0000","last_active":"2024-05-20T21:13:22.233037+0000","last_peered":"2024-05-20T21:13:22.233037+0000","last_clean":"2024-05-20T21:13:22.233037+0000","last_became_active":"2024-05-20T21:11:12.253297+0000","last_became_peered":"2024-05-20T21:11:12.253297+0000","last_unstale":"2024-05-20T21:13:22.233037+0000","last_undegraded":"2024-05-20T21:13:22.233037+0000","last_fullsized":"2024-05-20T21:13:22.233037+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:33:16.546788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.173431+0000","last_change":"2024-05-20T21:11:16.309531+0000","last_active":"2024-05-20T21:13:01.173431+0000","last_peered":"2024-05-20T21:13:01.173431+0000","last_clean":"2024-05-20T21:13:01.173431+0000","last_became_active":"2024-05-20T21:11:16.306434+0000","last_became_peered":"2024-05-20T21:11:16.306434+0000","last_unstale":"2024-05-20T21:13:01.173431+0000","last_undegraded":"2024-05-20T21:13:01.173431+0000","last_fullsized":"2024-05-20T21:13:01.173431+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:43:24.694325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"79'4","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.655063+0000","last_change":"2024-05-20T21:11:12.938464+0000","last_active":"2024-05-20T21:12:02.655063+0000","last_peered":"2024-05-20T21:12:02.655063+0000","last_clean":"2024-05-20T21:12:02.655063+0000","last_became_active":"2024-05-20T21:11:12.938116+0000","last_became_peered":"2024-05-20T21:11:12.938116+0000","last_unstale":"2024-05-20T21:12:02.655063+0000","last_undegraded":"2024-05-20T21:12:02.655063+0000","last_fullsized":"2024-05-20T21:12:02.655063+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:47:43.994616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"81'7","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.184009+0000","last_change":"2024-05-20T21:11:16.305886+0000","last_active":"2024-05-20T21:13:01.184009+0000","last_peered":"2024-05-20T21:13:01.184009+0000","last_clean":"2024-05-20T21:13:01.184009+0000","last_became_active":"2024-05-20T21:11:16.305501+0000","last_became_peered":"2024-05-20T21:11:16.305501+0000","last_unstale":"2024-05-20T21:13:01.184009+0000","last_undegraded":"2024-05-20T21:13:01.184009+0000","last_fullsized":"2024-05-20T21:13:01.184009+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:26:08.663747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.656627+0000","last_change":"2024-05-20T21:11:12.759262+0000","last_active":"2024-05-20T21:12:02.656627+0000","last_peered":"2024-05-20T21:12:02.656627+0000","last_clean":"2024-05-20T21:12:02.656627+0000","last_became_active":"2024-05-20T21:11:12.758783+0000","last_became_peered":"2024-05-20T21:11:12.758783+0000","last_unstale":"2024-05-20T21:12:02.656627+0000","last_undegraded":"2024-05-20T21:12:02.656627+0000","last_fullsized":"2024-05-20T21:12:02.656627+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:01:41.849250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"81'2","reported_seq":21,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.141841+0000","last_change":"2024-05-20T21:11:16.286689+0000","last_active":"2024-05-20T21:13:01.141841+0000","last_peered":"2024-05-20T21:13:01.141841+0000","last_clean":"2024-05-20T21:13:01.141841+0000","last_became_active":"2024-05-20T21:11:16.286299+0000","last_became_peered":"2024-05-20T21:11:16.286299+0000","last_unstale":"2024-05-20T21:13:01.141841+0000","last_undegraded":"2024-05-20T21:13:01.141841+0000","last_fullsized":"2024-05-20T21:13:01.141841+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:02:21.142560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.579194+0000","last_change":"2024-05-20T21:11:12.252491+0000","last_active":"2024-05-20T21:12:02.579194+0000","last_peered":"2024-05-20T21:12:02.579194+0000","last_clean":"2024-05-20T21:12:02.579194+0000","last_became_active":"2024-05-20T21:11:12.252010+0000","last_became_peered":"2024-05-20T21:11:12.252010+0000","last_unstale":"2024-05-20T21:12:02.579194+0000","last_undegraded":"2024-05-20T21:12:02.579194+0000","last_fullsized":"2024-05-20T21:12:02.579194+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:32:12.677758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"81'9","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.181335+0000","last_change":"2024-05-20T21:11:16.302423+0000","last_active":"2024-05-20T21:13:01.181335+0000","last_peered":"2024-05-20T21:13:01.181335+0000","last_clean":"2024-05-20T21:13:01.181335+0000","last_became_active":"2024-05-20T21:11:16.302055+0000","last_became_peered":"2024-05-20T21:11:16.302055+0000","last_unstale":"2024-05-20T21:13:01.181335+0000","last_undegraded":"2024-05-20T21:13:01.181335+0000","last_fullsized":"2024-05-20T21:13:01.181335+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:07:21.927876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"79'1","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.573569+0000","last_change":"2024-05-20T21:11:12.253463+0000","last_active":"2024-05-20T21:12:02.573569+0000","last_peered":"2024-05-20T21:12:02.573569+0000","last_clean":"2024-05-20T21:12:02.573569+0000","last_became_active":"2024-05-20T21:11:12.253106+0000","last_became_peered":"2024-05-20T21:11:12.253106+0000","last_unstale":"2024-05-20T21:12:02.573569+0000","last_undegraded":"2024-05-20T21:12:02.573569+0000","last_fullsized":"2024-05-20T21:12:02.573569+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:01:56.697701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"81'8","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.176060+0000","last_change":"2024-05-20T21:12:02.658384+0000","last_active":"2024-05-20T21:13:01.176060+0000","last_peered":"2024-05-20T21:13:01.176060+0000","last_clean":"2024-05-20T21:13:01.176060+0000","last_became_active":"2024-05-20T21:12:02.656920+0000","last_became_peered":"2024-05-20T21:12:02.656920+0000","last_unstale":"2024-05-20T21:13:01.176060+0000","last_undegraded":"2024-05-20T21:13:01.176060+0000","last_fullsized":"2024-05-20T21:13:01.176060+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:28:26.957691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,10],"acting":[9,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.b","version":"79'4","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:04.554021+0000","last_change":"2024-05-20T21:12:02.580425+0000","last_active":"2024-05-20T21:12:04.554021+0000","last_peered":"2024-05-20T21:12:04.554021+0000","last_clean":"2024-05-20T21:12:04.554021+0000","last_became_active":"2024-05-20T21:12:02.574491+0000","last_became_peered":"2024-05-20T21:12:02.574491+0000","last_unstale":"2024-05-20T21:12:04.554021+0000","last_undegraded":"2024-05-20T21:12:04.554021+0000","last_fullsized":"2024-05-20T21:12:04.554021+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:23:07.397513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.a","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.170734+0000","last_change":"2024-05-20T21:11:16.311555+0000","last_active":"2024-05-20T21:13:01.170734+0000","last_peered":"2024-05-20T21:13:01.170734+0000","last_clean":"2024-05-20T21:13:01.170734+0000","last_became_active":"2024-05-20T21:11:16.311170+0000","last_became_peered":"2024-05-20T21:11:16.311170+0000","last_unstale":"2024-05-20T21:13:01.170734+0000","last_undegraded":"2024-05-20T21:13:01.170734+0000","last_fullsized":"2024-05-20T21:13:01.170734+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:11:59.080264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.574070+0000","last_change":"2024-05-20T21:11:12.938031+0000","last_active":"2024-05-20T21:12:02.574070+0000","last_peered":"2024-05-20T21:12:02.574070+0000","last_clean":"2024-05-20T21:12:02.574070+0000","last_became_active":"2024-05-20T21:11:12.937666+0000","last_became_peered":"2024-05-20T21:11:12.937666+0000","last_unstale":"2024-05-20T21:12:02.574070+0000","last_undegraded":"2024-05-20T21:12:02.574070+0000","last_fullsized":"2024-05-20T21:12:02.574070+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:52:43.732756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.168022+0000","last_change":"2024-05-20T21:11:16.295156+0000","last_active":"2024-05-20T21:13:01.168022+0000","last_peered":"2024-05-20T21:13:01.168022+0000","last_clean":"2024-05-20T21:13:01.168022+0000","last_became_active":"2024-05-20T21:11:16.294767+0000","last_became_peered":"2024-05-20T21:11:16.294767+0000","last_unstale":"2024-05-20T21:13:01.168022+0000","last_undegraded":"2024-05-20T21:13:01.168022+0000","last_fullsized":"2024-05-20T21:13:01.168022+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:02:41.864192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"79'1","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.579601+0000","last_change":"2024-05-20T21:11:12.249056+0000","last_active":"2024-05-20T21:12:02.579601+0000","last_peered":"2024-05-20T21:12:02.579601+0000","last_clean":"2024-05-20T21:12:02.579601+0000","last_became_active":"2024-05-20T21:11:12.248669+0000","last_became_peered":"2024-05-20T21:11:12.248669+0000","last_unstale":"2024-05-20T21:12:02.579601+0000","last_undegraded":"2024-05-20T21:12:02.579601+0000","last_fullsized":"2024-05-20T21:12:02.579601+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:07:26.775736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.173769+0000","last_change":"2024-05-20T21:11:16.301488+0000","last_active":"2024-05-20T21:13:01.173769+0000","last_peered":"2024-05-20T21:13:01.173769+0000","last_clean":"2024-05-20T21:13:01.173769+0000","last_became_active":"2024-05-20T21:11:16.301096+0000","last_became_peered":"2024-05-20T21:11:16.301096+0000","last_unstale":"2024-05-20T21:13:01.173769+0000","last_undegraded":"2024-05-20T21:13:01.173769+0000","last_fullsized":"2024-05-20T21:13:01.173769+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:47:51.022920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.623292+0000","last_change":"2024-05-20T21:11:12.256281+0000","last_active":"2024-05-20T21:12:02.623292+0000","last_peered":"2024-05-20T21:12:02.623292+0000","last_clean":"2024-05-20T21:12:02.623292+0000","last_became_active":"2024-05-20T21:11:12.255197+0000","last_became_peered":"2024-05-20T21:11:12.255197+0000","last_unstale":"2024-05-20T21:12:02.623292+0000","last_undegraded":"2024-05-20T21:12:02.623292+0000","last_fullsized":"2024-05-20T21:12:02.623292+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:10:07.468628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.156661+0000","last_change":"2024-05-20T21:11:16.293091+0000","last_active":"2024-05-20T21:13:01.156661+0000","last_peered":"2024-05-20T21:13:01.156661+0000","last_clean":"2024-05-20T21:13:01.156661+0000","last_became_active":"2024-05-20T21:11:16.292626+0000","last_became_peered":"2024-05-20T21:11:16.292626+0000","last_unstale":"2024-05-20T21:13:01.156661+0000","last_undegraded":"2024-05-20T21:13:01.156661+0000","last_fullsized":"2024-05-20T21:13:01.156661+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:34:20.135026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"81'9","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.165755+0000","last_change":"2024-05-20T21:11:16.287638+0000","last_active":"2024-05-20T21:13:01.165755+0000","last_peered":"2024-05-20T21:13:01.165755+0000","last_clean":"2024-05-20T21:13:01.165755+0000","last_became_active":"2024-05-20T21:11:16.287268+0000","last_became_peered":"2024-05-20T21:11:16.287268+0000","last_unstale":"2024-05-20T21:13:01.165755+0000","last_undegraded":"2024-05-20T21:13:01.165755+0000","last_fullsized":"2024-05-20T21:13:01.165755+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:10:41.612809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"81'12","reported_seq":37,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.163317+0000","last_change":"2024-05-20T21:12:02.657242+0000","last_active":"2024-05-20T21:13:01.163317+0000","last_peered":"2024-05-20T21:13:01.163317+0000","last_clean":"2024-05-20T21:13:01.163317+0000","last_became_active":"2024-05-20T21:12:02.656780+0000","last_became_peered":"2024-05-20T21:12:02.656780+0000","last_unstale":"2024-05-20T21:13:01.163317+0000","last_undegraded":"2024-05-20T21:13:01.163317+0000","last_fullsized":"2024-05-20T21:13:01.163317+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:37:59.388775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,9,4],"acting":[2,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"81'8","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.180831+0000","last_change":"2024-05-20T21:11:16.298980+0000","last_active":"2024-05-20T21:13:01.180831+0000","last_peered":"2024-05-20T21:13:01.180831+0000","last_clean":"2024-05-20T21:13:01.180831+0000","last_became_active":"2024-05-20T21:11:16.298618+0000","last_became_peered":"2024-05-20T21:11:16.298618+0000","last_unstale":"2024-05-20T21:13:01.180831+0000","last_undegraded":"2024-05-20T21:13:01.180831+0000","last_fullsized":"2024-05-20T21:13:01.180831+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:46:11.849227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"81'7","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.181411+0000","last_change":"2024-05-20T21:11:16.311311+0000","last_active":"2024-05-20T21:13:01.181411+0000","last_peered":"2024-05-20T21:13:01.181411+0000","last_clean":"2024-05-20T21:13:01.181411+0000","last_became_active":"2024-05-20T21:11:16.310943+0000","last_became_peered":"2024-05-20T21:11:16.310943+0000","last_unstale":"2024-05-20T21:13:01.181411+0000","last_undegraded":"2024-05-20T21:13:01.181411+0000","last_fullsized":"2024-05-20T21:13:01.181411+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:20:06.512572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"81'4","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.176755+0000","last_change":"2024-05-20T21:11:16.307587+0000","last_active":"2024-05-20T21:13:01.176755+0000","last_peered":"2024-05-20T21:13:01.176755+0000","last_clean":"2024-05-20T21:13:01.176755+0000","last_became_active":"2024-05-20T21:11:16.307226+0000","last_became_peered":"2024-05-20T21:11:16.307226+0000","last_unstale":"2024-05-20T21:13:01.176755+0000","last_undegraded":"2024-05-20T21:13:01.176755+0000","last_fullsized":"2024-05-20T21:13:01.176755+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:44:55.546037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"81'6","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.160752+0000","last_change":"2024-05-20T21:12:02.577301+0000","last_active":"2024-05-20T21:13:01.160752+0000","last_peered":"2024-05-20T21:13:01.160752+0000","last_clean":"2024-05-20T21:13:01.160752+0000","last_became_active":"2024-05-20T21:12:02.576894+0000","last_became_peered":"2024-05-20T21:12:02.576894+0000","last_unstale":"2024-05-20T21:13:01.160752+0000","last_undegraded":"2024-05-20T21:13:01.160752+0000","last_fullsized":"2024-05-20T21:13:01.160752+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:53:46.857195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,9],"acting":[11,8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"81'15","reported_seq":34,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.162086+0000","last_change":"2024-05-20T21:11:16.286013+0000","last_active":"2024-05-20T21:13:01.162086+0000","last_peered":"2024-05-20T21:13:01.162086+0000","last_clean":"2024-05-20T21:13:01.162086+0000","last_became_active":"2024-05-20T21:11:16.285637+0000","last_became_peered":"2024-05-20T21:11:16.285637+0000","last_unstale":"2024-05-20T21:13:01.162086+0000","last_undegraded":"2024-05-20T21:13:01.162086+0000","last_fullsized":"2024-05-20T21:13:01.162086+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:58:47.958946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"81'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.165332+0000","last_change":"2024-05-20T21:12:02.584317+0000","last_active":"2024-05-20T21:13:01.165332+0000","last_peered":"2024-05-20T21:13:01.165332+0000","last_clean":"2024-05-20T21:13:01.165332+0000","last_became_active":"2024-05-20T21:12:02.583812+0000","last_became_peered":"2024-05-20T21:12:02.583812+0000","last_unstale":"2024-05-20T21:13:01.165332+0000","last_undegraded":"2024-05-20T21:13:01.165332+0000","last_fullsized":"2024-05-20T21:13:01.165332+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:04:52.216090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,8,2],"acting":[3,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.170769+0000","last_change":"2024-05-20T21:11:16.309385+0000","last_active":"2024-05-20T21:13:01.170769+0000","last_peered":"2024-05-20T21:13:01.170769+0000","last_clean":"2024-05-20T21:13:01.170769+0000","last_became_active":"2024-05-20T21:11:16.309033+0000","last_became_peered":"2024-05-20T21:11:16.309033+0000","last_unstale":"2024-05-20T21:13:01.170769+0000","last_undegraded":"2024-05-20T21:13:01.170769+0000","last_fullsized":"2024-05-20T21:13:01.170769+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:08:33.942619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.173474+0000","last_change":"2024-05-20T21:11:16.313629+0000","last_active":"2024-05-20T21:13:01.173474+0000","last_peered":"2024-05-20T21:13:01.173474+0000","last_clean":"2024-05-20T21:13:01.173474+0000","last_became_active":"2024-05-20T21:11:16.309118+0000","last_became_peered":"2024-05-20T21:11:16.309118+0000","last_unstale":"2024-05-20T21:13:01.173474+0000","last_undegraded":"2024-05-20T21:13:01.173474+0000","last_fullsized":"2024-05-20T21:13:01.173474+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:24:55.601886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.183670+0000","last_change":"2024-05-20T21:11:16.301810+0000","last_active":"2024-05-20T21:13:01.183670+0000","last_peered":"2024-05-20T21:13:01.183670+0000","last_clean":"2024-05-20T21:13:01.183670+0000","last_became_active":"2024-05-20T21:11:16.301438+0000","last_became_peered":"2024-05-20T21:11:16.301438+0000","last_unstale":"2024-05-20T21:13:01.183670+0000","last_undegraded":"2024-05-20T21:13:01.183670+0000","last_fullsized":"2024-05-20T21:13:01.183670+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:59:42.707949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.182717+0000","last_change":"2024-05-20T21:11:16.312808+0000","last_active":"2024-05-20T21:13:01.182717+0000","last_peered":"2024-05-20T21:13:01.182717+0000","last_clean":"2024-05-20T21:13:01.182717+0000","last_became_active":"2024-05-20T21:11:16.312103+0000","last_became_peered":"2024-05-20T21:11:16.312103+0000","last_unstale":"2024-05-20T21:13:01.182717+0000","last_undegraded":"2024-05-20T21:13:01.182717+0000","last_fullsized":"2024-05-20T21:13:01.182717+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:36:31.784474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"81'8","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.163485+0000","last_change":"2024-05-20T21:11:16.291818+0000","last_active":"2024-05-20T21:13:01.163485+0000","last_peered":"2024-05-20T21:13:01.163485+0000","last_clean":"2024-05-20T21:13:01.163485+0000","last_became_active":"2024-05-20T21:11:16.291508+0000","last_became_peered":"2024-05-20T21:11:16.291508+0000","last_unstale":"2024-05-20T21:13:01.163485+0000","last_undegraded":"2024-05-20T21:13:01.163485+0000","last_fullsized":"2024-05-20T21:13:01.163485+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:51:38.272715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":74266,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":1281,"num_read_kb":718,"num_write":178,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":454656,"data_stored":222798,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":151,"ondisk_log_size":151,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":71,"seq":304942678079,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27880,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717272,"statfs":{"total":95995035648,"available":95966486528,"internally_reserved":0,"allocated":884736,"data_stored":431031,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":65,"seq":279172874308,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36892,"kb_used_data":1556,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708260,"statfs":{"total":95995035648,"available":95957258240,"internally_reserved":0,"allocated":1593344,"data_stored":1093168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037834,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36216,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708936,"statfs":{"total":95995035648,"available":95957950464,"internally_reserved":0,"allocated":901120,"data_stored":431267,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234067,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36216,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708936,"statfs":{"total":95995035648,"available":95957950464,"internally_reserved":0,"allocated":901120,"data_stored":431187,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":47,"seq":201863462999,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40956,"kb_used_data":1460,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704196,"statfs":{"total":95995035648,"available":95953096704,"internally_reserved":0,"allocated":1495040,"data_stored":1022726,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":40434122},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":42,"seq":180388626524,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36204,"kb_used_data":868,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708948,"statfs":{"total":95995035648,"available":95957962752,"internally_reserved":0,"allocated":888832,"data_stored":430656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574967,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27956,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717196,"statfs":{"total":95995035648,"available":95966408704,"internally_reserved":0,"allocated":962560,"data_stored":501105,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738494,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27904,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717248,"statfs":{"total":95995035648,"available":95966461952,"internally_reserved":0,"allocated":909312,"data_stored":431927,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411444,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27980,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717172,"statfs":{"total":95995035648,"available":95966384128,"internally_reserved":0,"allocated":987136,"data_stored":502455,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182508,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27900,"kb_used_data":884,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717252,"statfs":{"total":95995035648,"available":95966466048,"internally_reserved":0,"allocated":905216,"data_stored":430967,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986280,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40368,"kb_used_data":872,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704784,"statfs":{"total":95995035648,"available":95953698816,"internally_reserved":0,"allocated":892928,"data_stored":431093,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822754,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36808,"kb_used_data":1472,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708344,"statfs":{"total":95995035648,"available":95957344256,"internally_reserved":0,"allocated":1507328,"data_stored":1022410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":70656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":72006,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":72234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-20T21:15:11.258 INFO:tasks.fwd_scrub.ceph_manager:clean! 2024-05-20T21:15:11.258 DEBUG:teuthology.orchestra.run.smithi008:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-05-20T21:15:11.522 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.522+0000 7fd40f000640 1 -- 172.21.15.8:0/883541662 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4081086e0 msgr2=0x7fd40810aad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:11.522 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.522+0000 7fd40f000640 1 --2- 172.21.15.8:0/883541662 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4081086e0 0x7fd40810aad0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fd400009be0 tx=0x7fd40002a6c0 comp rx=0 tx=0).stop 2024-05-20T21:15:11.522 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.522+0000 7fd40f000640 1 -- 172.21.15.8:0/883541662 shutdown_connections 2024-05-20T21:15:11.522 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.522+0000 7fd40f000640 1 --2- 172.21.15.8:0/883541662 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4081086e0 0x7fd40810aad0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:11.522 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.522+0000 7fd40f000640 1 --2- 172.21.15.8:0/883541662 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd408100fa0 0x7fd4081081a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:11.523 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.522+0000 7fd40f000640 1 --2- 172.21.15.8:0/883541662 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd4081005d0 0x7fd4081009d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:11.523 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.522+0000 7fd40f000640 1 -- 172.21.15.8:0/883541662 >> 172.21.15.8:0/883541662 conn(0x7fd4080fc150 msgr2=0x7fd4080fe570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:11.523 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.522+0000 7fd40f000640 1 -- 172.21.15.8:0/883541662 shutdown_connections 2024-05-20T21:15:11.523 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.522+0000 7fd40f000640 1 -- 172.21.15.8:0/883541662 wait complete. 2024-05-20T21:15:11.524 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.523+0000 7fd40f000640 1 Processor -- start 2024-05-20T21:15:11.524 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.523+0000 7fd40f000640 1 -- start start 2024-05-20T21:15:11.524 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.523+0000 7fd40f000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd4081005d0 0x7fd408103a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:11.524 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.523+0000 7fd40f000640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd408100fa0 0x7fd408102130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:11.525 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.523+0000 7fd40f000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4081086e0 0x7fd408102670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:11.525 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.523+0000 7fd40f000640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fd40810e4c0 con 0x7fd4081005d0 2024-05-20T21:15:11.525 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.523+0000 7fd40f000640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fd40810e340 con 0x7fd4081086e0 2024-05-20T21:15:11.525 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.523+0000 7fd40f000640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fd40810e640 con 0x7fd408100fa0 2024-05-20T21:15:11.525 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.524+0000 7fd40e600640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4081086e0 0x7fd408102670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:11.525 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.524+0000 7fd40dc00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd4081005d0 0x7fd408103a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:11.525 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.524+0000 7fd40e600640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4081086e0 0x7fd408102670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:46688/0 (socket says 172.21.15.8:46688) 2024-05-20T21:15:11.525 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.524+0000 7fd40e600640 1 -- 172.21.15.8:0/1405771183 learned_addr learned my addr 172.21.15.8:0/1405771183 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:15:11.525 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.524+0000 7fd40d200640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd408100fa0 0x7fd408102130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:11.525 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.524+0000 7fd40e600640 1 -- 172.21.15.8:0/1405771183 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd408100fa0 msgr2=0x7fd408102130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:11.525 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.524+0000 7fd40e600640 1 --2- 172.21.15.8:0/1405771183 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd408100fa0 0x7fd408102130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:11.525 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.524+0000 7fd40e600640 1 -- 172.21.15.8:0/1405771183 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd4081005d0 msgr2=0x7fd408103a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:11.525 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.524+0000 7fd40e600640 1 --2- 172.21.15.8:0/1405771183 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd4081005d0 0x7fd408103a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:11.525 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.524+0000 7fd40e600640 1 -- 172.21.15.8:0/1405771183 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd408102e70 con 0x7fd4081086e0 2024-05-20T21:15:11.526 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.524+0000 7fd40d200640 1 --2- 172.21.15.8:0/1405771183 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd408100fa0 0x7fd408102130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:15:11.526 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.524+0000 7fd40dc00640 1 --2- 172.21.15.8:0/1405771183 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd4081005d0 0x7fd408103a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:15:11.526 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.525+0000 7fd40e600640 1 --2- 172.21.15.8:0/1405771183 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4081086e0 0x7fd408102670 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fd400004af0 tx=0x7fd400032f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:11.526 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.525+0000 7fd406000640 1 -- 172.21.15.8:0/1405771183 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd400041020 con 0x7fd4081086e0 2024-05-20T21:15:11.527 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.525+0000 7fd406000640 1 -- 172.21.15.8:0/1405771183 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd400003e20 con 0x7fd4081086e0 2024-05-20T21:15:11.527 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.525+0000 7fd40f000640 1 -- 172.21.15.8:0/1405771183 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4081a2c50 con 0x7fd4081086e0 2024-05-20T21:15:11.527 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.525+0000 7fd406000640 1 -- 172.21.15.8:0/1405771183 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd400036040 con 0x7fd4081086e0 2024-05-20T21:15:11.527 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.525+0000 7fd40f000640 1 -- 172.21.15.8:0/1405771183 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4081a3160 con 0x7fd4081086e0 2024-05-20T21:15:11.527 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.526+0000 7fd40f000640 1 -- 172.21.15.8:0/1405771183 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd408106fb0 con 0x7fd4081086e0 2024-05-20T21:15:11.529 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.529+0000 7fd406000640 1 -- 172.21.15.8:0/1405771183 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fd400044020 con 0x7fd4081086e0 2024-05-20T21:15:11.530 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.530+0000 7fd406000640 1 --2- 172.21.15.8:0/1405771183 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd3f00b2860 0x7fd3f00b4d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:11.530 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.530+0000 7fd406000640 1 -- 172.21.15.8:0/1405771183 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fd400103120 con 0x7fd4081086e0 2024-05-20T21:15:11.530 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.531+0000 7fd40dc00640 1 --2- 172.21.15.8:0/1405771183 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd3f00b2860 0x7fd3f00b4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:11.531 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.531+0000 7fd40dc00640 1 --2- 172.21.15.8:0/1405771183 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd3f00b2860 0x7fd3f00b4d20 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fd3fc005fd0 tx=0x7fd3fc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:11.533 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.533+0000 7fd406000640 1 -- 172.21.15.8:0/1405771183 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fd40004b020 con 0x7fd4081086e0 2024-05-20T21:15:11.747 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.747+0000 7fd40f000640 1 -- 172.21.15.8:0/1405771183 --> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fd408062e90 con 0x7fd3f00b2860 2024-05-20T21:15:11.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.766+0000 7fd406000640 1 -- 172.21.15.8:0/1405771183 <== mgr.14152 v2:172.21.15.8:6800/2778224651 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258815 (secure 0 0 0) 0x7fd408062e90 con 0x7fd3f00b2860 2024-05-20T21:15:11.770 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:15:11.771 INFO:teuthology.orchestra.run.smithi008.stderr:dumped all 2024-05-20T21:15:11.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.771+0000 7fd40f000640 1 -- 172.21.15.8:0/1405771183 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd3f00b2860 msgr2=0x7fd3f00b4d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:11.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.771+0000 7fd40f000640 1 --2- 172.21.15.8:0/1405771183 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd3f00b2860 0x7fd3f00b4d20 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fd3fc005fd0 tx=0x7fd3fc009260 comp rx=0 tx=0).stop 2024-05-20T21:15:11.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.771+0000 7fd40f000640 1 -- 172.21.15.8:0/1405771183 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4081086e0 msgr2=0x7fd408102670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:11.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.771+0000 7fd40f000640 1 --2- 172.21.15.8:0/1405771183 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4081086e0 0x7fd408102670 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fd400004af0 tx=0x7fd400032f90 comp rx=0 tx=0).stop 2024-05-20T21:15:11.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.771+0000 7fd40f000640 1 -- 172.21.15.8:0/1405771183 shutdown_connections 2024-05-20T21:15:11.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.771+0000 7fd40f000640 1 --2- 172.21.15.8:0/1405771183 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd3f00b2860 0x7fd3f00b4d20 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:11.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.771+0000 7fd40f000640 1 --2- 172.21.15.8:0/1405771183 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4081086e0 0x7fd408102670 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:11.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.771+0000 7fd40f000640 1 --2- 172.21.15.8:0/1405771183 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd408100fa0 0x7fd408102130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:11.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.771+0000 7fd40f000640 1 --2- 172.21.15.8:0/1405771183 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd4081005d0 0x7fd408103a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:11.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.772+0000 7fd40f000640 1 -- 172.21.15.8:0/1405771183 >> 172.21.15.8:0/1405771183 conn(0x7fd4080fc150 msgr2=0x7fd408104180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:11.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.772+0000 7fd40f000640 1 -- 172.21.15.8:0/1405771183 shutdown_connections 2024-05-20T21:15:11.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:11.772+0000 7fd40f000640 1 -- 172.21.15.8:0/1405771183 wait complete. 2024-05-20T21:15:11.791 INFO:teuthology.orchestra.run.smithi008.stdout:{"pg_ready":true,"pg_map":{"version":436,"stamp":"2024-05-20T21:15:11.261663+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":664868,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":1372,"num_read_kb":787,"num_write":303,"num_write_kb":2280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":745,"ondisk_log_size":745,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":403280,"kb_used_data":12528,"kb_used_omap":18,"kb_used_meta":390637,"kb_avail":1124538544,"statfs":{"total":1151940427776,"available":1151527469056,"internally_reserved":0,"allocated":12828672,"data_stored":7159992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":400012601},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":5683,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":77,"num_read_kb":42,"num_write":5,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004757"},"pg_stats":[{"pgid":"3.3f","version":"81'8","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.183379+0000","last_change":"2024-05-20T21:11:16.296240+0000","last_active":"2024-05-20T21:13:01.183379+0000","last_peered":"2024-05-20T21:13:01.183379+0000","last_clean":"2024-05-20T21:13:01.183379+0000","last_became_active":"2024-05-20T21:11:16.295881+0000","last_became_peered":"2024-05-20T21:11:16.295881+0000","last_unstale":"2024-05-20T21:13:01.183379+0000","last_undegraded":"2024-05-20T21:13:01.183379+0000","last_fullsized":"2024-05-20T21:13:01.183379+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:15:55.325945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"81'4","reported_seq":23,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.180728+0000","last_change":"2024-05-20T21:11:16.292636+0000","last_active":"2024-05-20T21:13:01.180728+0000","last_peered":"2024-05-20T21:13:01.180728+0000","last_clean":"2024-05-20T21:13:01.180728+0000","last_became_active":"2024-05-20T21:11:16.290950+0000","last_became_peered":"2024-05-20T21:11:16.290950+0000","last_unstale":"2024-05-20T21:13:01.180728+0000","last_undegraded":"2024-05-20T21:13:01.180728+0000","last_fullsized":"2024-05-20T21:13:01.180728+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:42:09.178628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"81'7","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.182007+0000","last_change":"2024-05-20T21:11:16.290214+0000","last_active":"2024-05-20T21:13:01.182007+0000","last_peered":"2024-05-20T21:13:01.182007+0000","last_clean":"2024-05-20T21:13:01.182007+0000","last_became_active":"2024-05-20T21:11:16.289872+0000","last_became_peered":"2024-05-20T21:11:16.289872+0000","last_unstale":"2024-05-20T21:13:01.182007+0000","last_undegraded":"2024-05-20T21:13:01.182007+0000","last_fullsized":"2024-05-20T21:13:01.182007+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:24:28.333308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"81'8","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.159580+0000","last_change":"2024-05-20T21:11:16.289991+0000","last_active":"2024-05-20T21:13:01.159580+0000","last_peered":"2024-05-20T21:13:01.159580+0000","last_clean":"2024-05-20T21:13:01.159580+0000","last_became_active":"2024-05-20T21:11:16.287959+0000","last_became_peered":"2024-05-20T21:11:16.287959+0000","last_unstale":"2024-05-20T21:13:01.159580+0000","last_undegraded":"2024-05-20T21:13:01.159580+0000","last_fullsized":"2024-05-20T21:13:01.159580+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:59:03.124597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"81'4","reported_seq":23,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.170341+0000","last_change":"2024-05-20T21:11:16.310007+0000","last_active":"2024-05-20T21:13:01.170341+0000","last_peered":"2024-05-20T21:13:01.170341+0000","last_clean":"2024-05-20T21:13:01.170341+0000","last_became_active":"2024-05-20T21:11:16.309632+0000","last_became_peered":"2024-05-20T21:11:16.309632+0000","last_unstale":"2024-05-20T21:13:01.170341+0000","last_undegraded":"2024-05-20T21:13:01.170341+0000","last_fullsized":"2024-05-20T21:13:01.170341+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:23:35.698898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.159174+0000","last_change":"2024-05-20T21:11:16.299661+0000","last_active":"2024-05-20T21:13:01.159174+0000","last_peered":"2024-05-20T21:13:01.159174+0000","last_clean":"2024-05-20T21:13:01.159174+0000","last_became_active":"2024-05-20T21:11:16.299296+0000","last_became_peered":"2024-05-20T21:11:16.299296+0000","last_unstale":"2024-05-20T21:13:01.159174+0000","last_undegraded":"2024-05-20T21:13:01.159174+0000","last_fullsized":"2024-05-20T21:13:01.159174+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:47:48.411451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.161837+0000","last_change":"2024-05-20T21:11:16.299517+0000","last_active":"2024-05-20T21:13:01.161837+0000","last_peered":"2024-05-20T21:13:01.161837+0000","last_clean":"2024-05-20T21:13:01.161837+0000","last_became_active":"2024-05-20T21:11:16.299162+0000","last_became_peered":"2024-05-20T21:11:16.299162+0000","last_unstale":"2024-05-20T21:13:01.161837+0000","last_undegraded":"2024-05-20T21:13:01.161837+0000","last_fullsized":"2024-05-20T21:13:01.161837+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:45:28.319801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.174561+0000","last_change":"2024-05-20T21:11:16.307565+0000","last_active":"2024-05-20T21:13:01.174561+0000","last_peered":"2024-05-20T21:13:01.174561+0000","last_clean":"2024-05-20T21:13:01.174561+0000","last_became_active":"2024-05-20T21:11:16.297502+0000","last_became_peered":"2024-05-20T21:11:16.297502+0000","last_unstale":"2024-05-20T21:13:01.174561+0000","last_undegraded":"2024-05-20T21:13:01.174561+0000","last_fullsized":"2024-05-20T21:13:01.174561+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:05:51.269233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.166091+0000","last_change":"2024-05-20T21:11:16.291944+0000","last_active":"2024-05-20T21:13:01.166091+0000","last_peered":"2024-05-20T21:13:01.166091+0000","last_clean":"2024-05-20T21:13:01.166091+0000","last_became_active":"2024-05-20T21:11:16.291569+0000","last_became_peered":"2024-05-20T21:11:16.291569+0000","last_unstale":"2024-05-20T21:13:01.166091+0000","last_undegraded":"2024-05-20T21:13:01.166091+0000","last_fullsized":"2024-05-20T21:13:01.166091+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:03:07.806446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"81'16","reported_seq":37,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.158044+0000","last_change":"2024-05-20T21:11:16.295592+0000","last_active":"2024-05-20T21:13:01.158044+0000","last_peered":"2024-05-20T21:13:01.158044+0000","last_clean":"2024-05-20T21:13:01.158044+0000","last_became_active":"2024-05-20T21:11:16.295246+0000","last_became_peered":"2024-05-20T21:11:16.295246+0000","last_unstale":"2024-05-20T21:13:01.158044+0000","last_undegraded":"2024-05-20T21:13:01.158044+0000","last_fullsized":"2024-05-20T21:13:01.158044+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:33:33.680892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.167893+0000","last_change":"2024-05-20T21:11:16.295909+0000","last_active":"2024-05-20T21:13:01.167893+0000","last_peered":"2024-05-20T21:13:01.167893+0000","last_clean":"2024-05-20T21:13:01.167893+0000","last_became_active":"2024-05-20T21:11:16.295568+0000","last_became_peered":"2024-05-20T21:11:16.295568+0000","last_unstale":"2024-05-20T21:13:01.167893+0000","last_undegraded":"2024-05-20T21:13:01.167893+0000","last_fullsized":"2024-05-20T21:13:01.167893+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:41:15.046594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"81'7","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.147302+0000","last_change":"2024-05-20T21:11:16.292742+0000","last_active":"2024-05-20T21:13:01.147302+0000","last_peered":"2024-05-20T21:13:01.147302+0000","last_clean":"2024-05-20T21:13:01.147302+0000","last_became_active":"2024-05-20T21:11:16.291945+0000","last_became_peered":"2024-05-20T21:11:16.291945+0000","last_unstale":"2024-05-20T21:13:01.147302+0000","last_undegraded":"2024-05-20T21:13:01.147302+0000","last_fullsized":"2024-05-20T21:13:01.147302+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:53:00.313040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.161279+0000","last_change":"2024-05-20T21:11:16.307203+0000","last_active":"2024-05-20T21:13:01.161279+0000","last_peered":"2024-05-20T21:13:01.161279+0000","last_clean":"2024-05-20T21:13:01.161279+0000","last_became_active":"2024-05-20T21:11:16.302848+0000","last_became_peered":"2024-05-20T21:11:16.302848+0000","last_unstale":"2024-05-20T21:13:01.161279+0000","last_undegraded":"2024-05-20T21:13:01.161279+0000","last_fullsized":"2024-05-20T21:13:01.161279+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:51:43.676593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"81'7","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.180799+0000","last_change":"2024-05-20T21:11:16.291973+0000","last_active":"2024-05-20T21:13:01.180799+0000","last_peered":"2024-05-20T21:13:01.180799+0000","last_clean":"2024-05-20T21:13:01.180799+0000","last_became_active":"2024-05-20T21:11:16.291609+0000","last_became_peered":"2024-05-20T21:11:16.291609+0000","last_unstale":"2024-05-20T21:13:01.180799+0000","last_undegraded":"2024-05-20T21:13:01.180799+0000","last_fullsized":"2024-05-20T21:13:01.180799+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:51:16.914968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"81'7","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.179964+0000","last_change":"2024-05-20T21:11:16.293850+0000","last_active":"2024-05-20T21:13:01.179964+0000","last_peered":"2024-05-20T21:13:01.179964+0000","last_clean":"2024-05-20T21:13:01.179964+0000","last_became_active":"2024-05-20T21:11:16.291739+0000","last_became_peered":"2024-05-20T21:11:16.291739+0000","last_unstale":"2024-05-20T21:13:01.179964+0000","last_undegraded":"2024-05-20T21:13:01.179964+0000","last_fullsized":"2024-05-20T21:13:01.179964+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:05:37.822547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.179015+0000","last_change":"2024-05-20T21:11:16.300660+0000","last_active":"2024-05-20T21:13:01.179015+0000","last_peered":"2024-05-20T21:13:01.179015+0000","last_clean":"2024-05-20T21:13:01.179015+0000","last_became_active":"2024-05-20T21:11:16.300253+0000","last_became_peered":"2024-05-20T21:11:16.300253+0000","last_unstale":"2024-05-20T21:13:01.179015+0000","last_undegraded":"2024-05-20T21:13:01.179015+0000","last_fullsized":"2024-05-20T21:13:01.179015+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:08:08.298828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"81'8","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.183556+0000","last_change":"2024-05-20T21:11:16.295415+0000","last_active":"2024-05-20T21:13:01.183556+0000","last_peered":"2024-05-20T21:13:01.183556+0000","last_clean":"2024-05-20T21:13:01.183556+0000","last_became_active":"2024-05-20T21:11:16.295061+0000","last_became_peered":"2024-05-20T21:11:16.295061+0000","last_unstale":"2024-05-20T21:13:01.183556+0000","last_undegraded":"2024-05-20T21:13:01.183556+0000","last_fullsized":"2024-05-20T21:13:01.183556+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:44:10.874447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.160287+0000","last_change":"2024-05-20T21:11:16.289961+0000","last_active":"2024-05-20T21:13:01.160287+0000","last_peered":"2024-05-20T21:13:01.160287+0000","last_clean":"2024-05-20T21:13:01.160287+0000","last_became_active":"2024-05-20T21:11:16.289590+0000","last_became_peered":"2024-05-20T21:11:16.289590+0000","last_unstale":"2024-05-20T21:13:01.160287+0000","last_undegraded":"2024-05-20T21:13:01.160287+0000","last_fullsized":"2024-05-20T21:13:01.160287+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:46:46.870047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"81'7","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.172534+0000","last_change":"2024-05-20T21:11:16.301312+0000","last_active":"2024-05-20T21:13:01.172534+0000","last_peered":"2024-05-20T21:13:01.172534+0000","last_clean":"2024-05-20T21:13:01.172534+0000","last_became_active":"2024-05-20T21:11:16.300913+0000","last_became_peered":"2024-05-20T21:11:16.300913+0000","last_unstale":"2024-05-20T21:13:01.172534+0000","last_undegraded":"2024-05-20T21:13:01.172534+0000","last_fullsized":"2024-05-20T21:13:01.172534+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:58:42.312080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"79'9","reported_seq":37,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.574136+0000","last_change":"2024-05-20T21:11:12.242705+0000","last_active":"2024-05-20T21:12:02.574136+0000","last_peered":"2024-05-20T21:12:02.574136+0000","last_clean":"2024-05-20T21:12:02.574136+0000","last_became_active":"2024-05-20T21:11:12.241674+0000","last_became_peered":"2024-05-20T21:11:12.241674+0000","last_unstale":"2024-05-20T21:12:02.574136+0000","last_undegraded":"2024-05-20T21:12:02.574136+0000","last_fullsized":"2024-05-20T21:12:02.574136+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:01:49.160623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.171254+0000","last_change":"2024-05-20T21:11:16.308429+0000","last_active":"2024-05-20T21:13:01.171254+0000","last_peered":"2024-05-20T21:13:01.171254+0000","last_clean":"2024-05-20T21:13:01.171254+0000","last_became_active":"2024-05-20T21:11:16.308045+0000","last_became_peered":"2024-05-20T21:11:16.308045+0000","last_unstale":"2024-05-20T21:13:01.171254+0000","last_undegraded":"2024-05-20T21:13:01.171254+0000","last_fullsized":"2024-05-20T21:13:01.171254+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:28:14.875133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.582317+0000","last_change":"2024-05-20T21:11:12.760097+0000","last_active":"2024-05-20T21:12:02.582317+0000","last_peered":"2024-05-20T21:12:02.582317+0000","last_clean":"2024-05-20T21:12:02.582317+0000","last_became_active":"2024-05-20T21:11:12.758767+0000","last_became_peered":"2024-05-20T21:11:12.758767+0000","last_unstale":"2024-05-20T21:12:02.582317+0000","last_undegraded":"2024-05-20T21:12:02.582317+0000","last_fullsized":"2024-05-20T21:12:02.582317+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:17:55.084903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"81'6","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.182318+0000","last_change":"2024-05-20T21:11:16.294293+0000","last_active":"2024-05-20T21:13:01.182318+0000","last_peered":"2024-05-20T21:13:01.182318+0000","last_clean":"2024-05-20T21:13:01.182318+0000","last_became_active":"2024-05-20T21:11:16.288495+0000","last_became_peered":"2024-05-20T21:11:16.288495+0000","last_unstale":"2024-05-20T21:13:01.182318+0000","last_undegraded":"2024-05-20T21:13:01.182318+0000","last_fullsized":"2024-05-20T21:13:01.182318+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:26:47.512434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"79'4","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572947+0000","last_change":"2024-05-20T21:11:12.240040+0000","last_active":"2024-05-20T21:12:02.572947+0000","last_peered":"2024-05-20T21:12:02.572947+0000","last_clean":"2024-05-20T21:12:02.572947+0000","last_became_active":"2024-05-20T21:11:12.239600+0000","last_became_peered":"2024-05-20T21:11:12.239600+0000","last_unstale":"2024-05-20T21:12:02.572947+0000","last_undegraded":"2024-05-20T21:12:02.572947+0000","last_fullsized":"2024-05-20T21:12:02.572947+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:14:29.900023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.170125+0000","last_change":"2024-05-20T21:11:16.301691+0000","last_active":"2024-05-20T21:13:01.170125+0000","last_peered":"2024-05-20T21:13:01.170125+0000","last_clean":"2024-05-20T21:13:01.170125+0000","last_became_active":"2024-05-20T21:11:16.301304+0000","last_became_peered":"2024-05-20T21:11:16.301304+0000","last_unstale":"2024-05-20T21:13:01.170125+0000","last_undegraded":"2024-05-20T21:13:01.170125+0000","last_fullsized":"2024-05-20T21:13:01.170125+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:02:19.858085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"79'2","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572629+0000","last_change":"2024-05-20T21:11:12.240455+0000","last_active":"2024-05-20T21:12:02.572629+0000","last_peered":"2024-05-20T21:12:02.572629+0000","last_clean":"2024-05-20T21:12:02.572629+0000","last_became_active":"2024-05-20T21:11:12.239527+0000","last_became_peered":"2024-05-20T21:11:12.239527+0000","last_unstale":"2024-05-20T21:12:02.572629+0000","last_undegraded":"2024-05-20T21:12:02.572629+0000","last_fullsized":"2024-05-20T21:12:02.572629+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:00:44.241965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"81'15","reported_seq":42,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.166965+0000","last_change":"2024-05-20T21:12:02.656869+0000","last_active":"2024-05-20T21:13:01.166965+0000","last_peered":"2024-05-20T21:13:01.166965+0000","last_clean":"2024-05-20T21:13:01.166965+0000","last_became_active":"2024-05-20T21:12:02.656429+0000","last_became_peered":"2024-05-20T21:12:02.656429+0000","last_unstale":"2024-05-20T21:13:01.166965+0000","last_undegraded":"2024-05-20T21:13:01.166965+0000","last_fullsized":"2024-05-20T21:13:01.166965+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:53:09.447877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"79'5","reported_seq":246,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:15:08.912582+0000","last_change":"2024-05-20T21:11:12.242358+0000","last_active":"2024-05-20T21:15:08.912582+0000","last_peered":"2024-05-20T21:15:08.912582+0000","last_clean":"2024-05-20T21:15:08.912582+0000","last_became_active":"2024-05-20T21:11:12.241900+0000","last_became_peered":"2024-05-20T21:11:12.241900+0000","last_unstale":"2024-05-20T21:15:08.912582+0000","last_undegraded":"2024-05-20T21:15:08.912582+0000","last_fullsized":"2024-05-20T21:15:08.912582+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:34:38.407381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":214,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"81'7","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.159869+0000","last_change":"2024-05-20T21:11:16.285692+0000","last_active":"2024-05-20T21:13:01.159869+0000","last_peered":"2024-05-20T21:13:01.159869+0000","last_clean":"2024-05-20T21:13:01.159869+0000","last_became_active":"2024-05-20T21:11:16.285318+0000","last_became_peered":"2024-05-20T21:11:16.285318+0000","last_unstale":"2024-05-20T21:13:01.159869+0000","last_undegraded":"2024-05-20T21:13:01.159869+0000","last_fullsized":"2024-05-20T21:13:01.159869+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:12:32.319254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.654997+0000","last_change":"2024-05-20T21:11:12.244376+0000","last_active":"2024-05-20T21:12:02.654997+0000","last_peered":"2024-05-20T21:12:02.654997+0000","last_clean":"2024-05-20T21:12:02.654997+0000","last_became_active":"2024-05-20T21:11:12.243903+0000","last_became_peered":"2024-05-20T21:11:12.243903+0000","last_unstale":"2024-05-20T21:12:02.654997+0000","last_undegraded":"2024-05-20T21:12:02.654997+0000","last_fullsized":"2024-05-20T21:12:02.654997+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:58:51.683092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"81'8","reported_seq":35,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.148406+0000","last_change":"2024-05-20T21:12:02.582536+0000","last_active":"2024-05-20T21:13:01.148406+0000","last_peered":"2024-05-20T21:13:01.148406+0000","last_clean":"2024-05-20T21:13:01.148406+0000","last_became_active":"2024-05-20T21:12:02.582146+0000","last_became_peered":"2024-05-20T21:12:02.582146+0000","last_unstale":"2024-05-20T21:13:01.148406+0000","last_undegraded":"2024-05-20T21:13:01.148406+0000","last_fullsized":"2024-05-20T21:13:01.148406+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:04:53.134301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,8],"acting":[5,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.622562+0000","last_change":"2024-05-20T21:11:12.253186+0000","last_active":"2024-05-20T21:12:02.622562+0000","last_peered":"2024-05-20T21:12:02.622562+0000","last_clean":"2024-05-20T21:12:02.622562+0000","last_became_active":"2024-05-20T21:11:12.252757+0000","last_became_peered":"2024-05-20T21:11:12.252757+0000","last_unstale":"2024-05-20T21:12:02.622562+0000","last_undegraded":"2024-05-20T21:12:02.622562+0000","last_fullsized":"2024-05-20T21:12:02.622562+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:07:00.781268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.183071+0000","last_change":"2024-05-20T21:11:16.309830+0000","last_active":"2024-05-20T21:13:01.183071+0000","last_peered":"2024-05-20T21:13:01.183071+0000","last_clean":"2024-05-20T21:13:01.183071+0000","last_became_active":"2024-05-20T21:11:16.308102+0000","last_became_peered":"2024-05-20T21:11:16.308102+0000","last_unstale":"2024-05-20T21:13:01.183071+0000","last_undegraded":"2024-05-20T21:13:01.183071+0000","last_fullsized":"2024-05-20T21:13:01.183071+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:27:48.742379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"79'1","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.578858+0000","last_change":"2024-05-20T21:11:12.241333+0000","last_active":"2024-05-20T21:12:02.578858+0000","last_peered":"2024-05-20T21:12:02.578858+0000","last_clean":"2024-05-20T21:12:02.578858+0000","last_became_active":"2024-05-20T21:11:12.240714+0000","last_became_peered":"2024-05-20T21:11:12.240714+0000","last_unstale":"2024-05-20T21:12:02.578858+0000","last_undegraded":"2024-05-20T21:12:02.578858+0000","last_fullsized":"2024-05-20T21:12:02.578858+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:24:36.977355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.183108+0000","last_change":"2024-05-20T21:11:16.312485+0000","last_active":"2024-05-20T21:13:01.183108+0000","last_peered":"2024-05-20T21:13:01.183108+0000","last_clean":"2024-05-20T21:13:01.183108+0000","last_became_active":"2024-05-20T21:11:16.310540+0000","last_became_peered":"2024-05-20T21:11:16.310540+0000","last_unstale":"2024-05-20T21:13:01.183108+0000","last_undegraded":"2024-05-20T21:13:01.183108+0000","last_fullsized":"2024-05-20T21:13:01.183108+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:40:51.470540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"79'3","reported_seq":240,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:15:06.906895+0000","last_change":"2024-05-20T21:11:12.250269+0000","last_active":"2024-05-20T21:15:06.906895+0000","last_peered":"2024-05-20T21:15:06.906895+0000","last_clean":"2024-05-20T21:15:06.906895+0000","last_became_active":"2024-05-20T21:11:12.249953+0000","last_became_peered":"2024-05-20T21:11:12.249953+0000","last_unstale":"2024-05-20T21:15:06.906895+0000","last_undegraded":"2024-05-20T21:15:06.906895+0000","last_fullsized":"2024-05-20T21:15:06.906895+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:28:16.387524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":210,"num_read_kb":210,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.165457+0000","last_change":"2024-05-20T21:11:16.293415+0000","last_active":"2024-05-20T21:13:01.165457+0000","last_peered":"2024-05-20T21:13:01.165457+0000","last_clean":"2024-05-20T21:13:01.165457+0000","last_became_active":"2024-05-20T21:11:16.293020+0000","last_became_peered":"2024-05-20T21:11:16.293020+0000","last_unstale":"2024-05-20T21:13:01.165457+0000","last_undegraded":"2024-05-20T21:13:01.165457+0000","last_fullsized":"2024-05-20T21:13:01.165457+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:15:38.709618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572837+0000","last_change":"2024-05-20T21:11:12.241145+0000","last_active":"2024-05-20T21:12:02.572837+0000","last_peered":"2024-05-20T21:12:02.572837+0000","last_clean":"2024-05-20T21:12:02.572837+0000","last_became_active":"2024-05-20T21:11:12.240649+0000","last_became_peered":"2024-05-20T21:11:12.240649+0000","last_unstale":"2024-05-20T21:12:02.572837+0000","last_undegraded":"2024-05-20T21:12:02.572837+0000","last_fullsized":"2024-05-20T21:12:02.572837+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:37:42.233247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"81'9","reported_seq":34,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.183321+0000","last_change":"2024-05-20T21:12:02.624698+0000","last_active":"2024-05-20T21:13:01.183321+0000","last_peered":"2024-05-20T21:13:01.183321+0000","last_clean":"2024-05-20T21:13:01.183321+0000","last_became_active":"2024-05-20T21:12:02.624179+0000","last_became_peered":"2024-05-20T21:12:02.624179+0000","last_unstale":"2024-05-20T21:13:01.183321+0000","last_undegraded":"2024-05-20T21:13:01.183321+0000","last_fullsized":"2024-05-20T21:13:01.183321+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:26:04.334179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"79'4","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.579765+0000","last_change":"2024-05-20T21:11:12.760814+0000","last_active":"2024-05-20T21:12:02.579765+0000","last_peered":"2024-05-20T21:12:02.579765+0000","last_clean":"2024-05-20T21:12:02.579765+0000","last_became_active":"2024-05-20T21:11:12.760357+0000","last_became_peered":"2024-05-20T21:11:12.760357+0000","last_unstale":"2024-05-20T21:12:02.579765+0000","last_undegraded":"2024-05-20T21:12:02.579765+0000","last_fullsized":"2024-05-20T21:12:02.579765+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:59:22.572365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.164880+0000","last_change":"2024-05-20T21:11:16.289683+0000","last_active":"2024-05-20T21:13:01.164880+0000","last_peered":"2024-05-20T21:13:01.164880+0000","last_clean":"2024-05-20T21:13:01.164880+0000","last_became_active":"2024-05-20T21:11:16.288670+0000","last_became_peered":"2024-05-20T21:11:16.288670+0000","last_unstale":"2024-05-20T21:13:01.164880+0000","last_undegraded":"2024-05-20T21:13:01.164880+0000","last_fullsized":"2024-05-20T21:13:01.164880+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:58:46.822152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"81'39","reported_seq":499,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:15:07.816373+0000","last_change":"2024-05-20T21:11:12.240426+0000","last_active":"2024-05-20T21:15:07.816373+0000","last_peered":"2024-05-20T21:15:07.816373+0000","last_clean":"2024-05-20T21:15:07.816373+0000","last_became_active":"2024-05-20T21:11:12.239978+0000","last_became_peered":"2024-05-20T21:11:12.239978+0000","last_unstale":"2024-05-20T21:15:07.816373+0000","last_undegraded":"2024-05-20T21:15:07.816373+0000","last_fullsized":"2024-05-20T21:15:07.816373+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:57:56.556743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70656,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":433,"num_read_kb":285,"num_write":40,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"81'6","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.142502+0000","last_change":"2024-05-20T21:11:16.293396+0000","last_active":"2024-05-20T21:13:01.142502+0000","last_peered":"2024-05-20T21:13:01.142502+0000","last_clean":"2024-05-20T21:13:01.142502+0000","last_became_active":"2024-05-20T21:11:16.292975+0000","last_became_peered":"2024-05-20T21:11:16.292975+0000","last_unstale":"2024-05-20T21:13:01.142502+0000","last_undegraded":"2024-05-20T21:13:01.142502+0000","last_fullsized":"2024-05-20T21:13:01.142502+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:23:16.851377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"79'6","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.573640+0000","last_change":"2024-05-20T21:11:12.249629+0000","last_active":"2024-05-20T21:12:02.573640+0000","last_peered":"2024-05-20T21:12:02.573640+0000","last_clean":"2024-05-20T21:12:02.573640+0000","last_became_active":"2024-05-20T21:11:12.249223+0000","last_became_peered":"2024-05-20T21:11:12.249223+0000","last_unstale":"2024-05-20T21:12:02.573640+0000","last_undegraded":"2024-05-20T21:12:02.573640+0000","last_fullsized":"2024-05-20T21:12:02.573640+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:50:14.595923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.181126+0000","last_change":"2024-05-20T21:11:16.305707+0000","last_active":"2024-05-20T21:13:01.181126+0000","last_peered":"2024-05-20T21:13:01.181126+0000","last_clean":"2024-05-20T21:13:01.181126+0000","last_became_active":"2024-05-20T21:11:16.304112+0000","last_became_peered":"2024-05-20T21:11:16.304112+0000","last_unstale":"2024-05-20T21:13:01.181126+0000","last_undegraded":"2024-05-20T21:13:01.181126+0000","last_fullsized":"2024-05-20T21:13:01.181126+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:27:46.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.579108+0000","last_change":"2024-05-20T21:11:12.251594+0000","last_active":"2024-05-20T21:12:02.579108+0000","last_peered":"2024-05-20T21:12:02.579108+0000","last_clean":"2024-05-20T21:12:02.579108+0000","last_became_active":"2024-05-20T21:11:12.251273+0000","last_became_peered":"2024-05-20T21:11:12.251273+0000","last_unstale":"2024-05-20T21:12:02.579108+0000","last_undegraded":"2024-05-20T21:12:02.579108+0000","last_fullsized":"2024-05-20T21:12:02.579108+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:21:54.521412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"81'15","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.171816+0000","last_change":"2024-05-20T21:11:16.315454+0000","last_active":"2024-05-20T21:13:01.171816+0000","last_peered":"2024-05-20T21:13:01.171816+0000","last_clean":"2024-05-20T21:13:01.171816+0000","last_became_active":"2024-05-20T21:11:16.315139+0000","last_became_peered":"2024-05-20T21:11:16.315139+0000","last_unstale":"2024-05-20T21:13:01.171816+0000","last_undegraded":"2024-05-20T21:13:01.171816+0000","last_fullsized":"2024-05-20T21:13:01.171816+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:02:15.282366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"79'3","reported_seq":244,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:15:09.872958+0000","last_change":"2024-05-20T21:11:12.235731+0000","last_active":"2024-05-20T21:15:09.872958+0000","last_peered":"2024-05-20T21:15:09.872958+0000","last_clean":"2024-05-20T21:15:09.872958+0000","last_became_active":"2024-05-20T21:11:12.235247+0000","last_became_peered":"2024-05-20T21:11:12.235247+0000","last_unstale":"2024-05-20T21:15:09.872958+0000","last_undegraded":"2024-05-20T21:15:09.872958+0000","last_fullsized":"2024-05-20T21:15:09.872958+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:48:34.737739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":216,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.165322+0000","last_change":"2024-05-20T21:11:16.300621+0000","last_active":"2024-05-20T21:13:01.165322+0000","last_peered":"2024-05-20T21:13:01.165322+0000","last_clean":"2024-05-20T21:13:01.165322+0000","last_became_active":"2024-05-20T21:11:16.300299+0000","last_became_peered":"2024-05-20T21:11:16.300299+0000","last_unstale":"2024-05-20T21:13:01.165322+0000","last_undegraded":"2024-05-20T21:13:01.165322+0000","last_fullsized":"2024-05-20T21:13:01.165322+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:00:16.864814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"79'15","reported_seq":42,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572182+0000","last_change":"2024-05-20T21:11:12.758928+0000","last_active":"2024-05-20T21:12:02.572182+0000","last_peered":"2024-05-20T21:12:02.572182+0000","last_clean":"2024-05-20T21:12:02.572182+0000","last_became_active":"2024-05-20T21:11:12.758529+0000","last_became_peered":"2024-05-20T21:11:12.758529+0000","last_unstale":"2024-05-20T21:12:02.572182+0000","last_undegraded":"2024-05-20T21:12:02.572182+0000","last_fullsized":"2024-05-20T21:12:02.572182+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:36:07.416766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.163794+0000","last_change":"2024-05-20T21:11:16.290886+0000","last_active":"2024-05-20T21:13:01.163794+0000","last_peered":"2024-05-20T21:13:01.163794+0000","last_clean":"2024-05-20T21:13:01.163794+0000","last_became_active":"2024-05-20T21:11:16.290543+0000","last_became_peered":"2024-05-20T21:11:16.290543+0000","last_unstale":"2024-05-20T21:13:01.163794+0000","last_undegraded":"2024-05-20T21:13:01.163794+0000","last_fullsized":"2024-05-20T21:13:01.163794+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:07:21.774338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.573089+0000","last_change":"2024-05-20T21:11:12.240660+0000","last_active":"2024-05-20T21:12:02.573089+0000","last_peered":"2024-05-20T21:12:02.573089+0000","last_clean":"2024-05-20T21:12:02.573089+0000","last_became_active":"2024-05-20T21:11:12.240320+0000","last_became_peered":"2024-05-20T21:11:12.240320+0000","last_unstale":"2024-05-20T21:12:02.573089+0000","last_undegraded":"2024-05-20T21:12:02.573089+0000","last_fullsized":"2024-05-20T21:12:02.573089+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:32:04.885948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"81'5","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.162739+0000","last_change":"2024-05-20T21:11:16.288772+0000","last_active":"2024-05-20T21:13:01.162739+0000","last_peered":"2024-05-20T21:13:01.162739+0000","last_clean":"2024-05-20T21:13:01.162739+0000","last_became_active":"2024-05-20T21:11:16.288437+0000","last_became_peered":"2024-05-20T21:11:16.288437+0000","last_unstale":"2024-05-20T21:13:01.162739+0000","last_undegraded":"2024-05-20T21:13:01.162739+0000","last_fullsized":"2024-05-20T21:13:01.162739+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:51:31.971549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.585698+0000","last_change":"2024-05-20T21:12:02.584068+0000","last_active":"2024-05-20T21:12:02.585698+0000","last_peered":"2024-05-20T21:12:02.585698+0000","last_clean":"2024-05-20T21:12:02.585698+0000","last_became_active":"2024-05-20T21:12:02.583527+0000","last_became_peered":"2024-05-20T21:12:02.583527+0000","last_unstale":"2024-05-20T21:12:02.585698+0000","last_undegraded":"2024-05-20T21:12:02.585698+0000","last_fullsized":"2024-05-20T21:12:02.585698+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:30:08.931861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,0],"acting":[9,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.171581+0000","last_change":"2024-05-20T21:11:16.303638+0000","last_active":"2024-05-20T21:13:01.171581+0000","last_peered":"2024-05-20T21:13:01.171581+0000","last_clean":"2024-05-20T21:13:01.171581+0000","last_became_active":"2024-05-20T21:11:16.302601+0000","last_became_peered":"2024-05-20T21:11:16.302601+0000","last_unstale":"2024-05-20T21:13:01.171581+0000","last_undegraded":"2024-05-20T21:13:01.171581+0000","last_fullsized":"2024-05-20T21:13:01.171581+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:02:39.103054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"79'1","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572585+0000","last_change":"2024-05-20T21:11:12.244916+0000","last_active":"2024-05-20T21:12:02.572585+0000","last_peered":"2024-05-20T21:12:02.572585+0000","last_clean":"2024-05-20T21:12:02.572585+0000","last_became_active":"2024-05-20T21:11:12.244450+0000","last_became_peered":"2024-05-20T21:11:12.244450+0000","last_unstale":"2024-05-20T21:12:02.572585+0000","last_undegraded":"2024-05-20T21:12:02.572585+0000","last_fullsized":"2024-05-20T21:12:02.572585+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:43:22.114200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.149696+0000","last_change":"2024-05-20T21:11:16.302895+0000","last_active":"2024-05-20T21:13:01.149696+0000","last_peered":"2024-05-20T21:13:01.149696+0000","last_clean":"2024-05-20T21:13:01.149696+0000","last_became_active":"2024-05-20T21:11:16.302338+0000","last_became_peered":"2024-05-20T21:11:16.302338+0000","last_unstale":"2024-05-20T21:13:01.149696+0000","last_undegraded":"2024-05-20T21:13:01.149696+0000","last_fullsized":"2024-05-20T21:13:01.149696+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:19:55.637590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.150726+0000","last_change":"2024-05-20T21:11:16.292060+0000","last_active":"2024-05-20T21:13:01.150726+0000","last_peered":"2024-05-20T21:13:01.150726+0000","last_clean":"2024-05-20T21:13:01.150726+0000","last_became_active":"2024-05-20T21:11:16.291693+0000","last_became_peered":"2024-05-20T21:11:16.291693+0000","last_unstale":"2024-05-20T21:13:01.150726+0000","last_undegraded":"2024-05-20T21:13:01.150726+0000","last_fullsized":"2024-05-20T21:13:01.150726+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:25:43.584245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"79'4","reported_seq":243,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:15:08.870088+0000","last_change":"2024-05-20T21:11:12.766431+0000","last_active":"2024-05-20T21:15:08.870088+0000","last_peered":"2024-05-20T21:15:08.870088+0000","last_clean":"2024-05-20T21:15:08.870088+0000","last_became_active":"2024-05-20T21:11:12.765810+0000","last_became_peered":"2024-05-20T21:11:12.765810+0000","last_unstale":"2024-05-20T21:15:08.870088+0000","last_undegraded":"2024-05-20T21:15:08.870088+0000","last_fullsized":"2024-05-20T21:15:08.870088+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:00:43.569312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":212,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.179192+0000","last_change":"2024-05-20T21:11:16.309825+0000","last_active":"2024-05-20T21:13:01.179192+0000","last_peered":"2024-05-20T21:13:01.179192+0000","last_clean":"2024-05-20T21:13:01.179192+0000","last_became_active":"2024-05-20T21:11:16.298548+0000","last_became_peered":"2024-05-20T21:11:16.298548+0000","last_unstale":"2024-05-20T21:13:01.179192+0000","last_undegraded":"2024-05-20T21:13:01.179192+0000","last_fullsized":"2024-05-20T21:13:01.179192+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:01:11.724054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"79'3","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.654674+0000","last_change":"2024-05-20T21:11:12.238997+0000","last_active":"2024-05-20T21:12:02.654674+0000","last_peered":"2024-05-20T21:12:02.654674+0000","last_clean":"2024-05-20T21:12:02.654674+0000","last_became_active":"2024-05-20T21:11:12.238594+0000","last_became_peered":"2024-05-20T21:11:12.238594+0000","last_unstale":"2024-05-20T21:12:02.654674+0000","last_undegraded":"2024-05-20T21:12:02.654674+0000","last_fullsized":"2024-05-20T21:12:02.654674+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:48:34.665640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'92","reported_seq":103,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:16.725410+0000","last_change":"2024-05-20T21:09:39.755749+0000","last_active":"2024-05-20T21:12:16.725410+0000","last_peered":"2024-05-20T21:12:16.725410+0000","last_clean":"2024-05-20T21:12:16.725410+0000","last_became_active":"2024-05-20T21:09:39.750321+0000","last_became_peered":"2024-05-20T21:09:39.750321+0000","last_unstale":"2024-05-20T21:12:16.725410+0000","last_undegraded":"2024-05-20T21:12:16.725410+0000","last_fullsized":"2024-05-20T21:12:16.725410+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:05:47.251775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:05:47.251775+0000","last_clean_scrub_stamp":"2024-05-20T21:05:47.251775+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:28:48.606241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.165265+0000","last_change":"2024-05-20T21:11:16.302796+0000","last_active":"2024-05-20T21:13:01.165265+0000","last_peered":"2024-05-20T21:13:01.165265+0000","last_clean":"2024-05-20T21:13:01.165265+0000","last_became_active":"2024-05-20T21:11:16.302351+0000","last_became_peered":"2024-05-20T21:11:16.302351+0000","last_unstale":"2024-05-20T21:13:01.165265+0000","last_undegraded":"2024-05-20T21:13:01.165265+0000","last_fullsized":"2024-05-20T21:13:01.165265+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:01:04.033570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572477+0000","last_change":"2024-05-20T21:11:12.240101+0000","last_active":"2024-05-20T21:12:02.572477+0000","last_peered":"2024-05-20T21:12:02.572477+0000","last_clean":"2024-05-20T21:12:02.572477+0000","last_became_active":"2024-05-20T21:11:12.239602+0000","last_became_peered":"2024-05-20T21:11:12.239602+0000","last_unstale":"2024-05-20T21:12:02.572477+0000","last_undegraded":"2024-05-20T21:12:02.572477+0000","last_fullsized":"2024-05-20T21:12:02.572477+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:07:18.425330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"79'1","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572772+0000","last_change":"2024-05-20T21:11:12.760960+0000","last_active":"2024-05-20T21:12:02.572772+0000","last_peered":"2024-05-20T21:12:02.572772+0000","last_clean":"2024-05-20T21:12:02.572772+0000","last_became_active":"2024-05-20T21:11:12.760521+0000","last_became_peered":"2024-05-20T21:11:12.760521+0000","last_unstale":"2024-05-20T21:12:02.572772+0000","last_undegraded":"2024-05-20T21:12:02.572772+0000","last_fullsized":"2024-05-20T21:12:02.572772+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:05:09.306090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.168450+0000","last_change":"2024-05-20T21:11:16.301153+0000","last_active":"2024-05-20T21:13:01.168450+0000","last_peered":"2024-05-20T21:13:01.168450+0000","last_clean":"2024-05-20T21:13:01.168450+0000","last_became_active":"2024-05-20T21:11:16.300824+0000","last_became_peered":"2024-05-20T21:11:16.300824+0000","last_unstale":"2024-05-20T21:13:01.168450+0000","last_undegraded":"2024-05-20T21:13:01.168450+0000","last_fullsized":"2024-05-20T21:13:01.168450+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:44:59.243608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"81'14","reported_seq":41,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:22.233037+0000","last_change":"2024-05-20T21:11:12.254854+0000","last_active":"2024-05-20T21:13:22.233037+0000","last_peered":"2024-05-20T21:13:22.233037+0000","last_clean":"2024-05-20T21:13:22.233037+0000","last_became_active":"2024-05-20T21:11:12.253297+0000","last_became_peered":"2024-05-20T21:11:12.253297+0000","last_unstale":"2024-05-20T21:13:22.233037+0000","last_undegraded":"2024-05-20T21:13:22.233037+0000","last_fullsized":"2024-05-20T21:13:22.233037+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:33:16.546788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.173431+0000","last_change":"2024-05-20T21:11:16.309531+0000","last_active":"2024-05-20T21:13:01.173431+0000","last_peered":"2024-05-20T21:13:01.173431+0000","last_clean":"2024-05-20T21:13:01.173431+0000","last_became_active":"2024-05-20T21:11:16.306434+0000","last_became_peered":"2024-05-20T21:11:16.306434+0000","last_unstale":"2024-05-20T21:13:01.173431+0000","last_undegraded":"2024-05-20T21:13:01.173431+0000","last_fullsized":"2024-05-20T21:13:01.173431+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:43:24.694325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"79'4","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.655063+0000","last_change":"2024-05-20T21:11:12.938464+0000","last_active":"2024-05-20T21:12:02.655063+0000","last_peered":"2024-05-20T21:12:02.655063+0000","last_clean":"2024-05-20T21:12:02.655063+0000","last_became_active":"2024-05-20T21:11:12.938116+0000","last_became_peered":"2024-05-20T21:11:12.938116+0000","last_unstale":"2024-05-20T21:12:02.655063+0000","last_undegraded":"2024-05-20T21:12:02.655063+0000","last_fullsized":"2024-05-20T21:12:02.655063+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:47:43.994616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"81'7","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.184009+0000","last_change":"2024-05-20T21:11:16.305886+0000","last_active":"2024-05-20T21:13:01.184009+0000","last_peered":"2024-05-20T21:13:01.184009+0000","last_clean":"2024-05-20T21:13:01.184009+0000","last_became_active":"2024-05-20T21:11:16.305501+0000","last_became_peered":"2024-05-20T21:11:16.305501+0000","last_unstale":"2024-05-20T21:13:01.184009+0000","last_undegraded":"2024-05-20T21:13:01.184009+0000","last_fullsized":"2024-05-20T21:13:01.184009+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:26:08.663747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.656627+0000","last_change":"2024-05-20T21:11:12.759262+0000","last_active":"2024-05-20T21:12:02.656627+0000","last_peered":"2024-05-20T21:12:02.656627+0000","last_clean":"2024-05-20T21:12:02.656627+0000","last_became_active":"2024-05-20T21:11:12.758783+0000","last_became_peered":"2024-05-20T21:11:12.758783+0000","last_unstale":"2024-05-20T21:12:02.656627+0000","last_undegraded":"2024-05-20T21:12:02.656627+0000","last_fullsized":"2024-05-20T21:12:02.656627+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:01:41.849250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"81'2","reported_seq":21,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.141841+0000","last_change":"2024-05-20T21:11:16.286689+0000","last_active":"2024-05-20T21:13:01.141841+0000","last_peered":"2024-05-20T21:13:01.141841+0000","last_clean":"2024-05-20T21:13:01.141841+0000","last_became_active":"2024-05-20T21:11:16.286299+0000","last_became_peered":"2024-05-20T21:11:16.286299+0000","last_unstale":"2024-05-20T21:13:01.141841+0000","last_undegraded":"2024-05-20T21:13:01.141841+0000","last_fullsized":"2024-05-20T21:13:01.141841+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:02:21.142560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.579194+0000","last_change":"2024-05-20T21:11:12.252491+0000","last_active":"2024-05-20T21:12:02.579194+0000","last_peered":"2024-05-20T21:12:02.579194+0000","last_clean":"2024-05-20T21:12:02.579194+0000","last_became_active":"2024-05-20T21:11:12.252010+0000","last_became_peered":"2024-05-20T21:11:12.252010+0000","last_unstale":"2024-05-20T21:12:02.579194+0000","last_undegraded":"2024-05-20T21:12:02.579194+0000","last_fullsized":"2024-05-20T21:12:02.579194+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:32:12.677758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"81'9","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.181335+0000","last_change":"2024-05-20T21:11:16.302423+0000","last_active":"2024-05-20T21:13:01.181335+0000","last_peered":"2024-05-20T21:13:01.181335+0000","last_clean":"2024-05-20T21:13:01.181335+0000","last_became_active":"2024-05-20T21:11:16.302055+0000","last_became_peered":"2024-05-20T21:11:16.302055+0000","last_unstale":"2024-05-20T21:13:01.181335+0000","last_undegraded":"2024-05-20T21:13:01.181335+0000","last_fullsized":"2024-05-20T21:13:01.181335+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:07:21.927876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"79'1","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.573569+0000","last_change":"2024-05-20T21:11:12.253463+0000","last_active":"2024-05-20T21:12:02.573569+0000","last_peered":"2024-05-20T21:12:02.573569+0000","last_clean":"2024-05-20T21:12:02.573569+0000","last_became_active":"2024-05-20T21:11:12.253106+0000","last_became_peered":"2024-05-20T21:11:12.253106+0000","last_unstale":"2024-05-20T21:12:02.573569+0000","last_undegraded":"2024-05-20T21:12:02.573569+0000","last_fullsized":"2024-05-20T21:12:02.573569+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:01:56.697701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"81'8","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.176060+0000","last_change":"2024-05-20T21:12:02.658384+0000","last_active":"2024-05-20T21:13:01.176060+0000","last_peered":"2024-05-20T21:13:01.176060+0000","last_clean":"2024-05-20T21:13:01.176060+0000","last_became_active":"2024-05-20T21:12:02.656920+0000","last_became_peered":"2024-05-20T21:12:02.656920+0000","last_unstale":"2024-05-20T21:13:01.176060+0000","last_undegraded":"2024-05-20T21:13:01.176060+0000","last_fullsized":"2024-05-20T21:13:01.176060+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:28:26.957691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,10],"acting":[9,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.b","version":"79'4","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:04.554021+0000","last_change":"2024-05-20T21:12:02.580425+0000","last_active":"2024-05-20T21:12:04.554021+0000","last_peered":"2024-05-20T21:12:04.554021+0000","last_clean":"2024-05-20T21:12:04.554021+0000","last_became_active":"2024-05-20T21:12:02.574491+0000","last_became_peered":"2024-05-20T21:12:02.574491+0000","last_unstale":"2024-05-20T21:12:04.554021+0000","last_undegraded":"2024-05-20T21:12:04.554021+0000","last_fullsized":"2024-05-20T21:12:04.554021+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:23:07.397513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.a","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.170734+0000","last_change":"2024-05-20T21:11:16.311555+0000","last_active":"2024-05-20T21:13:01.170734+0000","last_peered":"2024-05-20T21:13:01.170734+0000","last_clean":"2024-05-20T21:13:01.170734+0000","last_became_active":"2024-05-20T21:11:16.311170+0000","last_became_peered":"2024-05-20T21:11:16.311170+0000","last_unstale":"2024-05-20T21:13:01.170734+0000","last_undegraded":"2024-05-20T21:13:01.170734+0000","last_fullsized":"2024-05-20T21:13:01.170734+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:11:59.080264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.574070+0000","last_change":"2024-05-20T21:11:12.938031+0000","last_active":"2024-05-20T21:12:02.574070+0000","last_peered":"2024-05-20T21:12:02.574070+0000","last_clean":"2024-05-20T21:12:02.574070+0000","last_became_active":"2024-05-20T21:11:12.937666+0000","last_became_peered":"2024-05-20T21:11:12.937666+0000","last_unstale":"2024-05-20T21:12:02.574070+0000","last_undegraded":"2024-05-20T21:12:02.574070+0000","last_fullsized":"2024-05-20T21:12:02.574070+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:52:43.732756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.168022+0000","last_change":"2024-05-20T21:11:16.295156+0000","last_active":"2024-05-20T21:13:01.168022+0000","last_peered":"2024-05-20T21:13:01.168022+0000","last_clean":"2024-05-20T21:13:01.168022+0000","last_became_active":"2024-05-20T21:11:16.294767+0000","last_became_peered":"2024-05-20T21:11:16.294767+0000","last_unstale":"2024-05-20T21:13:01.168022+0000","last_undegraded":"2024-05-20T21:13:01.168022+0000","last_fullsized":"2024-05-20T21:13:01.168022+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:02:41.864192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"79'1","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.579601+0000","last_change":"2024-05-20T21:11:12.249056+0000","last_active":"2024-05-20T21:12:02.579601+0000","last_peered":"2024-05-20T21:12:02.579601+0000","last_clean":"2024-05-20T21:12:02.579601+0000","last_became_active":"2024-05-20T21:11:12.248669+0000","last_became_peered":"2024-05-20T21:11:12.248669+0000","last_unstale":"2024-05-20T21:12:02.579601+0000","last_undegraded":"2024-05-20T21:12:02.579601+0000","last_fullsized":"2024-05-20T21:12:02.579601+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:07:26.775736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.173769+0000","last_change":"2024-05-20T21:11:16.301488+0000","last_active":"2024-05-20T21:13:01.173769+0000","last_peered":"2024-05-20T21:13:01.173769+0000","last_clean":"2024-05-20T21:13:01.173769+0000","last_became_active":"2024-05-20T21:11:16.301096+0000","last_became_peered":"2024-05-20T21:11:16.301096+0000","last_unstale":"2024-05-20T21:13:01.173769+0000","last_undegraded":"2024-05-20T21:13:01.173769+0000","last_fullsized":"2024-05-20T21:13:01.173769+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:47:51.022920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.623292+0000","last_change":"2024-05-20T21:11:12.256281+0000","last_active":"2024-05-20T21:12:02.623292+0000","last_peered":"2024-05-20T21:12:02.623292+0000","last_clean":"2024-05-20T21:12:02.623292+0000","last_became_active":"2024-05-20T21:11:12.255197+0000","last_became_peered":"2024-05-20T21:11:12.255197+0000","last_unstale":"2024-05-20T21:12:02.623292+0000","last_undegraded":"2024-05-20T21:12:02.623292+0000","last_fullsized":"2024-05-20T21:12:02.623292+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:10:07.468628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.156661+0000","last_change":"2024-05-20T21:11:16.293091+0000","last_active":"2024-05-20T21:13:01.156661+0000","last_peered":"2024-05-20T21:13:01.156661+0000","last_clean":"2024-05-20T21:13:01.156661+0000","last_became_active":"2024-05-20T21:11:16.292626+0000","last_became_peered":"2024-05-20T21:11:16.292626+0000","last_unstale":"2024-05-20T21:13:01.156661+0000","last_undegraded":"2024-05-20T21:13:01.156661+0000","last_fullsized":"2024-05-20T21:13:01.156661+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:34:20.135026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"81'9","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.165755+0000","last_change":"2024-05-20T21:11:16.287638+0000","last_active":"2024-05-20T21:13:01.165755+0000","last_peered":"2024-05-20T21:13:01.165755+0000","last_clean":"2024-05-20T21:13:01.165755+0000","last_became_active":"2024-05-20T21:11:16.287268+0000","last_became_peered":"2024-05-20T21:11:16.287268+0000","last_unstale":"2024-05-20T21:13:01.165755+0000","last_undegraded":"2024-05-20T21:13:01.165755+0000","last_fullsized":"2024-05-20T21:13:01.165755+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:10:41.612809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"81'12","reported_seq":37,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.163317+0000","last_change":"2024-05-20T21:12:02.657242+0000","last_active":"2024-05-20T21:13:01.163317+0000","last_peered":"2024-05-20T21:13:01.163317+0000","last_clean":"2024-05-20T21:13:01.163317+0000","last_became_active":"2024-05-20T21:12:02.656780+0000","last_became_peered":"2024-05-20T21:12:02.656780+0000","last_unstale":"2024-05-20T21:13:01.163317+0000","last_undegraded":"2024-05-20T21:13:01.163317+0000","last_fullsized":"2024-05-20T21:13:01.163317+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:37:59.388775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,9,4],"acting":[2,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"81'8","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.180831+0000","last_change":"2024-05-20T21:11:16.298980+0000","last_active":"2024-05-20T21:13:01.180831+0000","last_peered":"2024-05-20T21:13:01.180831+0000","last_clean":"2024-05-20T21:13:01.180831+0000","last_became_active":"2024-05-20T21:11:16.298618+0000","last_became_peered":"2024-05-20T21:11:16.298618+0000","last_unstale":"2024-05-20T21:13:01.180831+0000","last_undegraded":"2024-05-20T21:13:01.180831+0000","last_fullsized":"2024-05-20T21:13:01.180831+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:46:11.849227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"81'7","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.181411+0000","last_change":"2024-05-20T21:11:16.311311+0000","last_active":"2024-05-20T21:13:01.181411+0000","last_peered":"2024-05-20T21:13:01.181411+0000","last_clean":"2024-05-20T21:13:01.181411+0000","last_became_active":"2024-05-20T21:11:16.310943+0000","last_became_peered":"2024-05-20T21:11:16.310943+0000","last_unstale":"2024-05-20T21:13:01.181411+0000","last_undegraded":"2024-05-20T21:13:01.181411+0000","last_fullsized":"2024-05-20T21:13:01.181411+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:20:06.512572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"81'4","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.176755+0000","last_change":"2024-05-20T21:11:16.307587+0000","last_active":"2024-05-20T21:13:01.176755+0000","last_peered":"2024-05-20T21:13:01.176755+0000","last_clean":"2024-05-20T21:13:01.176755+0000","last_became_active":"2024-05-20T21:11:16.307226+0000","last_became_peered":"2024-05-20T21:11:16.307226+0000","last_unstale":"2024-05-20T21:13:01.176755+0000","last_undegraded":"2024-05-20T21:13:01.176755+0000","last_fullsized":"2024-05-20T21:13:01.176755+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:44:55.546037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"81'6","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.160752+0000","last_change":"2024-05-20T21:12:02.577301+0000","last_active":"2024-05-20T21:13:01.160752+0000","last_peered":"2024-05-20T21:13:01.160752+0000","last_clean":"2024-05-20T21:13:01.160752+0000","last_became_active":"2024-05-20T21:12:02.576894+0000","last_became_peered":"2024-05-20T21:12:02.576894+0000","last_unstale":"2024-05-20T21:13:01.160752+0000","last_undegraded":"2024-05-20T21:13:01.160752+0000","last_fullsized":"2024-05-20T21:13:01.160752+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:53:46.857195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,9],"acting":[11,8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"81'15","reported_seq":34,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.162086+0000","last_change":"2024-05-20T21:11:16.286013+0000","last_active":"2024-05-20T21:13:01.162086+0000","last_peered":"2024-05-20T21:13:01.162086+0000","last_clean":"2024-05-20T21:13:01.162086+0000","last_became_active":"2024-05-20T21:11:16.285637+0000","last_became_peered":"2024-05-20T21:11:16.285637+0000","last_unstale":"2024-05-20T21:13:01.162086+0000","last_undegraded":"2024-05-20T21:13:01.162086+0000","last_fullsized":"2024-05-20T21:13:01.162086+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:58:47.958946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"81'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.165332+0000","last_change":"2024-05-20T21:12:02.584317+0000","last_active":"2024-05-20T21:13:01.165332+0000","last_peered":"2024-05-20T21:13:01.165332+0000","last_clean":"2024-05-20T21:13:01.165332+0000","last_became_active":"2024-05-20T21:12:02.583812+0000","last_became_peered":"2024-05-20T21:12:02.583812+0000","last_unstale":"2024-05-20T21:13:01.165332+0000","last_undegraded":"2024-05-20T21:13:01.165332+0000","last_fullsized":"2024-05-20T21:13:01.165332+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:04:52.216090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,8,2],"acting":[3,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.170769+0000","last_change":"2024-05-20T21:11:16.309385+0000","last_active":"2024-05-20T21:13:01.170769+0000","last_peered":"2024-05-20T21:13:01.170769+0000","last_clean":"2024-05-20T21:13:01.170769+0000","last_became_active":"2024-05-20T21:11:16.309033+0000","last_became_peered":"2024-05-20T21:11:16.309033+0000","last_unstale":"2024-05-20T21:13:01.170769+0000","last_undegraded":"2024-05-20T21:13:01.170769+0000","last_fullsized":"2024-05-20T21:13:01.170769+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:08:33.942619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.173474+0000","last_change":"2024-05-20T21:11:16.313629+0000","last_active":"2024-05-20T21:13:01.173474+0000","last_peered":"2024-05-20T21:13:01.173474+0000","last_clean":"2024-05-20T21:13:01.173474+0000","last_became_active":"2024-05-20T21:11:16.309118+0000","last_became_peered":"2024-05-20T21:11:16.309118+0000","last_unstale":"2024-05-20T21:13:01.173474+0000","last_undegraded":"2024-05-20T21:13:01.173474+0000","last_fullsized":"2024-05-20T21:13:01.173474+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:24:55.601886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.183670+0000","last_change":"2024-05-20T21:11:16.301810+0000","last_active":"2024-05-20T21:13:01.183670+0000","last_peered":"2024-05-20T21:13:01.183670+0000","last_clean":"2024-05-20T21:13:01.183670+0000","last_became_active":"2024-05-20T21:11:16.301438+0000","last_became_peered":"2024-05-20T21:11:16.301438+0000","last_unstale":"2024-05-20T21:13:01.183670+0000","last_undegraded":"2024-05-20T21:13:01.183670+0000","last_fullsized":"2024-05-20T21:13:01.183670+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:59:42.707949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.182717+0000","last_change":"2024-05-20T21:11:16.312808+0000","last_active":"2024-05-20T21:13:01.182717+0000","last_peered":"2024-05-20T21:13:01.182717+0000","last_clean":"2024-05-20T21:13:01.182717+0000","last_became_active":"2024-05-20T21:11:16.312103+0000","last_became_peered":"2024-05-20T21:11:16.312103+0000","last_unstale":"2024-05-20T21:13:01.182717+0000","last_undegraded":"2024-05-20T21:13:01.182717+0000","last_fullsized":"2024-05-20T21:13:01.182717+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:36:31.784474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"81'8","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.163485+0000","last_change":"2024-05-20T21:11:16.291818+0000","last_active":"2024-05-20T21:13:01.163485+0000","last_peered":"2024-05-20T21:13:01.163485+0000","last_clean":"2024-05-20T21:13:01.163485+0000","last_became_active":"2024-05-20T21:11:16.291508+0000","last_became_peered":"2024-05-20T21:11:16.291508+0000","last_unstale":"2024-05-20T21:13:01.163485+0000","last_undegraded":"2024-05-20T21:13:01.163485+0000","last_fullsized":"2024-05-20T21:13:01.163485+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:51:38.272715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":74266,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":1296,"num_read_kb":723,"num_write":178,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":454656,"data_stored":222798,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":151,"ondisk_log_size":151,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":71,"seq":304942678080,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27880,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717272,"statfs":{"total":95995035648,"available":95966486528,"internally_reserved":0,"allocated":884736,"data_stored":431031,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":65,"seq":279172874308,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36892,"kb_used_data":1556,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708260,"statfs":{"total":95995035648,"available":95957258240,"internally_reserved":0,"allocated":1593344,"data_stored":1093168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037834,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36216,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708936,"statfs":{"total":95995035648,"available":95957950464,"internally_reserved":0,"allocated":901120,"data_stored":431267,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234067,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36216,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708936,"statfs":{"total":95995035648,"available":95957950464,"internally_reserved":0,"allocated":901120,"data_stored":431187,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":47,"seq":201863462999,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40956,"kb_used_data":1460,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704196,"statfs":{"total":95995035648,"available":95953096704,"internally_reserved":0,"allocated":1495040,"data_stored":1022726,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":40434122},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":42,"seq":180388626525,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36204,"kb_used_data":868,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708948,"statfs":{"total":95995035648,"available":95957962752,"internally_reserved":0,"allocated":888832,"data_stored":430656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574967,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27956,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717196,"statfs":{"total":95995035648,"available":95966408704,"internally_reserved":0,"allocated":962560,"data_stored":501105,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738494,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27904,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717248,"statfs":{"total":95995035648,"available":95966461952,"internally_reserved":0,"allocated":909312,"data_stored":431927,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411444,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27980,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717172,"statfs":{"total":95995035648,"available":95966384128,"internally_reserved":0,"allocated":987136,"data_stored":502455,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182508,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27900,"kb_used_data":884,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717252,"statfs":{"total":95995035648,"available":95966466048,"internally_reserved":0,"allocated":905216,"data_stored":430967,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986281,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40368,"kb_used_data":872,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704784,"statfs":{"total":95995035648,"available":95953698816,"internally_reserved":0,"allocated":892928,"data_stored":431093,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822755,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36808,"kb_used_data":1472,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708344,"statfs":{"total":95995035648,"available":95957344256,"internally_reserved":0,"allocated":1507328,"data_stored":1022410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":70656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":72006,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":72234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-20T21:15:11.795 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:15:12.281 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:15:12.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:15:12 smithi050 ceph-mon[35809]: from='client.14964 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:15:12.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:15:12 smithi050 ceph-mon[35809]: from='client.25073 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:15:12.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:15:12 smithi050 ceph-mon[35809]: pgmap v436: 97 pgs: 97 active+clean; 649 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 767 B/s wr, 6 op/s 2024-05-20T21:15:12.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:15:12 smithi008 ceph-mon[31475]: from='client.14964 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:15:12.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:15:12 smithi008 ceph-mon[31475]: from='client.25073 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:15:12.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:15:12 smithi008 ceph-mon[31475]: pgmap v436: 97 pgs: 97 active+clean; 649 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 767 B/s wr, 6 op/s 2024-05-20T21:15:12.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:15:12 smithi130 ceph-mon[36448]: from='client.14964 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:15:12.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:15:12 smithi130 ceph-mon[36448]: from='client.25073 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:15:12.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:15:12 smithi130 ceph-mon[36448]: pgmap v436: 97 pgs: 97 active+clean; 649 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 767 B/s wr, 6 op/s 2024-05-20T21:15:13.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:15:13 smithi008 ceph-mon[31475]: from='client.25079 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:15:13.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:15:13 smithi130 ceph-mon[36448]: from='client.25079 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:15:13.923 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:15:13 smithi050 ceph-mon[35809]: from='client.25079 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:15:14.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:14.564+0000 7fee7c400700 1 -- 172.21.15.8:0/2625853328 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fee74106120 msgr2=0x7fee74112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:14.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:14.564+0000 7fee7c400700 1 --2- 172.21.15.8:0/2625853328 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fee74106120 0x7fee74112630 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fee6c00b0a0 tx=0x7fee6c00b3b0 comp rx=0 tx=0).stop 2024-05-20T21:15:14.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:14.564+0000 7fee7c400700 1 -- 172.21.15.8:0/2625853328 shutdown_connections 2024-05-20T21:15:14.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:14.564+0000 7fee7c400700 1 --2- 172.21.15.8:0/2625853328 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fee74106120 0x7fee74112630 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:14.566 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:14.564+0000 7fee7c400700 1 --2- 172.21.15.8:0/2625853328 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fee7410b760 0x7fee7410bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:14.566 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:14.564+0000 7fee7c400700 1 --2- 172.21.15.8:0/2625853328 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fee74105760 0x7fee74105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:14.566 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:14.564+0000 7fee7c400700 1 -- 172.21.15.8:0/2625853328 >> 172.21.15.8:0/2625853328 conn(0x7fee74101250 msgr2=0x7fee74103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:14.566 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:14.564+0000 7fee7c400700 1 -- 172.21.15.8:0/2625853328 shutdown_connections 2024-05-20T21:15:14.566 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:14.565+0000 7fee7c400700 1 -- 172.21.15.8:0/2625853328 wait complete. 2024-05-20T21:15:14.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:14.565+0000 7fee7c400700 1 Processor -- start 2024-05-20T21:15:14.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:14.566+0000 7fee7c400700 1 -- start start 2024-05-20T21:15:14.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:14.566+0000 7fee7c400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fee74105760 0x7fee7419bdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:14.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:14.566+0000 7fee7c400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fee74106120 0x7fee7419c300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:14.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:14.566+0000 7fee7c400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fee7410b760 0x7fee741a0690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:14.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:14.566+0000 7fee7c400700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fee741159f0 con 0x7fee7410b760 2024-05-20T21:15:14.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:14.566+0000 7fee7c400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fee74115870 con 0x7fee74106120 2024-05-20T21:15:14.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:14.566+0000 7fee7c400700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fee74115b70 con 0x7fee74105760 2024-05-20T21:15:14.568 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:14.566+0000 7fee7a400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fee7410b760 0x7fee741a0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:14.568 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:14.566+0000 7fee79000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fee74106120 0x7fee7419c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:14.568 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:14.567+0000 7fee79000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fee74106120 0x7fee7419c300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:40044/0 (socket says 172.21.15.8:40044) 2024-05-20T21:15:14.568 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:14.567+0000 7fee79a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fee74105760 0x7fee7419bdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:14.568 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:14.567+0000 7fee79000700 1 -- 172.21.15.8:0/1971215992 learned_addr learned my addr 172.21.15.8:0/1971215992 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:15:14.568 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:14.567+0000 7fee79000700 1 -- 172.21.15.8:0/1971215992 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fee74105760 msgr2=0x7fee7419bdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:14.568 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:14.567+0000 7fee79000700 1 --2- 172.21.15.8:0/1971215992 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fee74105760 0x7fee7419bdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:14.568 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:14.567+0000 7fee79000700 1 -- 172.21.15.8:0/1971215992 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fee7410b760 msgr2=0x7fee741a0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:14.568 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:14.567+0000 7fee79000700 1 --2- 172.21.15.8:0/1971215992 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fee7410b760 0x7fee741a0690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:14.568 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:14.567+0000 7fee79000700 1 -- 172.21.15.8:0/1971215992 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee741a0dd0 con 0x7fee74106120 2024-05-20T21:15:14.568 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:14.567+0000 7fee7a400700 1 --2- 172.21.15.8:0/1971215992 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fee7410b760 0x7fee741a0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:15:14.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:14.567+0000 7fee79000700 1 --2- 172.21.15.8:0/1971215992 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fee74106120 0x7fee7419c300 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fee6000d980 tx=0x7fee6000dc90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:14.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:14.568+0000 7fee72000700 1 -- 172.21.15.8:0/1971215992 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee60016070 con 0x7fee74106120 2024-05-20T21:15:14.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:14.568+0000 7fee7c400700 1 -- 172.21.15.8:0/1971215992 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fee741a10c0 con 0x7fee74106120 2024-05-20T21:15:14.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:14.568+0000 7fee72000700 1 -- 172.21.15.8:0/1971215992 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fee60004830 con 0x7fee74106120 2024-05-20T21:15:14.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:14.568+0000 7fee72000700 1 -- 172.21.15.8:0/1971215992 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee60005540 con 0x7fee74106120 2024-05-20T21:15:14.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:14.568+0000 7fee7c400700 1 -- 172.21.15.8:0/1971215992 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fee741a8940 con 0x7fee74106120 2024-05-20T21:15:14.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:14.569+0000 7fee7c400700 1 -- 172.21.15.8:0/1971215992 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fee7406a230 con 0x7fee74106120 2024-05-20T21:15:14.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:14.571+0000 7fee72000700 1 -- 172.21.15.8:0/1971215992 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fee60004220 con 0x7fee74106120 2024-05-20T21:15:14.573 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:14.573+0000 7fee72000700 1 --2- 172.21.15.8:0/1971215992 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fee5c0b2880 0x7fee5c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:14.573 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:14.573+0000 7fee72000700 1 -- 172.21.15.8:0/1971215992 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fee600e1fe0 con 0x7fee74106120 2024-05-20T21:15:14.574 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:14.574+0000 7fee79a00700 1 --2- 172.21.15.8:0/1971215992 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fee5c0b2880 0x7fee5c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:14.574 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:14.574+0000 7fee79a00700 1 --2- 172.21.15.8:0/1971215992 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fee5c0b2880 0x7fee5c0b4d40 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fee68009be0 tx=0x7fee68009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:14.578 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:14.578+0000 7fee72000700 1 -- 172.21.15.8:0/1971215992 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fee6001f020 con 0x7fee74106120 2024-05-20T21:15:14.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:15:14 smithi008 ceph-mon[31475]: pgmap v437: 97 pgs: 97 active+clean; 649 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 767 B/s wr, 6 op/s 2024-05-20T21:15:14.870 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:14.870+0000 7fee7c400700 1 -- 172.21.15.8:0/1971215992 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fee7402e560 con 0x7fee74106120 2024-05-20T21:15:14.871 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:14.871+0000 7fee72000700 1 -- 172.21.15.8:0/1971215992 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7fee600a9cf0 con 0x7fee74106120 2024-05-20T21:15:14.872 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:15:14.872 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:15:14.875 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:14.874+0000 7fee7c400700 1 -- 172.21.15.8:0/1971215992 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fee5c0b2880 msgr2=0x7fee5c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:14.875 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:14.874+0000 7fee7c400700 1 --2- 172.21.15.8:0/1971215992 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fee5c0b2880 0x7fee5c0b4d40 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fee68009be0 tx=0x7fee68009260 comp rx=0 tx=0).stop 2024-05-20T21:15:14.875 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:14.874+0000 7fee7c400700 1 -- 172.21.15.8:0/1971215992 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fee74106120 msgr2=0x7fee7419c300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:14.875 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:14.874+0000 7fee7c400700 1 --2- 172.21.15.8:0/1971215992 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fee74106120 0x7fee7419c300 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fee6000d980 tx=0x7fee6000dc90 comp rx=0 tx=0).stop 2024-05-20T21:15:14.875 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:14.875+0000 7fee7c400700 1 -- 172.21.15.8:0/1971215992 shutdown_connections 2024-05-20T21:15:14.875 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:14.875+0000 7fee7c400700 1 --2- 172.21.15.8:0/1971215992 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fee5c0b2880 0x7fee5c0b4d40 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:14.875 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:14.875+0000 7fee7c400700 1 --2- 172.21.15.8:0/1971215992 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fee7410b760 0x7fee741a0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:14.875 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:14.875+0000 7fee7c400700 1 --2- 172.21.15.8:0/1971215992 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fee74105760 0x7fee7419bdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:14.876 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:14.875+0000 7fee7c400700 1 --2- 172.21.15.8:0/1971215992 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fee74106120 0x7fee7419c300 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:14.876 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:14.875+0000 7fee7c400700 1 -- 172.21.15.8:0/1971215992 >> 172.21.15.8:0/1971215992 conn(0x7fee74101250 msgr2=0x7fee74101770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:14.876 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:14.875+0000 7fee7c400700 1 -- 172.21.15.8:0/1971215992 shutdown_connections 2024-05-20T21:15:14.876 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:14.875+0000 7fee7c400700 1 -- 172.21.15.8:0/1971215992 wait complete. 2024-05-20T21:15:14.876 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:15:14.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:15:14 smithi130 ceph-mon[36448]: pgmap v437: 97 pgs: 97 active+clean; 649 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 767 B/s wr, 6 op/s 2024-05-20T21:15:14.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:15:14 smithi050 ceph-mon[35809]: pgmap v437: 97 pgs: 97 active+clean; 649 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 767 B/s wr, 6 op/s 2024-05-20T21:15:15.594 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:15:15 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/1971215992' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:15:15.653 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-20T21:15:15.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:15:15 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/1971215992' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:15:15.923 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:15:15 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/1971215992' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:15:16.135 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:15:16.601 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:15:16 smithi008 ceph-mon[31475]: pgmap v438: 97 pgs: 97 active+clean; 649 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 597 B/s wr, 5 op/s 2024-05-20T21:15:16.823 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:15:16 smithi130 ceph-mon[36448]: pgmap v438: 97 pgs: 97 active+clean; 649 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 597 B/s wr, 5 op/s 2024-05-20T21:15:16.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:15:16 smithi050 ceph-mon[35809]: pgmap v438: 97 pgs: 97 active+clean; 649 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 597 B/s wr, 5 op/s 2024-05-20T21:15:18.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:18.329+0000 7f045ae00700 1 -- 172.21.15.8:0/2733302813 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f045406c630 msgr2=0x7f04541103d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:18.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:18.329+0000 7f045ae00700 1 --2- 172.21.15.8:0/2733302813 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f045406c630 0x7f04541103d0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f044c009f90 tx=0x7f044c00b330 comp rx=0 tx=0).stop 2024-05-20T21:15:18.331 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:18.329+0000 7f045ae00700 1 -- 172.21.15.8:0/2733302813 shutdown_connections 2024-05-20T21:15:18.331 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:18.329+0000 7f045ae00700 1 --2- 172.21.15.8:0/2733302813 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f04541095b0 0x7f0454109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:18.331 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:18.329+0000 7f045ae00700 1 --2- 172.21.15.8:0/2733302813 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f045406c630 0x7f04541103d0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:18.331 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:18.329+0000 7f045ae00700 1 --2- 172.21.15.8:0/2733302813 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f045406bc70 0x7f045406c0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:18.331 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:18.329+0000 7f045ae00700 1 -- 172.21.15.8:0/2733302813 >> 172.21.15.8:0/2733302813 conn(0x7f04540793f0 msgr2=0x7f0454079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:18.331 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:18.330+0000 7f045ae00700 1 -- 172.21.15.8:0/2733302813 shutdown_connections 2024-05-20T21:15:18.331 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:18.330+0000 7f045ae00700 1 -- 172.21.15.8:0/2733302813 wait complete. 2024-05-20T21:15:18.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:18.331+0000 7f045ae00700 1 Processor -- start 2024-05-20T21:15:18.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:18.331+0000 7f045ae00700 1 -- start start 2024-05-20T21:15:18.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:18.331+0000 7f045ae00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f045406bc70 0x7f045419bea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:18.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:18.331+0000 7f045ae00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f045406c630 0x7f045419c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:18.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:18.331+0000 7f045ae00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f04541095b0 0x7f04541a0770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:18.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:18.331+0000 7f045ae00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f0454113720 con 0x7f045406c630 2024-05-20T21:15:18.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:18.331+0000 7f045ae00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f04541135a0 con 0x7f04541095b0 2024-05-20T21:15:18.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:18.331+0000 7f045ae00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f04541138a0 con 0x7f045406bc70 2024-05-20T21:15:18.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:18.332+0000 7f0453e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f045406bc70 0x7f045419bea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:18.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:18.332+0000 7f0453400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f045406c630 0x7f045419c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:18.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:18.332+0000 7f0453e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f045406bc70 0x7f045419bea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:42210/0 (socket says 172.21.15.8:42210) 2024-05-20T21:15:18.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:18.332+0000 7f0453e00700 1 -- 172.21.15.8:0/2924437036 learned_addr learned my addr 172.21.15.8:0/2924437036 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:15:18.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:18.332+0000 7f0458e00700 1 --2- 172.21.15.8:0/2924437036 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f04541095b0 0x7f04541a0770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:18.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:18.332+0000 7f0453400700 1 -- 172.21.15.8:0/2924437036 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f045406bc70 msgr2=0x7f045419bea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:18.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:18.332+0000 7f0453400700 1 --2- 172.21.15.8:0/2924437036 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f045406bc70 0x7f045419bea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:18.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:18.332+0000 7f0453400700 1 -- 172.21.15.8:0/2924437036 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f04541095b0 msgr2=0x7f04541a0770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:18.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:18.332+0000 7f0453400700 1 --2- 172.21.15.8:0/2924437036 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f04541095b0 0x7f04541a0770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:18.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:18.332+0000 7f0453400700 1 -- 172.21.15.8:0/2924437036 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04541a0eb0 con 0x7f045406c630 2024-05-20T21:15:18.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:18.332+0000 7f0453e00700 1 --2- 172.21.15.8:0/2924437036 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f045406bc70 0x7f045419bea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:15:18.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:18.333+0000 7f0453400700 1 --2- 172.21.15.8:0/2924437036 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f045406c630 0x7f045419c3e0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f044000e9c0 tx=0x7f044000ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:18.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:18.333+0000 7f0450c00700 1 -- 172.21.15.8:0/2924437036 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f044000c9c0 con 0x7f045406c630 2024-05-20T21:15:18.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:18.333+0000 7f0450c00700 1 -- 172.21.15.8:0/2924437036 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f044000cb60 con 0x7f045406c630 2024-05-20T21:15:18.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:18.333+0000 7f0450c00700 1 -- 172.21.15.8:0/2924437036 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0440018420 con 0x7f045406c630 2024-05-20T21:15:18.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:18.333+0000 7f045ae00700 1 -- 172.21.15.8:0/2924437036 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04541a11a0 con 0x7f045406c630 2024-05-20T21:15:18.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:18.333+0000 7f045ae00700 1 -- 172.21.15.8:0/2924437036 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04541a8a20 con 0x7f045406c630 2024-05-20T21:15:18.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:18.334+0000 7f045ae00700 1 -- 172.21.15.8:0/2924437036 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f045406a230 con 0x7f045406c630 2024-05-20T21:15:18.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:18.337+0000 7f0450c00700 1 -- 172.21.15.8:0/2924437036 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f0440010430 con 0x7f045406c630 2024-05-20T21:15:18.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:18.339+0000 7f0450c00700 1 --2- 172.21.15.8:0/2924437036 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f04380b2880 0x7f04380b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:18.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:18.339+0000 7f0450c00700 1 -- 172.21.15.8:0/2924437036 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f04400e2850 con 0x7f045406c630 2024-05-20T21:15:18.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:18.339+0000 7f0453e00700 1 --2- 172.21.15.8:0/2924437036 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f04380b2880 0x7f04380b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:18.340 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:18.340+0000 7f0453e00700 1 --2- 172.21.15.8:0/2924437036 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f04380b2880 0x7f04380b4d40 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f0444011550 tx=0x7f0444009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:18.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:18.341+0000 7f0450c00700 1 -- 172.21.15.8:0/2924437036 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f04400aa500 con 0x7f045406c630 2024-05-20T21:15:18.579 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:18.578+0000 7f045ae00700 1 -- 172.21.15.8:0/2924437036 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f04541a8bf0 con 0x7f045406c630 2024-05-20T21:15:18.581 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:18.580+0000 7f0450c00700 1 -- 172.21.15.8:0/2924437036 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+22620 (secure 0 0 0) 0x7f04400a9e00 con 0x7f045406c630 2024-05-20T21:15:18.581 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:15:18.582 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":81,"fsid":"060ce10e-16ec-11ef-bc9a-c7b262605968","created":"2024-05-20T21:01:50.508336+0000","modified":"2024-05-20T21:12:02.563456+0000","last_up_change":"2024-05-20T21:10:03.543960+0000","last_in_change":"2024-05-20T21:09:43.745737+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-20T21:05:47.155633+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-20T21:11:10.880303+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-20T21:11:14.963738+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"567da6cc-0f5c-488c-82f7-0ecdf1f9a92c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6802","nonce":2530117688},{"type":"v1","addr":"172.21.15.8:6803","nonce":2530117688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6804","nonce":2530117688},{"type":"v1","addr":"172.21.15.8:6805","nonce":2530117688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6808","nonce":2530117688},{"type":"v1","addr":"172.21.15.8:6809","nonce":2530117688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6806","nonce":2530117688},{"type":"v1","addr":"172.21.15.8:6807","nonce":2530117688}]},"public_addr":"172.21.15.8:6803/2530117688","cluster_addr":"172.21.15.8:6805/2530117688","heartbeat_back_addr":"172.21.15.8:6809/2530117688","heartbeat_front_addr":"172.21.15.8:6807/2530117688","state":["exists","up"]},{"osd":1,"uuid":"6d7c2f7a-ba32-43d3-bcb5-91213501621d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":1765474633},{"type":"v1","addr":"172.21.15.50:6801","nonce":1765474633}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":1765474633},{"type":"v1","addr":"172.21.15.50:6803","nonce":1765474633}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":1765474633},{"type":"v1","addr":"172.21.15.50:6807","nonce":1765474633}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":1765474633},{"type":"v1","addr":"172.21.15.50:6805","nonce":1765474633}]},"public_addr":"172.21.15.50:6801/1765474633","cluster_addr":"172.21.15.50:6803/1765474633","heartbeat_back_addr":"172.21.15.50:6807/1765474633","heartbeat_front_addr":"172.21.15.50:6805/1765474633","state":["exists","up"]},{"osd":2,"uuid":"616c77cc-71ca-4d73-87ba-f9e2b391617f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6800","nonce":2148668646},{"type":"v1","addr":"172.21.15.130:6801","nonce":2148668646}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6802","nonce":2148668646},{"type":"v1","addr":"172.21.15.130:6803","nonce":2148668646}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6806","nonce":2148668646},{"type":"v1","addr":"172.21.15.130:6807","nonce":2148668646}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6804","nonce":2148668646},{"type":"v1","addr":"172.21.15.130:6805","nonce":2148668646}]},"public_addr":"172.21.15.130:6801/2148668646","cluster_addr":"172.21.15.130:6803/2148668646","heartbeat_back_addr":"172.21.15.130:6807/2148668646","heartbeat_front_addr":"172.21.15.130:6805/2148668646","state":["exists","up"]},{"osd":3,"uuid":"97c26b23-ae0b-424b-b593-5f7d545d78fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6810","nonce":522014344},{"type":"v1","addr":"172.21.15.8:6811","nonce":522014344}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6812","nonce":522014344},{"type":"v1","addr":"172.21.15.8:6813","nonce":522014344}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6816","nonce":522014344},{"type":"v1","addr":"172.21.15.8:6817","nonce":522014344}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6814","nonce":522014344},{"type":"v1","addr":"172.21.15.8:6815","nonce":522014344}]},"public_addr":"172.21.15.8:6811/522014344","cluster_addr":"172.21.15.8:6813/522014344","heartbeat_back_addr":"172.21.15.8:6817/522014344","heartbeat_front_addr":"172.21.15.8:6815/522014344","state":["exists","up"]},{"osd":4,"uuid":"032641da-14a1-4d60-975c-7ae9dd749f8b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":2849163314},{"type":"v1","addr":"172.21.15.50:6809","nonce":2849163314}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":2849163314},{"type":"v1","addr":"172.21.15.50:6811","nonce":2849163314}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":2849163314},{"type":"v1","addr":"172.21.15.50:6815","nonce":2849163314}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":2849163314},{"type":"v1","addr":"172.21.15.50:6813","nonce":2849163314}]},"public_addr":"172.21.15.50:6809/2849163314","cluster_addr":"172.21.15.50:6811/2849163314","heartbeat_back_addr":"172.21.15.50:6815/2849163314","heartbeat_front_addr":"172.21.15.50:6813/2849163314","state":["exists","up"]},{"osd":5,"uuid":"e0a50b25-3bd5-4f3d-9c6b-e0a37620c1fe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6808","nonce":2920667492},{"type":"v1","addr":"172.21.15.130:6809","nonce":2920667492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6810","nonce":2920667492},{"type":"v1","addr":"172.21.15.130:6811","nonce":2920667492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6814","nonce":2920667492},{"type":"v1","addr":"172.21.15.130:6815","nonce":2920667492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6812","nonce":2920667492},{"type":"v1","addr":"172.21.15.130:6813","nonce":2920667492}]},"public_addr":"172.21.15.130:6809/2920667492","cluster_addr":"172.21.15.130:6811/2920667492","heartbeat_back_addr":"172.21.15.130:6815/2920667492","heartbeat_front_addr":"172.21.15.130:6813/2920667492","state":["exists","up"]},{"osd":6,"uuid":"6fea92cd-1f1b-4f37-b607-4396f31985ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6818","nonce":107816006},{"type":"v1","addr":"172.21.15.8:6819","nonce":107816006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6820","nonce":107816006},{"type":"v1","addr":"172.21.15.8:6821","nonce":107816006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6824","nonce":107816006},{"type":"v1","addr":"172.21.15.8:6825","nonce":107816006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6822","nonce":107816006},{"type":"v1","addr":"172.21.15.8:6823","nonce":107816006}]},"public_addr":"172.21.15.8:6819/107816006","cluster_addr":"172.21.15.8:6821/107816006","heartbeat_back_addr":"172.21.15.8:6825/107816006","heartbeat_front_addr":"172.21.15.8:6823/107816006","state":["exists","up"]},{"osd":7,"uuid":"ed4481c7-8b9b-4360-87d7-e5eb8ea18b2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":2308872994},{"type":"v1","addr":"172.21.15.50:6817","nonce":2308872994}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":2308872994},{"type":"v1","addr":"172.21.15.50:6819","nonce":2308872994}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":2308872994},{"type":"v1","addr":"172.21.15.50:6823","nonce":2308872994}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":2308872994},{"type":"v1","addr":"172.21.15.50:6821","nonce":2308872994}]},"public_addr":"172.21.15.50:6817/2308872994","cluster_addr":"172.21.15.50:6819/2308872994","heartbeat_back_addr":"172.21.15.50:6823/2308872994","heartbeat_front_addr":"172.21.15.50:6821/2308872994","state":["exists","up"]},{"osd":8,"uuid":"c47d04f0-93d2-4a17-b7d0-a16a1d62099f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6816","nonce":2076512047},{"type":"v1","addr":"172.21.15.130:6817","nonce":2076512047}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6818","nonce":2076512047},{"type":"v1","addr":"172.21.15.130:6819","nonce":2076512047}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6822","nonce":2076512047},{"type":"v1","addr":"172.21.15.130:6823","nonce":2076512047}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6820","nonce":2076512047},{"type":"v1","addr":"172.21.15.130:6821","nonce":2076512047}]},"public_addr":"172.21.15.130:6817/2076512047","cluster_addr":"172.21.15.130:6819/2076512047","heartbeat_back_addr":"172.21.15.130:6823/2076512047","heartbeat_front_addr":"172.21.15.130:6821/2076512047","state":["exists","up"]},{"osd":9,"uuid":"54ccf87d-5ce9-4631-ab41-fbb0abb1d7e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6826","nonce":2726512408},{"type":"v1","addr":"172.21.15.8:6827","nonce":2726512408}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6828","nonce":2726512408},{"type":"v1","addr":"172.21.15.8:6829","nonce":2726512408}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6832","nonce":2726512408},{"type":"v1","addr":"172.21.15.8:6833","nonce":2726512408}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6830","nonce":2726512408},{"type":"v1","addr":"172.21.15.8:6831","nonce":2726512408}]},"public_addr":"172.21.15.8:6827/2726512408","cluster_addr":"172.21.15.8:6829/2726512408","heartbeat_back_addr":"172.21.15.8:6833/2726512408","heartbeat_front_addr":"172.21.15.8:6831/2726512408","state":["exists","up"]},{"osd":10,"uuid":"59788566-3094-4926-afbf-0a297a265ff5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":2266909560},{"type":"v1","addr":"172.21.15.50:6825","nonce":2266909560}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":2266909560},{"type":"v1","addr":"172.21.15.50:6827","nonce":2266909560}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":2266909560},{"type":"v1","addr":"172.21.15.50:6831","nonce":2266909560}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":2266909560},{"type":"v1","addr":"172.21.15.50:6829","nonce":2266909560}]},"public_addr":"172.21.15.50:6825/2266909560","cluster_addr":"172.21.15.50:6827/2266909560","heartbeat_back_addr":"172.21.15.50:6831/2266909560","heartbeat_front_addr":"172.21.15.50:6829/2266909560","state":["exists","up"]},{"osd":11,"uuid":"f4dfda6f-f5ea-4d53-8940-d33edd1dd61a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6824","nonce":2025670617},{"type":"v1","addr":"172.21.15.130:6825","nonce":2025670617}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6826","nonce":2025670617},{"type":"v1","addr":"172.21.15.130:6827","nonce":2025670617}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6830","nonce":2025670617},{"type":"v1","addr":"172.21.15.130:6831","nonce":2025670617}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6828","nonce":2025670617},{"type":"v1","addr":"172.21.15.130:6829","nonce":2025670617}]},"public_addr":"172.21.15.130:6825/2025670617","cluster_addr":"172.21.15.130:6827/2025670617","heartbeat_back_addr":"172.21.15.130:6831/2025670617","heartbeat_front_addr":"172.21.15.130:6829/2025670617","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:04:55.223745+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:05:20.826140+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:05:44.508801+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:06:17.590953+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:06:43.158647+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:07:07.550211+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:07:41.445843+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:08:08.755800+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:08:33.714081+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:09:08.647054+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:09:36.773039+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:10:01.697404+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"3.b","mappings":[{"from":3,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":6}]},{"pgid":"3.1b","mappings":[{"from":4,"to":7},{"from":3,"to":8}]},{"pgid":"3.1d","mappings":[{"from":4,"to":6}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.25","mappings":[{"from":5,"to":9}]},{"pgid":"3.27","mappings":[{"from":4,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.8:6801/3677468514":"2024-05-21T21:03:00.998855+0000","172.21.15.8:0/644454220":"2024-05-21T21:03:00.998855+0000","172.21.15.8:6800/3677468514":"2024-05-21T21:03:00.998855+0000","172.21.15.8:0/329536388":"2024-05-21T21:02:24.888619+0000","172.21.15.8:0/346325619":"2024-05-21T21:02:24.888619+0000","172.21.15.8:0/85678654":"2024-05-21T21:03:00.998855+0000","172.21.15.8:6800/3424210912":"2024-05-21T21:02:24.888619+0000","172.21.15.8:0/1767165129":"2024-05-21T21:02:24.888619+0000","172.21.15.8:6801/3424210912":"2024-05-21T21:02:24.888619+0000","172.21.15.8:0/3032080664":"2024-05-21T21:03:00.998855+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-20T21:15:18.584 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:18.584+0000 7f045ae00700 1 -- 172.21.15.8:0/2924437036 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f04380b2880 msgr2=0x7f04380b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:18.585 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:18.584+0000 7f045ae00700 1 --2- 172.21.15.8:0/2924437036 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f04380b2880 0x7f04380b4d40 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f0444011550 tx=0x7f0444009260 comp rx=0 tx=0).stop 2024-05-20T21:15:18.585 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:18.584+0000 7f045ae00700 1 -- 172.21.15.8:0/2924437036 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f045406c630 msgr2=0x7f045419c3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:18.585 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:18.584+0000 7f045ae00700 1 --2- 172.21.15.8:0/2924437036 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f045406c630 0x7f045419c3e0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f044000e9c0 tx=0x7f044000ecd0 comp rx=0 tx=0).stop 2024-05-20T21:15:18.585 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:18.584+0000 7f045ae00700 1 -- 172.21.15.8:0/2924437036 shutdown_connections 2024-05-20T21:15:18.585 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:18.584+0000 7f045ae00700 1 --2- 172.21.15.8:0/2924437036 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f04380b2880 0x7f04380b4d40 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:18.585 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:18.584+0000 7f045ae00700 1 --2- 172.21.15.8:0/2924437036 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f04541095b0 0x7f04541a0770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:18.585 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:18.584+0000 7f045ae00700 1 --2- 172.21.15.8:0/2924437036 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f045406bc70 0x7f045419bea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:18.585 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:18.584+0000 7f045ae00700 1 --2- 172.21.15.8:0/2924437036 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f045406c630 0x7f045419c3e0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:18.585 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:18.584+0000 7f045ae00700 1 -- 172.21.15.8:0/2924437036 >> 172.21.15.8:0/2924437036 conn(0x7f04540793f0 msgr2=0x7f0454100ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:18.585 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:18.584+0000 7f045ae00700 1 -- 172.21.15.8:0/2924437036 shutdown_connections 2024-05-20T21:15:18.585 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:18.584+0000 7f045ae00700 1 -- 172.21.15.8:0/2924437036 wait complete. 2024-05-20T21:15:18.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:15:18 smithi130 ceph-mon[36448]: pgmap v439: 97 pgs: 97 active+clean; 649 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 597 B/s wr, 6 op/s 2024-05-20T21:15:18.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:15:18 smithi050 ceph-mon[35809]: pgmap v439: 97 pgs: 97 active+clean; 649 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 597 B/s wr, 6 op/s 2024-05-20T21:15:18.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:15:18 smithi008 ceph-mon[31475]: pgmap v439: 97 pgs: 97 active+clean; 649 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 597 B/s wr, 6 op/s 2024-05-20T21:15:19.513 DEBUG:tasks.fwd_scrub:Yielding 2024-05-20T21:15:19.513 INFO:teuthology.run_tasks:Running task background_exec... 2024-05-20T21:15:19.523 INFO:teuthology.task.background_exec:Running background command on role mon.a host ubuntu@smithi008.front.sepia.ceph.com 2024-05-20T21:15:19.523 DEBUG:teuthology.orchestra.run.smithi008:> sudo TESTDIR=/home/ubuntu/cephtest daemon-helper kill --kill-group bash -c 'while sleep 13; do ceph tell mds.cephfs:0 flush journal; done' 2024-05-20T21:15:19.523 INFO:tasks.fwd_scrub.fs.[cephfs]:start scrubbing fs: cephfs 2024-05-20T21:15:19.523 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:15:19.524 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:15:19.529 INFO:teuthology.run_tasks:Running task quiescer... 2024-05-20T21:15:19.541 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-05-20T21:15:19.541 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph pg dump --format=json 2024-05-20T21:15:19.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:15:19 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/2924437036' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:15:19.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:15:19 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/2924437036' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:15:19.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:15:19 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/2924437036' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:15:19.974 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:15:19.982 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:15:20.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:15:20 smithi130 ceph-mon[36448]: pgmap v440: 97 pgs: 97 active+clean; 649 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 511 B/s wr, 6 op/s 2024-05-20T21:15:20.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:15:20 smithi050 ceph-mon[35809]: pgmap v440: 97 pgs: 97 active+clean; 649 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 511 B/s wr, 6 op/s 2024-05-20T21:15:20.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:15:20 smithi008 ceph-mon[31475]: pgmap v440: 97 pgs: 97 active+clean; 649 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 511 B/s wr, 6 op/s 2024-05-20T21:15:22.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:15:22 smithi008 ceph-mon[31475]: pgmap v441: 97 pgs: 97 active+clean; 649 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:15:22.726 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:15:22 smithi050 ceph-mon[35809]: pgmap v441: 97 pgs: 97 active+clean; 649 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:15:22.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:15:22 smithi130 ceph-mon[36448]: pgmap v441: 97 pgs: 97 active+clean; 649 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:15:23.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.185+0000 7f8e4e800700 1 -- 172.21.15.8:0/870928949 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8e48102440 msgr2=0x7f8e481028c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:23.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.185+0000 7f8e4e800700 1 --2- 172.21.15.8:0/870928949 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8e48102440 0x7f8e481028c0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f8e34009990 tx=0x7f8e34009ca0 comp rx=0 tx=0).stop 2024-05-20T21:15:23.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.185+0000 7f8e4e800700 1 -- 172.21.15.8:0/870928949 shutdown_connections 2024-05-20T21:15:23.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.185+0000 7f8e4e800700 1 --2- 172.21.15.8:0/870928949 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8e48102e00 0x7f8e4810f2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:23.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.185+0000 7f8e4e800700 1 --2- 172.21.15.8:0/870928949 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8e48108520 0x7f8e48108900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:23.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.185+0000 7f8e4e800700 1 --2- 172.21.15.8:0/870928949 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8e48102440 0x7f8e481028c0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:23.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.185+0000 7f8e4e800700 1 -- 172.21.15.8:0/870928949 >> 172.21.15.8:0/870928949 conn(0x7f8e480793f0 msgr2=0x7f8e48079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:23.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.185+0000 7f8e4e800700 1 -- 172.21.15.8:0/870928949 shutdown_connections 2024-05-20T21:15:23.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.185+0000 7f8e4e800700 1 -- 172.21.15.8:0/870928949 wait complete. 2024-05-20T21:15:23.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.186+0000 7f8e4e800700 1 Processor -- start 2024-05-20T21:15:23.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.186+0000 7f8e4e800700 1 -- start start 2024-05-20T21:15:23.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.187+0000 7f8e4e800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8e48102440 0x7f8e4819beb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:23.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.187+0000 7f8e4e800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8e48102e00 0x7f8e4819c3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:23.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.187+0000 7f8e4e800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8e48108520 0x7f8e481a0730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:23.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.187+0000 7f8e4e800700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f8e481125f0 con 0x7f8e48108520 2024-05-20T21:15:23.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.187+0000 7f8e4e800700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8e48112470 con 0x7f8e48102440 2024-05-20T21:15:23.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.187+0000 7f8e4e800700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f8e48112770 con 0x7f8e48102e00 2024-05-20T21:15:23.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.187+0000 7f8e47400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8e48102440 0x7f8e4819beb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:23.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.187+0000 7f8e47400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8e48102440 0x7f8e4819beb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:41678/0 (socket says 172.21.15.8:41678) 2024-05-20T21:15:23.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.187+0000 7f8e47400700 1 -- 172.21.15.8:0/3354527174 learned_addr learned my addr 172.21.15.8:0/3354527174 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:15:23.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.187+0000 7f8e47e00700 1 --2- 172.21.15.8:0/3354527174 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8e48108520 0x7f8e481a0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:23.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.187+0000 7f8e46a00700 1 --2- 172.21.15.8:0/3354527174 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8e48102e00 0x7f8e4819c3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:23.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.187+0000 7f8e47400700 1 -- 172.21.15.8:0/3354527174 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8e48102e00 msgr2=0x7f8e4819c3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:23.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.187+0000 7f8e47400700 1 --2- 172.21.15.8:0/3354527174 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8e48102e00 0x7f8e4819c3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:23.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.187+0000 7f8e47400700 1 -- 172.21.15.8:0/3354527174 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8e48108520 msgr2=0x7f8e481a0730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:23.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.187+0000 7f8e47400700 1 --2- 172.21.15.8:0/3354527174 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8e48108520 0x7f8e481a0730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:23.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.187+0000 7f8e47400700 1 -- 172.21.15.8:0/3354527174 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e481a0e70 con 0x7f8e48102440 2024-05-20T21:15:23.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.188+0000 7f8e47400700 1 --2- 172.21.15.8:0/3354527174 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8e48102440 0x7f8e4819beb0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f8e3800e9a0 tx=0x7f8e3800ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:23.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.188+0000 7f8e3fe00700 1 -- 172.21.15.8:0/3354527174 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e3800ca10 con 0x7f8e48102440 2024-05-20T21:15:23.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.188+0000 7f8e3fe00700 1 -- 172.21.15.8:0/3354527174 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8e3800cbb0 con 0x7f8e48102440 2024-05-20T21:15:23.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.188+0000 7f8e3fe00700 1 -- 172.21.15.8:0/3354527174 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e38018680 con 0x7f8e48102440 2024-05-20T21:15:23.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.188+0000 7f8e4e800700 1 -- 172.21.15.8:0/3354527174 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e481a1160 con 0x7f8e48102440 2024-05-20T21:15:23.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.188+0000 7f8e4e800700 1 -- 172.21.15.8:0/3354527174 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e481a89e0 con 0x7f8e48102440 2024-05-20T21:15:23.192 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.192+0000 7f8e3fe00700 1 -- 172.21.15.8:0/3354527174 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f8e38010430 con 0x7f8e48102440 2024-05-20T21:15:23.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.194+0000 7f8e591beb80 1 Processor -- start 2024-05-20T21:15:23.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.194+0000 7f8e591beb80 1 -- start start 2024-05-20T21:15:23.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.194+0000 7f8e3fe00700 1 --2- 172.21.15.8:0/3354527174 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f8e2c0b2900 0x7f8e2c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:23.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.194+0000 7f8e591beb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56506a32af30 0x56506a32b310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:23.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.194+0000 7f8e591beb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56506a32b850 0x56506a3252e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:23.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.194+0000 7f8e591beb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56506a325900 0x56506a325d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:23.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.194+0000 7f8e591beb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x56506a283ec0 con 0x56506a325900 2024-05-20T21:15:23.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.194+0000 7f8e591beb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x56506a273a60 con 0x56506a32af30 2024-05-20T21:15:23.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.194+0000 7f8e591beb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x56506a277aa0 con 0x56506a32b850 2024-05-20T21:15:23.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.194+0000 7f8e3fe00700 1 -- 172.21.15.8:0/3354527174 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f8e380e2300 con 0x7f8e48102440 2024-05-20T21:15:23.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.194+0000 7f8e47e00700 1 --2- 172.21.15.8:0/3354527174 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f8e2c0b2900 0x7f8e2c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:23.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.194+0000 7f8e47400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56506a32af30 0x56506a32b310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:23.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.194+0000 7f8e47400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56506a32af30 0x56506a32b310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:41686/0 (socket says 172.21.15.8:41686) 2024-05-20T21:15:23.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.194+0000 7f8e47400700 1 -- 172.21.15.8:0/1090614309 learned_addr learned my addr 172.21.15.8:0/1090614309 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:15:23.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.195+0000 7f8e46a00700 1 --2- 172.21.15.8:0/1090614309 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56506a32b850 0x56506a3252e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:23.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.195+0000 7f8e47e00700 1 --2- 172.21.15.8:0/1090614309 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56506a325900 0x56506a325d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:23.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.195+0000 7f8e47400700 1 -- 172.21.15.8:0/1090614309 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56506a32b850 msgr2=0x56506a3252e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:23.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.195+0000 7f8e47400700 1 --2- 172.21.15.8:0/1090614309 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56506a32b850 0x56506a3252e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:23.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.195+0000 7f8e47400700 1 -- 172.21.15.8:0/1090614309 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56506a325900 msgr2=0x56506a325d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:23.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.195+0000 7f8e47400700 1 --2- 172.21.15.8:0/1090614309 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56506a325900 0x56506a325d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:23.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.195+0000 7f8e47400700 1 -- 172.21.15.8:0/1090614309 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56506a23c4a0 con 0x56506a32af30 2024-05-20T21:15:23.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.195+0000 7f8e47400700 1 --2- 172.21.15.8:0/1090614309 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56506a32af30 0x56506a32b310 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f8e38009230 tx=0x7f8e380a9150 comp rx=0 tx=0).ready entity=mon.2 client_cookie=46a722a0f309b49c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:23.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.195+0000 7f8e47e00700 1 --2- 172.21.15.8:0/3354527174 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f8e2c0b2900 0x7f8e2c0b4dc0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f8e40009ec0 tx=0x7f8e40009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:23.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.195+0000 7f8e3cc00700 1 -- 172.21.15.8:0/1090614309 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e38022d10 con 0x56506a32af30 2024-05-20T21:15:23.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.195+0000 7f8e3cc00700 1 -- 172.21.15.8:0/1090614309 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8e380a93c0 con 0x56506a32af30 2024-05-20T21:15:23.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.195+0000 7f8e3cc00700 1 -- 172.21.15.8:0/1090614309 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e380b2710 con 0x56506a32af30 2024-05-20T21:15:23.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.196+0000 7f8e591beb80 1 -- 172.21.15.8:0/1090614309 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56506a32af30 msgr2=0x56506a32b310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:23.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.196+0000 7f8e591beb80 1 --2- 172.21.15.8:0/1090614309 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56506a32af30 0x56506a32b310 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f8e38009230 tx=0x7f8e380a9150 comp rx=0 tx=0).stop 2024-05-20T21:15:23.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.196+0000 7f8e591beb80 1 -- 172.21.15.8:0/1090614309 shutdown_connections 2024-05-20T21:15:23.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.196+0000 7f8e591beb80 1 --2- 172.21.15.8:0/1090614309 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56506a32af30 0x56506a32b310 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:23.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.196+0000 7f8e591beb80 1 --2- 172.21.15.8:0/1090614309 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56506a325900 0x56506a325d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:23.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.196+0000 7f8e591beb80 1 --2- 172.21.15.8:0/1090614309 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56506a32b850 0x56506a3252e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:23.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.196+0000 7f8e591beb80 1 -- 172.21.15.8:0/1090614309 >> 172.21.15.8:0/1090614309 conn(0x56506a253c60 msgr2=0x56506a320090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:23.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.197+0000 7f8e591beb80 1 -- 172.21.15.8:0/1090614309 shutdown_connections 2024-05-20T21:15:23.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.197+0000 7f8e591beb80 1 -- 172.21.15.8:0/1090614309 wait complete. 2024-05-20T21:15:23.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.197+0000 7f8e591beb80 1 -- start start 2024-05-20T21:15:23.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.197+0000 7f8e591beb80 1 Processor -- start 2024-05-20T21:15:23.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.198+0000 7f8e591beb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56506a325900 0x56506a331540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:23.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.198+0000 7f8e591beb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56506a32af30 0x56506a32e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:23.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.198+0000 7f8e591beb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56506a32b850 0x56506a32ee20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:23.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.198+0000 7f8e591beb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x56506a17a020 con 0x56506a325900 2024-05-20T21:15:23.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.198+0000 7f8e591beb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x56506a2147e0 con 0x56506a32af30 2024-05-20T21:15:23.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.198+0000 7f8e591beb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x56506a3322c0 con 0x56506a32b850 2024-05-20T21:15:23.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.198+0000 7f8e591beb80 10 client.0 _ll_register_callbacks cb 0x56506a21dcf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:15:23.201 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.198+0000 7f8e47400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56506a325900 0x56506a331540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:23.201 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.198+0000 7f8e46a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56506a32af30 0x56506a32e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:23.201 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.198+0000 7f8e46a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56506a32af30 0x56506a32e8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:41692/0 (socket says 172.21.15.8:41692) 2024-05-20T21:15:23.201 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.198+0000 7f8e46a00700 1 -- 172.21.15.8:0/2773493306 learned_addr learned my addr 172.21.15.8:0/2773493306 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:15:23.201 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.198+0000 7f8e47400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56506a325900 0x56506a331540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:53588/0 (socket says 172.21.15.8:53588) 2024-05-20T21:15:23.201 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.198+0000 7f8e47e00700 1 --2- 172.21.15.8:0/2773493306 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56506a32b850 0x56506a32ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:23.201 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.199+0000 7f8e46a00700 1 -- 172.21.15.8:0/2773493306 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56506a32b850 msgr2=0x56506a32ee20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:23.202 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.199+0000 7f8e46a00700 1 --2- 172.21.15.8:0/2773493306 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56506a32b850 0x56506a32ee20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:23.202 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.199+0000 7f8e46a00700 1 -- 172.21.15.8:0/2773493306 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56506a325900 msgr2=0x56506a331540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:23.202 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.199+0000 7f8e46a00700 1 --2- 172.21.15.8:0/2773493306 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56506a325900 0x56506a331540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:23.202 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.199+0000 7f8e46a00700 1 -- 172.21.15.8:0/2773493306 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56506a1c3950 con 0x56506a32af30 2024-05-20T21:15:23.202 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.199+0000 7f8e47400700 1 --2- 172.21.15.8:0/2773493306 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56506a325900 0x56506a331540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:15:23.202 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.199+0000 7f8e46a00700 1 --2- 172.21.15.8:0/2773493306 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56506a32af30 0x56506a32e8e0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f8e34009990 tx=0x7f8e34005800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4047595517579a1a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:23.202 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.199+0000 7f8e31600700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:15:23.202 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.199+0000 7f8e31600700 1 -- 172.21.15.8:0/2773493306 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e34029060 con 0x56506a32af30 2024-05-20T21:15:23.202 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.199+0000 7f8e591beb80 1 -- 172.21.15.8:0/2773493306 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8e380a93c0 con 0x56506a32af30 2024-05-20T21:15:23.202 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.200+0000 7f8e31600700 1 -- 172.21.15.8:0/2773493306 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f8e3400bd00 con 0x56506a32af30 2024-05-20T21:15:23.202 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.200+0000 7f8e31600700 1 -- 172.21.15.8:0/2773493306 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8e34003680 con 0x56506a32af30 2024-05-20T21:15:23.202 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.200+0000 7f8e591beb80 10 client.25103 fetch_fsmap learned FSMap version 26 2024-05-20T21:15:23.202 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.200+0000 7f8e591beb80 1 -- 172.21.15.8:0/2773493306 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56506a2440e0 con 0x56506a32af30 2024-05-20T21:15:23.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.200+0000 7f8e31600700 1 -- 172.21.15.8:0/2773493306 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8e380a93c0 con 0x56506a32af30 2024-05-20T21:15:23.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.200+0000 7f8e31600700 1 -- 172.21.15.8:0/2773493306 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f8e3400f880 con 0x56506a32af30 2024-05-20T21:15:23.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.200+0000 7f8e591beb80 10 client.25103 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:15:23.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.200+0000 7f8e591beb80 10 client.25103 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:15:23.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.200+0000 7f8e591beb80 20 client.25103 populate_metadata read hostname 'smithi008' 2024-05-20T21:15:23.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.201+0000 7f8e591beb80 1 --2- 172.21.15.8:0/2773493306 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56506a33ee00 0x56506a3411f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:23.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.201+0000 7f8e591beb80 4 client.25103 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:15:23.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.201+0000 7f8e591beb80 1 -- 172.21.15.8:0/2773493306 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56506a285e10 con 0x56506a33ee00 2024-05-20T21:15:23.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.201+0000 7f8e47400700 1 --2- 172.21.15.8:0/2773493306 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56506a33ee00 0x56506a3411f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:23.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.201+0000 7f8e47400700 1 --2- 172.21.15.8:0/2773493306 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56506a33ee00 0x56506a3411f0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f95c357cc40a3f0d server_cookie=aeafbe926d54ce39 in_seq=0 out_seq=0 2024-05-20T21:15:23.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.201+0000 7f8e31600700 10 client.25103 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:15:23.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.202+0000 7f8e31600700 1 -- 172.21.15.8:0/2773493306 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x56506a285e10 con 0x56506a33ee00 2024-05-20T21:15:23.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.202+0000 7f8e31600700 10 client.25103 handle_command_reply: tid=0 2024-05-20T21:15:23.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.202+0000 7f8e591beb80 1 client.25103 shutdown 2024-05-20T21:15:23.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.203+0000 7f8e591beb80 1 -- 172.21.15.8:0/2773493306 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56506a32af30 msgr2=0x56506a32e8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:23.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.203+0000 7f8e591beb80 1 --2- 172.21.15.8:0/2773493306 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56506a32af30 0x56506a32e8e0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f8e34009990 tx=0x7f8e34005800 comp rx=0 tx=0).stop 2024-05-20T21:15:23.205 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.203+0000 7f8e591beb80 1 -- 172.21.15.8:0/2773493306 shutdown_connections 2024-05-20T21:15:23.205 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.203+0000 7f8e591beb80 1 --2- 172.21.15.8:0/2773493306 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56506a33ee00 0x56506a3411f0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:23.205 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.203+0000 7f8e591beb80 1 --2- 172.21.15.8:0/2773493306 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56506a32b850 0x56506a32ee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:23.205 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.203+0000 7f8e591beb80 1 --2- 172.21.15.8:0/2773493306 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56506a325900 0x56506a331540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:23.205 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.203+0000 7f8e591beb80 1 --2- 172.21.15.8:0/2773493306 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56506a32af30 0x56506a32e8e0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:23.205 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.203+0000 7f8e591beb80 1 -- 172.21.15.8:0/2773493306 >> 172.21.15.8:0/2773493306 conn(0x56506a253c60 msgr2=0x56506a3242d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:23.205 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.203+0000 7f8e31600700 0 client.25103 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:15:23.205 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.203+0000 7f8e591beb80 1 -- 172.21.15.8:0/2773493306 shutdown_connections 2024-05-20T21:15:23.205 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.203+0000 7f8e591beb80 1 -- 172.21.15.8:0/2773493306 wait complete. 2024-05-20T21:15:23.205 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.203+0000 7f8e591beb80 20 client.25103 trim_cache size 0 max 16384 2024-05-20T21:15:23.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.227+0000 7f8e591beb80 1 Processor -- start 2024-05-20T21:15:23.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.227+0000 7f8e591beb80 1 -- start start 2024-05-20T21:15:23.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.227+0000 7f8e591beb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56506a325900 0x56506a3252e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:23.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.227+0000 7f8e591beb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56506a32af30 0x56506a328a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:23.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.227+0000 7f8e591beb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56506a32b850 0x56506a328f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:23.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.227+0000 7f8e591beb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f8e481b26b0 con 0x56506a325900 2024-05-20T21:15:23.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.227+0000 7f8e591beb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8e481aff40 con 0x56506a32af30 2024-05-20T21:15:23.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.227+0000 7f8e591beb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f8e481add90 con 0x56506a32b850 2024-05-20T21:15:23.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.228+0000 7f8e47400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56506a325900 0x56506a3252e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:23.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.228+0000 7f8e47400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56506a325900 0x56506a3252e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:53598/0 (socket says 172.21.15.8:53598) 2024-05-20T21:15:23.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.228+0000 7f8e47400700 1 -- 172.21.15.8:0/2187499901 learned_addr learned my addr 172.21.15.8:0/2187499901 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:15:23.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.228+0000 7f8e46a00700 1 --2- 172.21.15.8:0/2187499901 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56506a32af30 0x56506a328a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:23.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.228+0000 7f8e47e00700 1 --2- 172.21.15.8:0/2187499901 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56506a32b850 0x56506a328f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:23.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.228+0000 7f8e46a00700 1 -- 172.21.15.8:0/2187499901 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56506a32b850 msgr2=0x56506a328f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:23.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.228+0000 7f8e46a00700 1 --2- 172.21.15.8:0/2187499901 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56506a32b850 0x56506a328f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:23.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.228+0000 7f8e46a00700 1 -- 172.21.15.8:0/2187499901 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56506a325900 msgr2=0x56506a3252e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:23.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.228+0000 7f8e46a00700 1 --2- 172.21.15.8:0/2187499901 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56506a325900 0x56506a3252e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:23.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.228+0000 7f8e46a00700 1 -- 172.21.15.8:0/2187499901 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56506a321dc0 con 0x56506a32af30 2024-05-20T21:15:23.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.228+0000 7f8e47400700 1 --2- 172.21.15.8:0/2187499901 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56506a325900 0x56506a3252e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:15:23.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.228+0000 7f8e47e00700 1 --2- 172.21.15.8:0/2187499901 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56506a32b850 0x56506a328f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:15:23.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.228+0000 7f8e46a00700 1 --2- 172.21.15.8:0/2187499901 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56506a32af30 0x56506a328a40 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f8e3400fd20 tx=0x7f8e34009ca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9964a7fe591233f4 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:23.231 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.229+0000 7f8e33e00700 1 -- 172.21.15.8:0/2187499901 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e34029030 con 0x56506a32af30 2024-05-20T21:15:23.231 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.229+0000 7f8e33e00700 1 -- 172.21.15.8:0/2187499901 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8e3400e3e0 con 0x56506a32af30 2024-05-20T21:15:23.231 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.229+0000 7f8e33e00700 1 -- 172.21.15.8:0/2187499901 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e34003820 con 0x56506a32af30 2024-05-20T21:15:23.231 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.230+0000 7f8e591beb80 1 -- 172.21.15.8:0/2187499901 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56506a32af30 msgr2=0x56506a328a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:23.231 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.230+0000 7f8e591beb80 1 --2- 172.21.15.8:0/2187499901 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56506a32af30 0x56506a328a40 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f8e3400fd20 tx=0x7f8e34009ca0 comp rx=0 tx=0).stop 2024-05-20T21:15:23.231 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.230+0000 7f8e591beb80 1 -- 172.21.15.8:0/2187499901 shutdown_connections 2024-05-20T21:15:23.231 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.230+0000 7f8e591beb80 1 --2- 172.21.15.8:0/2187499901 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56506a32b850 0x56506a328f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:23.231 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.230+0000 7f8e591beb80 1 --2- 172.21.15.8:0/2187499901 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56506a325900 0x56506a3252e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:23.231 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.230+0000 7f8e591beb80 1 --2- 172.21.15.8:0/2187499901 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56506a32af30 0x56506a328a40 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:23.231 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.230+0000 7f8e591beb80 1 -- 172.21.15.8:0/2187499901 >> 172.21.15.8:0/2187499901 conn(0x56506a253c60 msgr2=0x56506a32e8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:23.231 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.230+0000 7f8e591beb80 1 -- 172.21.15.8:0/2187499901 shutdown_connections 2024-05-20T21:15:23.231 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.230+0000 7f8e591beb80 1 -- 172.21.15.8:0/2187499901 wait complete. 2024-05-20T21:15:23.232 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.230+0000 7f8e591beb80 1 -- start start 2024-05-20T21:15:23.232 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.230+0000 7f8e591beb80 1 Processor -- start 2024-05-20T21:15:23.233 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.231+0000 7f8e591beb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56506a325900 0x56506a346710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:23.234 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.231+0000 7f8e591beb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56506a32af30 0x56506a346c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:23.234 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.231+0000 7f8e591beb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56506a32b850 0x56506a347190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:23.234 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.231+0000 7f8e591beb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f8e481ae400 con 0x56506a32af30 2024-05-20T21:15:23.234 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.231+0000 7f8e591beb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8e481af870 con 0x56506a325900 2024-05-20T21:15:23.234 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.231+0000 7f8e591beb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f8e481aead0 con 0x56506a32b850 2024-05-20T21:15:23.234 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.231+0000 7f8e591beb80 10 client.0 _ll_register_callbacks cb 0x56506a21dcf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:15:23.234 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.231+0000 7f8e47400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56506a325900 0x56506a346710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:23.234 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.231+0000 7f8e47400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56506a325900 0x56506a346710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:41718/0 (socket says 172.21.15.8:41718) 2024-05-20T21:15:23.234 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.231+0000 7f8e46a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56506a32af30 0x56506a346c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:23.234 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.231+0000 7f8e47400700 1 -- 172.21.15.8:0/4167525025 learned_addr learned my addr 172.21.15.8:0/4167525025 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:15:23.234 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.232+0000 7f8e47e00700 1 --2- 172.21.15.8:0/4167525025 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56506a32b850 0x56506a347190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:23.234 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.232+0000 7f8e47400700 1 -- 172.21.15.8:0/4167525025 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56506a32b850 msgr2=0x56506a347190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:23.234 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.232+0000 7f8e47400700 1 --2- 172.21.15.8:0/4167525025 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56506a32b850 0x56506a347190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:23.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.232+0000 7f8e47400700 1 -- 172.21.15.8:0/4167525025 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56506a32af30 msgr2=0x56506a346c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:23.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.232+0000 7f8e47400700 1 --2- 172.21.15.8:0/4167525025 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56506a32af30 0x56506a346c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:23.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.232+0000 7f8e47400700 1 -- 172.21.15.8:0/4167525025 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56506a3a8ad0 con 0x56506a325900 2024-05-20T21:15:23.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.232+0000 7f8e47400700 1 --2- 172.21.15.8:0/4167525025 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56506a325900 0x56506a346710 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f8e380a5930 tx=0x7f8e380b2170 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1dd93176c518d36 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:23.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.232+0000 7f8e31600700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:15:23.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.232+0000 7f8e31600700 1 -- 172.21.15.8:0/4167525025 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e380b2710 con 0x56506a325900 2024-05-20T21:15:23.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.232+0000 7f8e591beb80 1 -- 172.21.15.8:0/4167525025 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8e3400e3e0 con 0x56506a325900 2024-05-20T21:15:23.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.232+0000 7f8e31600700 1 -- 172.21.15.8:0/4167525025 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f8e380dfe10 con 0x56506a325900 2024-05-20T21:15:23.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.233+0000 7f8e31600700 1 -- 172.21.15.8:0/4167525025 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8e380a98b0 con 0x56506a325900 2024-05-20T21:15:23.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.233+0000 7f8e591beb80 10 client.25109 fetch_fsmap learned FSMap version 26 2024-05-20T21:15:23.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.233+0000 7f8e591beb80 1 -- 172.21.15.8:0/4167525025 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56506a3a9df0 con 0x56506a325900 2024-05-20T21:15:23.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.233+0000 7f8e31600700 1 -- 172.21.15.8:0/4167525025 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8e3400e3e0 con 0x56506a325900 2024-05-20T21:15:23.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.233+0000 7f8e31600700 1 -- 172.21.15.8:0/4167525025 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f8e380cab60 con 0x56506a325900 2024-05-20T21:15:23.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.233+0000 7f8e591beb80 10 client.25109 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:15:23.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.233+0000 7f8e591beb80 10 client.25109 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:15:23.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.233+0000 7f8e591beb80 20 client.25109 populate_metadata read hostname 'smithi008' 2024-05-20T21:15:23.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.233+0000 7f8e591beb80 1 --2- 172.21.15.8:0/4167525025 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56506a3a9fc0 0x56506a3ac3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:23.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.233+0000 7f8e591beb80 4 client.25109 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:15:23.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.233+0000 7f8e591beb80 1 -- 172.21.15.8:0/4167525025 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x56506a27f5f0 con 0x56506a3a9fc0 2024-05-20T21:15:23.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.234+0000 7f8e46a00700 1 --2- 172.21.15.8:0/4167525025 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56506a3a9fc0 0x56506a3ac3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:23.237 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.234+0000 7f8e46a00700 1 --2- 172.21.15.8:0/4167525025 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56506a3a9fc0 0x56506a3ac3b0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=97573132dd63b886 server_cookie=5899a5a83c307db0 in_seq=0 out_seq=0 2024-05-20T21:15:23.237 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.234+0000 7f8e31600700 10 client.25109 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:15:23.237 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.235+0000 7f8e31600700 1 -- 172.21.15.8:0/4167525025 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x56506a27f5f0 con 0x56506a3a9fc0 2024-05-20T21:15:23.237 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.235+0000 7f8e31600700 10 client.25109 handle_command_reply: tid=0 2024-05-20T21:15:23.237 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.235+0000 7f8e591beb80 1 client.25109 shutdown 2024-05-20T21:15:23.237 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.236+0000 7f8e591beb80 1 -- 172.21.15.8:0/4167525025 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56506a325900 msgr2=0x56506a346710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:23.237 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.236+0000 7f8e591beb80 1 --2- 172.21.15.8:0/4167525025 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56506a325900 0x56506a346710 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f8e380a5930 tx=0x7f8e380b2170 comp rx=0 tx=0).stop 2024-05-20T21:15:23.237 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.236+0000 7f8e591beb80 1 -- 172.21.15.8:0/4167525025 shutdown_connections 2024-05-20T21:15:23.237 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.236+0000 7f8e591beb80 1 --2- 172.21.15.8:0/4167525025 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56506a3a9fc0 0x56506a3ac3b0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:23.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.236+0000 7f8e591beb80 1 --2- 172.21.15.8:0/4167525025 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56506a325900 0x56506a346710 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:23.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.236+0000 7f8e591beb80 1 --2- 172.21.15.8:0/4167525025 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56506a32b850 0x56506a347190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:23.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.236+0000 7f8e591beb80 1 --2- 172.21.15.8:0/4167525025 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56506a32af30 0x56506a346c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:23.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.236+0000 7f8e591beb80 1 -- 172.21.15.8:0/4167525025 >> 172.21.15.8:0/4167525025 conn(0x56506a253c60 msgr2=0x56506a32e8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:23.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.236+0000 7f8e31600700 0 client.25109 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:15:23.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.236+0000 7f8e591beb80 1 -- 172.21.15.8:0/4167525025 shutdown_connections 2024-05-20T21:15:23.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.236+0000 7f8e591beb80 1 -- 172.21.15.8:0/4167525025 wait complete. 2024-05-20T21:15:23.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.236+0000 7f8e591beb80 20 client.25109 trim_cache size 0 max 16384 2024-05-20T21:15:23.238 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:15:23.238 INFO:teuthology.orchestra.run.smithi008.stdout: "return_code": 0, 2024-05-20T21:15:23.239 INFO:teuthology.orchestra.run.smithi008.stdout: "scrub_tag": "17051b38-0036-4680-b2ef-ac7fd14b52a5", 2024-05-20T21:15:23.239 INFO:teuthology.orchestra.run.smithi008.stdout: "mode": "asynchronous" 2024-05-20T21:15:23.239 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:15:23.239 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.237+0000 7f8e4e800700 1 -- 172.21.15.8:0/3354527174 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f8e2c0b2900 msgr2=0x7f8e2c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:23.239 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.237+0000 7f8e4e800700 1 --2- 172.21.15.8:0/3354527174 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f8e2c0b2900 0x7f8e2c0b4dc0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f8e40009ec0 tx=0x7f8e40009920 comp rx=0 tx=0).stop 2024-05-20T21:15:23.239 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.237+0000 7f8e4e800700 1 -- 172.21.15.8:0/3354527174 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8e48102440 msgr2=0x7f8e4819beb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:23.239 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.237+0000 7f8e4e800700 1 --2- 172.21.15.8:0/3354527174 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8e48102440 0x7f8e4819beb0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f8e3800e9a0 tx=0x7f8e3800ecb0 comp rx=0 tx=0).stop 2024-05-20T21:15:23.239 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.237+0000 7f8e4e800700 1 -- 172.21.15.8:0/3354527174 shutdown_connections 2024-05-20T21:15:23.240 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.237+0000 7f8e4e800700 1 --2- 172.21.15.8:0/3354527174 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f8e2c0b2900 0x7f8e2c0b4dc0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:23.240 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.237+0000 7f8e4e800700 1 --2- 172.21.15.8:0/3354527174 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8e48102440 0x7f8e4819beb0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:23.240 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.237+0000 7f8e4e800700 1 --2- 172.21.15.8:0/3354527174 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8e48108520 0x7f8e481a0730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:23.240 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.237+0000 7f8e4e800700 1 --2- 172.21.15.8:0/3354527174 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8e48102e00 0x7f8e4819c3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:23.240 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.237+0000 7f8e4e800700 1 -- 172.21.15.8:0/3354527174 >> 172.21.15.8:0/3354527174 conn(0x7f8e480793f0 msgr2=0x7f8e4806b2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:23.240 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.237+0000 7f8e4e800700 1 -- 172.21.15.8:0/3354527174 shutdown_connections 2024-05-20T21:15:23.240 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.237+0000 7f8e4e800700 1 -- 172.21.15.8:0/3354527174 wait complete. 2024-05-20T21:15:23.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.443+0000 7f429fc00700 1 -- 172.21.15.8:0/3301573338 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4298109dd0 msgr2=0x7f429810a1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:23.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.443+0000 7f429fc00700 1 --2- 172.21.15.8:0/3301573338 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4298109dd0 0x7f429810a1b0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f428c009990 tx=0x7f428c009ca0 comp rx=0 tx=0).stop 2024-05-20T21:15:23.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.443+0000 7f429fc00700 1 -- 172.21.15.8:0/3301573338 shutdown_connections 2024-05-20T21:15:23.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.443+0000 7f429fc00700 1 --2- 172.21.15.8:0/3301573338 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4298109dd0 0x7f429810a1b0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:23.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.443+0000 7f429fc00700 1 --2- 172.21.15.8:0/3301573338 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f429810eeb0 0x7f4298116a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:23.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.443+0000 7f429fc00700 1 --2- 172.21.15.8:0/3301573338 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f429810a780 0x7f429810e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:23.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.443+0000 7f429fc00700 1 -- 172.21.15.8:0/3301573338 >> 172.21.15.8:0/3301573338 conn(0x7f4298076d10 msgr2=0x7f4298108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:23.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.443+0000 7f429fc00700 1 -- 172.21.15.8:0/3301573338 shutdown_connections 2024-05-20T21:15:23.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.444+0000 7f429fc00700 1 -- 172.21.15.8:0/3301573338 wait complete. 2024-05-20T21:15:23.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.445+0000 7f429fc00700 1 Processor -- start 2024-05-20T21:15:23.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.445+0000 7f429fc00700 1 -- start start 2024-05-20T21:15:23.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.445+0000 7f429fc00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4298109dd0 0x7f42981a0290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:23.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.445+0000 7f429fc00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f429810a780 0x7f42981a07d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:23.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.445+0000 7f429fc00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f429810eeb0 0x7f42981a4b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:23.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.445+0000 7f429fc00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f4298119da0 con 0x7f429810eeb0 2024-05-20T21:15:23.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.445+0000 7f429fc00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4298119c20 con 0x7f429810a780 2024-05-20T21:15:23.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.445+0000 7f429fc00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f4298119f20 con 0x7f4298109dd0 2024-05-20T21:15:23.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.446+0000 7f4297e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f429810a780 0x7f42981a07d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:23.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.446+0000 7f4297e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f429810a780 0x7f42981a07d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:41738/0 (socket says 172.21.15.8:41738) 2024-05-20T21:15:23.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.446+0000 7f4297e00700 1 -- 172.21.15.8:0/4046977260 learned_addr learned my addr 172.21.15.8:0/4046977260 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:15:23.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.446+0000 7f429dc00700 1 --2- 172.21.15.8:0/4046977260 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f429810eeb0 0x7f42981a4b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:23.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.446+0000 7f429d200700 1 --2- 172.21.15.8:0/4046977260 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4298109dd0 0x7f42981a0290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:23.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.446+0000 7f4297e00700 1 -- 172.21.15.8:0/4046977260 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4298109dd0 msgr2=0x7f42981a0290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:23.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.446+0000 7f4297e00700 1 --2- 172.21.15.8:0/4046977260 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4298109dd0 0x7f42981a0290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:23.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.446+0000 7f4297e00700 1 -- 172.21.15.8:0/4046977260 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f429810eeb0 msgr2=0x7f42981a4b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:23.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.446+0000 7f4297e00700 1 --2- 172.21.15.8:0/4046977260 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f429810eeb0 0x7f42981a4b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:23.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.446+0000 7f4297e00700 1 -- 172.21.15.8:0/4046977260 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42981a52a0 con 0x7f429810a780 2024-05-20T21:15:23.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.446+0000 7f4297e00700 1 --2- 172.21.15.8:0/4046977260 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f429810a780 0x7f42981a07d0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f428400e970 tx=0x7f428400ec80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:23.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.447+0000 7f4295600700 1 -- 172.21.15.8:0/4046977260 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4284004a30 con 0x7f429810a780 2024-05-20T21:15:23.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.447+0000 7f4295600700 1 -- 172.21.15.8:0/4046977260 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f428400cc90 con 0x7f429810a780 2024-05-20T21:15:23.612 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.447+0000 7f4295600700 1 -- 172.21.15.8:0/4046977260 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4284005610 con 0x7f429810a780 2024-05-20T21:15:23.612 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.447+0000 7f429fc00700 1 -- 172.21.15.8:0/4046977260 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42981a5590 con 0x7f429810a780 2024-05-20T21:15:23.612 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.447+0000 7f429fc00700 1 -- 172.21.15.8:0/4046977260 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42981ace10 con 0x7f429810a780 2024-05-20T21:15:23.612 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.448+0000 7f429fc00700 1 -- 172.21.15.8:0/4046977260 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f429806a230 con 0x7f429810a780 2024-05-20T21:15:23.612 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.452+0000 7f4295600700 1 -- 172.21.15.8:0/4046977260 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f428400c7e0 con 0x7f429810a780 2024-05-20T21:15:23.612 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.453+0000 7f4295600700 1 --2- 172.21.15.8:0/4046977260 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f42800b2900 0x7f42800b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:23.612 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.453+0000 7f4295600700 1 -- 172.21.15.8:0/4046977260 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f42840e2340 con 0x7f429810a780 2024-05-20T21:15:23.612 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.454+0000 7f429d200700 1 --2- 172.21.15.8:0/4046977260 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f42800b2900 0x7f42800b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:23.612 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.454+0000 7f429d200700 1 --2- 172.21.15.8:0/4046977260 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f42800b2900 0x7f42800b4dc0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f428c00b790 tx=0x7f428c005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:23.612 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.457+0000 7f4295600700 1 -- 172.21.15.8:0/4046977260 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f42840a9ff0 con 0x7f429810a780 2024-05-20T21:15:23.700 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.700+0000 7f429fc00700 1 -- 172.21.15.8:0/4046977260 --> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f4298063980 con 0x7f42800b2900 2024-05-20T21:15:23.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.724+0000 7f4295600700 1 -- 172.21.15.8:0/4046977260 <== mgr.14152 v2:172.21.15.8:6800/2778224651 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258812 (secure 0 0 0) 0x7f428c067310 con 0x7f42800b2900 2024-05-20T21:15:23.725 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:15:23.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.731+0000 7f429fc00700 1 -- 172.21.15.8:0/4046977260 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f42800b2900 msgr2=0x7f42800b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:23.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.731+0000 7f429fc00700 1 --2- 172.21.15.8:0/4046977260 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f42800b2900 0x7f42800b4dc0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f428c00b790 tx=0x7f428c005fd0 comp rx=0 tx=0).stop 2024-05-20T21:15:23.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.731+0000 7f429fc00700 1 -- 172.21.15.8:0/4046977260 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f429810a780 msgr2=0x7f42981a07d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:23.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.731+0000 7f429fc00700 1 --2- 172.21.15.8:0/4046977260 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f429810a780 0x7f42981a07d0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f428400e970 tx=0x7f428400ec80 comp rx=0 tx=0).stop 2024-05-20T21:15:23.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.731+0000 7f429fc00700 1 -- 172.21.15.8:0/4046977260 shutdown_connections 2024-05-20T21:15:23.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.731+0000 7f429fc00700 1 --2- 172.21.15.8:0/4046977260 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f42800b2900 0x7f42800b4dc0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:23.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.731+0000 7f429fc00700 1 --2- 172.21.15.8:0/4046977260 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f429810eeb0 0x7f42981a4b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:23.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.731+0000 7f429fc00700 1 --2- 172.21.15.8:0/4046977260 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4298109dd0 0x7f42981a0290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:23.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.731+0000 7f429fc00700 1 --2- 172.21.15.8:0/4046977260 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f429810a780 0x7f42981a07d0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:23.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.731+0000 7f429fc00700 1 -- 172.21.15.8:0/4046977260 >> 172.21.15.8:0/4046977260 conn(0x7f4298076d10 msgr2=0x7f4298078990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:23.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.732+0000 7f429fc00700 1 -- 172.21.15.8:0/4046977260 shutdown_connections 2024-05-20T21:15:23.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:23.732+0000 7f429fc00700 1 -- 172.21.15.8:0/4046977260 wait complete. 2024-05-20T21:15:23.733 INFO:teuthology.orchestra.run.smithi008.stderr:dumped all 2024-05-20T21:15:24.572 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:15:24.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:15:24 smithi130 ceph-mon[36448]: scrub queued for path: / 2024-05-20T21:15:24.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:15:24 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:15:24.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:15:24 smithi130 ceph-mon[36448]: scrub summary: active paths [/] 2024-05-20T21:15:24.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:15:24 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:15:24.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:15:24 smithi130 ceph-mon[36448]: pgmap v442: 97 pgs: 97 active+clean; 649 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:15:24.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:15:24 smithi050 ceph-mon[35809]: scrub queued for path: / 2024-05-20T21:15:24.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:15:24 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:15:24.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:15:24 smithi050 ceph-mon[35809]: scrub summary: active paths [/] 2024-05-20T21:15:24.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:15:24 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:15:24.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:15:24 smithi050 ceph-mon[35809]: pgmap v442: 97 pgs: 97 active+clean; 649 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:15:24.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:15:24 smithi008 ceph-mon[31475]: scrub queued for path: / 2024-05-20T21:15:24.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:15:24 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:15:24.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:15:24 smithi008 ceph-mon[31475]: scrub summary: active paths [/] 2024-05-20T21:15:24.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:15:24 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:15:24.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:15:24 smithi008 ceph-mon[31475]: pgmap v442: 97 pgs: 97 active+clean; 649 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:15:25.093 INFO:teuthology.orchestra.run.smithi008.stdout:{"pg_ready":true,"pg_map":{"version":442,"stamp":"2024-05-20T21:15:23.267225+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":664868,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":1447,"num_read_kb":827,"num_write":303,"num_write_kb":2280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":745,"ondisk_log_size":745,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":403280,"kb_used_data":12528,"kb_used_omap":18,"kb_used_meta":390637,"kb_avail":1124538544,"statfs":{"total":1151940427776,"available":1151527469056,"internally_reserved":0,"allocated":12828672,"data_stored":7159992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":400012601},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":75,"num_read_kb":40,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005562"},"pg_stats":[{"pgid":"3.3f","version":"81'8","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.183379+0000","last_change":"2024-05-20T21:11:16.296240+0000","last_active":"2024-05-20T21:13:01.183379+0000","last_peered":"2024-05-20T21:13:01.183379+0000","last_clean":"2024-05-20T21:13:01.183379+0000","last_became_active":"2024-05-20T21:11:16.295881+0000","last_became_peered":"2024-05-20T21:11:16.295881+0000","last_unstale":"2024-05-20T21:13:01.183379+0000","last_undegraded":"2024-05-20T21:13:01.183379+0000","last_fullsized":"2024-05-20T21:13:01.183379+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:15:55.325945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"81'4","reported_seq":23,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.180728+0000","last_change":"2024-05-20T21:11:16.292636+0000","last_active":"2024-05-20T21:13:01.180728+0000","last_peered":"2024-05-20T21:13:01.180728+0000","last_clean":"2024-05-20T21:13:01.180728+0000","last_became_active":"2024-05-20T21:11:16.290950+0000","last_became_peered":"2024-05-20T21:11:16.290950+0000","last_unstale":"2024-05-20T21:13:01.180728+0000","last_undegraded":"2024-05-20T21:13:01.180728+0000","last_fullsized":"2024-05-20T21:13:01.180728+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:42:09.178628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"81'7","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.182007+0000","last_change":"2024-05-20T21:11:16.290214+0000","last_active":"2024-05-20T21:13:01.182007+0000","last_peered":"2024-05-20T21:13:01.182007+0000","last_clean":"2024-05-20T21:13:01.182007+0000","last_became_active":"2024-05-20T21:11:16.289872+0000","last_became_peered":"2024-05-20T21:11:16.289872+0000","last_unstale":"2024-05-20T21:13:01.182007+0000","last_undegraded":"2024-05-20T21:13:01.182007+0000","last_fullsized":"2024-05-20T21:13:01.182007+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:24:28.333308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"81'8","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:16.113325+0000","last_change":"2024-05-20T21:11:16.289991+0000","last_active":"2024-05-20T21:13:16.113325+0000","last_peered":"2024-05-20T21:13:16.113325+0000","last_clean":"2024-05-20T21:13:16.113325+0000","last_became_active":"2024-05-20T21:11:16.287959+0000","last_became_peered":"2024-05-20T21:11:16.287959+0000","last_unstale":"2024-05-20T21:13:16.113325+0000","last_undegraded":"2024-05-20T21:13:16.113325+0000","last_fullsized":"2024-05-20T21:13:16.113325+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:59:03.124597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"81'4","reported_seq":23,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.170341+0000","last_change":"2024-05-20T21:11:16.310007+0000","last_active":"2024-05-20T21:13:01.170341+0000","last_peered":"2024-05-20T21:13:01.170341+0000","last_clean":"2024-05-20T21:13:01.170341+0000","last_became_active":"2024-05-20T21:11:16.309632+0000","last_became_peered":"2024-05-20T21:11:16.309632+0000","last_unstale":"2024-05-20T21:13:01.170341+0000","last_undegraded":"2024-05-20T21:13:01.170341+0000","last_fullsized":"2024-05-20T21:13:01.170341+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:23:35.698898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.159174+0000","last_change":"2024-05-20T21:11:16.299661+0000","last_active":"2024-05-20T21:13:01.159174+0000","last_peered":"2024-05-20T21:13:01.159174+0000","last_clean":"2024-05-20T21:13:01.159174+0000","last_became_active":"2024-05-20T21:11:16.299296+0000","last_became_peered":"2024-05-20T21:11:16.299296+0000","last_unstale":"2024-05-20T21:13:01.159174+0000","last_undegraded":"2024-05-20T21:13:01.159174+0000","last_fullsized":"2024-05-20T21:13:01.159174+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:47:48.411451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.161837+0000","last_change":"2024-05-20T21:11:16.299517+0000","last_active":"2024-05-20T21:13:01.161837+0000","last_peered":"2024-05-20T21:13:01.161837+0000","last_clean":"2024-05-20T21:13:01.161837+0000","last_became_active":"2024-05-20T21:11:16.299162+0000","last_became_peered":"2024-05-20T21:11:16.299162+0000","last_unstale":"2024-05-20T21:13:01.161837+0000","last_undegraded":"2024-05-20T21:13:01.161837+0000","last_fullsized":"2024-05-20T21:13:01.161837+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:45:28.319801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.174561+0000","last_change":"2024-05-20T21:11:16.307565+0000","last_active":"2024-05-20T21:13:01.174561+0000","last_peered":"2024-05-20T21:13:01.174561+0000","last_clean":"2024-05-20T21:13:01.174561+0000","last_became_active":"2024-05-20T21:11:16.297502+0000","last_became_peered":"2024-05-20T21:11:16.297502+0000","last_unstale":"2024-05-20T21:13:01.174561+0000","last_undegraded":"2024-05-20T21:13:01.174561+0000","last_fullsized":"2024-05-20T21:13:01.174561+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:05:51.269233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.166091+0000","last_change":"2024-05-20T21:11:16.291944+0000","last_active":"2024-05-20T21:13:01.166091+0000","last_peered":"2024-05-20T21:13:01.166091+0000","last_clean":"2024-05-20T21:13:01.166091+0000","last_became_active":"2024-05-20T21:11:16.291569+0000","last_became_peered":"2024-05-20T21:11:16.291569+0000","last_unstale":"2024-05-20T21:13:01.166091+0000","last_undegraded":"2024-05-20T21:13:01.166091+0000","last_fullsized":"2024-05-20T21:13:01.166091+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:03:07.806446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"81'16","reported_seq":37,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.158044+0000","last_change":"2024-05-20T21:11:16.295592+0000","last_active":"2024-05-20T21:13:01.158044+0000","last_peered":"2024-05-20T21:13:01.158044+0000","last_clean":"2024-05-20T21:13:01.158044+0000","last_became_active":"2024-05-20T21:11:16.295246+0000","last_became_peered":"2024-05-20T21:11:16.295246+0000","last_unstale":"2024-05-20T21:13:01.158044+0000","last_undegraded":"2024-05-20T21:13:01.158044+0000","last_fullsized":"2024-05-20T21:13:01.158044+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:33:33.680892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.167893+0000","last_change":"2024-05-20T21:11:16.295909+0000","last_active":"2024-05-20T21:13:01.167893+0000","last_peered":"2024-05-20T21:13:01.167893+0000","last_clean":"2024-05-20T21:13:01.167893+0000","last_became_active":"2024-05-20T21:11:16.295568+0000","last_became_peered":"2024-05-20T21:11:16.295568+0000","last_unstale":"2024-05-20T21:13:01.167893+0000","last_undegraded":"2024-05-20T21:13:01.167893+0000","last_fullsized":"2024-05-20T21:13:01.167893+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:41:15.046594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"81'7","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.147302+0000","last_change":"2024-05-20T21:11:16.292742+0000","last_active":"2024-05-20T21:13:01.147302+0000","last_peered":"2024-05-20T21:13:01.147302+0000","last_clean":"2024-05-20T21:13:01.147302+0000","last_became_active":"2024-05-20T21:11:16.291945+0000","last_became_peered":"2024-05-20T21:11:16.291945+0000","last_unstale":"2024-05-20T21:13:01.147302+0000","last_undegraded":"2024-05-20T21:13:01.147302+0000","last_fullsized":"2024-05-20T21:13:01.147302+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:53:00.313040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.161279+0000","last_change":"2024-05-20T21:11:16.307203+0000","last_active":"2024-05-20T21:13:01.161279+0000","last_peered":"2024-05-20T21:13:01.161279+0000","last_clean":"2024-05-20T21:13:01.161279+0000","last_became_active":"2024-05-20T21:11:16.302848+0000","last_became_peered":"2024-05-20T21:11:16.302848+0000","last_unstale":"2024-05-20T21:13:01.161279+0000","last_undegraded":"2024-05-20T21:13:01.161279+0000","last_fullsized":"2024-05-20T21:13:01.161279+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:51:43.676593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"81'7","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.180799+0000","last_change":"2024-05-20T21:11:16.291973+0000","last_active":"2024-05-20T21:13:01.180799+0000","last_peered":"2024-05-20T21:13:01.180799+0000","last_clean":"2024-05-20T21:13:01.180799+0000","last_became_active":"2024-05-20T21:11:16.291609+0000","last_became_peered":"2024-05-20T21:11:16.291609+0000","last_unstale":"2024-05-20T21:13:01.180799+0000","last_undegraded":"2024-05-20T21:13:01.180799+0000","last_fullsized":"2024-05-20T21:13:01.180799+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:51:16.914968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"81'7","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.179964+0000","last_change":"2024-05-20T21:11:16.293850+0000","last_active":"2024-05-20T21:13:01.179964+0000","last_peered":"2024-05-20T21:13:01.179964+0000","last_clean":"2024-05-20T21:13:01.179964+0000","last_became_active":"2024-05-20T21:11:16.291739+0000","last_became_peered":"2024-05-20T21:11:16.291739+0000","last_unstale":"2024-05-20T21:13:01.179964+0000","last_undegraded":"2024-05-20T21:13:01.179964+0000","last_fullsized":"2024-05-20T21:13:01.179964+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:05:37.822547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.179015+0000","last_change":"2024-05-20T21:11:16.300660+0000","last_active":"2024-05-20T21:13:01.179015+0000","last_peered":"2024-05-20T21:13:01.179015+0000","last_clean":"2024-05-20T21:13:01.179015+0000","last_became_active":"2024-05-20T21:11:16.300253+0000","last_became_peered":"2024-05-20T21:11:16.300253+0000","last_unstale":"2024-05-20T21:13:01.179015+0000","last_undegraded":"2024-05-20T21:13:01.179015+0000","last_fullsized":"2024-05-20T21:13:01.179015+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:08:08.298828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"81'8","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.183556+0000","last_change":"2024-05-20T21:11:16.295415+0000","last_active":"2024-05-20T21:13:01.183556+0000","last_peered":"2024-05-20T21:13:01.183556+0000","last_clean":"2024-05-20T21:13:01.183556+0000","last_became_active":"2024-05-20T21:11:16.295061+0000","last_became_peered":"2024-05-20T21:11:16.295061+0000","last_unstale":"2024-05-20T21:13:01.183556+0000","last_undegraded":"2024-05-20T21:13:01.183556+0000","last_fullsized":"2024-05-20T21:13:01.183556+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:44:10.874447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.160287+0000","last_change":"2024-05-20T21:11:16.289961+0000","last_active":"2024-05-20T21:13:01.160287+0000","last_peered":"2024-05-20T21:13:01.160287+0000","last_clean":"2024-05-20T21:13:01.160287+0000","last_became_active":"2024-05-20T21:11:16.289590+0000","last_became_peered":"2024-05-20T21:11:16.289590+0000","last_unstale":"2024-05-20T21:13:01.160287+0000","last_undegraded":"2024-05-20T21:13:01.160287+0000","last_fullsized":"2024-05-20T21:13:01.160287+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:46:46.870047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"81'7","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.172534+0000","last_change":"2024-05-20T21:11:16.301312+0000","last_active":"2024-05-20T21:13:01.172534+0000","last_peered":"2024-05-20T21:13:01.172534+0000","last_clean":"2024-05-20T21:13:01.172534+0000","last_became_active":"2024-05-20T21:11:16.300913+0000","last_became_peered":"2024-05-20T21:11:16.300913+0000","last_unstale":"2024-05-20T21:13:01.172534+0000","last_undegraded":"2024-05-20T21:13:01.172534+0000","last_fullsized":"2024-05-20T21:13:01.172534+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:58:42.312080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"79'9","reported_seq":38,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:17.232233+0000","last_change":"2024-05-20T21:11:12.242705+0000","last_active":"2024-05-20T21:13:17.232233+0000","last_peered":"2024-05-20T21:13:17.232233+0000","last_clean":"2024-05-20T21:13:17.232233+0000","last_became_active":"2024-05-20T21:11:12.241674+0000","last_became_peered":"2024-05-20T21:11:12.241674+0000","last_unstale":"2024-05-20T21:13:17.232233+0000","last_undegraded":"2024-05-20T21:13:17.232233+0000","last_fullsized":"2024-05-20T21:13:17.232233+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:01:49.160623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"81'5","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:19.236244+0000","last_change":"2024-05-20T21:11:16.308429+0000","last_active":"2024-05-20T21:13:19.236244+0000","last_peered":"2024-05-20T21:13:19.236244+0000","last_clean":"2024-05-20T21:13:19.236244+0000","last_became_active":"2024-05-20T21:11:16.308045+0000","last_became_peered":"2024-05-20T21:11:16.308045+0000","last_unstale":"2024-05-20T21:13:19.236244+0000","last_undegraded":"2024-05-20T21:13:19.236244+0000","last_fullsized":"2024-05-20T21:13:19.236244+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:28:14.875133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"79'2","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:14.235448+0000","last_change":"2024-05-20T21:11:12.760097+0000","last_active":"2024-05-20T21:13:14.235448+0000","last_peered":"2024-05-20T21:13:14.235448+0000","last_clean":"2024-05-20T21:13:14.235448+0000","last_became_active":"2024-05-20T21:11:12.758767+0000","last_became_peered":"2024-05-20T21:11:12.758767+0000","last_unstale":"2024-05-20T21:13:14.235448+0000","last_undegraded":"2024-05-20T21:13:14.235448+0000","last_fullsized":"2024-05-20T21:13:14.235448+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:17:55.084903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"81'6","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.182318+0000","last_change":"2024-05-20T21:11:16.294293+0000","last_active":"2024-05-20T21:13:01.182318+0000","last_peered":"2024-05-20T21:13:01.182318+0000","last_clean":"2024-05-20T21:13:01.182318+0000","last_became_active":"2024-05-20T21:11:16.288495+0000","last_became_peered":"2024-05-20T21:11:16.288495+0000","last_unstale":"2024-05-20T21:13:01.182318+0000","last_undegraded":"2024-05-20T21:13:01.182318+0000","last_fullsized":"2024-05-20T21:13:01.182318+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:26:47.512434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"79'4","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572947+0000","last_change":"2024-05-20T21:11:12.240040+0000","last_active":"2024-05-20T21:12:02.572947+0000","last_peered":"2024-05-20T21:12:02.572947+0000","last_clean":"2024-05-20T21:12:02.572947+0000","last_became_active":"2024-05-20T21:11:12.239600+0000","last_became_peered":"2024-05-20T21:11:12.239600+0000","last_unstale":"2024-05-20T21:12:02.572947+0000","last_undegraded":"2024-05-20T21:12:02.572947+0000","last_fullsized":"2024-05-20T21:12:02.572947+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:14:29.900023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.170125+0000","last_change":"2024-05-20T21:11:16.301691+0000","last_active":"2024-05-20T21:13:01.170125+0000","last_peered":"2024-05-20T21:13:01.170125+0000","last_clean":"2024-05-20T21:13:01.170125+0000","last_became_active":"2024-05-20T21:11:16.301304+0000","last_became_peered":"2024-05-20T21:11:16.301304+0000","last_unstale":"2024-05-20T21:13:01.170125+0000","last_undegraded":"2024-05-20T21:13:01.170125+0000","last_fullsized":"2024-05-20T21:13:01.170125+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:02:19.858085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"79'2","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572629+0000","last_change":"2024-05-20T21:11:12.240455+0000","last_active":"2024-05-20T21:12:02.572629+0000","last_peered":"2024-05-20T21:12:02.572629+0000","last_clean":"2024-05-20T21:12:02.572629+0000","last_became_active":"2024-05-20T21:11:12.239527+0000","last_became_peered":"2024-05-20T21:11:12.239527+0000","last_unstale":"2024-05-20T21:12:02.572629+0000","last_undegraded":"2024-05-20T21:12:02.572629+0000","last_fullsized":"2024-05-20T21:12:02.572629+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:00:44.241965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"81'15","reported_seq":42,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.166965+0000","last_change":"2024-05-20T21:12:02.656869+0000","last_active":"2024-05-20T21:13:01.166965+0000","last_peered":"2024-05-20T21:13:01.166965+0000","last_clean":"2024-05-20T21:13:01.166965+0000","last_became_active":"2024-05-20T21:12:02.656429+0000","last_became_peered":"2024-05-20T21:12:02.656429+0000","last_unstale":"2024-05-20T21:13:01.166965+0000","last_undegraded":"2024-05-20T21:13:01.166965+0000","last_fullsized":"2024-05-20T21:13:01.166965+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:53:09.447877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"79'5","reported_seq":256,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:15:18.934158+0000","last_change":"2024-05-20T21:11:12.242358+0000","last_active":"2024-05-20T21:15:18.934158+0000","last_peered":"2024-05-20T21:15:18.934158+0000","last_clean":"2024-05-20T21:15:18.934158+0000","last_became_active":"2024-05-20T21:11:12.241900+0000","last_became_peered":"2024-05-20T21:11:12.241900+0000","last_unstale":"2024-05-20T21:15:18.934158+0000","last_undegraded":"2024-05-20T21:15:18.934158+0000","last_fullsized":"2024-05-20T21:15:18.934158+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:34:38.407381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":224,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"81'7","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.159869+0000","last_change":"2024-05-20T21:11:16.285692+0000","last_active":"2024-05-20T21:13:01.159869+0000","last_peered":"2024-05-20T21:13:01.159869+0000","last_clean":"2024-05-20T21:13:01.159869+0000","last_became_active":"2024-05-20T21:11:16.285318+0000","last_became_peered":"2024-05-20T21:11:16.285318+0000","last_unstale":"2024-05-20T21:13:01.159869+0000","last_undegraded":"2024-05-20T21:13:01.159869+0000","last_fullsized":"2024-05-20T21:13:01.159869+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:12:32.319254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.654997+0000","last_change":"2024-05-20T21:11:12.244376+0000","last_active":"2024-05-20T21:12:02.654997+0000","last_peered":"2024-05-20T21:12:02.654997+0000","last_clean":"2024-05-20T21:12:02.654997+0000","last_became_active":"2024-05-20T21:11:12.243903+0000","last_became_peered":"2024-05-20T21:11:12.243903+0000","last_unstale":"2024-05-20T21:12:02.654997+0000","last_undegraded":"2024-05-20T21:12:02.654997+0000","last_fullsized":"2024-05-20T21:12:02.654997+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:58:51.683092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"81'8","reported_seq":35,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.148406+0000","last_change":"2024-05-20T21:12:02.582536+0000","last_active":"2024-05-20T21:13:01.148406+0000","last_peered":"2024-05-20T21:13:01.148406+0000","last_clean":"2024-05-20T21:13:01.148406+0000","last_became_active":"2024-05-20T21:12:02.582146+0000","last_became_peered":"2024-05-20T21:12:02.582146+0000","last_unstale":"2024-05-20T21:13:01.148406+0000","last_undegraded":"2024-05-20T21:13:01.148406+0000","last_fullsized":"2024-05-20T21:13:01.148406+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:04:53.134301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,8],"acting":[5,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.622562+0000","last_change":"2024-05-20T21:11:12.253186+0000","last_active":"2024-05-20T21:12:02.622562+0000","last_peered":"2024-05-20T21:12:02.622562+0000","last_clean":"2024-05-20T21:12:02.622562+0000","last_became_active":"2024-05-20T21:11:12.252757+0000","last_became_peered":"2024-05-20T21:11:12.252757+0000","last_unstale":"2024-05-20T21:12:02.622562+0000","last_undegraded":"2024-05-20T21:12:02.622562+0000","last_fullsized":"2024-05-20T21:12:02.622562+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:07:00.781268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.183071+0000","last_change":"2024-05-20T21:11:16.309830+0000","last_active":"2024-05-20T21:13:01.183071+0000","last_peered":"2024-05-20T21:13:01.183071+0000","last_clean":"2024-05-20T21:13:01.183071+0000","last_became_active":"2024-05-20T21:11:16.308102+0000","last_became_peered":"2024-05-20T21:11:16.308102+0000","last_unstale":"2024-05-20T21:13:01.183071+0000","last_undegraded":"2024-05-20T21:13:01.183071+0000","last_fullsized":"2024-05-20T21:13:01.183071+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:27:48.742379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"79'1","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.578858+0000","last_change":"2024-05-20T21:11:12.241333+0000","last_active":"2024-05-20T21:12:02.578858+0000","last_peered":"2024-05-20T21:12:02.578858+0000","last_clean":"2024-05-20T21:12:02.578858+0000","last_became_active":"2024-05-20T21:11:12.240714+0000","last_became_peered":"2024-05-20T21:11:12.240714+0000","last_unstale":"2024-05-20T21:12:02.578858+0000","last_undegraded":"2024-05-20T21:12:02.578858+0000","last_fullsized":"2024-05-20T21:12:02.578858+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:24:36.977355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.183108+0000","last_change":"2024-05-20T21:11:16.312485+0000","last_active":"2024-05-20T21:13:01.183108+0000","last_peered":"2024-05-20T21:13:01.183108+0000","last_clean":"2024-05-20T21:13:01.183108+0000","last_became_active":"2024-05-20T21:11:16.310540+0000","last_became_peered":"2024-05-20T21:11:16.310540+0000","last_unstale":"2024-05-20T21:13:01.183108+0000","last_undegraded":"2024-05-20T21:13:01.183108+0000","last_fullsized":"2024-05-20T21:13:01.183108+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:40:51.470540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"79'3","reported_seq":255,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:15:21.939437+0000","last_change":"2024-05-20T21:11:12.250269+0000","last_active":"2024-05-20T21:15:21.939437+0000","last_peered":"2024-05-20T21:15:21.939437+0000","last_clean":"2024-05-20T21:15:21.939437+0000","last_became_active":"2024-05-20T21:11:12.249953+0000","last_became_peered":"2024-05-20T21:11:12.249953+0000","last_unstale":"2024-05-20T21:15:21.939437+0000","last_undegraded":"2024-05-20T21:15:21.939437+0000","last_fullsized":"2024-05-20T21:15:21.939437+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:28:16.387524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":225,"num_read_kb":225,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.165457+0000","last_change":"2024-05-20T21:11:16.293415+0000","last_active":"2024-05-20T21:13:01.165457+0000","last_peered":"2024-05-20T21:13:01.165457+0000","last_clean":"2024-05-20T21:13:01.165457+0000","last_became_active":"2024-05-20T21:11:16.293020+0000","last_became_peered":"2024-05-20T21:11:16.293020+0000","last_unstale":"2024-05-20T21:13:01.165457+0000","last_undegraded":"2024-05-20T21:13:01.165457+0000","last_fullsized":"2024-05-20T21:13:01.165457+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:15:38.709618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572837+0000","last_change":"2024-05-20T21:11:12.241145+0000","last_active":"2024-05-20T21:12:02.572837+0000","last_peered":"2024-05-20T21:12:02.572837+0000","last_clean":"2024-05-20T21:12:02.572837+0000","last_became_active":"2024-05-20T21:11:12.240649+0000","last_became_peered":"2024-05-20T21:11:12.240649+0000","last_unstale":"2024-05-20T21:12:02.572837+0000","last_undegraded":"2024-05-20T21:12:02.572837+0000","last_fullsized":"2024-05-20T21:12:02.572837+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:37:42.233247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"81'9","reported_seq":34,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.183321+0000","last_change":"2024-05-20T21:12:02.624698+0000","last_active":"2024-05-20T21:13:01.183321+0000","last_peered":"2024-05-20T21:13:01.183321+0000","last_clean":"2024-05-20T21:13:01.183321+0000","last_became_active":"2024-05-20T21:12:02.624179+0000","last_became_peered":"2024-05-20T21:12:02.624179+0000","last_unstale":"2024-05-20T21:13:01.183321+0000","last_undegraded":"2024-05-20T21:13:01.183321+0000","last_fullsized":"2024-05-20T21:13:01.183321+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:26:04.334179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"79'4","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.579765+0000","last_change":"2024-05-20T21:11:12.760814+0000","last_active":"2024-05-20T21:12:02.579765+0000","last_peered":"2024-05-20T21:12:02.579765+0000","last_clean":"2024-05-20T21:12:02.579765+0000","last_became_active":"2024-05-20T21:11:12.760357+0000","last_became_peered":"2024-05-20T21:11:12.760357+0000","last_unstale":"2024-05-20T21:12:02.579765+0000","last_undegraded":"2024-05-20T21:12:02.579765+0000","last_fullsized":"2024-05-20T21:12:02.579765+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:59:22.572365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.164880+0000","last_change":"2024-05-20T21:11:16.289683+0000","last_active":"2024-05-20T21:13:01.164880+0000","last_peered":"2024-05-20T21:13:01.164880+0000","last_clean":"2024-05-20T21:13:01.164880+0000","last_became_active":"2024-05-20T21:11:16.288670+0000","last_became_peered":"2024-05-20T21:11:16.288670+0000","last_unstale":"2024-05-20T21:13:01.164880+0000","last_undegraded":"2024-05-20T21:13:01.164880+0000","last_fullsized":"2024-05-20T21:13:01.164880+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:58:46.822152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"81'39","reported_seq":529,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:15:22.841617+0000","last_change":"2024-05-20T21:11:12.240426+0000","last_active":"2024-05-20T21:15:22.841617+0000","last_peered":"2024-05-20T21:15:22.841617+0000","last_clean":"2024-05-20T21:15:22.841617+0000","last_became_active":"2024-05-20T21:11:12.239978+0000","last_became_peered":"2024-05-20T21:11:12.239978+0000","last_unstale":"2024-05-20T21:15:22.841617+0000","last_undegraded":"2024-05-20T21:15:22.841617+0000","last_fullsized":"2024-05-20T21:15:22.841617+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:57:56.556743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70656,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":463,"num_read_kb":300,"num_write":40,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"81'6","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.142502+0000","last_change":"2024-05-20T21:11:16.293396+0000","last_active":"2024-05-20T21:13:01.142502+0000","last_peered":"2024-05-20T21:13:01.142502+0000","last_clean":"2024-05-20T21:13:01.142502+0000","last_became_active":"2024-05-20T21:11:16.292975+0000","last_became_peered":"2024-05-20T21:11:16.292975+0000","last_unstale":"2024-05-20T21:13:01.142502+0000","last_undegraded":"2024-05-20T21:13:01.142502+0000","last_fullsized":"2024-05-20T21:13:01.142502+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:23:16.851377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"79'6","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.573640+0000","last_change":"2024-05-20T21:11:12.249629+0000","last_active":"2024-05-20T21:12:02.573640+0000","last_peered":"2024-05-20T21:12:02.573640+0000","last_clean":"2024-05-20T21:12:02.573640+0000","last_became_active":"2024-05-20T21:11:12.249223+0000","last_became_peered":"2024-05-20T21:11:12.249223+0000","last_unstale":"2024-05-20T21:12:02.573640+0000","last_undegraded":"2024-05-20T21:12:02.573640+0000","last_fullsized":"2024-05-20T21:12:02.573640+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:50:14.595923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.181126+0000","last_change":"2024-05-20T21:11:16.305707+0000","last_active":"2024-05-20T21:13:01.181126+0000","last_peered":"2024-05-20T21:13:01.181126+0000","last_clean":"2024-05-20T21:13:01.181126+0000","last_became_active":"2024-05-20T21:11:16.304112+0000","last_became_peered":"2024-05-20T21:11:16.304112+0000","last_unstale":"2024-05-20T21:13:01.181126+0000","last_undegraded":"2024-05-20T21:13:01.181126+0000","last_fullsized":"2024-05-20T21:13:01.181126+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:27:46.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.579108+0000","last_change":"2024-05-20T21:11:12.251594+0000","last_active":"2024-05-20T21:12:02.579108+0000","last_peered":"2024-05-20T21:12:02.579108+0000","last_clean":"2024-05-20T21:12:02.579108+0000","last_became_active":"2024-05-20T21:11:12.251273+0000","last_became_peered":"2024-05-20T21:11:12.251273+0000","last_unstale":"2024-05-20T21:12:02.579108+0000","last_undegraded":"2024-05-20T21:12:02.579108+0000","last_fullsized":"2024-05-20T21:12:02.579108+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:21:54.521412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"81'15","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.171816+0000","last_change":"2024-05-20T21:11:16.315454+0000","last_active":"2024-05-20T21:13:01.171816+0000","last_peered":"2024-05-20T21:13:01.171816+0000","last_clean":"2024-05-20T21:13:01.171816+0000","last_became_active":"2024-05-20T21:11:16.315139+0000","last_became_peered":"2024-05-20T21:11:16.315139+0000","last_unstale":"2024-05-20T21:13:01.171816+0000","last_undegraded":"2024-05-20T21:13:01.171816+0000","last_fullsized":"2024-05-20T21:13:01.171816+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:02:15.282366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"79'3","reported_seq":254,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:15:19.892634+0000","last_change":"2024-05-20T21:11:12.235731+0000","last_active":"2024-05-20T21:15:19.892634+0000","last_peered":"2024-05-20T21:15:19.892634+0000","last_clean":"2024-05-20T21:15:19.892634+0000","last_became_active":"2024-05-20T21:11:12.235247+0000","last_became_peered":"2024-05-20T21:11:12.235247+0000","last_unstale":"2024-05-20T21:15:19.892634+0000","last_undegraded":"2024-05-20T21:15:19.892634+0000","last_fullsized":"2024-05-20T21:15:19.892634+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:48:34.737739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":226,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.165322+0000","last_change":"2024-05-20T21:11:16.300621+0000","last_active":"2024-05-20T21:13:01.165322+0000","last_peered":"2024-05-20T21:13:01.165322+0000","last_clean":"2024-05-20T21:13:01.165322+0000","last_became_active":"2024-05-20T21:11:16.300299+0000","last_became_peered":"2024-05-20T21:11:16.300299+0000","last_unstale":"2024-05-20T21:13:01.165322+0000","last_undegraded":"2024-05-20T21:13:01.165322+0000","last_fullsized":"2024-05-20T21:13:01.165322+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:00:16.864814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"79'15","reported_seq":42,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572182+0000","last_change":"2024-05-20T21:11:12.758928+0000","last_active":"2024-05-20T21:12:02.572182+0000","last_peered":"2024-05-20T21:12:02.572182+0000","last_clean":"2024-05-20T21:12:02.572182+0000","last_became_active":"2024-05-20T21:11:12.758529+0000","last_became_peered":"2024-05-20T21:11:12.758529+0000","last_unstale":"2024-05-20T21:12:02.572182+0000","last_undegraded":"2024-05-20T21:12:02.572182+0000","last_fullsized":"2024-05-20T21:12:02.572182+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:36:07.416766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.163794+0000","last_change":"2024-05-20T21:11:16.290886+0000","last_active":"2024-05-20T21:13:01.163794+0000","last_peered":"2024-05-20T21:13:01.163794+0000","last_clean":"2024-05-20T21:13:01.163794+0000","last_became_active":"2024-05-20T21:11:16.290543+0000","last_became_peered":"2024-05-20T21:11:16.290543+0000","last_unstale":"2024-05-20T21:13:01.163794+0000","last_undegraded":"2024-05-20T21:13:01.163794+0000","last_fullsized":"2024-05-20T21:13:01.163794+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:07:21.774338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.573089+0000","last_change":"2024-05-20T21:11:12.240660+0000","last_active":"2024-05-20T21:12:02.573089+0000","last_peered":"2024-05-20T21:12:02.573089+0000","last_clean":"2024-05-20T21:12:02.573089+0000","last_became_active":"2024-05-20T21:11:12.240320+0000","last_became_peered":"2024-05-20T21:11:12.240320+0000","last_unstale":"2024-05-20T21:12:02.573089+0000","last_undegraded":"2024-05-20T21:12:02.573089+0000","last_fullsized":"2024-05-20T21:12:02.573089+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:32:04.885948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"81'5","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.162739+0000","last_change":"2024-05-20T21:11:16.288772+0000","last_active":"2024-05-20T21:13:01.162739+0000","last_peered":"2024-05-20T21:13:01.162739+0000","last_clean":"2024-05-20T21:13:01.162739+0000","last_became_active":"2024-05-20T21:11:16.288437+0000","last_became_peered":"2024-05-20T21:11:16.288437+0000","last_unstale":"2024-05-20T21:13:01.162739+0000","last_undegraded":"2024-05-20T21:13:01.162739+0000","last_fullsized":"2024-05-20T21:13:01.162739+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:51:31.971549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":34,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:17.232199+0000","last_change":"2024-05-20T21:12:02.584068+0000","last_active":"2024-05-20T21:13:17.232199+0000","last_peered":"2024-05-20T21:13:17.232199+0000","last_clean":"2024-05-20T21:13:17.232199+0000","last_became_active":"2024-05-20T21:12:02.583527+0000","last_became_peered":"2024-05-20T21:12:02.583527+0000","last_unstale":"2024-05-20T21:13:17.232199+0000","last_undegraded":"2024-05-20T21:13:17.232199+0000","last_fullsized":"2024-05-20T21:13:17.232199+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:30:08.931861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,0],"acting":[9,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.171581+0000","last_change":"2024-05-20T21:11:16.303638+0000","last_active":"2024-05-20T21:13:01.171581+0000","last_peered":"2024-05-20T21:13:01.171581+0000","last_clean":"2024-05-20T21:13:01.171581+0000","last_became_active":"2024-05-20T21:11:16.302601+0000","last_became_peered":"2024-05-20T21:11:16.302601+0000","last_unstale":"2024-05-20T21:13:01.171581+0000","last_undegraded":"2024-05-20T21:13:01.171581+0000","last_fullsized":"2024-05-20T21:13:01.171581+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:02:39.103054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"79'1","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:16.732268+0000","last_change":"2024-05-20T21:11:12.244916+0000","last_active":"2024-05-20T21:13:16.732268+0000","last_peered":"2024-05-20T21:13:16.732268+0000","last_clean":"2024-05-20T21:13:16.732268+0000","last_became_active":"2024-05-20T21:11:12.244450+0000","last_became_peered":"2024-05-20T21:11:12.244450+0000","last_unstale":"2024-05-20T21:13:16.732268+0000","last_undegraded":"2024-05-20T21:13:16.732268+0000","last_fullsized":"2024-05-20T21:13:16.732268+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:43:22.114200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.149696+0000","last_change":"2024-05-20T21:11:16.302895+0000","last_active":"2024-05-20T21:13:01.149696+0000","last_peered":"2024-05-20T21:13:01.149696+0000","last_clean":"2024-05-20T21:13:01.149696+0000","last_became_active":"2024-05-20T21:11:16.302338+0000","last_became_peered":"2024-05-20T21:11:16.302338+0000","last_unstale":"2024-05-20T21:13:01.149696+0000","last_undegraded":"2024-05-20T21:13:01.149696+0000","last_fullsized":"2024-05-20T21:13:01.149696+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:19:55.637590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"81'8","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:15.293699+0000","last_change":"2024-05-20T21:11:16.292060+0000","last_active":"2024-05-20T21:13:15.293699+0000","last_peered":"2024-05-20T21:13:15.293699+0000","last_clean":"2024-05-20T21:13:15.293699+0000","last_became_active":"2024-05-20T21:11:16.291693+0000","last_became_peered":"2024-05-20T21:11:16.291693+0000","last_unstale":"2024-05-20T21:13:15.293699+0000","last_undegraded":"2024-05-20T21:13:15.293699+0000","last_fullsized":"2024-05-20T21:13:15.293699+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:25:43.584245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"79'4","reported_seq":253,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:15:18.890125+0000","last_change":"2024-05-20T21:11:12.766431+0000","last_active":"2024-05-20T21:15:18.890125+0000","last_peered":"2024-05-20T21:15:18.890125+0000","last_clean":"2024-05-20T21:15:18.890125+0000","last_became_active":"2024-05-20T21:11:12.765810+0000","last_became_peered":"2024-05-20T21:11:12.765810+0000","last_unstale":"2024-05-20T21:15:18.890125+0000","last_undegraded":"2024-05-20T21:15:18.890125+0000","last_fullsized":"2024-05-20T21:15:18.890125+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:00:43.569312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":222,"num_read_kb":222,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.179192+0000","last_change":"2024-05-20T21:11:16.309825+0000","last_active":"2024-05-20T21:13:01.179192+0000","last_peered":"2024-05-20T21:13:01.179192+0000","last_clean":"2024-05-20T21:13:01.179192+0000","last_became_active":"2024-05-20T21:11:16.298548+0000","last_became_peered":"2024-05-20T21:11:16.298548+0000","last_unstale":"2024-05-20T21:13:01.179192+0000","last_undegraded":"2024-05-20T21:13:01.179192+0000","last_fullsized":"2024-05-20T21:13:01.179192+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:01:11.724054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"79'3","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.654674+0000","last_change":"2024-05-20T21:11:12.238997+0000","last_active":"2024-05-20T21:12:02.654674+0000","last_peered":"2024-05-20T21:12:02.654674+0000","last_clean":"2024-05-20T21:12:02.654674+0000","last_became_active":"2024-05-20T21:11:12.238594+0000","last_became_peered":"2024-05-20T21:11:12.238594+0000","last_unstale":"2024-05-20T21:12:02.654674+0000","last_undegraded":"2024-05-20T21:12:02.654674+0000","last_fullsized":"2024-05-20T21:12:02.654674+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:48:34.665640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'92","reported_seq":103,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:16.725410+0000","last_change":"2024-05-20T21:09:39.755749+0000","last_active":"2024-05-20T21:12:16.725410+0000","last_peered":"2024-05-20T21:12:16.725410+0000","last_clean":"2024-05-20T21:12:16.725410+0000","last_became_active":"2024-05-20T21:09:39.750321+0000","last_became_peered":"2024-05-20T21:09:39.750321+0000","last_unstale":"2024-05-20T21:12:16.725410+0000","last_undegraded":"2024-05-20T21:12:16.725410+0000","last_fullsized":"2024-05-20T21:12:16.725410+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:05:47.251775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:05:47.251775+0000","last_clean_scrub_stamp":"2024-05-20T21:05:47.251775+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:28:48.606241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.165265+0000","last_change":"2024-05-20T21:11:16.302796+0000","last_active":"2024-05-20T21:13:01.165265+0000","last_peered":"2024-05-20T21:13:01.165265+0000","last_clean":"2024-05-20T21:13:01.165265+0000","last_became_active":"2024-05-20T21:11:16.302351+0000","last_became_peered":"2024-05-20T21:11:16.302351+0000","last_unstale":"2024-05-20T21:13:01.165265+0000","last_undegraded":"2024-05-20T21:13:01.165265+0000","last_fullsized":"2024-05-20T21:13:01.165265+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:01:04.033570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"79'3","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:11.731853+0000","last_change":"2024-05-20T21:11:12.240101+0000","last_active":"2024-05-20T21:13:11.731853+0000","last_peered":"2024-05-20T21:13:11.731853+0000","last_clean":"2024-05-20T21:13:11.731853+0000","last_became_active":"2024-05-20T21:11:12.239602+0000","last_became_peered":"2024-05-20T21:11:12.239602+0000","last_unstale":"2024-05-20T21:13:11.731853+0000","last_undegraded":"2024-05-20T21:13:11.731853+0000","last_fullsized":"2024-05-20T21:13:11.731853+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:07:18.425330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"79'1","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:17.482189+0000","last_change":"2024-05-20T21:11:12.760960+0000","last_active":"2024-05-20T21:13:17.482189+0000","last_peered":"2024-05-20T21:13:17.482189+0000","last_clean":"2024-05-20T21:13:17.482189+0000","last_became_active":"2024-05-20T21:11:12.760521+0000","last_became_peered":"2024-05-20T21:11:12.760521+0000","last_unstale":"2024-05-20T21:13:17.482189+0000","last_undegraded":"2024-05-20T21:13:17.482189+0000","last_fullsized":"2024-05-20T21:13:17.482189+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:05:09.306090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.168450+0000","last_change":"2024-05-20T21:11:16.301153+0000","last_active":"2024-05-20T21:13:01.168450+0000","last_peered":"2024-05-20T21:13:01.168450+0000","last_clean":"2024-05-20T21:13:01.168450+0000","last_became_active":"2024-05-20T21:11:16.300824+0000","last_became_peered":"2024-05-20T21:11:16.300824+0000","last_unstale":"2024-05-20T21:13:01.168450+0000","last_undegraded":"2024-05-20T21:13:01.168450+0000","last_fullsized":"2024-05-20T21:13:01.168450+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:44:59.243608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"81'14","reported_seq":41,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:22.233037+0000","last_change":"2024-05-20T21:11:12.254854+0000","last_active":"2024-05-20T21:13:22.233037+0000","last_peered":"2024-05-20T21:13:22.233037+0000","last_clean":"2024-05-20T21:13:22.233037+0000","last_became_active":"2024-05-20T21:11:12.253297+0000","last_became_peered":"2024-05-20T21:11:12.253297+0000","last_unstale":"2024-05-20T21:13:22.233037+0000","last_undegraded":"2024-05-20T21:13:22.233037+0000","last_fullsized":"2024-05-20T21:13:22.233037+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:33:16.546788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.173431+0000","last_change":"2024-05-20T21:11:16.309531+0000","last_active":"2024-05-20T21:13:01.173431+0000","last_peered":"2024-05-20T21:13:01.173431+0000","last_clean":"2024-05-20T21:13:01.173431+0000","last_became_active":"2024-05-20T21:11:16.306434+0000","last_became_peered":"2024-05-20T21:11:16.306434+0000","last_unstale":"2024-05-20T21:13:01.173431+0000","last_undegraded":"2024-05-20T21:13:01.173431+0000","last_fullsized":"2024-05-20T21:13:01.173431+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:43:24.694325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"79'4","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.655063+0000","last_change":"2024-05-20T21:11:12.938464+0000","last_active":"2024-05-20T21:12:02.655063+0000","last_peered":"2024-05-20T21:12:02.655063+0000","last_clean":"2024-05-20T21:12:02.655063+0000","last_became_active":"2024-05-20T21:11:12.938116+0000","last_became_peered":"2024-05-20T21:11:12.938116+0000","last_unstale":"2024-05-20T21:12:02.655063+0000","last_undegraded":"2024-05-20T21:12:02.655063+0000","last_fullsized":"2024-05-20T21:12:02.655063+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:47:43.994616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"81'7","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.184009+0000","last_change":"2024-05-20T21:11:16.305886+0000","last_active":"2024-05-20T21:13:01.184009+0000","last_peered":"2024-05-20T21:13:01.184009+0000","last_clean":"2024-05-20T21:13:01.184009+0000","last_became_active":"2024-05-20T21:11:16.305501+0000","last_became_peered":"2024-05-20T21:11:16.305501+0000","last_unstale":"2024-05-20T21:13:01.184009+0000","last_undegraded":"2024-05-20T21:13:01.184009+0000","last_fullsized":"2024-05-20T21:13:01.184009+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:26:08.663747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.656627+0000","last_change":"2024-05-20T21:11:12.759262+0000","last_active":"2024-05-20T21:12:02.656627+0000","last_peered":"2024-05-20T21:12:02.656627+0000","last_clean":"2024-05-20T21:12:02.656627+0000","last_became_active":"2024-05-20T21:11:12.758783+0000","last_became_peered":"2024-05-20T21:11:12.758783+0000","last_unstale":"2024-05-20T21:12:02.656627+0000","last_undegraded":"2024-05-20T21:12:02.656627+0000","last_fullsized":"2024-05-20T21:12:02.656627+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:01:41.849250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"81'2","reported_seq":21,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.141841+0000","last_change":"2024-05-20T21:11:16.286689+0000","last_active":"2024-05-20T21:13:01.141841+0000","last_peered":"2024-05-20T21:13:01.141841+0000","last_clean":"2024-05-20T21:13:01.141841+0000","last_became_active":"2024-05-20T21:11:16.286299+0000","last_became_peered":"2024-05-20T21:11:16.286299+0000","last_unstale":"2024-05-20T21:13:01.141841+0000","last_undegraded":"2024-05-20T21:13:01.141841+0000","last_fullsized":"2024-05-20T21:13:01.141841+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:02:21.142560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.579194+0000","last_change":"2024-05-20T21:11:12.252491+0000","last_active":"2024-05-20T21:12:02.579194+0000","last_peered":"2024-05-20T21:12:02.579194+0000","last_clean":"2024-05-20T21:12:02.579194+0000","last_became_active":"2024-05-20T21:11:12.252010+0000","last_became_peered":"2024-05-20T21:11:12.252010+0000","last_unstale":"2024-05-20T21:12:02.579194+0000","last_undegraded":"2024-05-20T21:12:02.579194+0000","last_fullsized":"2024-05-20T21:12:02.579194+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:32:12.677758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"81'9","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.181335+0000","last_change":"2024-05-20T21:11:16.302423+0000","last_active":"2024-05-20T21:13:01.181335+0000","last_peered":"2024-05-20T21:13:01.181335+0000","last_clean":"2024-05-20T21:13:01.181335+0000","last_became_active":"2024-05-20T21:11:16.302055+0000","last_became_peered":"2024-05-20T21:11:16.302055+0000","last_unstale":"2024-05-20T21:13:01.181335+0000","last_undegraded":"2024-05-20T21:13:01.181335+0000","last_fullsized":"2024-05-20T21:13:01.181335+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:07:21.927876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"79'1","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.573569+0000","last_change":"2024-05-20T21:11:12.253463+0000","last_active":"2024-05-20T21:12:02.573569+0000","last_peered":"2024-05-20T21:12:02.573569+0000","last_clean":"2024-05-20T21:12:02.573569+0000","last_became_active":"2024-05-20T21:11:12.253106+0000","last_became_peered":"2024-05-20T21:11:12.253106+0000","last_unstale":"2024-05-20T21:12:02.573569+0000","last_undegraded":"2024-05-20T21:12:02.573569+0000","last_fullsized":"2024-05-20T21:12:02.573569+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:01:56.697701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"81'8","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.176060+0000","last_change":"2024-05-20T21:12:02.658384+0000","last_active":"2024-05-20T21:13:01.176060+0000","last_peered":"2024-05-20T21:13:01.176060+0000","last_clean":"2024-05-20T21:13:01.176060+0000","last_became_active":"2024-05-20T21:12:02.656920+0000","last_became_peered":"2024-05-20T21:12:02.656920+0000","last_unstale":"2024-05-20T21:13:01.176060+0000","last_undegraded":"2024-05-20T21:13:01.176060+0000","last_fullsized":"2024-05-20T21:13:01.176060+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:28:26.957691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,10],"acting":[9,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.b","version":"79'4","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:04.554021+0000","last_change":"2024-05-20T21:12:02.580425+0000","last_active":"2024-05-20T21:12:04.554021+0000","last_peered":"2024-05-20T21:12:04.554021+0000","last_clean":"2024-05-20T21:12:04.554021+0000","last_became_active":"2024-05-20T21:12:02.574491+0000","last_became_peered":"2024-05-20T21:12:02.574491+0000","last_unstale":"2024-05-20T21:12:04.554021+0000","last_undegraded":"2024-05-20T21:12:04.554021+0000","last_fullsized":"2024-05-20T21:12:04.554021+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:23:07.397513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.a","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.170734+0000","last_change":"2024-05-20T21:11:16.311555+0000","last_active":"2024-05-20T21:13:01.170734+0000","last_peered":"2024-05-20T21:13:01.170734+0000","last_clean":"2024-05-20T21:13:01.170734+0000","last_became_active":"2024-05-20T21:11:16.311170+0000","last_became_peered":"2024-05-20T21:11:16.311170+0000","last_unstale":"2024-05-20T21:13:01.170734+0000","last_undegraded":"2024-05-20T21:13:01.170734+0000","last_fullsized":"2024-05-20T21:13:01.170734+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:11:59.080264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.574070+0000","last_change":"2024-05-20T21:11:12.938031+0000","last_active":"2024-05-20T21:12:02.574070+0000","last_peered":"2024-05-20T21:12:02.574070+0000","last_clean":"2024-05-20T21:12:02.574070+0000","last_became_active":"2024-05-20T21:11:12.937666+0000","last_became_peered":"2024-05-20T21:11:12.937666+0000","last_unstale":"2024-05-20T21:12:02.574070+0000","last_undegraded":"2024-05-20T21:12:02.574070+0000","last_fullsized":"2024-05-20T21:12:02.574070+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:52:43.732756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.168022+0000","last_change":"2024-05-20T21:11:16.295156+0000","last_active":"2024-05-20T21:13:01.168022+0000","last_peered":"2024-05-20T21:13:01.168022+0000","last_clean":"2024-05-20T21:13:01.168022+0000","last_became_active":"2024-05-20T21:11:16.294767+0000","last_became_peered":"2024-05-20T21:11:16.294767+0000","last_unstale":"2024-05-20T21:13:01.168022+0000","last_undegraded":"2024-05-20T21:13:01.168022+0000","last_fullsized":"2024-05-20T21:13:01.168022+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:02:41.864192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"79'1","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.579601+0000","last_change":"2024-05-20T21:11:12.249056+0000","last_active":"2024-05-20T21:12:02.579601+0000","last_peered":"2024-05-20T21:12:02.579601+0000","last_clean":"2024-05-20T21:12:02.579601+0000","last_became_active":"2024-05-20T21:11:12.248669+0000","last_became_peered":"2024-05-20T21:11:12.248669+0000","last_unstale":"2024-05-20T21:12:02.579601+0000","last_undegraded":"2024-05-20T21:12:02.579601+0000","last_fullsized":"2024-05-20T21:12:02.579601+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:07:26.775736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.173769+0000","last_change":"2024-05-20T21:11:16.301488+0000","last_active":"2024-05-20T21:13:01.173769+0000","last_peered":"2024-05-20T21:13:01.173769+0000","last_clean":"2024-05-20T21:13:01.173769+0000","last_became_active":"2024-05-20T21:11:16.301096+0000","last_became_peered":"2024-05-20T21:11:16.301096+0000","last_unstale":"2024-05-20T21:13:01.173769+0000","last_undegraded":"2024-05-20T21:13:01.173769+0000","last_fullsized":"2024-05-20T21:13:01.173769+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:47:51.022920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.623292+0000","last_change":"2024-05-20T21:11:12.256281+0000","last_active":"2024-05-20T21:12:02.623292+0000","last_peered":"2024-05-20T21:12:02.623292+0000","last_clean":"2024-05-20T21:12:02.623292+0000","last_became_active":"2024-05-20T21:11:12.255197+0000","last_became_peered":"2024-05-20T21:11:12.255197+0000","last_unstale":"2024-05-20T21:12:02.623292+0000","last_undegraded":"2024-05-20T21:12:02.623292+0000","last_fullsized":"2024-05-20T21:12:02.623292+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:10:07.468628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.156661+0000","last_change":"2024-05-20T21:11:16.293091+0000","last_active":"2024-05-20T21:13:01.156661+0000","last_peered":"2024-05-20T21:13:01.156661+0000","last_clean":"2024-05-20T21:13:01.156661+0000","last_became_active":"2024-05-20T21:11:16.292626+0000","last_became_peered":"2024-05-20T21:11:16.292626+0000","last_unstale":"2024-05-20T21:13:01.156661+0000","last_undegraded":"2024-05-20T21:13:01.156661+0000","last_fullsized":"2024-05-20T21:13:01.156661+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:34:20.135026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"81'9","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.165755+0000","last_change":"2024-05-20T21:11:16.287638+0000","last_active":"2024-05-20T21:13:01.165755+0000","last_peered":"2024-05-20T21:13:01.165755+0000","last_clean":"2024-05-20T21:13:01.165755+0000","last_became_active":"2024-05-20T21:11:16.287268+0000","last_became_peered":"2024-05-20T21:11:16.287268+0000","last_unstale":"2024-05-20T21:13:01.165755+0000","last_undegraded":"2024-05-20T21:13:01.165755+0000","last_fullsized":"2024-05-20T21:13:01.165755+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:10:41.612809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"81'12","reported_seq":37,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.163317+0000","last_change":"2024-05-20T21:12:02.657242+0000","last_active":"2024-05-20T21:13:01.163317+0000","last_peered":"2024-05-20T21:13:01.163317+0000","last_clean":"2024-05-20T21:13:01.163317+0000","last_became_active":"2024-05-20T21:12:02.656780+0000","last_became_peered":"2024-05-20T21:12:02.656780+0000","last_unstale":"2024-05-20T21:13:01.163317+0000","last_undegraded":"2024-05-20T21:13:01.163317+0000","last_fullsized":"2024-05-20T21:13:01.163317+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:37:59.388775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,9,4],"acting":[2,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"81'8","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.180831+0000","last_change":"2024-05-20T21:11:16.298980+0000","last_active":"2024-05-20T21:13:01.180831+0000","last_peered":"2024-05-20T21:13:01.180831+0000","last_clean":"2024-05-20T21:13:01.180831+0000","last_became_active":"2024-05-20T21:11:16.298618+0000","last_became_peered":"2024-05-20T21:11:16.298618+0000","last_unstale":"2024-05-20T21:13:01.180831+0000","last_undegraded":"2024-05-20T21:13:01.180831+0000","last_fullsized":"2024-05-20T21:13:01.180831+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:46:11.849227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"81'7","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.181411+0000","last_change":"2024-05-20T21:11:16.311311+0000","last_active":"2024-05-20T21:13:01.181411+0000","last_peered":"2024-05-20T21:13:01.181411+0000","last_clean":"2024-05-20T21:13:01.181411+0000","last_became_active":"2024-05-20T21:11:16.310943+0000","last_became_peered":"2024-05-20T21:11:16.310943+0000","last_unstale":"2024-05-20T21:13:01.181411+0000","last_undegraded":"2024-05-20T21:13:01.181411+0000","last_fullsized":"2024-05-20T21:13:01.181411+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:20:06.512572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"81'4","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.176755+0000","last_change":"2024-05-20T21:11:16.307587+0000","last_active":"2024-05-20T21:13:01.176755+0000","last_peered":"2024-05-20T21:13:01.176755+0000","last_clean":"2024-05-20T21:13:01.176755+0000","last_became_active":"2024-05-20T21:11:16.307226+0000","last_became_peered":"2024-05-20T21:11:16.307226+0000","last_unstale":"2024-05-20T21:13:01.176755+0000","last_undegraded":"2024-05-20T21:13:01.176755+0000","last_fullsized":"2024-05-20T21:13:01.176755+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:44:55.546037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"81'6","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.160752+0000","last_change":"2024-05-20T21:12:02.577301+0000","last_active":"2024-05-20T21:13:01.160752+0000","last_peered":"2024-05-20T21:13:01.160752+0000","last_clean":"2024-05-20T21:13:01.160752+0000","last_became_active":"2024-05-20T21:12:02.576894+0000","last_became_peered":"2024-05-20T21:12:02.576894+0000","last_unstale":"2024-05-20T21:13:01.160752+0000","last_undegraded":"2024-05-20T21:13:01.160752+0000","last_fullsized":"2024-05-20T21:13:01.160752+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:53:46.857195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,9],"acting":[11,8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"81'15","reported_seq":34,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.162086+0000","last_change":"2024-05-20T21:11:16.286013+0000","last_active":"2024-05-20T21:13:01.162086+0000","last_peered":"2024-05-20T21:13:01.162086+0000","last_clean":"2024-05-20T21:13:01.162086+0000","last_became_active":"2024-05-20T21:11:16.285637+0000","last_became_peered":"2024-05-20T21:11:16.285637+0000","last_unstale":"2024-05-20T21:13:01.162086+0000","last_undegraded":"2024-05-20T21:13:01.162086+0000","last_fullsized":"2024-05-20T21:13:01.162086+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:58:47.958946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"81'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.165332+0000","last_change":"2024-05-20T21:12:02.584317+0000","last_active":"2024-05-20T21:13:01.165332+0000","last_peered":"2024-05-20T21:13:01.165332+0000","last_clean":"2024-05-20T21:13:01.165332+0000","last_became_active":"2024-05-20T21:12:02.583812+0000","last_became_peered":"2024-05-20T21:12:02.583812+0000","last_unstale":"2024-05-20T21:13:01.165332+0000","last_undegraded":"2024-05-20T21:13:01.165332+0000","last_fullsized":"2024-05-20T21:13:01.165332+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:04:52.216090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,8,2],"acting":[3,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.170769+0000","last_change":"2024-05-20T21:11:16.309385+0000","last_active":"2024-05-20T21:13:01.170769+0000","last_peered":"2024-05-20T21:13:01.170769+0000","last_clean":"2024-05-20T21:13:01.170769+0000","last_became_active":"2024-05-20T21:11:16.309033+0000","last_became_peered":"2024-05-20T21:11:16.309033+0000","last_unstale":"2024-05-20T21:13:01.170769+0000","last_undegraded":"2024-05-20T21:13:01.170769+0000","last_fullsized":"2024-05-20T21:13:01.170769+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:08:33.942619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.173474+0000","last_change":"2024-05-20T21:11:16.313629+0000","last_active":"2024-05-20T21:13:01.173474+0000","last_peered":"2024-05-20T21:13:01.173474+0000","last_clean":"2024-05-20T21:13:01.173474+0000","last_became_active":"2024-05-20T21:11:16.309118+0000","last_became_peered":"2024-05-20T21:11:16.309118+0000","last_unstale":"2024-05-20T21:13:01.173474+0000","last_undegraded":"2024-05-20T21:13:01.173474+0000","last_fullsized":"2024-05-20T21:13:01.173474+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:24:55.601886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.183670+0000","last_change":"2024-05-20T21:11:16.301810+0000","last_active":"2024-05-20T21:13:01.183670+0000","last_peered":"2024-05-20T21:13:01.183670+0000","last_clean":"2024-05-20T21:13:01.183670+0000","last_became_active":"2024-05-20T21:11:16.301438+0000","last_became_peered":"2024-05-20T21:11:16.301438+0000","last_unstale":"2024-05-20T21:13:01.183670+0000","last_undegraded":"2024-05-20T21:13:01.183670+0000","last_fullsized":"2024-05-20T21:13:01.183670+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:59:42.707949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.182717+0000","last_change":"2024-05-20T21:11:16.312808+0000","last_active":"2024-05-20T21:13:01.182717+0000","last_peered":"2024-05-20T21:13:01.182717+0000","last_clean":"2024-05-20T21:13:01.182717+0000","last_became_active":"2024-05-20T21:11:16.312103+0000","last_became_peered":"2024-05-20T21:11:16.312103+0000","last_unstale":"2024-05-20T21:13:01.182717+0000","last_undegraded":"2024-05-20T21:13:01.182717+0000","last_fullsized":"2024-05-20T21:13:01.182717+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:36:31.784474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"81'8","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.163485+0000","last_change":"2024-05-20T21:11:16.291818+0000","last_active":"2024-05-20T21:13:01.163485+0000","last_peered":"2024-05-20T21:13:01.163485+0000","last_clean":"2024-05-20T21:13:01.163485+0000","last_became_active":"2024-05-20T21:11:16.291508+0000","last_became_peered":"2024-05-20T21:11:16.291508+0000","last_unstale":"2024-05-20T21:13:01.163485+0000","last_undegraded":"2024-05-20T21:13:01.163485+0000","last_fullsized":"2024-05-20T21:13:01.163485+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:51:38.272715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":74266,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":1371,"num_read_kb":763,"num_write":178,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":454656,"data_stored":222798,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":151,"ondisk_log_size":151,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":71,"seq":304942678082,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27880,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717272,"statfs":{"total":95995035648,"available":95966486528,"internally_reserved":0,"allocated":884736,"data_stored":431031,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":65,"seq":279172874311,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36892,"kb_used_data":1556,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708260,"statfs":{"total":95995035648,"available":95957258240,"internally_reserved":0,"allocated":1593344,"data_stored":1093168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037837,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36216,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708936,"statfs":{"total":95995035648,"available":95957950464,"internally_reserved":0,"allocated":901120,"data_stored":431267,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234070,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36216,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708936,"statfs":{"total":95995035648,"available":95957950464,"internally_reserved":0,"allocated":901120,"data_stored":431187,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":47,"seq":201863463002,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40956,"kb_used_data":1460,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704196,"statfs":{"total":95995035648,"available":95953096704,"internally_reserved":0,"allocated":1495040,"data_stored":1022726,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":40434122},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":42,"seq":180388626527,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36204,"kb_used_data":868,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708948,"statfs":{"total":95995035648,"available":95957962752,"internally_reserved":0,"allocated":888832,"data_stored":430656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574969,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27956,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717196,"statfs":{"total":95995035648,"available":95966408704,"internally_reserved":0,"allocated":962560,"data_stored":501105,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738497,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27904,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717248,"statfs":{"total":95995035648,"available":95966461952,"internally_reserved":0,"allocated":909312,"data_stored":431927,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411447,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27980,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717172,"statfs":{"total":95995035648,"available":95966384128,"internally_reserved":0,"allocated":987136,"data_stored":502455,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182510,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27900,"kb_used_data":884,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717252,"statfs":{"total":95995035648,"available":95966466048,"internally_reserved":0,"allocated":905216,"data_stored":430967,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986283,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40368,"kb_used_data":872,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704784,"statfs":{"total":95995035648,"available":95953698816,"internally_reserved":0,"allocated":892928,"data_stored":431093,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822757,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36808,"kb_used_data":1472,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708344,"statfs":{"total":95995035648,"available":95957344256,"internally_reserved":0,"allocated":1507328,"data_stored":1022410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":70656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":72006,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":72234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-20T21:15:25.098 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph pg dump --format=json 2024-05-20T21:15:25.204 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:15:25.657 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:15:25 smithi008 ceph-mon[31475]: from='client.25115 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:15:25.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:15:25 smithi130 ceph-mon[36448]: from='client.25115 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:15:25.923 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:15:25 smithi050 ceph-mon[35809]: from='client.25115 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:15:26.056 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:15:26.784 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:15:26 smithi008 ceph-mon[31475]: pgmap v443: 97 pgs: 97 active+clean; 649 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:15:26.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:15:26 smithi130 ceph-mon[36448]: pgmap v443: 97 pgs: 97 active+clean; 649 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:15:26.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:15:26 smithi050 ceph-mon[35809]: pgmap v443: 97 pgs: 97 active+clean; 649 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:15:27.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.575+0000 7fba92400700 1 -- 172.21.15.8:0/2696908281 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fba8c1088f0 msgr2=0x7fba8c110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:27.576 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.575+0000 7fba92400700 1 --2- 172.21.15.8:0/2696908281 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fba8c1088f0 0x7fba8c110470 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fba84009fc0 tx=0x7fba8400b330 comp rx=0 tx=0).stop 2024-05-20T21:15:27.576 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.575+0000 7fba92400700 1 -- 172.21.15.8:0/2696908281 shutdown_connections 2024-05-20T21:15:27.576 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.575+0000 7fba92400700 1 --2- 172.21.15.8:0/2696908281 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fba8c1037f0 0x7fba8c103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:27.576 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.575+0000 7fba92400700 1 --2- 172.21.15.8:0/2696908281 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fba8c1088f0 0x7fba8c110470 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:27.576 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.575+0000 7fba92400700 1 --2- 172.21.15.8:0/2696908281 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fba8c1041a0 0x7fba8c1081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:27.576 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.575+0000 7fba92400700 1 -- 172.21.15.8:0/2696908281 >> 172.21.15.8:0/2696908281 conn(0x7fba8c07a6a0 msgr2=0x7fba8c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:27.576 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.575+0000 7fba92400700 1 -- 172.21.15.8:0/2696908281 shutdown_connections 2024-05-20T21:15:27.576 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.575+0000 7fba92400700 1 -- 172.21.15.8:0/2696908281 wait complete. 2024-05-20T21:15:27.577 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.577+0000 7fba92400700 1 Processor -- start 2024-05-20T21:15:27.577 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.577+0000 7fba92400700 1 -- start start 2024-05-20T21:15:27.578 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.577+0000 7fba92400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fba8c1037f0 0x7fba8c19bd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:27.578 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.577+0000 7fba92400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fba8c1041a0 0x7fba8c19c290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:27.578 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.577+0000 7fba92400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fba8c1088f0 0x7fba8c1a0620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:27.578 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.577+0000 7fba92400700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fba8c113730 con 0x7fba8c1088f0 2024-05-20T21:15:27.578 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.577+0000 7fba92400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fba8c1135b0 con 0x7fba8c1037f0 2024-05-20T21:15:27.578 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.577+0000 7fba92400700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fba8c1138b0 con 0x7fba8c1041a0 2024-05-20T21:15:27.578 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.578+0000 7fba8be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fba8c1088f0 0x7fba8c1a0620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:27.578 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.578+0000 7fba8b400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fba8c1037f0 0x7fba8c19bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:27.578 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.578+0000 7fba8be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fba8c1088f0 0x7fba8c1a0620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:53636/0 (socket says 172.21.15.8:53636) 2024-05-20T21:15:27.579 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.578+0000 7fba8be00700 1 -- 172.21.15.8:0/484834726 learned_addr learned my addr 172.21.15.8:0/484834726 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:15:27.579 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.578+0000 7fba82a00700 1 --2- 172.21.15.8:0/484834726 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fba8c1041a0 0x7fba8c19c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:27.580 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.578+0000 7fba8be00700 1 -- 172.21.15.8:0/484834726 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fba8c1041a0 msgr2=0x7fba8c19c290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:27.580 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.578+0000 7fba8be00700 1 --2- 172.21.15.8:0/484834726 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fba8c1041a0 0x7fba8c19c290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:27.580 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.578+0000 7fba8be00700 1 -- 172.21.15.8:0/484834726 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fba8c1037f0 msgr2=0x7fba8c19bd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:27.580 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.578+0000 7fba8be00700 1 --2- 172.21.15.8:0/484834726 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fba8c1037f0 0x7fba8c19bd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:27.580 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.578+0000 7fba8be00700 1 -- 172.21.15.8:0/484834726 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba8c1a0d60 con 0x7fba8c1088f0 2024-05-20T21:15:27.580 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.578+0000 7fba8b400700 1 --2- 172.21.15.8:0/484834726 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fba8c1037f0 0x7fba8c19bd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:15:27.580 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.579+0000 7fba8be00700 1 --2- 172.21.15.8:0/484834726 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fba8c1088f0 0x7fba8c1a0620 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fba84009790 tx=0x7fba8400cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:27.580 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.579+0000 7fba88c00700 1 -- 172.21.15.8:0/484834726 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba84021070 con 0x7fba8c1088f0 2024-05-20T21:15:27.580 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.579+0000 7fba88c00700 1 -- 172.21.15.8:0/484834726 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fba84007ac0 con 0x7fba8c1088f0 2024-05-20T21:15:27.580 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.579+0000 7fba92400700 1 -- 172.21.15.8:0/484834726 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba8c1a0ff0 con 0x7fba8c1088f0 2024-05-20T21:15:27.580 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.579+0000 7fba88c00700 1 -- 172.21.15.8:0/484834726 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba84005040 con 0x7fba8c1088f0 2024-05-20T21:15:27.581 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.579+0000 7fba92400700 1 -- 172.21.15.8:0/484834726 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba8c1a88d0 con 0x7fba8c1088f0 2024-05-20T21:15:27.583 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.583+0000 7fba88c00700 1 -- 172.21.15.8:0/484834726 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fba84024070 con 0x7fba8c1088f0 2024-05-20T21:15:27.584 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.584+0000 7fba9cd40b80 1 Processor -- start 2024-05-20T21:15:27.584 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.584+0000 7fba9cd40b80 1 -- start start 2024-05-20T21:15:27.585 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.584+0000 7fba9cd40b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a1abaefeb0 0x55a1abaf0290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:27.585 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.584+0000 7fba9cd40b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a1abaf07d0 0x55a1abaea260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:27.585 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.584+0000 7fba9cd40b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a1abaea880 0x55a1abaeace0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:27.585 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.584+0000 7fba9cd40b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55a1aba48e40 con 0x55a1abaf07d0 2024-05-20T21:15:27.585 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.584+0000 7fba9cd40b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55a1aba389e0 con 0x55a1abaefeb0 2024-05-20T21:15:27.585 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.584+0000 7fba9cd40b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55a1aba3ca20 con 0x55a1abaea880 2024-05-20T21:15:27.585 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.584+0000 7fba88c00700 1 --2- 172.21.15.8:0/484834726 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fba700b2900 0x7fba700b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:27.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.585+0000 7fba82a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a1abaefeb0 0x55a1abaf0290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:27.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.585+0000 7fba88c00700 1 -- 172.21.15.8:0/484834726 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fba840e34b0 con 0x7fba8c1088f0 2024-05-20T21:15:27.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.585+0000 7fba8b400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a1abaf07d0 0x55a1abaea260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:27.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.585+0000 7fba8be00700 1 --2- 172.21.15.8:0/484834726 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fba700b2900 0x7fba700b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:27.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.585+0000 7fba82a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a1abaefeb0 0x55a1abaf0290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:41762/0 (socket says 172.21.15.8:41762) 2024-05-20T21:15:27.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.585+0000 7fba82a00700 1 -- 172.21.15.8:0/870006598 learned_addr learned my addr 172.21.15.8:0/870006598 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:15:27.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.585+0000 7fba82a00700 1 --2- 172.21.15.8:0/870006598 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a1abaea880 0x55a1abaeace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:27.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.585+0000 7fba82a00700 1 -- 172.21.15.8:0/870006598 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a1abaea880 msgr2=0x55a1abaeace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:27.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.585+0000 7fba82a00700 1 --2- 172.21.15.8:0/870006598 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a1abaea880 0x55a1abaeace0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:27.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.585+0000 7fba82a00700 1 -- 172.21.15.8:0/870006598 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a1abaf07d0 msgr2=0x55a1abaea260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:27.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.585+0000 7fba82a00700 1 --2- 172.21.15.8:0/870006598 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a1abaf07d0 0x55a1abaea260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:27.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.586+0000 7fba82a00700 1 -- 172.21.15.8:0/870006598 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a1aba01420 con 0x55a1abaefeb0 2024-05-20T21:15:27.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.586+0000 7fba8b400700 1 --2- 172.21.15.8:0/870006598 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a1abaf07d0 0x55a1abaea260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:15:27.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.586+0000 7fba82a00700 1 --2- 172.21.15.8:0/870006598 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a1abaefeb0 0x55a1abaf0290 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fba740118a0 tx=0x7fba740058e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=413370e72ba62140 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:27.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.586+0000 7fba8be00700 1 --2- 172.21.15.8:0/484834726 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fba700b2900 0x7fba700b4dc0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fba84004fd0 tx=0x7fba84009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:27.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.586+0000 7fba80c00700 1 -- 172.21.15.8:0/870006598 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba74004030 con 0x55a1abaefeb0 2024-05-20T21:15:27.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.586+0000 7fba80c00700 1 -- 172.21.15.8:0/870006598 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fba74004830 con 0x55a1abaefeb0 2024-05-20T21:15:27.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.586+0000 7fba80c00700 1 -- 172.21.15.8:0/870006598 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba74005310 con 0x55a1abaefeb0 2024-05-20T21:15:27.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.587+0000 7fba9cd40b80 1 -- 172.21.15.8:0/870006598 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a1abaefeb0 msgr2=0x55a1abaf0290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:27.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.587+0000 7fba9cd40b80 1 --2- 172.21.15.8:0/870006598 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a1abaefeb0 0x55a1abaf0290 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fba740118a0 tx=0x7fba740058e0 comp rx=0 tx=0).stop 2024-05-20T21:15:27.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.587+0000 7fba9cd40b80 1 -- 172.21.15.8:0/870006598 shutdown_connections 2024-05-20T21:15:27.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.587+0000 7fba9cd40b80 1 --2- 172.21.15.8:0/870006598 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a1abaefeb0 0x55a1abaf0290 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:27.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.587+0000 7fba9cd40b80 1 --2- 172.21.15.8:0/870006598 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a1abaea880 0x55a1abaeace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:27.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.587+0000 7fba9cd40b80 1 --2- 172.21.15.8:0/870006598 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a1abaf07d0 0x55a1abaea260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:27.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.587+0000 7fba9cd40b80 1 -- 172.21.15.8:0/870006598 >> 172.21.15.8:0/870006598 conn(0x55a1aba18be0 msgr2=0x55a1abae5010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:27.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.587+0000 7fba9cd40b80 1 -- 172.21.15.8:0/870006598 shutdown_connections 2024-05-20T21:15:27.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.588+0000 7fba9cd40b80 1 -- 172.21.15.8:0/870006598 wait complete. 2024-05-20T21:15:27.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.588+0000 7fba9cd40b80 1 -- start start 2024-05-20T21:15:27.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.588+0000 7fba9cd40b80 1 Processor -- start 2024-05-20T21:15:27.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.589+0000 7fba9cd40b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a1abaea880 0x55a1abaf6550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:27.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.589+0000 7fba9cd40b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a1abaefeb0 0x55a1abaf38f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:27.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.589+0000 7fba9cd40b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a1abaf07d0 0x55a1abaf3e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:27.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.589+0000 7fba9cd40b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55a1ab93efa0 con 0x55a1abaf07d0 2024-05-20T21:15:27.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.589+0000 7fba9cd40b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55a1ab9d9760 con 0x55a1abaefeb0 2024-05-20T21:15:27.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.589+0000 7fba9cd40b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55a1abaf7240 con 0x55a1abaea880 2024-05-20T21:15:27.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.589+0000 7fba9cd40b80 10 client.0 _ll_register_callbacks cb 0x55a1ab9e2c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:15:27.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.589+0000 7fba8b400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a1abaefeb0 0x55a1abaf38f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:27.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.589+0000 7fba82a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a1abaea880 0x55a1abaf6550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:27.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.589+0000 7fba8b400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a1abaefeb0 0x55a1abaf38f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:41764/0 (socket says 172.21.15.8:41764) 2024-05-20T21:15:27.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.589+0000 7fba8b400700 1 -- 172.21.15.8:0/2609450850 learned_addr learned my addr 172.21.15.8:0/2609450850 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:15:27.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.590+0000 7fba82a00700 1 --2- 172.21.15.8:0/2609450850 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a1abaf07d0 0x55a1abaf3e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:27.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.590+0000 7fba8b400700 1 -- 172.21.15.8:0/2609450850 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a1abaea880 msgr2=0x55a1abaf6550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:27.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.590+0000 7fba8b400700 1 --2- 172.21.15.8:0/2609450850 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a1abaea880 0x55a1abaf6550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:27.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.590+0000 7fba8b400700 1 -- 172.21.15.8:0/2609450850 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a1abaf07d0 msgr2=0x55a1abaf3e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:27.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.590+0000 7fba8b400700 1 --2- 172.21.15.8:0/2609450850 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a1abaf07d0 0x55a1abaf3e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:27.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.590+0000 7fba8b400700 1 -- 172.21.15.8:0/2609450850 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a1ab9888d0 con 0x55a1abaefeb0 2024-05-20T21:15:27.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.590+0000 7fba82a00700 1 --2- 172.21.15.8:0/2609450850 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a1abaf07d0 0x55a1abaf3e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:15:27.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.590+0000 7fba8b400700 1 --2- 172.21.15.8:0/2609450850 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a1abaefeb0 0x55a1abaf38f0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fba7c012d10 tx=0x7fba7c00f6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=97239e976a75c4de server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:27.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.590+0000 7fba79600700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:15:27.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.590+0000 7fba79600700 1 -- 172.21.15.8:0/2609450850 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba7c0120d0 con 0x55a1abaefeb0 2024-05-20T21:15:27.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.591+0000 7fba9cd40b80 1 -- 172.21.15.8:0/2609450850 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fba74004830 con 0x55a1abaefeb0 2024-05-20T21:15:27.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.591+0000 7fba79600700 1 -- 172.21.15.8:0/2609450850 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fba7c010430 con 0x55a1abaefeb0 2024-05-20T21:15:27.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.591+0000 7fba79600700 1 -- 172.21.15.8:0/2609450850 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fba7c012270 con 0x55a1abaefeb0 2024-05-20T21:15:27.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.591+0000 7fba9cd40b80 10 client.25127 fetch_fsmap learned FSMap version 26 2024-05-20T21:15:27.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.591+0000 7fba9cd40b80 1 -- 172.21.15.8:0/2609450850 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a1aba09060 con 0x55a1abaefeb0 2024-05-20T21:15:27.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.591+0000 7fba79600700 1 -- 172.21.15.8:0/2609450850 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fba74004830 con 0x55a1abaefeb0 2024-05-20T21:15:27.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.591+0000 7fba79600700 1 -- 172.21.15.8:0/2609450850 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fba7c025050 con 0x55a1abaefeb0 2024-05-20T21:15:27.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.592+0000 7fba9cd40b80 10 client.25127 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:15:27.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.592+0000 7fba9cd40b80 10 client.25127 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:15:27.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.592+0000 7fba9cd40b80 20 client.25127 populate_metadata read hostname 'smithi008' 2024-05-20T21:15:27.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.592+0000 7fba9cd40b80 1 --2- 172.21.15.8:0/2609450850 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a1abb03de0 0x55a1abb06200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:27.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.592+0000 7fba9cd40b80 4 client.25127 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:15:27.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.592+0000 7fba9cd40b80 1 -- 172.21.15.8:0/2609450850 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a1aba4ad90 con 0x55a1abb03de0 2024-05-20T21:15:27.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.592+0000 7fba82a00700 1 --2- 172.21.15.8:0/2609450850 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a1abb03de0 0x55a1abb06200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:27.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.593+0000 7fba82a00700 1 --2- 172.21.15.8:0/2609450850 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a1abb03de0 0x55a1abb06200 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2e135e94bb0006fc server_cookie=f55fdb0efad1cd2a in_seq=0 out_seq=0 2024-05-20T21:15:27.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.593+0000 7fba79600700 10 client.25127 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:15:27.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.594+0000 7fba79600700 1 -- 172.21.15.8:0/2609450850 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55a1aba4ad90 con 0x55a1abb03de0 2024-05-20T21:15:27.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.594+0000 7fba79600700 10 client.25127 handle_command_reply: tid=0 2024-05-20T21:15:27.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.594+0000 7fba9cd40b80 1 client.25127 shutdown 2024-05-20T21:15:27.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.594+0000 7fba9cd40b80 1 -- 172.21.15.8:0/2609450850 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a1abaefeb0 msgr2=0x55a1abaf38f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:27.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.594+0000 7fba9cd40b80 1 --2- 172.21.15.8:0/2609450850 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a1abaefeb0 0x55a1abaf38f0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fba7c012d10 tx=0x7fba7c00f6a0 comp rx=0 tx=0).stop 2024-05-20T21:15:27.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.594+0000 7fba9cd40b80 1 -- 172.21.15.8:0/2609450850 shutdown_connections 2024-05-20T21:15:27.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.594+0000 7fba9cd40b80 1 --2- 172.21.15.8:0/2609450850 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a1abb03de0 0x55a1abb06200 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:27.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.594+0000 7fba9cd40b80 1 --2- 172.21.15.8:0/2609450850 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a1abaf07d0 0x55a1abaf3e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:27.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.594+0000 7fba9cd40b80 1 --2- 172.21.15.8:0/2609450850 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a1abaea880 0x55a1abaf6550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:27.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.594+0000 7fba79600700 0 client.25127 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:15:27.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.594+0000 7fba9cd40b80 1 --2- 172.21.15.8:0/2609450850 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a1abaefeb0 0x55a1abaf38f0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:27.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.594+0000 7fba9cd40b80 1 -- 172.21.15.8:0/2609450850 >> 172.21.15.8:0/2609450850 conn(0x55a1aba18be0 msgr2=0x55a1abae9250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:27.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.594+0000 7fba9cd40b80 1 -- 172.21.15.8:0/2609450850 shutdown_connections 2024-05-20T21:15:27.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.594+0000 7fba9cd40b80 1 -- 172.21.15.8:0/2609450850 wait complete. 2024-05-20T21:15:27.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.594+0000 7fba9cd40b80 20 client.25127 trim_cache size 0 max 16384 2024-05-20T21:15:27.618 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.618+0000 7fba9cd40b80 1 Processor -- start 2024-05-20T21:15:27.618 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.618+0000 7fba9cd40b80 1 -- start start 2024-05-20T21:15:27.619 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.618+0000 7fba9cd40b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a1abaea880 0x55a1abaea260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:27.619 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.618+0000 7fba9cd40b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a1abaefeb0 0x55a1abaf3f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:27.619 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.618+0000 7fba9cd40b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a1abaf07d0 0x55a1abae5050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:27.619 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.618+0000 7fba9cd40b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fba8c1b2540 con 0x55a1abaefeb0 2024-05-20T21:15:27.619 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.618+0000 7fba9cd40b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fba8c1afdd0 con 0x55a1abaf07d0 2024-05-20T21:15:27.620 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.618+0000 7fba9cd40b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fba8c1adc20 con 0x55a1abaea880 2024-05-20T21:15:27.620 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.619+0000 7fba8b400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a1abaefeb0 0x55a1abaf3f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:27.620 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.619+0000 7fba82a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a1abaea880 0x55a1abaea260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:27.620 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.619+0000 7fba8b400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a1abaefeb0 0x55a1abaf3f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:53662/0 (socket says 172.21.15.8:53662) 2024-05-20T21:15:27.620 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.619+0000 7fba8b400700 1 -- 172.21.15.8:0/3720990855 learned_addr learned my addr 172.21.15.8:0/3720990855 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:15:27.620 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.619+0000 7fba82a00700 1 --2- 172.21.15.8:0/3720990855 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a1abaf07d0 0x55a1abae5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:27.620 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.619+0000 7fba82a00700 1 -- 172.21.15.8:0/3720990855 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a1abaf07d0 msgr2=0x55a1abae5050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:27.620 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.619+0000 7fba82a00700 1 --2- 172.21.15.8:0/3720990855 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a1abaf07d0 0x55a1abae5050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:27.620 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.619+0000 7fba82a00700 1 -- 172.21.15.8:0/3720990855 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a1abaefeb0 msgr2=0x55a1abaf3f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:27.620 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.619+0000 7fba82a00700 1 --2- 172.21.15.8:0/3720990855 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a1abaefeb0 0x55a1abaf3f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:27.620 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.619+0000 7fba82a00700 1 -- 172.21.15.8:0/3720990855 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a1abadd190 con 0x55a1abaea880 2024-05-20T21:15:27.621 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.620+0000 7fba82a00700 1 --2- 172.21.15.8:0/3720990855 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a1abaea880 0x55a1abaea260 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fba740093f0 tx=0x7fba74009690 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d944e81f90b6a6f5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:27.621 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.620+0000 7fba7be00700 1 -- 172.21.15.8:0/3720990855 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba74028040 con 0x55a1abaea880 2024-05-20T21:15:27.621 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.620+0000 7fba7be00700 1 -- 172.21.15.8:0/3720990855 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fba74004bc0 con 0x55a1abaea880 2024-05-20T21:15:27.621 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.620+0000 7fba7be00700 1 -- 172.21.15.8:0/3720990855 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba740303e0 con 0x55a1abaea880 2024-05-20T21:15:27.622 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.621+0000 7fba9cd40b80 1 -- 172.21.15.8:0/3720990855 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a1abaea880 msgr2=0x55a1abaea260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:27.622 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.621+0000 7fba9cd40b80 1 --2- 172.21.15.8:0/3720990855 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a1abaea880 0x55a1abaea260 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fba740093f0 tx=0x7fba74009690 comp rx=0 tx=0).stop 2024-05-20T21:15:27.622 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.621+0000 7fba9cd40b80 1 -- 172.21.15.8:0/3720990855 shutdown_connections 2024-05-20T21:15:27.622 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.621+0000 7fba9cd40b80 1 --2- 172.21.15.8:0/3720990855 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a1abaf07d0 0x55a1abae5050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:27.622 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.621+0000 7fba9cd40b80 1 --2- 172.21.15.8:0/3720990855 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a1abaea880 0x55a1abaea260 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:27.622 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.621+0000 7fba9cd40b80 1 --2- 172.21.15.8:0/3720990855 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a1abaefeb0 0x55a1abaf3f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:27.622 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.621+0000 7fba9cd40b80 1 -- 172.21.15.8:0/3720990855 >> 172.21.15.8:0/3720990855 conn(0x55a1aba18be0 msgr2=0x55a1abaf0bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:27.622 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.621+0000 7fba9cd40b80 1 -- 172.21.15.8:0/3720990855 shutdown_connections 2024-05-20T21:15:27.622 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.621+0000 7fba9cd40b80 1 -- 172.21.15.8:0/3720990855 wait complete. 2024-05-20T21:15:27.622 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.621+0000 7fba9cd40b80 1 -- start start 2024-05-20T21:15:27.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.622+0000 7fba9cd40b80 1 Processor -- start 2024-05-20T21:15:27.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.622+0000 7fba9cd40b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a1abaea880 0x55a1abafc4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:27.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.622+0000 7fba9cd40b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a1abaefeb0 0x55a1abafca10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:27.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.622+0000 7fba9cd40b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a1abaf07d0 0x55a1abaf94a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:27.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.622+0000 7fba9cd40b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fba8c1ae290 con 0x55a1abaefeb0 2024-05-20T21:15:27.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.622+0000 7fba9cd40b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fba8c1af700 con 0x55a1abaea880 2024-05-20T21:15:27.625 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.622+0000 7fba9cd40b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fba8c1ae960 con 0x55a1abaf07d0 2024-05-20T21:15:27.625 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.622+0000 7fba9cd40b80 10 client.0 _ll_register_callbacks cb 0x55a1ab9e2c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:15:27.625 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.622+0000 7fba8b400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a1abaefeb0 0x55a1abafca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:27.625 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.623+0000 7fba8b400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a1abaefeb0 0x55a1abafca10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:53670/0 (socket says 172.21.15.8:53670) 2024-05-20T21:15:27.625 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.623+0000 7fba8b400700 1 -- 172.21.15.8:0/845799170 learned_addr learned my addr 172.21.15.8:0/845799170 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:15:27.625 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.623+0000 7fba82a00700 1 --2- 172.21.15.8:0/845799170 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a1abaea880 0x55a1abafc4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:27.625 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.623+0000 7fba82a00700 1 --2- 172.21.15.8:0/845799170 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a1abaf07d0 0x55a1abaf94a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:27.625 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.623+0000 7fba8b400700 1 -- 172.21.15.8:0/845799170 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a1abaf07d0 msgr2=0x55a1abaf94a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:27.625 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.623+0000 7fba8b400700 1 --2- 172.21.15.8:0/845799170 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a1abaf07d0 0x55a1abaf94a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:27.625 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.623+0000 7fba8b400700 1 -- 172.21.15.8:0/845799170 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a1abaea880 msgr2=0x55a1abafc4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:27.625 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.623+0000 7fba8b400700 1 --2- 172.21.15.8:0/845799170 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a1abaea880 0x55a1abafc4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:27.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.623+0000 7fba8b400700 1 -- 172.21.15.8:0/845799170 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a1abaf99e0 con 0x55a1abaefeb0 2024-05-20T21:15:27.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.623+0000 7fba82a00700 1 --2- 172.21.15.8:0/845799170 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a1abaea880 0x55a1abafc4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:15:27.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.623+0000 7fba8b400700 1 --2- 172.21.15.8:0/845799170 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a1abaefeb0 0x55a1abafca10 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fba7c01c730 tx=0x7fba7c0128a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b81c6cabc3d637d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:27.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.623+0000 7fba79600700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:15:27.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.624+0000 7fba79600700 1 -- 172.21.15.8:0/845799170 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba7c0120d0 con 0x55a1abaefeb0 2024-05-20T21:15:27.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.624+0000 7fba79600700 1 -- 172.21.15.8:0/845799170 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fba7c0050b0 con 0x55a1abaefeb0 2024-05-20T21:15:27.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.624+0000 7fba9cd40b80 1 -- 172.21.15.8:0/845799170 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fba74004bc0 con 0x55a1abaefeb0 2024-05-20T21:15:27.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.624+0000 7fba79600700 1 -- 172.21.15.8:0/845799170 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fba7c038050 con 0x55a1abaefeb0 2024-05-20T21:15:27.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.624+0000 7fba9cd40b80 10 client.15030 fetch_fsmap learned FSMap version 26 2024-05-20T21:15:27.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.624+0000 7fba9cd40b80 1 -- 172.21.15.8:0/845799170 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a1abb6f1e0 con 0x55a1abaefeb0 2024-05-20T21:15:27.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.624+0000 7fba79600700 1 -- 172.21.15.8:0/845799170 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fba74004bc0 con 0x55a1abaefeb0 2024-05-20T21:15:27.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.624+0000 7fba79600700 1 -- 172.21.15.8:0/845799170 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fba7c02f070 con 0x55a1abaefeb0 2024-05-20T21:15:27.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.625+0000 7fba9cd40b80 10 client.15030 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:15:27.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.625+0000 7fba9cd40b80 10 client.15030 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:15:27.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.625+0000 7fba9cd40b80 20 client.15030 populate_metadata read hostname 'smithi008' 2024-05-20T21:15:27.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.625+0000 7fba9cd40b80 1 --2- 172.21.15.8:0/845799170 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a1abb6f970 0x55a1abb71d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:27.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.625+0000 7fba9cd40b80 4 client.15030 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:15:27.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.625+0000 7fba9cd40b80 1 -- 172.21.15.8:0/845799170 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55a1aba44570 con 0x55a1abb6f970 2024-05-20T21:15:27.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.625+0000 7fba82a00700 1 --2- 172.21.15.8:0/845799170 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a1abb6f970 0x55a1abb71d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:27.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.626+0000 7fba82a00700 1 --2- 172.21.15.8:0/845799170 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a1abb6f970 0x55a1abb71d90 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7da440f25eb8a6b8 server_cookie=2a81f9144c07eaae in_seq=0 out_seq=0 2024-05-20T21:15:27.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.626+0000 7fba79600700 10 client.15030 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:15:27.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.626+0000 7fba79600700 1 -- 172.21.15.8:0/845799170 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55a1aba44570 con 0x55a1abb6f970 2024-05-20T21:15:27.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.626+0000 7fba79600700 10 client.15030 handle_command_reply: tid=0 2024-05-20T21:15:27.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.626+0000 7fba9cd40b80 1 client.15030 shutdown 2024-05-20T21:15:27.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.626+0000 7fba9cd40b80 1 -- 172.21.15.8:0/845799170 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a1abaefeb0 msgr2=0x55a1abafca10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:27.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.626+0000 7fba9cd40b80 1 --2- 172.21.15.8:0/845799170 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a1abaefeb0 0x55a1abafca10 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fba7c01c730 tx=0x7fba7c0128a0 comp rx=0 tx=0).stop 2024-05-20T21:15:27.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.626+0000 7fba9cd40b80 1 -- 172.21.15.8:0/845799170 shutdown_connections 2024-05-20T21:15:27.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.626+0000 7fba9cd40b80 1 --2- 172.21.15.8:0/845799170 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a1abb6f970 0x55a1abb71d90 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:27.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.626+0000 7fba9cd40b80 1 --2- 172.21.15.8:0/845799170 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a1abaea880 0x55a1abafc4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:27.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.626+0000 7fba9cd40b80 1 --2- 172.21.15.8:0/845799170 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a1abaf07d0 0x55a1abaf94a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:27.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.626+0000 7fba9cd40b80 1 --2- 172.21.15.8:0/845799170 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a1abaefeb0 0x55a1abafca10 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:27.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.626+0000 7fba9cd40b80 1 -- 172.21.15.8:0/845799170 >> 172.21.15.8:0/845799170 conn(0x55a1aba18be0 msgr2=0x55a1abaf1440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:27.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.626+0000 7fba79600700 0 client.15030 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:15:27.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.626+0000 7fba9cd40b80 1 -- 172.21.15.8:0/845799170 shutdown_connections 2024-05-20T21:15:27.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.626+0000 7fba9cd40b80 1 -- 172.21.15.8:0/845799170 wait complete. 2024-05-20T21:15:27.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.627+0000 7fba9cd40b80 20 client.15030 trim_cache size 0 max 16384 2024-05-20T21:15:27.630 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:15:27.630 INFO:teuthology.orchestra.run.smithi008.stdout: "status": "IDLE (waiting for more scrubs)", 2024-05-20T21:15:27.630 INFO:teuthology.orchestra.run.smithi008.stdout: "scrubs": { 2024-05-20T21:15:27.630 INFO:teuthology.orchestra.run.smithi008.stdout: "17051b38-0036-4680-b2ef-ac7fd14b52a5": { 2024-05-20T21:15:27.630 INFO:teuthology.orchestra.run.smithi008.stdout: "path": "/", 2024-05-20T21:15:27.630 INFO:teuthology.orchestra.run.smithi008.stdout: "tag": "17051b38-0036-4680-b2ef-ac7fd14b52a5", 2024-05-20T21:15:27.630 INFO:teuthology.orchestra.run.smithi008.stdout: "options": "recursive,force" 2024-05-20T21:15:27.630 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:15:27.630 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:15:27.631 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:15:27.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.627+0000 7fba92400700 1 -- 172.21.15.8:0/484834726 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fba700b2900 msgr2=0x7fba700b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:27.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.627+0000 7fba92400700 1 --2- 172.21.15.8:0/484834726 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fba700b2900 0x7fba700b4dc0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fba84004fd0 tx=0x7fba84009920 comp rx=0 tx=0).stop 2024-05-20T21:15:27.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.627+0000 7fba92400700 1 -- 172.21.15.8:0/484834726 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fba8c1088f0 msgr2=0x7fba8c1a0620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:27.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.627+0000 7fba92400700 1 --2- 172.21.15.8:0/484834726 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fba8c1088f0 0x7fba8c1a0620 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fba84009790 tx=0x7fba8400cc30 comp rx=0 tx=0).stop 2024-05-20T21:15:27.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.627+0000 7fba92400700 1 -- 172.21.15.8:0/484834726 shutdown_connections 2024-05-20T21:15:27.632 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.627+0000 7fba92400700 1 --2- 172.21.15.8:0/484834726 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fba700b2900 0x7fba700b4dc0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:27.632 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.627+0000 7fba92400700 1 --2- 172.21.15.8:0/484834726 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fba8c1037f0 0x7fba8c19bd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:27.632 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.627+0000 7fba92400700 1 --2- 172.21.15.8:0/484834726 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fba8c1088f0 0x7fba8c1a0620 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:27.632 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.627+0000 7fba92400700 1 --2- 172.21.15.8:0/484834726 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fba8c1041a0 0x7fba8c19c290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:27.632 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.628+0000 7fba92400700 1 -- 172.21.15.8:0/484834726 >> 172.21.15.8:0/484834726 conn(0x7fba8c07a6a0 msgr2=0x7fba8c101830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:27.632 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.628+0000 7fba92400700 1 -- 172.21.15.8:0/484834726 shutdown_connections 2024-05-20T21:15:27.632 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:27.628+0000 7fba92400700 1 -- 172.21.15.8:0/484834726 wait complete. 2024-05-20T21:15:28.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:15:28 smithi008 ceph-mon[31475]: pgmap v444: 97 pgs: 97 active+clean; 649 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 6 op/s 2024-05-20T21:15:28.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:15:28 smithi130 ceph-mon[36448]: pgmap v444: 97 pgs: 97 active+clean; 649 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 6 op/s 2024-05-20T21:15:28.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:15:28 smithi050 ceph-mon[35809]: pgmap v444: 97 pgs: 97 active+clean; 649 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 6 op/s 2024-05-20T21:15:29.243 INFO:tasks.cephfs.filesystem:scrub status for tag:17051b38-0036-4680-b2ef-ac7fd14b52a5 - {'path': '/', 'tag': '17051b38-0036-4680-b2ef-ac7fd14b52a5', 'options': 'recursive,force'} 2024-05-20T21:15:29.827 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:29.825+0000 7f116de00700 1 -- 172.21.15.8:0/80416144 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f11681037f0 msgr2=0x7f1168103bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:29.827 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:29.825+0000 7f116de00700 1 --2- 172.21.15.8:0/80416144 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f11681037f0 0x7f1168103bd0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f1158009920 tx=0x7f1158009c30 comp rx=0 tx=0).stop 2024-05-20T21:15:29.827 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:29.825+0000 7f116de00700 1 -- 172.21.15.8:0/80416144 shutdown_connections 2024-05-20T21:15:29.827 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:29.825+0000 7f116de00700 1 --2- 172.21.15.8:0/80416144 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f11681037f0 0x7f1168103bd0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:29.827 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:29.825+0000 7f116de00700 1 --2- 172.21.15.8:0/80416144 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f11681088f0 0x7f1168110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:29.827 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:29.825+0000 7f116de00700 1 --2- 172.21.15.8:0/80416144 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f11681041a0 0x7f11681081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:29.827 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:29.825+0000 7f116de00700 1 -- 172.21.15.8:0/80416144 >> 172.21.15.8:0/80416144 conn(0x7f116807a6a0 msgr2=0x7f116807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:29.827 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:29.826+0000 7f116de00700 1 -- 172.21.15.8:0/80416144 shutdown_connections 2024-05-20T21:15:29.827 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:29.826+0000 7f116de00700 1 -- 172.21.15.8:0/80416144 wait complete. 2024-05-20T21:15:29.829 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:29.827+0000 7f116de00700 1 Processor -- start 2024-05-20T21:15:29.829 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:29.827+0000 7f116de00700 1 -- start start 2024-05-20T21:15:29.829 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:29.827+0000 7f116de00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f11681037f0 0x7f116819be30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:29.829 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:29.827+0000 7f116de00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f11681041a0 0x7f116819c370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:29.829 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:29.827+0000 7f116de00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f11681088f0 0x7f11681a0700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:29.829 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:29.828+0000 7f116de00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f11681136c0 con 0x7f11681041a0 2024-05-20T21:15:29.829 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:29.828+0000 7f116de00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1168113540 con 0x7f11681088f0 2024-05-20T21:15:29.829 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:29.828+0000 7f116de00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f1168113840 con 0x7f11681037f0 2024-05-20T21:15:29.829 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:29.828+0000 7f115fe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f11681041a0 0x7f116819c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:29.830 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:29.828+0000 7f1167400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f11681088f0 0x7f11681a0700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:29.830 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:29.828+0000 7f1166a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f11681037f0 0x7f116819be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:29.830 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:29.828+0000 7f115fe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f11681041a0 0x7f116819c370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:53688/0 (socket says 172.21.15.8:53688) 2024-05-20T21:15:29.830 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:29.828+0000 7f115fe00700 1 -- 172.21.15.8:0/1376959786 learned_addr learned my addr 172.21.15.8:0/1376959786 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:15:29.830 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:29.828+0000 7f1166a00700 1 -- 172.21.15.8:0/1376959786 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f11681088f0 msgr2=0x7f11681a0700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:29.830 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:29.829+0000 7f1166a00700 1 --2- 172.21.15.8:0/1376959786 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f11681088f0 0x7f11681a0700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:29.830 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:29.829+0000 7f1166a00700 1 -- 172.21.15.8:0/1376959786 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f11681041a0 msgr2=0x7f116819c370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:29.830 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:29.829+0000 7f1166a00700 1 --2- 172.21.15.8:0/1376959786 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f11681041a0 0x7f116819c370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:29.830 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:29.829+0000 7f1166a00700 1 -- 172.21.15.8:0/1376959786 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11681a0e40 con 0x7f11681037f0 2024-05-20T21:15:29.830 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:29.829+0000 7f115fe00700 1 --2- 172.21.15.8:0/1376959786 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f11681041a0 0x7f116819c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:15:29.830 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:29.829+0000 7f1167400700 1 --2- 172.21.15.8:0/1376959786 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f11681088f0 0x7f11681a0700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:15:29.831 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:29.829+0000 7f1166a00700 1 --2- 172.21.15.8:0/1376959786 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f11681037f0 0x7f116819be30 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f1158000c00 tx=0x7f115800f950 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:29.831 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:29.829+0000 7f116ca00700 1 -- 172.21.15.8:0/1376959786 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1158027070 con 0x7f11681037f0 2024-05-20T21:15:29.832 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:29.829+0000 7f116ca00700 1 -- 172.21.15.8:0/1376959786 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f11580054f0 con 0x7f11681037f0 2024-05-20T21:15:29.832 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:29.829+0000 7f116de00700 1 -- 172.21.15.8:0/1376959786 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11681a10d0 con 0x7f11681037f0 2024-05-20T21:15:29.832 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:29.829+0000 7f116ca00700 1 -- 172.21.15.8:0/1376959786 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1158004930 con 0x7f11681037f0 2024-05-20T21:15:29.832 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:29.830+0000 7f116de00700 1 -- 172.21.15.8:0/1376959786 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11681a89b0 con 0x7f11681037f0 2024-05-20T21:15:29.832 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:29.831+0000 7f116de00700 1 -- 172.21.15.8:0/1376959786 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f116806a230 con 0x7f11681037f0 2024-05-20T21:15:29.833 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:29.833+0000 7f116ca00700 1 -- 172.21.15.8:0/1376959786 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f115802a070 con 0x7f11681037f0 2024-05-20T21:15:29.836 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:29.836+0000 7f116ca00700 1 --2- 172.21.15.8:0/1376959786 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f114c0b2900 0x7f114c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:29.836 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:29.836+0000 7f116ca00700 1 -- 172.21.15.8:0/1376959786 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f11580e2e60 con 0x7f11681037f0 2024-05-20T21:15:29.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:29.836+0000 7f115fe00700 1 --2- 172.21.15.8:0/1376959786 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f114c0b2900 0x7f114c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:29.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:29.837+0000 7f116ca00700 1 -- 172.21.15.8:0/1376959786 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f1158031080 con 0x7f11681037f0 2024-05-20T21:15:29.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:29.837+0000 7f115fe00700 1 --2- 172.21.15.8:0/1376959786 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f114c0b2900 0x7f114c0b4dc0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f1150009750 tx=0x7f1150009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:30.069 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:30.069+0000 7f116de00700 1 -- 172.21.15.8:0/1376959786 --> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f116819d190 con 0x7f114c0b2900 2024-05-20T21:15:30.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:30.093+0000 7f116ca00700 1 -- 172.21.15.8:0/1376959786 <== mgr.14152 v2:172.21.15.8:6800/2778224651 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258812 (secure 0 0 0) 0x7f115001b420 con 0x7f114c0b2900 2024-05-20T21:15:30.099 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:15:30.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:30.099+0000 7f116de00700 1 -- 172.21.15.8:0/1376959786 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f114c0b2900 msgr2=0x7f114c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:30.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:30.099+0000 7f116de00700 1 --2- 172.21.15.8:0/1376959786 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f114c0b2900 0x7f114c0b4dc0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f1150009750 tx=0x7f1150009310 comp rx=0 tx=0).stop 2024-05-20T21:15:30.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:30.099+0000 7f116de00700 1 -- 172.21.15.8:0/1376959786 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f11681037f0 msgr2=0x7f116819be30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:30.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:30.099+0000 7f116de00700 1 --2- 172.21.15.8:0/1376959786 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f11681037f0 0x7f116819be30 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f1158000c00 tx=0x7f115800f950 comp rx=0 tx=0).stop 2024-05-20T21:15:30.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:30.099+0000 7f116de00700 1 -- 172.21.15.8:0/1376959786 shutdown_connections 2024-05-20T21:15:30.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:30.100+0000 7f116de00700 1 --2- 172.21.15.8:0/1376959786 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f114c0b2900 0x7f114c0b4dc0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:30.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:30.100+0000 7f116de00700 1 --2- 172.21.15.8:0/1376959786 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f11681088f0 0x7f11681a0700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:30.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:30.100+0000 7f116de00700 1 --2- 172.21.15.8:0/1376959786 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f11681037f0 0x7f116819be30 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:30.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:30.100+0000 7f116de00700 1 --2- 172.21.15.8:0/1376959786 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f11681041a0 0x7f116819c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:30.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:30.100+0000 7f116de00700 1 -- 172.21.15.8:0/1376959786 >> 172.21.15.8:0/1376959786 conn(0x7f116807a6a0 msgr2=0x7f1168109a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:30.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:30.100+0000 7f116de00700 1 -- 172.21.15.8:0/1376959786 shutdown_connections 2024-05-20T21:15:30.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:30.100+0000 7f116de00700 1 -- 172.21.15.8:0/1376959786 wait complete. 2024-05-20T21:15:30.102 INFO:teuthology.orchestra.run.smithi008.stderr:dumped all 2024-05-20T21:15:30.714 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:15:30 smithi008 ceph-mon[31475]: pgmap v445: 97 pgs: 97 active+clean; 649 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 6 op/s 2024-05-20T21:15:30.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:15:30 smithi130 ceph-mon[36448]: pgmap v445: 97 pgs: 97 active+clean; 649 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 6 op/s 2024-05-20T21:15:30.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:15:30 smithi050 ceph-mon[35809]: pgmap v445: 97 pgs: 97 active+clean; 649 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 6 op/s 2024-05-20T21:15:31.013 INFO:teuthology.orchestra.run.smithi008.stdout:{"pg_ready":true,"pg_map":{"version":445,"stamp":"2024-05-20T21:15:29.269658+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":664868,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":1479,"num_read_kb":844,"num_write":303,"num_write_kb":2280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":745,"ondisk_log_size":745,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":403280,"kb_used_data":12528,"kb_used_omap":18,"kb_used_meta":390637,"kb_avail":1124538544,"statfs":{"total":1151940427776,"available":1151527469056,"internally_reserved":0,"allocated":12828672,"data_stored":7159992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":400012601},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":77,"num_read_kb":42,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005347"},"pg_stats":[{"pgid":"3.3f","version":"81'8","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.183379+0000","last_change":"2024-05-20T21:11:16.296240+0000","last_active":"2024-05-20T21:13:01.183379+0000","last_peered":"2024-05-20T21:13:01.183379+0000","last_clean":"2024-05-20T21:13:01.183379+0000","last_became_active":"2024-05-20T21:11:16.295881+0000","last_became_peered":"2024-05-20T21:11:16.295881+0000","last_unstale":"2024-05-20T21:13:01.183379+0000","last_undegraded":"2024-05-20T21:13:01.183379+0000","last_fullsized":"2024-05-20T21:13:01.183379+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:15:55.325945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"81'4","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:22.890607+0000","last_change":"2024-05-20T21:11:16.292636+0000","last_active":"2024-05-20T21:13:22.890607+0000","last_peered":"2024-05-20T21:13:22.890607+0000","last_clean":"2024-05-20T21:13:22.890607+0000","last_became_active":"2024-05-20T21:11:16.290950+0000","last_became_peered":"2024-05-20T21:11:16.290950+0000","last_unstale":"2024-05-20T21:13:22.890607+0000","last_undegraded":"2024-05-20T21:13:22.890607+0000","last_fullsized":"2024-05-20T21:13:22.890607+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:42:09.178628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"81'7","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:22.890561+0000","last_change":"2024-05-20T21:11:16.290214+0000","last_active":"2024-05-20T21:13:22.890561+0000","last_peered":"2024-05-20T21:13:22.890561+0000","last_clean":"2024-05-20T21:13:22.890561+0000","last_became_active":"2024-05-20T21:11:16.289872+0000","last_became_peered":"2024-05-20T21:11:16.289872+0000","last_unstale":"2024-05-20T21:13:22.890561+0000","last_undegraded":"2024-05-20T21:13:22.890561+0000","last_fullsized":"2024-05-20T21:13:22.890561+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:24:28.333308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"81'8","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:16.113325+0000","last_change":"2024-05-20T21:11:16.289991+0000","last_active":"2024-05-20T21:13:16.113325+0000","last_peered":"2024-05-20T21:13:16.113325+0000","last_clean":"2024-05-20T21:13:16.113325+0000","last_became_active":"2024-05-20T21:11:16.287959+0000","last_became_peered":"2024-05-20T21:11:16.287959+0000","last_unstale":"2024-05-20T21:13:16.113325+0000","last_undegraded":"2024-05-20T21:13:16.113325+0000","last_fullsized":"2024-05-20T21:13:16.113325+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:59:03.124597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"81'4","reported_seq":23,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.170341+0000","last_change":"2024-05-20T21:11:16.310007+0000","last_active":"2024-05-20T21:13:01.170341+0000","last_peered":"2024-05-20T21:13:01.170341+0000","last_clean":"2024-05-20T21:13:01.170341+0000","last_became_active":"2024-05-20T21:11:16.309632+0000","last_became_peered":"2024-05-20T21:11:16.309632+0000","last_unstale":"2024-05-20T21:13:01.170341+0000","last_undegraded":"2024-05-20T21:13:01.170341+0000","last_fullsized":"2024-05-20T21:13:01.170341+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:23:35.698898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.159174+0000","last_change":"2024-05-20T21:11:16.299661+0000","last_active":"2024-05-20T21:13:01.159174+0000","last_peered":"2024-05-20T21:13:01.159174+0000","last_clean":"2024-05-20T21:13:01.159174+0000","last_became_active":"2024-05-20T21:11:16.299296+0000","last_became_peered":"2024-05-20T21:11:16.299296+0000","last_unstale":"2024-05-20T21:13:01.159174+0000","last_undegraded":"2024-05-20T21:13:01.159174+0000","last_fullsized":"2024-05-20T21:13:01.159174+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:47:48.411451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.161837+0000","last_change":"2024-05-20T21:11:16.299517+0000","last_active":"2024-05-20T21:13:01.161837+0000","last_peered":"2024-05-20T21:13:01.161837+0000","last_clean":"2024-05-20T21:13:01.161837+0000","last_became_active":"2024-05-20T21:11:16.299162+0000","last_became_peered":"2024-05-20T21:11:16.299162+0000","last_unstale":"2024-05-20T21:13:01.161837+0000","last_undegraded":"2024-05-20T21:13:01.161837+0000","last_fullsized":"2024-05-20T21:13:01.161837+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:45:28.319801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.174561+0000","last_change":"2024-05-20T21:11:16.307565+0000","last_active":"2024-05-20T21:13:01.174561+0000","last_peered":"2024-05-20T21:13:01.174561+0000","last_clean":"2024-05-20T21:13:01.174561+0000","last_became_active":"2024-05-20T21:11:16.297502+0000","last_became_peered":"2024-05-20T21:11:16.297502+0000","last_unstale":"2024-05-20T21:13:01.174561+0000","last_undegraded":"2024-05-20T21:13:01.174561+0000","last_fullsized":"2024-05-20T21:13:01.174561+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:05:51.269233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.166091+0000","last_change":"2024-05-20T21:11:16.291944+0000","last_active":"2024-05-20T21:13:01.166091+0000","last_peered":"2024-05-20T21:13:01.166091+0000","last_clean":"2024-05-20T21:13:01.166091+0000","last_became_active":"2024-05-20T21:11:16.291569+0000","last_became_peered":"2024-05-20T21:11:16.291569+0000","last_unstale":"2024-05-20T21:13:01.166091+0000","last_undegraded":"2024-05-20T21:13:01.166091+0000","last_fullsized":"2024-05-20T21:13:01.166091+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:03:07.806446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"81'16","reported_seq":37,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.158044+0000","last_change":"2024-05-20T21:11:16.295592+0000","last_active":"2024-05-20T21:13:01.158044+0000","last_peered":"2024-05-20T21:13:01.158044+0000","last_clean":"2024-05-20T21:13:01.158044+0000","last_became_active":"2024-05-20T21:11:16.295246+0000","last_became_peered":"2024-05-20T21:11:16.295246+0000","last_unstale":"2024-05-20T21:13:01.158044+0000","last_undegraded":"2024-05-20T21:13:01.158044+0000","last_fullsized":"2024-05-20T21:13:01.158044+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:33:33.680892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.167893+0000","last_change":"2024-05-20T21:11:16.295909+0000","last_active":"2024-05-20T21:13:01.167893+0000","last_peered":"2024-05-20T21:13:01.167893+0000","last_clean":"2024-05-20T21:13:01.167893+0000","last_became_active":"2024-05-20T21:11:16.295568+0000","last_became_peered":"2024-05-20T21:11:16.295568+0000","last_unstale":"2024-05-20T21:13:01.167893+0000","last_undegraded":"2024-05-20T21:13:01.167893+0000","last_fullsized":"2024-05-20T21:13:01.167893+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:41:15.046594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"81'7","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.147302+0000","last_change":"2024-05-20T21:11:16.292742+0000","last_active":"2024-05-20T21:13:01.147302+0000","last_peered":"2024-05-20T21:13:01.147302+0000","last_clean":"2024-05-20T21:13:01.147302+0000","last_became_active":"2024-05-20T21:11:16.291945+0000","last_became_peered":"2024-05-20T21:11:16.291945+0000","last_unstale":"2024-05-20T21:13:01.147302+0000","last_undegraded":"2024-05-20T21:13:01.147302+0000","last_fullsized":"2024-05-20T21:13:01.147302+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:53:00.313040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.161279+0000","last_change":"2024-05-20T21:11:16.307203+0000","last_active":"2024-05-20T21:13:01.161279+0000","last_peered":"2024-05-20T21:13:01.161279+0000","last_clean":"2024-05-20T21:13:01.161279+0000","last_became_active":"2024-05-20T21:11:16.302848+0000","last_became_peered":"2024-05-20T21:11:16.302848+0000","last_unstale":"2024-05-20T21:13:01.161279+0000","last_undegraded":"2024-05-20T21:13:01.161279+0000","last_fullsized":"2024-05-20T21:13:01.161279+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:51:43.676593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"81'7","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.180799+0000","last_change":"2024-05-20T21:11:16.291973+0000","last_active":"2024-05-20T21:13:01.180799+0000","last_peered":"2024-05-20T21:13:01.180799+0000","last_clean":"2024-05-20T21:13:01.180799+0000","last_became_active":"2024-05-20T21:11:16.291609+0000","last_became_peered":"2024-05-20T21:11:16.291609+0000","last_unstale":"2024-05-20T21:13:01.180799+0000","last_undegraded":"2024-05-20T21:13:01.180799+0000","last_fullsized":"2024-05-20T21:13:01.180799+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:51:16.914968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"81'7","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.179964+0000","last_change":"2024-05-20T21:11:16.293850+0000","last_active":"2024-05-20T21:13:01.179964+0000","last_peered":"2024-05-20T21:13:01.179964+0000","last_clean":"2024-05-20T21:13:01.179964+0000","last_became_active":"2024-05-20T21:11:16.291739+0000","last_became_peered":"2024-05-20T21:11:16.291739+0000","last_unstale":"2024-05-20T21:13:01.179964+0000","last_undegraded":"2024-05-20T21:13:01.179964+0000","last_fullsized":"2024-05-20T21:13:01.179964+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:05:37.822547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.179015+0000","last_change":"2024-05-20T21:11:16.300660+0000","last_active":"2024-05-20T21:13:01.179015+0000","last_peered":"2024-05-20T21:13:01.179015+0000","last_clean":"2024-05-20T21:13:01.179015+0000","last_became_active":"2024-05-20T21:11:16.300253+0000","last_became_peered":"2024-05-20T21:11:16.300253+0000","last_unstale":"2024-05-20T21:13:01.179015+0000","last_undegraded":"2024-05-20T21:13:01.179015+0000","last_fullsized":"2024-05-20T21:13:01.179015+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:08:08.298828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"81'8","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.183556+0000","last_change":"2024-05-20T21:11:16.295415+0000","last_active":"2024-05-20T21:13:01.183556+0000","last_peered":"2024-05-20T21:13:01.183556+0000","last_clean":"2024-05-20T21:13:01.183556+0000","last_became_active":"2024-05-20T21:11:16.295061+0000","last_became_peered":"2024-05-20T21:11:16.295061+0000","last_unstale":"2024-05-20T21:13:01.183556+0000","last_undegraded":"2024-05-20T21:13:01.183556+0000","last_fullsized":"2024-05-20T21:13:01.183556+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:44:10.874447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.160287+0000","last_change":"2024-05-20T21:11:16.289961+0000","last_active":"2024-05-20T21:13:01.160287+0000","last_peered":"2024-05-20T21:13:01.160287+0000","last_clean":"2024-05-20T21:13:01.160287+0000","last_became_active":"2024-05-20T21:11:16.289590+0000","last_became_peered":"2024-05-20T21:11:16.289590+0000","last_unstale":"2024-05-20T21:13:01.160287+0000","last_undegraded":"2024-05-20T21:13:01.160287+0000","last_fullsized":"2024-05-20T21:13:01.160287+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:46:46.870047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"81'7","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.172534+0000","last_change":"2024-05-20T21:11:16.301312+0000","last_active":"2024-05-20T21:13:01.172534+0000","last_peered":"2024-05-20T21:13:01.172534+0000","last_clean":"2024-05-20T21:13:01.172534+0000","last_became_active":"2024-05-20T21:11:16.300913+0000","last_became_peered":"2024-05-20T21:11:16.300913+0000","last_unstale":"2024-05-20T21:13:01.172534+0000","last_undegraded":"2024-05-20T21:13:01.172534+0000","last_fullsized":"2024-05-20T21:13:01.172534+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:58:42.312080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"79'9","reported_seq":39,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:15:22.250642+0000","last_change":"2024-05-20T21:11:12.242705+0000","last_active":"2024-05-20T21:15:22.250642+0000","last_peered":"2024-05-20T21:15:22.250642+0000","last_clean":"2024-05-20T21:15:22.250642+0000","last_became_active":"2024-05-20T21:11:12.241674+0000","last_became_peered":"2024-05-20T21:11:12.241674+0000","last_unstale":"2024-05-20T21:15:22.250642+0000","last_undegraded":"2024-05-20T21:15:22.250642+0000","last_fullsized":"2024-05-20T21:15:22.250642+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:01:49.160623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"81'5","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:19.236244+0000","last_change":"2024-05-20T21:11:16.308429+0000","last_active":"2024-05-20T21:13:19.236244+0000","last_peered":"2024-05-20T21:13:19.236244+0000","last_clean":"2024-05-20T21:13:19.236244+0000","last_became_active":"2024-05-20T21:11:16.308045+0000","last_became_peered":"2024-05-20T21:11:16.308045+0000","last_unstale":"2024-05-20T21:13:19.236244+0000","last_undegraded":"2024-05-20T21:13:19.236244+0000","last_fullsized":"2024-05-20T21:13:19.236244+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:28:14.875133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"79'2","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:14.235448+0000","last_change":"2024-05-20T21:11:12.760097+0000","last_active":"2024-05-20T21:13:14.235448+0000","last_peered":"2024-05-20T21:13:14.235448+0000","last_clean":"2024-05-20T21:13:14.235448+0000","last_became_active":"2024-05-20T21:11:12.758767+0000","last_became_peered":"2024-05-20T21:11:12.758767+0000","last_unstale":"2024-05-20T21:13:14.235448+0000","last_undegraded":"2024-05-20T21:13:14.235448+0000","last_fullsized":"2024-05-20T21:13:14.235448+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:17:55.084903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"81'6","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:22.890634+0000","last_change":"2024-05-20T21:11:16.294293+0000","last_active":"2024-05-20T21:13:22.890634+0000","last_peered":"2024-05-20T21:13:22.890634+0000","last_clean":"2024-05-20T21:13:22.890634+0000","last_became_active":"2024-05-20T21:11:16.288495+0000","last_became_peered":"2024-05-20T21:11:16.288495+0000","last_unstale":"2024-05-20T21:13:22.890634+0000","last_undegraded":"2024-05-20T21:13:22.890634+0000","last_fullsized":"2024-05-20T21:13:22.890634+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:26:47.512434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"79'4","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572947+0000","last_change":"2024-05-20T21:11:12.240040+0000","last_active":"2024-05-20T21:12:02.572947+0000","last_peered":"2024-05-20T21:12:02.572947+0000","last_clean":"2024-05-20T21:12:02.572947+0000","last_became_active":"2024-05-20T21:11:12.239600+0000","last_became_peered":"2024-05-20T21:11:12.239600+0000","last_unstale":"2024-05-20T21:12:02.572947+0000","last_undegraded":"2024-05-20T21:12:02.572947+0000","last_fullsized":"2024-05-20T21:12:02.572947+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:14:29.900023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.170125+0000","last_change":"2024-05-20T21:11:16.301691+0000","last_active":"2024-05-20T21:13:01.170125+0000","last_peered":"2024-05-20T21:13:01.170125+0000","last_clean":"2024-05-20T21:13:01.170125+0000","last_became_active":"2024-05-20T21:11:16.301304+0000","last_became_peered":"2024-05-20T21:11:16.301304+0000","last_unstale":"2024-05-20T21:13:01.170125+0000","last_undegraded":"2024-05-20T21:13:01.170125+0000","last_fullsized":"2024-05-20T21:13:01.170125+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:02:19.858085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"79'2","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572629+0000","last_change":"2024-05-20T21:11:12.240455+0000","last_active":"2024-05-20T21:12:02.572629+0000","last_peered":"2024-05-20T21:12:02.572629+0000","last_clean":"2024-05-20T21:12:02.572629+0000","last_became_active":"2024-05-20T21:11:12.239527+0000","last_became_peered":"2024-05-20T21:11:12.239527+0000","last_unstale":"2024-05-20T21:12:02.572629+0000","last_undegraded":"2024-05-20T21:12:02.572629+0000","last_fullsized":"2024-05-20T21:12:02.572629+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:00:44.241965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"81'15","reported_seq":42,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.166965+0000","last_change":"2024-05-20T21:12:02.656869+0000","last_active":"2024-05-20T21:13:01.166965+0000","last_peered":"2024-05-20T21:13:01.166965+0000","last_clean":"2024-05-20T21:13:01.166965+0000","last_became_active":"2024-05-20T21:12:02.656429+0000","last_became_peered":"2024-05-20T21:12:02.656429+0000","last_unstale":"2024-05-20T21:13:01.166965+0000","last_undegraded":"2024-05-20T21:13:01.166965+0000","last_fullsized":"2024-05-20T21:13:01.166965+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:53:09.447877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"79'5","reported_seq":261,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:15:23.944360+0000","last_change":"2024-05-20T21:11:12.242358+0000","last_active":"2024-05-20T21:15:23.944360+0000","last_peered":"2024-05-20T21:15:23.944360+0000","last_clean":"2024-05-20T21:15:23.944360+0000","last_became_active":"2024-05-20T21:11:12.241900+0000","last_became_peered":"2024-05-20T21:11:12.241900+0000","last_unstale":"2024-05-20T21:15:23.944360+0000","last_undegraded":"2024-05-20T21:15:23.944360+0000","last_fullsized":"2024-05-20T21:15:23.944360+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:34:38.407381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":229,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"81'7","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.159869+0000","last_change":"2024-05-20T21:11:16.285692+0000","last_active":"2024-05-20T21:13:01.159869+0000","last_peered":"2024-05-20T21:13:01.159869+0000","last_clean":"2024-05-20T21:13:01.159869+0000","last_became_active":"2024-05-20T21:11:16.285318+0000","last_became_peered":"2024-05-20T21:11:16.285318+0000","last_unstale":"2024-05-20T21:13:01.159869+0000","last_undegraded":"2024-05-20T21:13:01.159869+0000","last_fullsized":"2024-05-20T21:13:01.159869+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:12:32.319254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.654997+0000","last_change":"2024-05-20T21:11:12.244376+0000","last_active":"2024-05-20T21:12:02.654997+0000","last_peered":"2024-05-20T21:12:02.654997+0000","last_clean":"2024-05-20T21:12:02.654997+0000","last_became_active":"2024-05-20T21:11:12.243903+0000","last_became_peered":"2024-05-20T21:11:12.243903+0000","last_unstale":"2024-05-20T21:12:02.654997+0000","last_undegraded":"2024-05-20T21:12:02.654997+0000","last_fullsized":"2024-05-20T21:12:02.654997+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:58:51.683092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"81'8","reported_seq":35,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.148406+0000","last_change":"2024-05-20T21:12:02.582536+0000","last_active":"2024-05-20T21:13:01.148406+0000","last_peered":"2024-05-20T21:13:01.148406+0000","last_clean":"2024-05-20T21:13:01.148406+0000","last_became_active":"2024-05-20T21:12:02.582146+0000","last_became_peered":"2024-05-20T21:12:02.582146+0000","last_unstale":"2024-05-20T21:13:01.148406+0000","last_undegraded":"2024-05-20T21:13:01.148406+0000","last_fullsized":"2024-05-20T21:13:01.148406+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:04:53.134301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,8],"acting":[5,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.622562+0000","last_change":"2024-05-20T21:11:12.253186+0000","last_active":"2024-05-20T21:12:02.622562+0000","last_peered":"2024-05-20T21:12:02.622562+0000","last_clean":"2024-05-20T21:12:02.622562+0000","last_became_active":"2024-05-20T21:11:12.252757+0000","last_became_peered":"2024-05-20T21:11:12.252757+0000","last_unstale":"2024-05-20T21:12:02.622562+0000","last_undegraded":"2024-05-20T21:12:02.622562+0000","last_fullsized":"2024-05-20T21:12:02.622562+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:07:00.781268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.183071+0000","last_change":"2024-05-20T21:11:16.309830+0000","last_active":"2024-05-20T21:13:01.183071+0000","last_peered":"2024-05-20T21:13:01.183071+0000","last_clean":"2024-05-20T21:13:01.183071+0000","last_became_active":"2024-05-20T21:11:16.308102+0000","last_became_peered":"2024-05-20T21:11:16.308102+0000","last_unstale":"2024-05-20T21:13:01.183071+0000","last_undegraded":"2024-05-20T21:13:01.183071+0000","last_fullsized":"2024-05-20T21:13:01.183071+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:27:48.742379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"79'1","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.578858+0000","last_change":"2024-05-20T21:11:12.241333+0000","last_active":"2024-05-20T21:12:02.578858+0000","last_peered":"2024-05-20T21:12:02.578858+0000","last_clean":"2024-05-20T21:12:02.578858+0000","last_became_active":"2024-05-20T21:11:12.240714+0000","last_became_peered":"2024-05-20T21:11:12.240714+0000","last_unstale":"2024-05-20T21:12:02.578858+0000","last_undegraded":"2024-05-20T21:12:02.578858+0000","last_fullsized":"2024-05-20T21:12:02.578858+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:24:36.977355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.183108+0000","last_change":"2024-05-20T21:11:16.312485+0000","last_active":"2024-05-20T21:13:01.183108+0000","last_peered":"2024-05-20T21:13:01.183108+0000","last_clean":"2024-05-20T21:13:01.183108+0000","last_became_active":"2024-05-20T21:11:16.310540+0000","last_became_peered":"2024-05-20T21:11:16.310540+0000","last_unstale":"2024-05-20T21:13:01.183108+0000","last_undegraded":"2024-05-20T21:13:01.183108+0000","last_fullsized":"2024-05-20T21:13:01.183108+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:40:51.470540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"79'3","reported_seq":260,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:15:26.950265+0000","last_change":"2024-05-20T21:11:12.250269+0000","last_active":"2024-05-20T21:15:26.950265+0000","last_peered":"2024-05-20T21:15:26.950265+0000","last_clean":"2024-05-20T21:15:26.950265+0000","last_became_active":"2024-05-20T21:11:12.249953+0000","last_became_peered":"2024-05-20T21:11:12.249953+0000","last_unstale":"2024-05-20T21:15:26.950265+0000","last_undegraded":"2024-05-20T21:15:26.950265+0000","last_fullsized":"2024-05-20T21:15:26.950265+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:28:16.387524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":230,"num_read_kb":230,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.165457+0000","last_change":"2024-05-20T21:11:16.293415+0000","last_active":"2024-05-20T21:13:01.165457+0000","last_peered":"2024-05-20T21:13:01.165457+0000","last_clean":"2024-05-20T21:13:01.165457+0000","last_became_active":"2024-05-20T21:11:16.293020+0000","last_became_peered":"2024-05-20T21:11:16.293020+0000","last_unstale":"2024-05-20T21:13:01.165457+0000","last_undegraded":"2024-05-20T21:13:01.165457+0000","last_fullsized":"2024-05-20T21:13:01.165457+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:15:38.709618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572837+0000","last_change":"2024-05-20T21:11:12.241145+0000","last_active":"2024-05-20T21:12:02.572837+0000","last_peered":"2024-05-20T21:12:02.572837+0000","last_clean":"2024-05-20T21:12:02.572837+0000","last_became_active":"2024-05-20T21:11:12.240649+0000","last_became_peered":"2024-05-20T21:11:12.240649+0000","last_unstale":"2024-05-20T21:12:02.572837+0000","last_undegraded":"2024-05-20T21:12:02.572837+0000","last_fullsized":"2024-05-20T21:12:02.572837+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:37:42.233247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"81'9","reported_seq":34,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.183321+0000","last_change":"2024-05-20T21:12:02.624698+0000","last_active":"2024-05-20T21:13:01.183321+0000","last_peered":"2024-05-20T21:13:01.183321+0000","last_clean":"2024-05-20T21:13:01.183321+0000","last_became_active":"2024-05-20T21:12:02.624179+0000","last_became_peered":"2024-05-20T21:12:02.624179+0000","last_unstale":"2024-05-20T21:13:01.183321+0000","last_undegraded":"2024-05-20T21:13:01.183321+0000","last_fullsized":"2024-05-20T21:13:01.183321+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:26:04.334179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"79'4","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.579765+0000","last_change":"2024-05-20T21:11:12.760814+0000","last_active":"2024-05-20T21:12:02.579765+0000","last_peered":"2024-05-20T21:12:02.579765+0000","last_clean":"2024-05-20T21:12:02.579765+0000","last_became_active":"2024-05-20T21:11:12.760357+0000","last_became_peered":"2024-05-20T21:11:12.760357+0000","last_unstale":"2024-05-20T21:12:02.579765+0000","last_undegraded":"2024-05-20T21:12:02.579765+0000","last_fullsized":"2024-05-20T21:12:02.579765+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:59:22.572365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.164880+0000","last_change":"2024-05-20T21:11:16.289683+0000","last_active":"2024-05-20T21:13:01.164880+0000","last_peered":"2024-05-20T21:13:01.164880+0000","last_clean":"2024-05-20T21:13:01.164880+0000","last_became_active":"2024-05-20T21:11:16.288670+0000","last_became_peered":"2024-05-20T21:11:16.288670+0000","last_unstale":"2024-05-20T21:13:01.164880+0000","last_undegraded":"2024-05-20T21:13:01.164880+0000","last_fullsized":"2024-05-20T21:13:01.164880+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:58:46.822152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"81'39","reported_seq":540,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:15:27.849386+0000","last_change":"2024-05-20T21:11:12.240426+0000","last_active":"2024-05-20T21:15:27.849386+0000","last_peered":"2024-05-20T21:15:27.849386+0000","last_clean":"2024-05-20T21:15:27.849386+0000","last_became_active":"2024-05-20T21:11:12.239978+0000","last_became_peered":"2024-05-20T21:11:12.239978+0000","last_unstale":"2024-05-20T21:15:27.849386+0000","last_undegraded":"2024-05-20T21:15:27.849386+0000","last_fullsized":"2024-05-20T21:15:27.849386+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:57:56.556743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70656,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":474,"num_read_kb":306,"num_write":40,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"81'6","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.142502+0000","last_change":"2024-05-20T21:11:16.293396+0000","last_active":"2024-05-20T21:13:01.142502+0000","last_peered":"2024-05-20T21:13:01.142502+0000","last_clean":"2024-05-20T21:13:01.142502+0000","last_became_active":"2024-05-20T21:11:16.292975+0000","last_became_peered":"2024-05-20T21:11:16.292975+0000","last_unstale":"2024-05-20T21:13:01.142502+0000","last_undegraded":"2024-05-20T21:13:01.142502+0000","last_fullsized":"2024-05-20T21:13:01.142502+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:23:16.851377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"79'6","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.573640+0000","last_change":"2024-05-20T21:11:12.249629+0000","last_active":"2024-05-20T21:12:02.573640+0000","last_peered":"2024-05-20T21:12:02.573640+0000","last_clean":"2024-05-20T21:12:02.573640+0000","last_became_active":"2024-05-20T21:11:12.249223+0000","last_became_peered":"2024-05-20T21:11:12.249223+0000","last_unstale":"2024-05-20T21:12:02.573640+0000","last_undegraded":"2024-05-20T21:12:02.573640+0000","last_fullsized":"2024-05-20T21:12:02.573640+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:50:14.595923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.181126+0000","last_change":"2024-05-20T21:11:16.305707+0000","last_active":"2024-05-20T21:13:01.181126+0000","last_peered":"2024-05-20T21:13:01.181126+0000","last_clean":"2024-05-20T21:13:01.181126+0000","last_became_active":"2024-05-20T21:11:16.304112+0000","last_became_peered":"2024-05-20T21:11:16.304112+0000","last_unstale":"2024-05-20T21:13:01.181126+0000","last_undegraded":"2024-05-20T21:13:01.181126+0000","last_fullsized":"2024-05-20T21:13:01.181126+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:27:46.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.579108+0000","last_change":"2024-05-20T21:11:12.251594+0000","last_active":"2024-05-20T21:12:02.579108+0000","last_peered":"2024-05-20T21:12:02.579108+0000","last_clean":"2024-05-20T21:12:02.579108+0000","last_became_active":"2024-05-20T21:11:12.251273+0000","last_became_peered":"2024-05-20T21:11:12.251273+0000","last_unstale":"2024-05-20T21:12:02.579108+0000","last_undegraded":"2024-05-20T21:12:02.579108+0000","last_fullsized":"2024-05-20T21:12:02.579108+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:21:54.521412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"81'15","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.171816+0000","last_change":"2024-05-20T21:11:16.315454+0000","last_active":"2024-05-20T21:13:01.171816+0000","last_peered":"2024-05-20T21:13:01.171816+0000","last_clean":"2024-05-20T21:13:01.171816+0000","last_became_active":"2024-05-20T21:11:16.315139+0000","last_became_peered":"2024-05-20T21:11:16.315139+0000","last_unstale":"2024-05-20T21:13:01.171816+0000","last_undegraded":"2024-05-20T21:13:01.171816+0000","last_fullsized":"2024-05-20T21:13:01.171816+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:02:15.282366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"79'3","reported_seq":259,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:15:24.901748+0000","last_change":"2024-05-20T21:11:12.235731+0000","last_active":"2024-05-20T21:15:24.901748+0000","last_peered":"2024-05-20T21:15:24.901748+0000","last_clean":"2024-05-20T21:15:24.901748+0000","last_became_active":"2024-05-20T21:11:12.235247+0000","last_became_peered":"2024-05-20T21:11:12.235247+0000","last_unstale":"2024-05-20T21:15:24.901748+0000","last_undegraded":"2024-05-20T21:15:24.901748+0000","last_fullsized":"2024-05-20T21:15:24.901748+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:48:34.737739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":231,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.165322+0000","last_change":"2024-05-20T21:11:16.300621+0000","last_active":"2024-05-20T21:13:01.165322+0000","last_peered":"2024-05-20T21:13:01.165322+0000","last_clean":"2024-05-20T21:13:01.165322+0000","last_became_active":"2024-05-20T21:11:16.300299+0000","last_became_peered":"2024-05-20T21:11:16.300299+0000","last_unstale":"2024-05-20T21:13:01.165322+0000","last_undegraded":"2024-05-20T21:13:01.165322+0000","last_fullsized":"2024-05-20T21:13:01.165322+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:00:16.864814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"79'15","reported_seq":42,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572182+0000","last_change":"2024-05-20T21:11:12.758928+0000","last_active":"2024-05-20T21:12:02.572182+0000","last_peered":"2024-05-20T21:12:02.572182+0000","last_clean":"2024-05-20T21:12:02.572182+0000","last_became_active":"2024-05-20T21:11:12.758529+0000","last_became_peered":"2024-05-20T21:11:12.758529+0000","last_unstale":"2024-05-20T21:12:02.572182+0000","last_undegraded":"2024-05-20T21:12:02.572182+0000","last_fullsized":"2024-05-20T21:12:02.572182+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:36:07.416766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.163794+0000","last_change":"2024-05-20T21:11:16.290886+0000","last_active":"2024-05-20T21:13:01.163794+0000","last_peered":"2024-05-20T21:13:01.163794+0000","last_clean":"2024-05-20T21:13:01.163794+0000","last_became_active":"2024-05-20T21:11:16.290543+0000","last_became_peered":"2024-05-20T21:11:16.290543+0000","last_unstale":"2024-05-20T21:13:01.163794+0000","last_undegraded":"2024-05-20T21:13:01.163794+0000","last_fullsized":"2024-05-20T21:13:01.163794+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:07:21.774338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.573089+0000","last_change":"2024-05-20T21:11:12.240660+0000","last_active":"2024-05-20T21:12:02.573089+0000","last_peered":"2024-05-20T21:12:02.573089+0000","last_clean":"2024-05-20T21:12:02.573089+0000","last_became_active":"2024-05-20T21:11:12.240320+0000","last_became_peered":"2024-05-20T21:11:12.240320+0000","last_unstale":"2024-05-20T21:12:02.573089+0000","last_undegraded":"2024-05-20T21:12:02.573089+0000","last_fullsized":"2024-05-20T21:12:02.573089+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:32:04.885948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"81'5","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.162739+0000","last_change":"2024-05-20T21:11:16.288772+0000","last_active":"2024-05-20T21:13:01.162739+0000","last_peered":"2024-05-20T21:13:01.162739+0000","last_clean":"2024-05-20T21:13:01.162739+0000","last_became_active":"2024-05-20T21:11:16.288437+0000","last_became_peered":"2024-05-20T21:11:16.288437+0000","last_unstale":"2024-05-20T21:13:01.162739+0000","last_undegraded":"2024-05-20T21:13:01.162739+0000","last_fullsized":"2024-05-20T21:13:01.162739+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:51:31.971549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":34,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:17.232199+0000","last_change":"2024-05-20T21:12:02.584068+0000","last_active":"2024-05-20T21:13:17.232199+0000","last_peered":"2024-05-20T21:13:17.232199+0000","last_clean":"2024-05-20T21:13:17.232199+0000","last_became_active":"2024-05-20T21:12:02.583527+0000","last_became_peered":"2024-05-20T21:12:02.583527+0000","last_unstale":"2024-05-20T21:13:17.232199+0000","last_undegraded":"2024-05-20T21:13:17.232199+0000","last_fullsized":"2024-05-20T21:13:17.232199+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:30:08.931861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,0],"acting":[9,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"81'5","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:22.990167+0000","last_change":"2024-05-20T21:11:16.303638+0000","last_active":"2024-05-20T21:13:22.990167+0000","last_peered":"2024-05-20T21:13:22.990167+0000","last_clean":"2024-05-20T21:13:22.990167+0000","last_became_active":"2024-05-20T21:11:16.302601+0000","last_became_peered":"2024-05-20T21:11:16.302601+0000","last_unstale":"2024-05-20T21:13:22.990167+0000","last_undegraded":"2024-05-20T21:13:22.990167+0000","last_fullsized":"2024-05-20T21:13:22.990167+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:02:39.103054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"79'1","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:16.732268+0000","last_change":"2024-05-20T21:11:12.244916+0000","last_active":"2024-05-20T21:13:16.732268+0000","last_peered":"2024-05-20T21:13:16.732268+0000","last_clean":"2024-05-20T21:13:16.732268+0000","last_became_active":"2024-05-20T21:11:12.244450+0000","last_became_peered":"2024-05-20T21:11:12.244450+0000","last_unstale":"2024-05-20T21:13:16.732268+0000","last_undegraded":"2024-05-20T21:13:16.732268+0000","last_fullsized":"2024-05-20T21:13:16.732268+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:43:22.114200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"81'7","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:22.990141+0000","last_change":"2024-05-20T21:11:16.302895+0000","last_active":"2024-05-20T21:13:22.990141+0000","last_peered":"2024-05-20T21:13:22.990141+0000","last_clean":"2024-05-20T21:13:22.990141+0000","last_became_active":"2024-05-20T21:11:16.302338+0000","last_became_peered":"2024-05-20T21:11:16.302338+0000","last_unstale":"2024-05-20T21:13:22.990141+0000","last_undegraded":"2024-05-20T21:13:22.990141+0000","last_fullsized":"2024-05-20T21:13:22.990141+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:19:55.637590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"81'8","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:15.293699+0000","last_change":"2024-05-20T21:11:16.292060+0000","last_active":"2024-05-20T21:13:15.293699+0000","last_peered":"2024-05-20T21:13:15.293699+0000","last_clean":"2024-05-20T21:13:15.293699+0000","last_became_active":"2024-05-20T21:11:16.291693+0000","last_became_peered":"2024-05-20T21:11:16.291693+0000","last_unstale":"2024-05-20T21:13:15.293699+0000","last_undegraded":"2024-05-20T21:13:15.293699+0000","last_fullsized":"2024-05-20T21:13:15.293699+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:25:43.584245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"79'4","reported_seq":259,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:15:24.901080+0000","last_change":"2024-05-20T21:11:12.766431+0000","last_active":"2024-05-20T21:15:24.901080+0000","last_peered":"2024-05-20T21:15:24.901080+0000","last_clean":"2024-05-20T21:15:24.901080+0000","last_became_active":"2024-05-20T21:11:12.765810+0000","last_became_peered":"2024-05-20T21:11:12.765810+0000","last_unstale":"2024-05-20T21:15:24.901080+0000","last_undegraded":"2024-05-20T21:15:24.901080+0000","last_fullsized":"2024-05-20T21:15:24.901080+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:00:43.569312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":227,"num_read_kb":227,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"81'8","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:24.237539+0000","last_change":"2024-05-20T21:11:16.309825+0000","last_active":"2024-05-20T21:13:24.237539+0000","last_peered":"2024-05-20T21:13:24.237539+0000","last_clean":"2024-05-20T21:13:24.237539+0000","last_became_active":"2024-05-20T21:11:16.298548+0000","last_became_peered":"2024-05-20T21:11:16.298548+0000","last_unstale":"2024-05-20T21:13:24.237539+0000","last_undegraded":"2024-05-20T21:13:24.237539+0000","last_fullsized":"2024-05-20T21:13:24.237539+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:01:11.724054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"79'3","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:21.113790+0000","last_change":"2024-05-20T21:11:12.238997+0000","last_active":"2024-05-20T21:13:21.113790+0000","last_peered":"2024-05-20T21:13:21.113790+0000","last_clean":"2024-05-20T21:13:21.113790+0000","last_became_active":"2024-05-20T21:11:12.238594+0000","last_became_peered":"2024-05-20T21:11:12.238594+0000","last_unstale":"2024-05-20T21:13:21.113790+0000","last_undegraded":"2024-05-20T21:13:21.113790+0000","last_fullsized":"2024-05-20T21:13:21.113790+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:48:34.665640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'92","reported_seq":103,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:16.725410+0000","last_change":"2024-05-20T21:09:39.755749+0000","last_active":"2024-05-20T21:12:16.725410+0000","last_peered":"2024-05-20T21:12:16.725410+0000","last_clean":"2024-05-20T21:12:16.725410+0000","last_became_active":"2024-05-20T21:09:39.750321+0000","last_became_peered":"2024-05-20T21:09:39.750321+0000","last_unstale":"2024-05-20T21:12:16.725410+0000","last_undegraded":"2024-05-20T21:12:16.725410+0000","last_fullsized":"2024-05-20T21:12:16.725410+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:05:47.251775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:05:47.251775+0000","last_clean_scrub_stamp":"2024-05-20T21:05:47.251775+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:28:48.606241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"81'5","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:20.305470+0000","last_change":"2024-05-20T21:11:16.302796+0000","last_active":"2024-05-20T21:13:20.305470+0000","last_peered":"2024-05-20T21:13:20.305470+0000","last_clean":"2024-05-20T21:13:20.305470+0000","last_became_active":"2024-05-20T21:11:16.302351+0000","last_became_peered":"2024-05-20T21:11:16.302351+0000","last_unstale":"2024-05-20T21:13:20.305470+0000","last_undegraded":"2024-05-20T21:13:20.305470+0000","last_fullsized":"2024-05-20T21:13:20.305470+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:01:04.033570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"79'3","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:11.731853+0000","last_change":"2024-05-20T21:11:12.240101+0000","last_active":"2024-05-20T21:13:11.731853+0000","last_peered":"2024-05-20T21:13:11.731853+0000","last_clean":"2024-05-20T21:13:11.731853+0000","last_became_active":"2024-05-20T21:11:12.239602+0000","last_became_peered":"2024-05-20T21:11:12.239602+0000","last_unstale":"2024-05-20T21:13:11.731853+0000","last_undegraded":"2024-05-20T21:13:11.731853+0000","last_fullsized":"2024-05-20T21:13:11.731853+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:07:18.425330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"79'1","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:17.482189+0000","last_change":"2024-05-20T21:11:12.760960+0000","last_active":"2024-05-20T21:13:17.482189+0000","last_peered":"2024-05-20T21:13:17.482189+0000","last_clean":"2024-05-20T21:13:17.482189+0000","last_became_active":"2024-05-20T21:11:12.760521+0000","last_became_peered":"2024-05-20T21:11:12.760521+0000","last_unstale":"2024-05-20T21:13:17.482189+0000","last_undegraded":"2024-05-20T21:13:17.482189+0000","last_fullsized":"2024-05-20T21:13:17.482189+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:05:09.306090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"81'9","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:20.305550+0000","last_change":"2024-05-20T21:11:16.301153+0000","last_active":"2024-05-20T21:13:20.305550+0000","last_peered":"2024-05-20T21:13:20.305550+0000","last_clean":"2024-05-20T21:13:20.305550+0000","last_became_active":"2024-05-20T21:11:16.300824+0000","last_became_peered":"2024-05-20T21:11:16.300824+0000","last_unstale":"2024-05-20T21:13:20.305550+0000","last_undegraded":"2024-05-20T21:13:20.305550+0000","last_fullsized":"2024-05-20T21:13:20.305550+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:44:59.243608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"81'14","reported_seq":41,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:22.233037+0000","last_change":"2024-05-20T21:11:12.254854+0000","last_active":"2024-05-20T21:13:22.233037+0000","last_peered":"2024-05-20T21:13:22.233037+0000","last_clean":"2024-05-20T21:13:22.233037+0000","last_became_active":"2024-05-20T21:11:12.253297+0000","last_became_peered":"2024-05-20T21:11:12.253297+0000","last_unstale":"2024-05-20T21:13:22.233037+0000","last_undegraded":"2024-05-20T21:13:22.233037+0000","last_fullsized":"2024-05-20T21:13:22.233037+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:33:16.546788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.173431+0000","last_change":"2024-05-20T21:11:16.309531+0000","last_active":"2024-05-20T21:13:01.173431+0000","last_peered":"2024-05-20T21:13:01.173431+0000","last_clean":"2024-05-20T21:13:01.173431+0000","last_became_active":"2024-05-20T21:11:16.306434+0000","last_became_peered":"2024-05-20T21:11:16.306434+0000","last_unstale":"2024-05-20T21:13:01.173431+0000","last_undegraded":"2024-05-20T21:13:01.173431+0000","last_fullsized":"2024-05-20T21:13:01.173431+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:43:24.694325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"79'4","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.655063+0000","last_change":"2024-05-20T21:11:12.938464+0000","last_active":"2024-05-20T21:12:02.655063+0000","last_peered":"2024-05-20T21:12:02.655063+0000","last_clean":"2024-05-20T21:12:02.655063+0000","last_became_active":"2024-05-20T21:11:12.938116+0000","last_became_peered":"2024-05-20T21:11:12.938116+0000","last_unstale":"2024-05-20T21:12:02.655063+0000","last_undegraded":"2024-05-20T21:12:02.655063+0000","last_fullsized":"2024-05-20T21:12:02.655063+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:47:43.994616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"81'7","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.184009+0000","last_change":"2024-05-20T21:11:16.305886+0000","last_active":"2024-05-20T21:13:01.184009+0000","last_peered":"2024-05-20T21:13:01.184009+0000","last_clean":"2024-05-20T21:13:01.184009+0000","last_became_active":"2024-05-20T21:11:16.305501+0000","last_became_peered":"2024-05-20T21:11:16.305501+0000","last_unstale":"2024-05-20T21:13:01.184009+0000","last_undegraded":"2024-05-20T21:13:01.184009+0000","last_fullsized":"2024-05-20T21:13:01.184009+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:26:08.663747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.656627+0000","last_change":"2024-05-20T21:11:12.759262+0000","last_active":"2024-05-20T21:12:02.656627+0000","last_peered":"2024-05-20T21:12:02.656627+0000","last_clean":"2024-05-20T21:12:02.656627+0000","last_became_active":"2024-05-20T21:11:12.758783+0000","last_became_peered":"2024-05-20T21:11:12.758783+0000","last_unstale":"2024-05-20T21:12:02.656627+0000","last_undegraded":"2024-05-20T21:12:02.656627+0000","last_fullsized":"2024-05-20T21:12:02.656627+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:01:41.849250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"81'2","reported_seq":21,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.141841+0000","last_change":"2024-05-20T21:11:16.286689+0000","last_active":"2024-05-20T21:13:01.141841+0000","last_peered":"2024-05-20T21:13:01.141841+0000","last_clean":"2024-05-20T21:13:01.141841+0000","last_became_active":"2024-05-20T21:11:16.286299+0000","last_became_peered":"2024-05-20T21:11:16.286299+0000","last_unstale":"2024-05-20T21:13:01.141841+0000","last_undegraded":"2024-05-20T21:13:01.141841+0000","last_fullsized":"2024-05-20T21:13:01.141841+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:02:21.142560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.579194+0000","last_change":"2024-05-20T21:11:12.252491+0000","last_active":"2024-05-20T21:12:02.579194+0000","last_peered":"2024-05-20T21:12:02.579194+0000","last_clean":"2024-05-20T21:12:02.579194+0000","last_became_active":"2024-05-20T21:11:12.252010+0000","last_became_peered":"2024-05-20T21:11:12.252010+0000","last_unstale":"2024-05-20T21:12:02.579194+0000","last_undegraded":"2024-05-20T21:12:02.579194+0000","last_fullsized":"2024-05-20T21:12:02.579194+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:32:12.677758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"81'9","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.181335+0000","last_change":"2024-05-20T21:11:16.302423+0000","last_active":"2024-05-20T21:13:01.181335+0000","last_peered":"2024-05-20T21:13:01.181335+0000","last_clean":"2024-05-20T21:13:01.181335+0000","last_became_active":"2024-05-20T21:11:16.302055+0000","last_became_peered":"2024-05-20T21:11:16.302055+0000","last_unstale":"2024-05-20T21:13:01.181335+0000","last_undegraded":"2024-05-20T21:13:01.181335+0000","last_fullsized":"2024-05-20T21:13:01.181335+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:07:21.927876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"79'1","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.573569+0000","last_change":"2024-05-20T21:11:12.253463+0000","last_active":"2024-05-20T21:12:02.573569+0000","last_peered":"2024-05-20T21:12:02.573569+0000","last_clean":"2024-05-20T21:12:02.573569+0000","last_became_active":"2024-05-20T21:11:12.253106+0000","last_became_peered":"2024-05-20T21:11:12.253106+0000","last_unstale":"2024-05-20T21:12:02.573569+0000","last_undegraded":"2024-05-20T21:12:02.573569+0000","last_fullsized":"2024-05-20T21:12:02.573569+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:01:56.697701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"81'8","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.176060+0000","last_change":"2024-05-20T21:12:02.658384+0000","last_active":"2024-05-20T21:13:01.176060+0000","last_peered":"2024-05-20T21:13:01.176060+0000","last_clean":"2024-05-20T21:13:01.176060+0000","last_became_active":"2024-05-20T21:12:02.656920+0000","last_became_peered":"2024-05-20T21:12:02.656920+0000","last_unstale":"2024-05-20T21:13:01.176060+0000","last_undegraded":"2024-05-20T21:13:01.176060+0000","last_fullsized":"2024-05-20T21:13:01.176060+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:28:26.957691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,10],"acting":[9,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.b","version":"79'4","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:04.554021+0000","last_change":"2024-05-20T21:12:02.580425+0000","last_active":"2024-05-20T21:12:04.554021+0000","last_peered":"2024-05-20T21:12:04.554021+0000","last_clean":"2024-05-20T21:12:04.554021+0000","last_became_active":"2024-05-20T21:12:02.574491+0000","last_became_peered":"2024-05-20T21:12:02.574491+0000","last_unstale":"2024-05-20T21:12:04.554021+0000","last_undegraded":"2024-05-20T21:12:04.554021+0000","last_fullsized":"2024-05-20T21:12:04.554021+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:23:07.397513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.a","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.170734+0000","last_change":"2024-05-20T21:11:16.311555+0000","last_active":"2024-05-20T21:13:01.170734+0000","last_peered":"2024-05-20T21:13:01.170734+0000","last_clean":"2024-05-20T21:13:01.170734+0000","last_became_active":"2024-05-20T21:11:16.311170+0000","last_became_peered":"2024-05-20T21:11:16.311170+0000","last_unstale":"2024-05-20T21:13:01.170734+0000","last_undegraded":"2024-05-20T21:13:01.170734+0000","last_fullsized":"2024-05-20T21:13:01.170734+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:11:59.080264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.574070+0000","last_change":"2024-05-20T21:11:12.938031+0000","last_active":"2024-05-20T21:12:02.574070+0000","last_peered":"2024-05-20T21:12:02.574070+0000","last_clean":"2024-05-20T21:12:02.574070+0000","last_became_active":"2024-05-20T21:11:12.937666+0000","last_became_peered":"2024-05-20T21:11:12.937666+0000","last_unstale":"2024-05-20T21:12:02.574070+0000","last_undegraded":"2024-05-20T21:12:02.574070+0000","last_fullsized":"2024-05-20T21:12:02.574070+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:52:43.732756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.168022+0000","last_change":"2024-05-20T21:11:16.295156+0000","last_active":"2024-05-20T21:13:01.168022+0000","last_peered":"2024-05-20T21:13:01.168022+0000","last_clean":"2024-05-20T21:13:01.168022+0000","last_became_active":"2024-05-20T21:11:16.294767+0000","last_became_peered":"2024-05-20T21:11:16.294767+0000","last_unstale":"2024-05-20T21:13:01.168022+0000","last_undegraded":"2024-05-20T21:13:01.168022+0000","last_fullsized":"2024-05-20T21:13:01.168022+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:02:41.864192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"79'1","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.579601+0000","last_change":"2024-05-20T21:11:12.249056+0000","last_active":"2024-05-20T21:12:02.579601+0000","last_peered":"2024-05-20T21:12:02.579601+0000","last_clean":"2024-05-20T21:12:02.579601+0000","last_became_active":"2024-05-20T21:11:12.248669+0000","last_became_peered":"2024-05-20T21:11:12.248669+0000","last_unstale":"2024-05-20T21:12:02.579601+0000","last_undegraded":"2024-05-20T21:12:02.579601+0000","last_fullsized":"2024-05-20T21:12:02.579601+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:07:26.775736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.173769+0000","last_change":"2024-05-20T21:11:16.301488+0000","last_active":"2024-05-20T21:13:01.173769+0000","last_peered":"2024-05-20T21:13:01.173769+0000","last_clean":"2024-05-20T21:13:01.173769+0000","last_became_active":"2024-05-20T21:11:16.301096+0000","last_became_peered":"2024-05-20T21:11:16.301096+0000","last_unstale":"2024-05-20T21:13:01.173769+0000","last_undegraded":"2024-05-20T21:13:01.173769+0000","last_fullsized":"2024-05-20T21:13:01.173769+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:47:51.022920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.623292+0000","last_change":"2024-05-20T21:11:12.256281+0000","last_active":"2024-05-20T21:12:02.623292+0000","last_peered":"2024-05-20T21:12:02.623292+0000","last_clean":"2024-05-20T21:12:02.623292+0000","last_became_active":"2024-05-20T21:11:12.255197+0000","last_became_peered":"2024-05-20T21:11:12.255197+0000","last_unstale":"2024-05-20T21:12:02.623292+0000","last_undegraded":"2024-05-20T21:12:02.623292+0000","last_fullsized":"2024-05-20T21:12:02.623292+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:10:07.468628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.156661+0000","last_change":"2024-05-20T21:11:16.293091+0000","last_active":"2024-05-20T21:13:01.156661+0000","last_peered":"2024-05-20T21:13:01.156661+0000","last_clean":"2024-05-20T21:13:01.156661+0000","last_became_active":"2024-05-20T21:11:16.292626+0000","last_became_peered":"2024-05-20T21:11:16.292626+0000","last_unstale":"2024-05-20T21:13:01.156661+0000","last_undegraded":"2024-05-20T21:13:01.156661+0000","last_fullsized":"2024-05-20T21:13:01.156661+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:34:20.135026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"81'9","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.165755+0000","last_change":"2024-05-20T21:11:16.287638+0000","last_active":"2024-05-20T21:13:01.165755+0000","last_peered":"2024-05-20T21:13:01.165755+0000","last_clean":"2024-05-20T21:13:01.165755+0000","last_became_active":"2024-05-20T21:11:16.287268+0000","last_became_peered":"2024-05-20T21:11:16.287268+0000","last_unstale":"2024-05-20T21:13:01.165755+0000","last_undegraded":"2024-05-20T21:13:01.165755+0000","last_fullsized":"2024-05-20T21:13:01.165755+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:10:41.612809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"81'12","reported_seq":38,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:22.032170+0000","last_change":"2024-05-20T21:12:02.657242+0000","last_active":"2024-05-20T21:13:22.032170+0000","last_peered":"2024-05-20T21:13:22.032170+0000","last_clean":"2024-05-20T21:13:22.032170+0000","last_became_active":"2024-05-20T21:12:02.656780+0000","last_became_peered":"2024-05-20T21:12:02.656780+0000","last_unstale":"2024-05-20T21:13:22.032170+0000","last_undegraded":"2024-05-20T21:13:22.032170+0000","last_fullsized":"2024-05-20T21:13:22.032170+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:37:59.388775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,9,4],"acting":[2,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"81'8","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:22.032190+0000","last_change":"2024-05-20T21:11:16.298980+0000","last_active":"2024-05-20T21:13:22.032190+0000","last_peered":"2024-05-20T21:13:22.032190+0000","last_clean":"2024-05-20T21:13:22.032190+0000","last_became_active":"2024-05-20T21:11:16.298618+0000","last_became_peered":"2024-05-20T21:11:16.298618+0000","last_unstale":"2024-05-20T21:13:22.032190+0000","last_undegraded":"2024-05-20T21:13:22.032190+0000","last_fullsized":"2024-05-20T21:13:22.032190+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:46:11.849227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"81'7","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:22.890518+0000","last_change":"2024-05-20T21:11:16.311311+0000","last_active":"2024-05-20T21:13:22.890518+0000","last_peered":"2024-05-20T21:13:22.890518+0000","last_clean":"2024-05-20T21:13:22.890518+0000","last_became_active":"2024-05-20T21:11:16.310943+0000","last_became_peered":"2024-05-20T21:11:16.310943+0000","last_unstale":"2024-05-20T21:13:22.890518+0000","last_undegraded":"2024-05-20T21:13:22.890518+0000","last_fullsized":"2024-05-20T21:13:22.890518+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:20:06.512572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"81'4","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.176755+0000","last_change":"2024-05-20T21:11:16.307587+0000","last_active":"2024-05-20T21:13:01.176755+0000","last_peered":"2024-05-20T21:13:01.176755+0000","last_clean":"2024-05-20T21:13:01.176755+0000","last_became_active":"2024-05-20T21:11:16.307226+0000","last_became_peered":"2024-05-20T21:11:16.307226+0000","last_unstale":"2024-05-20T21:13:01.176755+0000","last_undegraded":"2024-05-20T21:13:01.176755+0000","last_fullsized":"2024-05-20T21:13:01.176755+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:44:55.546037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"81'6","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.160752+0000","last_change":"2024-05-20T21:12:02.577301+0000","last_active":"2024-05-20T21:13:01.160752+0000","last_peered":"2024-05-20T21:13:01.160752+0000","last_clean":"2024-05-20T21:13:01.160752+0000","last_became_active":"2024-05-20T21:12:02.576894+0000","last_became_peered":"2024-05-20T21:12:02.576894+0000","last_unstale":"2024-05-20T21:13:01.160752+0000","last_undegraded":"2024-05-20T21:13:01.160752+0000","last_fullsized":"2024-05-20T21:13:01.160752+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:53:46.857195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,9],"acting":[11,8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"81'15","reported_seq":34,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.162086+0000","last_change":"2024-05-20T21:11:16.286013+0000","last_active":"2024-05-20T21:13:01.162086+0000","last_peered":"2024-05-20T21:13:01.162086+0000","last_clean":"2024-05-20T21:13:01.162086+0000","last_became_active":"2024-05-20T21:11:16.285637+0000","last_became_peered":"2024-05-20T21:11:16.285637+0000","last_unstale":"2024-05-20T21:13:01.162086+0000","last_undegraded":"2024-05-20T21:13:01.162086+0000","last_fullsized":"2024-05-20T21:13:01.162086+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:58:47.958946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"81'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.165332+0000","last_change":"2024-05-20T21:12:02.584317+0000","last_active":"2024-05-20T21:13:01.165332+0000","last_peered":"2024-05-20T21:13:01.165332+0000","last_clean":"2024-05-20T21:13:01.165332+0000","last_became_active":"2024-05-20T21:12:02.583812+0000","last_became_peered":"2024-05-20T21:12:02.583812+0000","last_unstale":"2024-05-20T21:13:01.165332+0000","last_undegraded":"2024-05-20T21:13:01.165332+0000","last_fullsized":"2024-05-20T21:13:01.165332+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:04:52.216090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,8,2],"acting":[3,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.170769+0000","last_change":"2024-05-20T21:11:16.309385+0000","last_active":"2024-05-20T21:13:01.170769+0000","last_peered":"2024-05-20T21:13:01.170769+0000","last_clean":"2024-05-20T21:13:01.170769+0000","last_became_active":"2024-05-20T21:11:16.309033+0000","last_became_peered":"2024-05-20T21:11:16.309033+0000","last_unstale":"2024-05-20T21:13:01.170769+0000","last_undegraded":"2024-05-20T21:13:01.170769+0000","last_fullsized":"2024-05-20T21:13:01.170769+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:08:33.942619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.173474+0000","last_change":"2024-05-20T21:11:16.313629+0000","last_active":"2024-05-20T21:13:01.173474+0000","last_peered":"2024-05-20T21:13:01.173474+0000","last_clean":"2024-05-20T21:13:01.173474+0000","last_became_active":"2024-05-20T21:11:16.309118+0000","last_became_peered":"2024-05-20T21:11:16.309118+0000","last_unstale":"2024-05-20T21:13:01.173474+0000","last_undegraded":"2024-05-20T21:13:01.173474+0000","last_fullsized":"2024-05-20T21:13:01.173474+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:24:55.601886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.183670+0000","last_change":"2024-05-20T21:11:16.301810+0000","last_active":"2024-05-20T21:13:01.183670+0000","last_peered":"2024-05-20T21:13:01.183670+0000","last_clean":"2024-05-20T21:13:01.183670+0000","last_became_active":"2024-05-20T21:11:16.301438+0000","last_became_peered":"2024-05-20T21:11:16.301438+0000","last_unstale":"2024-05-20T21:13:01.183670+0000","last_undegraded":"2024-05-20T21:13:01.183670+0000","last_fullsized":"2024-05-20T21:13:01.183670+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:59:42.707949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.182717+0000","last_change":"2024-05-20T21:11:16.312808+0000","last_active":"2024-05-20T21:13:01.182717+0000","last_peered":"2024-05-20T21:13:01.182717+0000","last_clean":"2024-05-20T21:13:01.182717+0000","last_became_active":"2024-05-20T21:11:16.312103+0000","last_became_peered":"2024-05-20T21:11:16.312103+0000","last_unstale":"2024-05-20T21:13:01.182717+0000","last_undegraded":"2024-05-20T21:13:01.182717+0000","last_fullsized":"2024-05-20T21:13:01.182717+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:36:31.784474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"81'8","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.163485+0000","last_change":"2024-05-20T21:11:16.291818+0000","last_active":"2024-05-20T21:13:01.163485+0000","last_peered":"2024-05-20T21:13:01.163485+0000","last_clean":"2024-05-20T21:13:01.163485+0000","last_became_active":"2024-05-20T21:11:16.291508+0000","last_became_peered":"2024-05-20T21:11:16.291508+0000","last_unstale":"2024-05-20T21:13:01.163485+0000","last_undegraded":"2024-05-20T21:13:01.163485+0000","last_fullsized":"2024-05-20T21:13:01.163485+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:51:38.272715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":74266,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":1403,"num_read_kb":780,"num_write":178,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":454656,"data_stored":222798,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":151,"ondisk_log_size":151,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":71,"seq":304942678083,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27880,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717272,"statfs":{"total":95995035648,"available":95966486528,"internally_reserved":0,"allocated":884736,"data_stored":431031,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":65,"seq":279172874312,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36892,"kb_used_data":1556,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708260,"statfs":{"total":95995035648,"available":95957258240,"internally_reserved":0,"allocated":1593344,"data_stored":1093168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037838,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36216,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708936,"statfs":{"total":95995035648,"available":95957950464,"internally_reserved":0,"allocated":901120,"data_stored":431267,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234071,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36216,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708936,"statfs":{"total":95995035648,"available":95957950464,"internally_reserved":0,"allocated":901120,"data_stored":431187,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":47,"seq":201863463003,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40956,"kb_used_data":1460,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704196,"statfs":{"total":95995035648,"available":95953096704,"internally_reserved":0,"allocated":1495040,"data_stored":1022726,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":40434122},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":42,"seq":180388626528,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36204,"kb_used_data":868,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708948,"statfs":{"total":95995035648,"available":95957962752,"internally_reserved":0,"allocated":888832,"data_stored":430656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574971,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27956,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717196,"statfs":{"total":95995035648,"available":95966408704,"internally_reserved":0,"allocated":962560,"data_stored":501105,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738498,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27904,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717248,"statfs":{"total":95995035648,"available":95966461952,"internally_reserved":0,"allocated":909312,"data_stored":431927,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411448,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27980,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717172,"statfs":{"total":95995035648,"available":95966384128,"internally_reserved":0,"allocated":987136,"data_stored":502455,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182512,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27900,"kb_used_data":884,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717252,"statfs":{"total":95995035648,"available":95966466048,"internally_reserved":0,"allocated":905216,"data_stored":430967,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986284,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40368,"kb_used_data":872,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704784,"statfs":{"total":95995035648,"available":95953698816,"internally_reserved":0,"allocated":892928,"data_stored":431093,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822758,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36808,"kb_used_data":1472,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708344,"statfs":{"total":95995035648,"available":95957344256,"internally_reserved":0,"allocated":1507328,"data_stored":1022410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":70656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":72006,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":72234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-20T21:15:31.017 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-05-20T21:15:31.018 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph pg dump --format=json 2024-05-20T21:15:31.543 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:15:31.880 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:15:31 smithi008 ceph-mon[31475]: from='client.25171 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:15:31.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:15:31 smithi130 ceph-mon[36448]: from='client.25171 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:15:31.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:15:31 smithi050 ceph-mon[35809]: from='client.25171 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:15:32.736 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:15:32 smithi008 ceph-mon[31475]: pgmap v446: 97 pgs: 97 active+clean; 649 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 6 op/s 2024-05-20T21:15:32.778 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.778+0000 7fec83e00640 1 -- 172.21.15.8:0/2707793054 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fec84105d50 msgr2=0x7fec84108140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:32.778 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.778+0000 7fec83e00640 1 --2- 172.21.15.8:0/2707793054 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fec84105d50 0x7fec84108140 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fec6c009ca0 tx=0x7fec6c02a8c0 comp rx=0 tx=0).stop 2024-05-20T21:15:32.778 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.778+0000 7fec83e00640 1 -- 172.21.15.8:0/2707793054 shutdown_connections 2024-05-20T21:15:32.778 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.778+0000 7fec83e00640 1 --2- 172.21.15.8:0/2707793054 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fec84108680 0x7fec8410aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:32.778 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.778+0000 7fec83e00640 1 --2- 172.21.15.8:0/2707793054 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fec84105d50 0x7fec84108140 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:32.778 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.778+0000 7fec83e00640 1 --2- 172.21.15.8:0/2707793054 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fec84103420 0x7fec84105810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:32.779 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.778+0000 7fec83e00640 1 -- 172.21.15.8:0/2707793054 >> 172.21.15.8:0/2707793054 conn(0x7fec840fcd30 msgr2=0x7fec840ff1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:32.779 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.778+0000 7fec83e00640 1 -- 172.21.15.8:0/2707793054 shutdown_connections 2024-05-20T21:15:32.779 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.778+0000 7fec83e00640 1 -- 172.21.15.8:0/2707793054 wait complete. 2024-05-20T21:15:32.780 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.779+0000 7fec83e00640 1 Processor -- start 2024-05-20T21:15:32.780 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.779+0000 7fec83e00640 1 -- start start 2024-05-20T21:15:32.781 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.779+0000 7fec83e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fec84103420 0x7fec8419ad50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:32.781 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.779+0000 7fec83e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fec84105d50 0x7fec8419b290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:32.781 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.780+0000 7fec83e00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fec84108680 0x7fec841a2300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:32.781 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.780+0000 7fec83e00640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fec8410e420 con 0x7fec84105d50 2024-05-20T21:15:32.781 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.780+0000 7fec83e00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fec8410e2a0 con 0x7fec84103420 2024-05-20T21:15:32.781 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.780+0000 7fec83e00640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fec8410e5a0 con 0x7fec84108680 2024-05-20T21:15:32.781 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.780+0000 7fec82000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fec84105d50 0x7fec8419b290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:32.781 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.780+0000 7fec82000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fec84105d50 0x7fec8419b290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54802/0 (socket says 172.21.15.8:54802) 2024-05-20T21:15:32.781 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.780+0000 7fec82000640 1 -- 172.21.15.8:0/3684879542 learned_addr learned my addr 172.21.15.8:0/3684879542 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:15:32.781 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.780+0000 7fec82a00640 1 --2- 172.21.15.8:0/3684879542 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fec84103420 0x7fec8419ad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:32.781 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.780+0000 7fec83400640 1 --2- 172.21.15.8:0/3684879542 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fec84108680 0x7fec841a2300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:32.781 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.780+0000 7fec82000640 1 -- 172.21.15.8:0/3684879542 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fec84108680 msgr2=0x7fec841a2300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:32.781 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.780+0000 7fec82000640 1 --2- 172.21.15.8:0/3684879542 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fec84108680 0x7fec841a2300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:32.781 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.780+0000 7fec82000640 1 -- 172.21.15.8:0/3684879542 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fec84103420 msgr2=0x7fec8419ad50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:32.782 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.780+0000 7fec82000640 1 --2- 172.21.15.8:0/3684879542 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fec84103420 0x7fec8419ad50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:32.782 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.780+0000 7fec82000640 1 -- 172.21.15.8:0/3684879542 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec841a2970 con 0x7fec84105d50 2024-05-20T21:15:32.782 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.781+0000 7fec82000640 1 --2- 172.21.15.8:0/3684879542 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fec84105d50 0x7fec8419b290 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fec6c009430 tx=0x7fec6c0316e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:32.782 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.781+0000 7fec7b400640 1 -- 172.21.15.8:0/3684879542 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec6c003b70 con 0x7fec84105d50 2024-05-20T21:15:32.782 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.781+0000 7fec7b400640 1 -- 172.21.15.8:0/3684879542 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fec6c003d10 con 0x7fec84105d50 2024-05-20T21:15:32.783 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.781+0000 7fec83e00640 1 -- 172.21.15.8:0/3684879542 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fec841a2c00 con 0x7fec84105d50 2024-05-20T21:15:32.783 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.781+0000 7fec7b400640 1 -- 172.21.15.8:0/3684879542 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec6c02fb60 con 0x7fec84105d50 2024-05-20T21:15:32.783 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.781+0000 7fec83e00640 1 -- 172.21.15.8:0/3684879542 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fec841a3150 con 0x7fec84105d50 2024-05-20T21:15:32.784 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.784+0000 7fec8c836740 1 Processor -- start 2024-05-20T21:15:32.784 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.784+0000 7fec8c836740 1 -- start start 2024-05-20T21:15:32.786 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.785+0000 7fec8c836740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55dcdedf0cf0 0x55dcdedf1110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:32.786 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.785+0000 7fec8c836740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55dcdedf16e0 0x55dcdedf61e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:32.786 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.785+0000 7fec8c836740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55dcdedf6850 0x55dcdedf8ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:32.786 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.785+0000 7fec8c836740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55dcded60b90 con 0x55dcdedf16e0 2024-05-20T21:15:32.786 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.785+0000 7fec8c836740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55dcded50730 con 0x55dcdedf0cf0 2024-05-20T21:15:32.786 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.785+0000 7fec8c836740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55dcded54770 con 0x55dcdedf6850 2024-05-20T21:15:32.787 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.785+0000 7fec7b400640 1 -- 172.21.15.8:0/3684879542 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fec6c02fd00 con 0x7fec84105d50 2024-05-20T21:15:32.787 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.785+0000 7fec82a00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55dcdedf16e0 0x55dcdedf61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:32.787 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.785+0000 7fec82a00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55dcdedf16e0 0x55dcdedf61e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54806/0 (socket says 172.21.15.8:54806) 2024-05-20T21:15:32.787 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.785+0000 7fec82a00640 1 -- 172.21.15.8:0/2611704343 learned_addr learned my addr 172.21.15.8:0/2611704343 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:15:32.787 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.785+0000 7fec83400640 1 --2- 172.21.15.8:0/2611704343 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55dcdedf0cf0 0x55dcdedf1110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:32.787 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.786+0000 7fec82000640 1 --2- 172.21.15.8:0/2611704343 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55dcdedf6850 0x55dcdedf8ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:32.787 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.786+0000 7fec82a00640 1 -- 172.21.15.8:0/2611704343 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55dcdedf6850 msgr2=0x55dcdedf8ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:32.787 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.786+0000 7fec82a00640 1 --2- 172.21.15.8:0/2611704343 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55dcdedf6850 0x55dcdedf8ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:32.787 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.786+0000 7fec82a00640 1 -- 172.21.15.8:0/2611704343 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55dcdedf0cf0 msgr2=0x55dcdedf1110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:32.787 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.786+0000 7fec82a00640 1 --2- 172.21.15.8:0/2611704343 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55dcdedf0cf0 0x55dcdedf1110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:32.787 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.786+0000 7fec82a00640 1 -- 172.21.15.8:0/2611704343 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dcdece98b0 con 0x55dcdedf16e0 2024-05-20T21:15:32.787 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.786+0000 7fec83400640 1 --2- 172.21.15.8:0/2611704343 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55dcdedf0cf0 0x55dcdedf1110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:15:32.787 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.786+0000 7fec82a00640 1 --2- 172.21.15.8:0/2611704343 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55dcdedf16e0 0x55dcdedf61e0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fec74009d20 tx=0x7fec74011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18dfb6acab25b02d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:32.789 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.786+0000 7fec73e00640 1 -- 172.21.15.8:0/2611704343 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec7401e070 con 0x55dcdedf16e0 2024-05-20T21:15:32.790 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.786+0000 7fec73e00640 1 -- 172.21.15.8:0/2611704343 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fec74019ae0 con 0x55dcdedf16e0 2024-05-20T21:15:32.790 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.786+0000 7fec73e00640 1 -- 172.21.15.8:0/2611704343 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec7400ea60 con 0x55dcdedf16e0 2024-05-20T21:15:32.790 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.787+0000 7fec7b400640 1 --2- 172.21.15.8:0/3684879542 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fec680b27d0 0x7fec680b4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:32.790 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.787+0000 7fec8c836740 1 -- 172.21.15.8:0/2611704343 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55dcdedf16e0 msgr2=0x55dcdedf61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:32.790 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.787+0000 7fec8c836740 1 --2- 172.21.15.8:0/2611704343 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55dcdedf16e0 0x55dcdedf61e0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fec74009d20 tx=0x7fec74011810 comp rx=0 tx=0).stop 2024-05-20T21:15:32.790 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.788+0000 7fec7b400640 1 -- 172.21.15.8:0/3684879542 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fec6c1036b0 con 0x7fec84105d50 2024-05-20T21:15:32.790 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.788+0000 7fec83400640 1 --2- 172.21.15.8:0/3684879542 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fec680b27d0 0x7fec680b4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:32.790 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.788+0000 7fec8c836740 1 -- 172.21.15.8:0/2611704343 shutdown_connections 2024-05-20T21:15:32.790 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.788+0000 7fec8c836740 1 --2- 172.21.15.8:0/2611704343 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55dcdedf6850 0x55dcdedf8ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:32.790 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.788+0000 7fec8c836740 1 --2- 172.21.15.8:0/2611704343 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55dcdedf16e0 0x55dcdedf61e0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:32.790 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.788+0000 7fec8c836740 1 --2- 172.21.15.8:0/2611704343 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55dcdedf0cf0 0x55dcdedf1110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:32.790 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.788+0000 7fec8c836740 1 -- 172.21.15.8:0/2611704343 >> 172.21.15.8:0/2611704343 conn(0x55dcdedec360 msgr2=0x55dcdedec760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:32.791 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.788+0000 7fec8c836740 1 -- 172.21.15.8:0/2611704343 shutdown_connections 2024-05-20T21:15:32.791 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.788+0000 7fec8c836740 1 -- 172.21.15.8:0/2611704343 wait complete. 2024-05-20T21:15:32.791 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.788+0000 7fec8c836740 1 -- start start 2024-05-20T21:15:32.791 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.788+0000 7fec83400640 1 --2- 172.21.15.8:0/3684879542 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fec680b27d0 0x7fec680b4c90 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x55dcdedf1f40 tx=0x7fec7c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:32.791 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.789+0000 7fec8c836740 1 Processor -- start 2024-05-20T21:15:32.791 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.789+0000 7fec8c836740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55dcdedf0cf0 0x55dcdedfaab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:32.791 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.789+0000 7fec8c836740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55dcdedf16e0 0x55dcdedfaff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:32.791 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.789+0000 7fec8c836740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55dcdedf6850 0x55dcdee02030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:32.791 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.789+0000 7fec8c836740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55dcdea36790 con 0x55dcdedf16e0 2024-05-20T21:15:32.791 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.789+0000 7fec8c836740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55dcdecf8bc0 con 0x55dcdedf6850 2024-05-20T21:15:32.791 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.789+0000 7fec8c836740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55dcdedf9800 con 0x55dcdedf0cf0 2024-05-20T21:15:32.791 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.789+0000 7fec8c836740 10 client.0 _ll_register_callbacks cb 0x55dcdecd6400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:15:32.791 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.789+0000 7fec82a00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55dcdedf0cf0 0x55dcdedfaab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:32.792 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.789+0000 7fec82000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55dcdedf16e0 0x55dcdedfaff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:32.792 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.789+0000 7fec82a00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55dcdedf0cf0 0x55dcdedfaab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:55330/0 (socket says 172.21.15.8:55330) 2024-05-20T21:15:32.792 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.789+0000 7fec82a00640 1 -- 172.21.15.8:0/2655584175 learned_addr learned my addr 172.21.15.8:0/2655584175 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:15:32.792 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.789+0000 7fec83400640 1 --2- 172.21.15.8:0/2655584175 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55dcdedf6850 0x55dcdee02030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:32.792 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.790+0000 7fec82a00640 1 -- 172.21.15.8:0/2655584175 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55dcdedf6850 msgr2=0x55dcdee02030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:32.792 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.790+0000 7fec82a00640 1 --2- 172.21.15.8:0/2655584175 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55dcdedf6850 0x55dcdee02030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:32.792 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.790+0000 7fec82a00640 1 -- 172.21.15.8:0/2655584175 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55dcdedf16e0 msgr2=0x55dcdedfaff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:32.792 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.790+0000 7fec82a00640 1 --2- 172.21.15.8:0/2655584175 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55dcdedf16e0 0x55dcdedfaff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:32.792 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.790+0000 7fec82a00640 1 -- 172.21.15.8:0/2655584175 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dcdea65210 con 0x55dcdedf0cf0 2024-05-20T21:15:32.794 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.790+0000 7fec82a00640 1 --2- 172.21.15.8:0/2655584175 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55dcdedf0cf0 0x55dcdedfaab0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fec74009cf0 tx=0x7fec74004270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f7d9bb7b0fe3f2ec server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:32.795 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.790+0000 7fec70c00640 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:15:32.795 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.790+0000 7fec70c00640 1 -- 172.21.15.8:0/2655584175 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec7401e050 con 0x55dcdedf0cf0 2024-05-20T21:15:32.795 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.790+0000 7fec70c00640 1 -- 172.21.15.8:0/2655584175 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fec74019430 con 0x55dcdedf0cf0 2024-05-20T21:15:32.795 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.790+0000 7fec8c836740 1 -- 172.21.15.8:0/2655584175 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fec74019ae0 con 0x55dcdedf0cf0 2024-05-20T21:15:32.795 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.791+0000 7fec70c00640 1 -- 172.21.15.8:0/2655584175 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fec740098f0 con 0x55dcdedf0cf0 2024-05-20T21:15:32.795 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.791+0000 7fec8c836740 10 client.25183 fetch_fsmap learned FSMap version 26 2024-05-20T21:15:32.795 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.791+0000 7fec8c836740 1 -- 172.21.15.8:0/2655584175 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55dcdeb31620 con 0x55dcdedf0cf0 2024-05-20T21:15:32.795 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.791+0000 7fec70c00640 1 -- 172.21.15.8:0/2655584175 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fec74019ae0 con 0x55dcdedf0cf0 2024-05-20T21:15:32.795 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.791+0000 7fec70c00640 1 -- 172.21.15.8:0/2655584175 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fec7400eba0 con 0x55dcdedf0cf0 2024-05-20T21:15:32.795 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.791+0000 7fec8c836740 10 client.25183 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:15:32.795 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.791+0000 7fec8c836740 10 client.25183 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:15:32.795 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.792+0000 7fec8c836740 20 client.25183 populate_metadata read hostname 'smithi008' 2024-05-20T21:15:32.796 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.792+0000 7fec8c836740 1 --2- 172.21.15.8:0/2655584175 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55dcdee06370 0x55dcdee08760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:32.796 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.792+0000 7fec8c836740 4 client.25183 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:15:32.796 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.792+0000 7fec8c836740 1 -- 172.21.15.8:0/2655584175 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55dcded62ae0 con 0x55dcdee06370 2024-05-20T21:15:32.796 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.792+0000 7fec82000640 1 --2- 172.21.15.8:0/2655584175 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55dcdee06370 0x55dcdee08760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:32.796 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.792+0000 7fec82000640 1 --2- 172.21.15.8:0/2655584175 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55dcdee06370 0x55dcdee08760 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b35fdc1a6759f458 server_cookie=29a7b8d45e10d8f4 in_seq=0 out_seq=0 2024-05-20T21:15:32.796 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.792+0000 7fec70c00640 10 client.25183 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:15:32.796 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.793+0000 7fec70c00640 1 -- 172.21.15.8:0/2655584175 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55dcded62ae0 con 0x55dcdee06370 2024-05-20T21:15:32.796 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.793+0000 7fec70c00640 10 client.25183 handle_command_reply: tid=0 2024-05-20T21:15:32.796 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.793+0000 7fec8c836740 1 client.25183 shutdown 2024-05-20T21:15:32.796 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.794+0000 7fec8c836740 1 -- 172.21.15.8:0/2655584175 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55dcdedf0cf0 msgr2=0x55dcdedfaab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:32.796 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.794+0000 7fec8c836740 1 --2- 172.21.15.8:0/2655584175 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55dcdedf0cf0 0x55dcdedfaab0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fec74009cf0 tx=0x7fec74004270 comp rx=0 tx=0).stop 2024-05-20T21:15:32.796 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.794+0000 7fec8c836740 1 -- 172.21.15.8:0/2655584175 shutdown_connections 2024-05-20T21:15:32.796 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.794+0000 7fec8c836740 1 --2- 172.21.15.8:0/2655584175 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55dcdee06370 0x55dcdee08760 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:32.797 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.794+0000 7fec8c836740 1 --2- 172.21.15.8:0/2655584175 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55dcdedf6850 0x55dcdee02030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:32.797 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.794+0000 7fec70c00640 0 client.25183 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:15:32.797 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.794+0000 7fec8c836740 1 --2- 172.21.15.8:0/2655584175 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55dcdedf16e0 0x55dcdedfaff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:32.797 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.794+0000 7fec8c836740 1 --2- 172.21.15.8:0/2655584175 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55dcdedf0cf0 0x55dcdedfaab0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:32.797 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.794+0000 7fec8c836740 1 -- 172.21.15.8:0/2655584175 >> 172.21.15.8:0/2655584175 conn(0x55dcdedec360 msgr2=0x55dcdedeb4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:32.797 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.794+0000 7fec8c836740 1 -- 172.21.15.8:0/2655584175 shutdown_connections 2024-05-20T21:15:32.797 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.794+0000 7fec8c836740 1 -- 172.21.15.8:0/2655584175 wait complete. 2024-05-20T21:15:32.797 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.794+0000 7fec8c836740 20 client.25183 trim_cache size 0 max 16384 2024-05-20T21:15:32.811 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.811+0000 7fec8c836740 1 Processor -- start 2024-05-20T21:15:32.811 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.811+0000 7fec8c836740 1 -- start start 2024-05-20T21:15:32.811 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.811+0000 7fec8c836740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55dcdedf0cf0 0x55dcdedef950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:32.811 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.811+0000 7fec8c836740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55dcdedf16e0 0x55dcdee01ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:32.811 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.811+0000 7fec8c836740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55dcdedf6850 0x55dcdedfa0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:32.811 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.811+0000 7fec8c836740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fec841ae790 con 0x55dcdedf0cf0 2024-05-20T21:15:32.812 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.811+0000 7fec8c836740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fec841ac060 con 0x55dcdedf16e0 2024-05-20T21:15:32.812 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.811+0000 7fec8c836740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fec841a9eb0 con 0x55dcdedf6850 2024-05-20T21:15:32.813 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.812+0000 7fec82a00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55dcdedf0cf0 0x55dcdedef950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:32.813 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.812+0000 7fec82a00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55dcdedf0cf0 0x55dcdedef950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54826/0 (socket says 172.21.15.8:54826) 2024-05-20T21:15:32.813 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.812+0000 7fec82a00640 1 -- 172.21.15.8:0/3411131737 learned_addr learned my addr 172.21.15.8:0/3411131737 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:15:32.813 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.812+0000 7fec83400640 1 --2- 172.21.15.8:0/3411131737 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55dcdedf6850 0x55dcdedfa0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:32.813 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.812+0000 7fec82000640 1 --2- 172.21.15.8:0/3411131737 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55dcdedf16e0 0x55dcdee01ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:32.813 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.812+0000 7fec82a00640 1 -- 172.21.15.8:0/3411131737 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55dcdedf6850 msgr2=0x55dcdedfa0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:32.813 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.812+0000 7fec82a00640 1 --2- 172.21.15.8:0/3411131737 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55dcdedf6850 0x55dcdedfa0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:32.813 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.812+0000 7fec82a00640 1 -- 172.21.15.8:0/3411131737 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55dcdedf16e0 msgr2=0x55dcdee01ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:32.813 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.812+0000 7fec82a00640 1 --2- 172.21.15.8:0/3411131737 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55dcdedf16e0 0x55dcdee01ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:32.813 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.812+0000 7fec82a00640 1 -- 172.21.15.8:0/3411131737 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dcdeded030 con 0x55dcdedf0cf0 2024-05-20T21:15:32.814 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.813+0000 7fec82a00640 1 --2- 172.21.15.8:0/3411131737 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55dcdedf0cf0 0x55dcdedef950 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fec74009bf0 tx=0x7fec74011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=350dd03de78ea5a4 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:32.814 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.813+0000 7fec73400640 1 -- 172.21.15.8:0/3411131737 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec7401e070 con 0x55dcdedf0cf0 2024-05-20T21:15:32.814 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.813+0000 7fec73400640 1 -- 172.21.15.8:0/3411131737 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fec7401f040 con 0x55dcdedf0cf0 2024-05-20T21:15:32.814 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.813+0000 7fec73400640 1 -- 172.21.15.8:0/3411131737 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec74003960 con 0x55dcdedf0cf0 2024-05-20T21:15:32.815 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.814+0000 7fec8c836740 1 -- 172.21.15.8:0/3411131737 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55dcdedf0cf0 msgr2=0x55dcdedef950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:32.815 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.814+0000 7fec8c836740 1 --2- 172.21.15.8:0/3411131737 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55dcdedf0cf0 0x55dcdedef950 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fec74009bf0 tx=0x7fec74011810 comp rx=0 tx=0).stop 2024-05-20T21:15:32.815 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.814+0000 7fec8c836740 1 -- 172.21.15.8:0/3411131737 shutdown_connections 2024-05-20T21:15:32.815 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.814+0000 7fec8c836740 1 --2- 172.21.15.8:0/3411131737 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55dcdedf6850 0x55dcdedfa0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:32.816 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.814+0000 7fec8c836740 1 --2- 172.21.15.8:0/3411131737 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55dcdedf16e0 0x55dcdee01ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:32.816 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.814+0000 7fec8c836740 1 --2- 172.21.15.8:0/3411131737 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55dcdedf0cf0 0x55dcdedef950 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:32.816 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.814+0000 7fec8c836740 1 -- 172.21.15.8:0/3411131737 >> 172.21.15.8:0/3411131737 conn(0x55dcdedec360 msgr2=0x55dcdedef240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:32.816 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.814+0000 7fec8c836740 1 -- 172.21.15.8:0/3411131737 shutdown_connections 2024-05-20T21:15:32.816 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.814+0000 7fec8c836740 1 -- 172.21.15.8:0/3411131737 wait complete. 2024-05-20T21:15:32.816 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.814+0000 7fec8c836740 1 -- start start 2024-05-20T21:15:32.816 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.815+0000 7fec8c836740 1 Processor -- start 2024-05-20T21:15:32.816 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.815+0000 7fec8c836740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55dcdedf0cf0 0x55dcdedfeb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:32.816 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.815+0000 7fec8c836740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55dcdedf16e0 0x55dcdedff080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:32.816 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.815+0000 7fec8c836740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55dcdedf6850 0x55dcdee6eef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:32.816 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.815+0000 7fec8c836740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fec841aa520 con 0x55dcdedf6850 2024-05-20T21:15:32.817 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.815+0000 7fec8c836740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fec841ab990 con 0x55dcdedf16e0 2024-05-20T21:15:32.817 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.815+0000 7fec8c836740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fec841aabf0 con 0x55dcdedf0cf0 2024-05-20T21:15:32.817 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.815+0000 7fec8c836740 10 client.0 _ll_register_callbacks cb 0x7fec7401c070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:15:32.817 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.815+0000 7fec83400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55dcdedf6850 0x55dcdee6eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:32.817 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.815+0000 7fec82a00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55dcdedf0cf0 0x55dcdedfeb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:32.817 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.815+0000 7fec83400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55dcdedf6850 0x55dcdee6eef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54832/0 (socket says 172.21.15.8:54832) 2024-05-20T21:15:32.817 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.815+0000 7fec82a00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55dcdedf0cf0 0x55dcdedfeb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:55354/0 (socket says 172.21.15.8:55354) 2024-05-20T21:15:32.817 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.815+0000 7fec83400640 1 -- 172.21.15.8:0/254099897 learned_addr learned my addr 172.21.15.8:0/254099897 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:15:32.817 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.815+0000 7fec82000640 1 --2- 172.21.15.8:0/254099897 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55dcdedf16e0 0x55dcdedff080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:32.819 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.816+0000 7fec82a00640 1 -- 172.21.15.8:0/254099897 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55dcdedf16e0 msgr2=0x55dcdedff080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:32.819 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.816+0000 7fec82a00640 1 --2- 172.21.15.8:0/254099897 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55dcdedf16e0 0x55dcdedff080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:32.819 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.816+0000 7fec82a00640 1 -- 172.21.15.8:0/254099897 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55dcdedf6850 msgr2=0x55dcdee6eef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:32.819 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.816+0000 7fec82a00640 1 --2- 172.21.15.8:0/254099897 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55dcdedf6850 0x55dcdee6eef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:32.819 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.816+0000 7fec82a00640 1 -- 172.21.15.8:0/254099897 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dcdee02150 con 0x55dcdedf0cf0 2024-05-20T21:15:32.820 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.816+0000 7fec82000640 1 --2- 172.21.15.8:0/254099897 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55dcdedf16e0 0x55dcdedff080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:15:32.820 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.816+0000 7fec83400640 1 --2- 172.21.15.8:0/254099897 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55dcdedf6850 0x55dcdee6eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:15:32.820 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.816+0000 7fec82a00640 1 --2- 172.21.15.8:0/254099897 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55dcdedf0cf0 0x55dcdedfeb40 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fec7400ef40 tx=0x7fec740096d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7383419d8e864ed server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:32.820 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.816+0000 7fec70c00640 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:15:32.820 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.816+0000 7fec70c00640 1 -- 172.21.15.8:0/254099897 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec7403d070 con 0x55dcdedf0cf0 2024-05-20T21:15:32.820 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.816+0000 7fec70c00640 1 -- 172.21.15.8:0/254099897 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fec74019880 con 0x55dcdedf0cf0 2024-05-20T21:15:32.820 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.816+0000 7fec8c836740 1 -- 172.21.15.8:0/254099897 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fec7401f040 con 0x55dcdedf0cf0 2024-05-20T21:15:32.820 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.817+0000 7fec70c00640 1 -- 172.21.15.8:0/254099897 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fec7401e070 con 0x55dcdedf0cf0 2024-05-20T21:15:32.820 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.817+0000 7fec8c836740 10 client.25189 fetch_fsmap learned FSMap version 26 2024-05-20T21:15:32.820 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.817+0000 7fec8c836740 1 -- 172.21.15.8:0/254099897 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55dcdee70360 con 0x55dcdedf0cf0 2024-05-20T21:15:32.820 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.817+0000 7fec70c00640 1 -- 172.21.15.8:0/254099897 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fec7401f040 con 0x55dcdedf0cf0 2024-05-20T21:15:32.821 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.817+0000 7fec70c00640 1 -- 172.21.15.8:0/254099897 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fec7400e650 con 0x55dcdedf0cf0 2024-05-20T21:15:32.821 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.817+0000 7fec8c836740 10 client.25189 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:15:32.821 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.817+0000 7fec8c836740 10 client.25189 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:15:32.821 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.817+0000 7fec8c836740 20 client.25189 populate_metadata read hostname 'smithi008' 2024-05-20T21:15:32.821 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.817+0000 7fec8c836740 1 --2- 172.21.15.8:0/254099897 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55dcdee70c20 0x55dcdee73040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:32.821 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.817+0000 7fec8c836740 4 client.25189 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:15:32.821 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.817+0000 7fec8c836740 1 -- 172.21.15.8:0/254099897 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55dcded5c2c0 con 0x55dcdee70c20 2024-05-20T21:15:32.821 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.818+0000 7fec82000640 1 --2- 172.21.15.8:0/254099897 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55dcdee70c20 0x55dcdee73040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:32.821 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.818+0000 7fec82000640 1 --2- 172.21.15.8:0/254099897 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55dcdee70c20 0x55dcdee73040 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=31862aaf78a0db54 server_cookie=4f732fa168acc147 in_seq=0 out_seq=0 2024-05-20T21:15:32.821 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.818+0000 7fec70c00640 10 client.25189 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:15:32.831 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.830+0000 7fec70c00640 1 -- 172.21.15.8:0/254099897 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55dcded5c2c0 con 0x55dcdee70c20 2024-05-20T21:15:32.831 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.830+0000 7fec70c00640 10 client.25189 handle_command_reply: tid=0 2024-05-20T21:15:32.831 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.830+0000 7fec8c836740 1 client.25189 shutdown 2024-05-20T21:15:32.831 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.830+0000 7fec8c836740 1 -- 172.21.15.8:0/254099897 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55dcdedf0cf0 msgr2=0x55dcdedfeb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:32.831 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.830+0000 7fec8c836740 1 --2- 172.21.15.8:0/254099897 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55dcdedf0cf0 0x55dcdedfeb40 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fec7400ef40 tx=0x7fec740096d0 comp rx=0 tx=0).stop 2024-05-20T21:15:32.831 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.830+0000 7fec8c836740 1 -- 172.21.15.8:0/254099897 shutdown_connections 2024-05-20T21:15:32.831 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.830+0000 7fec8c836740 1 --2- 172.21.15.8:0/254099897 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55dcdee70c20 0x55dcdee73040 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:32.831 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.830+0000 7fec8c836740 1 --2- 172.21.15.8:0/254099897 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55dcdedf6850 0x55dcdee6eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:32.831 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.830+0000 7fec8c836740 1 --2- 172.21.15.8:0/254099897 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55dcdedf16e0 0x55dcdedff080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:32.831 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.830+0000 7fec8c836740 1 --2- 172.21.15.8:0/254099897 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55dcdedf0cf0 0x55dcdedfeb40 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:32.831 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.830+0000 7fec70c00640 0 client.25189 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:15:32.831 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.831+0000 7fec8c836740 1 -- 172.21.15.8:0/254099897 >> 172.21.15.8:0/254099897 conn(0x55dcdedec360 msgr2=0x55dcdedefad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:32.832 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.831+0000 7fec8c836740 1 -- 172.21.15.8:0/254099897 shutdown_connections 2024-05-20T21:15:32.832 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.831+0000 7fec8c836740 1 -- 172.21.15.8:0/254099897 wait complete. 2024-05-20T21:15:32.832 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.831+0000 7fec8c836740 20 client.25189 trim_cache size 0 max 16384 2024-05-20T21:15:32.832 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:15:32.832 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:15:32.832 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:15:32.833 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.832+0000 7fec83e00640 1 -- 172.21.15.8:0/3684879542 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fec680b27d0 msgr2=0x7fec680b4c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:32.833 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.832+0000 7fec83e00640 1 --2- 172.21.15.8:0/3684879542 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fec680b27d0 0x7fec680b4c90 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x55dcdedf1f40 tx=0x7fec7c005f90 comp rx=0 tx=0).stop 2024-05-20T21:15:32.833 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.832+0000 7fec83e00640 1 -- 172.21.15.8:0/3684879542 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fec84105d50 msgr2=0x7fec8419b290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:32.833 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.832+0000 7fec83e00640 1 --2- 172.21.15.8:0/3684879542 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fec84105d50 0x7fec8419b290 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fec6c009430 tx=0x7fec6c0316e0 comp rx=0 tx=0).stop 2024-05-20T21:15:32.833 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.832+0000 7fec83e00640 1 -- 172.21.15.8:0/3684879542 shutdown_connections 2024-05-20T21:15:32.833 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.832+0000 7fec83e00640 1 --2- 172.21.15.8:0/3684879542 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fec680b27d0 0x7fec680b4c90 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:32.833 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.832+0000 7fec83e00640 1 --2- 172.21.15.8:0/3684879542 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fec84108680 0x7fec841a2300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:32.834 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.832+0000 7fec83e00640 1 --2- 172.21.15.8:0/3684879542 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fec84105d50 0x7fec8419b290 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:32.834 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.832+0000 7fec83e00640 1 --2- 172.21.15.8:0/3684879542 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fec84103420 0x7fec8419ad50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:32.834 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.832+0000 7fec83e00640 1 -- 172.21.15.8:0/3684879542 >> 172.21.15.8:0/3684879542 conn(0x7fec840fcd30 msgr2=0x7fec84102b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:32.834 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.832+0000 7fec83e00640 1 -- 172.21.15.8:0/3684879542 shutdown_connections 2024-05-20T21:15:32.834 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:32.832+0000 7fec83e00640 1 -- 172.21.15.8:0/3684879542 wait complete. 2024-05-20T21:15:32.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:15:32 smithi130 ceph-mon[36448]: pgmap v446: 97 pgs: 97 active+clean; 649 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 6 op/s 2024-05-20T21:15:32.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:15:32 smithi050 ceph-mon[35809]: pgmap v446: 97 pgs: 97 active+clean; 649 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 6 op/s 2024-05-20T21:15:33.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:33.740+0000 7fc239000700 1 -- 172.21.15.8:0/1307259649 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc23410eeb0 msgr2=0x7fc234116a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:33.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:33.740+0000 7fc239000700 1 --2- 172.21.15.8:0/1307259649 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc23410eeb0 0x7fc234116a80 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fc22c009fc0 tx=0x7fc22c00b330 comp rx=0 tx=0).stop 2024-05-20T21:15:33.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:33.741+0000 7fc239000700 1 -- 172.21.15.8:0/1307259649 shutdown_connections 2024-05-20T21:15:33.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:33.741+0000 7fc239000700 1 --2- 172.21.15.8:0/1307259649 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc23410eeb0 0x7fc234116a80 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:33.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:33.741+0000 7fc239000700 1 --2- 172.21.15.8:0/1307259649 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc234109dd0 0x7fc23410a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:33.742 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:33.741+0000 7fc239000700 1 --2- 172.21.15.8:0/1307259649 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc23410a780 0x7fc23410e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:33.742 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:33.741+0000 7fc239000700 1 -- 172.21.15.8:0/1307259649 >> 172.21.15.8:0/1307259649 conn(0x7fc234076d10 msgr2=0x7fc234108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:33.742 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:33.741+0000 7fc239000700 1 -- 172.21.15.8:0/1307259649 shutdown_connections 2024-05-20T21:15:33.742 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:33.741+0000 7fc239000700 1 -- 172.21.15.8:0/1307259649 wait complete. 2024-05-20T21:15:33.743 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:33.742+0000 7fc239000700 1 Processor -- start 2024-05-20T21:15:33.743 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:33.742+0000 7fc239000700 1 -- start start 2024-05-20T21:15:33.743 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:33.742+0000 7fc239000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc234109dd0 0x7fc2341a01e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:33.743 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:33.742+0000 7fc239000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc23410a780 0x7fc2341a0720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:33.743 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:33.742+0000 7fc239000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc23410eeb0 0x7fc2341a4a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:33.743 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:33.742+0000 7fc239000700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc234119d90 con 0x7fc23410a780 2024-05-20T21:15:33.743 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:33.742+0000 7fc239000700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc234119c10 con 0x7fc23410eeb0 2024-05-20T21:15:33.743 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:33.742+0000 7fc239000700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc234119f10 con 0x7fc234109dd0 2024-05-20T21:15:33.743 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:33.743+0000 7fc231400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc23410a780 0x7fc2341a0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:33.744 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:33.743+0000 7fc231e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc234109dd0 0x7fc2341a01e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:33.744 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:33.743+0000 7fc231400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc23410a780 0x7fc2341a0720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54848/0 (socket says 172.21.15.8:54848) 2024-05-20T21:15:33.744 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:33.743+0000 7fc231400700 1 -- 172.21.15.8:0/2021063897 learned_addr learned my addr 172.21.15.8:0/2021063897 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:15:33.744 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:33.743+0000 7fc232800700 1 --2- 172.21.15.8:0/2021063897 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc23410eeb0 0x7fc2341a4a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:33.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:33.743+0000 7fc231e00700 1 -- 172.21.15.8:0/2021063897 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc23410eeb0 msgr2=0x7fc2341a4a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:33.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:33.743+0000 7fc231e00700 1 --2- 172.21.15.8:0/2021063897 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc23410eeb0 0x7fc2341a4a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:33.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:33.743+0000 7fc231e00700 1 -- 172.21.15.8:0/2021063897 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc23410a780 msgr2=0x7fc2341a0720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:33.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:33.743+0000 7fc231e00700 1 --2- 172.21.15.8:0/2021063897 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc23410a780 0x7fc2341a0720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:33.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:33.743+0000 7fc231e00700 1 -- 172.21.15.8:0/2021063897 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2341a51a0 con 0x7fc234109dd0 2024-05-20T21:15:33.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:33.743+0000 7fc231400700 1 --2- 172.21.15.8:0/2021063897 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc23410a780 0x7fc2341a0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:15:33.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:33.743+0000 7fc232800700 1 --2- 172.21.15.8:0/2021063897 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc23410eeb0 0x7fc2341a4a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:15:33.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:33.744+0000 7fc231e00700 1 --2- 172.21.15.8:0/2021063897 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc234109dd0 0x7fc2341a01e0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fc22400eb90 tx=0x7fc22400eea0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:33.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:33.744+0000 7fc22aa00700 1 -- 172.21.15.8:0/2021063897 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc22400cc90 con 0x7fc234109dd0 2024-05-20T21:15:33.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:33.744+0000 7fc22aa00700 1 -- 172.21.15.8:0/2021063897 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc22400ce30 con 0x7fc234109dd0 2024-05-20T21:15:33.746 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:33.744+0000 7fc22aa00700 1 -- 172.21.15.8:0/2021063897 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc224010430 con 0x7fc234109dd0 2024-05-20T21:15:33.746 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:33.744+0000 7fc239000700 1 -- 172.21.15.8:0/2021063897 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2341a5490 con 0x7fc234109dd0 2024-05-20T21:15:33.746 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:33.744+0000 7fc239000700 1 -- 172.21.15.8:0/2021063897 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2341acd10 con 0x7fc234109dd0 2024-05-20T21:15:33.746 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:33.745+0000 7fc239000700 1 -- 172.21.15.8:0/2021063897 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc23406a230 con 0x7fc234109dd0 2024-05-20T21:15:33.748 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:33.748+0000 7fc22aa00700 1 -- 172.21.15.8:0/2021063897 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fc224003ec0 con 0x7fc234109dd0 2024-05-20T21:15:33.749 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:33.749+0000 7fc22aa00700 1 --2- 172.21.15.8:0/2021063897 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc2180b2900 0x7fc2180b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:33.750 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:33.749+0000 7fc22aa00700 1 -- 172.21.15.8:0/2021063897 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc2240e2670 con 0x7fc234109dd0 2024-05-20T21:15:33.750 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:33.750+0000 7fc231400700 1 --2- 172.21.15.8:0/2021063897 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc2180b2900 0x7fc2180b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:33.750 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:33.750+0000 7fc231400700 1 --2- 172.21.15.8:0/2021063897 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc2180b2900 0x7fc2180b4dc0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fc234110210 tx=0x7fc220009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:33.751 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:33.751+0000 7fc22aa00700 1 -- 172.21.15.8:0/2021063897 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fc2240aa3b0 con 0x7fc234109dd0 2024-05-20T21:15:33.988 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:33.987+0000 7fc239000700 1 -- 172.21.15.8:0/2021063897 --> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fc234063980 con 0x7fc2180b2900 2024-05-20T21:15:34.011 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:34.010+0000 7fc22aa00700 1 -- 172.21.15.8:0/2021063897 <== mgr.14152 v2:172.21.15.8:6800/2778224651 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258816 (secure 0 0 0) 0x7fc234063980 con 0x7fc2180b2900 2024-05-20T21:15:34.016 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:15:34.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:34.017+0000 7fc239000700 1 -- 172.21.15.8:0/2021063897 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc2180b2900 msgr2=0x7fc2180b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:34.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:34.017+0000 7fc239000700 1 --2- 172.21.15.8:0/2021063897 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc2180b2900 0x7fc2180b4dc0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fc234110210 tx=0x7fc220009260 comp rx=0 tx=0).stop 2024-05-20T21:15:34.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:34.017+0000 7fc239000700 1 -- 172.21.15.8:0/2021063897 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc234109dd0 msgr2=0x7fc2341a01e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:34.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:34.017+0000 7fc239000700 1 --2- 172.21.15.8:0/2021063897 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc234109dd0 0x7fc2341a01e0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fc22400eb90 tx=0x7fc22400eea0 comp rx=0 tx=0).stop 2024-05-20T21:15:34.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:34.017+0000 7fc239000700 1 -- 172.21.15.8:0/2021063897 shutdown_connections 2024-05-20T21:15:34.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:34.017+0000 7fc239000700 1 --2- 172.21.15.8:0/2021063897 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc2180b2900 0x7fc2180b4dc0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:34.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:34.017+0000 7fc239000700 1 --2- 172.21.15.8:0/2021063897 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc23410eeb0 0x7fc2341a4a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:34.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:34.017+0000 7fc239000700 1 --2- 172.21.15.8:0/2021063897 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc234109dd0 0x7fc2341a01e0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:34.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:34.017+0000 7fc239000700 1 --2- 172.21.15.8:0/2021063897 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc23410a780 0x7fc2341a0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:34.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:34.017+0000 7fc239000700 1 -- 172.21.15.8:0/2021063897 >> 172.21.15.8:0/2021063897 conn(0x7fc234076d10 msgr2=0x7fc2340772d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:34.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:34.018+0000 7fc239000700 1 -- 172.21.15.8:0/2021063897 shutdown_connections 2024-05-20T21:15:34.019 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:34.018+0000 7fc239000700 1 -- 172.21.15.8:0/2021063897 wait complete. 2024-05-20T21:15:34.019 INFO:teuthology.orchestra.run.smithi008.stderr:dumped all 2024-05-20T21:15:34.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:15:34 smithi008 ceph-mon[31475]: pgmap v447: 97 pgs: 97 active+clean; 652 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 682 B/s wr, 7 op/s 2024-05-20T21:15:34.775 INFO:teuthology.orchestra.run.smithi008.stdout:{"pg_ready":true,"pg_map":{"version":447,"stamp":"2024-05-20T21:15:33.271502+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":667748,"num_objects":65,"num_object_clones":0,"num_object_copies":195,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":1510,"num_read_kb":862,"num_write":314,"num_write_kb":2288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":754,"ondisk_log_size":754,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":403280,"kb_used_data":12528,"kb_used_omap":18,"kb_used_meta":390637,"kb_avail":1124538544,"statfs":{"total":1151940427776,"available":1151527469056,"internally_reserved":0,"allocated":12828672,"data_stored":7159992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":400012601},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2880,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":78,"num_read_kb":45,"num_write":11,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005135"},"pg_stats":[{"pgid":"3.3f","version":"81'8","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:24.562335+0000","last_change":"2024-05-20T21:11:16.296240+0000","last_active":"2024-05-20T21:13:24.562335+0000","last_peered":"2024-05-20T21:13:24.562335+0000","last_clean":"2024-05-20T21:13:24.562335+0000","last_became_active":"2024-05-20T21:11:16.295881+0000","last_became_peered":"2024-05-20T21:11:16.295881+0000","last_unstale":"2024-05-20T21:13:24.562335+0000","last_undegraded":"2024-05-20T21:13:24.562335+0000","last_fullsized":"2024-05-20T21:13:24.562335+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:15:55.325945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"81'4","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:22.890607+0000","last_change":"2024-05-20T21:11:16.292636+0000","last_active":"2024-05-20T21:13:22.890607+0000","last_peered":"2024-05-20T21:13:22.890607+0000","last_clean":"2024-05-20T21:13:22.890607+0000","last_became_active":"2024-05-20T21:11:16.290950+0000","last_became_peered":"2024-05-20T21:11:16.290950+0000","last_unstale":"2024-05-20T21:13:22.890607+0000","last_undegraded":"2024-05-20T21:13:22.890607+0000","last_fullsized":"2024-05-20T21:13:22.890607+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:42:09.178628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"81'7","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:22.890561+0000","last_change":"2024-05-20T21:11:16.290214+0000","last_active":"2024-05-20T21:13:22.890561+0000","last_peered":"2024-05-20T21:13:22.890561+0000","last_clean":"2024-05-20T21:13:22.890561+0000","last_became_active":"2024-05-20T21:11:16.289872+0000","last_became_peered":"2024-05-20T21:11:16.289872+0000","last_unstale":"2024-05-20T21:13:22.890561+0000","last_undegraded":"2024-05-20T21:13:22.890561+0000","last_fullsized":"2024-05-20T21:13:22.890561+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:24:28.333308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"81'8","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:16.113325+0000","last_change":"2024-05-20T21:11:16.289991+0000","last_active":"2024-05-20T21:13:16.113325+0000","last_peered":"2024-05-20T21:13:16.113325+0000","last_clean":"2024-05-20T21:13:16.113325+0000","last_became_active":"2024-05-20T21:11:16.287959+0000","last_became_peered":"2024-05-20T21:11:16.287959+0000","last_unstale":"2024-05-20T21:13:16.113325+0000","last_undegraded":"2024-05-20T21:13:16.113325+0000","last_fullsized":"2024-05-20T21:13:16.113325+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:59:03.124597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"81'4","reported_seq":23,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.170341+0000","last_change":"2024-05-20T21:11:16.310007+0000","last_active":"2024-05-20T21:13:01.170341+0000","last_peered":"2024-05-20T21:13:01.170341+0000","last_clean":"2024-05-20T21:13:01.170341+0000","last_became_active":"2024-05-20T21:11:16.309632+0000","last_became_peered":"2024-05-20T21:11:16.309632+0000","last_unstale":"2024-05-20T21:13:01.170341+0000","last_undegraded":"2024-05-20T21:13:01.170341+0000","last_fullsized":"2024-05-20T21:13:01.170341+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:23:35.698898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.159174+0000","last_change":"2024-05-20T21:11:16.299661+0000","last_active":"2024-05-20T21:13:01.159174+0000","last_peered":"2024-05-20T21:13:01.159174+0000","last_clean":"2024-05-20T21:13:01.159174+0000","last_became_active":"2024-05-20T21:11:16.299296+0000","last_became_peered":"2024-05-20T21:11:16.299296+0000","last_unstale":"2024-05-20T21:13:01.159174+0000","last_undegraded":"2024-05-20T21:13:01.159174+0000","last_fullsized":"2024-05-20T21:13:01.159174+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:47:48.411451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.161837+0000","last_change":"2024-05-20T21:11:16.299517+0000","last_active":"2024-05-20T21:13:01.161837+0000","last_peered":"2024-05-20T21:13:01.161837+0000","last_clean":"2024-05-20T21:13:01.161837+0000","last_became_active":"2024-05-20T21:11:16.299162+0000","last_became_peered":"2024-05-20T21:11:16.299162+0000","last_unstale":"2024-05-20T21:13:01.161837+0000","last_undegraded":"2024-05-20T21:13:01.161837+0000","last_fullsized":"2024-05-20T21:13:01.161837+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:45:28.319801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.174561+0000","last_change":"2024-05-20T21:11:16.307565+0000","last_active":"2024-05-20T21:13:01.174561+0000","last_peered":"2024-05-20T21:13:01.174561+0000","last_clean":"2024-05-20T21:13:01.174561+0000","last_became_active":"2024-05-20T21:11:16.297502+0000","last_became_peered":"2024-05-20T21:11:16.297502+0000","last_unstale":"2024-05-20T21:13:01.174561+0000","last_undegraded":"2024-05-20T21:13:01.174561+0000","last_fullsized":"2024-05-20T21:13:01.174561+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:05:51.269233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.166091+0000","last_change":"2024-05-20T21:11:16.291944+0000","last_active":"2024-05-20T21:13:01.166091+0000","last_peered":"2024-05-20T21:13:01.166091+0000","last_clean":"2024-05-20T21:13:01.166091+0000","last_became_active":"2024-05-20T21:11:16.291569+0000","last_became_peered":"2024-05-20T21:11:16.291569+0000","last_unstale":"2024-05-20T21:13:01.166091+0000","last_undegraded":"2024-05-20T21:13:01.166091+0000","last_fullsized":"2024-05-20T21:13:01.166091+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:03:07.806446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"81'17","reported_seq":38,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:42.992552+0000","last_change":"2024-05-20T21:11:16.295592+0000","last_active":"2024-05-20T21:13:42.992552+0000","last_peered":"2024-05-20T21:13:42.992552+0000","last_clean":"2024-05-20T21:13:42.992552+0000","last_became_active":"2024-05-20T21:11:16.295246+0000","last_became_peered":"2024-05-20T21:11:16.295246+0000","last_unstale":"2024-05-20T21:13:42.992552+0000","last_undegraded":"2024-05-20T21:13:42.992552+0000","last_fullsized":"2024-05-20T21:13:42.992552+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:33:33.680892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.167893+0000","last_change":"2024-05-20T21:11:16.295909+0000","last_active":"2024-05-20T21:13:01.167893+0000","last_peered":"2024-05-20T21:13:01.167893+0000","last_clean":"2024-05-20T21:13:01.167893+0000","last_became_active":"2024-05-20T21:11:16.295568+0000","last_became_peered":"2024-05-20T21:11:16.295568+0000","last_unstale":"2024-05-20T21:13:01.167893+0000","last_undegraded":"2024-05-20T21:13:01.167893+0000","last_fullsized":"2024-05-20T21:13:01.167893+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:41:15.046594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"81'7","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.147302+0000","last_change":"2024-05-20T21:11:16.292742+0000","last_active":"2024-05-20T21:13:01.147302+0000","last_peered":"2024-05-20T21:13:01.147302+0000","last_clean":"2024-05-20T21:13:01.147302+0000","last_became_active":"2024-05-20T21:11:16.291945+0000","last_became_peered":"2024-05-20T21:11:16.291945+0000","last_unstale":"2024-05-20T21:13:01.147302+0000","last_undegraded":"2024-05-20T21:13:01.147302+0000","last_fullsized":"2024-05-20T21:13:01.147302+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:53:00.313040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.161279+0000","last_change":"2024-05-20T21:11:16.307203+0000","last_active":"2024-05-20T21:13:01.161279+0000","last_peered":"2024-05-20T21:13:01.161279+0000","last_clean":"2024-05-20T21:13:01.161279+0000","last_became_active":"2024-05-20T21:11:16.302848+0000","last_became_peered":"2024-05-20T21:11:16.302848+0000","last_unstale":"2024-05-20T21:13:01.161279+0000","last_undegraded":"2024-05-20T21:13:01.161279+0000","last_fullsized":"2024-05-20T21:13:01.161279+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:51:43.676593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"81'7","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.180799+0000","last_change":"2024-05-20T21:11:16.291973+0000","last_active":"2024-05-20T21:13:01.180799+0000","last_peered":"2024-05-20T21:13:01.180799+0000","last_clean":"2024-05-20T21:13:01.180799+0000","last_became_active":"2024-05-20T21:11:16.291609+0000","last_became_peered":"2024-05-20T21:11:16.291609+0000","last_unstale":"2024-05-20T21:13:01.180799+0000","last_undegraded":"2024-05-20T21:13:01.180799+0000","last_fullsized":"2024-05-20T21:13:01.180799+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:51:16.914968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"81'7","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.179964+0000","last_change":"2024-05-20T21:11:16.293850+0000","last_active":"2024-05-20T21:13:01.179964+0000","last_peered":"2024-05-20T21:13:01.179964+0000","last_clean":"2024-05-20T21:13:01.179964+0000","last_became_active":"2024-05-20T21:11:16.291739+0000","last_became_peered":"2024-05-20T21:11:16.291739+0000","last_unstale":"2024-05-20T21:13:01.179964+0000","last_undegraded":"2024-05-20T21:13:01.179964+0000","last_fullsized":"2024-05-20T21:13:01.179964+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:05:37.822547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.179015+0000","last_change":"2024-05-20T21:11:16.300660+0000","last_active":"2024-05-20T21:13:01.179015+0000","last_peered":"2024-05-20T21:13:01.179015+0000","last_clean":"2024-05-20T21:13:01.179015+0000","last_became_active":"2024-05-20T21:11:16.300253+0000","last_became_peered":"2024-05-20T21:11:16.300253+0000","last_unstale":"2024-05-20T21:13:01.179015+0000","last_undegraded":"2024-05-20T21:13:01.179015+0000","last_fullsized":"2024-05-20T21:13:01.179015+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:08:08.298828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"81'8","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.183556+0000","last_change":"2024-05-20T21:11:16.295415+0000","last_active":"2024-05-20T21:13:01.183556+0000","last_peered":"2024-05-20T21:13:01.183556+0000","last_clean":"2024-05-20T21:13:01.183556+0000","last_became_active":"2024-05-20T21:11:16.295061+0000","last_became_peered":"2024-05-20T21:11:16.295061+0000","last_unstale":"2024-05-20T21:13:01.183556+0000","last_undegraded":"2024-05-20T21:13:01.183556+0000","last_fullsized":"2024-05-20T21:13:01.183556+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:44:10.874447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.160287+0000","last_change":"2024-05-20T21:11:16.289961+0000","last_active":"2024-05-20T21:13:01.160287+0000","last_peered":"2024-05-20T21:13:01.160287+0000","last_clean":"2024-05-20T21:13:01.160287+0000","last_became_active":"2024-05-20T21:11:16.289590+0000","last_became_peered":"2024-05-20T21:11:16.289590+0000","last_unstale":"2024-05-20T21:13:01.160287+0000","last_undegraded":"2024-05-20T21:13:01.160287+0000","last_fullsized":"2024-05-20T21:13:01.160287+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:46:46.870047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"81'7","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.172534+0000","last_change":"2024-05-20T21:11:16.301312+0000","last_active":"2024-05-20T21:13:01.172534+0000","last_peered":"2024-05-20T21:13:01.172534+0000","last_clean":"2024-05-20T21:13:01.172534+0000","last_became_active":"2024-05-20T21:11:16.300913+0000","last_became_peered":"2024-05-20T21:11:16.300913+0000","last_unstale":"2024-05-20T21:13:01.172534+0000","last_undegraded":"2024-05-20T21:13:01.172534+0000","last_fullsized":"2024-05-20T21:13:01.172534+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:58:42.312080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"79'9","reported_seq":39,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:15:22.250642+0000","last_change":"2024-05-20T21:11:12.242705+0000","last_active":"2024-05-20T21:15:22.250642+0000","last_peered":"2024-05-20T21:15:22.250642+0000","last_clean":"2024-05-20T21:15:22.250642+0000","last_became_active":"2024-05-20T21:11:12.241674+0000","last_became_peered":"2024-05-20T21:11:12.241674+0000","last_unstale":"2024-05-20T21:15:22.250642+0000","last_undegraded":"2024-05-20T21:15:22.250642+0000","last_fullsized":"2024-05-20T21:15:22.250642+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:01:49.160623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"81'5","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:19.236244+0000","last_change":"2024-05-20T21:11:16.308429+0000","last_active":"2024-05-20T21:13:19.236244+0000","last_peered":"2024-05-20T21:13:19.236244+0000","last_clean":"2024-05-20T21:13:19.236244+0000","last_became_active":"2024-05-20T21:11:16.308045+0000","last_became_peered":"2024-05-20T21:11:16.308045+0000","last_unstale":"2024-05-20T21:13:19.236244+0000","last_undegraded":"2024-05-20T21:13:19.236244+0000","last_fullsized":"2024-05-20T21:13:19.236244+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:28:14.875133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"79'2","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:14.235448+0000","last_change":"2024-05-20T21:11:12.760097+0000","last_active":"2024-05-20T21:13:14.235448+0000","last_peered":"2024-05-20T21:13:14.235448+0000","last_clean":"2024-05-20T21:13:14.235448+0000","last_became_active":"2024-05-20T21:11:12.758767+0000","last_became_peered":"2024-05-20T21:11:12.758767+0000","last_unstale":"2024-05-20T21:13:14.235448+0000","last_undegraded":"2024-05-20T21:13:14.235448+0000","last_fullsized":"2024-05-20T21:13:14.235448+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:17:55.084903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"81'6","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:22.890634+0000","last_change":"2024-05-20T21:11:16.294293+0000","last_active":"2024-05-20T21:13:22.890634+0000","last_peered":"2024-05-20T21:13:22.890634+0000","last_clean":"2024-05-20T21:13:22.890634+0000","last_became_active":"2024-05-20T21:11:16.288495+0000","last_became_peered":"2024-05-20T21:11:16.288495+0000","last_unstale":"2024-05-20T21:13:22.890634+0000","last_undegraded":"2024-05-20T21:13:22.890634+0000","last_fullsized":"2024-05-20T21:13:22.890634+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:26:47.512434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"79'4","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572947+0000","last_change":"2024-05-20T21:11:12.240040+0000","last_active":"2024-05-20T21:12:02.572947+0000","last_peered":"2024-05-20T21:12:02.572947+0000","last_clean":"2024-05-20T21:12:02.572947+0000","last_became_active":"2024-05-20T21:11:12.239600+0000","last_became_peered":"2024-05-20T21:11:12.239600+0000","last_unstale":"2024-05-20T21:12:02.572947+0000","last_undegraded":"2024-05-20T21:12:02.572947+0000","last_fullsized":"2024-05-20T21:12:02.572947+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:14:29.900023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.170125+0000","last_change":"2024-05-20T21:11:16.301691+0000","last_active":"2024-05-20T21:13:01.170125+0000","last_peered":"2024-05-20T21:13:01.170125+0000","last_clean":"2024-05-20T21:13:01.170125+0000","last_became_active":"2024-05-20T21:11:16.301304+0000","last_became_peered":"2024-05-20T21:11:16.301304+0000","last_unstale":"2024-05-20T21:13:01.170125+0000","last_undegraded":"2024-05-20T21:13:01.170125+0000","last_fullsized":"2024-05-20T21:13:01.170125+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:02:19.858085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"79'2","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572629+0000","last_change":"2024-05-20T21:11:12.240455+0000","last_active":"2024-05-20T21:12:02.572629+0000","last_peered":"2024-05-20T21:12:02.572629+0000","last_clean":"2024-05-20T21:12:02.572629+0000","last_became_active":"2024-05-20T21:11:12.239527+0000","last_became_peered":"2024-05-20T21:11:12.239527+0000","last_unstale":"2024-05-20T21:12:02.572629+0000","last_undegraded":"2024-05-20T21:12:02.572629+0000","last_fullsized":"2024-05-20T21:12:02.572629+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:00:44.241965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"81'15","reported_seq":42,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.166965+0000","last_change":"2024-05-20T21:12:02.656869+0000","last_active":"2024-05-20T21:13:01.166965+0000","last_peered":"2024-05-20T21:13:01.166965+0000","last_clean":"2024-05-20T21:13:01.166965+0000","last_became_active":"2024-05-20T21:12:02.656429+0000","last_became_peered":"2024-05-20T21:12:02.656429+0000","last_unstale":"2024-05-20T21:13:01.166965+0000","last_undegraded":"2024-05-20T21:13:01.166965+0000","last_fullsized":"2024-05-20T21:13:01.166965+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:53:09.447877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"79'5","reported_seq":266,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:15:28.959652+0000","last_change":"2024-05-20T21:11:12.242358+0000","last_active":"2024-05-20T21:15:28.959652+0000","last_peered":"2024-05-20T21:15:28.959652+0000","last_clean":"2024-05-20T21:15:28.959652+0000","last_became_active":"2024-05-20T21:11:12.241900+0000","last_became_peered":"2024-05-20T21:11:12.241900+0000","last_unstale":"2024-05-20T21:15:28.959652+0000","last_undegraded":"2024-05-20T21:15:28.959652+0000","last_fullsized":"2024-05-20T21:15:28.959652+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:34:38.407381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":234,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"81'7","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.159869+0000","last_change":"2024-05-20T21:11:16.285692+0000","last_active":"2024-05-20T21:13:01.159869+0000","last_peered":"2024-05-20T21:13:01.159869+0000","last_clean":"2024-05-20T21:13:01.159869+0000","last_became_active":"2024-05-20T21:11:16.285318+0000","last_became_peered":"2024-05-20T21:11:16.285318+0000","last_unstale":"2024-05-20T21:13:01.159869+0000","last_undegraded":"2024-05-20T21:13:01.159869+0000","last_fullsized":"2024-05-20T21:13:01.159869+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:12:32.319254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.654997+0000","last_change":"2024-05-20T21:11:12.244376+0000","last_active":"2024-05-20T21:12:02.654997+0000","last_peered":"2024-05-20T21:12:02.654997+0000","last_clean":"2024-05-20T21:12:02.654997+0000","last_became_active":"2024-05-20T21:11:12.243903+0000","last_became_peered":"2024-05-20T21:11:12.243903+0000","last_unstale":"2024-05-20T21:12:02.654997+0000","last_undegraded":"2024-05-20T21:12:02.654997+0000","last_fullsized":"2024-05-20T21:12:02.654997+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:58:51.683092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"81'8","reported_seq":35,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.148406+0000","last_change":"2024-05-20T21:12:02.582536+0000","last_active":"2024-05-20T21:13:01.148406+0000","last_peered":"2024-05-20T21:13:01.148406+0000","last_clean":"2024-05-20T21:13:01.148406+0000","last_became_active":"2024-05-20T21:12:02.582146+0000","last_became_peered":"2024-05-20T21:12:02.582146+0000","last_unstale":"2024-05-20T21:13:01.148406+0000","last_undegraded":"2024-05-20T21:13:01.148406+0000","last_fullsized":"2024-05-20T21:13:01.148406+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:04:53.134301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,8],"acting":[5,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.622562+0000","last_change":"2024-05-20T21:11:12.253186+0000","last_active":"2024-05-20T21:12:02.622562+0000","last_peered":"2024-05-20T21:12:02.622562+0000","last_clean":"2024-05-20T21:12:02.622562+0000","last_became_active":"2024-05-20T21:11:12.252757+0000","last_became_peered":"2024-05-20T21:11:12.252757+0000","last_unstale":"2024-05-20T21:12:02.622562+0000","last_undegraded":"2024-05-20T21:12:02.622562+0000","last_fullsized":"2024-05-20T21:12:02.622562+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:07:00.781268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.183071+0000","last_change":"2024-05-20T21:11:16.309830+0000","last_active":"2024-05-20T21:13:01.183071+0000","last_peered":"2024-05-20T21:13:01.183071+0000","last_clean":"2024-05-20T21:13:01.183071+0000","last_became_active":"2024-05-20T21:11:16.308102+0000","last_became_peered":"2024-05-20T21:11:16.308102+0000","last_unstale":"2024-05-20T21:13:01.183071+0000","last_undegraded":"2024-05-20T21:13:01.183071+0000","last_fullsized":"2024-05-20T21:13:01.183071+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:27:48.742379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"79'1","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.578858+0000","last_change":"2024-05-20T21:11:12.241333+0000","last_active":"2024-05-20T21:12:02.578858+0000","last_peered":"2024-05-20T21:12:02.578858+0000","last_clean":"2024-05-20T21:12:02.578858+0000","last_became_active":"2024-05-20T21:11:12.240714+0000","last_became_peered":"2024-05-20T21:11:12.240714+0000","last_unstale":"2024-05-20T21:12:02.578858+0000","last_undegraded":"2024-05-20T21:12:02.578858+0000","last_fullsized":"2024-05-20T21:12:02.578858+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:24:36.977355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.183108+0000","last_change":"2024-05-20T21:11:16.312485+0000","last_active":"2024-05-20T21:13:01.183108+0000","last_peered":"2024-05-20T21:13:01.183108+0000","last_clean":"2024-05-20T21:13:01.183108+0000","last_became_active":"2024-05-20T21:11:16.310540+0000","last_became_peered":"2024-05-20T21:11:16.310540+0000","last_unstale":"2024-05-20T21:13:01.183108+0000","last_undegraded":"2024-05-20T21:13:01.183108+0000","last_fullsized":"2024-05-20T21:13:01.183108+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:40:51.470540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"79'3","reported_seq":265,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:15:31.964679+0000","last_change":"2024-05-20T21:11:12.250269+0000","last_active":"2024-05-20T21:15:31.964679+0000","last_peered":"2024-05-20T21:15:31.964679+0000","last_clean":"2024-05-20T21:15:31.964679+0000","last_became_active":"2024-05-20T21:11:12.249953+0000","last_became_peered":"2024-05-20T21:11:12.249953+0000","last_unstale":"2024-05-20T21:15:31.964679+0000","last_undegraded":"2024-05-20T21:15:31.964679+0000","last_fullsized":"2024-05-20T21:15:31.964679+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:28:16.387524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":235,"num_read_kb":235,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.165457+0000","last_change":"2024-05-20T21:11:16.293415+0000","last_active":"2024-05-20T21:13:01.165457+0000","last_peered":"2024-05-20T21:13:01.165457+0000","last_clean":"2024-05-20T21:13:01.165457+0000","last_became_active":"2024-05-20T21:11:16.293020+0000","last_became_peered":"2024-05-20T21:11:16.293020+0000","last_unstale":"2024-05-20T21:13:01.165457+0000","last_undegraded":"2024-05-20T21:13:01.165457+0000","last_fullsized":"2024-05-20T21:13:01.165457+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:15:38.709618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572837+0000","last_change":"2024-05-20T21:11:12.241145+0000","last_active":"2024-05-20T21:12:02.572837+0000","last_peered":"2024-05-20T21:12:02.572837+0000","last_clean":"2024-05-20T21:12:02.572837+0000","last_became_active":"2024-05-20T21:11:12.240649+0000","last_became_peered":"2024-05-20T21:11:12.240649+0000","last_unstale":"2024-05-20T21:12:02.572837+0000","last_undegraded":"2024-05-20T21:12:02.572837+0000","last_fullsized":"2024-05-20T21:12:02.572837+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:37:42.233247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"81'9","reported_seq":34,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.183321+0000","last_change":"2024-05-20T21:12:02.624698+0000","last_active":"2024-05-20T21:13:01.183321+0000","last_peered":"2024-05-20T21:13:01.183321+0000","last_clean":"2024-05-20T21:13:01.183321+0000","last_became_active":"2024-05-20T21:12:02.624179+0000","last_became_peered":"2024-05-20T21:12:02.624179+0000","last_unstale":"2024-05-20T21:13:01.183321+0000","last_undegraded":"2024-05-20T21:13:01.183321+0000","last_fullsized":"2024-05-20T21:13:01.183321+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:26:04.334179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"79'4","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.579765+0000","last_change":"2024-05-20T21:11:12.760814+0000","last_active":"2024-05-20T21:12:02.579765+0000","last_peered":"2024-05-20T21:12:02.579765+0000","last_clean":"2024-05-20T21:12:02.579765+0000","last_became_active":"2024-05-20T21:11:12.760357+0000","last_became_peered":"2024-05-20T21:11:12.760357+0000","last_unstale":"2024-05-20T21:12:02.579765+0000","last_undegraded":"2024-05-20T21:12:02.579765+0000","last_fullsized":"2024-05-20T21:12:02.579765+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:59:22.572365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.164880+0000","last_change":"2024-05-20T21:11:16.289683+0000","last_active":"2024-05-20T21:13:01.164880+0000","last_peered":"2024-05-20T21:13:01.164880+0000","last_clean":"2024-05-20T21:13:01.164880+0000","last_became_active":"2024-05-20T21:11:16.288670+0000","last_became_peered":"2024-05-20T21:11:16.288670+0000","last_unstale":"2024-05-20T21:13:01.164880+0000","last_undegraded":"2024-05-20T21:13:01.164880+0000","last_fullsized":"2024-05-20T21:13:01.164880+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:58:46.822152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"81'46","reported_seq":558,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:15:32.857214+0000","last_change":"2024-05-20T21:11:12.240426+0000","last_active":"2024-05-20T21:15:32.857214+0000","last_peered":"2024-05-20T21:15:32.857214+0000","last_clean":"2024-05-20T21:15:32.857214+0000","last_became_active":"2024-05-20T21:11:12.239978+0000","last_became_peered":"2024-05-20T21:11:12.239978+0000","last_unstale":"2024-05-20T21:15:32.857214+0000","last_undegraded":"2024-05-20T21:15:32.857214+0000","last_fullsized":"2024-05-20T21:15:32.857214+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":0,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:57:56.556743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":73536,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":485,"num_read_kb":314,"num_write":47,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"81'6","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.142502+0000","last_change":"2024-05-20T21:11:16.293396+0000","last_active":"2024-05-20T21:13:01.142502+0000","last_peered":"2024-05-20T21:13:01.142502+0000","last_clean":"2024-05-20T21:13:01.142502+0000","last_became_active":"2024-05-20T21:11:16.292975+0000","last_became_peered":"2024-05-20T21:11:16.292975+0000","last_unstale":"2024-05-20T21:13:01.142502+0000","last_undegraded":"2024-05-20T21:13:01.142502+0000","last_fullsized":"2024-05-20T21:13:01.142502+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:23:16.851377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"79'6","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.573640+0000","last_change":"2024-05-20T21:11:12.249629+0000","last_active":"2024-05-20T21:12:02.573640+0000","last_peered":"2024-05-20T21:12:02.573640+0000","last_clean":"2024-05-20T21:12:02.573640+0000","last_became_active":"2024-05-20T21:11:12.249223+0000","last_became_peered":"2024-05-20T21:11:12.249223+0000","last_unstale":"2024-05-20T21:12:02.573640+0000","last_undegraded":"2024-05-20T21:12:02.573640+0000","last_fullsized":"2024-05-20T21:12:02.573640+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:50:14.595923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.181126+0000","last_change":"2024-05-20T21:11:16.305707+0000","last_active":"2024-05-20T21:13:01.181126+0000","last_peered":"2024-05-20T21:13:01.181126+0000","last_clean":"2024-05-20T21:13:01.181126+0000","last_became_active":"2024-05-20T21:11:16.304112+0000","last_became_peered":"2024-05-20T21:11:16.304112+0000","last_unstale":"2024-05-20T21:13:01.181126+0000","last_undegraded":"2024-05-20T21:13:01.181126+0000","last_fullsized":"2024-05-20T21:13:01.181126+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:27:46.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.579108+0000","last_change":"2024-05-20T21:11:12.251594+0000","last_active":"2024-05-20T21:12:02.579108+0000","last_peered":"2024-05-20T21:12:02.579108+0000","last_clean":"2024-05-20T21:12:02.579108+0000","last_became_active":"2024-05-20T21:11:12.251273+0000","last_became_peered":"2024-05-20T21:11:12.251273+0000","last_unstale":"2024-05-20T21:12:02.579108+0000","last_undegraded":"2024-05-20T21:12:02.579108+0000","last_fullsized":"2024-05-20T21:12:02.579108+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:21:54.521412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"81'15","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.171816+0000","last_change":"2024-05-20T21:11:16.315454+0000","last_active":"2024-05-20T21:13:01.171816+0000","last_peered":"2024-05-20T21:13:01.171816+0000","last_clean":"2024-05-20T21:13:01.171816+0000","last_became_active":"2024-05-20T21:11:16.315139+0000","last_became_peered":"2024-05-20T21:11:16.315139+0000","last_unstale":"2024-05-20T21:13:01.171816+0000","last_undegraded":"2024-05-20T21:13:01.171816+0000","last_fullsized":"2024-05-20T21:13:01.171816+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:02:15.282366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"79'3","reported_seq":264,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:15:29.911664+0000","last_change":"2024-05-20T21:11:12.235731+0000","last_active":"2024-05-20T21:15:29.911664+0000","last_peered":"2024-05-20T21:15:29.911664+0000","last_clean":"2024-05-20T21:15:29.911664+0000","last_became_active":"2024-05-20T21:11:12.235247+0000","last_became_peered":"2024-05-20T21:11:12.235247+0000","last_unstale":"2024-05-20T21:15:29.911664+0000","last_undegraded":"2024-05-20T21:15:29.911664+0000","last_fullsized":"2024-05-20T21:15:29.911664+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:48:34.737739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":236,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.165322+0000","last_change":"2024-05-20T21:11:16.300621+0000","last_active":"2024-05-20T21:13:01.165322+0000","last_peered":"2024-05-20T21:13:01.165322+0000","last_clean":"2024-05-20T21:13:01.165322+0000","last_became_active":"2024-05-20T21:11:16.300299+0000","last_became_peered":"2024-05-20T21:11:16.300299+0000","last_unstale":"2024-05-20T21:13:01.165322+0000","last_undegraded":"2024-05-20T21:13:01.165322+0000","last_fullsized":"2024-05-20T21:13:01.165322+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:00:16.864814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"79'15","reported_seq":42,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.572182+0000","last_change":"2024-05-20T21:11:12.758928+0000","last_active":"2024-05-20T21:12:02.572182+0000","last_peered":"2024-05-20T21:12:02.572182+0000","last_clean":"2024-05-20T21:12:02.572182+0000","last_became_active":"2024-05-20T21:11:12.758529+0000","last_became_peered":"2024-05-20T21:11:12.758529+0000","last_unstale":"2024-05-20T21:12:02.572182+0000","last_undegraded":"2024-05-20T21:12:02.572182+0000","last_fullsized":"2024-05-20T21:12:02.572182+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:36:07.416766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.163794+0000","last_change":"2024-05-20T21:11:16.290886+0000","last_active":"2024-05-20T21:13:01.163794+0000","last_peered":"2024-05-20T21:13:01.163794+0000","last_clean":"2024-05-20T21:13:01.163794+0000","last_became_active":"2024-05-20T21:11:16.290543+0000","last_became_peered":"2024-05-20T21:11:16.290543+0000","last_unstale":"2024-05-20T21:13:01.163794+0000","last_undegraded":"2024-05-20T21:13:01.163794+0000","last_fullsized":"2024-05-20T21:13:01.163794+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:07:21.774338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.573089+0000","last_change":"2024-05-20T21:11:12.240660+0000","last_active":"2024-05-20T21:12:02.573089+0000","last_peered":"2024-05-20T21:12:02.573089+0000","last_clean":"2024-05-20T21:12:02.573089+0000","last_became_active":"2024-05-20T21:11:12.240320+0000","last_became_peered":"2024-05-20T21:11:12.240320+0000","last_unstale":"2024-05-20T21:12:02.573089+0000","last_undegraded":"2024-05-20T21:12:02.573089+0000","last_fullsized":"2024-05-20T21:12:02.573089+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:32:04.885948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"81'5","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.162739+0000","last_change":"2024-05-20T21:11:16.288772+0000","last_active":"2024-05-20T21:13:01.162739+0000","last_peered":"2024-05-20T21:13:01.162739+0000","last_clean":"2024-05-20T21:13:01.162739+0000","last_became_active":"2024-05-20T21:11:16.288437+0000","last_became_peered":"2024-05-20T21:11:16.288437+0000","last_unstale":"2024-05-20T21:13:01.162739+0000","last_undegraded":"2024-05-20T21:13:01.162739+0000","last_fullsized":"2024-05-20T21:13:01.162739+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:51:31.971549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":34,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:17.232199+0000","last_change":"2024-05-20T21:12:02.584068+0000","last_active":"2024-05-20T21:13:17.232199+0000","last_peered":"2024-05-20T21:13:17.232199+0000","last_clean":"2024-05-20T21:13:17.232199+0000","last_became_active":"2024-05-20T21:12:02.583527+0000","last_became_peered":"2024-05-20T21:12:02.583527+0000","last_unstale":"2024-05-20T21:13:17.232199+0000","last_undegraded":"2024-05-20T21:13:17.232199+0000","last_fullsized":"2024-05-20T21:13:17.232199+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:30:08.931861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,0],"acting":[9,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"81'6","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:15:28.003222+0000","last_change":"2024-05-20T21:11:16.303638+0000","last_active":"2024-05-20T21:15:28.003222+0000","last_peered":"2024-05-20T21:15:28.003222+0000","last_clean":"2024-05-20T21:15:28.003222+0000","last_became_active":"2024-05-20T21:11:16.302601+0000","last_became_peered":"2024-05-20T21:11:16.302601+0000","last_unstale":"2024-05-20T21:15:28.003222+0000","last_undegraded":"2024-05-20T21:15:28.003222+0000","last_fullsized":"2024-05-20T21:15:28.003222+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:02:39.103054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"79'1","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:16.732268+0000","last_change":"2024-05-20T21:11:12.244916+0000","last_active":"2024-05-20T21:13:16.732268+0000","last_peered":"2024-05-20T21:13:16.732268+0000","last_clean":"2024-05-20T21:13:16.732268+0000","last_became_active":"2024-05-20T21:11:12.244450+0000","last_became_peered":"2024-05-20T21:11:12.244450+0000","last_unstale":"2024-05-20T21:13:16.732268+0000","last_undegraded":"2024-05-20T21:13:16.732268+0000","last_fullsized":"2024-05-20T21:13:16.732268+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:43:22.114200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"81'7","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:22.990141+0000","last_change":"2024-05-20T21:11:16.302895+0000","last_active":"2024-05-20T21:13:22.990141+0000","last_peered":"2024-05-20T21:13:22.990141+0000","last_clean":"2024-05-20T21:13:22.990141+0000","last_became_active":"2024-05-20T21:11:16.302338+0000","last_became_peered":"2024-05-20T21:11:16.302338+0000","last_unstale":"2024-05-20T21:13:22.990141+0000","last_undegraded":"2024-05-20T21:13:22.990141+0000","last_fullsized":"2024-05-20T21:13:22.990141+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:19:55.637590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"81'8","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:15.293699+0000","last_change":"2024-05-20T21:11:16.292060+0000","last_active":"2024-05-20T21:13:15.293699+0000","last_peered":"2024-05-20T21:13:15.293699+0000","last_clean":"2024-05-20T21:13:15.293699+0000","last_became_active":"2024-05-20T21:11:16.291693+0000","last_became_peered":"2024-05-20T21:11:16.291693+0000","last_unstale":"2024-05-20T21:13:15.293699+0000","last_undegraded":"2024-05-20T21:13:15.293699+0000","last_fullsized":"2024-05-20T21:13:15.293699+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:25:43.584245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"79'4","reported_seq":264,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:15:28.908775+0000","last_change":"2024-05-20T21:11:12.766431+0000","last_active":"2024-05-20T21:15:28.908775+0000","last_peered":"2024-05-20T21:15:28.908775+0000","last_clean":"2024-05-20T21:15:28.908775+0000","last_became_active":"2024-05-20T21:11:12.765810+0000","last_became_peered":"2024-05-20T21:11:12.765810+0000","last_unstale":"2024-05-20T21:15:28.908775+0000","last_undegraded":"2024-05-20T21:15:28.908775+0000","last_fullsized":"2024-05-20T21:15:28.908775+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:00:43.569312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":232,"num_read_kb":232,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"81'8","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:24.237539+0000","last_change":"2024-05-20T21:11:16.309825+0000","last_active":"2024-05-20T21:13:24.237539+0000","last_peered":"2024-05-20T21:13:24.237539+0000","last_clean":"2024-05-20T21:13:24.237539+0000","last_became_active":"2024-05-20T21:11:16.298548+0000","last_became_peered":"2024-05-20T21:11:16.298548+0000","last_unstale":"2024-05-20T21:13:24.237539+0000","last_undegraded":"2024-05-20T21:13:24.237539+0000","last_fullsized":"2024-05-20T21:13:24.237539+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:01:11.724054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"79'3","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:21.113790+0000","last_change":"2024-05-20T21:11:12.238997+0000","last_active":"2024-05-20T21:13:21.113790+0000","last_peered":"2024-05-20T21:13:21.113790+0000","last_clean":"2024-05-20T21:13:21.113790+0000","last_became_active":"2024-05-20T21:11:12.238594+0000","last_became_peered":"2024-05-20T21:11:12.238594+0000","last_unstale":"2024-05-20T21:13:21.113790+0000","last_undegraded":"2024-05-20T21:13:21.113790+0000","last_fullsized":"2024-05-20T21:13:21.113790+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:48:34.665640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'92","reported_seq":103,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:16.725410+0000","last_change":"2024-05-20T21:09:39.755749+0000","last_active":"2024-05-20T21:12:16.725410+0000","last_peered":"2024-05-20T21:12:16.725410+0000","last_clean":"2024-05-20T21:12:16.725410+0000","last_became_active":"2024-05-20T21:09:39.750321+0000","last_became_peered":"2024-05-20T21:09:39.750321+0000","last_unstale":"2024-05-20T21:12:16.725410+0000","last_undegraded":"2024-05-20T21:12:16.725410+0000","last_fullsized":"2024-05-20T21:12:16.725410+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:05:47.251775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:05:47.251775+0000","last_clean_scrub_stamp":"2024-05-20T21:05:47.251775+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:28:48.606241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"81'5","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:20.305470+0000","last_change":"2024-05-20T21:11:16.302796+0000","last_active":"2024-05-20T21:13:20.305470+0000","last_peered":"2024-05-20T21:13:20.305470+0000","last_clean":"2024-05-20T21:13:20.305470+0000","last_became_active":"2024-05-20T21:11:16.302351+0000","last_became_peered":"2024-05-20T21:11:16.302351+0000","last_unstale":"2024-05-20T21:13:20.305470+0000","last_undegraded":"2024-05-20T21:13:20.305470+0000","last_fullsized":"2024-05-20T21:13:20.305470+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:01:04.033570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"79'3","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:11.731853+0000","last_change":"2024-05-20T21:11:12.240101+0000","last_active":"2024-05-20T21:13:11.731853+0000","last_peered":"2024-05-20T21:13:11.731853+0000","last_clean":"2024-05-20T21:13:11.731853+0000","last_became_active":"2024-05-20T21:11:12.239602+0000","last_became_peered":"2024-05-20T21:11:12.239602+0000","last_unstale":"2024-05-20T21:13:11.731853+0000","last_undegraded":"2024-05-20T21:13:11.731853+0000","last_fullsized":"2024-05-20T21:13:11.731853+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:07:18.425330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"79'1","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:17.482189+0000","last_change":"2024-05-20T21:11:12.760960+0000","last_active":"2024-05-20T21:13:17.482189+0000","last_peered":"2024-05-20T21:13:17.482189+0000","last_clean":"2024-05-20T21:13:17.482189+0000","last_became_active":"2024-05-20T21:11:12.760521+0000","last_became_peered":"2024-05-20T21:11:12.760521+0000","last_unstale":"2024-05-20T21:13:17.482189+0000","last_undegraded":"2024-05-20T21:13:17.482189+0000","last_fullsized":"2024-05-20T21:13:17.482189+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:05:09.306090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"81'9","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:20.305550+0000","last_change":"2024-05-20T21:11:16.301153+0000","last_active":"2024-05-20T21:13:20.305550+0000","last_peered":"2024-05-20T21:13:20.305550+0000","last_clean":"2024-05-20T21:13:20.305550+0000","last_became_active":"2024-05-20T21:11:16.300824+0000","last_became_peered":"2024-05-20T21:11:16.300824+0000","last_unstale":"2024-05-20T21:13:20.305550+0000","last_undegraded":"2024-05-20T21:13:20.305550+0000","last_fullsized":"2024-05-20T21:13:20.305550+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:44:59.243608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"81'14","reported_seq":42,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:15:03.361716+0000","last_change":"2024-05-20T21:11:12.254854+0000","last_active":"2024-05-20T21:15:03.361716+0000","last_peered":"2024-05-20T21:15:03.361716+0000","last_clean":"2024-05-20T21:15:03.361716+0000","last_became_active":"2024-05-20T21:11:12.253297+0000","last_became_peered":"2024-05-20T21:11:12.253297+0000","last_unstale":"2024-05-20T21:15:03.361716+0000","last_undegraded":"2024-05-20T21:15:03.361716+0000","last_fullsized":"2024-05-20T21:15:03.361716+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:33:16.546788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.173431+0000","last_change":"2024-05-20T21:11:16.309531+0000","last_active":"2024-05-20T21:13:01.173431+0000","last_peered":"2024-05-20T21:13:01.173431+0000","last_clean":"2024-05-20T21:13:01.173431+0000","last_became_active":"2024-05-20T21:11:16.306434+0000","last_became_peered":"2024-05-20T21:11:16.306434+0000","last_unstale":"2024-05-20T21:13:01.173431+0000","last_undegraded":"2024-05-20T21:13:01.173431+0000","last_fullsized":"2024-05-20T21:13:01.173431+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:43:24.694325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"79'4","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.655063+0000","last_change":"2024-05-20T21:11:12.938464+0000","last_active":"2024-05-20T21:12:02.655063+0000","last_peered":"2024-05-20T21:12:02.655063+0000","last_clean":"2024-05-20T21:12:02.655063+0000","last_became_active":"2024-05-20T21:11:12.938116+0000","last_became_peered":"2024-05-20T21:11:12.938116+0000","last_unstale":"2024-05-20T21:12:02.655063+0000","last_undegraded":"2024-05-20T21:12:02.655063+0000","last_fullsized":"2024-05-20T21:12:02.655063+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:47:43.994616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"81'7","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.184009+0000","last_change":"2024-05-20T21:11:16.305886+0000","last_active":"2024-05-20T21:13:01.184009+0000","last_peered":"2024-05-20T21:13:01.184009+0000","last_clean":"2024-05-20T21:13:01.184009+0000","last_became_active":"2024-05-20T21:11:16.305501+0000","last_became_peered":"2024-05-20T21:11:16.305501+0000","last_unstale":"2024-05-20T21:13:01.184009+0000","last_undegraded":"2024-05-20T21:13:01.184009+0000","last_fullsized":"2024-05-20T21:13:01.184009+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:26:08.663747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.656627+0000","last_change":"2024-05-20T21:11:12.759262+0000","last_active":"2024-05-20T21:12:02.656627+0000","last_peered":"2024-05-20T21:12:02.656627+0000","last_clean":"2024-05-20T21:12:02.656627+0000","last_became_active":"2024-05-20T21:11:12.758783+0000","last_became_peered":"2024-05-20T21:11:12.758783+0000","last_unstale":"2024-05-20T21:12:02.656627+0000","last_undegraded":"2024-05-20T21:12:02.656627+0000","last_fullsized":"2024-05-20T21:12:02.656627+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:01:41.849250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"81'2","reported_seq":21,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.141841+0000","last_change":"2024-05-20T21:11:16.286689+0000","last_active":"2024-05-20T21:13:01.141841+0000","last_peered":"2024-05-20T21:13:01.141841+0000","last_clean":"2024-05-20T21:13:01.141841+0000","last_became_active":"2024-05-20T21:11:16.286299+0000","last_became_peered":"2024-05-20T21:11:16.286299+0000","last_unstale":"2024-05-20T21:13:01.141841+0000","last_undegraded":"2024-05-20T21:13:01.141841+0000","last_fullsized":"2024-05-20T21:13:01.141841+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:02:21.142560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.579194+0000","last_change":"2024-05-20T21:11:12.252491+0000","last_active":"2024-05-20T21:12:02.579194+0000","last_peered":"2024-05-20T21:12:02.579194+0000","last_clean":"2024-05-20T21:12:02.579194+0000","last_became_active":"2024-05-20T21:11:12.252010+0000","last_became_peered":"2024-05-20T21:11:12.252010+0000","last_unstale":"2024-05-20T21:12:02.579194+0000","last_undegraded":"2024-05-20T21:12:02.579194+0000","last_fullsized":"2024-05-20T21:12:02.579194+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:32:12.677758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"81'9","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.181335+0000","last_change":"2024-05-20T21:11:16.302423+0000","last_active":"2024-05-20T21:13:01.181335+0000","last_peered":"2024-05-20T21:13:01.181335+0000","last_clean":"2024-05-20T21:13:01.181335+0000","last_became_active":"2024-05-20T21:11:16.302055+0000","last_became_peered":"2024-05-20T21:11:16.302055+0000","last_unstale":"2024-05-20T21:13:01.181335+0000","last_undegraded":"2024-05-20T21:13:01.181335+0000","last_fullsized":"2024-05-20T21:13:01.181335+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:07:21.927876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"79'1","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:22.032200+0000","last_change":"2024-05-20T21:11:12.253463+0000","last_active":"2024-05-20T21:13:22.032200+0000","last_peered":"2024-05-20T21:13:22.032200+0000","last_clean":"2024-05-20T21:13:22.032200+0000","last_became_active":"2024-05-20T21:11:12.253106+0000","last_became_peered":"2024-05-20T21:11:12.253106+0000","last_unstale":"2024-05-20T21:13:22.032200+0000","last_undegraded":"2024-05-20T21:13:22.032200+0000","last_fullsized":"2024-05-20T21:13:22.032200+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:01:56.697701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"81'8","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.176060+0000","last_change":"2024-05-20T21:12:02.658384+0000","last_active":"2024-05-20T21:13:01.176060+0000","last_peered":"2024-05-20T21:13:01.176060+0000","last_clean":"2024-05-20T21:13:01.176060+0000","last_became_active":"2024-05-20T21:12:02.656920+0000","last_became_peered":"2024-05-20T21:12:02.656920+0000","last_unstale":"2024-05-20T21:13:01.176060+0000","last_undegraded":"2024-05-20T21:13:01.176060+0000","last_fullsized":"2024-05-20T21:13:01.176060+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:28:26.957691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,10],"acting":[9,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.b","version":"79'4","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:04.554021+0000","last_change":"2024-05-20T21:12:02.580425+0000","last_active":"2024-05-20T21:12:04.554021+0000","last_peered":"2024-05-20T21:12:04.554021+0000","last_clean":"2024-05-20T21:12:04.554021+0000","last_became_active":"2024-05-20T21:12:02.574491+0000","last_became_peered":"2024-05-20T21:12:02.574491+0000","last_unstale":"2024-05-20T21:12:04.554021+0000","last_undegraded":"2024-05-20T21:12:04.554021+0000","last_fullsized":"2024-05-20T21:12:04.554021+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:23:07.397513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.a","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.170734+0000","last_change":"2024-05-20T21:11:16.311555+0000","last_active":"2024-05-20T21:13:01.170734+0000","last_peered":"2024-05-20T21:13:01.170734+0000","last_clean":"2024-05-20T21:13:01.170734+0000","last_became_active":"2024-05-20T21:11:16.311170+0000","last_became_peered":"2024-05-20T21:11:16.311170+0000","last_unstale":"2024-05-20T21:13:01.170734+0000","last_undegraded":"2024-05-20T21:13:01.170734+0000","last_fullsized":"2024-05-20T21:13:01.170734+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:11:59.080264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.574070+0000","last_change":"2024-05-20T21:11:12.938031+0000","last_active":"2024-05-20T21:12:02.574070+0000","last_peered":"2024-05-20T21:12:02.574070+0000","last_clean":"2024-05-20T21:12:02.574070+0000","last_became_active":"2024-05-20T21:11:12.937666+0000","last_became_peered":"2024-05-20T21:11:12.937666+0000","last_unstale":"2024-05-20T21:12:02.574070+0000","last_undegraded":"2024-05-20T21:12:02.574070+0000","last_fullsized":"2024-05-20T21:12:02.574070+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:52:43.732756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.168022+0000","last_change":"2024-05-20T21:11:16.295156+0000","last_active":"2024-05-20T21:13:01.168022+0000","last_peered":"2024-05-20T21:13:01.168022+0000","last_clean":"2024-05-20T21:13:01.168022+0000","last_became_active":"2024-05-20T21:11:16.294767+0000","last_became_peered":"2024-05-20T21:11:16.294767+0000","last_unstale":"2024-05-20T21:13:01.168022+0000","last_undegraded":"2024-05-20T21:13:01.168022+0000","last_fullsized":"2024-05-20T21:13:01.168022+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:02:41.864192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"79'1","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.579601+0000","last_change":"2024-05-20T21:11:12.249056+0000","last_active":"2024-05-20T21:12:02.579601+0000","last_peered":"2024-05-20T21:12:02.579601+0000","last_clean":"2024-05-20T21:12:02.579601+0000","last_became_active":"2024-05-20T21:11:12.248669+0000","last_became_peered":"2024-05-20T21:11:12.248669+0000","last_unstale":"2024-05-20T21:12:02.579601+0000","last_undegraded":"2024-05-20T21:12:02.579601+0000","last_fullsized":"2024-05-20T21:12:02.579601+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:07:26.775736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.173769+0000","last_change":"2024-05-20T21:11:16.301488+0000","last_active":"2024-05-20T21:13:01.173769+0000","last_peered":"2024-05-20T21:13:01.173769+0000","last_clean":"2024-05-20T21:13:01.173769+0000","last_became_active":"2024-05-20T21:11:16.301096+0000","last_became_peered":"2024-05-20T21:11:16.301096+0000","last_unstale":"2024-05-20T21:13:01.173769+0000","last_undegraded":"2024-05-20T21:13:01.173769+0000","last_fullsized":"2024-05-20T21:13:01.173769+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:47:51.022920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:02.623292+0000","last_change":"2024-05-20T21:11:12.256281+0000","last_active":"2024-05-20T21:12:02.623292+0000","last_peered":"2024-05-20T21:12:02.623292+0000","last_clean":"2024-05-20T21:12:02.623292+0000","last_became_active":"2024-05-20T21:11:12.255197+0000","last_became_peered":"2024-05-20T21:11:12.255197+0000","last_unstale":"2024-05-20T21:12:02.623292+0000","last_undegraded":"2024-05-20T21:12:02.623292+0000","last_fullsized":"2024-05-20T21:12:02.623292+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:11.204848+0000","last_clean_scrub_stamp":"2024-05-20T21:11:11.204848+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:10:07.468628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.156661+0000","last_change":"2024-05-20T21:11:16.293091+0000","last_active":"2024-05-20T21:13:01.156661+0000","last_peered":"2024-05-20T21:13:01.156661+0000","last_clean":"2024-05-20T21:13:01.156661+0000","last_became_active":"2024-05-20T21:11:16.292626+0000","last_became_peered":"2024-05-20T21:11:16.292626+0000","last_unstale":"2024-05-20T21:13:01.156661+0000","last_undegraded":"2024-05-20T21:13:01.156661+0000","last_fullsized":"2024-05-20T21:13:01.156661+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:34:20.135026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"81'9","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:24.562290+0000","last_change":"2024-05-20T21:11:16.287638+0000","last_active":"2024-05-20T21:13:24.562290+0000","last_peered":"2024-05-20T21:13:24.562290+0000","last_clean":"2024-05-20T21:13:24.562290+0000","last_became_active":"2024-05-20T21:11:16.287268+0000","last_became_peered":"2024-05-20T21:11:16.287268+0000","last_unstale":"2024-05-20T21:13:24.562290+0000","last_undegraded":"2024-05-20T21:13:24.562290+0000","last_fullsized":"2024-05-20T21:13:24.562290+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:10:41.612809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"81'12","reported_seq":38,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:22.032170+0000","last_change":"2024-05-20T21:12:02.657242+0000","last_active":"2024-05-20T21:13:22.032170+0000","last_peered":"2024-05-20T21:13:22.032170+0000","last_clean":"2024-05-20T21:13:22.032170+0000","last_became_active":"2024-05-20T21:12:02.656780+0000","last_became_peered":"2024-05-20T21:12:02.656780+0000","last_unstale":"2024-05-20T21:13:22.032170+0000","last_undegraded":"2024-05-20T21:13:22.032170+0000","last_fullsized":"2024-05-20T21:13:22.032170+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:37:59.388775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,9,4],"acting":[2,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"81'8","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:22.032190+0000","last_change":"2024-05-20T21:11:16.298980+0000","last_active":"2024-05-20T21:13:22.032190+0000","last_peered":"2024-05-20T21:13:22.032190+0000","last_clean":"2024-05-20T21:13:22.032190+0000","last_became_active":"2024-05-20T21:11:16.298618+0000","last_became_peered":"2024-05-20T21:11:16.298618+0000","last_unstale":"2024-05-20T21:13:22.032190+0000","last_undegraded":"2024-05-20T21:13:22.032190+0000","last_fullsized":"2024-05-20T21:13:22.032190+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:46:11.849227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"81'7","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:22.890518+0000","last_change":"2024-05-20T21:11:16.311311+0000","last_active":"2024-05-20T21:13:22.890518+0000","last_peered":"2024-05-20T21:13:22.890518+0000","last_clean":"2024-05-20T21:13:22.890518+0000","last_became_active":"2024-05-20T21:11:16.310943+0000","last_became_peered":"2024-05-20T21:11:16.310943+0000","last_unstale":"2024-05-20T21:13:22.890518+0000","last_undegraded":"2024-05-20T21:13:22.890518+0000","last_fullsized":"2024-05-20T21:13:22.890518+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:20:06.512572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"81'4","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.176755+0000","last_change":"2024-05-20T21:11:16.307587+0000","last_active":"2024-05-20T21:13:01.176755+0000","last_peered":"2024-05-20T21:13:01.176755+0000","last_clean":"2024-05-20T21:13:01.176755+0000","last_became_active":"2024-05-20T21:11:16.307226+0000","last_became_peered":"2024-05-20T21:11:16.307226+0000","last_unstale":"2024-05-20T21:13:01.176755+0000","last_undegraded":"2024-05-20T21:13:01.176755+0000","last_fullsized":"2024-05-20T21:13:01.176755+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:44:55.546037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"81'6","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.160752+0000","last_change":"2024-05-20T21:12:02.577301+0000","last_active":"2024-05-20T21:13:01.160752+0000","last_peered":"2024-05-20T21:13:01.160752+0000","last_clean":"2024-05-20T21:13:01.160752+0000","last_became_active":"2024-05-20T21:12:02.576894+0000","last_became_peered":"2024-05-20T21:12:02.576894+0000","last_unstale":"2024-05-20T21:13:01.160752+0000","last_undegraded":"2024-05-20T21:13:01.160752+0000","last_fullsized":"2024-05-20T21:13:01.160752+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:53:46.857195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,9],"acting":[11,8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"81'15","reported_seq":34,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.162086+0000","last_change":"2024-05-20T21:11:16.286013+0000","last_active":"2024-05-20T21:13:01.162086+0000","last_peered":"2024-05-20T21:13:01.162086+0000","last_clean":"2024-05-20T21:13:01.162086+0000","last_became_active":"2024-05-20T21:11:16.285637+0000","last_became_peered":"2024-05-20T21:11:16.285637+0000","last_unstale":"2024-05-20T21:13:01.162086+0000","last_undegraded":"2024-05-20T21:13:01.162086+0000","last_fullsized":"2024-05-20T21:13:01.162086+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:58:47.958946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"81'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.165332+0000","last_change":"2024-05-20T21:12:02.584317+0000","last_active":"2024-05-20T21:13:01.165332+0000","last_peered":"2024-05-20T21:13:01.165332+0000","last_clean":"2024-05-20T21:13:01.165332+0000","last_became_active":"2024-05-20T21:12:02.583812+0000","last_became_peered":"2024-05-20T21:12:02.583812+0000","last_unstale":"2024-05-20T21:13:01.165332+0000","last_undegraded":"2024-05-20T21:13:01.165332+0000","last_fullsized":"2024-05-20T21:13:01.165332+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:04:52.216090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,8,2],"acting":[3,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.170769+0000","last_change":"2024-05-20T21:11:16.309385+0000","last_active":"2024-05-20T21:13:01.170769+0000","last_peered":"2024-05-20T21:13:01.170769+0000","last_clean":"2024-05-20T21:13:01.170769+0000","last_became_active":"2024-05-20T21:11:16.309033+0000","last_became_peered":"2024-05-20T21:11:16.309033+0000","last_unstale":"2024-05-20T21:13:01.170769+0000","last_undegraded":"2024-05-20T21:13:01.170769+0000","last_fullsized":"2024-05-20T21:13:01.170769+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:08:33.942619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.173474+0000","last_change":"2024-05-20T21:11:16.313629+0000","last_active":"2024-05-20T21:13:01.173474+0000","last_peered":"2024-05-20T21:13:01.173474+0000","last_clean":"2024-05-20T21:13:01.173474+0000","last_became_active":"2024-05-20T21:11:16.309118+0000","last_became_peered":"2024-05-20T21:11:16.309118+0000","last_unstale":"2024-05-20T21:13:01.173474+0000","last_undegraded":"2024-05-20T21:13:01.173474+0000","last_fullsized":"2024-05-20T21:13:01.173474+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:24:55.601886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.183670+0000","last_change":"2024-05-20T21:11:16.301810+0000","last_active":"2024-05-20T21:13:01.183670+0000","last_peered":"2024-05-20T21:13:01.183670+0000","last_clean":"2024-05-20T21:13:01.183670+0000","last_became_active":"2024-05-20T21:11:16.301438+0000","last_became_peered":"2024-05-20T21:11:16.301438+0000","last_unstale":"2024-05-20T21:13:01.183670+0000","last_undegraded":"2024-05-20T21:13:01.183670+0000","last_fullsized":"2024-05-20T21:13:01.183670+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:59:42.707949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.182717+0000","last_change":"2024-05-20T21:11:16.312808+0000","last_active":"2024-05-20T21:13:01.182717+0000","last_peered":"2024-05-20T21:13:01.182717+0000","last_clean":"2024-05-20T21:13:01.182717+0000","last_became_active":"2024-05-20T21:11:16.312103+0000","last_became_peered":"2024-05-20T21:11:16.312103+0000","last_unstale":"2024-05-20T21:13:01.182717+0000","last_undegraded":"2024-05-20T21:13:01.182717+0000","last_fullsized":"2024-05-20T21:13:01.182717+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:36:31.784474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"81'8","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:13:01.163485+0000","last_change":"2024-05-20T21:11:16.291818+0000","last_active":"2024-05-20T21:13:01.163485+0000","last_peered":"2024-05-20T21:13:01.163485+0000","last_clean":"2024-05-20T21:13:01.163485+0000","last_became_active":"2024-05-20T21:11:16.291508+0000","last_became_peered":"2024-05-20T21:11:16.291508+0000","last_unstale":"2024-05-20T21:13:01.163485+0000","last_undegraded":"2024-05-20T21:13:01.163485+0000","last_fullsized":"2024-05-20T21:13:01.163485+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:15.243016+0000","last_clean_scrub_stamp":"2024-05-20T21:11:15.243016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:51:38.272715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":504,"ondisk_log_size":504,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":77146,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":1434,"num_read_kb":798,"num_write":185,"num_write_kb":136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":454656,"data_stored":225694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":158,"ondisk_log_size":158,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":71,"seq":304942678084,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27880,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717272,"statfs":{"total":95995035648,"available":95966486528,"internally_reserved":0,"allocated":884736,"data_stored":431031,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":65,"seq":279172874313,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36892,"kb_used_data":1556,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708260,"statfs":{"total":95995035648,"available":95957258240,"internally_reserved":0,"allocated":1593344,"data_stored":1093168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037839,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36216,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708936,"statfs":{"total":95995035648,"available":95957950464,"internally_reserved":0,"allocated":901120,"data_stored":431267,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234072,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36216,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708936,"statfs":{"total":95995035648,"available":95957950464,"internally_reserved":0,"allocated":901120,"data_stored":431187,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":47,"seq":201863463004,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40956,"kb_used_data":1460,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704196,"statfs":{"total":95995035648,"available":95953096704,"internally_reserved":0,"allocated":1495040,"data_stored":1022726,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":40434122},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":42,"seq":180388626529,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36204,"kb_used_data":868,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708948,"statfs":{"total":95995035648,"available":95957962752,"internally_reserved":0,"allocated":888832,"data_stored":430656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574971,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27956,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717196,"statfs":{"total":95995035648,"available":95966408704,"internally_reserved":0,"allocated":962560,"data_stored":501105,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738499,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27904,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717248,"statfs":{"total":95995035648,"available":95966461952,"internally_reserved":0,"allocated":909312,"data_stored":431927,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411449,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27980,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717172,"statfs":{"total":95995035648,"available":95966384128,"internally_reserved":0,"allocated":987136,"data_stored":502455,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182512,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27900,"kb_used_data":884,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717252,"statfs":{"total":95995035648,"available":95966466048,"internally_reserved":0,"allocated":905216,"data_stored":430967,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986285,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40368,"kb_used_data":872,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704784,"statfs":{"total":95995035648,"available":95953698816,"internally_reserved":0,"allocated":892928,"data_stored":431093,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822759,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36808,"kb_used_data":1472,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708344,"statfs":{"total":95995035648,"available":95957344256,"internally_reserved":0,"allocated":1507328,"data_stored":1022410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":70656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":72006,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":75130,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-20T21:15:34.780 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:15:34.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:15:34 smithi130 ceph-mon[36448]: pgmap v447: 97 pgs: 97 active+clean; 652 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 682 B/s wr, 7 op/s 2024-05-20T21:15:34.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:15:34 smithi050 ceph-mon[35809]: pgmap v447: 97 pgs: 97 active+clean; 652 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 682 B/s wr, 7 op/s 2024-05-20T21:15:35.296 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:15:35.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:15:35 smithi008 ceph-mon[31475]: from='client.25195 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:15:35.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:15:35 smithi130 ceph-mon[36448]: from='client.25195 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:15:35.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:15:35 smithi050 ceph-mon[35809]: from='client.25195 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:15:36.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:15:36 smithi008 ceph-mon[31475]: pgmap v448: 97 pgs: 97 active+clean; 652 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 767 B/s wr, 6 op/s 2024-05-20T21:15:36.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:15:36 smithi008 ceph-mon[31475]: scrub summary: idle 2024-05-20T21:15:36.656 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:15:36 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:15:36.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:15:36 smithi130 ceph-mon[36448]: pgmap v448: 97 pgs: 97 active+clean; 652 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 767 B/s wr, 6 op/s 2024-05-20T21:15:36.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:15:36 smithi130 ceph-mon[36448]: scrub summary: idle 2024-05-20T21:15:36.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:15:36 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:15:36.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:15:36 smithi050 ceph-mon[35809]: pgmap v448: 97 pgs: 97 active+clean; 652 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 767 B/s wr, 6 op/s 2024-05-20T21:15:36.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:15:36 smithi050 ceph-mon[35809]: scrub summary: idle 2024-05-20T21:15:36.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:15:36 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:15:37.499 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:37.498+0000 7f7799200700 1 -- 172.21.15.8:0/1693695154 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f77941035c0 msgr2=0x7f7794103a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:37.499 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:37.498+0000 7f7799200700 1 --2- 172.21.15.8:0/1693695154 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f77941035c0 0x7f7794103a40 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f7780009990 tx=0x7f7780009ca0 comp rx=0 tx=0).stop 2024-05-20T21:15:37.500 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:37.499+0000 7f7799200700 1 -- 172.21.15.8:0/1693695154 shutdown_connections 2024-05-20T21:15:37.500 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:37.499+0000 7f7799200700 1 --2- 172.21.15.8:0/1693695154 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f77941095d0 0x7f77941099b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:37.500 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:37.499+0000 7f7799200700 1 --2- 172.21.15.8:0/1693695154 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7794103f80 0x7f7794110410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:37.500 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:37.499+0000 7f7799200700 1 --2- 172.21.15.8:0/1693695154 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f77941035c0 0x7f7794103a40 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:37.500 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:37.499+0000 7f7799200700 1 -- 172.21.15.8:0/1693695154 >> 172.21.15.8:0/1693695154 conn(0x7f779407a6f0 msgr2=0x7f779407ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:37.500 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:37.499+0000 7f7799200700 1 -- 172.21.15.8:0/1693695154 shutdown_connections 2024-05-20T21:15:37.500 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:37.499+0000 7f7799200700 1 -- 172.21.15.8:0/1693695154 wait complete. 2024-05-20T21:15:37.500 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:37.500+0000 7f7799200700 1 Processor -- start 2024-05-20T21:15:37.500 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:37.501+0000 7f7799200700 1 -- start start 2024-05-20T21:15:37.501 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:37.501+0000 7f7799200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f77941035c0 0x7f779419f8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:37.501 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:37.501+0000 7f7799200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7794103f80 0x7f779419fdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:37.501 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:37.501+0000 7f7799200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f77941095d0 0x7f7794199a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:37.501 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:37.501+0000 7f7799200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f77941137d0 con 0x7f7794103f80 2024-05-20T21:15:37.501 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:37.501+0000 7f7799200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f7794113650 con 0x7f77941095d0 2024-05-20T21:15:37.502 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:37.501+0000 7f7799200700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f7794113950 con 0x7f77941035c0 2024-05-20T21:15:37.502 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:37.501+0000 7f7791e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f77941035c0 0x7f779419f8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:37.503 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:37.501+0000 7f7791e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f77941035c0 0x7f779419f8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:55392/0 (socket says 172.21.15.8:55392) 2024-05-20T21:15:37.503 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:37.502+0000 7f7791400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7794103f80 0x7f779419fdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:37.503 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:37.502+0000 7f7791e00700 1 -- 172.21.15.8:0/4208771404 learned_addr learned my addr 172.21.15.8:0/4208771404 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:15:37.503 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:37.502+0000 7f7792800700 1 --2- 172.21.15.8:0/4208771404 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f77941095d0 0x7f7794199a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:37.503 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:37.502+0000 7f7791e00700 1 -- 172.21.15.8:0/4208771404 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f77941095d0 msgr2=0x7f7794199a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:37.503 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:37.502+0000 7f7791e00700 1 --2- 172.21.15.8:0/4208771404 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f77941095d0 0x7f7794199a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:37.503 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:37.502+0000 7f7791e00700 1 -- 172.21.15.8:0/4208771404 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7794103f80 msgr2=0x7f779419fdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:37.503 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:37.502+0000 7f7791e00700 1 --2- 172.21.15.8:0/4208771404 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7794103f80 0x7f779419fdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:37.503 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:37.502+0000 7f7791e00700 1 -- 172.21.15.8:0/4208771404 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f779419a1d0 con 0x7f77941035c0 2024-05-20T21:15:37.503 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:37.502+0000 7f7792800700 1 --2- 172.21.15.8:0/4208771404 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f77941095d0 0x7f7794199a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:15:37.503 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:37.502+0000 7f7791e00700 1 --2- 172.21.15.8:0/4208771404 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f77941035c0 0x7f779419f8b0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f778400e9a0 tx=0x7f778400ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:37.504 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:37.503+0000 7f778aa00700 1 -- 172.21.15.8:0/4208771404 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f778400cbd0 con 0x7f77941035c0 2024-05-20T21:15:37.504 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:37.503+0000 7f778aa00700 1 -- 172.21.15.8:0/4208771404 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f778400cd70 con 0x7f77941035c0 2024-05-20T21:15:37.504 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:37.503+0000 7f7799200700 1 -- 172.21.15.8:0/4208771404 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f779419a4c0 con 0x7f77941035c0 2024-05-20T21:15:37.504 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:37.503+0000 7f778aa00700 1 -- 172.21.15.8:0/4208771404 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7784018680 con 0x7f77941035c0 2024-05-20T21:15:37.504 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:37.503+0000 7f7799200700 1 -- 172.21.15.8:0/4208771404 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77941a6780 con 0x7f77941035c0 2024-05-20T21:15:37.504 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:37.504+0000 7f7799200700 1 -- 172.21.15.8:0/4208771404 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f779406a230 con 0x7f77941035c0 2024-05-20T21:15:37.506 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:37.506+0000 7f778aa00700 1 -- 172.21.15.8:0/4208771404 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f7784010430 con 0x7f77941035c0 2024-05-20T21:15:37.508 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:37.508+0000 7f778aa00700 1 --2- 172.21.15.8:0/4208771404 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f77780b2900 0x7f77780b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:37.508 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:37.508+0000 7f778aa00700 1 -- 172.21.15.8:0/4208771404 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f77840e23d0 con 0x7f77941035c0 2024-05-20T21:15:37.508 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:37.508+0000 7f7791400700 1 --2- 172.21.15.8:0/4208771404 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f77780b2900 0x7f77780b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:37.509 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:37.509+0000 7f7791400700 1 --2- 172.21.15.8:0/4208771404 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f77780b2900 0x7f77780b4dc0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f779407ae80 tx=0x7f778000b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:37.512 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:37.512+0000 7f778aa00700 1 -- 172.21.15.8:0/4208771404 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f77840aa080 con 0x7f77941035c0 2024-05-20T21:15:37.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:15:37 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:15:37.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:15:37 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:15:37.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:15:37 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:15:37.805 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:37.805+0000 7f7799200700 1 -- 172.21.15.8:0/4208771404 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f779402e560 con 0x7f77941035c0 2024-05-20T21:15:37.807 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:37.806+0000 7f778aa00700 1 -- 172.21.15.8:0/4208771404 <== mon.1 v2:172.21.15.130:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7f77840a9980 con 0x7f77941035c0 2024-05-20T21:15:37.807 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:15:37.807 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:15:37.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:37.810+0000 7f7799200700 1 -- 172.21.15.8:0/4208771404 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f77780b2900 msgr2=0x7f77780b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:37.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:37.810+0000 7f7799200700 1 --2- 172.21.15.8:0/4208771404 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f77780b2900 0x7f77780b4dc0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f779407ae80 tx=0x7f778000b260 comp rx=0 tx=0).stop 2024-05-20T21:15:37.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:37.810+0000 7f7799200700 1 -- 172.21.15.8:0/4208771404 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f77941035c0 msgr2=0x7f779419f8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:37.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:37.810+0000 7f7799200700 1 --2- 172.21.15.8:0/4208771404 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f77941035c0 0x7f779419f8b0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f778400e9a0 tx=0x7f778400ecb0 comp rx=0 tx=0).stop 2024-05-20T21:15:37.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:37.810+0000 7f7799200700 1 -- 172.21.15.8:0/4208771404 shutdown_connections 2024-05-20T21:15:37.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:37.810+0000 7f7799200700 1 --2- 172.21.15.8:0/4208771404 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f77780b2900 0x7f77780b4dc0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:37.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:37.810+0000 7f7799200700 1 --2- 172.21.15.8:0/4208771404 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f77941095d0 0x7f7794199a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:37.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:37.810+0000 7f7799200700 1 --2- 172.21.15.8:0/4208771404 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f77941035c0 0x7f779419f8b0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:37.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:37.810+0000 7f7799200700 1 --2- 172.21.15.8:0/4208771404 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7794103f80 0x7f779419fdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:37.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:37.810+0000 7f7799200700 1 -- 172.21.15.8:0/4208771404 >> 172.21.15.8:0/4208771404 conn(0x7f779407a6f0 msgr2=0x7f7794102490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:37.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:37.810+0000 7f7799200700 1 -- 172.21.15.8:0/4208771404 shutdown_connections 2024-05-20T21:15:37.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:37.810+0000 7f7799200700 1 -- 172.21.15.8:0/4208771404 wait complete. 2024-05-20T21:15:37.812 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:15:37.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:15:37 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:15:37.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:15:37 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:15:37.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:15:37 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:15:37.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:15:37 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:15:37.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:15:37 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:15:37.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:15:37 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:15:38.634 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:15:38.711 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:15:38 smithi008 ceph-mon[31475]: pgmap v449: 97 pgs: 97 active+clean; 652 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 1.4 KiB/s wr, 10 op/s 2024-05-20T21:15:38.711 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:15:38 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/4208771404' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:15:38.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:15:38 smithi130 ceph-mon[36448]: pgmap v449: 97 pgs: 97 active+clean; 652 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 1.4 KiB/s wr, 10 op/s 2024-05-20T21:15:38.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:15:38 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/4208771404' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:15:38.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:15:38 smithi050 ceph-mon[35809]: pgmap v449: 97 pgs: 97 active+clean; 652 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 1.4 KiB/s wr, 10 op/s 2024-05-20T21:15:38.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:15:38 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/4208771404' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:15:39.107 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:15:40.652 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:15:40 smithi008 ceph-mon[31475]: pgmap v450: 97 pgs: 97 active+clean; 652 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.6 KiB/s wr, 10 op/s 2024-05-20T21:15:40.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:15:40 smithi130 ceph-mon[36448]: pgmap v450: 97 pgs: 97 active+clean; 652 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.6 KiB/s wr, 10 op/s 2024-05-20T21:15:40.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:15:40 smithi050 ceph-mon[35809]: pgmap v450: 97 pgs: 97 active+clean; 652 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.6 KiB/s wr, 10 op/s 2024-05-20T21:15:41.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:41.194+0000 7f83b7400700 1 -- 172.21.15.8:0/2970772273 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f83b0075770 msgr2=0x7f83b0075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:41.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:41.194+0000 7f83b7400700 1 --2- 172.21.15.8:0/2970772273 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f83b0075770 0x7f83b0075b50 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f83a000b0a0 tx=0x7f83a000b3b0 comp rx=0 tx=0).stop 2024-05-20T21:15:41.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:41.194+0000 7f83b7400700 1 -- 172.21.15.8:0/2970772273 shutdown_connections 2024-05-20T21:15:41.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:41.194+0000 7f83b7400700 1 --2- 172.21.15.8:0/2970772273 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f83b0075770 0x7f83b0075b50 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:41.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:41.194+0000 7f83b7400700 1 --2- 172.21.15.8:0/2970772273 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f83b0114710 0x7f83b0116b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:41.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:41.194+0000 7f83b7400700 1 --2- 172.21.15.8:0/2970772273 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f83b0076090 0x7f83b01141d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:41.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:41.194+0000 7f83b7400700 1 -- 172.21.15.8:0/2970772273 >> 172.21.15.8:0/2970772273 conn(0x7f83b007a6a0 msgr2=0x7f83b007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:41.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:41.194+0000 7f83b7400700 1 -- 172.21.15.8:0/2970772273 shutdown_connections 2024-05-20T21:15:41.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:41.194+0000 7f83b7400700 1 -- 172.21.15.8:0/2970772273 wait complete. 2024-05-20T21:15:41.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:41.195+0000 7f83b7400700 1 Processor -- start 2024-05-20T21:15:41.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:41.196+0000 7f83b7400700 1 -- start start 2024-05-20T21:15:41.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:41.196+0000 7f83b7400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f83b0075770 0x7f83b01a0260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:41.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:41.196+0000 7f83b7400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f83b0076090 0x7f83b01a07a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:41.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:41.196+0000 7f83b7400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f83b0114710 0x7f83b01a4b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:41.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:41.196+0000 7f83b7400700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f83b0119d10 con 0x7f83b0076090 2024-05-20T21:15:41.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:41.196+0000 7f83b7400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f83b0119b90 con 0x7f83b0114710 2024-05-20T21:15:41.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:41.196+0000 7f83b7400700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f83b0119e90 con 0x7f83b0075770 2024-05-20T21:15:41.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:41.196+0000 7f83a7e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f83b0076090 0x7f83b01a07a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:41.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:41.196+0000 7f83a7e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f83b0076090 0x7f83b01a07a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54882/0 (socket says 172.21.15.8:54882) 2024-05-20T21:15:41.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:41.196+0000 7f83a7e00700 1 -- 172.21.15.8:0/373997984 learned_addr learned my addr 172.21.15.8:0/373997984 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:15:41.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:41.196+0000 7f83b4a00700 1 --2- 172.21.15.8:0/373997984 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f83b0075770 0x7f83b01a0260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:41.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:41.197+0000 7f83b5400700 1 --2- 172.21.15.8:0/373997984 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f83b0114710 0x7f83b01a4b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:41.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:41.197+0000 7f83a7e00700 1 -- 172.21.15.8:0/373997984 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f83b0075770 msgr2=0x7f83b01a0260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:41.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:41.197+0000 7f83a7e00700 1 --2- 172.21.15.8:0/373997984 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f83b0075770 0x7f83b01a0260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:41.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:41.197+0000 7f83a7e00700 1 -- 172.21.15.8:0/373997984 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f83b0114710 msgr2=0x7f83b01a4b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:41.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:41.197+0000 7f83a7e00700 1 --2- 172.21.15.8:0/373997984 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f83b0114710 0x7f83b01a4b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:41.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:41.197+0000 7f83a7e00700 1 -- 172.21.15.8:0/373997984 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83b01a5270 con 0x7f83b0076090 2024-05-20T21:15:41.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:41.197+0000 7f83b5400700 1 --2- 172.21.15.8:0/373997984 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f83b0114710 0x7f83b01a4b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:15:41.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:41.197+0000 7f83b4a00700 1 --2- 172.21.15.8:0/373997984 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f83b0075770 0x7f83b01a0260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:15:41.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:41.197+0000 7f83a7e00700 1 --2- 172.21.15.8:0/373997984 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f83b0076090 0x7f83b01a07a0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f839800e9c0 tx=0x7f839800ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:41.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:41.198+0000 7f83ae000700 1 -- 172.21.15.8:0/373997984 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f839800cbd0 con 0x7f83b0076090 2024-05-20T21:15:41.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:41.198+0000 7f83b7400700 1 -- 172.21.15.8:0/373997984 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83b01a5560 con 0x7f83b0076090 2024-05-20T21:15:41.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:41.198+0000 7f83ae000700 1 -- 172.21.15.8:0/373997984 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f839800cd70 con 0x7f83b0076090 2024-05-20T21:15:41.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:41.198+0000 7f83ae000700 1 -- 172.21.15.8:0/373997984 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8398005610 con 0x7f83b0076090 2024-05-20T21:15:41.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:41.198+0000 7f83b7400700 1 -- 172.21.15.8:0/373997984 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83b01acde0 con 0x7f83b0076090 2024-05-20T21:15:41.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:41.199+0000 7f83b7400700 1 -- 172.21.15.8:0/373997984 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f83b006a230 con 0x7f83b0076090 2024-05-20T21:15:41.201 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:41.201+0000 7f83ae000700 1 -- 172.21.15.8:0/373997984 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f8398004750 con 0x7f83b0076090 2024-05-20T21:15:41.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:41.203+0000 7f83ae000700 1 --2- 172.21.15.8:0/373997984 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f83940b2900 0x7f83940b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:41.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:41.203+0000 7f83ae000700 1 -- 172.21.15.8:0/373997984 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f83980e25a0 con 0x7f83b0076090 2024-05-20T21:15:41.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:41.203+0000 7f83b4a00700 1 --2- 172.21.15.8:0/373997984 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f83940b2900 0x7f83940b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:41.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:41.204+0000 7f83b4a00700 1 --2- 172.21.15.8:0/373997984 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f83940b2900 0x7f83940b4dc0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f83a0009fd0 tx=0x7f83a000b700 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:41.208 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:41.208+0000 7f83ae000700 1 -- 172.21.15.8:0/373997984 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f83980aa250 con 0x7f83b0076090 2024-05-20T21:15:41.502 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:41.501+0000 7f83b7400700 1 -- 172.21.15.8:0/373997984 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f83b01a15c0 con 0x7f83b0076090 2024-05-20T21:15:41.503 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:41.503+0000 7f83ae000700 1 -- 172.21.15.8:0/373997984 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7f83b01a15c0 con 0x7f83b0076090 2024-05-20T21:15:41.504 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:15:41.504 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:15:41.507 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:41.506+0000 7f83b7400700 1 -- 172.21.15.8:0/373997984 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f83940b2900 msgr2=0x7f83940b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:41.507 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:41.507+0000 7f83b7400700 1 --2- 172.21.15.8:0/373997984 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f83940b2900 0x7f83940b4dc0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f83a0009fd0 tx=0x7f83a000b700 comp rx=0 tx=0).stop 2024-05-20T21:15:41.508 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:41.507+0000 7f83b7400700 1 -- 172.21.15.8:0/373997984 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f83b0076090 msgr2=0x7f83b01a07a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:41.508 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:41.507+0000 7f83b7400700 1 --2- 172.21.15.8:0/373997984 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f83b0076090 0x7f83b01a07a0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f839800e9c0 tx=0x7f839800ecd0 comp rx=0 tx=0).stop 2024-05-20T21:15:41.508 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:41.507+0000 7f83b7400700 1 -- 172.21.15.8:0/373997984 shutdown_connections 2024-05-20T21:15:41.508 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:41.507+0000 7f83b7400700 1 --2- 172.21.15.8:0/373997984 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f83940b2900 0x7f83940b4dc0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:41.508 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:41.507+0000 7f83b7400700 1 --2- 172.21.15.8:0/373997984 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f83b0114710 0x7f83b01a4b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:41.508 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:41.507+0000 7f83b7400700 1 --2- 172.21.15.8:0/373997984 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f83b0075770 0x7f83b01a0260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:41.508 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:41.507+0000 7f83b7400700 1 --2- 172.21.15.8:0/373997984 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f83b0076090 0x7f83b01a07a0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:41.508 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:41.507+0000 7f83b7400700 1 -- 172.21.15.8:0/373997984 >> 172.21.15.8:0/373997984 conn(0x7f83b007a6a0 msgr2=0x7f83b01135b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:41.508 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:41.507+0000 7f83b7400700 1 -- 172.21.15.8:0/373997984 shutdown_connections 2024-05-20T21:15:41.508 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:41.507+0000 7f83b7400700 1 -- 172.21.15.8:0/373997984 wait complete. 2024-05-20T21:15:41.509 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:15:41.877 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:15:41 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/373997984' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:15:41.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:15:41 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/373997984' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:15:41.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:15:41 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/373997984' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:15:42.415 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-20T21:15:42.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:15:42 smithi008 ceph-mon[31475]: pgmap v451: 97 pgs: 97 active+clean; 652 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 1.6 KiB/s wr, 10 op/s 2024-05-20T21:15:42.890 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:15:42.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:15:42 smithi130 ceph-mon[36448]: pgmap v451: 97 pgs: 97 active+clean; 652 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 1.6 KiB/s wr, 10 op/s 2024-05-20T21:15:42.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:15:42 smithi050 ceph-mon[35809]: pgmap v451: 97 pgs: 97 active+clean; 652 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 1.6 KiB/s wr, 10 op/s 2024-05-20T21:15:44.815 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:15:44 smithi008 ceph-mon[31475]: pgmap v452: 97 pgs: 97 active+clean; 652 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.6 KiB/s wr, 10 op/s 2024-05-20T21:15:44.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:15:44 smithi130 ceph-mon[36448]: pgmap v452: 97 pgs: 97 active+clean; 652 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.6 KiB/s wr, 10 op/s 2024-05-20T21:15:44.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:15:44 smithi050 ceph-mon[35809]: pgmap v452: 97 pgs: 97 active+clean; 652 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.6 KiB/s wr, 10 op/s 2024-05-20T21:15:45.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:45.098+0000 7f6335800700 1 -- 172.21.15.8:0/625332394 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f63301143f0 msgr2=0x7f63301167e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:45.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:45.098+0000 7f6335800700 1 --2- 172.21.15.8:0/625332394 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f63301143f0 0x7f63301167e0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f632800b0a0 tx=0x7f632800b3b0 comp rx=0 tx=0).stop 2024-05-20T21:15:45.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:45.099+0000 7f6335800700 1 -- 172.21.15.8:0/625332394 shutdown_connections 2024-05-20T21:15:45.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:45.099+0000 7f6335800700 1 --2- 172.21.15.8:0/625332394 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6330077a70 0x7f6330077e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:45.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:45.099+0000 7f6335800700 1 --2- 172.21.15.8:0/625332394 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f63301143f0 0x7f63301167e0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:45.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:45.099+0000 7f6335800700 1 --2- 172.21.15.8:0/625332394 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6330078390 0x7f6330113eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:45.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:45.099+0000 7f6335800700 1 -- 172.21.15.8:0/625332394 >> 172.21.15.8:0/625332394 conn(0x7f6330101240 msgr2=0x7f6330103660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:45.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:45.099+0000 7f6335800700 1 -- 172.21.15.8:0/625332394 shutdown_connections 2024-05-20T21:15:45.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:45.099+0000 7f6335800700 1 -- 172.21.15.8:0/625332394 wait complete. 2024-05-20T21:15:45.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:45.100+0000 7f6335800700 1 Processor -- start 2024-05-20T21:15:45.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:45.100+0000 7f6335800700 1 -- start start 2024-05-20T21:15:45.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:45.101+0000 7f6335800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6330077a70 0x7f63301a0210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:45.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:45.101+0000 7f6335800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6330078390 0x7f63301a0750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:45.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:45.101+0000 7f6335800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f63301143f0 0x7f63301a4ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:45.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:45.101+0000 7f6335800700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f6330119d80 con 0x7f6330078390 2024-05-20T21:15:45.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:45.101+0000 7f6335800700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6330119c00 con 0x7f6330077a70 2024-05-20T21:15:45.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:45.101+0000 7f6335800700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f6330119f00 con 0x7f63301143f0 2024-05-20T21:15:45.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:45.101+0000 7f632e000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6330078390 0x7f63301a0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:45.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:45.101+0000 7f632e000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6330078390 0x7f63301a0750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:50694/0 (socket says 172.21.15.8:50694) 2024-05-20T21:15:45.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:45.101+0000 7f632e000700 1 -- 172.21.15.8:0/3202560071 learned_addr learned my addr 172.21.15.8:0/3202560071 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:15:45.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:45.101+0000 7f632f400700 1 --2- 172.21.15.8:0/3202560071 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f63301143f0 0x7f63301a4ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:45.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:45.101+0000 7f632ea00700 1 --2- 172.21.15.8:0/3202560071 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6330077a70 0x7f63301a0210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:45.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:45.102+0000 7f632f400700 1 -- 172.21.15.8:0/3202560071 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6330077a70 msgr2=0x7f63301a0210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:45.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:45.102+0000 7f632f400700 1 --2- 172.21.15.8:0/3202560071 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6330077a70 0x7f63301a0210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:45.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:45.102+0000 7f632f400700 1 -- 172.21.15.8:0/3202560071 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6330078390 msgr2=0x7f63301a0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:45.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:45.102+0000 7f632f400700 1 --2- 172.21.15.8:0/3202560071 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6330078390 0x7f63301a0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:45.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:45.102+0000 7f632f400700 1 -- 172.21.15.8:0/3202560071 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63301a5220 con 0x7f63301143f0 2024-05-20T21:15:45.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:45.102+0000 7f632e000700 1 --2- 172.21.15.8:0/3202560071 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6330078390 0x7f63301a0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:15:45.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:45.102+0000 7f632f400700 1 --2- 172.21.15.8:0/3202560071 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f63301143f0 0x7f63301a4ae0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f632800d010 tx=0x7f6328004c80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:45.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:45.102+0000 7f6327400700 1 -- 172.21.15.8:0/3202560071 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6328021070 con 0x7f63301143f0 2024-05-20T21:15:45.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:45.102+0000 7f6335800700 1 -- 172.21.15.8:0/3202560071 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63301a54b0 con 0x7f63301143f0 2024-05-20T21:15:45.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:45.102+0000 7f6327400700 1 -- 172.21.15.8:0/3202560071 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6328007e30 con 0x7f63301143f0 2024-05-20T21:15:45.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:45.102+0000 7f6327400700 1 -- 172.21.15.8:0/3202560071 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63280045f0 con 0x7f63301143f0 2024-05-20T21:15:45.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:45.103+0000 7f6335800700 1 -- 172.21.15.8:0/3202560071 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63301acd90 con 0x7f63301143f0 2024-05-20T21:15:45.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:45.104+0000 7f6335800700 1 -- 172.21.15.8:0/3202560071 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f63300791b0 con 0x7f63301143f0 2024-05-20T21:15:45.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:45.106+0000 7f6327400700 1 -- 172.21.15.8:0/3202560071 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f6328007980 con 0x7f63301143f0 2024-05-20T21:15:45.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:45.108+0000 7f6327400700 1 --2- 172.21.15.8:0/3202560071 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f63140b2900 0x7f63140b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:45.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:45.108+0000 7f6327400700 1 -- 172.21.15.8:0/3202560071 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f63280e2fc0 con 0x7f63301143f0 2024-05-20T21:15:45.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:45.108+0000 7f632ea00700 1 --2- 172.21.15.8:0/3202560071 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f63140b2900 0x7f63140b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:45.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:45.109+0000 7f632ea00700 1 --2- 172.21.15.8:0/3202560071 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f63140b2900 0x7f63140b4dc0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f6320009680 tx=0x7f6320009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:45.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:45.110+0000 7f6327400700 1 -- 172.21.15.8:0/3202560071 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f63280aad00 con 0x7f63301143f0 2024-05-20T21:15:45.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:45.349+0000 7f6335800700 1 -- 172.21.15.8:0/3202560071 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f633002e560 con 0x7f63301143f0 2024-05-20T21:15:45.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:45.351+0000 7f6327400700 1 -- 172.21.15.8:0/3202560071 <== mon.1 v2:172.21.15.130:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+22620 (secure 0 0 0) 0x7f63280aa600 con 0x7f63301143f0 2024-05-20T21:15:45.352 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:15:45.352 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":81,"fsid":"060ce10e-16ec-11ef-bc9a-c7b262605968","created":"2024-05-20T21:01:50.508336+0000","modified":"2024-05-20T21:12:02.563456+0000","last_up_change":"2024-05-20T21:10:03.543960+0000","last_in_change":"2024-05-20T21:09:43.745737+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-20T21:05:47.155633+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-20T21:11:10.880303+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-20T21:11:14.963738+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"567da6cc-0f5c-488c-82f7-0ecdf1f9a92c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6802","nonce":2530117688},{"type":"v1","addr":"172.21.15.8:6803","nonce":2530117688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6804","nonce":2530117688},{"type":"v1","addr":"172.21.15.8:6805","nonce":2530117688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6808","nonce":2530117688},{"type":"v1","addr":"172.21.15.8:6809","nonce":2530117688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6806","nonce":2530117688},{"type":"v1","addr":"172.21.15.8:6807","nonce":2530117688}]},"public_addr":"172.21.15.8:6803/2530117688","cluster_addr":"172.21.15.8:6805/2530117688","heartbeat_back_addr":"172.21.15.8:6809/2530117688","heartbeat_front_addr":"172.21.15.8:6807/2530117688","state":["exists","up"]},{"osd":1,"uuid":"6d7c2f7a-ba32-43d3-bcb5-91213501621d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":1765474633},{"type":"v1","addr":"172.21.15.50:6801","nonce":1765474633}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":1765474633},{"type":"v1","addr":"172.21.15.50:6803","nonce":1765474633}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":1765474633},{"type":"v1","addr":"172.21.15.50:6807","nonce":1765474633}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":1765474633},{"type":"v1","addr":"172.21.15.50:6805","nonce":1765474633}]},"public_addr":"172.21.15.50:6801/1765474633","cluster_addr":"172.21.15.50:6803/1765474633","heartbeat_back_addr":"172.21.15.50:6807/1765474633","heartbeat_front_addr":"172.21.15.50:6805/1765474633","state":["exists","up"]},{"osd":2,"uuid":"616c77cc-71ca-4d73-87ba-f9e2b391617f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6800","nonce":2148668646},{"type":"v1","addr":"172.21.15.130:6801","nonce":2148668646}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6802","nonce":2148668646},{"type":"v1","addr":"172.21.15.130:6803","nonce":2148668646}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6806","nonce":2148668646},{"type":"v1","addr":"172.21.15.130:6807","nonce":2148668646}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6804","nonce":2148668646},{"type":"v1","addr":"172.21.15.130:6805","nonce":2148668646}]},"public_addr":"172.21.15.130:6801/2148668646","cluster_addr":"172.21.15.130:6803/2148668646","heartbeat_back_addr":"172.21.15.130:6807/2148668646","heartbeat_front_addr":"172.21.15.130:6805/2148668646","state":["exists","up"]},{"osd":3,"uuid":"97c26b23-ae0b-424b-b593-5f7d545d78fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6810","nonce":522014344},{"type":"v1","addr":"172.21.15.8:6811","nonce":522014344}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6812","nonce":522014344},{"type":"v1","addr":"172.21.15.8:6813","nonce":522014344}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6816","nonce":522014344},{"type":"v1","addr":"172.21.15.8:6817","nonce":522014344}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6814","nonce":522014344},{"type":"v1","addr":"172.21.15.8:6815","nonce":522014344}]},"public_addr":"172.21.15.8:6811/522014344","cluster_addr":"172.21.15.8:6813/522014344","heartbeat_back_addr":"172.21.15.8:6817/522014344","heartbeat_front_addr":"172.21.15.8:6815/522014344","state":["exists","up"]},{"osd":4,"uuid":"032641da-14a1-4d60-975c-7ae9dd749f8b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":2849163314},{"type":"v1","addr":"172.21.15.50:6809","nonce":2849163314}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":2849163314},{"type":"v1","addr":"172.21.15.50:6811","nonce":2849163314}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":2849163314},{"type":"v1","addr":"172.21.15.50:6815","nonce":2849163314}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":2849163314},{"type":"v1","addr":"172.21.15.50:6813","nonce":2849163314}]},"public_addr":"172.21.15.50:6809/2849163314","cluster_addr":"172.21.15.50:6811/2849163314","heartbeat_back_addr":"172.21.15.50:6815/2849163314","heartbeat_front_addr":"172.21.15.50:6813/2849163314","state":["exists","up"]},{"osd":5,"uuid":"e0a50b25-3bd5-4f3d-9c6b-e0a37620c1fe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6808","nonce":2920667492},{"type":"v1","addr":"172.21.15.130:6809","nonce":2920667492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6810","nonce":2920667492},{"type":"v1","addr":"172.21.15.130:6811","nonce":2920667492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6814","nonce":2920667492},{"type":"v1","addr":"172.21.15.130:6815","nonce":2920667492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6812","nonce":2920667492},{"type":"v1","addr":"172.21.15.130:6813","nonce":2920667492}]},"public_addr":"172.21.15.130:6809/2920667492","cluster_addr":"172.21.15.130:6811/2920667492","heartbeat_back_addr":"172.21.15.130:6815/2920667492","heartbeat_front_addr":"172.21.15.130:6813/2920667492","state":["exists","up"]},{"osd":6,"uuid":"6fea92cd-1f1b-4f37-b607-4396f31985ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6818","nonce":107816006},{"type":"v1","addr":"172.21.15.8:6819","nonce":107816006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6820","nonce":107816006},{"type":"v1","addr":"172.21.15.8:6821","nonce":107816006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6824","nonce":107816006},{"type":"v1","addr":"172.21.15.8:6825","nonce":107816006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6822","nonce":107816006},{"type":"v1","addr":"172.21.15.8:6823","nonce":107816006}]},"public_addr":"172.21.15.8:6819/107816006","cluster_addr":"172.21.15.8:6821/107816006","heartbeat_back_addr":"172.21.15.8:6825/107816006","heartbeat_front_addr":"172.21.15.8:6823/107816006","state":["exists","up"]},{"osd":7,"uuid":"ed4481c7-8b9b-4360-87d7-e5eb8ea18b2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":2308872994},{"type":"v1","addr":"172.21.15.50:6817","nonce":2308872994}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":2308872994},{"type":"v1","addr":"172.21.15.50:6819","nonce":2308872994}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":2308872994},{"type":"v1","addr":"172.21.15.50:6823","nonce":2308872994}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":2308872994},{"type":"v1","addr":"172.21.15.50:6821","nonce":2308872994}]},"public_addr":"172.21.15.50:6817/2308872994","cluster_addr":"172.21.15.50:6819/2308872994","heartbeat_back_addr":"172.21.15.50:6823/2308872994","heartbeat_front_addr":"172.21.15.50:6821/2308872994","state":["exists","up"]},{"osd":8,"uuid":"c47d04f0-93d2-4a17-b7d0-a16a1d62099f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6816","nonce":2076512047},{"type":"v1","addr":"172.21.15.130:6817","nonce":2076512047}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6818","nonce":2076512047},{"type":"v1","addr":"172.21.15.130:6819","nonce":2076512047}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6822","nonce":2076512047},{"type":"v1","addr":"172.21.15.130:6823","nonce":2076512047}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6820","nonce":2076512047},{"type":"v1","addr":"172.21.15.130:6821","nonce":2076512047}]},"public_addr":"172.21.15.130:6817/2076512047","cluster_addr":"172.21.15.130:6819/2076512047","heartbeat_back_addr":"172.21.15.130:6823/2076512047","heartbeat_front_addr":"172.21.15.130:6821/2076512047","state":["exists","up"]},{"osd":9,"uuid":"54ccf87d-5ce9-4631-ab41-fbb0abb1d7e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6826","nonce":2726512408},{"type":"v1","addr":"172.21.15.8:6827","nonce":2726512408}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6828","nonce":2726512408},{"type":"v1","addr":"172.21.15.8:6829","nonce":2726512408}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6832","nonce":2726512408},{"type":"v1","addr":"172.21.15.8:6833","nonce":2726512408}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6830","nonce":2726512408},{"type":"v1","addr":"172.21.15.8:6831","nonce":2726512408}]},"public_addr":"172.21.15.8:6827/2726512408","cluster_addr":"172.21.15.8:6829/2726512408","heartbeat_back_addr":"172.21.15.8:6833/2726512408","heartbeat_front_addr":"172.21.15.8:6831/2726512408","state":["exists","up"]},{"osd":10,"uuid":"59788566-3094-4926-afbf-0a297a265ff5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":2266909560},{"type":"v1","addr":"172.21.15.50:6825","nonce":2266909560}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":2266909560},{"type":"v1","addr":"172.21.15.50:6827","nonce":2266909560}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":2266909560},{"type":"v1","addr":"172.21.15.50:6831","nonce":2266909560}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":2266909560},{"type":"v1","addr":"172.21.15.50:6829","nonce":2266909560}]},"public_addr":"172.21.15.50:6825/2266909560","cluster_addr":"172.21.15.50:6827/2266909560","heartbeat_back_addr":"172.21.15.50:6831/2266909560","heartbeat_front_addr":"172.21.15.50:6829/2266909560","state":["exists","up"]},{"osd":11,"uuid":"f4dfda6f-f5ea-4d53-8940-d33edd1dd61a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6824","nonce":2025670617},{"type":"v1","addr":"172.21.15.130:6825","nonce":2025670617}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6826","nonce":2025670617},{"type":"v1","addr":"172.21.15.130:6827","nonce":2025670617}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6830","nonce":2025670617},{"type":"v1","addr":"172.21.15.130:6831","nonce":2025670617}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6828","nonce":2025670617},{"type":"v1","addr":"172.21.15.130:6829","nonce":2025670617}]},"public_addr":"172.21.15.130:6825/2025670617","cluster_addr":"172.21.15.130:6827/2025670617","heartbeat_back_addr":"172.21.15.130:6831/2025670617","heartbeat_front_addr":"172.21.15.130:6829/2025670617","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:04:55.223745+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:05:20.826140+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:05:44.508801+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:06:17.590953+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:06:43.158647+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:07:07.550211+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:07:41.445843+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:08:08.755800+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:08:33.714081+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:09:08.647054+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:09:36.773039+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:10:01.697404+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"3.b","mappings":[{"from":3,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":6}]},{"pgid":"3.1b","mappings":[{"from":4,"to":7},{"from":3,"to":8}]},{"pgid":"3.1d","mappings":[{"from":4,"to":6}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.25","mappings":[{"from":5,"to":9}]},{"pgid":"3.27","mappings":[{"from":4,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.8:6801/3677468514":"2024-05-21T21:03:00.998855+0000","172.21.15.8:0/644454220":"2024-05-21T21:03:00.998855+0000","172.21.15.8:6800/3677468514":"2024-05-21T21:03:00.998855+0000","172.21.15.8:0/329536388":"2024-05-21T21:02:24.888619+0000","172.21.15.8:0/346325619":"2024-05-21T21:02:24.888619+0000","172.21.15.8:0/85678654":"2024-05-21T21:03:00.998855+0000","172.21.15.8:6800/3424210912":"2024-05-21T21:02:24.888619+0000","172.21.15.8:0/1767165129":"2024-05-21T21:02:24.888619+0000","172.21.15.8:6801/3424210912":"2024-05-21T21:02:24.888619+0000","172.21.15.8:0/3032080664":"2024-05-21T21:03:00.998855+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-20T21:15:45.355 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:45.355+0000 7f6335800700 1 -- 172.21.15.8:0/3202560071 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f63140b2900 msgr2=0x7f63140b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:45.355 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:45.355+0000 7f6335800700 1 --2- 172.21.15.8:0/3202560071 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f63140b2900 0x7f63140b4dc0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f6320009680 tx=0x7f6320009260 comp rx=0 tx=0).stop 2024-05-20T21:15:45.355 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:45.355+0000 7f6335800700 1 -- 172.21.15.8:0/3202560071 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f63301143f0 msgr2=0x7f63301a4ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:45.356 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:45.355+0000 7f6335800700 1 --2- 172.21.15.8:0/3202560071 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f63301143f0 0x7f63301a4ae0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f632800d010 tx=0x7f6328004c80 comp rx=0 tx=0).stop 2024-05-20T21:15:45.356 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:45.355+0000 7f6335800700 1 -- 172.21.15.8:0/3202560071 shutdown_connections 2024-05-20T21:15:45.356 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:45.355+0000 7f6335800700 1 --2- 172.21.15.8:0/3202560071 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f63140b2900 0x7f63140b4dc0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:45.356 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:45.355+0000 7f6335800700 1 --2- 172.21.15.8:0/3202560071 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6330077a70 0x7f63301a0210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:45.356 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:45.355+0000 7f6335800700 1 --2- 172.21.15.8:0/3202560071 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f63301143f0 0x7f63301a4ae0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:45.356 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:45.355+0000 7f6335800700 1 --2- 172.21.15.8:0/3202560071 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6330078390 0x7f63301a0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:45.356 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:45.355+0000 7f6335800700 1 -- 172.21.15.8:0/3202560071 >> 172.21.15.8:0/3202560071 conn(0x7f6330101240 msgr2=0x7f6330115060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:45.356 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:45.355+0000 7f6335800700 1 -- 172.21.15.8:0/3202560071 shutdown_connections 2024-05-20T21:15:45.356 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:45.355+0000 7f6335800700 1 -- 172.21.15.8:0/3202560071 wait complete. 2024-05-20T21:15:45.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:15:45 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/3202560071' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:15:45.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:15:45 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/3202560071' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:15:45.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:15:45 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/3202560071' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:15:45.986 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.986+0000 7f79d6200640 1 -- 172.21.15.8:0/1503841429 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f79d0076a90 msgr2=0x7f79d0074ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:45.986 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.986+0000 7f79d6200640 1 --2- 172.21.15.8:0/1503841429 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f79d0076a90 0x7f79d0074ee0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f79c0009ca0 tx=0x7f79c002a8c0 comp rx=0 tx=0).stop 2024-05-20T21:15:45.986 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.986+0000 7f79d6200640 1 -- 172.21.15.8:0/1503841429 shutdown_connections 2024-05-20T21:15:45.986 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.986+0000 7f79d6200640 1 --2- 172.21.15.8:0/1503841429 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f79d010eee0 0x7f79d01112d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:45.987 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.986+0000 7f79d6200640 1 --2- 172.21.15.8:0/1503841429 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f79d00754b0 0x7f79d0075930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:45.987 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.986+0000 7f79d6200640 1 --2- 172.21.15.8:0/1503841429 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f79d0076a90 0x7f79d0074ee0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:45.987 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.986+0000 7f79d6200640 1 -- 172.21.15.8:0/1503841429 >> 172.21.15.8:0/1503841429 conn(0x7f79d00fde80 msgr2=0x7f79d01002c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:45.987 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.986+0000 7f79d6200640 1 -- 172.21.15.8:0/1503841429 shutdown_connections 2024-05-20T21:15:45.987 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.986+0000 7f79d6200640 1 -- 172.21.15.8:0/1503841429 wait complete. 2024-05-20T21:15:45.988 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.987+0000 7f79d6200640 1 Processor -- start 2024-05-20T21:15:45.988 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.987+0000 7f79d6200640 1 -- start start 2024-05-20T21:15:45.988 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.987+0000 7f79d6200640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f79d00754b0 0x7f79d019f180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:45.988 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.988+0000 7f79d6200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f79d0076a90 0x7f79d019f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:45.988 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.988+0000 7f79d6200640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f79d010eee0 0x7f79d01a66e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:45.988 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.988+0000 7f79d6200640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f79d0114a60 con 0x7f79d010eee0 2024-05-20T21:15:45.988 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.988+0000 7f79d6200640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f79d01148e0 con 0x7f79d0076a90 2024-05-20T21:15:45.988 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.988+0000 7f79d6200640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f79d0114be0 con 0x7f79d00754b0 2024-05-20T21:15:45.989 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.988+0000 7f79d5800640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f79d010eee0 0x7f79d01a66e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:45.989 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.988+0000 7f79d5800640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f79d010eee0 0x7f79d01a66e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:50702/0 (socket says 172.21.15.8:50702) 2024-05-20T21:15:45.989 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.988+0000 7f79d5800640 1 -- 172.21.15.8:0/2578154914 learned_addr learned my addr 172.21.15.8:0/2578154914 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:15:45.989 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.988+0000 7f79d4e00640 1 --2- 172.21.15.8:0/2578154914 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f79d00754b0 0x7f79d019f180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:45.989 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.988+0000 7f79cfe00640 1 --2- 172.21.15.8:0/2578154914 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f79d0076a90 0x7f79d019f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:45.990 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.988+0000 7f79d5800640 1 -- 172.21.15.8:0/2578154914 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f79d00754b0 msgr2=0x7f79d019f180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:45.990 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.988+0000 7f79d5800640 1 --2- 172.21.15.8:0/2578154914 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f79d00754b0 0x7f79d019f180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:45.990 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.988+0000 7f79d5800640 1 -- 172.21.15.8:0/2578154914 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f79d0076a90 msgr2=0x7f79d019f6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:45.990 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.988+0000 7f79d5800640 1 --2- 172.21.15.8:0/2578154914 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f79d0076a90 0x7f79d019f6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:45.990 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.988+0000 7f79d5800640 1 -- 172.21.15.8:0/2578154914 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79d01a6d50 con 0x7f79d010eee0 2024-05-20T21:15:45.990 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.988+0000 7f79d4e00640 1 --2- 172.21.15.8:0/2578154914 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f79d00754b0 0x7f79d019f180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:15:45.990 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.989+0000 7f79d5800640 1 --2- 172.21.15.8:0/2578154914 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f79d010eee0 0x7f79d01a66e0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f79c800e970 tx=0x7f79c800ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:45.990 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.989+0000 7f79cd600640 1 -- 172.21.15.8:0/2578154914 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79c800ccc0 con 0x7f79d010eee0 2024-05-20T21:15:45.991 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.989+0000 7f79cd600640 1 -- 172.21.15.8:0/2578154914 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f79c800ce60 con 0x7f79d010eee0 2024-05-20T21:15:45.991 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.989+0000 7f79d6200640 1 -- 172.21.15.8:0/2578154914 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f79d01a6fe0 con 0x7f79d010eee0 2024-05-20T21:15:45.991 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.989+0000 7f79cd600640 1 -- 172.21.15.8:0/2578154914 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79c8010430 con 0x7f79d010eee0 2024-05-20T21:15:45.991 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.989+0000 7f79d6200640 1 -- 172.21.15.8:0/2578154914 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79d01a74b0 con 0x7f79d010eee0 2024-05-20T21:15:45.993 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.993+0000 7f79da77c740 1 Processor -- start 2024-05-20T21:15:45.993 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.993+0000 7f79cd600640 1 -- 172.21.15.8:0/2578154914 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f79c8004ff0 con 0x7f79d010eee0 2024-05-20T21:15:45.993 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.993+0000 7f79da77c740 1 -- start start 2024-05-20T21:15:45.995 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.994+0000 7f79da77c740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5645cdf6ccf0 0x5645cdf6d110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:45.995 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.994+0000 7f79da77c740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5645cdf6d6e0 0x5645cdf721e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:45.995 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.994+0000 7f79da77c740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5645cdf72850 0x5645cdf74ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:45.995 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.994+0000 7f79da77c740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5645cdedcb90 con 0x5645cdf6ccf0 2024-05-20T21:15:45.995 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.994+0000 7f79da77c740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5645cdecc730 con 0x5645cdf72850 2024-05-20T21:15:45.995 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.994+0000 7f79da77c740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5645cded0770 con 0x5645cdf6d6e0 2024-05-20T21:15:45.995 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.994+0000 7f79cfe00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5645cdf6ccf0 0x5645cdf6d110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:45.995 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.994+0000 7f79d4e00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5645cdf6d6e0 0x5645cdf721e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:45.995 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.994+0000 7f79cfe00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5645cdf6ccf0 0x5645cdf6d110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:50714/0 (socket says 172.21.15.8:50714) 2024-05-20T21:15:45.995 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.994+0000 7f79cfe00640 1 -- 172.21.15.8:0/3064584935 learned_addr learned my addr 172.21.15.8:0/3064584935 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:15:45.996 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.994+0000 7f79cfe00640 1 --2- 172.21.15.8:0/3064584935 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5645cdf72850 0x5645cdf74ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:45.996 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.995+0000 7f79d4e00640 1 -- 172.21.15.8:0/3064584935 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5645cdf72850 msgr2=0x5645cdf74ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:45.996 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.995+0000 7f79d4e00640 1 --2- 172.21.15.8:0/3064584935 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5645cdf72850 0x5645cdf74ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:45.996 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.995+0000 7f79d4e00640 1 -- 172.21.15.8:0/3064584935 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5645cdf6ccf0 msgr2=0x5645cdf6d110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:45.996 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.995+0000 7f79d4e00640 1 --2- 172.21.15.8:0/3064584935 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5645cdf6ccf0 0x5645cdf6d110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:45.996 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.995+0000 7f79d4e00640 1 -- 172.21.15.8:0/3064584935 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5645cde658b0 con 0x5645cdf6d6e0 2024-05-20T21:15:45.996 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.995+0000 7f79cfe00640 1 --2- 172.21.15.8:0/3064584935 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5645cdf72850 0x5645cdf74ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:15:45.996 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.995+0000 7f79d4e00640 1 --2- 172.21.15.8:0/3064584935 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5645cdf6d6e0 0x5645cdf721e0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f79c002aeb0 tx=0x7f79c00093c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=abc4957b3f53e3ef server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:46.000 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.995+0000 7f79c6000640 1 -- 172.21.15.8:0/3064584935 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79c0031650 con 0x5645cdf6d6e0 2024-05-20T21:15:46.000 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.995+0000 7f79c6000640 1 -- 172.21.15.8:0/3064584935 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f79c0036040 con 0x5645cdf6d6e0 2024-05-20T21:15:46.000 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.995+0000 7f79c6000640 1 -- 172.21.15.8:0/3064584935 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79c0004680 con 0x5645cdf6d6e0 2024-05-20T21:15:46.000 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.995+0000 7f79cd600640 1 --2- 172.21.15.8:0/2578154914 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f79b40b27d0 0x7f79b40b4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:46.000 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.996+0000 7f79cd600640 1 -- 172.21.15.8:0/2578154914 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f79c80e2600 con 0x7f79d010eee0 2024-05-20T21:15:46.000 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.996+0000 7f79cfe00640 1 --2- 172.21.15.8:0/2578154914 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f79b40b27d0 0x7f79b40b4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:46.000 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.996+0000 7f79da77c740 1 -- 172.21.15.8:0/3064584935 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5645cdf6d6e0 msgr2=0x5645cdf721e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:46.000 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.996+0000 7f79da77c740 1 --2- 172.21.15.8:0/3064584935 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5645cdf6d6e0 0x5645cdf721e0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f79c002aeb0 tx=0x7f79c00093c0 comp rx=0 tx=0).stop 2024-05-20T21:15:46.000 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.996+0000 7f79da77c740 1 -- 172.21.15.8:0/3064584935 shutdown_connections 2024-05-20T21:15:46.000 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.996+0000 7f79da77c740 1 --2- 172.21.15.8:0/3064584935 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5645cdf72850 0x5645cdf74ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:46.001 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.996+0000 7f79da77c740 1 --2- 172.21.15.8:0/3064584935 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5645cdf6d6e0 0x5645cdf721e0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:46.001 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.996+0000 7f79da77c740 1 --2- 172.21.15.8:0/3064584935 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5645cdf6ccf0 0x5645cdf6d110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:46.001 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.996+0000 7f79da77c740 1 -- 172.21.15.8:0/3064584935 >> 172.21.15.8:0/3064584935 conn(0x5645cdf68360 msgr2=0x5645cdf68760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:46.001 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.997+0000 7f79cfe00640 1 --2- 172.21.15.8:0/2578154914 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f79b40b27d0 0x7f79b40b4c90 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x5645cdf6df40 tx=0x7f79b8015040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:46.001 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.997+0000 7f79da77c740 1 -- 172.21.15.8:0/3064584935 shutdown_connections 2024-05-20T21:15:46.001 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.997+0000 7f79da77c740 1 -- 172.21.15.8:0/3064584935 wait complete. 2024-05-20T21:15:46.001 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.997+0000 7f79da77c740 1 -- start start 2024-05-20T21:15:46.001 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.997+0000 7f79da77c740 1 Processor -- start 2024-05-20T21:15:46.001 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.998+0000 7f79da77c740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5645cdf6ccf0 0x5645cdf768b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:46.001 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.998+0000 7f79da77c740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5645cdf6d6e0 0x5645cdf76df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:46.001 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.998+0000 7f79da77c740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5645cdf72850 0x5645cdf7de30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:46.001 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.998+0000 7f79da77c740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5645cdbb2790 con 0x5645cdf6d6e0 2024-05-20T21:15:46.002 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.998+0000 7f79da77c740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5645cde74bc0 con 0x5645cdf6ccf0 2024-05-20T21:15:46.002 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.998+0000 7f79da77c740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5645cdf75620 con 0x5645cdf72850 2024-05-20T21:15:46.002 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.998+0000 7f79da77c740 10 client.0 _ll_register_callbacks cb 0x5645cde52400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:15:46.002 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.998+0000 7f79cfe00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5645cdf6d6e0 0x5645cdf76df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:46.002 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.998+0000 7f79cfe00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5645cdf6d6e0 0x5645cdf76df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:50720/0 (socket says 172.21.15.8:50720) 2024-05-20T21:15:46.002 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.998+0000 7f79cfe00640 1 -- 172.21.15.8:0/4065318437 learned_addr learned my addr 172.21.15.8:0/4065318437 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:15:46.002 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.998+0000 7f79d5800640 1 --2- 172.21.15.8:0/4065318437 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5645cdf72850 0x5645cdf7de30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:46.002 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.998+0000 7f79d4e00640 1 --2- 172.21.15.8:0/4065318437 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5645cdf6ccf0 0x5645cdf768b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:46.002 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.998+0000 7f79d5800640 1 -- 172.21.15.8:0/4065318437 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5645cdf6ccf0 msgr2=0x5645cdf768b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:46.002 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.998+0000 7f79d5800640 1 --2- 172.21.15.8:0/4065318437 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5645cdf6ccf0 0x5645cdf768b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:46.002 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.999+0000 7f79d5800640 1 -- 172.21.15.8:0/4065318437 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5645cdf6d6e0 msgr2=0x5645cdf76df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:46.002 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.999+0000 7f79d5800640 1 --2- 172.21.15.8:0/4065318437 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5645cdf6d6e0 0x5645cdf76df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:46.002 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.999+0000 7f79d5800640 1 -- 172.21.15.8:0/4065318437 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5645cdbe1210 con 0x5645cdf72850 2024-05-20T21:15:46.002 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.999+0000 7f79cfe00640 1 --2- 172.21.15.8:0/4065318437 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5645cdf6d6e0 0x5645cdf76df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:15:46.003 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.999+0000 7f79d5800640 1 --2- 172.21.15.8:0/4065318437 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5645cdf72850 0x5645cdf7de30 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f79c80e0460 tx=0x7f79c8005730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f6d2da99bed3cdd5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:46.003 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.999+0000 7f79bea00640 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:15:46.003 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.999+0000 7f79bea00640 1 -- 172.21.15.8:0/4065318437 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79c80aa310 con 0x5645cdf72850 2024-05-20T21:15:46.003 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.999+0000 7f79bea00640 1 -- 172.21.15.8:0/4065318437 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f79c80c42a0 con 0x5645cdf72850 2024-05-20T21:15:46.003 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.999+0000 7f79da77c740 1 -- 172.21.15.8:0/4065318437 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f79c0036040 con 0x5645cdf72850 2024-05-20T21:15:46.003 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.999+0000 7f79bea00640 1 -- 172.21.15.8:0/4065318437 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f79c80a9c10 con 0x5645cdf72850 2024-05-20T21:15:46.003 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.999+0000 7f79da77c740 10 client.25225 fetch_fsmap learned FSMap version 26 2024-05-20T21:15:46.003 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:45.999+0000 7f79da77c740 1 -- 172.21.15.8:0/4065318437 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5645cdcad620 con 0x5645cdf72850 2024-05-20T21:15:46.003 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.000+0000 7f79bea00640 1 -- 172.21.15.8:0/4065318437 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f79c0036040 con 0x5645cdf72850 2024-05-20T21:15:46.003 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.000+0000 7f79bea00640 1 -- 172.21.15.8:0/4065318437 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f79c80e20e0 con 0x5645cdf72850 2024-05-20T21:15:46.003 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.000+0000 7f79da77c740 10 client.25225 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:15:46.003 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.000+0000 7f79da77c740 10 client.25225 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:15:46.003 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.000+0000 7f79da77c740 20 client.25225 populate_metadata read hostname 'smithi008' 2024-05-20T21:15:46.003 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.000+0000 7f79da77c740 1 --2- 172.21.15.8:0/4065318437 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5645cdf82470 0x5645cdf84860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:46.003 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.000+0000 7f79da77c740 4 client.25225 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:15:46.004 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.000+0000 7f79da77c740 1 -- 172.21.15.8:0/4065318437 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5645cdedeae0 con 0x5645cdf82470 2024-05-20T21:15:46.005 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.000+0000 7f79d4e00640 1 --2- 172.21.15.8:0/4065318437 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5645cdf82470 0x5645cdf84860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:46.005 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.001+0000 7f79d4e00640 1 --2- 172.21.15.8:0/4065318437 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5645cdf82470 0x5645cdf84860 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=af843a8ae630ce68 server_cookie=662b9ed2dae35164 in_seq=0 out_seq=0 2024-05-20T21:15:46.005 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.001+0000 7f79bea00640 10 client.25225 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:15:46.005 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.002+0000 7f79bea00640 1 -- 172.21.15.8:0/4065318437 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5645cdedeae0 con 0x5645cdf82470 2024-05-20T21:15:46.005 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.002+0000 7f79bea00640 10 client.25225 handle_command_reply: tid=0 2024-05-20T21:15:46.005 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.002+0000 7f79da77c740 1 client.25225 shutdown 2024-05-20T21:15:46.005 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.002+0000 7f79da77c740 1 -- 172.21.15.8:0/4065318437 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5645cdf72850 msgr2=0x5645cdf7de30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:46.005 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.002+0000 7f79da77c740 1 --2- 172.21.15.8:0/4065318437 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5645cdf72850 0x5645cdf7de30 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f79c80e0460 tx=0x7f79c8005730 comp rx=0 tx=0).stop 2024-05-20T21:15:46.005 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.002+0000 7f79da77c740 1 -- 172.21.15.8:0/4065318437 shutdown_connections 2024-05-20T21:15:46.005 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.002+0000 7f79da77c740 1 --2- 172.21.15.8:0/4065318437 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5645cdf82470 0x5645cdf84860 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:46.005 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.002+0000 7f79da77c740 1 --2- 172.21.15.8:0/4065318437 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5645cdf72850 0x5645cdf7de30 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:46.006 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.002+0000 7f79da77c740 1 --2- 172.21.15.8:0/4065318437 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5645cdf6d6e0 0x5645cdf76df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:46.006 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.002+0000 7f79bea00640 0 client.25225 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:15:46.006 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.002+0000 7f79da77c740 1 --2- 172.21.15.8:0/4065318437 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5645cdf6ccf0 0x5645cdf768b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:46.006 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.002+0000 7f79da77c740 1 -- 172.21.15.8:0/4065318437 >> 172.21.15.8:0/4065318437 conn(0x5645cdf68360 msgr2=0x5645cdf674c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:46.006 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.002+0000 7f79da77c740 1 -- 172.21.15.8:0/4065318437 shutdown_connections 2024-05-20T21:15:46.006 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.002+0000 7f79da77c740 1 -- 172.21.15.8:0/4065318437 wait complete. 2024-05-20T21:15:46.006 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.002+0000 7f79da77c740 20 client.25225 trim_cache size 0 max 16384 2024-05-20T21:15:46.019 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.019+0000 7f79da77c740 1 Processor -- start 2024-05-20T21:15:46.019 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.019+0000 7f79da77c740 1 -- start start 2024-05-20T21:15:46.019 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.019+0000 7f79da77c740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5645cdf6ccf0 0x5645cdf6e890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:46.020 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.019+0000 7f79da77c740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5645cdf6d6e0 0x5645cdf7ddf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:46.020 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.020+0000 7f79da77c740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5645cdf72850 0x5645cdf89140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:46.020 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.020+0000 7f79da77c740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f79d01b2b20 con 0x5645cdf6ccf0 2024-05-20T21:15:46.020 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.020+0000 7f79da77c740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f79d01b03f0 con 0x5645cdf72850 2024-05-20T21:15:46.020 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.020+0000 7f79da77c740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f79d01ae240 con 0x5645cdf6d6e0 2024-05-20T21:15:46.021 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.020+0000 7f79d4e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5645cdf6ccf0 0x5645cdf6e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:46.021 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.020+0000 7f79d4e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5645cdf6ccf0 0x5645cdf6e890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:50732/0 (socket says 172.21.15.8:50732) 2024-05-20T21:15:46.021 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.020+0000 7f79d4e00640 1 -- 172.21.15.8:0/3758480259 learned_addr learned my addr 172.21.15.8:0/3758480259 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:15:46.021 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.020+0000 7f79d5800640 1 --2- 172.21.15.8:0/3758480259 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5645cdf72850 0x5645cdf89140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:46.021 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.020+0000 7f79cfe00640 1 --2- 172.21.15.8:0/3758480259 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5645cdf6d6e0 0x5645cdf7ddf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:46.021 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.020+0000 7f79d5800640 1 -- 172.21.15.8:0/3758480259 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5645cdf6d6e0 msgr2=0x5645cdf7ddf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:46.021 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.020+0000 7f79d5800640 1 --2- 172.21.15.8:0/3758480259 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5645cdf6d6e0 0x5645cdf7ddf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:46.022 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.020+0000 7f79d5800640 1 -- 172.21.15.8:0/3758480259 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5645cdf6ccf0 msgr2=0x5645cdf6e890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:46.022 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.020+0000 7f79d5800640 1 --2- 172.21.15.8:0/3758480259 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5645cdf6ccf0 0x5645cdf6e890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:46.022 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.020+0000 7f79d5800640 1 -- 172.21.15.8:0/3758480259 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5645cdf84bd0 con 0x5645cdf72850 2024-05-20T21:15:46.022 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.020+0000 7f79d4e00640 1 --2- 172.21.15.8:0/3758480259 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5645cdf6ccf0 0x5645cdf6e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:15:46.022 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.021+0000 7f79d5800640 1 --2- 172.21.15.8:0/3758480259 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5645cdf72850 0x5645cdf89140 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f79c80a9b50 tx=0x7f79c8009310 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1c2159243241d08f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:46.022 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.021+0000 7f79c5600640 1 -- 172.21.15.8:0/3758480259 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79c80aa310 con 0x5645cdf72850 2024-05-20T21:15:46.022 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.021+0000 7f79c5600640 1 -- 172.21.15.8:0/3758480259 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f79c8091040 con 0x5645cdf72850 2024-05-20T21:15:46.022 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.021+0000 7f79c5600640 1 -- 172.21.15.8:0/3758480259 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79c80e20f0 con 0x5645cdf72850 2024-05-20T21:15:46.024 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.022+0000 7f79da77c740 1 -- 172.21.15.8:0/3758480259 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5645cdf72850 msgr2=0x5645cdf89140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:46.025 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.022+0000 7f79da77c740 1 --2- 172.21.15.8:0/3758480259 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5645cdf72850 0x5645cdf89140 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f79c80a9b50 tx=0x7f79c8009310 comp rx=0 tx=0).stop 2024-05-20T21:15:46.025 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.022+0000 7f79da77c740 1 -- 172.21.15.8:0/3758480259 shutdown_connections 2024-05-20T21:15:46.025 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.022+0000 7f79da77c740 1 --2- 172.21.15.8:0/3758480259 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5645cdf72850 0x5645cdf89140 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:46.025 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.022+0000 7f79da77c740 1 --2- 172.21.15.8:0/3758480259 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5645cdf6d6e0 0x5645cdf7ddf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:46.025 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.022+0000 7f79da77c740 1 --2- 172.21.15.8:0/3758480259 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5645cdf6ccf0 0x5645cdf6e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:46.025 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.022+0000 7f79da77c740 1 -- 172.21.15.8:0/3758480259 >> 172.21.15.8:0/3758480259 conn(0x5645cdf68360 msgr2=0x5645cdf6e180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:46.025 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.022+0000 7f79da77c740 1 -- 172.21.15.8:0/3758480259 shutdown_connections 2024-05-20T21:15:46.025 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.022+0000 7f79da77c740 1 -- 172.21.15.8:0/3758480259 wait complete. 2024-05-20T21:15:46.025 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.022+0000 7f79da77c740 1 -- start start 2024-05-20T21:15:46.025 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.022+0000 7f79da77c740 1 Processor -- start 2024-05-20T21:15:46.025 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.023+0000 7f79da77c740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5645cdf6ccf0 0x5645cdf7b470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:46.025 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.023+0000 7f79da77c740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5645cdf6d6e0 0x5645cdf7b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:46.026 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.023+0000 7f79da77c740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5645cdf72850 0x5645cdf7c9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:46.026 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.023+0000 7f79da77c740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f79d01ae8b0 con 0x5645cdf72850 2024-05-20T21:15:46.026 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.023+0000 7f79da77c740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f79d01afd20 con 0x5645cdf6d6e0 2024-05-20T21:15:46.026 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.023+0000 7f79da77c740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f79d01aef80 con 0x5645cdf6ccf0 2024-05-20T21:15:46.026 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.023+0000 7f79da77c740 10 client.0 _ll_register_callbacks cb 0x7f79c80a5ad0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:15:46.026 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.023+0000 7f79d5800640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5645cdf72850 0x5645cdf7c9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:46.026 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.023+0000 7f79d5800640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5645cdf72850 0x5645cdf7c9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:50736/0 (socket says 172.21.15.8:50736) 2024-05-20T21:15:46.026 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.023+0000 7f79d4e00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5645cdf6ccf0 0x5645cdf7b470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:46.026 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.023+0000 7f79d5800640 1 -- 172.21.15.8:0/3800706809 learned_addr learned my addr 172.21.15.8:0/3800706809 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:15:46.026 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.023+0000 7f79cfe00640 1 --2- 172.21.15.8:0/3800706809 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5645cdf6d6e0 0x5645cdf7b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:46.026 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.024+0000 7f79d4e00640 1 -- 172.21.15.8:0/3800706809 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5645cdf6d6e0 msgr2=0x5645cdf7b9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:46.026 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.024+0000 7f79d4e00640 1 --2- 172.21.15.8:0/3800706809 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5645cdf6d6e0 0x5645cdf7b9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:46.026 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.024+0000 7f79d4e00640 1 -- 172.21.15.8:0/3800706809 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5645cdf72850 msgr2=0x5645cdf7c9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:46.027 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.024+0000 7f79d4e00640 1 --2- 172.21.15.8:0/3800706809 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5645cdf72850 0x5645cdf7c9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:46.027 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.024+0000 7f79d4e00640 1 -- 172.21.15.8:0/3800706809 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5645cdf7cfb0 con 0x5645cdf6ccf0 2024-05-20T21:15:46.027 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.024+0000 7f79d5800640 1 --2- 172.21.15.8:0/3800706809 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5645cdf72850 0x5645cdf7c9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:15:46.027 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.024+0000 7f79d4e00640 1 --2- 172.21.15.8:0/3800706809 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5645cdf6ccf0 0x5645cdf7b470 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f79c0009430 tx=0x7f79c0032fa0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=963a342fb58a0b84 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:46.027 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.024+0000 7f79bea00640 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:15:46.027 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.024+0000 7f79bea00640 1 -- 172.21.15.8:0/3800706809 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79c0056070 con 0x5645cdf6ccf0 2024-05-20T21:15:46.027 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.024+0000 7f79bea00640 1 -- 172.21.15.8:0/3800706809 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f79c00316c0 con 0x5645cdf6ccf0 2024-05-20T21:15:46.027 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.024+0000 7f79da77c740 1 -- 172.21.15.8:0/3800706809 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f79c8091040 con 0x5645cdf6ccf0 2024-05-20T21:15:46.027 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.025+0000 7f79bea00640 1 -- 172.21.15.8:0/3800706809 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f79c0003970 con 0x5645cdf6ccf0 2024-05-20T21:15:46.027 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.025+0000 7f79da77c740 10 client.25231 fetch_fsmap learned FSMap version 26 2024-05-20T21:15:46.027 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.025+0000 7f79da77c740 1 -- 172.21.15.8:0/3800706809 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5645cdfed020 con 0x5645cdf6ccf0 2024-05-20T21:15:46.028 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.025+0000 7f79bea00640 1 -- 172.21.15.8:0/3800706809 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f79c8091040 con 0x5645cdf6ccf0 2024-05-20T21:15:46.028 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.025+0000 7f79bea00640 1 -- 172.21.15.8:0/3800706809 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f79c005b020 con 0x5645cdf6ccf0 2024-05-20T21:15:46.028 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.025+0000 7f79da77c740 10 client.25231 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:15:46.029 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.025+0000 7f79da77c740 10 client.25231 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:15:46.029 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.025+0000 7f79da77c740 20 client.25231 populate_metadata read hostname 'smithi008' 2024-05-20T21:15:46.029 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.025+0000 7f79da77c740 1 --2- 172.21.15.8:0/3800706809 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5645cdfed720 0x5645cdfefb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:46.029 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.025+0000 7f79da77c740 4 client.25231 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:15:46.029 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.025+0000 7f79da77c740 1 -- 172.21.15.8:0/3800706809 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5645cded82c0 con 0x5645cdfed720 2024-05-20T21:15:46.029 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.026+0000 7f79cfe00640 1 --2- 172.21.15.8:0/3800706809 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5645cdfed720 0x5645cdfefb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:46.029 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.026+0000 7f79cfe00640 1 --2- 172.21.15.8:0/3800706809 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5645cdfed720 0x5645cdfefb40 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fb7ff7532e90898 server_cookie=1e4c6b81dd1dcc8 in_seq=0 out_seq=0 2024-05-20T21:15:46.029 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.026+0000 7f79bea00640 10 client.25231 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:15:46.034 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.033+0000 7f79bea00640 1 -- 172.21.15.8:0/3800706809 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5645cded82c0 con 0x5645cdfed720 2024-05-20T21:15:46.034 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.033+0000 7f79bea00640 10 client.25231 handle_command_reply: tid=0 2024-05-20T21:15:46.034 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.034+0000 7f79da77c740 1 client.25231 shutdown 2024-05-20T21:15:46.034 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.034+0000 7f79da77c740 1 -- 172.21.15.8:0/3800706809 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5645cdf6ccf0 msgr2=0x5645cdf7b470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:46.035 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.034+0000 7f79da77c740 1 --2- 172.21.15.8:0/3800706809 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5645cdf6ccf0 0x5645cdf7b470 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f79c0009430 tx=0x7f79c0032fa0 comp rx=0 tx=0).stop 2024-05-20T21:15:46.035 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.034+0000 7f79da77c740 1 -- 172.21.15.8:0/3800706809 shutdown_connections 2024-05-20T21:15:46.035 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.034+0000 7f79da77c740 1 --2- 172.21.15.8:0/3800706809 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5645cdfed720 0x5645cdfefb40 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:46.035 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.034+0000 7f79da77c740 1 --2- 172.21.15.8:0/3800706809 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5645cdf72850 0x5645cdf7c9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:46.035 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.034+0000 7f79da77c740 1 --2- 172.21.15.8:0/3800706809 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5645cdf6d6e0 0x5645cdf7b9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:46.035 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.034+0000 7f79bea00640 0 client.25231 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:15:46.035 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.034+0000 7f79da77c740 1 --2- 172.21.15.8:0/3800706809 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5645cdf6ccf0 0x5645cdf7b470 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:46.035 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.034+0000 7f79da77c740 1 -- 172.21.15.8:0/3800706809 >> 172.21.15.8:0/3800706809 conn(0x5645cdf68360 msgr2=0x5645cdf6e970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:46.035 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.034+0000 7f79da77c740 1 -- 172.21.15.8:0/3800706809 shutdown_connections 2024-05-20T21:15:46.035 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.034+0000 7f79da77c740 1 -- 172.21.15.8:0/3800706809 wait complete. 2024-05-20T21:15:46.035 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.034+0000 7f79da77c740 20 client.25231 trim_cache size 0 max 16384 2024-05-20T21:15:46.036 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:15:46.036 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:15:46.036 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:15:46.036 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.035+0000 7f79d6200640 1 -- 172.21.15.8:0/2578154914 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f79b40b27d0 msgr2=0x7f79b40b4c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:46.036 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.035+0000 7f79d6200640 1 --2- 172.21.15.8:0/2578154914 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f79b40b27d0 0x7f79b40b4c90 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x5645cdf6df40 tx=0x7f79b8015040 comp rx=0 tx=0).stop 2024-05-20T21:15:46.036 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.035+0000 7f79d6200640 1 -- 172.21.15.8:0/2578154914 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f79d010eee0 msgr2=0x7f79d01a66e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:46.037 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.035+0000 7f79d6200640 1 --2- 172.21.15.8:0/2578154914 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f79d010eee0 0x7f79d01a66e0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f79c800e970 tx=0x7f79c800ed70 comp rx=0 tx=0).stop 2024-05-20T21:15:46.037 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.035+0000 7f79d6200640 1 -- 172.21.15.8:0/2578154914 shutdown_connections 2024-05-20T21:15:46.037 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.035+0000 7f79d6200640 1 --2- 172.21.15.8:0/2578154914 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f79b40b27d0 0x7f79b40b4c90 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:46.037 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.035+0000 7f79d6200640 1 --2- 172.21.15.8:0/2578154914 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f79d010eee0 0x7f79d01a66e0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:46.037 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.035+0000 7f79d6200640 1 --2- 172.21.15.8:0/2578154914 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f79d0076a90 0x7f79d019f6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:46.037 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.035+0000 7f79d6200640 1 --2- 172.21.15.8:0/2578154914 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f79d00754b0 0x7f79d019f180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:46.037 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.035+0000 7f79d6200640 1 -- 172.21.15.8:0/2578154914 >> 172.21.15.8:0/2578154914 conn(0x7f79d00fde80 msgr2=0x7f79d0102280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:46.037 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.036+0000 7f79d6200640 1 -- 172.21.15.8:0/2578154914 shutdown_connections 2024-05-20T21:15:46.037 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:46.036+0000 7f79d6200640 1 -- 172.21.15.8:0/2578154914 wait complete. 2024-05-20T21:15:46.080 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph daemon mon.a --format=json config get run_dir 2024-05-20T21:15:46.541 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:15:46.822 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:15:46 smithi130 ceph-mon[36448]: pgmap v453: 97 pgs: 97 active+clean; 652 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 938 B/s wr, 8 op/s 2024-05-20T21:15:46.841 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:15:46 smithi008 ceph-mon[31475]: pgmap v453: 97 pgs: 97 active+clean; 652 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 938 B/s wr, 8 op/s 2024-05-20T21:15:46.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:15:46 smithi050 ceph-mon[35809]: pgmap v453: 97 pgs: 97 active+clean; 652 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 938 B/s wr, 8 op/s 2024-05-20T21:15:48.837 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:15:48 smithi008 ceph-mon[31475]: pgmap v454: 97 pgs: 97 active+clean; 652 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 938 B/s wr, 9 op/s 2024-05-20T21:15:48.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:15:48 smithi130 ceph-mon[36448]: pgmap v454: 97 pgs: 97 active+clean; 652 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 938 B/s wr, 9 op/s 2024-05-20T21:15:48.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:15:48 smithi050 ceph-mon[35809]: pgmap v454: 97 pgs: 97 active+clean; 652 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 938 B/s wr, 9 op/s 2024-05-20T21:15:49.623 INFO:teuthology.orchestra.run.smithi008.stdout:{"run_dir":"/var/run/ceph"} 2024-05-20T21:15:49.623 DEBUG:tasks.cephfs.filesystem:_json_asok output { "run_dir": "/var/run/ceph" } 2024-05-20T21:15:49.624 INFO:tasks.quiescer.fs.[cephfs]:Initializing Quiescer with seed 202 2024-05-20T21:15:49.624 DEBUG:tasks.quiescer:Yielding 2024-05-20T21:15:49.624 INFO:teuthology.run_tasks:Running task workunit... 2024-05-20T21:15:49.639 INFO:tasks.workunit:Pulling workunits from ref 4ebd1d5361d457738957dc0455bba90102296634 2024-05-20T21:15:49.639 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-05-20T21:15:49.639 INFO:tasks.workunit:timeout=3h 2024-05-20T21:15:49.639 INFO:tasks.workunit:cleanup=True 2024-05-20T21:15:49.640 DEBUG:teuthology.orchestra.run.smithi008:> stat -- /home/ubuntu/cephtest/mnt.0 2024-05-20T21:15:49.640 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:15:49.690 INFO:teuthology.orchestra.run.smithi008.stdout: File: /home/ubuntu/cephtest/mnt.0 2024-05-20T21:15:49.690 INFO:teuthology.orchestra.run.smithi008.stdout: Size: 0 Blocks: 0 IO Block: 65536 directory 2024-05-20T21:15:49.690 INFO:teuthology.orchestra.run.smithi008.stdout:Device: 77h/119d Inode: 1099511628283 Links: 2 2024-05-20T21:15:49.690 INFO:teuthology.orchestra.run.smithi008.stdout:Access: (1777/drwxrwxrwt) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-20T21:15:49.691 INFO:teuthology.orchestra.run.smithi008.stdout:Context: system_u:object_r:unlabeled_t:s0 2024-05-20T21:15:49.691 INFO:teuthology.orchestra.run.smithi008.stdout:Access: 2024-05-20 21:11:57.024482619 +0000 2024-05-20T21:15:49.691 INFO:teuthology.orchestra.run.smithi008.stdout:Modify: 2024-05-20 21:11:57.024482619 +0000 2024-05-20T21:15:49.691 INFO:teuthology.orchestra.run.smithi008.stdout:Change: 2024-05-20 21:15:02.881040435 +0000 2024-05-20T21:15:49.691 INFO:teuthology.orchestra.run.smithi008.stdout: Birth: 2024-05-20 21:11:57.024482619 +0000 2024-05-20T21:15:49.691 INFO:tasks.workunit:Did not need to create dir /home/ubuntu/cephtest/mnt.0 2024-05-20T21:15:49.692 DEBUG:teuthology.orchestra.run.smithi008:> cd -- /home/ubuntu/cephtest/mnt.0 && sudo install -d -m 0755 --owner=ubuntu -- client.0 2024-05-20T21:15:49.830 DEBUG:teuthology.orchestra.run.smithi008:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 4ebd1d5361d457738957dc0455bba90102296634 2024-05-20T21:15:49.887 INFO:tasks.workunit.client.0.smithi008.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-05-20T21:15:50.085 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:15:50.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:15:50 smithi130 ceph-mon[36448]: pgmap v455: 97 pgs: 97 active+clean; 653 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 597 B/s wr, 7 op/s 2024-05-20T21:15:50.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:15:50 smithi050 ceph-mon[35809]: pgmap v455: 97 pgs: 97 active+clean; 653 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 597 B/s wr, 7 op/s 2024-05-20T21:15:50.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:15:50 smithi008 ceph-mon[31475]: pgmap v455: 97 pgs: 97 active+clean; 653 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 597 B/s wr, 7 op/s 2024-05-20T21:15:52.308 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:52.307+0000 7f5087e00700 1 -- 172.21.15.8:0/3197165278 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5080106140 msgr2=0x7f5080112650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:52.308 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:52.307+0000 7f5087e00700 1 --2- 172.21.15.8:0/3197165278 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5080106140 0x7f5080112650 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f507800b0a0 tx=0x7f507800b3b0 comp rx=0 tx=0).stop 2024-05-20T21:15:52.308 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:52.307+0000 7f5087e00700 1 -- 172.21.15.8:0/3197165278 shutdown_connections 2024-05-20T21:15:52.308 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:52.307+0000 7f5087e00700 1 --2- 172.21.15.8:0/3197165278 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5080106140 0x7f5080112650 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:52.308 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:52.307+0000 7f5087e00700 1 --2- 172.21.15.8:0/3197165278 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f508010b780 0x7f508010bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:52.308 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:52.307+0000 7f5087e00700 1 --2- 172.21.15.8:0/3197165278 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5080105780 0x7f5080105c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:52.308 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:52.307+0000 7f5087e00700 1 -- 172.21.15.8:0/3197165278 >> 172.21.15.8:0/3197165278 conn(0x7f5080101270 msgr2=0x7f5080103690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:52.308 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:52.307+0000 7f5087e00700 1 -- 172.21.15.8:0/3197165278 shutdown_connections 2024-05-20T21:15:52.308 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:52.307+0000 7f5087e00700 1 -- 172.21.15.8:0/3197165278 wait complete. 2024-05-20T21:15:52.309 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:52.308+0000 7f5087e00700 1 Processor -- start 2024-05-20T21:15:52.309 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:52.308+0000 7f5087e00700 1 -- start start 2024-05-20T21:15:52.309 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:52.309+0000 7f5087e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5080105780 0x7f508019be20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:52.310 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:52.309+0000 7f5087e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5080106140 0x7f508019c360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:52.310 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:52.309+0000 7f5087e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f508010b780 0x7f50801a06a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:52.310 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:52.309+0000 7f5087e00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f5080115a10 con 0x7f508010b780 2024-05-20T21:15:52.310 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:52.309+0000 7f5087e00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f5080115890 con 0x7f5080106140 2024-05-20T21:15:52.310 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:52.309+0000 7f5087e00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f5080115b90 con 0x7f5080105780 2024-05-20T21:15:52.310 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:52.309+0000 7f5085400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5080105780 0x7f508019be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:52.310 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:52.309+0000 7f5085e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f508010b780 0x7f50801a06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:52.310 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:52.309+0000 7f5084a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5080106140 0x7f508019c360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:52.310 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:52.309+0000 7f5085400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5080105780 0x7f508019be20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:58476/0 (socket says 172.21.15.8:58476) 2024-05-20T21:15:52.310 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:52.309+0000 7f5085400700 1 -- 172.21.15.8:0/3660870619 learned_addr learned my addr 172.21.15.8:0/3660870619 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:15:52.311 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:52.310+0000 7f5085400700 1 -- 172.21.15.8:0/3660870619 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5080106140 msgr2=0x7f508019c360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:52.311 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:52.310+0000 7f5085400700 1 --2- 172.21.15.8:0/3660870619 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5080106140 0x7f508019c360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:52.311 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:52.310+0000 7f5085400700 1 -- 172.21.15.8:0/3660870619 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f508010b780 msgr2=0x7f50801a06a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:52.311 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:52.310+0000 7f5085400700 1 --2- 172.21.15.8:0/3660870619 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f508010b780 0x7f50801a06a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:52.311 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:52.310+0000 7f5085400700 1 -- 172.21.15.8:0/3660870619 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50801a0de0 con 0x7f5080105780 2024-05-20T21:15:52.311 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:52.310+0000 7f5085e00700 1 --2- 172.21.15.8:0/3660870619 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f508010b780 0x7f50801a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:15:52.312 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:52.310+0000 7f5085400700 1 --2- 172.21.15.8:0/3660870619 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5080105780 0x7f508019be20 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f507400e9a0 tx=0x7f507400ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:52.312 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:52.310+0000 7f507e000700 1 -- 172.21.15.8:0/3660870619 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f507400ca10 con 0x7f5080105780 2024-05-20T21:15:52.312 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:52.311+0000 7f5087e00700 1 -- 172.21.15.8:0/3660870619 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50801a10d0 con 0x7f5080105780 2024-05-20T21:15:52.312 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:52.311+0000 7f507e000700 1 -- 172.21.15.8:0/3660870619 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f507400cbb0 con 0x7f5080105780 2024-05-20T21:15:52.312 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:52.311+0000 7f507e000700 1 -- 172.21.15.8:0/3660870619 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5074018680 con 0x7f5080105780 2024-05-20T21:15:52.312 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:52.311+0000 7f5087e00700 1 -- 172.21.15.8:0/3660870619 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50801a8950 con 0x7f5080105780 2024-05-20T21:15:52.312 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:52.312+0000 7f5087e00700 1 -- 172.21.15.8:0/3660870619 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f508006a230 con 0x7f5080105780 2024-05-20T21:15:52.314 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:52.315+0000 7f507e000700 1 -- 172.21.15.8:0/3660870619 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f5074010430 con 0x7f5080105780 2024-05-20T21:15:52.316 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:52.316+0000 7f507e000700 1 --2- 172.21.15.8:0/3660870619 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f50680b2900 0x7f50680b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:52.316 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:52.316+0000 7f507e000700 1 -- 172.21.15.8:0/3660870619 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f50740e2670 con 0x7f5080105780 2024-05-20T21:15:52.316 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:52.316+0000 7f5084a00700 1 --2- 172.21.15.8:0/3660870619 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f50680b2900 0x7f50680b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:52.317 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:52.317+0000 7f5084a00700 1 --2- 172.21.15.8:0/3660870619 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f50680b2900 0x7f50680b4dc0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f508010ad80 tx=0x7f5070009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:52.318 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:52.318+0000 7f507e000700 1 -- 172.21.15.8:0/3660870619 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f50740aa320 con 0x7f5080105780 2024-05-20T21:15:52.607 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:52.606+0000 7f5087e00700 1 -- 172.21.15.8:0/3660870619 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f508002e560 con 0x7f5080105780 2024-05-20T21:15:52.608 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:52.608+0000 7f507e000700 1 -- 172.21.15.8:0/3660870619 <== mon.1 v2:172.21.15.130:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7f50740b23a0 con 0x7f5080105780 2024-05-20T21:15:52.609 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:15:52.609 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:15:52.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:52.612+0000 7f5087e00700 1 -- 172.21.15.8:0/3660870619 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f50680b2900 msgr2=0x7f50680b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:52.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:52.612+0000 7f5087e00700 1 --2- 172.21.15.8:0/3660870619 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f50680b2900 0x7f50680b4dc0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f508010ad80 tx=0x7f5070009260 comp rx=0 tx=0).stop 2024-05-20T21:15:52.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:52.612+0000 7f5087e00700 1 -- 172.21.15.8:0/3660870619 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5080105780 msgr2=0x7f508019be20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:52.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:52.612+0000 7f5087e00700 1 --2- 172.21.15.8:0/3660870619 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5080105780 0x7f508019be20 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f507400e9a0 tx=0x7f507400ecb0 comp rx=0 tx=0).stop 2024-05-20T21:15:52.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:52.612+0000 7f5087e00700 1 -- 172.21.15.8:0/3660870619 shutdown_connections 2024-05-20T21:15:52.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:52.612+0000 7f5087e00700 1 --2- 172.21.15.8:0/3660870619 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f50680b2900 0x7f50680b4dc0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:52.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:52.612+0000 7f5087e00700 1 --2- 172.21.15.8:0/3660870619 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f508010b780 0x7f50801a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:52.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:52.612+0000 7f5087e00700 1 --2- 172.21.15.8:0/3660870619 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5080105780 0x7f508019be20 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:52.615 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:52.612+0000 7f5087e00700 1 --2- 172.21.15.8:0/3660870619 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5080106140 0x7f508019c360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:52.615 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:52.612+0000 7f5087e00700 1 -- 172.21.15.8:0/3660870619 >> 172.21.15.8:0/3660870619 conn(0x7f5080101270 msgr2=0x7f5080101870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:52.615 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:52.612+0000 7f5087e00700 1 -- 172.21.15.8:0/3660870619 shutdown_connections 2024-05-20T21:15:52.615 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:52.612+0000 7f5087e00700 1 -- 172.21.15.8:0/3660870619 wait complete. 2024-05-20T21:15:52.615 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:15:52.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:15:52 smithi130 ceph-mon[36448]: pgmap v456: 97 pgs: 97 active+clean; 654 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 682 B/s wr, 7 op/s 2024-05-20T21:15:52.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:15:52 smithi050 ceph-mon[35809]: pgmap v456: 97 pgs: 97 active+clean; 654 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 682 B/s wr, 7 op/s 2024-05-20T21:15:52.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:15:52 smithi008 ceph-mon[31475]: pgmap v456: 97 pgs: 97 active+clean; 654 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 682 B/s wr, 7 op/s 2024-05-20T21:15:53.469 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 26, 'flags': 306, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': True}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-05-20T21:11:19.148004+0000', 'modified': '2024-05-20T21:15:03.979835+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 24529, 'mds_1': 24521, 'mds_2': 24514}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24488': {'gid': 24488, 'name': 'h', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.50:6837/3997016525', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.50:6836', 'nonce': 3997016525}, {'type': 'v1', 'addr': '172.21.15.50:6837', 'nonce': 3997016525}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24503': {'gid': 24503, 'name': 'g', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.8:6839/1461975648', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.8:6838', 'nonce': 1461975648}, {'type': 'v1', 'addr': '172.21.15.8:6839', 'nonce': 1461975648}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24508': {'gid': 24508, 'name': 'f', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.130:6835/1975443829', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.130:6834', 'nonce': 1975443829}, {'type': 'v1', 'addr': '172.21.15.130:6835', 'nonce': 1975443829}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24514': {'gid': 24514, 'name': 'c', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 15, 'addr': '172.21.15.130:6837/612174454', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.130:6836', 'nonce': 612174454}, {'type': 'v1', 'addr': '172.21.15.130:6837', 'nonce': 612174454}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24521': {'gid': 24521, 'name': 'b', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 10, 'addr': '172.21.15.50:6839/1317306351', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.50:6838', 'nonce': 1317306351}, {'type': 'v1', 'addr': '172.21.15.50:6839', 'nonce': 1317306351}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24529': {'gid': 24529, 'name': 'i', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 10, 'addr': '172.21.15.130:6839/518183221', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.130:6838', 'nonce': 518183221}, {'type': 'v1', 'addr': '172.21.15.130:6839', 'nonce': 518183221}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24529, 'qdb_cluster': [24529, 24521, 24514]} 2024-05-20T21:15:53.469 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2024-05-20T21:15:53.469 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.c status 2024-05-20T21:15:53.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:15:53 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/3660870619' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:15:53.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:15:53 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/3660870619' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:15:53.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:15:53 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/3660870619' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:15:53.948 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:15:54.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:15:54 smithi008 ceph-mon[31475]: pgmap v457: 97 pgs: 97 active+clean; 659 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.4 KiB/s wr, 8 op/s 2024-05-20T21:15:54.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:15:54 smithi130 ceph-mon[36448]: pgmap v457: 97 pgs: 97 active+clean; 659 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.4 KiB/s wr, 8 op/s 2024-05-20T21:15:54.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:15:54 smithi050 ceph-mon[35809]: pgmap v457: 97 pgs: 97 active+clean; 659 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.4 KiB/s wr, 8 op/s 2024-05-20T21:15:56.224 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.224+0000 7f5540c00700 1 -- 172.21.15.8:0/1195942754 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f553c076090 msgr2=0x7f553c10fa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:56.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.224+0000 7f5540c00700 1 --2- 172.21.15.8:0/1195942754 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f553c076090 0x7f553c10fa00 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f5524009990 tx=0x7f5524009ca0 comp rx=0 tx=0).stop 2024-05-20T21:15:56.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.224+0000 7f5540c00700 1 -- 172.21.15.8:0/1195942754 shutdown_connections 2024-05-20T21:15:56.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.224+0000 7f5540c00700 1 --2- 172.21.15.8:0/1195942754 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f553c075770 0x7f553c075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:56.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.224+0000 7f5540c00700 1 --2- 172.21.15.8:0/1195942754 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f553c10ff40 0x7f553c112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:56.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.224+0000 7f5540c00700 1 --2- 172.21.15.8:0/1195942754 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f553c076090 0x7f553c10fa00 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:56.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.224+0000 7f5540c00700 1 -- 172.21.15.8:0/1195942754 >> 172.21.15.8:0/1195942754 conn(0x7f553c07a6a0 msgr2=0x7f553c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:56.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.224+0000 7f5540c00700 1 -- 172.21.15.8:0/1195942754 shutdown_connections 2024-05-20T21:15:56.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.224+0000 7f5540c00700 1 -- 172.21.15.8:0/1195942754 wait complete. 2024-05-20T21:15:56.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.225+0000 7f5540c00700 1 Processor -- start 2024-05-20T21:15:56.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.225+0000 7f5540c00700 1 -- start start 2024-05-20T21:15:56.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.226+0000 7f5540c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f553c075770 0x7f553c19be10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:56.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.226+0000 7f5540c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f553c076090 0x7f553c19c350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:56.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.226+0000 7f5540c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f553c10ff40 0x7f553c1a06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:56.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.226+0000 7f5540c00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f553c115900 con 0x7f553c10ff40 2024-05-20T21:15:56.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.226+0000 7f5540c00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f553c115780 con 0x7f553c075770 2024-05-20T21:15:56.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.226+0000 7f5540c00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f553c115a80 con 0x7f553c076090 2024-05-20T21:15:56.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.226+0000 7f553a800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f553c10ff40 0x7f553c1a06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:56.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.226+0000 7f5539e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f553c075770 0x7f553c19be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:56.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.226+0000 7f553a800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f553c10ff40 0x7f553c1a06e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:53978/0 (socket says 172.21.15.8:53978) 2024-05-20T21:15:56.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.226+0000 7f553a800700 1 -- 172.21.15.8:0/2592828899 learned_addr learned my addr 172.21.15.8:0/2592828899 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:15:56.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.226+0000 7f5531400700 1 --2- 172.21.15.8:0/2592828899 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f553c076090 0x7f553c19c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:56.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.227+0000 7f553a800700 1 -- 172.21.15.8:0/2592828899 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f553c076090 msgr2=0x7f553c19c350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:56.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.227+0000 7f553a800700 1 --2- 172.21.15.8:0/2592828899 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f553c076090 0x7f553c19c350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:56.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.227+0000 7f553a800700 1 -- 172.21.15.8:0/2592828899 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f553c075770 msgr2=0x7f553c19be10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:56.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.227+0000 7f553a800700 1 --2- 172.21.15.8:0/2592828899 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f553c075770 0x7f553c19be10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:56.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.227+0000 7f553a800700 1 -- 172.21.15.8:0/2592828899 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f553c1a0e20 con 0x7f553c10ff40 2024-05-20T21:15:56.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.227+0000 7f5539e00700 1 --2- 172.21.15.8:0/2592828899 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f553c075770 0x7f553c19be10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:15:56.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.227+0000 7f553a800700 1 --2- 172.21.15.8:0/2592828899 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f553c10ff40 0x7f553c1a06e0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f553400ef90 tx=0x7f553400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:56.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.227+0000 7f5533400700 1 -- 172.21.15.8:0/2592828899 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55340092e0 con 0x7f553c10ff40 2024-05-20T21:15:56.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.227+0000 7f5540c00700 1 -- 172.21.15.8:0/2592828899 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f553c1a10b0 con 0x7f553c10ff40 2024-05-20T21:15:56.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.227+0000 7f5533400700 1 -- 172.21.15.8:0/2592828899 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5534004bb0 con 0x7f553c10ff40 2024-05-20T21:15:56.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.227+0000 7f5533400700 1 -- 172.21.15.8:0/2592828899 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5534004280 con 0x7f553c10ff40 2024-05-20T21:15:56.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.228+0000 7f5540c00700 1 -- 172.21.15.8:0/2592828899 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f553c1a8990 con 0x7f553c10ff40 2024-05-20T21:15:56.231 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.231+0000 7f5533400700 1 -- 172.21.15.8:0/2592828899 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f553401b030 con 0x7f553c10ff40 2024-05-20T21:15:56.233 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.233+0000 7f554b5ffb80 1 Processor -- start 2024-05-20T21:15:56.234 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.234+0000 7f554b5ffb80 1 -- start start 2024-05-20T21:15:56.234 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.234+0000 7f5533400700 1 --2- 172.21.15.8:0/2592828899 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f55200b2900 0x7f55200b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:56.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.234+0000 7f554b5ffb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5624e8dcde60 0x5624e8dce240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:56.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.234+0000 7f554b5ffb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5624e8dce780 0x5624e8dc8210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:56.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.234+0000 7f554b5ffb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5624e8dc8830 0x5624e8dc8c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:56.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.234+0000 7f554b5ffb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5624e8d26df0 con 0x5624e8dcde60 2024-05-20T21:15:56.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.234+0000 7f554b5ffb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5624e8d16990 con 0x5624e8dce780 2024-05-20T21:15:56.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.234+0000 7f554b5ffb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5624e8d1a9d0 con 0x5624e8dc8830 2024-05-20T21:15:56.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.234+0000 7f5533400700 1 -- 172.21.15.8:0/2592828899 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f55340e1d40 con 0x7f553c10ff40 2024-05-20T21:15:56.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.235+0000 7f5531400700 1 --2- 172.21.15.8:0/2592828899 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f55200b2900 0x7f55200b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:56.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.235+0000 7f5539e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5624e8dcde60 0x5624e8dce240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:56.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.235+0000 7f5539e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5624e8dcde60 0x5624e8dce240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:53986/0 (socket says 172.21.15.8:53986) 2024-05-20T21:15:56.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.235+0000 7f5539e00700 1 -- 172.21.15.8:0/2874081769 learned_addr learned my addr 172.21.15.8:0/2874081769 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:15:56.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.235+0000 7f5531400700 1 --2- 172.21.15.8:0/2874081769 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5624e8dce780 0x5624e8dc8210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:56.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.235+0000 7f553a800700 1 --2- 172.21.15.8:0/2874081769 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5624e8dc8830 0x5624e8dc8c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:56.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.235+0000 7f5539e00700 1 -- 172.21.15.8:0/2874081769 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5624e8dc8830 msgr2=0x5624e8dc8c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:56.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.235+0000 7f5539e00700 1 --2- 172.21.15.8:0/2874081769 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5624e8dc8830 0x5624e8dc8c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:56.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.235+0000 7f5539e00700 1 -- 172.21.15.8:0/2874081769 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5624e8dce780 msgr2=0x5624e8dc8210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:56.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.235+0000 7f5539e00700 1 --2- 172.21.15.8:0/2874081769 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5624e8dce780 0x5624e8dc8210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:56.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.235+0000 7f5539e00700 1 -- 172.21.15.8:0/2874081769 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5624e8cdf3d0 con 0x5624e8dcde60 2024-05-20T21:15:56.237 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.236+0000 7f5539e00700 1 --2- 172.21.15.8:0/2874081769 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5624e8dcde60 0x5624e8dce240 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f552c0115f0 tx=0x7f552c011900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5bafba296d39ba9 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:56.237 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.236+0000 7f5531400700 1 --2- 172.21.15.8:0/2592828899 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f55200b2900 0x7f55200b4dc0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f552400b2e0 tx=0x7f5524009600 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:56.237 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.236+0000 7f552b400700 1 -- 172.21.15.8:0/2874081769 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f552c01e070 con 0x5624e8dcde60 2024-05-20T21:15:56.237 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.236+0000 7f552b400700 1 -- 172.21.15.8:0/2874081769 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f552c019ae0 con 0x5624e8dcde60 2024-05-20T21:15:56.237 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.236+0000 7f552b400700 1 -- 172.21.15.8:0/2874081769 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f552c00ea00 con 0x5624e8dcde60 2024-05-20T21:15:56.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.237+0000 7f554b5ffb80 1 -- 172.21.15.8:0/2874081769 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5624e8dcde60 msgr2=0x5624e8dce240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:56.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.237+0000 7f554b5ffb80 1 --2- 172.21.15.8:0/2874081769 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5624e8dcde60 0x5624e8dce240 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f552c0115f0 tx=0x7f552c011900 comp rx=0 tx=0).stop 2024-05-20T21:15:56.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.237+0000 7f554b5ffb80 1 -- 172.21.15.8:0/2874081769 shutdown_connections 2024-05-20T21:15:56.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.237+0000 7f554b5ffb80 1 --2- 172.21.15.8:0/2874081769 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5624e8dc8830 0x5624e8dc8c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:56.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.237+0000 7f554b5ffb80 1 --2- 172.21.15.8:0/2874081769 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5624e8dcde60 0x5624e8dce240 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:56.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.237+0000 7f554b5ffb80 1 --2- 172.21.15.8:0/2874081769 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5624e8dce780 0x5624e8dc8210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:56.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.237+0000 7f554b5ffb80 1 -- 172.21.15.8:0/2874081769 >> 172.21.15.8:0/2874081769 conn(0x5624e8cf6b90 msgr2=0x5624e8dc2fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:56.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.237+0000 7f554b5ffb80 1 -- 172.21.15.8:0/2874081769 shutdown_connections 2024-05-20T21:15:56.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.237+0000 7f554b5ffb80 1 -- 172.21.15.8:0/2874081769 wait complete. 2024-05-20T21:15:56.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.238+0000 7f554b5ffb80 1 -- start start 2024-05-20T21:15:56.239 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.238+0000 7f554b5ffb80 1 Processor -- start 2024-05-20T21:15:56.239 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.239+0000 7f554b5ffb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5624e8dc8830 0x5624e8dd4480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:56.239 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.239+0000 7f554b5ffb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5624e8dcde60 0x5624e8dd1820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:56.239 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.239+0000 7f554b5ffb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5624e8dce780 0x5624e8dd1d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:56.239 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.239+0000 7f554b5ffb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5624e8c1cf50 con 0x5624e8dc8830 2024-05-20T21:15:56.239 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.239+0000 7f554b5ffb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5624e8cb7710 con 0x5624e8dce780 2024-05-20T21:15:56.239 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.239+0000 7f554b5ffb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5624e8dd51f0 con 0x5624e8dcde60 2024-05-20T21:15:56.239 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.239+0000 7f554b5ffb80 10 client.0 _ll_register_callbacks cb 0x5624e8cc0c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:15:56.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.239+0000 7f553a800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5624e8dce780 0x5624e8dd1d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:56.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.239+0000 7f5531400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5624e8dcde60 0x5624e8dd1820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:56.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.239+0000 7f553a800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5624e8dce780 0x5624e8dd1d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:54158/0 (socket says 172.21.15.8:54158) 2024-05-20T21:15:56.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.239+0000 7f553a800700 1 -- 172.21.15.8:0/3224750674 learned_addr learned my addr 172.21.15.8:0/3224750674 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:15:56.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.239+0000 7f5539e00700 1 --2- 172.21.15.8:0/3224750674 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5624e8dc8830 0x5624e8dd4480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:56.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.240+0000 7f553a800700 1 -- 172.21.15.8:0/3224750674 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5624e8dcde60 msgr2=0x5624e8dd1820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:56.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.240+0000 7f553a800700 1 --2- 172.21.15.8:0/3224750674 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5624e8dcde60 0x5624e8dd1820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:56.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.240+0000 7f553a800700 1 -- 172.21.15.8:0/3224750674 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5624e8dc8830 msgr2=0x5624e8dd4480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:56.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.240+0000 7f553a800700 1 --2- 172.21.15.8:0/3224750674 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5624e8dc8830 0x5624e8dd4480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:56.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.240+0000 7f553a800700 1 -- 172.21.15.8:0/3224750674 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5624e8c66880 con 0x5624e8dce780 2024-05-20T21:15:56.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.240+0000 7f553a800700 1 --2- 172.21.15.8:0/3224750674 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5624e8dce780 0x5624e8dd1d60 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f5534009fd0 tx=0x7f55340a98c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8a77850dafa4b7fa server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:56.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.240+0000 7f551fe00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:15:56.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.240+0000 7f551fe00700 1 -- 172.21.15.8:0/3224750674 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55340c3060 con 0x5624e8dce780 2024-05-20T21:15:56.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.240+0000 7f551fe00700 1 -- 172.21.15.8:0/3224750674 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f55340a87f0 con 0x5624e8dce780 2024-05-20T21:15:56.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.240+0000 7f554b5ffb80 1 -- 172.21.15.8:0/3224750674 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f552c019ae0 con 0x5624e8dce780 2024-05-20T21:15:56.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.241+0000 7f551fe00700 1 -- 172.21.15.8:0/3224750674 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f55340ca050 con 0x5624e8dce780 2024-05-20T21:15:56.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.241+0000 7f554b5ffb80 10 client.25214 fetch_fsmap learned FSMap version 26 2024-05-20T21:15:56.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.241+0000 7f554b5ffb80 1 -- 172.21.15.8:0/3224750674 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5624e8ce7010 con 0x5624e8dce780 2024-05-20T21:15:56.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.241+0000 7f551fe00700 1 -- 172.21.15.8:0/3224750674 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f552c019ae0 con 0x5624e8dce780 2024-05-20T21:15:56.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.241+0000 7f551fe00700 1 -- 172.21.15.8:0/3224750674 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f55340ca1f0 con 0x5624e8dce780 2024-05-20T21:15:56.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.241+0000 7f554b5ffb80 10 client.25214 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:15:56.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.241+0000 7f554b5ffb80 10 client.25214 resolve_mds: resolved name 'c' to daemon mds.c 2024-05-20T21:15:56.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.241+0000 7f554b5ffb80 20 client.25214 populate_metadata read hostname 'smithi008' 2024-05-20T21:15:56.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.241+0000 7f554b5ffb80 1 --2- 172.21.15.8:0/3224750674 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x5624e8de1cc0 0x5624e8de3130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:56.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.241+0000 7f554b5ffb80 4 client.25214 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:15:56.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.241+0000 7f554b5ffb80 1 -- 172.21.15.8:0/3224750674 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5624e8d28d40 con 0x5624e8de1cc0 2024-05-20T21:15:56.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.242+0000 7f5539e00700 1 --2- 172.21.15.8:0/3224750674 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x5624e8de1cc0 0x5624e8de3130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:56.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.242+0000 7f5539e00700 1 --2- 172.21.15.8:0/3224750674 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x5624e8de1cc0 0x5624e8de3130 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=900204e7a91a40ad server_cookie=26ed8d20cfe3181f in_seq=0 out_seq=0 2024-05-20T21:15:56.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.242+0000 7f551fe00700 10 client.25214 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:15:56.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.243+0000 7f551fe00700 1 -- 172.21.15.8:0/3224750674 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5624e8d28d40 con 0x5624e8de1cc0 2024-05-20T21:15:56.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.243+0000 7f551fe00700 10 client.25214 handle_command_reply: tid=0 2024-05-20T21:15:56.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.243+0000 7f554b5ffb80 1 client.25214 shutdown 2024-05-20T21:15:56.245 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.244+0000 7f554b5ffb80 1 -- 172.21.15.8:0/3224750674 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5624e8dce780 msgr2=0x5624e8dd1d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:56.245 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.244+0000 7f554b5ffb80 1 --2- 172.21.15.8:0/3224750674 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5624e8dce780 0x5624e8dd1d60 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f5534009fd0 tx=0x7f55340a98c0 comp rx=0 tx=0).stop 2024-05-20T21:15:56.245 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.244+0000 7f554b5ffb80 1 -- 172.21.15.8:0/3224750674 shutdown_connections 2024-05-20T21:15:56.245 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.244+0000 7f554b5ffb80 1 --2- 172.21.15.8:0/3224750674 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x5624e8de1cc0 0x5624e8de3130 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:56.245 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.244+0000 7f554b5ffb80 1 --2- 172.21.15.8:0/3224750674 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5624e8dce780 0x5624e8dd1d60 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:56.245 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.244+0000 7f554b5ffb80 1 --2- 172.21.15.8:0/3224750674 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5624e8dc8830 0x5624e8dd4480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:56.245 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.244+0000 7f554b5ffb80 1 --2- 172.21.15.8:0/3224750674 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5624e8dcde60 0x5624e8dd1820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:56.245 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.244+0000 7f551fe00700 0 client.25214 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:15:56.245 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.244+0000 7f554b5ffb80 1 -- 172.21.15.8:0/3224750674 >> 172.21.15.8:0/3224750674 conn(0x5624e8cf6b90 msgr2=0x5624e8dc7200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:56.245 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.244+0000 7f554b5ffb80 1 -- 172.21.15.8:0/3224750674 shutdown_connections 2024-05-20T21:15:56.245 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.244+0000 7f554b5ffb80 1 -- 172.21.15.8:0/3224750674 wait complete. 2024-05-20T21:15:56.245 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.244+0000 7f554b5ffb80 20 client.25214 trim_cache size 0 max 16384 2024-05-20T21:15:56.268 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.268+0000 7f554b5ffb80 1 Processor -- start 2024-05-20T21:15:56.268 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.268+0000 7f554b5ffb80 1 -- start start 2024-05-20T21:15:56.268 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.268+0000 7f554b5ffb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5624e8dc8830 0x5624e8dc8210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:56.268 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.268+0000 7f554b5ffb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5624e8dcde60 0x5624e8dc8c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:56.268 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.268+0000 7f554b5ffb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5624e8dce780 0x5624e8dcb970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:56.269 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.268+0000 7f554b5ffb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5624e8de1470 con 0x5624e8dce780 2024-05-20T21:15:56.269 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.268+0000 7f554b5ffb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5624e8de1b40 con 0x5624e8dc8830 2024-05-20T21:15:56.269 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.268+0000 7f554b5ffb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5624e8de2210 con 0x5624e8dcde60 2024-05-20T21:15:56.270 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.268+0000 7f553a800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5624e8dce780 0x5624e8dcb970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:56.270 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.269+0000 7f5531400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5624e8dcde60 0x5624e8dc8c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:56.270 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.269+0000 7f553a800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5624e8dce780 0x5624e8dcb970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54014/0 (socket says 172.21.15.8:54014) 2024-05-20T21:15:56.270 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.269+0000 7f553a800700 1 -- 172.21.15.8:0/1106404881 learned_addr learned my addr 172.21.15.8:0/1106404881 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:15:56.270 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.269+0000 7f5531400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5624e8dcde60 0x5624e8dc8c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:60024/0 (socket says 172.21.15.8:60024) 2024-05-20T21:15:56.270 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.269+0000 7f5539e00700 1 --2- 172.21.15.8:0/1106404881 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5624e8dc8830 0x5624e8dc8210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:56.270 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.269+0000 7f553a800700 1 -- 172.21.15.8:0/1106404881 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5624e8dcde60 msgr2=0x5624e8dc8c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:56.270 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.269+0000 7f553a800700 1 --2- 172.21.15.8:0/1106404881 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5624e8dcde60 0x5624e8dc8c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:56.270 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.269+0000 7f553a800700 1 -- 172.21.15.8:0/1106404881 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5624e8dc8830 msgr2=0x5624e8dc8210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:56.270 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.269+0000 7f553a800700 1 --2- 172.21.15.8:0/1106404881 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5624e8dc8830 0x5624e8dc8210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:56.271 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.269+0000 7f553a800700 1 -- 172.21.15.8:0/1106404881 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5624e8de2dd0 con 0x5624e8dce780 2024-05-20T21:15:56.271 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.269+0000 7f553a800700 1 --2- 172.21.15.8:0/1106404881 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5624e8dce780 0x5624e8dcb970 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f55340a92c0 tx=0x7f55340a8050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d67fea99760a8e6 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:56.271 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.269+0000 7f552aa00700 1 -- 172.21.15.8:0/1106404881 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55340a8e90 con 0x5624e8dce780 2024-05-20T21:15:56.271 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.270+0000 7f552aa00700 1 -- 172.21.15.8:0/1106404881 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f55340a9380 con 0x5624e8dce780 2024-05-20T21:15:56.271 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.270+0000 7f552aa00700 1 -- 172.21.15.8:0/1106404881 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55340a3aa0 con 0x5624e8dce780 2024-05-20T21:15:56.272 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.270+0000 7f554b5ffb80 1 -- 172.21.15.8:0/1106404881 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5624e8dce780 msgr2=0x5624e8dcb970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:56.272 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.270+0000 7f554b5ffb80 1 --2- 172.21.15.8:0/1106404881 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5624e8dce780 0x5624e8dcb970 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f55340a92c0 tx=0x7f55340a8050 comp rx=0 tx=0).stop 2024-05-20T21:15:56.272 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.270+0000 7f554b5ffb80 1 -- 172.21.15.8:0/1106404881 shutdown_connections 2024-05-20T21:15:56.272 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.270+0000 7f554b5ffb80 1 --2- 172.21.15.8:0/1106404881 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5624e8dc8830 0x5624e8dc8210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:56.272 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.270+0000 7f554b5ffb80 1 --2- 172.21.15.8:0/1106404881 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5624e8dce780 0x5624e8dcb970 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:56.272 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.270+0000 7f554b5ffb80 1 --2- 172.21.15.8:0/1106404881 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5624e8dcde60 0x5624e8dc8c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:56.272 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.270+0000 7f554b5ffb80 1 -- 172.21.15.8:0/1106404881 >> 172.21.15.8:0/1106404881 conn(0x5624e8cf6b90 msgr2=0x5624e8dbc630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:56.272 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.271+0000 7f554b5ffb80 1 -- 172.21.15.8:0/1106404881 shutdown_connections 2024-05-20T21:15:56.272 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.271+0000 7f554b5ffb80 1 -- 172.21.15.8:0/1106404881 wait complete. 2024-05-20T21:15:56.272 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.271+0000 7f554b5ffb80 1 -- start start 2024-05-20T21:15:56.272 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.272+0000 7f554b5ffb80 1 Processor -- start 2024-05-20T21:15:56.273 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.272+0000 7f554b5ffb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5624e8dc8830 0x5624e8dc7600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:56.274 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.272+0000 7f554b5ffb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5624e8dcde60 0x5624e8dc7b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:56.274 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.272+0000 7f554b5ffb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5624e8dce780 0x5624e8dc8080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:56.274 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.272+0000 7f554b5ffb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5624e8de2fb0 con 0x5624e8dcde60 2024-05-20T21:15:56.274 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.272+0000 7f554b5ffb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5624e8de28e0 con 0x5624e8dce780 2024-05-20T21:15:56.274 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.272+0000 7f554b5ffb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5624e8de3680 con 0x5624e8dc8830 2024-05-20T21:15:56.274 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.272+0000 7f554b5ffb80 10 client.0 _ll_register_callbacks cb 0x5624e8cc0c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:15:56.274 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.273+0000 7f553a800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5624e8dce780 0x5624e8dc8080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:56.274 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.273+0000 7f5531400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5624e8dcde60 0x5624e8dc7b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:56.274 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.273+0000 7f553a800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5624e8dce780 0x5624e8dc8080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:54180/0 (socket says 172.21.15.8:54180) 2024-05-20T21:15:56.274 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.273+0000 7f553a800700 1 -- 172.21.15.8:0/4119305878 learned_addr learned my addr 172.21.15.8:0/4119305878 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:15:56.274 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.273+0000 7f5539e00700 1 --2- 172.21.15.8:0/4119305878 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5624e8dc8830 0x5624e8dc7600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:56.274 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.273+0000 7f553a800700 1 -- 172.21.15.8:0/4119305878 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5624e8dc8830 msgr2=0x5624e8dc7600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:56.275 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.273+0000 7f553a800700 1 --2- 172.21.15.8:0/4119305878 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5624e8dc8830 0x5624e8dc7600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:56.275 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.273+0000 7f553a800700 1 -- 172.21.15.8:0/4119305878 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5624e8dcde60 msgr2=0x5624e8dc7b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:56.275 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.273+0000 7f553a800700 1 --2- 172.21.15.8:0/4119305878 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5624e8dcde60 0x5624e8dc7b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:56.275 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.273+0000 7f553a800700 1 -- 172.21.15.8:0/4119305878 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5624e8dea9f0 con 0x5624e8dce780 2024-05-20T21:15:56.275 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.273+0000 7f553a800700 1 --2- 172.21.15.8:0/4119305878 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5624e8dce780 0x5624e8dc8080 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f55340a5920 tx=0x7f55340a8220 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5b07304c7dcc7f95 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:56.275 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.273+0000 7f551fe00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:15:56.275 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.274+0000 7f551fe00700 1 -- 172.21.15.8:0/4119305878 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55340a8e90 con 0x5624e8dce780 2024-05-20T21:15:56.275 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.274+0000 7f551fe00700 1 -- 172.21.15.8:0/4119305878 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f55340c3df0 con 0x5624e8dce780 2024-05-20T21:15:56.275 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.274+0000 7f554b5ffb80 1 -- 172.21.15.8:0/4119305878 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f55340a9380 con 0x5624e8dce780 2024-05-20T21:15:56.277 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.274+0000 7f551fe00700 1 -- 172.21.15.8:0/4119305878 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f5534087030 con 0x5624e8dce780 2024-05-20T21:15:56.277 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.274+0000 7f554b5ffb80 10 client.25220 fetch_fsmap learned FSMap version 26 2024-05-20T21:15:56.277 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.274+0000 7f554b5ffb80 1 -- 172.21.15.8:0/4119305878 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5624e8e4d700 con 0x5624e8dce780 2024-05-20T21:15:56.277 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.274+0000 7f551fe00700 1 -- 172.21.15.8:0/4119305878 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f55340a9380 con 0x5624e8dce780 2024-05-20T21:15:56.277 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.274+0000 7f551fe00700 1 -- 172.21.15.8:0/4119305878 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f553408a070 con 0x5624e8dce780 2024-05-20T21:15:56.277 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.274+0000 7f554b5ffb80 10 client.25220 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:15:56.277 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.275+0000 7f554b5ffb80 10 client.25220 resolve_mds: resolved name 'c' to daemon mds.c 2024-05-20T21:15:56.277 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.275+0000 7f554b5ffb80 20 client.25220 populate_metadata read hostname 'smithi008' 2024-05-20T21:15:56.277 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.275+0000 7f554b5ffb80 1 --2- 172.21.15.8:0/4119305878 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x5624e8e51e80 0x5624e8e50b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:56.277 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.275+0000 7f554b5ffb80 4 client.25220 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-20T21:15:56.277 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.275+0000 7f554b5ffb80 1 -- 172.21.15.8:0/4119305878 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "status"}) -- 0x5624e8d22520 con 0x5624e8e51e80 2024-05-20T21:15:56.278 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.275+0000 7f5539e00700 1 --2- 172.21.15.8:0/4119305878 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x5624e8e51e80 0x5624e8e50b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:56.278 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.275+0000 7f5539e00700 1 --2- 172.21.15.8:0/4119305878 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x5624e8e51e80 0x5624e8e50b90 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=128aa56fcebc770c server_cookie=6a8ba96cc4133465 in_seq=0 out_seq=0 2024-05-20T21:15:56.278 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.275+0000 7f551fe00700 10 client.25220 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:15:56.278 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.276+0000 7f551fe00700 1 -- 172.21.15.8:0/4119305878 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x5624e8d22520 con 0x5624e8e51e80 2024-05-20T21:15:56.278 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.276+0000 7f551fe00700 10 client.25220 handle_command_reply: tid=0 2024-05-20T21:15:56.278 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.276+0000 7f554b5ffb80 1 client.25220 shutdown 2024-05-20T21:15:56.278 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.276+0000 7f554b5ffb80 1 -- 172.21.15.8:0/4119305878 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5624e8dce780 msgr2=0x5624e8dc8080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:56.278 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.276+0000 7f554b5ffb80 1 --2- 172.21.15.8:0/4119305878 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5624e8dce780 0x5624e8dc8080 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f55340a5920 tx=0x7f55340a8220 comp rx=0 tx=0).stop 2024-05-20T21:15:56.278 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.276+0000 7f554b5ffb80 1 -- 172.21.15.8:0/4119305878 shutdown_connections 2024-05-20T21:15:56.278 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.276+0000 7f554b5ffb80 1 --2- 172.21.15.8:0/4119305878 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x5624e8e51e80 0x5624e8e50b90 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:56.278 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.276+0000 7f554b5ffb80 1 --2- 172.21.15.8:0/4119305878 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5624e8dce780 0x5624e8dc8080 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:56.278 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.276+0000 7f554b5ffb80 1 --2- 172.21.15.8:0/4119305878 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5624e8dc8830 0x5624e8dc7600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:56.278 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.276+0000 7f554b5ffb80 1 --2- 172.21.15.8:0/4119305878 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5624e8dcde60 0x5624e8dc7b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:56.279 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.276+0000 7f551fe00700 0 client.25220 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:15:56.279 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.276+0000 7f554b5ffb80 1 -- 172.21.15.8:0/4119305878 >> 172.21.15.8:0/4119305878 conn(0x5624e8cf6b90 msgr2=0x5624e8dcb970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:56.279 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.276+0000 7f554b5ffb80 1 -- 172.21.15.8:0/4119305878 shutdown_connections 2024-05-20T21:15:56.279 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.276+0000 7f554b5ffb80 1 -- 172.21.15.8:0/4119305878 wait complete. 2024-05-20T21:15:56.279 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.276+0000 7f554b5ffb80 20 client.25220 trim_cache size 0 max 16384 2024-05-20T21:15:56.279 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:15:56.279 INFO:teuthology.orchestra.run.smithi008.stdout: "cluster_fsid": "060ce10e-16ec-11ef-bc9a-c7b262605968", 2024-05-20T21:15:56.279 INFO:teuthology.orchestra.run.smithi008.stdout: "whoami": 2, 2024-05-20T21:15:56.279 INFO:teuthology.orchestra.run.smithi008.stdout: "id": 24514, 2024-05-20T21:15:56.279 INFO:teuthology.orchestra.run.smithi008.stdout: "want_state": "up:active", 2024-05-20T21:15:56.279 INFO:teuthology.orchestra.run.smithi008.stdout: "state": "up:active", 2024-05-20T21:15:56.280 INFO:teuthology.orchestra.run.smithi008.stdout: "fs_name": "cephfs", 2024-05-20T21:15:56.280 INFO:teuthology.orchestra.run.smithi008.stdout: "rank_uptime": 260.85495121899999, 2024-05-20T21:15:56.280 INFO:teuthology.orchestra.run.smithi008.stdout: "mdsmap_epoch": 26, 2024-05-20T21:15:56.280 INFO:teuthology.orchestra.run.smithi008.stdout: "osdmap_epoch": 81, 2024-05-20T21:15:56.280 INFO:teuthology.orchestra.run.smithi008.stdout: "osdmap_epoch_barrier": 81, 2024-05-20T21:15:56.280 INFO:teuthology.orchestra.run.smithi008.stdout: "uptime": 316.06025018700001 2024-05-20T21:15:56.280 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:15:56.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.277+0000 7f5540c00700 1 -- 172.21.15.8:0/2592828899 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f55200b2900 msgr2=0x7f55200b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:56.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.277+0000 7f5540c00700 1 --2- 172.21.15.8:0/2592828899 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f55200b2900 0x7f55200b4dc0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f552400b2e0 tx=0x7f5524009600 comp rx=0 tx=0).stop 2024-05-20T21:15:56.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.277+0000 7f5540c00700 1 -- 172.21.15.8:0/2592828899 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f553c10ff40 msgr2=0x7f553c1a06e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:56.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.277+0000 7f5540c00700 1 --2- 172.21.15.8:0/2592828899 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f553c10ff40 0x7f553c1a06e0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f553400ef90 tx=0x7f553400c3a0 comp rx=0 tx=0).stop 2024-05-20T21:15:56.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.277+0000 7f5540c00700 1 -- 172.21.15.8:0/2592828899 shutdown_connections 2024-05-20T21:15:56.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.277+0000 7f5540c00700 1 --2- 172.21.15.8:0/2592828899 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f55200b2900 0x7f55200b4dc0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:56.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.277+0000 7f5540c00700 1 --2- 172.21.15.8:0/2592828899 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f553c075770 0x7f553c19be10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:56.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.277+0000 7f5540c00700 1 --2- 172.21.15.8:0/2592828899 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f553c10ff40 0x7f553c1a06e0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:56.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.277+0000 7f5540c00700 1 --2- 172.21.15.8:0/2592828899 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f553c076090 0x7f553c19c350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:56.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.277+0000 7f5540c00700 1 -- 172.21.15.8:0/2592828899 >> 172.21.15.8:0/2592828899 conn(0x7f553c07a6a0 msgr2=0x7f553c1007b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:56.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.278+0000 7f5540c00700 1 -- 172.21.15.8:0/2592828899 shutdown_connections 2024-05-20T21:15:56.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:56.278+0000 7f5540c00700 1 -- 172.21.15.8:0/2592828899 wait complete. 2024-05-20T21:15:56.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:15:56 smithi008 ceph-mon[31475]: pgmap v458: 97 pgs: 97 active+clean; 659 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 1.4 KiB/s wr, 6 op/s 2024-05-20T21:15:56.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:15:56 smithi130 ceph-mon[36448]: pgmap v458: 97 pgs: 97 active+clean; 659 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 1.4 KiB/s wr, 6 op/s 2024-05-20T21:15:56.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:15:56 smithi050 ceph-mon[35809]: pgmap v458: 97 pgs: 97 active+clean; 659 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 1.4 KiB/s wr, 6 op/s 2024-05-20T21:15:57.279 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.b status 2024-05-20T21:15:57.747 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:15:58.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:15:58 smithi130 ceph-mon[36448]: pgmap v459: 97 pgs: 97 active+clean; 659 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.4 KiB/s wr, 8 op/s 2024-05-20T21:15:58.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:15:58 smithi050 ceph-mon[35809]: pgmap v459: 97 pgs: 97 active+clean; 659 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.4 KiB/s wr, 8 op/s 2024-05-20T21:15:58.937 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:15:58 smithi008 ceph-mon[31475]: pgmap v459: 97 pgs: 97 active+clean; 659 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.4 KiB/s wr, 8 op/s 2024-05-20T21:15:59.180 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.180+0000 7f07d1e00640 1 -- 172.21.15.8:0/2787637505 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f07cc105e70 msgr2=0x7f07cc108260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:59.181 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.180+0000 7f07d1e00640 1 --2- 172.21.15.8:0/2787637505 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f07cc105e70 0x7f07cc108260 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f07b8009900 tx=0x7f07b802a400 comp rx=0 tx=0).stop 2024-05-20T21:15:59.182 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.180+0000 7f07d1e00640 1 -- 172.21.15.8:0/2787637505 shutdown_connections 2024-05-20T21:15:59.182 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.180+0000 7f07d1e00640 1 --2- 172.21.15.8:0/2787637505 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f07cc1087a0 0x7f07cc10abf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.182 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.180+0000 7f07d1e00640 1 --2- 172.21.15.8:0/2787637505 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f07cc105e70 0x7f07cc108260 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.182 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.180+0000 7f07d1e00640 1 --2- 172.21.15.8:0/2787637505 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f07cc103540 0x7f07cc105930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.182 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.180+0000 7f07d1e00640 1 -- 172.21.15.8:0/2787637505 >> 172.21.15.8:0/2787637505 conn(0x7f07cc0fcf30 msgr2=0x7f07cc0ff370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:59.182 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.180+0000 7f07d1e00640 1 -- 172.21.15.8:0/2787637505 shutdown_connections 2024-05-20T21:15:59.182 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.180+0000 7f07d1e00640 1 -- 172.21.15.8:0/2787637505 wait complete. 2024-05-20T21:15:59.184 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.182+0000 7f07d1e00640 1 Processor -- start 2024-05-20T21:15:59.185 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.182+0000 7f07d1e00640 1 -- start start 2024-05-20T21:15:59.185 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.182+0000 7f07d1e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f07cc103540 0x7f07cc19afb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:59.185 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.182+0000 7f07d1e00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f07cc105e70 0x7f07cc19b4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:59.185 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.182+0000 7f07d1e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f07cc1087a0 0x7f07cc1a2560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:59.185 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.182+0000 7f07d1e00640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f07cc10e600 con 0x7f07cc103540 2024-05-20T21:15:59.185 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.182+0000 7f07d1e00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f07cc10e480 con 0x7f07cc1087a0 2024-05-20T21:15:59.185 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.182+0000 7f07d1e00640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f07cc10e780 con 0x7f07cc105e70 2024-05-20T21:15:59.185 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.183+0000 7f07caa00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f07cc103540 0x7f07cc19afb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:59.185 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.183+0000 7f07caa00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f07cc103540 0x7f07cc19afb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54036/0 (socket says 172.21.15.8:54036) 2024-05-20T21:15:59.185 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.183+0000 7f07caa00640 1 -- 172.21.15.8:0/1705968992 learned_addr learned my addr 172.21.15.8:0/1705968992 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:15:59.185 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.183+0000 7f07ca000640 1 --2- 172.21.15.8:0/1705968992 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f07cc105e70 0x7f07cc19b4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:59.185 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.183+0000 7f07cb400640 1 --2- 172.21.15.8:0/1705968992 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f07cc1087a0 0x7f07cc1a2560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:59.185 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.183+0000 7f07caa00640 1 -- 172.21.15.8:0/1705968992 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f07cc105e70 msgr2=0x7f07cc19b4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:59.186 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.183+0000 7f07caa00640 1 --2- 172.21.15.8:0/1705968992 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f07cc105e70 0x7f07cc19b4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.186 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.183+0000 7f07caa00640 1 -- 172.21.15.8:0/1705968992 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f07cc1087a0 msgr2=0x7f07cc1a2560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:59.186 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.183+0000 7f07caa00640 1 --2- 172.21.15.8:0/1705968992 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f07cc1087a0 0x7f07cc1a2560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.186 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.183+0000 7f07caa00640 1 -- 172.21.15.8:0/1705968992 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07cc1a2bd0 con 0x7f07cc103540 2024-05-20T21:15:59.186 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.183+0000 7f07cb400640 1 --2- 172.21.15.8:0/1705968992 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f07cc1087a0 0x7f07cc1a2560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:15:59.186 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.184+0000 7f07caa00640 1 --2- 172.21.15.8:0/1705968992 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f07cc103540 0x7f07cc19afb0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f07bc00e9f0 tx=0x7f07bc00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:59.186 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.184+0000 7f07d0a00640 1 -- 172.21.15.8:0/1705968992 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07bc00ccc0 con 0x7f07cc103540 2024-05-20T21:15:59.186 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.184+0000 7f07d0a00640 1 -- 172.21.15.8:0/1705968992 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f07bc00ce60 con 0x7f07cc103540 2024-05-20T21:15:59.186 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.184+0000 7f07d1e00640 1 -- 172.21.15.8:0/1705968992 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07cc1a2ec0 con 0x7f07cc103540 2024-05-20T21:15:59.186 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.184+0000 7f07d0a00640 1 -- 172.21.15.8:0/1705968992 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07bc010430 con 0x7f07cc103540 2024-05-20T21:15:59.186 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.184+0000 7f07d1e00640 1 -- 172.21.15.8:0/1705968992 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07cc1a3320 con 0x7f07cc103540 2024-05-20T21:15:59.188 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.188+0000 7f07d4d9b740 1 Processor -- start 2024-05-20T21:15:59.188 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.188+0000 7f07d4d9b740 1 -- start start 2024-05-20T21:15:59.189 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.188+0000 7f07d4d9b740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5606f424cb30 0x5606f424cf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:59.189 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.188+0000 7f07d4d9b740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5606f424d520 0x5606f4252020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:59.189 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.188+0000 7f07d4d9b740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5606f4252690 0x5606f4254b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:59.189 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.188+0000 7f07d4d9b740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5606f41bcb90 con 0x5606f424d520 2024-05-20T21:15:59.189 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.188+0000 7f07d4d9b740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5606f41ac730 con 0x5606f424cb30 2024-05-20T21:15:59.189 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.188+0000 7f07d4d9b740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5606f41b0770 con 0x5606f4252690 2024-05-20T21:15:59.189 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.188+0000 7f07cb400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5606f424cb30 0x5606f424cf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:59.189 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.188+0000 7f07cb400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5606f424cb30 0x5606f424cf50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:54210/0 (socket says 172.21.15.8:54210) 2024-05-20T21:15:59.189 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.188+0000 7f07cb400640 1 -- 172.21.15.8:0/682462723 learned_addr learned my addr 172.21.15.8:0/682462723 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:15:59.189 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.189+0000 7f07ca000640 1 --2- 172.21.15.8:0/682462723 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5606f4252690 0x5606f4254b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:59.189 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.189+0000 7f07cb400640 1 -- 172.21.15.8:0/682462723 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5606f4252690 msgr2=0x5606f4254b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:59.189 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.189+0000 7f07cb400640 1 --2- 172.21.15.8:0/682462723 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5606f4252690 0x5606f4254b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.190 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.189+0000 7f07cb400640 1 -- 172.21.15.8:0/682462723 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5606f424d520 msgr2=0x5606f4252020 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-20T21:15:59.190 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.189+0000 7f07cb400640 1 --2- 172.21.15.8:0/682462723 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5606f424d520 0x5606f4252020 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.190 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.189+0000 7f07cb400640 1 -- 172.21.15.8:0/682462723 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5606f41458b0 con 0x5606f424cb30 2024-05-20T21:15:59.191 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.189+0000 7f07cb400640 1 --2- 172.21.15.8:0/682462723 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5606f424cb30 0x5606f424cf50 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f07c4011810 tx=0x7f07c4011cd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=699edb64d2318d22 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:59.191 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.189+0000 7f07b7e00640 1 -- 172.21.15.8:0/682462723 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07c4011310 con 0x5606f424cb30 2024-05-20T21:15:59.191 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.189+0000 7f07b7e00640 1 -- 172.21.15.8:0/682462723 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f07c400f9a0 con 0x5606f424cb30 2024-05-20T21:15:59.191 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.189+0000 7f07b7e00640 1 -- 172.21.15.8:0/682462723 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07c4005630 con 0x5606f424cb30 2024-05-20T21:15:59.191 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.190+0000 7f07d0a00640 1 -- 172.21.15.8:0/1705968992 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f07bc0046c0 con 0x7f07cc103540 2024-05-20T21:15:59.191 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.190+0000 7f07d4d9b740 1 -- 172.21.15.8:0/682462723 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5606f424cb30 msgr2=0x5606f424cf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:59.191 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.190+0000 7f07d4d9b740 1 --2- 172.21.15.8:0/682462723 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5606f424cb30 0x5606f424cf50 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f07c4011810 tx=0x7f07c4011cd0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.192 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.190+0000 7f07d4d9b740 1 -- 172.21.15.8:0/682462723 shutdown_connections 2024-05-20T21:15:59.192 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.190+0000 7f07d4d9b740 1 --2- 172.21.15.8:0/682462723 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5606f4252690 0x5606f4254b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.192 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.190+0000 7f07d4d9b740 1 --2- 172.21.15.8:0/682462723 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5606f424d520 0x5606f4252020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.192 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.190+0000 7f07d4d9b740 1 --2- 172.21.15.8:0/682462723 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5606f424cb30 0x5606f424cf50 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.192 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.190+0000 7f07d4d9b740 1 -- 172.21.15.8:0/682462723 >> 172.21.15.8:0/682462723 conn(0x5606f42481a0 msgr2=0x5606f42485a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:59.192 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.190+0000 7f07d4d9b740 1 -- 172.21.15.8:0/682462723 shutdown_connections 2024-05-20T21:15:59.192 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.190+0000 7f07d4d9b740 1 -- 172.21.15.8:0/682462723 wait complete. 2024-05-20T21:15:59.192 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.191+0000 7f07d4d9b740 1 -- start start 2024-05-20T21:15:59.192 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.191+0000 7f07d4d9b740 1 Processor -- start 2024-05-20T21:15:59.195 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.191+0000 7f07d0a00640 1 --2- 172.21.15.8:0/1705968992 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f07b00b2780 0x7f07b00b4c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:59.195 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.192+0000 7f07d4d9b740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5606f424cb30 0x5606f4256920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:59.195 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.192+0000 7f07d4d9b740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5606f424d520 0x5606f4256e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:59.195 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.192+0000 7f07d4d9b740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5606f4252690 0x5606f425dea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:59.195 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.192+0000 7f07d4d9b740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5606f3e92790 con 0x5606f4252690 2024-05-20T21:15:59.195 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.192+0000 7f07d4d9b740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5606f4154bc0 con 0x5606f424cb30 2024-05-20T21:15:59.195 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.192+0000 7f07d4d9b740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5606f4255640 con 0x5606f424d520 2024-05-20T21:15:59.195 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.192+0000 7f07d0a00640 1 -- 172.21.15.8:0/1705968992 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f07bc0e2570 con 0x7f07cc103540 2024-05-20T21:15:59.195 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.192+0000 7f07d4d9b740 10 client.0 _ll_register_callbacks cb 0x5606f4132400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:15:59.196 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.192+0000 7f07caa00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5606f424cb30 0x5606f4256920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:59.196 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.192+0000 7f07caa00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5606f424cb30 0x5606f4256920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:54212/0 (socket says 172.21.15.8:54212) 2024-05-20T21:15:59.196 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.192+0000 7f07caa00640 1 -- 172.21.15.8:0/4124216798 learned_addr learned my addr 172.21.15.8:0/4124216798 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:15:59.196 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.192+0000 7f07ca000640 1 --2- 172.21.15.8:0/4124216798 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5606f424d520 0x5606f4256e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:59.196 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.192+0000 7f07cb400640 1 --2- 172.21.15.8:0/1705968992 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f07b00b2780 0x7f07b00b4c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:59.196 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.192+0000 7f07cb400640 1 --2- 172.21.15.8:0/4124216798 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5606f4252690 0x5606f425dea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:59.196 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.192+0000 7f07caa00640 1 -- 172.21.15.8:0/4124216798 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5606f424d520 msgr2=0x5606f4256e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:59.196 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.192+0000 7f07caa00640 1 --2- 172.21.15.8:0/4124216798 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5606f424d520 0x5606f4256e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.196 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.192+0000 7f07caa00640 1 -- 172.21.15.8:0/4124216798 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5606f4252690 msgr2=0x5606f425dea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:59.196 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.192+0000 7f07caa00640 1 --2- 172.21.15.8:0/4124216798 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5606f4252690 0x5606f425dea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.196 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.192+0000 7f07caa00640 1 -- 172.21.15.8:0/4124216798 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5606f3ec1210 con 0x5606f424cb30 2024-05-20T21:15:59.196 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.192+0000 7f07ca000640 1 --2- 172.21.15.8:0/4124216798 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5606f424d520 0x5606f4256e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:15:59.197 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.192+0000 7f07cb400640 1 --2- 172.21.15.8:0/4124216798 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5606f4252690 0x5606f425dea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:15:59.197 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.193+0000 7f07caa00640 1 --2- 172.21.15.8:0/4124216798 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5606f424cb30 0x5606f4256920 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f07bc0e0060 tx=0x7f07bc0a5310 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7e05c1a3dfc2aeeb server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:59.197 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.193+0000 7f07b4c00640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:15:59.197 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.193+0000 7f07b4c00640 1 -- 172.21.15.8:0/4124216798 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07bc0b2330 con 0x5606f424cb30 2024-05-20T21:15:59.197 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.193+0000 7f07b4c00640 1 -- 172.21.15.8:0/4124216798 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f07bc0a6170 con 0x5606f424cb30 2024-05-20T21:15:59.197 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.193+0000 7f07d4d9b740 1 -- 172.21.15.8:0/4124216798 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f07c400f9a0 con 0x5606f424cb30 2024-05-20T21:15:59.197 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.193+0000 7f07cb400640 1 --2- 172.21.15.8:0/1705968992 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f07b00b2780 0x7f07b00b4c40 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f07c4011810 tx=0x7f07c4005bd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:59.197 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.193+0000 7f07b4c00640 1 -- 172.21.15.8:0/4124216798 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f07bc0a9b80 con 0x5606f424cb30 2024-05-20T21:15:59.197 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.193+0000 7f07d4d9b740 10 client.25232 fetch_fsmap learned FSMap version 26 2024-05-20T21:15:59.197 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.193+0000 7f07d4d9b740 1 -- 172.21.15.8:0/4124216798 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5606f3f8d620 con 0x5606f424cb30 2024-05-20T21:15:59.197 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.194+0000 7f07b4c00640 1 -- 172.21.15.8:0/4124216798 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f07c400f9a0 con 0x5606f424cb30 2024-05-20T21:15:59.197 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.194+0000 7f07b4c00640 1 -- 172.21.15.8:0/4124216798 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f07bc0e21f0 con 0x5606f424cb30 2024-05-20T21:15:59.197 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.194+0000 7f07d4d9b740 10 client.25232 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:15:59.198 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.194+0000 7f07d4d9b740 10 client.25232 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:15:59.198 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.194+0000 7f07d4d9b740 20 client.25232 populate_metadata read hostname 'smithi008' 2024-05-20T21:15:59.198 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.194+0000 7f07d4d9b740 1 --2- 172.21.15.8:0/4124216798 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5606f42622f0 0x5606f42646e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:59.198 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.194+0000 7f07d4d9b740 4 client.25232 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:15:59.198 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.194+0000 7f07d4d9b740 1 -- 172.21.15.8:0/4124216798 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5606f41beae0 con 0x5606f42622f0 2024-05-20T21:15:59.198 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.194+0000 7f07ca000640 1 --2- 172.21.15.8:0/4124216798 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5606f42622f0 0x5606f42646e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:59.198 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.195+0000 7f07ca000640 1 --2- 172.21.15.8:0/4124216798 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5606f42622f0 0x5606f42646e0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6fbd18c19055e74b server_cookie=fc23510ef4b5bbb in_seq=0 out_seq=0 2024-05-20T21:15:59.198 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.195+0000 7f07b4c00640 10 client.25232 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:15:59.199 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.196+0000 7f07b4c00640 1 -- 172.21.15.8:0/4124216798 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5606f41beae0 con 0x5606f42622f0 2024-05-20T21:15:59.199 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.196+0000 7f07b4c00640 10 client.25232 handle_command_reply: tid=0 2024-05-20T21:15:59.199 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.196+0000 7f07d4d9b740 1 client.25232 shutdown 2024-05-20T21:15:59.199 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.196+0000 7f07d4d9b740 1 -- 172.21.15.8:0/4124216798 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5606f424cb30 msgr2=0x5606f4256920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:59.199 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.196+0000 7f07d4d9b740 1 --2- 172.21.15.8:0/4124216798 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5606f424cb30 0x5606f4256920 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f07bc0e0060 tx=0x7f07bc0a5310 comp rx=0 tx=0).stop 2024-05-20T21:15:59.200 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.196+0000 7f07d4d9b740 1 -- 172.21.15.8:0/4124216798 shutdown_connections 2024-05-20T21:15:59.200 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.196+0000 7f07d4d9b740 1 --2- 172.21.15.8:0/4124216798 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5606f42622f0 0x5606f42646e0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.200 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.196+0000 7f07d4d9b740 1 --2- 172.21.15.8:0/4124216798 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5606f4252690 0x5606f425dea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.200 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.196+0000 7f07d4d9b740 1 --2- 172.21.15.8:0/4124216798 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5606f424d520 0x5606f4256e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.200 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.196+0000 7f07d4d9b740 1 --2- 172.21.15.8:0/4124216798 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5606f424cb30 0x5606f4256920 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.200 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.196+0000 7f07b4c00640 0 client.25232 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:15:59.200 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.196+0000 7f07d4d9b740 1 -- 172.21.15.8:0/4124216798 >> 172.21.15.8:0/4124216798 conn(0x5606f42481a0 msgr2=0x5606f4247310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:59.200 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.196+0000 7f07d4d9b740 1 -- 172.21.15.8:0/4124216798 shutdown_connections 2024-05-20T21:15:59.200 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.196+0000 7f07d4d9b740 1 -- 172.21.15.8:0/4124216798 wait complete. 2024-05-20T21:15:59.200 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.197+0000 7f07d4d9b740 20 client.25232 trim_cache size 0 max 16384 2024-05-20T21:15:59.216 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.216+0000 7f07d4d9b740 1 Processor -- start 2024-05-20T21:15:59.216 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.216+0000 7f07d4d9b740 1 -- start start 2024-05-20T21:15:59.216 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.216+0000 7f07d4d9b740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5606f424cb30 0x5606f424b7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:59.216 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.216+0000 7f07d4d9b740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5606f424d520 0x5606f425de60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:59.216 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.216+0000 7f07d4d9b740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5606f4252690 0x5606f4256c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:59.216 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.216+0000 7f07d4d9b740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f07cc1aea70 con 0x5606f424cb30 2024-05-20T21:15:59.217 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.216+0000 7f07d4d9b740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f07cc1ac340 con 0x5606f424d520 2024-05-20T21:15:59.217 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.216+0000 7f07d4d9b740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f07cc1aa190 con 0x5606f4252690 2024-05-20T21:15:59.218 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.217+0000 7f07caa00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5606f424cb30 0x5606f424b7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:59.219 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.217+0000 7f07caa00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5606f424cb30 0x5606f424b7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54044/0 (socket says 172.21.15.8:54044) 2024-05-20T21:15:59.219 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.217+0000 7f07caa00640 1 -- 172.21.15.8:0/3076349743 learned_addr learned my addr 172.21.15.8:0/3076349743 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:15:59.219 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.217+0000 7f07cb400640 1 --2- 172.21.15.8:0/3076349743 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5606f4252690 0x5606f4256c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:59.219 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.217+0000 7f07ca000640 1 --2- 172.21.15.8:0/3076349743 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5606f424d520 0x5606f425de60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:59.219 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.217+0000 7f07caa00640 1 -- 172.21.15.8:0/3076349743 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5606f4252690 msgr2=0x5606f4256c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:59.219 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.217+0000 7f07caa00640 1 --2- 172.21.15.8:0/3076349743 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5606f4252690 0x5606f4256c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.219 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.217+0000 7f07caa00640 1 -- 172.21.15.8:0/3076349743 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5606f424d520 msgr2=0x5606f425de60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:59.219 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.217+0000 7f07caa00640 1 --2- 172.21.15.8:0/3076349743 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5606f424d520 0x5606f425de60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.219 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.217+0000 7f07caa00640 1 -- 172.21.15.8:0/3076349743 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5606f4247fd0 con 0x5606f424cb30 2024-05-20T21:15:59.219 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.217+0000 7f07caa00640 1 --2- 172.21.15.8:0/3076349743 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5606f424cb30 0x5606f424b7e0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f07bc0a9b10 tx=0x7f07bc009790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6e615151b4fa676 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:59.219 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.218+0000 7f07b7400640 1 -- 172.21.15.8:0/3076349743 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07bc0b2330 con 0x5606f424cb30 2024-05-20T21:15:59.219 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.218+0000 7f07b7400640 1 -- 172.21.15.8:0/3076349743 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f07bc0adf30 con 0x5606f424cb30 2024-05-20T21:15:59.219 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.218+0000 7f07b7400640 1 -- 172.21.15.8:0/3076349743 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07bc0a8850 con 0x5606f424cb30 2024-05-20T21:15:59.220 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.218+0000 7f07d4d9b740 1 -- 172.21.15.8:0/3076349743 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5606f424cb30 msgr2=0x5606f424b7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:59.220 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.218+0000 7f07d4d9b740 1 --2- 172.21.15.8:0/3076349743 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5606f424cb30 0x5606f424b7e0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f07bc0a9b10 tx=0x7f07bc009790 comp rx=0 tx=0).stop 2024-05-20T21:15:59.220 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.218+0000 7f07d4d9b740 1 -- 172.21.15.8:0/3076349743 shutdown_connections 2024-05-20T21:15:59.220 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.219+0000 7f07d4d9b740 1 --2- 172.21.15.8:0/3076349743 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5606f4252690 0x5606f4256c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.220 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.219+0000 7f07d4d9b740 1 --2- 172.21.15.8:0/3076349743 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5606f424d520 0x5606f425de60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.220 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.219+0000 7f07d4d9b740 1 --2- 172.21.15.8:0/3076349743 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5606f424cb30 0x5606f424b7e0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.220 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.219+0000 7f07d4d9b740 1 -- 172.21.15.8:0/3076349743 >> 172.21.15.8:0/3076349743 conn(0x5606f42481a0 msgr2=0x5606f4256530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:59.220 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.219+0000 7f07d4d9b740 1 -- 172.21.15.8:0/3076349743 shutdown_connections 2024-05-20T21:15:59.220 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.219+0000 7f07d4d9b740 1 -- 172.21.15.8:0/3076349743 wait complete. 2024-05-20T21:15:59.222 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.219+0000 7f07d4d9b740 1 -- start start 2024-05-20T21:15:59.222 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.219+0000 7f07d4d9b740 1 Processor -- start 2024-05-20T21:15:59.223 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.220+0000 7f07d4d9b740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5606f424cb30 0x5606f425abb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:59.223 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.220+0000 7f07d4d9b740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5606f424d520 0x5606f425b0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:59.223 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.220+0000 7f07d4d9b740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5606f4252690 0x5606f42d36a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:59.223 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.220+0000 7f07d4d9b740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f07cc1aa800 con 0x5606f424cb30 2024-05-20T21:15:59.223 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.220+0000 7f07d4d9b740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f07cc1abc70 con 0x5606f424d520 2024-05-20T21:15:59.223 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.220+0000 7f07d4d9b740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f07cc1aaed0 con 0x5606f4252690 2024-05-20T21:15:59.223 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.220+0000 7f07d4d9b740 10 client.0 _ll_register_callbacks cb 0x7f07bc00e940 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:15:59.223 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.220+0000 7f07caa00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5606f424cb30 0x5606f425abb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:59.223 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.220+0000 7f07caa00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5606f424cb30 0x5606f425abb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54046/0 (socket says 172.21.15.8:54046) 2024-05-20T21:15:59.223 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.220+0000 7f07caa00640 1 -- 172.21.15.8:0/3124342626 learned_addr learned my addr 172.21.15.8:0/3124342626 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:15:59.223 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.220+0000 7f07cb400640 1 --2- 172.21.15.8:0/3124342626 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5606f4252690 0x5606f42d36a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:59.223 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.220+0000 7f07ca000640 1 --2- 172.21.15.8:0/3124342626 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5606f424d520 0x5606f425b0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:59.224 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.220+0000 7f07caa00640 1 -- 172.21.15.8:0/3124342626 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5606f4252690 msgr2=0x5606f42d36a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:59.224 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.220+0000 7f07caa00640 1 --2- 172.21.15.8:0/3124342626 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5606f4252690 0x5606f42d36a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.224 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.220+0000 7f07caa00640 1 -- 172.21.15.8:0/3124342626 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5606f424d520 msgr2=0x5606f425b0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:59.224 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.220+0000 7f07caa00640 1 --2- 172.21.15.8:0/3124342626 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5606f424d520 0x5606f425b0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.224 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.220+0000 7f07caa00640 1 -- 172.21.15.8:0/3124342626 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5606f42620d0 con 0x5606f424cb30 2024-05-20T21:15:59.224 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.221+0000 7f07caa00640 1 --2- 172.21.15.8:0/3124342626 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5606f424cb30 0x5606f425abb0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f07bc0a9830 tx=0x7f07bc0a5310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e57bfe06c8e1ba4 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:59.224 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.221+0000 7f07b4c00640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:15:59.224 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.221+0000 7f07b4c00640 1 -- 172.21.15.8:0/3124342626 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07bc0ca060 con 0x5606f424cb30 2024-05-20T21:15:59.224 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.221+0000 7f07b4c00640 1 -- 172.21.15.8:0/3124342626 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f07bc0a8de0 con 0x5606f424cb30 2024-05-20T21:15:59.224 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.221+0000 7f07d4d9b740 1 -- 172.21.15.8:0/3124342626 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f07bc0adf30 con 0x5606f424cb30 2024-05-20T21:15:59.224 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.221+0000 7f07b4c00640 1 -- 172.21.15.8:0/3124342626 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f07bc095040 con 0x5606f424cb30 2024-05-20T21:15:59.224 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.221+0000 7f07d4d9b740 10 client.15132 fetch_fsmap learned FSMap version 26 2024-05-20T21:15:59.224 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.221+0000 7f07d4d9b740 1 -- 172.21.15.8:0/3124342626 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5606f42620d0 con 0x5606f424cb30 2024-05-20T21:15:59.225 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.222+0000 7f07b4c00640 1 -- 172.21.15.8:0/3124342626 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f07bc0adf30 con 0x5606f424cb30 2024-05-20T21:15:59.225 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.222+0000 7f07b4c00640 1 -- 172.21.15.8:0/3124342626 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f07bc0af0c0 con 0x5606f424cb30 2024-05-20T21:15:59.225 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.222+0000 7f07d4d9b740 10 client.15132 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:15:59.225 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.222+0000 7f07d4d9b740 10 client.15132 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:15:59.225 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.222+0000 7f07d4d9b740 20 client.15132 populate_metadata read hostname 'smithi008' 2024-05-20T21:15:59.225 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.222+0000 7f07d4d9b740 1 --2- 172.21.15.8:0/3124342626 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5606f42d50e0 0x5606f42d7500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:59.225 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.222+0000 7f07d4d9b740 4 client.15132 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:15:59.225 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.222+0000 7f07d4d9b740 1 -- 172.21.15.8:0/3124342626 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5606f41b82c0 con 0x5606f42d50e0 2024-05-20T21:15:59.225 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.222+0000 7f07ca000640 1 --2- 172.21.15.8:0/3124342626 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5606f42d50e0 0x5606f42d7500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:59.226 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.223+0000 7f07ca000640 1 --2- 172.21.15.8:0/3124342626 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5606f42d50e0 0x5606f42d7500 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eead31899e6d7534 server_cookie=22b182915d2097cc in_seq=0 out_seq=0 2024-05-20T21:15:59.226 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.223+0000 7f07b4c00640 10 client.15132 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:15:59.232 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.231+0000 7f07b4c00640 1 -- 172.21.15.8:0/3124342626 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5606f41b82c0 con 0x5606f42d50e0 2024-05-20T21:15:59.232 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.231+0000 7f07b4c00640 10 client.15132 handle_command_reply: tid=0 2024-05-20T21:15:59.232 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.231+0000 7f07d4d9b740 1 client.15132 shutdown 2024-05-20T21:15:59.233 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.232+0000 7f07d4d9b740 1 -- 172.21.15.8:0/3124342626 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5606f424cb30 msgr2=0x5606f425abb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:59.233 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.232+0000 7f07d4d9b740 1 --2- 172.21.15.8:0/3124342626 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5606f424cb30 0x5606f425abb0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f07bc0a9830 tx=0x7f07bc0a5310 comp rx=0 tx=0).stop 2024-05-20T21:15:59.233 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.232+0000 7f07d4d9b740 1 -- 172.21.15.8:0/3124342626 shutdown_connections 2024-05-20T21:15:59.233 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.232+0000 7f07d4d9b740 1 --2- 172.21.15.8:0/3124342626 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5606f42d50e0 0x5606f42d7500 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.233 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.232+0000 7f07d4d9b740 1 --2- 172.21.15.8:0/3124342626 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5606f4252690 0x5606f42d36a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.233 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.232+0000 7f07d4d9b740 1 --2- 172.21.15.8:0/3124342626 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5606f424d520 0x5606f425b0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.233 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.232+0000 7f07d4d9b740 1 --2- 172.21.15.8:0/3124342626 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5606f424cb30 0x5606f425abb0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.233 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.232+0000 7f07d4d9b740 1 -- 172.21.15.8:0/3124342626 >> 172.21.15.8:0/3124342626 conn(0x5606f42481a0 msgr2=0x5606f424df90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:59.233 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.232+0000 7f07b4c00640 0 client.15132 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:15:59.233 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.232+0000 7f07d4d9b740 1 -- 172.21.15.8:0/3124342626 shutdown_connections 2024-05-20T21:15:59.233 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.232+0000 7f07d4d9b740 1 -- 172.21.15.8:0/3124342626 wait complete. 2024-05-20T21:15:59.233 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.232+0000 7f07d4d9b740 20 client.15132 trim_cache size 0 max 16384 2024-05-20T21:15:59.234 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:15:59.234 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:15:59.234 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:15:59.235 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.233+0000 7f07d1e00640 1 -- 172.21.15.8:0/1705968992 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f07b00b2780 msgr2=0x7f07b00b4c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:59.235 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.233+0000 7f07d1e00640 1 --2- 172.21.15.8:0/1705968992 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f07b00b2780 0x7f07b00b4c40 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f07c4011810 tx=0x7f07c4005bd0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.235 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.233+0000 7f07d1e00640 1 -- 172.21.15.8:0/1705968992 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f07cc103540 msgr2=0x7f07cc19afb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:59.235 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.233+0000 7f07d1e00640 1 --2- 172.21.15.8:0/1705968992 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f07cc103540 0x7f07cc19afb0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f07bc00e9f0 tx=0x7f07bc00edf0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.235 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.233+0000 7f07d1e00640 1 -- 172.21.15.8:0/1705968992 shutdown_connections 2024-05-20T21:15:59.235 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.233+0000 7f07d1e00640 1 --2- 172.21.15.8:0/1705968992 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f07b00b2780 0x7f07b00b4c40 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.235 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.233+0000 7f07d1e00640 1 --2- 172.21.15.8:0/1705968992 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f07cc1087a0 0x7f07cc1a2560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.235 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.233+0000 7f07d1e00640 1 --2- 172.21.15.8:0/1705968992 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f07cc105e70 0x7f07cc19b4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.235 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.233+0000 7f07d1e00640 1 --2- 172.21.15.8:0/1705968992 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f07cc103540 0x7f07cc19afb0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.235 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.233+0000 7f07d1e00640 1 -- 172.21.15.8:0/1705968992 >> 172.21.15.8:0/1705968992 conn(0x7f07cc0fcf30 msgr2=0x7f07cc102d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:59.235 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.233+0000 7f07d1e00640 1 -- 172.21.15.8:0/1705968992 shutdown_connections 2024-05-20T21:15:59.235 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:15:59.233+0000 7f07d1e00640 1 -- 172.21.15.8:0/1705968992 wait complete. 2024-05-20T21:15:59.245 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:15:59.804 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.802+0000 7f2432200700 1 -- 172.21.15.8:0/462535469 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f242c10dad0 msgr2=0x7f242c10ff20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:59.804 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.802+0000 7f2432200700 1 --2- 172.21.15.8:0/462535469 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f242c10dad0 0x7f242c10ff20 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f2424009f90 tx=0x7f242400b330 comp rx=0 tx=0).stop 2024-05-20T21:15:59.805 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.802+0000 7f2432200700 1 -- 172.21.15.8:0/462535469 shutdown_connections 2024-05-20T21:15:59.805 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.802+0000 7f2432200700 1 --2- 172.21.15.8:0/462535469 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f242c1046f0 0x7f242c104ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.805 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.802+0000 7f2432200700 1 --2- 172.21.15.8:0/462535469 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f242c10dad0 0x7f242c10ff20 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.805 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.802+0000 7f2432200700 1 --2- 172.21.15.8:0/462535469 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f242c105010 0x7f242c10d500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.805 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.802+0000 7f2432200700 1 -- 172.21.15.8:0/462535469 >> 172.21.15.8:0/462535469 conn(0x7f242c0fde60 msgr2=0x7f242c100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:59.805 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.803+0000 7f2432200700 1 -- 172.21.15.8:0/462535469 shutdown_connections 2024-05-20T21:15:59.805 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.803+0000 7f2432200700 1 -- 172.21.15.8:0/462535469 wait complete. 2024-05-20T21:15:59.805 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.804+0000 7f2432200700 1 Processor -- start 2024-05-20T21:15:59.805 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.804+0000 7f2432200700 1 -- start start 2024-05-20T21:15:59.806 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.805+0000 7f2432200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f242c1046f0 0x7f242c19f750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:59.806 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.805+0000 7f2432200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f242c105010 0x7f242c19fc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:59.806 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.805+0000 7f2432200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f242c10dad0 0x7f242c199960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:59.806 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.805+0000 7f2432200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f242c113660 con 0x7f242c10dad0 2024-05-20T21:15:59.806 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.805+0000 7f2432200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f242c1134e0 con 0x7f242c105010 2024-05-20T21:15:59.807 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.805+0000 7f2432200700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f242c1137e0 con 0x7f242c1046f0 2024-05-20T21:15:59.807 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.805+0000 7f2430e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f242c1046f0 0x7f242c19f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:59.807 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.805+0000 7f2431800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f242c10dad0 0x7f242c199960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:59.807 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.805+0000 7f2430e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f242c1046f0 0x7f242c19f750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:60100/0 (socket says 172.21.15.8:60100) 2024-05-20T21:15:59.807 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.805+0000 7f2430e00700 1 -- 172.21.15.8:0/1125974171 learned_addr learned my addr 172.21.15.8:0/1125974171 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:15:59.807 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.805+0000 7f242be00700 1 --2- 172.21.15.8:0/1125974171 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f242c105010 0x7f242c19fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:59.807 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.806+0000 7f2430e00700 1 -- 172.21.15.8:0/1125974171 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f242c105010 msgr2=0x7f242c19fc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:59.807 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.806+0000 7f2430e00700 1 --2- 172.21.15.8:0/1125974171 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f242c105010 0x7f242c19fc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.807 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.806+0000 7f2430e00700 1 -- 172.21.15.8:0/1125974171 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f242c10dad0 msgr2=0x7f242c199960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:59.807 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.806+0000 7f2430e00700 1 --2- 172.21.15.8:0/1125974171 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f242c10dad0 0x7f242c199960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.807 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.806+0000 7f2430e00700 1 -- 172.21.15.8:0/1125974171 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f242c19a0c0 con 0x7f242c1046f0 2024-05-20T21:15:59.807 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.806+0000 7f2430e00700 1 --2- 172.21.15.8:0/1125974171 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f242c1046f0 0x7f242c19f750 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f242000e9c0 tx=0x7f242000ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:59.808 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.806+0000 7f2429600700 1 -- 172.21.15.8:0/1125974171 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f242000cbd0 con 0x7f242c1046f0 2024-05-20T21:15:59.808 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.806+0000 7f2429600700 1 -- 172.21.15.8:0/1125974171 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f242000ee60 con 0x7f242c1046f0 2024-05-20T21:15:59.808 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.807+0000 7f2432200700 1 -- 172.21.15.8:0/1125974171 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f242c19a3b0 con 0x7f242c1046f0 2024-05-20T21:15:59.808 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.807+0000 7f2429600700 1 -- 172.21.15.8:0/1125974171 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24200055c0 con 0x7f242c1046f0 2024-05-20T21:15:59.808 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.807+0000 7f2432200700 1 -- 172.21.15.8:0/1125974171 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f242c102280 con 0x7f242c1046f0 2024-05-20T21:15:59.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.811+0000 7f243e15eb80 1 Processor -- start 2024-05-20T21:15:59.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.811+0000 7f243e15eb80 1 -- start start 2024-05-20T21:15:59.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.811+0000 7f2429600700 1 -- 172.21.15.8:0/1125974171 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f2420021440 con 0x7f242c1046f0 2024-05-20T21:15:59.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.812+0000 7f243e15eb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56538f1e6770 0x56538f1e6b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:59.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.812+0000 7f243e15eb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56538f1e7090 0x56538f1e0d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:59.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.812+0000 7f243e15eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56538f1e1340 0x56538f1e17a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:59.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.812+0000 7f243e15eb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x56538f13edf0 con 0x56538f1e7090 2024-05-20T21:15:59.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.812+0000 7f243e15eb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x56538f12e990 con 0x56538f1e6770 2024-05-20T21:15:59.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.812+0000 7f243e15eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x56538f1329d0 con 0x56538f1e1340 2024-05-20T21:15:59.813 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.812+0000 7f2431800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56538f1e6770 0x56538f1e6b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:59.813 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.812+0000 7f2431800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56538f1e6770 0x56538f1e6b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:54256/0 (socket says 172.21.15.8:54256) 2024-05-20T21:15:59.813 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.812+0000 7f2431800700 1 -- 172.21.15.8:0/916411419 learned_addr learned my addr 172.21.15.8:0/916411419 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:15:59.813 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.812+0000 7f2430e00700 1 --2- 172.21.15.8:0/916411419 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56538f1e7090 0x56538f1e0d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:59.813 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.813+0000 7f242be00700 1 --2- 172.21.15.8:0/916411419 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56538f1e1340 0x56538f1e17a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:59.813 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.813+0000 7f2431800700 1 -- 172.21.15.8:0/916411419 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56538f1e1340 msgr2=0x56538f1e17a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:59.813 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.813+0000 7f2431800700 1 --2- 172.21.15.8:0/916411419 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56538f1e1340 0x56538f1e17a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.813+0000 7f2431800700 1 -- 172.21.15.8:0/916411419 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56538f1e7090 msgr2=0x56538f1e0d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:59.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.813+0000 7f2431800700 1 --2- 172.21.15.8:0/916411419 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56538f1e7090 0x56538f1e0d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.813+0000 7f2431800700 1 -- 172.21.15.8:0/916411419 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56538f0f73d0 con 0x56538f1e6770 2024-05-20T21:15:59.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.813+0000 7f2430e00700 1 --2- 172.21.15.8:0/916411419 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56538f1e7090 0x56538f1e0d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:15:59.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.813+0000 7f2431800700 1 --2- 172.21.15.8:0/916411419 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56538f1e6770 0x56538f1e6b50 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f2424009da0 tx=0x7f24240092e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=acefce6cb3f5ef71 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:59.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.814+0000 7f2429600700 1 --2- 172.21.15.8:0/1125974171 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f24140b2900 0x7f24140b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:59.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.814+0000 7f241e000700 1 -- 172.21.15.8:0/916411419 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2424020070 con 0x56538f1e6770 2024-05-20T21:15:59.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.814+0000 7f241e000700 1 -- 172.21.15.8:0/916411419 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2424003c80 con 0x56538f1e6770 2024-05-20T21:15:59.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.814+0000 7f241e000700 1 -- 172.21.15.8:0/916411419 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2424007cc0 con 0x56538f1e6770 2024-05-20T21:15:59.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.814+0000 7f2429600700 1 -- 172.21.15.8:0/1125974171 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f24200e2430 con 0x7f242c1046f0 2024-05-20T21:15:59.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.814+0000 7f2430e00700 1 --2- 172.21.15.8:0/1125974171 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f24140b2900 0x7f24140b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:59.816 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.815+0000 7f243e15eb80 1 -- 172.21.15.8:0/916411419 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56538f1e6770 msgr2=0x56538f1e6b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:59.816 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.815+0000 7f243e15eb80 1 --2- 172.21.15.8:0/916411419 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56538f1e6770 0x56538f1e6b50 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f2424009da0 tx=0x7f24240092e0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.816 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.815+0000 7f2430e00700 1 --2- 172.21.15.8:0/1125974171 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f24140b2900 0x7f24140b4dc0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f24200a6cb0 tx=0x7f24200e5a20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:59.816 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.815+0000 7f243e15eb80 1 -- 172.21.15.8:0/916411419 shutdown_connections 2024-05-20T21:15:59.816 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.815+0000 7f243e15eb80 1 --2- 172.21.15.8:0/916411419 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56538f1e6770 0x56538f1e6b50 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.816 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.815+0000 7f243e15eb80 1 --2- 172.21.15.8:0/916411419 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56538f1e1340 0x56538f1e17a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.816 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.815+0000 7f243e15eb80 1 --2- 172.21.15.8:0/916411419 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56538f1e7090 0x56538f1e0d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.816 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.815+0000 7f243e15eb80 1 -- 172.21.15.8:0/916411419 >> 172.21.15.8:0/916411419 conn(0x56538f10eb90 msgr2=0x56538f1db7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:59.816 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.815+0000 7f243e15eb80 1 -- 172.21.15.8:0/916411419 shutdown_connections 2024-05-20T21:15:59.816 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.815+0000 7f243e15eb80 1 -- 172.21.15.8:0/916411419 wait complete. 2024-05-20T21:15:59.817 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.816+0000 7f243e15eb80 1 -- start start 2024-05-20T21:15:59.817 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.816+0000 7f243e15eb80 1 Processor -- start 2024-05-20T21:15:59.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.816+0000 7f243e15eb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56538f1e1340 0x56538f1ecdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:59.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.817+0000 7f243e15eb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56538f1e6770 0x56538f1ea1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:59.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.817+0000 7f243e15eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56538f1e7090 0x56538f1ea6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:59.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.817+0000 7f243e15eb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x56538f034f50 con 0x56538f1e1340 2024-05-20T21:15:59.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.817+0000 7f243e15eb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x56538f0cf710 con 0x56538f1e6770 2024-05-20T21:15:59.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.817+0000 7f243e15eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x56538f1edb50 con 0x56538f1e7090 2024-05-20T21:15:59.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.817+0000 7f243e15eb80 10 client.0 _ll_register_callbacks cb 0x56538f0d8c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:15:59.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.817+0000 7f2431800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56538f1e1340 0x56538f1ecdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:59.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.817+0000 7f2431800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56538f1e1340 0x56538f1ecdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54078/0 (socket says 172.21.15.8:54078) 2024-05-20T21:15:59.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.817+0000 7f2431800700 1 -- 172.21.15.8:0/3685628903 learned_addr learned my addr 172.21.15.8:0/3685628903 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:15:59.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.817+0000 7f242be00700 1 --2- 172.21.15.8:0/3685628903 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56538f1e6770 0x56538f1ea1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:59.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.817+0000 7f2431800700 1 --2- 172.21.15.8:0/3685628903 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56538f1e7090 0x56538f1ea6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:59.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.818+0000 7f242be00700 1 -- 172.21.15.8:0/3685628903 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56538f1e7090 msgr2=0x56538f1ea6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:59.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.818+0000 7f242be00700 1 --2- 172.21.15.8:0/3685628903 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56538f1e7090 0x56538f1ea6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.818+0000 7f242be00700 1 -- 172.21.15.8:0/3685628903 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56538f1e1340 msgr2=0x56538f1ecdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:59.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.818+0000 7f242be00700 1 --2- 172.21.15.8:0/3685628903 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56538f1e1340 0x56538f1ecdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.818+0000 7f242be00700 1 -- 172.21.15.8:0/3685628903 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56538f07e880 con 0x56538f1e6770 2024-05-20T21:15:59.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.818+0000 7f2431800700 1 --2- 172.21.15.8:0/3685628903 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56538f1e1340 0x56538f1ecdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:15:59.820 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.818+0000 7f242be00700 1 --2- 172.21.15.8:0/3685628903 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56538f1e6770 0x56538f1ea1a0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f242c10ed80 tx=0x7f241800f6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a8c26d11c60635da server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:59.820 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.818+0000 7f2412a00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:15:59.820 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.818+0000 7f2412a00700 1 -- 172.21.15.8:0/3685628903 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2418027060 con 0x56538f1e6770 2024-05-20T21:15:59.820 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.818+0000 7f243e15eb80 1 -- 172.21.15.8:0/3685628903 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2424003c80 con 0x56538f1e6770 2024-05-20T21:15:59.820 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.818+0000 7f2412a00700 1 -- 172.21.15.8:0/3685628903 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f2418004460 con 0x56538f1e6770 2024-05-20T21:15:59.820 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.819+0000 7f2412a00700 1 -- 172.21.15.8:0/3685628903 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f241800fe60 con 0x56538f1e6770 2024-05-20T21:15:59.820 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.819+0000 7f243e15eb80 10 client.25250 fetch_fsmap learned FSMap version 26 2024-05-20T21:15:59.820 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.819+0000 7f243e15eb80 1 -- 172.21.15.8:0/3685628903 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56538f0ff010 con 0x56538f1e6770 2024-05-20T21:15:59.820 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.819+0000 7f2412a00700 1 -- 172.21.15.8:0/3685628903 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2424003c80 con 0x56538f1e6770 2024-05-20T21:15:59.821 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.820+0000 7f2412a00700 1 -- 172.21.15.8:0/3685628903 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f241802d6f0 con 0x56538f1e6770 2024-05-20T21:15:59.821 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.820+0000 7f243e15eb80 10 client.25250 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:15:59.821 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.820+0000 7f243e15eb80 10 client.25250 resolve_mds: resolved name 'b' to daemon mds.b 2024-05-20T21:15:59.821 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.820+0000 7f243e15eb80 20 client.25250 populate_metadata read hostname 'smithi008' 2024-05-20T21:15:59.821 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.820+0000 7f243e15eb80 1 --2- 172.21.15.8:0/3685628903 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x56538f1fa680 0x56538f1fbaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:59.821 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.820+0000 7f243e15eb80 4 client.25250 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:15:59.821 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.820+0000 7f243e15eb80 1 -- 172.21.15.8:0/3685628903 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56538f140d40 con 0x56538f1fa680 2024-05-20T21:15:59.822 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.820+0000 7f2431800700 1 --2- 172.21.15.8:0/3685628903 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x56538f1fa680 0x56538f1fbaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:59.822 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.821+0000 7f2431800700 1 --2- 172.21.15.8:0/3685628903 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x56538f1fa680 0x56538f1fbaf0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=7b11168ed17d78d1 server_cookie=df1c8c659a1c3cd5 in_seq=0 out_seq=0 2024-05-20T21:15:59.822 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.821+0000 7f2412a00700 10 client.25250 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:15:59.823 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.822+0000 7f2412a00700 1 -- 172.21.15.8:0/3685628903 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x56538f140d40 con 0x56538f1fa680 2024-05-20T21:15:59.823 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.822+0000 7f2412a00700 10 client.25250 handle_command_reply: tid=0 2024-05-20T21:15:59.823 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.822+0000 7f243e15eb80 1 client.25250 shutdown 2024-05-20T21:15:59.823 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.822+0000 7f243e15eb80 1 -- 172.21.15.8:0/3685628903 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56538f1e6770 msgr2=0x56538f1ea1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:59.823 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.822+0000 7f243e15eb80 1 --2- 172.21.15.8:0/3685628903 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56538f1e6770 0x56538f1ea1a0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f242c10ed80 tx=0x7f241800f6a0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.823 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.822+0000 7f243e15eb80 1 -- 172.21.15.8:0/3685628903 shutdown_connections 2024-05-20T21:15:59.823 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.822+0000 7f243e15eb80 1 --2- 172.21.15.8:0/3685628903 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x56538f1fa680 0x56538f1fbaf0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.823 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.823+0000 7f2412a00700 0 client.25250 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:15:59.823 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.823+0000 7f243e15eb80 1 --2- 172.21.15.8:0/3685628903 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56538f1e7090 0x56538f1ea6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.823 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.823+0000 7f243e15eb80 1 --2- 172.21.15.8:0/3685628903 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56538f1e1340 0x56538f1ecdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.823 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.823+0000 7f243e15eb80 1 --2- 172.21.15.8:0/3685628903 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56538f1e6770 0x56538f1ea1a0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.824 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.823+0000 7f243e15eb80 1 -- 172.21.15.8:0/3685628903 >> 172.21.15.8:0/3685628903 conn(0x56538f10eb90 msgr2=0x56538f1daf70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:59.824 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.823+0000 7f243e15eb80 1 -- 172.21.15.8:0/3685628903 shutdown_connections 2024-05-20T21:15:59.824 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.823+0000 7f243e15eb80 1 -- 172.21.15.8:0/3685628903 wait complete. 2024-05-20T21:15:59.824 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.823+0000 7f243e15eb80 20 client.25250 trim_cache size 0 max 16384 2024-05-20T21:15:59.849 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.848+0000 7f243e15eb80 1 Processor -- start 2024-05-20T21:15:59.849 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.848+0000 7f243e15eb80 1 -- start start 2024-05-20T21:15:59.849 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.849+0000 7f243e15eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56538f1e1340 0x56538f1e0d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:59.849 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.849+0000 7f243e15eb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56538f1e6770 0x56538f1e7b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:59.849 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.849+0000 7f243e15eb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56538f1e7090 0x56538f1db6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:59.849 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.849+0000 7f243e15eb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x56538f1f9e30 con 0x56538f1e7090 2024-05-20T21:15:59.849 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.849+0000 7f243e15eb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x56538f1fa500 con 0x56538f1e6770 2024-05-20T21:15:59.849 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.849+0000 7f243e15eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x56538f1fabd0 con 0x56538f1e1340 2024-05-20T21:15:59.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.849+0000 7f242be00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56538f1e6770 0x56538f1e7b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:59.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.849+0000 7f242be00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56538f1e6770 0x56538f1e7b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:54276/0 (socket says 172.21.15.8:54276) 2024-05-20T21:15:59.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.849+0000 7f242be00700 1 -- 172.21.15.8:0/825808307 learned_addr learned my addr 172.21.15.8:0/825808307 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:15:59.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.849+0000 7f2431800700 1 --2- 172.21.15.8:0/825808307 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56538f1e7090 0x56538f1db6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:59.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.849+0000 7f2431800700 1 --2- 172.21.15.8:0/825808307 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56538f1e1340 0x56538f1e0d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:59.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.850+0000 7f242be00700 1 -- 172.21.15.8:0/825808307 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56538f1e1340 msgr2=0x56538f1e0d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:59.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.850+0000 7f242be00700 1 --2- 172.21.15.8:0/825808307 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56538f1e1340 0x56538f1e0d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.850+0000 7f242be00700 1 -- 172.21.15.8:0/825808307 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56538f1e7090 msgr2=0x56538f1db6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:59.851 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.850+0000 7f242be00700 1 --2- 172.21.15.8:0/825808307 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56538f1e7090 0x56538f1db6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.851 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.850+0000 7f242be00700 1 -- 172.21.15.8:0/825808307 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56538f1f8100 con 0x56538f1e6770 2024-05-20T21:15:59.851 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.850+0000 7f2431800700 1 --2- 172.21.15.8:0/825808307 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56538f1e1340 0x56538f1e0d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:15:59.851 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.850+0000 7f242be00700 1 --2- 172.21.15.8:0/825808307 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56538f1e6770 0x56538f1e7b80 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f241802db40 tx=0x7f241800fb20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b63e193374db6b83 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:59.851 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.851+0000 7f241d600700 1 -- 172.21.15.8:0/825808307 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2418005300 con 0x56538f1e6770 2024-05-20T21:15:59.851 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.851+0000 7f241d600700 1 -- 172.21.15.8:0/825808307 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f241803a070 con 0x56538f1e6770 2024-05-20T21:15:59.851 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.851+0000 7f241d600700 1 -- 172.21.15.8:0/825808307 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2418003990 con 0x56538f1e6770 2024-05-20T21:15:59.852 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:15:59.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.852+0000 7f243e15eb80 1 -- 172.21.15.8:0/825808307 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56538f1e6770 msgr2=0x56538f1e7b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:59.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.852+0000 7f243e15eb80 1 --2- 172.21.15.8:0/825808307 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56538f1e6770 0x56538f1e7b80 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f241802db40 tx=0x7f241800fb20 comp rx=0 tx=0).stop 2024-05-20T21:15:59.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.852+0000 7f243e15eb80 1 -- 172.21.15.8:0/825808307 shutdown_connections 2024-05-20T21:15:59.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.852+0000 7f243e15eb80 1 --2- 172.21.15.8:0/825808307 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56538f1e7090 0x56538f1db6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.852+0000 7f243e15eb80 1 --2- 172.21.15.8:0/825808307 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56538f1e1340 0x56538f1e0d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.852+0000 7f243e15eb80 1 --2- 172.21.15.8:0/825808307 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56538f1e6770 0x56538f1e7b80 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.852+0000 7f243e15eb80 1 -- 172.21.15.8:0/825808307 >> 172.21.15.8:0/825808307 conn(0x56538f10eb90 msgr2=0x56538f1e7470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:59.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.852+0000 7f243e15eb80 1 -- 172.21.15.8:0/825808307 shutdown_connections 2024-05-20T21:15:59.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.852+0000 7f243e15eb80 1 -- 172.21.15.8:0/825808307 wait complete. 2024-05-20T21:15:59.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.853+0000 7f243e15eb80 1 -- start start 2024-05-20T21:15:59.854 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.853+0000 7f243e15eb80 1 Processor -- start 2024-05-20T21:15:59.854 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.854+0000 7f243e15eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56538f1e1340 0x56538f204f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:59.854 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.854+0000 7f243e15eb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56538f1e6770 0x56538f2054b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:59.854 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.854+0000 7f243e15eb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56538f1e7090 0x56538f1fff20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:59.854 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.854+0000 7f243e15eb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x56538f1fb970 con 0x56538f1e6770 2024-05-20T21:15:59.854 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.854+0000 7f243e15eb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x56538f1fb2a0 con 0x56538f1e7090 2024-05-20T21:15:59.854 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.854+0000 7f243e15eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x56538f1fc040 con 0x56538f1e1340 2024-05-20T21:15:59.854 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.854+0000 7f243e15eb80 10 client.0 _ll_register_callbacks cb 0x56538f0d8c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:15:59.857 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.854+0000 7f242be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56538f1e6770 0x56538f2054b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:59.857 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.854+0000 7f242be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56538f1e6770 0x56538f2054b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54092/0 (socket says 172.21.15.8:54092) 2024-05-20T21:15:59.857 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.854+0000 7f242be00700 1 -- 172.21.15.8:0/3372432748 learned_addr learned my addr 172.21.15.8:0/3372432748 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:15:59.857 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.854+0000 7f2431800700 1 --2- 172.21.15.8:0/3372432748 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56538f1e1340 0x56538f204f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:59.857 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.854+0000 7f2431800700 1 --2- 172.21.15.8:0/3372432748 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56538f1e7090 0x56538f1fff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:59.857 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.855+0000 7f2431800700 1 -- 172.21.15.8:0/3372432748 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56538f1e7090 msgr2=0x56538f1fff20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:59.857 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.855+0000 7f2431800700 1 --2- 172.21.15.8:0/3372432748 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56538f1e7090 0x56538f1fff20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.857 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.855+0000 7f2431800700 1 -- 172.21.15.8:0/3372432748 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56538f1e6770 msgr2=0x56538f2054b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:59.857 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.855+0000 7f2431800700 1 --2- 172.21.15.8:0/3372432748 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56538f1e6770 0x56538f2054b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.857 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.855+0000 7f2431800700 1 -- 172.21.15.8:0/3372432748 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56538f200590 con 0x56538f1e1340 2024-05-20T21:15:59.857 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.855+0000 7f2431800700 1 --2- 172.21.15.8:0/3372432748 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56538f1e1340 0x56538f204f70 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x56538f1fc350 tx=0x7f24240092e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cf5cda7bf4a80109 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:59.857 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.855+0000 7f2412a00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:15:59.858 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.855+0000 7f2412a00700 1 -- 172.21.15.8:0/3372432748 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2424020040 con 0x56538f1e1340 2024-05-20T21:15:59.858 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.855+0000 7f2412a00700 1 -- 172.21.15.8:0/3372432748 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f242400f040 con 0x56538f1e1340 2024-05-20T21:15:59.858 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.855+0000 7f243e15eb80 1 -- 172.21.15.8:0/3372432748 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f241803a070 con 0x56538f1e1340 2024-05-20T21:15:59.858 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.856+0000 7f2412a00700 1 -- 172.21.15.8:0/3372432748 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2424007aa0 con 0x56538f1e1340 2024-05-20T21:15:59.858 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.856+0000 7f243e15eb80 10 client.25291 fetch_fsmap learned FSMap version 26 2024-05-20T21:15:59.858 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.856+0000 7f243e15eb80 1 -- 172.21.15.8:0/3372432748 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56538f266750 con 0x56538f1e1340 2024-05-20T21:15:59.858 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.856+0000 7f2412a00700 1 -- 172.21.15.8:0/3372432748 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f241803a070 con 0x56538f1e1340 2024-05-20T21:15:59.858 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.856+0000 7f2412a00700 1 -- 172.21.15.8:0/3372432748 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f2424011070 con 0x56538f1e1340 2024-05-20T21:15:59.858 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.856+0000 7f243e15eb80 10 client.25291 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:15:59.858 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.856+0000 7f243e15eb80 10 client.25291 resolve_mds: resolved name 'b' to daemon mds.b 2024-05-20T21:15:59.858 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.856+0000 7f243e15eb80 20 client.25291 populate_metadata read hostname 'smithi008' 2024-05-20T21:15:59.858 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.856+0000 7f243e15eb80 1 --2- 172.21.15.8:0/3372432748 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x56538f1fa680 0x56538f269a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:59.858 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.856+0000 7f243e15eb80 4 client.25291 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-20T21:15:59.858 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.856+0000 7f243e15eb80 1 -- 172.21.15.8:0/3372432748 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "status"}) -- 0x56538f13a520 con 0x56538f1fa680 2024-05-20T21:15:59.859 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.857+0000 7f242be00700 1 --2- 172.21.15.8:0/3372432748 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x56538f1fa680 0x56538f269a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:59.859 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.857+0000 7f242be00700 1 --2- 172.21.15.8:0/3372432748 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x56538f1fa680 0x56538f269a60 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=13f53fd5c48f4bfc server_cookie=f69d7c166009311b in_seq=0 out_seq=0 2024-05-20T21:15:59.860 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.857+0000 7f2412a00700 10 client.25291 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:15:59.860 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.858+0000 7f2412a00700 1 -- 172.21.15.8:0/3372432748 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x56538f13a520 con 0x56538f1fa680 2024-05-20T21:15:59.860 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.858+0000 7f2412a00700 10 client.25291 handle_command_reply: tid=0 2024-05-20T21:15:59.860 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.858+0000 7f243e15eb80 1 client.25291 shutdown 2024-05-20T21:15:59.860 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.858+0000 7f243e15eb80 1 -- 172.21.15.8:0/3372432748 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56538f1e1340 msgr2=0x56538f204f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:59.860 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.858+0000 7f243e15eb80 1 --2- 172.21.15.8:0/3372432748 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56538f1e1340 0x56538f204f70 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x56538f1fc350 tx=0x7f24240092e0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.860 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.858+0000 7f243e15eb80 1 -- 172.21.15.8:0/3372432748 shutdown_connections 2024-05-20T21:15:59.860 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.858+0000 7f243e15eb80 1 --2- 172.21.15.8:0/3372432748 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x56538f1fa680 0x56538f269a60 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.860 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.858+0000 7f243e15eb80 1 --2- 172.21.15.8:0/3372432748 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56538f1e7090 0x56538f1fff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.860 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.858+0000 7f243e15eb80 1 --2- 172.21.15.8:0/3372432748 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56538f1e1340 0x56538f204f70 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.860 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.858+0000 7f243e15eb80 1 --2- 172.21.15.8:0/3372432748 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56538f1e6770 0x56538f2054b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.861 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.858+0000 7f2412a00700 0 client.25291 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:15:59.861 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.858+0000 7f243e15eb80 1 -- 172.21.15.8:0/3372432748 >> 172.21.15.8:0/3372432748 conn(0x56538f10eb90 msgr2=0x56538f1e7d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:59.861 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.858+0000 7f243e15eb80 1 -- 172.21.15.8:0/3372432748 shutdown_connections 2024-05-20T21:15:59.861 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.858+0000 7f243e15eb80 1 -- 172.21.15.8:0/3372432748 wait complete. 2024-05-20T21:15:59.861 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.859+0000 7f243e15eb80 20 client.25291 trim_cache size 0 max 16384 2024-05-20T21:15:59.861 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:15:59.861 INFO:teuthology.orchestra.run.smithi008.stdout: "cluster_fsid": "060ce10e-16ec-11ef-bc9a-c7b262605968", 2024-05-20T21:15:59.861 INFO:teuthology.orchestra.run.smithi008.stdout: "whoami": 1, 2024-05-20T21:15:59.861 INFO:teuthology.orchestra.run.smithi008.stdout: "id": 24521, 2024-05-20T21:15:59.861 INFO:teuthology.orchestra.run.smithi008.stdout: "want_state": "up:active", 2024-05-20T21:15:59.862 INFO:teuthology.orchestra.run.smithi008.stdout: "state": "up:active", 2024-05-20T21:15:59.862 INFO:teuthology.orchestra.run.smithi008.stdout: "fs_name": "cephfs", 2024-05-20T21:15:59.862 INFO:teuthology.orchestra.run.smithi008.stdout: "rank_uptime": 265.45004559900002, 2024-05-20T21:15:59.862 INFO:teuthology.orchestra.run.smithi008.stdout: "mdsmap_epoch": 26, 2024-05-20T21:15:59.862 INFO:teuthology.orchestra.run.smithi008.stdout: "osdmap_epoch": 81, 2024-05-20T21:15:59.862 INFO:teuthology.orchestra.run.smithi008.stdout: "osdmap_epoch_barrier": 81, 2024-05-20T21:15:59.862 INFO:teuthology.orchestra.run.smithi008.stdout: "uptime": 300.95852870300001 2024-05-20T21:15:59.862 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:15:59.863 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.859+0000 7f2432200700 1 -- 172.21.15.8:0/1125974171 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f24140b2900 msgr2=0x7f24140b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:59.863 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.859+0000 7f2432200700 1 --2- 172.21.15.8:0/1125974171 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f24140b2900 0x7f24140b4dc0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f24200a6cb0 tx=0x7f24200e5a20 comp rx=0 tx=0).stop 2024-05-20T21:15:59.863 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.859+0000 7f2432200700 1 -- 172.21.15.8:0/1125974171 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f242c1046f0 msgr2=0x7f242c19f750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:59.863 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.859+0000 7f2432200700 1 --2- 172.21.15.8:0/1125974171 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f242c1046f0 0x7f242c19f750 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f242000e9c0 tx=0x7f242000ecd0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.863 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.859+0000 7f2432200700 1 -- 172.21.15.8:0/1125974171 shutdown_connections 2024-05-20T21:15:59.863 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.859+0000 7f2432200700 1 --2- 172.21.15.8:0/1125974171 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f24140b2900 0x7f24140b4dc0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.863 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.859+0000 7f2432200700 1 --2- 172.21.15.8:0/1125974171 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f242c10dad0 0x7f242c199960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.863 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.859+0000 7f2432200700 1 --2- 172.21.15.8:0/1125974171 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f242c1046f0 0x7f242c19f750 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.863 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.859+0000 7f2432200700 1 --2- 172.21.15.8:0/1125974171 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f242c105010 0x7f242c19fc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.863 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.860+0000 7f2432200700 1 -- 172.21.15.8:0/1125974171 >> 172.21.15.8:0/1125974171 conn(0x7f242c0fde60 msgr2=0x7f242c0feb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:59.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.860+0000 7f2432200700 1 -- 172.21.15.8:0/1125974171 shutdown_connections 2024-05-20T21:15:59.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:15:59.860+0000 7f2432200700 1 -- 172.21.15.8:0/1125974171 wait complete. 2024-05-20T21:16:00.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:16:00 smithi130 ceph-mon[36448]: pgmap v460: 97 pgs: 97 active+clean; 659 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.3 KiB/s wr, 7 op/s 2024-05-20T21:16:00.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:16:00 smithi050 ceph-mon[35809]: pgmap v460: 97 pgs: 97 active+clean; 659 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.3 KiB/s wr, 7 op/s 2024-05-20T21:16:00.942 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:16:00 smithi008 ceph-mon[31475]: pgmap v460: 97 pgs: 97 active+clean; 659 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.3 KiB/s wr, 7 op/s 2024-05-20T21:16:01.122 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.i status 2024-05-20T21:16:01.930 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:16:02.866 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:16:02 smithi008 ceph-mon[31475]: pgmap v461: 97 pgs: 97 active+clean; 659 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-05-20T21:16:02.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:16:02 smithi130 ceph-mon[36448]: pgmap v461: 97 pgs: 97 active+clean; 659 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-05-20T21:16:02.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:16:02 smithi050 ceph-mon[35809]: pgmap v461: 97 pgs: 97 active+clean; 659 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-05-20T21:16:03.078 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.823+0000 7f9bb3400700 1 -- 172.21.15.8:0/3100081825 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9bac06bbe0 msgr2=0x7f9bac1103d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:03.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.823+0000 7f9bb3400700 1 --2- 172.21.15.8:0/3100081825 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9bac06bbe0 0x7f9bac1103d0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f9ba400b0a0 tx=0x7f9ba400b3b0 comp rx=0 tx=0).stop 2024-05-20T21:16:03.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.823+0000 7f9bb3400700 1 -- 172.21.15.8:0/3100081825 shutdown_connections 2024-05-20T21:16:03.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.823+0000 7f9bb3400700 1 --2- 172.21.15.8:0/3100081825 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9bac06bbe0 0x7f9bac1103d0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:03.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.823+0000 7f9bb3400700 1 --2- 172.21.15.8:0/3100081825 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9bac1095b0 0x7f9bac109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:03.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.823+0000 7f9bb3400700 1 --2- 172.21.15.8:0/3100081825 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9bac06b220 0x7f9bac06b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:03.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.823+0000 7f9bb3400700 1 -- 172.21.15.8:0/3100081825 >> 172.21.15.8:0/3100081825 conn(0x7f9bac0793f0 msgr2=0x7f9bac079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:03.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.823+0000 7f9bb3400700 1 -- 172.21.15.8:0/3100081825 shutdown_connections 2024-05-20T21:16:03.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.823+0000 7f9bb3400700 1 -- 172.21.15.8:0/3100081825 wait complete. 2024-05-20T21:16:03.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.824+0000 7f9bb3400700 1 Processor -- start 2024-05-20T21:16:03.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.824+0000 7f9bb3400700 1 -- start start 2024-05-20T21:16:03.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.825+0000 7f9bb3400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9bac06b220 0x7f9bac19bd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:03.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.825+0000 7f9bb3400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9bac06bbe0 0x7f9bac19c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:03.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.825+0000 7f9bb3400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9bac1095b0 0x7f9bac1a0660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:03.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.825+0000 7f9bb3400700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f9bac1136e0 con 0x7f9bac06b220 2024-05-20T21:16:03.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.825+0000 7f9bb3400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9bac113560 con 0x7f9bac1095b0 2024-05-20T21:16:03.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.825+0000 7f9bb3400700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f9bac113860 con 0x7f9bac06bbe0 2024-05-20T21:16:03.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.825+0000 7f9bb0a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9bac06b220 0x7f9bac19bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:03.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.825+0000 7f9bb0a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9bac06b220 0x7f9bac19bd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:53298/0 (socket says 172.21.15.8:53298) 2024-05-20T21:16:03.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.825+0000 7f9bb0a00700 1 -- 172.21.15.8:0/2550502603 learned_addr learned my addr 172.21.15.8:0/2550502603 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:03.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.825+0000 7f9bb1400700 1 --2- 172.21.15.8:0/2550502603 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9bac1095b0 0x7f9bac1a0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:03.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.825+0000 7f9ba3e00700 1 --2- 172.21.15.8:0/2550502603 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9bac06bbe0 0x7f9bac19c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:03.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.826+0000 7f9bb0a00700 1 -- 172.21.15.8:0/2550502603 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9bac06bbe0 msgr2=0x7f9bac19c2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:03.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.826+0000 7f9bb0a00700 1 --2- 172.21.15.8:0/2550502603 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9bac06bbe0 0x7f9bac19c2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:03.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.826+0000 7f9bb0a00700 1 -- 172.21.15.8:0/2550502603 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9bac1095b0 msgr2=0x7f9bac1a0660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:03.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.826+0000 7f9bb0a00700 1 --2- 172.21.15.8:0/2550502603 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9bac1095b0 0x7f9bac1a0660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:03.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.826+0000 7f9bb0a00700 1 -- 172.21.15.8:0/2550502603 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9bac1a0da0 con 0x7f9bac06b220 2024-05-20T21:16:03.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.826+0000 7f9bb1400700 1 --2- 172.21.15.8:0/2550502603 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9bac1095b0 0x7f9bac1a0660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:03.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.826+0000 7f9bb0a00700 1 --2- 172.21.15.8:0/2550502603 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9bac06b220 0x7f9bac19bd90 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f9b9c00e9c0 tx=0x7f9b9c00ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:03.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.826+0000 7f9baa000700 1 -- 172.21.15.8:0/2550502603 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b9c00cbd0 con 0x7f9bac06b220 2024-05-20T21:16:03.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.826+0000 7f9baa000700 1 -- 172.21.15.8:0/2550502603 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9b9c00ee60 con 0x7f9bac06b220 2024-05-20T21:16:03.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.826+0000 7f9baa000700 1 -- 172.21.15.8:0/2550502603 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b9c0055c0 con 0x7f9bac06b220 2024-05-20T21:16:03.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.826+0000 7f9bb3400700 1 -- 172.21.15.8:0/2550502603 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9bac1a1090 con 0x7f9bac06b220 2024-05-20T21:16:03.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.827+0000 7f9bb3400700 1 -- 172.21.15.8:0/2550502603 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9bac1a8910 con 0x7f9bac06b220 2024-05-20T21:16:03.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.830+0000 7f9baa000700 1 -- 172.21.15.8:0/2550502603 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f9b9c004750 con 0x7f9bac06b220 2024-05-20T21:16:03.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.832+0000 7f9bbdc90b80 1 Processor -- start 2024-05-20T21:16:03.082 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.832+0000 7f9bbdc90b80 1 -- start start 2024-05-20T21:16:03.082 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.832+0000 7f9bbdc90b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559c27bfeeb0 0x559c27bff290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:03.082 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.832+0000 7f9bbdc90b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559c27bff7d0 0x559c27bf9260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:03.082 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.833+0000 7f9bbdc90b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559c27bf9880 0x559c27bf9ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:03.082 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.833+0000 7f9bbdc90b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x559c27b57e40 con 0x559c27bf9880 2024-05-20T21:16:03.082 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.833+0000 7f9bbdc90b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x559c27b479e0 con 0x559c27bff7d0 2024-05-20T21:16:03.082 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.833+0000 7f9bbdc90b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x559c27b4ba20 con 0x559c27bfeeb0 2024-05-20T21:16:03.082 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.833+0000 7f9baa000700 1 --2- 172.21.15.8:0/2550502603 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9b8c0b2900 0x7f9b8c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:03.082 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.833+0000 7f9bb0a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559c27bff7d0 0x559c27bf9260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:03.082 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.833+0000 7f9bb0a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559c27bff7d0 0x559c27bf9260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:37592/0 (socket says 172.21.15.8:37592) 2024-05-20T21:16:03.082 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.833+0000 7f9bb0a00700 1 -- 172.21.15.8:0/3315427727 learned_addr learned my addr 172.21.15.8:0/3315427727 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:03.082 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.833+0000 7f9ba3e00700 1 --2- 172.21.15.8:0/3315427727 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559c27bf9880 0x559c27bf9ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:03.082 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.833+0000 7f9bb1400700 1 --2- 172.21.15.8:0/3315427727 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559c27bfeeb0 0x559c27bff290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:03.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.833+0000 7f9baa000700 1 -- 172.21.15.8:0/2550502603 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f9b9c0e2400 con 0x7f9bac06b220 2024-05-20T21:16:03.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.833+0000 7f9bb1400700 1 --2- 172.21.15.8:0/2550502603 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9b8c0b2900 0x7f9b8c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:03.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.833+0000 7f9bb0a00700 1 -- 172.21.15.8:0/3315427727 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559c27bfeeb0 msgr2=0x559c27bff290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:03.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.833+0000 7f9bb0a00700 1 --2- 172.21.15.8:0/3315427727 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559c27bfeeb0 0x559c27bff290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:03.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.834+0000 7f9bb0a00700 1 -- 172.21.15.8:0/3315427727 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559c27bf9880 msgr2=0x559c27bf9ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:03.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.834+0000 7f9bb0a00700 1 --2- 172.21.15.8:0/3315427727 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559c27bf9880 0x559c27bf9ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:03.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.834+0000 7f9bb0a00700 1 -- 172.21.15.8:0/3315427727 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559c27b10420 con 0x559c27bff7d0 2024-05-20T21:16:03.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.834+0000 7f9bb0a00700 1 --2- 172.21.15.8:0/3315427727 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559c27bff7d0 0x559c27bf9260 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f9b9c0a5a30 tx=0x7f9b9c0a5270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e8904a350fb5253 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:03.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.834+0000 7f9ba2000700 1 -- 172.21.15.8:0/3315427727 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b9c0b2160 con 0x559c27bff7d0 2024-05-20T21:16:03.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.834+0000 7f9ba2000700 1 -- 172.21.15.8:0/3315427727 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9b9c0a94c0 con 0x559c27bff7d0 2024-05-20T21:16:03.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.834+0000 7f9ba2000700 1 -- 172.21.15.8:0/3315427727 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b9c0a9e30 con 0x559c27bff7d0 2024-05-20T21:16:03.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.835+0000 7f9bbdc90b80 1 -- 172.21.15.8:0/3315427727 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559c27bff7d0 msgr2=0x559c27bf9260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:03.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.835+0000 7f9bb1400700 1 --2- 172.21.15.8:0/2550502603 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9b8c0b2900 0x7f9b8c0b4dc0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f9ba4006130 tx=0x7f9ba400b720 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:03.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.835+0000 7f9bbdc90b80 1 --2- 172.21.15.8:0/3315427727 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559c27bff7d0 0x559c27bf9260 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f9b9c0a5a30 tx=0x7f9b9c0a5270 comp rx=0 tx=0).stop 2024-05-20T21:16:03.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.835+0000 7f9bbdc90b80 1 -- 172.21.15.8:0/3315427727 shutdown_connections 2024-05-20T21:16:03.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.835+0000 7f9bbdc90b80 1 --2- 172.21.15.8:0/3315427727 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559c27bf9880 0x559c27bf9ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:03.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.835+0000 7f9bbdc90b80 1 --2- 172.21.15.8:0/3315427727 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559c27bfeeb0 0x559c27bff290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:03.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.835+0000 7f9bbdc90b80 1 --2- 172.21.15.8:0/3315427727 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559c27bff7d0 0x559c27bf9260 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:03.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.835+0000 7f9bbdc90b80 1 -- 172.21.15.8:0/3315427727 >> 172.21.15.8:0/3315427727 conn(0x559c27b27be0 msgr2=0x559c27bf4010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:03.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.835+0000 7f9bbdc90b80 1 -- 172.21.15.8:0/3315427727 shutdown_connections 2024-05-20T21:16:03.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.835+0000 7f9bbdc90b80 1 -- 172.21.15.8:0/3315427727 wait complete. 2024-05-20T21:16:03.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.836+0000 7f9bbdc90b80 1 -- start start 2024-05-20T21:16:03.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.836+0000 7f9bbdc90b80 1 Processor -- start 2024-05-20T21:16:03.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.837+0000 7f9bbdc90b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559c27bf9880 0x559c27c054d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:03.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.837+0000 7f9bbdc90b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559c27bfeeb0 0x559c27c02870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:03.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.837+0000 7f9bbdc90b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559c27bff7d0 0x559c27c02db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:03.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.837+0000 7f9bbdc90b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x559c27a4dfa0 con 0x559c27bf9880 2024-05-20T21:16:03.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.837+0000 7f9bbdc90b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x559c27ae8760 con 0x559c27bfeeb0 2024-05-20T21:16:03.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.837+0000 7f9bbdc90b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x559c27c061e0 con 0x559c27bff7d0 2024-05-20T21:16:03.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.837+0000 7f9bbdc90b80 10 client.0 _ll_register_callbacks cb 0x559c27af1c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:16:03.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.837+0000 7f9bb0a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559c27bf9880 0x559c27c054d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:03.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.837+0000 7f9bb0a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559c27bf9880 0x559c27c054d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:53318/0 (socket says 172.21.15.8:53318) 2024-05-20T21:16:03.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.837+0000 7f9bb0a00700 1 -- 172.21.15.8:0/3355492850 learned_addr learned my addr 172.21.15.8:0/3355492850 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:03.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.837+0000 7f9ba3e00700 1 --2- 172.21.15.8:0/3355492850 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559c27bfeeb0 0x559c27c02870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:03.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.837+0000 7f9bb1400700 1 --2- 172.21.15.8:0/3355492850 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559c27bff7d0 0x559c27c02db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:03.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.837+0000 7f9bb0a00700 1 -- 172.21.15.8:0/3355492850 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559c27bff7d0 msgr2=0x559c27c02db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:03.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.837+0000 7f9bb0a00700 1 --2- 172.21.15.8:0/3355492850 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559c27bff7d0 0x559c27c02db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:03.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.837+0000 7f9bb0a00700 1 -- 172.21.15.8:0/3355492850 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559c27bfeeb0 msgr2=0x559c27c02870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:03.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.837+0000 7f9bb0a00700 1 --2- 172.21.15.8:0/3355492850 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559c27bfeeb0 0x559c27c02870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:03.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.837+0000 7f9bb0a00700 1 -- 172.21.15.8:0/3355492850 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559c27a978d0 con 0x559c27bf9880 2024-05-20T21:16:03.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.838+0000 7f9bb0a00700 1 --2- 172.21.15.8:0/3355492850 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559c27bf9880 0x559c27c054d0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f9b9c0ad010 tx=0x7f9b9c0cc360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58060865880bbeba server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:03.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.838+0000 7f9b9aa00700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:16:03.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.838+0000 7f9b9aa00700 1 -- 172.21.15.8:0/3355492850 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b9c0aa0b0 con 0x559c27bf9880 2024-05-20T21:16:03.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.838+0000 7f9b9aa00700 1 -- 172.21.15.8:0/3355492850 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f9b9c0a9e20 con 0x559c27bf9880 2024-05-20T21:16:03.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.838+0000 7f9bbdc90b80 1 -- 172.21.15.8:0/3355492850 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9b9c0a94c0 con 0x559c27bf9880 2024-05-20T21:16:03.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.838+0000 7f9b9aa00700 1 -- 172.21.15.8:0/3355492850 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9b9c0a99b0 con 0x559c27bf9880 2024-05-20T21:16:03.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.838+0000 7f9bbdc90b80 10 client.15162 fetch_fsmap learned FSMap version 26 2024-05-20T21:16:03.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.838+0000 7f9bbdc90b80 1 -- 172.21.15.8:0/3355492850 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559c27b18060 con 0x559c27bf9880 2024-05-20T21:16:03.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.839+0000 7f9b9aa00700 1 -- 172.21.15.8:0/3355492850 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9b9c0a94c0 con 0x559c27bf9880 2024-05-20T21:16:03.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.839+0000 7f9b9aa00700 1 -- 172.21.15.8:0/3355492850 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9b9c0a5320 con 0x559c27bf9880 2024-05-20T21:16:03.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.839+0000 7f9bbdc90b80 10 client.15162 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:16:03.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.839+0000 7f9bbdc90b80 10 client.15162 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:16:03.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.839+0000 7f9bbdc90b80 20 client.15162 populate_metadata read hostname 'smithi008' 2024-05-20T21:16:03.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.839+0000 7f9bbdc90b80 1 --2- 172.21.15.8:0/3355492850 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x559c27c12b80 0x559c27c14f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:03.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.839+0000 7f9bbdc90b80 4 client.15162 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:16:03.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.839+0000 7f9bbdc90b80 1 -- 172.21.15.8:0/3355492850 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559c27b59d90 con 0x559c27c12b80 2024-05-20T21:16:03.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.839+0000 7f9ba3e00700 1 --2- 172.21.15.8:0/3355492850 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x559c27c12b80 0x559c27c14f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:03.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.840+0000 7f9ba3e00700 1 --2- 172.21.15.8:0/3355492850 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x559c27c12b80 0x559c27c14f70 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e70dfce9f27a98c8 server_cookie=dcc6b04afda8c9a1 in_seq=0 out_seq=0 2024-05-20T21:16:03.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.840+0000 7f9b9aa00700 10 client.15162 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:16:03.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.841+0000 7f9b9aa00700 1 -- 172.21.15.8:0/3355492850 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x559c27b59d90 con 0x559c27c12b80 2024-05-20T21:16:03.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.841+0000 7f9b9aa00700 10 client.15162 handle_command_reply: tid=0 2024-05-20T21:16:03.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.841+0000 7f9bbdc90b80 1 client.15162 shutdown 2024-05-20T21:16:03.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.841+0000 7f9bbdc90b80 1 -- 172.21.15.8:0/3355492850 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559c27bf9880 msgr2=0x559c27c054d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:03.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.841+0000 7f9bbdc90b80 1 --2- 172.21.15.8:0/3355492850 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559c27bf9880 0x559c27c054d0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f9b9c0ad010 tx=0x7f9b9c0cc360 comp rx=0 tx=0).stop 2024-05-20T21:16:03.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.841+0000 7f9bbdc90b80 1 -- 172.21.15.8:0/3355492850 shutdown_connections 2024-05-20T21:16:03.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.841+0000 7f9bbdc90b80 1 --2- 172.21.15.8:0/3355492850 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x559c27c12b80 0x559c27c14f70 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:03.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.841+0000 7f9bbdc90b80 1 --2- 172.21.15.8:0/3355492850 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559c27bff7d0 0x559c27c02db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:03.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.841+0000 7f9bbdc90b80 1 --2- 172.21.15.8:0/3355492850 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559c27bf9880 0x559c27c054d0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:03.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.841+0000 7f9bbdc90b80 1 --2- 172.21.15.8:0/3355492850 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559c27bfeeb0 0x559c27c02870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:03.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.841+0000 7f9b9aa00700 0 client.15162 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:16:03.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.841+0000 7f9bbdc90b80 1 -- 172.21.15.8:0/3355492850 >> 172.21.15.8:0/3355492850 conn(0x559c27b27be0 msgr2=0x559c27bf8250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:03.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.841+0000 7f9bbdc90b80 1 -- 172.21.15.8:0/3355492850 shutdown_connections 2024-05-20T21:16:03.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.841+0000 7f9bbdc90b80 1 -- 172.21.15.8:0/3355492850 wait complete. 2024-05-20T21:16:03.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.841+0000 7f9bbdc90b80 20 client.15162 trim_cache size 0 max 16384 2024-05-20T21:16:03.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.865+0000 7f9bbdc90b80 1 Processor -- start 2024-05-20T21:16:03.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.865+0000 7f9bbdc90b80 1 -- start start 2024-05-20T21:16:03.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.866+0000 7f9bbdc90b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559c27bf9880 0x559c27bf9260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:03.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.866+0000 7f9bbdc90b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559c27bfeeb0 0x559c27c054d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:03.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.866+0000 7f9bbdc90b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559c27bff7d0 0x559c27bfd030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:03.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.866+0000 7f9bbdc90b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f9bac1b26e0 con 0x559c27bfeeb0 2024-05-20T21:16:03.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.866+0000 7f9bbdc90b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9bac1aff70 con 0x559c27bff7d0 2024-05-20T21:16:03.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.866+0000 7f9bbdc90b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f9bac1addc0 con 0x559c27bf9880 2024-05-20T21:16:03.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.866+0000 7f9ba3e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559c27bfeeb0 0x559c27c054d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:03.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.866+0000 7f9bb0a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559c27bf9880 0x559c27bf9260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:03.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.866+0000 7f9ba3e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559c27bfeeb0 0x559c27c054d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:53326/0 (socket says 172.21.15.8:53326) 2024-05-20T21:16:03.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.866+0000 7f9ba3e00700 1 -- 172.21.15.8:0/2470731050 learned_addr learned my addr 172.21.15.8:0/2470731050 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:03.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.866+0000 7f9bb1400700 1 --2- 172.21.15.8:0/2470731050 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559c27bff7d0 0x559c27bfd030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:03.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.867+0000 7f9bb0a00700 1 -- 172.21.15.8:0/2470731050 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559c27bff7d0 msgr2=0x559c27bfd030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:03.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.867+0000 7f9bb0a00700 1 --2- 172.21.15.8:0/2470731050 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559c27bff7d0 0x559c27bfd030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:03.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.867+0000 7f9bb0a00700 1 -- 172.21.15.8:0/2470731050 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559c27bfeeb0 msgr2=0x559c27c054d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:03.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.867+0000 7f9bb0a00700 1 --2- 172.21.15.8:0/2470731050 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559c27bfeeb0 0x559c27c054d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:03.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.867+0000 7f9bb0a00700 1 -- 172.21.15.8:0/2470731050 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559c27c00de0 con 0x559c27bf9880 2024-05-20T21:16:03.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.867+0000 7f9ba3e00700 1 --2- 172.21.15.8:0/2470731050 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559c27bfeeb0 0x559c27c054d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:03.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.867+0000 7f9bb0a00700 1 --2- 172.21.15.8:0/2470731050 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559c27bf9880 0x559c27bf9260 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f9b9c0cc480 tx=0x7f9b9c0c4170 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3f91bc6d738d44a8 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:03.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.867+0000 7f9ba1600700 1 -- 172.21.15.8:0/2470731050 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b9c0a9300 con 0x559c27bf9880 2024-05-20T21:16:03.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.867+0000 7f9ba1600700 1 -- 172.21.15.8:0/2470731050 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9b9c0a94c0 con 0x559c27bf9880 2024-05-20T21:16:03.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.867+0000 7f9ba1600700 1 -- 172.21.15.8:0/2470731050 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b9c0b2380 con 0x559c27bf9880 2024-05-20T21:16:03.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.868+0000 7f9bbdc90b80 1 -- 172.21.15.8:0/2470731050 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559c27bf9880 msgr2=0x559c27bf9260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:03.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.868+0000 7f9bbdc90b80 1 --2- 172.21.15.8:0/2470731050 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559c27bf9880 0x559c27bf9260 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f9b9c0cc480 tx=0x7f9b9c0c4170 comp rx=0 tx=0).stop 2024-05-20T21:16:03.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.868+0000 7f9bbdc90b80 1 -- 172.21.15.8:0/2470731050 shutdown_connections 2024-05-20T21:16:03.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.868+0000 7f9bbdc90b80 1 --2- 172.21.15.8:0/2470731050 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559c27bff7d0 0x559c27bfd030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:03.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.868+0000 7f9bbdc90b80 1 --2- 172.21.15.8:0/2470731050 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559c27bf9880 0x559c27bf9260 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:03.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.868+0000 7f9bbdc90b80 1 --2- 172.21.15.8:0/2470731050 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559c27bfeeb0 0x559c27c054d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:03.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.868+0000 7f9bbdc90b80 1 -- 172.21.15.8:0/2470731050 >> 172.21.15.8:0/2470731050 conn(0x559c27b27be0 msgr2=0x559c27bffc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:03.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.868+0000 7f9bbdc90b80 1 -- 172.21.15.8:0/2470731050 shutdown_connections 2024-05-20T21:16:03.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.868+0000 7f9bbdc90b80 1 -- 172.21.15.8:0/2470731050 wait complete. 2024-05-20T21:16:03.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.869+0000 7f9bbdc90b80 1 -- start start 2024-05-20T21:16:03.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.869+0000 7f9bbdc90b80 1 Processor -- start 2024-05-20T21:16:03.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.869+0000 7f9bbdc90b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559c27bf9880 0x559c27c18800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:03.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.869+0000 7f9bbdc90b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559c27bfeeb0 0x559c27c15ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:03.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.869+0000 7f9bbdc90b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559c27bff7d0 0x559c27c16290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:03.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.869+0000 7f9bbdc90b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f9bac1ae430 con 0x559c27bfeeb0 2024-05-20T21:16:03.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.869+0000 7f9bbdc90b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9bac1af8a0 con 0x559c27bf9880 2024-05-20T21:16:03.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.869+0000 7f9bbdc90b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f9bac1aeb00 con 0x559c27bff7d0 2024-05-20T21:16:03.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.870+0000 7f9bbdc90b80 10 client.0 _ll_register_callbacks cb 0x559c27af1c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:16:03.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.870+0000 7f9ba3e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559c27bfeeb0 0x559c27c15ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:03.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.870+0000 7f9ba3e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559c27bfeeb0 0x559c27c15ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:53338/0 (socket says 172.21.15.8:53338) 2024-05-20T21:16:03.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.870+0000 7f9ba3e00700 1 -- 172.21.15.8:0/1222553357 learned_addr learned my addr 172.21.15.8:0/1222553357 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:03.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.870+0000 7f9bb1400700 1 --2- 172.21.15.8:0/1222553357 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559c27bff7d0 0x559c27c16290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:03.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.870+0000 7f9bb0a00700 1 --2- 172.21.15.8:0/1222553357 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559c27bf9880 0x559c27c18800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:03.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.870+0000 7f9ba3e00700 1 -- 172.21.15.8:0/1222553357 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559c27bff7d0 msgr2=0x559c27c16290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:03.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.870+0000 7f9ba3e00700 1 --2- 172.21.15.8:0/1222553357 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559c27bff7d0 0x559c27c16290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:03.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.870+0000 7f9ba3e00700 1 -- 172.21.15.8:0/1222553357 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559c27bf9880 msgr2=0x559c27c18800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:03.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.870+0000 7f9ba3e00700 1 --2- 172.21.15.8:0/1222553357 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559c27bf9880 0x559c27c18800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:03.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.870+0000 7f9ba3e00700 1 -- 172.21.15.8:0/1222553357 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559c27c7c3c0 con 0x559c27bfeeb0 2024-05-20T21:16:03.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.870+0000 7f9bb1400700 1 --2- 172.21.15.8:0/1222553357 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559c27bff7d0 0x559c27c16290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:16:03.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.870+0000 7f9bb0a00700 1 --2- 172.21.15.8:0/1222553357 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559c27bf9880 0x559c27c18800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:16:03.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.871+0000 7f9ba3e00700 1 --2- 172.21.15.8:0/1222553357 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559c27bfeeb0 0x559c27c15ba0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x559c27c03e40 tx=0x7f9b94010960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb2d86dbc72f1151 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:03.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.871+0000 7f9b9aa00700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:16:03.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.871+0000 7f9b9aa00700 1 -- 172.21.15.8:0/1222553357 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b94004a30 con 0x559c27bfeeb0 2024-05-20T21:16:03.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.871+0000 7f9bbdc90b80 1 -- 172.21.15.8:0/1222553357 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9b9c0a94c0 con 0x559c27bfeeb0 2024-05-20T21:16:03.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.871+0000 7f9b9aa00700 1 -- 172.21.15.8:0/1222553357 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f9b94004bd0 con 0x559c27bfeeb0 2024-05-20T21:16:03.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.871+0000 7f9b9aa00700 1 -- 172.21.15.8:0/1222553357 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9b94004dd0 con 0x559c27bfeeb0 2024-05-20T21:16:03.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.871+0000 7f9bbdc90b80 10 client.15168 fetch_fsmap learned FSMap version 26 2024-05-20T21:16:03.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.871+0000 7f9bbdc90b80 1 -- 172.21.15.8:0/1222553357 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559c27c7d620 con 0x559c27bfeeb0 2024-05-20T21:16:03.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.872+0000 7f9b9aa00700 1 -- 172.21.15.8:0/1222553357 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9b9c0a94c0 con 0x559c27bfeeb0 2024-05-20T21:16:03.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.872+0000 7f9b9aa00700 1 -- 172.21.15.8:0/1222553357 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9b94027420 con 0x559c27bfeeb0 2024-05-20T21:16:03.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.872+0000 7f9bbdc90b80 10 client.15168 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:16:03.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.872+0000 7f9bbdc90b80 10 client.15168 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:16:03.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.872+0000 7f9bbdc90b80 20 client.15168 populate_metadata read hostname 'smithi008' 2024-05-20T21:16:03.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.872+0000 7f9bbdc90b80 1 --2- 172.21.15.8:0/1222553357 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x559c27c7dd90 0x559c27c801b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:03.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.872+0000 7f9bbdc90b80 4 client.15168 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:16:03.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.872+0000 7f9bbdc90b80 1 -- 172.21.15.8:0/1222553357 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub status"}) -- 0x559c27b53570 con 0x559c27c7dd90 2024-05-20T21:16:03.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.873+0000 7f9bb0a00700 1 --2- 172.21.15.8:0/1222553357 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x559c27c7dd90 0x559c27c801b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:03.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.873+0000 7f9bb0a00700 1 --2- 172.21.15.8:0/1222553357 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x559c27c7dd90 0x559c27c801b0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6028fd2dc5692288 server_cookie=92e3063a21d1dcfa in_seq=0 out_seq=0 2024-05-20T21:16:03.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.873+0000 7f9b9aa00700 10 client.15168 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:16:03.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.874+0000 7f9b9aa00700 1 -- 172.21.15.8:0/1222553357 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x559c27b53570 con 0x559c27c7dd90 2024-05-20T21:16:03.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.874+0000 7f9b9aa00700 10 client.15168 handle_command_reply: tid=0 2024-05-20T21:16:03.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.874+0000 7f9bbdc90b80 1 client.15168 shutdown 2024-05-20T21:16:03.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.874+0000 7f9bbdc90b80 1 -- 172.21.15.8:0/1222553357 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559c27bfeeb0 msgr2=0x559c27c15ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:03.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.874+0000 7f9bbdc90b80 1 --2- 172.21.15.8:0/1222553357 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559c27bfeeb0 0x559c27c15ba0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x559c27c03e40 tx=0x7f9b94010960 comp rx=0 tx=0).stop 2024-05-20T21:16:03.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.874+0000 7f9bbdc90b80 1 -- 172.21.15.8:0/1222553357 shutdown_connections 2024-05-20T21:16:03.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.874+0000 7f9bbdc90b80 1 --2- 172.21.15.8:0/1222553357 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x559c27c7dd90 0x559c27c801b0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:03.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.874+0000 7f9bbdc90b80 1 --2- 172.21.15.8:0/1222553357 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559c27bf9880 0x559c27c18800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:03.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.874+0000 7f9bbdc90b80 1 --2- 172.21.15.8:0/1222553357 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559c27bff7d0 0x559c27c16290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:03.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.874+0000 7f9b9aa00700 0 client.15168 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:16:03.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.874+0000 7f9bbdc90b80 1 --2- 172.21.15.8:0/1222553357 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559c27bfeeb0 0x559c27c15ba0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:03.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.874+0000 7f9bbdc90b80 1 -- 172.21.15.8:0/1222553357 >> 172.21.15.8:0/1222553357 conn(0x559c27b27be0 msgr2=0x559c27c01160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:03.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.874+0000 7f9bbdc90b80 1 -- 172.21.15.8:0/1222553357 shutdown_connections 2024-05-20T21:16:03.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.874+0000 7f9bbdc90b80 1 -- 172.21.15.8:0/1222553357 wait complete. 2024-05-20T21:16:03.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.874+0000 7f9bbdc90b80 20 client.15168 trim_cache size 0 max 16384 2024-05-20T21:16:03.095 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:16:03.095 INFO:teuthology.orchestra.run.smithi008.stdout: "status": "no active scrubs running", 2024-05-20T21:16:03.095 INFO:teuthology.orchestra.run.smithi008.stdout: "scrubs": {} 2024-05-20T21:16:03.095 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:16:03.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.875+0000 7f9bb3400700 1 -- 172.21.15.8:0/2550502603 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9b8c0b2900 msgr2=0x7f9b8c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:03.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.875+0000 7f9bb3400700 1 --2- 172.21.15.8:0/2550502603 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9b8c0b2900 0x7f9b8c0b4dc0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f9ba4006130 tx=0x7f9ba400b720 comp rx=0 tx=0).stop 2024-05-20T21:16:03.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.875+0000 7f9bb3400700 1 -- 172.21.15.8:0/2550502603 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9bac06b220 msgr2=0x7f9bac19bd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:03.096 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.875+0000 7f9bb3400700 1 --2- 172.21.15.8:0/2550502603 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9bac06b220 0x7f9bac19bd90 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f9b9c00e9c0 tx=0x7f9b9c00ecd0 comp rx=0 tx=0).stop 2024-05-20T21:16:03.096 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.875+0000 7f9bb3400700 1 -- 172.21.15.8:0/2550502603 shutdown_connections 2024-05-20T21:16:03.096 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.875+0000 7f9bb3400700 1 --2- 172.21.15.8:0/2550502603 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9b8c0b2900 0x7f9b8c0b4dc0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:03.096 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.875+0000 7f9bb3400700 1 --2- 172.21.15.8:0/2550502603 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9bac1095b0 0x7f9bac1a0660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:03.096 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.875+0000 7f9bb3400700 1 --2- 172.21.15.8:0/2550502603 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9bac06b220 0x7f9bac19bd90 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:03.096 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.875+0000 7f9bb3400700 1 --2- 172.21.15.8:0/2550502603 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9bac06bbe0 0x7f9bac19c2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:03.096 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.875+0000 7f9bb3400700 1 -- 172.21.15.8:0/2550502603 >> 172.21.15.8:0/2550502603 conn(0x7f9bac0793f0 msgr2=0x7f9bac10e720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:03.096 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.876+0000 7f9bb3400700 1 -- 172.21.15.8:0/2550502603 shutdown_connections 2024-05-20T21:16:03.096 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:02.876+0000 7f9bb3400700 1 -- 172.21.15.8:0/2550502603 wait complete. 2024-05-20T21:16:03.941 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:16:03.942 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:16:04.701 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:16:04.845 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:16:04 smithi008 ceph-mon[31475]: pgmap v462: 97 pgs: 97 active+clean; 660 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-05-20T21:16:04.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:16:04 smithi130 ceph-mon[36448]: pgmap v462: 97 pgs: 97 active+clean; 660 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-05-20T21:16:04.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:16:04 smithi050 ceph-mon[35809]: pgmap v462: 97 pgs: 97 active+clean; 660 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-05-20T21:16:06.004 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.969+0000 7fb8bd600700 1 -- 172.21.15.8:0/2152593811 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb8b81088f0 msgr2=0x7fb8b8110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:06.004 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.969+0000 7fb8bd600700 1 --2- 172.21.15.8:0/2152593811 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb8b81088f0 0x7fb8b8110470 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fb8b000b0d0 tx=0x7fb8b000b3e0 comp rx=0 tx=0).stop 2024-05-20T21:16:06.004 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.969+0000 7fb8bd600700 1 -- 172.21.15.8:0/2152593811 shutdown_connections 2024-05-20T21:16:06.004 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.969+0000 7fb8bd600700 1 --2- 172.21.15.8:0/2152593811 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb8b81088f0 0x7fb8b8110470 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:06.004 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.969+0000 7fb8bd600700 1 --2- 172.21.15.8:0/2152593811 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb8b81037f0 0x7fb8b8103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:06.005 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.969+0000 7fb8bd600700 1 --2- 172.21.15.8:0/2152593811 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb8b81041a0 0x7fb8b81081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:06.005 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.969+0000 7fb8bd600700 1 -- 172.21.15.8:0/2152593811 >> 172.21.15.8:0/2152593811 conn(0x7fb8b807a6a0 msgr2=0x7fb8b807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:06.005 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.969+0000 7fb8bd600700 1 -- 172.21.15.8:0/2152593811 shutdown_connections 2024-05-20T21:16:06.005 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.969+0000 7fb8bd600700 1 -- 172.21.15.8:0/2152593811 wait complete. 2024-05-20T21:16:06.005 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.970+0000 7fb8bd600700 1 Processor -- start 2024-05-20T21:16:06.005 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.971+0000 7fb8bd600700 1 -- start start 2024-05-20T21:16:06.005 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.971+0000 7fb8bd600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb8b81037f0 0x7fb8b819f790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:06.005 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.971+0000 7fb8bd600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb8b81041a0 0x7fb8b819fcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:06.005 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.971+0000 7fb8bd600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb8b81088f0 0x7fb8b81999a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:06.005 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.971+0000 7fb8bd600700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fb8b81136e0 con 0x7fb8b81041a0 2024-05-20T21:16:06.005 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.971+0000 7fb8bd600700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb8b8113560 con 0x7fb8b81037f0 2024-05-20T21:16:06.005 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.971+0000 7fb8bd600700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fb8b8113860 con 0x7fb8b81088f0 2024-05-20T21:16:06.005 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.971+0000 7fb8ae000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb8b81041a0 0x7fb8b819fcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:06.005 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.971+0000 7fb8ae000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb8b81041a0 0x7fb8b819fcd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:53356/0 (socket says 172.21.15.8:53356) 2024-05-20T21:16:06.006 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.971+0000 7fb8ae000700 1 -- 172.21.15.8:0/3301143980 learned_addr learned my addr 172.21.15.8:0/3301143980 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:06.006 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.971+0000 7fb8b6a00700 1 --2- 172.21.15.8:0/3301143980 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb8b81037f0 0x7fb8b819f790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:06.006 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.971+0000 7fb8b7400700 1 --2- 172.21.15.8:0/3301143980 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb8b81088f0 0x7fb8b81999a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:06.006 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.972+0000 7fb8ae000700 1 -- 172.21.15.8:0/3301143980 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb8b81088f0 msgr2=0x7fb8b81999a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:06.006 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.972+0000 7fb8ae000700 1 --2- 172.21.15.8:0/3301143980 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb8b81088f0 0x7fb8b81999a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:06.006 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.972+0000 7fb8ae000700 1 -- 172.21.15.8:0/3301143980 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb8b81037f0 msgr2=0x7fb8b819f790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:06.006 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.972+0000 7fb8ae000700 1 --2- 172.21.15.8:0/3301143980 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb8b81037f0 0x7fb8b819f790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:06.006 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.972+0000 7fb8ae000700 1 -- 172.21.15.8:0/3301143980 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8b819a100 con 0x7fb8b81041a0 2024-05-20T21:16:06.006 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.972+0000 7fb8b6a00700 1 --2- 172.21.15.8:0/3301143980 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb8b81037f0 0x7fb8b819f790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:06.006 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.972+0000 7fb8ae000700 1 --2- 172.21.15.8:0/3301143980 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb8b81041a0 0x7fb8b819fcd0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fb8a000e9a0 tx=0x7fb8a000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:06.006 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.972+0000 7fb8afe00700 1 -- 172.21.15.8:0/3301143980 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8a000ca10 con 0x7fb8b81041a0 2024-05-20T21:16:06.006 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.973+0000 7fb8afe00700 1 -- 172.21.15.8:0/3301143980 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb8a000cbb0 con 0x7fb8b81041a0 2024-05-20T21:16:06.007 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.973+0000 7fb8afe00700 1 -- 172.21.15.8:0/3301143980 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8a0018680 con 0x7fb8b81041a0 2024-05-20T21:16:06.007 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.973+0000 7fb8bd600700 1 -- 172.21.15.8:0/3301143980 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8b819a3f0 con 0x7fb8b81041a0 2024-05-20T21:16:06.007 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.973+0000 7fb8bd600700 1 -- 172.21.15.8:0/3301143980 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8b81a6660 con 0x7fb8b81041a0 2024-05-20T21:16:06.007 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.976+0000 7fb8afe00700 1 -- 172.21.15.8:0/3301143980 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fb8a0010430 con 0x7fb8b81041a0 2024-05-20T21:16:06.007 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.977+0000 7fb8c7f68b80 1 Processor -- start 2024-05-20T21:16:06.007 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.978+0000 7fb8c7f68b80 1 -- start start 2024-05-20T21:16:06.007 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.978+0000 7fb8afe00700 1 --2- 172.21.15.8:0/3301143980 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb89c0b2900 0x7fb89c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:06.007 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.978+0000 7fb8c7f68b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bfe027a9d0 0x55bfe027adb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:06.007 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.978+0000 7fb8c7f68b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bfe027b2f0 0x55bfe0274ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:06.007 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.978+0000 7fb8c7f68b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bfe0275500 0x55bfe0275960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:06.007 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.978+0000 7fb8c7f68b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55bfe01cedf0 con 0x55bfe027b2f0 2024-05-20T21:16:06.007 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.978+0000 7fb8c7f68b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55bfe01be990 con 0x55bfe0275500 2024-05-20T21:16:06.007 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.978+0000 7fb8c7f68b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55bfe01c29d0 con 0x55bfe027a9d0 2024-05-20T21:16:06.007 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.978+0000 7fb8afe00700 1 -- 172.21.15.8:0/3301143980 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fb8a00e2370 con 0x7fb8b81041a0 2024-05-20T21:16:06.007 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.978+0000 7fb8ae000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bfe027b2f0 0x55bfe0274ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:06.008 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.978+0000 7fb8b6a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bfe027a9d0 0x55bfe027adb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:06.008 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.978+0000 7fb8ae000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bfe027b2f0 0x55bfe0274ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:53366/0 (socket says 172.21.15.8:53366) 2024-05-20T21:16:06.008 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.978+0000 7fb8ae000700 1 -- 172.21.15.8:0/2822688849 learned_addr learned my addr 172.21.15.8:0/2822688849 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:06.008 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.979+0000 7fb8b7400700 1 --2- 172.21.15.8:0/2822688849 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bfe0275500 0x55bfe0275960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:06.008 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.979+0000 7fb8b7400700 1 --2- 172.21.15.8:0/3301143980 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb89c0b2900 0x7fb89c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:06.008 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.979+0000 7fb8ae000700 1 -- 172.21.15.8:0/2822688849 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bfe027a9d0 msgr2=0x55bfe027adb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:06.008 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.979+0000 7fb8ae000700 1 --2- 172.21.15.8:0/2822688849 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bfe027a9d0 0x55bfe027adb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:06.008 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.979+0000 7fb8ae000700 1 -- 172.21.15.8:0/2822688849 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bfe0275500 msgr2=0x55bfe0275960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:06.008 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.979+0000 7fb8ae000700 1 --2- 172.21.15.8:0/2822688849 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bfe0275500 0x55bfe0275960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:06.008 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.979+0000 7fb8ae000700 1 -- 172.21.15.8:0/2822688849 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bfe01873d0 con 0x55bfe027b2f0 2024-05-20T21:16:06.008 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.979+0000 7fb8b6a00700 1 --2- 172.21.15.8:0/2822688849 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bfe027a9d0 0x55bfe027adb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:06.008 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.979+0000 7fb8b7400700 1 --2- 172.21.15.8:0/2822688849 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bfe0275500 0x55bfe0275960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:16:06.008 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.979+0000 7fb8ae000700 1 --2- 172.21.15.8:0/2822688849 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bfe027b2f0 0x55bfe0274ee0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fb8a00a59a0 tx=0x7fb8a00a9110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2df60ac830a42841 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:06.008 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.980+0000 7fb8b7400700 1 --2- 172.21.15.8:0/3301143980 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb89c0b2900 0x7fb89c0b4dc0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fb8b0006130 tx=0x7fb8b000b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:06.009 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.980+0000 7fb8a7e00700 1 -- 172.21.15.8:0/2822688849 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8a0005520 con 0x55bfe027b2f0 2024-05-20T21:16:06.009 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.980+0000 7fb8a7e00700 1 -- 172.21.15.8:0/2822688849 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb8a00b20c0 con 0x55bfe027b2f0 2024-05-20T21:16:06.009 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.980+0000 7fb8a7e00700 1 -- 172.21.15.8:0/2822688849 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8a00adcd0 con 0x55bfe027b2f0 2024-05-20T21:16:06.009 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.980+0000 7fb8c7f68b80 1 -- 172.21.15.8:0/2822688849 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bfe027b2f0 msgr2=0x55bfe0274ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:06.009 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.981+0000 7fb8c7f68b80 1 --2- 172.21.15.8:0/2822688849 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bfe027b2f0 0x55bfe0274ee0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fb8a00a59a0 tx=0x7fb8a00a9110 comp rx=0 tx=0).stop 2024-05-20T21:16:06.009 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.981+0000 7fb8c7f68b80 1 -- 172.21.15.8:0/2822688849 shutdown_connections 2024-05-20T21:16:06.009 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.981+0000 7fb8c7f68b80 1 --2- 172.21.15.8:0/2822688849 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bfe0275500 0x55bfe0275960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:06.009 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.981+0000 7fb8c7f68b80 1 --2- 172.21.15.8:0/2822688849 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bfe027a9d0 0x55bfe027adb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:06.009 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.981+0000 7fb8c7f68b80 1 --2- 172.21.15.8:0/2822688849 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bfe027b2f0 0x55bfe0274ee0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:06.009 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.981+0000 7fb8c7f68b80 1 -- 172.21.15.8:0/2822688849 >> 172.21.15.8:0/2822688849 conn(0x55bfe019eb90 msgr2=0x55bfe026b640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:06.009 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.981+0000 7fb8c7f68b80 1 -- 172.21.15.8:0/2822688849 shutdown_connections 2024-05-20T21:16:06.009 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.981+0000 7fb8c7f68b80 1 -- 172.21.15.8:0/2822688849 wait complete. 2024-05-20T21:16:06.009 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.981+0000 7fb8c7f68b80 1 -- start start 2024-05-20T21:16:06.010 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.982+0000 7fb8c7f68b80 1 Processor -- start 2024-05-20T21:16:06.010 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.982+0000 7fb8c7f68b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bfe0275500 0x55bfe0281060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:06.010 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.982+0000 7fb8c7f68b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bfe027a9d0 0x55bfe027e400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:06.010 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.982+0000 7fb8c7f68b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bfe027b2f0 0x55bfe027e940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:06.010 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.982+0000 7fb8c7f68b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55bfe00c4f50 con 0x55bfe027b2f0 2024-05-20T21:16:06.010 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.982+0000 7fb8c7f68b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55bfe015f710 con 0x55bfe027a9d0 2024-05-20T21:16:06.010 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.982+0000 7fb8c7f68b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55bfe0281e10 con 0x55bfe0275500 2024-05-20T21:16:06.010 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.982+0000 7fb8c7f68b80 10 client.0 _ll_register_callbacks cb 0x55bfe0168c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:16:06.010 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.982+0000 7fb8b6a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bfe0275500 0x55bfe0281060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:06.010 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.982+0000 7fb8b6a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bfe0275500 0x55bfe0281060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:49844/0 (socket says 172.21.15.8:49844) 2024-05-20T21:16:06.010 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.982+0000 7fb8ae000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bfe027a9d0 0x55bfe027e400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:06.010 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.982+0000 7fb8b7400700 1 --2- 172.21.15.8:0/3492877823 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bfe027b2f0 0x55bfe027e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:06.011 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.982+0000 7fb8b6a00700 1 -- 172.21.15.8:0/3492877823 learned_addr learned my addr 172.21.15.8:0/3492877823 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:06.011 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.983+0000 7fb8b6a00700 1 -- 172.21.15.8:0/3492877823 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bfe027a9d0 msgr2=0x55bfe027e400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:06.011 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.983+0000 7fb8b6a00700 1 --2- 172.21.15.8:0/3492877823 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bfe027a9d0 0x55bfe027e400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:06.011 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.983+0000 7fb8b6a00700 1 -- 172.21.15.8:0/3492877823 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bfe027b2f0 msgr2=0x55bfe027e940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:06.011 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.983+0000 7fb8b6a00700 1 --2- 172.21.15.8:0/3492877823 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bfe027b2f0 0x55bfe027e940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:06.011 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.983+0000 7fb8b6a00700 1 -- 172.21.15.8:0/3492877823 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bfe010e880 con 0x55bfe0275500 2024-05-20T21:16:06.011 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.983+0000 7fb8ae000700 1 --2- 172.21.15.8:0/3492877823 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bfe027a9d0 0x55bfe027e400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:06.011 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.983+0000 7fb8b6a00700 1 --2- 172.21.15.8:0/3492877823 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bfe0275500 0x55bfe0281060 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fb8a8012c90 tx=0x7fb8a800f3c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a600aae2d3a60470 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:06.011 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.983+0000 7fb8a4c00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:16:06.011 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.983+0000 7fb8a4c00700 1 -- 172.21.15.8:0/3492877823 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8a800f960 con 0x55bfe0275500 2024-05-20T21:16:06.011 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.984+0000 7fb8a4c00700 1 -- 172.21.15.8:0/3492877823 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fb8a800fb00 con 0x55bfe0275500 2024-05-20T21:16:06.011 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.984+0000 7fb8c7f68b80 1 -- 172.21.15.8:0/3492877823 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55bfe01d0d40 con 0x55bfe0275500 2024-05-20T21:16:06.011 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.984+0000 7fb8a4c00700 1 -- 172.21.15.8:0/3492877823 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb8a800fd40 con 0x55bfe0275500 2024-05-20T21:16:06.011 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.984+0000 7fb8c7f68b80 10 client.25321 fetch_fsmap learned FSMap version 26 2024-05-20T21:16:06.011 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.984+0000 7fb8c7f68b80 1 -- 172.21.15.8:0/3492877823 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55bfe018f010 con 0x55bfe0275500 2024-05-20T21:16:06.012 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.984+0000 7fb8a4c00700 1 -- 172.21.15.8:0/3492877823 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55bfe01d0d40 con 0x55bfe0275500 2024-05-20T21:16:06.012 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.984+0000 7fb8a4c00700 1 -- 172.21.15.8:0/3492877823 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb8a8010430 con 0x55bfe0275500 2024-05-20T21:16:06.012 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.984+0000 7fb8c7f68b80 10 client.25321 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:16:06.012 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.984+0000 7fb8c7f68b80 10 client.25321 resolve_mds: resolved name 'i' to daemon mds.i 2024-05-20T21:16:06.012 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.985+0000 7fb8c7f68b80 20 client.25321 populate_metadata read hostname 'smithi008' 2024-05-20T21:16:06.012 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.985+0000 7fb8c7f68b80 1 --2- 172.21.15.8:0/3492877823 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55bfe028e9a0 0x55bfe028fe10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:06.012 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.985+0000 7fb8c7f68b80 4 client.25321 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:16:06.012 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.985+0000 7fb8c7f68b80 1 -- 172.21.15.8:0/3492877823 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bfe01ca520 con 0x55bfe028e9a0 2024-05-20T21:16:06.012 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.985+0000 7fb8ae000700 1 --2- 172.21.15.8:0/3492877823 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55bfe028e9a0 0x55bfe028fe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:06.012 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.985+0000 7fb8ae000700 1 --2- 172.21.15.8:0/3492877823 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55bfe028e9a0 0x55bfe028fe10 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=342ddf7a0e9ec016 server_cookie=bf9527b7b47374e5 in_seq=0 out_seq=0 2024-05-20T21:16:06.012 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.985+0000 7fb8a4c00700 10 client.25321 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:16:06.012 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.986+0000 7fb8a4c00700 1 -- 172.21.15.8:0/3492877823 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55bfe01ca520 con 0x55bfe028e9a0 2024-05-20T21:16:06.012 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.986+0000 7fb8a4c00700 10 client.25321 handle_command_reply: tid=0 2024-05-20T21:16:06.013 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.986+0000 7fb8c7f68b80 1 client.25321 shutdown 2024-05-20T21:16:06.013 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.986+0000 7fb8c7f68b80 1 -- 172.21.15.8:0/3492877823 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bfe0275500 msgr2=0x55bfe0281060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:06.013 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.986+0000 7fb8c7f68b80 1 --2- 172.21.15.8:0/3492877823 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bfe0275500 0x55bfe0281060 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fb8a8012c90 tx=0x7fb8a800f3c0 comp rx=0 tx=0).stop 2024-05-20T21:16:06.013 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.987+0000 7fb8c7f68b80 1 -- 172.21.15.8:0/3492877823 shutdown_connections 2024-05-20T21:16:06.013 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.987+0000 7fb8c7f68b80 1 --2- 172.21.15.8:0/3492877823 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55bfe028e9a0 0x55bfe028fe10 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:06.013 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.987+0000 7fb8c7f68b80 1 --2- 172.21.15.8:0/3492877823 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bfe027b2f0 0x55bfe027e940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:06.013 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.987+0000 7fb8c7f68b80 1 --2- 172.21.15.8:0/3492877823 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bfe0275500 0x55bfe0281060 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:06.013 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.987+0000 7fb8a4c00700 0 client.25321 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:16:06.013 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.987+0000 7fb8c7f68b80 1 --2- 172.21.15.8:0/3492877823 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bfe027a9d0 0x55bfe027e400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:06.013 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.987+0000 7fb8c7f68b80 1 -- 172.21.15.8:0/3492877823 >> 172.21.15.8:0/3492877823 conn(0x55bfe019eb90 msgr2=0x55bfe026ad20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:06.013 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.987+0000 7fb8c7f68b80 1 -- 172.21.15.8:0/3492877823 shutdown_connections 2024-05-20T21:16:06.013 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.987+0000 7fb8c7f68b80 1 -- 172.21.15.8:0/3492877823 wait complete. 2024-05-20T21:16:06.013 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:05.987+0000 7fb8c7f68b80 20 client.25321 trim_cache size 0 max 16384 2024-05-20T21:16:06.017 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.011+0000 7fb8c7f68b80 1 Processor -- start 2024-05-20T21:16:06.017 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.011+0000 7fb8c7f68b80 1 -- start start 2024-05-20T21:16:06.017 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.011+0000 7fb8c7f68b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bfe0275500 0x55bfe027e8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:06.017 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.011+0000 7fb8c7f68b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bfe027a9d0 0x55bfe026b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:06.017 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.011+0000 7fb8c7f68b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bfe027b2f0 0x55bfe027b6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:06.017 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.011+0000 7fb8c7f68b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55bfe028e150 con 0x55bfe027b2f0 2024-05-20T21:16:06.017 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.011+0000 7fb8c7f68b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55bfe028e820 con 0x55bfe0275500 2024-05-20T21:16:06.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.011+0000 7fb8c7f68b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55bfe028eef0 con 0x55bfe027a9d0 2024-05-20T21:16:06.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.012+0000 7fb8b6a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bfe0275500 0x55bfe027e8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:06.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.012+0000 7fb8b7400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bfe027b2f0 0x55bfe027b6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:06.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.012+0000 7fb8ae000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bfe027a9d0 0x55bfe026b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:06.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.012+0000 7fb8b6a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bfe0275500 0x55bfe027e8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:37640/0 (socket says 172.21.15.8:37640) 2024-05-20T21:16:06.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.012+0000 7fb8b6a00700 1 -- 172.21.15.8:0/1674264305 learned_addr learned my addr 172.21.15.8:0/1674264305 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:06.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.012+0000 7fb8b6a00700 1 -- 172.21.15.8:0/1674264305 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bfe027a9d0 msgr2=0x55bfe026b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:06.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.012+0000 7fb8b6a00700 1 --2- 172.21.15.8:0/1674264305 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bfe027a9d0 0x55bfe026b4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:06.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.012+0000 7fb8b6a00700 1 -- 172.21.15.8:0/1674264305 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bfe027b2f0 msgr2=0x55bfe027b6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:06.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.012+0000 7fb8b6a00700 1 --2- 172.21.15.8:0/1674264305 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bfe027b2f0 0x55bfe027b6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:06.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.012+0000 7fb8b6a00700 1 -- 172.21.15.8:0/1674264305 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bfe027c970 con 0x55bfe0275500 2024-05-20T21:16:06.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.012+0000 7fb8b6a00700 1 --2- 172.21.15.8:0/1674264305 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bfe0275500 0x55bfe027e8f0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fb8a8010850 tx=0x7fb8a8001e70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5dcdd63872203ca6 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:06.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.013+0000 7fb8a7400700 1 -- 172.21.15.8:0/1674264305 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8a8010430 con 0x55bfe0275500 2024-05-20T21:16:06.019 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.013+0000 7fb8a7400700 1 -- 172.21.15.8:0/1674264305 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb8a80105d0 con 0x55bfe0275500 2024-05-20T21:16:06.019 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.013+0000 7fb8a7400700 1 -- 172.21.15.8:0/1674264305 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8a8005560 con 0x55bfe0275500 2024-05-20T21:16:06.019 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.013+0000 7fb8c7f68b80 1 -- 172.21.15.8:0/1674264305 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bfe0275500 msgr2=0x55bfe027e8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:06.019 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.013+0000 7fb8c7f68b80 1 --2- 172.21.15.8:0/1674264305 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bfe0275500 0x55bfe027e8f0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fb8a8010850 tx=0x7fb8a8001e70 comp rx=0 tx=0).stop 2024-05-20T21:16:06.019 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.014+0000 7fb8c7f68b80 1 -- 172.21.15.8:0/1674264305 shutdown_connections 2024-05-20T21:16:06.019 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.014+0000 7fb8c7f68b80 1 --2- 172.21.15.8:0/1674264305 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bfe0275500 0x55bfe027e8f0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:06.019 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.014+0000 7fb8c7f68b80 1 --2- 172.21.15.8:0/1674264305 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bfe027b2f0 0x55bfe027b6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:06.019 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.014+0000 7fb8c7f68b80 1 --2- 172.21.15.8:0/1674264305 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bfe027a9d0 0x55bfe026b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:06.019 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.014+0000 7fb8c7f68b80 1 -- 172.21.15.8:0/1674264305 >> 172.21.15.8:0/1674264305 conn(0x55bfe019eb90 msgr2=0x55bfe027e1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:06.019 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.014+0000 7fb8c7f68b80 1 -- 172.21.15.8:0/1674264305 shutdown_connections 2024-05-20T21:16:06.019 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.014+0000 7fb8c7f68b80 1 -- 172.21.15.8:0/1674264305 wait complete. 2024-05-20T21:16:06.019 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.014+0000 7fb8c7f68b80 1 -- start start 2024-05-20T21:16:06.019 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.014+0000 7fb8c7f68b80 1 Processor -- start 2024-05-20T21:16:06.020 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.015+0000 7fb8c7f68b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bfe0275500 0x55bfe0299290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:06.020 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.015+0000 7fb8c7f68b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bfe027a9d0 0x55bfe02997d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:06.020 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.015+0000 7fb8c7f68b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bfe027b2f0 0x55bfe0294240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:06.020 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.015+0000 7fb8c7f68b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55bfe028fc90 con 0x55bfe027a9d0 2024-05-20T21:16:06.020 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.015+0000 7fb8c7f68b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55bfe028f5c0 con 0x55bfe027b2f0 2024-05-20T21:16:06.020 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.015+0000 7fb8c7f68b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55bfe0290360 con 0x55bfe0275500 2024-05-20T21:16:06.020 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.015+0000 7fb8c7f68b80 10 client.0 _ll_register_callbacks cb 0x55bfe0168c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:16:06.020 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.015+0000 7fb8ae000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bfe027a9d0 0x55bfe02997d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:06.020 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.015+0000 7fb8ae000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bfe027a9d0 0x55bfe02997d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:53386/0 (socket says 172.21.15.8:53386) 2024-05-20T21:16:06.020 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.015+0000 7fb8ae000700 1 -- 172.21.15.8:0/2856005358 learned_addr learned my addr 172.21.15.8:0/2856005358 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:06.020 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.015+0000 7fb8b6a00700 1 --2- 172.21.15.8:0/2856005358 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bfe0275500 0x55bfe0299290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:06.020 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.015+0000 7fb8b7400700 1 --2- 172.21.15.8:0/2856005358 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bfe027b2f0 0x55bfe0294240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:06.020 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.016+0000 7fb8ae000700 1 -- 172.21.15.8:0/2856005358 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bfe0275500 msgr2=0x55bfe0299290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:06.020 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.016+0000 7fb8ae000700 1 --2- 172.21.15.8:0/2856005358 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bfe0275500 0x55bfe0299290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:06.021 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.016+0000 7fb8ae000700 1 -- 172.21.15.8:0/2856005358 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bfe027b2f0 msgr2=0x55bfe0294240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:06.021 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.016+0000 7fb8ae000700 1 --2- 172.21.15.8:0/2856005358 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bfe027b2f0 0x55bfe0294240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:06.021 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.016+0000 7fb8ae000700 1 -- 172.21.15.8:0/2856005358 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bfe0294780 con 0x55bfe027a9d0 2024-05-20T21:16:06.021 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.016+0000 7fb8b6a00700 1 --2- 172.21.15.8:0/2856005358 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bfe0275500 0x55bfe0299290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:06.021 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.016+0000 7fb8ae000700 1 --2- 172.21.15.8:0/2856005358 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bfe027a9d0 0x55bfe02997d0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fb8a0000c00 tx=0x7fb8a00a5040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b3c06b136c731cf server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:06.021 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.016+0000 7fb8a4c00700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:16:06.021 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.016+0000 7fb8a4c00700 1 -- 172.21.15.8:0/2856005358 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8a008ae60 con 0x55bfe027a9d0 2024-05-20T21:16:06.021 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.016+0000 7fb8a4c00700 1 -- 172.21.15.8:0/2856005358 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fb8a00cabd0 con 0x55bfe027a9d0 2024-05-20T21:16:06.021 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.016+0000 7fb8c7f68b80 1 -- 172.21.15.8:0/2856005358 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb8a80105d0 con 0x55bfe027a9d0 2024-05-20T21:16:06.021 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.017+0000 7fb8a4c00700 1 -- 172.21.15.8:0/2856005358 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb8a00aa020 con 0x55bfe027a9d0 2024-05-20T21:16:06.021 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.017+0000 7fb8c7f68b80 10 client.15186 fetch_fsmap learned FSMap version 26 2024-05-20T21:16:06.021 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.017+0000 7fb8c7f68b80 1 -- 172.21.15.8:0/2856005358 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55bfe02fa910 con 0x55bfe027a9d0 2024-05-20T21:16:06.022 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.017+0000 7fb8a4c00700 1 -- 172.21.15.8:0/2856005358 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb8a80105d0 con 0x55bfe027a9d0 2024-05-20T21:16:06.022 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.017+0000 7fb8a4c00700 1 -- 172.21.15.8:0/2856005358 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb8a00c7020 con 0x55bfe027a9d0 2024-05-20T21:16:06.022 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.017+0000 7fb8c7f68b80 10 client.15186 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:16:06.022 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.017+0000 7fb8c7f68b80 10 client.15186 resolve_mds: resolved name 'i' to daemon mds.i 2024-05-20T21:16:06.022 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.017+0000 7fb8c7f68b80 20 client.15186 populate_metadata read hostname 'smithi008' 2024-05-20T21:16:06.022 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.017+0000 7fb8c7f68b80 1 --2- 172.21.15.8:0/2856005358 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55bfe02fef70 0x55bfe02fdc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:06.022 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.017+0000 7fb8c7f68b80 4 client.15186 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-20T21:16:06.022 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.017+0000 7fb8c7f68b80 1 -- 172.21.15.8:0/2856005358 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "status"}) -- 0x55bfe0041200 con 0x55bfe02fef70 2024-05-20T21:16:06.022 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.018+0000 7fb8b6a00700 1 --2- 172.21.15.8:0/2856005358 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55bfe02fef70 0x55bfe02fdc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:06.023 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.018+0000 7fb8b6a00700 1 --2- 172.21.15.8:0/2856005358 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55bfe02fef70 0x55bfe02fdc80 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=97c54209cfd29c1d server_cookie=59931e1a2cefa5a4 in_seq=0 out_seq=0 2024-05-20T21:16:06.023 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.018+0000 7fb8a4c00700 10 client.15186 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:16:06.023 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.019+0000 7fb8a4c00700 1 -- 172.21.15.8:0/2856005358 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55bfe0041200 con 0x55bfe02fef70 2024-05-20T21:16:06.024 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.019+0000 7fb8a4c00700 10 client.15186 handle_command_reply: tid=0 2024-05-20T21:16:06.024 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.019+0000 7fb8c7f68b80 1 client.15186 shutdown 2024-05-20T21:16:06.024 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.019+0000 7fb8c7f68b80 1 -- 172.21.15.8:0/2856005358 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bfe027a9d0 msgr2=0x55bfe02997d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:06.024 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.019+0000 7fb8c7f68b80 1 --2- 172.21.15.8:0/2856005358 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bfe027a9d0 0x55bfe02997d0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fb8a0000c00 tx=0x7fb8a00a5040 comp rx=0 tx=0).stop 2024-05-20T21:16:06.024 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.019+0000 7fb8c7f68b80 1 -- 172.21.15.8:0/2856005358 shutdown_connections 2024-05-20T21:16:06.024 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.019+0000 7fb8c7f68b80 1 --2- 172.21.15.8:0/2856005358 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55bfe02fef70 0x55bfe02fdc80 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:06.024 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.019+0000 7fb8c7f68b80 1 --2- 172.21.15.8:0/2856005358 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bfe027b2f0 0x55bfe0294240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:06.024 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.019+0000 7fb8c7f68b80 1 --2- 172.21.15.8:0/2856005358 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bfe0275500 0x55bfe0299290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:06.024 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.019+0000 7fb8c7f68b80 1 --2- 172.21.15.8:0/2856005358 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bfe027a9d0 0x55bfe02997d0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:06.024 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.019+0000 7fb8a4c00700 0 client.15186 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:16:06.024 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.019+0000 7fb8c7f68b80 1 -- 172.21.15.8:0/2856005358 >> 172.21.15.8:0/2856005358 conn(0x55bfe019eb90 msgr2=0x55bfe027b6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:06.024 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.019+0000 7fb8c7f68b80 1 -- 172.21.15.8:0/2856005358 shutdown_connections 2024-05-20T21:16:06.025 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.019+0000 7fb8c7f68b80 1 -- 172.21.15.8:0/2856005358 wait complete. 2024-05-20T21:16:06.025 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.019+0000 7fb8c7f68b80 20 client.15186 trim_cache size 0 max 16384 2024-05-20T21:16:06.025 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:16:06.025 INFO:teuthology.orchestra.run.smithi008.stdout: "cluster_fsid": "060ce10e-16ec-11ef-bc9a-c7b262605968", 2024-05-20T21:16:06.025 INFO:teuthology.orchestra.run.smithi008.stdout: "whoami": 0, 2024-05-20T21:16:06.025 INFO:teuthology.orchestra.run.smithi008.stdout: "id": 24529, 2024-05-20T21:16:06.025 INFO:teuthology.orchestra.run.smithi008.stdout: "want_state": "up:active", 2024-05-20T21:16:06.025 INFO:teuthology.orchestra.run.smithi008.stdout: "state": "up:active", 2024-05-20T21:16:06.025 INFO:teuthology.orchestra.run.smithi008.stdout: "fs_name": "cephfs", 2024-05-20T21:16:06.025 INFO:teuthology.orchestra.run.smithi008.stdout: "rank_uptime": 286.69425743199997, 2024-05-20T21:16:06.026 INFO:teuthology.orchestra.run.smithi008.stdout: "mdsmap_epoch": 26, 2024-05-20T21:16:06.026 INFO:teuthology.orchestra.run.smithi008.stdout: "osdmap_epoch": 81, 2024-05-20T21:16:06.026 INFO:teuthology.orchestra.run.smithi008.stdout: "osdmap_epoch_barrier": 81, 2024-05-20T21:16:06.026 INFO:teuthology.orchestra.run.smithi008.stdout: "uptime": 319.92887958900002 2024-05-20T21:16:06.026 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:16:06.026 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.020+0000 7fb8bd600700 1 -- 172.21.15.8:0/3301143980 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb89c0b2900 msgr2=0x7fb89c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:06.026 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.020+0000 7fb8bd600700 1 --2- 172.21.15.8:0/3301143980 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb89c0b2900 0x7fb89c0b4dc0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fb8b0006130 tx=0x7fb8b000b040 comp rx=0 tx=0).stop 2024-05-20T21:16:06.027 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.020+0000 7fb8bd600700 1 -- 172.21.15.8:0/3301143980 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb8b81041a0 msgr2=0x7fb8b819fcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:06.027 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.020+0000 7fb8bd600700 1 --2- 172.21.15.8:0/3301143980 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb8b81041a0 0x7fb8b819fcd0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fb8a000e9a0 tx=0x7fb8a000ecb0 comp rx=0 tx=0).stop 2024-05-20T21:16:06.027 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.020+0000 7fb8bd600700 1 -- 172.21.15.8:0/3301143980 shutdown_connections 2024-05-20T21:16:06.027 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.020+0000 7fb8bd600700 1 --2- 172.21.15.8:0/3301143980 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb89c0b2900 0x7fb89c0b4dc0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:06.027 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.020+0000 7fb8bd600700 1 --2- 172.21.15.8:0/3301143980 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb8b81037f0 0x7fb8b819f790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:06.027 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.020+0000 7fb8bd600700 1 --2- 172.21.15.8:0/3301143980 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb8b81088f0 0x7fb8b81999a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:06.027 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.020+0000 7fb8bd600700 1 --2- 172.21.15.8:0/3301143980 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb8b81041a0 0x7fb8b819fcd0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:06.027 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.020+0000 7fb8bd600700 1 -- 172.21.15.8:0/3301143980 >> 172.21.15.8:0/3301143980 conn(0x7fb8b807a6a0 msgr2=0x7fb8b8101890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:06.027 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.021+0000 7fb8bd600700 1 -- 172.21.15.8:0/3301143980 shutdown_connections 2024-05-20T21:16:06.027 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:06.021+0000 7fb8bd600700 1 -- 172.21.15.8:0/3301143980 wait complete. 2024-05-20T21:16:06.896 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:16:06 smithi008 ceph-mon[31475]: pgmap v463: 97 pgs: 97 active+clean; 660 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 938 B/s wr, 7 op/s 2024-05-20T21:16:06.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:16:06 smithi130 ceph-mon[36448]: pgmap v463: 97 pgs: 97 active+clean; 660 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 938 B/s wr, 7 op/s 2024-05-20T21:16:06.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:16:06 smithi050 ceph-mon[35809]: pgmap v463: 97 pgs: 97 active+clean; 660 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 938 B/s wr, 7 op/s 2024-05-20T21:16:07.347 INFO:tasks.quiescer:Ready to start quiesce thrashing; initial delay: 15 sec 2024-05-20T21:16:07.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:07.809+0000 7f0ccda00700 1 -- 172.21.15.8:0/1850969931 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0cc8105760 msgr2=0x7f0cc8105be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:07.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:07.809+0000 7f0ccda00700 1 --2- 172.21.15.8:0/1850969931 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0cc8105760 0x7f0cc8105be0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f0cb40098f0 tx=0x7f0cb4009c00 comp rx=0 tx=0).stop 2024-05-20T21:16:07.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:07.809+0000 7f0ccda00700 1 -- 172.21.15.8:0/1850969931 shutdown_connections 2024-05-20T21:16:07.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:07.809+0000 7f0ccda00700 1 --2- 172.21.15.8:0/1850969931 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0cc810b760 0x7f0cc810bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:07.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:07.809+0000 7f0ccda00700 1 --2- 172.21.15.8:0/1850969931 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0cc8106120 0x7f0cc8112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:07.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:07.809+0000 7f0ccda00700 1 --2- 172.21.15.8:0/1850969931 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0cc8105760 0x7f0cc8105be0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:07.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:07.809+0000 7f0ccda00700 1 -- 172.21.15.8:0/1850969931 >> 172.21.15.8:0/1850969931 conn(0x7f0cc8101250 msgr2=0x7f0cc8103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:07.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:07.810+0000 7f0ccda00700 1 -- 172.21.15.8:0/1850969931 shutdown_connections 2024-05-20T21:16:07.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:07.810+0000 7f0ccda00700 1 -- 172.21.15.8:0/1850969931 wait complete. 2024-05-20T21:16:07.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:07.811+0000 7f0ccda00700 1 Processor -- start 2024-05-20T21:16:07.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:07.811+0000 7f0ccda00700 1 -- start start 2024-05-20T21:16:07.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:07.811+0000 7f0ccda00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0cc8105760 0x7f0cc8077a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:07.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:07.811+0000 7f0ccda00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0cc8106120 0x7f0cc8077f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:07.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:07.811+0000 7f0ccda00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0cc810b760 0x7f0cc80784d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:07.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:07.811+0000 7f0ccda00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f0cc8115990 con 0x7f0cc8106120 2024-05-20T21:16:07.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:07.811+0000 7f0ccda00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f0cc8115810 con 0x7f0cc8105760 2024-05-20T21:16:07.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:07.811+0000 7f0ccda00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f0cc8115b10 con 0x7f0cc810b760 2024-05-20T21:16:07.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:07.812+0000 7f0cc6a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0cc8105760 0x7f0cc8077a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:07.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:07.812+0000 7f0cc6000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0cc8106120 0x7f0cc8077f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:07.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:07.812+0000 7f0cc6a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0cc8105760 0x7f0cc8077a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:37674/0 (socket says 172.21.15.8:37674) 2024-05-20T21:16:07.813 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:07.812+0000 7f0cc6a00700 1 -- 172.21.15.8:0/1091134107 learned_addr learned my addr 172.21.15.8:0/1091134107 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:07.813 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:07.812+0000 7f0cc7400700 1 --2- 172.21.15.8:0/1091134107 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0cc810b760 0x7f0cc80784d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:07.813 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:07.812+0000 7f0cc6a00700 1 -- 172.21.15.8:0/1091134107 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0cc810b760 msgr2=0x7f0cc80784d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:07.813 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:07.812+0000 7f0cc6a00700 1 --2- 172.21.15.8:0/1091134107 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0cc810b760 0x7f0cc80784d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:07.813 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:07.812+0000 7f0cc6a00700 1 -- 172.21.15.8:0/1091134107 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0cc8106120 msgr2=0x7f0cc8077f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:07.813 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:07.812+0000 7f0cc6a00700 1 --2- 172.21.15.8:0/1091134107 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0cc8106120 0x7f0cc8077f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:07.813 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:07.812+0000 7f0cc6a00700 1 -- 172.21.15.8:0/1091134107 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0cc81ac590 con 0x7f0cc8105760 2024-05-20T21:16:07.813 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:07.812+0000 7f0cc6000700 1 --2- 172.21.15.8:0/1091134107 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0cc8106120 0x7f0cc8077f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:07.813 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:07.813+0000 7f0cc6a00700 1 --2- 172.21.15.8:0/1091134107 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0cc8105760 0x7f0cc8077a50 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f0cb800e9a0 tx=0x7f0cb800ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:07.813 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:07.813+0000 7f0cbf400700 1 -- 172.21.15.8:0/1091134107 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cb800cbd0 con 0x7f0cc8105760 2024-05-20T21:16:07.813 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:07.813+0000 7f0cbf400700 1 -- 172.21.15.8:0/1091134107 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0cb800cd70 con 0x7f0cc8105760 2024-05-20T21:16:07.813 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:07.813+0000 7f0cbf400700 1 -- 172.21.15.8:0/1091134107 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cb8018660 con 0x7f0cc8105760 2024-05-20T21:16:07.813 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:07.813+0000 7f0ccda00700 1 -- 172.21.15.8:0/1091134107 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0cc81ac880 con 0x7f0cc8105760 2024-05-20T21:16:07.813 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:07.813+0000 7f0ccda00700 1 -- 172.21.15.8:0/1091134107 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0cc81acd40 con 0x7f0cc8105760 2024-05-20T21:16:07.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:07.814+0000 7f0ccda00700 1 -- 172.21.15.8:0/1091134107 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0cc8106ea0 con 0x7f0cc8105760 2024-05-20T21:16:07.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:07.816+0000 7f0cbf400700 1 -- 172.21.15.8:0/1091134107 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f0cb8010430 con 0x7f0cc8105760 2024-05-20T21:16:07.817 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:07.818+0000 7f0cbf400700 1 --2- 172.21.15.8:0/1091134107 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0cac0b2930 0x7f0cac0b4df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:07.817 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:07.818+0000 7f0cbf400700 1 -- 172.21.15.8:0/1091134107 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f0cb80e2360 con 0x7f0cc8105760 2024-05-20T21:16:07.817 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:07.818+0000 7f0cc6000700 1 --2- 172.21.15.8:0/1091134107 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0cac0b2930 0x7f0cac0b4df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:07.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:07.819+0000 7f0cc6000700 1 --2- 172.21.15.8:0/1091134107 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0cac0b2930 0x7f0cac0b4df0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f0cb40098c0 tx=0x7f0cb4019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:07.821 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:07.822+0000 7f0cbf400700 1 -- 172.21.15.8:0/1091134107 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f0cb80aa010 con 0x7f0cc8105760 2024-05-20T21:16:08.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:08.111+0000 7f0ccda00700 1 -- 172.21.15.8:0/1091134107 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0cc802e720 con 0x7f0cc8105760 2024-05-20T21:16:08.111 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:08.112+0000 7f0cbf400700 1 -- 172.21.15.8:0/1091134107 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7f0cb80a9910 con 0x7f0cc8105760 2024-05-20T21:16:08.112 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:16:08.112 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:16:08.115 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:08.115+0000 7f0ccda00700 1 -- 172.21.15.8:0/1091134107 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0cac0b2930 msgr2=0x7f0cac0b4df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:08.115 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:08.115+0000 7f0ccda00700 1 --2- 172.21.15.8:0/1091134107 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0cac0b2930 0x7f0cac0b4df0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f0cb40098c0 tx=0x7f0cb4019040 comp rx=0 tx=0).stop 2024-05-20T21:16:08.115 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:08.115+0000 7f0ccda00700 1 -- 172.21.15.8:0/1091134107 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0cc8105760 msgr2=0x7f0cc8077a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:08.115 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:08.115+0000 7f0ccda00700 1 --2- 172.21.15.8:0/1091134107 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0cc8105760 0x7f0cc8077a50 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f0cb800e9a0 tx=0x7f0cb800ecb0 comp rx=0 tx=0).stop 2024-05-20T21:16:08.115 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:08.116+0000 7f0ccda00700 1 -- 172.21.15.8:0/1091134107 shutdown_connections 2024-05-20T21:16:08.115 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:08.116+0000 7f0ccda00700 1 --2- 172.21.15.8:0/1091134107 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0cac0b2930 0x7f0cac0b4df0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:08.116 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:08.116+0000 7f0ccda00700 1 --2- 172.21.15.8:0/1091134107 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0cc8105760 0x7f0cc8077a50 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:08.116 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:08.116+0000 7f0ccda00700 1 --2- 172.21.15.8:0/1091134107 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0cc810b760 0x7f0cc80784d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:08.116 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:08.116+0000 7f0ccda00700 1 --2- 172.21.15.8:0/1091134107 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0cc8106120 0x7f0cc8077f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:08.116 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:08.116+0000 7f0ccda00700 1 -- 172.21.15.8:0/1091134107 >> 172.21.15.8:0/1091134107 conn(0x7f0cc8101250 msgr2=0x7f0cc8101aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:08.116 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:08.116+0000 7f0ccda00700 1 -- 172.21.15.8:0/1091134107 shutdown_connections 2024-05-20T21:16:08.116 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:08.116+0000 7f0ccda00700 1 -- 172.21.15.8:0/1091134107 wait complete. 2024-05-20T21:16:08.116 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:16:08.868 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:16:08 smithi008 ceph-mon[31475]: pgmap v464: 97 pgs: 97 active+clean; 660 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 938 B/s wr, 8 op/s 2024-05-20T21:16:08.868 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:16:08 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/1091134107' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:16:08.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:16:08 smithi130 ceph-mon[36448]: pgmap v464: 97 pgs: 97 active+clean; 660 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 938 B/s wr, 8 op/s 2024-05-20T21:16:08.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:16:08 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/1091134107' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:16:08.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:16:08 smithi050 ceph-mon[35809]: pgmap v464: 97 pgs: 97 active+clean; 660 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 938 B/s wr, 8 op/s 2024-05-20T21:16:08.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:16:08 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/1091134107' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:16:08.929 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:16:09.390 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:16:10.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:16:10 smithi008 ceph-mon[31475]: pgmap v465: 97 pgs: 97 active+clean; 660 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 938 B/s wr, 8 op/s 2024-05-20T21:16:10.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:16:10 smithi130 ceph-mon[36448]: pgmap v465: 97 pgs: 97 active+clean; 660 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 938 B/s wr, 8 op/s 2024-05-20T21:16:10.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:16:10 smithi050 ceph-mon[35809]: pgmap v465: 97 pgs: 97 active+clean; 660 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 938 B/s wr, 8 op/s 2024-05-20T21:16:11.623 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.623+0000 7f6464400700 1 -- 172.21.15.8:0/1223432779 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f645c06b220 msgr2=0x7f645c06b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:11.623 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.623+0000 7f6464400700 1 --2- 172.21.15.8:0/1223432779 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f645c06b220 0x7f645c06b6a0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f6448009990 tx=0x7f6448009ca0 comp rx=0 tx=0).stop 2024-05-20T21:16:11.623 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.623+0000 7f6464400700 1 -- 172.21.15.8:0/1223432779 shutdown_connections 2024-05-20T21:16:11.623 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.623+0000 7f6464400700 1 --2- 172.21.15.8:0/1223432779 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f645c1095b0 0x7f645c109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:11.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.623+0000 7f6464400700 1 --2- 172.21.15.8:0/1223432779 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f645c06bbe0 0x7f645c1103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:11.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.623+0000 7f6464400700 1 --2- 172.21.15.8:0/1223432779 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f645c06b220 0x7f645c06b6a0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:11.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.623+0000 7f6464400700 1 -- 172.21.15.8:0/1223432779 >> 172.21.15.8:0/1223432779 conn(0x7f645c0793f0 msgr2=0x7f645c079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:11.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.624+0000 7f6464400700 1 -- 172.21.15.8:0/1223432779 shutdown_connections 2024-05-20T21:16:11.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.624+0000 7f6464400700 1 -- 172.21.15.8:0/1223432779 wait complete. 2024-05-20T21:16:11.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.625+0000 7f6464400700 1 Processor -- start 2024-05-20T21:16:11.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.625+0000 7f6464400700 1 -- start start 2024-05-20T21:16:11.625 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.626+0000 7f6464400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f645c06b220 0x7f645c19be40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:11.625 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.626+0000 7f6464400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f645c06bbe0 0x7f645c19c380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:11.625 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.626+0000 7f6464400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f645c1095b0 0x7f645c1a0710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:11.625 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.626+0000 7f6464400700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f645c113710 con 0x7f645c06bbe0 2024-05-20T21:16:11.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.626+0000 7f6464400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f645c113590 con 0x7f645c1095b0 2024-05-20T21:16:11.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.626+0000 7f6464400700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f645c113890 con 0x7f645c06b220 2024-05-20T21:16:11.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.626+0000 7f6461000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f645c06bbe0 0x7f645c19c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:11.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.626+0000 7f6461a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f645c06b220 0x7f645c19be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:11.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.626+0000 7f6461000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f645c06bbe0 0x7f645c19c380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:53414/0 (socket says 172.21.15.8:53414) 2024-05-20T21:16:11.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.626+0000 7f6461000700 1 -- 172.21.15.8:0/351085168 learned_addr learned my addr 172.21.15.8:0/351085168 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:11.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.626+0000 7f6462400700 1 --2- 172.21.15.8:0/351085168 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f645c1095b0 0x7f645c1a0710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:11.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.627+0000 7f6461a00700 1 -- 172.21.15.8:0/351085168 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f645c1095b0 msgr2=0x7f645c1a0710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:11.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.627+0000 7f6461a00700 1 --2- 172.21.15.8:0/351085168 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f645c1095b0 0x7f645c1a0710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:11.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.627+0000 7f6461a00700 1 -- 172.21.15.8:0/351085168 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f645c06bbe0 msgr2=0x7f645c19c380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:11.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.627+0000 7f6461a00700 1 --2- 172.21.15.8:0/351085168 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f645c06bbe0 0x7f645c19c380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:11.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.627+0000 7f6461a00700 1 -- 172.21.15.8:0/351085168 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f645c1a0e50 con 0x7f645c06b220 2024-05-20T21:16:11.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.627+0000 7f6461a00700 1 --2- 172.21.15.8:0/351085168 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f645c06b220 0x7f645c19be40 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f645000ef10 tx=0x7f645000c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:11.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.627+0000 7f645a000700 1 -- 172.21.15.8:0/351085168 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f645000c9c0 con 0x7f645c06b220 2024-05-20T21:16:11.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.627+0000 7f645a000700 1 -- 172.21.15.8:0/351085168 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6450019070 con 0x7f645c06b220 2024-05-20T21:16:11.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.627+0000 7f645a000700 1 -- 172.21.15.8:0/351085168 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6450014480 con 0x7f645c06b220 2024-05-20T21:16:11.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.627+0000 7f6464400700 1 -- 172.21.15.8:0/351085168 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f645c1a10e0 con 0x7f645c06b220 2024-05-20T21:16:11.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.627+0000 7f6464400700 1 -- 172.21.15.8:0/351085168 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f645c1a89c0 con 0x7f645c06b220 2024-05-20T21:16:11.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.631+0000 7f645a000700 1 -- 172.21.15.8:0/351085168 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f6450012050 con 0x7f645c06b220 2024-05-20T21:16:11.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.632+0000 7f646ee6fb80 1 Processor -- start 2024-05-20T21:16:11.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.632+0000 7f646ee6fb80 1 -- start start 2024-05-20T21:16:11.632 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.633+0000 7f646ee6fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560116c04eb0 0x560116c05290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:11.632 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.633+0000 7f646ee6fb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560116c057d0 0x560116bff260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:11.632 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.633+0000 7f646ee6fb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560116bff880 0x560116bffce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:11.632 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.633+0000 7f646ee6fb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x560116b5de40 con 0x560116c057d0 2024-05-20T21:16:11.632 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.633+0000 7f646ee6fb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x560116b4d9e0 con 0x560116bff880 2024-05-20T21:16:11.632 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.633+0000 7f646ee6fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x560116b51a20 con 0x560116c04eb0 2024-05-20T21:16:11.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.633+0000 7f6462400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560116c04eb0 0x560116c05290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:11.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.633+0000 7f6462400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560116c04eb0 0x560116c05290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:49908/0 (socket says 172.21.15.8:49908) 2024-05-20T21:16:11.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.633+0000 7f6462400700 1 -- 172.21.15.8:0/2468373170 learned_addr learned my addr 172.21.15.8:0/2468373170 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:11.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.633+0000 7f6461000700 1 --2- 172.21.15.8:0/2468373170 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560116bff880 0x560116bffce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:11.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.634+0000 7f645a000700 1 --2- 172.21.15.8:0/351085168 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f64440b2880 0x7f64440b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:11.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.634+0000 7f6461a00700 1 --2- 172.21.15.8:0/2468373170 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560116c057d0 0x560116bff260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:11.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.634+0000 7f6462400700 1 -- 172.21.15.8:0/2468373170 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560116bff880 msgr2=0x560116bffce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:11.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.634+0000 7f6462400700 1 --2- 172.21.15.8:0/2468373170 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560116bff880 0x560116bffce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:11.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.634+0000 7f645a000700 1 -- 172.21.15.8:0/351085168 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f64500e2180 con 0x7f645c06b220 2024-05-20T21:16:11.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.634+0000 7f6462400700 1 -- 172.21.15.8:0/2468373170 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560116c057d0 msgr2=0x560116bff260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:11.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.634+0000 7f6462400700 1 --2- 172.21.15.8:0/2468373170 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560116c057d0 0x560116bff260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:11.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.634+0000 7f6462400700 1 -- 172.21.15.8:0/2468373170 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560116b16420 con 0x560116c04eb0 2024-05-20T21:16:11.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.634+0000 7f6461a00700 1 --2- 172.21.15.8:0/2468373170 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560116c057d0 0x560116bff260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:16:11.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.634+0000 7f6462400700 1 --2- 172.21.15.8:0/351085168 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f64440b2880 0x7f64440b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:11.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.635+0000 7f6462400700 1 --2- 172.21.15.8:0/2468373170 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560116c04eb0 0x560116c05290 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f6454009eb0 tx=0x7f6454011720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fc9483ec0273bb70 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:11.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.635+0000 7f6462400700 1 --2- 172.21.15.8:0/351085168 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f64440b2880 0x7f64440b4d40 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f6454023000 tx=0x7f6454024000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:11.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.636+0000 7f644ea00700 1 -- 172.21.15.8:0/2468373170 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6454017050 con 0x560116c04eb0 2024-05-20T21:16:11.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.636+0000 7f644ea00700 1 -- 172.21.15.8:0/2468373170 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6454003d30 con 0x560116c04eb0 2024-05-20T21:16:11.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.636+0000 7f644ea00700 1 -- 172.21.15.8:0/2468373170 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f645401cc60 con 0x560116c04eb0 2024-05-20T21:16:11.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.637+0000 7f646ee6fb80 1 -- 172.21.15.8:0/2468373170 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560116c04eb0 msgr2=0x560116c05290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:11.637 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.637+0000 7f646ee6fb80 1 --2- 172.21.15.8:0/2468373170 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560116c04eb0 0x560116c05290 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f6454009eb0 tx=0x7f6454011720 comp rx=0 tx=0).stop 2024-05-20T21:16:11.637 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.637+0000 7f646ee6fb80 1 -- 172.21.15.8:0/2468373170 shutdown_connections 2024-05-20T21:16:11.637 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.637+0000 7f646ee6fb80 1 --2- 172.21.15.8:0/2468373170 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560116bff880 0x560116bffce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:11.637 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.637+0000 7f646ee6fb80 1 --2- 172.21.15.8:0/2468373170 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560116c04eb0 0x560116c05290 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:11.637 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.637+0000 7f646ee6fb80 1 --2- 172.21.15.8:0/2468373170 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560116c057d0 0x560116bff260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:11.637 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.637+0000 7f646ee6fb80 1 -- 172.21.15.8:0/2468373170 >> 172.21.15.8:0/2468373170 conn(0x560116b2dbe0 msgr2=0x560116bfa010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:11.637 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.637+0000 7f646ee6fb80 1 -- 172.21.15.8:0/2468373170 shutdown_connections 2024-05-20T21:16:11.637 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.638+0000 7f646ee6fb80 1 -- 172.21.15.8:0/2468373170 wait complete. 2024-05-20T21:16:11.638 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.638+0000 7f646ee6fb80 1 -- start start 2024-05-20T21:16:11.638 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.638+0000 7f646ee6fb80 1 Processor -- start 2024-05-20T21:16:11.638 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.639+0000 7f646ee6fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560116bff880 0x560116c0b4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:11.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.639+0000 7f646ee6fb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560116c04eb0 0x560116c08880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:11.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.639+0000 7f646ee6fb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560116c057d0 0x560116c08dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:11.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.639+0000 7f646ee6fb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x560116a53fa0 con 0x560116c057d0 2024-05-20T21:16:11.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.639+0000 7f646ee6fb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x560116aee760 con 0x560116c04eb0 2024-05-20T21:16:11.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.639+0000 7f646ee6fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x560116c0c240 con 0x560116bff880 2024-05-20T21:16:11.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.639+0000 7f646ee6fb80 10 client.0 _ll_register_callbacks cb 0x560116af7c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:16:11.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.639+0000 7f6461a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560116bff880 0x560116c0b4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:11.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.639+0000 7f6461000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560116c04eb0 0x560116c08880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:11.641 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.639+0000 7f6461a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560116bff880 0x560116c0b4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:49922/0 (socket says 172.21.15.8:49922) 2024-05-20T21:16:11.641 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.639+0000 7f6461a00700 1 -- 172.21.15.8:0/2322172193 learned_addr learned my addr 172.21.15.8:0/2322172193 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:11.641 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.639+0000 7f6462400700 1 --2- 172.21.15.8:0/2322172193 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560116c057d0 0x560116c08dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:11.641 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.640+0000 7f6461a00700 1 -- 172.21.15.8:0/2322172193 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560116c04eb0 msgr2=0x560116c08880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:11.641 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.640+0000 7f6461a00700 1 --2- 172.21.15.8:0/2322172193 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560116c04eb0 0x560116c08880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:11.641 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.640+0000 7f6461a00700 1 -- 172.21.15.8:0/2322172193 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560116c057d0 msgr2=0x560116c08dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:11.642 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.640+0000 7f6461a00700 1 --2- 172.21.15.8:0/2322172193 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560116c057d0 0x560116c08dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:11.642 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.640+0000 7f6461a00700 1 -- 172.21.15.8:0/2322172193 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560116a9d8d0 con 0x560116bff880 2024-05-20T21:16:11.642 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.640+0000 7f6462400700 1 --2- 172.21.15.8:0/2322172193 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560116c057d0 0x560116c08dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:16:11.642 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.640+0000 7f6461000700 1 --2- 172.21.15.8:0/2322172193 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560116c04eb0 0x560116c08880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:11.642 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.640+0000 7f6461a00700 1 --2- 172.21.15.8:0/2322172193 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560116bff880 0x560116c0b4e0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f645000c6f0 tx=0x7f6450073020 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dc66d647d5643b61 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:11.642 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.640+0000 7f6443400700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:16:11.644 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.640+0000 7f6443400700 1 -- 172.21.15.8:0/2322172193 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64500b0e60 con 0x560116bff880 2024-05-20T21:16:11.644 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.640+0000 7f6443400700 1 -- 172.21.15.8:0/2322172193 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f645000cd10 con 0x560116bff880 2024-05-20T21:16:11.644 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.640+0000 7f646ee6fb80 1 -- 172.21.15.8:0/2322172193 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6454003d30 con 0x560116bff880 2024-05-20T21:16:11.644 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.641+0000 7f6443400700 1 -- 172.21.15.8:0/2322172193 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f64500a8ea0 con 0x560116bff880 2024-05-20T21:16:11.645 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.641+0000 7f646ee6fb80 10 client.25342 fetch_fsmap learned FSMap version 26 2024-05-20T21:16:11.645 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.641+0000 7f646ee6fb80 1 -- 172.21.15.8:0/2322172193 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560116b1e060 con 0x560116bff880 2024-05-20T21:16:11.645 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.641+0000 7f6443400700 1 -- 172.21.15.8:0/2322172193 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6454003d30 con 0x560116bff880 2024-05-20T21:16:11.645 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.641+0000 7f6443400700 1 -- 172.21.15.8:0/2322172193 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f64500910b0 con 0x560116bff880 2024-05-20T21:16:11.645 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.641+0000 7f646ee6fb80 10 client.25342 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:16:11.645 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.641+0000 7f646ee6fb80 10 client.25342 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:16:11.645 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.641+0000 7f646ee6fb80 20 client.25342 populate_metadata read hostname 'smithi008' 2024-05-20T21:16:11.645 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.641+0000 7f646ee6fb80 1 --2- 172.21.15.8:0/2322172193 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x560116c18cc0 0x560116c1b110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:11.645 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.641+0000 7f646ee6fb80 4 client.25342 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:16:11.645 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.641+0000 7f646ee6fb80 1 -- 172.21.15.8:0/2322172193 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560116b5fd90 con 0x560116c18cc0 2024-05-20T21:16:11.645 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.642+0000 7f6461000700 1 --2- 172.21.15.8:0/2322172193 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x560116c18cc0 0x560116c1b110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:11.645 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.642+0000 7f6443400700 10 client.25342 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:16:11.645 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.642+0000 7f6461000700 1 --2- 172.21.15.8:0/2322172193 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x560116c18cc0 0x560116c1b110 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=8c0d9c0672c8c895 server_cookie=7513d5b3fe18a25e in_seq=0 out_seq=0 2024-05-20T21:16:11.645 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.643+0000 7f6443400700 1 -- 172.21.15.8:0/2322172193 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x560116b5fd90 con 0x560116c18cc0 2024-05-20T21:16:11.646 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.643+0000 7f6443400700 10 client.25342 handle_command_reply: tid=0 2024-05-20T21:16:11.646 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.643+0000 7f646ee6fb80 1 client.25342 shutdown 2024-05-20T21:16:11.646 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.643+0000 7f646ee6fb80 1 -- 172.21.15.8:0/2322172193 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560116bff880 msgr2=0x560116c0b4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:11.646 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.643+0000 7f646ee6fb80 1 --2- 172.21.15.8:0/2322172193 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560116bff880 0x560116c0b4e0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f645000c6f0 tx=0x7f6450073020 comp rx=0 tx=0).stop 2024-05-20T21:16:11.646 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.644+0000 7f646ee6fb80 1 -- 172.21.15.8:0/2322172193 shutdown_connections 2024-05-20T21:16:11.646 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.644+0000 7f646ee6fb80 1 --2- 172.21.15.8:0/2322172193 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x560116c18cc0 0x560116c1b110 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:11.646 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.644+0000 7f646ee6fb80 1 --2- 172.21.15.8:0/2322172193 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560116c057d0 0x560116c08dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:11.646 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.644+0000 7f646ee6fb80 1 --2- 172.21.15.8:0/2322172193 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560116bff880 0x560116c0b4e0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:11.646 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.644+0000 7f646ee6fb80 1 --2- 172.21.15.8:0/2322172193 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560116c04eb0 0x560116c08880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:11.646 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.644+0000 7f646ee6fb80 1 -- 172.21.15.8:0/2322172193 >> 172.21.15.8:0/2322172193 conn(0x560116b2dbe0 msgr2=0x560116bfe250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:11.646 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.644+0000 7f6443400700 0 client.25342 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:16:11.646 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.644+0000 7f646ee6fb80 1 -- 172.21.15.8:0/2322172193 shutdown_connections 2024-05-20T21:16:11.646 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.644+0000 7f646ee6fb80 1 -- 172.21.15.8:0/2322172193 wait complete. 2024-05-20T21:16:11.647 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.644+0000 7f646ee6fb80 20 client.25342 trim_cache size 0 max 16384 2024-05-20T21:16:11.660 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.661+0000 7f646ee6fb80 1 Processor -- start 2024-05-20T21:16:11.660 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.661+0000 7f646ee6fb80 1 -- start start 2024-05-20T21:16:11.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.661+0000 7f646ee6fb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560116bff880 0x560116bff260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:11.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.661+0000 7f646ee6fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560116c04eb0 0x560116bf99e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:11.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.661+0000 7f646ee6fb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560116c057d0 0x560116bf9f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:11.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.661+0000 7f646ee6fb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f645c1b27e0 con 0x560116c057d0 2024-05-20T21:16:11.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.661+0000 7f646ee6fb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f645c1b0070 con 0x560116bff880 2024-05-20T21:16:11.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.661+0000 7f646ee6fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f645c1adec0 con 0x560116c04eb0 2024-05-20T21:16:11.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.661+0000 7f6462400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560116c057d0 0x560116bf9f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:11.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.661+0000 7f6462400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560116c057d0 0x560116bf9f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:53428/0 (socket says 172.21.15.8:53428) 2024-05-20T21:16:11.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.661+0000 7f6462400700 1 -- 172.21.15.8:0/3377779692 learned_addr learned my addr 172.21.15.8:0/3377779692 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:11.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.661+0000 7f6461000700 1 --2- 172.21.15.8:0/3377779692 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560116c04eb0 0x560116bf99e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:11.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.661+0000 7f6461a00700 1 --2- 172.21.15.8:0/3377779692 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560116bff880 0x560116bff260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:11.662 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.662+0000 7f6461000700 1 -- 172.21.15.8:0/3377779692 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560116bff880 msgr2=0x560116bff260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:11.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.662+0000 7f6461000700 1 --2- 172.21.15.8:0/3377779692 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560116bff880 0x560116bff260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:11.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.662+0000 7f6461000700 1 -- 172.21.15.8:0/3377779692 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560116c057d0 msgr2=0x560116bf9f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:11.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.662+0000 7f6461000700 1 --2- 172.21.15.8:0/3377779692 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560116c057d0 0x560116bf9f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:11.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.662+0000 7f6461000700 1 -- 172.21.15.8:0/3377779692 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560116bf44c0 con 0x560116c04eb0 2024-05-20T21:16:11.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.662+0000 7f6461000700 1 --2- 172.21.15.8:0/3377779692 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560116c04eb0 0x560116bf99e0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x560116c09e50 tx=0x7f644800b280 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e068e5f08c004158 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:11.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.663+0000 7f644e000700 1 -- 172.21.15.8:0/3377779692 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f644800b920 con 0x560116c04eb0 2024-05-20T21:16:11.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.663+0000 7f644e000700 1 -- 172.21.15.8:0/3377779692 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6448003680 con 0x560116c04eb0 2024-05-20T21:16:11.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.663+0000 7f644e000700 1 -- 172.21.15.8:0/3377779692 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f644800f6c0 con 0x560116c04eb0 2024-05-20T21:16:11.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.663+0000 7f646ee6fb80 1 -- 172.21.15.8:0/3377779692 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560116c04eb0 msgr2=0x560116bf99e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:11.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.663+0000 7f646ee6fb80 1 --2- 172.21.15.8:0/3377779692 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560116c04eb0 0x560116bf99e0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x560116c09e50 tx=0x7f644800b280 comp rx=0 tx=0).stop 2024-05-20T21:16:11.664 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.663+0000 7f646ee6fb80 1 -- 172.21.15.8:0/3377779692 shutdown_connections 2024-05-20T21:16:11.664 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.663+0000 7f646ee6fb80 1 --2- 172.21.15.8:0/3377779692 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560116bff880 0x560116bff260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:11.664 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.663+0000 7f646ee6fb80 1 --2- 172.21.15.8:0/3377779692 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560116c057d0 0x560116bf9f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:11.664 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.663+0000 7f646ee6fb80 1 --2- 172.21.15.8:0/3377779692 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560116c04eb0 0x560116bf99e0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:11.664 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.663+0000 7f646ee6fb80 1 -- 172.21.15.8:0/3377779692 >> 172.21.15.8:0/3377779692 conn(0x560116b2dbe0 msgr2=0x560116c029c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:11.664 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.664+0000 7f646ee6fb80 1 -- 172.21.15.8:0/3377779692 shutdown_connections 2024-05-20T21:16:11.664 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.664+0000 7f646ee6fb80 1 -- 172.21.15.8:0/3377779692 wait complete. 2024-05-20T21:16:11.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.664+0000 7f646ee6fb80 1 -- start start 2024-05-20T21:16:11.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.664+0000 7f646ee6fb80 1 Processor -- start 2024-05-20T21:16:11.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.665+0000 7f646ee6fb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560116bff880 0x560116c114d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:11.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.665+0000 7f646ee6fb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560116c04eb0 0x560116c11a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:11.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.665+0000 7f646ee6fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560116c057d0 0x560116c1f9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:11.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.665+0000 7f646ee6fb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f645c1ae530 con 0x560116c04eb0 2024-05-20T21:16:11.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.665+0000 7f646ee6fb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f645c1af9a0 con 0x560116bff880 2024-05-20T21:16:11.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.665+0000 7f646ee6fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f645c1aec00 con 0x560116c057d0 2024-05-20T21:16:11.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.665+0000 7f646ee6fb80 10 client.0 _ll_register_callbacks cb 0x560116af7c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:16:11.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.665+0000 7f6461000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560116c04eb0 0x560116c11a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:11.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.665+0000 7f6461000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560116c04eb0 0x560116c11a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:53438/0 (socket says 172.21.15.8:53438) 2024-05-20T21:16:11.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.665+0000 7f6461a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560116bff880 0x560116c114d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:11.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.665+0000 7f6461000700 1 -- 172.21.15.8:0/977274312 learned_addr learned my addr 172.21.15.8:0/977274312 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:11.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.665+0000 7f6462400700 1 --2- 172.21.15.8:0/977274312 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560116c057d0 0x560116c1f9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:11.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.666+0000 7f6461000700 1 -- 172.21.15.8:0/977274312 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560116c057d0 msgr2=0x560116c1f9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:11.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.666+0000 7f6461000700 1 --2- 172.21.15.8:0/977274312 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560116c057d0 0x560116c1f9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:11.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.666+0000 7f6461000700 1 -- 172.21.15.8:0/977274312 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560116bff880 msgr2=0x560116c114d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:11.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.666+0000 7f6461000700 1 --2- 172.21.15.8:0/977274312 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560116bff880 0x560116c114d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:11.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.666+0000 7f6461000700 1 -- 172.21.15.8:0/977274312 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560116c1ff10 con 0x560116c04eb0 2024-05-20T21:16:11.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.666+0000 7f6461a00700 1 --2- 172.21.15.8:0/977274312 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560116bff880 0x560116c114d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:11.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.666+0000 7f6462400700 1 --2- 172.21.15.8:0/977274312 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560116c057d0 0x560116c1f9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:16:11.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.666+0000 7f6461000700 1 --2- 172.21.15.8:0/977274312 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560116c04eb0 0x560116c11a10 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f6448009750 tx=0x7f6448005c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=22ae1af91e21ddd9 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:11.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.666+0000 7f6443400700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:16:11.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.666+0000 7f6443400700 1 -- 172.21.15.8:0/977274312 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6448003b80 con 0x560116c04eb0 2024-05-20T21:16:11.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.666+0000 7f6443400700 1 -- 172.21.15.8:0/977274312 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f6448003d20 con 0x560116c04eb0 2024-05-20T21:16:11.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.666+0000 7f646ee6fb80 1 -- 172.21.15.8:0/977274312 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6448003680 con 0x560116c04eb0 2024-05-20T21:16:11.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.667+0000 7f6443400700 1 -- 172.21.15.8:0/977274312 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f644800b720 con 0x560116c04eb0 2024-05-20T21:16:11.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.667+0000 7f646ee6fb80 10 client.15210 fetch_fsmap learned FSMap version 26 2024-05-20T21:16:11.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.667+0000 7f646ee6fb80 1 -- 172.21.15.8:0/977274312 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560116c82ff0 con 0x560116c04eb0 2024-05-20T21:16:11.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.667+0000 7f6443400700 1 -- 172.21.15.8:0/977274312 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6448003680 con 0x560116c04eb0 2024-05-20T21:16:11.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.667+0000 7f6443400700 1 -- 172.21.15.8:0/977274312 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f644800fa40 con 0x560116c04eb0 2024-05-20T21:16:11.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.667+0000 7f646ee6fb80 10 client.15210 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:16:11.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.667+0000 7f646ee6fb80 10 client.15210 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:16:11.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.668+0000 7f646ee6fb80 20 client.15210 populate_metadata read hostname 'smithi008' 2024-05-20T21:16:11.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.668+0000 7f646ee6fb80 1 --2- 172.21.15.8:0/977274312 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x560116c835b0 0x560116c859d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:11.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.668+0000 7f646ee6fb80 4 client.15210 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:16:11.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.668+0000 7f646ee6fb80 1 -- 172.21.15.8:0/977274312 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "damage ls"}) -- 0x560116b59570 con 0x560116c835b0 2024-05-20T21:16:11.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.668+0000 7f6461a00700 1 --2- 172.21.15.8:0/977274312 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x560116c835b0 0x560116c859d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:11.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.668+0000 7f6461a00700 1 --2- 172.21.15.8:0/977274312 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x560116c835b0 0x560116c859d0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=ef110db854f72831 server_cookie=5f53266d9ab4ce2d in_seq=0 out_seq=0 2024-05-20T21:16:11.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.668+0000 7f6443400700 10 client.15210 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:16:11.671 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.669+0000 7f6443400700 1 -- 172.21.15.8:0/977274312 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x560116b59570 con 0x560116c835b0 2024-05-20T21:16:11.671 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.669+0000 7f6443400700 10 client.15210 handle_command_reply: tid=0 2024-05-20T21:16:11.671 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.669+0000 7f646ee6fb80 1 client.15210 shutdown 2024-05-20T21:16:11.671 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.669+0000 7f646ee6fb80 1 -- 172.21.15.8:0/977274312 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560116c04eb0 msgr2=0x560116c11a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:11.671 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.669+0000 7f646ee6fb80 1 --2- 172.21.15.8:0/977274312 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560116c04eb0 0x560116c11a10 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f6448009750 tx=0x7f6448005c50 comp rx=0 tx=0).stop 2024-05-20T21:16:11.671 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.669+0000 7f646ee6fb80 1 -- 172.21.15.8:0/977274312 shutdown_connections 2024-05-20T21:16:11.671 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.669+0000 7f646ee6fb80 1 --2- 172.21.15.8:0/977274312 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x560116c835b0 0x560116c859d0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:11.671 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.669+0000 7f646ee6fb80 1 --2- 172.21.15.8:0/977274312 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560116bff880 0x560116c114d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:11.671 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.669+0000 7f646ee6fb80 1 --2- 172.21.15.8:0/977274312 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560116c057d0 0x560116c1f9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:11.671 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.669+0000 7f646ee6fb80 1 --2- 172.21.15.8:0/977274312 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560116c04eb0 0x560116c11a10 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:11.671 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.669+0000 7f6443400700 0 client.15210 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:16:11.671 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.669+0000 7f646ee6fb80 1 -- 172.21.15.8:0/977274312 >> 172.21.15.8:0/977274312 conn(0x560116b2dbe0 msgr2=0x560116bf99e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:11.671 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.669+0000 7f646ee6fb80 1 -- 172.21.15.8:0/977274312 shutdown_connections 2024-05-20T21:16:11.671 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.669+0000 7f646ee6fb80 1 -- 172.21.15.8:0/977274312 wait complete. 2024-05-20T21:16:11.672 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.670+0000 7f646ee6fb80 20 client.15210 trim_cache size 0 max 16384 2024-05-20T21:16:11.672 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:16:11.673 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.670+0000 7f6464400700 1 -- 172.21.15.8:0/351085168 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f64440b2880 msgr2=0x7f64440b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:11.673 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.670+0000 7f6464400700 1 --2- 172.21.15.8:0/351085168 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f64440b2880 0x7f64440b4d40 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f6454023000 tx=0x7f6454024000 comp rx=0 tx=0).stop 2024-05-20T21:16:11.673 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.670+0000 7f6464400700 1 -- 172.21.15.8:0/351085168 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f645c06b220 msgr2=0x7f645c19be40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:11.673 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.670+0000 7f6464400700 1 --2- 172.21.15.8:0/351085168 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f645c06b220 0x7f645c19be40 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f645000ef10 tx=0x7f645000c3a0 comp rx=0 tx=0).stop 2024-05-20T21:16:11.673 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.671+0000 7f6464400700 1 -- 172.21.15.8:0/351085168 shutdown_connections 2024-05-20T21:16:11.673 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.671+0000 7f6464400700 1 --2- 172.21.15.8:0/351085168 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f64440b2880 0x7f64440b4d40 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:11.673 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.671+0000 7f6464400700 1 --2- 172.21.15.8:0/351085168 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f645c1095b0 0x7f645c1a0710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:11.673 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.671+0000 7f6464400700 1 --2- 172.21.15.8:0/351085168 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f645c06b220 0x7f645c19be40 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:11.673 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.671+0000 7f6464400700 1 --2- 172.21.15.8:0/351085168 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f645c06bbe0 0x7f645c19c380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:11.673 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.671+0000 7f6464400700 1 -- 172.21.15.8:0/351085168 >> 172.21.15.8:0/351085168 conn(0x7f645c0793f0 msgr2=0x7f645c10e700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:11.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.671+0000 7f6464400700 1 -- 172.21.15.8:0/351085168 shutdown_connections 2024-05-20T21:16:11.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:11.671+0000 7f6464400700 1 -- 172.21.15.8:0/351085168 wait complete. 2024-05-20T21:16:12.386 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.386+0000 7f142b200640 1 -- 172.21.15.8:0/9976103 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1424103b70 msgr2=0x7f1424103ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:12.387 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.386+0000 7f142b200640 1 --2- 172.21.15.8:0/9976103 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1424103b70 0x7f1424103ff0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f1414009930 tx=0x7f141402a420 comp rx=0 tx=0).stop 2024-05-20T21:16:12.387 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.387+0000 7f142b200640 1 -- 172.21.15.8:0/9976103 shutdown_connections 2024-05-20T21:16:12.387 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.387+0000 7f142b200640 1 --2- 172.21.15.8:0/9976103 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1424104530 0x7f142410adc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.387 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.387+0000 7f142b200640 1 --2- 172.21.15.8:0/9976103 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1424103b70 0x7f1424103ff0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.387 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.387+0000 7f142b200640 1 --2- 172.21.15.8:0/9976103 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1424100ba0 0x7f1424100fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.387 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.387+0000 7f142b200640 1 -- 172.21.15.8:0/9976103 >> 172.21.15.8:0/9976103 conn(0x7f14240fc4b0 msgr2=0x7f14240fe910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:12.388 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.387+0000 7f142b200640 1 -- 172.21.15.8:0/9976103 shutdown_connections 2024-05-20T21:16:12.388 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.387+0000 7f142b200640 1 -- 172.21.15.8:0/9976103 wait complete. 2024-05-20T21:16:12.401 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.388+0000 7f142b200640 1 Processor -- start 2024-05-20T21:16:12.401 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.388+0000 7f142b200640 1 -- start start 2024-05-20T21:16:12.402 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.388+0000 7f142b200640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1424100ba0 0x7f142419ad50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:12.402 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.388+0000 7f142b200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1424103b70 0x7f142419b290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:12.402 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.388+0000 7f142b200640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1424104530 0x7f14241a2300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:12.402 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.388+0000 7f142b200640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f142410e430 con 0x7f1424100ba0 2024-05-20T21:16:12.402 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.388+0000 7f142b200640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f142410e2b0 con 0x7f1424103b70 2024-05-20T21:16:12.402 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.388+0000 7f142b200640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f142410e5b0 con 0x7f1424104530 2024-05-20T21:16:12.402 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.389+0000 7f1429e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1424100ba0 0x7f142419ad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:12.402 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.389+0000 7f1429e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1424100ba0 0x7f142419ad50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:53454/0 (socket says 172.21.15.8:53454) 2024-05-20T21:16:12.402 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.389+0000 7f1429400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1424103b70 0x7f142419b290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:12.402 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.389+0000 7f1429e00640 1 -- 172.21.15.8:0/1500439639 learned_addr learned my addr 172.21.15.8:0/1500439639 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:12.402 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.389+0000 7f142a800640 1 --2- 172.21.15.8:0/1500439639 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1424104530 0x7f14241a2300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:12.403 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.389+0000 7f1429400640 1 -- 172.21.15.8:0/1500439639 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1424104530 msgr2=0x7f14241a2300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:12.403 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.389+0000 7f1429400640 1 --2- 172.21.15.8:0/1500439639 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1424104530 0x7f14241a2300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.403 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.389+0000 7f1429400640 1 -- 172.21.15.8:0/1500439639 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1424100ba0 msgr2=0x7f142419ad50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:12.403 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.389+0000 7f1429400640 1 --2- 172.21.15.8:0/1500439639 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1424100ba0 0x7f142419ad50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.403 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.389+0000 7f1429400640 1 -- 172.21.15.8:0/1500439639 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14241a2970 con 0x7f1424103b70 2024-05-20T21:16:12.403 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.389+0000 7f1429e00640 1 --2- 172.21.15.8:0/1500439639 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1424100ba0 0x7f142419ad50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:12.403 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.389+0000 7f1429400640 1 --2- 172.21.15.8:0/1500439639 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1424103b70 0x7f142419b290 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f1414009230 tx=0x7f14140042f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:12.403 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.390+0000 7f141ea00640 1 -- 172.21.15.8:0/1500439639 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f141403f030 con 0x7f1424103b70 2024-05-20T21:16:12.403 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.390+0000 7f141ea00640 1 -- 172.21.15.8:0/1500439639 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1414032e50 con 0x7f1424103b70 2024-05-20T21:16:12.403 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.390+0000 7f142b200640 1 -- 172.21.15.8:0/1500439639 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14241a2c00 con 0x7f1424103b70 2024-05-20T21:16:12.403 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.390+0000 7f141ea00640 1 -- 172.21.15.8:0/1500439639 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1414035070 con 0x7f1424103b70 2024-05-20T21:16:12.403 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.390+0000 7f142b200640 1 -- 172.21.15.8:0/1500439639 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14241a30f0 con 0x7f1424103b70 2024-05-20T21:16:12.404 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.393+0000 7f142f5ca740 1 Processor -- start 2024-05-20T21:16:12.404 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.393+0000 7f142f5ca740 1 -- start start 2024-05-20T21:16:12.404 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.393+0000 7f142f5ca740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56205218bcf0 0x56205218c110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:12.404 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.393+0000 7f141ea00640 1 -- 172.21.15.8:0/1500439639 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f1414042030 con 0x7f1424103b70 2024-05-20T21:16:12.404 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.393+0000 7f142f5ca740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56205218c6e0 0x5620521911e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:12.404 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.393+0000 7f142f5ca740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562052191850 0x562052193ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:12.404 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.393+0000 7f142f5ca740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5620520fbb90 con 0x56205218c6e0 2024-05-20T21:16:12.404 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.393+0000 7f142f5ca740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5620520eb730 con 0x56205218bcf0 2024-05-20T21:16:12.404 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.393+0000 7f142f5ca740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5620520ef770 con 0x562052191850 2024-05-20T21:16:12.404 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.394+0000 7f1429e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56205218c6e0 0x5620521911e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:12.404 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.394+0000 7f142a800640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56205218bcf0 0x56205218c110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:12.404 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.394+0000 7f1429e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56205218c6e0 0x5620521911e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:53464/0 (socket says 172.21.15.8:53464) 2024-05-20T21:16:12.405 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.394+0000 7f142a800640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56205218bcf0 0x56205218c110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:37782/0 (socket says 172.21.15.8:37782) 2024-05-20T21:16:12.405 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.394+0000 7f1429e00640 1 -- 172.21.15.8:0/776407650 learned_addr learned my addr 172.21.15.8:0/776407650 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:12.405 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.394+0000 7f1429400640 1 --2- 172.21.15.8:0/776407650 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562052191850 0x562052193ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:12.405 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.394+0000 7f142a800640 1 -- 172.21.15.8:0/776407650 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562052191850 msgr2=0x562052193ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:12.405 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.394+0000 7f142a800640 1 --2- 172.21.15.8:0/776407650 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562052191850 0x562052193ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.405 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.394+0000 7f142a800640 1 -- 172.21.15.8:0/776407650 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56205218c6e0 msgr2=0x5620521911e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:12.405 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.394+0000 7f142a800640 1 --2- 172.21.15.8:0/776407650 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56205218c6e0 0x5620521911e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.405 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.394+0000 7f142a800640 1 -- 172.21.15.8:0/776407650 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5620520848b0 con 0x56205218bcf0 2024-05-20T21:16:12.405 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.395+0000 7f142a800640 1 --2- 172.21.15.8:0/776407650 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56205218bcf0 0x56205218c110 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f1420009f00 tx=0x7f1420011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f364213c17f71b23 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:12.405 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.395+0000 7f1413000640 1 -- 172.21.15.8:0/776407650 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1420004d20 con 0x56205218bcf0 2024-05-20T21:16:12.405 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.395+0000 7f1413000640 1 -- 172.21.15.8:0/776407650 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1420004030 con 0x56205218bcf0 2024-05-20T21:16:12.405 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.395+0000 7f1413000640 1 -- 172.21.15.8:0/776407650 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1420005280 con 0x56205218bcf0 2024-05-20T21:16:12.405 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.395+0000 7f141ea00640 1 --2- 172.21.15.8:0/1500439639 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f140c0b27d0 0x7f140c0b4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:12.405 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.395+0000 7f141ea00640 1 -- 172.21.15.8:0/1500439639 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f14141026c0 con 0x7f1424103b70 2024-05-20T21:16:12.406 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.395+0000 7f142f5ca740 1 -- 172.21.15.8:0/776407650 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56205218bcf0 msgr2=0x56205218c110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:12.406 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.395+0000 7f142f5ca740 1 --2- 172.21.15.8:0/776407650 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56205218bcf0 0x56205218c110 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f1420009f00 tx=0x7f1420011810 comp rx=0 tx=0).stop 2024-05-20T21:16:12.406 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.396+0000 7f1429e00640 1 --2- 172.21.15.8:0/1500439639 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f140c0b27d0 0x7f140c0b4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:12.406 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.396+0000 7f142f5ca740 1 -- 172.21.15.8:0/776407650 shutdown_connections 2024-05-20T21:16:12.406 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.396+0000 7f142f5ca740 1 --2- 172.21.15.8:0/776407650 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562052191850 0x562052193ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.406 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.396+0000 7f142f5ca740 1 --2- 172.21.15.8:0/776407650 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56205218c6e0 0x5620521911e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.406 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.396+0000 7f142f5ca740 1 --2- 172.21.15.8:0/776407650 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56205218bcf0 0x56205218c110 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.406 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.396+0000 7f142f5ca740 1 -- 172.21.15.8:0/776407650 >> 172.21.15.8:0/776407650 conn(0x562052187360 msgr2=0x562052187760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:12.406 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.396+0000 7f142f5ca740 1 -- 172.21.15.8:0/776407650 shutdown_connections 2024-05-20T21:16:12.406 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.396+0000 7f142f5ca740 1 -- 172.21.15.8:0/776407650 wait complete. 2024-05-20T21:16:12.406 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.396+0000 7f142f5ca740 1 -- start start 2024-05-20T21:16:12.407 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.396+0000 7f1429e00640 1 --2- 172.21.15.8:0/1500439639 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f140c0b27d0 0x7f140c0b4c90 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f14180058c0 tx=0x7f1418005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:12.407 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.396+0000 7f142f5ca740 1 Processor -- start 2024-05-20T21:16:12.407 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.397+0000 7f142f5ca740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56205218bcf0 0x562052195af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:12.407 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.397+0000 7f142f5ca740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56205218c6e0 0x562052196030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:12.407 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.397+0000 7f142f5ca740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562052191850 0x56205219d070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:12.407 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.397+0000 7f142f5ca740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x562051dd1790 con 0x56205218c6e0 2024-05-20T21:16:12.407 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.397+0000 7f142f5ca740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x562052093bc0 con 0x562052191850 2024-05-20T21:16:12.407 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.397+0000 7f142f5ca740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x562052194800 con 0x56205218bcf0 2024-05-20T21:16:12.407 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.397+0000 7f142f5ca740 10 client.0 _ll_register_callbacks cb 0x562052071400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:16:12.407 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.397+0000 7f1429400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56205218c6e0 0x562052196030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:12.407 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.397+0000 7f1429400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56205218c6e0 0x562052196030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:53472/0 (socket says 172.21.15.8:53472) 2024-05-20T21:16:12.407 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.397+0000 7f1429400640 1 -- 172.21.15.8:0/1287568837 learned_addr learned my addr 172.21.15.8:0/1287568837 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:12.407 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.397+0000 7f142a800640 1 --2- 172.21.15.8:0/1287568837 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562052191850 0x56205219d070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:12.408 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.398+0000 7f1429400640 1 -- 172.21.15.8:0/1287568837 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56205218bcf0 msgr2=0x562052195af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:12.408 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.398+0000 7f1429400640 1 --2- 172.21.15.8:0/1287568837 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56205218bcf0 0x562052195af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.408 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.398+0000 7f1429400640 1 -- 172.21.15.8:0/1287568837 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562052191850 msgr2=0x56205219d070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:12.408 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.398+0000 7f1429400640 1 --2- 172.21.15.8:0/1287568837 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562052191850 0x56205219d070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.408 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.398+0000 7f1429400640 1 -- 172.21.15.8:0/1287568837 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562051e00210 con 0x56205218c6e0 2024-05-20T21:16:12.408 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.398+0000 7f142a800640 1 --2- 172.21.15.8:0/1287568837 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562052191850 0x56205219d070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:16:12.408 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.398+0000 7f1429400640 1 --2- 172.21.15.8:0/1287568837 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56205218c6e0 0x562052196030 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f14140c5da0 tx=0x7f14140c9af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=add80b8fce62d46 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:12.408 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.398+0000 7f1407400640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:16:12.408 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.398+0000 7f1407400640 1 -- 172.21.15.8:0/1287568837 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1414049040 con 0x56205218c6e0 2024-05-20T21:16:12.408 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.398+0000 7f1407400640 1 -- 172.21.15.8:0/1287568837 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f14140ca190 con 0x56205218c6e0 2024-05-20T21:16:12.408 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.398+0000 7f142f5ca740 1 -- 172.21.15.8:0/1287568837 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1420004030 con 0x56205218c6e0 2024-05-20T21:16:12.408 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.398+0000 7f1407400640 1 -- 172.21.15.8:0/1287568837 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f14140d2410 con 0x56205218c6e0 2024-05-20T21:16:12.408 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.399+0000 7f142f5ca740 10 client.15222 fetch_fsmap learned FSMap version 26 2024-05-20T21:16:12.409 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.399+0000 7f142f5ca740 1 -- 172.21.15.8:0/1287568837 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562051ecc620 con 0x56205218c6e0 2024-05-20T21:16:12.409 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.399+0000 7f1407400640 1 -- 172.21.15.8:0/1287568837 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1420004030 con 0x56205218c6e0 2024-05-20T21:16:12.409 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.399+0000 7f1407400640 1 -- 172.21.15.8:0/1287568837 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f14140d2640 con 0x56205218c6e0 2024-05-20T21:16:12.409 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.399+0000 7f142f5ca740 10 client.15222 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:16:12.409 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.399+0000 7f142f5ca740 10 client.15222 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:16:12.409 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.399+0000 7f142f5ca740 20 client.15222 populate_metadata read hostname 'smithi008' 2024-05-20T21:16:12.409 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.399+0000 7f142f5ca740 1 --2- 172.21.15.8:0/1287568837 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5620521a15e0 0x5620521a3aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:12.409 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.399+0000 7f142f5ca740 4 client.15222 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:16:12.409 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.399+0000 7f142f5ca740 1 -- 172.21.15.8:0/1287568837 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5620520fdae0 con 0x5620521a15e0 2024-05-20T21:16:12.409 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.400+0000 7f1429e00640 1 --2- 172.21.15.8:0/1287568837 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5620521a15e0 0x5620521a3aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:12.409 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.400+0000 7f1429e00640 1 --2- 172.21.15.8:0/1287568837 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5620521a15e0 0x5620521a3aa0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8825ef8e448f403e server_cookie=fffe0c017f9815a7 in_seq=0 out_seq=0 2024-05-20T21:16:12.409 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.400+0000 7f1407400640 10 client.15222 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:16:12.409 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.401+0000 7f1407400640 1 -- 172.21.15.8:0/1287568837 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5620520fdae0 con 0x5620521a15e0 2024-05-20T21:16:12.410 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.401+0000 7f1407400640 10 client.15222 handle_command_reply: tid=0 2024-05-20T21:16:12.410 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.401+0000 7f142f5ca740 1 client.15222 shutdown 2024-05-20T21:16:12.410 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.401+0000 7f142f5ca740 1 -- 172.21.15.8:0/1287568837 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56205218c6e0 msgr2=0x562052196030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:12.410 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.401+0000 7f142f5ca740 1 --2- 172.21.15.8:0/1287568837 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56205218c6e0 0x562052196030 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f14140c5da0 tx=0x7f14140c9af0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.410 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.401+0000 7f142f5ca740 1 -- 172.21.15.8:0/1287568837 shutdown_connections 2024-05-20T21:16:12.410 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.401+0000 7f142f5ca740 1 --2- 172.21.15.8:0/1287568837 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5620521a15e0 0x5620521a3aa0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.410 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.401+0000 7f142f5ca740 1 --2- 172.21.15.8:0/1287568837 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562052191850 0x56205219d070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.410 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.401+0000 7f142f5ca740 1 --2- 172.21.15.8:0/1287568837 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56205218c6e0 0x562052196030 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.410 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.401+0000 7f142f5ca740 1 --2- 172.21.15.8:0/1287568837 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56205218bcf0 0x562052195af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.410 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.401+0000 7f1407400640 0 client.15222 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:16:12.410 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.401+0000 7f142f5ca740 1 -- 172.21.15.8:0/1287568837 >> 172.21.15.8:0/1287568837 conn(0x562052187360 msgr2=0x5620521864c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:12.410 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.401+0000 7f142f5ca740 1 -- 172.21.15.8:0/1287568837 shutdown_connections 2024-05-20T21:16:12.410 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.402+0000 7f142f5ca740 1 -- 172.21.15.8:0/1287568837 wait complete. 2024-05-20T21:16:12.410 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.402+0000 7f142f5ca740 20 client.15222 trim_cache size 0 max 16384 2024-05-20T21:16:12.417 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.418+0000 7f142f5ca740 1 Processor -- start 2024-05-20T21:16:12.417 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.418+0000 7f142f5ca740 1 -- start start 2024-05-20T21:16:12.417 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.418+0000 7f142f5ca740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56205218bcf0 0x56205218aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:12.418 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.418+0000 7f142f5ca740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56205218c6e0 0x56205219d030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:12.418 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.418+0000 7f142f5ca740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562052191850 0x56205218d180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:12.418 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.418+0000 7f142f5ca740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f14241ae780 con 0x562052191850 2024-05-20T21:16:12.418 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.418+0000 7f142f5ca740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f14241ac050 con 0x56205218bcf0 2024-05-20T21:16:12.418 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.418+0000 7f142f5ca740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f14241a9ea0 con 0x56205218c6e0 2024-05-20T21:16:12.419 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.419+0000 7f142a800640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562052191850 0x56205218d180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:12.419 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.419+0000 7f1429e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56205218bcf0 0x56205218aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:12.419 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.419+0000 7f1429e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56205218bcf0 0x56205218aa30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:37794/0 (socket says 172.21.15.8:37794) 2024-05-20T21:16:12.419 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.419+0000 7f142a800640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562052191850 0x56205218d180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:53474/0 (socket says 172.21.15.8:53474) 2024-05-20T21:16:12.419 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.419+0000 7f1429e00640 1 -- 172.21.15.8:0/431547879 learned_addr learned my addr 172.21.15.8:0/431547879 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:12.419 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.419+0000 7f1429400640 1 --2- 172.21.15.8:0/431547879 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56205218c6e0 0x56205219d030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:12.419 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.419+0000 7f1429e00640 1 -- 172.21.15.8:0/431547879 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56205218c6e0 msgr2=0x56205219d030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:12.419 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.419+0000 7f1429e00640 1 --2- 172.21.15.8:0/431547879 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56205218c6e0 0x56205219d030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.420 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.419+0000 7f1429e00640 1 -- 172.21.15.8:0/431547879 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562052191850 msgr2=0x56205218d180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:12.420 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.419+0000 7f1429e00640 1 --2- 172.21.15.8:0/431547879 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562052191850 0x56205218d180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.420 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.419+0000 7f1429e00640 1 -- 172.21.15.8:0/431547879 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56205218af70 con 0x56205218bcf0 2024-05-20T21:16:12.420 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.420+0000 7f1429e00640 1 --2- 172.21.15.8:0/431547879 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56205218bcf0 0x56205218aa30 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x56205218d150 tx=0x7f1418017000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=10dda78fccd17294 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:12.420 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.420+0000 7f1412600640 1 -- 172.21.15.8:0/431547879 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1418028330 con 0x56205218bcf0 2024-05-20T21:16:12.420 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.420+0000 7f1412600640 1 -- 172.21.15.8:0/431547879 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1418028980 con 0x56205218bcf0 2024-05-20T21:16:12.420 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.420+0000 7f1412600640 1 -- 172.21.15.8:0/431547879 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1418011c30 con 0x56205218bcf0 2024-05-20T21:16:12.422 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.421+0000 7f142f5ca740 1 -- 172.21.15.8:0/431547879 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56205218bcf0 msgr2=0x56205218aa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:12.422 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.421+0000 7f142f5ca740 1 --2- 172.21.15.8:0/431547879 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56205218bcf0 0x56205218aa30 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x56205218d150 tx=0x7f1418017000 comp rx=0 tx=0).stop 2024-05-20T21:16:12.422 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.421+0000 7f142f5ca740 1 -- 172.21.15.8:0/431547879 shutdown_connections 2024-05-20T21:16:12.423 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.421+0000 7f142f5ca740 1 --2- 172.21.15.8:0/431547879 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562052191850 0x56205218d180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.423 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.421+0000 7f142f5ca740 1 --2- 172.21.15.8:0/431547879 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56205218c6e0 0x56205219d030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.423 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.421+0000 7f142f5ca740 1 --2- 172.21.15.8:0/431547879 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56205218bcf0 0x56205218aa30 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.423 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.421+0000 7f142f5ca740 1 -- 172.21.15.8:0/431547879 >> 172.21.15.8:0/431547879 conn(0x562052187360 msgr2=0x56205218a320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:12.423 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.421+0000 7f142f5ca740 1 -- 172.21.15.8:0/431547879 shutdown_connections 2024-05-20T21:16:12.423 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.421+0000 7f142f5ca740 1 -- 172.21.15.8:0/431547879 wait complete. 2024-05-20T21:16:12.423 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.421+0000 7f142f5ca740 1 -- start start 2024-05-20T21:16:12.423 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.421+0000 7f142f5ca740 1 Processor -- start 2024-05-20T21:16:12.423 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.422+0000 7f142f5ca740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56205218bcf0 0x56205219a720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:12.423 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.422+0000 7f142f5ca740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56205218c6e0 0x56205219ac60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:12.423 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.422+0000 7f142f5ca740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562052191850 0x56205219bc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:12.423 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.422+0000 7f142f5ca740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f14241aa510 con 0x562052191850 2024-05-20T21:16:12.424 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.422+0000 7f142f5ca740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f14241ab980 con 0x56205218bcf0 2024-05-20T21:16:12.424 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.422+0000 7f142f5ca740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f14241aabe0 con 0x56205218c6e0 2024-05-20T21:16:12.424 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.422+0000 7f142f5ca740 10 client.0 _ll_register_callbacks cb 0x7f1414009880 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:16:12.424 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.422+0000 7f142a800640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562052191850 0x56205219bc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:12.424 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.422+0000 7f1429400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56205218c6e0 0x56205219ac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:12.424 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.422+0000 7f1429400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56205218c6e0 0x56205219ac60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:49990/0 (socket says 172.21.15.8:49990) 2024-05-20T21:16:12.424 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.422+0000 7f142a800640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562052191850 0x56205219bc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:53482/0 (socket says 172.21.15.8:53482) 2024-05-20T21:16:12.424 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.422+0000 7f1429400640 1 -- 172.21.15.8:0/2382220055 learned_addr learned my addr 172.21.15.8:0/2382220055 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:12.424 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.422+0000 7f1429e00640 1 --2- 172.21.15.8:0/2382220055 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56205218bcf0 0x56205219a720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:12.424 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.422+0000 7f1429400640 1 -- 172.21.15.8:0/2382220055 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56205218bcf0 msgr2=0x56205219a720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:12.424 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.422+0000 7f1429400640 1 --2- 172.21.15.8:0/2382220055 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56205218bcf0 0x56205219a720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.424 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.422+0000 7f1429400640 1 -- 172.21.15.8:0/2382220055 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562052191850 msgr2=0x56205219bc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:12.424 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.422+0000 7f1429400640 1 --2- 172.21.15.8:0/2382220055 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562052191850 0x56205219bc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.424 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.422+0000 7f1429400640 1 -- 172.21.15.8:0/2382220055 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56205219c260 con 0x56205218c6e0 2024-05-20T21:16:12.425 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.423+0000 7f1429400640 1 --2- 172.21.15.8:0/2382220055 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56205218c6e0 0x56205219ac60 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f14140d29b0 tx=0x7f14140c5cd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4b10b60c3ffe1710 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:12.425 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.423+0000 7f1407400640 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:16:12.425 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.423+0000 7f1407400640 1 -- 172.21.15.8:0/2382220055 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1414049040 con 0x56205218c6e0 2024-05-20T21:16:12.425 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.423+0000 7f1407400640 1 -- 172.21.15.8:0/2382220055 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f14140c58f0 con 0x56205218c6e0 2024-05-20T21:16:12.425 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.423+0000 7f142f5ca740 1 -- 172.21.15.8:0/2382220055 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1418028980 con 0x56205218c6e0 2024-05-20T21:16:12.425 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.423+0000 7f1407400640 1 -- 172.21.15.8:0/2382220055 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f14140c9830 con 0x56205218c6e0 2024-05-20T21:16:12.425 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.423+0000 7f142f5ca740 10 client.25363 fetch_fsmap learned FSMap version 26 2024-05-20T21:16:12.425 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.423+0000 7f142f5ca740 1 -- 172.21.15.8:0/2382220055 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56205220c2b0 con 0x56205218c6e0 2024-05-20T21:16:12.425 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.424+0000 7f1407400640 1 -- 172.21.15.8:0/2382220055 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1418028980 con 0x56205218c6e0 2024-05-20T21:16:12.426 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.424+0000 7f1407400640 1 -- 172.21.15.8:0/2382220055 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f14140cf1b0 con 0x56205218c6e0 2024-05-20T21:16:12.426 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.424+0000 7f142f5ca740 10 client.25363 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:16:12.426 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.424+0000 7f142f5ca740 10 client.25363 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:16:12.426 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.424+0000 7f142f5ca740 20 client.25363 populate_metadata read hostname 'smithi008' 2024-05-20T21:16:12.426 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.424+0000 7f142f5ca740 1 --2- 172.21.15.8:0/2382220055 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56205220cb70 0x56205220ef90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:12.426 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.424+0000 7f142f5ca740 4 client.25363 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:16:12.426 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.424+0000 7f142f5ca740 1 -- 172.21.15.8:0/2382220055 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5620520f72c0 con 0x56205220cb70 2024-05-20T21:16:12.426 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.424+0000 7f1429e00640 1 --2- 172.21.15.8:0/2382220055 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56205220cb70 0x56205220ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:12.427 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.425+0000 7f1429e00640 1 --2- 172.21.15.8:0/2382220055 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56205220cb70 0x56205220ef90 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4185f0507ab1f294 server_cookie=e8dbc5d345c5e8fb in_seq=0 out_seq=0 2024-05-20T21:16:12.427 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.425+0000 7f1407400640 10 client.25363 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:16:12.428 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.429+0000 7f1407400640 1 -- 172.21.15.8:0/2382220055 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5620520f72c0 con 0x56205220cb70 2024-05-20T21:16:12.428 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.429+0000 7f1407400640 10 client.25363 handle_command_reply: tid=0 2024-05-20T21:16:12.429 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.429+0000 7f142f5ca740 1 client.25363 shutdown 2024-05-20T21:16:12.429 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.429+0000 7f142f5ca740 1 -- 172.21.15.8:0/2382220055 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56205218c6e0 msgr2=0x56205219ac60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:12.429 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.429+0000 7f142f5ca740 1 --2- 172.21.15.8:0/2382220055 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56205218c6e0 0x56205219ac60 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f14140d29b0 tx=0x7f14140c5cd0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.429 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.429+0000 7f142f5ca740 1 -- 172.21.15.8:0/2382220055 shutdown_connections 2024-05-20T21:16:12.429 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.429+0000 7f142f5ca740 1 --2- 172.21.15.8:0/2382220055 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56205220cb70 0x56205220ef90 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.429 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.429+0000 7f142f5ca740 1 --2- 172.21.15.8:0/2382220055 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562052191850 0x56205219bc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.429 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.429+0000 7f142f5ca740 1 --2- 172.21.15.8:0/2382220055 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56205218c6e0 0x56205219ac60 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.429 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.429+0000 7f142f5ca740 1 --2- 172.21.15.8:0/2382220055 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56205218bcf0 0x56205219a720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.429 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.429+0000 7f142f5ca740 1 -- 172.21.15.8:0/2382220055 >> 172.21.15.8:0/2382220055 conn(0x562052187360 msgr2=0x56205218d180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:12.429 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.429+0000 7f1407400640 0 client.25363 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:16:12.429 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.429+0000 7f142f5ca740 1 -- 172.21.15.8:0/2382220055 shutdown_connections 2024-05-20T21:16:12.429 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.429+0000 7f142f5ca740 1 -- 172.21.15.8:0/2382220055 wait complete. 2024-05-20T21:16:12.429 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.430+0000 7f142f5ca740 20 client.25363 trim_cache size 0 max 16384 2024-05-20T21:16:12.430 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:16:12.430 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:16:12.430 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:16:12.431 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.430+0000 7f142b200640 1 -- 172.21.15.8:0/1500439639 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f140c0b27d0 msgr2=0x7f140c0b4c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:12.431 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.430+0000 7f142b200640 1 --2- 172.21.15.8:0/1500439639 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f140c0b27d0 0x7f140c0b4c90 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f14180058c0 tx=0x7f1418005f90 comp rx=0 tx=0).stop 2024-05-20T21:16:12.431 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.430+0000 7f142b200640 1 -- 172.21.15.8:0/1500439639 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1424103b70 msgr2=0x7f142419b290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:12.431 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.430+0000 7f142b200640 1 --2- 172.21.15.8:0/1500439639 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1424103b70 0x7f142419b290 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f1414009230 tx=0x7f14140042f0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.431 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.430+0000 7f142b200640 1 -- 172.21.15.8:0/1500439639 shutdown_connections 2024-05-20T21:16:12.431 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.430+0000 7f142b200640 1 --2- 172.21.15.8:0/1500439639 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f140c0b27d0 0x7f140c0b4c90 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.431 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.430+0000 7f142b200640 1 --2- 172.21.15.8:0/1500439639 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1424104530 0x7f14241a2300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.431 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.430+0000 7f142b200640 1 --2- 172.21.15.8:0/1500439639 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1424103b70 0x7f142419b290 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.431 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.430+0000 7f142b200640 1 --2- 172.21.15.8:0/1500439639 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1424100ba0 0x7f142419ad50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.431 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.430+0000 7f142b200640 1 -- 172.21.15.8:0/1500439639 >> 172.21.15.8:0/1500439639 conn(0x7f14240fc4b0 msgr2=0x7f1424101960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:12.431 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.430+0000 7f142b200640 1 -- 172.21.15.8:0/1500439639 shutdown_connections 2024-05-20T21:16:12.431 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:12.430+0000 7f142b200640 1 -- 172.21.15.8:0/1500439639 wait complete. 2024-05-20T21:16:12.649 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:16:12.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:16:12 smithi130 ceph-mon[36448]: pgmap v466: 97 pgs: 97 active+clean; 660 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 938 B/s wr, 8 op/s 2024-05-20T21:16:12.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:16:12 smithi050 ceph-mon[35809]: pgmap v466: 97 pgs: 97 active+clean; 660 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 938 B/s wr, 8 op/s 2024-05-20T21:16:12.951 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:16:12 smithi008 ceph-mon[31475]: pgmap v466: 97 pgs: 97 active+clean; 660 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 938 B/s wr, 8 op/s 2024-05-20T21:16:13.121 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:16:13.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:16:13 smithi008 ceph-mon[31475]: pgmap v467: 97 pgs: 97 active+clean; 661 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 1023 B/s wr, 8 op/s 2024-05-20T21:16:14.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:16:13 smithi130 ceph-mon[36448]: pgmap v467: 97 pgs: 97 active+clean; 661 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 1023 B/s wr, 8 op/s 2024-05-20T21:16:14.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:16:13 smithi050 ceph-mon[35809]: pgmap v467: 97 pgs: 97 active+clean; 661 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 1023 B/s wr, 8 op/s 2024-05-20T21:16:15.417 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.416+0000 7ff517e00700 1 -- 172.21.15.8:0/200414071 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff510078390 msgr2=0x7ff510113e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:15.417 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.416+0000 7ff517e00700 1 --2- 172.21.15.8:0/200414071 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff510078390 0x7ff510113e80 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7ff4fc009990 tx=0x7ff4fc009ca0 comp rx=0 tx=0).stop 2024-05-20T21:16:15.417 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.416+0000 7ff517e00700 1 -- 172.21.15.8:0/200414071 shutdown_connections 2024-05-20T21:16:15.417 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.416+0000 7ff517e00700 1 --2- 172.21.15.8:0/200414071 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff5101143c0 0x7ff5101167b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:15.417 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.416+0000 7ff517e00700 1 --2- 172.21.15.8:0/200414071 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff510077a70 0x7ff510077e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:15.417 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.416+0000 7ff517e00700 1 --2- 172.21.15.8:0/200414071 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff510078390 0x7ff510113e80 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:15.417 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.416+0000 7ff517e00700 1 -- 172.21.15.8:0/200414071 >> 172.21.15.8:0/200414071 conn(0x7ff5101011f0 msgr2=0x7ff510103610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:15.417 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.417+0000 7ff517e00700 1 -- 172.21.15.8:0/200414071 shutdown_connections 2024-05-20T21:16:15.417 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.417+0000 7ff517e00700 1 -- 172.21.15.8:0/200414071 wait complete. 2024-05-20T21:16:15.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.418+0000 7ff517e00700 1 Processor -- start 2024-05-20T21:16:15.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.418+0000 7ff517e00700 1 -- start start 2024-05-20T21:16:15.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.419+0000 7ff517e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff510077a70 0x7ff5101a0310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:15.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.419+0000 7ff517e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff510078390 0x7ff5101a0850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:15.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.419+0000 7ff517e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff5101143c0 0x7ff5101a4b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:15.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.419+0000 7ff517e00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7ff510119d80 con 0x7ff5101143c0 2024-05-20T21:16:15.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.419+0000 7ff517e00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff510119c00 con 0x7ff510078390 2024-05-20T21:16:15.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.419+0000 7ff517e00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7ff510119f00 con 0x7ff510077a70 2024-05-20T21:16:15.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.419+0000 7ff515400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff510077a70 0x7ff5101a0310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:15.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.419+0000 7ff515400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff510077a70 0x7ff5101a0310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:52902/0 (socket says 172.21.15.8:52902) 2024-05-20T21:16:15.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.419+0000 7ff515400700 1 -- 172.21.15.8:0/240300747 learned_addr learned my addr 172.21.15.8:0/240300747 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:15.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.419+0000 7ff515e00700 1 --2- 172.21.15.8:0/240300747 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff5101143c0 0x7ff5101a4b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:15.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.419+0000 7ff514a00700 1 --2- 172.21.15.8:0/240300747 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff510078390 0x7ff5101a0850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:15.420 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.420+0000 7ff515400700 1 -- 172.21.15.8:0/240300747 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff510078390 msgr2=0x7ff5101a0850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:15.420 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.420+0000 7ff515400700 1 --2- 172.21.15.8:0/240300747 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff510078390 0x7ff5101a0850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:15.420 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.420+0000 7ff515400700 1 -- 172.21.15.8:0/240300747 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff5101143c0 msgr2=0x7ff5101a4b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:15.420 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.420+0000 7ff515400700 1 --2- 172.21.15.8:0/240300747 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff5101143c0 0x7ff5101a4b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:15.420 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.420+0000 7ff515400700 1 -- 172.21.15.8:0/240300747 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5101a52d0 con 0x7ff510077a70 2024-05-20T21:16:15.420 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.420+0000 7ff515e00700 1 --2- 172.21.15.8:0/240300747 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff5101143c0 0x7ff5101a4b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:15.420 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.420+0000 7ff514a00700 1 --2- 172.21.15.8:0/240300747 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff510078390 0x7ff5101a0850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:15.420 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.420+0000 7ff515400700 1 --2- 172.21.15.8:0/240300747 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff510077a70 0x7ff5101a0310 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7ff50400ef10 tx=0x7ff50400c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:15.420 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.421+0000 7ff50e000700 1 -- 172.21.15.8:0/240300747 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff50400c9b0 con 0x7ff510077a70 2024-05-20T21:16:15.421 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.421+0000 7ff50e000700 1 -- 172.21.15.8:0/240300747 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff504019070 con 0x7ff510077a70 2024-05-20T21:16:15.421 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.421+0000 7ff50e000700 1 -- 172.21.15.8:0/240300747 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff504014480 con 0x7ff510077a70 2024-05-20T21:16:15.421 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.421+0000 7ff517e00700 1 -- 172.21.15.8:0/240300747 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5101a5560 con 0x7ff510077a70 2024-05-20T21:16:15.421 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.421+0000 7ff517e00700 1 -- 172.21.15.8:0/240300747 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5101ace40 con 0x7ff510077a70 2024-05-20T21:16:15.423 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.425+0000 7ff50e000700 1 -- 172.21.15.8:0/240300747 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7ff504012050 con 0x7ff510077a70 2024-05-20T21:16:15.425 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.426+0000 7ff5226a3b80 1 Processor -- start 2024-05-20T21:16:15.425 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.426+0000 7ff5226a3b80 1 -- start start 2024-05-20T21:16:15.425 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.426+0000 7ff50e000700 1 --2- 172.21.15.8:0/240300747 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff4f80b2900 0x7ff4f80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:15.425 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.426+0000 7ff50e000700 1 -- 172.21.15.8:0/240300747 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7ff5040e2120 con 0x7ff510077a70 2024-05-20T21:16:15.426 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.426+0000 7ff5226a3b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e6426c0eb0 0x55e6426c1290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:15.426 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.426+0000 7ff5226a3b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e6426c17d0 0x55e6426bb260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:15.426 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.426+0000 7ff515e00700 1 --2- 172.21.15.8:0/240300747 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff4f80b2900 0x7ff4f80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:15.426 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.426+0000 7ff5226a3b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e6426bb880 0x55e6426bbce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:15.426 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.426+0000 7ff5226a3b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55e642619e40 con 0x55e6426c0eb0 2024-05-20T21:16:15.426 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.426+0000 7ff5226a3b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55e6426099e0 con 0x55e6426bb880 2024-05-20T21:16:15.426 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.427+0000 7ff5226a3b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55e64260da20 con 0x55e6426c17d0 2024-05-20T21:16:15.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.427+0000 7ff515400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e6426c0eb0 0x55e6426c1290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:15.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.427+0000 7ff515400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e6426c0eb0 0x55e6426c1290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:33174/0 (socket says 172.21.15.8:33174) 2024-05-20T21:16:15.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.427+0000 7ff515400700 1 -- 172.21.15.8:0/2337307647 learned_addr learned my addr 172.21.15.8:0/2337307647 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:15.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.427+0000 7ff515e00700 1 --2- 172.21.15.8:0/2337307647 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e6426bb880 0x55e6426bbce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:15.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.427+0000 7ff514a00700 1 --2- 172.21.15.8:0/2337307647 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e6426c17d0 0x55e6426bb260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:15.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.427+0000 7ff515400700 1 -- 172.21.15.8:0/2337307647 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e6426c17d0 msgr2=0x55e6426bb260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:15.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.427+0000 7ff515400700 1 --2- 172.21.15.8:0/2337307647 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e6426c17d0 0x55e6426bb260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:15.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.427+0000 7ff515400700 1 -- 172.21.15.8:0/2337307647 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e6426bb880 msgr2=0x55e6426bbce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:15.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.427+0000 7ff515400700 1 --2- 172.21.15.8:0/2337307647 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e6426bb880 0x55e6426bbce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:15.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.427+0000 7ff515400700 1 -- 172.21.15.8:0/2337307647 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e6425d2420 con 0x55e6426c0eb0 2024-05-20T21:16:15.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.428+0000 7ff515400700 1 --2- 172.21.15.8:0/2337307647 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e6426c0eb0 0x55e6426c1290 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7ff5040a5750 tx=0x7ff504007a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7aa5d8a451fb31f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:15.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.428+0000 7ff515e00700 1 --2- 172.21.15.8:0/240300747 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff4f80b2900 0x7ff4f80b4dc0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7ff51006ce00 tx=0x7ff508009e60 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:15.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.428+0000 7ff502a00700 1 -- 172.21.15.8:0/2337307647 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5040a9dd0 con 0x55e6426c0eb0 2024-05-20T21:16:15.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.428+0000 7ff502a00700 1 -- 172.21.15.8:0/2337307647 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff5040a96d0 con 0x55e6426c0eb0 2024-05-20T21:16:15.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.428+0000 7ff502a00700 1 -- 172.21.15.8:0/2337307647 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5040dfcc0 con 0x55e6426c0eb0 2024-05-20T21:16:15.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.429+0000 7ff5226a3b80 1 -- 172.21.15.8:0/2337307647 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e6426c0eb0 msgr2=0x55e6426c1290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:15.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.429+0000 7ff5226a3b80 1 --2- 172.21.15.8:0/2337307647 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e6426c0eb0 0x55e6426c1290 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7ff5040a5750 tx=0x7ff504007a50 comp rx=0 tx=0).stop 2024-05-20T21:16:15.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.429+0000 7ff5226a3b80 1 -- 172.21.15.8:0/2337307647 shutdown_connections 2024-05-20T21:16:15.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.429+0000 7ff5226a3b80 1 --2- 172.21.15.8:0/2337307647 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e6426bb880 0x55e6426bbce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:15.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.429+0000 7ff5226a3b80 1 --2- 172.21.15.8:0/2337307647 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e6426c0eb0 0x55e6426c1290 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:15.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.429+0000 7ff5226a3b80 1 --2- 172.21.15.8:0/2337307647 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e6426c17d0 0x55e6426bb260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:15.430 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.429+0000 7ff5226a3b80 1 -- 172.21.15.8:0/2337307647 >> 172.21.15.8:0/2337307647 conn(0x55e6425e9be0 msgr2=0x55e6426b6010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:15.430 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.429+0000 7ff5226a3b80 1 -- 172.21.15.8:0/2337307647 shutdown_connections 2024-05-20T21:16:15.430 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.429+0000 7ff5226a3b80 1 -- 172.21.15.8:0/2337307647 wait complete. 2024-05-20T21:16:15.430 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.430+0000 7ff5226a3b80 1 -- start start 2024-05-20T21:16:15.430 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.430+0000 7ff5226a3b80 1 Processor -- start 2024-05-20T21:16:15.431 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.431+0000 7ff5226a3b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e6426bb880 0x55e6426c74d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:15.432 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.431+0000 7ff5226a3b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e6426c0eb0 0x55e6426c4870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:15.432 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.431+0000 7ff5226a3b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e6426c17d0 0x55e6426c4db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:15.432 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.431+0000 7ff5226a3b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55e64250ffa0 con 0x55e6426c0eb0 2024-05-20T21:16:15.432 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.431+0000 7ff5226a3b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55e6425aa760 con 0x55e6426c17d0 2024-05-20T21:16:15.432 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.431+0000 7ff5226a3b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55e6426c8290 con 0x55e6426bb880 2024-05-20T21:16:15.432 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.431+0000 7ff5226a3b80 10 client.0 _ll_register_callbacks cb 0x55e6425b3c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:16:15.432 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.431+0000 7ff515400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e6426bb880 0x55e6426c74d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:15.432 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.431+0000 7ff514a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e6426c0eb0 0x55e6426c4870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:15.432 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.431+0000 7ff515400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e6426bb880 0x55e6426c74d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:52918/0 (socket says 172.21.15.8:52918) 2024-05-20T21:16:15.432 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.431+0000 7ff515400700 1 -- 172.21.15.8:0/926380183 learned_addr learned my addr 172.21.15.8:0/926380183 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:15.432 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.431+0000 7ff515e00700 1 --2- 172.21.15.8:0/926380183 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e6426c17d0 0x55e6426c4db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:15.432 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.431+0000 7ff515400700 1 -- 172.21.15.8:0/926380183 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e6426c17d0 msgr2=0x55e6426c4db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:15.432 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.432+0000 7ff515400700 1 --2- 172.21.15.8:0/926380183 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e6426c17d0 0x55e6426c4db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:15.433 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.432+0000 7ff515400700 1 -- 172.21.15.8:0/926380183 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e6426c0eb0 msgr2=0x55e6426c4870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:15.433 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.432+0000 7ff515400700 1 --2- 172.21.15.8:0/926380183 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e6426c0eb0 0x55e6426c4870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:15.433 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.432+0000 7ff515400700 1 -- 172.21.15.8:0/926380183 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e6425598d0 con 0x55e6426bb880 2024-05-20T21:16:15.433 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.432+0000 7ff515e00700 1 --2- 172.21.15.8:0/926380183 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e6426c17d0 0x55e6426c4db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:16:15.433 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.432+0000 7ff515400700 1 --2- 172.21.15.8:0/926380183 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e6426bb880 0x55e6426c74d0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7ff5040a5700 tx=0x7ff5040a95d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c47a71daf3ab5455 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:15.433 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.432+0000 7ff4f7400700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:16:15.433 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.432+0000 7ff4f7400700 1 -- 172.21.15.8:0/926380183 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5040c3060 con 0x55e6426bb880 2024-05-20T21:16:15.433 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.432+0000 7ff4f7400700 1 -- 172.21.15.8:0/926380183 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7ff5040a5cc0 con 0x55e6426bb880 2024-05-20T21:16:15.433 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.432+0000 7ff5226a3b80 1 -- 172.21.15.8:0/926380183 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff5040a96d0 con 0x55e6426bb880 2024-05-20T21:16:15.433 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.433+0000 7ff4f7400700 1 -- 172.21.15.8:0/926380183 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff5040b2530 con 0x55e6426bb880 2024-05-20T21:16:15.433 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.433+0000 7ff5226a3b80 10 client.25375 fetch_fsmap learned FSMap version 26 2024-05-20T21:16:15.433 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.433+0000 7ff5226a3b80 1 -- 172.21.15.8:0/926380183 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e6425da060 con 0x55e6426bb880 2024-05-20T21:16:15.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.433+0000 7ff4f7400700 1 -- 172.21.15.8:0/926380183 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff5040a96d0 con 0x55e6426bb880 2024-05-20T21:16:15.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.433+0000 7ff4f7400700 1 -- 172.21.15.8:0/926380183 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7ff5040a8930 con 0x55e6426bb880 2024-05-20T21:16:15.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.433+0000 7ff5226a3b80 10 client.25375 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:16:15.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.433+0000 7ff5226a3b80 10 client.25375 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:16:15.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.433+0000 7ff5226a3b80 20 client.25375 populate_metadata read hostname 'smithi008' 2024-05-20T21:16:15.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.433+0000 7ff5226a3b80 1 --2- 172.21.15.8:0/926380183 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55e6426d4c30 0x55e6426d7020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:15.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.433+0000 7ff5226a3b80 4 client.25375 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:16:15.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.433+0000 7ff5226a3b80 1 -- 172.21.15.8:0/926380183 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e64261bd90 con 0x55e6426d4c30 2024-05-20T21:16:15.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.434+0000 7ff514a00700 1 --2- 172.21.15.8:0/926380183 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55e6426d4c30 0x55e6426d7020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:15.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.434+0000 7ff514a00700 1 --2- 172.21.15.8:0/926380183 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55e6426d4c30 0x55e6426d7020 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d48df0b19335d253 server_cookie=84707dfcd8fef3e1 in_seq=0 out_seq=0 2024-05-20T21:16:15.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.434+0000 7ff4f7400700 10 client.25375 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:16:15.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.435+0000 7ff4f7400700 1 -- 172.21.15.8:0/926380183 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55e64261bd90 con 0x55e6426d4c30 2024-05-20T21:16:15.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.435+0000 7ff4f7400700 10 client.25375 handle_command_reply: tid=0 2024-05-20T21:16:15.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.435+0000 7ff5226a3b80 1 client.25375 shutdown 2024-05-20T21:16:15.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.436+0000 7ff5226a3b80 1 -- 172.21.15.8:0/926380183 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e6426bb880 msgr2=0x55e6426c74d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:15.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.436+0000 7ff5226a3b80 1 --2- 172.21.15.8:0/926380183 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e6426bb880 0x55e6426c74d0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7ff5040a5700 tx=0x7ff5040a95d0 comp rx=0 tx=0).stop 2024-05-20T21:16:15.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.436+0000 7ff5226a3b80 1 -- 172.21.15.8:0/926380183 shutdown_connections 2024-05-20T21:16:15.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.436+0000 7ff5226a3b80 1 --2- 172.21.15.8:0/926380183 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55e6426d4c30 0x55e6426d7020 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:15.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.436+0000 7ff5226a3b80 1 --2- 172.21.15.8:0/926380183 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e6426c17d0 0x55e6426c4db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:15.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.436+0000 7ff5226a3b80 1 --2- 172.21.15.8:0/926380183 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e6426bb880 0x55e6426c74d0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:15.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.436+0000 7ff5226a3b80 1 --2- 172.21.15.8:0/926380183 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e6426c0eb0 0x55e6426c4870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:15.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.436+0000 7ff5226a3b80 1 -- 172.21.15.8:0/926380183 >> 172.21.15.8:0/926380183 conn(0x55e6425e9be0 msgr2=0x55e6426ba250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:15.437 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.436+0000 7ff4f7400700 0 client.25375 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:16:15.437 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.436+0000 7ff5226a3b80 1 -- 172.21.15.8:0/926380183 shutdown_connections 2024-05-20T21:16:15.437 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.436+0000 7ff5226a3b80 1 -- 172.21.15.8:0/926380183 wait complete. 2024-05-20T21:16:15.437 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.436+0000 7ff5226a3b80 20 client.25375 trim_cache size 0 max 16384 2024-05-20T21:16:15.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.453+0000 7ff5226a3b80 1 Processor -- start 2024-05-20T21:16:15.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.453+0000 7ff5226a3b80 1 -- start start 2024-05-20T21:16:15.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.453+0000 7ff5226a3b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e6426bb880 0x55e6426bb260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:15.453 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.453+0000 7ff5226a3b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e6426c0eb0 0x55e6426c74d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:15.453 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.453+0000 7ff5226a3b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e6426c17d0 0x55e6426be9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:15.454 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.453+0000 7ff5226a3b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7ff5101b6c20 con 0x55e6426c0eb0 2024-05-20T21:16:15.454 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.453+0000 7ff5226a3b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff5101b44b0 con 0x55e6426c17d0 2024-05-20T21:16:15.454 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.453+0000 7ff5226a3b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7ff5101b2300 con 0x55e6426bb880 2024-05-20T21:16:15.454 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.454+0000 7ff515e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e6426c17d0 0x55e6426be9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:15.454 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.454+0000 7ff514a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e6426c0eb0 0x55e6426c74d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:15.454 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.454+0000 7ff515400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e6426bb880 0x55e6426bb260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:15.454 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.454+0000 7ff515e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e6426c17d0 0x55e6426be9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:41448/0 (socket says 172.21.15.8:41448) 2024-05-20T21:16:15.454 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.454+0000 7ff515e00700 1 -- 172.21.15.8:0/299784849 learned_addr learned my addr 172.21.15.8:0/299784849 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:15.454 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.454+0000 7ff515e00700 1 -- 172.21.15.8:0/299784849 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e6426bb880 msgr2=0x55e6426bb260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:15.454 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.454+0000 7ff515e00700 1 --2- 172.21.15.8:0/299784849 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e6426bb880 0x55e6426bb260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:15.454 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.454+0000 7ff515e00700 1 -- 172.21.15.8:0/299784849 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e6426c0eb0 msgr2=0x55e6426c74d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:15.454 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.454+0000 7ff515e00700 1 --2- 172.21.15.8:0/299784849 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e6426c0eb0 0x55e6426c74d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:15.454 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.454+0000 7ff515e00700 1 -- 172.21.15.8:0/299784849 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e6426c2e00 con 0x55e6426c17d0 2024-05-20T21:16:15.455 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.455+0000 7ff515e00700 1 --2- 172.21.15.8:0/299784849 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e6426c17d0 0x55e6426be9c0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7ff5080130c0 tx=0x7ff508009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=aa25f6961c2ac514 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:15.456 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.455+0000 7ff502000700 1 -- 172.21.15.8:0/299784849 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff508004830 con 0x55e6426c17d0 2024-05-20T21:16:15.456 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.455+0000 7ff502000700 1 -- 172.21.15.8:0/299784849 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff508005020 con 0x55e6426c17d0 2024-05-20T21:16:15.456 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.455+0000 7ff502000700 1 -- 172.21.15.8:0/299784849 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff508010750 con 0x55e6426c17d0 2024-05-20T21:16:15.456 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.455+0000 7ff5226a3b80 1 -- 172.21.15.8:0/299784849 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e6426c17d0 msgr2=0x55e6426be9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:15.456 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.455+0000 7ff5226a3b80 1 --2- 172.21.15.8:0/299784849 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e6426c17d0 0x55e6426be9c0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7ff5080130c0 tx=0x7ff508009260 comp rx=0 tx=0).stop 2024-05-20T21:16:15.456 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.456+0000 7ff5226a3b80 1 -- 172.21.15.8:0/299784849 shutdown_connections 2024-05-20T21:16:15.456 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.456+0000 7ff5226a3b80 1 --2- 172.21.15.8:0/299784849 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e6426c17d0 0x55e6426be9c0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:15.456 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.456+0000 7ff5226a3b80 1 --2- 172.21.15.8:0/299784849 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e6426bb880 0x55e6426bb260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:15.456 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.456+0000 7ff5226a3b80 1 --2- 172.21.15.8:0/299784849 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e6426c0eb0 0x55e6426c74d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:15.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.456+0000 7ff5226a3b80 1 -- 172.21.15.8:0/299784849 >> 172.21.15.8:0/299784849 conn(0x55e6425e9be0 msgr2=0x55e6426bbc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:15.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.456+0000 7ff5226a3b80 1 -- 172.21.15.8:0/299784849 shutdown_connections 2024-05-20T21:16:15.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.456+0000 7ff5226a3b80 1 -- 172.21.15.8:0/299784849 wait complete. 2024-05-20T21:16:15.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.456+0000 7ff5226a3b80 1 -- start start 2024-05-20T21:16:15.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.456+0000 7ff5226a3b80 1 Processor -- start 2024-05-20T21:16:15.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.457+0000 7ff5226a3b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e6426bb880 0x55e6426dcea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:15.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.457+0000 7ff5226a3b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e6426c0eb0 0x55e6426cd520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:15.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.457+0000 7ff5226a3b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e6426c17d0 0x55e6426cdc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:15.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.457+0000 7ff5226a3b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7ff5101b2970 con 0x55e6426bb880 2024-05-20T21:16:15.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.457+0000 7ff5226a3b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff5101b3de0 con 0x55e6426c17d0 2024-05-20T21:16:15.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.457+0000 7ff5226a3b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7ff5101b3040 con 0x55e6426c0eb0 2024-05-20T21:16:15.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.457+0000 7ff5226a3b80 10 client.0 _ll_register_callbacks cb 0x55e6425b3c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:16:15.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.457+0000 7ff515400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e6426bb880 0x55e6426dcea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:15.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.457+0000 7ff514a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e6426c0eb0 0x55e6426cd520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:15.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.457+0000 7ff514a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e6426c0eb0 0x55e6426cd520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:52940/0 (socket says 172.21.15.8:52940) 2024-05-20T21:16:15.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.457+0000 7ff514a00700 1 -- 172.21.15.8:0/616300031 learned_addr learned my addr 172.21.15.8:0/616300031 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:15.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.457+0000 7ff515400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e6426bb880 0x55e6426dcea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:33200/0 (socket says 172.21.15.8:33200) 2024-05-20T21:16:15.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.458+0000 7ff515e00700 1 --2- 172.21.15.8:0/616300031 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e6426c17d0 0x55e6426cdc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:15.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.458+0000 7ff514a00700 1 -- 172.21.15.8:0/616300031 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e6426c17d0 msgr2=0x55e6426cdc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:15.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.458+0000 7ff514a00700 1 --2- 172.21.15.8:0/616300031 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e6426c17d0 0x55e6426cdc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:15.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.458+0000 7ff514a00700 1 -- 172.21.15.8:0/616300031 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e6426bb880 msgr2=0x55e6426dcea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:15.460 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.458+0000 7ff514a00700 1 --2- 172.21.15.8:0/616300031 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e6426bb880 0x55e6426dcea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:15.460 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.458+0000 7ff514a00700 1 -- 172.21.15.8:0/616300031 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e6426db770 con 0x55e6426c0eb0 2024-05-20T21:16:15.460 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.458+0000 7ff515e00700 1 --2- 172.21.15.8:0/616300031 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e6426c17d0 0x55e6426cdc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:16:15.460 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.458+0000 7ff515400700 1 --2- 172.21.15.8:0/616300031 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e6426bb880 0x55e6426dcea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:15.460 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.458+0000 7ff514a00700 1 --2- 172.21.15.8:0/616300031 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e6426c0eb0 0x55e6426cd520 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7ff4fc009990 tx=0x7ff4fc00bde0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ec79120c4f3f61d0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:15.460 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.458+0000 7ff4f7400700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:16:15.460 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.458+0000 7ff4f7400700 1 -- 172.21.15.8:0/616300031 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4fc003880 con 0x55e6426c0eb0 2024-05-20T21:16:15.460 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.458+0000 7ff4f7400700 1 -- 172.21.15.8:0/616300031 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7ff4fc003a20 con 0x55e6426c0eb0 2024-05-20T21:16:15.460 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.458+0000 7ff5226a3b80 1 -- 172.21.15.8:0/616300031 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff508005020 con 0x55e6426c0eb0 2024-05-20T21:16:15.460 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.459+0000 7ff4f7400700 1 -- 172.21.15.8:0/616300031 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff4fc0056a0 con 0x55e6426c0eb0 2024-05-20T21:16:15.460 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.459+0000 7ff5226a3b80 10 client.25381 fetch_fsmap learned FSMap version 26 2024-05-20T21:16:15.460 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.459+0000 7ff5226a3b80 1 -- 172.21.15.8:0/616300031 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e64273e980 con 0x55e6426c0eb0 2024-05-20T21:16:15.460 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.459+0000 7ff4f7400700 1 -- 172.21.15.8:0/616300031 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff508005020 con 0x55e6426c0eb0 2024-05-20T21:16:15.461 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.459+0000 7ff4f7400700 1 -- 172.21.15.8:0/616300031 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7ff4fc030b90 con 0x55e6426c0eb0 2024-05-20T21:16:15.461 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.459+0000 7ff5226a3b80 10 client.25381 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:16:15.461 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.459+0000 7ff5226a3b80 10 client.25381 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:16:15.461 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.459+0000 7ff5226a3b80 20 client.25381 populate_metadata read hostname 'smithi008' 2024-05-20T21:16:15.461 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.459+0000 7ff5226a3b80 1 --2- 172.21.15.8:0/616300031 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55e64273f0a0 0x55e6427414c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:15.461 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.459+0000 7ff5226a3b80 4 client.25381 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:16:15.461 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.459+0000 7ff5226a3b80 1 -- 172.21.15.8:0/616300031 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55e642615570 con 0x55e64273f0a0 2024-05-20T21:16:15.461 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.460+0000 7ff515400700 1 --2- 172.21.15.8:0/616300031 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55e64273f0a0 0x55e6427414c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:15.462 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.460+0000 7ff515400700 1 --2- 172.21.15.8:0/616300031 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55e64273f0a0 0x55e6427414c0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=840b7b1f0b54c6f3 server_cookie=4e153829ede110d5 in_seq=0 out_seq=0 2024-05-20T21:16:15.462 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.460+0000 7ff4f7400700 10 client.25381 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:16:15.462 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.460+0000 7ff4f7400700 1 -- 172.21.15.8:0/616300031 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55e642615570 con 0x55e64273f0a0 2024-05-20T21:16:15.462 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.460+0000 7ff4f7400700 10 client.25381 handle_command_reply: tid=0 2024-05-20T21:16:15.462 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.460+0000 7ff5226a3b80 1 client.25381 shutdown 2024-05-20T21:16:15.462 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.461+0000 7ff5226a3b80 1 -- 172.21.15.8:0/616300031 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e6426c0eb0 msgr2=0x55e6426cd520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:15.462 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.461+0000 7ff5226a3b80 1 --2- 172.21.15.8:0/616300031 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e6426c0eb0 0x55e6426cd520 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7ff4fc009990 tx=0x7ff4fc00bde0 comp rx=0 tx=0).stop 2024-05-20T21:16:15.463 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.461+0000 7ff5226a3b80 1 -- 172.21.15.8:0/616300031 shutdown_connections 2024-05-20T21:16:15.463 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.461+0000 7ff5226a3b80 1 --2- 172.21.15.8:0/616300031 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55e64273f0a0 0x55e6427414c0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:15.463 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.461+0000 7ff5226a3b80 1 --2- 172.21.15.8:0/616300031 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e6426c17d0 0x55e6426cdc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:15.463 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.461+0000 7ff5226a3b80 1 --2- 172.21.15.8:0/616300031 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e6426bb880 0x55e6426dcea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:15.463 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.461+0000 7ff5226a3b80 1 --2- 172.21.15.8:0/616300031 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e6426c0eb0 0x55e6426cd520 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:15.463 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.461+0000 7ff4f7400700 0 client.25381 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:16:15.463 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.461+0000 7ff5226a3b80 1 -- 172.21.15.8:0/616300031 >> 172.21.15.8:0/616300031 conn(0x55e6425e9be0 msgr2=0x55e6426be9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:15.463 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.461+0000 7ff5226a3b80 1 -- 172.21.15.8:0/616300031 shutdown_connections 2024-05-20T21:16:15.463 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.461+0000 7ff5226a3b80 1 -- 172.21.15.8:0/616300031 wait complete. 2024-05-20T21:16:15.463 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.461+0000 7ff5226a3b80 20 client.25381 trim_cache size 0 max 16384 2024-05-20T21:16:15.463 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:16:15.464 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.462+0000 7ff517e00700 1 -- 172.21.15.8:0/240300747 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff4f80b2900 msgr2=0x7ff4f80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:15.464 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.462+0000 7ff517e00700 1 --2- 172.21.15.8:0/240300747 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff4f80b2900 0x7ff4f80b4dc0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7ff51006ce00 tx=0x7ff508009e60 comp rx=0 tx=0).stop 2024-05-20T21:16:15.464 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.462+0000 7ff517e00700 1 -- 172.21.15.8:0/240300747 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff510077a70 msgr2=0x7ff5101a0310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:15.464 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.462+0000 7ff517e00700 1 --2- 172.21.15.8:0/240300747 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff510077a70 0x7ff5101a0310 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7ff50400ef10 tx=0x7ff50400c3a0 comp rx=0 tx=0).stop 2024-05-20T21:16:15.464 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.462+0000 7ff517e00700 1 -- 172.21.15.8:0/240300747 shutdown_connections 2024-05-20T21:16:15.464 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.462+0000 7ff517e00700 1 --2- 172.21.15.8:0/240300747 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff4f80b2900 0x7ff4f80b4dc0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:15.465 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.462+0000 7ff517e00700 1 --2- 172.21.15.8:0/240300747 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff5101143c0 0x7ff5101a4b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:15.465 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.462+0000 7ff517e00700 1 --2- 172.21.15.8:0/240300747 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff510077a70 0x7ff5101a0310 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:15.465 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.462+0000 7ff517e00700 1 --2- 172.21.15.8:0/240300747 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff510078390 0x7ff5101a0850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:15.465 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.462+0000 7ff517e00700 1 -- 172.21.15.8:0/240300747 >> 172.21.15.8:0/240300747 conn(0x7ff5101011f0 msgr2=0x7ff5101035e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:15.465 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.462+0000 7ff517e00700 1 -- 172.21.15.8:0/240300747 shutdown_connections 2024-05-20T21:16:15.465 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:15.462+0000 7ff517e00700 1 -- 172.21.15.8:0/240300747 wait complete. 2024-05-20T21:16:16.388 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:16:16.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:16:16 smithi130 ceph-mon[36448]: pgmap v468: 97 pgs: 97 active+clean; 661 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-20T21:16:16.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:16:16 smithi050 ceph-mon[35809]: pgmap v468: 97 pgs: 97 active+clean; 661 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-20T21:16:16.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:16:16 smithi008 ceph-mon[31475]: pgmap v468: 97 pgs: 97 active+clean; 661 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-20T21:16:16.848 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:16:18.586 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:16:18 smithi008 ceph-mon[31475]: pgmap v469: 97 pgs: 97 active+clean; 661 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:16:18.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:16:18 smithi130 ceph-mon[36448]: pgmap v469: 97 pgs: 97 active+clean; 661 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:16:18.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:16:18 smithi050 ceph-mon[35809]: pgmap v469: 97 pgs: 97 active+clean; 661 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:16:19.153 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.153+0000 7f7c5d600700 1 -- 172.21.15.8:0/3220238646 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7c58105760 msgr2=0x7f7c58105be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:19.153 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.153+0000 7f7c5d600700 1 --2- 172.21.15.8:0/3220238646 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7c58105760 0x7f7c58105be0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f7c440098f0 tx=0x7f7c44009c00 comp rx=0 tx=0).stop 2024-05-20T21:16:19.153 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.153+0000 7f7c5d600700 1 -- 172.21.15.8:0/3220238646 shutdown_connections 2024-05-20T21:16:19.153 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.153+0000 7f7c5d600700 1 --2- 172.21.15.8:0/3220238646 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7c58106120 0x7f7c58112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:19.153 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.153+0000 7f7c5d600700 1 --2- 172.21.15.8:0/3220238646 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7c5810b760 0x7f7c5810bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:19.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.153+0000 7f7c5d600700 1 --2- 172.21.15.8:0/3220238646 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7c58105760 0x7f7c58105be0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:19.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.153+0000 7f7c5d600700 1 -- 172.21.15.8:0/3220238646 >> 172.21.15.8:0/3220238646 conn(0x7f7c58101250 msgr2=0x7f7c58103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:19.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.154+0000 7f7c5d600700 1 -- 172.21.15.8:0/3220238646 shutdown_connections 2024-05-20T21:16:19.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.154+0000 7f7c5d600700 1 -- 172.21.15.8:0/3220238646 wait complete. 2024-05-20T21:16:19.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.155+0000 7f7c5d600700 1 Processor -- start 2024-05-20T21:16:19.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.155+0000 7f7c5d600700 1 -- start start 2024-05-20T21:16:19.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.155+0000 7f7c5d600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7c58106120 0x7f7c5819c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:19.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.155+0000 7f7c5d600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7c5810b760 0x7f7c5819c620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:19.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.155+0000 7f7c5d600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7c581a09b0 0x7f7c581a0e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:19.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.155+0000 7f7c5d600700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f7c58115990 con 0x7f7c5810b760 2024-05-20T21:16:19.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.155+0000 7f7c5d600700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f7c58115810 con 0x7f7c58106120 2024-05-20T21:16:19.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.155+0000 7f7c5d600700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f7c58115b10 con 0x7f7c581a09b0 2024-05-20T21:16:19.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.156+0000 7f7c56a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7c58106120 0x7f7c5819c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:19.157 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.156+0000 7f7c56a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7c58106120 0x7f7c5819c0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:41478/0 (socket says 172.21.15.8:41478) 2024-05-20T21:16:19.157 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.156+0000 7f7c56a00700 1 -- 172.21.15.8:0/2313383287 learned_addr learned my addr 172.21.15.8:0/2313383287 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:19.157 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.156+0000 7f7c56000700 1 --2- 172.21.15.8:0/2313383287 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7c5810b760 0x7f7c5819c620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:19.157 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.156+0000 7f7c57400700 1 --2- 172.21.15.8:0/2313383287 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7c581a09b0 0x7f7c581a0e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:19.157 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.156+0000 7f7c56a00700 1 -- 172.21.15.8:0/2313383287 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7c581a09b0 msgr2=0x7f7c581a0e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:19.157 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.156+0000 7f7c56a00700 1 --2- 172.21.15.8:0/2313383287 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7c581a09b0 0x7f7c581a0e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:19.157 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.156+0000 7f7c56a00700 1 -- 172.21.15.8:0/2313383287 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7c5810b760 msgr2=0x7f7c5819c620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:19.157 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.156+0000 7f7c56a00700 1 --2- 172.21.15.8:0/2313383287 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7c5810b760 0x7f7c5819c620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:19.157 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.156+0000 7f7c56a00700 1 -- 172.21.15.8:0/2313383287 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c581a14d0 con 0x7f7c58106120 2024-05-20T21:16:19.157 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.156+0000 7f7c57400700 1 --2- 172.21.15.8:0/2313383287 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7c581a09b0 0x7f7c581a0e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:16:19.157 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.156+0000 7f7c56a00700 1 --2- 172.21.15.8:0/2313383287 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7c58106120 0x7f7c5819c0e0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f7c4800ec10 tx=0x7f7c4800ef20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:19.157 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.157+0000 7f7c4f400700 1 -- 172.21.15.8:0/2313383287 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c4800cd40 con 0x7f7c58106120 2024-05-20T21:16:19.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.157+0000 7f7c4f400700 1 -- 172.21.15.8:0/2313383287 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7c480044d0 con 0x7f7c58106120 2024-05-20T21:16:19.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.157+0000 7f7c5d600700 1 -- 172.21.15.8:0/2313383287 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c581a17c0 con 0x7f7c58106120 2024-05-20T21:16:19.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.157+0000 7f7c4f400700 1 -- 172.21.15.8:0/2313383287 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c48010690 con 0x7f7c58106120 2024-05-20T21:16:19.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.157+0000 7f7c5d600700 1 -- 172.21.15.8:0/2313383287 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c581a8fa0 con 0x7f7c58106120 2024-05-20T21:16:19.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.161+0000 7f7c4f400700 1 -- 172.21.15.8:0/2313383287 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f7c48003e50 con 0x7f7c58106120 2024-05-20T21:16:19.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.162+0000 7f7c68057b80 1 Processor -- start 2024-05-20T21:16:19.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.162+0000 7f7c68057b80 1 -- start start 2024-05-20T21:16:19.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.162+0000 7f7c68057b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e9ce4b4610 0x55e9ce4b49f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:19.162 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.162+0000 7f7c68057b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e9ce4b4f30 0x55e9ce4aeb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:19.162 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.162+0000 7f7c68057b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e9ce4af140 0x55e9ce4af5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:19.162 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.162+0000 7f7c68057b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55e9ce40ce40 con 0x55e9ce4b4610 2024-05-20T21:16:19.162 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.162+0000 7f7c68057b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55e9ce3fc9e0 con 0x55e9ce4af140 2024-05-20T21:16:19.162 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.162+0000 7f7c68057b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55e9ce400a20 con 0x55e9ce4b4f30 2024-05-20T21:16:19.162 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.162+0000 7f7c4f400700 1 --2- 172.21.15.8:0/2313383287 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f7c3c0b2880 0x7f7c3c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:19.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.163+0000 7f7c56a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e9ce4b4f30 0x55e9ce4aeb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:19.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.163+0000 7f7c56000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e9ce4af140 0x55e9ce4af5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:19.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.163+0000 7f7c57400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e9ce4b4610 0x55e9ce4b49f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:19.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.163+0000 7f7c56000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e9ce4af140 0x55e9ce4af5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:41484/0 (socket says 172.21.15.8:41484) 2024-05-20T21:16:19.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.163+0000 7f7c56000700 1 -- 172.21.15.8:0/2304663180 learned_addr learned my addr 172.21.15.8:0/2304663180 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:19.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.163+0000 7f7c56a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e9ce4b4f30 0x55e9ce4aeb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:52972/0 (socket says 172.21.15.8:52972) 2024-05-20T21:16:19.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.163+0000 7f7c4f400700 1 -- 172.21.15.8:0/2313383287 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f7c480e2540 con 0x7f7c58106120 2024-05-20T21:16:19.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.163+0000 7f7c57400700 1 --2- 172.21.15.8:0/2313383287 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f7c3c0b2880 0x7f7c3c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:19.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.163+0000 7f7c56000700 1 -- 172.21.15.8:0/2304663180 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e9ce4b4f30 msgr2=0x55e9ce4aeb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:19.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.163+0000 7f7c56000700 1 --2- 172.21.15.8:0/2304663180 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e9ce4b4f30 0x55e9ce4aeb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:19.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.163+0000 7f7c56000700 1 -- 172.21.15.8:0/2304663180 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e9ce4b4610 msgr2=0x55e9ce4b49f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:19.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.163+0000 7f7c56000700 1 --2- 172.21.15.8:0/2304663180 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e9ce4b4610 0x55e9ce4b49f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:19.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.163+0000 7f7c56000700 1 -- 172.21.15.8:0/2304663180 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e9ce3c5420 con 0x55e9ce4af140 2024-05-20T21:16:19.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.163+0000 7f7c57400700 1 --2- 172.21.15.8:0/2304663180 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e9ce4b4610 0x55e9ce4b49f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:16:19.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.164+0000 7f7c56000700 1 --2- 172.21.15.8:0/2304663180 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e9ce4af140 0x55e9ce4af5c0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f7c58106820 tx=0x7f7c4400bf60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d3ef5ccdbfb1a76e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:19.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.164+0000 7f7c57400700 1 --2- 172.21.15.8:0/2313383287 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f7c3c0b2880 0x7f7c3c0b4d40 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f7c50009fd0 tx=0x7f7c5000b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:19.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.164+0000 7f7c43e00700 1 -- 172.21.15.8:0/2304663180 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c44026070 con 0x55e9ce4af140 2024-05-20T21:16:19.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.164+0000 7f7c43e00700 1 -- 172.21.15.8:0/2304663180 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7c4400fdc0 con 0x55e9ce4af140 2024-05-20T21:16:19.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.164+0000 7f7c43e00700 1 -- 172.21.15.8:0/2304663180 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c44003680 con 0x55e9ce4af140 2024-05-20T21:16:19.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.165+0000 7f7c68057b80 1 -- 172.21.15.8:0/2304663180 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e9ce4af140 msgr2=0x55e9ce4af5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:19.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.165+0000 7f7c68057b80 1 --2- 172.21.15.8:0/2304663180 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e9ce4af140 0x55e9ce4af5c0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f7c58106820 tx=0x7f7c4400bf60 comp rx=0 tx=0).stop 2024-05-20T21:16:19.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.165+0000 7f7c68057b80 1 -- 172.21.15.8:0/2304663180 shutdown_connections 2024-05-20T21:16:19.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.165+0000 7f7c68057b80 1 --2- 172.21.15.8:0/2304663180 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e9ce4af140 0x55e9ce4af5c0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:19.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.165+0000 7f7c68057b80 1 --2- 172.21.15.8:0/2304663180 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e9ce4b4610 0x55e9ce4b49f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:19.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.165+0000 7f7c68057b80 1 --2- 172.21.15.8:0/2304663180 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e9ce4b4f30 0x55e9ce4aeb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:19.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.165+0000 7f7c68057b80 1 -- 172.21.15.8:0/2304663180 >> 172.21.15.8:0/2304663180 conn(0x55e9ce3dcbe0 msgr2=0x55e9ce4a9690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:19.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.165+0000 7f7c68057b80 1 -- 172.21.15.8:0/2304663180 shutdown_connections 2024-05-20T21:16:19.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.165+0000 7f7c68057b80 1 -- 172.21.15.8:0/2304663180 wait complete. 2024-05-20T21:16:19.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.166+0000 7f7c68057b80 1 -- start start 2024-05-20T21:16:19.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.166+0000 7f7c68057b80 1 Processor -- start 2024-05-20T21:16:19.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.166+0000 7f7c68057b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e9ce4af140 0x55e9ce4bac00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:19.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.166+0000 7f7c68057b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e9ce4b4610 0x55e9ce4b7fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:19.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.166+0000 7f7c68057b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e9ce4b4f30 0x55e9ce4b84e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:19.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.166+0000 7f7c68057b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55e9ce302fa0 con 0x55e9ce4b4610 2024-05-20T21:16:19.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.166+0000 7f7c68057b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55e9ce39d760 con 0x55e9ce4af140 2024-05-20T21:16:19.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.166+0000 7f7c68057b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55e9ce4bb980 con 0x55e9ce4b4f30 2024-05-20T21:16:19.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.166+0000 7f7c68057b80 10 client.0 _ll_register_callbacks cb 0x55e9ce3a6c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:16:19.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.167+0000 7f7c56000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e9ce4b4610 0x55e9ce4b7fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:19.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.167+0000 7f7c57400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e9ce4b4f30 0x55e9ce4b84e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:19.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.167+0000 7f7c56a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e9ce4af140 0x55e9ce4bac00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:19.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.167+0000 7f7c56000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e9ce4b4610 0x55e9ce4b7fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:33234/0 (socket says 172.21.15.8:33234) 2024-05-20T21:16:19.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.167+0000 7f7c57400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e9ce4b4f30 0x55e9ce4b84e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:52988/0 (socket says 172.21.15.8:52988) 2024-05-20T21:16:19.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.167+0000 7f7c56000700 1 -- 172.21.15.8:0/3023901557 learned_addr learned my addr 172.21.15.8:0/3023901557 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:19.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.167+0000 7f7c56a00700 1 -- 172.21.15.8:0/3023901557 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e9ce4b4f30 msgr2=0x55e9ce4b84e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:19.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.167+0000 7f7c56a00700 1 --2- 172.21.15.8:0/3023901557 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e9ce4b4f30 0x55e9ce4b84e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:19.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.167+0000 7f7c56a00700 1 -- 172.21.15.8:0/3023901557 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e9ce4b4610 msgr2=0x55e9ce4b7fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:19.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.167+0000 7f7c56a00700 1 --2- 172.21.15.8:0/3023901557 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e9ce4b4610 0x55e9ce4b7fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:19.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.167+0000 7f7c56a00700 1 -- 172.21.15.8:0/3023901557 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e9ce34c8d0 con 0x55e9ce4af140 2024-05-20T21:16:19.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.167+0000 7f7c56a00700 1 --2- 172.21.15.8:0/3023901557 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e9ce4af140 0x55e9ce4bac00 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f7c480dffa0 tx=0x7f7c480733e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fccf45c7a4a35945 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:19.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.167+0000 7f7c40c00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:16:19.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.168+0000 7f7c40c00700 1 -- 172.21.15.8:0/3023901557 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c480a9440 con 0x55e9ce4af140 2024-05-20T21:16:19.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.168+0000 7f7c40c00700 1 -- 172.21.15.8:0/3023901557 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f7c480a9f60 con 0x55e9ce4af140 2024-05-20T21:16:19.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.168+0000 7f7c68057b80 1 -- 172.21.15.8:0/3023901557 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7c4400fdc0 con 0x55e9ce4af140 2024-05-20T21:16:19.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.168+0000 7f7c40c00700 1 -- 172.21.15.8:0/3023901557 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f7c480a9260 con 0x55e9ce4af140 2024-05-20T21:16:19.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.168+0000 7f7c68057b80 10 client.25364 fetch_fsmap learned FSMap version 26 2024-05-20T21:16:19.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.168+0000 7f7c68057b80 1 -- 172.21.15.8:0/3023901557 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e9ce3cd060 con 0x55e9ce4af140 2024-05-20T21:16:19.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.168+0000 7f7c40c00700 1 -- 172.21.15.8:0/3023901557 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7c4400fdc0 con 0x55e9ce4af140 2024-05-20T21:16:19.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.169+0000 7f7c40c00700 1 -- 172.21.15.8:0/3023901557 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f7c480e20b0 con 0x55e9ce4af140 2024-05-20T21:16:19.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.169+0000 7f7c68057b80 10 client.25364 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:16:19.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.169+0000 7f7c68057b80 10 client.25364 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:16:19.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.169+0000 7f7c68057b80 20 client.25364 populate_metadata read hostname 'smithi008' 2024-05-20T21:16:19.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.169+0000 7f7c68057b80 1 --2- 172.21.15.8:0/3023901557 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e9ce4c8420 0x55e9ce4ca890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:19.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.169+0000 7f7c68057b80 4 client.25364 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:16:19.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.169+0000 7f7c68057b80 1 -- 172.21.15.8:0/3023901557 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e9ce40ed90 con 0x55e9ce4c8420 2024-05-20T21:16:19.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.169+0000 7f7c56000700 1 --2- 172.21.15.8:0/3023901557 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e9ce4c8420 0x55e9ce4ca890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:19.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.170+0000 7f7c56000700 1 --2- 172.21.15.8:0/3023901557 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e9ce4c8420 0x55e9ce4ca890 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ac60917b3e5ebc8f server_cookie=18eea38e52ad8deb in_seq=0 out_seq=0 2024-05-20T21:16:19.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.170+0000 7f7c40c00700 10 client.25364 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:16:19.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.171+0000 7f7c40c00700 1 -- 172.21.15.8:0/3023901557 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55e9ce40ed90 con 0x55e9ce4c8420 2024-05-20T21:16:19.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.171+0000 7f7c40c00700 10 client.25364 handle_command_reply: tid=0 2024-05-20T21:16:19.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.171+0000 7f7c68057b80 1 client.25364 shutdown 2024-05-20T21:16:19.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.171+0000 7f7c68057b80 1 -- 172.21.15.8:0/3023901557 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e9ce4af140 msgr2=0x55e9ce4bac00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:19.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.171+0000 7f7c68057b80 1 --2- 172.21.15.8:0/3023901557 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e9ce4af140 0x55e9ce4bac00 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f7c480dffa0 tx=0x7f7c480733e0 comp rx=0 tx=0).stop 2024-05-20T21:16:19.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.171+0000 7f7c68057b80 1 -- 172.21.15.8:0/3023901557 shutdown_connections 2024-05-20T21:16:19.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.171+0000 7f7c68057b80 1 --2- 172.21.15.8:0/3023901557 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e9ce4c8420 0x55e9ce4ca890 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:19.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.171+0000 7f7c68057b80 1 --2- 172.21.15.8:0/3023901557 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e9ce4af140 0x55e9ce4bac00 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:19.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.171+0000 7f7c68057b80 1 --2- 172.21.15.8:0/3023901557 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e9ce4b4f30 0x55e9ce4b84e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:19.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.171+0000 7f7c68057b80 1 --2- 172.21.15.8:0/3023901557 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e9ce4b4610 0x55e9ce4b7fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:19.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.171+0000 7f7c40c00700 0 client.25364 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:16:19.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.171+0000 7f7c68057b80 1 -- 172.21.15.8:0/3023901557 >> 172.21.15.8:0/3023901557 conn(0x55e9ce3dcbe0 msgr2=0x55e9ce4a8d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:19.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.171+0000 7f7c68057b80 1 -- 172.21.15.8:0/3023901557 shutdown_connections 2024-05-20T21:16:19.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.171+0000 7f7c68057b80 1 -- 172.21.15.8:0/3023901557 wait complete. 2024-05-20T21:16:19.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.171+0000 7f7c68057b80 20 client.25364 trim_cache size 0 max 16384 2024-05-20T21:16:19.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.188+0000 7f7c68057b80 1 Processor -- start 2024-05-20T21:16:19.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.188+0000 7f7c68057b80 1 -- start start 2024-05-20T21:16:19.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.189+0000 7f7c68057b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e9ce4af140 0x55e9ce4aeb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:19.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.189+0000 7f7c68057b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e9ce4b4610 0x55e9ce4b8490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:19.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.189+0000 7f7c68057b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e9ce4b4f30 0x55e9ce4a94f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:19.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.189+0000 7f7c68057b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f7c581b2d30 con 0x55e9ce4b4610 2024-05-20T21:16:19.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.189+0000 7f7c68057b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f7c581b05c0 con 0x55e9ce4af140 2024-05-20T21:16:19.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.189+0000 7f7c68057b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f7c581ae410 con 0x55e9ce4b4f30 2024-05-20T21:16:19.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.189+0000 7f7c56000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e9ce4b4610 0x55e9ce4b8490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:19.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.189+0000 7f7c57400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e9ce4b4f30 0x55e9ce4a94f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:19.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.189+0000 7f7c56000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e9ce4b4610 0x55e9ce4b8490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:33242/0 (socket says 172.21.15.8:33242) 2024-05-20T21:16:19.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.189+0000 7f7c56000700 1 -- 172.21.15.8:0/2428686862 learned_addr learned my addr 172.21.15.8:0/2428686862 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:19.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.189+0000 7f7c56a00700 1 --2- 172.21.15.8:0/2428686862 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e9ce4af140 0x55e9ce4aeb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:19.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.190+0000 7f7c57400700 1 -- 172.21.15.8:0/2428686862 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e9ce4af140 msgr2=0x55e9ce4aeb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:19.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.190+0000 7f7c57400700 1 --2- 172.21.15.8:0/2428686862 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e9ce4af140 0x55e9ce4aeb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:19.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.190+0000 7f7c57400700 1 -- 172.21.15.8:0/2428686862 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e9ce4b4610 msgr2=0x55e9ce4b8490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:19.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.190+0000 7f7c57400700 1 --2- 172.21.15.8:0/2428686862 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e9ce4b4610 0x55e9ce4b8490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:19.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.190+0000 7f7c57400700 1 -- 172.21.15.8:0/2428686862 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e9ce4caf10 con 0x55e9ce4b4f30 2024-05-20T21:16:19.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.190+0000 7f7c56a00700 1 --2- 172.21.15.8:0/2428686862 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e9ce4af140 0x55e9ce4aeb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:19.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.190+0000 7f7c56000700 1 --2- 172.21.15.8:0/2428686862 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e9ce4b4610 0x55e9ce4b8490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:19.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.190+0000 7f7c57400700 1 --2- 172.21.15.8:0/2428686862 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e9ce4b4f30 0x55e9ce4a94f0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f7c500126d0 tx=0x7f7c50009920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=82bc2e1295fb1a7e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:19.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.190+0000 7f7c43400700 1 -- 172.21.15.8:0/2428686862 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c50028030 con 0x55e9ce4b4f30 2024-05-20T21:16:19.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.190+0000 7f7c43400700 1 -- 172.21.15.8:0/2428686862 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7c5001c070 con 0x55e9ce4b4f30 2024-05-20T21:16:19.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.190+0000 7f7c43400700 1 -- 172.21.15.8:0/2428686862 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c50004370 con 0x55e9ce4b4f30 2024-05-20T21:16:19.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.191+0000 7f7c68057b80 1 -- 172.21.15.8:0/2428686862 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e9ce4b4f30 msgr2=0x55e9ce4a94f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:19.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.191+0000 7f7c68057b80 1 --2- 172.21.15.8:0/2428686862 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e9ce4b4f30 0x55e9ce4a94f0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f7c500126d0 tx=0x7f7c50009920 comp rx=0 tx=0).stop 2024-05-20T21:16:19.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.191+0000 7f7c68057b80 1 -- 172.21.15.8:0/2428686862 shutdown_connections 2024-05-20T21:16:19.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.191+0000 7f7c68057b80 1 --2- 172.21.15.8:0/2428686862 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e9ce4af140 0x55e9ce4aeb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:19.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.191+0000 7f7c68057b80 1 --2- 172.21.15.8:0/2428686862 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e9ce4b4f30 0x55e9ce4a94f0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:19.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.191+0000 7f7c68057b80 1 --2- 172.21.15.8:0/2428686862 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e9ce4b4610 0x55e9ce4b8490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:19.192 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.191+0000 7f7c68057b80 1 -- 172.21.15.8:0/2428686862 >> 172.21.15.8:0/2428686862 conn(0x55e9ce3dcbe0 msgr2=0x55e9ce4b7d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:19.192 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.191+0000 7f7c68057b80 1 -- 172.21.15.8:0/2428686862 shutdown_connections 2024-05-20T21:16:19.192 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.191+0000 7f7c68057b80 1 -- 172.21.15.8:0/2428686862 wait complete. 2024-05-20T21:16:19.192 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.192+0000 7f7c68057b80 1 -- start start 2024-05-20T21:16:19.192 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.192+0000 7f7c68057b80 1 Processor -- start 2024-05-20T21:16:19.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.192+0000 7f7c68057b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e9ce4af140 0x55e9ce4c11b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:19.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.192+0000 7f7c68057b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e9ce4b4610 0x55e9ce4cf880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:19.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.192+0000 7f7c68057b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e9ce4b4f30 0x55e9ce4cfdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:19.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.192+0000 7f7c68057b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f7c581aea80 con 0x55e9ce4b4610 2024-05-20T21:16:19.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.192+0000 7f7c68057b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f7c581afef0 con 0x55e9ce4b4f30 2024-05-20T21:16:19.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.192+0000 7f7c68057b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f7c581af150 con 0x55e9ce4af140 2024-05-20T21:16:19.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.192+0000 7f7c68057b80 10 client.0 _ll_register_callbacks cb 0x55e9ce3a6c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:16:19.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.193+0000 7f7c56a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e9ce4af140 0x55e9ce4c11b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:19.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.193+0000 7f7c56000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e9ce4b4610 0x55e9ce4cf880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:19.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.193+0000 7f7c56a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e9ce4af140 0x55e9ce4c11b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:53014/0 (socket says 172.21.15.8:53014) 2024-05-20T21:16:19.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.193+0000 7f7c56000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e9ce4b4610 0x55e9ce4cf880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:33252/0 (socket says 172.21.15.8:33252) 2024-05-20T21:16:19.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.193+0000 7f7c56a00700 1 -- 172.21.15.8:0/631101837 learned_addr learned my addr 172.21.15.8:0/631101837 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:19.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.193+0000 7f7c57400700 1 --2- 172.21.15.8:0/631101837 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e9ce4b4f30 0x55e9ce4cfdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:19.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.193+0000 7f7c56a00700 1 -- 172.21.15.8:0/631101837 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e9ce4b4f30 msgr2=0x55e9ce4cfdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:19.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.193+0000 7f7c56a00700 1 --2- 172.21.15.8:0/631101837 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e9ce4b4f30 0x55e9ce4cfdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:19.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.193+0000 7f7c56a00700 1 -- 172.21.15.8:0/631101837 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e9ce4b4610 msgr2=0x55e9ce4cf880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:19.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.193+0000 7f7c56a00700 1 --2- 172.21.15.8:0/631101837 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e9ce4b4610 0x55e9ce4cf880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:19.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.193+0000 7f7c56a00700 1 -- 172.21.15.8:0/631101837 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e9ce4d04c0 con 0x55e9ce4af140 2024-05-20T21:16:19.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.194+0000 7f7c56a00700 1 --2- 172.21.15.8:0/631101837 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e9ce4af140 0x55e9ce4c11b0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f7c480a5b70 tx=0x7f7c48009a10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2edc1105a8536f74 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:19.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.194+0000 7f7c40c00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:16:19.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.194+0000 7f7c40c00700 1 -- 172.21.15.8:0/631101837 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c480a9440 con 0x55e9ce4af140 2024-05-20T21:16:19.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.194+0000 7f7c40c00700 1 -- 172.21.15.8:0/631101837 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f7c480b24c0 con 0x55e9ce4af140 2024-05-20T21:16:19.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.194+0000 7f7c68057b80 1 -- 172.21.15.8:0/631101837 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7c5001c070 con 0x55e9ce4af140 2024-05-20T21:16:19.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.194+0000 7f7c40c00700 1 -- 172.21.15.8:0/631101837 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f7c480a59b0 con 0x55e9ce4af140 2024-05-20T21:16:19.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.194+0000 7f7c68057b80 10 client.25399 fetch_fsmap learned FSMap version 26 2024-05-20T21:16:19.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.194+0000 7f7c68057b80 1 -- 172.21.15.8:0/631101837 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e9ce532f20 con 0x55e9ce4af140 2024-05-20T21:16:19.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.194+0000 7f7c40c00700 1 -- 172.21.15.8:0/631101837 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7c5001c070 con 0x55e9ce4af140 2024-05-20T21:16:19.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.195+0000 7f7c40c00700 1 -- 172.21.15.8:0/631101837 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f7c48076020 con 0x55e9ce4af140 2024-05-20T21:16:19.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.195+0000 7f7c68057b80 10 client.25399 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:16:19.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.195+0000 7f7c68057b80 10 client.25399 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:16:19.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.195+0000 7f7c68057b80 20 client.25399 populate_metadata read hostname 'smithi008' 2024-05-20T21:16:19.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.195+0000 7f7c68057b80 1 --2- 172.21.15.8:0/631101837 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e9ce533580 0x55e9ce5359a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:19.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.195+0000 7f7c68057b80 4 client.25399 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:16:19.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.195+0000 7f7c68057b80 1 -- 172.21.15.8:0/631101837 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55e9ce408570 con 0x55e9ce533580 2024-05-20T21:16:19.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.195+0000 7f7c56000700 1 --2- 172.21.15.8:0/631101837 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e9ce533580 0x55e9ce5359a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:19.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.196+0000 7f7c56000700 1 --2- 172.21.15.8:0/631101837 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e9ce533580 0x55e9ce5359a0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d2a1c5f2ab11b824 server_cookie=97c1bd9682073836 in_seq=0 out_seq=0 2024-05-20T21:16:19.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.196+0000 7f7c40c00700 10 client.25399 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:16:19.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.196+0000 7f7c40c00700 1 -- 172.21.15.8:0/631101837 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55e9ce408570 con 0x55e9ce533580 2024-05-20T21:16:19.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.196+0000 7f7c40c00700 10 client.25399 handle_command_reply: tid=0 2024-05-20T21:16:19.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.196+0000 7f7c68057b80 1 client.25399 shutdown 2024-05-20T21:16:19.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.196+0000 7f7c68057b80 1 -- 172.21.15.8:0/631101837 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e9ce4af140 msgr2=0x55e9ce4c11b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:19.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.196+0000 7f7c68057b80 1 --2- 172.21.15.8:0/631101837 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e9ce4af140 0x55e9ce4c11b0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f7c480a5b70 tx=0x7f7c48009a10 comp rx=0 tx=0).stop 2024-05-20T21:16:19.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.196+0000 7f7c68057b80 1 -- 172.21.15.8:0/631101837 shutdown_connections 2024-05-20T21:16:19.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.196+0000 7f7c68057b80 1 --2- 172.21.15.8:0/631101837 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e9ce533580 0x55e9ce5359a0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:19.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.196+0000 7f7c68057b80 1 --2- 172.21.15.8:0/631101837 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e9ce4b4f30 0x55e9ce4cfdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:19.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.196+0000 7f7c68057b80 1 --2- 172.21.15.8:0/631101837 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e9ce4af140 0x55e9ce4c11b0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:19.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.196+0000 7f7c68057b80 1 --2- 172.21.15.8:0/631101837 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e9ce4b4610 0x55e9ce4cf880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:19.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.196+0000 7f7c40c00700 0 client.25399 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:16:19.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.196+0000 7f7c68057b80 1 -- 172.21.15.8:0/631101837 >> 172.21.15.8:0/631101837 conn(0x55e9ce3dcbe0 msgr2=0x55e9ce4b5310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:19.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.196+0000 7f7c68057b80 1 -- 172.21.15.8:0/631101837 shutdown_connections 2024-05-20T21:16:19.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.196+0000 7f7c68057b80 1 -- 172.21.15.8:0/631101837 wait complete. 2024-05-20T21:16:19.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.196+0000 7f7c68057b80 20 client.25399 trim_cache size 0 max 16384 2024-05-20T21:16:19.199 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:16:19.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.197+0000 7f7c5d600700 1 -- 172.21.15.8:0/2313383287 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f7c3c0b2880 msgr2=0x7f7c3c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:19.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.197+0000 7f7c5d600700 1 --2- 172.21.15.8:0/2313383287 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f7c3c0b2880 0x7f7c3c0b4d40 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f7c50009fd0 tx=0x7f7c5000b040 comp rx=0 tx=0).stop 2024-05-20T21:16:19.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.197+0000 7f7c5d600700 1 -- 172.21.15.8:0/2313383287 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7c58106120 msgr2=0x7f7c5819c0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:19.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.197+0000 7f7c5d600700 1 --2- 172.21.15.8:0/2313383287 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7c58106120 0x7f7c5819c0e0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f7c4800ec10 tx=0x7f7c4800ef20 comp rx=0 tx=0).stop 2024-05-20T21:16:19.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.197+0000 7f7c5d600700 1 -- 172.21.15.8:0/2313383287 shutdown_connections 2024-05-20T21:16:19.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.197+0000 7f7c5d600700 1 --2- 172.21.15.8:0/2313383287 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f7c3c0b2880 0x7f7c3c0b4d40 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:19.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.197+0000 7f7c5d600700 1 --2- 172.21.15.8:0/2313383287 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7c58106120 0x7f7c5819c0e0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:19.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.197+0000 7f7c5d600700 1 --2- 172.21.15.8:0/2313383287 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7c581a09b0 0x7f7c581a0e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:19.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.197+0000 7f7c5d600700 1 --2- 172.21.15.8:0/2313383287 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7c5810b760 0x7f7c5819c620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:19.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.197+0000 7f7c5d600700 1 -- 172.21.15.8:0/2313383287 >> 172.21.15.8:0/2313383287 conn(0x7f7c58101250 msgr2=0x7f7c58101ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:19.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.197+0000 7f7c5d600700 1 -- 172.21.15.8:0/2313383287 shutdown_connections 2024-05-20T21:16:19.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:19.197+0000 7f7c5d600700 1 -- 172.21.15.8:0/2313383287 wait complete. 2024-05-20T21:16:20.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:16:20 smithi130 ceph-mon[36448]: pgmap v470: 97 pgs: 97 active+clean; 661 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:16:20.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:16:20 smithi050 ceph-mon[35809]: pgmap v470: 97 pgs: 97 active+clean; 661 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:16:20.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:16:20 smithi008 ceph-mon[31475]: pgmap v470: 97 pgs: 97 active+clean; 661 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:16:21.105 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:16:21.106 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:16:21.591 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:16:22.348 INFO:tasks.quiescer.fs.[cephfs]:Total duration (37.7) is longer than `split_if_longer` (35.0), will split into two consecutive quiesces 2024-05-20T21:16:22.348 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 18.85 2024-05-20T21:16:22.349 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:16:22.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:16:22 smithi130 ceph-mon[36448]: pgmap v471: 97 pgs: 97 active+clean; 661 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:16:22.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:16:22 smithi050 ceph-mon[35809]: pgmap v471: 97 pgs: 97 active+clean; 661 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:16:22.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:16:22 smithi008 ceph-mon[31475]: pgmap v471: 97 pgs: 97 active+clean; 661 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:16:23.047 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:16:24.516 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:16:24 smithi008 ceph-mon[31475]: pgmap v472: 97 pgs: 97 active+clean; 661 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:16:24.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:16:24 smithi130 ceph-mon[36448]: pgmap v472: 97 pgs: 97 active+clean; 661 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:16:24.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:16:24 smithi050 ceph-mon[35809]: pgmap v472: 97 pgs: 97 active+clean; 661 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:16:24.890 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.447+0000 7f7592600700 1 -- 172.21.15.8:0/1115343061 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f758c076090 msgr2=0x7f758c10fa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:24.890 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.447+0000 7f7592600700 1 --2- 172.21.15.8:0/1115343061 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f758c076090 0x7f758c10fa00 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f7574009990 tx=0x7f7574009ca0 comp rx=0 tx=0).stop 2024-05-20T21:16:24.890 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.447+0000 7f7592600700 1 -- 172.21.15.8:0/1115343061 shutdown_connections 2024-05-20T21:16:24.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.447+0000 7f7592600700 1 --2- 172.21.15.8:0/1115343061 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f758c075770 0x7f758c075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:24.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.447+0000 7f7592600700 1 --2- 172.21.15.8:0/1115343061 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f758c10ff40 0x7f758c112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:24.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.447+0000 7f7592600700 1 --2- 172.21.15.8:0/1115343061 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f758c076090 0x7f758c10fa00 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:24.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.447+0000 7f7592600700 1 -- 172.21.15.8:0/1115343061 >> 172.21.15.8:0/1115343061 conn(0x7f758c07a6a0 msgr2=0x7f758c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:24.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.447+0000 7f7592600700 1 -- 172.21.15.8:0/1115343061 shutdown_connections 2024-05-20T21:16:24.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.447+0000 7f7592600700 1 -- 172.21.15.8:0/1115343061 wait complete. 2024-05-20T21:16:24.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.448+0000 7f7592600700 1 Processor -- start 2024-05-20T21:16:24.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.448+0000 7f7592600700 1 -- start start 2024-05-20T21:16:24.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.449+0000 7f7592600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f758c075770 0x7f758c19be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:24.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.449+0000 7f7592600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f758c076090 0x7f758c19c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:24.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.449+0000 7f7592600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f758c10ff40 0x7f758c1a0730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:24.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.449+0000 7f7592600700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f758c115950 con 0x7f758c076090 2024-05-20T21:16:24.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.449+0000 7f7592600700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f758c1157d0 con 0x7f758c10ff40 2024-05-20T21:16:24.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.449+0000 7f7592600700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f758c115ad0 con 0x7f758c075770 2024-05-20T21:16:24.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.449+0000 7f7582a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f758c076090 0x7f758c19c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:24.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.449+0000 7f758b400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f758c075770 0x7f758c19be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:24.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.449+0000 7f7582a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f758c076090 0x7f758c19c3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:50566/0 (socket says 172.21.15.8:50566) 2024-05-20T21:16:24.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.449+0000 7f7582a00700 1 -- 172.21.15.8:0/3646606841 learned_addr learned my addr 172.21.15.8:0/3646606841 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:24.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.449+0000 7f758be00700 1 --2- 172.21.15.8:0/3646606841 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f758c10ff40 0x7f758c1a0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:24.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.450+0000 7f7582a00700 1 -- 172.21.15.8:0/3646606841 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f758c075770 msgr2=0x7f758c19be60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:24.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.450+0000 7f7582a00700 1 --2- 172.21.15.8:0/3646606841 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f758c075770 0x7f758c19be60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:24.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.450+0000 7f7582a00700 1 -- 172.21.15.8:0/3646606841 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f758c10ff40 msgr2=0x7f758c1a0730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:24.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.450+0000 7f7582a00700 1 --2- 172.21.15.8:0/3646606841 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f758c10ff40 0x7f758c1a0730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:24.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.450+0000 7f7582a00700 1 -- 172.21.15.8:0/3646606841 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f758c1a0e70 con 0x7f758c076090 2024-05-20T21:16:24.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.450+0000 7f758b400700 1 --2- 172.21.15.8:0/3646606841 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f758c075770 0x7f758c19be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:24.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.450+0000 7f7582a00700 1 --2- 172.21.15.8:0/3646606841 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f758c076090 0x7f758c19c3a0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f7574000c00 tx=0x7f75740057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:24.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.450+0000 7f7588c00700 1 -- 172.21.15.8:0/3646606841 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7574027070 con 0x7f758c076090 2024-05-20T21:16:24.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.450+0000 7f7588c00700 1 -- 172.21.15.8:0/3646606841 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7574022470 con 0x7f758c076090 2024-05-20T21:16:24.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.450+0000 7f7588c00700 1 -- 172.21.15.8:0/3646606841 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7574017650 con 0x7f758c076090 2024-05-20T21:16:24.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.450+0000 7f7592600700 1 -- 172.21.15.8:0/3646606841 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f758c1a1100 con 0x7f758c076090 2024-05-20T21:16:24.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.451+0000 7f7592600700 1 -- 172.21.15.8:0/3646606841 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f758c1a89e0 con 0x7f758c076090 2024-05-20T21:16:24.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.455+0000 7f7588c00700 1 -- 172.21.15.8:0/3646606841 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f757402a070 con 0x7f758c076090 2024-05-20T21:16:24.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.455+0000 7f759cf08b80 1 Processor -- start 2024-05-20T21:16:24.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.455+0000 7f759cf08b80 1 -- start start 2024-05-20T21:16:24.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.456+0000 7f759cf08b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5603598d7690 0x5603598d7a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:24.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.456+0000 7f759cf08b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5603598d7fb0 0x5603598d1ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:24.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.456+0000 7f759cf08b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5603598d21c0 0x5603598d2640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:24.894 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.456+0000 7f759cf08b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x56035982fec0 con 0x5603598d21c0 2024-05-20T21:16:24.894 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.456+0000 7f759cf08b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x56035981fa60 con 0x5603598d7690 2024-05-20T21:16:24.894 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.456+0000 7f759cf08b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x560359823aa0 con 0x5603598d7fb0 2024-05-20T21:16:24.894 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.456+0000 7f7582a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5603598d21c0 0x5603598d2640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:24.894 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.456+0000 7f7582a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5603598d21c0 0x5603598d2640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:50568/0 (socket says 172.21.15.8:50568) 2024-05-20T21:16:24.894 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.456+0000 7f7582a00700 1 -- 172.21.15.8:0/1037138731 learned_addr learned my addr 172.21.15.8:0/1037138731 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:24.894 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.456+0000 7f758be00700 1 --2- 172.21.15.8:0/1037138731 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5603598d7690 0x5603598d7a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:24.894 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.456+0000 7f758b400700 1 --2- 172.21.15.8:0/1037138731 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5603598d7fb0 0x5603598d1ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:24.894 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.457+0000 7f7582a00700 1 -- 172.21.15.8:0/1037138731 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5603598d7fb0 msgr2=0x5603598d1ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:24.894 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.457+0000 7f7582a00700 1 --2- 172.21.15.8:0/1037138731 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5603598d7fb0 0x5603598d1ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:24.894 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.457+0000 7f7582a00700 1 -- 172.21.15.8:0/1037138731 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5603598d7690 msgr2=0x5603598d7a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:24.894 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.457+0000 7f7582a00700 1 --2- 172.21.15.8:0/1037138731 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5603598d7690 0x5603598d7a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:24.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.457+0000 7f7582a00700 1 -- 172.21.15.8:0/1037138731 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5603597e84a0 con 0x5603598d21c0 2024-05-20T21:16:24.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.457+0000 7f758b400700 1 --2- 172.21.15.8:0/1037138731 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5603598d7fb0 0x5603598d1ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:24.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.457+0000 7f758be00700 1 --2- 172.21.15.8:0/1037138731 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5603598d7690 0x5603598d7a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:24.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.457+0000 7f7588c00700 1 --2- 172.21.15.8:0/3646606841 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f75700b2900 0x7f75700b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:24.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.457+0000 7f7582a00700 1 --2- 172.21.15.8:0/1037138731 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5603598d21c0 0x5603598d2640 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f75740e6ef0 tx=0x7f75740e9730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c6a8df89d758ee8 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:24.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.457+0000 7f7588c00700 1 -- 172.21.15.8:0/3646606841 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f75740e2dd0 con 0x7f758c076090 2024-05-20T21:16:24.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.457+0000 7f758be00700 1 --2- 172.21.15.8:0/3646606841 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f75700b2900 0x7f75700b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:24.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.458+0000 7f7580c00700 1 -- 172.21.15.8:0/1037138731 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75740a6330 con 0x5603598d21c0 2024-05-20T21:16:24.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.458+0000 7f7580c00700 1 -- 172.21.15.8:0/1037138731 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f75740a9f80 con 0x5603598d21c0 2024-05-20T21:16:24.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.458+0000 7f7580c00700 1 -- 172.21.15.8:0/1037138731 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75740a9be0 con 0x5603598d21c0 2024-05-20T21:16:24.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.458+0000 7f759cf08b80 1 -- 172.21.15.8:0/1037138731 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5603598d21c0 msgr2=0x5603598d2640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:24.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.458+0000 7f758be00700 1 --2- 172.21.15.8:0/3646606841 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f75700b2900 0x7f75700b4dc0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f758c06bdd0 tx=0x7f7584007320 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:24.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.458+0000 7f759cf08b80 1 --2- 172.21.15.8:0/1037138731 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5603598d21c0 0x5603598d2640 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f75740e6ef0 tx=0x7f75740e9730 comp rx=0 tx=0).stop 2024-05-20T21:16:24.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.459+0000 7f759cf08b80 1 -- 172.21.15.8:0/1037138731 shutdown_connections 2024-05-20T21:16:24.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.459+0000 7f759cf08b80 1 --2- 172.21.15.8:0/1037138731 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5603598d7690 0x5603598d7a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:24.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.459+0000 7f759cf08b80 1 --2- 172.21.15.8:0/1037138731 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5603598d21c0 0x5603598d2640 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:24.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.459+0000 7f759cf08b80 1 --2- 172.21.15.8:0/1037138731 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5603598d7fb0 0x5603598d1ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:24.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.459+0000 7f759cf08b80 1 -- 172.21.15.8:0/1037138731 >> 172.21.15.8:0/1037138731 conn(0x5603597ffc60 msgr2=0x5603598cc710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:24.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.459+0000 7f759cf08b80 1 -- 172.21.15.8:0/1037138731 shutdown_connections 2024-05-20T21:16:24.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.459+0000 7f759cf08b80 1 -- 172.21.15.8:0/1037138731 wait complete. 2024-05-20T21:16:24.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.460+0000 7f759cf08b80 1 -- start start 2024-05-20T21:16:24.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.460+0000 7f759cf08b80 1 Processor -- start 2024-05-20T21:16:24.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.460+0000 7f759cf08b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5603598d21c0 0x5603598ddce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:24.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.460+0000 7f759cf08b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5603598d7690 0x5603598db080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:24.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.460+0000 7f759cf08b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5603598d7fb0 0x5603598db5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:24.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.460+0000 7f759cf08b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x560359726020 con 0x5603598d21c0 2024-05-20T21:16:24.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.460+0000 7f759cf08b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5603597c07e0 con 0x5603598d7690 2024-05-20T21:16:24.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.460+0000 7f759cf08b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5603598de820 con 0x5603598d7fb0 2024-05-20T21:16:24.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.461+0000 7f759cf08b80 10 client.0 _ll_register_callbacks cb 0x5603597c9cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:16:24.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.461+0000 7f758b400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5603598d21c0 0x5603598ddce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:24.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.461+0000 7f758b400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5603598d21c0 0x5603598ddce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:50570/0 (socket says 172.21.15.8:50570) 2024-05-20T21:16:24.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.461+0000 7f758b400700 1 -- 172.21.15.8:0/993207826 learned_addr learned my addr 172.21.15.8:0/993207826 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:24.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.461+0000 7f758be00700 1 --2- 172.21.15.8:0/993207826 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5603598d7fb0 0x5603598db5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:24.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.461+0000 7f7582a00700 1 --2- 172.21.15.8:0/993207826 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5603598d7690 0x5603598db080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:24.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.461+0000 7f758b400700 1 -- 172.21.15.8:0/993207826 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5603598d7fb0 msgr2=0x5603598db5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:24.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.461+0000 7f758b400700 1 --2- 172.21.15.8:0/993207826 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5603598d7fb0 0x5603598db5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:24.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.461+0000 7f758b400700 1 -- 172.21.15.8:0/993207826 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5603598d7690 msgr2=0x5603598db080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:24.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.461+0000 7f758b400700 1 --2- 172.21.15.8:0/993207826 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5603598d7690 0x5603598db080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:24.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.461+0000 7f758b400700 1 -- 172.21.15.8:0/993207826 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56035976f950 con 0x5603598d21c0 2024-05-20T21:16:24.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.462+0000 7f758b400700 1 --2- 172.21.15.8:0/993207826 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5603598d21c0 0x5603598ddce0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f757c007ed0 tx=0x7f757c00e7d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9203d03e28e706c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:24.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.462+0000 7f7579600700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:16:24.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.462+0000 7f7579600700 1 -- 172.21.15.8:0/993207826 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f757c01a070 con 0x5603598d21c0 2024-05-20T21:16:24.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.462+0000 7f7579600700 1 -- 172.21.15.8:0/993207826 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f757c016400 con 0x5603598d21c0 2024-05-20T21:16:24.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.462+0000 7f759cf08b80 1 -- 172.21.15.8:0/993207826 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f75740a9f80 con 0x5603598d21c0 2024-05-20T21:16:24.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.462+0000 7f7579600700 1 -- 172.21.15.8:0/993207826 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f757c01e600 con 0x5603598d21c0 2024-05-20T21:16:24.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.462+0000 7f759cf08b80 10 client.15276 fetch_fsmap learned FSMap version 26 2024-05-20T21:16:24.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.462+0000 7f759cf08b80 1 -- 172.21.15.8:0/993207826 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5603597f00e0 con 0x5603598d21c0 2024-05-20T21:16:24.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.463+0000 7f7579600700 1 -- 172.21.15.8:0/993207826 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f75740a9f80 con 0x5603598d21c0 2024-05-20T21:16:24.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.463+0000 7f7579600700 1 -- 172.21.15.8:0/993207826 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f757c0169a0 con 0x5603598d21c0 2024-05-20T21:16:24.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.463+0000 7f759cf08b80 10 client.15276 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:16:24.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.463+0000 7f759cf08b80 10 client.15276 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:16:24.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.463+0000 7f759cf08b80 20 client.15276 populate_metadata read hostname 'smithi008' 2024-05-20T21:16:24.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.463+0000 7f759cf08b80 1 --2- 172.21.15.8:0/993207826 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5603598eb340 0x5603598ed730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:24.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.463+0000 7f759cf08b80 4 client.15276 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:16:24.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.463+0000 7f759cf08b80 1 -- 172.21.15.8:0/993207826 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560359831e10 con 0x5603598eb340 2024-05-20T21:16:24.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.464+0000 7f7582a00700 1 --2- 172.21.15.8:0/993207826 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5603598eb340 0x5603598ed730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:24.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.464+0000 7f7582a00700 1 --2- 172.21.15.8:0/993207826 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5603598eb340 0x5603598ed730 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b2ce58e94727f499 server_cookie=d23f3ca3a25299e9 in_seq=0 out_seq=0 2024-05-20T21:16:24.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.464+0000 7f7579600700 10 client.15276 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:16:24.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.465+0000 7f7579600700 1 -- 172.21.15.8:0/993207826 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x560359831e10 con 0x5603598eb340 2024-05-20T21:16:24.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.465+0000 7f7579600700 10 client.15276 handle_command_reply: tid=0 2024-05-20T21:16:24.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.465+0000 7f759cf08b80 1 client.15276 shutdown 2024-05-20T21:16:24.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.465+0000 7f759cf08b80 1 -- 172.21.15.8:0/993207826 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5603598d21c0 msgr2=0x5603598ddce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:24.900 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.465+0000 7f759cf08b80 1 --2- 172.21.15.8:0/993207826 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5603598d21c0 0x5603598ddce0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f757c007ed0 tx=0x7f757c00e7d0 comp rx=0 tx=0).stop 2024-05-20T21:16:24.900 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.465+0000 7f759cf08b80 1 -- 172.21.15.8:0/993207826 shutdown_connections 2024-05-20T21:16:24.900 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.465+0000 7f759cf08b80 1 --2- 172.21.15.8:0/993207826 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5603598eb340 0x5603598ed730 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:24.900 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.465+0000 7f759cf08b80 1 --2- 172.21.15.8:0/993207826 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5603598d7fb0 0x5603598db5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:24.900 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.465+0000 7f759cf08b80 1 --2- 172.21.15.8:0/993207826 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5603598d21c0 0x5603598ddce0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:24.900 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.465+0000 7f759cf08b80 1 --2- 172.21.15.8:0/993207826 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5603598d7690 0x5603598db080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:24.900 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.465+0000 7f759cf08b80 1 -- 172.21.15.8:0/993207826 >> 172.21.15.8:0/993207826 conn(0x5603597ffc60 msgr2=0x5603598cbdf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:24.900 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.465+0000 7f7579600700 0 client.15276 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:16:24.900 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.466+0000 7f759cf08b80 1 -- 172.21.15.8:0/993207826 shutdown_connections 2024-05-20T21:16:24.900 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.466+0000 7f759cf08b80 1 -- 172.21.15.8:0/993207826 wait complete. 2024-05-20T21:16:24.900 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.466+0000 7f759cf08b80 20 client.15276 trim_cache size 0 max 16384 2024-05-20T21:16:24.900 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.489+0000 7f759cf08b80 1 Processor -- start 2024-05-20T21:16:24.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.489+0000 7f759cf08b80 1 -- start start 2024-05-20T21:16:24.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.489+0000 7f759cf08b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5603598d21c0 0x5603598d1ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:24.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.489+0000 7f759cf08b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5603598d7690 0x5603598d8c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:24.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.489+0000 7f759cf08b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5603598d7fb0 0x5603598cc570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:24.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.489+0000 7f759cf08b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f758c1b25b0 con 0x5603598d21c0 2024-05-20T21:16:24.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.489+0000 7f759cf08b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f758c1afe40 con 0x5603598d7fb0 2024-05-20T21:16:24.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.489+0000 7f759cf08b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f758c1adcb0 con 0x5603598d7690 2024-05-20T21:16:24.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.490+0000 7f758b400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5603598d21c0 0x5603598d1ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:24.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.490+0000 7f758b400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5603598d21c0 0x5603598d1ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:50582/0 (socket says 172.21.15.8:50582) 2024-05-20T21:16:24.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.490+0000 7f758b400700 1 -- 172.21.15.8:0/1322319892 learned_addr learned my addr 172.21.15.8:0/1322319892 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:24.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.490+0000 7f7582a00700 1 --2- 172.21.15.8:0/1322319892 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5603598d7690 0x5603598d8c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:24.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.490+0000 7f758be00700 1 --2- 172.21.15.8:0/1322319892 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5603598d7fb0 0x5603598cc570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:24.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.490+0000 7f7582a00700 1 -- 172.21.15.8:0/1322319892 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5603598d7fb0 msgr2=0x5603598cc570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:24.902 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.490+0000 7f7582a00700 1 --2- 172.21.15.8:0/1322319892 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5603598d7fb0 0x5603598cc570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:24.902 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.490+0000 7f7582a00700 1 -- 172.21.15.8:0/1322319892 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5603598d21c0 msgr2=0x5603598d1ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:24.902 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.490+0000 7f7582a00700 1 --2- 172.21.15.8:0/1322319892 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5603598d21c0 0x5603598d1ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:24.902 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.490+0000 7f7582a00700 1 -- 172.21.15.8:0/1322319892 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5603598e8d60 con 0x5603598d7690 2024-05-20T21:16:24.902 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.490+0000 7f758b400700 1 --2- 172.21.15.8:0/1322319892 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5603598d21c0 0x5603598d1ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:24.902 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.491+0000 7f7582a00700 1 --2- 172.21.15.8:0/1322319892 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5603598d7690 0x5603598d8c20 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f75740cc000 tx=0x7f757400b610 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1fa76f4a5459ad28 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:24.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.491+0000 7f757be00700 1 -- 172.21.15.8:0/1322319892 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75740a9dc0 con 0x5603598d7690 2024-05-20T21:16:24.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.491+0000 7f757be00700 1 -- 172.21.15.8:0/1322319892 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f75740a9f80 con 0x5603598d7690 2024-05-20T21:16:24.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.491+0000 7f757be00700 1 -- 172.21.15.8:0/1322319892 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75740aa240 con 0x5603598d7690 2024-05-20T21:16:24.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.492+0000 7f759cf08b80 1 -- 172.21.15.8:0/1322319892 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5603598d7690 msgr2=0x5603598d8c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:24.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.492+0000 7f759cf08b80 1 --2- 172.21.15.8:0/1322319892 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5603598d7690 0x5603598d8c20 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f75740cc000 tx=0x7f757400b610 comp rx=0 tx=0).stop 2024-05-20T21:16:24.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.492+0000 7f759cf08b80 1 -- 172.21.15.8:0/1322319892 shutdown_connections 2024-05-20T21:16:24.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.492+0000 7f759cf08b80 1 --2- 172.21.15.8:0/1322319892 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5603598d7fb0 0x5603598cc570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:24.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.492+0000 7f759cf08b80 1 --2- 172.21.15.8:0/1322319892 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5603598d21c0 0x5603598d1ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:24.904 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.492+0000 7f759cf08b80 1 --2- 172.21.15.8:0/1322319892 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5603598d7690 0x5603598d8c20 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:24.904 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.492+0000 7f759cf08b80 1 -- 172.21.15.8:0/1322319892 >> 172.21.15.8:0/1322319892 conn(0x5603597ffc60 msgr2=0x5603598d61c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:24.904 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.492+0000 7f759cf08b80 1 -- 172.21.15.8:0/1322319892 shutdown_connections 2024-05-20T21:16:24.904 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.492+0000 7f759cf08b80 1 -- 172.21.15.8:0/1322319892 wait complete. 2024-05-20T21:16:24.904 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.493+0000 7f759cf08b80 1 -- start start 2024-05-20T21:16:24.904 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.493+0000 7f759cf08b80 1 Processor -- start 2024-05-20T21:16:24.904 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.493+0000 7f759cf08b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5603598d21c0 0x5603598e0a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:24.904 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.493+0000 7f759cf08b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5603598d7690 0x5603598e0f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:24.904 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.493+0000 7f759cf08b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5603598d7fb0 0x5603598e14c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:24.904 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.493+0000 7f759cf08b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f758c1ae300 con 0x5603598d21c0 2024-05-20T21:16:24.904 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.493+0000 7f759cf08b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f758c1af770 con 0x5603598d7690 2024-05-20T21:16:24.904 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.493+0000 7f759cf08b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f758c1ae9d0 con 0x5603598d7fb0 2024-05-20T21:16:24.904 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.493+0000 7f759cf08b80 10 client.0 _ll_register_callbacks cb 0x5603597c9cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:16:24.904 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.494+0000 7f758b400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5603598d21c0 0x5603598e0a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:24.905 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.494+0000 7f758b400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5603598d21c0 0x5603598e0a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:50588/0 (socket says 172.21.15.8:50588) 2024-05-20T21:16:24.905 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.494+0000 7f758b400700 1 -- 172.21.15.8:0/2612826935 learned_addr learned my addr 172.21.15.8:0/2612826935 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:24.905 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.494+0000 7f7582a00700 1 --2- 172.21.15.8:0/2612826935 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5603598d7690 0x5603598e0f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:24.905 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.494+0000 7f758be00700 1 --2- 172.21.15.8:0/2612826935 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5603598d7fb0 0x5603598e14c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:24.905 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.494+0000 7f758b400700 1 -- 172.21.15.8:0/2612826935 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5603598d7fb0 msgr2=0x5603598e14c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:24.905 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.494+0000 7f758b400700 1 --2- 172.21.15.8:0/2612826935 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5603598d7fb0 0x5603598e14c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:24.905 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.494+0000 7f758b400700 1 -- 172.21.15.8:0/2612826935 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5603598d7690 msgr2=0x5603598e0f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:24.905 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.494+0000 7f758b400700 1 --2- 172.21.15.8:0/2612826935 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5603598d7690 0x5603598e0f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:24.905 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.494+0000 7f758b400700 1 -- 172.21.15.8:0/2612826935 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560359956090 con 0x5603598d21c0 2024-05-20T21:16:24.905 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.494+0000 7f7582a00700 1 --2- 172.21.15.8:0/2612826935 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5603598d7690 0x5603598e0f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:24.905 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.494+0000 7f758b400700 1 --2- 172.21.15.8:0/2612826935 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5603598d21c0 0x5603598e0a40 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f757c009010 tx=0x7f757c003c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e05ca44c42f3e66 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:24.905 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.494+0000 7f7579600700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:16:24.905 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.495+0000 7f7579600700 1 -- 172.21.15.8:0/2612826935 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f757c01a040 con 0x5603598d21c0 2024-05-20T21:16:24.905 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.495+0000 7f759cf08b80 1 -- 172.21.15.8:0/2612826935 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f75740a9f80 con 0x5603598d21c0 2024-05-20T21:16:24.906 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.495+0000 7f7579600700 1 -- 172.21.15.8:0/2612826935 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f757c01e9b0 con 0x5603598d21c0 2024-05-20T21:16:24.906 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.495+0000 7f7579600700 1 -- 172.21.15.8:0/2612826935 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f757c01ebb0 con 0x5603598d21c0 2024-05-20T21:16:24.906 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.495+0000 7f759cf08b80 10 client.15282 fetch_fsmap learned FSMap version 26 2024-05-20T21:16:24.906 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.495+0000 7f759cf08b80 1 -- 172.21.15.8:0/2612826935 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5603599573b0 con 0x5603598d21c0 2024-05-20T21:16:24.906 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.495+0000 7f7579600700 1 -- 172.21.15.8:0/2612826935 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f75740a9f80 con 0x5603598d21c0 2024-05-20T21:16:24.906 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.496+0000 7f7579600700 1 -- 172.21.15.8:0/2612826935 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f757c014390 con 0x5603598d21c0 2024-05-20T21:16:24.906 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.496+0000 7f759cf08b80 10 client.15282 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:16:24.906 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.496+0000 7f759cf08b80 10 client.15282 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:16:24.906 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.496+0000 7f759cf08b80 20 client.15282 populate_metadata read hostname 'smithi008' 2024-05-20T21:16:24.906 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.496+0000 7f759cf08b80 1 --2- 172.21.15.8:0/2612826935 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560359957af0 0x560359959f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:24.906 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.496+0000 7f759cf08b80 4 client.15282 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:16:24.906 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.496+0000 7f759cf08b80 1 -- 172.21.15.8:0/2612826935 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x56035982b5f0 con 0x560359957af0 2024-05-20T21:16:24.907 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.496+0000 7f7582a00700 1 --2- 172.21.15.8:0/2612826935 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560359957af0 0x560359959f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:24.907 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.497+0000 7f7582a00700 1 --2- 172.21.15.8:0/2612826935 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560359957af0 0x560359959f10 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=209e3235616c4713 server_cookie=9fac40a14cdfc283 in_seq=0 out_seq=0 2024-05-20T21:16:24.907 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.497+0000 7f7579600700 10 client.15282 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:16:24.907 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.498+0000 7f7579600700 1 -- 172.21.15.8:0/2612826935 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x56035982b5f0 con 0x560359957af0 2024-05-20T21:16:24.907 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.498+0000 7f7579600700 10 client.15282 handle_command_reply: tid=0 2024-05-20T21:16:24.907 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.498+0000 7f759cf08b80 1 client.15282 shutdown 2024-05-20T21:16:24.907 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.498+0000 7f759cf08b80 1 -- 172.21.15.8:0/2612826935 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5603598d21c0 msgr2=0x5603598e0a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:24.907 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.498+0000 7f759cf08b80 1 --2- 172.21.15.8:0/2612826935 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5603598d21c0 0x5603598e0a40 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f757c009010 tx=0x7f757c003c90 comp rx=0 tx=0).stop 2024-05-20T21:16:24.907 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.498+0000 7f759cf08b80 1 -- 172.21.15.8:0/2612826935 shutdown_connections 2024-05-20T21:16:24.907 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.498+0000 7f759cf08b80 1 --2- 172.21.15.8:0/2612826935 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560359957af0 0x560359959f10 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:24.907 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.498+0000 7f759cf08b80 1 --2- 172.21.15.8:0/2612826935 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5603598d7fb0 0x5603598e14c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:24.907 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.498+0000 7f759cf08b80 1 --2- 172.21.15.8:0/2612826935 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5603598d21c0 0x5603598e0a40 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:24.908 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.498+0000 7f759cf08b80 1 --2- 172.21.15.8:0/2612826935 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5603598d7690 0x5603598e0f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:24.908 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.498+0000 7f7579600700 0 client.15282 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:16:24.908 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.498+0000 7f759cf08b80 1 -- 172.21.15.8:0/2612826935 >> 172.21.15.8:0/2612826935 conn(0x5603597ffc60 msgr2=0x5603598d8aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:24.908 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.498+0000 7f759cf08b80 1 -- 172.21.15.8:0/2612826935 shutdown_connections 2024-05-20T21:16:24.908 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.498+0000 7f759cf08b80 1 -- 172.21.15.8:0/2612826935 wait complete. 2024-05-20T21:16:24.908 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.498+0000 7f759cf08b80 20 client.15282 trim_cache size 0 max 16384 2024-05-20T21:16:24.908 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:16:24.908 INFO:teuthology.orchestra.run.smithi008.stdout: "return_code": 0, 2024-05-20T21:16:24.909 INFO:teuthology.orchestra.run.smithi008.stdout: "scrub_tag": "6dd56d6b-0857-494c-8ab4-971c8f9b3de4", 2024-05-20T21:16:24.909 INFO:teuthology.orchestra.run.smithi008.stdout: "mode": "asynchronous" 2024-05-20T21:16:24.909 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:16:24.909 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.499+0000 7f7592600700 1 -- 172.21.15.8:0/3646606841 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f75700b2900 msgr2=0x7f75700b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:24.909 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.499+0000 7f7592600700 1 --2- 172.21.15.8:0/3646606841 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f75700b2900 0x7f75700b4dc0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f758c06bdd0 tx=0x7f7584007320 comp rx=0 tx=0).stop 2024-05-20T21:16:24.909 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.499+0000 7f7592600700 1 -- 172.21.15.8:0/3646606841 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f758c076090 msgr2=0x7f758c19c3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:24.909 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.499+0000 7f7592600700 1 --2- 172.21.15.8:0/3646606841 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f758c076090 0x7f758c19c3a0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f7574000c00 tx=0x7f75740057c0 comp rx=0 tx=0).stop 2024-05-20T21:16:24.909 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.499+0000 7f7592600700 1 -- 172.21.15.8:0/3646606841 shutdown_connections 2024-05-20T21:16:24.909 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.499+0000 7f7592600700 1 --2- 172.21.15.8:0/3646606841 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f75700b2900 0x7f75700b4dc0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:24.909 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.499+0000 7f7592600700 1 --2- 172.21.15.8:0/3646606841 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f758c10ff40 0x7f758c1a0730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:24.909 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.499+0000 7f7592600700 1 --2- 172.21.15.8:0/3646606841 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f758c075770 0x7f758c19be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:24.909 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.499+0000 7f7592600700 1 --2- 172.21.15.8:0/3646606841 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f758c076090 0x7f758c19c3a0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:24.910 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.499+0000 7f7592600700 1 -- 172.21.15.8:0/3646606841 >> 172.21.15.8:0/3646606841 conn(0x7f758c07a6a0 msgr2=0x7f758c1007b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:24.910 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.500+0000 7f7592600700 1 -- 172.21.15.8:0/3646606841 shutdown_connections 2024-05-20T21:16:24.910 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:24.500+0000 7f7592600700 1 -- 172.21.15.8:0/3646606841 wait complete. 2024-05-20T21:16:25.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:16:25 smithi008 ceph-mon[31475]: scrub queued for path: / 2024-05-20T21:16:25.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:16:25 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:16:25.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:16:25 smithi008 ceph-mon[31475]: scrub summary: active paths [/] 2024-05-20T21:16:25.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:16:25 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:16:25.581 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.582+0000 7f0320e00640 1 -- 172.21.15.8:0/429786658 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f031c1044c0 msgr2=0x7f031c10ad50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:25.582 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.582+0000 7f0320e00640 1 --2- 172.21.15.8:0/429786658 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f031c1044c0 0x7f031c10ad50 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f0314009ca0 tx=0x7f031402a8c0 comp rx=0 tx=0).stop 2024-05-20T21:16:25.582 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.582+0000 7f0320e00640 1 -- 172.21.15.8:0/429786658 shutdown_connections 2024-05-20T21:16:25.582 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.582+0000 7f0320e00640 1 --2- 172.21.15.8:0/429786658 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f031c1044c0 0x7f031c10ad50 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:25.582 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.582+0000 7f0320e00640 1 --2- 172.21.15.8:0/429786658 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f031c103b00 0x7f031c103f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:25.582 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.582+0000 7f0320e00640 1 --2- 172.21.15.8:0/429786658 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f031c102910 0x7f031c102d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:25.582 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.582+0000 7f0320e00640 1 -- 172.21.15.8:0/429786658 >> 172.21.15.8:0/429786658 conn(0x7f031c0fde80 msgr2=0x7f031c1002c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:25.582 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.582+0000 7f0320e00640 1 -- 172.21.15.8:0/429786658 shutdown_connections 2024-05-20T21:16:25.582 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.582+0000 7f0320e00640 1 -- 172.21.15.8:0/429786658 wait complete. 2024-05-20T21:16:25.583 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.584+0000 7f0320e00640 1 Processor -- start 2024-05-20T21:16:25.583 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.584+0000 7f0320e00640 1 -- start start 2024-05-20T21:16:25.584 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.584+0000 7f0320e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f031c102910 0x7f031c19acf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:25.584 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.584+0000 7f0320e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f031c103b00 0x7f031c19b230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:25.584 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.584+0000 7f0320e00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f031c1044c0 0x7f031c1a2260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:25.584 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.584+0000 7f0320e00640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f031c10e470 con 0x7f031c102910 2024-05-20T21:16:25.584 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.584+0000 7f0320e00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f031c10e2f0 con 0x7f031c103b00 2024-05-20T21:16:25.584 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.584+0000 7f0320e00640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f031c10e5f0 con 0x7f031c1044c0 2024-05-20T21:16:25.584 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.585+0000 7f031b400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f031c102910 0x7f031c19acf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:25.584 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.585+0000 7f031aa00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f031c103b00 0x7f031c19b230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:25.584 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.585+0000 7f031aa00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f031c103b00 0x7f031c19b230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:56466/0 (socket says 172.21.15.8:56466) 2024-05-20T21:16:25.584 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.585+0000 7f031aa00640 1 -- 172.21.15.8:0/282601126 learned_addr learned my addr 172.21.15.8:0/282601126 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:25.585 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.585+0000 7f031b400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f031c102910 0x7f031c19acf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:50602/0 (socket says 172.21.15.8:50602) 2024-05-20T21:16:25.585 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.585+0000 7f031be00640 1 --2- 172.21.15.8:0/282601126 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f031c1044c0 0x7f031c1a2260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:25.586 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.585+0000 7f031aa00640 1 -- 172.21.15.8:0/282601126 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f031c1044c0 msgr2=0x7f031c1a2260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:25.586 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.585+0000 7f031aa00640 1 --2- 172.21.15.8:0/282601126 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f031c1044c0 0x7f031c1a2260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:25.586 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.585+0000 7f031aa00640 1 -- 172.21.15.8:0/282601126 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f031c102910 msgr2=0x7f031c19acf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:25.586 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.585+0000 7f031aa00640 1 --2- 172.21.15.8:0/282601126 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f031c102910 0x7f031c19acf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:25.586 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.585+0000 7f031aa00640 1 -- 172.21.15.8:0/282601126 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f031c1a2900 con 0x7f031c103b00 2024-05-20T21:16:25.586 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.586+0000 7f031aa00640 1 --2- 172.21.15.8:0/282601126 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f031c103b00 0x7f031c19b230 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f030800e9f0 tx=0x7f030800eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:25.586 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.586+0000 7f0313e00640 1 -- 172.21.15.8:0/282601126 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f030800cd80 con 0x7f031c103b00 2024-05-20T21:16:25.586 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.586+0000 7f0313e00640 1 -- 172.21.15.8:0/282601126 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f03080108e0 con 0x7f031c103b00 2024-05-20T21:16:25.586 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.586+0000 7f0320e00640 1 -- 172.21.15.8:0/282601126 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f031c1a2bf0 con 0x7f031c103b00 2024-05-20T21:16:25.586 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.586+0000 7f0313e00640 1 -- 172.21.15.8:0/282601126 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0308018980 con 0x7f031c103b00 2024-05-20T21:16:25.586 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.586+0000 7f0320e00640 1 -- 172.21.15.8:0/282601126 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f031c1a3140 con 0x7f031c103b00 2024-05-20T21:16:25.589 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.589+0000 7f03251bd740 1 Processor -- start 2024-05-20T21:16:25.589 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.590+0000 7f03251bd740 1 -- start start 2024-05-20T21:16:25.590 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.590+0000 7f03251bd740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a3c7b8ecf0 0x55a3c7b8f110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:25.590 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.590+0000 7f03251bd740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a3c7b8f6e0 0x55a3c7b941e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:25.591 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.590+0000 7f03251bd740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a3c7b94850 0x55a3c7b96ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:25.591 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.590+0000 7f03251bd740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55a3c7afeb90 con 0x55a3c7b8ecf0 2024-05-20T21:16:25.591 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.590+0000 7f03251bd740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55a3c7aee730 con 0x55a3c7b94850 2024-05-20T21:16:25.591 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.590+0000 7f03251bd740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55a3c7af2770 con 0x55a3c7b8f6e0 2024-05-20T21:16:25.591 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.590+0000 7f0313e00640 1 -- 172.21.15.8:0/282601126 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f0308018b20 con 0x7f031c103b00 2024-05-20T21:16:25.591 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.591+0000 7f031be00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a3c7b8ecf0 0x55a3c7b8f110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:25.591 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.591+0000 7f031be00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a3c7b8ecf0 0x55a3c7b8f110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:50612/0 (socket says 172.21.15.8:50612) 2024-05-20T21:16:25.591 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.591+0000 7f031be00640 1 -- 172.21.15.8:0/3922767022 learned_addr learned my addr 172.21.15.8:0/3922767022 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:25.591 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.591+0000 7f031b400640 1 --2- 172.21.15.8:0/3922767022 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a3c7b8f6e0 0x55a3c7b941e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:25.591 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.591+0000 7f031aa00640 1 --2- 172.21.15.8:0/3922767022 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a3c7b94850 0x55a3c7b96ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:25.592 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.591+0000 7f031be00640 1 -- 172.21.15.8:0/3922767022 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a3c7b8f6e0 msgr2=0x55a3c7b941e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:25.592 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.591+0000 7f031be00640 1 --2- 172.21.15.8:0/3922767022 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a3c7b8f6e0 0x55a3c7b941e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:25.592 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.591+0000 7f031be00640 1 -- 172.21.15.8:0/3922767022 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a3c7b94850 msgr2=0x55a3c7b96ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:25.592 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.591+0000 7f031be00640 1 --2- 172.21.15.8:0/3922767022 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a3c7b94850 0x55a3c7b96ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:25.592 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.591+0000 7f031be00640 1 -- 172.21.15.8:0/3922767022 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a3c7a878b0 con 0x55a3c7b8ecf0 2024-05-20T21:16:25.592 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.592+0000 7f031be00640 1 --2- 172.21.15.8:0/3922767022 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a3c7b8ecf0 0x55a3c7b8f110 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f0314009ca0 tx=0x7f03140093c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d92aeebbbe9c49e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:25.593 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.592+0000 7f0310c00640 1 -- 172.21.15.8:0/3922767022 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0314031650 con 0x55a3c7b8ecf0 2024-05-20T21:16:25.593 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.592+0000 7f0310c00640 1 -- 172.21.15.8:0/3922767022 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0314036030 con 0x55a3c7b8ecf0 2024-05-20T21:16:25.593 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.592+0000 7f0310c00640 1 -- 172.21.15.8:0/3922767022 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0314004660 con 0x55a3c7b8ecf0 2024-05-20T21:16:25.594 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.593+0000 7f0313e00640 1 --2- 172.21.15.8:0/282601126 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f03000b27d0 0x7f03000b4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:25.594 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.593+0000 7f0313e00640 1 -- 172.21.15.8:0/282601126 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f03080e2610 con 0x7f031c103b00 2024-05-20T21:16:25.594 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.593+0000 7f03251bd740 1 -- 172.21.15.8:0/3922767022 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a3c7b8ecf0 msgr2=0x55a3c7b8f110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:25.594 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.593+0000 7f03251bd740 1 --2- 172.21.15.8:0/3922767022 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a3c7b8ecf0 0x55a3c7b8f110 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f0314009ca0 tx=0x7f03140093c0 comp rx=0 tx=0).stop 2024-05-20T21:16:25.594 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.593+0000 7f031b400640 1 --2- 172.21.15.8:0/282601126 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f03000b27d0 0x7f03000b4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:25.594 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.593+0000 7f03251bd740 1 -- 172.21.15.8:0/3922767022 shutdown_connections 2024-05-20T21:16:25.594 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.593+0000 7f03251bd740 1 --2- 172.21.15.8:0/3922767022 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a3c7b94850 0x55a3c7b96ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:25.594 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.593+0000 7f03251bd740 1 --2- 172.21.15.8:0/3922767022 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a3c7b8f6e0 0x55a3c7b941e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:25.594 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.593+0000 7f03251bd740 1 --2- 172.21.15.8:0/3922767022 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a3c7b8ecf0 0x55a3c7b8f110 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:25.594 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.593+0000 7f03251bd740 1 -- 172.21.15.8:0/3922767022 >> 172.21.15.8:0/3922767022 conn(0x55a3c7b8a360 msgr2=0x55a3c7b8a760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:25.594 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.593+0000 7f03251bd740 1 -- 172.21.15.8:0/3922767022 shutdown_connections 2024-05-20T21:16:25.594 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.594+0000 7f03251bd740 1 -- 172.21.15.8:0/3922767022 wait complete. 2024-05-20T21:16:25.594 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.594+0000 7f031b400640 1 --2- 172.21.15.8:0/282601126 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f03000b27d0 0x7f03000b4c90 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x55a3c7b8b230 tx=0x7f030c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:25.594 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.594+0000 7f03251bd740 1 -- start start 2024-05-20T21:16:25.596 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.595+0000 7f03251bd740 1 Processor -- start 2024-05-20T21:16:25.596 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.595+0000 7f03251bd740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a3c7b8ecf0 0x55a3c7b988b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:25.596 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.595+0000 7f03251bd740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a3c7b8f6e0 0x55a3c7b98df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:25.596 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.596+0000 7f03251bd740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a3c7b94850 0x55a3c7b9fe30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:25.596 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.596+0000 7f03251bd740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55a3c77d4790 con 0x55a3c7b94850 2024-05-20T21:16:25.597 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.596+0000 7f03251bd740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55a3c7a96bc0 con 0x55a3c7b8f6e0 2024-05-20T21:16:25.597 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.596+0000 7f03251bd740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55a3c7b97620 con 0x55a3c7b8ecf0 2024-05-20T21:16:25.597 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.596+0000 7f03251bd740 10 client.0 _ll_register_callbacks cb 0x55a3c7a74400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:16:25.597 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.596+0000 7f031be00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a3c7b94850 0x55a3c7b9fe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:25.597 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.596+0000 7f031aa00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a3c7b8f6e0 0x55a3c7b98df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:25.597 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.596+0000 7f031be00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a3c7b94850 0x55a3c7b9fe30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:50614/0 (socket says 172.21.15.8:50614) 2024-05-20T21:16:25.597 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.596+0000 7f031be00640 1 -- 172.21.15.8:0/617498250 learned_addr learned my addr 172.21.15.8:0/617498250 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:25.597 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.596+0000 7f031b400640 1 --2- 172.21.15.8:0/617498250 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a3c7b8ecf0 0x55a3c7b988b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:25.597 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.596+0000 7f031be00640 1 -- 172.21.15.8:0/617498250 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a3c7b8ecf0 msgr2=0x55a3c7b988b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:25.597 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.596+0000 7f031be00640 1 --2- 172.21.15.8:0/617498250 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a3c7b8ecf0 0x55a3c7b988b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:25.597 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.596+0000 7f031be00640 1 -- 172.21.15.8:0/617498250 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a3c7b8f6e0 msgr2=0x55a3c7b98df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:25.598 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.596+0000 7f031be00640 1 --2- 172.21.15.8:0/617498250 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a3c7b8f6e0 0x55a3c7b98df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:25.598 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.596+0000 7f031be00640 1 -- 172.21.15.8:0/617498250 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a3c7803210 con 0x55a3c7b94850 2024-05-20T21:16:25.598 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.597+0000 7f031be00640 1 --2- 172.21.15.8:0/617498250 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a3c7b94850 0x55a3c7b9fe30 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f031402ade0 tx=0x7f0314004690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=851394c87ccdef81 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:25.598 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.597+0000 7f0305600640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:16:25.598 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.597+0000 7f0305600640 1 -- 172.21.15.8:0/617498250 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f031404a040 con 0x55a3c7b94850 2024-05-20T21:16:25.598 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.597+0000 7f0305600640 1 -- 172.21.15.8:0/617498250 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f0314003970 con 0x55a3c7b94850 2024-05-20T21:16:25.598 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.597+0000 7f03251bd740 1 -- 172.21.15.8:0/617498250 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0314036030 con 0x55a3c7b94850 2024-05-20T21:16:25.600 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.598+0000 7f0305600640 1 -- 172.21.15.8:0/617498250 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0314009540 con 0x55a3c7b94850 2024-05-20T21:16:25.600 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.598+0000 7f03251bd740 10 client.15294 fetch_fsmap learned FSMap version 26 2024-05-20T21:16:25.600 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.598+0000 7f03251bd740 1 -- 172.21.15.8:0/617498250 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a3c78cf620 con 0x55a3c7b94850 2024-05-20T21:16:25.601 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.598+0000 7f0305600640 1 -- 172.21.15.8:0/617498250 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0314036030 con 0x55a3c7b94850 2024-05-20T21:16:25.601 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.598+0000 7f0305600640 1 -- 172.21.15.8:0/617498250 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f031404d030 con 0x55a3c7b94850 2024-05-20T21:16:25.601 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.598+0000 7f03251bd740 10 client.15294 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:16:25.601 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.598+0000 7f03251bd740 10 client.15294 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:16:25.601 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.598+0000 7f03251bd740 20 client.15294 populate_metadata read hostname 'smithi008' 2024-05-20T21:16:25.601 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.598+0000 7f03251bd740 1 --2- 172.21.15.8:0/617498250 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a3c7ba40c0 0x55a3c7ba64b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:25.601 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.598+0000 7f03251bd740 4 client.15294 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:16:25.601 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.598+0000 7f03251bd740 1 -- 172.21.15.8:0/617498250 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a3c7b00ae0 con 0x55a3c7ba40c0 2024-05-20T21:16:25.601 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.599+0000 7f031b400640 1 --2- 172.21.15.8:0/617498250 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a3c7ba40c0 0x55a3c7ba64b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:25.601 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.599+0000 7f031b400640 1 --2- 172.21.15.8:0/617498250 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a3c7ba40c0 0x55a3c7ba64b0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5c75618d4adb00d7 server_cookie=230af83b3e32994c in_seq=0 out_seq=0 2024-05-20T21:16:25.601 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.599+0000 7f0305600640 10 client.15294 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:16:25.601 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.600+0000 7f0305600640 1 -- 172.21.15.8:0/617498250 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55a3c7b00ae0 con 0x55a3c7ba40c0 2024-05-20T21:16:25.601 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.600+0000 7f0305600640 10 client.15294 handle_command_reply: tid=0 2024-05-20T21:16:25.602 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.600+0000 7f03251bd740 1 client.15294 shutdown 2024-05-20T21:16:25.602 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.601+0000 7f03251bd740 1 -- 172.21.15.8:0/617498250 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a3c7b94850 msgr2=0x55a3c7b9fe30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:25.602 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.601+0000 7f03251bd740 1 --2- 172.21.15.8:0/617498250 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a3c7b94850 0x55a3c7b9fe30 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f031402ade0 tx=0x7f0314004690 comp rx=0 tx=0).stop 2024-05-20T21:16:25.602 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.601+0000 7f03251bd740 1 -- 172.21.15.8:0/617498250 shutdown_connections 2024-05-20T21:16:25.602 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.601+0000 7f03251bd740 1 --2- 172.21.15.8:0/617498250 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a3c7ba40c0 0x55a3c7ba64b0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:25.602 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.601+0000 7f03251bd740 1 --2- 172.21.15.8:0/617498250 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a3c7b94850 0x55a3c7b9fe30 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:25.602 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.601+0000 7f03251bd740 1 --2- 172.21.15.8:0/617498250 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a3c7b8f6e0 0x55a3c7b98df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:25.602 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.601+0000 7f03251bd740 1 --2- 172.21.15.8:0/617498250 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a3c7b8ecf0 0x55a3c7b988b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:25.602 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.601+0000 7f03251bd740 1 -- 172.21.15.8:0/617498250 >> 172.21.15.8:0/617498250 conn(0x55a3c7b8a360 msgr2=0x55a3c7b894c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:25.602 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.601+0000 7f0305600640 0 client.15294 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:16:25.602 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.601+0000 7f03251bd740 1 -- 172.21.15.8:0/617498250 shutdown_connections 2024-05-20T21:16:25.602 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.601+0000 7f03251bd740 1 -- 172.21.15.8:0/617498250 wait complete. 2024-05-20T21:16:25.602 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.601+0000 7f03251bd740 20 client.15294 trim_cache size 0 max 16384 2024-05-20T21:16:25.611 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:16:25.621 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.622+0000 7f03251bd740 1 Processor -- start 2024-05-20T21:16:25.622 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.622+0000 7f03251bd740 1 -- start start 2024-05-20T21:16:25.622 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.622+0000 7f03251bd740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a3c7b8ecf0 0x55a3c7b8d980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:25.622 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.622+0000 7f03251bd740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a3c7b8f6e0 0x55a3c7b9fdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:25.622 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.622+0000 7f03251bd740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a3c7b94850 0x55a3c7baad90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:25.622 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.622+0000 7f03251bd740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f031c1ae7d0 con 0x55a3c7b8ecf0 2024-05-20T21:16:25.622 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.622+0000 7f03251bd740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f031c1ac0a0 con 0x55a3c7b8f6e0 2024-05-20T21:16:25.622 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.622+0000 7f03251bd740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f031c1a9ef0 con 0x55a3c7b94850 2024-05-20T21:16:25.624 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.623+0000 7f031b400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a3c7b8ecf0 0x55a3c7b8d980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:25.625 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.623+0000 7f031aa00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a3c7b8f6e0 0x55a3c7b9fdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:25.625 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.623+0000 7f031be00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a3c7b94850 0x55a3c7baad90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:25.625 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.623+0000 7f031b400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a3c7b8ecf0 0x55a3c7b8d980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:50622/0 (socket says 172.21.15.8:50622) 2024-05-20T21:16:25.625 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.623+0000 7f031b400640 1 -- 172.21.15.8:0/3510939339 learned_addr learned my addr 172.21.15.8:0/3510939339 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:25.625 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.623+0000 7f031aa00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a3c7b8f6e0 0x55a3c7b9fdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:56490/0 (socket says 172.21.15.8:56490) 2024-05-20T21:16:25.625 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.623+0000 7f031be00640 1 -- 172.21.15.8:0/3510939339 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a3c7b8f6e0 msgr2=0x55a3c7b9fdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:25.625 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.623+0000 7f031be00640 1 --2- 172.21.15.8:0/3510939339 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a3c7b8f6e0 0x55a3c7b9fdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:25.625 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.623+0000 7f031be00640 1 -- 172.21.15.8:0/3510939339 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a3c7b8ecf0 msgr2=0x55a3c7b8d980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:25.625 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.623+0000 7f031be00640 1 --2- 172.21.15.8:0/3510939339 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a3c7b8ecf0 0x55a3c7b8d980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:25.625 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.623+0000 7f031be00640 1 -- 172.21.15.8:0/3510939339 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a3c7b8f4e0 con 0x55a3c7b94850 2024-05-20T21:16:25.625 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.623+0000 7f031b400640 1 --2- 172.21.15.8:0/3510939339 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a3c7b8ecf0 0x55a3c7b8d980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:25.625 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.624+0000 7f031be00640 1 --2- 172.21.15.8:0/3510939339 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a3c7b94850 0x55a3c7baad90 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f0314006010 tx=0x7f0314005d80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ded604c7ee54b8d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:25.626 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.624+0000 7f0307e00640 1 -- 172.21.15.8:0/3510939339 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0314009540 con 0x55a3c7b94850 2024-05-20T21:16:25.626 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.624+0000 7f0307e00640 1 -- 172.21.15.8:0/3510939339 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0314036070 con 0x55a3c7b94850 2024-05-20T21:16:25.626 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.624+0000 7f0307e00640 1 -- 172.21.15.8:0/3510939339 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f031402f610 con 0x55a3c7b94850 2024-05-20T21:16:25.626 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.625+0000 7f03251bd740 1 -- 172.21.15.8:0/3510939339 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a3c7b94850 msgr2=0x55a3c7baad90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:25.626 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.625+0000 7f03251bd740 1 --2- 172.21.15.8:0/3510939339 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a3c7b94850 0x55a3c7baad90 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f0314006010 tx=0x7f0314005d80 comp rx=0 tx=0).stop 2024-05-20T21:16:25.626 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.625+0000 7f03251bd740 1 -- 172.21.15.8:0/3510939339 shutdown_connections 2024-05-20T21:16:25.626 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.625+0000 7f03251bd740 1 --2- 172.21.15.8:0/3510939339 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a3c7b94850 0x55a3c7baad90 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:25.626 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.625+0000 7f03251bd740 1 --2- 172.21.15.8:0/3510939339 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a3c7b8f6e0 0x55a3c7b9fdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:25.626 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.625+0000 7f03251bd740 1 --2- 172.21.15.8:0/3510939339 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a3c7b8ecf0 0x55a3c7b8d980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:25.626 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.625+0000 7f03251bd740 1 -- 172.21.15.8:0/3510939339 >> 172.21.15.8:0/3510939339 conn(0x55a3c7b8a360 msgr2=0x55a3c7b8d270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:25.627 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.625+0000 7f03251bd740 1 -- 172.21.15.8:0/3510939339 shutdown_connections 2024-05-20T21:16:25.627 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.625+0000 7f03251bd740 1 -- 172.21.15.8:0/3510939339 wait complete. 2024-05-20T21:16:25.627 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.625+0000 7f03251bd740 1 -- start start 2024-05-20T21:16:25.629 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.626+0000 7f03251bd740 1 Processor -- start 2024-05-20T21:16:25.629 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.626+0000 7f03251bd740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a3c7b8ecf0 0x55a3c7b9d6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:25.630 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.626+0000 7f03251bd740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a3c7b8f6e0 0x55a3c7b9dc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:25.630 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.626+0000 7f03251bd740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a3c7b94850 0x55a3c7b9ec30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:25.630 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.626+0000 7f03251bd740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f031c1aa560 con 0x55a3c7b94850 2024-05-20T21:16:25.630 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.626+0000 7f03251bd740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f031c1ab9d0 con 0x55a3c7b8f6e0 2024-05-20T21:16:25.630 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.626+0000 7f03251bd740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f031c1aac30 con 0x55a3c7b8ecf0 2024-05-20T21:16:25.630 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.626+0000 7f03251bd740 10 client.0 _ll_register_callbacks cb 0x7f03080e8420 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:16:25.630 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.626+0000 7f031be00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a3c7b94850 0x55a3c7b9ec30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:25.630 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.626+0000 7f031aa00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a3c7b8f6e0 0x55a3c7b9dc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:25.630 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.626+0000 7f031b400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a3c7b8ecf0 0x55a3c7b9d6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:25.630 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.627+0000 7f031be00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a3c7b94850 0x55a3c7b9ec30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:50628/0 (socket says 172.21.15.8:50628) 2024-05-20T21:16:25.630 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.627+0000 7f031aa00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a3c7b8f6e0 0x55a3c7b9dc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:56494/0 (socket says 172.21.15.8:56494) 2024-05-20T21:16:25.630 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.627+0000 7f031be00640 1 -- 172.21.15.8:0/4168483404 learned_addr learned my addr 172.21.15.8:0/4168483404 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:25.631 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.627+0000 7f031be00640 1 -- 172.21.15.8:0/4168483404 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a3c7b8ecf0 msgr2=0x55a3c7b9d6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:25.631 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.627+0000 7f031be00640 1 --2- 172.21.15.8:0/4168483404 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a3c7b8ecf0 0x55a3c7b9d6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:25.631 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.627+0000 7f031be00640 1 -- 172.21.15.8:0/4168483404 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a3c7b8f6e0 msgr2=0x55a3c7b9dc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:25.631 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.627+0000 7f031be00640 1 --2- 172.21.15.8:0/4168483404 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a3c7b8f6e0 0x55a3c7b9dc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:25.631 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.627+0000 7f031be00640 1 -- 172.21.15.8:0/4168483404 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a3c7b9f220 con 0x55a3c7b94850 2024-05-20T21:16:25.631 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.627+0000 7f031b400640 1 --2- 172.21.15.8:0/4168483404 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a3c7b8ecf0 0x55a3c7b9d6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:25.631 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.627+0000 7f031aa00640 1 --2- 172.21.15.8:0/4168483404 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a3c7b8f6e0 0x55a3c7b9dc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:25.631 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.627+0000 7f031be00640 1 --2- 172.21.15.8:0/4168483404 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a3c7b94850 0x55a3c7b9ec30 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f031402fb60 tx=0x7f031402a8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=288fd4f2538c10db server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:25.631 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.627+0000 7f0305600640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:16:25.631 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.628+0000 7f0305600640 1 -- 172.21.15.8:0/4168483404 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0314009540 con 0x55a3c7b94850 2024-05-20T21:16:25.631 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.628+0000 7f0305600640 1 -- 172.21.15.8:0/4168483404 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f0314004d50 con 0x55a3c7b94850 2024-05-20T21:16:25.631 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.628+0000 7f03251bd740 1 -- 172.21.15.8:0/4168483404 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0314036070 con 0x55a3c7b94850 2024-05-20T21:16:25.631 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.628+0000 7f0305600640 1 -- 172.21.15.8:0/4168483404 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0314030660 con 0x55a3c7b94850 2024-05-20T21:16:25.631 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.628+0000 7f03251bd740 10 client.15300 fetch_fsmap learned FSMap version 26 2024-05-20T21:16:25.632 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.628+0000 7f03251bd740 1 -- 172.21.15.8:0/4168483404 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a3c7c0edf0 con 0x55a3c7b94850 2024-05-20T21:16:25.632 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.629+0000 7f0305600640 1 -- 172.21.15.8:0/4168483404 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0314036070 con 0x55a3c7b94850 2024-05-20T21:16:25.632 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.629+0000 7f0305600640 1 -- 172.21.15.8:0/4168483404 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f0314062060 con 0x55a3c7b94850 2024-05-20T21:16:25.632 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.629+0000 7f03251bd740 10 client.15300 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:16:25.632 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.629+0000 7f03251bd740 10 client.15300 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:16:25.632 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.629+0000 7f03251bd740 20 client.15300 populate_metadata read hostname 'smithi008' 2024-05-20T21:16:25.632 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.629+0000 7f03251bd740 1 --2- 172.21.15.8:0/4168483404 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a3c7c0f550 0x55a3c7c11970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:25.632 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.629+0000 7f03251bd740 4 client.15300 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:16:25.632 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.629+0000 7f03251bd740 1 -- 172.21.15.8:0/4168483404 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55a3c7b986a0 con 0x55a3c7c0f550 2024-05-20T21:16:25.632 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.629+0000 7f031b400640 1 --2- 172.21.15.8:0/4168483404 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a3c7c0f550 0x55a3c7c11970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:25.632 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.630+0000 7f0305600640 10 client.15300 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:16:25.632 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.630+0000 7f031b400640 1 --2- 172.21.15.8:0/4168483404 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a3c7c0f550 0x55a3c7c11970 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d4e962ec791908bf server_cookie=20733e095a0f2e2f in_seq=0 out_seq=0 2024-05-20T21:16:25.638 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.638+0000 7f0305600640 1 -- 172.21.15.8:0/4168483404 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55a3c7b986a0 con 0x55a3c7c0f550 2024-05-20T21:16:25.639 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.638+0000 7f0305600640 10 client.15300 handle_command_reply: tid=0 2024-05-20T21:16:25.639 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.639+0000 7f03251bd740 1 client.15300 shutdown 2024-05-20T21:16:25.639 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.639+0000 7f03251bd740 1 -- 172.21.15.8:0/4168483404 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a3c7b94850 msgr2=0x55a3c7b9ec30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:25.639 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.639+0000 7f03251bd740 1 --2- 172.21.15.8:0/4168483404 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a3c7b94850 0x55a3c7b9ec30 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f031402fb60 tx=0x7f031402a8c0 comp rx=0 tx=0).stop 2024-05-20T21:16:25.639 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.639+0000 7f03251bd740 1 -- 172.21.15.8:0/4168483404 shutdown_connections 2024-05-20T21:16:25.639 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.639+0000 7f03251bd740 1 --2- 172.21.15.8:0/4168483404 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a3c7c0f550 0x55a3c7c11970 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:25.639 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.639+0000 7f03251bd740 1 --2- 172.21.15.8:0/4168483404 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a3c7b94850 0x55a3c7b9ec30 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:25.639 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.639+0000 7f03251bd740 1 --2- 172.21.15.8:0/4168483404 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a3c7b8f6e0 0x55a3c7b9dc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:25.639 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.639+0000 7f03251bd740 1 --2- 172.21.15.8:0/4168483404 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a3c7b8ecf0 0x55a3c7b9d6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:25.639 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.639+0000 7f0305600640 0 client.15300 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:16:25.639 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.639+0000 7f03251bd740 1 -- 172.21.15.8:0/4168483404 >> 172.21.15.8:0/4168483404 conn(0x55a3c7b8a360 msgr2=0x55a3c7b88c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:25.639 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.639+0000 7f03251bd740 1 -- 172.21.15.8:0/4168483404 shutdown_connections 2024-05-20T21:16:25.639 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.639+0000 7f03251bd740 1 -- 172.21.15.8:0/4168483404 wait complete. 2024-05-20T21:16:25.639 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.639+0000 7f03251bd740 20 client.15300 trim_cache size 0 max 16384 2024-05-20T21:16:25.640 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:16:25.640 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:16:25.640 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:16:25.640 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.640+0000 7f0320e00640 1 -- 172.21.15.8:0/282601126 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f03000b27d0 msgr2=0x7f03000b4c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:25.641 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.640+0000 7f0320e00640 1 --2- 172.21.15.8:0/282601126 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f03000b27d0 0x7f03000b4c90 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x55a3c7b8b230 tx=0x7f030c005f90 comp rx=0 tx=0).stop 2024-05-20T21:16:25.641 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.640+0000 7f0320e00640 1 -- 172.21.15.8:0/282601126 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f031c103b00 msgr2=0x7f031c19b230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:25.641 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.640+0000 7f0320e00640 1 --2- 172.21.15.8:0/282601126 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f031c103b00 0x7f031c19b230 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f030800e9f0 tx=0x7f030800eeb0 comp rx=0 tx=0).stop 2024-05-20T21:16:25.641 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.640+0000 7f0320e00640 1 -- 172.21.15.8:0/282601126 shutdown_connections 2024-05-20T21:16:25.641 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.640+0000 7f0320e00640 1 --2- 172.21.15.8:0/282601126 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f03000b27d0 0x7f03000b4c90 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:25.641 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.640+0000 7f0320e00640 1 --2- 172.21.15.8:0/282601126 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f031c1044c0 0x7f031c1a2260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:25.641 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.640+0000 7f0320e00640 1 --2- 172.21.15.8:0/282601126 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f031c103b00 0x7f031c19b230 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:25.641 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.640+0000 7f0320e00640 1 --2- 172.21.15.8:0/282601126 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f031c102910 0x7f031c19acf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:25.641 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.640+0000 7f0320e00640 1 -- 172.21.15.8:0/282601126 >> 172.21.15.8:0/282601126 conn(0x7f031c0fde80 msgr2=0x7f031c074c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:25.641 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.641+0000 7f0320e00640 1 -- 172.21.15.8:0/282601126 shutdown_connections 2024-05-20T21:16:25.641 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:25.641+0000 7f0320e00640 1 -- 172.21.15.8:0/282601126 wait complete. 2024-05-20T21:16:25.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:16:25 smithi130 ceph-mon[36448]: scrub queued for path: / 2024-05-20T21:16:25.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:16:25 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:16:25.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:16:25 smithi130 ceph-mon[36448]: scrub summary: active paths [/] 2024-05-20T21:16:25.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:16:25 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:16:25.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:16:25 smithi050 ceph-mon[35809]: scrub queued for path: / 2024-05-20T21:16:25.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:16:25 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:16:25.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:16:25 smithi050 ceph-mon[35809]: scrub summary: active paths [/] 2024-05-20T21:16:25.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:16:25 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:16:26.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:26.089+0000 7f1511400700 1 -- 172.21.15.8:0/3838356700 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f150c1041a0 msgr2=0x7f150c1081c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:26.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:26.089+0000 7f1511400700 1 --2- 172.21.15.8:0/3838356700 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f150c1041a0 0x7f150c1081c0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f14f8009990 tx=0x7f14f8009ca0 comp rx=0 tx=0).stop 2024-05-20T21:16:26.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:26.089+0000 7f1511400700 1 -- 172.21.15.8:0/3838356700 shutdown_connections 2024-05-20T21:16:26.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:26.089+0000 7f1511400700 1 --2- 172.21.15.8:0/3838356700 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f150c1088f0 0x7f150c110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:26.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:26.089+0000 7f1511400700 1 --2- 172.21.15.8:0/3838356700 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f150c1037f0 0x7f150c103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:26.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:26.089+0000 7f1511400700 1 --2- 172.21.15.8:0/3838356700 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f150c1041a0 0x7f150c1081c0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:26.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:26.089+0000 7f1511400700 1 -- 172.21.15.8:0/3838356700 >> 172.21.15.8:0/3838356700 conn(0x7f150c07a6a0 msgr2=0x7f150c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:26.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:26.090+0000 7f1511400700 1 -- 172.21.15.8:0/3838356700 shutdown_connections 2024-05-20T21:16:26.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:26.090+0000 7f1511400700 1 -- 172.21.15.8:0/3838356700 wait complete. 2024-05-20T21:16:26.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:26.091+0000 7f1511400700 1 Processor -- start 2024-05-20T21:16:26.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:26.091+0000 7f1511400700 1 -- start start 2024-05-20T21:16:26.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:26.091+0000 7f1511400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f150c1037f0 0x7f150c075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:26.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:26.091+0000 7f1511400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f150c1041a0 0x7f150c075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:26.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:26.091+0000 7f1511400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f150c1088f0 0x7f150c0762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:26.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:26.091+0000 7f1511400700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f150c1136b0 con 0x7f150c1037f0 2024-05-20T21:16:26.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:26.091+0000 7f1511400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f150c113530 con 0x7f150c1088f0 2024-05-20T21:16:26.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:26.091+0000 7f1511400700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f150c113830 con 0x7f150c1041a0 2024-05-20T21:16:26.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:26.092+0000 7f150a800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f150c1037f0 0x7f150c075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:26.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:26.092+0000 7f150a800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f150c1037f0 0x7f150c075840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:50644/0 (socket says 172.21.15.8:50644) 2024-05-20T21:16:26.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:26.092+0000 7f150a800700 1 -- 172.21.15.8:0/3632051882 learned_addr learned my addr 172.21.15.8:0/3632051882 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:26.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:26.092+0000 7f1509e00700 1 --2- 172.21.15.8:0/3632051882 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f150c1041a0 0x7f150c075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:26.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:26.092+0000 7f150b200700 1 --2- 172.21.15.8:0/3632051882 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f150c1088f0 0x7f150c0762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:26.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:26.092+0000 7f150a800700 1 -- 172.21.15.8:0/3632051882 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f150c1041a0 msgr2=0x7f150c075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:26.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:26.092+0000 7f150a800700 1 --2- 172.21.15.8:0/3632051882 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f150c1041a0 0x7f150c075d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:26.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:26.092+0000 7f150a800700 1 -- 172.21.15.8:0/3632051882 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f150c1088f0 msgr2=0x7f150c0762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:26.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:26.092+0000 7f150a800700 1 --2- 172.21.15.8:0/3632051882 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f150c1088f0 0x7f150c0762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:26.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:26.092+0000 7f150a800700 1 -- 172.21.15.8:0/3632051882 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f150c1a8090 con 0x7f150c1037f0 2024-05-20T21:16:26.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:26.093+0000 7f150a800700 1 --2- 172.21.15.8:0/3632051882 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f150c1037f0 0x7f150c075840 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f14fc00e9a0 tx=0x7f14fc00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:26.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:26.093+0000 7f1503400700 1 -- 172.21.15.8:0/3632051882 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14fc00ca10 con 0x7f150c1037f0 2024-05-20T21:16:26.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:26.093+0000 7f1511400700 1 -- 172.21.15.8:0/3632051882 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f150c1a8380 con 0x7f150c1037f0 2024-05-20T21:16:26.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:26.093+0000 7f1503400700 1 -- 172.21.15.8:0/3632051882 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f14fc00cbb0 con 0x7f150c1037f0 2024-05-20T21:16:26.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:26.093+0000 7f1503400700 1 -- 172.21.15.8:0/3632051882 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14fc018680 con 0x7f150c1037f0 2024-05-20T21:16:26.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:26.093+0000 7f1511400700 1 -- 172.21.15.8:0/3632051882 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f150c1a8890 con 0x7f150c1037f0 2024-05-20T21:16:26.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:26.095+0000 7f1511400700 1 -- 172.21.15.8:0/3632051882 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f150c06a230 con 0x7f150c1037f0 2024-05-20T21:16:26.098 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:26.099+0000 7f1503400700 1 -- 172.21.15.8:0/3632051882 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f14fc010430 con 0x7f150c1037f0 2024-05-20T21:16:26.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:26.101+0000 7f1503400700 1 --2- 172.21.15.8:0/3632051882 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f14f00b2880 0x7f14f00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:26.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:26.102+0000 7f1503400700 1 -- 172.21.15.8:0/3632051882 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f14fc0e2730 con 0x7f150c1037f0 2024-05-20T21:16:26.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:26.102+0000 7f1509e00700 1 --2- 172.21.15.8:0/3632051882 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f14f00b2880 0x7f14f00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:26.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:26.103+0000 7f1503400700 1 -- 172.21.15.8:0/3632051882 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f14fc0aa3e0 con 0x7f150c1037f0 2024-05-20T21:16:26.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:26.103+0000 7f1509e00700 1 --2- 172.21.15.8:0/3632051882 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f14f00b2880 0x7f14f00b4d40 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f14f80098e0 tx=0x7f14f8005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:26.138 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:16:26.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:26.401+0000 7f1511400700 1 -- 172.21.15.8:0/3632051882 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f150c02e720 con 0x7f150c1037f0 2024-05-20T21:16:26.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:26.403+0000 7f1503400700 1 -- 172.21.15.8:0/3632051882 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7f14fc0a9ce0 con 0x7f150c1037f0 2024-05-20T21:16:26.402 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:16:26.403 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:16:26.406 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:26.406+0000 7f1511400700 1 -- 172.21.15.8:0/3632051882 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f14f00b2880 msgr2=0x7f14f00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:26.407 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:26.406+0000 7f1511400700 1 --2- 172.21.15.8:0/3632051882 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f14f00b2880 0x7f14f00b4d40 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f14f80098e0 tx=0x7f14f8005960 comp rx=0 tx=0).stop 2024-05-20T21:16:26.407 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:26.407+0000 7f1511400700 1 -- 172.21.15.8:0/3632051882 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f150c1037f0 msgr2=0x7f150c075840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:26.407 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:26.407+0000 7f1511400700 1 --2- 172.21.15.8:0/3632051882 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f150c1037f0 0x7f150c075840 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f14fc00e9a0 tx=0x7f14fc00ecb0 comp rx=0 tx=0).stop 2024-05-20T21:16:26.407 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:26.407+0000 7f1511400700 1 -- 172.21.15.8:0/3632051882 shutdown_connections 2024-05-20T21:16:26.407 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:26.407+0000 7f1511400700 1 --2- 172.21.15.8:0/3632051882 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f14f00b2880 0x7f14f00b4d40 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:26.407 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:26.407+0000 7f1511400700 1 --2- 172.21.15.8:0/3632051882 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f150c1088f0 0x7f150c0762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:26.407 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:26.407+0000 7f1511400700 1 --2- 172.21.15.8:0/3632051882 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f150c1037f0 0x7f150c075840 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:26.407 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:26.407+0000 7f1511400700 1 --2- 172.21.15.8:0/3632051882 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f150c1041a0 0x7f150c075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:26.407 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:26.407+0000 7f1511400700 1 -- 172.21.15.8:0/3632051882 >> 172.21.15.8:0/3632051882 conn(0x7f150c07a6a0 msgr2=0x7f150c1018a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:26.407 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:26.407+0000 7f1511400700 1 -- 172.21.15.8:0/3632051882 shutdown_connections 2024-05-20T21:16:26.407 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:26.407+0000 7f1511400700 1 -- 172.21.15.8:0/3632051882 wait complete. 2024-05-20T21:16:26.408 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:16:26.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:16:26 smithi130 ceph-mon[36448]: pgmap v473: 97 pgs: 97 active+clean; 661 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-20T21:16:26.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:16:26 smithi130 ceph-mon[36448]: scrub summary: idle 2024-05-20T21:16:26.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:16:26 smithi050 ceph-mon[35809]: pgmap v473: 97 pgs: 97 active+clean; 661 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-20T21:16:26.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:16:26 smithi050 ceph-mon[35809]: scrub summary: idle 2024-05-20T21:16:26.676 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:16:26 smithi008 ceph-mon[31475]: pgmap v473: 97 pgs: 97 active+clean; 661 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-20T21:16:26.676 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:16:26 smithi008 ceph-mon[31475]: scrub summary: idle 2024-05-20T21:16:27.658 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:16:27 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/3632051882' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:16:27.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:16:27 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/3632051882' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:16:27.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:16:27 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/3632051882' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:16:27.732 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24529 quiesce db / --timeout 90 --expiration 138.85 --await-for 45.0' 2024-05-20T21:16:27.733 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24529 quiesce db / --timeout 90 --expiration 138.85 --await-for 45.0 2024-05-20T21:16:28.320 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:16:28.438 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:16:28 smithi008 ceph-mon[31475]: pgmap v474: 97 pgs: 97 active+clean; 661 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 426 B/s wr, 8 op/s 2024-05-20T21:16:28.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:16:28 smithi130 ceph-mon[36448]: pgmap v474: 97 pgs: 97 active+clean; 661 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 426 B/s wr, 8 op/s 2024-05-20T21:16:28.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:16:28 smithi050 ceph-mon[35809]: pgmap v474: 97 pgs: 97 active+clean; 661 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 426 B/s wr, 8 op/s 2024-05-20T21:16:29.125 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.125+0000 7f5716600700 1 -- 172.21.15.8:0/1264538134 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5710103f90 msgr2=0x7f5710110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:29.125 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.125+0000 7f5716600700 1 --2- 172.21.15.8:0/1264538134 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5710103f90 0x7f5710110470 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f570800b0a0 tx=0x7f570800b3b0 comp rx=0 tx=0).stop 2024-05-20T21:16:29.125 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.125+0000 7f5716600700 1 -- 172.21.15.8:0/1264538134 shutdown_connections 2024-05-20T21:16:29.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.125+0000 7f5716600700 1 --2- 172.21.15.8:0/1264538134 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5710103f90 0x7f5710110470 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:29.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.125+0000 7f5716600700 1 --2- 172.21.15.8:0/1264538134 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5710108500 0x7f57101088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:29.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.125+0000 7f5716600700 1 --2- 172.21.15.8:0/1264538134 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f57101035f0 0x7f5710103a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:29.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.125+0000 7f5716600700 1 -- 172.21.15.8:0/1264538134 >> 172.21.15.8:0/1264538134 conn(0x7f571007a6a0 msgr2=0x7f571007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:29.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.125+0000 7f5716600700 1 -- 172.21.15.8:0/1264538134 shutdown_connections 2024-05-20T21:16:29.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.126+0000 7f5716600700 1 -- 172.21.15.8:0/1264538134 wait complete. 2024-05-20T21:16:29.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.127+0000 7f5716600700 1 Processor -- start 2024-05-20T21:16:29.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.127+0000 7f5716600700 1 -- start start 2024-05-20T21:16:29.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.127+0000 7f5716600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f57101035f0 0x7f571019bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:29.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.127+0000 7f5716600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5710103f90 0x7f571019c330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:29.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.127+0000 7f5716600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5710108500 0x7f57101a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:29.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.127+0000 7f5716600700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f5710113790 con 0x7f57101035f0 2024-05-20T21:16:29.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.127+0000 7f5716600700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f5710113610 con 0x7f5710103f90 2024-05-20T21:16:29.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.127+0000 7f5716600700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f5710113910 con 0x7f5710108500 2024-05-20T21:16:29.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.128+0000 7f570f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f57101035f0 0x7f571019bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:29.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.128+0000 7f5707e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5710103f90 0x7f571019c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:29.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.128+0000 7f570f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f57101035f0 0x7f571019bdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:50662/0 (socket says 172.21.15.8:50662) 2024-05-20T21:16:29.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.128+0000 7f570f400700 1 -- 172.21.15.8:0/2850881972 learned_addr learned my addr 172.21.15.8:0/2850881972 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:29.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.128+0000 7f570fe00700 1 --2- 172.21.15.8:0/2850881972 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5710108500 0x7f57101a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:29.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.128+0000 7f570f400700 1 -- 172.21.15.8:0/2850881972 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5710108500 msgr2=0x7f57101a06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:29.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.128+0000 7f570f400700 1 --2- 172.21.15.8:0/2850881972 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5710108500 0x7f57101a06c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:29.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.128+0000 7f570f400700 1 -- 172.21.15.8:0/2850881972 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5710103f90 msgr2=0x7f571019c330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:29.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.128+0000 7f570f400700 1 --2- 172.21.15.8:0/2850881972 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5710103f90 0x7f571019c330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:29.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.128+0000 7f570f400700 1 -- 172.21.15.8:0/2850881972 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57101a0e00 con 0x7f57101035f0 2024-05-20T21:16:29.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.128+0000 7f570fe00700 1 --2- 172.21.15.8:0/2850881972 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5710108500 0x7f57101a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:16:29.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.129+0000 7f570f400700 1 --2- 172.21.15.8:0/2850881972 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f57101035f0 0x7f571019bdf0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f570000ea50 tx=0x7f570000ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:29.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.129+0000 7f570cc00700 1 -- 172.21.15.8:0/2850881972 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f570000cbd0 con 0x7f57101035f0 2024-05-20T21:16:29.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.129+0000 7f5716600700 1 -- 172.21.15.8:0/2850881972 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f57101a10f0 con 0x7f57101035f0 2024-05-20T21:16:29.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.129+0000 7f570cc00700 1 -- 172.21.15.8:0/2850881972 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f570000cd70 con 0x7f57101035f0 2024-05-20T21:16:29.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.129+0000 7f570cc00700 1 -- 172.21.15.8:0/2850881972 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5700018750 con 0x7f57101035f0 2024-05-20T21:16:29.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.129+0000 7f5716600700 1 -- 172.21.15.8:0/2850881972 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57101a8970 con 0x7f57101035f0 2024-05-20T21:16:29.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.133+0000 7f570cc00700 1 -- 172.21.15.8:0/2850881972 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f570001f020 con 0x7f57101035f0 2024-05-20T21:16:29.134 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.135+0000 7f570cc00700 1 --2- 172.21.15.8:0/2850881972 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f56f40b2880 0x7f56f40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:29.134 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.135+0000 7f570cc00700 1 -- 172.21.15.8:0/2850881972 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f57000e23b0 con 0x7f57101035f0 2024-05-20T21:16:29.135 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.135+0000 7f5707e00700 1 --2- 172.21.15.8:0/2850881972 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f56f40b2880 0x7f56f40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:29.135 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.136+0000 7f5707e00700 1 --2- 172.21.15.8:0/2850881972 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f56f40b2880 0x7f56f40b4d40 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f5710110820 tx=0x7f56f8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:29.135 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.136+0000 7f572108db80 1 Processor -- start 2024-05-20T21:16:29.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.137+0000 7f572108db80 1 -- start start 2024-05-20T21:16:29.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.137+0000 7f572108db80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a098ac4610 0x55a098ac49f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:29.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.137+0000 7f572108db80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a098ac4f30 0x55a098abeb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:29.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.137+0000 7f572108db80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a098abf140 0x55a098abf5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:29.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.137+0000 7f572108db80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55a098a1ce40 con 0x55a098ac4f30 2024-05-20T21:16:29.137 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.137+0000 7f572108db80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55a098a0c9e0 con 0x55a098ac4610 2024-05-20T21:16:29.137 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.137+0000 7f572108db80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55a098a10a20 con 0x55a098abf140 2024-05-20T21:16:29.138 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.137+0000 7f570f400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a098ac4610 0x55a098ac49f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:29.138 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.137+0000 7f570f400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a098ac4610 0x55a098ac49f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:56530/0 (socket says 172.21.15.8:56530) 2024-05-20T21:16:29.138 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.137+0000 7f570f400700 1 -- 172.21.15.8:0/2889339970 learned_addr learned my addr 172.21.15.8:0/2889339970 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:29.138 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.138+0000 7f5707e00700 1 --2- 172.21.15.8:0/2889339970 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a098ac4f30 0x55a098abeb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:29.138 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.138+0000 7f570fe00700 1 --2- 172.21.15.8:0/2889339970 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a098abf140 0x55a098abf5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:29.138 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.138+0000 7f570f400700 1 -- 172.21.15.8:0/2889339970 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a098abf140 msgr2=0x55a098abf5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:29.138 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.138+0000 7f570f400700 1 --2- 172.21.15.8:0/2889339970 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a098abf140 0x55a098abf5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:29.138 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.138+0000 7f570f400700 1 -- 172.21.15.8:0/2889339970 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a098ac4f30 msgr2=0x55a098abeb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:29.138 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.138+0000 7f570f400700 1 --2- 172.21.15.8:0/2889339970 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a098ac4f30 0x55a098abeb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:29.138 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.138+0000 7f570f400700 1 -- 172.21.15.8:0/2889339970 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a0989d5420 con 0x55a098ac4610 2024-05-20T21:16:29.138 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.138+0000 7f570f400700 1 --2- 172.21.15.8:0/2889339970 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a098ac4610 0x55a098ac49f0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f5700009230 tx=0x7f57000a90d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=48db8ae6e78bad1b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:29.139 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.139+0000 7f5704c00700 1 -- 172.21.15.8:0/2889339970 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57000b2110 con 0x55a098ac4610 2024-05-20T21:16:29.139 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.139+0000 7f5704c00700 1 -- 172.21.15.8:0/2889339970 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f57000a9470 con 0x55a098ac4610 2024-05-20T21:16:29.139 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.139+0000 7f5704c00700 1 -- 172.21.15.8:0/2889339970 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5700010a20 con 0x55a098ac4610 2024-05-20T21:16:29.139 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.140+0000 7f572108db80 1 -- 172.21.15.8:0/2889339970 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a098ac4610 msgr2=0x55a098ac49f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:29.139 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.140+0000 7f572108db80 1 --2- 172.21.15.8:0/2889339970 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a098ac4610 0x55a098ac49f0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f5700009230 tx=0x7f57000a90d0 comp rx=0 tx=0).stop 2024-05-20T21:16:29.140 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.140+0000 7f572108db80 1 -- 172.21.15.8:0/2889339970 shutdown_connections 2024-05-20T21:16:29.140 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.140+0000 7f572108db80 1 --2- 172.21.15.8:0/2889339970 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a098ac4610 0x55a098ac49f0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:29.140 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.140+0000 7f572108db80 1 --2- 172.21.15.8:0/2889339970 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a098abf140 0x55a098abf5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:29.140 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.140+0000 7f572108db80 1 --2- 172.21.15.8:0/2889339970 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a098ac4f30 0x55a098abeb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:29.140 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.140+0000 7f572108db80 1 -- 172.21.15.8:0/2889339970 >> 172.21.15.8:0/2889339970 conn(0x55a0989ecbe0 msgr2=0x55a098ab9690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:29.140 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.140+0000 7f572108db80 1 -- 172.21.15.8:0/2889339970 shutdown_connections 2024-05-20T21:16:29.140 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.140+0000 7f572108db80 1 -- 172.21.15.8:0/2889339970 wait complete. 2024-05-20T21:16:29.141 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.141+0000 7f572108db80 1 -- start start 2024-05-20T21:16:29.141 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.141+0000 7f572108db80 1 Processor -- start 2024-05-20T21:16:29.141 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.142+0000 7f572108db80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a098abf140 0x55a098acac80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:29.141 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.142+0000 7f572108db80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a098ac4610 0x55a098ac8020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:29.141 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.142+0000 7f572108db80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a098ac4f30 0x55a098ac8560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:29.141 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.142+0000 7f572108db80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55a098912fa0 con 0x55a098abf140 2024-05-20T21:16:29.141 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.142+0000 7f572108db80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55a0989ad760 con 0x55a098ac4610 2024-05-20T21:16:29.141 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.142+0000 7f572108db80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55a098acb920 con 0x55a098ac4f30 2024-05-20T21:16:29.141 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.142+0000 7f572108db80 10 client.0 _ll_register_callbacks cb 0x55a0989b6c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:16:29.142 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.142+0000 7f570f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a098abf140 0x55a098acac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:29.142 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.142+0000 7f5707e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a098ac4610 0x55a098ac8020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:29.142 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.142+0000 7f5707e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a098ac4610 0x55a098ac8020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:56546/0 (socket says 172.21.15.8:56546) 2024-05-20T21:16:29.142 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.142+0000 7f5707e00700 1 -- 172.21.15.8:0/921712240 learned_addr learned my addr 172.21.15.8:0/921712240 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:29.143 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.142+0000 7f570fe00700 1 --2- 172.21.15.8:0/921712240 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a098ac4f30 0x55a098ac8560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:29.143 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.143+0000 7f570f400700 1 -- 172.21.15.8:0/921712240 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a098ac4f30 msgr2=0x55a098ac8560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:29.143 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.143+0000 7f570f400700 1 --2- 172.21.15.8:0/921712240 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a098ac4f30 0x55a098ac8560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:29.143 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.143+0000 7f570f400700 1 -- 172.21.15.8:0/921712240 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a098ac4610 msgr2=0x55a098ac8020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:29.143 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.143+0000 7f570f400700 1 --2- 172.21.15.8:0/921712240 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a098ac4610 0x55a098ac8020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:29.143 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.143+0000 7f570f400700 1 -- 172.21.15.8:0/921712240 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a09895c8d0 con 0x55a098abf140 2024-05-20T21:16:29.143 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.143+0000 7f570fe00700 1 --2- 172.21.15.8:0/921712240 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a098ac4f30 0x55a098ac8560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:29.143 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.143+0000 7f5707e00700 1 --2- 172.21.15.8:0/921712240 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a098ac4610 0x55a098ac8020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:29.143 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.143+0000 7f570f400700 1 --2- 172.21.15.8:0/921712240 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a098abf140 0x55a098acac80 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f5700009230 tx=0x7f5700010ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d38dd3a2ba6590b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:29.143 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.143+0000 7f56fd600700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:16:29.143 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.143+0000 7f56fd600700 1 -- 172.21.15.8:0/921712240 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57000c2030 con 0x55a098abf140 2024-05-20T21:16:29.143 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.143+0000 7f56fd600700 1 -- 172.21.15.8:0/921712240 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f57000a5f50 con 0x55a098abf140 2024-05-20T21:16:29.143 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.143+0000 7f572108db80 1 -- 172.21.15.8:0/921712240 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f57000a9470 con 0x55a098abf140 2024-05-20T21:16:29.145 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.144+0000 7f56fd600700 1 -- 172.21.15.8:0/921712240 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f57000a9960 con 0x55a098abf140 2024-05-20T21:16:29.145 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.144+0000 7f572108db80 10 client.15318 fetch_fsmap learned FSMap version 26 2024-05-20T21:16:29.145 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.144+0000 7f572108db80 1 -- 172.21.15.8:0/921712240 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a0989dd060 con 0x55a098abf140 2024-05-20T21:16:29.145 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.144+0000 7f56fd600700 1 -- 172.21.15.8:0/921712240 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f57000a9470 con 0x55a098abf140 2024-05-20T21:16:29.145 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.144+0000 7f56fd600700 1 -- 172.21.15.8:0/921712240 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f57000c8050 con 0x55a098abf140 2024-05-20T21:16:29.145 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.144+0000 7f572108db80 10 client.15318 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:16:29.145 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.144+0000 7f572108db80 10 client.15318 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:16:29.145 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.144+0000 7f572108db80 20 client.15318 populate_metadata read hostname 'smithi008' 2024-05-20T21:16:29.145 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.145+0000 7f572108db80 1 --2- 172.21.15.8:0/921712240 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a098ad8330 0x55a098ada720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:29.145 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.145+0000 7f572108db80 4 client.15318 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:16:29.146 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.145+0000 7f572108db80 1 -- 172.21.15.8:0/921712240 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a098a1ed90 con 0x55a098ad8330 2024-05-20T21:16:29.146 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.145+0000 7f5707e00700 1 --2- 172.21.15.8:0/921712240 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a098ad8330 0x55a098ada720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:29.146 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.146+0000 7f5707e00700 1 --2- 172.21.15.8:0/921712240 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a098ad8330 0x55a098ada720 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=da8d2411e64513df server_cookie=e1094d8f4f64514d in_seq=0 out_seq=0 2024-05-20T21:16:29.146 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.146+0000 7f56fd600700 10 client.15318 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:16:29.147 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.146+0000 7f56fd600700 1 -- 172.21.15.8:0/921712240 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55a098a1ed90 con 0x55a098ad8330 2024-05-20T21:16:29.147 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.146+0000 7f56fd600700 10 client.15318 handle_command_reply: tid=0 2024-05-20T21:16:29.147 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.146+0000 7f572108db80 1 client.15318 shutdown 2024-05-20T21:16:29.147 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.147+0000 7f572108db80 1 -- 172.21.15.8:0/921712240 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a098abf140 msgr2=0x55a098acac80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:29.147 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.147+0000 7f572108db80 1 --2- 172.21.15.8:0/921712240 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a098abf140 0x55a098acac80 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f5700009230 tx=0x7f5700010ba0 comp rx=0 tx=0).stop 2024-05-20T21:16:29.147 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.147+0000 7f572108db80 1 -- 172.21.15.8:0/921712240 shutdown_connections 2024-05-20T21:16:29.147 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.147+0000 7f572108db80 1 --2- 172.21.15.8:0/921712240 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a098ad8330 0x55a098ada720 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:29.147 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.147+0000 7f572108db80 1 --2- 172.21.15.8:0/921712240 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a098ac4f30 0x55a098ac8560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:29.147 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.147+0000 7f572108db80 1 --2- 172.21.15.8:0/921712240 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a098abf140 0x55a098acac80 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:29.147 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.147+0000 7f572108db80 1 --2- 172.21.15.8:0/921712240 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a098ac4610 0x55a098ac8020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:29.147 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.147+0000 7f572108db80 1 -- 172.21.15.8:0/921712240 >> 172.21.15.8:0/921712240 conn(0x55a0989ecbe0 msgr2=0x55a098ab8d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:29.148 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.147+0000 7f56fd600700 0 client.15318 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:16:29.148 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.147+0000 7f572108db80 1 -- 172.21.15.8:0/921712240 shutdown_connections 2024-05-20T21:16:29.148 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.147+0000 7f572108db80 1 -- 172.21.15.8:0/921712240 wait complete. 2024-05-20T21:16:29.148 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.147+0000 7f572108db80 20 client.15318 trim_cache size 0 max 16384 2024-05-20T21:16:29.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.174+0000 7f572108db80 1 Processor -- start 2024-05-20T21:16:29.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.174+0000 7f572108db80 1 -- start start 2024-05-20T21:16:29.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.175+0000 7f572108db80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a0989ecbe0 0x55a098abeb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:29.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.175+0000 7f572108db80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a098abf140 0x55a098ac5ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:29.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.175+0000 7f572108db80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a098ac4610 0x55a098ab94f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:29.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.175+0000 7f572108db80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f57101b2770 con 0x55a0989ecbe0 2024-05-20T21:16:29.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.175+0000 7f572108db80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f57101b0000 con 0x55a098abf140 2024-05-20T21:16:29.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.175+0000 7f572108db80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f57101ade50 con 0x55a098ac4610 2024-05-20T21:16:29.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.175+0000 7f570f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a0989ecbe0 0x55a098abeb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:29.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.175+0000 7f570f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a0989ecbe0 0x55a098abeb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:50690/0 (socket says 172.21.15.8:50690) 2024-05-20T21:16:29.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.175+0000 7f570f400700 1 -- 172.21.15.8:0/1165383254 learned_addr learned my addr 172.21.15.8:0/1165383254 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:29.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.175+0000 7f570fe00700 1 --2- 172.21.15.8:0/1165383254 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a098ac4610 0x55a098ab94f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:29.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.175+0000 7f5707e00700 1 --2- 172.21.15.8:0/1165383254 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a098abf140 0x55a098ac5ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:29.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.176+0000 7f5707e00700 1 -- 172.21.15.8:0/1165383254 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a098ac4610 msgr2=0x55a098ab94f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:29.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.176+0000 7f5707e00700 1 --2- 172.21.15.8:0/1165383254 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a098ac4610 0x55a098ab94f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:29.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.176+0000 7f5707e00700 1 -- 172.21.15.8:0/1165383254 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a0989ecbe0 msgr2=0x55a098abeb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:29.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.176+0000 7f5707e00700 1 --2- 172.21.15.8:0/1165383254 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a0989ecbe0 0x55a098abeb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:29.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.176+0000 7f5707e00700 1 -- 172.21.15.8:0/1165383254 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a098ac6590 con 0x55a098abf140 2024-05-20T21:16:29.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.176+0000 7f570fe00700 1 --2- 172.21.15.8:0/1165383254 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a098ac4610 0x55a098ab94f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:29.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.176+0000 7f5707e00700 1 --2- 172.21.15.8:0/1165383254 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a098abf140 0x55a098ac5ba0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x55a098a0cb30 tx=0x7f56f8017000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7b645c05861b30e7 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:29.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.177+0000 7f56ffe00700 1 -- 172.21.15.8:0/1165383254 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56f8003c60 con 0x55a098abf140 2024-05-20T21:16:29.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.177+0000 7f56ffe00700 1 -- 172.21.15.8:0/1165383254 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f56f80041e0 con 0x55a098abf140 2024-05-20T21:16:29.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.177+0000 7f56ffe00700 1 -- 172.21.15.8:0/1165383254 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56f8005530 con 0x55a098abf140 2024-05-20T21:16:29.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.178+0000 7f572108db80 1 -- 172.21.15.8:0/1165383254 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a098abf140 msgr2=0x55a098ac5ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:29.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.178+0000 7f572108db80 1 --2- 172.21.15.8:0/1165383254 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a098abf140 0x55a098ac5ba0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x55a098a0cb30 tx=0x7f56f8017000 comp rx=0 tx=0).stop 2024-05-20T21:16:29.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.178+0000 7f572108db80 1 -- 172.21.15.8:0/1165383254 shutdown_connections 2024-05-20T21:16:29.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.178+0000 7f572108db80 1 --2- 172.21.15.8:0/1165383254 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a098ac4610 0x55a098ab94f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:29.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.178+0000 7f572108db80 1 --2- 172.21.15.8:0/1165383254 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a0989ecbe0 0x55a098abeb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:29.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.178+0000 7f572108db80 1 --2- 172.21.15.8:0/1165383254 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a098abf140 0x55a098ac5ba0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:29.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.178+0000 7f572108db80 1 -- 172.21.15.8:0/1165383254 >> 172.21.15.8:0/1165383254 conn(0x55a098ac28e0 msgr2=0x55a098ac67e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:29.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.178+0000 7f572108db80 1 -- 172.21.15.8:0/1165383254 shutdown_connections 2024-05-20T21:16:29.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.178+0000 7f572108db80 1 -- 172.21.15.8:0/1165383254 wait complete. 2024-05-20T21:16:29.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.179+0000 7f572108db80 1 -- start start 2024-05-20T21:16:29.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.179+0000 7f572108db80 1 Processor -- start 2024-05-20T21:16:29.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.180+0000 7f572108db80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a0989ecbe0 0x55a098adb100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:29.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.180+0000 7f572108db80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a098abf140 0x55a098adb640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:29.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.180+0000 7f572108db80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a098ac4610 0x55a098adbb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:29.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.180+0000 7f572108db80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f57101ae4c0 con 0x55a098ac4610 2024-05-20T21:16:29.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.180+0000 7f572108db80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f57101af930 con 0x55a098abf140 2024-05-20T21:16:29.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.180+0000 7f572108db80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f57101aeb90 con 0x55a0989ecbe0 2024-05-20T21:16:29.180 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.180+0000 7f572108db80 10 client.0 _ll_register_callbacks cb 0x55a0989b6c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:16:29.180 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.180+0000 7f570f400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a0989ecbe0 0x55a098adb100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:29.180 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.180+0000 7f570f400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a0989ecbe0 0x55a098adb100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:57326/0 (socket says 172.21.15.8:57326) 2024-05-20T21:16:29.180 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.180+0000 7f570f400700 1 -- 172.21.15.8:0/3833873382 learned_addr learned my addr 172.21.15.8:0/3833873382 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:29.180 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.181+0000 7f5707e00700 1 --2- 172.21.15.8:0/3833873382 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a098abf140 0x55a098adb640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:29.180 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.181+0000 7f570fe00700 1 --2- 172.21.15.8:0/3833873382 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a098ac4610 0x55a098adbb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:29.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.181+0000 7f570f400700 1 -- 172.21.15.8:0/3833873382 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a098abf140 msgr2=0x55a098adb640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:29.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.181+0000 7f570f400700 1 --2- 172.21.15.8:0/3833873382 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a098abf140 0x55a098adb640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:29.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.181+0000 7f570f400700 1 -- 172.21.15.8:0/3833873382 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a098ac4610 msgr2=0x55a098adbb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:29.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.181+0000 7f570f400700 1 --2- 172.21.15.8:0/3833873382 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a098ac4610 0x55a098adbb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:29.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.181+0000 7f570f400700 1 -- 172.21.15.8:0/3833873382 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a098b4a3d0 con 0x55a0989ecbe0 2024-05-20T21:16:29.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.181+0000 7f570fe00700 1 --2- 172.21.15.8:0/3833873382 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a098ac4610 0x55a098adbb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:16:29.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.182+0000 7f570f400700 1 --2- 172.21.15.8:0/3833873382 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a0989ecbe0 0x55a098adb100 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f57000a59e0 tx=0x7f570000efa0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4164406eb3f4751d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:29.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.182+0000 7f56fd600700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:16:29.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.182+0000 7f56fd600700 1 -- 172.21.15.8:0/3833873382 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57000c2030 con 0x55a0989ecbe0 2024-05-20T21:16:29.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.182+0000 7f56fd600700 1 -- 172.21.15.8:0/3833873382 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f57000a5f50 con 0x55a0989ecbe0 2024-05-20T21:16:29.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.182+0000 7f572108db80 1 -- 172.21.15.8:0/3833873382 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f56f80041e0 con 0x55a0989ecbe0 2024-05-20T21:16:29.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.182+0000 7f56fd600700 1 -- 172.21.15.8:0/3833873382 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f570008d050 con 0x55a0989ecbe0 2024-05-20T21:16:29.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.182+0000 7f572108db80 10 client.25459 fetch_fsmap learned FSMap version 26 2024-05-20T21:16:29.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.182+0000 7f572108db80 1 -- 172.21.15.8:0/3833873382 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a098b4b6e0 con 0x55a0989ecbe0 2024-05-20T21:16:29.183 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.183+0000 7f56fd600700 1 -- 172.21.15.8:0/3833873382 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f56f80041e0 con 0x55a0989ecbe0 2024-05-20T21:16:29.183 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.183+0000 7f56fd600700 1 -- 172.21.15.8:0/3833873382 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f57000c8070 con 0x55a0989ecbe0 2024-05-20T21:16:29.183 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.183+0000 7f572108db80 10 client.25459 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:16:29.183 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.183+0000 7f572108db80 10 client.25459 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:16:29.183 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.183+0000 7f572108db80 20 client.25459 populate_metadata read hostname 'smithi008' 2024-05-20T21:16:29.183 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.183+0000 7f572108db80 1 --2- 172.21.15.8:0/3833873382 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a098ac4f30 0x55a098b4dc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:29.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.183+0000 7f572108db80 4 client.25459 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:16:29.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.183+0000 7f572108db80 1 -- 172.21.15.8:0/3833873382 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55a098a18570 con 0x55a098ac4f30 2024-05-20T21:16:29.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.184+0000 7f5707e00700 1 --2- 172.21.15.8:0/3833873382 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a098ac4f30 0x55a098b4dc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:29.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.185+0000 7f5707e00700 1 --2- 172.21.15.8:0/3833873382 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a098ac4f30 0x55a098b4dc60 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bffb45f813733573 server_cookie=307f664f362eb4e1 in_seq=0 out_seq=0 2024-05-20T21:16:29.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.185+0000 7f56fd600700 10 client.25459 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:16:29.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.185+0000 7f56fd600700 1 -- 172.21.15.8:0/3833873382 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55a098a18570 con 0x55a098ac4f30 2024-05-20T21:16:29.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.185+0000 7f56fd600700 10 client.25459 handle_command_reply: tid=0 2024-05-20T21:16:29.185 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.185+0000 7f572108db80 1 client.25459 shutdown 2024-05-20T21:16:29.185 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.185+0000 7f572108db80 1 -- 172.21.15.8:0/3833873382 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a0989ecbe0 msgr2=0x55a098adb100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:29.185 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.185+0000 7f572108db80 1 --2- 172.21.15.8:0/3833873382 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a0989ecbe0 0x55a098adb100 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f57000a59e0 tx=0x7f570000efa0 comp rx=0 tx=0).stop 2024-05-20T21:16:29.185 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.185+0000 7f572108db80 1 -- 172.21.15.8:0/3833873382 shutdown_connections 2024-05-20T21:16:29.185 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.185+0000 7f572108db80 1 --2- 172.21.15.8:0/3833873382 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a098ac4f30 0x55a098b4dc60 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:29.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.186+0000 7f572108db80 1 --2- 172.21.15.8:0/3833873382 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a098ac4610 0x55a098adbb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:29.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.186+0000 7f572108db80 1 --2- 172.21.15.8:0/3833873382 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a0989ecbe0 0x55a098adb100 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:29.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.186+0000 7f572108db80 1 --2- 172.21.15.8:0/3833873382 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a098abf140 0x55a098adb640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:29.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.186+0000 7f572108db80 1 -- 172.21.15.8:0/3833873382 >> 172.21.15.8:0/3833873382 conn(0x55a098ac28e0 msgr2=0x55a098ac3140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:29.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.186+0000 7f56fd600700 0 client.25459 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:16:29.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.186+0000 7f572108db80 1 -- 172.21.15.8:0/3833873382 shutdown_connections 2024-05-20T21:16:29.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.186+0000 7f572108db80 1 -- 172.21.15.8:0/3833873382 wait complete. 2024-05-20T21:16:29.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.186+0000 7f572108db80 20 client.25459 trim_cache size 0 max 16384 2024-05-20T21:16:29.186 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:16:29.187 INFO:teuthology.orchestra.run.smithi008.stdout: "status": "no active scrubs running", 2024-05-20T21:16:29.187 INFO:teuthology.orchestra.run.smithi008.stdout: "scrubs": {} 2024-05-20T21:16:29.187 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:16:29.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.187+0000 7f5716600700 1 -- 172.21.15.8:0/2850881972 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f56f40b2880 msgr2=0x7f56f40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:29.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.187+0000 7f5716600700 1 --2- 172.21.15.8:0/2850881972 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f56f40b2880 0x7f56f40b4d40 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f5710110820 tx=0x7f56f8009260 comp rx=0 tx=0).stop 2024-05-20T21:16:29.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.187+0000 7f5716600700 1 -- 172.21.15.8:0/2850881972 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f57101035f0 msgr2=0x7f571019bdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:29.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.187+0000 7f5716600700 1 --2- 172.21.15.8:0/2850881972 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f57101035f0 0x7f571019bdf0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f570000ea50 tx=0x7f570000ed60 comp rx=0 tx=0).stop 2024-05-20T21:16:29.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.188+0000 7f5716600700 1 -- 172.21.15.8:0/2850881972 shutdown_connections 2024-05-20T21:16:29.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.188+0000 7f5716600700 1 --2- 172.21.15.8:0/2850881972 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f56f40b2880 0x7f56f40b4d40 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:29.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.188+0000 7f5716600700 1 --2- 172.21.15.8:0/2850881972 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5710108500 0x7f57101a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:29.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.188+0000 7f5716600700 1 --2- 172.21.15.8:0/2850881972 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f57101035f0 0x7f571019bdf0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:29.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.188+0000 7f5716600700 1 --2- 172.21.15.8:0/2850881972 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5710103f90 0x7f571019c330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:29.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.188+0000 7f5716600700 1 -- 172.21.15.8:0/2850881972 >> 172.21.15.8:0/2850881972 conn(0x7f571007a6a0 msgr2=0x7f57101014c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:29.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.188+0000 7f5716600700 1 -- 172.21.15.8:0/2850881972 shutdown_connections 2024-05-20T21:16:29.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:29.188+0000 7f5716600700 1 -- 172.21.15.8:0/2850881972 wait complete. 2024-05-20T21:16:30.375 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:16:30.375 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:16:30.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:16:30 smithi130 ceph-mon[36448]: pgmap v475: 97 pgs: 97 active+clean; 671 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.7 KiB/s wr, 9 op/s 2024-05-20T21:16:30.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:16:30 smithi050 ceph-mon[35809]: pgmap v475: 97 pgs: 97 active+clean; 671 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.7 KiB/s wr, 9 op/s 2024-05-20T21:16:30.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:16:30 smithi008 ceph-mon[31475]: pgmap v475: 97 pgs: 97 active+clean; 671 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.7 KiB/s wr, 9 op/s 2024-05-20T21:16:31.043 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:16:32.662 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:16:32 smithi008 ceph-mon[31475]: pgmap v476: 97 pgs: 97 active+clean; 671 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 1.7 KiB/s wr, 9 op/s 2024-05-20T21:16:32.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:16:32 smithi130 ceph-mon[36448]: pgmap v476: 97 pgs: 97 active+clean; 671 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 1.7 KiB/s wr, 9 op/s 2024-05-20T21:16:32.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:16:32 smithi050 ceph-mon[35809]: pgmap v476: 97 pgs: 97 active+clean; 671 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 1.7 KiB/s wr, 9 op/s 2024-05-20T21:16:32.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.848+0000 7fefa3000700 1 -- 172.21.15.8:0/540351268 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fef9c104200 msgr2=0x7fef9c1081f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:32.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.848+0000 7fefa3000700 1 --2- 172.21.15.8:0/540351268 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fef9c104200 0x7fef9c1081f0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fef880099c0 tx=0x7fef88009cd0 comp rx=0 tx=0).stop 2024-05-20T21:16:32.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.848+0000 7fefa3000700 1 -- 172.21.15.8:0/540351268 shutdown_connections 2024-05-20T21:16:32.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.848+0000 7fefa3000700 1 --2- 172.21.15.8:0/540351268 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fef9c108920 0x7fef9c1104a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:32.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.848+0000 7fefa3000700 1 --2- 172.21.15.8:0/540351268 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fef9c103850 0x7fef9c103c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:32.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.848+0000 7fefa3000700 1 --2- 172.21.15.8:0/540351268 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fef9c104200 0x7fef9c1081f0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:32.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.848+0000 7fefa3000700 1 -- 172.21.15.8:0/540351268 >> 172.21.15.8:0/540351268 conn(0x7fef9c07a620 msgr2=0x7fef9c07aa30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:32.849 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.848+0000 7fefa3000700 1 -- 172.21.15.8:0/540351268 shutdown_connections 2024-05-20T21:16:32.849 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.849+0000 7fefa3000700 1 -- 172.21.15.8:0/540351268 wait complete. 2024-05-20T21:16:32.849 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.850+0000 7fefa3000700 1 Processor -- start 2024-05-20T21:16:32.849 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.850+0000 7fefa3000700 1 -- start start 2024-05-20T21:16:32.849 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.850+0000 7fefa3000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fef9c103850 0x7fef9c19bd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:32.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.850+0000 7fefa3000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fef9c104200 0x7fef9c19c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:32.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.850+0000 7fefa3000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fef9c108920 0x7fef9c1a0630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:32.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.850+0000 7fefa3000700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fef9c113760 con 0x7fef9c103850 2024-05-20T21:16:32.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.851+0000 7fefa3000700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fef9c1135e0 con 0x7fef9c104200 2024-05-20T21:16:32.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.851+0000 7fefa3000700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fef9c1138e0 con 0x7fef9c108920 2024-05-20T21:16:32.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.851+0000 7fef9be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fef9c103850 0x7fef9c19bd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:32.851 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.851+0000 7fef9be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fef9c103850 0x7fef9c19bd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:48618/0 (socket says 172.21.15.8:48618) 2024-05-20T21:16:32.851 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.851+0000 7fef9be00700 1 -- 172.21.15.8:0/381410580 learned_addr learned my addr 172.21.15.8:0/381410580 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:32.851 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.851+0000 7fef9b400700 1 --2- 172.21.15.8:0/381410580 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fef9c104200 0x7fef9c19c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:32.851 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.851+0000 7fefa1000700 1 --2- 172.21.15.8:0/381410580 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fef9c108920 0x7fef9c1a0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:32.851 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.851+0000 7fef9be00700 1 -- 172.21.15.8:0/381410580 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fef9c108920 msgr2=0x7fef9c1a0630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:32.851 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.851+0000 7fef9be00700 1 --2- 172.21.15.8:0/381410580 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fef9c108920 0x7fef9c1a0630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:32.851 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.851+0000 7fef9be00700 1 -- 172.21.15.8:0/381410580 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fef9c104200 msgr2=0x7fef9c19c2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:32.851 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.851+0000 7fef9be00700 1 --2- 172.21.15.8:0/381410580 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fef9c104200 0x7fef9c19c2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:32.851 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.851+0000 7fef9be00700 1 -- 172.21.15.8:0/381410580 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef9c1a0d70 con 0x7fef9c103850 2024-05-20T21:16:32.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.852+0000 7fef9be00700 1 --2- 172.21.15.8:0/381410580 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fef9c103850 0x7fef9c19bd60 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fef8c00e9c0 tx=0x7fef8c00ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:32.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.852+0000 7fef98c00700 1 -- 172.21.15.8:0/381410580 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef8c00cbd0 con 0x7fef9c103850 2024-05-20T21:16:32.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.852+0000 7fef98c00700 1 -- 172.21.15.8:0/381410580 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fef8c00cd70 con 0x7fef9c103850 2024-05-20T21:16:32.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.852+0000 7fef98c00700 1 -- 172.21.15.8:0/381410580 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef8c005610 con 0x7fef9c103850 2024-05-20T21:16:32.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.852+0000 7fefa3000700 1 -- 172.21.15.8:0/381410580 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef9c1a1060 con 0x7fef9c103850 2024-05-20T21:16:32.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.852+0000 7fefa3000700 1 -- 172.21.15.8:0/381410580 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef9c1a88e0 con 0x7fef9c103850 2024-05-20T21:16:32.855 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.856+0000 7fef98c00700 1 -- 172.21.15.8:0/381410580 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fef8c004750 con 0x7fef9c103850 2024-05-20T21:16:32.857 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.858+0000 7fef98c00700 1 --2- 172.21.15.8:0/381410580 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fef800b2930 0x7fef800b4df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:32.857 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.858+0000 7fef98c00700 1 -- 172.21.15.8:0/381410580 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fef8c0e25a0 con 0x7fef9c103850 2024-05-20T21:16:32.858 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.858+0000 7fef9b400700 1 --2- 172.21.15.8:0/381410580 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fef800b2930 0x7fef800b4df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:32.858 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.859+0000 7fefad8a6b80 1 Processor -- start 2024-05-20T21:16:32.858 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.859+0000 7fefad8a6b80 1 -- start start 2024-05-20T21:16:32.859 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.859+0000 7fef9b400700 1 --2- 172.21.15.8:0/381410580 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fef800b2930 0x7fef800b4df0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fef9c102460 tx=0x7fef88005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:32.859 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.859+0000 7fefad8a6b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d97b3bdcb0 0x55d97b3be090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:32.859 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.859+0000 7fefad8a6b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d97b3be5d0 0x55d97b3b8210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:32.859 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.859+0000 7fefad8a6b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d97b3b8830 0x55d97b3b8cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:32.859 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.859+0000 7fefad8a6b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55d97b30dfe0 con 0x55d97b3be5d0 2024-05-20T21:16:32.859 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.859+0000 7fefad8a6b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55d97b2fdb80 con 0x55d97b3b8830 2024-05-20T21:16:32.859 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.859+0000 7fefad8a6b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55d97b301bc0 con 0x55d97b3bdcb0 2024-05-20T21:16:32.859 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.860+0000 7fef9be00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d97b3bdcb0 0x55d97b3be090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:32.860 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.860+0000 7fef9be00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d97b3bdcb0 0x55d97b3be090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:33268/0 (socket says 172.21.15.8:33268) 2024-05-20T21:16:32.860 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.860+0000 7fef9be00700 1 -- 172.21.15.8:0/1451255217 learned_addr learned my addr 172.21.15.8:0/1451255217 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:32.860 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.860+0000 7fef9b400700 1 --2- 172.21.15.8:0/1451255217 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d97b3be5d0 0x55d97b3b8210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:32.860 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.860+0000 7fefa1000700 1 --2- 172.21.15.8:0/1451255217 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d97b3b8830 0x55d97b3b8cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:32.860 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.860+0000 7fef9be00700 1 -- 172.21.15.8:0/1451255217 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d97b3b8830 msgr2=0x55d97b3b8cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:32.861 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.860+0000 7fef9be00700 1 --2- 172.21.15.8:0/1451255217 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d97b3b8830 0x55d97b3b8cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:32.861 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.860+0000 7fef9be00700 1 -- 172.21.15.8:0/1451255217 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d97b3be5d0 msgr2=0x55d97b3b8210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:32.861 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.860+0000 7fef9be00700 1 --2- 172.21.15.8:0/1451255217 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d97b3be5d0 0x55d97b3b8210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:32.861 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.860+0000 7fef9be00700 1 -- 172.21.15.8:0/1451255217 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d97b2c65c0 con 0x55d97b3bdcb0 2024-05-20T21:16:32.861 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.861+0000 7fef9be00700 1 --2- 172.21.15.8:0/1451255217 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d97b3bdcb0 0x55d97b3be090 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fef8c0a6dc0 tx=0x7fef8c0097b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f745b98ca81e9989 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:32.861 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.861+0000 7fef91600700 1 -- 172.21.15.8:0/1451255217 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef8c0c3070 con 0x55d97b3bdcb0 2024-05-20T21:16:32.861 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.861+0000 7fef91600700 1 -- 172.21.15.8:0/1451255217 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fef8c0b2300 con 0x55d97b3bdcb0 2024-05-20T21:16:32.861 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.861+0000 7fef91600700 1 -- 172.21.15.8:0/1451255217 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef8c0b29b0 con 0x55d97b3bdcb0 2024-05-20T21:16:32.862 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.862+0000 7fefad8a6b80 1 -- 172.21.15.8:0/1451255217 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d97b3bdcb0 msgr2=0x55d97b3be090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:32.862 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.862+0000 7fefad8a6b80 1 --2- 172.21.15.8:0/1451255217 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d97b3bdcb0 0x55d97b3be090 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fef8c0a6dc0 tx=0x7fef8c0097b0 comp rx=0 tx=0).stop 2024-05-20T21:16:32.862 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.862+0000 7fefad8a6b80 1 -- 172.21.15.8:0/1451255217 shutdown_connections 2024-05-20T21:16:32.862 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.862+0000 7fefad8a6b80 1 --2- 172.21.15.8:0/1451255217 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d97b3b8830 0x55d97b3b8cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:32.862 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.862+0000 7fefad8a6b80 1 --2- 172.21.15.8:0/1451255217 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d97b3bdcb0 0x55d97b3be090 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:32.862 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.862+0000 7fefad8a6b80 1 --2- 172.21.15.8:0/1451255217 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d97b3be5d0 0x55d97b3b8210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:32.862 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.862+0000 7fefad8a6b80 1 -- 172.21.15.8:0/1451255217 >> 172.21.15.8:0/1451255217 conn(0x55d97b2ddd80 msgr2=0x55d97b3aa4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:32.863 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.862+0000 7fefad8a6b80 1 -- 172.21.15.8:0/1451255217 shutdown_connections 2024-05-20T21:16:32.863 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.862+0000 7fefad8a6b80 1 -- 172.21.15.8:0/1451255217 wait complete. 2024-05-20T21:16:32.863 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.863+0000 7fefad8a6b80 1 -- start start 2024-05-20T21:16:32.863 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.863+0000 7fefad8a6b80 1 Processor -- start 2024-05-20T21:16:32.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.864+0000 7fefad8a6b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d97b3b8830 0x55d97b3c4350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:32.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.864+0000 7fefad8a6b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d97b3bdcb0 0x55d97b3c16f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:32.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.864+0000 7fefad8a6b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d97b3be5d0 0x55d97b3c1c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:32.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.864+0000 7fefad8a6b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55d97b204140 con 0x55d97b3be5d0 2024-05-20T21:16:32.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.864+0000 7fefad8a6b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55d97b29e900 con 0x55d97b3b8830 2024-05-20T21:16:32.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.864+0000 7fefad8a6b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55d97b3c5080 con 0x55d97b3bdcb0 2024-05-20T21:16:32.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.864+0000 7fefad8a6b80 10 client.0 _ll_register_callbacks cb 0x55d97b2a7e10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:16:32.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.864+0000 7fef9be00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d97b3b8830 0x55d97b3c4350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:32.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.864+0000 7fef9be00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d97b3b8830 0x55d97b3c4350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:51590/0 (socket says 172.21.15.8:51590) 2024-05-20T21:16:32.865 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.864+0000 7fef9be00700 1 -- 172.21.15.8:0/633241243 learned_addr learned my addr 172.21.15.8:0/633241243 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:32.865 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.864+0000 7fef9b400700 1 --2- 172.21.15.8:0/633241243 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d97b3bdcb0 0x55d97b3c16f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:32.865 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.864+0000 7fefa1000700 1 --2- 172.21.15.8:0/633241243 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d97b3be5d0 0x55d97b3c1c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:32.865 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.865+0000 7fef9be00700 1 -- 172.21.15.8:0/633241243 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d97b3bdcb0 msgr2=0x55d97b3c16f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:32.865 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.865+0000 7fef9be00700 1 --2- 172.21.15.8:0/633241243 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d97b3bdcb0 0x55d97b3c16f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:32.865 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.865+0000 7fef9be00700 1 -- 172.21.15.8:0/633241243 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d97b3be5d0 msgr2=0x55d97b3c1c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:32.865 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.865+0000 7fef9be00700 1 --2- 172.21.15.8:0/633241243 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d97b3be5d0 0x55d97b3c1c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:32.865 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.865+0000 7fef9be00700 1 -- 172.21.15.8:0/633241243 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d97b24da70 con 0x55d97b3b8830 2024-05-20T21:16:32.865 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.865+0000 7fef9be00700 1 --2- 172.21.15.8:0/633241243 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d97b3b8830 0x55d97b3c4350 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fef8c0aa060 tx=0x7fef8c00ef80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e99e148eec3ae01b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:32.865 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.865+0000 7fef86000700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:16:32.866 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.865+0000 7fef86000700 1 -- 172.21.15.8:0/633241243 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef8c06d070 con 0x55d97b3b8830 2024-05-20T21:16:32.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.865+0000 7fef86000700 1 -- 172.21.15.8:0/633241243 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fef8c0a6140 con 0x55d97b3b8830 2024-05-20T21:16:32.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.865+0000 7fefad8a6b80 1 -- 172.21.15.8:0/633241243 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fef8c0b2300 con 0x55d97b3b8830 2024-05-20T21:16:32.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.865+0000 7fef86000700 1 -- 172.21.15.8:0/633241243 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fef8c0c3070 con 0x55d97b3b8830 2024-05-20T21:16:32.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.866+0000 7fefad8a6b80 10 client.25442 fetch_fsmap learned FSMap version 26 2024-05-20T21:16:32.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.866+0000 7fefad8a6b80 1 -- 172.21.15.8:0/633241243 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d97b2ce200 con 0x55d97b3b8830 2024-05-20T21:16:32.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.866+0000 7fef86000700 1 -- 172.21.15.8:0/633241243 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fef8c0b2300 con 0x55d97b3b8830 2024-05-20T21:16:32.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.866+0000 7fef86000700 1 -- 172.21.15.8:0/633241243 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fef8c0e20b0 con 0x55d97b3b8830 2024-05-20T21:16:32.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.866+0000 7fefad8a6b80 10 client.25442 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:16:32.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.866+0000 7fefad8a6b80 10 client.25442 resolve_mds: validated gid 24529 aka daemon mds.i 2024-05-20T21:16:32.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.866+0000 7fefad8a6b80 20 client.25442 populate_metadata read hostname 'smithi008' 2024-05-20T21:16:32.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.866+0000 7fefad8a6b80 1 --2- 172.21.15.8:0/633241243 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55d97b3d1a90 0x55d97b3d3e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:32.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.866+0000 7fefad8a6b80 4 client.25442 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:16:32.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.866+0000 7fefad8a6b80 1 -- 172.21.15.8:0/633241243 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d97b30ff30 con 0x55d97b3d1a90 2024-05-20T21:16:32.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.867+0000 7fef9b400700 1 --2- 172.21.15.8:0/633241243 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55d97b3d1a90 0x55d97b3d3e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:32.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.867+0000 7fef9b400700 1 --2- 172.21.15.8:0/633241243 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55d97b3d1a90 0x55d97b3d3e80 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b512b6c06af01c12 server_cookie=7c909e2a82bf3fcd in_seq=0 out_seq=0 2024-05-20T21:16:32.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.867+0000 7fef86000700 10 client.25442 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:16:32.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.868+0000 7fef86000700 1 -- 172.21.15.8:0/633241243 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55d97b30ff30 con 0x55d97b3d1a90 2024-05-20T21:16:32.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.868+0000 7fef86000700 10 client.25442 handle_command_reply: tid=0 2024-05-20T21:16:32.869 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.868+0000 7fefad8a6b80 1 client.25442 shutdown 2024-05-20T21:16:32.869 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.869+0000 7fefad8a6b80 1 -- 172.21.15.8:0/633241243 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d97b3b8830 msgr2=0x55d97b3c4350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:32.869 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.869+0000 7fefad8a6b80 1 --2- 172.21.15.8:0/633241243 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d97b3b8830 0x55d97b3c4350 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fef8c0aa060 tx=0x7fef8c00ef80 comp rx=0 tx=0).stop 2024-05-20T21:16:32.869 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.869+0000 7fefad8a6b80 1 -- 172.21.15.8:0/633241243 shutdown_connections 2024-05-20T21:16:32.869 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.869+0000 7fefad8a6b80 1 --2- 172.21.15.8:0/633241243 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55d97b3d1a90 0x55d97b3d3e80 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:32.869 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.869+0000 7fefad8a6b80 1 --2- 172.21.15.8:0/633241243 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d97b3b8830 0x55d97b3c4350 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:32.869 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.869+0000 7fefad8a6b80 1 --2- 172.21.15.8:0/633241243 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d97b3be5d0 0x55d97b3c1c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:32.869 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.869+0000 7fefad8a6b80 1 --2- 172.21.15.8:0/633241243 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d97b3bdcb0 0x55d97b3c16f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:32.869 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.869+0000 7fefad8a6b80 1 -- 172.21.15.8:0/633241243 >> 172.21.15.8:0/633241243 conn(0x55d97b2ddd80 msgr2=0x55d97b3b7200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:32.869 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.869+0000 7fef86000700 0 client.25442 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:16:32.869 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.869+0000 7fefad8a6b80 1 -- 172.21.15.8:0/633241243 shutdown_connections 2024-05-20T21:16:32.869 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.869+0000 7fefad8a6b80 1 -- 172.21.15.8:0/633241243 wait complete. 2024-05-20T21:16:32.869 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.869+0000 7fefad8a6b80 20 client.25442 trim_cache size 0 max 16384 2024-05-20T21:16:32.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.894+0000 7fefad8a6b80 1 Processor -- start 2024-05-20T21:16:32.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.894+0000 7fefad8a6b80 1 -- start start 2024-05-20T21:16:32.894 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.895+0000 7fefad8a6b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d97b3b8830 0x55d97b3b8210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:32.894 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.895+0000 7fefad8a6b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d97b3bdcb0 0x55d97b3a46b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:32.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.895+0000 7fefad8a6b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d97b3be5d0 0x55d97b3d6ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:32.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.895+0000 7fefad8a6b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fef9c1ae290 con 0x55d97b3b8830 2024-05-20T21:16:32.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.895+0000 7fefad8a6b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fef9c1abb20 con 0x55d97b3bdcb0 2024-05-20T21:16:32.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.895+0000 7fefad8a6b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fef9c10e3d0 con 0x55d97b3be5d0 2024-05-20T21:16:32.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.895+0000 7fef9be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d97b3b8830 0x55d97b3b8210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:32.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.895+0000 7fef9be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d97b3b8830 0x55d97b3b8210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:48638/0 (socket says 172.21.15.8:48638) 2024-05-20T21:16:32.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.895+0000 7fef9be00700 1 -- 172.21.15.8:0/2480260029 learned_addr learned my addr 172.21.15.8:0/2480260029 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:32.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.895+0000 7fefa1000700 1 --2- 172.21.15.8:0/2480260029 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d97b3be5d0 0x55d97b3d6ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:32.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.895+0000 7fef9b400700 1 --2- 172.21.15.8:0/2480260029 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d97b3bdcb0 0x55d97b3a46b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:32.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.896+0000 7fefa1000700 1 -- 172.21.15.8:0/2480260029 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d97b3bdcb0 msgr2=0x55d97b3a46b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:32.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.896+0000 7fefa1000700 1 --2- 172.21.15.8:0/2480260029 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d97b3bdcb0 0x55d97b3a46b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:32.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.896+0000 7fefa1000700 1 -- 172.21.15.8:0/2480260029 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d97b3b8830 msgr2=0x55d97b3b8210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:32.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.896+0000 7fefa1000700 1 --2- 172.21.15.8:0/2480260029 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d97b3b8830 0x55d97b3b8210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:32.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.896+0000 7fefa1000700 1 -- 172.21.15.8:0/2480260029 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d97b3bfc60 con 0x55d97b3be5d0 2024-05-20T21:16:32.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.896+0000 7fef9be00700 1 --2- 172.21.15.8:0/2480260029 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d97b3b8830 0x55d97b3b8210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:32.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.896+0000 7fefa1000700 1 --2- 172.21.15.8:0/2480260029 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d97b3be5d0 0x55d97b3d6ea0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fef94009e90 tx=0x7fef94009ec0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=95f4b9379389e67 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:32.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.896+0000 7fef90c00700 1 -- 172.21.15.8:0/2480260029 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef94007de0 con 0x55d97b3be5d0 2024-05-20T21:16:32.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.896+0000 7fef90c00700 1 -- 172.21.15.8:0/2480260029 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fef94004bb0 con 0x55d97b3be5d0 2024-05-20T21:16:32.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.896+0000 7fef90c00700 1 -- 172.21.15.8:0/2480260029 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef94017410 con 0x55d97b3be5d0 2024-05-20T21:16:32.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.897+0000 7fefad8a6b80 1 -- 172.21.15.8:0/2480260029 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d97b3be5d0 msgr2=0x55d97b3d6ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:32.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.897+0000 7fefad8a6b80 1 --2- 172.21.15.8:0/2480260029 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d97b3be5d0 0x55d97b3d6ea0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fef94009e90 tx=0x7fef94009ec0 comp rx=0 tx=0).stop 2024-05-20T21:16:32.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.897+0000 7fefad8a6b80 1 -- 172.21.15.8:0/2480260029 shutdown_connections 2024-05-20T21:16:32.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.897+0000 7fefad8a6b80 1 --2- 172.21.15.8:0/2480260029 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d97b3be5d0 0x55d97b3d6ea0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:32.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.897+0000 7fefad8a6b80 1 --2- 172.21.15.8:0/2480260029 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d97b3b8830 0x55d97b3b8210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:32.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.897+0000 7fefad8a6b80 1 --2- 172.21.15.8:0/2480260029 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d97b3bdcb0 0x55d97b3a46b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:32.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.897+0000 7fefad8a6b80 1 -- 172.21.15.8:0/2480260029 >> 172.21.15.8:0/2480260029 conn(0x55d97b2ddd80 msgr2=0x55d97b3bf100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:32.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.897+0000 7fefad8a6b80 1 -- 172.21.15.8:0/2480260029 shutdown_connections 2024-05-20T21:16:32.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.897+0000 7fefad8a6b80 1 -- 172.21.15.8:0/2480260029 wait complete. 2024-05-20T21:16:32.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.898+0000 7fefad8a6b80 1 -- start start 2024-05-20T21:16:32.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.898+0000 7fefad8a6b80 1 Processor -- start 2024-05-20T21:16:32.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.899+0000 7fefad8a6b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d97b3b8830 0x55d97b3d5e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:32.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.899+0000 7fefad8a6b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d97b3bdcb0 0x55d97b3d6380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:32.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.899+0000 7fefad8a6b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d97b3be5d0 0x55d97b3d68c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:32.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.899+0000 7fefad8a6b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fef9c1a9fe0 con 0x55d97b3be5d0 2024-05-20T21:16:32.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.899+0000 7fefad8a6b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fef9c1ab450 con 0x55d97b3bdcb0 2024-05-20T21:16:32.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.899+0000 7fefad8a6b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fef9c1aa6b0 con 0x55d97b3b8830 2024-05-20T21:16:32.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.899+0000 7fefad8a6b80 10 client.0 _ll_register_callbacks cb 0x55d97b2a7e10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:16:32.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.899+0000 7fefa1000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d97b3be5d0 0x55d97b3d68c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:32.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.899+0000 7fef9b400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d97b3bdcb0 0x55d97b3d6380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:32.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.900+0000 7fefa1000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d97b3be5d0 0x55d97b3d68c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:48644/0 (socket says 172.21.15.8:48644) 2024-05-20T21:16:32.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.900+0000 7fefa1000700 1 -- 172.21.15.8:0/1683528899 learned_addr learned my addr 172.21.15.8:0/1683528899 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:32.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.900+0000 7fef9b400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d97b3bdcb0 0x55d97b3d6380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:51606/0 (socket says 172.21.15.8:51606) 2024-05-20T21:16:32.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.900+0000 7fef9be00700 1 --2- 172.21.15.8:0/1683528899 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d97b3b8830 0x55d97b3d5e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:32.900 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.900+0000 7fefa1000700 1 -- 172.21.15.8:0/1683528899 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d97b3b8830 msgr2=0x55d97b3d5e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:32.900 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.900+0000 7fefa1000700 1 --2- 172.21.15.8:0/1683528899 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d97b3b8830 0x55d97b3d5e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:32.900 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.900+0000 7fefa1000700 1 -- 172.21.15.8:0/1683528899 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d97b3bdcb0 msgr2=0x55d97b3d6380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:32.900 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.900+0000 7fefa1000700 1 --2- 172.21.15.8:0/1683528899 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d97b3bdcb0 0x55d97b3d6380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:32.900 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.900+0000 7fefa1000700 1 -- 172.21.15.8:0/1683528899 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d97b43c590 con 0x55d97b3be5d0 2024-05-20T21:16:32.900 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.901+0000 7fefa1000700 1 --2- 172.21.15.8:0/1683528899 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d97b3be5d0 0x55d97b3d68c0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fef94006080 tx=0x7fef94004f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f0546c9dabffc6ae server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:32.900 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.901+0000 7fef86000700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:16:32.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.901+0000 7fef86000700 1 -- 172.21.15.8:0/1683528899 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef94005000 con 0x55d97b3be5d0 2024-05-20T21:16:32.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.901+0000 7fef86000700 1 -- 172.21.15.8:0/1683528899 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fef940051a0 con 0x55d97b3be5d0 2024-05-20T21:16:32.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.901+0000 7fefad8a6b80 1 -- 172.21.15.8:0/1683528899 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fef94004bb0 con 0x55d97b3be5d0 2024-05-20T21:16:32.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.901+0000 7fef86000700 1 -- 172.21.15.8:0/1683528899 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fef940053a0 con 0x55d97b3be5d0 2024-05-20T21:16:32.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.901+0000 7fefad8a6b80 10 client.15339 fetch_fsmap learned FSMap version 26 2024-05-20T21:16:32.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.901+0000 7fefad8a6b80 1 -- 172.21.15.8:0/1683528899 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d97b43d870 con 0x55d97b3be5d0 2024-05-20T21:16:32.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.902+0000 7fef86000700 1 -- 172.21.15.8:0/1683528899 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fef94004bb0 con 0x55d97b3be5d0 2024-05-20T21:16:32.902 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.903+0000 7fef86000700 1 -- 172.21.15.8:0/1683528899 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fef94032050 con 0x55d97b3be5d0 2024-05-20T21:16:32.902 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.903+0000 7fefad8a6b80 10 client.15339 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:16:32.902 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.903+0000 7fefad8a6b80 10 client.15339 resolve_mds: validated gid 24529 aka daemon mds.i 2024-05-20T21:16:32.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.903+0000 7fefad8a6b80 20 client.15339 populate_metadata read hostname 'smithi008' 2024-05-20T21:16:32.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.903+0000 7fefad8a6b80 1 --2- 172.21.15.8:0/1683528899 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55d97b43deb0 0x55d97b4402d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:32.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.903+0000 7fefad8a6b80 4 client.15339 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 138.85, "await_for": 45.0}] 2024-05-20T21:16:32.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.903+0000 7fefad8a6b80 1 -- 172.21.15.8:0/1683528899 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 138.85, "await_for": 45.0}) -- 0x55d97b309710 con 0x55d97b43deb0 2024-05-20T21:16:32.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.903+0000 7fef9be00700 1 --2- 172.21.15.8:0/1683528899 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55d97b43deb0 0x55d97b4402d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:32.904 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.905+0000 7fef9be00700 1 --2- 172.21.15.8:0/1683528899 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55d97b43deb0 0x55d97b4402d0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=34ce348e4880d628 server_cookie=912685baab9377d7 in_seq=0 out_seq=0 2024-05-20T21:16:32.904 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.905+0000 7fef86000700 10 client.15339 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:16:32.915 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.916+0000 7fef86000700 1 -- 172.21.15.8:0/1683528899 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x55d97b309710 con 0x55d97b43deb0 2024-05-20T21:16:32.915 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.916+0000 7fef86000700 10 client.15339 handle_command_reply: tid=0 2024-05-20T21:16:32.916 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.916+0000 7fefad8a6b80 1 client.15339 shutdown 2024-05-20T21:16:32.916 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.917+0000 7fefad8a6b80 1 -- 172.21.15.8:0/1683528899 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d97b3be5d0 msgr2=0x55d97b3d68c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:32.916 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.917+0000 7fefad8a6b80 1 --2- 172.21.15.8:0/1683528899 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d97b3be5d0 0x55d97b3d68c0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fef94006080 tx=0x7fef94004f90 comp rx=0 tx=0).stop 2024-05-20T21:16:32.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.917+0000 7fefad8a6b80 1 -- 172.21.15.8:0/1683528899 shutdown_connections 2024-05-20T21:16:32.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.917+0000 7fefad8a6b80 1 --2- 172.21.15.8:0/1683528899 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55d97b43deb0 0x55d97b4402d0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:32.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.917+0000 7fef86000700 0 client.15339 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:16:32.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.917+0000 7fefad8a6b80 1 --2- 172.21.15.8:0/1683528899 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d97b3be5d0 0x55d97b3d68c0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:32.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.917+0000 7fefad8a6b80 1 --2- 172.21.15.8:0/1683528899 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d97b3b8830 0x55d97b3d5e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:32.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.917+0000 7fefad8a6b80 1 --2- 172.21.15.8:0/1683528899 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d97b3bdcb0 0x55d97b3d6380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:32.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.917+0000 7fefad8a6b80 1 -- 172.21.15.8:0/1683528899 >> 172.21.15.8:0/1683528899 conn(0x55d97b2ddd80 msgr2=0x55d97b3bc800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:32.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.917+0000 7fefad8a6b80 1 -- 172.21.15.8:0/1683528899 shutdown_connections 2024-05-20T21:16:32.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.918+0000 7fefad8a6b80 1 -- 172.21.15.8:0/1683528899 wait complete. 2024-05-20T21:16:32.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.918+0000 7fefad8a6b80 20 client.15339 trim_cache size 0 max 16384 2024-05-20T21:16:32.918 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:16:32.918 INFO:teuthology.orchestra.run.smithi008.stdout: "epoch": 26, 2024-05-20T21:16:32.918 INFO:teuthology.orchestra.run.smithi008.stdout: "leader": 24529, 2024-05-20T21:16:32.918 INFO:teuthology.orchestra.run.smithi008.stdout: "set_version": 2, 2024-05-20T21:16:32.918 INFO:teuthology.orchestra.run.smithi008.stdout: "sets": { 2024-05-20T21:16:32.918 INFO:teuthology.orchestra.run.smithi008.stdout: "144ff837": { 2024-05-20T21:16:32.918 INFO:teuthology.orchestra.run.smithi008.stdout: "version": 2, 2024-05-20T21:16:32.918 INFO:teuthology.orchestra.run.smithi008.stdout: "age_ref": 0.0, 2024-05-20T21:16:32.918 INFO:teuthology.orchestra.run.smithi008.stdout: "state": { 2024-05-20T21:16:32.918 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "QUIESCED", 2024-05-20T21:16:32.918 INFO:teuthology.orchestra.run.smithi008.stdout: "age": 0.0 2024-05-20T21:16:32.918 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:16:32.918 INFO:teuthology.orchestra.run.smithi008.stdout: "timeout": 90.0, 2024-05-20T21:16:32.919 INFO:teuthology.orchestra.run.smithi008.stdout: "expiration": 138.8, 2024-05-20T21:16:32.919 INFO:teuthology.orchestra.run.smithi008.stdout: "members": { 2024-05-20T21:16:32.919 INFO:teuthology.orchestra.run.smithi008.stdout: "file:/": { 2024-05-20T21:16:32.919 INFO:teuthology.orchestra.run.smithi008.stdout: "excluded": false, 2024-05-20T21:16:32.919 INFO:teuthology.orchestra.run.smithi008.stdout: "state": { 2024-05-20T21:16:32.919 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "QUIESCED", 2024-05-20T21:16:32.919 INFO:teuthology.orchestra.run.smithi008.stdout: "age": 0.0 2024-05-20T21:16:32.919 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:16:32.919 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:16:32.919 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:16:32.919 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:16:32.919 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:16:32.919 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:16:32.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.919+0000 7fefa3000700 1 -- 172.21.15.8:0/381410580 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fef800b2930 msgr2=0x7fef800b4df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:32.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.919+0000 7fefa3000700 1 --2- 172.21.15.8:0/381410580 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fef800b2930 0x7fef800b4df0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fef9c102460 tx=0x7fef88005fb0 comp rx=0 tx=0).stop 2024-05-20T21:16:32.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.919+0000 7fefa3000700 1 -- 172.21.15.8:0/381410580 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fef9c103850 msgr2=0x7fef9c19bd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:32.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.919+0000 7fefa3000700 1 --2- 172.21.15.8:0/381410580 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fef9c103850 0x7fef9c19bd60 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fef8c00e9c0 tx=0x7fef8c00ecd0 comp rx=0 tx=0).stop 2024-05-20T21:16:32.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.919+0000 7fefa3000700 1 -- 172.21.15.8:0/381410580 shutdown_connections 2024-05-20T21:16:32.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.919+0000 7fefa3000700 1 --2- 172.21.15.8:0/381410580 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fef800b2930 0x7fef800b4df0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:32.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.919+0000 7fefa3000700 1 --2- 172.21.15.8:0/381410580 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fef9c108920 0x7fef9c1a0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:32.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.919+0000 7fefa3000700 1 --2- 172.21.15.8:0/381410580 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fef9c103850 0x7fef9c19bd60 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:32.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.919+0000 7fefa3000700 1 --2- 172.21.15.8:0/381410580 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fef9c104200 0x7fef9c19c2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:32.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.919+0000 7fefa3000700 1 -- 172.21.15.8:0/381410580 >> 172.21.15.8:0/381410580 conn(0x7fef9c07a620 msgr2=0x7fef9c102db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:32.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.919+0000 7fefa3000700 1 -- 172.21.15.8:0/381410580 shutdown_connections 2024-05-20T21:16:32.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:32.919+0000 7fefa3000700 1 -- 172.21.15.8:0/381410580 wait complete. 2024-05-20T21:16:33.608 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:33.608+0000 7f6926c00700 1 -- 172.21.15.8:0/3383132364 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f69201095b0 msgr2=0x7f6920109990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:33.608 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:33.608+0000 7f6926c00700 1 --2- 172.21.15.8:0/3383132364 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f69201095b0 0x7f6920109990 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f6910009f90 tx=0x7f691000b330 comp rx=0 tx=0).stop 2024-05-20T21:16:33.608 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:33.608+0000 7f6926c00700 1 -- 172.21.15.8:0/3383132364 shutdown_connections 2024-05-20T21:16:33.608 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:33.608+0000 7f6926c00700 1 --2- 172.21.15.8:0/3383132364 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f69201095b0 0x7f6920109990 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:33.608 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:33.608+0000 7f6926c00700 1 --2- 172.21.15.8:0/3383132364 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f692006bbe0 0x7f69201103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:33.608 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:33.608+0000 7f6926c00700 1 --2- 172.21.15.8:0/3383132364 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f692006b220 0x7f692006b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:33.608 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:33.608+0000 7f6926c00700 1 -- 172.21.15.8:0/3383132364 >> 172.21.15.8:0/3383132364 conn(0x7f69200793f0 msgr2=0x7f6920079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:33.608 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:33.608+0000 7f6926c00700 1 -- 172.21.15.8:0/3383132364 shutdown_connections 2024-05-20T21:16:33.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:33.608+0000 7f6926c00700 1 -- 172.21.15.8:0/3383132364 wait complete. 2024-05-20T21:16:33.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:33.610+0000 7f6926c00700 1 Processor -- start 2024-05-20T21:16:33.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:33.611+0000 7f6926c00700 1 -- start start 2024-05-20T21:16:33.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:33.611+0000 7f6926c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f692006b220 0x7f692019be30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:33.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:33.611+0000 7f6926c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f692006bbe0 0x7f692019c370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:33.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:33.611+0000 7f6926c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f69201095b0 0x7f69201a0700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:33.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:33.611+0000 7f6926c00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f6920113730 con 0x7f692006b220 2024-05-20T21:16:33.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:33.612+0000 7f6926c00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f69201135b0 con 0x7f69201095b0 2024-05-20T21:16:33.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:33.612+0000 7f6926c00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f69201138b0 con 0x7f692006bbe0 2024-05-20T21:16:33.612 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:33.612+0000 7f691fe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f692006b220 0x7f692019be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:33.612 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:33.612+0000 7f691f400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f692006bbe0 0x7f692019c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:33.612 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:33.612+0000 7f691fe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f692006b220 0x7f692019be30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:48662/0 (socket says 172.21.15.8:48662) 2024-05-20T21:16:33.612 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:33.612+0000 7f691fe00700 1 -- 172.21.15.8:0/3472493714 learned_addr learned my addr 172.21.15.8:0/3472493714 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:33.612 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:33.612+0000 7f6924c00700 1 --2- 172.21.15.8:0/3472493714 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f69201095b0 0x7f69201a0700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:33.612 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:33.612+0000 7f691f400700 1 -- 172.21.15.8:0/3472493714 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f69201095b0 msgr2=0x7f69201a0700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:33.612 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:33.612+0000 7f691f400700 1 --2- 172.21.15.8:0/3472493714 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f69201095b0 0x7f69201a0700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:33.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:33.612+0000 7f691f400700 1 -- 172.21.15.8:0/3472493714 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f692006b220 msgr2=0x7f692019be30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:33.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:33.612+0000 7f691f400700 1 --2- 172.21.15.8:0/3472493714 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f692006b220 0x7f692019be30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:33.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:33.612+0000 7f691f400700 1 -- 172.21.15.8:0/3472493714 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69201a0e40 con 0x7f692006bbe0 2024-05-20T21:16:33.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:33.612+0000 7f6924c00700 1 --2- 172.21.15.8:0/3472493714 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f69201095b0 0x7f69201a0700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:16:33.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:33.613+0000 7f691f400700 1 --2- 172.21.15.8:0/3472493714 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f692006bbe0 0x7f692019c370 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f690c00eb90 tx=0x7f690c00eea0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:33.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:33.613+0000 7f691cc00700 1 -- 172.21.15.8:0/3472493714 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f690c00ccf0 con 0x7f692006bbe0 2024-05-20T21:16:33.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:33.613+0000 7f691cc00700 1 -- 172.21.15.8:0/3472493714 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f690c0044d0 con 0x7f692006bbe0 2024-05-20T21:16:33.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:33.613+0000 7f6926c00700 1 -- 172.21.15.8:0/3472493714 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69201a1130 con 0x7f692006bbe0 2024-05-20T21:16:33.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:33.613+0000 7f691cc00700 1 -- 172.21.15.8:0/3472493714 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f690c010430 con 0x7f692006bbe0 2024-05-20T21:16:33.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:33.613+0000 7f6926c00700 1 -- 172.21.15.8:0/3472493714 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69201a89b0 con 0x7f692006bbe0 2024-05-20T21:16:33.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:33.614+0000 7f6926c00700 1 -- 172.21.15.8:0/3472493714 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f692006a230 con 0x7f692006bbe0 2024-05-20T21:16:33.617 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:33.618+0000 7f691cc00700 1 -- 172.21.15.8:0/3472493714 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f690c003680 con 0x7f692006bbe0 2024-05-20T21:16:33.619 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:33.620+0000 7f691cc00700 1 --2- 172.21.15.8:0/3472493714 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f69040b2900 0x7f69040b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:33.619 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:33.620+0000 7f691cc00700 1 -- 172.21.15.8:0/3472493714 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f690c0e2540 con 0x7f692006bbe0 2024-05-20T21:16:33.619 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:33.620+0000 7f691fe00700 1 --2- 172.21.15.8:0/3472493714 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f69040b2900 0x7f69040b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:33.620 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:33.621+0000 7f691cc00700 1 -- 172.21.15.8:0/3472493714 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f690c0aa1f0 con 0x7f692006bbe0 2024-05-20T21:16:33.620 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:33.621+0000 7f691fe00700 1 --2- 172.21.15.8:0/3472493714 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f69040b2900 0x7f69040b4dc0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f691000b6c0 tx=0x7f6910009700 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:33.963 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:33.964+0000 7f6926c00700 1 -- 172.21.15.8:0/3472493714 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f692019d190 con 0x7f692006bbe0 2024-05-20T21:16:33.964 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:33.965+0000 7f691cc00700 1 -- 172.21.15.8:0/3472493714 <== mon.1 v2:172.21.15.130:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7f692019d190 con 0x7f692006bbe0 2024-05-20T21:16:33.964 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:16:33.965 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:16:33.967 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:33.968+0000 7f6926c00700 1 -- 172.21.15.8:0/3472493714 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f69040b2900 msgr2=0x7f69040b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:33.967 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:33.968+0000 7f6926c00700 1 --2- 172.21.15.8:0/3472493714 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f69040b2900 0x7f69040b4dc0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f691000b6c0 tx=0x7f6910009700 comp rx=0 tx=0).stop 2024-05-20T21:16:33.967 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:33.968+0000 7f6926c00700 1 -- 172.21.15.8:0/3472493714 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f692006bbe0 msgr2=0x7f692019c370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:33.967 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:33.968+0000 7f6926c00700 1 --2- 172.21.15.8:0/3472493714 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f692006bbe0 0x7f692019c370 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f690c00eb90 tx=0x7f690c00eea0 comp rx=0 tx=0).stop 2024-05-20T21:16:33.967 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:33.968+0000 7f6926c00700 1 -- 172.21.15.8:0/3472493714 shutdown_connections 2024-05-20T21:16:33.968 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:33.968+0000 7f6926c00700 1 --2- 172.21.15.8:0/3472493714 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f69040b2900 0x7f69040b4dc0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:33.968 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:33.968+0000 7f6926c00700 1 --2- 172.21.15.8:0/3472493714 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f69201095b0 0x7f69201a0700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:33.968 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:33.968+0000 7f6926c00700 1 --2- 172.21.15.8:0/3472493714 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f692006b220 0x7f692019be30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:33.968 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:33.968+0000 7f6926c00700 1 --2- 172.21.15.8:0/3472493714 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f692006bbe0 0x7f692019c370 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:33.968 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:33.968+0000 7f6926c00700 1 -- 172.21.15.8:0/3472493714 >> 172.21.15.8:0/3472493714 conn(0x7f69200793f0 msgr2=0x7f692010e720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:33.968 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:33.968+0000 7f6926c00700 1 -- 172.21.15.8:0/3472493714 shutdown_connections 2024-05-20T21:16:33.968 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:33.969+0000 7f6926c00700 1 -- 172.21.15.8:0/3472493714 wait complete. 2024-05-20T21:16:33.969 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:16:34.047 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '144ff837', quiesce took 11.7 seconds. Will release after: 7.150000000000002 2024-05-20T21:16:34.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:16:34 smithi130 ceph-mon[36448]: pgmap v477: 97 pgs: 97 active+clean; 671 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.7 KiB/s wr, 9 op/s 2024-05-20T21:16:34.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:16:34 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/3472493714' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:16:34.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:16:34 smithi050 ceph-mon[35809]: pgmap v477: 97 pgs: 97 active+clean; 671 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.7 KiB/s wr, 9 op/s 2024-05-20T21:16:34.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:16:34 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/3472493714' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:16:34.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:16:34 smithi008 ceph-mon[31475]: pgmap v477: 97 pgs: 97 active+clean; 671 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.7 KiB/s wr, 9 op/s 2024-05-20T21:16:34.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:16:34 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/3472493714' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:16:35.028 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:16:35.468 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:16:36.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:16:36 smithi130 ceph-mon[36448]: pgmap v478: 97 pgs: 97 active+clean; 671 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-05-20T21:16:36.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:16:36 smithi050 ceph-mon[35809]: pgmap v478: 97 pgs: 97 active+clean; 671 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-05-20T21:16:36.677 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:16:36 smithi008 ceph-mon[31475]: pgmap v478: 97 pgs: 97 active+clean; 671 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-05-20T21:16:37.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.729+0000 7fade8a00700 1 -- 172.21.15.8:0/417964473 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fade410b650 msgr2=0x7fade410ba30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:37.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.729+0000 7fade8a00700 1 --2- 172.21.15.8:0/417964473 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fade410b650 0x7fade410ba30 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fadd4009990 tx=0x7fadd4009ca0 comp rx=0 tx=0).stop 2024-05-20T21:16:37.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.730+0000 7fade8a00700 1 -- 172.21.15.8:0/417964473 shutdown_connections 2024-05-20T21:16:37.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.730+0000 7fade8a00700 1 --2- 172.21.15.8:0/417964473 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fade4106010 0x7fade4112520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:37.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.730+0000 7fade8a00700 1 --2- 172.21.15.8:0/417964473 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fade410b650 0x7fade410ba30 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:37.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.730+0000 7fade8a00700 1 --2- 172.21.15.8:0/417964473 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fade4105650 0x7fade4105ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:37.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.730+0000 7fade8a00700 1 -- 172.21.15.8:0/417964473 >> 172.21.15.8:0/417964473 conn(0x7fade4101120 msgr2=0x7fade4103540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:37.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.730+0000 7fade8a00700 1 -- 172.21.15.8:0/417964473 shutdown_connections 2024-05-20T21:16:37.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.730+0000 7fade8a00700 1 -- 172.21.15.8:0/417964473 wait complete. 2024-05-20T21:16:37.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.732+0000 7fade8a00700 1 Processor -- start 2024-05-20T21:16:37.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.732+0000 7fade8a00700 1 -- start start 2024-05-20T21:16:37.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.732+0000 7fade8a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fade4105650 0x7fade419bd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:37.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.732+0000 7fade8a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fade4106010 0x7fade419c260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:37.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.732+0000 7fade8a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fade410b650 0x7fade41a05f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:37.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.732+0000 7fade8a00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fade4115850 con 0x7fade4106010 2024-05-20T21:16:37.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.732+0000 7fade8a00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fade41156d0 con 0x7fade410b650 2024-05-20T21:16:37.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.733+0000 7fade8a00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fade41159d0 con 0x7fade4105650 2024-05-20T21:16:37.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.733+0000 7fade2a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fade4106010 0x7fade419c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:37.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.733+0000 7fade2a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fade4106010 0x7fade419c260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:48680/0 (socket says 172.21.15.8:48680) 2024-05-20T21:16:37.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.733+0000 7fade2a00700 1 -- 172.21.15.8:0/1764669041 learned_addr learned my addr 172.21.15.8:0/1764669041 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:37.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.733+0000 7fade3400700 1 --2- 172.21.15.8:0/1764669041 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fade4105650 0x7fade419bd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:37.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.733+0000 7fade3e00700 1 --2- 172.21.15.8:0/1764669041 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fade410b650 0x7fade41a05f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:37.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.734+0000 7fade3e00700 1 -- 172.21.15.8:0/1764669041 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fade4105650 msgr2=0x7fade419bd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:37.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.734+0000 7fade3e00700 1 --2- 172.21.15.8:0/1764669041 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fade4105650 0x7fade419bd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:37.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.734+0000 7fade3e00700 1 -- 172.21.15.8:0/1764669041 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fade4106010 msgr2=0x7fade419c260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:37.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.734+0000 7fade3e00700 1 --2- 172.21.15.8:0/1764669041 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fade4106010 0x7fade419c260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:37.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.734+0000 7fade3e00700 1 -- 172.21.15.8:0/1764669041 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fade41a0d30 con 0x7fade410b650 2024-05-20T21:16:37.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.734+0000 7fade2a00700 1 --2- 172.21.15.8:0/1764669041 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fade4106010 0x7fade419c260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:37.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.734+0000 7fade3e00700 1 --2- 172.21.15.8:0/1764669041 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fade410b650 0x7fade41a05f0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7faddc00efc0 tx=0x7faddc00c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:37.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.734+0000 7faddbe00700 1 -- 172.21.15.8:0/1764669041 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faddc0092e0 con 0x7fade410b650 2024-05-20T21:16:37.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.734+0000 7faddbe00700 1 -- 172.21.15.8:0/1764669041 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faddc004bb0 con 0x7fade410b650 2024-05-20T21:16:37.735 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.734+0000 7fade8a00700 1 -- 172.21.15.8:0/1764669041 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fade41a0fc0 con 0x7fade410b650 2024-05-20T21:16:37.735 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.734+0000 7faddbe00700 1 -- 172.21.15.8:0/1764669041 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faddc004020 con 0x7fade410b650 2024-05-20T21:16:37.735 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.734+0000 7fade8a00700 1 -- 172.21.15.8:0/1764669041 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fade41a88a0 con 0x7fade410b650 2024-05-20T21:16:37.737 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.738+0000 7faddbe00700 1 -- 172.21.15.8:0/1764669041 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7faddc01b030 con 0x7fade410b650 2024-05-20T21:16:37.738 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.739+0000 7fadf4a35b80 1 Processor -- start 2024-05-20T21:16:37.738 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.739+0000 7fadf4a35b80 1 -- start start 2024-05-20T21:16:37.739 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.739+0000 7fadf4a35b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56321f0b67c0 0x56321f0b6ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:37.739 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.739+0000 7fadf4a35b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56321f0b70e0 0x56321f0b0d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:37.739 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.740+0000 7fadf4a35b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56321f0b1390 0x56321f0b17f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:37.740 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.740+0000 7fadf4a35b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x56321f00ee40 con 0x56321f0b70e0 2024-05-20T21:16:37.740 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.740+0000 7fadf4a35b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x56321effe9e0 con 0x56321f0b1390 2024-05-20T21:16:37.740 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.740+0000 7fadf4a35b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x56321f002a20 con 0x56321f0b67c0 2024-05-20T21:16:37.740 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.740+0000 7fade3400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56321f0b70e0 0x56321f0b0d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:37.740 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.740+0000 7fade3400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56321f0b70e0 0x56321f0b0d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:48686/0 (socket says 172.21.15.8:48686) 2024-05-20T21:16:37.740 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.740+0000 7fade3400700 1 -- 172.21.15.8:0/2816837535 learned_addr learned my addr 172.21.15.8:0/2816837535 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:37.740 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.740+0000 7faddbe00700 1 --2- 172.21.15.8:0/1764669041 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fadc80b2880 0x7fadc80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:37.740 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.740+0000 7faddbe00700 1 -- 172.21.15.8:0/1764669041 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7faddc0e1ce0 con 0x7fade410b650 2024-05-20T21:16:37.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.740+0000 7fade2a00700 1 --2- 172.21.15.8:0/2816837535 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56321f0b67c0 0x56321f0b6ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:37.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.741+0000 7fade3e00700 1 --2- 172.21.15.8:0/1764669041 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fadc80b2880 0x7fadc80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:37.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.741+0000 7fade2a00700 1 --2- 172.21.15.8:0/2816837535 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56321f0b1390 0x56321f0b17f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:37.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.741+0000 7fade3400700 1 -- 172.21.15.8:0/2816837535 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56321f0b67c0 msgr2=0x56321f0b6ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:37.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.741+0000 7fade3400700 1 --2- 172.21.15.8:0/2816837535 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56321f0b67c0 0x56321f0b6ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:37.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.741+0000 7fade3400700 1 -- 172.21.15.8:0/2816837535 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56321f0b1390 msgr2=0x56321f0b17f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:37.742 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.741+0000 7fade3400700 1 --2- 172.21.15.8:0/2816837535 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56321f0b1390 0x56321f0b17f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:37.742 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.741+0000 7fade3400700 1 -- 172.21.15.8:0/2816837535 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56321efc7420 con 0x56321f0b70e0 2024-05-20T21:16:37.742 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.741+0000 7fade3400700 1 --2- 172.21.15.8:0/2816837535 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56321f0b70e0 0x56321f0b0d70 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fadd4009990 tx=0x7fadd40096a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bbec12479f9aeec4 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:37.742 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.741+0000 7fade3e00700 1 --2- 172.21.15.8:0/1764669041 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fadc80b2880 0x7fadc80b4d40 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7faddc0a9020 tx=0x7faddc009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:37.742 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.742+0000 7fadd8c00700 1 -- 172.21.15.8:0/2816837535 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadd4027070 con 0x56321f0b70e0 2024-05-20T21:16:37.742 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.742+0000 7fadd8c00700 1 -- 172.21.15.8:0/2816837535 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fadd40056a0 con 0x56321f0b70e0 2024-05-20T21:16:37.742 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.742+0000 7fadd8c00700 1 -- 172.21.15.8:0/2816837535 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadd4003b80 con 0x56321f0b70e0 2024-05-20T21:16:37.743 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.742+0000 7fadf4a35b80 1 -- 172.21.15.8:0/2816837535 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56321f0b70e0 msgr2=0x56321f0b0d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:37.744 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.742+0000 7fadf4a35b80 1 --2- 172.21.15.8:0/2816837535 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56321f0b70e0 0x56321f0b0d70 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fadd4009990 tx=0x7fadd40096a0 comp rx=0 tx=0).stop 2024-05-20T21:16:37.744 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.743+0000 7fadf4a35b80 1 -- 172.21.15.8:0/2816837535 shutdown_connections 2024-05-20T21:16:37.744 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.743+0000 7fadf4a35b80 1 --2- 172.21.15.8:0/2816837535 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56321f0b1390 0x56321f0b17f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:37.744 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.743+0000 7fadf4a35b80 1 --2- 172.21.15.8:0/2816837535 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56321f0b67c0 0x56321f0b6ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:37.744 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.743+0000 7fadf4a35b80 1 --2- 172.21.15.8:0/2816837535 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56321f0b70e0 0x56321f0b0d70 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:37.744 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.743+0000 7fadf4a35b80 1 -- 172.21.15.8:0/2816837535 >> 172.21.15.8:0/2816837535 conn(0x56321efdebe0 msgr2=0x56321f0ab810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:37.744 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.743+0000 7fadf4a35b80 1 -- 172.21.15.8:0/2816837535 shutdown_connections 2024-05-20T21:16:37.744 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.743+0000 7fadf4a35b80 1 -- 172.21.15.8:0/2816837535 wait complete. 2024-05-20T21:16:37.744 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.743+0000 7fadf4a35b80 1 -- start start 2024-05-20T21:16:37.744 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.744+0000 7fadf4a35b80 1 Processor -- start 2024-05-20T21:16:37.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.744+0000 7fadf4a35b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56321f0b1390 0x56321f0bcdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:37.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.744+0000 7fadf4a35b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56321f0b67c0 0x56321f0ba170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:37.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.744+0000 7fadf4a35b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56321f0b70e0 0x56321f0ba6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:37.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.744+0000 7fadf4a35b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x56321ef04fa0 con 0x56321f0b70e0 2024-05-20T21:16:37.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.744+0000 7fadf4a35b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x56321ef9f760 con 0x56321f0b67c0 2024-05-20T21:16:37.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.744+0000 7fadf4a35b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x56321f0bdba0 con 0x56321f0b1390 2024-05-20T21:16:37.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.744+0000 7fadf4a35b80 10 client.0 _ll_register_callbacks cb 0x56321efa8c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:16:37.747 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.744+0000 7fade2a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56321f0b1390 0x56321f0bcdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:37.747 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.745+0000 7fade2a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56321f0b1390 0x56321f0bcdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:33340/0 (socket says 172.21.15.8:33340) 2024-05-20T21:16:37.748 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.745+0000 7fade2a00700 1 -- 172.21.15.8:0/3540524004 learned_addr learned my addr 172.21.15.8:0/3540524004 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:37.748 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.745+0000 7fade2a00700 1 --2- 172.21.15.8:0/3540524004 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56321f0b70e0 0x56321f0ba6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:37.748 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.745+0000 7fade3400700 1 --2- 172.21.15.8:0/3540524004 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56321f0b67c0 0x56321f0ba170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:37.748 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.745+0000 7fade2a00700 1 -- 172.21.15.8:0/3540524004 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56321f0b67c0 msgr2=0x56321f0ba170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:37.748 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.745+0000 7fade2a00700 1 --2- 172.21.15.8:0/3540524004 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56321f0b67c0 0x56321f0ba170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:37.748 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.745+0000 7fade2a00700 1 -- 172.21.15.8:0/3540524004 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56321f0b70e0 msgr2=0x56321f0ba6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:37.748 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.745+0000 7fade2a00700 1 --2- 172.21.15.8:0/3540524004 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56321f0b70e0 0x56321f0ba6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:37.748 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.745+0000 7fade2a00700 1 -- 172.21.15.8:0/3540524004 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56321ef4e8d0 con 0x56321f0b1390 2024-05-20T21:16:37.749 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.745+0000 7fade2a00700 1 --2- 172.21.15.8:0/3540524004 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56321f0b1390 0x56321f0bcdd0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fadd0011f80 tx=0x7fadd0013040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8dc3468a678da07e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:37.749 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.745+0000 7fadcd600700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:16:37.749 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.746+0000 7fadcd600700 1 -- 172.21.15.8:0/3540524004 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadd000fdc0 con 0x56321f0b1390 2024-05-20T21:16:37.749 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.746+0000 7fadcd600700 1 -- 172.21.15.8:0/3540524004 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fadd0004830 con 0x56321f0b1390 2024-05-20T21:16:37.749 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.746+0000 7fadf4a35b80 1 -- 172.21.15.8:0/3540524004 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fadd40056a0 con 0x56321f0b1390 2024-05-20T21:16:37.749 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.746+0000 7fadcd600700 1 -- 172.21.15.8:0/3540524004 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fadd00203f0 con 0x56321f0b1390 2024-05-20T21:16:37.749 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.746+0000 7fadf4a35b80 10 client.25495 fetch_fsmap learned FSMap version 26 2024-05-20T21:16:37.749 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.746+0000 7fadf4a35b80 1 -- 172.21.15.8:0/3540524004 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56321efcf060 con 0x56321f0b1390 2024-05-20T21:16:37.749 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.747+0000 7fadcd600700 1 -- 172.21.15.8:0/3540524004 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fadd40056a0 con 0x56321f0b1390 2024-05-20T21:16:37.749 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.747+0000 7fadcd600700 1 -- 172.21.15.8:0/3540524004 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fadd002a430 con 0x56321f0b1390 2024-05-20T21:16:37.749 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.747+0000 7fadf4a35b80 10 client.25495 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:16:37.749 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.747+0000 7fadf4a35b80 10 client.25495 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:16:37.749 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.747+0000 7fadf4a35b80 20 client.25495 populate_metadata read hostname 'smithi008' 2024-05-20T21:16:37.749 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.747+0000 7fadf4a35b80 1 --2- 172.21.15.8:0/3540524004 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x56321f0ca6c0 0x56321f0ccab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:37.749 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.747+0000 7fadf4a35b80 4 client.25495 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:16:37.750 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.747+0000 7fadf4a35b80 1 -- 172.21.15.8:0/3540524004 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56321f010d90 con 0x56321f0ca6c0 2024-05-20T21:16:37.750 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.748+0000 7fade3400700 1 --2- 172.21.15.8:0/3540524004 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x56321f0ca6c0 0x56321f0ccab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:37.750 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.748+0000 7fade3400700 1 --2- 172.21.15.8:0/3540524004 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x56321f0ca6c0 0x56321f0ccab0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=3ef0b7a3df8ec544 server_cookie=2d65fb5d4f1c3365 in_seq=0 out_seq=0 2024-05-20T21:16:37.750 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.748+0000 7fadcd600700 10 client.25495 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:16:37.751 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.749+0000 7fadcd600700 1 -- 172.21.15.8:0/3540524004 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x56321f010d90 con 0x56321f0ca6c0 2024-05-20T21:16:37.751 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.749+0000 7fadcd600700 10 client.25495 handle_command_reply: tid=0 2024-05-20T21:16:37.751 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.749+0000 7fadf4a35b80 1 client.25495 shutdown 2024-05-20T21:16:37.751 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.749+0000 7fadf4a35b80 1 -- 172.21.15.8:0/3540524004 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56321f0b1390 msgr2=0x56321f0bcdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:37.751 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.749+0000 7fadf4a35b80 1 --2- 172.21.15.8:0/3540524004 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56321f0b1390 0x56321f0bcdd0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fadd0011f80 tx=0x7fadd0013040 comp rx=0 tx=0).stop 2024-05-20T21:16:37.751 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.749+0000 7fadf4a35b80 1 -- 172.21.15.8:0/3540524004 shutdown_connections 2024-05-20T21:16:37.751 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.749+0000 7fadf4a35b80 1 --2- 172.21.15.8:0/3540524004 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x56321f0ca6c0 0x56321f0ccab0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:37.751 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.749+0000 7fadf4a35b80 1 --2- 172.21.15.8:0/3540524004 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56321f0b70e0 0x56321f0ba6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:37.752 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.750+0000 7fadcd600700 0 client.25495 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:16:37.752 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.749+0000 7fadf4a35b80 1 --2- 172.21.15.8:0/3540524004 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56321f0b1390 0x56321f0bcdd0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:37.752 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.750+0000 7fadf4a35b80 1 --2- 172.21.15.8:0/3540524004 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56321f0b67c0 0x56321f0ba170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:37.752 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.750+0000 7fadf4a35b80 1 -- 172.21.15.8:0/3540524004 >> 172.21.15.8:0/3540524004 conn(0x56321efdebe0 msgr2=0x56321f0aafc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:37.752 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.750+0000 7fadf4a35b80 1 -- 172.21.15.8:0/3540524004 shutdown_connections 2024-05-20T21:16:37.752 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.750+0000 7fadf4a35b80 1 -- 172.21.15.8:0/3540524004 wait complete. 2024-05-20T21:16:37.752 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.750+0000 7fadf4a35b80 20 client.25495 trim_cache size 0 max 16384 2024-05-20T21:16:37.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.766+0000 7fadf4a35b80 1 Processor -- start 2024-05-20T21:16:37.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.766+0000 7fadf4a35b80 1 -- start start 2024-05-20T21:16:37.767 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.767+0000 7fadf4a35b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56321f0b1390 0x56321f0b0d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:37.767 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.767+0000 7fadf4a35b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56321f0b67c0 0x56321f0ba710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:37.767 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.767+0000 7fadf4a35b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56321f0b70e0 0x56321f0ab740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:37.767 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.767+0000 7fadf4a35b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fade41ae120 con 0x56321f0b1390 2024-05-20T21:16:37.767 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.767+0000 7fadf4a35b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fade41ab9b0 con 0x56321f0b70e0 2024-05-20T21:16:37.767 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.767+0000 7fadf4a35b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fade407b930 con 0x56321f0b67c0 2024-05-20T21:16:37.767 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.767+0000 7fade2a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56321f0b1390 0x56321f0b0d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:37.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.767+0000 7fade2a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56321f0b1390 0x56321f0b0d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:48710/0 (socket says 172.21.15.8:48710) 2024-05-20T21:16:37.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.767+0000 7fade2a00700 1 -- 172.21.15.8:0/1057489371 learned_addr learned my addr 172.21.15.8:0/1057489371 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:37.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.767+0000 7fade3400700 1 --2- 172.21.15.8:0/1057489371 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56321f0b67c0 0x56321f0ba710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:37.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.767+0000 7fade2a00700 1 --2- 172.21.15.8:0/1057489371 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56321f0b70e0 0x56321f0ab740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:37.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.768+0000 7fade3400700 1 -- 172.21.15.8:0/1057489371 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56321f0b70e0 msgr2=0x56321f0ab740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:37.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.768+0000 7fade3400700 1 --2- 172.21.15.8:0/1057489371 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56321f0b70e0 0x56321f0ab740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:37.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.768+0000 7fade3400700 1 -- 172.21.15.8:0/1057489371 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56321f0b1390 msgr2=0x56321f0b0d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:37.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.768+0000 7fade3400700 1 --2- 172.21.15.8:0/1057489371 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56321f0b1390 0x56321f0b0d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:37.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.768+0000 7fade3400700 1 -- 172.21.15.8:0/1057489371 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56321f0bca10 con 0x56321f0b67c0 2024-05-20T21:16:37.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.768+0000 7fade2a00700 1 --2- 172.21.15.8:0/1057489371 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56321f0b1390 0x56321f0b0d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:37.769 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.768+0000 7fade3400700 1 --2- 172.21.15.8:0/1057489371 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56321f0b67c0 0x56321f0ba710 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fadd4009750 tx=0x7fadd401a040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=901801ec6feef336 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:37.769 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.768+0000 7fadcfe00700 1 -- 172.21.15.8:0/1057489371 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadd402eb80 con 0x56321f0b67c0 2024-05-20T21:16:37.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.768+0000 7fadcfe00700 1 -- 172.21.15.8:0/1057489371 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fadd40056a0 con 0x56321f0b67c0 2024-05-20T21:16:37.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.768+0000 7fadcfe00700 1 -- 172.21.15.8:0/1057489371 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadd40039f0 con 0x56321f0b67c0 2024-05-20T21:16:37.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.769+0000 7fadf4a35b80 1 -- 172.21.15.8:0/1057489371 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56321f0b67c0 msgr2=0x56321f0ba710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:37.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.769+0000 7fadf4a35b80 1 --2- 172.21.15.8:0/1057489371 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56321f0b67c0 0x56321f0ba710 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fadd4009750 tx=0x7fadd401a040 comp rx=0 tx=0).stop 2024-05-20T21:16:37.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.769+0000 7fadf4a35b80 1 -- 172.21.15.8:0/1057489371 shutdown_connections 2024-05-20T21:16:37.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.769+0000 7fadf4a35b80 1 --2- 172.21.15.8:0/1057489371 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56321f0b70e0 0x56321f0ab740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:37.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.769+0000 7fadf4a35b80 1 --2- 172.21.15.8:0/1057489371 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56321f0b1390 0x56321f0b0d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:37.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.769+0000 7fadf4a35b80 1 --2- 172.21.15.8:0/1057489371 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56321f0b67c0 0x56321f0ba710 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:37.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.769+0000 7fadf4a35b80 1 -- 172.21.15.8:0/1057489371 >> 172.21.15.8:0/1057489371 conn(0x56321efdebe0 msgr2=0x56321f0b7b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:37.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.769+0000 7fadf4a35b80 1 -- 172.21.15.8:0/1057489371 shutdown_connections 2024-05-20T21:16:37.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.769+0000 7fadf4a35b80 1 -- 172.21.15.8:0/1057489371 wait complete. 2024-05-20T21:16:37.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.770+0000 7fadf4a35b80 1 -- start start 2024-05-20T21:16:37.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.770+0000 7fadf4a35b80 1 Processor -- start 2024-05-20T21:16:37.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.771+0000 7fadf4a35b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56321f0b1390 0x56321f0d1f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:37.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.771+0000 7fadf4a35b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56321f0b67c0 0x56321f0d24d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:37.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.771+0000 7fadf4a35b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56321f0b70e0 0x56321f0d2a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:37.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.771+0000 7fadf4a35b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fade41a9e70 con 0x56321f0b70e0 2024-05-20T21:16:37.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.771+0000 7fadf4a35b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fade41ab2e0 con 0x56321f0b1390 2024-05-20T21:16:37.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.771+0000 7fadf4a35b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fade41aa540 con 0x56321f0b67c0 2024-05-20T21:16:37.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.771+0000 7fadf4a35b80 10 client.0 _ll_register_callbacks cb 0x56321efa8c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:16:37.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.771+0000 7fade2a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56321f0b1390 0x56321f0d1f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:37.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.771+0000 7fade3400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56321f0b67c0 0x56321f0d24d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:37.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.771+0000 7fade2a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56321f0b1390 0x56321f0d1f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:51660/0 (socket says 172.21.15.8:51660) 2024-05-20T21:16:37.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.771+0000 7fade3400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56321f0b67c0 0x56321f0d24d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:33356/0 (socket says 172.21.15.8:33356) 2024-05-20T21:16:37.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.771+0000 7fade2a00700 1 -- 172.21.15.8:0/3346205154 learned_addr learned my addr 172.21.15.8:0/3346205154 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:37.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.771+0000 7fade2a00700 1 --2- 172.21.15.8:0/3346205154 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56321f0b70e0 0x56321f0d2a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:37.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.772+0000 7fade3400700 1 -- 172.21.15.8:0/3346205154 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56321f0b1390 msgr2=0x56321f0d1f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:37.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.772+0000 7fade3400700 1 --2- 172.21.15.8:0/3346205154 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56321f0b1390 0x56321f0d1f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:37.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.772+0000 7fade3400700 1 -- 172.21.15.8:0/3346205154 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56321f0b70e0 msgr2=0x56321f0d2a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:37.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.772+0000 7fade3400700 1 --2- 172.21.15.8:0/3346205154 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56321f0b70e0 0x56321f0d2a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:37.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.772+0000 7fade3400700 1 -- 172.21.15.8:0/3346205154 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56321f134300 con 0x56321f0b67c0 2024-05-20T21:16:37.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.772+0000 7fade2a00700 1 --2- 172.21.15.8:0/3346205154 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56321f0b1390 0x56321f0d1f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:16:37.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.772+0000 7fade3400700 1 --2- 172.21.15.8:0/3346205154 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56321f0b67c0 0x56321f0d24d0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fadd4025040 tx=0x7fadd4005960 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2f94db556d44db52 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:37.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.772+0000 7fadcd600700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:16:37.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.772+0000 7fadcd600700 1 -- 172.21.15.8:0/3346205154 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadd400b720 con 0x56321f0b67c0 2024-05-20T21:16:37.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.772+0000 7fadcd600700 1 -- 172.21.15.8:0/3346205154 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fadd400b8c0 con 0x56321f0b67c0 2024-05-20T21:16:37.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.772+0000 7fadf4a35b80 1 -- 172.21.15.8:0/3346205154 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fadd40056a0 con 0x56321f0b67c0 2024-05-20T21:16:37.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.773+0000 7fadcd600700 1 -- 172.21.15.8:0/3346205154 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fadd400bac0 con 0x56321f0b67c0 2024-05-20T21:16:37.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.773+0000 7fadf4a35b80 10 client.25501 fetch_fsmap learned FSMap version 26 2024-05-20T21:16:37.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.773+0000 7fadf4a35b80 1 -- 172.21.15.8:0/3346205154 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56321f135600 con 0x56321f0b67c0 2024-05-20T21:16:37.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.773+0000 7fadcd600700 1 -- 172.21.15.8:0/3346205154 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fadd40056a0 con 0x56321f0b67c0 2024-05-20T21:16:37.775 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.773+0000 7fadcd600700 1 -- 172.21.15.8:0/3346205154 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fadd4021070 con 0x56321f0b67c0 2024-05-20T21:16:37.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.773+0000 7fadf4a35b80 10 client.25501 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:16:37.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.773+0000 7fadf4a35b80 10 client.25501 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:16:37.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.773+0000 7fadf4a35b80 20 client.25501 populate_metadata read hostname 'smithi008' 2024-05-20T21:16:37.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.773+0000 7fadf4a35b80 1 --2- 172.21.15.8:0/3346205154 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x56321f135830 0x56321f137c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:37.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.774+0000 7fadf4a35b80 4 client.25501 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:16:37.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.774+0000 7fadf4a35b80 1 -- 172.21.15.8:0/3346205154 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56321f00a570 con 0x56321f135830 2024-05-20T21:16:37.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.774+0000 7fade2a00700 1 --2- 172.21.15.8:0/3346205154 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x56321f135830 0x56321f137c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:37.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.774+0000 7fade2a00700 1 --2- 172.21.15.8:0/3346205154 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x56321f135830 0x56321f137c20 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d267fbdc87f40b8d server_cookie=c330b2b6d78a64f5 in_seq=0 out_seq=0 2024-05-20T21:16:37.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.774+0000 7fadcd600700 10 client.25501 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:16:37.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.775+0000 7fadcd600700 1 -- 172.21.15.8:0/3346205154 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56321f00a570 con 0x56321f135830 2024-05-20T21:16:37.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.775+0000 7fadcd600700 10 client.25501 handle_command_reply: tid=0 2024-05-20T21:16:37.777 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.775+0000 7fadf4a35b80 1 client.25501 shutdown 2024-05-20T21:16:37.777 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.775+0000 7fadf4a35b80 1 -- 172.21.15.8:0/3346205154 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56321f0b67c0 msgr2=0x56321f0d24d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:37.777 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.775+0000 7fadf4a35b80 1 --2- 172.21.15.8:0/3346205154 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56321f0b67c0 0x56321f0d24d0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fadd4025040 tx=0x7fadd4005960 comp rx=0 tx=0).stop 2024-05-20T21:16:37.777 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.775+0000 7fadf4a35b80 1 -- 172.21.15.8:0/3346205154 shutdown_connections 2024-05-20T21:16:37.777 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.775+0000 7fadf4a35b80 1 --2- 172.21.15.8:0/3346205154 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x56321f135830 0x56321f137c20 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:37.777 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.775+0000 7fadf4a35b80 1 --2- 172.21.15.8:0/3346205154 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56321f0b1390 0x56321f0d1f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:37.777 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.775+0000 7fadf4a35b80 1 --2- 172.21.15.8:0/3346205154 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56321f0b70e0 0x56321f0d2a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:37.777 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.775+0000 7fadf4a35b80 1 --2- 172.21.15.8:0/3346205154 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56321f0b67c0 0x56321f0d24d0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:37.777 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.775+0000 7fadcd600700 0 client.25501 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:16:37.777 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.775+0000 7fadf4a35b80 1 -- 172.21.15.8:0/3346205154 >> 172.21.15.8:0/3346205154 conn(0x56321efdebe0 msgr2=0x56321f0b5b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:37.777 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.775+0000 7fadf4a35b80 1 -- 172.21.15.8:0/3346205154 shutdown_connections 2024-05-20T21:16:37.778 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.776+0000 7fadf4a35b80 1 -- 172.21.15.8:0/3346205154 wait complete. 2024-05-20T21:16:37.778 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.776+0000 7fadf4a35b80 20 client.25501 trim_cache size 0 max 16384 2024-05-20T21:16:37.778 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:16:37.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.777+0000 7fade8a00700 1 -- 172.21.15.8:0/1764669041 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fadc80b2880 msgr2=0x7fadc80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:37.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.777+0000 7fade8a00700 1 --2- 172.21.15.8:0/1764669041 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fadc80b2880 0x7fadc80b4d40 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7faddc0a9020 tx=0x7faddc009040 comp rx=0 tx=0).stop 2024-05-20T21:16:37.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.777+0000 7fade8a00700 1 -- 172.21.15.8:0/1764669041 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fade410b650 msgr2=0x7fade41a05f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:37.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.777+0000 7fade8a00700 1 --2- 172.21.15.8:0/1764669041 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fade410b650 0x7fade41a05f0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7faddc00efc0 tx=0x7faddc00c3a0 comp rx=0 tx=0).stop 2024-05-20T21:16:37.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.777+0000 7fade8a00700 1 -- 172.21.15.8:0/1764669041 shutdown_connections 2024-05-20T21:16:37.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.777+0000 7fade8a00700 1 --2- 172.21.15.8:0/1764669041 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fadc80b2880 0x7fadc80b4d40 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:37.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.777+0000 7fade8a00700 1 --2- 172.21.15.8:0/1764669041 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fade410b650 0x7fade41a05f0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:37.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.777+0000 7fade8a00700 1 --2- 172.21.15.8:0/1764669041 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fade4105650 0x7fade419bd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:37.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.777+0000 7fade8a00700 1 --2- 172.21.15.8:0/1764669041 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fade4106010 0x7fade419c260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:37.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.777+0000 7fade8a00700 1 -- 172.21.15.8:0/1764669041 >> 172.21.15.8:0/1764669041 conn(0x7fade4101120 msgr2=0x7fade4101910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:37.780 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.777+0000 7fade8a00700 1 -- 172.21.15.8:0/1764669041 shutdown_connections 2024-05-20T21:16:37.780 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:37.777+0000 7fade8a00700 1 -- 172.21.15.8:0/1764669041 wait complete. 2024-05-20T21:16:38.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:16:38 smithi008 ceph-mon[31475]: pgmap v479: 97 pgs: 97 active+clean; 671 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 1.7 KiB/s wr, 9 op/s 2024-05-20T21:16:38.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:16:38 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:16:38.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:16:38 smithi130 ceph-mon[36448]: pgmap v479: 97 pgs: 97 active+clean; 671 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 1.7 KiB/s wr, 9 op/s 2024-05-20T21:16:38.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:16:38 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:16:38.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:16:38 smithi050 ceph-mon[35809]: pgmap v479: 97 pgs: 97 active+clean; 671 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 1.7 KiB/s wr, 9 op/s 2024-05-20T21:16:38.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:16:38 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:16:38.729 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:16:38.800 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.800+0000 7faa50a00640 1 -- 172.21.15.8:0/448460527 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faa4c0754b0 msgr2=0x7faa4c075930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:38.800 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.800+0000 7faa50a00640 1 --2- 172.21.15.8:0/448460527 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faa4c0754b0 0x7faa4c075930 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7faa38009930 tx=0x7faa3802a420 comp rx=0 tx=0).stop 2024-05-20T21:16:38.800 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.800+0000 7faa50a00640 1 -- 172.21.15.8:0/448460527 shutdown_connections 2024-05-20T21:16:38.800 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.800+0000 7faa50a00640 1 --2- 172.21.15.8:0/448460527 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7faa4c10eec0 0x7faa4c1112b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:38.800 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.800+0000 7faa50a00640 1 --2- 172.21.15.8:0/448460527 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faa4c0754b0 0x7faa4c075930 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:38.800 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.800+0000 7faa50a00640 1 --2- 172.21.15.8:0/448460527 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7faa4c076a90 0x7faa4c074ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:38.800 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.800+0000 7faa50a00640 1 -- 172.21.15.8:0/448460527 >> 172.21.15.8:0/448460527 conn(0x7faa4c0fde60 msgr2=0x7faa4c1002a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:38.800 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.800+0000 7faa50a00640 1 -- 172.21.15.8:0/448460527 shutdown_connections 2024-05-20T21:16:38.800 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.800+0000 7faa50a00640 1 -- 172.21.15.8:0/448460527 wait complete. 2024-05-20T21:16:38.801 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.802+0000 7faa50a00640 1 Processor -- start 2024-05-20T21:16:38.801 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.802+0000 7faa50a00640 1 -- start start 2024-05-20T21:16:38.801 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.802+0000 7faa50a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faa4c0754b0 0x7faa4c19f0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:38.802 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.802+0000 7faa50a00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7faa4c076a90 0x7faa4c19f610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:38.802 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.802+0000 7faa50a00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7faa4c10eec0 0x7faa4c1a6680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:38.802 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.802+0000 7faa50a00640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7faa4c114a40 con 0x7faa4c076a90 2024-05-20T21:16:38.802 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.802+0000 7faa50a00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7faa4c1148c0 con 0x7faa4c0754b0 2024-05-20T21:16:38.802 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.802+0000 7faa50a00640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7faa4c114bc0 con 0x7faa4c10eec0 2024-05-20T21:16:38.802 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.803+0000 7faa49e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7faa4c076a90 0x7faa4c19f610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:38.802 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.803+0000 7faa4a800640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faa4c0754b0 0x7faa4c19f0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:38.802 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.803+0000 7faa49e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7faa4c076a90 0x7faa4c19f610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:48730/0 (socket says 172.21.15.8:48730) 2024-05-20T21:16:38.803 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.803+0000 7faa49e00640 1 -- 172.21.15.8:0/1287318097 learned_addr learned my addr 172.21.15.8:0/1287318097 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:38.803 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.803+0000 7faa4b200640 1 --2- 172.21.15.8:0/1287318097 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7faa4c10eec0 0x7faa4c1a6680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:38.804 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.803+0000 7faa4a800640 1 -- 172.21.15.8:0/1287318097 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7faa4c10eec0 msgr2=0x7faa4c1a6680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:38.804 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.803+0000 7faa4a800640 1 --2- 172.21.15.8:0/1287318097 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7faa4c10eec0 0x7faa4c1a6680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:38.804 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.803+0000 7faa4a800640 1 -- 172.21.15.8:0/1287318097 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7faa4c076a90 msgr2=0x7faa4c19f610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:38.804 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.803+0000 7faa4a800640 1 --2- 172.21.15.8:0/1287318097 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7faa4c076a90 0x7faa4c19f610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:38.804 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.803+0000 7faa4a800640 1 -- 172.21.15.8:0/1287318097 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa4c1a6cf0 con 0x7faa4c0754b0 2024-05-20T21:16:38.804 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.803+0000 7faa49e00640 1 --2- 172.21.15.8:0/1287318097 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7faa4c076a90 0x7faa4c19f610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:38.804 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.804+0000 7faa4a800640 1 --2- 172.21.15.8:0/1287318097 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faa4c0754b0 0x7faa4c19f0d0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7faa3c00e9f0 tx=0x7faa3c00eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:38.804 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.804+0000 7faa43400640 1 -- 172.21.15.8:0/1287318097 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa3c00ccc0 con 0x7faa4c0754b0 2024-05-20T21:16:38.804 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.804+0000 7faa43400640 1 -- 172.21.15.8:0/1287318097 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faa3c0108e0 con 0x7faa4c0754b0 2024-05-20T21:16:38.804 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.804+0000 7faa43400640 1 -- 172.21.15.8:0/1287318097 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa3c018880 con 0x7faa4c0754b0 2024-05-20T21:16:38.804 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.804+0000 7faa50a00640 1 -- 172.21.15.8:0/1287318097 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa4c1a6fe0 con 0x7faa4c0754b0 2024-05-20T21:16:38.804 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.804+0000 7faa50a00640 1 -- 172.21.15.8:0/1287318097 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa4c1a73f0 con 0x7faa4c0754b0 2024-05-20T21:16:38.807 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.809+0000 7faa43400640 1 -- 172.21.15.8:0/1287318097 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7faa3c010430 con 0x7faa4c0754b0 2024-05-20T21:16:38.808 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.809+0000 7faa543e4740 1 Processor -- start 2024-05-20T21:16:38.808 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.809+0000 7faa543e4740 1 -- start start 2024-05-20T21:16:38.809 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.810+0000 7faa543e4740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f40e26ccf0 0x55f40e26d110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:38.809 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.810+0000 7faa543e4740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f40e26d6e0 0x55f40e2721e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:38.809 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.810+0000 7faa543e4740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f40e272850 0x55f40e274ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:38.809 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.810+0000 7faa543e4740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55f40e1dcb90 con 0x55f40e26d6e0 2024-05-20T21:16:38.809 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.810+0000 7faa543e4740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55f40e1cc730 con 0x55f40e272850 2024-05-20T21:16:38.809 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.810+0000 7faa543e4740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55f40e1d0770 con 0x55f40e26ccf0 2024-05-20T21:16:38.809 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.810+0000 7faa4b200640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f40e26ccf0 0x55f40e26d110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:38.809 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.810+0000 7faa4b200640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f40e26ccf0 0x55f40e26d110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:33384/0 (socket says 172.21.15.8:33384) 2024-05-20T21:16:38.810 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.810+0000 7faa4b200640 1 -- 172.21.15.8:0/2221125367 learned_addr learned my addr 172.21.15.8:0/2221125367 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:38.811 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.810+0000 7faa4a800640 1 --2- 172.21.15.8:0/2221125367 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f40e26d6e0 0x55f40e2721e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:38.811 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.811+0000 7faa43400640 1 --2- 172.21.15.8:0/1287318097 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7faa300b2850 0x7faa300b4d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:38.811 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.811+0000 7faa4b200640 1 -- 172.21.15.8:0/2221125367 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f40e272850 msgr2=0x55f40e274ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:38.811 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.811+0000 7faa4b200640 1 --2- 172.21.15.8:0/2221125367 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f40e272850 0x55f40e274ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:38.811 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.811+0000 7faa4b200640 1 -- 172.21.15.8:0/2221125367 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f40e26d6e0 msgr2=0x55f40e2721e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:38.811 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.811+0000 7faa4b200640 1 --2- 172.21.15.8:0/2221125367 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f40e26d6e0 0x55f40e2721e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:38.811 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.811+0000 7faa4b200640 1 -- 172.21.15.8:0/2221125367 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f40e1658b0 con 0x55f40e26ccf0 2024-05-20T21:16:38.811 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.811+0000 7faa4a800640 1 --2- 172.21.15.8:0/2221125367 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f40e26d6e0 0x55f40e2721e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:16:38.811 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.811+0000 7faa43400640 1 -- 172.21.15.8:0/1287318097 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7faa3c0e24c0 con 0x7faa4c0754b0 2024-05-20T21:16:38.811 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.811+0000 7faa4b200640 1 --2- 172.21.15.8:0/1287318097 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7faa300b2850 0x7faa300b4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:38.811 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.812+0000 7faa4b200640 1 --2- 172.21.15.8:0/2221125367 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f40e26ccf0 0x55f40e26d110 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7faa44007f40 tx=0x7faa4400f850 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ab730afd6de6f85 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:38.812 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.812+0000 7faa37400640 1 -- 172.21.15.8:0/2221125367 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa440109a0 con 0x55f40e26ccf0 2024-05-20T21:16:38.813 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.812+0000 7faa37400640 1 -- 172.21.15.8:0/2221125367 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faa4401aa70 con 0x55f40e26ccf0 2024-05-20T21:16:38.813 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.812+0000 7faa37400640 1 -- 172.21.15.8:0/2221125367 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa440199d0 con 0x55f40e26ccf0 2024-05-20T21:16:38.813 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.813+0000 7faa543e4740 1 -- 172.21.15.8:0/2221125367 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f40e26ccf0 msgr2=0x55f40e26d110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:38.813 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.813+0000 7faa4b200640 1 --2- 172.21.15.8:0/1287318097 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7faa300b2850 0x7faa300b4d10 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7faa44007fd0 tx=0x7faa4401f000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:38.813 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.813+0000 7faa543e4740 1 --2- 172.21.15.8:0/2221125367 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f40e26ccf0 0x55f40e26d110 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7faa44007f40 tx=0x7faa4400f850 comp rx=0 tx=0).stop 2024-05-20T21:16:38.813 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.813+0000 7faa543e4740 1 -- 172.21.15.8:0/2221125367 shutdown_connections 2024-05-20T21:16:38.813 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.813+0000 7faa543e4740 1 --2- 172.21.15.8:0/2221125367 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f40e272850 0x55f40e274ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:38.813 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.813+0000 7faa543e4740 1 --2- 172.21.15.8:0/2221125367 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f40e26d6e0 0x55f40e2721e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:38.813 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.813+0000 7faa543e4740 1 --2- 172.21.15.8:0/2221125367 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f40e26ccf0 0x55f40e26d110 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:38.813 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.813+0000 7faa543e4740 1 -- 172.21.15.8:0/2221125367 >> 172.21.15.8:0/2221125367 conn(0x55f40e268360 msgr2=0x55f40e268760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:38.813 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.813+0000 7faa543e4740 1 -- 172.21.15.8:0/2221125367 shutdown_connections 2024-05-20T21:16:38.813 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.813+0000 7faa543e4740 1 -- 172.21.15.8:0/2221125367 wait complete. 2024-05-20T21:16:38.814 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.814+0000 7faa543e4740 1 -- start start 2024-05-20T21:16:38.816 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.814+0000 7faa543e4740 1 Processor -- start 2024-05-20T21:16:38.816 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.814+0000 7faa543e4740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f40e26ccf0 0x55f40e276b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:38.816 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.814+0000 7faa543e4740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f40e26d6e0 0x55f40e2770b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:38.816 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.814+0000 7faa543e4740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f40e272850 0x55f40e27e080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:38.816 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.814+0000 7faa543e4740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55f40deb2790 con 0x55f40e272850 2024-05-20T21:16:38.816 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.814+0000 7faa543e4740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55f40e174bc0 con 0x55f40e26d6e0 2024-05-20T21:16:38.816 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.814+0000 7faa543e4740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55f40e275800 con 0x55f40e26ccf0 2024-05-20T21:16:38.817 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.815+0000 7faa543e4740 10 client.0 _ll_register_callbacks cb 0x55f40e152400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:16:38.817 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.815+0000 7faa4a800640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f40e26ccf0 0x55f40e276b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:38.817 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.815+0000 7faa4a800640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f40e26ccf0 0x55f40e276b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:33392/0 (socket says 172.21.15.8:33392) 2024-05-20T21:16:38.817 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.815+0000 7faa4a800640 1 -- 172.21.15.8:0/2697106070 learned_addr learned my addr 172.21.15.8:0/2697106070 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:38.817 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.815+0000 7faa49e00640 1 --2- 172.21.15.8:0/2697106070 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f40e26d6e0 0x55f40e2770b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:38.817 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.815+0000 7faa4a800640 1 -- 172.21.15.8:0/2697106070 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f40e26d6e0 msgr2=0x55f40e2770b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:38.817 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.815+0000 7faa4a800640 1 --2- 172.21.15.8:0/2697106070 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f40e26d6e0 0x55f40e2770b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:38.817 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.815+0000 7faa4b200640 1 --2- 172.21.15.8:0/2697106070 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f40e272850 0x55f40e27e080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:38.817 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.815+0000 7faa4a800640 1 -- 172.21.15.8:0/2697106070 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f40e272850 msgr2=0x55f40e27e080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:38.817 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.815+0000 7faa4a800640 1 --2- 172.21.15.8:0/2697106070 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f40e272850 0x55f40e27e080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:38.817 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.815+0000 7faa4a800640 1 -- 172.21.15.8:0/2697106070 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f40dee1210 con 0x55f40e26ccf0 2024-05-20T21:16:38.817 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.815+0000 7faa4b200640 1 --2- 172.21.15.8:0/2697106070 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f40e272850 0x55f40e27e080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:16:38.817 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.816+0000 7faa4a800640 1 --2- 172.21.15.8:0/2697106070 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f40e26ccf0 0x55f40e276b70 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7faa3c0a9880 tx=0x7faa3c00ce60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ccd235f7466460fb server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:38.818 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.816+0000 7faa2be00640 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:16:38.818 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.816+0000 7faa2be00640 1 -- 172.21.15.8:0/2697106070 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa3c0a9690 con 0x55f40e26ccf0 2024-05-20T21:16:38.818 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.816+0000 7faa2be00640 1 -- 172.21.15.8:0/2697106070 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7faa3c0e5c20 con 0x55f40e26ccf0 2024-05-20T21:16:38.818 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.816+0000 7faa543e4740 1 -- 172.21.15.8:0/2697106070 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faa4401aa70 con 0x55f40e26ccf0 2024-05-20T21:16:38.818 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.816+0000 7faa2be00640 1 -- 172.21.15.8:0/2697106070 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7faa3c0e5e40 con 0x55f40e26ccf0 2024-05-20T21:16:38.818 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.816+0000 7faa543e4740 10 client.25513 fetch_fsmap learned FSMap version 26 2024-05-20T21:16:38.818 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.816+0000 7faa543e4740 1 -- 172.21.15.8:0/2697106070 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f40dfad620 con 0x55f40e26ccf0 2024-05-20T21:16:38.818 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.816+0000 7faa2be00640 1 -- 172.21.15.8:0/2697106070 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faa4401aa70 con 0x55f40e26ccf0 2024-05-20T21:16:38.818 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.817+0000 7faa2be00640 1 -- 172.21.15.8:0/2697106070 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7faa3c0cc0b0 con 0x55f40e26ccf0 2024-05-20T21:16:38.818 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.817+0000 7faa543e4740 10 client.25513 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:16:38.818 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.817+0000 7faa543e4740 10 client.25513 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:16:38.818 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.817+0000 7faa543e4740 20 client.25513 populate_metadata read hostname 'smithi008' 2024-05-20T21:16:38.818 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.817+0000 7faa543e4740 1 --2- 172.21.15.8:0/2697106070 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f40e282640 0x55f40e284a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:38.818 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.817+0000 7faa543e4740 4 client.25513 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:16:38.819 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.817+0000 7faa543e4740 1 -- 172.21.15.8:0/2697106070 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f40e1deae0 con 0x55f40e282640 2024-05-20T21:16:38.819 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.817+0000 7faa49e00640 1 --2- 172.21.15.8:0/2697106070 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f40e282640 0x55f40e284a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:38.820 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.818+0000 7faa49e00640 1 --2- 172.21.15.8:0/2697106070 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f40e282640 0x55f40e284a50 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=728783bb7396c46c server_cookie=b402336d28f66a57 in_seq=0 out_seq=0 2024-05-20T21:16:38.820 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.818+0000 7faa2be00640 10 client.25513 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:16:38.820 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.818+0000 7faa2be00640 1 -- 172.21.15.8:0/2697106070 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55f40e1deae0 con 0x55f40e282640 2024-05-20T21:16:38.820 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.818+0000 7faa2be00640 10 client.25513 handle_command_reply: tid=0 2024-05-20T21:16:38.820 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.819+0000 7faa543e4740 1 client.25513 shutdown 2024-05-20T21:16:38.820 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.819+0000 7faa543e4740 1 -- 172.21.15.8:0/2697106070 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f40e26ccf0 msgr2=0x55f40e276b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:38.820 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.819+0000 7faa543e4740 1 --2- 172.21.15.8:0/2697106070 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f40e26ccf0 0x55f40e276b70 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7faa3c0a9880 tx=0x7faa3c00ce60 comp rx=0 tx=0).stop 2024-05-20T21:16:38.820 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.819+0000 7faa543e4740 1 -- 172.21.15.8:0/2697106070 shutdown_connections 2024-05-20T21:16:38.820 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.819+0000 7faa543e4740 1 --2- 172.21.15.8:0/2697106070 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f40e282640 0x55f40e284a50 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:38.820 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.819+0000 7faa543e4740 1 --2- 172.21.15.8:0/2697106070 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f40e272850 0x55f40e27e080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:38.821 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.819+0000 7faa543e4740 1 --2- 172.21.15.8:0/2697106070 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f40e26d6e0 0x55f40e2770b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:38.821 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.819+0000 7faa543e4740 1 --2- 172.21.15.8:0/2697106070 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f40e26ccf0 0x55f40e276b70 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:38.821 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.819+0000 7faa2be00640 0 client.25513 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:16:38.821 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.819+0000 7faa543e4740 1 -- 172.21.15.8:0/2697106070 >> 172.21.15.8:0/2697106070 conn(0x55f40e268360 msgr2=0x55f40e2674c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:38.821 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.819+0000 7faa543e4740 1 -- 172.21.15.8:0/2697106070 shutdown_connections 2024-05-20T21:16:38.821 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.819+0000 7faa543e4740 1 -- 172.21.15.8:0/2697106070 wait complete. 2024-05-20T21:16:38.821 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.819+0000 7faa543e4740 20 client.25513 trim_cache size 0 max 16384 2024-05-20T21:16:38.837 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.838+0000 7faa543e4740 1 Processor -- start 2024-05-20T21:16:38.837 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.838+0000 7faa543e4740 1 -- start start 2024-05-20T21:16:38.837 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.838+0000 7faa543e4740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f40e26ccf0 0x55f40e277010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:38.838 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.838+0000 7faa543e4740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f40e26d6e0 0x55f40e27e040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:38.838 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.838+0000 7faa543e4740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f40e272850 0x55f40e26b040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:38.838 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.838+0000 7faa543e4740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7faa4c1b2c90 con 0x55f40e26d6e0 2024-05-20T21:16:38.838 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.838+0000 7faa543e4740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7faa4c1b0560 con 0x55f40e26ccf0 2024-05-20T21:16:38.838 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.838+0000 7faa543e4740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7faa4c1ae3b0 con 0x55f40e272850 2024-05-20T21:16:38.839 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.839+0000 7faa49e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f40e26d6e0 0x55f40e27e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:38.839 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.839+0000 7faa49e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f40e26d6e0 0x55f40e27e040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:48772/0 (socket says 172.21.15.8:48772) 2024-05-20T21:16:38.839 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.839+0000 7faa4a800640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f40e26ccf0 0x55f40e277010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:38.839 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.839+0000 7faa49e00640 1 -- 172.21.15.8:0/1465550238 learned_addr learned my addr 172.21.15.8:0/1465550238 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:38.839 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.839+0000 7faa4a800640 1 -- 172.21.15.8:0/1465550238 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f40e272850 msgr2=0x55f40e26b040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:38.839 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.839+0000 7faa4a800640 1 --2- 172.21.15.8:0/1465550238 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f40e272850 0x55f40e26b040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:38.839 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.839+0000 7faa4a800640 1 -- 172.21.15.8:0/1465550238 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f40e26d6e0 msgr2=0x55f40e27e040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:38.839 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.839+0000 7faa4a800640 1 --2- 172.21.15.8:0/1465550238 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f40e26d6e0 0x55f40e27e040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:38.840 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.839+0000 7faa4a800640 1 -- 172.21.15.8:0/1465550238 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f40e26d0d0 con 0x55f40e26ccf0 2024-05-20T21:16:38.840 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.839+0000 7faa4a800640 1 --2- 172.21.15.8:0/1465550238 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f40e26ccf0 0x55f40e277010 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7faa3c0a5c00 tx=0x7faa3c0cc540 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d9ef285960cae668 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:38.840 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.840+0000 7faa36a00640 1 -- 172.21.15.8:0/1465550238 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa3c0a9690 con 0x55f40e26ccf0 2024-05-20T21:16:38.840 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.840+0000 7faa36a00640 1 -- 172.21.15.8:0/1465550238 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faa3c0a9b80 con 0x55f40e26ccf0 2024-05-20T21:16:38.840 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.840+0000 7faa36a00640 1 -- 172.21.15.8:0/1465550238 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa3c0cc070 con 0x55f40e26ccf0 2024-05-20T21:16:38.841 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.841+0000 7faa543e4740 1 -- 172.21.15.8:0/1465550238 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f40e26ccf0 msgr2=0x55f40e277010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:38.841 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.841+0000 7faa543e4740 1 --2- 172.21.15.8:0/1465550238 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f40e26ccf0 0x55f40e277010 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7faa3c0a5c00 tx=0x7faa3c0cc540 comp rx=0 tx=0).stop 2024-05-20T21:16:38.841 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.841+0000 7faa543e4740 1 -- 172.21.15.8:0/1465550238 shutdown_connections 2024-05-20T21:16:38.841 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.841+0000 7faa543e4740 1 --2- 172.21.15.8:0/1465550238 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f40e272850 0x55f40e26b040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:38.841 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.841+0000 7faa543e4740 1 --2- 172.21.15.8:0/1465550238 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f40e26d6e0 0x55f40e27e040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:38.841 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.841+0000 7faa543e4740 1 --2- 172.21.15.8:0/1465550238 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f40e26ccf0 0x55f40e277010 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:38.842 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.841+0000 7faa543e4740 1 -- 172.21.15.8:0/1465550238 >> 172.21.15.8:0/1465550238 conn(0x55f40e268360 msgr2=0x55f40e268740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:38.842 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.841+0000 7faa543e4740 1 -- 172.21.15.8:0/1465550238 shutdown_connections 2024-05-20T21:16:38.842 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.841+0000 7faa543e4740 1 -- 172.21.15.8:0/1465550238 wait complete. 2024-05-20T21:16:38.842 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.841+0000 7faa543e4740 1 -- start start 2024-05-20T21:16:38.842 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.842+0000 7faa543e4740 1 Processor -- start 2024-05-20T21:16:38.842 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.842+0000 7faa543e4740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f40e26ccf0 0x55f40e27ad20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:38.842 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.842+0000 7faa543e4740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f40e26d6e0 0x55f40e27b260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:38.842 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.842+0000 7faa543e4740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f40e272850 0x55f40e2eb1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:38.842 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.842+0000 7faa543e4740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7faa4c1aea20 con 0x55f40e26d6e0 2024-05-20T21:16:38.842 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.842+0000 7faa543e4740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7faa4c1afe90 con 0x55f40e272850 2024-05-20T21:16:38.842 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.842+0000 7faa543e4740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7faa4c1af0f0 con 0x55f40e26ccf0 2024-05-20T21:16:38.842 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.842+0000 7faa543e4740 10 client.0 _ll_register_callbacks cb 0x7faa3c0a6250 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:16:38.844 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.842+0000 7faa4a800640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f40e26ccf0 0x55f40e27ad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:38.844 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.842+0000 7faa4a800640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f40e26ccf0 0x55f40e27ad20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:33410/0 (socket says 172.21.15.8:33410) 2024-05-20T21:16:38.844 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.842+0000 7faa4a800640 1 -- 172.21.15.8:0/522623864 learned_addr learned my addr 172.21.15.8:0/522623864 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:38.845 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.843+0000 7faa4b200640 1 --2- 172.21.15.8:0/522623864 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f40e272850 0x55f40e2eb1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:38.845 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.843+0000 7faa4a800640 1 -- 172.21.15.8:0/522623864 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f40e272850 msgr2=0x55f40e2eb1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:38.845 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.843+0000 7faa4a800640 1 --2- 172.21.15.8:0/522623864 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f40e272850 0x55f40e2eb1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:38.845 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.843+0000 7faa4a800640 1 -- 172.21.15.8:0/522623864 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f40e26d6e0 msgr2=0x55f40e27b260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:38.845 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.843+0000 7faa4a800640 1 --2- 172.21.15.8:0/522623864 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f40e26d6e0 0x55f40e27b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:38.845 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.843+0000 7faa4a800640 1 -- 172.21.15.8:0/522623864 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f40e27e330 con 0x55f40e26ccf0 2024-05-20T21:16:38.845 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.843+0000 7faa4b200640 1 --2- 172.21.15.8:0/522623864 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f40e272850 0x55f40e2eb1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:16:38.845 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.843+0000 7faa4a800640 1 --2- 172.21.15.8:0/522623864 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f40e26ccf0 0x55f40e27ad20 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7faa3c0a9610 tx=0x7faa3c0a5ac0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e326ff579df350ee server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:38.845 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.843+0000 7faa2be00640 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:16:38.845 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.843+0000 7faa2be00640 1 -- 172.21.15.8:0/522623864 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa3c0c3030 con 0x55f40e26ccf0 2024-05-20T21:16:38.845 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.843+0000 7faa2be00640 1 -- 172.21.15.8:0/522623864 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7faa3c0aae00 con 0x55f40e26ccf0 2024-05-20T21:16:38.845 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.844+0000 7faa543e4740 1 -- 172.21.15.8:0/522623864 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faa3c0a9b80 con 0x55f40e26ccf0 2024-05-20T21:16:38.845 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.844+0000 7faa2be00640 1 -- 172.21.15.8:0/522623864 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7faa3c0a9690 con 0x55f40e26ccf0 2024-05-20T21:16:38.846 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.844+0000 7faa543e4740 10 client.25516 fetch_fsmap learned FSMap version 26 2024-05-20T21:16:38.846 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.844+0000 7faa543e4740 1 -- 172.21.15.8:0/522623864 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f40e2ec720 con 0x55f40e26ccf0 2024-05-20T21:16:38.846 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.844+0000 7faa2be00640 1 -- 172.21.15.8:0/522623864 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faa3c0a9b80 con 0x55f40e26ccf0 2024-05-20T21:16:38.846 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.844+0000 7faa2be00640 1 -- 172.21.15.8:0/522623864 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7faa3c0af010 con 0x55f40e26ccf0 2024-05-20T21:16:38.846 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.844+0000 7faa543e4740 10 client.25516 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:16:38.846 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.844+0000 7faa543e4740 10 client.25516 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:16:38.846 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.844+0000 7faa543e4740 20 client.25516 populate_metadata read hostname 'smithi008' 2024-05-20T21:16:38.846 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.845+0000 7faa543e4740 1 --2- 172.21.15.8:0/522623864 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f40e2ed010 0x55f40e2ef430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:38.846 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.845+0000 7faa543e4740 4 client.25516 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:16:38.846 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.845+0000 7faa543e4740 1 -- 172.21.15.8:0/522623864 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55f40e1d82c0 con 0x55f40e2ed010 2024-05-20T21:16:38.846 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.845+0000 7faa49e00640 1 --2- 172.21.15.8:0/522623864 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f40e2ed010 0x55f40e2ef430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:38.846 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.845+0000 7faa49e00640 1 --2- 172.21.15.8:0/522623864 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f40e2ed010 0x55f40e2ef430 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=60cc6067906a7ff4 server_cookie=be387b92e392c1cd in_seq=0 out_seq=0 2024-05-20T21:16:38.846 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.845+0000 7faa2be00640 10 client.25516 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:16:38.848 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.849+0000 7faa2be00640 1 -- 172.21.15.8:0/522623864 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55f40e1d82c0 con 0x55f40e2ed010 2024-05-20T21:16:38.848 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.849+0000 7faa2be00640 10 client.25516 handle_command_reply: tid=0 2024-05-20T21:16:38.849 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.849+0000 7faa543e4740 1 client.25516 shutdown 2024-05-20T21:16:38.849 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.850+0000 7faa543e4740 1 -- 172.21.15.8:0/522623864 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f40e26ccf0 msgr2=0x55f40e27ad20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:38.850 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.850+0000 7faa543e4740 1 --2- 172.21.15.8:0/522623864 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f40e26ccf0 0x55f40e27ad20 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7faa3c0a9610 tx=0x7faa3c0a5ac0 comp rx=0 tx=0).stop 2024-05-20T21:16:38.850 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.850+0000 7faa543e4740 1 -- 172.21.15.8:0/522623864 shutdown_connections 2024-05-20T21:16:38.850 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.850+0000 7faa543e4740 1 --2- 172.21.15.8:0/522623864 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f40e2ed010 0x55f40e2ef430 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:38.850 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.850+0000 7faa543e4740 1 --2- 172.21.15.8:0/522623864 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f40e272850 0x55f40e2eb1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:38.850 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.850+0000 7faa543e4740 1 --2- 172.21.15.8:0/522623864 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f40e26d6e0 0x55f40e27b260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:38.850 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.850+0000 7faa543e4740 1 --2- 172.21.15.8:0/522623864 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f40e26ccf0 0x55f40e27ad20 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:38.850 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.850+0000 7faa543e4740 1 -- 172.21.15.8:0/522623864 >> 172.21.15.8:0/522623864 conn(0x55f40e268360 msgr2=0x55f40e26e0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:38.850 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.850+0000 7faa2be00640 0 client.25516 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:16:38.850 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.850+0000 7faa543e4740 1 -- 172.21.15.8:0/522623864 shutdown_connections 2024-05-20T21:16:38.850 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.850+0000 7faa543e4740 1 -- 172.21.15.8:0/522623864 wait complete. 2024-05-20T21:16:38.850 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.851+0000 7faa543e4740 20 client.25516 trim_cache size 0 max 16384 2024-05-20T21:16:38.851 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:16:38.851 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:16:38.851 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:16:38.852 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.851+0000 7faa50a00640 1 -- 172.21.15.8:0/1287318097 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7faa300b2850 msgr2=0x7faa300b4d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:38.852 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.851+0000 7faa50a00640 1 --2- 172.21.15.8:0/1287318097 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7faa300b2850 0x7faa300b4d10 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7faa44007fd0 tx=0x7faa4401f000 comp rx=0 tx=0).stop 2024-05-20T21:16:38.852 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.851+0000 7faa50a00640 1 -- 172.21.15.8:0/1287318097 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faa4c0754b0 msgr2=0x7faa4c19f0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:38.852 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.851+0000 7faa50a00640 1 --2- 172.21.15.8:0/1287318097 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faa4c0754b0 0x7faa4c19f0d0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7faa3c00e9f0 tx=0x7faa3c00eeb0 comp rx=0 tx=0).stop 2024-05-20T21:16:38.852 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.851+0000 7faa50a00640 1 -- 172.21.15.8:0/1287318097 shutdown_connections 2024-05-20T21:16:38.852 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.851+0000 7faa50a00640 1 --2- 172.21.15.8:0/1287318097 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7faa300b2850 0x7faa300b4d10 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:38.852 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.851+0000 7faa50a00640 1 --2- 172.21.15.8:0/1287318097 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7faa4c10eec0 0x7faa4c1a6680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:38.852 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.851+0000 7faa50a00640 1 --2- 172.21.15.8:0/1287318097 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7faa4c076a90 0x7faa4c19f610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:38.852 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.851+0000 7faa50a00640 1 --2- 172.21.15.8:0/1287318097 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faa4c0754b0 0x7faa4c19f0d0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:38.852 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.851+0000 7faa50a00640 1 -- 172.21.15.8:0/1287318097 >> 172.21.15.8:0/1287318097 conn(0x7faa4c0fde60 msgr2=0x7faa4c102260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:38.852 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.852+0000 7faa50a00640 1 -- 172.21.15.8:0/1287318097 shutdown_connections 2024-05-20T21:16:38.852 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:38.852+0000 7faa50a00640 1 -- 172.21.15.8:0/1287318097 wait complete. 2024-05-20T21:16:39.188 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:16:39.552 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:16:39 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:16:39.553 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:16:39 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:16:39.553 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:16:39 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:16:39.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:16:39 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:16:39.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:16:39 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:16:39.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:16:39 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:16:39.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:16:39 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:16:39.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:16:39 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:16:39.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:16:39 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:16:40.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:16:40 smithi130 ceph-mon[36448]: pgmap v480: 97 pgs: 97 active+clean; 671 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.3 KiB/s wr, 7 op/s 2024-05-20T21:16:40.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:16:40 smithi050 ceph-mon[35809]: pgmap v480: 97 pgs: 97 active+clean; 671 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.3 KiB/s wr, 7 op/s 2024-05-20T21:16:40.681 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:16:40 smithi008 ceph-mon[31475]: pgmap v480: 97 pgs: 97 active+clean; 671 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.3 KiB/s wr, 7 op/s 2024-05-20T21:16:41.199 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:16:41.546 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.545+0000 7fb9caa00700 1 -- 172.21.15.8:0/2717303900 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb9c41095b0 msgr2=0x7fb9c4109990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:41.546 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.545+0000 7fb9caa00700 1 --2- 172.21.15.8:0/2717303900 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb9c41095b0 0x7fb9c4109990 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fb9b40098f0 tx=0x7fb9b4009c00 comp rx=0 tx=0).stop 2024-05-20T21:16:41.546 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.545+0000 7fb9caa00700 1 -- 172.21.15.8:0/2717303900 shutdown_connections 2024-05-20T21:16:41.546 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.545+0000 7fb9caa00700 1 --2- 172.21.15.8:0/2717303900 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb9c41095b0 0x7fb9c4109990 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:41.547 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.545+0000 7fb9caa00700 1 --2- 172.21.15.8:0/2717303900 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb9c406bbe0 0x7fb9c41103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:41.547 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.545+0000 7fb9caa00700 1 --2- 172.21.15.8:0/2717303900 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb9c406b220 0x7fb9c406b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:41.547 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.545+0000 7fb9caa00700 1 -- 172.21.15.8:0/2717303900 >> 172.21.15.8:0/2717303900 conn(0x7fb9c40793f0 msgr2=0x7fb9c4079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:41.547 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.545+0000 7fb9caa00700 1 -- 172.21.15.8:0/2717303900 shutdown_connections 2024-05-20T21:16:41.547 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.545+0000 7fb9caa00700 1 -- 172.21.15.8:0/2717303900 wait complete. 2024-05-20T21:16:41.547 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.547+0000 7fb9caa00700 1 Processor -- start 2024-05-20T21:16:41.547 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.547+0000 7fb9caa00700 1 -- start start 2024-05-20T21:16:41.548 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.548+0000 7fb9caa00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb9c406b220 0x7fb9c4102510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:41.548 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.548+0000 7fb9caa00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb9c406bbe0 0x7fb9c4102a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:41.548 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.548+0000 7fb9caa00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb9c41095b0 0x7fb9c4102f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:41.548 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.548+0000 7fb9caa00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fb9c4113720 con 0x7fb9c41095b0 2024-05-20T21:16:41.548 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.548+0000 7fb9caa00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb9c41135a0 con 0x7fb9c406b220 2024-05-20T21:16:41.548 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.548+0000 7fb9caa00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fb9c41138a0 con 0x7fb9c406bbe0 2024-05-20T21:16:41.549 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.548+0000 7fb9c3400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb9c406bbe0 0x7fb9c4102a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:41.549 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.548+0000 7fb9c8a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb9c41095b0 0x7fb9c4102f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:41.549 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.548+0000 7fb9c8a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb9c41095b0 0x7fb9c4102f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:48804/0 (socket says 172.21.15.8:48804) 2024-05-20T21:16:41.549 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.548+0000 7fb9c8a00700 1 -- 172.21.15.8:0/3376022742 learned_addr learned my addr 172.21.15.8:0/3376022742 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:41.549 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.548+0000 7fb9c3400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb9c406bbe0 0x7fb9c4102a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:33418/0 (socket says 172.21.15.8:33418) 2024-05-20T21:16:41.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.549+0000 7fb9c8a00700 1 -- 172.21.15.8:0/3376022742 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb9c406bbe0 msgr2=0x7fb9c4102a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:41.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.549+0000 7fb9c8a00700 1 --2- 172.21.15.8:0/3376022742 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb9c406bbe0 0x7fb9c4102a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:41.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.549+0000 7fb9c8a00700 1 -- 172.21.15.8:0/3376022742 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb9c406b220 msgr2=0x7fb9c4102510 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-05-20T21:16:41.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.549+0000 7fb9c8a00700 1 --2- 172.21.15.8:0/3376022742 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb9c406b220 0x7fb9c4102510 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:41.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.549+0000 7fb9c8a00700 1 -- 172.21.15.8:0/3376022742 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9c41a81e0 con 0x7fb9c41095b0 2024-05-20T21:16:41.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.550+0000 7fb9c8a00700 1 --2- 172.21.15.8:0/3376022742 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb9c41095b0 0x7fb9c4102f90 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fb9bc00ef30 tx=0x7fb9bc00c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:41.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.550+0000 7fb9c0c00700 1 -- 172.21.15.8:0/3376022742 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9bc0092e0 con 0x7fb9c41095b0 2024-05-20T21:16:41.551 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.550+0000 7fb9c0c00700 1 -- 172.21.15.8:0/3376022742 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb9bc004bb0 con 0x7fb9c41095b0 2024-05-20T21:16:41.551 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.550+0000 7fb9c0c00700 1 -- 172.21.15.8:0/3376022742 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9bc004280 con 0x7fb9c41095b0 2024-05-20T21:16:41.551 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.550+0000 7fb9caa00700 1 -- 172.21.15.8:0/3376022742 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9c41a8470 con 0x7fb9c41095b0 2024-05-20T21:16:41.551 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.550+0000 7fb9caa00700 1 -- 172.21.15.8:0/3376022742 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9c41a8960 con 0x7fb9c41095b0 2024-05-20T21:16:41.555 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.555+0000 7fb9c0c00700 1 -- 172.21.15.8:0/3376022742 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fb9bc01b030 con 0x7fb9c41095b0 2024-05-20T21:16:41.557 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.556+0000 7fb9c0c00700 1 --2- 172.21.15.8:0/3376022742 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb9a80b2880 0x7fb9a80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:41.557 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.557+0000 7fb9c0c00700 1 -- 172.21.15.8:0/3376022742 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fb9bc0e1e80 con 0x7fb9c41095b0 2024-05-20T21:16:41.557 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.557+0000 7fb9c3e00700 1 --2- 172.21.15.8:0/3376022742 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb9a80b2880 0x7fb9a80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:41.558 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.557+0000 7fb9d5469b80 1 Processor -- start 2024-05-20T21:16:41.558 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.558+0000 7fb9d5469b80 1 -- start start 2024-05-20T21:16:41.558 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.558+0000 7fb9d5469b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560b4c766eb0 0x560b4c767290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:41.559 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.558+0000 7fb9d5469b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560b4c7677d0 0x560b4c761260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:41.559 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.558+0000 7fb9d5469b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560b4c761880 0x560b4c761ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:41.559 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.558+0000 7fb9d5469b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x560b4c6bfe40 con 0x560b4c766eb0 2024-05-20T21:16:41.559 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.558+0000 7fb9d5469b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x560b4c6af9e0 con 0x560b4c761880 2024-05-20T21:16:41.559 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.558+0000 7fb9d5469b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x560b4c6b3a20 con 0x560b4c7677d0 2024-05-20T21:16:41.559 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.559+0000 7fb9c3400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560b4c7677d0 0x560b4c761260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:41.560 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.559+0000 7fb9c3400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560b4c7677d0 0x560b4c761260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:33428/0 (socket says 172.21.15.8:33428) 2024-05-20T21:16:41.560 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.559+0000 7fb9c3400700 1 -- 172.21.15.8:0/2966438886 learned_addr learned my addr 172.21.15.8:0/2966438886 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:41.560 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.559+0000 7fb9c8a00700 1 --2- 172.21.15.8:0/2966438886 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560b4c761880 0x560b4c761ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:41.560 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.559+0000 7fb9c3e00700 1 --2- 172.21.15.8:0/2966438886 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560b4c766eb0 0x560b4c767290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:41.561 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.559+0000 7fb9c8a00700 1 -- 172.21.15.8:0/2966438886 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560b4c7677d0 msgr2=0x560b4c761260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:41.561 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.559+0000 7fb9c8a00700 1 --2- 172.21.15.8:0/2966438886 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560b4c7677d0 0x560b4c761260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:41.561 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.559+0000 7fb9c8a00700 1 -- 172.21.15.8:0/2966438886 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560b4c766eb0 msgr2=0x560b4c767290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:41.561 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.559+0000 7fb9c8a00700 1 --2- 172.21.15.8:0/2966438886 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560b4c766eb0 0x560b4c767290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:41.561 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.559+0000 7fb9c3e00700 1 --2- 172.21.15.8:0/3376022742 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb9a80b2880 0x7fb9a80b4d40 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fb9b4009230 tx=0x7fb9b4009f50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:41.561 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.559+0000 7fb9c8a00700 1 -- 172.21.15.8:0/2966438886 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560b4c678420 con 0x560b4c761880 2024-05-20T21:16:41.561 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.560+0000 7fb9c3400700 1 --2- 172.21.15.8:0/2966438886 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560b4c7677d0 0x560b4c761260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:41.561 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.560+0000 7fb9c8a00700 1 --2- 172.21.15.8:0/2966438886 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560b4c761880 0x560b4c761ce0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fb9bc00ef00 tx=0x7fb9bc0a8fa0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8a0ad22b70af5c37 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:41.561 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.560+0000 7fb9b9600700 1 -- 172.21.15.8:0/2966438886 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9bc091110 con 0x560b4c761880 2024-05-20T21:16:41.561 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.560+0000 7fb9b9600700 1 -- 172.21.15.8:0/2966438886 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb9bc0a9520 con 0x560b4c761880 2024-05-20T21:16:41.561 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.560+0000 7fb9b9600700 1 -- 172.21.15.8:0/2966438886 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9bc0b0bc0 con 0x560b4c761880 2024-05-20T21:16:41.562 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.561+0000 7fb9d5469b80 1 -- 172.21.15.8:0/2966438886 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560b4c761880 msgr2=0x560b4c761ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:41.562 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.561+0000 7fb9d5469b80 1 --2- 172.21.15.8:0/2966438886 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560b4c761880 0x560b4c761ce0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fb9bc00ef00 tx=0x7fb9bc0a8fa0 comp rx=0 tx=0).stop 2024-05-20T21:16:41.562 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.562+0000 7fb9d5469b80 1 -- 172.21.15.8:0/2966438886 shutdown_connections 2024-05-20T21:16:41.562 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.562+0000 7fb9d5469b80 1 --2- 172.21.15.8:0/2966438886 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560b4c761880 0x560b4c761ce0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:41.562 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.562+0000 7fb9d5469b80 1 --2- 172.21.15.8:0/2966438886 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560b4c766eb0 0x560b4c767290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:41.563 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.562+0000 7fb9d5469b80 1 --2- 172.21.15.8:0/2966438886 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560b4c7677d0 0x560b4c761260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:41.563 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.562+0000 7fb9d5469b80 1 -- 172.21.15.8:0/2966438886 >> 172.21.15.8:0/2966438886 conn(0x560b4c68fbe0 msgr2=0x560b4c75c010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:41.563 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.562+0000 7fb9d5469b80 1 -- 172.21.15.8:0/2966438886 shutdown_connections 2024-05-20T21:16:41.563 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.562+0000 7fb9d5469b80 1 -- 172.21.15.8:0/2966438886 wait complete. 2024-05-20T21:16:41.563 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.563+0000 7fb9d5469b80 1 -- start start 2024-05-20T21:16:41.563 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.563+0000 7fb9d5469b80 1 Processor -- start 2024-05-20T21:16:41.564 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.564+0000 7fb9d5469b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560b4c761880 0x560b4c76d540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:41.564 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.564+0000 7fb9d5469b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560b4c766eb0 0x560b4c76a950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:41.564 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.564+0000 7fb9d5469b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560b4c7677d0 0x560b4c76ae90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:41.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.564+0000 7fb9d5469b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x560b4c5b5fa0 con 0x560b4c766eb0 2024-05-20T21:16:41.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.564+0000 7fb9d5469b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x560b4c650760 con 0x560b4c7677d0 2024-05-20T21:16:41.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.564+0000 7fb9d5469b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x560b4c76e1e0 con 0x560b4c761880 2024-05-20T21:16:41.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.564+0000 7fb9c3e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560b4c761880 0x560b4c76d540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:41.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.564+0000 7fb9d5469b80 10 client.0 _ll_register_callbacks cb 0x560b4c659c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:16:41.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.564+0000 7fb9c3e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560b4c761880 0x560b4c76d540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:33442/0 (socket says 172.21.15.8:33442) 2024-05-20T21:16:41.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.564+0000 7fb9c3e00700 1 -- 172.21.15.8:0/1442791669 learned_addr learned my addr 172.21.15.8:0/1442791669 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:41.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.564+0000 7fb9c3400700 1 --2- 172.21.15.8:0/1442791669 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560b4c766eb0 0x560b4c76a950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:41.566 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.565+0000 7fb9c3e00700 1 -- 172.21.15.8:0/1442791669 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560b4c7677d0 msgr2=0x560b4c76ae90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:41.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.565+0000 7fb9c8a00700 1 --2- 172.21.15.8:0/1442791669 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560b4c7677d0 0x560b4c76ae90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:41.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.565+0000 7fb9c3e00700 1 --2- 172.21.15.8:0/1442791669 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560b4c7677d0 0x560b4c76ae90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:41.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.565+0000 7fb9c3e00700 1 -- 172.21.15.8:0/1442791669 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560b4c766eb0 msgr2=0x560b4c76a950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:41.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.565+0000 7fb9c3e00700 1 --2- 172.21.15.8:0/1442791669 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560b4c766eb0 0x560b4c76a950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:41.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.565+0000 7fb9c3e00700 1 -- 172.21.15.8:0/1442791669 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560b4c5ff8d0 con 0x560b4c761880 2024-05-20T21:16:41.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.565+0000 7fb9c3400700 1 --2- 172.21.15.8:0/1442791669 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560b4c766eb0 0x560b4c76a950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:16:41.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.565+0000 7fb9c8a00700 1 --2- 172.21.15.8:0/1442791669 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560b4c7677d0 0x560b4c76ae90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:16:41.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.565+0000 7fb9c3e00700 1 --2- 172.21.15.8:0/1442791669 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560b4c761880 0x560b4c76d540 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fb9b400f6e0 tx=0x7fb9b4009260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=48b9ba3a0ffcd3f6 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:41.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.565+0000 7fb9ae000700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:16:41.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.566+0000 7fb9ae000700 1 -- 172.21.15.8:0/1442791669 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9b4005300 con 0x560b4c761880 2024-05-20T21:16:41.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.566+0000 7fb9ae000700 1 -- 172.21.15.8:0/1442791669 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fb9b40054a0 con 0x560b4c761880 2024-05-20T21:16:41.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.566+0000 7fb9d5469b80 1 -- 172.21.15.8:0/1442791669 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb9bc0a9520 con 0x560b4c761880 2024-05-20T21:16:41.568 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.566+0000 7fb9ae000700 1 -- 172.21.15.8:0/1442791669 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb9b40056e0 con 0x560b4c761880 2024-05-20T21:16:41.568 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.566+0000 7fb9d5469b80 10 client.25528 fetch_fsmap learned FSMap version 26 2024-05-20T21:16:41.568 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.567+0000 7fb9d5469b80 1 -- 172.21.15.8:0/1442791669 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560b4c680060 con 0x560b4c761880 2024-05-20T21:16:41.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.567+0000 7fb9ae000700 1 -- 172.21.15.8:0/1442791669 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb9bc0a9520 con 0x560b4c761880 2024-05-20T21:16:41.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.568+0000 7fb9ae000700 1 -- 172.21.15.8:0/1442791669 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb9b400b910 con 0x560b4c761880 2024-05-20T21:16:41.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.568+0000 7fb9d5469b80 10 client.25528 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:16:41.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.568+0000 7fb9d5469b80 10 client.25528 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:16:41.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.568+0000 7fb9d5469b80 20 client.25528 populate_metadata read hostname 'smithi008' 2024-05-20T21:16:41.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.568+0000 7fb9d5469b80 1 --2- 172.21.15.8:0/1442791669 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x560b4c77ab70 0x560b4c77cf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:41.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.568+0000 7fb9d5469b80 4 client.25528 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:16:41.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.568+0000 7fb9d5469b80 1 -- 172.21.15.8:0/1442791669 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560b4c6c1d90 con 0x560b4c77ab70 2024-05-20T21:16:41.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.569+0000 7fb9c3400700 1 --2- 172.21.15.8:0/1442791669 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x560b4c77ab70 0x560b4c77cf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:41.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.569+0000 7fb9c3400700 1 --2- 172.21.15.8:0/1442791669 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x560b4c77ab70 0x560b4c77cf60 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=ea0a1f21d4dee662 server_cookie=542e2331f15a1f66 in_seq=0 out_seq=0 2024-05-20T21:16:41.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.570+0000 7fb9ae000700 10 client.25528 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:16:41.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.570+0000 7fb9ae000700 1 -- 172.21.15.8:0/1442791669 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x560b4c6c1d90 con 0x560b4c77ab70 2024-05-20T21:16:41.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.570+0000 7fb9ae000700 10 client.25528 handle_command_reply: tid=0 2024-05-20T21:16:41.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.570+0000 7fb9d5469b80 1 client.25528 shutdown 2024-05-20T21:16:41.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.571+0000 7fb9d5469b80 1 -- 172.21.15.8:0/1442791669 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560b4c761880 msgr2=0x560b4c76d540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:41.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.571+0000 7fb9d5469b80 1 --2- 172.21.15.8:0/1442791669 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560b4c761880 0x560b4c76d540 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fb9b400f6e0 tx=0x7fb9b4009260 comp rx=0 tx=0).stop 2024-05-20T21:16:41.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.571+0000 7fb9d5469b80 1 -- 172.21.15.8:0/1442791669 shutdown_connections 2024-05-20T21:16:41.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.571+0000 7fb9d5469b80 1 --2- 172.21.15.8:0/1442791669 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x560b4c77ab70 0x560b4c77cf60 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:41.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.571+0000 7fb9d5469b80 1 --2- 172.21.15.8:0/1442791669 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560b4c7677d0 0x560b4c76ae90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:41.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.571+0000 7fb9ae000700 0 client.25528 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:16:41.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.571+0000 7fb9d5469b80 1 --2- 172.21.15.8:0/1442791669 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560b4c761880 0x560b4c76d540 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:41.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.571+0000 7fb9d5469b80 1 --2- 172.21.15.8:0/1442791669 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560b4c766eb0 0x560b4c76a950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:41.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.571+0000 7fb9d5469b80 1 -- 172.21.15.8:0/1442791669 >> 172.21.15.8:0/1442791669 conn(0x560b4c68fbe0 msgr2=0x560b4c760250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:41.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.571+0000 7fb9d5469b80 1 -- 172.21.15.8:0/1442791669 shutdown_connections 2024-05-20T21:16:41.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.572+0000 7fb9d5469b80 1 -- 172.21.15.8:0/1442791669 wait complete. 2024-05-20T21:16:41.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.572+0000 7fb9d5469b80 20 client.25528 trim_cache size 0 max 16384 2024-05-20T21:16:41.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.606+0000 7fb9d5469b80 1 Processor -- start 2024-05-20T21:16:41.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.606+0000 7fb9d5469b80 1 -- start start 2024-05-20T21:16:41.607 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.607+0000 7fb9d5469b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560b4c761880 0x560b4c761ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:41.607 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.607+0000 7fb9d5469b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560b4c766eb0 0x560b4c76ae40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:41.607 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.607+0000 7fb9d5469b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560b4c7677d0 0x560b4c75b9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:41.607 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.607+0000 7fb9d5469b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fb9c41b27a0 con 0x560b4c766eb0 2024-05-20T21:16:41.607 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.607+0000 7fb9d5469b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb9c41b0030 con 0x560b4c761880 2024-05-20T21:16:41.607 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.607+0000 7fb9d5469b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fb9c41ade80 con 0x560b4c7677d0 2024-05-20T21:16:41.608 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.607+0000 7fb9c3e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560b4c761880 0x560b4c761ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:41.608 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.607+0000 7fb9c3400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560b4c766eb0 0x560b4c76ae40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:41.608 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.607+0000 7fb9c3e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560b4c761880 0x560b4c761ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:51766/0 (socket says 172.21.15.8:51766) 2024-05-20T21:16:41.608 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.607+0000 7fb9c3e00700 1 -- 172.21.15.8:0/1374161168 learned_addr learned my addr 172.21.15.8:0/1374161168 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:41.608 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.607+0000 7fb9c8a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560b4c7677d0 0x560b4c75b9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:41.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.608+0000 7fb9c3400700 1 -- 172.21.15.8:0/1374161168 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560b4c7677d0 msgr2=0x560b4c75b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:41.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.608+0000 7fb9c3400700 1 --2- 172.21.15.8:0/1374161168 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560b4c7677d0 0x560b4c75b9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:41.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.608+0000 7fb9c3400700 1 -- 172.21.15.8:0/1374161168 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560b4c761880 msgr2=0x560b4c761ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:41.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.608+0000 7fb9c3400700 1 --2- 172.21.15.8:0/1374161168 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560b4c761880 0x560b4c761ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:41.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.608+0000 7fb9c3400700 1 -- 172.21.15.8:0/1374161168 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560b4c7654c0 con 0x560b4c766eb0 2024-05-20T21:16:41.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.608+0000 7fb9c8a00700 1 --2- 172.21.15.8:0/1374161168 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560b4c7677d0 0x560b4c75b9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:41.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.608+0000 7fb9c3400700 1 --2- 172.21.15.8:0/1374161168 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560b4c766eb0 0x560b4c76ae40 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x560b4c77d790 tx=0x7fb9b0009310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7e7dcfb2f1e1191 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:41.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.609+0000 7fb9b8c00700 1 -- 172.21.15.8:0/1374161168 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9b0004230 con 0x560b4c766eb0 2024-05-20T21:16:41.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.609+0000 7fb9b8c00700 1 -- 172.21.15.8:0/1374161168 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb9b00043d0 con 0x560b4c766eb0 2024-05-20T21:16:41.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.609+0000 7fb9b8c00700 1 -- 172.21.15.8:0/1374161168 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9b00116e0 con 0x560b4c766eb0 2024-05-20T21:16:41.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.610+0000 7fb9d5469b80 1 -- 172.21.15.8:0/1374161168 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560b4c766eb0 msgr2=0x560b4c76ae40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:41.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.610+0000 7fb9d5469b80 1 --2- 172.21.15.8:0/1374161168 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560b4c766eb0 0x560b4c76ae40 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x560b4c77d790 tx=0x7fb9b0009310 comp rx=0 tx=0).stop 2024-05-20T21:16:41.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.610+0000 7fb9d5469b80 1 -- 172.21.15.8:0/1374161168 shutdown_connections 2024-05-20T21:16:41.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.610+0000 7fb9d5469b80 1 --2- 172.21.15.8:0/1374161168 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560b4c761880 0x560b4c761ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:41.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.610+0000 7fb9d5469b80 1 --2- 172.21.15.8:0/1374161168 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560b4c7677d0 0x560b4c75b9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:41.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.610+0000 7fb9d5469b80 1 --2- 172.21.15.8:0/1374161168 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560b4c766eb0 0x560b4c76ae40 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:41.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.610+0000 7fb9d5469b80 1 -- 172.21.15.8:0/1374161168 >> 172.21.15.8:0/1374161168 conn(0x560b4c68fbe0 msgr2=0x560b4c76a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:41.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.610+0000 7fb9d5469b80 1 -- 172.21.15.8:0/1374161168 shutdown_connections 2024-05-20T21:16:41.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.611+0000 7fb9d5469b80 1 -- 172.21.15.8:0/1374161168 wait complete. 2024-05-20T21:16:41.612 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.611+0000 7fb9d5469b80 1 -- start start 2024-05-20T21:16:41.612 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.611+0000 7fb9d5469b80 1 Processor -- start 2024-05-20T21:16:41.612 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.612+0000 7fb9d5469b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560b4c761880 0x560b4c782550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:41.612 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.612+0000 7fb9d5469b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560b4c766eb0 0x560b4c782a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:41.612 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.612+0000 7fb9d5469b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560b4c7677d0 0x560b4c782fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:41.612 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.612+0000 7fb9d5469b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fb9c41ae4f0 con 0x560b4c7677d0 2024-05-20T21:16:41.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.612+0000 7fb9d5469b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb9c41af960 con 0x560b4c766eb0 2024-05-20T21:16:41.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.612+0000 7fb9d5469b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fb9c41aebc0 con 0x560b4c761880 2024-05-20T21:16:41.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.612+0000 7fb9d5469b80 10 client.0 _ll_register_callbacks cb 0x560b4c659c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:16:41.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.612+0000 7fb9c3e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560b4c761880 0x560b4c782550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:41.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.613+0000 7fb9c8a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560b4c7677d0 0x560b4c782fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:41.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.613+0000 7fb9c3400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560b4c766eb0 0x560b4c782a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:41.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.613+0000 7fb9c3e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560b4c761880 0x560b4c782550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:33458/0 (socket says 172.21.15.8:33458) 2024-05-20T21:16:41.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.613+0000 7fb9c3e00700 1 -- 172.21.15.8:0/1225361829 learned_addr learned my addr 172.21.15.8:0/1225361829 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:41.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.613+0000 7fb9c3400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560b4c766eb0 0x560b4c782a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:51774/0 (socket says 172.21.15.8:51774) 2024-05-20T21:16:41.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.613+0000 7fb9c3400700 1 -- 172.21.15.8:0/1225361829 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560b4c761880 msgr2=0x560b4c782550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:41.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.613+0000 7fb9c3400700 1 --2- 172.21.15.8:0/1225361829 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560b4c761880 0x560b4c782550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:41.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.613+0000 7fb9c3400700 1 -- 172.21.15.8:0/1225361829 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560b4c7677d0 msgr2=0x560b4c782fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:41.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.613+0000 7fb9c3400700 1 --2- 172.21.15.8:0/1225361829 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560b4c7677d0 0x560b4c782fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:41.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.613+0000 7fb9c3400700 1 -- 172.21.15.8:0/1225361829 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560b4c7e4950 con 0x560b4c766eb0 2024-05-20T21:16:41.615 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.614+0000 7fb9c3400700 1 --2- 172.21.15.8:0/1225361829 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560b4c766eb0 0x560b4c782a90 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x560b4c76bb30 tx=0x7fb9b0005c60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f8b38a60c3b97448 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:41.615 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.614+0000 7fb9ae000700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:16:41.615 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.614+0000 7fb9ae000700 1 -- 172.21.15.8:0/1225361829 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9b0036060 con 0x560b4c766eb0 2024-05-20T21:16:41.615 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.614+0000 7fb9d5469b80 1 -- 172.21.15.8:0/1225361829 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb9b00043d0 con 0x560b4c766eb0 2024-05-20T21:16:41.615 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.614+0000 7fb9ae000700 1 -- 172.21.15.8:0/1225361829 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fb9b0005050 con 0x560b4c766eb0 2024-05-20T21:16:41.615 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.615+0000 7fb9ae000700 1 -- 172.21.15.8:0/1225361829 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb9b0005250 con 0x560b4c766eb0 2024-05-20T21:16:41.615 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.615+0000 7fb9d5469b80 10 client.25499 fetch_fsmap learned FSMap version 26 2024-05-20T21:16:41.615 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.615+0000 7fb9d5469b80 1 -- 172.21.15.8:0/1225361829 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560b4c7e5bf0 con 0x560b4c766eb0 2024-05-20T21:16:41.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.615+0000 7fb9ae000700 1 -- 172.21.15.8:0/1225361829 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb9b00043d0 con 0x560b4c766eb0 2024-05-20T21:16:41.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.615+0000 7fb9ae000700 1 -- 172.21.15.8:0/1225361829 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb9b00037a0 con 0x560b4c766eb0 2024-05-20T21:16:41.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.615+0000 7fb9d5469b80 10 client.25499 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:16:41.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.615+0000 7fb9d5469b80 10 client.25499 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:16:41.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.616+0000 7fb9d5469b80 20 client.25499 populate_metadata read hostname 'smithi008' 2024-05-20T21:16:41.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.616+0000 7fb9d5469b80 1 --2- 172.21.15.8:0/1225361829 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x560b4c77ab70 0x560b4c7e8290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:41.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.616+0000 7fb9d5469b80 4 client.25499 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:16:41.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.616+0000 7fb9d5469b80 1 -- 172.21.15.8:0/1225361829 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "damage ls"}) -- 0x560b4c6bb570 con 0x560b4c77ab70 2024-05-20T21:16:41.617 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.616+0000 7fb9c3e00700 1 --2- 172.21.15.8:0/1225361829 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x560b4c77ab70 0x560b4c7e8290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:41.617 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.617+0000 7fb9c3e00700 1 --2- 172.21.15.8:0/1225361829 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x560b4c77ab70 0x560b4c7e8290 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=f7051c9885201d19 server_cookie=c48a2d180507ab07 in_seq=0 out_seq=0 2024-05-20T21:16:41.617 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.617+0000 7fb9ae000700 10 client.25499 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:16:41.617 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.617+0000 7fb9ae000700 1 -- 172.21.15.8:0/1225361829 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x560b4c6bb570 con 0x560b4c77ab70 2024-05-20T21:16:41.617 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.617+0000 7fb9ae000700 10 client.25499 handle_command_reply: tid=0 2024-05-20T21:16:41.617 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.617+0000 7fb9d5469b80 1 client.25499 shutdown 2024-05-20T21:16:41.617 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.617+0000 7fb9d5469b80 1 -- 172.21.15.8:0/1225361829 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560b4c766eb0 msgr2=0x560b4c782a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:41.618 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.617+0000 7fb9d5469b80 1 --2- 172.21.15.8:0/1225361829 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560b4c766eb0 0x560b4c782a90 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x560b4c76bb30 tx=0x7fb9b0005c60 comp rx=0 tx=0).stop 2024-05-20T21:16:41.618 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.617+0000 7fb9d5469b80 1 -- 172.21.15.8:0/1225361829 shutdown_connections 2024-05-20T21:16:41.618 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.617+0000 7fb9d5469b80 1 --2- 172.21.15.8:0/1225361829 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x560b4c77ab70 0x560b4c7e8290 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:41.619 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.617+0000 7fb9d5469b80 1 --2- 172.21.15.8:0/1225361829 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560b4c7677d0 0x560b4c782fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:41.619 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.617+0000 7fb9d5469b80 1 --2- 172.21.15.8:0/1225361829 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560b4c761880 0x560b4c782550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:41.619 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.617+0000 7fb9d5469b80 1 --2- 172.21.15.8:0/1225361829 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560b4c766eb0 0x560b4c782a90 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:41.619 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.617+0000 7fb9d5469b80 1 -- 172.21.15.8:0/1225361829 >> 172.21.15.8:0/1225361829 conn(0x560b4c68fbe0 msgr2=0x560b4c75b9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:41.619 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.617+0000 7fb9ae000700 0 client.25499 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:16:41.619 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.618+0000 7fb9d5469b80 1 -- 172.21.15.8:0/1225361829 shutdown_connections 2024-05-20T21:16:41.619 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.618+0000 7fb9d5469b80 1 -- 172.21.15.8:0/1225361829 wait complete. 2024-05-20T21:16:41.619 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.618+0000 7fb9d5469b80 20 client.25499 trim_cache size 0 max 16384 2024-05-20T21:16:41.619 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:16:41.620 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.619+0000 7fb9caa00700 1 -- 172.21.15.8:0/3376022742 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb9a80b2880 msgr2=0x7fb9a80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:41.620 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.619+0000 7fb9caa00700 1 --2- 172.21.15.8:0/3376022742 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb9a80b2880 0x7fb9a80b4d40 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fb9b4009230 tx=0x7fb9b4009f50 comp rx=0 tx=0).stop 2024-05-20T21:16:41.620 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.619+0000 7fb9caa00700 1 -- 172.21.15.8:0/3376022742 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb9c41095b0 msgr2=0x7fb9c4102f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:41.620 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.619+0000 7fb9caa00700 1 --2- 172.21.15.8:0/3376022742 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb9c41095b0 0x7fb9c4102f90 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fb9bc00ef30 tx=0x7fb9bc00c450 comp rx=0 tx=0).stop 2024-05-20T21:16:41.620 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.619+0000 7fb9caa00700 1 -- 172.21.15.8:0/3376022742 shutdown_connections 2024-05-20T21:16:41.620 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.619+0000 7fb9caa00700 1 --2- 172.21.15.8:0/3376022742 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb9a80b2880 0x7fb9a80b4d40 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:41.620 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.619+0000 7fb9caa00700 1 --2- 172.21.15.8:0/3376022742 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb9c406b220 0x7fb9c4102510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:41.621 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.619+0000 7fb9caa00700 1 --2- 172.21.15.8:0/3376022742 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb9c41095b0 0x7fb9c4102f90 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:41.621 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.619+0000 7fb9caa00700 1 --2- 172.21.15.8:0/3376022742 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb9c406bbe0 0x7fb9c4102a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:41.621 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.619+0000 7fb9caa00700 1 -- 172.21.15.8:0/3376022742 >> 172.21.15.8:0/3376022742 conn(0x7fb9c40793f0 msgr2=0x7fb9c4101260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:41.621 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.620+0000 7fb9caa00700 1 -- 172.21.15.8:0/3376022742 shutdown_connections 2024-05-20T21:16:41.621 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:41.620+0000 7fb9caa00700 1 -- 172.21.15.8:0/3376022742 wait complete. 2024-05-20T21:16:41.888 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:16:42.584 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:16:42.678 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:16:42 smithi008 ceph-mon[31475]: pgmap v481: 97 pgs: 97 active+clean; 671 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 85 B/s wr, 6 op/s 2024-05-20T21:16:42.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:16:42 smithi130 ceph-mon[36448]: pgmap v481: 97 pgs: 97 active+clean; 671 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 85 B/s wr, 6 op/s 2024-05-20T21:16:42.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:16:42 smithi050 ceph-mon[35809]: pgmap v481: 97 pgs: 97 active+clean; 671 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 85 B/s wr, 6 op/s 2024-05-20T21:16:44.018 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:16:44.680 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:16:44 smithi008 ceph-mon[31475]: pgmap v482: 97 pgs: 97 active+clean; 672 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 341 B/s wr, 6 op/s 2024-05-20T21:16:44.869 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:44.852+0000 7f7064a00700 1 -- 172.21.15.8:0/1110943436 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f70601037f0 msgr2=0x7f7060103bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:44.870 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:44.852+0000 7f7064a00700 1 --2- 172.21.15.8:0/1110943436 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f70601037f0 0x7f7060103bd0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f70500099c0 tx=0x7f7050009cd0 comp rx=0 tx=0).stop 2024-05-20T21:16:44.870 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:44.852+0000 7f7064a00700 1 -- 172.21.15.8:0/1110943436 shutdown_connections 2024-05-20T21:16:44.870 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:44.852+0000 7f7064a00700 1 --2- 172.21.15.8:0/1110943436 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f70601088f0 0x7f7060110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:44.870 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:44.852+0000 7f7064a00700 1 --2- 172.21.15.8:0/1110943436 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f70601037f0 0x7f7060103bd0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:44.870 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:44.852+0000 7f7064a00700 1 --2- 172.21.15.8:0/1110943436 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f70601041a0 0x7f70601081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:44.870 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:44.852+0000 7f7064a00700 1 -- 172.21.15.8:0/1110943436 >> 172.21.15.8:0/1110943436 conn(0x7f706007a6a0 msgr2=0x7f706007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:44.870 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:44.852+0000 7f7064a00700 1 -- 172.21.15.8:0/1110943436 shutdown_connections 2024-05-20T21:16:44.870 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:44.852+0000 7f7064a00700 1 -- 172.21.15.8:0/1110943436 wait complete. 2024-05-20T21:16:44.870 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:44.854+0000 7f7064a00700 1 Processor -- start 2024-05-20T21:16:44.870 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:44.854+0000 7f7064a00700 1 -- start start 2024-05-20T21:16:44.871 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:44.855+0000 7f7064a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f70601037f0 0x7f7060075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:44.871 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:44.855+0000 7f7064a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f70601041a0 0x7f7060075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:44.871 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:44.855+0000 7f7064a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f70601088f0 0x7f70600762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:44.871 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:44.855+0000 7f7064a00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f70601136e0 con 0x7f70601037f0 2024-05-20T21:16:44.871 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:44.855+0000 7f7064a00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f7060113560 con 0x7f70601088f0 2024-05-20T21:16:44.871 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:44.855+0000 7f7064a00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f7060113860 con 0x7f70601041a0 2024-05-20T21:16:44.871 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:44.855+0000 7f705de00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f70601037f0 0x7f7060075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:44.871 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:44.855+0000 7f705de00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f70601037f0 0x7f7060075840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:56394/0 (socket says 172.21.15.8:56394) 2024-05-20T21:16:44.871 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:44.855+0000 7f705de00700 1 -- 172.21.15.8:0/736982154 learned_addr learned my addr 172.21.15.8:0/736982154 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:44.871 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:44.855+0000 7f705d400700 1 --2- 172.21.15.8:0/736982154 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f70601041a0 0x7f7060075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:44.871 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:44.855+0000 7f705e800700 1 --2- 172.21.15.8:0/736982154 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f70601088f0 0x7f70600762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:44.871 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:44.856+0000 7f705de00700 1 -- 172.21.15.8:0/736982154 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f70601041a0 msgr2=0x7f7060075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:44.871 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:44.856+0000 7f705de00700 1 --2- 172.21.15.8:0/736982154 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f70601041a0 0x7f7060075d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:44.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:44.856+0000 7f705de00700 1 -- 172.21.15.8:0/736982154 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f70601088f0 msgr2=0x7f70600762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:44.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:44.856+0000 7f705de00700 1 --2- 172.21.15.8:0/736982154 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f70601088f0 0x7f70600762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:44.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:44.856+0000 7f705de00700 1 -- 172.21.15.8:0/736982154 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70601a8180 con 0x7f70601037f0 2024-05-20T21:16:44.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:44.856+0000 7f705d400700 1 --2- 172.21.15.8:0/736982154 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f70601041a0 0x7f7060075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:44.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:44.856+0000 7f705e800700 1 --2- 172.21.15.8:0/736982154 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f70601088f0 0x7f70600762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:16:44.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:44.856+0000 7f705de00700 1 --2- 172.21.15.8:0/736982154 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f70601037f0 0x7f7060075840 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f7050006010 tx=0x7f7050004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:44.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:44.856+0000 7f7056a00700 1 -- 172.21.15.8:0/736982154 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7050026070 con 0x7f70601037f0 2024-05-20T21:16:44.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:44.856+0000 7f7056a00700 1 -- 172.21.15.8:0/736982154 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7050003c70 con 0x7f70601037f0 2024-05-20T21:16:44.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:44.856+0000 7f7056a00700 1 -- 172.21.15.8:0/736982154 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f705000fbe0 con 0x7f70601037f0 2024-05-20T21:16:44.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:44.857+0000 7f7064a00700 1 -- 172.21.15.8:0/736982154 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70601a8410 con 0x7f70601037f0 2024-05-20T21:16:44.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:44.857+0000 7f7064a00700 1 -- 172.21.15.8:0/736982154 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70601a8810 con 0x7f70601037f0 2024-05-20T21:16:44.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:44.858+0000 7f7064a00700 1 -- 172.21.15.8:0/736982154 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f706010bb30 con 0x7f70601037f0 2024-05-20T21:16:44.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:44.862+0000 7f7056a00700 1 -- 172.21.15.8:0/736982154 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f7050029070 con 0x7f70601037f0 2024-05-20T21:16:44.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:44.865+0000 7f7056a00700 1 --2- 172.21.15.8:0/736982154 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f70440b2900 0x7f70440b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:44.873 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:44.865+0000 7f7056a00700 1 -- 172.21.15.8:0/736982154 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f70500e2e70 con 0x7f70601037f0 2024-05-20T21:16:44.873 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:44.865+0000 7f705d400700 1 --2- 172.21.15.8:0/736982154 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f70440b2900 0x7f70440b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:44.873 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:44.866+0000 7f7056a00700 1 -- 172.21.15.8:0/736982154 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f7050030080 con 0x7f70601037f0 2024-05-20T21:16:44.873 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:44.866+0000 7f705d400700 1 --2- 172.21.15.8:0/736982154 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f70440b2900 0x7f70440b4dc0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f7060103170 tx=0x7f704c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:44.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:16:44 smithi130 ceph-mon[36448]: pgmap v482: 97 pgs: 97 active+clean; 672 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 341 B/s wr, 6 op/s 2024-05-20T21:16:44.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:16:44 smithi050 ceph-mon[35809]: pgmap v482: 97 pgs: 97 active+clean; 672 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 341 B/s wr, 6 op/s 2024-05-20T21:16:45.213 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:45.212+0000 7f7064a00700 1 -- 172.21.15.8:0/736982154 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f706010b510 con 0x7f70601037f0 2024-05-20T21:16:45.214 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:45.214+0000 7f7056a00700 1 -- 172.21.15.8:0/736982154 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7f7050013070 con 0x7f70601037f0 2024-05-20T21:16:45.214 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:16:45.214 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:16:45.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:45.217+0000 7f7064a00700 1 -- 172.21.15.8:0/736982154 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f70440b2900 msgr2=0x7f70440b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:45.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:45.217+0000 7f7064a00700 1 --2- 172.21.15.8:0/736982154 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f70440b2900 0x7f70440b4dc0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f7060103170 tx=0x7f704c009260 comp rx=0 tx=0).stop 2024-05-20T21:16:45.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:45.217+0000 7f7064a00700 1 -- 172.21.15.8:0/736982154 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f70601037f0 msgr2=0x7f7060075840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:45.218 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:45.217+0000 7f7064a00700 1 --2- 172.21.15.8:0/736982154 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f70601037f0 0x7f7060075840 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f7050006010 tx=0x7f7050004270 comp rx=0 tx=0).stop 2024-05-20T21:16:45.218 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:45.217+0000 7f7064a00700 1 -- 172.21.15.8:0/736982154 shutdown_connections 2024-05-20T21:16:45.218 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:45.217+0000 7f7064a00700 1 --2- 172.21.15.8:0/736982154 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f70440b2900 0x7f70440b4dc0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:45.218 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:45.217+0000 7f7064a00700 1 --2- 172.21.15.8:0/736982154 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f70601088f0 0x7f70600762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:45.218 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:45.217+0000 7f7064a00700 1 --2- 172.21.15.8:0/736982154 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f70601037f0 0x7f7060075840 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:45.218 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:45.217+0000 7f7064a00700 1 --2- 172.21.15.8:0/736982154 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f70601041a0 0x7f7060075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:45.218 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:45.217+0000 7f7064a00700 1 -- 172.21.15.8:0/736982154 >> 172.21.15.8:0/736982154 conn(0x7f706007a6a0 msgr2=0x7f7060109a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:45.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:45.218+0000 7f7064a00700 1 -- 172.21.15.8:0/736982154 shutdown_connections 2024-05-20T21:16:45.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:45.218+0000 7f7064a00700 1 -- 172.21.15.8:0/736982154 wait complete. 2024-05-20T21:16:45.220 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:16:45.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:16:45 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/736982154' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:16:45.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:16:45 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/736982154' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:16:45.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:16:45 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/736982154' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:16:46.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:16:46 smithi008 ceph-mon[31475]: pgmap v483: 97 pgs: 97 active+clean; 672 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 341 B/s wr, 5 op/s 2024-05-20T21:16:46.770 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24529 quiesce db --set-id 144ff837 --release --await' 2024-05-20T21:16:46.770 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24529 quiesce db --set-id 144ff837 --release --await 2024-05-20T21:16:46.822 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:16:46 smithi130 ceph-mon[36448]: pgmap v483: 97 pgs: 97 active+clean; 672 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 341 B/s wr, 5 op/s 2024-05-20T21:16:46.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:16:46 smithi050 ceph-mon[35809]: pgmap v483: 97 pgs: 97 active+clean; 672 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 341 B/s wr, 5 op/s 2024-05-20T21:16:47.305 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.304+0000 7f39fc000700 1 -- 172.21.15.8:0/3281558524 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f39f4076090 msgr2=0x7f39f410fa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:47.305 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.304+0000 7f39fc000700 1 --2- 172.21.15.8:0/3281558524 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f39f4076090 0x7f39f410fa00 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f39e0009990 tx=0x7f39e0009ca0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.305 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.304+0000 7f39fc000700 1 -- 172.21.15.8:0/3281558524 shutdown_connections 2024-05-20T21:16:47.305 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.304+0000 7f39fc000700 1 --2- 172.21.15.8:0/3281558524 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f39f410ff40 0x7f39f4112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.305 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.304+0000 7f39fc000700 1 --2- 172.21.15.8:0/3281558524 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f39f4075770 0x7f39f4075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.305 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.304+0000 7f39fc000700 1 --2- 172.21.15.8:0/3281558524 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f39f4076090 0x7f39f410fa00 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.305 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.304+0000 7f39fc000700 1 -- 172.21.15.8:0/3281558524 >> 172.21.15.8:0/3281558524 conn(0x7f39f407a6a0 msgr2=0x7f39f407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:47.305 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.304+0000 7f39fc000700 1 -- 172.21.15.8:0/3281558524 shutdown_connections 2024-05-20T21:16:47.305 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.304+0000 7f39fc000700 1 -- 172.21.15.8:0/3281558524 wait complete. 2024-05-20T21:16:47.306 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.305+0000 7f39fc000700 1 Processor -- start 2024-05-20T21:16:47.306 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.306+0000 7f39fc000700 1 -- start start 2024-05-20T21:16:47.306 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.306+0000 7f39fc000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f39f4075770 0x7f39f4103660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:47.307 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.306+0000 7f39fc000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f39f4076090 0x7f39f4103ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:47.308 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.306+0000 7f39fc000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f39f410ff40 0x7f39f41040e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:47.308 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.306+0000 7f39fc000700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f39f4115900 con 0x7f39f4075770 2024-05-20T21:16:47.308 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.306+0000 7f39fc000700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f39f4115780 con 0x7f39f4076090 2024-05-20T21:16:47.308 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.306+0000 7f39fc000700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f39f4115a80 con 0x7f39f410ff40 2024-05-20T21:16:47.308 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.307+0000 7f39f9600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f39f4075770 0x7f39f4103660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:47.308 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.307+0000 7f39f9600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f39f4075770 0x7f39f4103660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:56406/0 (socket says 172.21.15.8:56406) 2024-05-20T21:16:47.308 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.307+0000 7f39f8c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f39f4076090 0x7f39f4103ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:47.308 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.307+0000 7f39f9600700 1 -- 172.21.15.8:0/2685220354 learned_addr learned my addr 172.21.15.8:0/2685220354 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:47.308 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.307+0000 7f39fa000700 1 --2- 172.21.15.8:0/2685220354 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f39f410ff40 0x7f39f41040e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:47.308 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.307+0000 7f39f9600700 1 -- 172.21.15.8:0/2685220354 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f39f410ff40 msgr2=0x7f39f41040e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:47.308 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.307+0000 7f39f9600700 1 --2- 172.21.15.8:0/2685220354 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f39f410ff40 0x7f39f41040e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.308 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.307+0000 7f39f9600700 1 -- 172.21.15.8:0/2685220354 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f39f4076090 msgr2=0x7f39f4103ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:47.308 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.307+0000 7f39f9600700 1 --2- 172.21.15.8:0/2685220354 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f39f4076090 0x7f39f4103ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.309 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.307+0000 7f39f9600700 1 -- 172.21.15.8:0/2685220354 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39f41ac460 con 0x7f39f4075770 2024-05-20T21:16:47.309 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.308+0000 7f39f9600700 1 --2- 172.21.15.8:0/2685220354 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f39f4075770 0x7f39f4103660 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f39e800eb60 tx=0x7f39e800ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:47.309 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.308+0000 7f39f2000700 1 -- 172.21.15.8:0/2685220354 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39e800cbd0 con 0x7f39f4075770 2024-05-20T21:16:47.309 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.308+0000 7f39f2000700 1 -- 172.21.15.8:0/2685220354 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f39e80044d0 con 0x7f39f4075770 2024-05-20T21:16:47.309 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.308+0000 7f39fc000700 1 -- 172.21.15.8:0/2685220354 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39f41ac750 con 0x7f39f4075770 2024-05-20T21:16:47.310 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.308+0000 7f39f2000700 1 -- 172.21.15.8:0/2685220354 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39e8010430 con 0x7f39f4075770 2024-05-20T21:16:47.310 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.308+0000 7f39fc000700 1 -- 172.21.15.8:0/2685220354 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39f41accb0 con 0x7f39f4075770 2024-05-20T21:16:47.314 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.313+0000 7f3a069adb80 1 Processor -- start 2024-05-20T21:16:47.314 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.313+0000 7f3a069adb80 1 -- start start 2024-05-20T21:16:47.314 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.314+0000 7f3a069adb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ca8b271eb0 0x55ca8b272290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:47.314 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.314+0000 7f3a069adb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ca8b2727d0 0x55ca8b26c260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:47.314 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.314+0000 7f3a069adb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ca8b26c880 0x55ca8b26cce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:47.314 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.314+0000 7f3a069adb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55ca8b1cae40 con 0x55ca8b271eb0 2024-05-20T21:16:47.315 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.314+0000 7f3a069adb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55ca8b1ba9e0 con 0x55ca8b2727d0 2024-05-20T21:16:47.315 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.314+0000 7f3a069adb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55ca8b1bea20 con 0x55ca8b26c880 2024-05-20T21:16:47.315 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.314+0000 7f39f2000700 1 -- 172.21.15.8:0/2685220354 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f39e8003e70 con 0x7f39f4075770 2024-05-20T21:16:47.315 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.314+0000 7f39fa000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ca8b271eb0 0x55ca8b272290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:47.315 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.314+0000 7f39fa000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ca8b271eb0 0x55ca8b272290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:56422/0 (socket says 172.21.15.8:56422) 2024-05-20T21:16:47.315 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.314+0000 7f39fa000700 1 -- 172.21.15.8:0/2095715343 learned_addr learned my addr 172.21.15.8:0/2095715343 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:47.316 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.315+0000 7f39f9600700 1 --2- 172.21.15.8:0/2095715343 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ca8b2727d0 0x55ca8b26c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:47.316 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.315+0000 7f39fa000700 1 -- 172.21.15.8:0/2095715343 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ca8b26c880 msgr2=0x55ca8b26cce0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-20T21:16:47.316 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.315+0000 7f39f8c00700 1 --2- 172.21.15.8:0/2095715343 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ca8b26c880 0x55ca8b26cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:47.316 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.315+0000 7f39fa000700 1 --2- 172.21.15.8:0/2095715343 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ca8b26c880 0x55ca8b26cce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.316 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.315+0000 7f39fa000700 1 -- 172.21.15.8:0/2095715343 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ca8b2727d0 msgr2=0x55ca8b26c260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:47.316 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.315+0000 7f39fa000700 1 --2- 172.21.15.8:0/2095715343 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ca8b2727d0 0x55ca8b26c260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.316 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.315+0000 7f39fa000700 1 -- 172.21.15.8:0/2095715343 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ca8b183420 con 0x55ca8b271eb0 2024-05-20T21:16:47.316 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.315+0000 7f39f9600700 1 --2- 172.21.15.8:0/2095715343 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ca8b2727d0 0x55ca8b26c260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:16:47.316 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.315+0000 7f39fa000700 1 --2- 172.21.15.8:0/2095715343 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ca8b271eb0 0x55ca8b272290 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f39ec011600 tx=0x7f39ec009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3059eab0fd171f0f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:47.317 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.316+0000 7f39e6a00700 1 -- 172.21.15.8:0/2095715343 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39ec019030 con 0x55ca8b271eb0 2024-05-20T21:16:47.317 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.316+0000 7f39e6a00700 1 -- 172.21.15.8:0/2095715343 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f39ec0092e0 con 0x55ca8b271eb0 2024-05-20T21:16:47.317 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.316+0000 7f39e6a00700 1 -- 172.21.15.8:0/2095715343 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39ec007500 con 0x55ca8b271eb0 2024-05-20T21:16:47.317 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.316+0000 7f39f2000700 1 --2- 172.21.15.8:0/2685220354 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f39dc0b29b0 0x7f39dc0b4e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:47.318 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.317+0000 7f3a069adb80 1 -- 172.21.15.8:0/2095715343 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ca8b271eb0 msgr2=0x55ca8b272290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:47.318 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.317+0000 7f3a069adb80 1 --2- 172.21.15.8:0/2095715343 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ca8b271eb0 0x55ca8b272290 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f39ec011600 tx=0x7f39ec009920 comp rx=0 tx=0).stop 2024-05-20T21:16:47.318 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.317+0000 7f3a069adb80 1 -- 172.21.15.8:0/2095715343 shutdown_connections 2024-05-20T21:16:47.318 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.317+0000 7f3a069adb80 1 --2- 172.21.15.8:0/2095715343 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ca8b26c880 0x55ca8b26cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.318 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.317+0000 7f3a069adb80 1 --2- 172.21.15.8:0/2095715343 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ca8b271eb0 0x55ca8b272290 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.318 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.317+0000 7f3a069adb80 1 --2- 172.21.15.8:0/2095715343 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ca8b2727d0 0x55ca8b26c260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.318 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.317+0000 7f3a069adb80 1 -- 172.21.15.8:0/2095715343 >> 172.21.15.8:0/2095715343 conn(0x55ca8b19abe0 msgr2=0x55ca8b267010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:47.318 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.317+0000 7f39f2000700 1 -- 172.21.15.8:0/2685220354 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f39e80e2380 con 0x7f39f4075770 2024-05-20T21:16:47.318 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.317+0000 7f39f9600700 1 --2- 172.21.15.8:0/2685220354 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f39dc0b29b0 0x7f39dc0b4e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:47.319 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.317+0000 7f3a069adb80 1 -- 172.21.15.8:0/2095715343 shutdown_connections 2024-05-20T21:16:47.319 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.317+0000 7f3a069adb80 1 -- 172.21.15.8:0/2095715343 wait complete. 2024-05-20T21:16:47.319 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.318+0000 7f3a069adb80 1 -- start start 2024-05-20T21:16:47.319 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.318+0000 7f3a069adb80 1 Processor -- start 2024-05-20T21:16:47.320 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.318+0000 7f39f9600700 1 --2- 172.21.15.8:0/2685220354 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f39dc0b29b0 0x7f39dc0b4e70 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f39e80a59b0 tx=0x7f39e8009940 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:47.320 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.319+0000 7f3a069adb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ca8b26c880 0x55ca8b2784a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:47.320 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.319+0000 7f3a069adb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ca8b271eb0 0x55ca8b275840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:47.320 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.319+0000 7f3a069adb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ca8b2727d0 0x55ca8b275d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:47.320 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.319+0000 7f3a069adb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55ca8b0c0fa0 con 0x55ca8b2727d0 2024-05-20T21:16:47.320 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.319+0000 7f3a069adb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55ca8b15b760 con 0x55ca8b26c880 2024-05-20T21:16:47.320 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.319+0000 7f3a069adb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55ca8b279240 con 0x55ca8b271eb0 2024-05-20T21:16:47.320 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.319+0000 7f3a069adb80 10 client.0 _ll_register_callbacks cb 0x55ca8b164c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:16:47.320 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.319+0000 7f39f8c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ca8b271eb0 0x55ca8b275840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:47.320 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.319+0000 7f39f8c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ca8b271eb0 0x55ca8b275840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:53096/0 (socket says 172.21.15.8:53096) 2024-05-20T21:16:47.320 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.319+0000 7f39f8c00700 1 -- 172.21.15.8:0/3146877288 learned_addr learned my addr 172.21.15.8:0/3146877288 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:47.320 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.319+0000 7f39fa000700 1 --2- 172.21.15.8:0/3146877288 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ca8b26c880 0x55ca8b2784a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:47.321 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.320+0000 7f39fa000700 1 --2- 172.21.15.8:0/3146877288 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ca8b2727d0 0x55ca8b275d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:47.321 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.320+0000 7f39f8c00700 1 -- 172.21.15.8:0/3146877288 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ca8b26c880 msgr2=0x55ca8b2784a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:47.321 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.320+0000 7f39f8c00700 1 --2- 172.21.15.8:0/3146877288 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ca8b26c880 0x55ca8b2784a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.320+0000 7f39f8c00700 1 -- 172.21.15.8:0/3146877288 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ca8b2727d0 msgr2=0x55ca8b275d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:47.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.320+0000 7f39f8c00700 1 --2- 172.21.15.8:0/3146877288 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ca8b2727d0 0x55ca8b275d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.320+0000 7f39f8c00700 1 -- 172.21.15.8:0/3146877288 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ca8b10a8d0 con 0x55ca8b271eb0 2024-05-20T21:16:47.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.320+0000 7f39fa000700 1 --2- 172.21.15.8:0/3146877288 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ca8b2727d0 0x55ca8b275d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:16:47.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.320+0000 7f39f8c00700 1 --2- 172.21.15.8:0/3146877288 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ca8b271eb0 0x55ca8b275840 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f39f4076a70 tx=0x7f39e000bd50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cf8a5b2d4aaa0907 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:47.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.320+0000 7f39db400700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:16:47.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.321+0000 7f39db400700 1 -- 172.21.15.8:0/3146877288 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39e000fa40 con 0x55ca8b271eb0 2024-05-20T21:16:47.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.321+0000 7f39db400700 1 -- 172.21.15.8:0/3146877288 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f39e000fbe0 con 0x55ca8b271eb0 2024-05-20T21:16:47.323 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.321+0000 7f3a069adb80 1 -- 172.21.15.8:0/3146877288 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f39ec0092e0 con 0x55ca8b271eb0 2024-05-20T21:16:47.323 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.321+0000 7f39db400700 1 -- 172.21.15.8:0/3146877288 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f39e000be70 con 0x55ca8b271eb0 2024-05-20T21:16:47.323 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.321+0000 7f3a069adb80 10 client.25549 fetch_fsmap learned FSMap version 26 2024-05-20T21:16:47.323 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.321+0000 7f3a069adb80 1 -- 172.21.15.8:0/3146877288 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ca8b18b060 con 0x55ca8b271eb0 2024-05-20T21:16:47.323 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.322+0000 7f39db400700 1 -- 172.21.15.8:0/3146877288 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f39e000fe20 con 0x55ca8b271eb0 2024-05-20T21:16:47.323 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.322+0000 7f39db400700 1 -- 172.21.15.8:0/3146877288 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f39e002a030 con 0x55ca8b271eb0 2024-05-20T21:16:47.323 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.322+0000 7f3a069adb80 10 client.25549 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:16:47.323 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.322+0000 7f3a069adb80 10 client.25549 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:16:47.323 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.322+0000 7f3a069adb80 20 client.25549 populate_metadata read hostname 'smithi008' 2024-05-20T21:16:47.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.322+0000 7f3a069adb80 1 --2- 172.21.15.8:0/3146877288 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ca8b285d70 0x55ca8b288190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:47.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.322+0000 7f3a069adb80 4 client.25549 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:16:47.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.322+0000 7f3a069adb80 1 -- 172.21.15.8:0/3146877288 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f39ec0092e0 con 0x55ca8b285d70 2024-05-20T21:16:47.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.322+0000 7f39fa000700 1 --2- 172.21.15.8:0/3146877288 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ca8b285d70 0x55ca8b288190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:47.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.323+0000 7f39db400700 10 client.25549 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:16:47.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.323+0000 7f39fa000700 1 --2- 172.21.15.8:0/3146877288 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ca8b285d70 0x55ca8b288190 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b7efec8af1684b0b server_cookie=224697ab0804fee3 in_seq=0 out_seq=0 2024-05-20T21:16:47.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.324+0000 7f39db400700 1 -- 172.21.15.8:0/3146877288 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x7f39ec0092e0 con 0x55ca8b285d70 2024-05-20T21:16:47.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.324+0000 7f39db400700 10 client.25549 handle_command_reply: tid=0 2024-05-20T21:16:47.325 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.324+0000 7f3a069adb80 1 client.25549 shutdown 2024-05-20T21:16:47.325 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.324+0000 7f3a069adb80 1 -- 172.21.15.8:0/3146877288 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ca8b271eb0 msgr2=0x55ca8b275840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:47.325 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.324+0000 7f3a069adb80 1 --2- 172.21.15.8:0/3146877288 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ca8b271eb0 0x55ca8b275840 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f39f4076a70 tx=0x7f39e000bd50 comp rx=0 tx=0).stop 2024-05-20T21:16:47.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.324+0000 7f3a069adb80 1 -- 172.21.15.8:0/3146877288 shutdown_connections 2024-05-20T21:16:47.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.324+0000 7f3a069adb80 1 --2- 172.21.15.8:0/3146877288 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ca8b285d70 0x55ca8b288190 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.324+0000 7f3a069adb80 1 --2- 172.21.15.8:0/3146877288 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ca8b26c880 0x55ca8b2784a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.324+0000 7f3a069adb80 1 --2- 172.21.15.8:0/3146877288 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ca8b2727d0 0x55ca8b275d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.324+0000 7f3a069adb80 1 --2- 172.21.15.8:0/3146877288 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ca8b271eb0 0x55ca8b275840 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.324+0000 7f39db400700 0 client.25549 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:16:47.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.324+0000 7f3a069adb80 1 -- 172.21.15.8:0/3146877288 >> 172.21.15.8:0/3146877288 conn(0x55ca8b19abe0 msgr2=0x55ca8b26b250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:47.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.325+0000 7f3a069adb80 1 -- 172.21.15.8:0/3146877288 shutdown_connections 2024-05-20T21:16:47.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.325+0000 7f3a069adb80 1 -- 172.21.15.8:0/3146877288 wait complete. 2024-05-20T21:16:47.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.325+0000 7f3a069adb80 20 client.25549 trim_cache size 0 max 16384 2024-05-20T21:16:47.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.344+0000 7f3a069adb80 1 Processor -- start 2024-05-20T21:16:47.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.344+0000 7f3a069adb80 1 -- start start 2024-05-20T21:16:47.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.344+0000 7f3a069adb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ca8b26c880 0x55ca8b276410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:47.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.344+0000 7f3a069adb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ca8b271eb0 0x55ca8b274150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:47.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.344+0000 7f3a069adb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ca8b2727d0 0x55ca8b274690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:47.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.344+0000 7f3a069adb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f39f41b6b50 con 0x55ca8b26c880 2024-05-20T21:16:47.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.344+0000 7f3a069adb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f39f41b43e0 con 0x55ca8b2727d0 2024-05-20T21:16:47.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.344+0000 7f3a069adb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f39f41b2230 con 0x55ca8b271eb0 2024-05-20T21:16:47.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.345+0000 7f39fa000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ca8b26c880 0x55ca8b276410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:47.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.345+0000 7f39f8c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ca8b271eb0 0x55ca8b274150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:47.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.345+0000 7f39f8c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ca8b271eb0 0x55ca8b274150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:53104/0 (socket says 172.21.15.8:53104) 2024-05-20T21:16:47.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.345+0000 7f39f8c00700 1 -- 172.21.15.8:0/1805295891 learned_addr learned my addr 172.21.15.8:0/1805295891 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:47.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.345+0000 7f39f8c00700 1 -- 172.21.15.8:0/1805295891 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ca8b2727d0 msgr2=0x55ca8b274690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:47.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.345+0000 7f39f8c00700 1 --2- 172.21.15.8:0/1805295891 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ca8b2727d0 0x55ca8b274690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.345+0000 7f39f8c00700 1 -- 172.21.15.8:0/1805295891 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ca8b26c880 msgr2=0x55ca8b276410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:47.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.345+0000 7f39f8c00700 1 --2- 172.21.15.8:0/1805295891 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ca8b26c880 0x55ca8b276410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.345+0000 7f39f8c00700 1 -- 172.21.15.8:0/1805295891 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ca8b260680 con 0x55ca8b271eb0 2024-05-20T21:16:47.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.345+0000 7f39f8c00700 1 --2- 172.21.15.8:0/1805295891 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ca8b271eb0 0x55ca8b274150 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f39e0003c30 tx=0x7f39e0003f40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a08c1597978d762a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:47.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.346+0000 7f39e6000700 1 -- 172.21.15.8:0/1805295891 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39e0005070 con 0x55ca8b271eb0 2024-05-20T21:16:47.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.346+0000 7f39e6000700 1 -- 172.21.15.8:0/1805295891 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f39e00056c0 con 0x55ca8b271eb0 2024-05-20T21:16:47.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.346+0000 7f39e6000700 1 -- 172.21.15.8:0/1805295891 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39e000fcb0 con 0x55ca8b271eb0 2024-05-20T21:16:47.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.347+0000 7f3a069adb80 1 -- 172.21.15.8:0/1805295891 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ca8b271eb0 msgr2=0x55ca8b274150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:47.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.347+0000 7f3a069adb80 1 --2- 172.21.15.8:0/1805295891 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ca8b271eb0 0x55ca8b274150 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f39e0003c30 tx=0x7f39e0003f40 comp rx=0 tx=0).stop 2024-05-20T21:16:47.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.347+0000 7f3a069adb80 1 -- 172.21.15.8:0/1805295891 shutdown_connections 2024-05-20T21:16:47.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.347+0000 7f3a069adb80 1 --2- 172.21.15.8:0/1805295891 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ca8b2727d0 0x55ca8b274690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.347+0000 7f3a069adb80 1 --2- 172.21.15.8:0/1805295891 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ca8b26c880 0x55ca8b276410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.347+0000 7f3a069adb80 1 --2- 172.21.15.8:0/1805295891 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ca8b271eb0 0x55ca8b274150 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.347+0000 7f3a069adb80 1 -- 172.21.15.8:0/1805295891 >> 172.21.15.8:0/1805295891 conn(0x55ca8b19abe0 msgr2=0x55ca8b268700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:47.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.347+0000 7f3a069adb80 1 -- 172.21.15.8:0/1805295891 shutdown_connections 2024-05-20T21:16:47.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.347+0000 7f3a069adb80 1 -- 172.21.15.8:0/1805295891 wait complete. 2024-05-20T21:16:47.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.348+0000 7f3a069adb80 1 -- start start 2024-05-20T21:16:47.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.348+0000 7f3a069adb80 1 Processor -- start 2024-05-20T21:16:47.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.349+0000 7f3a069adb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ca8b26c880 0x55ca8b27ebb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:47.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.349+0000 7f3a069adb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ca8b271eb0 0x55ca8b28d1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:47.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.349+0000 7f3a069adb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ca8b2727d0 0x55ca8b28d6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:47.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.349+0000 7f3a069adb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f39f41b28a0 con 0x55ca8b2727d0 2024-05-20T21:16:47.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.349+0000 7f3a069adb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f39f41b3d10 con 0x55ca8b26c880 2024-05-20T21:16:47.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.349+0000 7f3a069adb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f39f41b2f70 con 0x55ca8b271eb0 2024-05-20T21:16:47.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.349+0000 7f3a069adb80 10 client.0 _ll_register_callbacks cb 0x55ca8b164c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:16:47.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.349+0000 7f39fa000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ca8b2727d0 0x55ca8b28d6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:47.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.349+0000 7f39fa000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ca8b2727d0 0x55ca8b28d6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:56438/0 (socket says 172.21.15.8:56438) 2024-05-20T21:16:47.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.349+0000 7f39fa000700 1 -- 172.21.15.8:0/1713584743 learned_addr learned my addr 172.21.15.8:0/1713584743 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:47.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.349+0000 7f39f8c00700 1 --2- 172.21.15.8:0/1713584743 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ca8b271eb0 0x55ca8b28d1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:47.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.349+0000 7f39fa000700 1 --2- 172.21.15.8:0/1713584743 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ca8b26c880 0x55ca8b27ebb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:47.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.350+0000 7f39fa000700 1 -- 172.21.15.8:0/1713584743 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ca8b271eb0 msgr2=0x55ca8b28d1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:47.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.350+0000 7f39fa000700 1 --2- 172.21.15.8:0/1713584743 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ca8b271eb0 0x55ca8b28d1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.350+0000 7f39fa000700 1 -- 172.21.15.8:0/1713584743 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ca8b26c880 msgr2=0x55ca8b27ebb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:47.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.350+0000 7f39fa000700 1 --2- 172.21.15.8:0/1713584743 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ca8b26c880 0x55ca8b27ebb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.350+0000 7f39fa000700 1 -- 172.21.15.8:0/1713584743 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ca8b28df30 con 0x55ca8b2727d0 2024-05-20T21:16:47.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.350+0000 7f39fa000700 1 --2- 172.21.15.8:0/1713584743 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ca8b2727d0 0x55ca8b28d6f0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f39ec0115a0 tx=0x7f39ec017040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a0e94c9065a083de server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:47.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.350+0000 7f39db400700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:16:47.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.350+0000 7f39db400700 1 -- 172.21.15.8:0/1713584743 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39ec007bb0 con 0x55ca8b2727d0 2024-05-20T21:16:47.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.350+0000 7f39db400700 1 -- 172.21.15.8:0/1713584743 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f39ec007d50 con 0x55ca8b2727d0 2024-05-20T21:16:47.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.350+0000 7f3a069adb80 1 -- 172.21.15.8:0/1713584743 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55ca8b1ccd90 con 0x55ca8b2727d0 2024-05-20T21:16:47.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.351+0000 7f39db400700 1 -- 172.21.15.8:0/1713584743 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f39ec029320 con 0x55ca8b2727d0 2024-05-20T21:16:47.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.351+0000 7f3a069adb80 10 client.15411 fetch_fsmap learned FSMap version 26 2024-05-20T21:16:47.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.351+0000 7f3a069adb80 1 -- 172.21.15.8:0/1713584743 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ca8b2f0860 con 0x55ca8b2727d0 2024-05-20T21:16:47.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.351+0000 7f39db400700 1 -- 172.21.15.8:0/1713584743 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55ca8b1ccd90 con 0x55ca8b2727d0 2024-05-20T21:16:47.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.351+0000 7f39db400700 1 -- 172.21.15.8:0/1713584743 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f39ec0157b0 con 0x55ca8b2727d0 2024-05-20T21:16:47.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.352+0000 7f3a069adb80 10 client.15411 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:16:47.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.352+0000 7f3a069adb80 10 client.15411 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:16:47.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.352+0000 7f3a069adb80 20 client.15411 populate_metadata read hostname 'smithi008' 2024-05-20T21:16:47.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.352+0000 7f3a069adb80 1 --2- 172.21.15.8:0/1713584743 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ca8b2f0be0 0x55ca8b2f2fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:47.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.352+0000 7f3a069adb80 4 client.15411 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:16:47.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.352+0000 7f3a069adb80 1 -- 172.21.15.8:0/1713584743 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ca8b1c6570 con 0x55ca8b2f0be0 2024-05-20T21:16:47.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.352+0000 7f39f8c00700 1 --2- 172.21.15.8:0/1713584743 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ca8b2f0be0 0x55ca8b2f2fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:47.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.353+0000 7f39f8c00700 1 --2- 172.21.15.8:0/1713584743 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ca8b2f0be0 0x55ca8b2f2fd0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f0a6e2b67644b53d server_cookie=419841c0dfa9cd06 in_seq=0 out_seq=0 2024-05-20T21:16:47.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.353+0000 7f39db400700 10 client.15411 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:16:47.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.353+0000 7f39db400700 1 -- 172.21.15.8:0/1713584743 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ca8b1c6570 con 0x55ca8b2f0be0 2024-05-20T21:16:47.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.353+0000 7f39db400700 10 client.15411 handle_command_reply: tid=0 2024-05-20T21:16:47.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.353+0000 7f3a069adb80 1 client.15411 shutdown 2024-05-20T21:16:47.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.353+0000 7f3a069adb80 1 -- 172.21.15.8:0/1713584743 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ca8b2727d0 msgr2=0x55ca8b28d6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:47.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.353+0000 7f3a069adb80 1 --2- 172.21.15.8:0/1713584743 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ca8b2727d0 0x55ca8b28d6f0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f39ec0115a0 tx=0x7f39ec017040 comp rx=0 tx=0).stop 2024-05-20T21:16:47.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.353+0000 7f3a069adb80 1 -- 172.21.15.8:0/1713584743 shutdown_connections 2024-05-20T21:16:47.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.353+0000 7f3a069adb80 1 --2- 172.21.15.8:0/1713584743 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ca8b2f0be0 0x55ca8b2f2fd0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.355 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.353+0000 7f3a069adb80 1 --2- 172.21.15.8:0/1713584743 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ca8b26c880 0x55ca8b27ebb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.355 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.353+0000 7f3a069adb80 1 --2- 172.21.15.8:0/1713584743 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ca8b2727d0 0x55ca8b28d6f0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.355 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.353+0000 7f3a069adb80 1 --2- 172.21.15.8:0/1713584743 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ca8b271eb0 0x55ca8b28d1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.355 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.353+0000 7f3a069adb80 1 -- 172.21.15.8:0/1713584743 >> 172.21.15.8:0/1713584743 conn(0x55ca8b19abe0 msgr2=0x55ca8b274110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:47.355 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.353+0000 7f39db400700 0 client.15411 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:16:47.355 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.354+0000 7f3a069adb80 1 -- 172.21.15.8:0/1713584743 shutdown_connections 2024-05-20T21:16:47.355 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.354+0000 7f3a069adb80 1 -- 172.21.15.8:0/1713584743 wait complete. 2024-05-20T21:16:47.355 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.354+0000 7f3a069adb80 20 client.15411 trim_cache size 0 max 16384 2024-05-20T21:16:47.355 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:16:47.356 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.355+0000 7f39fc000700 1 -- 172.21.15.8:0/2685220354 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f39dc0b29b0 msgr2=0x7f39dc0b4e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:47.356 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.355+0000 7f39fc000700 1 --2- 172.21.15.8:0/2685220354 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f39dc0b29b0 0x7f39dc0b4e70 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f39e80a59b0 tx=0x7f39e8009940 comp rx=0 tx=0).stop 2024-05-20T21:16:47.356 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.355+0000 7f39fc000700 1 -- 172.21.15.8:0/2685220354 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f39f4075770 msgr2=0x7f39f4103660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:47.356 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.355+0000 7f39fc000700 1 --2- 172.21.15.8:0/2685220354 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f39f4075770 0x7f39f4103660 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f39e800eb60 tx=0x7f39e800ee70 comp rx=0 tx=0).stop 2024-05-20T21:16:47.356 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.355+0000 7f39fc000700 1 -- 172.21.15.8:0/2685220354 shutdown_connections 2024-05-20T21:16:47.356 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.355+0000 7f39fc000700 1 --2- 172.21.15.8:0/2685220354 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f39dc0b29b0 0x7f39dc0b4e70 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.356 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.355+0000 7f39fc000700 1 --2- 172.21.15.8:0/2685220354 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f39f410ff40 0x7f39f41040e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.356 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.355+0000 7f39fc000700 1 --2- 172.21.15.8:0/2685220354 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f39f4075770 0x7f39f4103660 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.356 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.355+0000 7f39fc000700 1 --2- 172.21.15.8:0/2685220354 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f39f4076090 0x7f39f4103ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.356 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.355+0000 7f39fc000700 1 -- 172.21.15.8:0/2685220354 >> 172.21.15.8:0/2685220354 conn(0x7f39f407a6a0 msgr2=0x7f39f4100750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:47.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.355+0000 7f39fc000700 1 -- 172.21.15.8:0/2685220354 shutdown_connections 2024-05-20T21:16:47.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:47.355+0000 7f39fc000700 1 -- 172.21.15.8:0/2685220354 wait complete. 2024-05-20T21:16:47.611 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:16:48.563 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:16:48 smithi008 ceph-mon[31475]: pgmap v484: 97 pgs: 97 active+clean; 672 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 341 B/s wr, 6 op/s 2024-05-20T21:16:48.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:16:48 smithi130 ceph-mon[36448]: pgmap v484: 97 pgs: 97 active+clean; 672 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 341 B/s wr, 6 op/s 2024-05-20T21:16:48.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:16:48 smithi050 ceph-mon[35809]: pgmap v484: 97 pgs: 97 active+clean; 672 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 341 B/s wr, 6 op/s 2024-05-20T21:16:49.110 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:16:49.111 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:16:49.613 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:16:50.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.378+0000 7f4be1e00700 1 -- 172.21.15.8:0/2567067620 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4bdc10fcb0 msgr2=0x7f4bdc112120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:50.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.378+0000 7f4be1e00700 1 --2- 172.21.15.8:0/2567067620 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4bdc10fcb0 0x7f4bdc112120 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f4bd4009f90 tx=0x7f4bd400b330 comp rx=0 tx=0).stop 2024-05-20T21:16:50.380 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.379+0000 7f4be1e00700 1 -- 172.21.15.8:0/2567067620 shutdown_connections 2024-05-20T21:16:50.380 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.379+0000 7f4be1e00700 1 --2- 172.21.15.8:0/2567067620 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4bdc075970 0x7f4bdc075d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:50.380 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.379+0000 7f4be1e00700 1 --2- 172.21.15.8:0/2567067620 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4bdc10fcb0 0x7f4bdc112120 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:50.380 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.379+0000 7f4be1e00700 1 --2- 172.21.15.8:0/2567067620 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4bdc076290 0x7f4bdc10f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:50.380 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.379+0000 7f4be1e00700 1 -- 172.21.15.8:0/2567067620 >> 172.21.15.8:0/2567067620 conn(0x7f4bdc0fefc0 msgr2=0x7f4bdc1013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:50.380 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.379+0000 7f4be1e00700 1 -- 172.21.15.8:0/2567067620 shutdown_connections 2024-05-20T21:16:50.380 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.379+0000 7f4be1e00700 1 -- 172.21.15.8:0/2567067620 wait complete. 2024-05-20T21:16:50.380 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.380+0000 7f4be1e00700 1 Processor -- start 2024-05-20T21:16:50.381 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.381+0000 7f4be1e00700 1 -- start start 2024-05-20T21:16:50.382 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.381+0000 7f4be1e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4bdc075970 0x7f4bdc19bd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:50.382 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.381+0000 7f4be1e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4bdc076290 0x7f4bdc19c270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:50.382 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.381+0000 7f4be1e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4bdc10fcb0 0x7f4bdc1a0600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:50.382 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.381+0000 7f4be1e00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f4bdc1158a0 con 0x7f4bdc075970 2024-05-20T21:16:50.382 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.381+0000 7f4be1e00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4bdc115720 con 0x7f4bdc10fcb0 2024-05-20T21:16:50.382 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.381+0000 7f4be1e00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f4bdc115a20 con 0x7f4bdc076290 2024-05-20T21:16:50.383 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.382+0000 7f4be0a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4bdc075970 0x7f4bdc19bd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:50.383 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.382+0000 7f4bdbe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4bdc076290 0x7f4bdc19c270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:50.383 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.382+0000 7f4be0a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4bdc075970 0x7f4bdc19bd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:56454/0 (socket says 172.21.15.8:56454) 2024-05-20T21:16:50.383 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.382+0000 7f4be0a00700 1 -- 172.21.15.8:0/1278453878 learned_addr learned my addr 172.21.15.8:0/1278453878 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:50.383 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.382+0000 7f4be1400700 1 --2- 172.21.15.8:0/1278453878 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4bdc10fcb0 0x7f4bdc1a0600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:50.383 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.382+0000 7f4bdbe00700 1 -- 172.21.15.8:0/1278453878 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4bdc10fcb0 msgr2=0x7f4bdc1a0600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:50.383 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.382+0000 7f4bdbe00700 1 --2- 172.21.15.8:0/1278453878 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4bdc10fcb0 0x7f4bdc1a0600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:50.383 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.382+0000 7f4bdbe00700 1 -- 172.21.15.8:0/1278453878 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4bdc075970 msgr2=0x7f4bdc19bd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:50.383 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.382+0000 7f4bdbe00700 1 --2- 172.21.15.8:0/1278453878 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4bdc075970 0x7f4bdc19bd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:50.383 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.382+0000 7f4bdbe00700 1 -- 172.21.15.8:0/1278453878 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4bdc1a0d40 con 0x7f4bdc076290 2024-05-20T21:16:50.383 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.382+0000 7f4be0a00700 1 --2- 172.21.15.8:0/1278453878 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4bdc075970 0x7f4bdc19bd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:50.384 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.383+0000 7f4bdbe00700 1 --2- 172.21.15.8:0/1278453878 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4bdc076290 0x7f4bdc19c270 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f4bc800e9c0 tx=0x7f4bc800ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:50.384 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.383+0000 7f4bd9600700 1 -- 172.21.15.8:0/1278453878 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bc800c9c0 con 0x7f4bdc076290 2024-05-20T21:16:50.384 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.383+0000 7f4bd9600700 1 -- 172.21.15.8:0/1278453878 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4bc800cb60 con 0x7f4bdc076290 2024-05-20T21:16:50.384 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.383+0000 7f4bd9600700 1 -- 172.21.15.8:0/1278453878 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bc8018420 con 0x7f4bdc076290 2024-05-20T21:16:50.384 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.383+0000 7f4be1e00700 1 -- 172.21.15.8:0/1278453878 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4bdc1a1030 con 0x7f4bdc076290 2024-05-20T21:16:50.384 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.383+0000 7f4be1e00700 1 -- 172.21.15.8:0/1278453878 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4bdc1a88b0 con 0x7f4bdc076290 2024-05-20T21:16:50.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.388+0000 7f4bede15b80 1 Processor -- start 2024-05-20T21:16:50.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.388+0000 7f4bede15b80 1 -- start start 2024-05-20T21:16:50.389 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.388+0000 7f4bede15b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56151c7e1da0 0x56151c7e2180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:50.389 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.389+0000 7f4bede15b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56151c7e26c0 0x56151c7dc2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:50.389 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.389+0000 7f4bede15b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56151c7dc8f0 0x56151c7dcd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:50.389 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.389+0000 7f4bede15b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x56151c731f40 con 0x56151c7dc8f0 2024-05-20T21:16:50.389 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.389+0000 7f4bede15b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x56151c721ae0 con 0x56151c7e1da0 2024-05-20T21:16:50.389 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.389+0000 7f4bede15b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x56151c725b20 con 0x56151c7e26c0 2024-05-20T21:16:50.389 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.389+0000 7f4be1400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56151c7e1da0 0x56151c7e2180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:50.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.389+0000 7f4be0a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56151c7e26c0 0x56151c7dc2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:50.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.389+0000 7f4be1400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56151c7e1da0 0x56151c7e2180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:34458/0 (socket says 172.21.15.8:34458) 2024-05-20T21:16:50.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.389+0000 7f4be1400700 1 -- 172.21.15.8:0/1293423812 learned_addr learned my addr 172.21.15.8:0/1293423812 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:50.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.389+0000 7f4bd9600700 1 -- 172.21.15.8:0/1278453878 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f4bc801f020 con 0x7f4bdc076290 2024-05-20T21:16:50.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.390+0000 7f4bdbe00700 1 --2- 172.21.15.8:0/1293423812 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56151c7dc8f0 0x56151c7dcd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:50.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.390+0000 7f4be0a00700 1 -- 172.21.15.8:0/1293423812 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56151c7e1da0 msgr2=0x56151c7e2180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:50.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.391+0000 7f4be0a00700 1 --2- 172.21.15.8:0/1293423812 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56151c7e1da0 0x56151c7e2180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:50.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.391+0000 7f4be0a00700 1 -- 172.21.15.8:0/1293423812 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56151c7dc8f0 msgr2=0x56151c7dcd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:50.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.391+0000 7f4be0a00700 1 --2- 172.21.15.8:0/1293423812 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56151c7dc8f0 0x56151c7dcd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:50.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.391+0000 7f4be0a00700 1 -- 172.21.15.8:0/1293423812 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56151c6ea520 con 0x56151c7e26c0 2024-05-20T21:16:50.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.391+0000 7f4bdbe00700 1 --2- 172.21.15.8:0/1293423812 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56151c7dc8f0 0x56151c7dcd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:16:50.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.391+0000 7f4be1400700 1 --2- 172.21.15.8:0/1293423812 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56151c7e1da0 0x56151c7e2180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:50.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.391+0000 7f4be0a00700 1 --2- 172.21.15.8:0/1293423812 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56151c7e26c0 0x56151c7dc2d0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f4bd00115c0 tx=0x7f4bd00118d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=239c349dba1475da server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:50.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.391+0000 7f4bd9600700 1 --2- 172.21.15.8:0/1278453878 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f4bc40b2900 0x7f4bc40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:50.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.392+0000 7f4bd9600700 1 -- 172.21.15.8:0/1278453878 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f4bc80e2200 con 0x7f4bdc076290 2024-05-20T21:16:50.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.392+0000 7f4bce000700 1 -- 172.21.15.8:0/1293423812 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bd001e070 con 0x56151c7e26c0 2024-05-20T21:16:50.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.392+0000 7f4bce000700 1 -- 172.21.15.8:0/1293423812 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4bd0019ae0 con 0x56151c7e26c0 2024-05-20T21:16:50.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.392+0000 7f4bce000700 1 -- 172.21.15.8:0/1293423812 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bd000fc00 con 0x56151c7e26c0 2024-05-20T21:16:50.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.392+0000 7f4be1400700 1 --2- 172.21.15.8:0/1278453878 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f4bc40b2900 0x7f4bc40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:50.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.393+0000 7f4bede15b80 1 -- 172.21.15.8:0/1293423812 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56151c7e26c0 msgr2=0x56151c7dc2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:50.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.393+0000 7f4be1400700 1 --2- 172.21.15.8:0/1278453878 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f4bc40b2900 0x7f4bc40b4dc0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f4bd4003ba0 tx=0x7f4bd4009700 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:50.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.393+0000 7f4bede15b80 1 --2- 172.21.15.8:0/1293423812 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56151c7e26c0 0x56151c7dc2d0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f4bd00115c0 tx=0x7f4bd00118d0 comp rx=0 tx=0).stop 2024-05-20T21:16:50.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.394+0000 7f4bede15b80 1 -- 172.21.15.8:0/1293423812 shutdown_connections 2024-05-20T21:16:50.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.394+0000 7f4bede15b80 1 --2- 172.21.15.8:0/1293423812 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56151c7e1da0 0x56151c7e2180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:50.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.394+0000 7f4bede15b80 1 --2- 172.21.15.8:0/1293423812 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56151c7dc8f0 0x56151c7dcd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:50.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.394+0000 7f4bede15b80 1 --2- 172.21.15.8:0/1293423812 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56151c7e26c0 0x56151c7dc2d0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:50.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.394+0000 7f4bede15b80 1 -- 172.21.15.8:0/1293423812 >> 172.21.15.8:0/1293423812 conn(0x56151c701ce0 msgr2=0x56151c7ce630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:50.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.394+0000 7f4bede15b80 1 -- 172.21.15.8:0/1293423812 shutdown_connections 2024-05-20T21:16:50.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.394+0000 7f4bede15b80 1 -- 172.21.15.8:0/1293423812 wait complete. 2024-05-20T21:16:50.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.394+0000 7f4bede15b80 1 -- start start 2024-05-20T21:16:50.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.395+0000 7f4bede15b80 1 Processor -- start 2024-05-20T21:16:50.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.395+0000 7f4bede15b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56151c7dc8f0 0x56151c7e8430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:50.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.396+0000 7f4bede15b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56151c7e1da0 0x56151c7e5820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:50.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.396+0000 7f4bede15b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56151c7e26c0 0x56151c7e5d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:50.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.396+0000 7f4bede15b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x56151c6280a0 con 0x56151c7dc8f0 2024-05-20T21:16:50.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.396+0000 7f4bede15b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x56151c6c2860 con 0x56151c7e1da0 2024-05-20T21:16:50.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.396+0000 7f4bede15b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x56151c7e91c0 con 0x56151c7e26c0 2024-05-20T21:16:50.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.396+0000 7f4bede15b80 10 client.0 _ll_register_callbacks cb 0x56151c6cbd70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:16:50.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.396+0000 7f4be0a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56151c7dc8f0 0x56151c7e8430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:50.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.396+0000 7f4be0a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56151c7dc8f0 0x56151c7e8430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:56466/0 (socket says 172.21.15.8:56466) 2024-05-20T21:16:50.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.396+0000 7f4be0a00700 1 -- 172.21.15.8:0/3628769429 learned_addr learned my addr 172.21.15.8:0/3628769429 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:50.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.396+0000 7f4be1400700 1 --2- 172.21.15.8:0/3628769429 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56151c7e26c0 0x56151c7e5d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:50.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.396+0000 7f4bdbe00700 1 --2- 172.21.15.8:0/3628769429 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56151c7e1da0 0x56151c7e5820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:50.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.397+0000 7f4be1400700 1 -- 172.21.15.8:0/3628769429 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56151c7e1da0 msgr2=0x56151c7e5820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:50.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.397+0000 7f4be1400700 1 --2- 172.21.15.8:0/3628769429 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56151c7e1da0 0x56151c7e5820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:50.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.397+0000 7f4be1400700 1 -- 172.21.15.8:0/3628769429 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56151c7dc8f0 msgr2=0x56151c7e8430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:50.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.397+0000 7f4be1400700 1 --2- 172.21.15.8:0/3628769429 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56151c7dc8f0 0x56151c7e8430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:50.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.397+0000 7f4be1400700 1 -- 172.21.15.8:0/3628769429 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56151c6719d0 con 0x56151c7e26c0 2024-05-20T21:16:50.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.397+0000 7f4be0a00700 1 --2- 172.21.15.8:0/3628769429 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56151c7dc8f0 0x56151c7e8430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:50.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.397+0000 7f4be1400700 1 --2- 172.21.15.8:0/3628769429 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56151c7e26c0 0x56151c7e5d60 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f4bd4003c80 tx=0x7f4bd4009920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=44c85e756a4279f8 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:50.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.398+0000 7f4bc2a00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:16:50.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.398+0000 7f4bc2a00700 1 -- 172.21.15.8:0/3628769429 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bd402d070 con 0x56151c7e26c0 2024-05-20T21:16:50.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.398+0000 7f4bc2a00700 1 -- 172.21.15.8:0/3628769429 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f4bd4029640 con 0x56151c7e26c0 2024-05-20T21:16:50.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.398+0000 7f4bede15b80 1 -- 172.21.15.8:0/3628769429 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4bd0019ae0 con 0x56151c7e26c0 2024-05-20T21:16:50.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.399+0000 7f4bc2a00700 1 -- 172.21.15.8:0/3628769429 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4bd4029880 con 0x56151c7e26c0 2024-05-20T21:16:50.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.399+0000 7f4bede15b80 10 client.25567 fetch_fsmap learned FSMap version 26 2024-05-20T21:16:50.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.399+0000 7f4bede15b80 1 -- 172.21.15.8:0/3628769429 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56151c6f2160 con 0x56151c7e26c0 2024-05-20T21:16:50.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.400+0000 7f4bc2a00700 1 -- 172.21.15.8:0/3628769429 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4bd0019ae0 con 0x56151c7e26c0 2024-05-20T21:16:50.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.400+0000 7f4bc2a00700 1 -- 172.21.15.8:0/3628769429 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f4bd4011070 con 0x56151c7e26c0 2024-05-20T21:16:50.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.400+0000 7f4bede15b80 10 client.25567 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:16:50.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.401+0000 7f4bede15b80 10 client.25567 resolve_mds: validated gid 24529 aka daemon mds.i 2024-05-20T21:16:50.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.401+0000 7f4bede15b80 20 client.25567 populate_metadata read hostname 'smithi008' 2024-05-20T21:16:50.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.401+0000 7f4bede15b80 1 --2- 172.21.15.8:0/3628769429 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56151c7f5c50 0x56151c7f8040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:50.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.401+0000 7f4bede15b80 4 client.25567 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:16:50.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.401+0000 7f4bede15b80 1 -- 172.21.15.8:0/3628769429 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56151c733e90 con 0x56151c7f5c50 2024-05-20T21:16:50.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.401+0000 7f4be0a00700 1 --2- 172.21.15.8:0/3628769429 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56151c7f5c50 0x56151c7f8040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:50.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.402+0000 7f4be0a00700 1 --2- 172.21.15.8:0/3628769429 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56151c7f5c50 0x56151c7f8040 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fbcaf353a33226b2 server_cookie=c9d83d6bfff364c0 in_seq=0 out_seq=0 2024-05-20T21:16:50.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.402+0000 7f4bc2a00700 10 client.25567 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:16:50.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.403+0000 7f4bc2a00700 1 -- 172.21.15.8:0/3628769429 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x56151c733e90 con 0x56151c7f5c50 2024-05-20T21:16:50.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.403+0000 7f4bc2a00700 10 client.25567 handle_command_reply: tid=0 2024-05-20T21:16:50.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.403+0000 7f4bede15b80 1 client.25567 shutdown 2024-05-20T21:16:50.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.403+0000 7f4bede15b80 1 -- 172.21.15.8:0/3628769429 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56151c7e26c0 msgr2=0x56151c7e5d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:50.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.403+0000 7f4bede15b80 1 --2- 172.21.15.8:0/3628769429 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56151c7e26c0 0x56151c7e5d60 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f4bd4003c80 tx=0x7f4bd4009920 comp rx=0 tx=0).stop 2024-05-20T21:16:50.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.404+0000 7f4bede15b80 1 -- 172.21.15.8:0/3628769429 shutdown_connections 2024-05-20T21:16:50.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.404+0000 7f4bede15b80 1 --2- 172.21.15.8:0/3628769429 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56151c7f5c50 0x56151c7f8040 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:50.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.404+0000 7f4bede15b80 1 --2- 172.21.15.8:0/3628769429 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56151c7e26c0 0x56151c7e5d60 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:50.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.404+0000 7f4bede15b80 1 --2- 172.21.15.8:0/3628769429 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56151c7dc8f0 0x56151c7e8430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:50.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.404+0000 7f4bede15b80 1 --2- 172.21.15.8:0/3628769429 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56151c7e1da0 0x56151c7e5820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:50.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.404+0000 7f4bede15b80 1 -- 172.21.15.8:0/3628769429 >> 172.21.15.8:0/3628769429 conn(0x56151c701ce0 msgr2=0x56151c7d2ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:50.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.404+0000 7f4bc2a00700 0 client.25567 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:16:50.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.404+0000 7f4bede15b80 1 -- 172.21.15.8:0/3628769429 shutdown_connections 2024-05-20T21:16:50.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.405+0000 7f4bede15b80 1 -- 172.21.15.8:0/3628769429 wait complete. 2024-05-20T21:16:50.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.405+0000 7f4bede15b80 20 client.25567 trim_cache size 0 max 16384 2024-05-20T21:16:50.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.446+0000 7f4bede15b80 1 Processor -- start 2024-05-20T21:16:50.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.446+0000 7f4bede15b80 1 -- start start 2024-05-20T21:16:50.447 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.447+0000 7f4bede15b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56151c701ce0 0x56151c7d31c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:50.448 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.447+0000 7f4bede15b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56151c7dc8f0 0x56151c7fd900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:50.448 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.447+0000 7f4bede15b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56151c7e1da0 0x56151c7fde40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:50.448 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.447+0000 7f4bede15b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f4bdc1ae280 con 0x56151c7dc8f0 2024-05-20T21:16:50.448 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.447+0000 7f4bede15b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4bdc1abb10 con 0x56151c7e1da0 2024-05-20T21:16:50.448 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.447+0000 7f4bede15b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f4bdc107370 con 0x56151c701ce0 2024-05-20T21:16:50.448 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.448+0000 7f4be0a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56151c701ce0 0x56151c7d31c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:50.448 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.448+0000 7f4be0a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56151c701ce0 0x56151c7d31c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:53150/0 (socket says 172.21.15.8:53150) 2024-05-20T21:16:50.449 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.448+0000 7f4be0a00700 1 -- 172.21.15.8:0/32166158 learned_addr learned my addr 172.21.15.8:0/32166158 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:50.449 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.448+0000 7f4be0a00700 1 -- 172.21.15.8:0/32166158 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56151c7e1da0 msgr2=0x56151c7fde40 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-20T21:16:50.449 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.448+0000 7f4be0a00700 1 --2- 172.21.15.8:0/32166158 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56151c7e1da0 0x56151c7fde40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:50.449 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.448+0000 7f4be0a00700 1 -- 172.21.15.8:0/32166158 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56151c7dc8f0 msgr2=0x56151c7fd900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:50.449 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.448+0000 7f4be0a00700 1 --2- 172.21.15.8:0/32166158 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56151c7dc8f0 0x56151c7fd900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:50.449 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.448+0000 7f4be0a00700 1 -- 172.21.15.8:0/32166158 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56151c7e8070 con 0x56151c701ce0 2024-05-20T21:16:50.449 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.449+0000 7f4be0a00700 1 --2- 172.21.15.8:0/32166158 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56151c701ce0 0x56151c7d31c0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f4bd00098a0 tx=0x7f4bd00195e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7f033606db94fd8d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:50.451 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.450+0000 7f4bcd600700 1 -- 172.21.15.8:0/32166158 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bd001e040 con 0x56151c701ce0 2024-05-20T21:16:50.451 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.451+0000 7f4bcd600700 1 -- 172.21.15.8:0/32166158 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4bd000f3c0 con 0x56151c701ce0 2024-05-20T21:16:50.451 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.451+0000 7f4bcd600700 1 -- 172.21.15.8:0/32166158 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bd0019730 con 0x56151c701ce0 2024-05-20T21:16:50.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.452+0000 7f4bede15b80 1 -- 172.21.15.8:0/32166158 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56151c701ce0 msgr2=0x56151c7d31c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:50.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.452+0000 7f4bede15b80 1 --2- 172.21.15.8:0/32166158 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56151c701ce0 0x56151c7d31c0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f4bd00098a0 tx=0x7f4bd00195e0 comp rx=0 tx=0).stop 2024-05-20T21:16:50.453 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.452+0000 7f4bede15b80 1 -- 172.21.15.8:0/32166158 shutdown_connections 2024-05-20T21:16:50.453 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.452+0000 7f4bede15b80 1 --2- 172.21.15.8:0/32166158 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56151c7e1da0 0x56151c7fde40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:50.453 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.452+0000 7f4bede15b80 1 --2- 172.21.15.8:0/32166158 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56151c701ce0 0x56151c7d31c0 secure :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f4bd00098a0 tx=0x7f4bd00195e0 comp rx=0 tx=0).stop 2024-05-20T21:16:50.453 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.452+0000 7f4bede15b80 1 --2- 172.21.15.8:0/32166158 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56151c7dc8f0 0x56151c7fd900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:50.453 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.452+0000 7f4bede15b80 1 -- 172.21.15.8:0/32166158 >> 172.21.15.8:0/32166158 conn(0x56151c7ce960 msgr2=0x56151c7d2ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:50.454 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.453+0000 7f4bede15b80 1 -- 172.21.15.8:0/32166158 shutdown_connections 2024-05-20T21:16:50.454 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.453+0000 7f4bede15b80 1 -- 172.21.15.8:0/32166158 wait complete. 2024-05-20T21:16:50.454 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.453+0000 7f4bede15b80 1 -- start start 2024-05-20T21:16:50.454 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.454+0000 7f4bede15b80 1 Processor -- start 2024-05-20T21:16:50.455 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.454+0000 7f4bede15b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56151c7dc8f0 0x56151c7eb790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:50.455 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.454+0000 7f4bede15b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56151c7e1da0 0x56151c7ebcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:50.455 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.455+0000 7f4bede15b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56151c7e26c0 0x56151c8607e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:50.455 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.455+0000 7f4bede15b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f4bdc1a9fd0 con 0x56151c7e1da0 2024-05-20T21:16:50.455 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.455+0000 7f4bede15b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4bdc1ab440 con 0x56151c7dc8f0 2024-05-20T21:16:50.455 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.455+0000 7f4bede15b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f4bdc1aa6a0 con 0x56151c7e26c0 2024-05-20T21:16:50.455 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.455+0000 7f4bede15b80 10 client.0 _ll_register_callbacks cb 0x56151c6cbd70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:16:50.456 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.455+0000 7f4be1400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56151c7e26c0 0x56151c8607e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:50.456 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.455+0000 7f4be1400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56151c7e26c0 0x56151c8607e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:53166/0 (socket says 172.21.15.8:53166) 2024-05-20T21:16:50.456 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.455+0000 7f4be1400700 1 -- 172.21.15.8:0/765571817 learned_addr learned my addr 172.21.15.8:0/765571817 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:50.456 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.455+0000 7f4be0a00700 1 --2- 172.21.15.8:0/765571817 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56151c7dc8f0 0x56151c7eb790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:50.456 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.455+0000 7f4bdbe00700 1 --2- 172.21.15.8:0/765571817 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56151c7e1da0 0x56151c7ebcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:50.456 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.455+0000 7f4be1400700 1 -- 172.21.15.8:0/765571817 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56151c7dc8f0 msgr2=0x56151c7eb790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:50.456 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.455+0000 7f4be1400700 1 --2- 172.21.15.8:0/765571817 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56151c7dc8f0 0x56151c7eb790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:50.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.455+0000 7f4be1400700 1 -- 172.21.15.8:0/765571817 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56151c7e1da0 msgr2=0x56151c7ebcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:50.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.456+0000 7f4be1400700 1 --2- 172.21.15.8:0/765571817 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56151c7e1da0 0x56151c7ebcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:50.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.456+0000 7f4be1400700 1 -- 172.21.15.8:0/765571817 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56151c860d20 con 0x56151c7e26c0 2024-05-20T21:16:50.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.456+0000 7f4bdbe00700 1 --2- 172.21.15.8:0/765571817 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56151c7e1da0 0x56151c7ebcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:16:50.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.456+0000 7f4be1400700 1 --2- 172.21.15.8:0/765571817 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56151c7e26c0 0x56151c8607e0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f4bd4005260 tx=0x7f4bd4009b30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=73449c5e6ddb4d4c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:50.458 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.456+0000 7f4bc2a00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:16:50.458 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.457+0000 7f4bc2a00700 1 -- 172.21.15.8:0/765571817 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bd402d040 con 0x56151c7e26c0 2024-05-20T21:16:50.458 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.457+0000 7f4bc2a00700 1 -- 172.21.15.8:0/765571817 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f4bd4029440 con 0x56151c7e26c0 2024-05-20T21:16:50.458 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.457+0000 7f4bede15b80 1 -- 172.21.15.8:0/765571817 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4bd000f3c0 con 0x56151c7e26c0 2024-05-20T21:16:50.458 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.457+0000 7f4bc2a00700 1 -- 172.21.15.8:0/765571817 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4bd4005e60 con 0x56151c7e26c0 2024-05-20T21:16:50.458 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.458+0000 7f4bede15b80 10 client.25573 fetch_fsmap learned FSMap version 26 2024-05-20T21:16:50.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.458+0000 7f4bede15b80 1 -- 172.21.15.8:0/765571817 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56151c861fc0 con 0x56151c7e26c0 2024-05-20T21:16:50.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.458+0000 7f4bc2a00700 1 -- 172.21.15.8:0/765571817 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4bd000f3c0 con 0x56151c7e26c0 2024-05-20T21:16:50.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.459+0000 7f4bc2a00700 1 -- 172.21.15.8:0/765571817 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f4bd4011050 con 0x56151c7e26c0 2024-05-20T21:16:50.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.459+0000 7f4bede15b80 10 client.25573 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:16:50.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.459+0000 7f4bede15b80 10 client.25573 resolve_mds: validated gid 24529 aka daemon mds.i 2024-05-20T21:16:50.460 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.459+0000 7f4bede15b80 20 client.25573 populate_metadata read hostname 'smithi008' 2024-05-20T21:16:50.460 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.459+0000 7f4bede15b80 1 --2- 172.21.15.8:0/765571817 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56151c862720 0x56151c864b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:50.460 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.459+0000 7f4bede15b80 4 client.25573 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "144ff837", "release": true, "await": true}] 2024-05-20T21:16:50.460 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.459+0000 7f4bede15b80 1 -- 172.21.15.8:0/765571817 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "quiesce db", "set_id": "144ff837", "release": true, "await": true}) -- 0x56151c72d670 con 0x56151c862720 2024-05-20T21:16:50.460 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.460+0000 7f4be0a00700 1 --2- 172.21.15.8:0/765571817 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56151c862720 0x56151c864b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:50.460 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.460+0000 7f4be0a00700 1 --2- 172.21.15.8:0/765571817 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56151c862720 0x56151c864b40 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e08ecf75fd74d0f0 server_cookie=5ded297382c6c52 in_seq=0 out_seq=0 2024-05-20T21:16:50.460 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.460+0000 7f4bc2a00700 10 client.25573 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:16:50.463 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.463+0000 7f4bc2a00700 1 -- 172.21.15.8:0/765571817 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x56151c72d670 con 0x56151c862720 2024-05-20T21:16:50.463 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.463+0000 7f4bc2a00700 10 client.25573 handle_command_reply: tid=0 2024-05-20T21:16:50.464 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.463+0000 7f4bede15b80 1 client.25573 shutdown 2024-05-20T21:16:50.464 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.464+0000 7f4bede15b80 1 -- 172.21.15.8:0/765571817 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56151c7e26c0 msgr2=0x56151c8607e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:50.464 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.464+0000 7f4bede15b80 1 --2- 172.21.15.8:0/765571817 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56151c7e26c0 0x56151c8607e0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f4bd4005260 tx=0x7f4bd4009b30 comp rx=0 tx=0).stop 2024-05-20T21:16:50.464 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.464+0000 7f4bede15b80 1 -- 172.21.15.8:0/765571817 shutdown_connections 2024-05-20T21:16:50.464 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.464+0000 7f4bede15b80 1 --2- 172.21.15.8:0/765571817 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56151c862720 0x56151c864b40 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:50.464 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.464+0000 7f4bede15b80 1 --2- 172.21.15.8:0/765571817 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56151c7dc8f0 0x56151c7eb790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:50.464 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.464+0000 7f4bede15b80 1 --2- 172.21.15.8:0/765571817 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56151c7e26c0 0x56151c8607e0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:50.464 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.464+0000 7f4bede15b80 1 --2- 172.21.15.8:0/765571817 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56151c7e1da0 0x56151c7ebcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:50.465 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.464+0000 7f4bede15b80 1 -- 172.21.15.8:0/765571817 >> 172.21.15.8:0/765571817 conn(0x56151c7ce960 msgr2=0x56151c7d2ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:50.465 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.464+0000 7f4bc2a00700 0 client.25573 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:16:50.465 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.464+0000 7f4bede15b80 1 -- 172.21.15.8:0/765571817 shutdown_connections 2024-05-20T21:16:50.465 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.465+0000 7f4bede15b80 1 -- 172.21.15.8:0/765571817 wait complete. 2024-05-20T21:16:50.465 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.465+0000 7f4bede15b80 20 client.25573 trim_cache size 0 max 16384 2024-05-20T21:16:50.466 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:16:50.466 INFO:teuthology.orchestra.run.smithi008.stdout: "epoch": 26, 2024-05-20T21:16:50.466 INFO:teuthology.orchestra.run.smithi008.stdout: "leader": 24529, 2024-05-20T21:16:50.466 INFO:teuthology.orchestra.run.smithi008.stdout: "set_version": 4, 2024-05-20T21:16:50.466 INFO:teuthology.orchestra.run.smithi008.stdout: "sets": { 2024-05-20T21:16:50.466 INFO:teuthology.orchestra.run.smithi008.stdout: "144ff837": { 2024-05-20T21:16:50.466 INFO:teuthology.orchestra.run.smithi008.stdout: "version": 4, 2024-05-20T21:16:50.466 INFO:teuthology.orchestra.run.smithi008.stdout: "age_ref": 0.0, 2024-05-20T21:16:50.466 INFO:teuthology.orchestra.run.smithi008.stdout: "state": { 2024-05-20T21:16:50.466 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "RELEASED", 2024-05-20T21:16:50.466 INFO:teuthology.orchestra.run.smithi008.stdout: "age": 0.0 2024-05-20T21:16:50.467 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:16:50.467 INFO:teuthology.orchestra.run.smithi008.stdout: "timeout": 90.0, 2024-05-20T21:16:50.467 INFO:teuthology.orchestra.run.smithi008.stdout: "expiration": 138.8, 2024-05-20T21:16:50.467 INFO:teuthology.orchestra.run.smithi008.stdout: "members": { 2024-05-20T21:16:50.467 INFO:teuthology.orchestra.run.smithi008.stdout: "file:/": { 2024-05-20T21:16:50.467 INFO:teuthology.orchestra.run.smithi008.stdout: "excluded": false, 2024-05-20T21:16:50.467 INFO:teuthology.orchestra.run.smithi008.stdout: "state": { 2024-05-20T21:16:50.467 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "RELEASED", 2024-05-20T21:16:50.467 INFO:teuthology.orchestra.run.smithi008.stdout: "age": 0.0 2024-05-20T21:16:50.467 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:16:50.467 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:16:50.467 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:16:50.467 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:16:50.467 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:16:50.468 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:16:50.468 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.466+0000 7f4be1e00700 1 -- 172.21.15.8:0/1278453878 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f4bc40b2900 msgr2=0x7f4bc40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:50.468 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.466+0000 7f4be1e00700 1 --2- 172.21.15.8:0/1278453878 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f4bc40b2900 0x7f4bc40b4dc0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f4bd4003ba0 tx=0x7f4bd4009700 comp rx=0 tx=0).stop 2024-05-20T21:16:50.468 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.466+0000 7f4be1e00700 1 -- 172.21.15.8:0/1278453878 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4bdc076290 msgr2=0x7f4bdc19c270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:50.468 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.466+0000 7f4be1e00700 1 --2- 172.21.15.8:0/1278453878 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4bdc076290 0x7f4bdc19c270 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f4bc800e9c0 tx=0x7f4bc800ecd0 comp rx=0 tx=0).stop 2024-05-20T21:16:50.469 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.466+0000 7f4be1e00700 1 -- 172.21.15.8:0/1278453878 shutdown_connections 2024-05-20T21:16:50.469 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.466+0000 7f4be1e00700 1 --2- 172.21.15.8:0/1278453878 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f4bc40b2900 0x7f4bc40b4dc0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:50.469 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.466+0000 7f4be1e00700 1 --2- 172.21.15.8:0/1278453878 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4bdc10fcb0 0x7f4bdc1a0600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:50.469 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.466+0000 7f4be1e00700 1 --2- 172.21.15.8:0/1278453878 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4bdc075970 0x7f4bdc19bd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:50.469 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.466+0000 7f4be1e00700 1 --2- 172.21.15.8:0/1278453878 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4bdc076290 0x7f4bdc19c270 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:50.469 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.466+0000 7f4be1e00700 1 -- 172.21.15.8:0/1278453878 >> 172.21.15.8:0/1278453878 conn(0x7f4bdc0fefc0 msgr2=0x7f4bdc0ffc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:50.469 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.466+0000 7f4be1e00700 1 -- 172.21.15.8:0/1278453878 shutdown_connections 2024-05-20T21:16:50.469 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:50.466+0000 7f4be1e00700 1 -- 172.21.15.8:0/1278453878 wait complete. 2024-05-20T21:16:50.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:16:50 smithi008 ceph-mon[31475]: pgmap v485: 97 pgs: 97 active+clean; 672 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 341 B/s wr, 6 op/s 2024-05-20T21:16:50.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:16:50 smithi130 ceph-mon[36448]: pgmap v485: 97 pgs: 97 active+clean; 672 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 341 B/s wr, 6 op/s 2024-05-20T21:16:50.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:16:50 smithi050 ceph-mon[35809]: pgmap v485: 97 pgs: 97 active+clean; 672 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 341 B/s wr, 6 op/s 2024-05-20T21:16:52.026 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.026+0000 7f58c7200640 1 -- 172.21.15.8:0/3374680428 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f58c8075430 msgr2=0x7f58c8075890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:52.027 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.026+0000 7f58c7200640 1 --2- 172.21.15.8:0/3374680428 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f58c8075430 0x7f58c8075890 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f58b4009900 tx=0x7f58b402a480 comp rx=0 tx=0).stop 2024-05-20T21:16:52.027 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.026+0000 7f58c7200640 1 -- 172.21.15.8:0/3374680428 shutdown_connections 2024-05-20T21:16:52.027 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.026+0000 7f58c7200640 1 --2- 172.21.15.8:0/3374680428 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f58c810a7a0 0x7f58c810cc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.027 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.026+0000 7f58c7200640 1 --2- 172.21.15.8:0/3374680428 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f58c8075430 0x7f58c8075890 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.027 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.026+0000 7f58c7200640 1 --2- 172.21.15.8:0/3374680428 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f58c8076a10 0x7f58c8074e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.027 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.026+0000 7f58c7200640 1 -- 172.21.15.8:0/3374680428 >> 172.21.15.8:0/3374680428 conn(0x7f58c80fde60 msgr2=0x7f58c81002a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:52.027 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.026+0000 7f58c7200640 1 -- 172.21.15.8:0/3374680428 shutdown_connections 2024-05-20T21:16:52.027 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.026+0000 7f58c7200640 1 -- 172.21.15.8:0/3374680428 wait complete. 2024-05-20T21:16:52.028 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.028+0000 7f58c7200640 1 Processor -- start 2024-05-20T21:16:52.028 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.028+0000 7f58c7200640 1 -- start start 2024-05-20T21:16:52.030 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.028+0000 7f58c7200640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f58c8075430 0x7f58c819ad90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:52.030 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.028+0000 7f58c7200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f58c8076a10 0x7f58c819b2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:52.030 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.028+0000 7f58c7200640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f58c810a7a0 0x7f58c81a22b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:52.030 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.028+0000 7f58c7200640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f58c8110650 con 0x7f58c8075430 2024-05-20T21:16:52.030 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.028+0000 7f58c7200640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f58c81104d0 con 0x7f58c8076a10 2024-05-20T21:16:52.030 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.028+0000 7f58c7200640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f58c81107d0 con 0x7f58c810a7a0 2024-05-20T21:16:52.031 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.029+0000 7f58c5e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f58c8075430 0x7f58c819ad90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:52.031 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.029+0000 7f58c5e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f58c8075430 0x7f58c819ad90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:56494/0 (socket says 172.21.15.8:56494) 2024-05-20T21:16:52.031 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.029+0000 7f58c5e00640 1 -- 172.21.15.8:0/2226830517 learned_addr learned my addr 172.21.15.8:0/2226830517 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:52.031 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.029+0000 7f58c5400640 1 --2- 172.21.15.8:0/2226830517 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f58c8076a10 0x7f58c819b2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:52.031 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.029+0000 7f58c6800640 1 --2- 172.21.15.8:0/2226830517 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f58c810a7a0 0x7f58c81a22b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:52.031 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.029+0000 7f58c5e00640 1 -- 172.21.15.8:0/2226830517 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f58c810a7a0 msgr2=0x7f58c81a22b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:52.031 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.029+0000 7f58c5e00640 1 --2- 172.21.15.8:0/2226830517 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f58c810a7a0 0x7f58c81a22b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.031 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.029+0000 7f58c5e00640 1 -- 172.21.15.8:0/2226830517 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f58c8076a10 msgr2=0x7f58c819b2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:52.031 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.029+0000 7f58c5e00640 1 --2- 172.21.15.8:0/2226830517 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f58c8076a10 0x7f58c819b2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.031 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.029+0000 7f58c5e00640 1 -- 172.21.15.8:0/2226830517 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58c81a2950 con 0x7f58c8075430 2024-05-20T21:16:52.031 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.030+0000 7f58c5e00640 1 --2- 172.21.15.8:0/2226830517 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f58c8075430 0x7f58c819ad90 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f58b800d950 tx=0x7f58b800dd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:52.031 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.030+0000 7f58bea00640 1 -- 172.21.15.8:0/2226830517 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58b8017070 con 0x7f58c8075430 2024-05-20T21:16:52.032 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '144ff837', total seconds elapsed: 29.7 2024-05-20T21:16:52.032 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 18.85 2024-05-20T21:16:52.032 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:16:52.033 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.030+0000 7f58bea00640 1 -- 172.21.15.8:0/2226830517 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f58b800de80 con 0x7f58c8075430 2024-05-20T21:16:52.033 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.030+0000 7f58c7200640 1 -- 172.21.15.8:0/2226830517 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58c81a2c40 con 0x7f58c8075430 2024-05-20T21:16:52.033 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.030+0000 7f58bea00640 1 -- 172.21.15.8:0/2226830517 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58b800f620 con 0x7f58c8075430 2024-05-20T21:16:52.033 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.030+0000 7f58c7200640 1 -- 172.21.15.8:0/2226830517 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58c81a3190 con 0x7f58c8075430 2024-05-20T21:16:52.038 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.034+0000 7f58cff81740 1 Processor -- start 2024-05-20T21:16:52.038 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.035+0000 7f58cff81740 1 -- start start 2024-05-20T21:16:52.038 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.035+0000 7f58cff81740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561256f3f500 0x561256f3f920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:52.039 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.035+0000 7f58cff81740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561256f3fef0 0x561256f449f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:52.039 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.035+0000 7f58cff81740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561256f45060 0x561256f474f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:52.039 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.035+0000 7f58cff81740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x561256ea6b90 con 0x561256f3f500 2024-05-20T21:16:52.039 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.035+0000 7f58cff81740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x561256e96730 con 0x561256f45060 2024-05-20T21:16:52.039 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.035+0000 7f58cff81740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x561256e9a770 con 0x561256f3fef0 2024-05-20T21:16:52.039 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.036+0000 7f58c6800640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561256f3f500 0x561256f3f920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:52.039 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.036+0000 7f58c5400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561256f45060 0x561256f474f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:52.039 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.036+0000 7f58c5400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561256f45060 0x561256f474f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:34490/0 (socket says 172.21.15.8:34490) 2024-05-20T21:16:52.039 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.036+0000 7f58c5400640 1 -- 172.21.15.8:0/3058345771 learned_addr learned my addr 172.21.15.8:0/3058345771 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:52.039 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.036+0000 7f58c6800640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561256f3f500 0x561256f3f920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:56498/0 (socket says 172.21.15.8:56498) 2024-05-20T21:16:52.039 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.036+0000 7f58bea00640 1 -- 172.21.15.8:0/2226830517 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f58b8009c30 con 0x7f58c8075430 2024-05-20T21:16:52.039 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.036+0000 7f58c6800640 1 -- 172.21.15.8:0/3058345771 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561256f3fef0 msgr2=0x561256f449f0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-20T21:16:52.039 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.036+0000 7f58c6800640 1 --2- 172.21.15.8:0/3058345771 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561256f3fef0 0x561256f449f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.040 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.036+0000 7f58c6800640 1 -- 172.21.15.8:0/3058345771 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561256f45060 msgr2=0x561256f474f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:52.040 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.036+0000 7f58c6800640 1 --2- 172.21.15.8:0/3058345771 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561256f45060 0x561256f474f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.040 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.036+0000 7f58c6800640 1 -- 172.21.15.8:0/3058345771 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561256e2f8b0 con 0x561256f3f500 2024-05-20T21:16:52.040 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.037+0000 7f58c6800640 1 --2- 172.21.15.8:0/3058345771 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561256f3f500 0x561256f3f920 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f58c0009f10 tx=0x7f58c0011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a027f9aec05e232 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:52.040 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.037+0000 7f58b3400640 1 -- 172.21.15.8:0/3058345771 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58c0004d20 con 0x561256f3f500 2024-05-20T21:16:52.040 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.037+0000 7f58b3400640 1 -- 172.21.15.8:0/3058345771 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f58c0004030 con 0x561256f3f500 2024-05-20T21:16:52.040 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.037+0000 7f58b3400640 1 -- 172.21.15.8:0/3058345771 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58c0004d20 con 0x561256f3f500 2024-05-20T21:16:52.040 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.038+0000 7f58bea00640 1 --2- 172.21.15.8:0/2226830517 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f58ac0b2850 0x7f58ac0b4d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:52.040 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.038+0000 7f58bea00640 1 -- 172.21.15.8:0/2226830517 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f58b80e1e60 con 0x7f58c8075430 2024-05-20T21:16:52.040 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.038+0000 7f58cff81740 1 -- 172.21.15.8:0/3058345771 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561256f3f500 msgr2=0x561256f3f920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:52.040 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.038+0000 7f58cff81740 1 --2- 172.21.15.8:0/3058345771 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561256f3f500 0x561256f3f920 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f58c0009f10 tx=0x7f58c0011810 comp rx=0 tx=0).stop 2024-05-20T21:16:52.041 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.038+0000 7f58c5e00640 1 --2- 172.21.15.8:0/2226830517 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f58ac0b2850 0x7f58ac0b4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:52.041 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.039+0000 7f58cff81740 1 -- 172.21.15.8:0/3058345771 shutdown_connections 2024-05-20T21:16:52.042 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.039+0000 7f58cff81740 1 --2- 172.21.15.8:0/3058345771 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561256f45060 0x561256f474f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.042 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.039+0000 7f58cff81740 1 --2- 172.21.15.8:0/3058345771 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561256f3fef0 0x561256f449f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.042 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.039+0000 7f58cff81740 1 --2- 172.21.15.8:0/3058345771 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561256f3f500 0x561256f3f920 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.042 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.039+0000 7f58cff81740 1 -- 172.21.15.8:0/3058345771 >> 172.21.15.8:0/3058345771 conn(0x561256f32360 msgr2=0x561256f32760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:52.042 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.039+0000 7f58cff81740 1 -- 172.21.15.8:0/3058345771 shutdown_connections 2024-05-20T21:16:52.042 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.039+0000 7f58cff81740 1 -- 172.21.15.8:0/3058345771 wait complete. 2024-05-20T21:16:52.042 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.039+0000 7f58c5e00640 1 --2- 172.21.15.8:0/2226830517 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f58ac0b2850 0x7f58ac0b4d10 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f58b80058c0 tx=0x7f58b8009f50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:52.042 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.040+0000 7f58cff81740 1 -- start start 2024-05-20T21:16:52.042 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.040+0000 7f58cff81740 1 Processor -- start 2024-05-20T21:16:52.042 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.040+0000 7f58cff81740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561256f3f500 0x561256f49260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:52.042 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.040+0000 7f58cff81740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561256f3fef0 0x561256f497a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:52.042 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.040+0000 7f58cff81740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561256f45060 0x561256f507e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:52.042 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.040+0000 7f58cff81740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x561256b7c790 con 0x561256f3fef0 2024-05-20T21:16:52.043 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.041+0000 7f58cff81740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x561256e3ebc0 con 0x561256f45060 2024-05-20T21:16:52.043 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.041+0000 7f58cff81740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x561256f48010 con 0x561256f3f500 2024-05-20T21:16:52.043 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.041+0000 7f58cff81740 10 client.0 _ll_register_callbacks cb 0x561256e1c400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:16:52.043 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.041+0000 7f58c6800640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561256f3f500 0x561256f49260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:52.043 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.041+0000 7f58c6800640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561256f3f500 0x561256f49260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:53190/0 (socket says 172.21.15.8:53190) 2024-05-20T21:16:52.043 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.041+0000 7f58c6800640 1 -- 172.21.15.8:0/839741394 learned_addr learned my addr 172.21.15.8:0/839741394 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:52.043 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.041+0000 7f58c6800640 1 --2- 172.21.15.8:0/839741394 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561256f45060 0x561256f507e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:52.043 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.041+0000 7f58c5400640 1 --2- 172.21.15.8:0/839741394 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561256f3fef0 0x561256f497a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:52.045 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.042+0000 7f58c5400640 1 -- 172.21.15.8:0/839741394 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561256f3f500 msgr2=0x561256f49260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:52.045 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.042+0000 7f58c5400640 1 --2- 172.21.15.8:0/839741394 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561256f3f500 0x561256f49260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.045 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.042+0000 7f58c5400640 1 -- 172.21.15.8:0/839741394 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561256f45060 msgr2=0x561256f507e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:52.045 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.042+0000 7f58c5400640 1 --2- 172.21.15.8:0/839741394 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561256f45060 0x561256f507e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.045 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.042+0000 7f58c5400640 1 -- 172.21.15.8:0/839741394 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561256bab210 con 0x561256f3fef0 2024-05-20T21:16:52.045 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.042+0000 7f58c5400640 1 --2- 172.21.15.8:0/839741394 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561256f3fef0 0x561256f497a0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x561256f33230 tx=0x7f58b40042e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=611fe9a467ca2146 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:52.045 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.042+0000 7f58a7e00640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:16:52.045 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.042+0000 7f58a7e00640 1 -- 172.21.15.8:0/839741394 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58b4035070 con 0x561256f3fef0 2024-05-20T21:16:52.045 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.043+0000 7f58a7e00640 1 -- 172.21.15.8:0/839741394 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f58b4003a00 con 0x561256f3fef0 2024-05-20T21:16:52.045 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.043+0000 7f58cff81740 1 -- 172.21.15.8:0/839741394 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f58c0004030 con 0x561256f3fef0 2024-05-20T21:16:52.045 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.043+0000 7f58a7e00640 1 -- 172.21.15.8:0/839741394 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f58b4003c00 con 0x561256f3fef0 2024-05-20T21:16:52.045 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.043+0000 7f58cff81740 10 client.15432 fetch_fsmap learned FSMap version 26 2024-05-20T21:16:52.046 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.043+0000 7f58cff81740 1 -- 172.21.15.8:0/839741394 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x561256c77620 con 0x561256f3fef0 2024-05-20T21:16:52.046 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.043+0000 7f58a7e00640 1 -- 172.21.15.8:0/839741394 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f58c0004030 con 0x561256f3fef0 2024-05-20T21:16:52.046 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.044+0000 7f58a7e00640 1 -- 172.21.15.8:0/839741394 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f58b403b430 con 0x561256f3fef0 2024-05-20T21:16:52.046 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.044+0000 7f58cff81740 10 client.15432 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:16:52.046 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.044+0000 7f58cff81740 10 client.15432 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:16:52.046 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.044+0000 7f58cff81740 20 client.15432 populate_metadata read hostname 'smithi008' 2024-05-20T21:16:52.046 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.044+0000 7f58cff81740 1 --2- 172.21.15.8:0/839741394 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x561256f54df0 0x561256f571e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:52.046 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.044+0000 7f58cff81740 4 client.15432 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:16:52.046 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.044+0000 7f58cff81740 1 -- 172.21.15.8:0/839741394 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561256ea8ae0 con 0x561256f54df0 2024-05-20T21:16:52.046 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.044+0000 7f58c6800640 1 --2- 172.21.15.8:0/839741394 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x561256f54df0 0x561256f571e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:52.047 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.045+0000 7f58c6800640 1 --2- 172.21.15.8:0/839741394 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x561256f54df0 0x561256f571e0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d9b287cb491bd31e server_cookie=e1a56db0e0f7c6c in_seq=0 out_seq=0 2024-05-20T21:16:52.048 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.045+0000 7f58a7e00640 10 client.15432 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:16:52.048 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.046+0000 7f58a7e00640 1 -- 172.21.15.8:0/839741394 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x561256ea8ae0 con 0x561256f54df0 2024-05-20T21:16:52.048 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.046+0000 7f58a7e00640 10 client.15432 handle_command_reply: tid=0 2024-05-20T21:16:52.048 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.046+0000 7f58cff81740 1 client.15432 shutdown 2024-05-20T21:16:52.048 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.047+0000 7f58cff81740 1 -- 172.21.15.8:0/839741394 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561256f3fef0 msgr2=0x561256f497a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:52.048 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.047+0000 7f58cff81740 1 --2- 172.21.15.8:0/839741394 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561256f3fef0 0x561256f497a0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x561256f33230 tx=0x7f58b40042e0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.048 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.047+0000 7f58cff81740 1 -- 172.21.15.8:0/839741394 shutdown_connections 2024-05-20T21:16:52.048 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.047+0000 7f58cff81740 1 --2- 172.21.15.8:0/839741394 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x561256f54df0 0x561256f571e0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.048 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.047+0000 7f58cff81740 1 --2- 172.21.15.8:0/839741394 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561256f45060 0x561256f507e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.048 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.047+0000 7f58cff81740 1 --2- 172.21.15.8:0/839741394 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561256f3fef0 0x561256f497a0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.048 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.047+0000 7f58cff81740 1 --2- 172.21.15.8:0/839741394 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561256f3f500 0x561256f49260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.048 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.047+0000 7f58cff81740 1 -- 172.21.15.8:0/839741394 >> 172.21.15.8:0/839741394 conn(0x561256f32360 msgr2=0x561256f314c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:52.048 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.047+0000 7f58a7e00640 0 client.15432 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:16:52.049 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.047+0000 7f58cff81740 1 -- 172.21.15.8:0/839741394 shutdown_connections 2024-05-20T21:16:52.049 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.047+0000 7f58cff81740 1 -- 172.21.15.8:0/839741394 wait complete. 2024-05-20T21:16:52.049 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.047+0000 7f58cff81740 20 client.15432 trim_cache size 0 max 16384 2024-05-20T21:16:52.079 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.079+0000 7f58cff81740 1 Processor -- start 2024-05-20T21:16:52.079 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.079+0000 7f58cff81740 1 -- start start 2024-05-20T21:16:52.080 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.079+0000 7f58cff81740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561256f3f500 0x561256f410a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:52.080 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.079+0000 7f58cff81740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561256f3fef0 0x561256f507a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:52.080 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.080+0000 7f58cff81740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561256f45060 0x561256f5bac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:52.080 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.080+0000 7f58cff81740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f58c81aa560 con 0x561256f3fef0 2024-05-20T21:16:52.080 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.080+0000 7f58cff81740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f58c81a7e30 con 0x561256f3f500 2024-05-20T21:16:52.080 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.080+0000 7f58cff81740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f58c81a5c80 con 0x561256f45060 2024-05-20T21:16:52.080 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.080+0000 7f58c6800640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561256f3f500 0x561256f410a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:52.081 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.080+0000 7f58c6800640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561256f3f500 0x561256f410a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:34498/0 (socket says 172.21.15.8:34498) 2024-05-20T21:16:52.082 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.080+0000 7f58c6800640 1 -- 172.21.15.8:0/2021905160 learned_addr learned my addr 172.21.15.8:0/2021905160 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:52.082 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.080+0000 7f58c5400640 1 --2- 172.21.15.8:0/2021905160 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561256f3fef0 0x561256f507a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:52.082 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.080+0000 7f58c6800640 1 --2- 172.21.15.8:0/2021905160 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561256f45060 0x561256f5bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:52.082 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.081+0000 7f58c6800640 1 -- 172.21.15.8:0/2021905160 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561256f45060 msgr2=0x561256f5bac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:52.082 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.081+0000 7f58c6800640 1 --2- 172.21.15.8:0/2021905160 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561256f45060 0x561256f5bac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.082 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.081+0000 7f58c6800640 1 -- 172.21.15.8:0/2021905160 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561256f3fef0 msgr2=0x561256f507a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:52.082 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.081+0000 7f58c6800640 1 --2- 172.21.15.8:0/2021905160 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561256f3fef0 0x561256f507a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.082 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.081+0000 7f58c6800640 1 -- 172.21.15.8:0/2021905160 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561256f57840 con 0x561256f3f500 2024-05-20T21:16:52.082 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.081+0000 7f58c6800640 1 --2- 172.21.15.8:0/2021905160 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561256f3f500 0x561256f410a0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f58c0011e10 tx=0x7f58c0011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7af5e0ff5d3aa29 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:52.082 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.081+0000 7f58b2a00640 1 -- 172.21.15.8:0/2021905160 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58c001e040 con 0x561256f3f500 2024-05-20T21:16:52.082 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.082+0000 7f58b2a00640 1 -- 172.21.15.8:0/2021905160 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f58c002d020 con 0x561256f3f500 2024-05-20T21:16:52.082 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.082+0000 7f58b2a00640 1 -- 172.21.15.8:0/2021905160 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58c0004d20 con 0x561256f3f500 2024-05-20T21:16:52.083 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.082+0000 7f58cff81740 1 -- 172.21.15.8:0/2021905160 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561256f3f500 msgr2=0x561256f410a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:52.083 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.082+0000 7f58cff81740 1 --2- 172.21.15.8:0/2021905160 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561256f3f500 0x561256f410a0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f58c0011e10 tx=0x7f58c0011810 comp rx=0 tx=0).stop 2024-05-20T21:16:52.083 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.082+0000 7f58cff81740 1 -- 172.21.15.8:0/2021905160 shutdown_connections 2024-05-20T21:16:52.083 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.082+0000 7f58cff81740 1 --2- 172.21.15.8:0/2021905160 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561256f45060 0x561256f5bac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.084 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.082+0000 7f58cff81740 1 --2- 172.21.15.8:0/2021905160 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561256f3fef0 0x561256f507a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.084 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.082+0000 7f58cff81740 1 --2- 172.21.15.8:0/2021905160 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561256f3f500 0x561256f410a0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.084 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.083+0000 7f58cff81740 1 -- 172.21.15.8:0/2021905160 >> 172.21.15.8:0/2021905160 conn(0x561256f32360 msgr2=0x561256f40990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:52.084 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.083+0000 7f58cff81740 1 -- 172.21.15.8:0/2021905160 shutdown_connections 2024-05-20T21:16:52.084 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.083+0000 7f58cff81740 1 -- 172.21.15.8:0/2021905160 wait complete. 2024-05-20T21:16:52.084 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.083+0000 7f58cff81740 1 -- start start 2024-05-20T21:16:52.084 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.083+0000 7f58cff81740 1 Processor -- start 2024-05-20T21:16:52.085 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.084+0000 7f58cff81740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561256f3f500 0x561256f4e700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:52.085 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.084+0000 7f58cff81740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561256f3fef0 0x561256f4ec40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:52.085 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.084+0000 7f58cff81740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561256f45060 0x561256f4fb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:52.085 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.084+0000 7f58cff81740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f58c81a62f0 con 0x561256f45060 2024-05-20T21:16:52.085 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.084+0000 7f58cff81740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f58c81a7760 con 0x561256f3f500 2024-05-20T21:16:52.086 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.084+0000 7f58cff81740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f58c81a69c0 con 0x561256f3fef0 2024-05-20T21:16:52.086 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.084+0000 7f58cff81740 10 client.0 _ll_register_callbacks cb 0x7f58b4009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:16:52.086 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.084+0000 7f58c5400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561256f3fef0 0x561256f4ec40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:52.086 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.084+0000 7f58c5400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561256f3fef0 0x561256f4ec40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:53200/0 (socket says 172.21.15.8:53200) 2024-05-20T21:16:52.086 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.084+0000 7f58c5400640 1 -- 172.21.15.8:0/673337040 learned_addr learned my addr 172.21.15.8:0/673337040 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:52.086 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.085+0000 7f58c6800640 1 --2- 172.21.15.8:0/673337040 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561256f3f500 0x561256f4e700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:52.086 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.085+0000 7f58c6800640 1 --2- 172.21.15.8:0/673337040 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561256f45060 0x561256f4fb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:52.086 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.085+0000 7f58c5400640 1 -- 172.21.15.8:0/673337040 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561256f3f500 msgr2=0x561256f4e700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:52.086 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.085+0000 7f58c5400640 1 --2- 172.21.15.8:0/673337040 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561256f3f500 0x561256f4e700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.086 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.085+0000 7f58c5400640 1 -- 172.21.15.8:0/673337040 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561256f45060 msgr2=0x561256f4fb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:52.086 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.085+0000 7f58c5400640 1 --2- 172.21.15.8:0/673337040 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561256f45060 0x561256f4fb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.086 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.085+0000 7f58c5400640 1 -- 172.21.15.8:0/673337040 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561256f33030 con 0x561256f3fef0 2024-05-20T21:16:52.086 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.085+0000 7f58c6800640 1 --2- 172.21.15.8:0/673337040 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561256f45060 0x561256f4fb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:16:52.087 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.085+0000 7f58c5400640 1 --2- 172.21.15.8:0/673337040 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561256f3fef0 0x561256f4ec40 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f58b403b850 tx=0x7f58b4000bc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c1452f7bc54f42ef server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:52.088 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.085+0000 7f58a7e00640 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:16:52.088 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.086+0000 7f58a7e00640 1 -- 172.21.15.8:0/673337040 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58b4035070 con 0x561256f3fef0 2024-05-20T21:16:52.088 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.086+0000 7f58a7e00640 1 -- 172.21.15.8:0/673337040 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f58b4003a00 con 0x561256f3fef0 2024-05-20T21:16:52.088 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.086+0000 7f58cff81740 1 -- 172.21.15.8:0/673337040 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f58c002d020 con 0x561256f3fef0 2024-05-20T21:16:52.088 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.086+0000 7f58a7e00640 1 -- 172.21.15.8:0/673337040 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f58b4005d50 con 0x561256f3fef0 2024-05-20T21:16:52.088 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.087+0000 7f58cff81740 10 client.25588 fetch_fsmap learned FSMap version 26 2024-05-20T21:16:52.088 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.087+0000 7f58cff81740 1 -- 172.21.15.8:0/673337040 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x561256f32190 con 0x561256f3fef0 2024-05-20T21:16:52.088 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.087+0000 7f58a7e00640 1 -- 172.21.15.8:0/673337040 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f58c002d020 con 0x561256f3fef0 2024-05-20T21:16:52.088 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.087+0000 7f58a7e00640 1 -- 172.21.15.8:0/673337040 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f58b4031a50 con 0x561256f3fef0 2024-05-20T21:16:52.088 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.087+0000 7f58cff81740 10 client.25588 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:16:52.088 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.087+0000 7f58cff81740 10 client.25588 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:16:52.088 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.087+0000 7f58cff81740 20 client.25588 populate_metadata read hostname 'smithi008' 2024-05-20T21:16:52.089 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.088+0000 7f58cff81740 1 --2- 172.21.15.8:0/673337040 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x561256fc0700 0x561256fc2b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:52.089 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.088+0000 7f58cff81740 4 client.25588 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:16:52.089 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.088+0000 7f58cff81740 1 -- 172.21.15.8:0/673337040 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x561256ea22c0 con 0x561256fc0700 2024-05-20T21:16:52.089 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.088+0000 7f58c6800640 1 --2- 172.21.15.8:0/673337040 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x561256fc0700 0x561256fc2b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:52.089 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.089+0000 7f58c6800640 1 --2- 172.21.15.8:0/673337040 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x561256fc0700 0x561256fc2b20 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8a73df9dd0ee9596 server_cookie=583f97e50d1d7850 in_seq=0 out_seq=0 2024-05-20T21:16:52.089 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.089+0000 7f58a7e00640 10 client.25588 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:16:52.093 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.093+0000 7f58a7e00640 1 -- 172.21.15.8:0/673337040 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x561256ea22c0 con 0x561256fc0700 2024-05-20T21:16:52.093 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.093+0000 7f58a7e00640 10 client.25588 handle_command_reply: tid=0 2024-05-20T21:16:52.093 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.093+0000 7f58cff81740 1 client.25588 shutdown 2024-05-20T21:16:52.093 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.093+0000 7f58cff81740 1 -- 172.21.15.8:0/673337040 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561256f3fef0 msgr2=0x561256f4ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:52.093 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.093+0000 7f58cff81740 1 --2- 172.21.15.8:0/673337040 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561256f3fef0 0x561256f4ec40 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f58b403b850 tx=0x7f58b4000bc0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.094 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.093+0000 7f58cff81740 1 -- 172.21.15.8:0/673337040 shutdown_connections 2024-05-20T21:16:52.094 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.093+0000 7f58cff81740 1 --2- 172.21.15.8:0/673337040 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x561256fc0700 0x561256fc2b20 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.094 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.093+0000 7f58cff81740 1 --2- 172.21.15.8:0/673337040 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561256f45060 0x561256f4fb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.094 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.093+0000 7f58cff81740 1 --2- 172.21.15.8:0/673337040 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561256f3fef0 0x561256f4ec40 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.094 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.093+0000 7f58a7e00640 0 client.25588 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:16:52.095 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.093+0000 7f58cff81740 1 --2- 172.21.15.8:0/673337040 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561256f3f500 0x561256f4e700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.095 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.093+0000 7f58cff81740 1 -- 172.21.15.8:0/673337040 >> 172.21.15.8:0/673337040 conn(0x561256f32360 msgr2=0x561256f30c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:52.095 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.094+0000 7f58cff81740 1 -- 172.21.15.8:0/673337040 shutdown_connections 2024-05-20T21:16:52.095 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.094+0000 7f58cff81740 1 -- 172.21.15.8:0/673337040 wait complete. 2024-05-20T21:16:52.095 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.094+0000 7f58cff81740 20 client.25588 trim_cache size 0 max 16384 2024-05-20T21:16:52.095 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:16:52.095 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:16:52.095 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:16:52.096 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.095+0000 7f58c7200640 1 -- 172.21.15.8:0/2226830517 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f58ac0b2850 msgr2=0x7f58ac0b4d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:52.096 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.095+0000 7f58c7200640 1 --2- 172.21.15.8:0/2226830517 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f58ac0b2850 0x7f58ac0b4d10 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f58b80058c0 tx=0x7f58b8009f50 comp rx=0 tx=0).stop 2024-05-20T21:16:52.096 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.095+0000 7f58c7200640 1 -- 172.21.15.8:0/2226830517 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f58c8075430 msgr2=0x7f58c819ad90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:52.096 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.095+0000 7f58c7200640 1 --2- 172.21.15.8:0/2226830517 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f58c8075430 0x7f58c819ad90 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f58b800d950 tx=0x7f58b800dd50 comp rx=0 tx=0).stop 2024-05-20T21:16:52.096 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.095+0000 7f58c7200640 1 -- 172.21.15.8:0/2226830517 shutdown_connections 2024-05-20T21:16:52.096 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.095+0000 7f58c7200640 1 --2- 172.21.15.8:0/2226830517 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f58ac0b2850 0x7f58ac0b4d10 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.096 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.095+0000 7f58c7200640 1 --2- 172.21.15.8:0/2226830517 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f58c810a7a0 0x7f58c81a22b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.097 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.095+0000 7f58c7200640 1 --2- 172.21.15.8:0/2226830517 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f58c8076a10 0x7f58c819b2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.097 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.095+0000 7f58c7200640 1 --2- 172.21.15.8:0/2226830517 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f58c8075430 0x7f58c819ad90 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.097 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.095+0000 7f58c7200640 1 -- 172.21.15.8:0/2226830517 >> 172.21.15.8:0/2226830517 conn(0x7f58c80fde60 msgr2=0x7f58c8106730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:52.097 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.095+0000 7f58c7200640 1 -- 172.21.15.8:0/2226830517 shutdown_connections 2024-05-20T21:16:52.097 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:16:52.095+0000 7f58c7200640 1 -- 172.21.15.8:0/2226830517 wait complete. 2024-05-20T21:16:52.537 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:16:52 smithi008 ceph-mon[31475]: pgmap v486: 97 pgs: 97 active+clean; 672 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 341 B/s wr, 6 op/s 2024-05-20T21:16:52.655 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:16:52.679 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.655+0000 7f86fe800700 1 -- 172.21.15.8:0/3909861493 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f86f81088f0 msgr2=0x7f86f8110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:52.680 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.655+0000 7f86fe800700 1 --2- 172.21.15.8:0/3909861493 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f86f81088f0 0x7f86f8110470 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f86f000b0a0 tx=0x7f86f000b3b0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.680 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.655+0000 7f86fe800700 1 -- 172.21.15.8:0/3909861493 shutdown_connections 2024-05-20T21:16:52.680 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.655+0000 7f86fe800700 1 --2- 172.21.15.8:0/3909861493 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f86f81037f0 0x7f86f8103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.680 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.655+0000 7f86fe800700 1 --2- 172.21.15.8:0/3909861493 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f86f81088f0 0x7f86f8110470 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.680 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.655+0000 7f86fe800700 1 --2- 172.21.15.8:0/3909861493 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f86f81041a0 0x7f86f81081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.680 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.655+0000 7f86fe800700 1 -- 172.21.15.8:0/3909861493 >> 172.21.15.8:0/3909861493 conn(0x7f86f807a6a0 msgr2=0x7f86f807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:52.680 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.656+0000 7f86fe800700 1 -- 172.21.15.8:0/3909861493 shutdown_connections 2024-05-20T21:16:52.680 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.656+0000 7f86fe800700 1 -- 172.21.15.8:0/3909861493 wait complete. 2024-05-20T21:16:52.680 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.657+0000 7f86fe800700 1 Processor -- start 2024-05-20T21:16:52.680 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.658+0000 7f86fe800700 1 -- start start 2024-05-20T21:16:52.680 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.658+0000 7f86fe800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f86f81037f0 0x7f86f8074c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:52.681 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.658+0000 7f86fe800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f86f81041a0 0x7f86f8075140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:52.681 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.658+0000 7f86fe800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f86f81088f0 0x7f86f806de70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:52.681 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.658+0000 7f86fe800700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f86f8113710 con 0x7f86f81037f0 2024-05-20T21:16:52.681 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.658+0000 7f86fe800700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f86f8113590 con 0x7f86f81041a0 2024-05-20T21:16:52.681 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.658+0000 7f86fe800700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f86f8113890 con 0x7f86f81088f0 2024-05-20T21:16:52.681 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.659+0000 7f86f7400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f86f81037f0 0x7f86f8074c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:52.681 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.659+0000 7f86f7400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f86f81037f0 0x7f86f8074c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:56536/0 (socket says 172.21.15.8:56536) 2024-05-20T21:16:52.681 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.659+0000 7f86f7400700 1 -- 172.21.15.8:0/2290363247 learned_addr learned my addr 172.21.15.8:0/2290363247 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:52.681 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.659+0000 7f86f6a00700 1 --2- 172.21.15.8:0/2290363247 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f86f81041a0 0x7f86f8075140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:52.681 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.659+0000 7f86f7e00700 1 --2- 172.21.15.8:0/2290363247 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f86f81088f0 0x7f86f806de70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:52.681 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.660+0000 7f86f7400700 1 -- 172.21.15.8:0/2290363247 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f86f81088f0 msgr2=0x7f86f806de70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:52.681 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.660+0000 7f86f7400700 1 --2- 172.21.15.8:0/2290363247 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f86f81088f0 0x7f86f806de70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.681 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.660+0000 7f86f7400700 1 -- 172.21.15.8:0/2290363247 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f86f81041a0 msgr2=0x7f86f8075140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:52.681 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.660+0000 7f86f7400700 1 --2- 172.21.15.8:0/2290363247 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f86f81041a0 0x7f86f8075140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.682 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.660+0000 7f86f7400700 1 -- 172.21.15.8:0/2290363247 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86f806e740 con 0x7f86f81037f0 2024-05-20T21:16:52.682 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.660+0000 7f86f6a00700 1 --2- 172.21.15.8:0/2290363247 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f86f81041a0 0x7f86f8075140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:52.682 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.660+0000 7f86f7400700 1 --2- 172.21.15.8:0/2290363247 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f86f81037f0 0x7f86f8074c00 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f86e800e9a0 tx=0x7f86e800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:52.682 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.661+0000 7f86efe00700 1 -- 172.21.15.8:0/2290363247 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86e800cbd0 con 0x7f86f81037f0 2024-05-20T21:16:52.682 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.661+0000 7f86efe00700 1 -- 172.21.15.8:0/2290363247 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f86e800cd70 con 0x7f86f81037f0 2024-05-20T21:16:52.682 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.661+0000 7f86efe00700 1 -- 172.21.15.8:0/2290363247 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86e8018680 con 0x7f86f81037f0 2024-05-20T21:16:52.682 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.661+0000 7f86fe800700 1 -- 172.21.15.8:0/2290363247 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86f806ea30 con 0x7f86f81037f0 2024-05-20T21:16:52.682 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.661+0000 7f86fe800700 1 -- 172.21.15.8:0/2290363247 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86f8072960 con 0x7f86f81037f0 2024-05-20T21:16:52.682 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.667+0000 7f86efe00700 1 -- 172.21.15.8:0/2290363247 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f86e8010430 con 0x7f86f81037f0 2024-05-20T21:16:52.682 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.667+0000 7f8709130b80 1 Processor -- start 2024-05-20T21:16:52.682 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.668+0000 7f8709130b80 1 -- start start 2024-05-20T21:16:52.682 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.668+0000 7f8709130b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f3dea6a690 0x55f3dea6aa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:52.682 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.668+0000 7f8709130b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f3dea6afb0 0x55f3dea64ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:52.682 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.668+0000 7f8709130b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f3dea651c0 0x55f3dea65640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:52.683 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.668+0000 7f8709130b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55f3de9c2ec0 con 0x55f3dea651c0 2024-05-20T21:16:52.683 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.668+0000 7f8709130b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55f3de9b2a60 con 0x55f3dea6afb0 2024-05-20T21:16:52.683 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.668+0000 7f8709130b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55f3de9b6aa0 con 0x55f3dea6a690 2024-05-20T21:16:52.683 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.669+0000 7f86f7e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f3dea6a690 0x55f3dea6aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:52.683 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.669+0000 7f86f7e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f3dea6a690 0x55f3dea6aa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:53224/0 (socket says 172.21.15.8:53224) 2024-05-20T21:16:52.683 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.669+0000 7f86f7e00700 1 -- 172.21.15.8:0/3541800800 learned_addr learned my addr 172.21.15.8:0/3541800800 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:52.683 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.669+0000 7f86f7400700 1 --2- 172.21.15.8:0/3541800800 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f3dea6afb0 0x55f3dea64ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:52.683 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.669+0000 7f86f6a00700 1 --2- 172.21.15.8:0/3541800800 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f3dea651c0 0x55f3dea65640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:52.683 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.669+0000 7f86f7e00700 1 -- 172.21.15.8:0/3541800800 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f3dea6afb0 msgr2=0x55f3dea64ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:52.683 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.669+0000 7f86f7e00700 1 --2- 172.21.15.8:0/3541800800 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f3dea6afb0 0x55f3dea64ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.683 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.669+0000 7f86f7e00700 1 -- 172.21.15.8:0/3541800800 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f3dea651c0 msgr2=0x55f3dea65640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:52.683 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.669+0000 7f86f7e00700 1 --2- 172.21.15.8:0/3541800800 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f3dea651c0 0x55f3dea65640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.683 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.669+0000 7f86f7e00700 1 -- 172.21.15.8:0/3541800800 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f3de97b4a0 con 0x55f3dea6a690 2024-05-20T21:16:52.684 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.670+0000 7f86efe00700 1 --2- 172.21.15.8:0/2290363247 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f86dc0b2900 0x7f86dc0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:52.684 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.670+0000 7f86f6a00700 1 --2- 172.21.15.8:0/3541800800 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f3dea651c0 0x55f3dea65640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:16:52.684 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.670+0000 7f86efe00700 1 -- 172.21.15.8:0/2290363247 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f86e80e2450 con 0x7f86f81037f0 2024-05-20T21:16:52.684 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.670+0000 7f86f7e00700 1 --2- 172.21.15.8:0/3541800800 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f3dea6a690 0x55f3dea6aa70 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f86f0015000 tx=0x7f86f0009df0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cd3ccb386f940ad8 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:52.684 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.671+0000 7f86f7400700 1 --2- 172.21.15.8:0/2290363247 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f86dc0b2900 0x7f86dc0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:52.684 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.671+0000 7f86ecc00700 1 -- 172.21.15.8:0/3541800800 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86f0022070 con 0x55f3dea6a690 2024-05-20T21:16:52.684 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.671+0000 7f86ecc00700 1 -- 172.21.15.8:0/3541800800 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f86f0009460 con 0x55f3dea6a690 2024-05-20T21:16:52.684 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.671+0000 7f86ecc00700 1 -- 172.21.15.8:0/3541800800 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86f0007bd0 con 0x55f3dea6a690 2024-05-20T21:16:52.684 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.672+0000 7f8709130b80 1 -- 172.21.15.8:0/3541800800 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f3dea6a690 msgr2=0x55f3dea6aa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:52.684 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.672+0000 7f8709130b80 1 --2- 172.21.15.8:0/3541800800 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f3dea6a690 0x55f3dea6aa70 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f86f0015000 tx=0x7f86f0009df0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.684 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.672+0000 7f8709130b80 1 -- 172.21.15.8:0/3541800800 shutdown_connections 2024-05-20T21:16:52.684 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.672+0000 7f8709130b80 1 --2- 172.21.15.8:0/3541800800 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f3dea651c0 0x55f3dea65640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.684 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.672+0000 7f8709130b80 1 --2- 172.21.15.8:0/3541800800 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f3dea6a690 0x55f3dea6aa70 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.684 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.672+0000 7f8709130b80 1 --2- 172.21.15.8:0/3541800800 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f3dea6afb0 0x55f3dea64ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.685 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.672+0000 7f8709130b80 1 -- 172.21.15.8:0/3541800800 >> 172.21.15.8:0/3541800800 conn(0x55f3de992c60 msgr2=0x55f3dea5f710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:52.685 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.672+0000 7f86f7400700 1 --2- 172.21.15.8:0/2290363247 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f86dc0b2900 0x7f86dc0b4dc0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f86e80e26f0 tx=0x7f86e80e5e90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:52.685 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.672+0000 7f8709130b80 1 -- 172.21.15.8:0/3541800800 shutdown_connections 2024-05-20T21:16:52.685 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.673+0000 7f8709130b80 1 -- 172.21.15.8:0/3541800800 wait complete. 2024-05-20T21:16:52.685 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.674+0000 7f8709130b80 1 -- start start 2024-05-20T21:16:52.685 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.674+0000 7f8709130b80 1 Processor -- start 2024-05-20T21:16:52.685 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.675+0000 7f8709130b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f3dea651c0 0x55f3dea70d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:52.685 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.675+0000 7f8709130b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f3dea6a690 0x55f3dea6e0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:52.685 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.675+0000 7f8709130b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f3dea6afb0 0x55f3dea6e610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:52.685 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.675+0000 7f8709130b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55f3de8b9020 con 0x55f3dea651c0 2024-05-20T21:16:52.685 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.675+0000 7f8709130b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55f3de9537e0 con 0x55f3dea6afb0 2024-05-20T21:16:52.685 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.675+0000 7f8709130b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55f3dea71a00 con 0x55f3dea6a690 2024-05-20T21:16:52.685 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.675+0000 7f8709130b80 10 client.0 _ll_register_callbacks cb 0x55f3de95ccf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:16:52.685 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.675+0000 7f86f7e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f3dea651c0 0x55f3dea70d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:52.686 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.675+0000 7f86f7e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f3dea651c0 0x55f3dea70d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:56540/0 (socket says 172.21.15.8:56540) 2024-05-20T21:16:52.686 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.675+0000 7f86f7e00700 1 -- 172.21.15.8:0/2841051926 learned_addr learned my addr 172.21.15.8:0/2841051926 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:52.686 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.675+0000 7f86f6a00700 1 --2- 172.21.15.8:0/2841051926 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f3dea6a690 0x55f3dea6e0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:52.686 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.676+0000 7f86f6a00700 1 -- 172.21.15.8:0/2841051926 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f3dea6afb0 msgr2=0x55f3dea6e610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:52.686 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.676+0000 7f86f6a00700 1 --2- 172.21.15.8:0/2841051926 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f3dea6afb0 0x55f3dea6e610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.686 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.676+0000 7f86f6a00700 1 -- 172.21.15.8:0/2841051926 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f3dea651c0 msgr2=0x55f3dea70d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:52.686 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.676+0000 7f86f6a00700 1 --2- 172.21.15.8:0/2841051926 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f3dea651c0 0x55f3dea70d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.686 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.676+0000 7f86f6a00700 1 -- 172.21.15.8:0/2841051926 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f3de902950 con 0x55f3dea6a690 2024-05-20T21:16:52.686 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.677+0000 7f86f6a00700 1 --2- 172.21.15.8:0/2841051926 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f3dea6a690 0x55f3dea6e0d0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f86f806f450 tx=0x7f86e40119d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=407eaab3f5f87b23 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:52.686 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.677+0000 7f86e1600700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:16:52.686 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.677+0000 7f86e1600700 1 -- 172.21.15.8:0/2841051926 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86e4004a30 con 0x55f3dea6a690 2024-05-20T21:16:52.686 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.677+0000 7f86e1600700 1 -- 172.21.15.8:0/2841051926 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f86e4004bd0 con 0x55f3dea6a690 2024-05-20T21:16:52.686 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.677+0000 7f8709130b80 1 -- 172.21.15.8:0/2841051926 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f86f0009460 con 0x55f3dea6a690 2024-05-20T21:16:52.687 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.677+0000 7f86e1600700 1 -- 172.21.15.8:0/2841051926 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f86e4004dd0 con 0x55f3dea6a690 2024-05-20T21:16:52.687 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.678+0000 7f8709130b80 10 client.25600 fetch_fsmap learned FSMap version 26 2024-05-20T21:16:52.687 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.678+0000 7f8709130b80 1 -- 172.21.15.8:0/2841051926 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f3de9830e0 con 0x55f3dea6a690 2024-05-20T21:16:52.687 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.678+0000 7f86e1600700 1 -- 172.21.15.8:0/2841051926 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f86f0009460 con 0x55f3dea6a690 2024-05-20T21:16:52.687 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.679+0000 7f86e1600700 1 -- 172.21.15.8:0/2841051926 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f86e4012c40 con 0x55f3dea6a690 2024-05-20T21:16:52.687 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.679+0000 7f8709130b80 10 client.25600 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:16:52.687 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.679+0000 7f8709130b80 10 client.25600 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:16:52.687 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.679+0000 7f8709130b80 20 client.25600 populate_metadata read hostname 'smithi008' 2024-05-20T21:16:52.687 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.679+0000 7f8709130b80 1 --2- 172.21.15.8:0/2841051926 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f3dea86d60 0x55f3dea89150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:52.687 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.679+0000 7f8709130b80 4 client.25600 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:16:52.687 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.679+0000 7f8709130b80 1 -- 172.21.15.8:0/2841051926 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f3de9c4e10 con 0x55f3dea86d60 2024-05-20T21:16:52.688 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.680+0000 7f86f7e00700 1 --2- 172.21.15.8:0/2841051926 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f3dea86d60 0x55f3dea89150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:52.688 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.680+0000 7f86f7e00700 1 --2- 172.21.15.8:0/2841051926 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f3dea86d60 0x55f3dea89150 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4520339e75ba54d2 server_cookie=c0c64accb19b9ad7 in_seq=0 out_seq=0 2024-05-20T21:16:52.689 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.680+0000 7f86e1600700 10 client.25600 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:16:52.689 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.681+0000 7f86e1600700 1 -- 172.21.15.8:0/2841051926 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55f3de9c4e10 con 0x55f3dea86d60 2024-05-20T21:16:52.689 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.681+0000 7f86e1600700 10 client.25600 handle_command_reply: tid=0 2024-05-20T21:16:52.689 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.681+0000 7f8709130b80 1 client.25600 shutdown 2024-05-20T21:16:52.689 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.682+0000 7f8709130b80 1 -- 172.21.15.8:0/2841051926 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f3dea6a690 msgr2=0x55f3dea6e0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:52.689 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.682+0000 7f8709130b80 1 --2- 172.21.15.8:0/2841051926 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f3dea6a690 0x55f3dea6e0d0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f86f806f450 tx=0x7f86e40119d0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.689 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.682+0000 7f8709130b80 1 -- 172.21.15.8:0/2841051926 shutdown_connections 2024-05-20T21:16:52.689 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.682+0000 7f8709130b80 1 --2- 172.21.15.8:0/2841051926 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f3dea86d60 0x55f3dea89150 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.689 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.682+0000 7f8709130b80 1 --2- 172.21.15.8:0/2841051926 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f3dea6afb0 0x55f3dea6e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.689 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.682+0000 7f8709130b80 1 --2- 172.21.15.8:0/2841051926 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f3dea651c0 0x55f3dea70d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.689 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.682+0000 7f8709130b80 1 --2- 172.21.15.8:0/2841051926 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f3dea6a690 0x55f3dea6e0d0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.689 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.682+0000 7f8709130b80 1 -- 172.21.15.8:0/2841051926 >> 172.21.15.8:0/2841051926 conn(0x55f3de992c60 msgr2=0x55f3dea5edf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:52.689 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.682+0000 7f86e1600700 0 client.25600 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:16:52.689 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.683+0000 7f8709130b80 1 -- 172.21.15.8:0/2841051926 shutdown_connections 2024-05-20T21:16:52.690 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.683+0000 7f8709130b80 1 -- 172.21.15.8:0/2841051926 wait complete. 2024-05-20T21:16:52.690 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.683+0000 7f8709130b80 20 client.25600 trim_cache size 0 max 16384 2024-05-20T21:16:52.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.724+0000 7f8709130b80 1 Processor -- start 2024-05-20T21:16:52.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.724+0000 7f8709130b80 1 -- start start 2024-05-20T21:16:52.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.724+0000 7f8709130b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f3dea651c0 0x55f3dea7aaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:52.725 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.724+0000 7f8709130b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f3dea6a690 0x55f3dea5f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:52.725 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.724+0000 7f8709130b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f3dea6afb0 0x55f3dea8ea00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:52.725 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.724+0000 7f8709130b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f86f81b6ad0 con 0x55f3dea6afb0 2024-05-20T21:16:52.725 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.724+0000 7f8709130b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f86f81b4360 con 0x55f3dea6a690 2024-05-20T21:16:52.725 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.724+0000 7f8709130b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f86f81b21d0 con 0x55f3dea651c0 2024-05-20T21:16:52.725 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.725+0000 7f86f6a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f3dea6a690 0x55f3dea5f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:52.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.725+0000 7f86f6a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f3dea6a690 0x55f3dea5f570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:34566/0 (socket says 172.21.15.8:34566) 2024-05-20T21:16:52.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.725+0000 7f86f7e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f3dea6afb0 0x55f3dea8ea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:52.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.725+0000 7f86f6a00700 1 -- 172.21.15.8:0/4070831024 learned_addr learned my addr 172.21.15.8:0/4070831024 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:52.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.725+0000 7f86f7e00700 1 --2- 172.21.15.8:0/4070831024 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f3dea651c0 0x55f3dea7aaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:52.726 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:16:52 smithi050 ceph-mon[35809]: pgmap v486: 97 pgs: 97 active+clean; 672 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 341 B/s wr, 6 op/s 2024-05-20T21:16:52.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.725+0000 7f86f7e00700 1 -- 172.21.15.8:0/4070831024 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f3dea651c0 msgr2=0x55f3dea7aaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:52.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.725+0000 7f86f7e00700 1 --2- 172.21.15.8:0/4070831024 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f3dea651c0 0x55f3dea7aaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.725+0000 7f86f7e00700 1 -- 172.21.15.8:0/4070831024 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f3dea6a690 msgr2=0x55f3dea5f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:52.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.725+0000 7f86f7e00700 1 --2- 172.21.15.8:0/4070831024 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f3dea6a690 0x55f3dea5f570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.725+0000 7f86f7e00700 1 -- 172.21.15.8:0/4070831024 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f3dea60f10 con 0x55f3dea6afb0 2024-05-20T21:16:52.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.726+0000 7f86f7e00700 1 --2- 172.21.15.8:0/4070831024 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f3dea6afb0 0x55f3dea8ea00 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f86f00076d0 tx=0x7f86f000b740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c3671d903ff5251 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:52.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.726+0000 7f86e3e00700 1 -- 172.21.15.8:0/4070831024 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86f0022040 con 0x55f3dea6afb0 2024-05-20T21:16:52.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.726+0000 7f86e3e00700 1 -- 172.21.15.8:0/4070831024 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f86f0007c50 con 0x55f3dea6afb0 2024-05-20T21:16:52.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.726+0000 7f86e3e00700 1 -- 172.21.15.8:0/4070831024 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86f001c6a0 con 0x55f3dea6afb0 2024-05-20T21:16:52.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.727+0000 7f8709130b80 1 -- 172.21.15.8:0/4070831024 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f3dea6afb0 msgr2=0x55f3dea8ea00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:52.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.727+0000 7f8709130b80 1 --2- 172.21.15.8:0/4070831024 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f3dea6afb0 0x55f3dea8ea00 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f86f00076d0 tx=0x7f86f000b740 comp rx=0 tx=0).stop 2024-05-20T21:16:52.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.727+0000 7f8709130b80 1 -- 172.21.15.8:0/4070831024 shutdown_connections 2024-05-20T21:16:52.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.727+0000 7f8709130b80 1 --2- 172.21.15.8:0/4070831024 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f3dea6afb0 0x55f3dea8ea00 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.727+0000 7f8709130b80 1 --2- 172.21.15.8:0/4070831024 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f3dea651c0 0x55f3dea7aaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.727+0000 7f8709130b80 1 --2- 172.21.15.8:0/4070831024 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f3dea6a690 0x55f3dea5f570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.727+0000 7f8709130b80 1 -- 172.21.15.8:0/4070831024 >> 172.21.15.8:0/4070831024 conn(0x55f3de992c60 msgr2=0x55f3dea69a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:52.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.728+0000 7f8709130b80 1 -- 172.21.15.8:0/4070831024 shutdown_connections 2024-05-20T21:16:52.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.728+0000 7f8709130b80 1 -- 172.21.15.8:0/4070831024 wait complete. 2024-05-20T21:16:52.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.728+0000 7f8709130b80 1 -- start start 2024-05-20T21:16:52.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.728+0000 7f8709130b80 1 Processor -- start 2024-05-20T21:16:52.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.729+0000 7f8709130b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f3dea651c0 0x55f3dea74240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:52.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.729+0000 7f8709130b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f3dea6a690 0x55f3dea74780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:52.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.729+0000 7f8709130b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f3dea6afb0 0x55f3deaeb8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:52.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.729+0000 7f8709130b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f86f81b2820 con 0x55f3dea6afb0 2024-05-20T21:16:52.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.729+0000 7f8709130b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f86f81b3c90 con 0x55f3dea651c0 2024-05-20T21:16:52.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.729+0000 7f8709130b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f86f81b2ef0 con 0x55f3dea6a690 2024-05-20T21:16:52.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.729+0000 7f8709130b80 10 client.0 _ll_register_callbacks cb 0x55f3de95ccf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:16:52.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.729+0000 7f86f6a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f3dea6a690 0x55f3dea74780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:52.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.729+0000 7f86f6a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f3dea6a690 0x55f3dea74780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:53240/0 (socket says 172.21.15.8:53240) 2024-05-20T21:16:52.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.729+0000 7f86f6a00700 1 -- 172.21.15.8:0/337105998 learned_addr learned my addr 172.21.15.8:0/337105998 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:52.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.730+0000 7f86f7e00700 1 --2- 172.21.15.8:0/337105998 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f3dea651c0 0x55f3dea74240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:52.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.730+0000 7f86f7e00700 1 --2- 172.21.15.8:0/337105998 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f3dea6afb0 0x55f3deaeb8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:52.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.730+0000 7f86f6a00700 1 -- 172.21.15.8:0/337105998 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f3dea651c0 msgr2=0x55f3dea74240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:52.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.730+0000 7f86f6a00700 1 --2- 172.21.15.8:0/337105998 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f3dea651c0 0x55f3dea74240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.730+0000 7f86f6a00700 1 -- 172.21.15.8:0/337105998 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f3dea6afb0 msgr2=0x55f3deaeb8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:52.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.730+0000 7f86f6a00700 1 --2- 172.21.15.8:0/337105998 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f3dea6afb0 0x55f3deaeb8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.730+0000 7f86f6a00700 1 -- 172.21.15.8:0/337105998 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f3deaebef0 con 0x55f3dea6a690 2024-05-20T21:16:52.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.730+0000 7f86f7e00700 1 --2- 172.21.15.8:0/337105998 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f3dea651c0 0x55f3dea74240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:16:52.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.730+0000 7f86f6a00700 1 --2- 172.21.15.8:0/337105998 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f3dea6a690 0x55f3dea74780 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f86e401c500 tx=0x7f86e4012a60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e0d0dad0dc5baa82 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:52.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.730+0000 7f86e1600700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:16:52.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.730+0000 7f86e1600700 1 -- 172.21.15.8:0/337105998 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86e4036060 con 0x55f3dea6a690 2024-05-20T21:16:52.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.731+0000 7f86e1600700 1 -- 172.21.15.8:0/337105998 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f86e401c6f0 con 0x55f3dea6a690 2024-05-20T21:16:52.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.731+0000 7f8709130b80 1 -- 172.21.15.8:0/337105998 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f86f0007c50 con 0x55f3dea6a690 2024-05-20T21:16:52.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.732+0000 7f86e1600700 1 -- 172.21.15.8:0/337105998 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f86e401c930 con 0x55f3dea6a690 2024-05-20T21:16:52.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.732+0000 7f8709130b80 10 client.25606 fetch_fsmap learned FSMap version 26 2024-05-20T21:16:52.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.732+0000 7f8709130b80 1 -- 172.21.15.8:0/337105998 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f3deaf32f0 con 0x55f3dea6a690 2024-05-20T21:16:52.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.732+0000 7f86e1600700 1 -- 172.21.15.8:0/337105998 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f86f0007c50 con 0x55f3dea6a690 2024-05-20T21:16:52.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.733+0000 7f86e1600700 1 -- 172.21.15.8:0/337105998 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f86e401cad0 con 0x55f3dea6a690 2024-05-20T21:16:52.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.733+0000 7f8709130b80 10 client.25606 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:16:52.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.733+0000 7f8709130b80 10 client.25606 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:16:52.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.733+0000 7f8709130b80 20 client.25606 populate_metadata read hostname 'smithi008' 2024-05-20T21:16:52.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.733+0000 7f8709130b80 1 --2- 172.21.15.8:0/337105998 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f3deaf39b0 0x55f3deaf5dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:52.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.733+0000 7f8709130b80 4 client.25606 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:16:52.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.733+0000 7f8709130b80 1 -- 172.21.15.8:0/337105998 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55f3de9be5f0 con 0x55f3deaf39b0 2024-05-20T21:16:52.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.734+0000 7f86f7e00700 1 --2- 172.21.15.8:0/337105998 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f3deaf39b0 0x55f3deaf5dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:52.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.734+0000 7f86f7e00700 1 --2- 172.21.15.8:0/337105998 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f3deaf39b0 0x55f3deaf5dd0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c67074a9e838132e server_cookie=bfc6057e441023f8 in_seq=0 out_seq=0 2024-05-20T21:16:52.735 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.734+0000 7f86e1600700 10 client.25606 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:16:52.736 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.736+0000 7f86e1600700 1 -- 172.21.15.8:0/337105998 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55f3de9be5f0 con 0x55f3deaf39b0 2024-05-20T21:16:52.736 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.736+0000 7f86e1600700 10 client.25606 handle_command_reply: tid=0 2024-05-20T21:16:52.736 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.736+0000 7f8709130b80 1 client.25606 shutdown 2024-05-20T21:16:52.736 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.736+0000 7f8709130b80 1 -- 172.21.15.8:0/337105998 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f3dea6a690 msgr2=0x55f3dea74780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:52.736 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.736+0000 7f8709130b80 1 --2- 172.21.15.8:0/337105998 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f3dea6a690 0x55f3dea74780 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f86e401c500 tx=0x7f86e4012a60 comp rx=0 tx=0).stop 2024-05-20T21:16:52.737 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.736+0000 7f8709130b80 1 -- 172.21.15.8:0/337105998 shutdown_connections 2024-05-20T21:16:52.737 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.736+0000 7f8709130b80 1 --2- 172.21.15.8:0/337105998 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f3deaf39b0 0x55f3deaf5dd0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.737 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.736+0000 7f8709130b80 1 --2- 172.21.15.8:0/337105998 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f3dea651c0 0x55f3dea74240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.737 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.736+0000 7f8709130b80 1 --2- 172.21.15.8:0/337105998 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f3dea6afb0 0x55f3deaeb8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.737 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.736+0000 7f8709130b80 1 --2- 172.21.15.8:0/337105998 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f3dea6a690 0x55f3dea74780 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.738 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.736+0000 7f8709130b80 1 -- 172.21.15.8:0/337105998 >> 172.21.15.8:0/337105998 conn(0x55f3de992c60 msgr2=0x55f3dea79a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:52.738 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.736+0000 7f86e1600700 0 client.25606 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:16:52.738 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.737+0000 7f8709130b80 1 -- 172.21.15.8:0/337105998 shutdown_connections 2024-05-20T21:16:52.738 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.737+0000 7f8709130b80 1 -- 172.21.15.8:0/337105998 wait complete. 2024-05-20T21:16:52.738 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.737+0000 7f8709130b80 20 client.25606 trim_cache size 0 max 16384 2024-05-20T21:16:52.741 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:16:52.741 INFO:teuthology.orchestra.run.smithi008.stdout: "return_code": 0, 2024-05-20T21:16:52.741 INFO:teuthology.orchestra.run.smithi008.stdout: "scrub_tag": "dc4d00bc-7e51-4c73-98f8-3e5d01f98cfa", 2024-05-20T21:16:52.741 INFO:teuthology.orchestra.run.smithi008.stdout: "mode": "asynchronous" 2024-05-20T21:16:52.742 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:16:52.742 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.738+0000 7f86fe800700 1 -- 172.21.15.8:0/2290363247 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f86dc0b2900 msgr2=0x7f86dc0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:52.742 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.738+0000 7f86fe800700 1 --2- 172.21.15.8:0/2290363247 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f86dc0b2900 0x7f86dc0b4dc0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f86e80e26f0 tx=0x7f86e80e5e90 comp rx=0 tx=0).stop 2024-05-20T21:16:52.742 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.738+0000 7f86fe800700 1 -- 172.21.15.8:0/2290363247 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f86f81037f0 msgr2=0x7f86f8074c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:52.742 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.738+0000 7f86fe800700 1 --2- 172.21.15.8:0/2290363247 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f86f81037f0 0x7f86f8074c00 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f86e800e9a0 tx=0x7f86e800ecb0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.743 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.738+0000 7f86fe800700 1 -- 172.21.15.8:0/2290363247 shutdown_connections 2024-05-20T21:16:52.743 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.738+0000 7f86fe800700 1 --2- 172.21.15.8:0/2290363247 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f86dc0b2900 0x7f86dc0b4dc0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.743 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.738+0000 7f86fe800700 1 --2- 172.21.15.8:0/2290363247 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f86f81088f0 0x7f86f806de70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.743 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.738+0000 7f86fe800700 1 --2- 172.21.15.8:0/2290363247 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f86f81037f0 0x7f86f8074c00 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.743 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.738+0000 7f86fe800700 1 --2- 172.21.15.8:0/2290363247 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f86f81041a0 0x7f86f8075140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.743 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.738+0000 7f86fe800700 1 -- 172.21.15.8:0/2290363247 >> 172.21.15.8:0/2290363247 conn(0x7f86f807a6a0 msgr2=0x7f86f8101740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:52.743 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.738+0000 7f86fe800700 1 -- 172.21.15.8:0/2290363247 shutdown_connections 2024-05-20T21:16:52.743 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:52.738+0000 7f86fe800700 1 -- 172.21.15.8:0/2290363247 wait complete. 2024-05-20T21:16:52.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:16:52 smithi130 ceph-mon[36448]: pgmap v486: 97 pgs: 97 active+clean; 672 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 341 B/s wr, 6 op/s 2024-05-20T21:16:53.603 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:16:53 smithi008 ceph-mon[31475]: scrub queued for path: / 2024-05-20T21:16:53.604 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:16:53 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:16:53.604 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:16:53 smithi008 ceph-mon[31475]: scrub summary: active paths [/] 2024-05-20T21:16:53.604 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:16:53 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:16:53.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:16:53 smithi130 ceph-mon[36448]: scrub queued for path: / 2024-05-20T21:16:53.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:16:53 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:16:53.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:16:53 smithi130 ceph-mon[36448]: scrub summary: active paths [/] 2024-05-20T21:16:53.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:16:53 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:16:53.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:16:53 smithi050 ceph-mon[35809]: scrub queued for path: / 2024-05-20T21:16:53.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:16:53 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:16:53.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:16:53 smithi050 ceph-mon[35809]: scrub summary: active paths [/] 2024-05-20T21:16:53.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:16:53 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:16:54.255 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:16:54.733 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:16:54 smithi008 ceph-mon[31475]: pgmap v487: 97 pgs: 97 active+clean; 673 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 597 B/s wr, 7 op/s 2024-05-20T21:16:54.910 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:16:54.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:16:54 smithi130 ceph-mon[36448]: pgmap v487: 97 pgs: 97 active+clean; 673 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 597 B/s wr, 7 op/s 2024-05-20T21:16:54.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:16:54 smithi050 ceph-mon[35809]: pgmap v487: 97 pgs: 97 active+clean; 673 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 597 B/s wr, 7 op/s 2024-05-20T21:16:55.801 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:55.799+0000 7ffa6e800700 1 -- 172.21.15.8:0/2326449367 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ffa68104630 msgr2=0x7ffa68104a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:55.801 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:55.799+0000 7ffa6e800700 1 --2- 172.21.15.8:0/2326449367 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ffa68104630 0x7ffa68104a10 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7ffa5c009990 tx=0x7ffa5c009ca0 comp rx=0 tx=0).stop 2024-05-20T21:16:55.801 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:55.800+0000 7ffa6e800700 1 -- 172.21.15.8:0/2326449367 shutdown_connections 2024-05-20T21:16:55.801 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:55.800+0000 7ffa6e800700 1 --2- 172.21.15.8:0/2326449367 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffa6810da60 0x7ffa6810ff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:55.801 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:55.800+0000 7ffa6e800700 1 --2- 172.21.15.8:0/2326449367 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ffa68104630 0x7ffa68104a10 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:55.801 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:55.800+0000 7ffa6e800700 1 --2- 172.21.15.8:0/2326449367 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffa68104f50 0x7ffa6810d440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:55.801 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:55.800+0000 7ffa6e800700 1 -- 172.21.15.8:0/2326449367 >> 172.21.15.8:0/2326449367 conn(0x7ffa680fde60 msgr2=0x7ffa68100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:55.801 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:55.800+0000 7ffa6e800700 1 -- 172.21.15.8:0/2326449367 shutdown_connections 2024-05-20T21:16:55.801 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:55.800+0000 7ffa6e800700 1 -- 172.21.15.8:0/2326449367 wait complete. 2024-05-20T21:16:55.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:55.801+0000 7ffa6e800700 1 Processor -- start 2024-05-20T21:16:55.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:55.801+0000 7ffa6e800700 1 -- start start 2024-05-20T21:16:55.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:55.802+0000 7ffa6e800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffa68104630 0x7ffa6819bd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:55.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:55.802+0000 7ffa6e800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ffa68104f50 0x7ffa6819c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:55.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:55.802+0000 7ffa6e800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffa6810da60 0x7ffa681a0630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:55.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:55.802+0000 7ffa6e800700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7ffa68113670 con 0x7ffa68104f50 2024-05-20T21:16:55.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:55.802+0000 7ffa6e800700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ffa681134f0 con 0x7ffa6810da60 2024-05-20T21:16:55.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:55.802+0000 7ffa6e800700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7ffa681137f0 con 0x7ffa68104630 2024-05-20T21:16:55.803 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:55.802+0000 7ffa6d400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffa68104630 0x7ffa6819bd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:55.803 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:55.802+0000 7ffa6ca00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ffa68104f50 0x7ffa6819c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:55.803 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:55.802+0000 7ffa6d400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffa68104630 0x7ffa6819bd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:54516/0 (socket says 172.21.15.8:54516) 2024-05-20T21:16:55.803 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:55.802+0000 7ffa6d400700 1 -- 172.21.15.8:0/1914913403 learned_addr learned my addr 172.21.15.8:0/1914913403 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:55.803 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:55.802+0000 7ffa6de00700 1 --2- 172.21.15.8:0/1914913403 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffa6810da60 0x7ffa681a0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:55.804 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:55.803+0000 7ffa6d400700 1 -- 172.21.15.8:0/1914913403 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffa6810da60 msgr2=0x7ffa681a0630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:55.804 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:55.803+0000 7ffa6d400700 1 --2- 172.21.15.8:0/1914913403 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffa6810da60 0x7ffa681a0630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:55.804 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:55.803+0000 7ffa6d400700 1 -- 172.21.15.8:0/1914913403 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ffa68104f50 msgr2=0x7ffa6819c2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:55.804 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:55.803+0000 7ffa6d400700 1 --2- 172.21.15.8:0/1914913403 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ffa68104f50 0x7ffa6819c2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:55.804 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:55.803+0000 7ffa6d400700 1 -- 172.21.15.8:0/1914913403 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa681a0d70 con 0x7ffa68104630 2024-05-20T21:16:55.804 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:55.803+0000 7ffa6ca00700 1 --2- 172.21.15.8:0/1914913403 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ffa68104f50 0x7ffa6819c2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:55.804 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:55.803+0000 7ffa6d400700 1 --2- 172.21.15.8:0/1914913403 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffa68104630 0x7ffa6819bd60 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7ffa5c0057f0 tx=0x7ffa5c00bfd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:55.804 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:55.804+0000 7ffa66000700 1 -- 172.21.15.8:0/1914913403 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa5c026070 con 0x7ffa68104630 2024-05-20T21:16:55.805 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:55.804+0000 7ffa66000700 1 -- 172.21.15.8:0/1914913403 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffa5c021410 con 0x7ffa68104630 2024-05-20T21:16:55.805 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:55.804+0000 7ffa66000700 1 -- 172.21.15.8:0/1914913403 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa5c017650 con 0x7ffa68104630 2024-05-20T21:16:55.805 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:55.804+0000 7ffa6e800700 1 -- 172.21.15.8:0/1914913403 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa681a1000 con 0x7ffa68104630 2024-05-20T21:16:55.805 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:55.804+0000 7ffa6e800700 1 -- 172.21.15.8:0/1914913403 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa681a88e0 con 0x7ffa68104630 2024-05-20T21:16:55.806 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:55.805+0000 7ffa6e800700 1 -- 172.21.15.8:0/1914913403 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffa6806bb00 con 0x7ffa68104630 2024-05-20T21:16:55.808 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:55.808+0000 7ffa66000700 1 -- 172.21.15.8:0/1914913403 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7ffa5c029070 con 0x7ffa68104630 2024-05-20T21:16:55.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:55.809+0000 7ffa66000700 1 --2- 172.21.15.8:0/1914913403 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ffa500b2900 0x7ffa500b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:55.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:55.809+0000 7ffa66000700 1 -- 172.21.15.8:0/1914913403 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7ffa5c0e2f70 con 0x7ffa68104630 2024-05-20T21:16:55.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:55.810+0000 7ffa6ca00700 1 --2- 172.21.15.8:0/1914913403 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ffa500b2900 0x7ffa500b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:55.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:55.810+0000 7ffa6ca00700 1 --2- 172.21.15.8:0/1914913403 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ffa500b2900 0x7ffa500b4dc0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7ffa6810f350 tx=0x7ffa54009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:55.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:55.814+0000 7ffa66000700 1 -- 172.21.15.8:0/1914913403 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7ffa5c013070 con 0x7ffa68104630 2024-05-20T21:16:56.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:56.255+0000 7ffa6e800700 1 -- 172.21.15.8:0/1914913403 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ffa6806a230 con 0x7ffa68104630 2024-05-20T21:16:56.258 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:16:56.258 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:56.257+0000 7ffa66000700 1 -- 172.21.15.8:0/1914913403 <== mon.1 v2:172.21.15.130:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7ffa5c0aacb0 con 0x7ffa68104630 2024-05-20T21:16:56.259 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:16:56.260 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:56.260+0000 7ffa6e800700 1 -- 172.21.15.8:0/1914913403 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ffa500b2900 msgr2=0x7ffa500b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:56.261 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:56.260+0000 7ffa6e800700 1 --2- 172.21.15.8:0/1914913403 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ffa500b2900 0x7ffa500b4dc0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7ffa6810f350 tx=0x7ffa54009260 comp rx=0 tx=0).stop 2024-05-20T21:16:56.261 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:56.260+0000 7ffa6e800700 1 -- 172.21.15.8:0/1914913403 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffa68104630 msgr2=0x7ffa6819bd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:56.261 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:56.260+0000 7ffa6e800700 1 --2- 172.21.15.8:0/1914913403 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffa68104630 0x7ffa6819bd60 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7ffa5c0057f0 tx=0x7ffa5c00bfd0 comp rx=0 tx=0).stop 2024-05-20T21:16:56.262 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:56.261+0000 7ffa6e800700 1 -- 172.21.15.8:0/1914913403 shutdown_connections 2024-05-20T21:16:56.262 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:56.261+0000 7ffa6e800700 1 --2- 172.21.15.8:0/1914913403 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ffa500b2900 0x7ffa500b4dc0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:56.262 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:56.261+0000 7ffa6e800700 1 --2- 172.21.15.8:0/1914913403 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffa6810da60 0x7ffa681a0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:56.262 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:56.261+0000 7ffa6e800700 1 --2- 172.21.15.8:0/1914913403 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffa68104630 0x7ffa6819bd60 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:56.262 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:56.261+0000 7ffa6e800700 1 --2- 172.21.15.8:0/1914913403 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ffa68104f50 0x7ffa6819c2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:56.262 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:56.261+0000 7ffa6e800700 1 -- 172.21.15.8:0/1914913403 >> 172.21.15.8:0/1914913403 conn(0x7ffa680fde60 msgr2=0x7ffa68100250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:56.262 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:56.262+0000 7ffa6e800700 1 -- 172.21.15.8:0/1914913403 shutdown_connections 2024-05-20T21:16:56.263 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:56.262+0000 7ffa6e800700 1 -- 172.21.15.8:0/1914913403 wait complete. 2024-05-20T21:16:56.264 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:16:56.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:16:56 smithi008 ceph-mon[31475]: pgmap v488: 97 pgs: 97 active+clean; 673 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-20T21:16:56.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:16:56 smithi008 ceph-mon[31475]: scrub summary: idle 2024-05-20T21:16:56.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:16:56 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/1914913403' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:16:56.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:16:56 smithi130 ceph-mon[36448]: pgmap v488: 97 pgs: 97 active+clean; 673 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-20T21:16:56.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:16:56 smithi130 ceph-mon[36448]: scrub summary: idle 2024-05-20T21:16:56.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:16:56 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/1914913403' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:16:56.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:16:56 smithi050 ceph-mon[35809]: pgmap v488: 97 pgs: 97 active+clean; 673 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-20T21:16:56.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:16:56 smithi050 ceph-mon[35809]: scrub summary: idle 2024-05-20T21:16:56.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:16:56 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/1914913403' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:16:57.682 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24529 quiesce db / --timeout 90 --expiration 138.85 --await-for 45.0' 2024-05-20T21:16:57.683 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24529 quiesce db / --timeout 90 --expiration 138.85 --await-for 45.0 2024-05-20T21:16:58.334 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:16:58.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.389+0000 7f74e9e00700 1 -- 172.21.15.8:0/3379111446 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f74e406b220 msgr2=0x7f74e406b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:58.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.389+0000 7f74e9e00700 1 --2- 172.21.15.8:0/3379111446 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f74e406b220 0x7f74e406b6a0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f74d00098f0 tx=0x7f74d0009c00 comp rx=0 tx=0).stop 2024-05-20T21:16:58.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.389+0000 7f74e9e00700 1 -- 172.21.15.8:0/3379111446 shutdown_connections 2024-05-20T21:16:58.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.389+0000 7f74e9e00700 1 --2- 172.21.15.8:0/3379111446 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f74e406bbe0 0x7f74e41103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.389+0000 7f74e9e00700 1 --2- 172.21.15.8:0/3379111446 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f74e41095b0 0x7f74e4109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.389+0000 7f74e9e00700 1 --2- 172.21.15.8:0/3379111446 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f74e406b220 0x7f74e406b6a0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.389+0000 7f74e9e00700 1 -- 172.21.15.8:0/3379111446 >> 172.21.15.8:0/3379111446 conn(0x7f74e40793f0 msgr2=0x7f74e4079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:58.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.389+0000 7f74e9e00700 1 -- 172.21.15.8:0/3379111446 shutdown_connections 2024-05-20T21:16:58.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.389+0000 7f74e9e00700 1 -- 172.21.15.8:0/3379111446 wait complete. 2024-05-20T21:16:58.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.390+0000 7f74e9e00700 1 Processor -- start 2024-05-20T21:16:58.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.391+0000 7f74e9e00700 1 -- start start 2024-05-20T21:16:58.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.391+0000 7f74e9e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f74e406b220 0x7f74e419be50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:58.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.391+0000 7f74e9e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f74e406bbe0 0x7f74e419c390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:58.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.391+0000 7f74e9e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f74e41095b0 0x7f74e41a0720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:58.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.391+0000 7f74e9e00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f74e41136f0 con 0x7f74e406bbe0 2024-05-20T21:16:58.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.391+0000 7f74e9e00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f74e4113570 con 0x7f74e406b220 2024-05-20T21:16:58.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.391+0000 7f74e9e00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f74e4113870 con 0x7f74e41095b0 2024-05-20T21:16:58.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.392+0000 7f74e2a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f74e406b220 0x7f74e419be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:58.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.392+0000 7f74e2a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f74e406b220 0x7f74e419be50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:50642/0 (socket says 172.21.15.8:50642) 2024-05-20T21:16:58.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.392+0000 7f74e2a00700 1 -- 172.21.15.8:0/2956105692 learned_addr learned my addr 172.21.15.8:0/2956105692 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:58.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.392+0000 7f74e3400700 1 --2- 172.21.15.8:0/2956105692 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f74e41095b0 0x7f74e41a0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:58.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.392+0000 7f74e2a00700 1 -- 172.21.15.8:0/2956105692 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f74e41095b0 msgr2=0x7f74e41a0720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:58.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.392+0000 7f74e2a00700 1 --2- 172.21.15.8:0/2956105692 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f74e41095b0 0x7f74e41a0720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.392+0000 7f74e2a00700 1 -- 172.21.15.8:0/2956105692 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f74e406bbe0 msgr2=0x7f74e419c390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:58.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.392+0000 7f74e2a00700 1 --2- 172.21.15.8:0/2956105692 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f74e406bbe0 0x7f74e419c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.392+0000 7f74e2a00700 1 -- 172.21.15.8:0/2956105692 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74e41a0e60 con 0x7f74e406b220 2024-05-20T21:16:58.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.392+0000 7f74e3400700 1 --2- 172.21.15.8:0/2956105692 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f74e41095b0 0x7f74e41a0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:16:58.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.393+0000 7f74e2a00700 1 --2- 172.21.15.8:0/2956105692 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f74e406b220 0x7f74e419be50 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f74d400e9c0 tx=0x7f74d400ed80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:58.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.393+0000 7f74e8a00700 1 -- 172.21.15.8:0/2956105692 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74d400cbd0 con 0x7f74e406b220 2024-05-20T21:16:58.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.393+0000 7f74e8a00700 1 -- 172.21.15.8:0/2956105692 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f74d400cd70 con 0x7f74e406b220 2024-05-20T21:16:58.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.393+0000 7f74e9e00700 1 -- 172.21.15.8:0/2956105692 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74e41a1150 con 0x7f74e406b220 2024-05-20T21:16:58.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.393+0000 7f74e9e00700 1 -- 172.21.15.8:0/2956105692 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74e41a89d0 con 0x7f74e406b220 2024-05-20T21:16:58.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.394+0000 7f74e8a00700 1 -- 172.21.15.8:0/2956105692 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74d40056a0 con 0x7f74e406b220 2024-05-20T21:16:58.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.400+0000 7f74f4740b80 1 Processor -- start 2024-05-20T21:16:58.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.402+0000 7f74f4740b80 1 -- start start 2024-05-20T21:16:58.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.402+0000 7f74f4740b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5624c4fb96c0 0x5624c4fb9aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:58.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.402+0000 7f74f4740b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5624c4fb9fe0 0x5624c4fb3a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:58.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.402+0000 7f74f4740b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5624c4fb4090 0x5624c4fb44f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:58.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.402+0000 7f74f4740b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5624c4f09e40 con 0x5624c4fb4090 2024-05-20T21:16:58.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.402+0000 7f74f4740b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5624c4ef99e0 con 0x5624c4fb96c0 2024-05-20T21:16:58.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.402+0000 7f74f4740b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5624c4efda20 con 0x5624c4fb9fe0 2024-05-20T21:16:58.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.402+0000 7f74e3400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5624c4fb96c0 0x5624c4fb9aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:58.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.403+0000 7f74e3400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5624c4fb96c0 0x5624c4fb9aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:50652/0 (socket says 172.21.15.8:50652) 2024-05-20T21:16:58.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.403+0000 7f74e3400700 1 -- 172.21.15.8:0/2587628651 learned_addr learned my addr 172.21.15.8:0/2587628651 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:58.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.403+0000 7f74e8a00700 1 -- 172.21.15.8:0/2956105692 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f74d4004750 con 0x7f74e406b220 2024-05-20T21:16:58.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.404+0000 7f74e2000700 1 --2- 172.21.15.8:0/2587628651 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5624c4fb4090 0x5624c4fb44f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:58.406 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.405+0000 7f74e2000700 1 -- 172.21.15.8:0/2587628651 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5624c4fb9fe0 msgr2=0x5624c4fb3a70 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-20T21:16:58.406 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.405+0000 7f74e2000700 1 --2- 172.21.15.8:0/2587628651 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5624c4fb9fe0 0x5624c4fb3a70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.407 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.405+0000 7f74e2000700 1 -- 172.21.15.8:0/2587628651 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5624c4fb96c0 msgr2=0x5624c4fb9aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:58.407 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.405+0000 7f74e2000700 1 --2- 172.21.15.8:0/2587628651 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5624c4fb96c0 0x5624c4fb9aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.407 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.405+0000 7f74e2000700 1 -- 172.21.15.8:0/2587628651 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5624c4ec2420 con 0x5624c4fb4090 2024-05-20T21:16:58.407 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.406+0000 7f74e8a00700 1 --2- 172.21.15.8:0/2956105692 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f74c80b2880 0x7f74c80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:58.407 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.406+0000 7f74e8a00700 1 -- 172.21.15.8:0/2956105692 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f74d40e2410 con 0x7f74e406b220 2024-05-20T21:16:58.408 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.407+0000 7f74e2000700 1 --2- 172.21.15.8:0/2587628651 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5624c4fb4090 0x5624c4fb44f0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f74d0009fd0 tx=0x7f74d00095b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e83570abf81e560b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:58.409 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.408+0000 7f74e3400700 1 --2- 172.21.15.8:0/2956105692 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f74c80b2880 0x7f74c80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:58.409 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.408+0000 7f74d8c00700 1 -- 172.21.15.8:0/2587628651 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74d0010cd0 con 0x5624c4fb4090 2024-05-20T21:16:58.409 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.409+0000 7f74d8c00700 1 -- 172.21.15.8:0/2587628651 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f74d0010e70 con 0x5624c4fb4090 2024-05-20T21:16:58.409 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.409+0000 7f74d8c00700 1 -- 172.21.15.8:0/2587628651 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74d0003680 con 0x5624c4fb4090 2024-05-20T21:16:58.409 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.409+0000 7f74e3400700 1 --2- 172.21.15.8:0/2956105692 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f74c80b2880 0x7f74c80b4d40 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f74dc0076f0 tx=0x7f74dc009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:58.410 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.410+0000 7f74f4740b80 1 -- 172.21.15.8:0/2587628651 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5624c4fb4090 msgr2=0x5624c4fb44f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:58.410 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.410+0000 7f74f4740b80 1 --2- 172.21.15.8:0/2587628651 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5624c4fb4090 0x5624c4fb44f0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f74d0009fd0 tx=0x7f74d00095b0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.411 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.411+0000 7f74f4740b80 1 -- 172.21.15.8:0/2587628651 shutdown_connections 2024-05-20T21:16:58.411 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.411+0000 7f74f4740b80 1 --2- 172.21.15.8:0/2587628651 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5624c4fb96c0 0x5624c4fb9aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.411 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.411+0000 7f74f4740b80 1 --2- 172.21.15.8:0/2587628651 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5624c4fb4090 0x5624c4fb44f0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.411 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.411+0000 7f74f4740b80 1 --2- 172.21.15.8:0/2587628651 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5624c4fb9fe0 0x5624c4fb3a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.411 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.411+0000 7f74f4740b80 1 -- 172.21.15.8:0/2587628651 >> 172.21.15.8:0/2587628651 conn(0x5624c4ed9be0 msgr2=0x5624c4fa6010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:58.411 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.411+0000 7f74f4740b80 1 -- 172.21.15.8:0/2587628651 shutdown_connections 2024-05-20T21:16:58.412 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.411+0000 7f74f4740b80 1 -- 172.21.15.8:0/2587628651 wait complete. 2024-05-20T21:16:58.412 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.412+0000 7f74f4740b80 1 -- start start 2024-05-20T21:16:58.412 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.412+0000 7f74f4740b80 1 Processor -- start 2024-05-20T21:16:58.413 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.413+0000 7f74f4740b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5624c4fb4090 0x5624c4fbfd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:58.413 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.413+0000 7f74f4740b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5624c4fb96c0 0x5624c4fbd100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:58.415 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.413+0000 7f74f4740b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5624c4fb9fe0 0x5624c4fbd640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:58.415 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.413+0000 7f74f4740b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5624c4dfffa0 con 0x5624c4fb96c0 2024-05-20T21:16:58.415 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.413+0000 7f74f4740b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5624c4e9a760 con 0x5624c4fb4090 2024-05-20T21:16:58.415 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.413+0000 7f74f4740b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5624c4fc09f0 con 0x5624c4fb9fe0 2024-05-20T21:16:58.415 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.413+0000 7f74f4740b80 10 client.0 _ll_register_callbacks cb 0x5624c4ea3c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:16:58.415 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.414+0000 7f74e2000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5624c4fb96c0 0x5624c4fbd100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:58.416 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.414+0000 7f74e2a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5624c4fb4090 0x5624c4fbfd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:58.416 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.414+0000 7f74e2000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5624c4fb96c0 0x5624c4fbd100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:49470/0 (socket says 172.21.15.8:49470) 2024-05-20T21:16:58.416 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.414+0000 7f74e2000700 1 -- 172.21.15.8:0/56526627 learned_addr learned my addr 172.21.15.8:0/56526627 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:58.416 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.414+0000 7f74e3400700 1 --2- 172.21.15.8:0/56526627 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5624c4fb9fe0 0x5624c4fbd640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:58.416 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.414+0000 7f74e2a00700 1 -- 172.21.15.8:0/56526627 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5624c4fb9fe0 msgr2=0x5624c4fbd640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:58.416 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.414+0000 7f74e2a00700 1 --2- 172.21.15.8:0/56526627 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5624c4fb9fe0 0x5624c4fbd640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.416 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.414+0000 7f74e2a00700 1 -- 172.21.15.8:0/56526627 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5624c4fb96c0 msgr2=0x5624c4fbd100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:58.416 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.414+0000 7f74e2a00700 1 --2- 172.21.15.8:0/56526627 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5624c4fb96c0 0x5624c4fbd100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.416 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.414+0000 7f74e2a00700 1 -- 172.21.15.8:0/56526627 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5624c4e498d0 con 0x5624c4fb4090 2024-05-20T21:16:58.416 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.415+0000 7f74e2a00700 1 --2- 172.21.15.8:0/56526627 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5624c4fb4090 0x5624c4fbfd60 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f74d40dff50 tx=0x7f74d40a9190 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5d42e9de3305dc14 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:58.416 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.415+0000 7f74cd600700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:16:58.416 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.415+0000 7f74cd600700 1 -- 172.21.15.8:0/56526627 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74d40c3060 con 0x5624c4fb4090 2024-05-20T21:16:58.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.415+0000 7f74cd600700 1 -- 172.21.15.8:0/56526627 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f74d40b2600 con 0x5624c4fb4090 2024-05-20T21:16:58.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.415+0000 7f74f4740b80 1 -- 172.21.15.8:0/56526627 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f74d0010e70 con 0x5624c4fb4090 2024-05-20T21:16:58.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.416+0000 7f74cd600700 1 -- 172.21.15.8:0/56526627 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f74d40a9530 con 0x5624c4fb4090 2024-05-20T21:16:58.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.416+0000 7f74f4740b80 10 client.25583 fetch_fsmap learned FSMap version 26 2024-05-20T21:16:58.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.416+0000 7f74f4740b80 1 -- 172.21.15.8:0/56526627 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5624c4eca060 con 0x5624c4fb4090 2024-05-20T21:16:58.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.416+0000 7f74cd600700 1 -- 172.21.15.8:0/56526627 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f74d0010e70 con 0x5624c4fb4090 2024-05-20T21:16:58.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.416+0000 7f74cd600700 1 -- 172.21.15.8:0/56526627 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f74d40cc0d0 con 0x5624c4fb4090 2024-05-20T21:16:58.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.417+0000 7f74f4740b80 10 client.25583 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:16:58.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.417+0000 7f74f4740b80 10 client.25583 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:16:58.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.417+0000 7f74f4740b80 20 client.25583 populate_metadata read hostname 'smithi008' 2024-05-20T21:16:58.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.417+0000 7f74f4740b80 1 --2- 172.21.15.8:0/56526627 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5624c4fcd590 0x5624c4fcf9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:58.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.417+0000 7f74f4740b80 4 client.25583 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:16:58.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.417+0000 7f74f4740b80 1 -- 172.21.15.8:0/56526627 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5624c4f0bd90 con 0x5624c4fcd590 2024-05-20T21:16:58.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.417+0000 7f74e2000700 1 --2- 172.21.15.8:0/56526627 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5624c4fcd590 0x5624c4fcf9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:58.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.418+0000 7f74e2000700 1 --2- 172.21.15.8:0/56526627 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5624c4fcd590 0x5624c4fcf9a0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8b5b92f024aba3dd server_cookie=bbf8dd3eaf2c8fc in_seq=0 out_seq=0 2024-05-20T21:16:58.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.418+0000 7f74cd600700 10 client.25583 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:16:58.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.419+0000 7f74cd600700 1 -- 172.21.15.8:0/56526627 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5624c4f0bd90 con 0x5624c4fcd590 2024-05-20T21:16:58.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.419+0000 7f74cd600700 10 client.25583 handle_command_reply: tid=0 2024-05-20T21:16:58.420 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.419+0000 7f74f4740b80 1 client.25583 shutdown 2024-05-20T21:16:58.420 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.420+0000 7f74f4740b80 1 -- 172.21.15.8:0/56526627 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5624c4fb4090 msgr2=0x5624c4fbfd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:58.420 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.420+0000 7f74f4740b80 1 --2- 172.21.15.8:0/56526627 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5624c4fb4090 0x5624c4fbfd60 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f74d40dff50 tx=0x7f74d40a9190 comp rx=0 tx=0).stop 2024-05-20T21:16:58.420 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.420+0000 7f74f4740b80 1 -- 172.21.15.8:0/56526627 shutdown_connections 2024-05-20T21:16:58.420 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.420+0000 7f74f4740b80 1 --2- 172.21.15.8:0/56526627 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5624c4fcd590 0x5624c4fcf9a0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.420 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.420+0000 7f74f4740b80 1 --2- 172.21.15.8:0/56526627 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5624c4fb4090 0x5624c4fbfd60 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.421 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.420+0000 7f74f4740b80 1 --2- 172.21.15.8:0/56526627 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5624c4fb9fe0 0x5624c4fbd640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.421 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.420+0000 7f74f4740b80 1 --2- 172.21.15.8:0/56526627 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5624c4fb96c0 0x5624c4fbd100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.421 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.420+0000 7f74f4740b80 1 -- 172.21.15.8:0/56526627 >> 172.21.15.8:0/56526627 conn(0x5624c4ed9be0 msgr2=0x5624c4fb2a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:58.421 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.420+0000 7f74cd600700 0 client.25583 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:16:58.421 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.420+0000 7f74f4740b80 1 -- 172.21.15.8:0/56526627 shutdown_connections 2024-05-20T21:16:58.421 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.420+0000 7f74f4740b80 1 -- 172.21.15.8:0/56526627 wait complete. 2024-05-20T21:16:58.421 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.421+0000 7f74f4740b80 20 client.25583 trim_cache size 0 max 16384 2024-05-20T21:16:58.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.443+0000 7f74f4740b80 1 Processor -- start 2024-05-20T21:16:58.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.443+0000 7f74f4740b80 1 -- start start 2024-05-20T21:16:58.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.443+0000 7f74f4740b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5624c4fb4090 0x5624c4fb3a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:58.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.444+0000 7f74f4740b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5624c4fb96c0 0x5624c4fc9a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:58.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.444+0000 7f74f4740b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5624c4fb9fe0 0x5624c4fbd5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:58.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.444+0000 7f74f4740b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f74e41ae390 con 0x5624c4fb9fe0 2024-05-20T21:16:58.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.444+0000 7f74f4740b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f74e41abc20 con 0x5624c4fb4090 2024-05-20T21:16:58.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.444+0000 7f74f4740b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f74e410e300 con 0x5624c4fb96c0 2024-05-20T21:16:58.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.444+0000 7f74e2a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5624c4fb4090 0x5624c4fb3a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:58.445 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.444+0000 7f74e2a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5624c4fb4090 0x5624c4fb3a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:50668/0 (socket says 172.21.15.8:50668) 2024-05-20T21:16:58.445 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.444+0000 7f74e2a00700 1 -- 172.21.15.8:0/3110150783 learned_addr learned my addr 172.21.15.8:0/3110150783 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:58.445 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.444+0000 7f74e2000700 1 --2- 172.21.15.8:0/3110150783 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5624c4fb96c0 0x5624c4fc9a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:58.445 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.445+0000 7f74e2a00700 1 -- 172.21.15.8:0/3110150783 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5624c4fb96c0 msgr2=0x5624c4fc9a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:58.445 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.445+0000 7f74e2a00700 1 --2- 172.21.15.8:0/3110150783 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5624c4fb96c0 0x5624c4fc9a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.445+0000 7f74e2a00700 1 -- 172.21.15.8:0/3110150783 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5624c4fb9fe0 msgr2=0x5624c4fbd5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:58.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.445+0000 7f74e2a00700 1 --2- 172.21.15.8:0/3110150783 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5624c4fb9fe0 0x5624c4fbd5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.445+0000 7f74e2a00700 1 -- 172.21.15.8:0/3110150783 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5624c4fa7b50 con 0x5624c4fb4090 2024-05-20T21:16:58.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.445+0000 7f74e2a00700 1 --2- 172.21.15.8:0/3110150783 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5624c4fb4090 0x5624c4fb3a70 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f74d40a8dd0 tx=0x7f74d4009740 comp rx=0 tx=0).ready entity=mon.2 client_cookie=351e86167970ffca server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:58.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.446+0000 7f74cfe00700 1 -- 172.21.15.8:0/3110150783 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74d40ca020 con 0x5624c4fb4090 2024-05-20T21:16:58.447 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.446+0000 7f74cfe00700 1 -- 172.21.15.8:0/3110150783 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f74d40aa120 con 0x5624c4fb4090 2024-05-20T21:16:58.447 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.446+0000 7f74cfe00700 1 -- 172.21.15.8:0/3110150783 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74d40c3030 con 0x5624c4fb4090 2024-05-20T21:16:58.447 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.447+0000 7f74f4740b80 1 -- 172.21.15.8:0/3110150783 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5624c4fb4090 msgr2=0x5624c4fb3a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:58.447 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.447+0000 7f74f4740b80 1 --2- 172.21.15.8:0/3110150783 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5624c4fb4090 0x5624c4fb3a70 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f74d40a8dd0 tx=0x7f74d4009740 comp rx=0 tx=0).stop 2024-05-20T21:16:58.447 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.447+0000 7f74f4740b80 1 -- 172.21.15.8:0/3110150783 shutdown_connections 2024-05-20T21:16:58.447 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.447+0000 7f74f4740b80 1 --2- 172.21.15.8:0/3110150783 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5624c4fb4090 0x5624c4fb3a70 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.448 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.447+0000 7f74f4740b80 1 --2- 172.21.15.8:0/3110150783 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5624c4fb9fe0 0x5624c4fbd5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.448 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.447+0000 7f74f4740b80 1 --2- 172.21.15.8:0/3110150783 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5624c4fb96c0 0x5624c4fc9a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.448 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.447+0000 7f74f4740b80 1 -- 172.21.15.8:0/3110150783 >> 172.21.15.8:0/3110150783 conn(0x5624c4ed9be0 msgr2=0x5624c4fbcee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:58.448 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.447+0000 7f74f4740b80 1 -- 172.21.15.8:0/3110150783 shutdown_connections 2024-05-20T21:16:58.448 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.447+0000 7f74f4740b80 1 -- 172.21.15.8:0/3110150783 wait complete. 2024-05-20T21:16:58.449 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.448+0000 7f74f4740b80 1 -- start start 2024-05-20T21:16:58.449 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.448+0000 7f74f4740b80 1 Processor -- start 2024-05-20T21:16:58.449 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.449+0000 7f74f4740b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5624c4fb4090 0x5624c4fd4ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:58.449 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.449+0000 7f74f4740b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5624c4fb96c0 0x5624c4fd5420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:58.449 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.449+0000 7f74f4740b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5624c4fb9fe0 0x5624c4fd5960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:58.449 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.449+0000 7f74f4740b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f74e41aa0e0 con 0x5624c4fb9fe0 2024-05-20T21:16:58.449 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.449+0000 7f74f4740b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f74e41ab550 con 0x5624c4fb96c0 2024-05-20T21:16:58.450 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.449+0000 7f74f4740b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f74e41aa7b0 con 0x5624c4fb4090 2024-05-20T21:16:58.450 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.449+0000 7f74f4740b80 10 client.0 _ll_register_callbacks cb 0x5624c4ea3c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:16:58.450 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.450+0000 7f74e2a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5624c4fb4090 0x5624c4fd4ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:58.450 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.450+0000 7f74e2a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5624c4fb4090 0x5624c4fd4ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:54576/0 (socket says 172.21.15.8:54576) 2024-05-20T21:16:58.450 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.450+0000 7f74e2a00700 1 -- 172.21.15.8:0/3441764398 learned_addr learned my addr 172.21.15.8:0/3441764398 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:16:58.450 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.450+0000 7f74e3400700 1 --2- 172.21.15.8:0/3441764398 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5624c4fb9fe0 0x5624c4fd5960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:58.450 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.450+0000 7f74e2000700 1 --2- 172.21.15.8:0/3441764398 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5624c4fb96c0 0x5624c4fd5420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:58.451 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.450+0000 7f74e2a00700 1 -- 172.21.15.8:0/3441764398 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5624c4fb96c0 msgr2=0x5624c4fd5420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:58.451 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.450+0000 7f74e2a00700 1 --2- 172.21.15.8:0/3441764398 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5624c4fb96c0 0x5624c4fd5420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.451 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.450+0000 7f74e2a00700 1 -- 172.21.15.8:0/3441764398 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5624c4fb9fe0 msgr2=0x5624c4fd5960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:58.451 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.450+0000 7f74e2a00700 1 --2- 172.21.15.8:0/3441764398 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5624c4fb9fe0 0x5624c4fd5960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.451 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.450+0000 7f74e2a00700 1 -- 172.21.15.8:0/3441764398 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5624c50372e0 con 0x5624c4fb4090 2024-05-20T21:16:58.451 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.451+0000 7f74e2a00700 1 --2- 172.21.15.8:0/3441764398 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5624c4fb4090 0x5624c4fd4ee0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f74d40a99b0 tx=0x7f74d408ff90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=40374ae85b51a787 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:58.451 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.451+0000 7f74cd600700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:16:58.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.451+0000 7f74cd600700 1 -- 172.21.15.8:0/3441764398 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74d408e060 con 0x5624c4fb4090 2024-05-20T21:16:58.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.451+0000 7f74cd600700 1 -- 172.21.15.8:0/3441764398 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f74d40a6010 con 0x5624c4fb4090 2024-05-20T21:16:58.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.451+0000 7f74f4740b80 1 -- 172.21.15.8:0/3441764398 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f74d40aa120 con 0x5624c4fb4090 2024-05-20T21:16:58.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.452+0000 7f74cd600700 1 -- 172.21.15.8:0/3441764398 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f74d40c3050 con 0x5624c4fb4090 2024-05-20T21:16:58.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.452+0000 7f74f4740b80 10 client.25627 fetch_fsmap learned FSMap version 26 2024-05-20T21:16:58.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.452+0000 7f74f4740b80 1 -- 172.21.15.8:0/3441764398 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5624c5038590 con 0x5624c4fb4090 2024-05-20T21:16:58.453 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.452+0000 7f74cd600700 1 -- 172.21.15.8:0/3441764398 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f74d40aa120 con 0x5624c4fb4090 2024-05-20T21:16:58.453 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.452+0000 7f74cd600700 1 -- 172.21.15.8:0/3441764398 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f74d4004a40 con 0x5624c4fb4090 2024-05-20T21:16:58.453 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.452+0000 7f74f4740b80 10 client.25627 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:16:58.453 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.452+0000 7f74f4740b80 10 client.25627 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:16:58.453 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.452+0000 7f74f4740b80 20 client.25627 populate_metadata read hostname 'smithi008' 2024-05-20T21:16:58.453 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.452+0000 7f74f4740b80 1 --2- 172.21.15.8:0/3441764398 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5624c5038950 0x5624c503ad40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:58.453 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.452+0000 7f74f4740b80 4 client.25627 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:16:58.453 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.452+0000 7f74f4740b80 1 -- 172.21.15.8:0/3441764398 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5624c4f05570 con 0x5624c5038950 2024-05-20T21:16:58.454 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.453+0000 7f74e2000700 1 --2- 172.21.15.8:0/3441764398 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5624c5038950 0x5624c503ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:58.458 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.453+0000 7f74e2000700 1 --2- 172.21.15.8:0/3441764398 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5624c5038950 0x5624c503ad40 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b1bef43f18319ab9 server_cookie=44720537a1a23559 in_seq=0 out_seq=0 2024-05-20T21:16:58.458 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.453+0000 7f74cd600700 10 client.25627 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:16:58.458 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.454+0000 7f74cd600700 1 -- 172.21.15.8:0/3441764398 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5624c4f05570 con 0x5624c5038950 2024-05-20T21:16:58.458 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.454+0000 7f74cd600700 10 client.25627 handle_command_reply: tid=0 2024-05-20T21:16:58.458 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.454+0000 7f74f4740b80 1 client.25627 shutdown 2024-05-20T21:16:58.458 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.454+0000 7f74f4740b80 1 -- 172.21.15.8:0/3441764398 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5624c4fb4090 msgr2=0x5624c4fd4ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:58.458 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.454+0000 7f74f4740b80 1 --2- 172.21.15.8:0/3441764398 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5624c4fb4090 0x5624c4fd4ee0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f74d40a99b0 tx=0x7f74d408ff90 comp rx=0 tx=0).stop 2024-05-20T21:16:58.458 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.454+0000 7f74f4740b80 1 -- 172.21.15.8:0/3441764398 shutdown_connections 2024-05-20T21:16:58.458 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.454+0000 7f74f4740b80 1 --2- 172.21.15.8:0/3441764398 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5624c5038950 0x5624c503ad40 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.458 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.454+0000 7f74cd600700 0 client.25627 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:16:58.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.454+0000 7f74f4740b80 1 --2- 172.21.15.8:0/3441764398 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5624c4fb9fe0 0x5624c4fd5960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.454+0000 7f74f4740b80 1 --2- 172.21.15.8:0/3441764398 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5624c4fb4090 0x5624c4fd4ee0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.454+0000 7f74f4740b80 1 --2- 172.21.15.8:0/3441764398 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5624c4fb96c0 0x5624c4fd5420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.454+0000 7f74f4740b80 1 -- 172.21.15.8:0/3441764398 >> 172.21.15.8:0/3441764398 conn(0x5624c4ed9be0 msgr2=0x5624c4fba420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:58.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.455+0000 7f74f4740b80 1 -- 172.21.15.8:0/3441764398 shutdown_connections 2024-05-20T21:16:58.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.455+0000 7f74f4740b80 1 -- 172.21.15.8:0/3441764398 wait complete. 2024-05-20T21:16:58.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.455+0000 7f74f4740b80 20 client.25627 trim_cache size 0 max 16384 2024-05-20T21:16:58.459 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:16:58.459 INFO:teuthology.orchestra.run.smithi008.stdout: "status": "no active scrubs running", 2024-05-20T21:16:58.459 INFO:teuthology.orchestra.run.smithi008.stdout: "scrubs": {} 2024-05-20T21:16:58.460 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:16:58.460 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.456+0000 7f74e9e00700 1 -- 172.21.15.8:0/2956105692 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f74c80b2880 msgr2=0x7f74c80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:58.460 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.456+0000 7f74e9e00700 1 --2- 172.21.15.8:0/2956105692 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f74c80b2880 0x7f74c80b4d40 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f74dc0076f0 tx=0x7f74dc009040 comp rx=0 tx=0).stop 2024-05-20T21:16:58.460 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.456+0000 7f74e9e00700 1 -- 172.21.15.8:0/2956105692 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f74e406b220 msgr2=0x7f74e419be50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:58.460 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.456+0000 7f74e9e00700 1 --2- 172.21.15.8:0/2956105692 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f74e406b220 0x7f74e419be50 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f74d400e9c0 tx=0x7f74d400ed80 comp rx=0 tx=0).stop 2024-05-20T21:16:58.460 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.456+0000 7f74e9e00700 1 -- 172.21.15.8:0/2956105692 shutdown_connections 2024-05-20T21:16:58.460 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.456+0000 7f74e9e00700 1 --2- 172.21.15.8:0/2956105692 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f74c80b2880 0x7f74c80b4d40 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.461 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.456+0000 7f74e9e00700 1 --2- 172.21.15.8:0/2956105692 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f74e406b220 0x7f74e419be50 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.461 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.456+0000 7f74e9e00700 1 --2- 172.21.15.8:0/2956105692 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f74e41095b0 0x7f74e41a0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.461 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.456+0000 7f74e9e00700 1 --2- 172.21.15.8:0/2956105692 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f74e406bbe0 0x7f74e419c390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.461 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.456+0000 7f74e9e00700 1 -- 172.21.15.8:0/2956105692 >> 172.21.15.8:0/2956105692 conn(0x7f74e40793f0 msgr2=0x7f74e410e700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:58.461 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.457+0000 7f74e9e00700 1 -- 172.21.15.8:0/2956105692 shutdown_connections 2024-05-20T21:16:58.461 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:16:58.457+0000 7f74e9e00700 1 -- 172.21.15.8:0/2956105692 wait complete. 2024-05-20T21:16:58.661 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:16:58 smithi008 ceph-mon[31475]: pgmap v489: 97 pgs: 97 active+clean; 673 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-20T21:16:58.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:16:58 smithi130 ceph-mon[36448]: pgmap v489: 97 pgs: 97 active+clean; 673 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-20T21:16:58.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:16:58 smithi050 ceph-mon[35809]: pgmap v489: 97 pgs: 97 active+clean; 673 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-20T21:17:00.476 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:17:00.476 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:17:00.581 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:17:00 smithi008 ceph-mon[31475]: pgmap v490: 97 pgs: 97 active+clean; 673 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-20T21:17:00.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:17:00 smithi130 ceph-mon[36448]: pgmap v490: 97 pgs: 97 active+clean; 673 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-20T21:17:00.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:17:00 smithi050 ceph-mon[35809]: pgmap v490: 97 pgs: 97 active+clean; 673 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-20T21:17:01.040 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.039+0000 7fc825200700 1 -- 172.21.15.8:0/1747865638 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc8201035c0 msgr2=0x7fc820103a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:01.041 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.039+0000 7fc825200700 1 --2- 172.21.15.8:0/1747865638 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc8201035c0 0x7fc820103a40 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fc80c0099c0 tx=0x7fc80c009cd0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.041 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.039+0000 7fc825200700 1 -- 172.21.15.8:0/1747865638 shutdown_connections 2024-05-20T21:17:01.041 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.039+0000 7fc825200700 1 --2- 172.21.15.8:0/1747865638 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc820103f80 0x7fc820110400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.041 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.039+0000 7fc825200700 1 --2- 172.21.15.8:0/1747865638 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc820109630 0x7fc820109a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.041 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.039+0000 7fc825200700 1 --2- 172.21.15.8:0/1747865638 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc8201035c0 0x7fc820103a40 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.041 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.039+0000 7fc825200700 1 -- 172.21.15.8:0/1747865638 >> 172.21.15.8:0/1747865638 conn(0x7fc82007a660 msgr2=0x7fc82007aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:01.041 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.039+0000 7fc825200700 1 -- 172.21.15.8:0/1747865638 shutdown_connections 2024-05-20T21:17:01.041 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.039+0000 7fc825200700 1 -- 172.21.15.8:0/1747865638 wait complete. 2024-05-20T21:17:01.042 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.041+0000 7fc825200700 1 Processor -- start 2024-05-20T21:17:01.042 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.041+0000 7fc825200700 1 -- start start 2024-05-20T21:17:01.042 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.042+0000 7fc825200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc8201035c0 0x7fc82019c670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:01.042 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.042+0000 7fc825200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc820103f80 0x7fc82019cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:01.043 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.042+0000 7fc825200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc820109630 0x7fc82010f300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:01.043 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.042+0000 7fc825200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc8201137e0 con 0x7fc820103f80 2024-05-20T21:17:01.043 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.042+0000 7fc825200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc820113660 con 0x7fc820109630 2024-05-20T21:17:01.043 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.042+0000 7fc825200700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc820113960 con 0x7fc8201035c0 2024-05-20T21:17:01.044 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.042+0000 7fc81d400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc820103f80 0x7fc82019cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:01.044 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.042+0000 7fc81d400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc820103f80 0x7fc82019cbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:49506/0 (socket says 172.21.15.8:49506) 2024-05-20T21:17:01.044 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.042+0000 7fc81d400700 1 -- 172.21.15.8:0/2717382981 learned_addr learned my addr 172.21.15.8:0/2717382981 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:01.044 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.043+0000 7fc81e800700 1 --2- 172.21.15.8:0/2717382981 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc820109630 0x7fc82010f300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:01.044 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.043+0000 7fc81de00700 1 --2- 172.21.15.8:0/2717382981 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc8201035c0 0x7fc82019c670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:01.044 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.043+0000 7fc81d400700 1 -- 172.21.15.8:0/2717382981 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc8201035c0 msgr2=0x7fc82019c670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:01.044 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.043+0000 7fc81d400700 1 --2- 172.21.15.8:0/2717382981 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc8201035c0 0x7fc82019c670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.044 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.043+0000 7fc81d400700 1 -- 172.21.15.8:0/2717382981 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc820109630 msgr2=0x7fc82010f300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:01.045 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.043+0000 7fc81d400700 1 --2- 172.21.15.8:0/2717382981 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc820109630 0x7fc82010f300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.045 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.043+0000 7fc81d400700 1 -- 172.21.15.8:0/2717382981 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc82010fc00 con 0x7fc820103f80 2024-05-20T21:17:01.045 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.044+0000 7fc81d400700 1 --2- 172.21.15.8:0/2717382981 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc820103f80 0x7fc82019cbb0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fc80c000c00 tx=0x7fc80c0055f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:01.046 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.046+0000 7fc816a00700 1 -- 172.21.15.8:0/2717382981 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc80c026070 con 0x7fc820103f80 2024-05-20T21:17:01.047 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.046+0000 7fc816a00700 1 -- 172.21.15.8:0/2717382981 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc80c00be80 con 0x7fc820103f80 2024-05-20T21:17:01.047 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.046+0000 7fc816a00700 1 -- 172.21.15.8:0/2717382981 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc80c00fc20 con 0x7fc820103f80 2024-05-20T21:17:01.047 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.046+0000 7fc825200700 1 -- 172.21.15.8:0/2717382981 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc82010fe90 con 0x7fc820103f80 2024-05-20T21:17:01.047 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.046+0000 7fc825200700 1 -- 172.21.15.8:0/2717382981 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8201a0550 con 0x7fc820103f80 2024-05-20T21:17:01.058 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.053+0000 7fc82fb73b80 1 Processor -- start 2024-05-20T21:17:01.059 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.056+0000 7fc82fb73b80 1 -- start start 2024-05-20T21:17:01.059 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.056+0000 7fc816a00700 1 -- 172.21.15.8:0/2717382981 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fc80c029070 con 0x7fc820103f80 2024-05-20T21:17:01.059 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.056+0000 7fc82fb73b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f76a59c480 0x55f76a59c860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:01.059 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.057+0000 7fc82fb73b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f76a59cda0 0x55f76a596a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:01.059 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.057+0000 7fc82fb73b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f76a597020 0x55f76a597460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:01.059 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.057+0000 7fc82fb73b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55f76a4f4fe0 con 0x55f76a59c480 2024-05-20T21:17:01.059 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.057+0000 7fc82fb73b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55f76a4e4b80 con 0x55f76a597020 2024-05-20T21:17:01.059 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.057+0000 7fc82fb73b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55f76a4e8bc0 con 0x55f76a59cda0 2024-05-20T21:17:01.059 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.058+0000 7fc81de00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f76a59cda0 0x55f76a596a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:01.059 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.058+0000 7fc81de00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f76a59cda0 0x55f76a596a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:54612/0 (socket says 172.21.15.8:54612) 2024-05-20T21:17:01.059 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.058+0000 7fc81de00700 1 -- 172.21.15.8:0/3192999781 learned_addr learned my addr 172.21.15.8:0/3192999781 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:01.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.058+0000 7fc81d400700 1 --2- 172.21.15.8:0/3192999781 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f76a597020 0x55f76a597460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:01.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.059+0000 7fc81de00700 1 -- 172.21.15.8:0/3192999781 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f76a597020 msgr2=0x55f76a597460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:01.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.059+0000 7fc81de00700 1 --2- 172.21.15.8:0/3192999781 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f76a597020 0x55f76a597460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.059+0000 7fc81de00700 1 -- 172.21.15.8:0/3192999781 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f76a59c480 msgr2=0x55f76a59c860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:01.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.059+0000 7fc81de00700 1 --2- 172.21.15.8:0/3192999781 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f76a59c480 0x55f76a59c860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.059+0000 7fc81d400700 1 --2- 172.21.15.8:0/3192999781 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f76a597020 0x55f76a597460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:17:01.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.059+0000 7fc81de00700 1 -- 172.21.15.8:0/3192999781 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f76a4ad5c0 con 0x55f76a59cda0 2024-05-20T21:17:01.061 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.060+0000 7fc81de00700 1 --2- 172.21.15.8:0/3192999781 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f76a59cda0 0x55f76a596a00 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fc810009cc0 tx=0x7fc81000f360 comp rx=0 tx=0).ready entity=mon.1 client_cookie=681acf95cffb34be server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:01.061 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.060+0000 7fc816a00700 1 --2- 172.21.15.8:0/2717382981 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc8040b2b00 0x7fc8040b4fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:01.063 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.061+0000 7fc81e800700 1 --2- 172.21.15.8:0/2717382981 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc8040b2b00 0x7fc8040b4fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:01.063 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.061+0000 7fc816a00700 1 -- 172.21.15.8:0/2717382981 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc80c0e2910 con 0x7fc820103f80 2024-05-20T21:17:01.063 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.061+0000 7fc80b400700 1 -- 172.21.15.8:0/3192999781 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc81000fbe0 con 0x55f76a59cda0 2024-05-20T21:17:01.063 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.061+0000 7fc80b400700 1 -- 172.21.15.8:0/3192999781 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc8100044d0 con 0x55f76a59cda0 2024-05-20T21:17:01.063 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.061+0000 7fc80b400700 1 -- 172.21.15.8:0/3192999781 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc810011440 con 0x55f76a59cda0 2024-05-20T21:17:01.063 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.062+0000 7fc82fb73b80 1 -- 172.21.15.8:0/3192999781 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f76a59cda0 msgr2=0x55f76a596a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:01.063 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.062+0000 7fc82fb73b80 1 --2- 172.21.15.8:0/3192999781 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f76a59cda0 0x55f76a596a00 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fc810009cc0 tx=0x7fc81000f360 comp rx=0 tx=0).stop 2024-05-20T21:17:01.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.063+0000 7fc81e800700 1 --2- 172.21.15.8:0/2717382981 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc8040b2b00 0x7fc8040b4fc0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fc81800f520 tx=0x7fc818009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:01.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.063+0000 7fc82fb73b80 1 -- 172.21.15.8:0/3192999781 shutdown_connections 2024-05-20T21:17:01.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.063+0000 7fc82fb73b80 1 --2- 172.21.15.8:0/3192999781 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f76a597020 0x55f76a597460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.063+0000 7fc82fb73b80 1 --2- 172.21.15.8:0/3192999781 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f76a59c480 0x55f76a59c860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.063+0000 7fc82fb73b80 1 --2- 172.21.15.8:0/3192999781 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f76a59cda0 0x55f76a596a00 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.065 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.063+0000 7fc82fb73b80 1 -- 172.21.15.8:0/3192999781 >> 172.21.15.8:0/3192999781 conn(0x55f76a4c4d80 msgr2=0x55f76a5914c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:01.065 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.064+0000 7fc82fb73b80 1 -- 172.21.15.8:0/3192999781 shutdown_connections 2024-05-20T21:17:01.065 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.064+0000 7fc82fb73b80 1 -- 172.21.15.8:0/3192999781 wait complete. 2024-05-20T21:17:01.065 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.065+0000 7fc82fb73b80 1 -- start start 2024-05-20T21:17:01.065 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.065+0000 7fc82fb73b80 1 Processor -- start 2024-05-20T21:17:01.066 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.066+0000 7fc82fb73b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f76a597020 0x55f76a5a2ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:01.066 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.066+0000 7fc82fb73b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f76a59c480 0x55f76a59fe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:01.066 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.066+0000 7fc82fb73b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f76a59cda0 0x55f76a5a0390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:01.066 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.066+0000 7fc82fb73b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55f76a3eb140 con 0x55f76a59cda0 2024-05-20T21:17:01.066 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.066+0000 7fc82fb73b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55f76a485900 con 0x55f76a597020 2024-05-20T21:17:01.067 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.066+0000 7fc82fb73b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55f76a5a38d0 con 0x55f76a59c480 2024-05-20T21:17:01.067 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.066+0000 7fc82fb73b80 10 client.0 _ll_register_callbacks cb 0x55f76a48ee10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:17:01.067 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.067+0000 7fc81de00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f76a597020 0x55f76a5a2ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:01.067 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.067+0000 7fc81de00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f76a597020 0x55f76a5a2ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:50710/0 (socket says 172.21.15.8:50710) 2024-05-20T21:17:01.067 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.067+0000 7fc81de00700 1 -- 172.21.15.8:0/2151646074 learned_addr learned my addr 172.21.15.8:0/2151646074 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:01.067 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.067+0000 7fc81e800700 1 --2- 172.21.15.8:0/2151646074 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f76a59cda0 0x55f76a5a0390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:01.067 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.067+0000 7fc81d400700 1 --2- 172.21.15.8:0/2151646074 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f76a59c480 0x55f76a59fe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:01.068 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.068+0000 7fc81de00700 1 -- 172.21.15.8:0/2151646074 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f76a59c480 msgr2=0x55f76a59fe50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:01.068 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.068+0000 7fc81de00700 1 --2- 172.21.15.8:0/2151646074 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f76a59c480 0x55f76a59fe50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.068 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.068+0000 7fc81de00700 1 -- 172.21.15.8:0/2151646074 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f76a59cda0 msgr2=0x55f76a5a0390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:01.069 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.068+0000 7fc81de00700 1 --2- 172.21.15.8:0/2151646074 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f76a59cda0 0x55f76a5a0390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.069 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.068+0000 7fc81de00700 1 -- 172.21.15.8:0/2151646074 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f76a434a70 con 0x55f76a597020 2024-05-20T21:17:01.069 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.068+0000 7fc81e800700 1 --2- 172.21.15.8:0/2151646074 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f76a59cda0 0x55f76a5a0390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:17:01.069 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.069+0000 7fc81de00700 1 --2- 172.21.15.8:0/2151646074 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f76a597020 0x55f76a5a2ab0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fc810003900 tx=0x7fc810003930 comp rx=0 tx=0).ready entity=mon.2 client_cookie=be150f55b8f24107 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:01.069 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.069+0000 7fc7ffe00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:17:01.070 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.070+0000 7fc7ffe00700 1 -- 172.21.15.8:0/2151646074 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc81000fcd0 con 0x55f76a597020 2024-05-20T21:17:01.070 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.070+0000 7fc7ffe00700 1 -- 172.21.15.8:0/2151646074 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc810005040 con 0x55f76a597020 2024-05-20T21:17:01.070 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.070+0000 7fc82fb73b80 1 -- 172.21.15.8:0/2151646074 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc8100044d0 con 0x55f76a597020 2024-05-20T21:17:01.070 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.070+0000 7fc7ffe00700 1 -- 172.21.15.8:0/2151646074 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc81000fe70 con 0x55f76a597020 2024-05-20T21:17:01.071 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.070+0000 7fc82fb73b80 10 client.25598 fetch_fsmap learned FSMap version 26 2024-05-20T21:17:01.071 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.070+0000 7fc82fb73b80 1 -- 172.21.15.8:0/2151646074 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f76a4b5200 con 0x55f76a597020 2024-05-20T21:17:01.071 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.071+0000 7fc7ffe00700 1 -- 172.21.15.8:0/2151646074 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc810004750 con 0x55f76a597020 2024-05-20T21:17:01.071 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.071+0000 7fc7ffe00700 1 -- 172.21.15.8:0/2151646074 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc81002f050 con 0x55f76a597020 2024-05-20T21:17:01.071 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.071+0000 7fc82fb73b80 10 client.25598 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:17:01.071 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.071+0000 7fc82fb73b80 10 client.25598 resolve_mds: validated gid 24529 aka daemon mds.i 2024-05-20T21:17:01.071 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.071+0000 7fc82fb73b80 20 client.25598 populate_metadata read hostname 'smithi008' 2024-05-20T21:17:01.072 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.071+0000 7fc82fb73b80 1 --2- 172.21.15.8:0/2151646074 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f76a5c1280 0x55f76a5c3670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:01.072 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.071+0000 7fc82fb73b80 4 client.25598 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:17:01.072 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.071+0000 7fc82fb73b80 1 -- 172.21.15.8:0/2151646074 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fc8100044d0 con 0x55f76a5c1280 2024-05-20T21:17:01.072 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.071+0000 7fc81d400700 1 --2- 172.21.15.8:0/2151646074 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f76a5c1280 0x55f76a5c3670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:01.072 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.072+0000 7fc81d400700 1 --2- 172.21.15.8:0/2151646074 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f76a5c1280 0x55f76a5c3670 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f3d4ca5a5f1299e8 server_cookie=1ffb4b18d611e2af in_seq=0 out_seq=0 2024-05-20T21:17:01.072 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.072+0000 7fc7ffe00700 10 client.25598 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:17:01.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.073+0000 7fc7ffe00700 1 -- 172.21.15.8:0/2151646074 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x7fc8100044d0 con 0x55f76a5c1280 2024-05-20T21:17:01.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.073+0000 7fc7ffe00700 10 client.25598 handle_command_reply: tid=0 2024-05-20T21:17:01.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.073+0000 7fc82fb73b80 1 client.25598 shutdown 2024-05-20T21:17:01.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.073+0000 7fc82fb73b80 1 -- 172.21.15.8:0/2151646074 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f76a597020 msgr2=0x55f76a5a2ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:01.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.073+0000 7fc82fb73b80 1 --2- 172.21.15.8:0/2151646074 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f76a597020 0x55f76a5a2ab0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fc810003900 tx=0x7fc810003930 comp rx=0 tx=0).stop 2024-05-20T21:17:01.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.073+0000 7fc82fb73b80 1 -- 172.21.15.8:0/2151646074 shutdown_connections 2024-05-20T21:17:01.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.073+0000 7fc82fb73b80 1 --2- 172.21.15.8:0/2151646074 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f76a5c1280 0x55f76a5c3670 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.073+0000 7fc82fb73b80 1 --2- 172.21.15.8:0/2151646074 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f76a597020 0x55f76a5a2ab0 secure :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fc810003900 tx=0x7fc810003930 comp rx=0 tx=0).stop 2024-05-20T21:17:01.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.073+0000 7fc82fb73b80 1 --2- 172.21.15.8:0/2151646074 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f76a59cda0 0x55f76a5a0390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.073+0000 7fc82fb73b80 1 --2- 172.21.15.8:0/2151646074 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f76a59c480 0x55f76a59fe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.073+0000 7fc82fb73b80 1 -- 172.21.15.8:0/2151646074 >> 172.21.15.8:0/2151646074 conn(0x55f76a4c4d80 msgr2=0x55f76a5959f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:01.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.074+0000 7fc7ffe00700 0 client.25598 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:17:01.075 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.074+0000 7fc82fb73b80 1 -- 172.21.15.8:0/2151646074 shutdown_connections 2024-05-20T21:17:01.075 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.074+0000 7fc82fb73b80 1 -- 172.21.15.8:0/2151646074 wait complete. 2024-05-20T21:17:01.075 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.074+0000 7fc82fb73b80 20 client.25598 trim_cache size 0 max 16384 2024-05-20T21:17:01.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.101+0000 7fc82fb73b80 1 Processor -- start 2024-05-20T21:17:01.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.101+0000 7fc82fb73b80 1 -- start start 2024-05-20T21:17:01.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.102+0000 7fc82fb73b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f76a59c480 0x55f76a59da10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:01.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.102+0000 7fc82fb73b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f76a59cda0 0x55f76a5c8d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:01.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.102+0000 7fc82fb73b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f76a596a10 0x55f76a5c92d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:01.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.102+0000 7fc82fb73b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc8201b69c0 con 0x55f76a59c480 2024-05-20T21:17:01.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.102+0000 7fc82fb73b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc820073530 con 0x55f76a59cda0 2024-05-20T21:17:01.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.102+0000 7fc82fb73b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc820071380 con 0x55f76a596a10 2024-05-20T21:17:01.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.103+0000 7fc81d400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f76a59cda0 0x55f76a5c8d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:01.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.103+0000 7fc81d400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f76a59cda0 0x55f76a5c8d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:50714/0 (socket says 172.21.15.8:50714) 2024-05-20T21:17:01.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.103+0000 7fc81d400700 1 -- 172.21.15.8:0/3300932337 learned_addr learned my addr 172.21.15.8:0/3300932337 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:01.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.104+0000 7fc81de00700 1 --2- 172.21.15.8:0/3300932337 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f76a59c480 0x55f76a59da10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:01.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.104+0000 7fc81de00700 1 -- 172.21.15.8:0/3300932337 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f76a596a10 msgr2=0x55f76a5c92d0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-20T21:17:01.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.104+0000 7fc81de00700 1 --2- 172.21.15.8:0/3300932337 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f76a596a10 0x55f76a5c92d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.104+0000 7fc81de00700 1 -- 172.21.15.8:0/3300932337 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f76a59cda0 msgr2=0x55f76a5c8d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:01.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.104+0000 7fc81de00700 1 --2- 172.21.15.8:0/3300932337 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f76a59cda0 0x55f76a5c8d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.104+0000 7fc81de00700 1 -- 172.21.15.8:0/3300932337 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f76a5a26f0 con 0x55f76a59c480 2024-05-20T21:17:01.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.104+0000 7fc81d400700 1 --2- 172.21.15.8:0/3300932337 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f76a59cda0 0x55f76a5c8d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:17:01.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.106+0000 7fc81de00700 1 --2- 172.21.15.8:0/3300932337 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f76a59c480 0x55f76a59da10 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fc81001c000 tx=0x7fc810003680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d416b8acef28d06 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:01.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.106+0000 7fc80aa00700 1 -- 172.21.15.8:0/3300932337 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8100096e0 con 0x55f76a59c480 2024-05-20T21:17:01.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.106+0000 7fc80aa00700 1 -- 172.21.15.8:0/3300932337 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc810035020 con 0x55f76a59c480 2024-05-20T21:17:01.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.106+0000 7fc80aa00700 1 -- 172.21.15.8:0/3300932337 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8100042b0 con 0x55f76a59c480 2024-05-20T21:17:01.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.107+0000 7fc82fb73b80 1 -- 172.21.15.8:0/3300932337 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f76a59c480 msgr2=0x55f76a59da10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:01.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.107+0000 7fc82fb73b80 1 --2- 172.21.15.8:0/3300932337 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f76a59c480 0x55f76a59da10 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fc81001c000 tx=0x7fc810003680 comp rx=0 tx=0).stop 2024-05-20T21:17:01.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.110+0000 7fc82fb73b80 1 -- 172.21.15.8:0/3300932337 shutdown_connections 2024-05-20T21:17:01.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.110+0000 7fc82fb73b80 1 --2- 172.21.15.8:0/3300932337 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f76a596a10 0x55f76a5c92d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.110+0000 7fc82fb73b80 1 --2- 172.21.15.8:0/3300932337 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f76a59c480 0x55f76a59da10 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.110+0000 7fc82fb73b80 1 --2- 172.21.15.8:0/3300932337 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f76a59cda0 0x55f76a5c8d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.111 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.110+0000 7fc82fb73b80 1 -- 172.21.15.8:0/3300932337 >> 172.21.15.8:0/3300932337 conn(0x55f76a4c4d80 msgr2=0x55f76a5a02a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:01.111 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.110+0000 7fc82fb73b80 1 -- 172.21.15.8:0/3300932337 shutdown_connections 2024-05-20T21:17:01.112 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.110+0000 7fc82fb73b80 1 -- 172.21.15.8:0/3300932337 wait complete. 2024-05-20T21:17:01.112 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.111+0000 7fc82fb73b80 1 -- start start 2024-05-20T21:17:01.113 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.111+0000 7fc82fb73b80 1 Processor -- start 2024-05-20T21:17:01.113 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.111+0000 7fc82fb73b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f76a596a10 0x55f76a5a5b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:01.113 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.111+0000 7fc82fb73b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f76a59c480 0x55f76a5a60c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:01.113 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.112+0000 7fc82fb73b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f76a59cda0 0x55f76a5a6600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:01.113 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.112+0000 7fc82fb73b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc8200719f0 con 0x55f76a59c480 2024-05-20T21:17:01.113 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.112+0000 7fc82fb73b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc820072e60 con 0x55f76a59cda0 2024-05-20T21:17:01.113 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.112+0000 7fc82fb73b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc8200720c0 con 0x55f76a596a10 2024-05-20T21:17:01.113 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.112+0000 7fc82fb73b80 10 client.0 _ll_register_callbacks cb 0x55f76a48ee10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:17:01.113 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.112+0000 7fc81de00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f76a596a10 0x55f76a5a5b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:01.113 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.112+0000 7fc81de00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f76a596a10 0x55f76a5a5b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:54650/0 (socket says 172.21.15.8:54650) 2024-05-20T21:17:01.113 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.112+0000 7fc81de00700 1 -- 172.21.15.8:0/2874653652 learned_addr learned my addr 172.21.15.8:0/2874653652 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:01.114 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.113+0000 7fc81de00700 1 -- 172.21.15.8:0/2874653652 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f76a59cda0 msgr2=0x55f76a5a6600 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-20T21:17:01.114 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.113+0000 7fc81de00700 1 --2- 172.21.15.8:0/2874653652 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f76a59cda0 0x55f76a5a6600 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.114 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.113+0000 7fc81de00700 1 -- 172.21.15.8:0/2874653652 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f76a59c480 msgr2=0x55f76a5a60c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:01.114 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.113+0000 7fc81de00700 1 --2- 172.21.15.8:0/2874653652 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f76a59c480 0x55f76a5a60c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.114 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.113+0000 7fc81de00700 1 -- 172.21.15.8:0/2874653652 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f76a62bc70 con 0x55f76a596a10 2024-05-20T21:17:01.114 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.113+0000 7fc81de00700 1 --2- 172.21.15.8:0/2874653652 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f76a596a10 0x55f76a5a5b80 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fc810004620 tx=0x7fc810003fe0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d2ea8ac57cd2966d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:01.115 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.114+0000 7fc7ffe00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:17:01.116 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.114+0000 7fc7ffe00700 1 -- 172.21.15.8:0/2874653652 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc810011440 con 0x55f76a596a10 2024-05-20T21:17:01.116 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.114+0000 7fc82fb73b80 1 -- 172.21.15.8:0/2874653652 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc810035020 con 0x55f76a596a10 2024-05-20T21:17:01.116 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.114+0000 7fc7ffe00700 1 -- 172.21.15.8:0/2874653652 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc810022040 con 0x55f76a596a10 2024-05-20T21:17:01.116 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.114+0000 7fc7ffe00700 1 -- 172.21.15.8:0/2874653652 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc8100115e0 con 0x55f76a596a10 2024-05-20T21:17:01.116 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.114+0000 7fc82fb73b80 10 client.25639 fetch_fsmap learned FSMap version 26 2024-05-20T21:17:01.116 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.114+0000 7fc82fb73b80 1 -- 172.21.15.8:0/2874653652 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f76a62ceb0 con 0x55f76a596a10 2024-05-20T21:17:01.116 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.115+0000 7fc7ffe00700 1 -- 172.21.15.8:0/2874653652 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc810035020 con 0x55f76a596a10 2024-05-20T21:17:01.116 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.115+0000 7fc7ffe00700 1 -- 172.21.15.8:0/2874653652 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc81002f070 con 0x55f76a596a10 2024-05-20T21:17:01.116 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.115+0000 7fc82fb73b80 10 client.25639 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:17:01.116 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.115+0000 7fc82fb73b80 10 client.25639 resolve_mds: validated gid 24529 aka daemon mds.i 2024-05-20T21:17:01.116 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.115+0000 7fc82fb73b80 20 client.25639 populate_metadata read hostname 'smithi008' 2024-05-20T21:17:01.116 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.115+0000 7fc82fb73b80 1 --2- 172.21.15.8:0/2874653652 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f76a62d3e0 0x55f76a62f8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:01.117 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.115+0000 7fc82fb73b80 4 client.25639 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 138.85, "await_for": 45.0}] 2024-05-20T21:17:01.117 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.115+0000 7fc82fb73b80 1 -- 172.21.15.8:0/2874653652 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 138.85, "await_for": 45.0}) -- 0x55f76a597920 con 0x55f76a62d3e0 2024-05-20T21:17:01.117 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.116+0000 7fc81d400700 1 --2- 172.21.15.8:0/2874653652 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f76a62d3e0 0x55f76a62f8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:01.117 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.117+0000 7fc81d400700 1 --2- 172.21.15.8:0/2874653652 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f76a62d3e0 0x55f76a62f8a0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4a3586a3575fe87b server_cookie=c9dca75fc3719fa7 in_seq=0 out_seq=0 2024-05-20T21:17:01.117 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.117+0000 7fc7ffe00700 10 client.25639 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:17:01.125 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.125+0000 7fc7ffe00700 1 -- 172.21.15.8:0/2874653652 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x55f76a597920 con 0x55f76a62d3e0 2024-05-20T21:17:01.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.125+0000 7fc7ffe00700 10 client.25639 handle_command_reply: tid=0 2024-05-20T21:17:01.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.125+0000 7fc82fb73b80 1 client.25639 shutdown 2024-05-20T21:17:01.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.126+0000 7fc82fb73b80 1 -- 172.21.15.8:0/2874653652 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f76a596a10 msgr2=0x55f76a5a5b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:01.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.126+0000 7fc82fb73b80 1 --2- 172.21.15.8:0/2874653652 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f76a596a10 0x55f76a5a5b80 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fc810004620 tx=0x7fc810003fe0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.126+0000 7fc82fb73b80 1 -- 172.21.15.8:0/2874653652 shutdown_connections 2024-05-20T21:17:01.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.126+0000 7fc82fb73b80 1 --2- 172.21.15.8:0/2874653652 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f76a62d3e0 0x55f76a62f8a0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.126+0000 7fc82fb73b80 1 --2- 172.21.15.8:0/2874653652 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f76a59cda0 0x55f76a5a6600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.126+0000 7fc82fb73b80 1 --2- 172.21.15.8:0/2874653652 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f76a596a10 0x55f76a5a5b80 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.126+0000 7fc82fb73b80 1 --2- 172.21.15.8:0/2874653652 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f76a59c480 0x55f76a5a60c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.126+0000 7fc82fb73b80 1 -- 172.21.15.8:0/2874653652 >> 172.21.15.8:0/2874653652 conn(0x55f76a4c4d80 msgr2=0x55f76a59d180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:01.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.127+0000 7fc7ffe00700 0 client.25639 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:17:01.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.127+0000 7fc82fb73b80 1 -- 172.21.15.8:0/2874653652 shutdown_connections 2024-05-20T21:17:01.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.127+0000 7fc82fb73b80 1 -- 172.21.15.8:0/2874653652 wait complete. 2024-05-20T21:17:01.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.127+0000 7fc82fb73b80 20 client.25639 trim_cache size 0 max 16384 2024-05-20T21:17:01.128 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:17:01.128 INFO:teuthology.orchestra.run.smithi008.stdout: "epoch": 26, 2024-05-20T21:17:01.129 INFO:teuthology.orchestra.run.smithi008.stdout: "leader": 24529, 2024-05-20T21:17:01.129 INFO:teuthology.orchestra.run.smithi008.stdout: "set_version": 6, 2024-05-20T21:17:01.129 INFO:teuthology.orchestra.run.smithi008.stdout: "sets": { 2024-05-20T21:17:01.129 INFO:teuthology.orchestra.run.smithi008.stdout: "f8c11bff": { 2024-05-20T21:17:01.129 INFO:teuthology.orchestra.run.smithi008.stdout: "version": 6, 2024-05-20T21:17:01.129 INFO:teuthology.orchestra.run.smithi008.stdout: "age_ref": 0.0, 2024-05-20T21:17:01.129 INFO:teuthology.orchestra.run.smithi008.stdout: "state": { 2024-05-20T21:17:01.129 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "QUIESCED", 2024-05-20T21:17:01.129 INFO:teuthology.orchestra.run.smithi008.stdout: "age": 0.0 2024-05-20T21:17:01.129 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:17:01.129 INFO:teuthology.orchestra.run.smithi008.stdout: "timeout": 90.0, 2024-05-20T21:17:01.129 INFO:teuthology.orchestra.run.smithi008.stdout: "expiration": 138.8, 2024-05-20T21:17:01.129 INFO:teuthology.orchestra.run.smithi008.stdout: "members": { 2024-05-20T21:17:01.129 INFO:teuthology.orchestra.run.smithi008.stdout: "file:/": { 2024-05-20T21:17:01.130 INFO:teuthology.orchestra.run.smithi008.stdout: "excluded": false, 2024-05-20T21:17:01.130 INFO:teuthology.orchestra.run.smithi008.stdout: "state": { 2024-05-20T21:17:01.130 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "QUIESCED", 2024-05-20T21:17:01.130 INFO:teuthology.orchestra.run.smithi008.stdout: "age": 0.0 2024-05-20T21:17:01.130 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:17:01.130 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:17:01.130 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:17:01.130 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:17:01.130 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:17:01.130 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:17:01.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.128+0000 7fc825200700 1 -- 172.21.15.8:0/2717382981 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc8040b2b00 msgr2=0x7fc8040b4fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:01.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.128+0000 7fc825200700 1 --2- 172.21.15.8:0/2717382981 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc8040b2b00 0x7fc8040b4fc0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fc81800f520 tx=0x7fc818009920 comp rx=0 tx=0).stop 2024-05-20T21:17:01.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.128+0000 7fc825200700 1 -- 172.21.15.8:0/2717382981 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc820103f80 msgr2=0x7fc82019cbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:01.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.128+0000 7fc825200700 1 --2- 172.21.15.8:0/2717382981 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc820103f80 0x7fc82019cbb0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fc80c000c00 tx=0x7fc80c0055f0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.129+0000 7fc825200700 1 -- 172.21.15.8:0/2717382981 shutdown_connections 2024-05-20T21:17:01.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.129+0000 7fc825200700 1 --2- 172.21.15.8:0/2717382981 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc8040b2b00 0x7fc8040b4fc0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.129+0000 7fc825200700 1 --2- 172.21.15.8:0/2717382981 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc820109630 0x7fc82010f300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.129+0000 7fc825200700 1 --2- 172.21.15.8:0/2717382981 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc8201035c0 0x7fc82019c670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.129+0000 7fc825200700 1 --2- 172.21.15.8:0/2717382981 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc820103f80 0x7fc82019cbb0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.129+0000 7fc825200700 1 -- 172.21.15.8:0/2717382981 >> 172.21.15.8:0/2717382981 conn(0x7fc82007a660 msgr2=0x7fc820105120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:01.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.129+0000 7fc825200700 1 -- 172.21.15.8:0/2717382981 shutdown_connections 2024-05-20T21:17:01.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:01.129+0000 7fc825200700 1 -- 172.21.15.8:0/2717382981 wait complete. 2024-05-20T21:17:01.137 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:17:02.675 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'f8c11bff', quiesce took 10.6 seconds. Will release after: 8.250000000000002 2024-05-20T21:17:02.778 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:17:02 smithi008 ceph-mon[31475]: pgmap v491: 97 pgs: 97 active+clean; 673 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-20T21:17:02.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:17:02 smithi130 ceph-mon[36448]: pgmap v491: 97 pgs: 97 active+clean; 673 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-20T21:17:02.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:17:02 smithi050 ceph-mon[35809]: pgmap v491: 97 pgs: 97 active+clean; 673 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-20T21:17:03.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:03.870+0000 7fa4e2200700 1 -- 172.21.15.8:0/221298808 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa4dc102420 msgr2=0x7fa4dc102800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:03.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:03.870+0000 7fa4e2200700 1 --2- 172.21.15.8:0/221298808 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa4dc102420 0x7fa4dc102800 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fa4d0009990 tx=0x7fa4d0009ca0 comp rx=0 tx=0).stop 2024-05-20T21:17:03.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:03.870+0000 7fa4e2200700 1 -- 172.21.15.8:0/221298808 shutdown_connections 2024-05-20T21:17:03.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:03.870+0000 7fa4e2200700 1 --2- 172.21.15.8:0/221298808 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa4dc107830 0x7fa4dc107ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:03.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:03.870+0000 7fa4e2200700 1 --2- 172.21.15.8:0/221298808 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa4dc102420 0x7fa4dc102800 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:03.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:03.870+0000 7fa4e2200700 1 --2- 172.21.15.8:0/221298808 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa4dc102d40 0x7fa4dc107210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:03.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:03.870+0000 7fa4e2200700 1 -- 172.21.15.8:0/221298808 >> 172.21.15.8:0/221298808 conn(0x7fa4dc0fde60 msgr2=0x7fa4dc100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:03.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:03.872+0000 7fa4e2200700 1 -- 172.21.15.8:0/221298808 shutdown_connections 2024-05-20T21:17:03.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:03.872+0000 7fa4e2200700 1 -- 172.21.15.8:0/221298808 wait complete. 2024-05-20T21:17:03.873 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:03.873+0000 7fa4e2200700 1 Processor -- start 2024-05-20T21:17:03.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:03.873+0000 7fa4e2200700 1 -- start start 2024-05-20T21:17:03.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:03.874+0000 7fa4e2200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa4dc102420 0x7fa4dc1a0180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:03.875 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:03.874+0000 7fa4e2200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa4dc102d40 0x7fa4dc1a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:03.875 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:03.874+0000 7fa4e2200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa4dc107830 0x7fa4dc1a4a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:03.875 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:03.874+0000 7fa4e2200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fa4dc119cb0 con 0x7fa4dc102420 2024-05-20T21:17:03.875 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:03.874+0000 7fa4e2200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa4dc119b30 con 0x7fa4dc102d40 2024-05-20T21:17:03.875 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:03.874+0000 7fa4e2200700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fa4dc119e30 con 0x7fa4dc107830 2024-05-20T21:17:03.875 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:03.874+0000 7fa4e0e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa4dc102420 0x7fa4dc1a0180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:03.875 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:03.875+0000 7fa4e0e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa4dc102420 0x7fa4dc1a0180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:51390/0 (socket says 172.21.15.8:51390) 2024-05-20T21:17:03.876 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:03.875+0000 7fa4e0e00700 1 -- 172.21.15.8:0/2834182127 learned_addr learned my addr 172.21.15.8:0/2834182127 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:03.876 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:03.875+0000 7fa4dbe00700 1 --2- 172.21.15.8:0/2834182127 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa4dc102d40 0x7fa4dc1a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:03.876 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:03.875+0000 7fa4e1800700 1 --2- 172.21.15.8:0/2834182127 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa4dc107830 0x7fa4dc1a4a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:03.876 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:03.875+0000 7fa4e0e00700 1 -- 172.21.15.8:0/2834182127 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa4dc107830 msgr2=0x7fa4dc1a4a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:03.876 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:03.875+0000 7fa4e0e00700 1 --2- 172.21.15.8:0/2834182127 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa4dc107830 0x7fa4dc1a4a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:03.876 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:03.875+0000 7fa4e0e00700 1 -- 172.21.15.8:0/2834182127 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa4dc102d40 msgr2=0x7fa4dc1a06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:03.876 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:03.875+0000 7fa4e0e00700 1 --2- 172.21.15.8:0/2834182127 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa4dc102d40 0x7fa4dc1a06c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:03.876 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:03.875+0000 7fa4e0e00700 1 -- 172.21.15.8:0/2834182127 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4dc1a5190 con 0x7fa4dc102420 2024-05-20T21:17:03.876 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:03.875+0000 7fa4dbe00700 1 --2- 172.21.15.8:0/2834182127 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa4dc102d40 0x7fa4dc1a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:17:03.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:03.876+0000 7fa4e0e00700 1 --2- 172.21.15.8:0/2834182127 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa4dc102420 0x7fa4dc1a0180 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fa4d0000c00 tx=0x7fa4d00057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:03.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:03.876+0000 7fa4d9600700 1 -- 172.21.15.8:0/2834182127 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4d0027070 con 0x7fa4dc102420 2024-05-20T21:17:03.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:03.876+0000 7fa4e2200700 1 -- 172.21.15.8:0/2834182127 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4dc1a5420 con 0x7fa4dc102420 2024-05-20T21:17:03.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:03.876+0000 7fa4d9600700 1 -- 172.21.15.8:0/2834182127 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa4d0022470 con 0x7fa4dc102420 2024-05-20T21:17:03.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:03.877+0000 7fa4e2200700 1 -- 172.21.15.8:0/2834182127 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4dc1acd00 con 0x7fa4dc102420 2024-05-20T21:17:03.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:03.877+0000 7fa4d9600700 1 -- 172.21.15.8:0/2834182127 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4d00173f0 con 0x7fa4dc102420 2024-05-20T21:17:03.878 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:03.878+0000 7fa4e2200700 1 -- 172.21.15.8:0/2834182127 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa4dc06a230 con 0x7fa4dc102420 2024-05-20T21:17:03.883 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:03.883+0000 7fa4d9600700 1 -- 172.21.15.8:0/2834182127 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fa4d0009d10 con 0x7fa4dc102420 2024-05-20T21:17:03.885 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:03.885+0000 7fa4d9600700 1 --2- 172.21.15.8:0/2834182127 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa4c40b2a80 0x7fa4c40b4f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:03.886 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:03.886+0000 7fa4d9600700 1 -- 172.21.15.8:0/2834182127 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fa4d0009510 con 0x7fa4dc102420 2024-05-20T21:17:03.886 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:03.886+0000 7fa4dbe00700 1 --2- 172.21.15.8:0/2834182127 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa4c40b2a80 0x7fa4c40b4f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:03.887 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:03.887+0000 7fa4dbe00700 1 --2- 172.21.15.8:0/2834182127 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa4c40b2a80 0x7fa4c40b4f40 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fa4dc101550 tx=0x7fa4c800b360 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:03.890 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:03.890+0000 7fa4d9600700 1 -- 172.21.15.8:0/2834182127 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fa4d0013070 con 0x7fa4dc102420 2024-05-20T21:17:04.416 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:04.415+0000 7fa4e2200700 1 -- 172.21.15.8:0/2834182127 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa4dc1a14e0 con 0x7fa4dc102420 2024-05-20T21:17:04.417 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:04.416+0000 7fa4d9600700 1 -- 172.21.15.8:0/2834182127 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7fa4d00aab40 con 0x7fa4dc102420 2024-05-20T21:17:04.417 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:17:04.417 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:17:04.421 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:04.420+0000 7fa4e2200700 1 -- 172.21.15.8:0/2834182127 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa4c40b2a80 msgr2=0x7fa4c40b4f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:04.421 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:04.420+0000 7fa4e2200700 1 --2- 172.21.15.8:0/2834182127 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa4c40b2a80 0x7fa4c40b4f40 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fa4dc101550 tx=0x7fa4c800b360 comp rx=0 tx=0).stop 2024-05-20T21:17:04.421 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:04.420+0000 7fa4e2200700 1 -- 172.21.15.8:0/2834182127 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa4dc102420 msgr2=0x7fa4dc1a0180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:04.421 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:04.420+0000 7fa4e2200700 1 --2- 172.21.15.8:0/2834182127 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa4dc102420 0x7fa4dc1a0180 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fa4d0000c00 tx=0x7fa4d00057c0 comp rx=0 tx=0).stop 2024-05-20T21:17:04.422 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:04.420+0000 7fa4e2200700 1 -- 172.21.15.8:0/2834182127 shutdown_connections 2024-05-20T21:17:04.422 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:04.420+0000 7fa4e2200700 1 --2- 172.21.15.8:0/2834182127 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa4c40b2a80 0x7fa4c40b4f40 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:04.422 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:04.420+0000 7fa4e2200700 1 --2- 172.21.15.8:0/2834182127 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa4dc107830 0x7fa4dc1a4a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:04.422 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:04.420+0000 7fa4e2200700 1 --2- 172.21.15.8:0/2834182127 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa4dc102420 0x7fa4dc1a0180 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:04.422 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:04.420+0000 7fa4e2200700 1 --2- 172.21.15.8:0/2834182127 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa4dc102d40 0x7fa4dc1a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:04.422 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:04.420+0000 7fa4e2200700 1 -- 172.21.15.8:0/2834182127 >> 172.21.15.8:0/2834182127 conn(0x7fa4dc0fde60 msgr2=0x7fa4dc1051e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:04.422 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:04.421+0000 7fa4e2200700 1 -- 172.21.15.8:0/2834182127 shutdown_connections 2024-05-20T21:17:04.422 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:04.421+0000 7fa4e2200700 1 -- 172.21.15.8:0/2834182127 wait complete. 2024-05-20T21:17:04.423 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:17:04.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:17:04 smithi008 ceph-mon[31475]: pgmap v492: 97 pgs: 97 active+clean; 673 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-20T21:17:04.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:17:04 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/2834182127' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:17:04.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:17:04 smithi130 ceph-mon[36448]: pgmap v492: 97 pgs: 97 active+clean; 673 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-20T21:17:04.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:17:04 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/2834182127' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:17:04.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:17:04 smithi050 ceph-mon[35809]: pgmap v492: 97 pgs: 97 active+clean; 673 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-20T21:17:04.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:17:04 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/2834182127' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:17:05.285 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.285+0000 7f274c600640 1 -- 172.21.15.8:0/2115855756 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2744105ed0 msgr2=0x7f2744106350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:05.286 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.285+0000 7f274c600640 1 --2- 172.21.15.8:0/2115855756 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2744105ed0 0x7f2744106350 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f2730009900 tx=0x7f273002a410 comp rx=0 tx=0).stop 2024-05-20T21:17:05.287 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.287+0000 7f274c600640 1 -- 172.21.15.8:0/2115855756 shutdown_connections 2024-05-20T21:17:05.287 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.287+0000 7f274c600640 1 --2- 172.21.15.8:0/2115855756 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2744106890 0x7f274410d120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:05.287 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.287+0000 7f274c600640 1 --2- 172.21.15.8:0/2115855756 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2744105ed0 0x7f2744106350 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:05.287 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.287+0000 7f274c600640 1 --2- 172.21.15.8:0/2115855756 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2744104ce0 0x7f2744105100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:05.287 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.287+0000 7f274c600640 1 -- 172.21.15.8:0/2115855756 >> 172.21.15.8:0/2115855756 conn(0x7f2744100270 msgr2=0x7f2744102690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:05.288 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.288+0000 7f274c600640 1 -- 172.21.15.8:0/2115855756 shutdown_connections 2024-05-20T21:17:05.288 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.288+0000 7f274c600640 1 -- 172.21.15.8:0/2115855756 wait complete. 2024-05-20T21:17:05.289 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.289+0000 7f274c600640 1 Processor -- start 2024-05-20T21:17:05.289 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.290+0000 7f274c600640 1 -- start start 2024-05-20T21:17:05.290 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.290+0000 7f274c600640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2744104ce0 0x7f274419aee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:05.290 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.290+0000 7f274c600640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2744105ed0 0x7f274419b420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:05.290 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.290+0000 7f274c600640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2744106890 0x7f27441a2490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:05.290 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.290+0000 7f274c600640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f2744110840 con 0x7f2744105ed0 2024-05-20T21:17:05.291 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.290+0000 7f274c600640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f27441106c0 con 0x7f2744106890 2024-05-20T21:17:05.291 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.290+0000 7f274c600640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f27441109c0 con 0x7f2744104ce0 2024-05-20T21:17:05.291 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.290+0000 7f2749c00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2744104ce0 0x7f274419aee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:05.291 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.290+0000 7f2749c00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2744104ce0 0x7f274419aee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:50498/0 (socket says 172.21.15.8:50498) 2024-05-20T21:17:05.291 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.290+0000 7f2749c00640 1 -- 172.21.15.8:0/3596052394 learned_addr learned my addr 172.21.15.8:0/3596052394 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:05.292 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.291+0000 7f274a600640 1 --2- 172.21.15.8:0/3596052394 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2744106890 0x7f27441a2490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:05.292 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.291+0000 7f2749c00640 1 -- 172.21.15.8:0/3596052394 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2744106890 msgr2=0x7f27441a2490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:05.292 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.291+0000 7f2749c00640 1 --2- 172.21.15.8:0/3596052394 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2744106890 0x7f27441a2490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:05.292 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.291+0000 7f2749c00640 1 -- 172.21.15.8:0/3596052394 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2744105ed0 msgr2=0x7f274419b420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:05.292 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.291+0000 7f2749c00640 1 --2- 172.21.15.8:0/3596052394 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2744105ed0 0x7f274419b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:05.292 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.291+0000 7f2749c00640 1 -- 172.21.15.8:0/3596052394 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27441a2b00 con 0x7f2744104ce0 2024-05-20T21:17:05.292 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.291+0000 7f274a600640 1 --2- 172.21.15.8:0/3596052394 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2744106890 0x7f27441a2490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:17:05.292 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.291+0000 7f2749c00640 1 --2- 172.21.15.8:0/3596052394 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2744104ce0 0x7f274419aee0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f273800c970 tx=0x7f273800ce30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:05.293 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.292+0000 7f2742000640 1 -- 172.21.15.8:0/3596052394 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2738004220 con 0x7f2744104ce0 2024-05-20T21:17:05.293 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.292+0000 7f274c600640 1 -- 172.21.15.8:0/3596052394 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27441a2df0 con 0x7f2744104ce0 2024-05-20T21:17:05.293 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.292+0000 7f274c600640 1 -- 172.21.15.8:0/3596052394 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27441a3300 con 0x7f2744104ce0 2024-05-20T21:17:05.293 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.292+0000 7f2742000640 1 -- 172.21.15.8:0/3596052394 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f27380043c0 con 0x7f2744104ce0 2024-05-20T21:17:05.293 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.292+0000 7f2742000640 1 -- 172.21.15.8:0/3596052394 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f273800f450 con 0x7f2744104ce0 2024-05-20T21:17:05.296 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.296+0000 7f274f575740 1 Processor -- start 2024-05-20T21:17:05.297 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.297+0000 7f274f575740 1 -- start start 2024-05-20T21:17:05.298 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.298+0000 7f2742000640 1 -- 172.21.15.8:0/3596052394 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f273800f5f0 con 0x7f2744104ce0 2024-05-20T21:17:05.298 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.298+0000 7f274f575740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562274927b30 0x562274927f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:05.298 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.298+0000 7f274f575740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562274928520 0x56227492d020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:05.298 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.298+0000 7f274f575740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56227492d690 0x56227492fb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:05.299 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.298+0000 7f274f575740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x562274897b90 con 0x562274928520 2024-05-20T21:17:05.299 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.298+0000 7f274f575740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x562274887730 con 0x56227492d690 2024-05-20T21:17:05.299 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.298+0000 7f274f575740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x56227488b770 con 0x562274927b30 2024-05-20T21:17:05.299 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.299+0000 7f2749c00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562274928520 0x56227492d020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:05.299 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.299+0000 7f274a600640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562274927b30 0x562274927f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:05.299 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.299+0000 7f2749c00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562274928520 0x56227492d020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:51422/0 (socket says 172.21.15.8:51422) 2024-05-20T21:17:05.299 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.299+0000 7f2749c00640 1 -- 172.21.15.8:0/2431232925 learned_addr learned my addr 172.21.15.8:0/2431232925 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:05.300 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.299+0000 7f2749200640 1 --2- 172.21.15.8:0/2431232925 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56227492d690 0x56227492fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:05.300 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.300+0000 7f2749200640 1 -- 172.21.15.8:0/2431232925 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562274927b30 msgr2=0x562274927f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:05.300 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.300+0000 7f2749200640 1 --2- 172.21.15.8:0/2431232925 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562274927b30 0x562274927f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:05.300 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.300+0000 7f2749200640 1 -- 172.21.15.8:0/2431232925 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562274928520 msgr2=0x56227492d020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:05.300 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.300+0000 7f2749200640 1 --2- 172.21.15.8:0/2431232925 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562274928520 0x56227492d020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:05.300 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.300+0000 7f2749200640 1 -- 172.21.15.8:0/2431232925 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5622748208b0 con 0x56227492d690 2024-05-20T21:17:05.301 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.300+0000 7f2749200640 1 --2- 172.21.15.8:0/2431232925 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56227492d690 0x56227492fb20 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f273002a930 tx=0x7f2730009630 comp rx=0 tx=0).ready entity=mon.2 client_cookie=747dc3460748c26 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:05.301 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.300+0000 7f2742000640 1 --2- 172.21.15.8:0/3596052394 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f272c0b27e0 0x7f272c0b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:05.301 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.301+0000 7f2742000640 1 -- 172.21.15.8:0/3596052394 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f27380e1ff0 con 0x7f2744104ce0 2024-05-20T21:17:05.301 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.301+0000 7f2736a00640 1 -- 172.21.15.8:0/2431232925 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2730040030 con 0x56227492d690 2024-05-20T21:17:05.301 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.301+0000 7f2736a00640 1 -- 172.21.15.8:0/2431232925 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f27300046c0 con 0x56227492d690 2024-05-20T21:17:05.301 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.301+0000 7f2736a00640 1 -- 172.21.15.8:0/2431232925 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f273003c6a0 con 0x56227492d690 2024-05-20T21:17:05.302 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.302+0000 7f274a600640 1 --2- 172.21.15.8:0/3596052394 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f272c0b27e0 0x7f272c0b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:05.302 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.302+0000 7f274f575740 1 -- 172.21.15.8:0/2431232925 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56227492d690 msgr2=0x56227492fb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:05.302 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.302+0000 7f274f575740 1 --2- 172.21.15.8:0/2431232925 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56227492d690 0x56227492fb20 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f273002a930 tx=0x7f2730009630 comp rx=0 tx=0).stop 2024-05-20T21:17:05.302 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.302+0000 7f274f575740 1 -- 172.21.15.8:0/2431232925 shutdown_connections 2024-05-20T21:17:05.302 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.302+0000 7f274f575740 1 --2- 172.21.15.8:0/2431232925 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56227492d690 0x56227492fb20 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:05.303 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.302+0000 7f274f575740 1 --2- 172.21.15.8:0/2431232925 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562274928520 0x56227492d020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:05.303 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.302+0000 7f274f575740 1 --2- 172.21.15.8:0/2431232925 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562274927b30 0x562274927f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:05.303 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.302+0000 7f274f575740 1 -- 172.21.15.8:0/2431232925 >> 172.21.15.8:0/2431232925 conn(0x5622749231a0 msgr2=0x5622749235a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:05.304 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.303+0000 7f274f575740 1 -- 172.21.15.8:0/2431232925 shutdown_connections 2024-05-20T21:17:05.304 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.303+0000 7f274f575740 1 -- 172.21.15.8:0/2431232925 wait complete. 2024-05-20T21:17:05.304 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.303+0000 7f274a600640 1 --2- 172.21.15.8:0/3596052394 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f272c0b27e0 0x7f272c0b4ca0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x562274928d80 tx=0x7f273c009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:05.304 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.304+0000 7f274f575740 1 -- start start 2024-05-20T21:17:05.304 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.304+0000 7f274f575740 1 Processor -- start 2024-05-20T21:17:05.305 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.305+0000 7f274f575740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562274927b30 0x5622749318a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:05.305 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.305+0000 7f274f575740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562274928520 0x562274931de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:05.305 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.305+0000 7f274f575740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56227492d690 0x562274938e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:05.305 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.305+0000 7f274f575740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x56227456d790 con 0x562274928520 2024-05-20T21:17:05.305 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.305+0000 7f274f575740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x56227482fbc0 con 0x56227492d690 2024-05-20T21:17:05.305 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.305+0000 7f274f575740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5622749305e0 con 0x562274927b30 2024-05-20T21:17:05.305 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.305+0000 7f274f575740 10 client.0 _ll_register_callbacks cb 0x56227480d400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:17:05.306 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.305+0000 7f2749c00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562274927b30 0x5622749318a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:05.306 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.305+0000 7f2749c00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562274927b30 0x5622749318a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:50522/0 (socket says 172.21.15.8:50522) 2024-05-20T21:17:05.306 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.305+0000 7f2749c00640 1 -- 172.21.15.8:0/2645427611 learned_addr learned my addr 172.21.15.8:0/2645427611 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:05.306 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.305+0000 7f274a600640 1 --2- 172.21.15.8:0/2645427611 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56227492d690 0x562274938e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:05.306 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.305+0000 7f2749200640 1 --2- 172.21.15.8:0/2645427611 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562274928520 0x562274931de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:05.306 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.306+0000 7f274a600640 1 -- 172.21.15.8:0/2645427611 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562274927b30 msgr2=0x5622749318a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:05.306 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.306+0000 7f274a600640 1 --2- 172.21.15.8:0/2645427611 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562274927b30 0x5622749318a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:05.307 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.306+0000 7f274a600640 1 -- 172.21.15.8:0/2645427611 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562274928520 msgr2=0x562274931de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:05.307 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.306+0000 7f274a600640 1 --2- 172.21.15.8:0/2645427611 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562274928520 0x562274931de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:05.307 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.306+0000 7f274a600640 1 -- 172.21.15.8:0/2645427611 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56227459c210 con 0x56227492d690 2024-05-20T21:17:05.307 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.306+0000 7f2749200640 1 --2- 172.21.15.8:0/2645427611 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562274928520 0x562274931de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:17:05.307 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.306+0000 7f2749c00640 1 --2- 172.21.15.8:0/2645427611 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562274927b30 0x5622749318a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:17:05.308 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.306+0000 7f274a600640 1 --2- 172.21.15.8:0/2645427611 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56227492d690 0x562274938e20 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f273c010930 tx=0x7f273c004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2130757f6422990d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:05.308 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.306+0000 7f272b400640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:17:05.308 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.307+0000 7f272b400640 1 -- 172.21.15.8:0/2645427611 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f273c01d6d0 con 0x56227492d690 2024-05-20T21:17:05.308 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.307+0000 7f272b400640 1 -- 172.21.15.8:0/2645427611 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f273c01d870 con 0x56227492d690 2024-05-20T21:17:05.308 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.307+0000 7f274f575740 1 -- 172.21.15.8:0/2645427611 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f27300046c0 con 0x56227492d690 2024-05-20T21:17:05.308 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.307+0000 7f272b400640 1 -- 172.21.15.8:0/2645427611 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f273c01da70 con 0x56227492d690 2024-05-20T21:17:05.308 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.307+0000 7f274f575740 10 client.25616 fetch_fsmap learned FSMap version 26 2024-05-20T21:17:05.308 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.307+0000 7f274f575740 1 -- 172.21.15.8:0/2645427611 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562274668620 con 0x56227492d690 2024-05-20T21:17:05.309 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.308+0000 7f272b400640 1 -- 172.21.15.8:0/2645427611 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f27300046c0 con 0x56227492d690 2024-05-20T21:17:05.309 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.309+0000 7f272b400640 1 -- 172.21.15.8:0/2645427611 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f273c030050 con 0x56227492d690 2024-05-20T21:17:05.309 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.309+0000 7f274f575740 10 client.25616 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:17:05.309 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.309+0000 7f274f575740 10 client.25616 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:17:05.309 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.309+0000 7f274f575740 20 client.25616 populate_metadata read hostname 'smithi008' 2024-05-20T21:17:05.309 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.309+0000 7f274f575740 1 --2- 172.21.15.8:0/2645427611 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56227493d3f0 0x56227493f800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:05.310 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.309+0000 7f274f575740 4 client.25616 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:17:05.310 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.309+0000 7f274f575740 1 -- 172.21.15.8:0/2645427611 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562274899ae0 con 0x56227493d3f0 2024-05-20T21:17:05.310 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.310+0000 7f2749c00640 1 --2- 172.21.15.8:0/2645427611 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56227493d3f0 0x56227493f800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:05.310 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.310+0000 7f2749c00640 1 --2- 172.21.15.8:0/2645427611 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56227493d3f0 0x56227493f800 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=53bf2e1d09dd87e2 server_cookie=4de011c8abe013ef in_seq=0 out_seq=0 2024-05-20T21:17:05.310 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.310+0000 7f272b400640 10 client.25616 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:17:05.311 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.311+0000 7f272b400640 1 -- 172.21.15.8:0/2645427611 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x562274899ae0 con 0x56227493d3f0 2024-05-20T21:17:05.311 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.311+0000 7f272b400640 10 client.25616 handle_command_reply: tid=0 2024-05-20T21:17:05.311 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.311+0000 7f274f575740 1 client.25616 shutdown 2024-05-20T21:17:05.311 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.311+0000 7f274f575740 1 -- 172.21.15.8:0/2645427611 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56227492d690 msgr2=0x562274938e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:05.311 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.311+0000 7f274f575740 1 --2- 172.21.15.8:0/2645427611 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56227492d690 0x562274938e20 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f273c010930 tx=0x7f273c004a40 comp rx=0 tx=0).stop 2024-05-20T21:17:05.312 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.312+0000 7f274f575740 1 -- 172.21.15.8:0/2645427611 shutdown_connections 2024-05-20T21:17:05.312 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.312+0000 7f274f575740 1 --2- 172.21.15.8:0/2645427611 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56227493d3f0 0x56227493f800 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:05.312 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.312+0000 7f274f575740 1 --2- 172.21.15.8:0/2645427611 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56227492d690 0x562274938e20 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:05.313 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.312+0000 7f274f575740 1 --2- 172.21.15.8:0/2645427611 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562274928520 0x562274931de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:05.313 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.312+0000 7f274f575740 1 --2- 172.21.15.8:0/2645427611 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562274927b30 0x5622749318a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:05.313 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.312+0000 7f274f575740 1 -- 172.21.15.8:0/2645427611 >> 172.21.15.8:0/2645427611 conn(0x5622749231a0 msgr2=0x562274922310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:05.313 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.312+0000 7f272b400640 0 client.25616 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:17:05.313 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.312+0000 7f274f575740 1 -- 172.21.15.8:0/2645427611 shutdown_connections 2024-05-20T21:17:05.313 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.312+0000 7f274f575740 1 -- 172.21.15.8:0/2645427611 wait complete. 2024-05-20T21:17:05.313 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.312+0000 7f274f575740 20 client.25616 trim_cache size 0 max 16384 2024-05-20T21:17:05.314 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:17:05.342 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.342+0000 7f274f575740 1 Processor -- start 2024-05-20T21:17:05.343 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.342+0000 7f274f575740 1 -- start start 2024-05-20T21:17:05.344 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.343+0000 7f274f575740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562274927b30 0x5622749267c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:05.344 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.343+0000 7f274f575740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562274928520 0x562274938de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:05.344 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.343+0000 7f274f575740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56227492d690 0x562274930b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:05.344 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.343+0000 7f274f575740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f2724010d70 con 0x56227492d690 2024-05-20T21:17:05.344 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.343+0000 7f274f575740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f272400e640 con 0x562274928520 2024-05-20T21:17:05.344 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.343+0000 7f274f575740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f272400c490 con 0x562274927b30 2024-05-20T21:17:05.344 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.343+0000 7f2749c00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562274927b30 0x5622749267c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:05.344 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.343+0000 7f2749c00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562274927b30 0x5622749267c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:50534/0 (socket says 172.21.15.8:50534) 2024-05-20T21:17:05.344 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.343+0000 7f2749c00640 1 -- 172.21.15.8:0/44689507 learned_addr learned my addr 172.21.15.8:0/44689507 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:05.344 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.343+0000 7f2749200640 1 --2- 172.21.15.8:0/44689507 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562274928520 0x562274938de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:05.344 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.343+0000 7f274a600640 1 --2- 172.21.15.8:0/44689507 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56227492d690 0x562274930b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:05.345 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.344+0000 7f2749c00640 1 -- 172.21.15.8:0/44689507 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562274928520 msgr2=0x562274938de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:05.345 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.344+0000 7f2749c00640 1 --2- 172.21.15.8:0/44689507 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562274928520 0x562274938de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:05.345 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.344+0000 7f2749c00640 1 -- 172.21.15.8:0/44689507 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56227492d690 msgr2=0x562274930b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:05.345 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.344+0000 7f2749c00640 1 --2- 172.21.15.8:0/44689507 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56227492d690 0x562274930b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:05.345 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.344+0000 7f2749c00640 1 -- 172.21.15.8:0/44689507 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562274922fd0 con 0x562274927b30 2024-05-20T21:17:05.346 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.344+0000 7f2749c00640 1 --2- 172.21.15.8:0/44689507 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562274927b30 0x5622749267c0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f27380a5c40 tx=0x7f27380dfa50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c5b2bc631c1478e5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:05.346 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.344+0000 7f2736000640 1 -- 172.21.15.8:0/44689507 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f273801d070 con 0x562274927b30 2024-05-20T21:17:05.346 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.344+0000 7f2736000640 1 -- 172.21.15.8:0/44689507 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f27380a91b0 con 0x562274927b30 2024-05-20T21:17:05.346 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.344+0000 7f2736000640 1 -- 172.21.15.8:0/44689507 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27380e5db0 con 0x562274927b30 2024-05-20T21:17:05.346 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.345+0000 7f274f575740 1 -- 172.21.15.8:0/44689507 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562274927b30 msgr2=0x5622749267c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:05.346 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.345+0000 7f274f575740 1 --2- 172.21.15.8:0/44689507 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562274927b30 0x5622749267c0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f27380a5c40 tx=0x7f27380dfa50 comp rx=0 tx=0).stop 2024-05-20T21:17:05.347 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.346+0000 7f274f575740 1 -- 172.21.15.8:0/44689507 shutdown_connections 2024-05-20T21:17:05.347 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.346+0000 7f274f575740 1 --2- 172.21.15.8:0/44689507 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56227492d690 0x562274930b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:05.347 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.346+0000 7f274f575740 1 --2- 172.21.15.8:0/44689507 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562274928520 0x562274938de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:05.347 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.346+0000 7f274f575740 1 --2- 172.21.15.8:0/44689507 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562274927b30 0x5622749267c0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:05.347 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.346+0000 7f274f575740 1 -- 172.21.15.8:0/44689507 >> 172.21.15.8:0/44689507 conn(0x5622749231a0 msgr2=0x5622749260b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:05.347 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.347+0000 7f274f575740 1 -- 172.21.15.8:0/44689507 shutdown_connections 2024-05-20T21:17:05.348 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.347+0000 7f274f575740 1 -- 172.21.15.8:0/44689507 wait complete. 2024-05-20T21:17:05.348 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.348+0000 7f274f575740 1 -- start start 2024-05-20T21:17:05.348 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.348+0000 7f274f575740 1 Processor -- start 2024-05-20T21:17:05.349 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.349+0000 7f274f575740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562274927b30 0x562274935fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:05.349 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.349+0000 7f274f575740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562274928520 0x5622749364e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:05.349 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.349+0000 7f274f575740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56227492d690 0x5622749374a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:05.349 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.349+0000 7f274f575740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f272400cb00 con 0x562274928520 2024-05-20T21:17:05.349 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.349+0000 7f274f575740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f272400df70 con 0x56227492d690 2024-05-20T21:17:05.349 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.349+0000 7f274f575740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f272400d1d0 con 0x562274927b30 2024-05-20T21:17:05.349 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.349+0000 7f274f575740 10 client.0 _ll_register_callbacks cb 0x7f273c0103d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:17:05.350 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.349+0000 7f2749c00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562274927b30 0x562274935fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:05.351 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.349+0000 7f2749c00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562274927b30 0x562274935fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:50542/0 (socket says 172.21.15.8:50542) 2024-05-20T21:17:05.351 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.349+0000 7f2749c00640 1 -- 172.21.15.8:0/1673789505 learned_addr learned my addr 172.21.15.8:0/1673789505 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:05.351 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.349+0000 7f274a600640 1 --2- 172.21.15.8:0/1673789505 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56227492d690 0x5622749374a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:05.351 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.349+0000 7f2749200640 1 --2- 172.21.15.8:0/1673789505 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562274928520 0x5622749364e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:05.351 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.350+0000 7f274a600640 1 -- 172.21.15.8:0/1673789505 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562274927b30 msgr2=0x562274935fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:05.351 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.350+0000 7f274a600640 1 --2- 172.21.15.8:0/1673789505 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562274927b30 0x562274935fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:05.351 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.350+0000 7f274a600640 1 -- 172.21.15.8:0/1673789505 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562274928520 msgr2=0x5622749364e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:05.351 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.350+0000 7f274a600640 1 --2- 172.21.15.8:0/1673789505 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562274928520 0x5622749364e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:05.351 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.350+0000 7f274a600640 1 -- 172.21.15.8:0/1673789505 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56227491e440 con 0x56227492d690 2024-05-20T21:17:05.351 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.350+0000 7f2749c00640 1 --2- 172.21.15.8:0/1673789505 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562274927b30 0x562274935fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:17:05.352 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.350+0000 7f274a600640 1 --2- 172.21.15.8:0/1673789505 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56227492d690 0x5622749374a0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f273c000f80 tx=0x7f273c027de0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d43e073517a19e84 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:05.352 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.350+0000 7f272b400640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:17:05.352 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.350+0000 7f272b400640 1 -- 172.21.15.8:0/1673789505 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f273c010d30 con 0x56227492d690 2024-05-20T21:17:05.352 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.350+0000 7f274f575740 1 -- 172.21.15.8:0/1673789505 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f27380a91b0 con 0x56227492d690 2024-05-20T21:17:05.352 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.351+0000 7f272b400640 1 -- 172.21.15.8:0/1673789505 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f273c027430 con 0x56227492d690 2024-05-20T21:17:05.353 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.351+0000 7f272b400640 1 -- 172.21.15.8:0/1673789505 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f273c012d50 con 0x56227492d690 2024-05-20T21:17:05.353 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.351+0000 7f274f575740 10 client.25622 fetch_fsmap learned FSMap version 26 2024-05-20T21:17:05.354 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.351+0000 7f274f575740 1 -- 172.21.15.8:0/1673789505 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562274938bd0 con 0x56227492d690 2024-05-20T21:17:05.354 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.351+0000 7f272b400640 1 -- 172.21.15.8:0/1673789505 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f27380a91b0 con 0x56227492d690 2024-05-20T21:17:05.354 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.351+0000 7f272b400640 1 -- 172.21.15.8:0/1673789505 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f273c030040 con 0x56227492d690 2024-05-20T21:17:05.354 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.352+0000 7f274f575740 10 client.25622 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:17:05.354 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.352+0000 7f274f575740 10 client.25622 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:17:05.354 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.352+0000 7f274f575740 20 client.25622 populate_metadata read hostname 'smithi008' 2024-05-20T21:17:05.354 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.352+0000 7f274f575740 1 --2- 172.21.15.8:0/1673789505 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5622749b0a00 0x5622749b2e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:05.354 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.352+0000 7f274f575740 4 client.25622 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:17:05.354 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.352+0000 7f274f575740 1 -- 172.21.15.8:0/1673789505 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5622748932c0 con 0x5622749b0a00 2024-05-20T21:17:05.355 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.352+0000 7f2749c00640 1 --2- 172.21.15.8:0/1673789505 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5622749b0a00 0x5622749b2e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:05.355 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.353+0000 7f2749c00640 1 --2- 172.21.15.8:0/1673789505 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5622749b0a00 0x5622749b2e20 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=af346ef579f2745f server_cookie=b17c6f7bfb077117 in_seq=0 out_seq=0 2024-05-20T21:17:05.355 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.353+0000 7f272b400640 10 client.25622 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:17:05.359 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.359+0000 7f272b400640 1 -- 172.21.15.8:0/1673789505 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5622748932c0 con 0x5622749b0a00 2024-05-20T21:17:05.359 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.359+0000 7f272b400640 10 client.25622 handle_command_reply: tid=0 2024-05-20T21:17:05.359 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.359+0000 7f274f575740 1 client.25622 shutdown 2024-05-20T21:17:05.360 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.359+0000 7f274f575740 1 -- 172.21.15.8:0/1673789505 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56227492d690 msgr2=0x5622749374a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:05.360 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.359+0000 7f274f575740 1 --2- 172.21.15.8:0/1673789505 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56227492d690 0x5622749374a0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f273c000f80 tx=0x7f273c027de0 comp rx=0 tx=0).stop 2024-05-20T21:17:05.360 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.359+0000 7f274f575740 1 -- 172.21.15.8:0/1673789505 shutdown_connections 2024-05-20T21:17:05.360 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.359+0000 7f274f575740 1 --2- 172.21.15.8:0/1673789505 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5622749b0a00 0x5622749b2e20 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:05.360 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.359+0000 7f274f575740 1 --2- 172.21.15.8:0/1673789505 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56227492d690 0x5622749374a0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:05.360 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.359+0000 7f274f575740 1 --2- 172.21.15.8:0/1673789505 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562274928520 0x5622749364e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:05.360 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.359+0000 7f274f575740 1 --2- 172.21.15.8:0/1673789505 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562274927b30 0x562274935fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:05.360 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.359+0000 7f274f575740 1 -- 172.21.15.8:0/1673789505 >> 172.21.15.8:0/1673789505 conn(0x5622749231a0 msgr2=0x56227492c620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:05.360 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.359+0000 7f272b400640 0 client.25622 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:17:05.361 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.360+0000 7f274f575740 1 -- 172.21.15.8:0/1673789505 shutdown_connections 2024-05-20T21:17:05.361 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.360+0000 7f274f575740 1 -- 172.21.15.8:0/1673789505 wait complete. 2024-05-20T21:17:05.361 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.360+0000 7f274f575740 20 client.25622 trim_cache size 0 max 16384 2024-05-20T21:17:05.361 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:17:05.361 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:17:05.361 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:17:05.362 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.361+0000 7f274c600640 1 -- 172.21.15.8:0/3596052394 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f272c0b27e0 msgr2=0x7f272c0b4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:05.362 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.361+0000 7f274c600640 1 --2- 172.21.15.8:0/3596052394 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f272c0b27e0 0x7f272c0b4ca0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x562274928d80 tx=0x7f273c009500 comp rx=0 tx=0).stop 2024-05-20T21:17:05.362 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.361+0000 7f274c600640 1 -- 172.21.15.8:0/3596052394 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2744104ce0 msgr2=0x7f274419aee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:05.362 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.361+0000 7f274c600640 1 --2- 172.21.15.8:0/3596052394 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2744104ce0 0x7f274419aee0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f273800c970 tx=0x7f273800ce30 comp rx=0 tx=0).stop 2024-05-20T21:17:05.363 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.361+0000 7f274c600640 1 -- 172.21.15.8:0/3596052394 shutdown_connections 2024-05-20T21:17:05.363 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.361+0000 7f274c600640 1 --2- 172.21.15.8:0/3596052394 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f272c0b27e0 0x7f272c0b4ca0 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:05.363 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.361+0000 7f274c600640 1 --2- 172.21.15.8:0/3596052394 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2744106890 0x7f27441a2490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:05.363 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.361+0000 7f274c600640 1 --2- 172.21.15.8:0/3596052394 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2744105ed0 0x7f274419b420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:05.363 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.361+0000 7f274c600640 1 --2- 172.21.15.8:0/3596052394 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2744104ce0 0x7f274419aee0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:05.363 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.361+0000 7f274c600640 1 -- 172.21.15.8:0/3596052394 >> 172.21.15.8:0/3596052394 conn(0x7f2744100270 msgr2=0x7f2744109250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:05.363 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.361+0000 7f274c600640 1 -- 172.21.15.8:0/3596052394 shutdown_connections 2024-05-20T21:17:05.363 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:05.361+0000 7f274c600640 1 -- 172.21.15.8:0/3596052394 wait complete. 2024-05-20T21:17:05.799 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:17:06.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:17:06 smithi130 ceph-mon[36448]: pgmap v493: 97 pgs: 97 active+clean; 673 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-20T21:17:06.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:17:06 smithi050 ceph-mon[35809]: pgmap v493: 97 pgs: 97 active+clean; 673 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-20T21:17:06.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:17:06 smithi008 ceph-mon[31475]: pgmap v493: 97 pgs: 97 active+clean; 673 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-20T21:17:08.746 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:17:08 smithi008 ceph-mon[31475]: pgmap v494: 97 pgs: 97 active+clean; 673 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-05-20T21:17:08.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:17:08 smithi130 ceph-mon[36448]: pgmap v494: 97 pgs: 97 active+clean; 673 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-05-20T21:17:08.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:17:08 smithi050 ceph-mon[35809]: pgmap v494: 97 pgs: 97 active+clean; 673 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-05-20T21:17:10.676 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.673+0000 7f9b32800700 1 -- 172.21.15.8:0/2695282058 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9b2c10fd70 msgr2=0x7f9b2c112160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:10.676 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.673+0000 7f9b32800700 1 --2- 172.21.15.8:0/2695282058 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9b2c10fd70 0x7f9b2c112160 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f9b2400b0a0 tx=0x7f9b2400b3b0 comp rx=0 tx=0).stop 2024-05-20T21:17:10.676 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.674+0000 7f9b32800700 1 -- 172.21.15.8:0/2695282058 shutdown_connections 2024-05-20T21:17:10.676 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.674+0000 7f9b32800700 1 --2- 172.21.15.8:0/2695282058 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9b2c10fd70 0x7f9b2c112160 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:10.676 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.674+0000 7f9b32800700 1 --2- 172.21.15.8:0/2695282058 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9b2c1021c0 0x7f9b2c1025a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:10.676 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.674+0000 7f9b32800700 1 --2- 172.21.15.8:0/2695282058 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9b2c102b70 0x7f9b2c10f830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:10.676 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.674+0000 7f9b32800700 1 -- 172.21.15.8:0/2695282058 >> 172.21.15.8:0/2695282058 conn(0x7f9b2c0fde60 msgr2=0x7f9b2c100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:10.676 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.674+0000 7f9b32800700 1 -- 172.21.15.8:0/2695282058 shutdown_connections 2024-05-20T21:17:10.677 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.674+0000 7f9b32800700 1 -- 172.21.15.8:0/2695282058 wait complete. 2024-05-20T21:17:10.677 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.675+0000 7f9b32800700 1 Processor -- start 2024-05-20T21:17:10.677 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.675+0000 7f9b32800700 1 -- start start 2024-05-20T21:17:10.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.676+0000 7f9b32800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9b2c1021c0 0x7f9b2c19bd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:10.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.676+0000 7f9b32800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9b2c102b70 0x7f9b2c19c280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:10.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.676+0000 7f9b32800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9b2c10fd70 0x7f9b2c1a0610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:10.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.676+0000 7f9b32800700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f9b2c1158b0 con 0x7f9b2c1021c0 2024-05-20T21:17:10.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.676+0000 7f9b32800700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9b2c115730 con 0x7f9b2c10fd70 2024-05-20T21:17:10.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.676+0000 7f9b32800700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f9b2c115a30 con 0x7f9b2c102b70 2024-05-20T21:17:10.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.676+0000 7f9b30a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9b2c102b70 0x7f9b2c19c280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:10.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.676+0000 7f9b31400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9b2c1021c0 0x7f9b2c19bd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:10.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.677+0000 7f9b30a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9b2c102b70 0x7f9b2c19c280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:50560/0 (socket says 172.21.15.8:50560) 2024-05-20T21:17:10.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.677+0000 7f9b30a00700 1 -- 172.21.15.8:0/1234301174 learned_addr learned my addr 172.21.15.8:0/1234301174 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:10.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.677+0000 7f9b31e00700 1 --2- 172.21.15.8:0/1234301174 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9b2c10fd70 0x7f9b2c1a0610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:10.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.677+0000 7f9b30a00700 1 -- 172.21.15.8:0/1234301174 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9b2c10fd70 msgr2=0x7f9b2c1a0610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:10.679 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.677+0000 7f9b30a00700 1 --2- 172.21.15.8:0/1234301174 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9b2c10fd70 0x7f9b2c1a0610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:10.679 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.677+0000 7f9b30a00700 1 -- 172.21.15.8:0/1234301174 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9b2c1021c0 msgr2=0x7f9b2c19bd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:10.679 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.677+0000 7f9b30a00700 1 --2- 172.21.15.8:0/1234301174 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9b2c1021c0 0x7f9b2c19bd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:10.679 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.677+0000 7f9b30a00700 1 -- 172.21.15.8:0/1234301174 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b2c1a0d50 con 0x7f9b2c102b70 2024-05-20T21:17:10.679 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.678+0000 7f9b31e00700 1 --2- 172.21.15.8:0/1234301174 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9b2c10fd70 0x7f9b2c1a0610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:17:10.680 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.678+0000 7f9b31400700 1 --2- 172.21.15.8:0/1234301174 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9b2c1021c0 0x7f9b2c19bd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:17:10.680 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.678+0000 7f9b30a00700 1 --2- 172.21.15.8:0/1234301174 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9b2c102b70 0x7f9b2c19c280 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f9b1800e9a0 tx=0x7f9b1800ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:10.680 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.678+0000 7f9b2a000700 1 -- 172.21.15.8:0/1234301174 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b1800cbd0 con 0x7f9b2c102b70 2024-05-20T21:17:10.680 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.678+0000 7f9b32800700 1 -- 172.21.15.8:0/1234301174 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b2c1a1040 con 0x7f9b2c102b70 2024-05-20T21:17:10.680 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.678+0000 7f9b32800700 1 -- 172.21.15.8:0/1234301174 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b2c1a88c0 con 0x7f9b2c102b70 2024-05-20T21:17:10.680 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.678+0000 7f9b2a000700 1 -- 172.21.15.8:0/1234301174 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9b1800cd70 con 0x7f9b2c102b70 2024-05-20T21:17:10.680 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.678+0000 7f9b2a000700 1 -- 172.21.15.8:0/1234301174 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b18018680 con 0x7f9b2c102b70 2024-05-20T21:17:10.682 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.682+0000 7f9b2a000700 1 -- 172.21.15.8:0/1234301174 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f9b18018820 con 0x7f9b2c102b70 2024-05-20T21:17:10.684 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.684+0000 7f9b2a000700 1 --2- 172.21.15.8:0/1234301174 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9b140b2900 0x7f9b140b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:10.684 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.684+0000 7f9b2a000700 1 -- 172.21.15.8:0/1234301174 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f9b180e24c0 con 0x7f9b2c102b70 2024-05-20T21:17:10.685 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.685+0000 7f9b31400700 1 --2- 172.21.15.8:0/1234301174 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9b140b2900 0x7f9b140b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:10.685 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.685+0000 7f9b3e83cb80 1 Processor -- start 2024-05-20T21:17:10.685 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.685+0000 7f9b3e83cb80 1 -- start start 2024-05-20T21:17:10.686 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.686+0000 7f9b3e83cb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56398c7be020 0x56398c7be400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:10.686 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.686+0000 7f9b3e83cb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56398c7be940 0x56398c7b84b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:10.686 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.686+0000 7f9b3e83cb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56398c7b8ad0 0x56398c7b8f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:10.686 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.686+0000 7f9b3e83cb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x56398c716e40 con 0x56398c7be940 2024-05-20T21:17:10.687 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.686+0000 7f9b3e83cb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x56398c7069e0 con 0x56398c7be020 2024-05-20T21:17:10.687 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.686+0000 7f9b3e83cb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x56398c70aa20 con 0x56398c7b8ad0 2024-05-20T21:17:10.688 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.686+0000 7f9b31e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56398c7b8ad0 0x56398c7b8f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:10.688 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.686+0000 7f9b31e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56398c7b8ad0 0x56398c7b8f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:50568/0 (socket says 172.21.15.8:50568) 2024-05-20T21:17:10.688 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.687+0000 7f9b31e00700 1 -- 172.21.15.8:0/2971595595 learned_addr learned my addr 172.21.15.8:0/2971595595 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:10.688 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.687+0000 7f9b31e00700 1 -- 172.21.15.8:0/2971595595 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56398c7be020 msgr2=0x56398c7be400 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-20T21:17:10.688 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.687+0000 7f9b31e00700 1 --2- 172.21.15.8:0/2971595595 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56398c7be020 0x56398c7be400 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:10.688 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.687+0000 7f9b31e00700 1 -- 172.21.15.8:0/2971595595 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56398c7be940 msgr2=0x56398c7b84b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:10.688 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.687+0000 7f9b31e00700 1 --2- 172.21.15.8:0/2971595595 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56398c7be940 0x56398c7b84b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:10.688 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.687+0000 7f9b31e00700 1 -- 172.21.15.8:0/2971595595 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56398c6cf420 con 0x56398c7b8ad0 2024-05-20T21:17:10.688 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.688+0000 7f9b31400700 1 --2- 172.21.15.8:0/1234301174 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9b140b2900 0x7f9b140b4dc0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f9b20009d00 tx=0x7f9b20009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:10.689 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.688+0000 7f9b31e00700 1 --2- 172.21.15.8:0/2971595595 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56398c7b8ad0 0x56398c7b8f30 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f9b2c06abb0 tx=0x7f9b24009d50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b424912248d96172 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:10.689 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.688+0000 7f9b1ea00700 1 -- 172.21.15.8:0/2971595595 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b24021070 con 0x56398c7b8ad0 2024-05-20T21:17:10.689 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.688+0000 7f9b1ea00700 1 -- 172.21.15.8:0/2971595595 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9b240074e0 con 0x56398c7b8ad0 2024-05-20T21:17:10.689 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.688+0000 7f9b1ea00700 1 -- 172.21.15.8:0/2971595595 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b240052a0 con 0x56398c7b8ad0 2024-05-20T21:17:10.690 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.689+0000 7f9b3e83cb80 1 -- 172.21.15.8:0/2971595595 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56398c7b8ad0 msgr2=0x56398c7b8f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:10.690 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.689+0000 7f9b3e83cb80 1 --2- 172.21.15.8:0/2971595595 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56398c7b8ad0 0x56398c7b8f30 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f9b2c06abb0 tx=0x7f9b24009d50 comp rx=0 tx=0).stop 2024-05-20T21:17:10.690 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.689+0000 7f9b3e83cb80 1 -- 172.21.15.8:0/2971595595 shutdown_connections 2024-05-20T21:17:10.690 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.689+0000 7f9b3e83cb80 1 --2- 172.21.15.8:0/2971595595 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56398c7be020 0x56398c7be400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:10.690 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.689+0000 7f9b3e83cb80 1 --2- 172.21.15.8:0/2971595595 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56398c7b8ad0 0x56398c7b8f30 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:10.690 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.689+0000 7f9b3e83cb80 1 --2- 172.21.15.8:0/2971595595 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56398c7be940 0x56398c7b84b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:10.690 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.689+0000 7f9b3e83cb80 1 -- 172.21.15.8:0/2971595595 >> 172.21.15.8:0/2971595595 conn(0x56398c6e6be0 msgr2=0x56398c7b3150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:10.690 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.689+0000 7f9b3e83cb80 1 -- 172.21.15.8:0/2971595595 shutdown_connections 2024-05-20T21:17:10.691 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.690+0000 7f9b3e83cb80 1 -- 172.21.15.8:0/2971595595 wait complete. 2024-05-20T21:17:10.691 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.690+0000 7f9b3e83cb80 1 -- start start 2024-05-20T21:17:10.691 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.691+0000 7f9b3e83cb80 1 Processor -- start 2024-05-20T21:17:10.691 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.691+0000 7f9b3e83cb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56398c7b8ad0 0x56398c7c46b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:10.692 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.691+0000 7f9b3e83cb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56398c7be020 0x56398c7c1a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:10.692 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.691+0000 7f9b3e83cb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56398c7be940 0x56398c7c1f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:10.692 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.691+0000 7f9b3e83cb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x56398c60cfa0 con 0x56398c7be020 2024-05-20T21:17:10.692 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.691+0000 7f9b3e83cb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x56398c6a7760 con 0x56398c7b8ad0 2024-05-20T21:17:10.692 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.691+0000 7f9b3e83cb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x56398c7c5400 con 0x56398c7be940 2024-05-20T21:17:10.692 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.691+0000 7f9b3e83cb80 10 client.0 _ll_register_callbacks cb 0x56398c6b0c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:17:10.693 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.692+0000 7f9b31400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56398c7b8ad0 0x56398c7c46b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:10.693 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.692+0000 7f9b31e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56398c7be940 0x56398c7c1f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:10.693 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.692+0000 7f9b31e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56398c7be940 0x56398c7c1f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:50582/0 (socket says 172.21.15.8:50582) 2024-05-20T21:17:10.693 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.692+0000 7f9b31e00700 1 -- 172.21.15.8:0/3611332897 learned_addr learned my addr 172.21.15.8:0/3611332897 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:10.694 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.692+0000 7f9b30a00700 1 --2- 172.21.15.8:0/3611332897 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56398c7be020 0x56398c7c1a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:10.694 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.693+0000 7f9b30a00700 1 -- 172.21.15.8:0/3611332897 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56398c7be940 msgr2=0x56398c7c1f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:10.694 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.693+0000 7f9b30a00700 1 --2- 172.21.15.8:0/3611332897 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56398c7be940 0x56398c7c1f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:10.694 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.693+0000 7f9b30a00700 1 -- 172.21.15.8:0/3611332897 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56398c7b8ad0 msgr2=0x56398c7c46b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:10.694 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.693+0000 7f9b30a00700 1 --2- 172.21.15.8:0/3611332897 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56398c7b8ad0 0x56398c7c46b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:10.694 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.693+0000 7f9b30a00700 1 -- 172.21.15.8:0/3611332897 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56398c6568d0 con 0x56398c7be020 2024-05-20T21:17:10.694 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.693+0000 7f9b31e00700 1 --2- 172.21.15.8:0/3611332897 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56398c7be940 0x56398c7c1f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:17:10.694 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.693+0000 7f9b31400700 1 --2- 172.21.15.8:0/3611332897 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56398c7b8ad0 0x56398c7c46b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:17:10.694 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.694+0000 7f9b30a00700 1 --2- 172.21.15.8:0/3611332897 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56398c7be020 0x56398c7c1a50 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f9b1800f010 tx=0x7f9b180aa220 comp rx=0 tx=0).ready entity=mon.0 client_cookie=514aa342b11f92b4 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:10.694 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.694+0000 7f9b13400700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:17:10.695 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.694+0000 7f9b13400700 1 -- 172.21.15.8:0/3611332897 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b180a6240 con 0x56398c7be020 2024-05-20T21:17:10.695 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.694+0000 7f9b13400700 1 -- 172.21.15.8:0/3611332897 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f9b180a70a0 con 0x56398c7be020 2024-05-20T21:17:10.695 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.694+0000 7f9b3e83cb80 1 -- 172.21.15.8:0/3611332897 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9b240074e0 con 0x56398c7be020 2024-05-20T21:17:10.695 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.695+0000 7f9b13400700 1 -- 172.21.15.8:0/3611332897 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9b180aa5c0 con 0x56398c7be020 2024-05-20T21:17:10.695 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.695+0000 7f9b3e83cb80 10 client.15510 fetch_fsmap learned FSMap version 26 2024-05-20T21:17:10.696 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.695+0000 7f9b3e83cb80 1 -- 172.21.15.8:0/3611332897 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56398c6d7060 con 0x56398c7be020 2024-05-20T21:17:10.696 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.696+0000 7f9b13400700 1 -- 172.21.15.8:0/3611332897 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9b240074e0 con 0x56398c7be020 2024-05-20T21:17:10.696 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.696+0000 7f9b13400700 1 -- 172.21.15.8:0/3611332897 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9b180b25b0 con 0x56398c7be020 2024-05-20T21:17:10.697 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.696+0000 7f9b3e83cb80 10 client.15510 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:17:10.697 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.696+0000 7f9b3e83cb80 10 client.15510 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:17:10.697 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.696+0000 7f9b3e83cb80 20 client.15510 populate_metadata read hostname 'smithi008' 2024-05-20T21:17:10.697 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.696+0000 7f9b3e83cb80 1 --2- 172.21.15.8:0/3611332897 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x56398c7da860 0x56398c7dcc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:10.697 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.696+0000 7f9b3e83cb80 4 client.15510 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:17:10.697 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.696+0000 7f9b3e83cb80 1 -- 172.21.15.8:0/3611332897 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56398c718d90 con 0x56398c7da860 2024-05-20T21:17:10.697 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.697+0000 7f9b31400700 1 --2- 172.21.15.8:0/3611332897 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x56398c7da860 0x56398c7dcc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:10.698 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:17:10 smithi008 ceph-mon[31475]: pgmap v495: 97 pgs: 97 active+clean; 674 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:17:10.698 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.697+0000 7f9b31400700 1 --2- 172.21.15.8:0/3611332897 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x56398c7da860 0x56398c7dcc50 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=9f1eafc6b2d41349 server_cookie=13e2983033612592 in_seq=0 out_seq=0 2024-05-20T21:17:10.698 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.698+0000 7f9b13400700 10 client.15510 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:17:10.699 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.698+0000 7f9b13400700 1 -- 172.21.15.8:0/3611332897 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x56398c718d90 con 0x56398c7da860 2024-05-20T21:17:10.699 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.698+0000 7f9b13400700 10 client.15510 handle_command_reply: tid=0 2024-05-20T21:17:10.699 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.699+0000 7f9b3e83cb80 1 client.15510 shutdown 2024-05-20T21:17:10.700 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.699+0000 7f9b3e83cb80 1 -- 172.21.15.8:0/3611332897 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56398c7be020 msgr2=0x56398c7c1a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:10.700 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.699+0000 7f9b3e83cb80 1 --2- 172.21.15.8:0/3611332897 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56398c7be020 0x56398c7c1a50 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f9b1800f010 tx=0x7f9b180aa220 comp rx=0 tx=0).stop 2024-05-20T21:17:10.700 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.699+0000 7f9b3e83cb80 1 -- 172.21.15.8:0/3611332897 shutdown_connections 2024-05-20T21:17:10.700 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.699+0000 7f9b3e83cb80 1 --2- 172.21.15.8:0/3611332897 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x56398c7da860 0x56398c7dcc50 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:10.700 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.700+0000 7f9b13400700 0 client.15510 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:17:10.700 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.700+0000 7f9b3e83cb80 1 --2- 172.21.15.8:0/3611332897 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56398c7b8ad0 0x56398c7c46b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:10.700 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.700+0000 7f9b3e83cb80 1 --2- 172.21.15.8:0/3611332897 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56398c7be940 0x56398c7c1f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:10.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.700+0000 7f9b3e83cb80 1 --2- 172.21.15.8:0/3611332897 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56398c7be020 0x56398c7c1a50 secure :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f9b1800f010 tx=0x7f9b180aa220 comp rx=0 tx=0).stop 2024-05-20T21:17:10.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.700+0000 7f9b3e83cb80 1 -- 172.21.15.8:0/3611332897 >> 172.21.15.8:0/3611332897 conn(0x56398c6e6be0 msgr2=0x56398c7b74a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:10.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.701+0000 7f9b3e83cb80 1 -- 172.21.15.8:0/3611332897 shutdown_connections 2024-05-20T21:17:10.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.701+0000 7f9b3e83cb80 1 -- 172.21.15.8:0/3611332897 wait complete. 2024-05-20T21:17:10.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.701+0000 7f9b3e83cb80 20 client.15510 trim_cache size 0 max 16384 2024-05-20T21:17:10.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.723+0000 7f9b3e83cb80 1 Processor -- start 2024-05-20T21:17:10.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.723+0000 7f9b3e83cb80 1 -- start start 2024-05-20T21:17:10.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.724+0000 7f9b3e83cb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56398c7b8ad0 0x56398c7b84b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:10.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.724+0000 7f9b3e83cb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56398c7be940 0x56398c7c1830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:10.725 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.724+0000 7f9b3e83cb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56398c7b9270 0x56398c7c1d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:10.725 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.724+0000 7f9b3e83cb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f9b0c00fc10 con 0x56398c7b9270 2024-05-20T21:17:10.725 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.724+0000 7f9b3e83cb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9b0c00d4a0 con 0x56398c7be940 2024-05-20T21:17:10.725 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.724+0000 7f9b3e83cb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f9b0c00b2f0 con 0x56398c7b8ad0 2024-05-20T21:17:10.725 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.724+0000 7f9b31e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56398c7b9270 0x56398c7c1d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:10.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.724+0000 7f9b30a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56398c7be940 0x56398c7c1830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:10.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.724+0000 7f9b31e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56398c7b9270 0x56398c7c1d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:51486/0 (socket says 172.21.15.8:51486) 2024-05-20T21:17:10.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.724+0000 7f9b31e00700 1 -- 172.21.15.8:0/2509949813 learned_addr learned my addr 172.21.15.8:0/2509949813 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:10.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.724+0000 7f9b31400700 1 --2- 172.21.15.8:0/2509949813 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56398c7b8ad0 0x56398c7b84b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:10.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.724+0000 7f9b30a00700 1 -- 172.21.15.8:0/2509949813 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56398c7b8ad0 msgr2=0x56398c7b84b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:10.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.725+0000 7f9b30a00700 1 --2- 172.21.15.8:0/2509949813 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56398c7b8ad0 0x56398c7b84b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:10.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.725+0000 7f9b30a00700 1 -- 172.21.15.8:0/2509949813 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56398c7b9270 msgr2=0x56398c7c1d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:10.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.725+0000 7f9b30a00700 1 --2- 172.21.15.8:0/2509949813 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56398c7b9270 0x56398c7c1d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:10.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.725+0000 7f9b30a00700 1 -- 172.21.15.8:0/2509949813 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56398c7b3dd0 con 0x56398c7be940 2024-05-20T21:17:10.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.725+0000 7f9b31e00700 1 --2- 172.21.15.8:0/2509949813 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56398c7b9270 0x56398c7c1d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:17:10.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.725+0000 7f9b30a00700 1 --2- 172.21.15.8:0/2509949813 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56398c7be940 0x56398c7c1830 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x56398c7c2b10 tx=0x7f9b18014000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e418209a47ac385 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:10.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.725+0000 7f9b1e000700 1 -- 172.21.15.8:0/2509949813 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b180ab1b0 con 0x56398c7be940 2024-05-20T21:17:10.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.725+0000 7f9b1e000700 1 -- 172.21.15.8:0/2509949813 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9b180e22e0 con 0x56398c7be940 2024-05-20T21:17:10.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.725+0000 7f9b1e000700 1 -- 172.21.15.8:0/2509949813 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b180b24a0 con 0x56398c7be940 2024-05-20T21:17:10.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.726+0000 7f9b3e83cb80 1 -- 172.21.15.8:0/2509949813 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56398c7be940 msgr2=0x56398c7c1830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:10.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.726+0000 7f9b3e83cb80 1 --2- 172.21.15.8:0/2509949813 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56398c7be940 0x56398c7c1830 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x56398c7c2b10 tx=0x7f9b18014000 comp rx=0 tx=0).stop 2024-05-20T21:17:10.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.726+0000 7f9b3e83cb80 1 -- 172.21.15.8:0/2509949813 shutdown_connections 2024-05-20T21:17:10.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.726+0000 7f9b3e83cb80 1 --2- 172.21.15.8:0/2509949813 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56398c7b9270 0x56398c7c1d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:10.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.726+0000 7f9b3e83cb80 1 --2- 172.21.15.8:0/2509949813 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56398c7b8ad0 0x56398c7b84b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:10.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.726+0000 7f9b3e83cb80 1 --2- 172.21.15.8:0/2509949813 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56398c7be940 0x56398c7c1830 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:10.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.726+0000 7f9b3e83cb80 1 -- 172.21.15.8:0/2509949813 >> 172.21.15.8:0/2509949813 conn(0x56398c6e6be0 msgr2=0x56398c7b2c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:10.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.726+0000 7f9b3e83cb80 1 -- 172.21.15.8:0/2509949813 shutdown_connections 2024-05-20T21:17:10.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.726+0000 7f9b3e83cb80 1 -- 172.21.15.8:0/2509949813 wait complete. 2024-05-20T21:17:10.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.727+0000 7f9b3e83cb80 1 -- start start 2024-05-20T21:17:10.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.727+0000 7f9b3e83cb80 1 Processor -- start 2024-05-20T21:17:10.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.727+0000 7f9b3e83cb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56398c7b8ad0 0x56398c7d3190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:10.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.727+0000 7f9b3e83cb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56398c7b9270 0x56398c7d36d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:10.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.727+0000 7f9b3e83cb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56398c7be940 0x56398c7e18f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:10.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.727+0000 7f9b3e83cb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f9b0c00b960 con 0x56398c7b8ad0 2024-05-20T21:17:10.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.727+0000 7f9b3e83cb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9b0c00cdd0 con 0x56398c7b9270 2024-05-20T21:17:10.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.727+0000 7f9b3e83cb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f9b0c00c030 con 0x56398c7be940 2024-05-20T21:17:10.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.727+0000 7f9b3e83cb80 10 client.0 _ll_register_callbacks cb 0x56398c7adfa0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:17:10.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.728+0000 7f9b31400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56398c7b8ad0 0x56398c7d3190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:10.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.728+0000 7f9b30a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56398c7b9270 0x56398c7d36d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:10.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.728+0000 7f9b31e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56398c7be940 0x56398c7e18f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:10.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.728+0000 7f9b30a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56398c7b9270 0x56398c7d36d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:44206/0 (socket says 172.21.15.8:44206) 2024-05-20T21:17:10.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.728+0000 7f9b30a00700 1 -- 172.21.15.8:0/1741928280 learned_addr learned my addr 172.21.15.8:0/1741928280 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:10.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.728+0000 7f9b30a00700 1 -- 172.21.15.8:0/1741928280 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56398c7be940 msgr2=0x56398c7e18f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:10.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.728+0000 7f9b30a00700 1 --2- 172.21.15.8:0/1741928280 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56398c7be940 0x56398c7e18f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:10.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.728+0000 7f9b30a00700 1 -- 172.21.15.8:0/1741928280 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56398c7b8ad0 msgr2=0x56398c7d3190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:10.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.728+0000 7f9b30a00700 1 --2- 172.21.15.8:0/1741928280 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56398c7b8ad0 0x56398c7d3190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:10.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.728+0000 7f9b30a00700 1 -- 172.21.15.8:0/1741928280 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56398c7e20b0 con 0x56398c7b9270 2024-05-20T21:17:10.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.728+0000 7f9b31400700 1 --2- 172.21.15.8:0/1741928280 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56398c7b8ad0 0x56398c7d3190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:17:10.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.729+0000 7f9b31e00700 1 --2- 172.21.15.8:0/1741928280 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56398c7be940 0x56398c7e18f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:17:10.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.729+0000 7f9b30a00700 1 --2- 172.21.15.8:0/1741928280 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56398c7b9270 0x56398c7d36d0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f9b180e2490 tx=0x7f9b18009640 comp rx=0 tx=0).ready entity=mon.2 client_cookie=934533ad7b751b42 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:10.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.729+0000 7f9b13400700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:17:10.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.729+0000 7f9b13400700 1 -- 172.21.15.8:0/1741928280 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b180ab1b0 con 0x56398c7b9270 2024-05-20T21:17:10.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.729+0000 7f9b3e83cb80 1 -- 172.21.15.8:0/1741928280 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9b180e22e0 con 0x56398c7b9270 2024-05-20T21:17:10.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.729+0000 7f9b13400700 1 -- 172.21.15.8:0/1741928280 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f9b180b26b0 con 0x56398c7b9270 2024-05-20T21:17:10.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.729+0000 7f9b13400700 1 -- 172.21.15.8:0/1741928280 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9b180b2930 con 0x56398c7b9270 2024-05-20T21:17:10.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.729+0000 7f9b3e83cb80 10 client.25637 fetch_fsmap learned FSMap version 26 2024-05-20T21:17:10.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.729+0000 7f9b3e83cb80 1 -- 172.21.15.8:0/1741928280 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56398c844e70 con 0x56398c7b9270 2024-05-20T21:17:10.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.730+0000 7f9b13400700 1 -- 172.21.15.8:0/1741928280 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9b180e22e0 con 0x56398c7b9270 2024-05-20T21:17:10.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.730+0000 7f9b13400700 1 -- 172.21.15.8:0/1741928280 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9b180a9780 con 0x56398c7b9270 2024-05-20T21:17:10.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.730+0000 7f9b3e83cb80 10 client.25637 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:17:10.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.730+0000 7f9b3e83cb80 10 client.25637 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:17:10.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.730+0000 7f9b3e83cb80 20 client.25637 populate_metadata read hostname 'smithi008' 2024-05-20T21:17:10.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.730+0000 7f9b3e83cb80 1 --2- 172.21.15.8:0/1741928280 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x56398c845320 0x56398c847710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:10.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.730+0000 7f9b3e83cb80 4 client.25637 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:17:10.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.730+0000 7f9b3e83cb80 1 -- 172.21.15.8:0/1741928280 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56398c712570 con 0x56398c845320 2024-05-20T21:17:10.735 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.730+0000 7f9b31400700 1 --2- 172.21.15.8:0/1741928280 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x56398c845320 0x56398c847710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:10.735 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.731+0000 7f9b31400700 1 --2- 172.21.15.8:0/1741928280 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x56398c845320 0x56398c847710 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d11be9373a6bf5e1 server_cookie=93616878f2a080b2 in_seq=0 out_seq=0 2024-05-20T21:17:10.735 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.731+0000 7f9b13400700 10 client.25637 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:17:10.735 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.731+0000 7f9b13400700 1 -- 172.21.15.8:0/1741928280 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56398c712570 con 0x56398c845320 2024-05-20T21:17:10.735 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.731+0000 7f9b13400700 10 client.25637 handle_command_reply: tid=0 2024-05-20T21:17:10.735 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.731+0000 7f9b3e83cb80 1 client.25637 shutdown 2024-05-20T21:17:10.736 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.731+0000 7f9b3e83cb80 1 -- 172.21.15.8:0/1741928280 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56398c7b9270 msgr2=0x56398c7d36d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:10.736 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.731+0000 7f9b3e83cb80 1 --2- 172.21.15.8:0/1741928280 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56398c7b9270 0x56398c7d36d0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f9b180e2490 tx=0x7f9b18009640 comp rx=0 tx=0).stop 2024-05-20T21:17:10.736 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.732+0000 7f9b3e83cb80 1 -- 172.21.15.8:0/1741928280 shutdown_connections 2024-05-20T21:17:10.736 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.732+0000 7f9b3e83cb80 1 --2- 172.21.15.8:0/1741928280 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x56398c845320 0x56398c847710 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:10.736 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.732+0000 7f9b3e83cb80 1 --2- 172.21.15.8:0/1741928280 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56398c7be940 0x56398c7e18f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:10.737 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.732+0000 7f9b3e83cb80 1 --2- 172.21.15.8:0/1741928280 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56398c7b8ad0 0x56398c7d3190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:10.737 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.732+0000 7f9b3e83cb80 1 --2- 172.21.15.8:0/1741928280 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56398c7b9270 0x56398c7d36d0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:10.737 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.732+0000 7f9b3e83cb80 1 -- 172.21.15.8:0/1741928280 >> 172.21.15.8:0/1741928280 conn(0x56398c6e6be0 msgr2=0x56398c7c1830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:10.737 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.732+0000 7f9b13400700 0 client.25637 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:17:10.737 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.732+0000 7f9b3e83cb80 1 -- 172.21.15.8:0/1741928280 shutdown_connections 2024-05-20T21:17:10.737 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.732+0000 7f9b3e83cb80 1 -- 172.21.15.8:0/1741928280 wait complete. 2024-05-20T21:17:10.738 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.732+0000 7f9b3e83cb80 20 client.25637 trim_cache size 0 max 16384 2024-05-20T21:17:10.738 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:17:10.739 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.733+0000 7f9b32800700 1 -- 172.21.15.8:0/1234301174 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9b140b2900 msgr2=0x7f9b140b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:10.739 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.733+0000 7f9b32800700 1 --2- 172.21.15.8:0/1234301174 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9b140b2900 0x7f9b140b4dc0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f9b20009d00 tx=0x7f9b20009260 comp rx=0 tx=0).stop 2024-05-20T21:17:10.739 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.733+0000 7f9b32800700 1 -- 172.21.15.8:0/1234301174 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9b2c102b70 msgr2=0x7f9b2c19c280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:10.739 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.733+0000 7f9b32800700 1 --2- 172.21.15.8:0/1234301174 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9b2c102b70 0x7f9b2c19c280 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f9b1800e9a0 tx=0x7f9b1800ecb0 comp rx=0 tx=0).stop 2024-05-20T21:17:10.740 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.733+0000 7f9b32800700 1 -- 172.21.15.8:0/1234301174 shutdown_connections 2024-05-20T21:17:10.740 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.733+0000 7f9b32800700 1 --2- 172.21.15.8:0/1234301174 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9b140b2900 0x7f9b140b4dc0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:10.740 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.733+0000 7f9b32800700 1 --2- 172.21.15.8:0/1234301174 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9b2c10fd70 0x7f9b2c1a0610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:10.740 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.733+0000 7f9b32800700 1 --2- 172.21.15.8:0/1234301174 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9b2c1021c0 0x7f9b2c19bd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:10.740 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.733+0000 7f9b32800700 1 --2- 172.21.15.8:0/1234301174 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9b2c102b70 0x7f9b2c19c280 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:10.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.733+0000 7f9b32800700 1 -- 172.21.15.8:0/1234301174 >> 172.21.15.8:0/1234301174 conn(0x7f9b2c0fde60 msgr2=0x7f9b2c100250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:10.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.734+0000 7f9b32800700 1 -- 172.21.15.8:0/1234301174 shutdown_connections 2024-05-20T21:17:10.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:10.734+0000 7f9b32800700 1 -- 172.21.15.8:0/1234301174 wait complete. 2024-05-20T21:17:10.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:17:10 smithi130 ceph-mon[36448]: pgmap v495: 97 pgs: 97 active+clean; 674 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:17:10.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:17:10 smithi050 ceph-mon[35809]: pgmap v495: 97 pgs: 97 active+clean; 674 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:17:10.926 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:17:11.554 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:17:11.753 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:17:12.498 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:17:12 smithi008 ceph-mon[31475]: pgmap v496: 97 pgs: 97 active+clean; 674 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:17:12.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:17:12 smithi130 ceph-mon[36448]: pgmap v496: 97 pgs: 97 active+clean; 674 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:17:12.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:17:12 smithi050 ceph-mon[35809]: pgmap v496: 97 pgs: 97 active+clean; 674 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:17:12.992 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:17:14.501 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:17:14 smithi008 ceph-mon[31475]: pgmap v497: 97 pgs: 97 active+clean; 674 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:17:14.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:14.473+0000 7f3d38a00700 1 -- 172.21.15.8:0/2961073140 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d34103e50 msgr2=0x7f3d34110310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:14.777 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:14.473+0000 7f3d38a00700 1 --2- 172.21.15.8:0/2961073140 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d34103e50 0x7f3d34110310 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f3d2c00b0d0 tx=0x7f3d2c00b3e0 comp rx=0 tx=0).stop 2024-05-20T21:17:14.777 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:14.473+0000 7f3d38a00700 1 -- 172.21.15.8:0/2961073140 shutdown_connections 2024-05-20T21:17:14.777 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:14.473+0000 7f3d38a00700 1 --2- 172.21.15.8:0/2961073140 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d34103e50 0x7f3d34110310 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:14.777 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:14.473+0000 7f3d38a00700 1 --2- 172.21.15.8:0/2961073140 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3d34109540 0x7f3d34109920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:14.777 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:14.473+0000 7f3d38a00700 1 --2- 172.21.15.8:0/2961073140 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3d34103490 0x7f3d34103910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:14.777 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:14.473+0000 7f3d38a00700 1 -- 172.21.15.8:0/2961073140 >> 172.21.15.8:0/2961073140 conn(0x7f3d340fefc0 msgr2=0x7f3d341013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:14.777 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:14.473+0000 7f3d38a00700 1 -- 172.21.15.8:0/2961073140 shutdown_connections 2024-05-20T21:17:14.777 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:14.473+0000 7f3d38a00700 1 -- 172.21.15.8:0/2961073140 wait complete. 2024-05-20T21:17:14.777 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:14.475+0000 7f3d38a00700 1 Processor -- start 2024-05-20T21:17:14.777 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:14.475+0000 7f3d38a00700 1 -- start start 2024-05-20T21:17:14.777 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:14.476+0000 7f3d38a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d34103490 0x7f3d34075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:14.778 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:14.476+0000 7f3d38a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3d34103e50 0x7f3d34075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:14.778 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:14.476+0000 7f3d38a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3d34109540 0x7f3d340762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:14.778 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:14.476+0000 7f3d38a00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f3d34113670 con 0x7f3d34103e50 2024-05-20T21:17:14.778 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:14.476+0000 7f3d38a00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f3d341134f0 con 0x7f3d34103490 2024-05-20T21:17:14.778 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:14.476+0000 7f3d38a00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f3d341137f0 con 0x7f3d34109540 2024-05-20T21:17:14.778 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:14.476+0000 7f3d31e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3d34103e50 0x7f3d34075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:14.778 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:14.476+0000 7f3d33200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3d34109540 0x7f3d340762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:14.778 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:14.476+0000 7f3d32800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d34103490 0x7f3d34075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:14.778 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:14.476+0000 7f3d33200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3d34109540 0x7f3d340762c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:37386/0 (socket says 172.21.15.8:37386) 2024-05-20T21:17:14.778 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:14.476+0000 7f3d33200700 1 -- 172.21.15.8:0/2035634452 learned_addr learned my addr 172.21.15.8:0/2035634452 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:14.778 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:14.477+0000 7f3d33200700 1 -- 172.21.15.8:0/2035634452 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d34103490 msgr2=0x7f3d34075840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:14.778 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:14.477+0000 7f3d33200700 1 --2- 172.21.15.8:0/2035634452 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d34103490 0x7f3d34075840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:14.778 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:14.477+0000 7f3d33200700 1 -- 172.21.15.8:0/2035634452 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3d34103e50 msgr2=0x7f3d34075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:14.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:14.477+0000 7f3d33200700 1 --2- 172.21.15.8:0/2035634452 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3d34103e50 0x7f3d34075d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:14.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:14.477+0000 7f3d33200700 1 -- 172.21.15.8:0/2035634452 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d341ac490 con 0x7f3d34109540 2024-05-20T21:17:14.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:14.477+0000 7f3d31e00700 1 --2- 172.21.15.8:0/2035634452 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3d34103e50 0x7f3d34075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:17:14.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:14.477+0000 7f3d33200700 1 --2- 172.21.15.8:0/2035634452 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3d34109540 0x7f3d340762c0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f3d2c0079a0 tx=0x7f3d2c0079d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:14.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:14.478+0000 7f3d2b400700 1 -- 172.21.15.8:0/2035634452 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d2c01f070 con 0x7f3d34109540 2024-05-20T21:17:14.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:14.478+0000 7f3d2b400700 1 -- 172.21.15.8:0/2035634452 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3d2c003c00 con 0x7f3d34109540 2024-05-20T21:17:14.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:14.478+0000 7f3d2b400700 1 -- 172.21.15.8:0/2035634452 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d2c01b690 con 0x7f3d34109540 2024-05-20T21:17:14.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:14.478+0000 7f3d38a00700 1 -- 172.21.15.8:0/2035634452 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d3406cf60 con 0x7f3d34109540 2024-05-20T21:17:14.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:14.478+0000 7f3d38a00700 1 -- 172.21.15.8:0/2035634452 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d3406d450 con 0x7f3d34109540 2024-05-20T21:17:14.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:14.479+0000 7f3d38a00700 1 -- 172.21.15.8:0/2035634452 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d34104bb0 con 0x7f3d34109540 2024-05-20T21:17:14.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:14.484+0000 7f3d2b400700 1 -- 172.21.15.8:0/2035634452 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f3d2c022070 con 0x7f3d34109540 2024-05-20T21:17:14.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:14.487+0000 7f3d2b400700 1 --2- 172.21.15.8:0/2035634452 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3d180c3890 0x7f3d180c5d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:14.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:14.488+0000 7f3d2b400700 1 -- 172.21.15.8:0/2035634452 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f3d2c00f070 con 0x7f3d34109540 2024-05-20T21:17:14.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:14.488+0000 7f3d2b400700 1 -- 172.21.15.8:0/2035634452 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f3d2c0e38a0 con 0x7f3d34109540 2024-05-20T21:17:14.780 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:14.488+0000 7f3d32800700 1 --2- 172.21.15.8:0/2035634452 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3d180c3890 0x7f3d180c5d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:14.780 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:14.490+0000 7f3d32800700 1 --2- 172.21.15.8:0/2035634452 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3d180c3890 0x7f3d180c5d50 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f3d24007b60 tx=0x7f3d240073d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:14.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:17:14 smithi130 ceph-mon[36448]: pgmap v497: 97 pgs: 97 active+clean; 674 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:17:14.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:17:14 smithi050 ceph-mon[35809]: pgmap v497: 97 pgs: 97 active+clean; 674 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:17:14.991 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:14.990+0000 7f3d38a00700 1 -- 172.21.15.8:0/2035634452 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3d34076d70 con 0x7f3d34109540 2024-05-20T21:17:14.992 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:14.992+0000 7f3d2b400700 1 -- 172.21.15.8:0/2035634452 <== mon.1 v2:172.21.15.130:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7f3d2c0ab360 con 0x7f3d34109540 2024-05-20T21:17:14.992 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:17:14.992 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:17:14.995 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:14.995+0000 7f3d38a00700 1 -- 172.21.15.8:0/2035634452 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3d180c3890 msgr2=0x7f3d180c5d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:14.995 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:14.995+0000 7f3d38a00700 1 --2- 172.21.15.8:0/2035634452 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3d180c3890 0x7f3d180c5d50 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f3d24007b60 tx=0x7f3d240073d0 comp rx=0 tx=0).stop 2024-05-20T21:17:14.995 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:14.995+0000 7f3d38a00700 1 -- 172.21.15.8:0/2035634452 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3d34109540 msgr2=0x7f3d340762c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:14.996 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:14.995+0000 7f3d38a00700 1 --2- 172.21.15.8:0/2035634452 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3d34109540 0x7f3d340762c0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f3d2c0079a0 tx=0x7f3d2c0079d0 comp rx=0 tx=0).stop 2024-05-20T21:17:14.996 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:14.995+0000 7f3d38a00700 1 -- 172.21.15.8:0/2035634452 shutdown_connections 2024-05-20T21:17:14.996 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:14.995+0000 7f3d38a00700 1 --2- 172.21.15.8:0/2035634452 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3d180c3890 0x7f3d180c5d50 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:14.996 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:14.995+0000 7f3d38a00700 1 --2- 172.21.15.8:0/2035634452 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d34103490 0x7f3d34075840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:14.996 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:14.995+0000 7f3d38a00700 1 --2- 172.21.15.8:0/2035634452 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3d34109540 0x7f3d340762c0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:14.996 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:14.995+0000 7f3d38a00700 1 --2- 172.21.15.8:0/2035634452 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3d34103e50 0x7f3d34075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:14.996 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:14.995+0000 7f3d38a00700 1 -- 172.21.15.8:0/2035634452 >> 172.21.15.8:0/2035634452 conn(0x7f3d340fefc0 msgr2=0x7f3d341006f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:14.996 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:14.996+0000 7f3d38a00700 1 -- 172.21.15.8:0/2035634452 shutdown_connections 2024-05-20T21:17:14.997 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:14.996+0000 7f3d38a00700 1 -- 172.21.15.8:0/2035634452 wait complete. 2024-05-20T21:17:14.997 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:17:15.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.585+0000 7f1a21600700 1 -- 172.21.15.8:0/1941032280 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1a1c06b790 msgr2=0x7f1a1c06bbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:15.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.585+0000 7f1a21600700 1 --2- 172.21.15.8:0/1941032280 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1a1c06b790 0x7f1a1c06bbf0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f1a08009990 tx=0x7f1a08009ca0 comp rx=0 tx=0).stop 2024-05-20T21:17:15.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.585+0000 7f1a21600700 1 -- 172.21.15.8:0/1941032280 shutdown_connections 2024-05-20T21:17:15.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.585+0000 7f1a21600700 1 --2- 172.21.15.8:0/1941032280 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1a1c105f80 0x7f1a1c106410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:15.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.585+0000 7f1a21600700 1 --2- 172.21.15.8:0/1941032280 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1a1c108470 0x7f1a1c06b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:15.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.585+0000 7f1a21600700 1 --2- 172.21.15.8:0/1941032280 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1a1c06b790 0x7f1a1c06bbf0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:15.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.585+0000 7f1a21600700 1 -- 172.21.15.8:0/1941032280 >> 172.21.15.8:0/1941032280 conn(0x7f1a1c0793f0 msgr2=0x7f1a1c079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:15.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.586+0000 7f1a21600700 1 -- 172.21.15.8:0/1941032280 shutdown_connections 2024-05-20T21:17:15.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.586+0000 7f1a21600700 1 -- 172.21.15.8:0/1941032280 wait complete. 2024-05-20T21:17:15.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.587+0000 7f1a21600700 1 Processor -- start 2024-05-20T21:17:15.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.588+0000 7f1a21600700 1 -- start start 2024-05-20T21:17:15.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.588+0000 7f1a21600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1a1c06b790 0x7f1a1c1a0230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:15.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.588+0000 7f1a21600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1a1c105f80 0x7f1a1c1a0770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:15.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.588+0000 7f1a21600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1a1c108470 0x7f1a1c1a4b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:15.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.588+0000 7f1a21600700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f1a1c119d20 con 0x7f1a1c108470 2024-05-20T21:17:15.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.588+0000 7f1a21600700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1a1c119ba0 con 0x7f1a1c06b790 2024-05-20T21:17:15.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.588+0000 7f1a21600700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f1a1c119ea0 con 0x7f1a1c105f80 2024-05-20T21:17:15.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.589+0000 7f1a1aa00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1a1c06b790 0x7f1a1c1a0230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:15.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.589+0000 7f1a1a000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1a1c105f80 0x7f1a1c1a0770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:15.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.589+0000 7f1a1aa00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1a1c06b790 0x7f1a1c1a0230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:57078/0 (socket says 172.21.15.8:57078) 2024-05-20T21:17:15.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.589+0000 7f1a1aa00700 1 -- 172.21.15.8:0/1242189901 learned_addr learned my addr 172.21.15.8:0/1242189901 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:15.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.589+0000 7f1a1b400700 1 --2- 172.21.15.8:0/1242189901 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1a1c108470 0x7f1a1c1a4b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:15.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.589+0000 7f1a1aa00700 1 -- 172.21.15.8:0/1242189901 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1a1c105f80 msgr2=0x7f1a1c1a0770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:15.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.589+0000 7f1a1aa00700 1 --2- 172.21.15.8:0/1242189901 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1a1c105f80 0x7f1a1c1a0770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:15.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.589+0000 7f1a1aa00700 1 -- 172.21.15.8:0/1242189901 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1a1c108470 msgr2=0x7f1a1c1a4b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:15.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.589+0000 7f1a1aa00700 1 --2- 172.21.15.8:0/1242189901 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1a1c108470 0x7f1a1c1a4b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:15.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.589+0000 7f1a1aa00700 1 -- 172.21.15.8:0/1242189901 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a1c1a5240 con 0x7f1a1c06b790 2024-05-20T21:17:15.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.589+0000 7f1a1b400700 1 --2- 172.21.15.8:0/1242189901 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1a1c108470 0x7f1a1c1a4b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:17:15.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.590+0000 7f1a1aa00700 1 --2- 172.21.15.8:0/1242189901 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1a1c06b790 0x7f1a1c1a0230 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f1a0c00e9a0 tx=0x7f1a0c00ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:15.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.590+0000 7f1a13400700 1 -- 172.21.15.8:0/1242189901 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a0c00cbd0 con 0x7f1a1c06b790 2024-05-20T21:17:15.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.590+0000 7f1a13400700 1 -- 172.21.15.8:0/1242189901 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1a0c00cd70 con 0x7f1a1c06b790 2024-05-20T21:17:15.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.590+0000 7f1a21600700 1 -- 172.21.15.8:0/1242189901 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a1c1a5530 con 0x7f1a1c06b790 2024-05-20T21:17:15.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.590+0000 7f1a13400700 1 -- 172.21.15.8:0/1242189901 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a0c018680 con 0x7f1a1c06b790 2024-05-20T21:17:15.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.590+0000 7f1a21600700 1 -- 172.21.15.8:0/1242189901 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a1c1acdb0 con 0x7f1a1c06b790 2024-05-20T21:17:15.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.594+0000 7f1a13400700 1 -- 172.21.15.8:0/1242189901 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f1a0c010430 con 0x7f1a1c06b790 2024-05-20T21:17:15.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.596+0000 7f1a13400700 1 --2- 172.21.15.8:0/1242189901 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1a000b2900 0x7f1a000b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:15.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.596+0000 7f1a13400700 1 -- 172.21.15.8:0/1242189901 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f1a0c0e23c0 con 0x7f1a1c06b790 2024-05-20T21:17:15.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.597+0000 7f1a1a000700 1 --2- 172.21.15.8:0/1242189901 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1a000b2900 0x7f1a000b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:15.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.597+0000 7f1a2c08fb80 1 Processor -- start 2024-05-20T21:17:15.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.598+0000 7f1a2c08fb80 1 -- start start 2024-05-20T21:17:15.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.598+0000 7f1a2c08fb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555afeeeceb0 0x555afeeed290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:15.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.598+0000 7f1a2c08fb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555afeeed7d0 0x555afeee7260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:15.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.598+0000 7f1a2c08fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555afeee7880 0x555afeee7ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:15.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.598+0000 7f1a2c08fb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x555afee45e40 con 0x555afeeeceb0 2024-05-20T21:17:15.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.598+0000 7f1a2c08fb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x555afee359e0 con 0x555afeeed7d0 2024-05-20T21:17:15.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.598+0000 7f1a2c08fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x555afee39a20 con 0x555afeee7880 2024-05-20T21:17:15.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.598+0000 7f1a1a000700 1 --2- 172.21.15.8:0/1242189901 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1a000b2900 0x7f1a000b4dc0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f1a1c06c050 tx=0x7f1a0800b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:15.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.599+0000 7f1a1a000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555afeeed7d0 0x555afeee7260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:15.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.599+0000 7f1a1a000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555afeeed7d0 0x555afeee7260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:57084/0 (socket says 172.21.15.8:57084) 2024-05-20T21:17:15.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.599+0000 7f1a1a000700 1 -- 172.21.15.8:0/1740201311 learned_addr learned my addr 172.21.15.8:0/1740201311 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:15.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.599+0000 7f1a1aa00700 1 --2- 172.21.15.8:0/1740201311 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555afeeeceb0 0x555afeeed290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:15.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.599+0000 7f1a1a000700 1 -- 172.21.15.8:0/1740201311 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555afeee7880 msgr2=0x555afeee7ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:15.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.599+0000 7f1a1a000700 1 --2- 172.21.15.8:0/1740201311 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555afeee7880 0x555afeee7ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:15.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.599+0000 7f1a1a000700 1 -- 172.21.15.8:0/1740201311 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555afeeeceb0 msgr2=0x555afeeed290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:15.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.600+0000 7f1a1a000700 1 --2- 172.21.15.8:0/1740201311 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555afeeeceb0 0x555afeeed290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:15.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.600+0000 7f1a1a000700 1 -- 172.21.15.8:0/1740201311 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555afedfe420 con 0x555afeeed7d0 2024-05-20T21:17:15.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.600+0000 7f1a1aa00700 1 --2- 172.21.15.8:0/1740201311 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555afeeeceb0 0x555afeeed290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:17:15.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.600+0000 7f1a1a000700 1 --2- 172.21.15.8:0/1740201311 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555afeeed7d0 0x555afeee7260 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f1a080056f0 tx=0x7f1a0801f000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c8d01a4a899f1782 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:15.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.601+0000 7f1a07e00700 1 -- 172.21.15.8:0/1740201311 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a0800bb30 con 0x555afeeed7d0 2024-05-20T21:17:15.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.601+0000 7f1a07e00700 1 -- 172.21.15.8:0/1740201311 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1a0800bcd0 con 0x555afeeed7d0 2024-05-20T21:17:15.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.601+0000 7f1a07e00700 1 -- 172.21.15.8:0/1740201311 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a0800f8c0 con 0x555afeeed7d0 2024-05-20T21:17:15.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.602+0000 7f1a2c08fb80 1 -- 172.21.15.8:0/1740201311 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555afeeed7d0 msgr2=0x555afeee7260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:15.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.602+0000 7f1a2c08fb80 1 --2- 172.21.15.8:0/1740201311 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555afeeed7d0 0x555afeee7260 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f1a080056f0 tx=0x7f1a0801f000 comp rx=0 tx=0).stop 2024-05-20T21:17:15.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.602+0000 7f1a2c08fb80 1 -- 172.21.15.8:0/1740201311 shutdown_connections 2024-05-20T21:17:15.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.602+0000 7f1a2c08fb80 1 --2- 172.21.15.8:0/1740201311 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555afeee7880 0x555afeee7ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:15.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.602+0000 7f1a2c08fb80 1 --2- 172.21.15.8:0/1740201311 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555afeeeceb0 0x555afeeed290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:15.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.602+0000 7f1a2c08fb80 1 --2- 172.21.15.8:0/1740201311 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555afeeed7d0 0x555afeee7260 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:15.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.602+0000 7f1a2c08fb80 1 -- 172.21.15.8:0/1740201311 >> 172.21.15.8:0/1740201311 conn(0x555afee15be0 msgr2=0x555afeee2010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:15.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.602+0000 7f1a2c08fb80 1 -- 172.21.15.8:0/1740201311 shutdown_connections 2024-05-20T21:17:15.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.602+0000 7f1a2c08fb80 1 -- 172.21.15.8:0/1740201311 wait complete. 2024-05-20T21:17:15.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.603+0000 7f1a2c08fb80 1 -- start start 2024-05-20T21:17:15.604 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.603+0000 7f1a2c08fb80 1 Processor -- start 2024-05-20T21:17:15.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.604+0000 7f1a2c08fb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555afeee7880 0x555afeef3530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:15.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.604+0000 7f1a2c08fb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555afeeeceb0 0x555afeef08d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:15.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.604+0000 7f1a2c08fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555afeeed7d0 0x555afeef0e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:15.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.604+0000 7f1a2c08fb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x555afed3bfa0 con 0x555afeee7880 2024-05-20T21:17:15.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.604+0000 7f1a2c08fb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x555afedd6760 con 0x555afeeeceb0 2024-05-20T21:17:15.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.604+0000 7f1a2c08fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x555afeef41e0 con 0x555afeeed7d0 2024-05-20T21:17:15.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.604+0000 7f1a2c08fb80 10 client.0 _ll_register_callbacks cb 0x555afeddfc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:17:15.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.604+0000 7f1a1aa00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555afeee7880 0x555afeef3530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:15.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.604+0000 7f1a1aa00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555afeee7880 0x555afeef3530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:33418/0 (socket says 172.21.15.8:33418) 2024-05-20T21:17:15.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.604+0000 7f1a1aa00700 1 -- 172.21.15.8:0/1511613119 learned_addr learned my addr 172.21.15.8:0/1511613119 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:15.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.605+0000 7f1a1aa00700 1 -- 172.21.15.8:0/1511613119 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555afeeed7d0 msgr2=0x555afeef0e10 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-20T21:17:15.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.605+0000 7f1a1a000700 1 --2- 172.21.15.8:0/1511613119 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555afeeeceb0 0x555afeef08d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:15.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.605+0000 7f1a1aa00700 1 --2- 172.21.15.8:0/1511613119 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555afeeed7d0 0x555afeef0e10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:15.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.605+0000 7f1a1aa00700 1 -- 172.21.15.8:0/1511613119 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555afeeeceb0 msgr2=0x555afeef08d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:15.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.605+0000 7f1a1aa00700 1 --2- 172.21.15.8:0/1511613119 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555afeeeceb0 0x555afeef08d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:15.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.605+0000 7f1a1aa00700 1 -- 172.21.15.8:0/1511613119 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555afed858d0 con 0x555afeee7880 2024-05-20T21:17:15.607 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.606+0000 7f1a1aa00700 1 --2- 172.21.15.8:0/1511613119 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555afeee7880 0x555afeef3530 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f1a0c0a9900 tx=0x7f1a0c0b2620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c74c9a3dcf156b32 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:15.607 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.606+0000 7f1a04c00700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:17:15.607 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.607+0000 7f1a04c00700 1 -- 172.21.15.8:0/1511613119 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a0c0a5100 con 0x555afeee7880 2024-05-20T21:17:15.607 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.607+0000 7f1a04c00700 1 -- 172.21.15.8:0/1511613119 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f1a0c0a8bd0 con 0x555afeee7880 2024-05-20T21:17:15.607 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.607+0000 7f1a2c08fb80 1 -- 172.21.15.8:0/1511613119 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1a0800bcd0 con 0x555afeee7880 2024-05-20T21:17:15.608 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.607+0000 7f1a04c00700 1 -- 172.21.15.8:0/1511613119 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1a0c0b2110 con 0x555afeee7880 2024-05-20T21:17:15.608 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.607+0000 7f1a2c08fb80 10 client.15534 fetch_fsmap learned FSMap version 26 2024-05-20T21:17:15.608 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.608+0000 7f1a2c08fb80 1 -- 172.21.15.8:0/1511613119 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x555afee06060 con 0x555afeee7880 2024-05-20T21:17:15.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.608+0000 7f1a04c00700 1 -- 172.21.15.8:0/1511613119 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1a0800bcd0 con 0x555afeee7880 2024-05-20T21:17:15.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.608+0000 7f1a04c00700 1 -- 172.21.15.8:0/1511613119 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f1a0c0a8640 con 0x555afeee7880 2024-05-20T21:17:15.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.609+0000 7f1a2c08fb80 10 client.15534 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:17:15.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.609+0000 7f1a2c08fb80 10 client.15534 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:17:15.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.609+0000 7f1a2c08fb80 20 client.15534 populate_metadata read hostname 'smithi008' 2024-05-20T21:17:15.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.609+0000 7f1a2c08fb80 1 --2- 172.21.15.8:0/1511613119 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x555afef00d80 0x555afef03220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:15.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.609+0000 7f1a2c08fb80 4 client.15534 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:17:15.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.609+0000 7f1a2c08fb80 1 -- 172.21.15.8:0/1511613119 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555afee47d90 con 0x555afef00d80 2024-05-20T21:17:15.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.609+0000 7f1a1a000700 1 --2- 172.21.15.8:0/1511613119 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x555afef00d80 0x555afef03220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:15.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.610+0000 7f1a04c00700 10 client.15534 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:17:15.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.610+0000 7f1a1a000700 1 --2- 172.21.15.8:0/1511613119 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x555afef00d80 0x555afef03220 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=a473d1d6cdf15e server_cookie=13ad625be973d86e in_seq=0 out_seq=0 2024-05-20T21:17:15.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.611+0000 7f1a04c00700 1 -- 172.21.15.8:0/1511613119 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x555afee47d90 con 0x555afef00d80 2024-05-20T21:17:15.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.611+0000 7f1a04c00700 10 client.15534 handle_command_reply: tid=0 2024-05-20T21:17:15.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.611+0000 7f1a2c08fb80 1 client.15534 shutdown 2024-05-20T21:17:15.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.612+0000 7f1a2c08fb80 1 -- 172.21.15.8:0/1511613119 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555afeee7880 msgr2=0x555afeef3530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:15.617 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.612+0000 7f1a2c08fb80 1 --2- 172.21.15.8:0/1511613119 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555afeee7880 0x555afeef3530 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f1a0c0a9900 tx=0x7f1a0c0b2620 comp rx=0 tx=0).stop 2024-05-20T21:17:15.622 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.612+0000 7f1a2c08fb80 1 -- 172.21.15.8:0/1511613119 shutdown_connections 2024-05-20T21:17:15.622 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.612+0000 7f1a2c08fb80 1 --2- 172.21.15.8:0/1511613119 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x555afef00d80 0x555afef03220 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:15.622 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.612+0000 7f1a2c08fb80 1 --2- 172.21.15.8:0/1511613119 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555afeeed7d0 0x555afeef0e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:15.622 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.612+0000 7f1a2c08fb80 1 --2- 172.21.15.8:0/1511613119 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555afeee7880 0x555afeef3530 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:15.622 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.612+0000 7f1a2c08fb80 1 --2- 172.21.15.8:0/1511613119 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555afeeeceb0 0x555afeef08d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:15.622 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.612+0000 7f1a2c08fb80 1 -- 172.21.15.8:0/1511613119 >> 172.21.15.8:0/1511613119 conn(0x555afee15be0 msgr2=0x555afeee6250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:15.622 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.612+0000 7f1a04c00700 0 client.15534 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:17:15.622 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.613+0000 7f1a2c08fb80 1 -- 172.21.15.8:0/1511613119 shutdown_connections 2024-05-20T21:17:15.623 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.613+0000 7f1a2c08fb80 1 -- 172.21.15.8:0/1511613119 wait complete. 2024-05-20T21:17:15.623 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.613+0000 7f1a2c08fb80 20 client.15534 trim_cache size 0 max 16384 2024-05-20T21:17:15.644 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:17:15 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/2035634452' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:17:15.645 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.645+0000 7f1a2c08fb80 1 Processor -- start 2024-05-20T21:17:15.645 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.645+0000 7f1a2c08fb80 1 -- start start 2024-05-20T21:17:15.645 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.645+0000 7f1a2c08fb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555afeee7880 0x555afeee7260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:15.646 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.645+0000 7f1a2c08fb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555afeeeceb0 0x555afeef3530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:15.646 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.645+0000 7f1a2c08fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555afeeed7d0 0x555afeee19e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:15.646 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.645+0000 7f1a2c08fb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f1a1c1b6b90 con 0x555afeeeceb0 2024-05-20T21:17:15.647 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.645+0000 7f1a2c08fb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1a1c1b4420 con 0x555afeee7880 2024-05-20T21:17:15.647 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.645+0000 7f1a2c08fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f1a1c1b2270 con 0x555afeeed7d0 2024-05-20T21:17:15.647 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.646+0000 7f1a1a000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555afeeeceb0 0x555afeef3530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:15.647 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.646+0000 7f1a1a000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555afeeeceb0 0x555afeef3530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:33422/0 (socket says 172.21.15.8:33422) 2024-05-20T21:17:15.647 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.646+0000 7f1a1a000700 1 -- 172.21.15.8:0/2229533614 learned_addr learned my addr 172.21.15.8:0/2229533614 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:15.647 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.646+0000 7f1a1b400700 1 --2- 172.21.15.8:0/2229533614 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555afeeed7d0 0x555afeee19e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:15.648 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.647+0000 7f1a1a000700 1 -- 172.21.15.8:0/2229533614 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555afeeed7d0 msgr2=0x555afeee19e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:15.648 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.647+0000 7f1a1a000700 1 --2- 172.21.15.8:0/2229533614 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555afeeed7d0 0x555afeee19e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:15.648 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.647+0000 7f1a1a000700 1 -- 172.21.15.8:0/2229533614 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555afeee7880 msgr2=0x555afeee7260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:15.648 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.647+0000 7f1a1a000700 1 --2- 172.21.15.8:0/2229533614 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555afeee7880 0x555afeee7260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:15.648 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.647+0000 7f1a1a000700 1 -- 172.21.15.8:0/2229533614 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555afeeeee90 con 0x555afeeeceb0 2024-05-20T21:17:15.649 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.648+0000 7f1a1a000700 1 --2- 172.21.15.8:0/2229533614 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555afeeeceb0 0x555afeef3530 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f1a0800ba00 tx=0x7f1a0800f460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a2b5230fb969ab9 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:15.649 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.648+0000 7f1a07400700 1 -- 172.21.15.8:0/2229533614 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a0800f4d0 con 0x555afeeeceb0 2024-05-20T21:17:15.649 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.648+0000 7f1a07400700 1 -- 172.21.15.8:0/2229533614 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1a080094b0 con 0x555afeeeceb0 2024-05-20T21:17:15.649 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.648+0000 7f1a07400700 1 -- 172.21.15.8:0/2229533614 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a08030460 con 0x555afeeeceb0 2024-05-20T21:17:15.650 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.649+0000 7f1a2c08fb80 1 -- 172.21.15.8:0/2229533614 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555afeeeceb0 msgr2=0x555afeef3530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:15.650 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.649+0000 7f1a2c08fb80 1 --2- 172.21.15.8:0/2229533614 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555afeeeceb0 0x555afeef3530 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f1a0800ba00 tx=0x7f1a0800f460 comp rx=0 tx=0).stop 2024-05-20T21:17:15.651 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.649+0000 7f1a2c08fb80 1 -- 172.21.15.8:0/2229533614 shutdown_connections 2024-05-20T21:17:15.651 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.649+0000 7f1a2c08fb80 1 --2- 172.21.15.8:0/2229533614 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555afeee7880 0x555afeee7260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:15.651 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.650+0000 7f1a2c08fb80 1 --2- 172.21.15.8:0/2229533614 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555afeeed7d0 0x555afeee19e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:15.651 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.650+0000 7f1a2c08fb80 1 --2- 172.21.15.8:0/2229533614 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555afeeeceb0 0x555afeef3530 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:15.651 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.650+0000 7f1a2c08fb80 1 -- 172.21.15.8:0/2229533614 >> 172.21.15.8:0/2229533614 conn(0x555afee15be0 msgr2=0x555afeeea9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:15.651 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.650+0000 7f1a2c08fb80 1 -- 172.21.15.8:0/2229533614 shutdown_connections 2024-05-20T21:17:15.651 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.650+0000 7f1a2c08fb80 1 -- 172.21.15.8:0/2229533614 wait complete. 2024-05-20T21:17:15.652 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.651+0000 7f1a2c08fb80 1 -- start start 2024-05-20T21:17:15.652 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.652+0000 7f1a2c08fb80 1 Processor -- start 2024-05-20T21:17:15.653 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.652+0000 7f1a2c08fb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555afeee7880 0x555afeef97e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:15.653 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.653+0000 7f1a2c08fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555afeeeceb0 0x555afeef9d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:15.653 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.653+0000 7f1a2c08fb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555afeeed7d0 0x555afef082a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:15.653 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.653+0000 7f1a2c08fb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f1a1c1b28e0 con 0x555afeeed7d0 2024-05-20T21:17:15.654 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.653+0000 7f1a2c08fb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1a1c1b3d50 con 0x555afeee7880 2024-05-20T21:17:15.654 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.653+0000 7f1a2c08fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f1a1c1b2fb0 con 0x555afeeeceb0 2024-05-20T21:17:15.654 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.653+0000 7f1a1aa00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555afeee7880 0x555afeef97e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:15.654 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.653+0000 7f1a2c08fb80 10 client.0 _ll_register_callbacks cb 0x555afeddfc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:17:15.654 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.653+0000 7f1a1aa00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555afeee7880 0x555afeef97e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:57118/0 (socket says 172.21.15.8:57118) 2024-05-20T21:17:15.654 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.653+0000 7f1a1aa00700 1 -- 172.21.15.8:0/1395967327 learned_addr learned my addr 172.21.15.8:0/1395967327 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:15.655 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.653+0000 7f1a1b400700 1 --2- 172.21.15.8:0/1395967327 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555afeeed7d0 0x555afef082a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:15.655 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.653+0000 7f1a1a000700 1 --2- 172.21.15.8:0/1395967327 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555afeeeceb0 0x555afeef9d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:15.655 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.654+0000 7f1a1aa00700 1 -- 172.21.15.8:0/1395967327 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555afeeeceb0 msgr2=0x555afeef9d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:15.655 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.654+0000 7f1a1aa00700 1 --2- 172.21.15.8:0/1395967327 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555afeeeceb0 0x555afeef9d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:15.655 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.654+0000 7f1a1aa00700 1 -- 172.21.15.8:0/1395967327 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555afeeed7d0 msgr2=0x555afef082a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:15.655 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.654+0000 7f1a1aa00700 1 --2- 172.21.15.8:0/1395967327 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555afeeed7d0 0x555afef082a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:15.655 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.654+0000 7f1a1aa00700 1 -- 172.21.15.8:0/1395967327 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555afef08ae0 con 0x555afeee7880 2024-05-20T21:17:15.655 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.654+0000 7f1a1a000700 1 --2- 172.21.15.8:0/1395967327 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555afeeeceb0 0x555afeef9d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:17:15.656 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.654+0000 7f1a1b400700 1 --2- 172.21.15.8:0/1395967327 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555afeeed7d0 0x555afef082a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:17:15.656 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.654+0000 7f1a1aa00700 1 --2- 172.21.15.8:0/1395967327 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555afeee7880 0x555afeef97e0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f1a0c00e970 tx=0x7f1a0c0a9de0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7e6792ec0a2147c5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:15.657 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.654+0000 7f1a04c00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:17:15.657 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.655+0000 7f1a04c00700 1 -- 172.21.15.8:0/1395967327 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a0c0a5100 con 0x555afeee7880 2024-05-20T21:17:15.657 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.655+0000 7f1a04c00700 1 -- 172.21.15.8:0/1395967327 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f1a0c0a52e0 con 0x555afeee7880 2024-05-20T21:17:15.657 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.655+0000 7f1a2c08fb80 1 -- 172.21.15.8:0/1395967327 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x555afee41570 con 0x555afeee7880 2024-05-20T21:17:15.657 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.656+0000 7f1a04c00700 1 -- 172.21.15.8:0/1395967327 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1a0c0a9480 con 0x555afeee7880 2024-05-20T21:17:15.657 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.656+0000 7f1a2c08fb80 10 client.25655 fetch_fsmap learned FSMap version 26 2024-05-20T21:17:15.657 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.656+0000 7f1a2c08fb80 1 -- 172.21.15.8:0/1395967327 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x555afef6b6d0 con 0x555afeee7880 2024-05-20T21:17:15.657 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.656+0000 7f1a04c00700 1 -- 172.21.15.8:0/1395967327 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x555afee41570 con 0x555afeee7880 2024-05-20T21:17:15.657 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.656+0000 7f1a04c00700 1 -- 172.21.15.8:0/1395967327 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f1a0c0a54e0 con 0x555afeee7880 2024-05-20T21:17:15.657 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.656+0000 7f1a2c08fb80 10 client.25655 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:17:15.659 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.656+0000 7f1a2c08fb80 10 client.25655 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:17:15.659 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.656+0000 7f1a2c08fb80 20 client.25655 populate_metadata read hostname 'smithi008' 2024-05-20T21:17:15.659 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.656+0000 7f1a2c08fb80 1 --2- 172.21.15.8:0/1395967327 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x555afef6be30 0x555afef6e250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:15.659 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.657+0000 7f1a2c08fb80 4 client.25655 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:17:15.659 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.657+0000 7f1a1a000700 1 --2- 172.21.15.8:0/1395967327 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x555afef6be30 0x555afef6e250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:15.659 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.657+0000 7f1a2c08fb80 1 -- 172.21.15.8:0/1395967327 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "damage ls"}) -- 0x555afecb8250 con 0x555afef6be30 2024-05-20T21:17:15.659 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.658+0000 7f1a1a000700 1 --2- 172.21.15.8:0/1395967327 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x555afef6be30 0x555afef6e250 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=ffcd18086499247b server_cookie=7b0c4c9f5cc58b11 in_seq=0 out_seq=0 2024-05-20T21:17:15.659 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.658+0000 7f1a04c00700 10 client.25655 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:17:15.660 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.658+0000 7f1a04c00700 1 -- 172.21.15.8:0/1395967327 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x555afecb8250 con 0x555afef6be30 2024-05-20T21:17:15.660 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.658+0000 7f1a04c00700 10 client.25655 handle_command_reply: tid=0 2024-05-20T21:17:15.660 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.658+0000 7f1a2c08fb80 1 client.25655 shutdown 2024-05-20T21:17:15.660 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.658+0000 7f1a2c08fb80 1 -- 172.21.15.8:0/1395967327 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555afeee7880 msgr2=0x555afeef97e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:15.660 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.658+0000 7f1a2c08fb80 1 --2- 172.21.15.8:0/1395967327 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555afeee7880 0x555afeef97e0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f1a0c00e970 tx=0x7f1a0c0a9de0 comp rx=0 tx=0).stop 2024-05-20T21:17:15.660 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.659+0000 7f1a2c08fb80 1 -- 172.21.15.8:0/1395967327 shutdown_connections 2024-05-20T21:17:15.660 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.659+0000 7f1a2c08fb80 1 --2- 172.21.15.8:0/1395967327 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x555afef6be30 0x555afef6e250 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:15.660 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.659+0000 7f1a2c08fb80 1 --2- 172.21.15.8:0/1395967327 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555afeee7880 0x555afeef97e0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:15.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.659+0000 7f1a2c08fb80 1 --2- 172.21.15.8:0/1395967327 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555afeeed7d0 0x555afef082a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:15.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.659+0000 7f1a2c08fb80 1 --2- 172.21.15.8:0/1395967327 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555afeeeceb0 0x555afeef9d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:15.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.659+0000 7f1a04c00700 0 client.25655 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:17:15.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.659+0000 7f1a2c08fb80 1 -- 172.21.15.8:0/1395967327 >> 172.21.15.8:0/1395967327 conn(0x555afee15be0 msgr2=0x555afeee19e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:15.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.659+0000 7f1a2c08fb80 1 -- 172.21.15.8:0/1395967327 shutdown_connections 2024-05-20T21:17:15.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.659+0000 7f1a2c08fb80 1 -- 172.21.15.8:0/1395967327 wait complete. 2024-05-20T21:17:15.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.659+0000 7f1a2c08fb80 20 client.25655 trim_cache size 0 max 16384 2024-05-20T21:17:15.661 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:17:15.662 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.660+0000 7f1a21600700 1 -- 172.21.15.8:0/1242189901 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1a000b2900 msgr2=0x7f1a000b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:15.662 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.660+0000 7f1a21600700 1 --2- 172.21.15.8:0/1242189901 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1a000b2900 0x7f1a000b4dc0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f1a1c06c050 tx=0x7f1a0800b260 comp rx=0 tx=0).stop 2024-05-20T21:17:15.662 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.660+0000 7f1a21600700 1 -- 172.21.15.8:0/1242189901 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1a1c06b790 msgr2=0x7f1a1c1a0230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:15.662 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.660+0000 7f1a21600700 1 --2- 172.21.15.8:0/1242189901 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1a1c06b790 0x7f1a1c1a0230 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f1a0c00e9a0 tx=0x7f1a0c00ecb0 comp rx=0 tx=0).stop 2024-05-20T21:17:15.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.660+0000 7f1a21600700 1 -- 172.21.15.8:0/1242189901 shutdown_connections 2024-05-20T21:17:15.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.660+0000 7f1a21600700 1 --2- 172.21.15.8:0/1242189901 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1a000b2900 0x7f1a000b4dc0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:15.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.660+0000 7f1a21600700 1 --2- 172.21.15.8:0/1242189901 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1a1c06b790 0x7f1a1c1a0230 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:15.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.660+0000 7f1a21600700 1 --2- 172.21.15.8:0/1242189901 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1a1c108470 0x7f1a1c1a4b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:15.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.660+0000 7f1a21600700 1 --2- 172.21.15.8:0/1242189901 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1a1c105f80 0x7f1a1c1a0770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:15.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.661+0000 7f1a21600700 1 -- 172.21.15.8:0/1242189901 >> 172.21.15.8:0/1242189901 conn(0x7f1a1c0793f0 msgr2=0x7f1a1c104f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:15.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.661+0000 7f1a21600700 1 -- 172.21.15.8:0/1242189901 shutdown_connections 2024-05-20T21:17:15.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:15.661+0000 7f1a21600700 1 -- 172.21.15.8:0/1242189901 wait complete. 2024-05-20T21:17:15.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:17:15 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/2035634452' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:17:15.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:17:15 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/2035634452' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:17:16.126 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24529 quiesce db --set-id f8c11bff --release --await' 2024-05-20T21:17:16.126 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24529 quiesce db --set-id f8c11bff --release --await 2024-05-20T21:17:16.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:17:16 smithi008 ceph-mon[31475]: pgmap v498: 97 pgs: 97 active+clean; 674 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-20T21:17:16.823 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:17:16 smithi130 ceph-mon[36448]: pgmap v498: 97 pgs: 97 active+clean; 674 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-20T21:17:16.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:17:16 smithi050 ceph-mon[35809]: pgmap v498: 97 pgs: 97 active+clean; 674 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-20T21:17:16.927 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:17:17.012 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:17:18.418 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:17:18.535 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.535+0000 7f68a7a00640 1 -- 172.21.15.8:0/1215109471 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f68a0106890 msgr2=0x7f68a010d120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:18.535 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.535+0000 7f68a7a00640 1 --2- 172.21.15.8:0/1215109471 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f68a0106890 0x7f68a010d120 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f6898009ca0 tx=0x7f689802a8c0 comp rx=0 tx=0).stop 2024-05-20T21:17:18.535 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.535+0000 7f68a7a00640 1 -- 172.21.15.8:0/1215109471 shutdown_connections 2024-05-20T21:17:18.535 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.535+0000 7f68a7a00640 1 --2- 172.21.15.8:0/1215109471 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f68a0106890 0x7f68a010d120 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:18.535 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.535+0000 7f68a7a00640 1 --2- 172.21.15.8:0/1215109471 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f68a0105ed0 0x7f68a0106350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:18.536 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.535+0000 7f68a7a00640 1 --2- 172.21.15.8:0/1215109471 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f68a0104ce0 0x7f68a0105100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:18.536 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.535+0000 7f68a7a00640 1 -- 172.21.15.8:0/1215109471 >> 172.21.15.8:0/1215109471 conn(0x7f68a0100270 msgr2=0x7f68a0102690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:18.536 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.535+0000 7f68a7a00640 1 -- 172.21.15.8:0/1215109471 shutdown_connections 2024-05-20T21:17:18.536 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.535+0000 7f68a7a00640 1 -- 172.21.15.8:0/1215109471 wait complete. 2024-05-20T21:17:18.536 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.536+0000 7f68a7a00640 1 Processor -- start 2024-05-20T21:17:18.537 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.537+0000 7f68a7a00640 1 -- start start 2024-05-20T21:17:18.537 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.537+0000 7f68a7a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f68a0104ce0 0x7f68a019ae80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:18.538 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.537+0000 7f68a7a00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f68a0105ed0 0x7f68a019b3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:18.538 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.537+0000 7f68a7a00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f68a0106890 0x7f68a01a2430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:18.538 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.537+0000 7f68a7a00640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f68a0110840 con 0x7f68a0105ed0 2024-05-20T21:17:18.538 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.537+0000 7f68a7a00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f68a01106c0 con 0x7f68a0104ce0 2024-05-20T21:17:18.538 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.537+0000 7f68a7a00640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f68a01109c0 con 0x7f68a0106890 2024-05-20T21:17:18.538 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.537+0000 7f68a5a00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f68a0106890 0x7f68a01a2430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:18.538 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.538+0000 7f68a5a00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f68a0106890 0x7f68a01a2430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:37474/0 (socket says 172.21.15.8:37474) 2024-05-20T21:17:18.538 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.538+0000 7f68a5a00640 1 -- 172.21.15.8:0/1200797208 learned_addr learned my addr 172.21.15.8:0/1200797208 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:18.538 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.538+0000 7f68a5000640 1 --2- 172.21.15.8:0/1200797208 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f68a0104ce0 0x7f68a019ae80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:18.539 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.538+0000 7f68a5a00640 1 -- 172.21.15.8:0/1200797208 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f68a0104ce0 msgr2=0x7f68a019ae80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:18.539 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.538+0000 7f68a5a00640 1 --2- 172.21.15.8:0/1200797208 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f68a0104ce0 0x7f68a019ae80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:18.539 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.538+0000 7f689fe00640 1 --2- 172.21.15.8:0/1200797208 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f68a0105ed0 0x7f68a019b3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:18.539 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.538+0000 7f68a5a00640 1 -- 172.21.15.8:0/1200797208 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f68a0105ed0 msgr2=0x7f68a019b3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:18.539 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.538+0000 7f68a5a00640 1 --2- 172.21.15.8:0/1200797208 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f68a0105ed0 0x7f68a019b3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:18.539 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.538+0000 7f68a5a00640 1 -- 172.21.15.8:0/1200797208 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68a01a2aa0 con 0x7f68a0106890 2024-05-20T21:17:18.539 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.538+0000 7f689fe00640 1 --2- 172.21.15.8:0/1200797208 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f68a0105ed0 0x7f68a019b3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:17:18.540 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.539+0000 7f68a5a00640 1 --2- 172.21.15.8:0/1200797208 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f68a0106890 0x7f68a01a2430 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f6898033040 tx=0x7f68980317c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:18.540 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.539+0000 7f689d600640 1 -- 172.21.15.8:0/1200797208 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6898003b70 con 0x7f68a0106890 2024-05-20T21:17:18.540 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.539+0000 7f68a7a00640 1 -- 172.21.15.8:0/1200797208 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68a01a2d30 con 0x7f68a0106890 2024-05-20T21:17:18.540 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.539+0000 7f689d600640 1 -- 172.21.15.8:0/1200797208 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6898003d10 con 0x7f68a0106890 2024-05-20T21:17:18.540 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.539+0000 7f68a7a00640 1 -- 172.21.15.8:0/1200797208 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68a01a3270 con 0x7f68a0106890 2024-05-20T21:17:18.540 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.539+0000 7f689d600640 1 -- 172.21.15.8:0/1200797208 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f689802fb40 con 0x7f68a0106890 2024-05-20T21:17:18.543 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.543+0000 7f689d600640 1 -- 172.21.15.8:0/1200797208 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f6898004660 con 0x7f68a0106890 2024-05-20T21:17:18.544 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.544+0000 7f68aa7aa740 1 Processor -- start 2024-05-20T21:17:18.544 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.544+0000 7f68aa7aa740 1 -- start start 2024-05-20T21:17:18.545 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.545+0000 7f68aa7aa740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fe422cbb30 0x55fe422cbf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:18.545 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.545+0000 7f68aa7aa740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fe422cc520 0x55fe422d1020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:18.545 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.545+0000 7f68aa7aa740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fe422d1690 0x55fe422d3b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:18.545 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.545+0000 7f68aa7aa740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55fe4223bb90 con 0x55fe422cbb30 2024-05-20T21:17:18.545 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.545+0000 7f68aa7aa740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55fe4222b730 con 0x55fe422d1690 2024-05-20T21:17:18.545 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.545+0000 7f68aa7aa740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55fe4222f770 con 0x55fe422cc520 2024-05-20T21:17:18.546 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.545+0000 7f689fe00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fe422cbb30 0x55fe422cbf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:18.546 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.545+0000 7f689fe00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fe422cbb30 0x55fe422cbf50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:33460/0 (socket says 172.21.15.8:33460) 2024-05-20T21:17:18.547 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.545+0000 7f689fe00640 1 -- 172.21.15.8:0/348180454 learned_addr learned my addr 172.21.15.8:0/348180454 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:18.547 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.545+0000 7f68a5000640 1 --2- 172.21.15.8:0/348180454 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fe422cc520 0x55fe422d1020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:18.547 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.545+0000 7f689fe00640 1 --2- 172.21.15.8:0/348180454 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fe422d1690 0x55fe422d3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:18.547 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.546+0000 7f689d600640 1 --2- 172.21.15.8:0/1200797208 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f68880b28e0 0x7f68880b4da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:18.547 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.546+0000 7f68a5000640 1 -- 172.21.15.8:0/348180454 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fe422d1690 msgr2=0x55fe422d3b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:18.547 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.546+0000 7f68a5000640 1 --2- 172.21.15.8:0/348180454 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fe422d1690 0x55fe422d3b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:18.547 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.546+0000 7f68a5000640 1 -- 172.21.15.8:0/348180454 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fe422cbb30 msgr2=0x55fe422cbf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:18.547 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.546+0000 7f68a5000640 1 --2- 172.21.15.8:0/348180454 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fe422cbb30 0x55fe422cbf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:18.547 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.546+0000 7f68a5000640 1 -- 172.21.15.8:0/348180454 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fe421c48b0 con 0x55fe422cc520 2024-05-20T21:17:18.547 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.546+0000 7f689d600640 1 -- 172.21.15.8:0/1200797208 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f6898103840 con 0x7f68a0106890 2024-05-20T21:17:18.547 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.546+0000 7f68a5000640 1 --2- 172.21.15.8:0/348180454 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fe422cc520 0x55fe422d1020 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f6894009b40 tx=0x7f68940113e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=447f0d3f50825e11 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:18.553 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.546+0000 7f6892000640 1 -- 172.21.15.8:0/348180454 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6894011e10 con 0x55fe422cc520 2024-05-20T21:17:18.553 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.547+0000 7f6892000640 1 -- 172.21.15.8:0/348180454 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6894012900 con 0x55fe422cc520 2024-05-20T21:17:18.553 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.547+0000 7f6892000640 1 -- 172.21.15.8:0/348180454 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f689400f900 con 0x55fe422cc520 2024-05-20T21:17:18.553 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.547+0000 7f68a5a00640 1 --2- 172.21.15.8:0/1200797208 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f68880b28e0 0x7f68880b4da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:18.554 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.547+0000 7f68aa7aa740 1 -- 172.21.15.8:0/348180454 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fe422cc520 msgr2=0x55fe422d1020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:18.554 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.547+0000 7f68aa7aa740 1 --2- 172.21.15.8:0/348180454 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fe422cc520 0x55fe422d1020 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f6894009b40 tx=0x7f68940113e0 comp rx=0 tx=0).stop 2024-05-20T21:17:18.554 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.547+0000 7f68a5a00640 1 --2- 172.21.15.8:0/1200797208 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f68880b28e0 0x7f68880b4da0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f68980049b0 tx=0x7f689802a8c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:18.554 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.548+0000 7f68aa7aa740 1 -- 172.21.15.8:0/348180454 shutdown_connections 2024-05-20T21:17:18.554 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.548+0000 7f68aa7aa740 1 --2- 172.21.15.8:0/348180454 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fe422d1690 0x55fe422d3b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:18.554 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.548+0000 7f68aa7aa740 1 --2- 172.21.15.8:0/348180454 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fe422cc520 0x55fe422d1020 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:18.555 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.548+0000 7f68aa7aa740 1 --2- 172.21.15.8:0/348180454 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fe422cbb30 0x55fe422cbf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:18.555 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.548+0000 7f68aa7aa740 1 -- 172.21.15.8:0/348180454 >> 172.21.15.8:0/348180454 conn(0x55fe422c71a0 msgr2=0x55fe422c75a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:18.555 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.548+0000 7f68aa7aa740 1 -- 172.21.15.8:0/348180454 shutdown_connections 2024-05-20T21:17:18.555 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.548+0000 7f68aa7aa740 1 -- 172.21.15.8:0/348180454 wait complete. 2024-05-20T21:17:18.555 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.548+0000 7f68aa7aa740 1 -- start start 2024-05-20T21:17:18.555 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.549+0000 7f68aa7aa740 1 Processor -- start 2024-05-20T21:17:18.556 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.549+0000 7f68aa7aa740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fe422cbb30 0x55fe422d5950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:18.556 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.549+0000 7f68aa7aa740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fe422cc520 0x55fe422d5e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:18.556 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.549+0000 7f68aa7aa740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fe422d1690 0x55fe422dced0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:18.556 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.549+0000 7f68aa7aa740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55fe41f11790 con 0x55fe422cc520 2024-05-20T21:17:18.556 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.549+0000 7f68aa7aa740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55fe421d3bc0 con 0x55fe422d1690 2024-05-20T21:17:18.556 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.549+0000 7f68aa7aa740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55fe422d4640 con 0x55fe422cbb30 2024-05-20T21:17:18.557 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.550+0000 7f68aa7aa740 10 client.0 _ll_register_callbacks cb 0x55fe421b1400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:17:18.557 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.550+0000 7f689fe00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fe422cbb30 0x55fe422d5950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:18.557 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.550+0000 7f689fe00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fe422cbb30 0x55fe422d5950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:37500/0 (socket says 172.21.15.8:37500) 2024-05-20T21:17:18.557 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.550+0000 7f689fe00640 1 -- 172.21.15.8:0/3292007379 learned_addr learned my addr 172.21.15.8:0/3292007379 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:18.557 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.550+0000 7f68a5000640 1 --2- 172.21.15.8:0/3292007379 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fe422cc520 0x55fe422d5e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:18.558 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.550+0000 7f689fe00640 1 --2- 172.21.15.8:0/3292007379 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fe422d1690 0x55fe422dced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:18.558 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.550+0000 7f689fe00640 1 -- 172.21.15.8:0/3292007379 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fe422d1690 msgr2=0x55fe422dced0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:18.558 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.550+0000 7f689fe00640 1 --2- 172.21.15.8:0/3292007379 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fe422d1690 0x55fe422dced0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:18.558 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.550+0000 7f689fe00640 1 -- 172.21.15.8:0/3292007379 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fe422cc520 msgr2=0x55fe422d5e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:18.558 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.551+0000 7f689fe00640 1 --2- 172.21.15.8:0/3292007379 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fe422cc520 0x55fe422d5e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:18.558 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.551+0000 7f689fe00640 1 -- 172.21.15.8:0/3292007379 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fe41f40210 con 0x55fe422cbb30 2024-05-20T21:17:18.558 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.551+0000 7f68a5000640 1 --2- 172.21.15.8:0/3292007379 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fe422cc520 0x55fe422d5e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:17:18.558 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.551+0000 7f689fe00640 1 --2- 172.21.15.8:0/3292007379 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fe422cbb30 0x55fe422d5950 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f688c015f90 tx=0x7f688c009b80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d225f38a2a9b6bf0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:18.558 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.551+0000 7f6886a00640 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:17:18.559 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.551+0000 7f6886a00640 1 -- 172.21.15.8:0/3292007379 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f688c004220 con 0x55fe422cbb30 2024-05-20T21:17:18.559 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.551+0000 7f6886a00640 1 -- 172.21.15.8:0/3292007379 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f688c0043c0 con 0x55fe422cbb30 2024-05-20T21:17:18.559 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.551+0000 7f68aa7aa740 1 -- 172.21.15.8:0/3292007379 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6894012900 con 0x55fe422cbb30 2024-05-20T21:17:18.559 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.552+0000 7f6886a00640 1 -- 172.21.15.8:0/3292007379 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f688c027050 con 0x55fe422cbb30 2024-05-20T21:17:18.559 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.552+0000 7f68aa7aa740 10 client.25708 fetch_fsmap learned FSMap version 26 2024-05-20T21:17:18.559 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.552+0000 7f68aa7aa740 1 -- 172.21.15.8:0/3292007379 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55fe4200c620 con 0x55fe422cbb30 2024-05-20T21:17:18.559 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.552+0000 7f6886a00640 1 -- 172.21.15.8:0/3292007379 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6894012900 con 0x55fe422cbb30 2024-05-20T21:17:18.559 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.553+0000 7f6886a00640 1 -- 172.21.15.8:0/3292007379 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f688c012400 con 0x55fe422cbb30 2024-05-20T21:17:18.559 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.553+0000 7f68aa7aa740 10 client.25708 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:17:18.559 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.553+0000 7f68aa7aa740 10 client.25708 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:17:18.559 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.553+0000 7f68aa7aa740 20 client.25708 populate_metadata read hostname 'smithi008' 2024-05-20T21:17:18.559 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.553+0000 7f68aa7aa740 1 --2- 172.21.15.8:0/3292007379 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55fe422e12d0 0x55fe422e3720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:18.560 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.553+0000 7f68aa7aa740 4 client.25708 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:17:18.560 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.553+0000 7f68aa7aa740 1 -- 172.21.15.8:0/3292007379 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fe4223dae0 con 0x55fe422e12d0 2024-05-20T21:17:18.561 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.553+0000 7f68a5000640 1 --2- 172.21.15.8:0/3292007379 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55fe422e12d0 0x55fe422e3720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:18.561 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.554+0000 7f68a5000640 1 --2- 172.21.15.8:0/3292007379 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55fe422e12d0 0x55fe422e3720 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f9d27c266c636905 server_cookie=480086b2151555e8 in_seq=0 out_seq=0 2024-05-20T21:17:18.561 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.554+0000 7f6886a00640 10 client.25708 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:17:18.561 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.555+0000 7f6886a00640 1 -- 172.21.15.8:0/3292007379 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55fe4223dae0 con 0x55fe422e12d0 2024-05-20T21:17:18.561 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.555+0000 7f6886a00640 10 client.25708 handle_command_reply: tid=0 2024-05-20T21:17:18.561 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.555+0000 7f68aa7aa740 1 client.25708 shutdown 2024-05-20T21:17:18.562 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.555+0000 7f68aa7aa740 1 -- 172.21.15.8:0/3292007379 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fe422cbb30 msgr2=0x55fe422d5950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:18.562 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.555+0000 7f68aa7aa740 1 --2- 172.21.15.8:0/3292007379 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fe422cbb30 0x55fe422d5950 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f688c015f90 tx=0x7f688c009b80 comp rx=0 tx=0).stop 2024-05-20T21:17:18.562 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.555+0000 7f68aa7aa740 1 -- 172.21.15.8:0/3292007379 shutdown_connections 2024-05-20T21:17:18.562 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.555+0000 7f68aa7aa740 1 --2- 172.21.15.8:0/3292007379 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55fe422e12d0 0x55fe422e3720 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:18.562 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.555+0000 7f68aa7aa740 1 --2- 172.21.15.8:0/3292007379 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fe422d1690 0x55fe422dced0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:18.562 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.555+0000 7f6886a00640 0 client.25708 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:17:18.562 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.555+0000 7f68aa7aa740 1 --2- 172.21.15.8:0/3292007379 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fe422cc520 0x55fe422d5e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:18.562 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.555+0000 7f68aa7aa740 1 --2- 172.21.15.8:0/3292007379 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fe422cbb30 0x55fe422d5950 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:18.562 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.555+0000 7f68aa7aa740 1 -- 172.21.15.8:0/3292007379 >> 172.21.15.8:0/3292007379 conn(0x55fe422c71a0 msgr2=0x55fe422c6310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:18.563 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.556+0000 7f68aa7aa740 1 -- 172.21.15.8:0/3292007379 shutdown_connections 2024-05-20T21:17:18.563 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.556+0000 7f68aa7aa740 1 -- 172.21.15.8:0/3292007379 wait complete. 2024-05-20T21:17:18.563 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.556+0000 7f68aa7aa740 20 client.25708 trim_cache size 0 max 16384 2024-05-20T21:17:18.574 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.573+0000 7f68aa7aa740 1 Processor -- start 2024-05-20T21:17:18.574 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.574+0000 7f68aa7aa740 1 -- start start 2024-05-20T21:17:18.574 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.574+0000 7f68aa7aa740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fe422cbb30 0x55fe422d5df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:18.574 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.574+0000 7f68aa7aa740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fe422cc520 0x55fe422dce60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:18.574 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.574+0000 7f68aa7aa740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fe422d1690 0x55fe422ca0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:18.574 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.574+0000 7f68aa7aa740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f68a01ae8d0 con 0x55fe422d1690 2024-05-20T21:17:18.574 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.574+0000 7f68aa7aa740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f68a01ac1a0 con 0x55fe422cbb30 2024-05-20T21:17:18.575 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.574+0000 7f68aa7aa740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f68a01a9ff0 con 0x55fe422cc520 2024-05-20T21:17:18.576 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.574+0000 7f689fe00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fe422cbb30 0x55fe422d5df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:18.576 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.574+0000 7f689fe00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fe422cbb30 0x55fe422d5df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:57160/0 (socket says 172.21.15.8:57160) 2024-05-20T21:17:18.576 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.574+0000 7f689fe00640 1 -- 172.21.15.8:0/4222088834 learned_addr learned my addr 172.21.15.8:0/4222088834 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:18.576 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.575+0000 7f68a5000640 1 --2- 172.21.15.8:0/4222088834 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fe422cc520 0x55fe422dce60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:18.576 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.575+0000 7f689fe00640 1 --2- 172.21.15.8:0/4222088834 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fe422d1690 0x55fe422ca0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:18.576 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.575+0000 7f689fe00640 1 -- 172.21.15.8:0/4222088834 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fe422cc520 msgr2=0x55fe422dce60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:18.576 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.575+0000 7f689fe00640 1 --2- 172.21.15.8:0/4222088834 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fe422cc520 0x55fe422dce60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:18.577 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.575+0000 7f689fe00640 1 -- 172.21.15.8:0/4222088834 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fe422d1690 msgr2=0x55fe422ca0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:18.577 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.575+0000 7f689fe00640 1 --2- 172.21.15.8:0/4222088834 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fe422d1690 0x55fe422ca0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:18.577 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.575+0000 7f689fe00640 1 -- 172.21.15.8:0/4222088834 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fe422c56b0 con 0x55fe422cbb30 2024-05-20T21:17:18.577 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.575+0000 7f689fe00640 1 --2- 172.21.15.8:0/4222088834 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fe422cbb30 0x55fe422d5df0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f688c012820 tx=0x7f688c009b80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=866b9bf36beb0450 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:18.577 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.575+0000 7f6891600640 1 -- 172.21.15.8:0/4222088834 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f688c012600 con 0x55fe422cbb30 2024-05-20T21:17:18.577 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.575+0000 7f6891600640 1 -- 172.21.15.8:0/4222088834 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f688c012a90 con 0x55fe422cbb30 2024-05-20T21:17:18.577 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.575+0000 7f6891600640 1 -- 172.21.15.8:0/4222088834 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f688c004360 con 0x55fe422cbb30 2024-05-20T21:17:18.578 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.576+0000 7f68aa7aa740 1 -- 172.21.15.8:0/4222088834 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fe422cbb30 msgr2=0x55fe422d5df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:18.578 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.576+0000 7f68aa7aa740 1 --2- 172.21.15.8:0/4222088834 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fe422cbb30 0x55fe422d5df0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f688c012820 tx=0x7f688c009b80 comp rx=0 tx=0).stop 2024-05-20T21:17:18.578 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.577+0000 7f68aa7aa740 1 -- 172.21.15.8:0/4222088834 shutdown_connections 2024-05-20T21:17:18.578 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.577+0000 7f68aa7aa740 1 --2- 172.21.15.8:0/4222088834 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fe422d1690 0x55fe422ca0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:18.578 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.577+0000 7f68aa7aa740 1 --2- 172.21.15.8:0/4222088834 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fe422cc520 0x55fe422dce60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:18.578 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.577+0000 7f68aa7aa740 1 --2- 172.21.15.8:0/4222088834 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fe422cbb30 0x55fe422d5df0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:18.579 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.577+0000 7f68aa7aa740 1 -- 172.21.15.8:0/4222088834 >> 172.21.15.8:0/4222088834 conn(0x55fe422c71a0 msgr2=0x55fe422c1dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:18.579 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.577+0000 7f68aa7aa740 1 -- 172.21.15.8:0/4222088834 shutdown_connections 2024-05-20T21:17:18.579 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.577+0000 7f68aa7aa740 1 -- 172.21.15.8:0/4222088834 wait complete. 2024-05-20T21:17:18.579 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.578+0000 7f68aa7aa740 1 -- start start 2024-05-20T21:17:18.579 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.578+0000 7f68aa7aa740 1 Processor -- start 2024-05-20T21:17:18.580 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.578+0000 7f68aa7aa740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fe422cbb30 0x55fe422da0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:18.580 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.579+0000 7f68aa7aa740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fe422cc520 0x55fe422da620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:18.580 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.579+0000 7f68aa7aa740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fe422d1690 0x55fe422db5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:18.580 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.579+0000 7f68aa7aa740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f68a01aa660 con 0x55fe422d1690 2024-05-20T21:17:18.580 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.579+0000 7f689fe00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fe422cbb30 0x55fe422da0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:18.581 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.579+0000 7f689fe00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fe422cbb30 0x55fe422da0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:37516/0 (socket says 172.21.15.8:37516) 2024-05-20T21:17:18.581 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.579+0000 7f689fe00640 1 -- 172.21.15.8:0/3614984412 learned_addr learned my addr 172.21.15.8:0/3614984412 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:18.581 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.579+0000 7f68aa7aa740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f68a01abad0 con 0x55fe422cc520 2024-05-20T21:17:18.581 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.579+0000 7f68aa7aa740 1 -- 172.21.15.8:0/3614984412 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f68a01aad30 con 0x55fe422cbb30 2024-05-20T21:17:18.581 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.580+0000 7f68aa7aa740 10 client.0 _ll_register_callbacks cb 0x7f688c005ed0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:17:18.581 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.580+0000 7f689fe00640 1 --2- 172.21.15.8:0/3614984412 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fe422d1690 0x55fe422db5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:18.581 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.580+0000 7f68a5000640 1 --2- 172.21.15.8:0/3614984412 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fe422cc520 0x55fe422da620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:18.583 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.580+0000 7f689fe00640 1 -- 172.21.15.8:0/3614984412 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fe422cc520 msgr2=0x55fe422da620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:18.583 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.580+0000 7f689fe00640 1 --2- 172.21.15.8:0/3614984412 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fe422cc520 0x55fe422da620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:18.583 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.580+0000 7f689fe00640 1 -- 172.21.15.8:0/3614984412 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fe422d1690 msgr2=0x55fe422db5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:18.583 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.580+0000 7f689fe00640 1 --2- 172.21.15.8:0/3614984412 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fe422d1690 0x55fe422db5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:18.583 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.580+0000 7f689fe00640 1 -- 172.21.15.8:0/3614984412 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fe422dbbd0 con 0x55fe422cbb30 2024-05-20T21:17:18.583 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.581+0000 7f689fe00640 1 --2- 172.21.15.8:0/3614984412 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fe422cbb30 0x55fe422da0e0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f688c013f80 tx=0x7f688c013610 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f01aebdbae7d485f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:18.583 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.581+0000 7f6886a00640 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:17:18.584 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.581+0000 7f6886a00640 1 -- 172.21.15.8:0/3614984412 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f688c032040 con 0x55fe422cbb30 2024-05-20T21:17:18.584 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.581+0000 7f68aa7aa740 1 -- 172.21.15.8:0/3614984412 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f688c012a90 con 0x55fe422cbb30 2024-05-20T21:17:18.584 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.581+0000 7f6886a00640 1 -- 172.21.15.8:0/3614984412 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f688c012e40 con 0x55fe422cbb30 2024-05-20T21:17:18.584 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.582+0000 7f6886a00640 1 -- 172.21.15.8:0/3614984412 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f688c004100 con 0x55fe422cbb30 2024-05-20T21:17:18.584 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.582+0000 7f68aa7aa740 10 client.25714 fetch_fsmap learned FSMap version 26 2024-05-20T21:17:18.584 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.582+0000 7f68aa7aa740 1 -- 172.21.15.8:0/3614984412 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55fe422dcf30 con 0x55fe422cbb30 2024-05-20T21:17:18.584 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.582+0000 7f6886a00640 1 -- 172.21.15.8:0/3614984412 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f688c012a90 con 0x55fe422cbb30 2024-05-20T21:17:18.584 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.583+0000 7f6886a00640 1 -- 172.21.15.8:0/3614984412 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f688c038070 con 0x55fe422cbb30 2024-05-20T21:17:18.585 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.583+0000 7f68aa7aa740 10 client.25714 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:17:18.585 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.583+0000 7f68aa7aa740 10 client.25714 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:17:18.585 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.583+0000 7f68aa7aa740 20 client.25714 populate_metadata read hostname 'smithi008' 2024-05-20T21:17:18.585 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.583+0000 7f68aa7aa740 1 --2- 172.21.15.8:0/3614984412 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55fe4234c2c0 0x55fe4234e6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:18.585 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.583+0000 7f68aa7aa740 4 client.25714 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:17:18.585 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.583+0000 7f68aa7aa740 1 -- 172.21.15.8:0/3614984412 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55fe422372c0 con 0x55fe4234c2c0 2024-05-20T21:17:18.585 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.583+0000 7f68a5000640 1 --2- 172.21.15.8:0/3614984412 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55fe4234c2c0 0x55fe4234e6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:18.585 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.584+0000 7f68a5000640 1 --2- 172.21.15.8:0/3614984412 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55fe4234c2c0 0x55fe4234e6e0 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=165aa0c7d6792a65 server_cookie=2406d595e945e5f7 in_seq=0 out_seq=0 2024-05-20T21:17:18.586 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.584+0000 7f6886a00640 10 client.25714 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:17:18.588 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.588+0000 7f6886a00640 1 -- 172.21.15.8:0/3614984412 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55fe422372c0 con 0x55fe4234c2c0 2024-05-20T21:17:18.588 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.588+0000 7f6886a00640 10 client.25714 handle_command_reply: tid=0 2024-05-20T21:17:18.588 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.588+0000 7f68aa7aa740 1 client.25714 shutdown 2024-05-20T21:17:18.589 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.588+0000 7f68aa7aa740 1 -- 172.21.15.8:0/3614984412 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fe422cbb30 msgr2=0x55fe422da0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:18.589 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.588+0000 7f68aa7aa740 1 --2- 172.21.15.8:0/3614984412 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fe422cbb30 0x55fe422da0e0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f688c013f80 tx=0x7f688c013610 comp rx=0 tx=0).stop 2024-05-20T21:17:18.589 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.588+0000 7f68aa7aa740 1 -- 172.21.15.8:0/3614984412 shutdown_connections 2024-05-20T21:17:18.589 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.588+0000 7f68aa7aa740 1 --2- 172.21.15.8:0/3614984412 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55fe4234c2c0 0x55fe4234e6e0 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:18.590 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.588+0000 7f68aa7aa740 1 --2- 172.21.15.8:0/3614984412 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fe422d1690 0x55fe422db5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:18.590 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.588+0000 7f68aa7aa740 1 --2- 172.21.15.8:0/3614984412 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fe422cc520 0x55fe422da620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:18.590 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.588+0000 7f68aa7aa740 1 --2- 172.21.15.8:0/3614984412 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fe422cbb30 0x55fe422da0e0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:18.590 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.588+0000 7f68aa7aa740 1 -- 172.21.15.8:0/3614984412 >> 172.21.15.8:0/3614984412 conn(0x55fe422c71a0 msgr2=0x55fe422ca0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:18.590 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.589+0000 7f6886a00640 0 client.25714 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:17:18.590 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.589+0000 7f68aa7aa740 1 -- 172.21.15.8:0/3614984412 shutdown_connections 2024-05-20T21:17:18.590 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.589+0000 7f68aa7aa740 1 -- 172.21.15.8:0/3614984412 wait complete. 2024-05-20T21:17:18.590 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.589+0000 7f68aa7aa740 20 client.25714 trim_cache size 0 max 16384 2024-05-20T21:17:18.591 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:17:18.591 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:17:18.591 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:17:18.591 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.590+0000 7f68a7a00640 1 -- 172.21.15.8:0/1200797208 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f68880b28e0 msgr2=0x7f68880b4da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:18.592 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.590+0000 7f68a7a00640 1 --2- 172.21.15.8:0/1200797208 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f68880b28e0 0x7f68880b4da0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f68980049b0 tx=0x7f689802a8c0 comp rx=0 tx=0).stop 2024-05-20T21:17:18.592 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.590+0000 7f68a7a00640 1 -- 172.21.15.8:0/1200797208 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f68a0106890 msgr2=0x7f68a01a2430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:18.592 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.590+0000 7f68a7a00640 1 --2- 172.21.15.8:0/1200797208 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f68a0106890 0x7f68a01a2430 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f6898033040 tx=0x7f68980317c0 comp rx=0 tx=0).stop 2024-05-20T21:17:18.592 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.590+0000 7f68a7a00640 1 -- 172.21.15.8:0/1200797208 shutdown_connections 2024-05-20T21:17:18.592 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.590+0000 7f68a7a00640 1 --2- 172.21.15.8:0/1200797208 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f68880b28e0 0x7f68880b4da0 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:18.592 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.590+0000 7f68a7a00640 1 --2- 172.21.15.8:0/1200797208 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f68a0106890 0x7f68a01a2430 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:18.592 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.590+0000 7f68a7a00640 1 --2- 172.21.15.8:0/1200797208 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f68a0105ed0 0x7f68a019b3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:18.592 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.590+0000 7f68a7a00640 1 --2- 172.21.15.8:0/1200797208 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f68a0104ce0 0x7f68a019ae80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:18.592 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.590+0000 7f68a7a00640 1 -- 172.21.15.8:0/1200797208 >> 172.21.15.8:0/1200797208 conn(0x7f68a0100270 msgr2=0x7f68a01091d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:18.592 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.591+0000 7f68a7a00640 1 -- 172.21.15.8:0/1200797208 shutdown_connections 2024-05-20T21:17:18.592 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:18.591+0000 7f68a7a00640 1 -- 172.21.15.8:0/1200797208 wait complete. 2024-05-20T21:17:18.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:17:18 smithi008 ceph-mon[31475]: pgmap v499: 97 pgs: 97 active+clean; 674 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:17:18.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:17:18 smithi130 ceph-mon[36448]: pgmap v499: 97 pgs: 97 active+clean; 674 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:17:18.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:17:18 smithi050 ceph-mon[35809]: pgmap v499: 97 pgs: 97 active+clean; 674 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:17:19.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.396+0000 7f811ca00700 1 -- 172.21.15.8:0/3512001999 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8118103490 msgr2=0x7f8118103910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:19.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.396+0000 7f811ca00700 1 --2- 172.21.15.8:0/3512001999 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8118103490 0x7f8118103910 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f81040099c0 tx=0x7f8104009cd0 comp rx=0 tx=0).stop 2024-05-20T21:17:19.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.397+0000 7f811ca00700 1 -- 172.21.15.8:0/3512001999 shutdown_connections 2024-05-20T21:17:19.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.397+0000 7f811ca00700 1 --2- 172.21.15.8:0/3512001999 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8118109540 0x7f8118109920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:19.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.397+0000 7f811ca00700 1 --2- 172.21.15.8:0/3512001999 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8118103e50 0x7f8118110310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:19.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.397+0000 7f811ca00700 1 --2- 172.21.15.8:0/3512001999 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8118103490 0x7f8118103910 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:19.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.397+0000 7f811ca00700 1 -- 172.21.15.8:0/3512001999 >> 172.21.15.8:0/3512001999 conn(0x7f81180fefc0 msgr2=0x7f81181013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:19.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.397+0000 7f811ca00700 1 -- 172.21.15.8:0/3512001999 shutdown_connections 2024-05-20T21:17:19.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.397+0000 7f811ca00700 1 -- 172.21.15.8:0/3512001999 wait complete. 2024-05-20T21:17:19.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.399+0000 7f811ca00700 1 Processor -- start 2024-05-20T21:17:19.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.399+0000 7f811ca00700 1 -- start start 2024-05-20T21:17:19.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.400+0000 7f811ca00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8118103490 0x7f811819d620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:19.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.400+0000 7f811ca00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8118103e50 0x7f811819db60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:19.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.400+0000 7f811ca00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8118109540 0x7f8118197740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:19.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.400+0000 7f811ca00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f81181114e0 con 0x7f8118103490 2024-05-20T21:17:19.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.400+0000 7f811ca00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8118111360 con 0x7f8118109540 2024-05-20T21:17:19.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.400+0000 7f811ca00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f8118111660 con 0x7f8118103e50 2024-05-20T21:17:19.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.400+0000 7f8115e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8118103e50 0x7f811819db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:19.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.400+0000 7f8115e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8118103e50 0x7f811819db60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:37542/0 (socket says 172.21.15.8:37542) 2024-05-20T21:17:19.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.400+0000 7f8115e00700 1 -- 172.21.15.8:0/3730565213 learned_addr learned my addr 172.21.15.8:0/3730565213 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:19.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.400+0000 7f8117200700 1 --2- 172.21.15.8:0/3730565213 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8118109540 0x7f8118197740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:19.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.401+0000 7f8116800700 1 --2- 172.21.15.8:0/3730565213 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8118103490 0x7f811819d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:19.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.401+0000 7f8115e00700 1 -- 172.21.15.8:0/3730565213 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8118109540 msgr2=0x7f8118197740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:19.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.401+0000 7f8115e00700 1 --2- 172.21.15.8:0/3730565213 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8118109540 0x7f8118197740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:19.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.401+0000 7f8115e00700 1 -- 172.21.15.8:0/3730565213 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8118103490 msgr2=0x7f811819d620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:19.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.401+0000 7f8115e00700 1 --2- 172.21.15.8:0/3730565213 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8118103490 0x7f811819d620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:19.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.401+0000 7f8115e00700 1 -- 172.21.15.8:0/3730565213 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8118198020 con 0x7f8118103e50 2024-05-20T21:17:19.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.401+0000 7f8117200700 1 --2- 172.21.15.8:0/3730565213 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8118109540 0x7f8118197740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:17:19.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.401+0000 7f8116800700 1 --2- 172.21.15.8:0/3730565213 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8118103490 0x7f811819d620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:17:19.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.402+0000 7f8115e00700 1 --2- 172.21.15.8:0/3730565213 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8118103e50 0x7f811819db60 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f8104006010 tx=0x7f8104005330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:19.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.402+0000 7f810f400700 1 -- 172.21.15.8:0/3730565213 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8104026070 con 0x7f8118103e50 2024-05-20T21:17:19.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.402+0000 7f810f400700 1 -- 172.21.15.8:0/3730565213 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8104003c70 con 0x7f8118103e50 2024-05-20T21:17:19.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.402+0000 7f810f400700 1 -- 172.21.15.8:0/3730565213 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f810400fbf0 con 0x7f8118103e50 2024-05-20T21:17:19.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.402+0000 7f811ca00700 1 -- 172.21.15.8:0/3730565213 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81181982b0 con 0x7f8118103e50 2024-05-20T21:17:19.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.402+0000 7f811ca00700 1 -- 172.21.15.8:0/3730565213 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81181a43d0 con 0x7f8118103e50 2024-05-20T21:17:19.409 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.409+0000 7f810f400700 1 -- 172.21.15.8:0/3730565213 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f8104029070 con 0x7f8118103e50 2024-05-20T21:17:19.411 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.411+0000 7f8127d05b80 1 Processor -- start 2024-05-20T21:17:19.411 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.411+0000 7f8127d05b80 1 -- start start 2024-05-20T21:17:19.412 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.411+0000 7f8127d05b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561f1ee58f40 0x561f1ee59320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:19.412 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.411+0000 7f8127d05b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f1ee53220 0x561f1ee53680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:19.412 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.411+0000 7f8127d05b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561f1ee53bc0 0x561f1ee5fc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:19.412 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.411+0000 7f8127d05b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x561f1edb0f40 con 0x561f1ee53bc0 2024-05-20T21:17:19.412 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.411+0000 7f8127d05b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x561f1eda0ae0 con 0x561f1ee58f40 2024-05-20T21:17:19.412 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.411+0000 7f8127d05b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x561f1eda4b20 con 0x561f1ee53220 2024-05-20T21:17:19.412 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.412+0000 7f8117200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561f1ee58f40 0x561f1ee59320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:19.413 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.412+0000 7f8117200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561f1ee58f40 0x561f1ee59320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:57180/0 (socket says 172.21.15.8:57180) 2024-05-20T21:17:19.414 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.412+0000 7f8117200700 1 -- 172.21.15.8:0/1227299299 learned_addr learned my addr 172.21.15.8:0/1227299299 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:19.414 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.412+0000 7f8116800700 1 --2- 172.21.15.8:0/1227299299 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f1ee53220 0x561f1ee53680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:19.414 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.412+0000 7f8115e00700 1 --2- 172.21.15.8:0/1227299299 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561f1ee53bc0 0x561f1ee5fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:19.415 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.413+0000 7f8116800700 1 -- 172.21.15.8:0/1227299299 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561f1ee58f40 msgr2=0x561f1ee59320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:19.415 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.413+0000 7f8116800700 1 --2- 172.21.15.8:0/1227299299 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561f1ee58f40 0x561f1ee59320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:19.415 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.413+0000 7f8116800700 1 -- 172.21.15.8:0/1227299299 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561f1ee53bc0 msgr2=0x561f1ee5fc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:19.415 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.413+0000 7f8116800700 1 --2- 172.21.15.8:0/1227299299 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561f1ee53bc0 0x561f1ee5fc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:19.415 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.413+0000 7f8116800700 1 -- 172.21.15.8:0/1227299299 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561f1ed69520 con 0x561f1ee53220 2024-05-20T21:17:19.415 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.413+0000 7f8116800700 1 --2- 172.21.15.8:0/1227299299 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f1ee53220 0x561f1ee53680 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f8108009cd0 tx=0x7f8108010370 comp rx=0 tx=0).ready entity=mon.1 client_cookie=aee57d91fd9bc97 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:19.415 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.413+0000 7f810f400700 1 --2- 172.21.15.8:0/3730565213 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f80fc0b6c90 0x7f80fc0b9150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:19.415 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.413+0000 7f8103e00700 1 -- 172.21.15.8:0/1227299299 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8108010ca0 con 0x561f1ee53220 2024-05-20T21:17:19.415 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.413+0000 7f8103e00700 1 -- 172.21.15.8:0/1227299299 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8108010e40 con 0x561f1ee53220 2024-05-20T21:17:19.415 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.414+0000 7f810f400700 1 -- 172.21.15.8:0/3730565213 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f81040e2b20 con 0x7f8118103e50 2024-05-20T21:17:19.415 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.414+0000 7f8103e00700 1 -- 172.21.15.8:0/1227299299 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81080126b0 con 0x561f1ee53220 2024-05-20T21:17:19.416 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.414+0000 7f8117200700 1 --2- 172.21.15.8:0/3730565213 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f80fc0b6c90 0x7f80fc0b9150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:19.416 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.415+0000 7f8127d05b80 1 -- 172.21.15.8:0/1227299299 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f1ee53220 msgr2=0x561f1ee53680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:19.416 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.415+0000 7f8127d05b80 1 --2- 172.21.15.8:0/1227299299 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f1ee53220 0x561f1ee53680 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f8108009cd0 tx=0x7f8108010370 comp rx=0 tx=0).stop 2024-05-20T21:17:19.416 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.415+0000 7f8127d05b80 1 -- 172.21.15.8:0/1227299299 shutdown_connections 2024-05-20T21:17:19.416 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.415+0000 7f8127d05b80 1 --2- 172.21.15.8:0/1227299299 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561f1ee58f40 0x561f1ee59320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:19.416 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.415+0000 7f8127d05b80 1 --2- 172.21.15.8:0/1227299299 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561f1ee53bc0 0x561f1ee5fc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:19.416 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.415+0000 7f8127d05b80 1 --2- 172.21.15.8:0/1227299299 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f1ee53220 0x561f1ee53680 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:19.417 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.415+0000 7f8127d05b80 1 -- 172.21.15.8:0/1227299299 >> 172.21.15.8:0/1227299299 conn(0x561f1ed80ce0 msgr2=0x561f1ee4de70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:19.417 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.415+0000 7f8127d05b80 1 -- 172.21.15.8:0/1227299299 shutdown_connections 2024-05-20T21:17:19.417 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.416+0000 7f8127d05b80 1 -- 172.21.15.8:0/1227299299 wait complete. 2024-05-20T21:17:19.417 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.416+0000 7f8127d05b80 1 -- start start 2024-05-20T21:17:19.417 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.416+0000 7f8117200700 1 --2- 172.21.15.8:0/3730565213 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f80fc0b6c90 0x7f80fc0b9150 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f81100075c0 tx=0x7f8110009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:19.417 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.417+0000 7f8127d05b80 1 Processor -- start 2024-05-20T21:17:19.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.417+0000 7f8127d05b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f1ee53220 0x561f1ee5f860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:19.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.417+0000 7f8127d05b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561f1ee53bc0 0x561f1ee5cc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:19.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.417+0000 7f8127d05b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561f1ee58f40 0x561f1ee5d140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:19.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.418+0000 7f8127d05b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x561f1eca70a0 con 0x561f1ee58f40 2024-05-20T21:17:19.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.418+0000 7f8127d05b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x561f1ed41860 con 0x561f1ee53bc0 2024-05-20T21:17:19.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.418+0000 7f8127d05b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x561f1ee60230 con 0x561f1ee53220 2024-05-20T21:17:19.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.418+0000 7f8127d05b80 10 client.0 _ll_register_callbacks cb 0x561f1ed4ad70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:17:19.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.418+0000 7f8116800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f1ee53220 0x561f1ee5f860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:19.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.418+0000 7f8116800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f1ee53220 0x561f1ee5f860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:37554/0 (socket says 172.21.15.8:37554) 2024-05-20T21:17:19.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.418+0000 7f8116800700 1 -- 172.21.15.8:0/1443450270 learned_addr learned my addr 172.21.15.8:0/1443450270 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:19.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.418+0000 7f8115e00700 1 --2- 172.21.15.8:0/1443450270 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561f1ee53bc0 0x561f1ee5cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:19.421 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.419+0000 7f8115e00700 1 -- 172.21.15.8:0/1443450270 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f1ee53220 msgr2=0x561f1ee5f860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:19.421 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.419+0000 7f8115e00700 1 --2- 172.21.15.8:0/1443450270 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f1ee53220 0x561f1ee5f860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:19.421 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.419+0000 7f8115e00700 1 -- 172.21.15.8:0/1443450270 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561f1ee58f40 msgr2=0x561f1ee5d140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:19.421 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.419+0000 7f8115e00700 1 --2- 172.21.15.8:0/1443450270 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561f1ee58f40 0x561f1ee5d140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:19.421 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.419+0000 7f8115e00700 1 -- 172.21.15.8:0/1443450270 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561f1ecf09d0 con 0x561f1ee53bc0 2024-05-20T21:17:19.421 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.419+0000 7f8116800700 1 --2- 172.21.15.8:0/1443450270 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f1ee53220 0x561f1ee5f860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:17:19.421 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.420+0000 7f8115e00700 1 --2- 172.21.15.8:0/1443450270 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561f1ee53bc0 0x561f1ee5cc00 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f81040e0660 tx=0x7f81040aa700 comp rx=0 tx=0).ready entity=mon.2 client_cookie=50fdb9a0bf566537 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:19.421 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.420+0000 7f8100c00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:17:19.421 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.420+0000 7f8100c00700 1 -- 172.21.15.8:0/1443450270 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81040a9930 con 0x561f1ee53bc0 2024-05-20T21:17:19.421 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.420+0000 7f8100c00700 1 -- 172.21.15.8:0/1443450270 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f810400f460 con 0x561f1ee53bc0 2024-05-20T21:17:19.421 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.420+0000 7f8127d05b80 1 -- 172.21.15.8:0/1443450270 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8108010e40 con 0x561f1ee53bc0 2024-05-20T21:17:19.422 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.421+0000 7f8100c00700 1 -- 172.21.15.8:0/1443450270 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f81040a9cd0 con 0x561f1ee53bc0 2024-05-20T21:17:19.422 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.421+0000 7f8127d05b80 10 client.25685 fetch_fsmap learned FSMap version 26 2024-05-20T21:17:19.422 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.421+0000 7f8127d05b80 1 -- 172.21.15.8:0/1443450270 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x561f1ed71160 con 0x561f1ee53bc0 2024-05-20T21:17:19.422 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.421+0000 7f8100c00700 1 -- 172.21.15.8:0/1443450270 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8108010e40 con 0x561f1ee53bc0 2024-05-20T21:17:19.422 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.422+0000 7f8100c00700 1 -- 172.21.15.8:0/1443450270 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f81040ae120 con 0x561f1ee53bc0 2024-05-20T21:17:19.423 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.422+0000 7f8127d05b80 10 client.25685 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:17:19.423 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.422+0000 7f8127d05b80 10 client.25685 resolve_mds: validated gid 24529 aka daemon mds.i 2024-05-20T21:17:19.423 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.422+0000 7f8127d05b80 20 client.25685 populate_metadata read hostname 'smithi008' 2024-05-20T21:17:19.423 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.422+0000 7f8127d05b80 1 --2- 172.21.15.8:0/1443450270 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x561f1ee6cab0 0x561f1ee6eec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:19.423 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.422+0000 7f8127d05b80 4 client.25685 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:17:19.423 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.422+0000 7f8127d05b80 1 -- 172.21.15.8:0/1443450270 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561f1edb2e90 con 0x561f1ee6cab0 2024-05-20T21:17:19.423 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.423+0000 7f8116800700 1 --2- 172.21.15.8:0/1443450270 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x561f1ee6cab0 0x561f1ee6eec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:19.424 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.423+0000 7f8116800700 1 --2- 172.21.15.8:0/1443450270 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x561f1ee6cab0 0x561f1ee6eec0 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1c8191fe0b298c50 server_cookie=db1a7d2863b75871 in_seq=0 out_seq=0 2024-05-20T21:17:19.424 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.423+0000 7f8100c00700 10 client.25685 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:17:19.424 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.424+0000 7f8100c00700 1 -- 172.21.15.8:0/1443450270 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x561f1edb2e90 con 0x561f1ee6cab0 2024-05-20T21:17:19.425 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.424+0000 7f8100c00700 10 client.25685 handle_command_reply: tid=0 2024-05-20T21:17:19.425 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.424+0000 7f8127d05b80 1 client.25685 shutdown 2024-05-20T21:17:19.425 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.425+0000 7f8127d05b80 1 -- 172.21.15.8:0/1443450270 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561f1ee53bc0 msgr2=0x561f1ee5cc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:19.425 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.425+0000 7f8127d05b80 1 --2- 172.21.15.8:0/1443450270 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561f1ee53bc0 0x561f1ee5cc00 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f81040e0660 tx=0x7f81040aa700 comp rx=0 tx=0).stop 2024-05-20T21:17:19.426 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.425+0000 7f8127d05b80 1 -- 172.21.15.8:0/1443450270 shutdown_connections 2024-05-20T21:17:19.426 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.425+0000 7f8127d05b80 1 --2- 172.21.15.8:0/1443450270 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x561f1ee6cab0 0x561f1ee6eec0 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:19.426 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.425+0000 7f8127d05b80 1 --2- 172.21.15.8:0/1443450270 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561f1ee58f40 0x561f1ee5d140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:19.426 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.425+0000 7f8127d05b80 1 --2- 172.21.15.8:0/1443450270 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f1ee53220 0x561f1ee5f860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:19.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.425+0000 7f8127d05b80 1 --2- 172.21.15.8:0/1443450270 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561f1ee53bc0 0x561f1ee5cc00 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:19.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.425+0000 7f8100c00700 0 client.25685 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:17:19.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.425+0000 7f8127d05b80 1 -- 172.21.15.8:0/1443450270 >> 172.21.15.8:0/1443450270 conn(0x561f1ed80ce0 msgr2=0x561f1ee4d470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:19.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.425+0000 7f8127d05b80 1 -- 172.21.15.8:0/1443450270 shutdown_connections 2024-05-20T21:17:19.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.425+0000 7f8127d05b80 1 -- 172.21.15.8:0/1443450270 wait complete. 2024-05-20T21:17:19.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.425+0000 7f8127d05b80 20 client.25685 trim_cache size 0 max 16384 2024-05-20T21:17:19.468 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.468+0000 7f8127d05b80 1 Processor -- start 2024-05-20T21:17:19.469 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.468+0000 7f8127d05b80 1 -- start start 2024-05-20T21:17:19.469 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.468+0000 7f8127d05b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f1ee53220 0x561f1ee4dbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:19.469 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.468+0000 7f8127d05b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561f1ee53bc0 0x561f1ee5e910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:19.469 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.468+0000 7f8127d05b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561f1ee58f40 0x561f1ee5ee50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:19.469 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.468+0000 7f8127d05b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f81181adf70 con 0x561f1ee58f40 2024-05-20T21:17:19.469 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.468+0000 7f8127d05b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f81181ab800 con 0x561f1ee53bc0 2024-05-20T21:17:19.469 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.468+0000 7f8127d05b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f81181a9670 con 0x561f1ee53220 2024-05-20T21:17:19.470 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.469+0000 7f8116800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f1ee53220 0x561f1ee4dbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:19.470 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.469+0000 7f8116800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f1ee53220 0x561f1ee4dbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:37570/0 (socket says 172.21.15.8:37570) 2024-05-20T21:17:19.470 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.469+0000 7f8116800700 1 -- 172.21.15.8:0/3918399726 learned_addr learned my addr 172.21.15.8:0/3918399726 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:19.470 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.469+0000 7f8115e00700 1 --2- 172.21.15.8:0/3918399726 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561f1ee53bc0 0x561f1ee5e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:19.470 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.469+0000 7f8116800700 1 -- 172.21.15.8:0/3918399726 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561f1ee53bc0 msgr2=0x561f1ee5e910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:19.470 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.469+0000 7f8116800700 1 --2- 172.21.15.8:0/3918399726 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561f1ee53bc0 0x561f1ee5e910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:19.470 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.469+0000 7f8116800700 1 -- 172.21.15.8:0/3918399726 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561f1ee58f40 msgr2=0x561f1ee5ee50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:19.470 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.469+0000 7f8117200700 1 --2- 172.21.15.8:0/3918399726 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561f1ee58f40 0x561f1ee5ee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:19.470 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.469+0000 7f8116800700 1 --2- 172.21.15.8:0/3918399726 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561f1ee58f40 0x561f1ee5ee50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:19.470 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.470+0000 7f8116800700 1 -- 172.21.15.8:0/3918399726 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561f1ee5f4a0 con 0x561f1ee53220 2024-05-20T21:17:19.471 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.470+0000 7f8117200700 1 --2- 172.21.15.8:0/3918399726 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561f1ee58f40 0x561f1ee5ee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:17:19.471 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.470+0000 7f8116800700 1 --2- 172.21.15.8:0/3918399726 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f1ee53220 0x561f1ee4dbf0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f8108003b50 tx=0x7f8108009260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c86fe03930175990 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:19.471 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.471+0000 7f8103400700 1 -- 172.21.15.8:0/3918399726 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81080052c0 con 0x561f1ee53220 2024-05-20T21:17:19.471 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.471+0000 7f8103400700 1 -- 172.21.15.8:0/3918399726 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f81080058e0 con 0x561f1ee53220 2024-05-20T21:17:19.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.471+0000 7f8103400700 1 -- 172.21.15.8:0/3918399726 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8108028b60 con 0x561f1ee53220 2024-05-20T21:17:19.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.472+0000 7f8127d05b80 1 -- 172.21.15.8:0/3918399726 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f1ee53220 msgr2=0x561f1ee4dbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:19.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.472+0000 7f8127d05b80 1 --2- 172.21.15.8:0/3918399726 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f1ee53220 0x561f1ee4dbf0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f8108003b50 tx=0x7f8108009260 comp rx=0 tx=0).stop 2024-05-20T21:17:19.473 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.472+0000 7f8127d05b80 1 -- 172.21.15.8:0/3918399726 shutdown_connections 2024-05-20T21:17:19.473 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.472+0000 7f8127d05b80 1 --2- 172.21.15.8:0/3918399726 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561f1ee58f40 0x561f1ee5ee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:19.473 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.472+0000 7f8127d05b80 1 --2- 172.21.15.8:0/3918399726 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f1ee53220 0x561f1ee4dbf0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:19.473 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.472+0000 7f8127d05b80 1 --2- 172.21.15.8:0/3918399726 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561f1ee53bc0 0x561f1ee5e910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:19.473 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.472+0000 7f8127d05b80 1 -- 172.21.15.8:0/3918399726 >> 172.21.15.8:0/3918399726 conn(0x561f1ed80ce0 msgr2=0x561f1ee5e200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:19.473 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.473+0000 7f8127d05b80 1 -- 172.21.15.8:0/3918399726 shutdown_connections 2024-05-20T21:17:19.473 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.473+0000 7f8127d05b80 1 -- 172.21.15.8:0/3918399726 wait complete. 2024-05-20T21:17:19.474 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.473+0000 7f8127d05b80 1 -- start start 2024-05-20T21:17:19.474 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.474+0000 7f8127d05b80 1 Processor -- start 2024-05-20T21:17:19.474 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.474+0000 7f8127d05b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561f1ee53220 0x561f1ee60410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:19.475 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.474+0000 7f8127d05b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561f1ee53bc0 0x561f1ee60950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:19.475 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.474+0000 7f8127d05b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f1ee58f40 0x561f1ee60e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:19.475 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.474+0000 7f8127d05b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f81181a9cc0 con 0x561f1ee53220 2024-05-20T21:17:19.475 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.474+0000 7f8127d05b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f81181ab130 con 0x561f1ee53bc0 2024-05-20T21:17:19.475 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.474+0000 7f8127d05b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f81181aa390 con 0x561f1ee58f40 2024-05-20T21:17:19.476 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.475+0000 7f8127d05b80 10 client.0 _ll_register_callbacks cb 0x561f1ed4ad70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:17:19.476 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.475+0000 7f8115e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561f1ee53bc0 0x561f1ee60950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:19.476 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.475+0000 7f8115e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561f1ee53bc0 0x561f1ee60950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:57208/0 (socket says 172.21.15.8:57208) 2024-05-20T21:17:19.476 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.475+0000 7f8115e00700 1 -- 172.21.15.8:0/400170597 learned_addr learned my addr 172.21.15.8:0/400170597 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:19.476 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.475+0000 7f8116800700 1 --2- 172.21.15.8:0/400170597 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561f1ee53220 0x561f1ee60410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:19.477 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.475+0000 7f8117200700 1 --2- 172.21.15.8:0/400170597 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f1ee58f40 0x561f1ee60e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:19.477 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.475+0000 7f8115e00700 1 -- 172.21.15.8:0/400170597 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f1ee58f40 msgr2=0x561f1ee60e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:19.477 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.475+0000 7f8115e00700 1 --2- 172.21.15.8:0/400170597 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f1ee58f40 0x561f1ee60e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:19.477 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.475+0000 7f8115e00700 1 -- 172.21.15.8:0/400170597 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561f1ee53220 msgr2=0x561f1ee60410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:19.477 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.475+0000 7f8115e00700 1 --2- 172.21.15.8:0/400170597 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561f1ee53220 0x561f1ee60410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:19.477 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.475+0000 7f8115e00700 1 -- 172.21.15.8:0/400170597 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561f1eed76b0 con 0x561f1ee53bc0 2024-05-20T21:17:19.477 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.476+0000 7f8115e00700 1 --2- 172.21.15.8:0/400170597 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561f1ee53bc0 0x561f1ee60950 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f81040a9ec0 tx=0x7f81040a94d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f0f4fb430367721 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:19.477 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.476+0000 7f8100c00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:17:19.477 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.476+0000 7f8100c00700 1 -- 172.21.15.8:0/400170597 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81040a9930 con 0x561f1ee53bc0 2024-05-20T21:17:19.477 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.476+0000 7f8100c00700 1 -- 172.21.15.8:0/400170597 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f81040039d0 con 0x561f1ee53bc0 2024-05-20T21:17:19.478 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.476+0000 7f8127d05b80 1 -- 172.21.15.8:0/400170597 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f81080058e0 con 0x561f1ee53bc0 2024-05-20T21:17:19.478 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.477+0000 7f8100c00700 1 -- 172.21.15.8:0/400170597 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f810406e050 con 0x561f1ee53bc0 2024-05-20T21:17:19.478 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.477+0000 7f8127d05b80 10 client.25691 fetch_fsmap learned FSMap version 26 2024-05-20T21:17:19.478 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.477+0000 7f8127d05b80 1 -- 172.21.15.8:0/400170597 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x561f1eed76b0 con 0x561f1ee53bc0 2024-05-20T21:17:19.478 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.477+0000 7f8100c00700 1 -- 172.21.15.8:0/400170597 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f81080058e0 con 0x561f1ee53bc0 2024-05-20T21:17:19.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.477+0000 7f8100c00700 1 -- 172.21.15.8:0/400170597 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f81040e0bd0 con 0x561f1ee53bc0 2024-05-20T21:17:19.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.478+0000 7f8127d05b80 10 client.25691 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:17:19.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.478+0000 7f8127d05b80 10 client.25691 resolve_mds: validated gid 24529 aka daemon mds.i 2024-05-20T21:17:19.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.478+0000 7f8127d05b80 20 client.25691 populate_metadata read hostname 'smithi008' 2024-05-20T21:17:19.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.478+0000 7f8127d05b80 1 --2- 172.21.15.8:0/400170597 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x561f1eed8be0 0x561f1eedb000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:19.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.478+0000 7f8127d05b80 4 client.25691 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "f8c11bff", "release": true, "await": true}] 2024-05-20T21:17:19.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.478+0000 7f8127d05b80 1 -- 172.21.15.8:0/400170597 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "quiesce db", "set_id": "f8c11bff", "release": true, "await": true}) -- 0x561f1edac670 con 0x561f1eed8be0 2024-05-20T21:17:19.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.478+0000 7f8116800700 1 --2- 172.21.15.8:0/400170597 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x561f1eed8be0 0x561f1eedb000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:19.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.479+0000 7f8116800700 1 --2- 172.21.15.8:0/400170597 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x561f1eed8be0 0x561f1eedb000 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=50c37aca6058777a server_cookie=b6a3732d6f325c2f in_seq=0 out_seq=0 2024-05-20T21:17:19.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.479+0000 7f8100c00700 10 client.25691 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:17:19.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.481+0000 7f8100c00700 1 -- 172.21.15.8:0/400170597 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x561f1edac670 con 0x561f1eed8be0 2024-05-20T21:17:19.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.481+0000 7f8100c00700 10 client.25691 handle_command_reply: tid=0 2024-05-20T21:17:19.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.481+0000 7f8127d05b80 1 client.25691 shutdown 2024-05-20T21:17:19.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.481+0000 7f8127d05b80 1 -- 172.21.15.8:0/400170597 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561f1ee53bc0 msgr2=0x561f1ee60950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:19.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.481+0000 7f8127d05b80 1 --2- 172.21.15.8:0/400170597 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561f1ee53bc0 0x561f1ee60950 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f81040a9ec0 tx=0x7f81040a94d0 comp rx=0 tx=0).stop 2024-05-20T21:17:19.482 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.481+0000 7f8127d05b80 1 -- 172.21.15.8:0/400170597 shutdown_connections 2024-05-20T21:17:19.482 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.481+0000 7f8127d05b80 1 --2- 172.21.15.8:0/400170597 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x561f1eed8be0 0x561f1eedb000 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:19.482 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.481+0000 7f8127d05b80 1 --2- 172.21.15.8:0/400170597 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f1ee58f40 0x561f1ee60e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:19.482 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.481+0000 7f8127d05b80 1 --2- 172.21.15.8:0/400170597 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561f1ee53220 0x561f1ee60410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:19.482 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.481+0000 7f8127d05b80 1 --2- 172.21.15.8:0/400170597 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561f1ee53bc0 0x561f1ee60950 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:19.482 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.481+0000 7f8127d05b80 1 -- 172.21.15.8:0/400170597 >> 172.21.15.8:0/400170597 conn(0x561f1ed80ce0 msgr2=0x561f1ee5ea90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:19.482 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.481+0000 7f8100c00700 0 client.25691 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:17:19.483 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.482+0000 7f8127d05b80 1 -- 172.21.15.8:0/400170597 shutdown_connections 2024-05-20T21:17:19.483 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.482+0000 7f8127d05b80 1 -- 172.21.15.8:0/400170597 wait complete. 2024-05-20T21:17:19.483 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.482+0000 7f8127d05b80 20 client.25691 trim_cache size 0 max 16384 2024-05-20T21:17:19.483 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:17:19.483 INFO:teuthology.orchestra.run.smithi008.stdout: "epoch": 26, 2024-05-20T21:17:19.483 INFO:teuthology.orchestra.run.smithi008.stdout: "leader": 24529, 2024-05-20T21:17:19.483 INFO:teuthology.orchestra.run.smithi008.stdout: "set_version": 8, 2024-05-20T21:17:19.483 INFO:teuthology.orchestra.run.smithi008.stdout: "sets": { 2024-05-20T21:17:19.483 INFO:teuthology.orchestra.run.smithi008.stdout: "f8c11bff": { 2024-05-20T21:17:19.484 INFO:teuthology.orchestra.run.smithi008.stdout: "version": 8, 2024-05-20T21:17:19.484 INFO:teuthology.orchestra.run.smithi008.stdout: "age_ref": 0.0, 2024-05-20T21:17:19.484 INFO:teuthology.orchestra.run.smithi008.stdout: "state": { 2024-05-20T21:17:19.484 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "RELEASED", 2024-05-20T21:17:19.484 INFO:teuthology.orchestra.run.smithi008.stdout: "age": 0.0 2024-05-20T21:17:19.484 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:17:19.484 INFO:teuthology.orchestra.run.smithi008.stdout: "timeout": 90.0, 2024-05-20T21:17:19.484 INFO:teuthology.orchestra.run.smithi008.stdout: "expiration": 138.8, 2024-05-20T21:17:19.484 INFO:teuthology.orchestra.run.smithi008.stdout: "members": { 2024-05-20T21:17:19.484 INFO:teuthology.orchestra.run.smithi008.stdout: "file:/": { 2024-05-20T21:17:19.484 INFO:teuthology.orchestra.run.smithi008.stdout: "excluded": false, 2024-05-20T21:17:19.484 INFO:teuthology.orchestra.run.smithi008.stdout: "state": { 2024-05-20T21:17:19.484 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "RELEASED", 2024-05-20T21:17:19.484 INFO:teuthology.orchestra.run.smithi008.stdout: "age": 0.0 2024-05-20T21:17:19.485 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:17:19.485 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:17:19.485 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:17:19.485 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:17:19.485 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:17:19.485 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:17:19.485 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.483+0000 7f811ca00700 1 -- 172.21.15.8:0/3730565213 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f80fc0b6c90 msgr2=0x7f80fc0b9150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:19.485 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.483+0000 7f811ca00700 1 --2- 172.21.15.8:0/3730565213 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f80fc0b6c90 0x7f80fc0b9150 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f81100075c0 tx=0x7f8110009040 comp rx=0 tx=0).stop 2024-05-20T21:17:19.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.483+0000 7f811ca00700 1 -- 172.21.15.8:0/3730565213 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8118103e50 msgr2=0x7f811819db60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:19.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.483+0000 7f811ca00700 1 --2- 172.21.15.8:0/3730565213 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8118103e50 0x7f811819db60 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f8104006010 tx=0x7f8104005330 comp rx=0 tx=0).stop 2024-05-20T21:17:19.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.483+0000 7f811ca00700 1 -- 172.21.15.8:0/3730565213 shutdown_connections 2024-05-20T21:17:19.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.483+0000 7f811ca00700 1 --2- 172.21.15.8:0/3730565213 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f80fc0b6c90 0x7f80fc0b9150 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:19.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.483+0000 7f811ca00700 1 --2- 172.21.15.8:0/3730565213 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8118109540 0x7f8118197740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:19.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.483+0000 7f811ca00700 1 --2- 172.21.15.8:0/3730565213 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8118103490 0x7f811819d620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:19.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.483+0000 7f811ca00700 1 --2- 172.21.15.8:0/3730565213 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8118103e50 0x7f811819db60 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:19.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.483+0000 7f811ca00700 1 -- 172.21.15.8:0/3730565213 >> 172.21.15.8:0/3730565213 conn(0x7f81180fefc0 msgr2=0x7f8118100710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:19.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.484+0000 7f811ca00700 1 -- 172.21.15.8:0/3730565213 shutdown_connections 2024-05-20T21:17:19.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:19.484+0000 7f811ca00700 1 -- 172.21.15.8:0/3730565213 wait complete. 2024-05-20T21:17:20.664 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'f8c11bff', total seconds elapsed: 28.6 2024-05-20T21:17:20.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:17:20 smithi130 ceph-mon[36448]: pgmap v500: 97 pgs: 97 active+clean; 674 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:17:20.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:17:20 smithi050 ceph-mon[35809]: pgmap v500: 97 pgs: 97 active+clean; 674 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:17:20.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:17:20 smithi008 ceph-mon[31475]: pgmap v500: 97 pgs: 97 active+clean; 674 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:17:21.935 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.934+0000 7f3b71e00700 1 -- 172.21.15.8:0/2794476945 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3b6c108500 msgr2=0x7f3b6c1088e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:21.935 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.934+0000 7f3b71e00700 1 --2- 172.21.15.8:0/2794476945 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3b6c108500 0x7f3b6c1088e0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f3b5c009990 tx=0x7f3b5c009ca0 comp rx=0 tx=0).stop 2024-05-20T21:17:21.935 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.934+0000 7f3b71e00700 1 -- 172.21.15.8:0/2794476945 shutdown_connections 2024-05-20T21:17:21.935 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.934+0000 7f3b71e00700 1 --2- 172.21.15.8:0/2794476945 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3b6c103f90 0x7f3b6c110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:21.935 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.934+0000 7f3b71e00700 1 --2- 172.21.15.8:0/2794476945 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3b6c108500 0x7f3b6c1088e0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:21.935 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.934+0000 7f3b71e00700 1 --2- 172.21.15.8:0/2794476945 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3b6c1035f0 0x7f3b6c103a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:21.936 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.934+0000 7f3b71e00700 1 -- 172.21.15.8:0/2794476945 >> 172.21.15.8:0/2794476945 conn(0x7f3b6c07a6a0 msgr2=0x7f3b6c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:21.936 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.935+0000 7f3b71e00700 1 -- 172.21.15.8:0/2794476945 shutdown_connections 2024-05-20T21:17:21.936 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.935+0000 7f3b71e00700 1 -- 172.21.15.8:0/2794476945 wait complete. 2024-05-20T21:17:21.936 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.936+0000 7f3b71e00700 1 Processor -- start 2024-05-20T21:17:21.936 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.936+0000 7f3b71e00700 1 -- start start 2024-05-20T21:17:21.937 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.937+0000 7f3b71e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3b6c1035f0 0x7f3b6c19be00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:21.937 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.937+0000 7f3b71e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3b6c103f90 0x7f3b6c19c340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:21.938 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.937+0000 7f3b71e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3b6c108500 0x7f3b6c1a06d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:21.938 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.937+0000 7f3b71e00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f3b6c113790 con 0x7f3b6c1035f0 2024-05-20T21:17:21.938 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.937+0000 7f3b71e00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f3b6c113610 con 0x7f3b6c103f90 2024-05-20T21:17:21.938 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.937+0000 7f3b71e00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f3b6c113910 con 0x7f3b6c108500 2024-05-20T21:17:21.938 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.937+0000 7f3b6a000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3b6c103f90 0x7f3b6c19c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:21.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.937+0000 7f3b6b400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3b6c108500 0x7f3b6c1a06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:21.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.937+0000 7f3b6b400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3b6c108500 0x7f3b6c1a06d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:37582/0 (socket says 172.21.15.8:37582) 2024-05-20T21:17:21.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.937+0000 7f3b6b400700 1 -- 172.21.15.8:0/2370993515 learned_addr learned my addr 172.21.15.8:0/2370993515 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:21.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.938+0000 7f3b6aa00700 1 --2- 172.21.15.8:0/2370993515 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3b6c1035f0 0x7f3b6c19be00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:21.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.938+0000 7f3b6b400700 1 -- 172.21.15.8:0/2370993515 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3b6c103f90 msgr2=0x7f3b6c19c340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:21.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.938+0000 7f3b6b400700 1 --2- 172.21.15.8:0/2370993515 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3b6c103f90 0x7f3b6c19c340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:21.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.938+0000 7f3b6b400700 1 -- 172.21.15.8:0/2370993515 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3b6c1035f0 msgr2=0x7f3b6c19be00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:21.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.938+0000 7f3b6b400700 1 --2- 172.21.15.8:0/2370993515 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3b6c1035f0 0x7f3b6c19be00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:21.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.938+0000 7f3b6b400700 1 -- 172.21.15.8:0/2370993515 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b6c1a0e10 con 0x7f3b6c108500 2024-05-20T21:17:21.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.938+0000 7f3b6aa00700 1 --2- 172.21.15.8:0/2370993515 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3b6c1035f0 0x7f3b6c19be00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:17:21.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.938+0000 7f3b6b400700 1 --2- 172.21.15.8:0/2370993515 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3b6c108500 0x7f3b6c1a06d0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f3b6400efc0 tx=0x7f3b6400c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:21.940 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.939+0000 7f3b70a00700 1 -- 172.21.15.8:0/2370993515 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b640092e0 con 0x7f3b6c108500 2024-05-20T21:17:21.940 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.939+0000 7f3b70a00700 1 -- 172.21.15.8:0/2370993515 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3b64004bb0 con 0x7f3b6c108500 2024-05-20T21:17:21.940 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.939+0000 7f3b71e00700 1 -- 172.21.15.8:0/2370993515 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b6c1a10a0 con 0x7f3b6c108500 2024-05-20T21:17:21.940 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.939+0000 7f3b70a00700 1 -- 172.21.15.8:0/2370993515 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b64004040 con 0x7f3b6c108500 2024-05-20T21:17:21.940 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.939+0000 7f3b71e00700 1 -- 172.21.15.8:0/2370993515 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b6c1a8980 con 0x7f3b6c108500 2024-05-20T21:17:21.945 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.944+0000 7f3b70a00700 1 -- 172.21.15.8:0/2370993515 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f3b6401b030 con 0x7f3b6c108500 2024-05-20T21:17:21.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.946+0000 7f3b70a00700 1 --2- 172.21.15.8:0/2370993515 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3b500b2880 0x7f3b500b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:21.947 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.946+0000 7f3b7c741b80 1 Processor -- start 2024-05-20T21:17:21.947 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.946+0000 7f3b70a00700 1 -- 172.21.15.8:0/2370993515 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f3b640e1c40 con 0x7f3b6c108500 2024-05-20T21:17:21.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.947+0000 7f3b7c741b80 1 -- start start 2024-05-20T21:17:21.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.947+0000 7f3b6aa00700 1 --2- 172.21.15.8:0/2370993515 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3b500b2880 0x7f3b500b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:21.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.947+0000 7f3b7c741b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f4328d8610 0x55f4328d89f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:21.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.947+0000 7f3b7c741b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f4328d8f30 0x55f4328d2b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:21.949 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.947+0000 7f3b7c741b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f4328d3140 0x55f4328d35c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:21.949 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.947+0000 7f3b7c741b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55f432830e40 con 0x55f4328d8f30 2024-05-20T21:17:21.949 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.947+0000 7f3b7c741b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55f4328209e0 con 0x55f4328d3140 2024-05-20T21:17:21.949 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.947+0000 7f3b7c741b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55f432824a20 con 0x55f4328d8610 2024-05-20T21:17:21.949 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.948+0000 7f3b6a000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f4328d8f30 0x55f4328d2b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:21.949 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.948+0000 7f3b6a000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f4328d8f30 0x55f4328d2b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:33562/0 (socket says 172.21.15.8:33562) 2024-05-20T21:17:21.949 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.948+0000 7f3b6a000700 1 -- 172.21.15.8:0/1501925791 learned_addr learned my addr 172.21.15.8:0/1501925791 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:21.950 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.948+0000 7f3b6b400700 1 --2- 172.21.15.8:0/1501925791 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f4328d3140 0x55f4328d35c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:21.950 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.948+0000 7f3b6aa00700 1 --2- 172.21.15.8:0/1501925791 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f4328d8610 0x55f4328d89f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:21.950 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.949+0000 7f3b6aa00700 1 --2- 172.21.15.8:0/2370993515 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3b500b2880 0x7f3b500b4d40 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f3b5c009750 tx=0x7f3b5c005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:21.950 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.949+0000 7f3b6a000700 1 -- 172.21.15.8:0/1501925791 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f4328d8610 msgr2=0x55f4328d89f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:21.950 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.949+0000 7f3b6a000700 1 --2- 172.21.15.8:0/1501925791 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f4328d8610 0x55f4328d89f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:21.950 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.949+0000 7f3b6a000700 1 -- 172.21.15.8:0/1501925791 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f4328d3140 msgr2=0x55f4328d35c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:21.950 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.949+0000 7f3b6a000700 1 --2- 172.21.15.8:0/1501925791 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f4328d3140 0x55f4328d35c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:21.950 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.949+0000 7f3b6a000700 1 -- 172.21.15.8:0/1501925791 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f4327e9420 con 0x55f4328d8f30 2024-05-20T21:17:21.950 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.949+0000 7f3b6a000700 1 --2- 172.21.15.8:0/1501925791 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f4328d8f30 0x55f4328d2b20 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f3b58009cb0 tx=0x7f3b580113e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e86a8c7bb4c895f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:21.950 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.950+0000 7f3b6b400700 1 --2- 172.21.15.8:0/1501925791 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f4328d3140 0x55f4328d35c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:17:21.951 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.950+0000 7f3b60c00700 1 -- 172.21.15.8:0/1501925791 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b58011d10 con 0x55f4328d8f30 2024-05-20T21:17:21.951 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.950+0000 7f3b60c00700 1 -- 172.21.15.8:0/1501925791 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3b58012900 con 0x55f4328d8f30 2024-05-20T21:17:21.951 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.950+0000 7f3b60c00700 1 -- 172.21.15.8:0/1501925791 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b5800f900 con 0x55f4328d8f30 2024-05-20T21:17:21.952 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.951+0000 7f3b7c741b80 1 -- 172.21.15.8:0/1501925791 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f4328d8f30 msgr2=0x55f4328d2b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:21.952 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.951+0000 7f3b7c741b80 1 --2- 172.21.15.8:0/1501925791 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f4328d8f30 0x55f4328d2b20 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f3b58009cb0 tx=0x7f3b580113e0 comp rx=0 tx=0).stop 2024-05-20T21:17:21.952 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.951+0000 7f3b7c741b80 1 -- 172.21.15.8:0/1501925791 shutdown_connections 2024-05-20T21:17:21.952 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.951+0000 7f3b7c741b80 1 --2- 172.21.15.8:0/1501925791 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f4328d3140 0x55f4328d35c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:21.952 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.951+0000 7f3b7c741b80 1 --2- 172.21.15.8:0/1501925791 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f4328d8610 0x55f4328d89f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:21.953 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.951+0000 7f3b7c741b80 1 --2- 172.21.15.8:0/1501925791 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f4328d8f30 0x55f4328d2b20 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:21.953 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.951+0000 7f3b7c741b80 1 -- 172.21.15.8:0/1501925791 >> 172.21.15.8:0/1501925791 conn(0x55f432800be0 msgr2=0x55f4328cd690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:21.953 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.951+0000 7f3b7c741b80 1 -- 172.21.15.8:0/1501925791 shutdown_connections 2024-05-20T21:17:21.953 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.951+0000 7f3b7c741b80 1 -- 172.21.15.8:0/1501925791 wait complete. 2024-05-20T21:17:21.953 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.952+0000 7f3b7c741b80 1 -- start start 2024-05-20T21:17:21.953 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.952+0000 7f3b7c741b80 1 Processor -- start 2024-05-20T21:17:21.953 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.953+0000 7f3b7c741b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f4328d3140 0x55f4328dec70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:21.954 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.953+0000 7f3b7c741b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f4328d8610 0x55f4328dc010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:21.954 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.953+0000 7f3b7c741b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f4328d8f30 0x55f4328dc550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:21.954 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.953+0000 7f3b7c741b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55f432726fa0 con 0x55f4328d3140 2024-05-20T21:17:21.954 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.953+0000 7f3b7c741b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55f4327c1760 con 0x55f4328d8610 2024-05-20T21:17:21.954 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.953+0000 7f3b7c741b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55f4328df9e0 con 0x55f4328d8f30 2024-05-20T21:17:21.954 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.953+0000 7f3b7c741b80 10 client.0 _ll_register_callbacks cb 0x55f4327cac70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:17:21.954 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.953+0000 7f3b6aa00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f4328d3140 0x55f4328dec70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:21.954 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.953+0000 7f3b6aa00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f4328d3140 0x55f4328dec70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:33572/0 (socket says 172.21.15.8:33572) 2024-05-20T21:17:21.954 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.953+0000 7f3b6aa00700 1 -- 172.21.15.8:0/3673001254 learned_addr learned my addr 172.21.15.8:0/3673001254 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:21.955 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.954+0000 7f3b6a000700 1 --2- 172.21.15.8:0/3673001254 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f4328d8610 0x55f4328dc010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:21.955 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.954+0000 7f3b6b400700 1 --2- 172.21.15.8:0/3673001254 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f4328d8f30 0x55f4328dc550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:21.955 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.954+0000 7f3b6aa00700 1 -- 172.21.15.8:0/3673001254 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f4328d8f30 msgr2=0x55f4328dc550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:21.955 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.954+0000 7f3b6aa00700 1 --2- 172.21.15.8:0/3673001254 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f4328d8f30 0x55f4328dc550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:21.956 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.954+0000 7f3b6aa00700 1 -- 172.21.15.8:0/3673001254 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f4328d8610 msgr2=0x55f4328dc010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:21.956 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.954+0000 7f3b6aa00700 1 --2- 172.21.15.8:0/3673001254 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f4328d8610 0x55f4328dc010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:21.956 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.954+0000 7f3b6aa00700 1 -- 172.21.15.8:0/3673001254 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f4327708d0 con 0x55f4328d3140 2024-05-20T21:17:21.956 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.954+0000 7f3b6b400700 1 --2- 172.21.15.8:0/3673001254 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f4328d8f30 0x55f4328dc550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:17:21.956 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.954+0000 7f3b6a000700 1 --2- 172.21.15.8:0/3673001254 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f4328d8610 0x55f4328dc010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:17:21.956 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.954+0000 7f3b6aa00700 1 --2- 172.21.15.8:0/3673001254 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f4328d3140 0x55f4328dec70 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f3b5c015000 tx=0x7f3b5c009310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=830ba53356e92bb4 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:21.956 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.954+0000 7f3b55600700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:17:21.956 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.955+0000 7f3b55600700 1 -- 172.21.15.8:0/3673001254 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b5c003910 con 0x55f4328d3140 2024-05-20T21:17:21.956 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.955+0000 7f3b7c741b80 1 -- 172.21.15.8:0/3673001254 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3b58012900 con 0x55f4328d3140 2024-05-20T21:17:21.956 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.955+0000 7f3b55600700 1 -- 172.21.15.8:0/3673001254 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f3b5c01e030 con 0x55f4328d3140 2024-05-20T21:17:21.956 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.955+0000 7f3b55600700 1 -- 172.21.15.8:0/3673001254 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3b5c003ab0 con 0x55f4328d3140 2024-05-20T21:17:21.957 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.956+0000 7f3b7c741b80 10 client.15573 fetch_fsmap learned FSMap version 26 2024-05-20T21:17:21.957 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.956+0000 7f3b7c741b80 1 -- 172.21.15.8:0/3673001254 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f4327f1060 con 0x55f4328d3140 2024-05-20T21:17:21.957 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.956+0000 7f3b55600700 1 -- 172.21.15.8:0/3673001254 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3b58012900 con 0x55f4328d3140 2024-05-20T21:17:21.958 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.957+0000 7f3b55600700 1 -- 172.21.15.8:0/3673001254 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f3b5c0324c0 con 0x55f4328d3140 2024-05-20T21:17:21.958 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.957+0000 7f3b7c741b80 10 client.15573 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:17:21.958 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.957+0000 7f3b7c741b80 10 client.15573 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:17:21.958 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.957+0000 7f3b7c741b80 20 client.15573 populate_metadata read hostname 'smithi008' 2024-05-20T21:17:21.958 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.957+0000 7f3b7c741b80 1 --2- 172.21.15.8:0/3673001254 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f4328f4c50 0x55f4328f70a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:21.958 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.957+0000 7f3b7c741b80 4 client.15573 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:17:21.958 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.957+0000 7f3b7c741b80 1 -- 172.21.15.8:0/3673001254 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f432832d90 con 0x55f4328f4c50 2024-05-20T21:17:21.959 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.959+0000 7f3b6a000700 1 --2- 172.21.15.8:0/3673001254 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f4328f4c50 0x55f4328f70a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:21.960 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.960+0000 7f3b6a000700 1 --2- 172.21.15.8:0/3673001254 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f4328f4c50 0x55f4328f70a0 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=95f6dfc0ade0a1c server_cookie=aa20273a2160c076 in_seq=0 out_seq=0 2024-05-20T21:17:21.960 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.960+0000 7f3b55600700 10 client.15573 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:17:21.961 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.961+0000 7f3b55600700 1 -- 172.21.15.8:0/3673001254 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55f432832d90 con 0x55f4328f4c50 2024-05-20T21:17:21.961 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.961+0000 7f3b55600700 10 client.15573 handle_command_reply: tid=0 2024-05-20T21:17:21.961 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.961+0000 7f3b7c741b80 1 client.15573 shutdown 2024-05-20T21:17:21.962 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.962+0000 7f3b7c741b80 1 -- 172.21.15.8:0/3673001254 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f4328d3140 msgr2=0x55f4328dec70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:21.962 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.962+0000 7f3b7c741b80 1 --2- 172.21.15.8:0/3673001254 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f4328d3140 0x55f4328dec70 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f3b5c015000 tx=0x7f3b5c009310 comp rx=0 tx=0).stop 2024-05-20T21:17:21.962 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.962+0000 7f3b7c741b80 1 -- 172.21.15.8:0/3673001254 shutdown_connections 2024-05-20T21:17:21.963 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.962+0000 7f3b7c741b80 1 --2- 172.21.15.8:0/3673001254 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f4328f4c50 0x55f4328f70a0 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:21.963 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.962+0000 7f3b7c741b80 1 --2- 172.21.15.8:0/3673001254 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f4328d8f30 0x55f4328dc550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:21.963 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.962+0000 7f3b7c741b80 1 --2- 172.21.15.8:0/3673001254 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f4328d3140 0x55f4328dec70 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:21.964 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.962+0000 7f3b7c741b80 1 --2- 172.21.15.8:0/3673001254 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f4328d8610 0x55f4328dc010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:21.964 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.962+0000 7f3b55600700 0 client.15573 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:17:21.964 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.962+0000 7f3b7c741b80 1 -- 172.21.15.8:0/3673001254 >> 172.21.15.8:0/3673001254 conn(0x55f432800be0 msgr2=0x55f4328ccd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:21.965 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.962+0000 7f3b7c741b80 1 -- 172.21.15.8:0/3673001254 shutdown_connections 2024-05-20T21:17:21.965 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.963+0000 7f3b7c741b80 1 -- 172.21.15.8:0/3673001254 wait complete. 2024-05-20T21:17:21.965 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.965+0000 7f3b7c741b80 20 client.15573 trim_cache size 0 max 16384 2024-05-20T21:17:21.986 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.983+0000 7f3b7c741b80 1 Processor -- start 2024-05-20T21:17:21.986 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.983+0000 7f3b7c741b80 1 -- start start 2024-05-20T21:17:21.986 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.984+0000 7f3b7c741b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f4328d3140 0x55f4328d2b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:21.986 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.984+0000 7f3b7c741b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f4328d8610 0x55f4328f7040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:21.986 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.984+0000 7f3b7c741b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f4328d8f30 0x55f4328d9ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:21.986 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.984+0000 7f3b7c741b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f3b6c1ae2a0 con 0x55f4328d3140 2024-05-20T21:17:21.986 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.984+0000 7f3b7c741b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f3b6c1abb30 con 0x55f4328d8f30 2024-05-20T21:17:21.986 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.984+0000 7f3b7c741b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f3b6c10e3e0 con 0x55f4328d8610 2024-05-20T21:17:21.987 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.984+0000 7f3b6a000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f4328d8610 0x55f4328f7040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:21.987 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.984+0000 7f3b6aa00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f4328d3140 0x55f4328d2b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:21.987 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.984+0000 7f3b6a000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f4328d8610 0x55f4328f7040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:37624/0 (socket says 172.21.15.8:37624) 2024-05-20T21:17:21.987 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.984+0000 7f3b6a000700 1 -- 172.21.15.8:0/1470199759 learned_addr learned my addr 172.21.15.8:0/1470199759 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:21.987 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.985+0000 7f3b6aa00700 1 -- 172.21.15.8:0/1470199759 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f4328d8610 msgr2=0x55f4328f7040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:21.987 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.985+0000 7f3b6aa00700 1 --2- 172.21.15.8:0/1470199759 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f4328d8610 0x55f4328f7040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:21.988 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.985+0000 7f3b6aa00700 1 -- 172.21.15.8:0/1470199759 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f4328d8f30 msgr2=0x55f4328d9ba0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-20T21:17:21.988 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.985+0000 7f3b6aa00700 1 --2- 172.21.15.8:0/1470199759 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f4328d8f30 0x55f4328d9ba0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:21.988 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.985+0000 7f3b6aa00700 1 -- 172.21.15.8:0/1470199759 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f4328d8c40 con 0x55f4328d3140 2024-05-20T21:17:21.988 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.985+0000 7f3b6aa00700 1 --2- 172.21.15.8:0/1470199759 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f4328d3140 0x55f4328d2b20 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f3b5c01f040 tx=0x7f3b5c009630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6013a6a1d3f479fa server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:21.989 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.985+0000 7f3b57e00700 1 -- 172.21.15.8:0/1470199759 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b5c032b50 con 0x55f4328d3140 2024-05-20T21:17:21.990 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.986+0000 7f3b57e00700 1 -- 172.21.15.8:0/1470199759 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3b5c051070 con 0x55f4328d3140 2024-05-20T21:17:21.990 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.986+0000 7f3b57e00700 1 -- 172.21.15.8:0/1470199759 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b5c04c6c0 con 0x55f4328d3140 2024-05-20T21:17:21.991 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.986+0000 7f3b7c741b80 1 -- 172.21.15.8:0/1470199759 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f4328d3140 msgr2=0x55f4328d2b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:21.991 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.986+0000 7f3b7c741b80 1 --2- 172.21.15.8:0/1470199759 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f4328d3140 0x55f4328d2b20 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f3b5c01f040 tx=0x7f3b5c009630 comp rx=0 tx=0).stop 2024-05-20T21:17:21.991 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.987+0000 7f3b7c741b80 1 -- 172.21.15.8:0/1470199759 shutdown_connections 2024-05-20T21:17:21.991 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.987+0000 7f3b7c741b80 1 --2- 172.21.15.8:0/1470199759 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f4328d8f30 0x55f4328d9ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:21.991 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.987+0000 7f3b7c741b80 1 --2- 172.21.15.8:0/1470199759 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f4328d3140 0x55f4328d2b20 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:21.991 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.987+0000 7f3b7c741b80 1 --2- 172.21.15.8:0/1470199759 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f4328d8610 0x55f4328f7040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:21.991 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.987+0000 7f3b7c741b80 1 -- 172.21.15.8:0/1470199759 >> 172.21.15.8:0/1470199759 conn(0x55f432800be0 msgr2=0x55f4328dc460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:21.991 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.987+0000 7f3b7c741b80 1 -- 172.21.15.8:0/1470199759 shutdown_connections 2024-05-20T21:17:21.992 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.987+0000 7f3b7c741b80 1 -- 172.21.15.8:0/1470199759 wait complete. 2024-05-20T21:17:21.992 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.987+0000 7f3b7c741b80 1 -- start start 2024-05-20T21:17:21.992 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.987+0000 7f3b7c741b80 1 Processor -- start 2024-05-20T21:17:21.992 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.988+0000 7f3b7c741b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f4328d3140 0x55f4328fbee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:21.992 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.988+0000 7f3b7c741b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f4328d8610 0x55f4328fc460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:21.992 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.988+0000 7f3b7c741b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f4328d8f30 0x55f4328ebcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:21.993 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.988+0000 7f3b7c741b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f3b6c1a9ff0 con 0x55f4328d8610 2024-05-20T21:17:21.993 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.988+0000 7f3b7c741b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f3b6c1ab460 con 0x55f4328d3140 2024-05-20T21:17:21.993 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.988+0000 7f3b7c741b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f3b6c1aa6c0 con 0x55f4328d8f30 2024-05-20T21:17:21.993 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.988+0000 7f3b7c741b80 10 client.0 _ll_register_callbacks cb 0x55f4327cac70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:17:21.993 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.988+0000 7f3b6b400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f4328d8f30 0x55f4328ebcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:21.994 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.988+0000 7f3b6a000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f4328d8610 0x55f4328fc460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:21.994 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.989+0000 7f3b6a000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f4328d8610 0x55f4328fc460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:33584/0 (socket says 172.21.15.8:33584) 2024-05-20T21:17:21.994 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.989+0000 7f3b6b400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f4328d8f30 0x55f4328ebcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:37630/0 (socket says 172.21.15.8:37630) 2024-05-20T21:17:21.994 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.989+0000 7f3b6a000700 1 -- 172.21.15.8:0/2793914774 learned_addr learned my addr 172.21.15.8:0/2793914774 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:21.994 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.989+0000 7f3b6aa00700 1 --2- 172.21.15.8:0/2793914774 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f4328d3140 0x55f4328fbee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:21.995 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.989+0000 7f3b6a000700 1 -- 172.21.15.8:0/2793914774 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f4328d8f30 msgr2=0x55f4328ebcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:21.996 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:17:21.996 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.989+0000 7f3b6a000700 1 --2- 172.21.15.8:0/2793914774 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f4328d8f30 0x55f4328ebcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:21.997 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.989+0000 7f3b6a000700 1 -- 172.21.15.8:0/2793914774 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f4328d3140 msgr2=0x55f4328fbee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:21.997 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.989+0000 7f3b6a000700 1 --2- 172.21.15.8:0/2793914774 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f4328d3140 0x55f4328fbee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:21.997 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.989+0000 7f3b6a000700 1 -- 172.21.15.8:0/2793914774 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f4328ec340 con 0x55f4328d8610 2024-05-20T21:17:21.997 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.990+0000 7f3b6a000700 1 --2- 172.21.15.8:0/2793914774 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f4328d8610 0x55f4328fc460 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f3b5801c040 tx=0x7f3b580096e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a2f52cd290f2f8b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:21.997 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.990+0000 7f3b55600700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:17:21.997 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.990+0000 7f3b55600700 1 -- 172.21.15.8:0/2793914774 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b580054c0 con 0x55f4328d8610 2024-05-20T21:17:21.997 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.990+0000 7f3b55600700 1 -- 172.21.15.8:0/2793914774 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f3b58005660 con 0x55f4328d8610 2024-05-20T21:17:21.997 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.990+0000 7f3b7c741b80 1 -- 172.21.15.8:0/2793914774 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3b5c051070 con 0x55f4328d8610 2024-05-20T21:17:21.997 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.991+0000 7f3b55600700 1 -- 172.21.15.8:0/2793914774 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3b58003680 con 0x55f4328d8610 2024-05-20T21:17:21.997 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.991+0000 7f3b7c741b80 10 client.15579 fetch_fsmap learned FSMap version 26 2024-05-20T21:17:21.997 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.991+0000 7f3b7c741b80 1 -- 172.21.15.8:0/2793914774 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f4328ed6d0 con 0x55f4328d8610 2024-05-20T21:17:21.998 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.991+0000 7f3b55600700 1 -- 172.21.15.8:0/2793914774 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3b5c051070 con 0x55f4328d8610 2024-05-20T21:17:21.998 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.991+0000 7f3b55600700 1 -- 172.21.15.8:0/2793914774 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f3b58038050 con 0x55f4328d8610 2024-05-20T21:17:21.998 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.991+0000 7f3b7c741b80 10 client.15579 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:17:21.998 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.991+0000 7f3b7c741b80 10 client.15579 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:17:21.998 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.991+0000 7f3b7c741b80 20 client.15579 populate_metadata read hostname 'smithi008' 2024-05-20T21:17:21.998 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.992+0000 7f3b7c741b80 1 --2- 172.21.15.8:0/2793914774 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f4328edc80 0x55f432959810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:21.998 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.992+0000 7f3b7c741b80 4 client.15579 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:17:21.998 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.992+0000 7f3b7c741b80 1 -- 172.21.15.8:0/2793914774 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55f43282c570 con 0x55f4328edc80 2024-05-20T21:17:21.998 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.992+0000 7f3b6aa00700 1 --2- 172.21.15.8:0/2793914774 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f4328edc80 0x55f432959810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:21.998 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.993+0000 7f3b6aa00700 1 --2- 172.21.15.8:0/2793914774 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f4328edc80 0x55f432959810 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6e48395356380601 server_cookie=35e26889eef19076 in_seq=0 out_seq=0 2024-05-20T21:17:21.998 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.993+0000 7f3b55600700 10 client.15579 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:17:21.998 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.993+0000 7f3b55600700 1 -- 172.21.15.8:0/2793914774 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55f43282c570 con 0x55f4328edc80 2024-05-20T21:17:21.998 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.993+0000 7f3b55600700 10 client.15579 handle_command_reply: tid=0 2024-05-20T21:17:21.999 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.993+0000 7f3b7c741b80 1 client.15579 shutdown 2024-05-20T21:17:21.999 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.993+0000 7f3b7c741b80 1 -- 172.21.15.8:0/2793914774 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f4328d8610 msgr2=0x55f4328fc460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:21.999 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.993+0000 7f3b7c741b80 1 --2- 172.21.15.8:0/2793914774 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f4328d8610 0x55f4328fc460 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f3b5801c040 tx=0x7f3b580096e0 comp rx=0 tx=0).stop 2024-05-20T21:17:21.999 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.994+0000 7f3b7c741b80 1 -- 172.21.15.8:0/2793914774 shutdown_connections 2024-05-20T21:17:21.999 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.994+0000 7f3b7c741b80 1 --2- 172.21.15.8:0/2793914774 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f4328edc80 0x55f432959810 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:21.999 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.994+0000 7f3b7c741b80 1 --2- 172.21.15.8:0/2793914774 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f4328d3140 0x55f4328fbee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:21.999 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.994+0000 7f3b7c741b80 1 --2- 172.21.15.8:0/2793914774 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f4328d8f30 0x55f4328ebcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:21.999 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.994+0000 7f3b7c741b80 1 --2- 172.21.15.8:0/2793914774 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f4328d8610 0x55f4328fc460 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:21.999 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.994+0000 7f3b55600700 0 client.15579 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:17:21.999 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.994+0000 7f3b7c741b80 1 -- 172.21.15.8:0/2793914774 >> 172.21.15.8:0/2793914774 conn(0x55f432800be0 msgr2=0x55f4328d7170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:21.999 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.994+0000 7f3b7c741b80 1 -- 172.21.15.8:0/2793914774 shutdown_connections 2024-05-20T21:17:21.999 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.994+0000 7f3b7c741b80 1 -- 172.21.15.8:0/2793914774 wait complete. 2024-05-20T21:17:21.999 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.994+0000 7f3b7c741b80 20 client.15579 trim_cache size 0 max 16384 2024-05-20T21:17:21.999 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.995+0000 7f3b71e00700 1 -- 172.21.15.8:0/2370993515 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3b500b2880 msgr2=0x7f3b500b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:22.000 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.995+0000 7f3b71e00700 1 --2- 172.21.15.8:0/2370993515 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3b500b2880 0x7f3b500b4d40 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f3b5c009750 tx=0x7f3b5c005fb0 comp rx=0 tx=0).stop 2024-05-20T21:17:22.000 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.995+0000 7f3b71e00700 1 -- 172.21.15.8:0/2370993515 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3b6c108500 msgr2=0x7f3b6c1a06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:22.000 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.995+0000 7f3b71e00700 1 --2- 172.21.15.8:0/2370993515 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3b6c108500 0x7f3b6c1a06d0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f3b6400efc0 tx=0x7f3b6400c3a0 comp rx=0 tx=0).stop 2024-05-20T21:17:22.000 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.995+0000 7f3b71e00700 1 -- 172.21.15.8:0/2370993515 shutdown_connections 2024-05-20T21:17:22.000 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.995+0000 7f3b71e00700 1 --2- 172.21.15.8:0/2370993515 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3b500b2880 0x7f3b500b4d40 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:22.000 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.995+0000 7f3b71e00700 1 --2- 172.21.15.8:0/2370993515 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3b6c108500 0x7f3b6c1a06d0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:22.000 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.995+0000 7f3b71e00700 1 --2- 172.21.15.8:0/2370993515 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3b6c1035f0 0x7f3b6c19be00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:22.000 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.995+0000 7f3b71e00700 1 --2- 172.21.15.8:0/2370993515 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3b6c103f90 0x7f3b6c19c340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:22.000 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.995+0000 7f3b71e00700 1 -- 172.21.15.8:0/2370993515 >> 172.21.15.8:0/2370993515 conn(0x7f3b6c07a6a0 msgr2=0x7f3b6c101500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:22.001 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.996+0000 7f3b71e00700 1 -- 172.21.15.8:0/2370993515 shutdown_connections 2024-05-20T21:17:22.001 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:21.996+0000 7f3b71e00700 1 -- 172.21.15.8:0/2370993515 wait complete. 2024-05-20T21:17:22.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:17:22 smithi008 ceph-mon[31475]: pgmap v501: 97 pgs: 97 active+clean; 674 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:17:22.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:17:22 smithi130 ceph-mon[36448]: pgmap v501: 97 pgs: 97 active+clean; 674 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:17:22.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:17:22 smithi050 ceph-mon[35809]: pgmap v501: 97 pgs: 97 active+clean; 674 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:17:23.830 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:17:23.830 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:17:24.275 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:17:24.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:17:24 smithi008 ceph-mon[31475]: pgmap v502: 97 pgs: 97 active+clean; 675 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:17:24.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:17:24 smithi130 ceph-mon[36448]: pgmap v502: 97 pgs: 97 active+clean; 675 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:17:24.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:17:24 smithi050 ceph-mon[35809]: pgmap v502: 97 pgs: 97 active+clean; 675 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:17:26.558 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.557+0000 7f78f0e00700 1 -- 172.21.15.8:0/3438507418 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f78ec102210 msgr2=0x7f78ec1025f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:26.558 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.557+0000 7f78f0e00700 1 --2- 172.21.15.8:0/3438507418 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f78ec102210 0x7f78ec1025f0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f78dc009990 tx=0x7f78dc009ca0 comp rx=0 tx=0).stop 2024-05-20T21:17:26.558 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.557+0000 7f78f0e00700 1 -- 172.21.15.8:0/3438507418 shutdown_connections 2024-05-20T21:17:26.558 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.557+0000 7f78f0e00700 1 --2- 172.21.15.8:0/3438507418 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f78ec10fdc0 0x7f78ec1121b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:26.558 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.557+0000 7f78f0e00700 1 --2- 172.21.15.8:0/3438507418 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f78ec102210 0x7f78ec1025f0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:26.558 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.557+0000 7f78f0e00700 1 --2- 172.21.15.8:0/3438507418 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f78ec102bc0 0x7f78ec10f880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:26.558 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.557+0000 7f78f0e00700 1 -- 172.21.15.8:0/3438507418 >> 172.21.15.8:0/3438507418 conn(0x7f78ec0fded0 msgr2=0x7f78ec1002f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:26.558 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.558+0000 7f78f0e00700 1 -- 172.21.15.8:0/3438507418 shutdown_connections 2024-05-20T21:17:26.559 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.558+0000 7f78f0e00700 1 -- 172.21.15.8:0/3438507418 wait complete. 2024-05-20T21:17:26.559 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.559+0000 7f78f0e00700 1 Processor -- start 2024-05-20T21:17:26.559 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.559+0000 7f78f0e00700 1 -- start start 2024-05-20T21:17:26.559 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.559+0000 7f78f0e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f78ec102210 0x7f78ec19be70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:26.560 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.559+0000 7f78f0e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f78ec102bc0 0x7f78ec19c3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:26.560 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.559+0000 7f78f0e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f78ec10fdc0 0x7f78ec1a0740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:26.560 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.559+0000 7f78f0e00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f78ec115920 con 0x7f78ec10fdc0 2024-05-20T21:17:26.560 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.559+0000 7f78f0e00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f78ec1157a0 con 0x7f78ec102210 2024-05-20T21:17:26.560 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.559+0000 7f78f0e00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f78ec115aa0 con 0x7f78ec102bc0 2024-05-20T21:17:26.561 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.559+0000 7f78eb400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f78ec102210 0x7f78ec19be70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:26.561 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.559+0000 7f78eb400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f78ec102210 0x7f78ec19be70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:38904/0 (socket says 172.21.15.8:38904) 2024-05-20T21:17:26.561 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.559+0000 7f78eb400700 1 -- 172.21.15.8:0/340729505 learned_addr learned my addr 172.21.15.8:0/340729505 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:26.561 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.560+0000 7f78ebe00700 1 --2- 172.21.15.8:0/340729505 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f78ec10fdc0 0x7f78ec1a0740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:26.561 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.560+0000 7f78eaa00700 1 --2- 172.21.15.8:0/340729505 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f78ec102bc0 0x7f78ec19c3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:26.561 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.560+0000 7f78eb400700 1 -- 172.21.15.8:0/340729505 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f78ec102bc0 msgr2=0x7f78ec19c3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:26.561 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.560+0000 7f78eb400700 1 --2- 172.21.15.8:0/340729505 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f78ec102bc0 0x7f78ec19c3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:26.561 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.560+0000 7f78eb400700 1 -- 172.21.15.8:0/340729505 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f78ec10fdc0 msgr2=0x7f78ec1a0740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:26.561 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.560+0000 7f78eb400700 1 --2- 172.21.15.8:0/340729505 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f78ec10fdc0 0x7f78ec1a0740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:26.562 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.560+0000 7f78eb400700 1 -- 172.21.15.8:0/340729505 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78ec1a0e80 con 0x7f78ec102210 2024-05-20T21:17:26.562 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.560+0000 7f78eb400700 1 --2- 172.21.15.8:0/340729505 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f78ec102210 0x7f78ec19be70 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f78dc000c00 tx=0x7f78dc0057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:26.562 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.561+0000 7f78e3e00700 1 -- 172.21.15.8:0/340729505 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78dc027070 con 0x7f78ec102210 2024-05-20T21:17:26.562 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.561+0000 7f78e3e00700 1 -- 172.21.15.8:0/340729505 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f78dc022470 con 0x7f78ec102210 2024-05-20T21:17:26.562 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.561+0000 7f78f0e00700 1 -- 172.21.15.8:0/340729505 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78ec1a1110 con 0x7f78ec102210 2024-05-20T21:17:26.562 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.561+0000 7f78e3e00700 1 -- 172.21.15.8:0/340729505 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78dc017650 con 0x7f78ec102210 2024-05-20T21:17:26.562 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.561+0000 7f78f0e00700 1 -- 172.21.15.8:0/340729505 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78ec1a89f0 con 0x7f78ec102210 2024-05-20T21:17:26.564 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.564+0000 7f78e3e00700 1 -- 172.21.15.8:0/340729505 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f78dc02a070 con 0x7f78ec102210 2024-05-20T21:17:26.566 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.566+0000 7f78fcddab80 1 Processor -- start 2024-05-20T21:17:26.566 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.566+0000 7f78fcddab80 1 -- start start 2024-05-20T21:17:26.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.566+0000 7f78fcddab80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ebf16530a0 0x55ebf1653480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:26.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.566+0000 7f78fcddab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ebf16539c0 0x55ebf164d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:26.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.566+0000 7f78fcddab80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ebf164db50 0x55ebf164dfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:26.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.567+0000 7f78fcddab80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55ebf15abec0 con 0x55ebf164db50 2024-05-20T21:17:26.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.567+0000 7f78fcddab80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55ebf159ba60 con 0x55ebf16530a0 2024-05-20T21:17:26.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.567+0000 7f78fcddab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55ebf159faa0 con 0x55ebf16539c0 2024-05-20T21:17:26.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.567+0000 7f78e3e00700 1 --2- 172.21.15.8:0/340729505 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f78d00b2880 0x7f78d00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:26.568 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.567+0000 7f78ebe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ebf16530a0 0x55ebf1653480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:26.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.567+0000 7f78ebe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ebf16530a0 0x55ebf1653480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:38918/0 (socket says 172.21.15.8:38918) 2024-05-20T21:17:26.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.567+0000 7f78e3e00700 1 -- 172.21.15.8:0/340729505 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f78dc0e2f10 con 0x7f78ec102210 2024-05-20T21:17:26.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.567+0000 7f78ebe00700 1 -- 172.21.15.8:0/295212571 learned_addr learned my addr 172.21.15.8:0/295212571 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:26.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.567+0000 7f78ebe00700 1 --2- 172.21.15.8:0/340729505 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f78d00b2880 0x7f78d00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:26.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.567+0000 7f78eb400700 1 --2- 172.21.15.8:0/295212571 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ebf16539c0 0x55ebf164d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:26.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.567+0000 7f78eaa00700 1 --2- 172.21.15.8:0/295212571 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ebf164db50 0x55ebf164dfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:26.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.568+0000 7f78ebe00700 1 -- 172.21.15.8:0/295212571 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ebf16539c0 msgr2=0x55ebf164d530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:26.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.568+0000 7f78ebe00700 1 --2- 172.21.15.8:0/295212571 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ebf16539c0 0x55ebf164d530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:26.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.568+0000 7f78ebe00700 1 -- 172.21.15.8:0/295212571 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ebf164db50 msgr2=0x55ebf164dfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:26.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.568+0000 7f78ebe00700 1 --2- 172.21.15.8:0/295212571 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ebf164db50 0x55ebf164dfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:26.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.568+0000 7f78ebe00700 1 -- 172.21.15.8:0/295212571 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ebf15644a0 con 0x55ebf16530a0 2024-05-20T21:17:26.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.568+0000 7f78eb400700 1 --2- 172.21.15.8:0/295212571 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ebf16539c0 0x55ebf164d530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:17:26.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.568+0000 7f78eaa00700 1 --2- 172.21.15.8:0/295212571 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ebf164db50 0x55ebf164dfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:17:26.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.568+0000 7f78ebe00700 1 --2- 172.21.15.8:0/295212571 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ebf16530a0 0x55ebf1653480 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f78e4008f80 tx=0x7f78e401a6c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e537fcc5e88bded8 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:26.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.568+0000 7f78ebe00700 1 --2- 172.21.15.8:0/340729505 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f78d00b2880 0x7f78d00b4d40 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f78e401aac0 tx=0x7f78e400e000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:26.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.568+0000 7f78e0c00700 1 -- 172.21.15.8:0/295212571 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78e401aea0 con 0x55ebf16530a0 2024-05-20T21:17:26.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.568+0000 7f78e0c00700 1 -- 172.21.15.8:0/295212571 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f78e40091d0 con 0x55ebf16530a0 2024-05-20T21:17:26.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.568+0000 7f78e0c00700 1 -- 172.21.15.8:0/295212571 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78e4003b30 con 0x55ebf16530a0 2024-05-20T21:17:26.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.569+0000 7f78fcddab80 1 -- 172.21.15.8:0/295212571 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ebf16530a0 msgr2=0x55ebf1653480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:26.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.569+0000 7f78fcddab80 1 --2- 172.21.15.8:0/295212571 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ebf16530a0 0x55ebf1653480 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f78e4008f80 tx=0x7f78e401a6c0 comp rx=0 tx=0).stop 2024-05-20T21:17:26.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.570+0000 7f78fcddab80 1 -- 172.21.15.8:0/295212571 shutdown_connections 2024-05-20T21:17:26.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.570+0000 7f78fcddab80 1 --2- 172.21.15.8:0/295212571 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ebf16530a0 0x55ebf1653480 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:26.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.570+0000 7f78fcddab80 1 --2- 172.21.15.8:0/295212571 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ebf164db50 0x55ebf164dfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:26.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.570+0000 7f78fcddab80 1 --2- 172.21.15.8:0/295212571 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ebf16539c0 0x55ebf164d530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:26.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.570+0000 7f78fcddab80 1 -- 172.21.15.8:0/295212571 >> 172.21.15.8:0/295212571 conn(0x55ebf157bc60 msgr2=0x55ebf16481d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:26.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.570+0000 7f78fcddab80 1 -- 172.21.15.8:0/295212571 shutdown_connections 2024-05-20T21:17:26.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.570+0000 7f78fcddab80 1 -- 172.21.15.8:0/295212571 wait complete. 2024-05-20T21:17:26.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.570+0000 7f78fcddab80 1 -- start start 2024-05-20T21:17:26.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.570+0000 7f78fcddab80 1 Processor -- start 2024-05-20T21:17:26.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.571+0000 7f78fcddab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ebf164db50 0x55ebf1659750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:26.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.571+0000 7f78fcddab80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ebf16530a0 0x55ebf1656af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:26.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.571+0000 7f78fcddab80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ebf16539c0 0x55ebf1657030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:26.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.571+0000 7f78fcddab80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55ebf14a2020 con 0x55ebf16530a0 2024-05-20T21:17:26.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.571+0000 7f78fcddab80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55ebf153c7e0 con 0x55ebf16539c0 2024-05-20T21:17:26.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.571+0000 7f78fcddab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55ebf165a480 con 0x55ebf164db50 2024-05-20T21:17:26.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.571+0000 7f78fcddab80 10 client.0 _ll_register_callbacks cb 0x55ebf1545cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:17:26.574 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.571+0000 7f78eaa00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ebf16530a0 0x55ebf1656af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:26.574 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.571+0000 7f78eb400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ebf164db50 0x55ebf1659750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:26.574 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.571+0000 7f78eaa00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ebf16530a0 0x55ebf1656af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:46798/0 (socket says 172.21.15.8:46798) 2024-05-20T21:17:26.574 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.571+0000 7f78eaa00700 1 -- 172.21.15.8:0/532585861 learned_addr learned my addr 172.21.15.8:0/532585861 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:26.574 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.571+0000 7f78ebe00700 1 --2- 172.21.15.8:0/532585861 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ebf16539c0 0x55ebf1657030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:26.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.572+0000 7f78ebe00700 1 -- 172.21.15.8:0/532585861 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ebf164db50 msgr2=0x55ebf1659750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:26.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.572+0000 7f78ebe00700 1 --2- 172.21.15.8:0/532585861 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ebf164db50 0x55ebf1659750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:26.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.572+0000 7f78ebe00700 1 -- 172.21.15.8:0/532585861 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ebf16530a0 msgr2=0x55ebf1656af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:26.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.572+0000 7f78ebe00700 1 --2- 172.21.15.8:0/532585861 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ebf16530a0 0x55ebf1656af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:26.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.572+0000 7f78ebe00700 1 -- 172.21.15.8:0/532585861 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ebf14eb950 con 0x55ebf16539c0 2024-05-20T21:17:26.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.572+0000 7f78ebe00700 1 --2- 172.21.15.8:0/532585861 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ebf16539c0 0x55ebf1657030 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f78e4006100 tx=0x7f78e401bd70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d4a2ba4bbc622892 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:26.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.572+0000 7f78d5600700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:17:26.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.572+0000 7f78d5600700 1 -- 172.21.15.8:0/532585861 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78e402f020 con 0x55ebf16539c0 2024-05-20T21:17:26.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.572+0000 7f78d5600700 1 -- 172.21.15.8:0/532585861 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f78e4008260 con 0x55ebf16539c0 2024-05-20T21:17:26.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.572+0000 7f78fcddab80 1 -- 172.21.15.8:0/532585861 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f78e40091d0 con 0x55ebf16539c0 2024-05-20T21:17:26.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.573+0000 7f78d5600700 1 -- 172.21.15.8:0/532585861 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f78e403a050 con 0x55ebf16539c0 2024-05-20T21:17:26.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.573+0000 7f78fcddab80 10 client.25718 fetch_fsmap learned FSMap version 26 2024-05-20T21:17:26.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.573+0000 7f78fcddab80 1 -- 172.21.15.8:0/532585861 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ebf156c0e0 con 0x55ebf16539c0 2024-05-20T21:17:26.576 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.573+0000 7f78d5600700 1 -- 172.21.15.8:0/532585861 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f78e40091d0 con 0x55ebf16539c0 2024-05-20T21:17:26.576 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.573+0000 7f78d5600700 1 -- 172.21.15.8:0/532585861 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f78e40077c0 con 0x55ebf16539c0 2024-05-20T21:17:26.576 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.574+0000 7f78fcddab80 10 client.25718 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:17:26.576 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.574+0000 7f78fcddab80 10 client.25718 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:17:26.576 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.574+0000 7f78fcddab80 20 client.25718 populate_metadata read hostname 'smithi008' 2024-05-20T21:17:26.576 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.574+0000 7f78fcddab80 1 --2- 172.21.15.8:0/532585861 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ebf1666f70 0x55ebf1669360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:26.576 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.574+0000 7f78fcddab80 4 client.25718 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:17:26.576 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.574+0000 7f78fcddab80 1 -- 172.21.15.8:0/532585861 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ebf15ade10 con 0x55ebf1666f70 2024-05-20T21:17:26.576 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.574+0000 7f78eb400700 1 --2- 172.21.15.8:0/532585861 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ebf1666f70 0x55ebf1669360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:26.577 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.575+0000 7f78eb400700 1 --2- 172.21.15.8:0/532585861 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ebf1666f70 0x55ebf1669360 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1227d42da116f1ed server_cookie=8f3c22ac2d22682f in_seq=0 out_seq=0 2024-05-20T21:17:26.577 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.575+0000 7f78d5600700 10 client.25718 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:17:26.577 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.575+0000 7f78d5600700 1 -- 172.21.15.8:0/532585861 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55ebf15ade10 con 0x55ebf1666f70 2024-05-20T21:17:26.577 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.575+0000 7f78d5600700 10 client.25718 handle_command_reply: tid=0 2024-05-20T21:17:26.577 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.575+0000 7f78fcddab80 1 client.25718 shutdown 2024-05-20T21:17:26.577 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.576+0000 7f78fcddab80 1 -- 172.21.15.8:0/532585861 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ebf16539c0 msgr2=0x55ebf1657030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:26.578 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.576+0000 7f78fcddab80 1 --2- 172.21.15.8:0/532585861 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ebf16539c0 0x55ebf1657030 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f78e4006100 tx=0x7f78e401bd70 comp rx=0 tx=0).stop 2024-05-20T21:17:26.578 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.576+0000 7f78fcddab80 1 -- 172.21.15.8:0/532585861 shutdown_connections 2024-05-20T21:17:26.578 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.576+0000 7f78fcddab80 1 --2- 172.21.15.8:0/532585861 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ebf1666f70 0x55ebf1669360 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:26.578 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.576+0000 7f78fcddab80 1 --2- 172.21.15.8:0/532585861 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ebf16539c0 0x55ebf1657030 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:26.578 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.576+0000 7f78fcddab80 1 --2- 172.21.15.8:0/532585861 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ebf164db50 0x55ebf1659750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:26.578 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.576+0000 7f78fcddab80 1 --2- 172.21.15.8:0/532585861 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ebf16530a0 0x55ebf1656af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:26.578 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.576+0000 7f78d5600700 0 client.25718 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:17:26.578 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.576+0000 7f78fcddab80 1 -- 172.21.15.8:0/532585861 >> 172.21.15.8:0/532585861 conn(0x55ebf157bc60 msgr2=0x55ebf164c520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:26.578 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.576+0000 7f78fcddab80 1 -- 172.21.15.8:0/532585861 shutdown_connections 2024-05-20T21:17:26.578 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.576+0000 7f78fcddab80 1 -- 172.21.15.8:0/532585861 wait complete. 2024-05-20T21:17:26.578 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.576+0000 7f78fcddab80 20 client.25718 trim_cache size 0 max 16384 2024-05-20T21:17:26.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.599+0000 7f78fcddab80 1 Processor -- start 2024-05-20T21:17:26.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.599+0000 7f78fcddab80 1 -- start start 2024-05-20T21:17:26.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.599+0000 7f78fcddab80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ebf164db50 0x55ebf164d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:26.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.599+0000 7f78fcddab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ebf16530a0 0x55ebf166e9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:26.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.599+0000 7f78fcddab80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ebf16539c0 0x55ebf166ef00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:26.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.599+0000 7f78fcddab80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f78ec1b23d0 con 0x55ebf164db50 2024-05-20T21:17:26.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.599+0000 7f78fcddab80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f78ec1afc60 con 0x55ebf16539c0 2024-05-20T21:17:26.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.599+0000 7f78fcddab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f78ec1adab0 con 0x55ebf16530a0 2024-05-20T21:17:26.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.600+0000 7f78ebe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ebf16539c0 0x55ebf166ef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:26.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.600+0000 7f78eb400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ebf164db50 0x55ebf164d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:26.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.600+0000 7f78eaa00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ebf16530a0 0x55ebf166e9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:26.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.600+0000 7f78eb400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ebf164db50 0x55ebf164d530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:46808/0 (socket says 172.21.15.8:46808) 2024-05-20T21:17:26.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.600+0000 7f78eb400700 1 -- 172.21.15.8:0/589602372 learned_addr learned my addr 172.21.15.8:0/589602372 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:26.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.600+0000 7f78eb400700 1 -- 172.21.15.8:0/589602372 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ebf16530a0 msgr2=0x55ebf166e9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:26.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.600+0000 7f78eb400700 1 --2- 172.21.15.8:0/589602372 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ebf16530a0 0x55ebf166e9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:26.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.600+0000 7f78eb400700 1 -- 172.21.15.8:0/589602372 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ebf16539c0 msgr2=0x55ebf166ef00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:26.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.600+0000 7f78eb400700 1 --2- 172.21.15.8:0/589602372 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ebf16539c0 0x55ebf166ef00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:26.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.600+0000 7f78eb400700 1 -- 172.21.15.8:0/589602372 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ebf1655060 con 0x55ebf164db50 2024-05-20T21:17:26.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.600+0000 7f78eaa00700 1 --2- 172.21.15.8:0/589602372 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ebf16530a0 0x55ebf166e9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:17:26.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.600+0000 7f78eb400700 1 --2- 172.21.15.8:0/589602372 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ebf164db50 0x55ebf164d530 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f78dc0e09a0 tx=0x7f78dc005040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5eda9f3d4aafe82c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:26.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.601+0000 7f78d7e00700 1 -- 172.21.15.8:0/589602372 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78dc0e0e60 con 0x55ebf164db50 2024-05-20T21:17:26.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.601+0000 7f78d7e00700 1 -- 172.21.15.8:0/589602372 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f78dc0aac50 con 0x55ebf164db50 2024-05-20T21:17:26.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.601+0000 7f78d7e00700 1 -- 172.21.15.8:0/589602372 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78dc0094b0 con 0x55ebf164db50 2024-05-20T21:17:26.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.601+0000 7f78fcddab80 1 -- 172.21.15.8:0/589602372 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ebf164db50 msgr2=0x55ebf164d530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:26.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.601+0000 7f78fcddab80 1 --2- 172.21.15.8:0/589602372 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ebf164db50 0x55ebf164d530 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f78dc0e09a0 tx=0x7f78dc005040 comp rx=0 tx=0).stop 2024-05-20T21:17:26.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.602+0000 7f78fcddab80 1 -- 172.21.15.8:0/589602372 shutdown_connections 2024-05-20T21:17:26.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.602+0000 7f78fcddab80 1 --2- 172.21.15.8:0/589602372 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ebf16539c0 0x55ebf166ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:26.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.602+0000 7f78fcddab80 1 --2- 172.21.15.8:0/589602372 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ebf164db50 0x55ebf164d530 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:26.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.602+0000 7f78fcddab80 1 --2- 172.21.15.8:0/589602372 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ebf16530a0 0x55ebf166e9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:26.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.602+0000 7f78fcddab80 1 -- 172.21.15.8:0/589602372 >> 172.21.15.8:0/589602372 conn(0x55ebf157bc60 msgr2=0x55ebf1656ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:26.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.602+0000 7f78fcddab80 1 -- 172.21.15.8:0/589602372 shutdown_connections 2024-05-20T21:17:26.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.602+0000 7f78fcddab80 1 -- 172.21.15.8:0/589602372 wait complete. 2024-05-20T21:17:26.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.602+0000 7f78fcddab80 1 -- start start 2024-05-20T21:17:26.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.602+0000 7f78fcddab80 1 Processor -- start 2024-05-20T21:17:26.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.603+0000 7f78fcddab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ebf164db50 0x55ebf165c6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:26.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.603+0000 7f78fcddab80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ebf16530a0 0x55ebf165cc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:26.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.603+0000 7f78fcddab80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ebf16539c0 0x55ebf165d160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:26.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.603+0000 7f78fcddab80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f78ec1ae120 con 0x55ebf16530a0 2024-05-20T21:17:26.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.603+0000 7f78fcddab80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f78ec1af590 con 0x55ebf16539c0 2024-05-20T21:17:26.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.603+0000 7f78fcddab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f78ec1ae7f0 con 0x55ebf164db50 2024-05-20T21:17:26.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.603+0000 7f78fcddab80 10 client.0 _ll_register_callbacks cb 0x55ebf1545cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:17:26.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.603+0000 7f78eb400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ebf164db50 0x55ebf165c6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:26.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.603+0000 7f78eb400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ebf164db50 0x55ebf165c6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:54290/0 (socket says 172.21.15.8:54290) 2024-05-20T21:17:26.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.603+0000 7f78eb400700 1 -- 172.21.15.8:0/1992727405 learned_addr learned my addr 172.21.15.8:0/1992727405 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:26.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.603+0000 7f78eaa00700 1 --2- 172.21.15.8:0/1992727405 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ebf16530a0 0x55ebf165cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:26.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.603+0000 7f78ebe00700 1 --2- 172.21.15.8:0/1992727405 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ebf16539c0 0x55ebf165d160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:26.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.604+0000 7f78eb400700 1 -- 172.21.15.8:0/1992727405 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ebf16539c0 msgr2=0x55ebf165d160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:26.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.604+0000 7f78eb400700 1 --2- 172.21.15.8:0/1992727405 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ebf16539c0 0x55ebf165d160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:26.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.604+0000 7f78eb400700 1 -- 172.21.15.8:0/1992727405 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ebf16530a0 msgr2=0x55ebf165cc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:26.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.604+0000 7f78eb400700 1 --2- 172.21.15.8:0/1992727405 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ebf16530a0 0x55ebf165cc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:26.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.604+0000 7f78eb400700 1 -- 172.21.15.8:0/1992727405 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ebf16d1ab0 con 0x55ebf164db50 2024-05-20T21:17:26.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.604+0000 7f78eaa00700 1 --2- 172.21.15.8:0/1992727405 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ebf16530a0 0x55ebf165cc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:17:26.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.604+0000 7f78ebe00700 1 --2- 172.21.15.8:0/1992727405 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ebf16539c0 0x55ebf165d160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:17:26.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.604+0000 7f78eb400700 1 --2- 172.21.15.8:0/1992727405 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ebf164db50 0x55ebf165c6e0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f78dc00ffd0 tx=0x7f78dc00b610 comp rx=0 tx=0).ready entity=mon.1 client_cookie=aef08cad2987f1a4 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:26.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.604+0000 7f78d5600700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:17:26.607 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.604+0000 7f78d5600700 1 -- 172.21.15.8:0/1992727405 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78dc0e0e60 con 0x55ebf164db50 2024-05-20T21:17:26.607 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.604+0000 7f78fcddab80 1 -- 172.21.15.8:0/1992727405 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f78dc0aac50 con 0x55ebf164db50 2024-05-20T21:17:26.607 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.604+0000 7f78d5600700 1 -- 172.21.15.8:0/1992727405 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f78dc0094b0 con 0x55ebf164db50 2024-05-20T21:17:26.607 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.604+0000 7f78d5600700 1 -- 172.21.15.8:0/1992727405 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f78dc022920 con 0x55ebf164db50 2024-05-20T21:17:26.607 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.605+0000 7f78fcddab80 10 client.25768 fetch_fsmap learned FSMap version 26 2024-05-20T21:17:26.607 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.605+0000 7f78fcddab80 1 -- 172.21.15.8:0/1992727405 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ebf16d2dd0 con 0x55ebf164db50 2024-05-20T21:17:26.607 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.605+0000 7f78d5600700 1 -- 172.21.15.8:0/1992727405 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f78dc0aac50 con 0x55ebf164db50 2024-05-20T21:17:26.607 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.605+0000 7f78d5600700 1 -- 172.21.15.8:0/1992727405 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f78dc0b2e90 con 0x55ebf164db50 2024-05-20T21:17:26.608 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.605+0000 7f78fcddab80 10 client.25768 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:17:26.608 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.605+0000 7f78fcddab80 10 client.25768 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:17:26.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.605+0000 7f78fcddab80 20 client.25768 populate_metadata read hostname 'smithi008' 2024-05-20T21:17:26.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.605+0000 7f78fcddab80 1 --2- 172.21.15.8:0/1992727405 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ebf16d3370 0x55ebf16d5790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:26.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.605+0000 7f78fcddab80 4 client.25768 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:17:26.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.605+0000 7f78fcddab80 1 -- 172.21.15.8:0/1992727405 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55ebf15a75f0 con 0x55ebf16d3370 2024-05-20T21:17:26.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.606+0000 7f78eaa00700 1 --2- 172.21.15.8:0/1992727405 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ebf16d3370 0x55ebf16d5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:26.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.606+0000 7f78eaa00700 1 --2- 172.21.15.8:0/1992727405 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ebf16d3370 0x55ebf16d5790 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f3fc169e06753013 server_cookie=18f6742c54b0b59f in_seq=0 out_seq=0 2024-05-20T21:17:26.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.606+0000 7f78d5600700 10 client.25768 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:17:26.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.607+0000 7f78d5600700 1 -- 172.21.15.8:0/1992727405 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55ebf15a75f0 con 0x55ebf16d3370 2024-05-20T21:17:26.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.607+0000 7f78d5600700 10 client.25768 handle_command_reply: tid=0 2024-05-20T21:17:26.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.607+0000 7f78fcddab80 1 client.25768 shutdown 2024-05-20T21:17:26.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.607+0000 7f78fcddab80 1 -- 172.21.15.8:0/1992727405 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ebf164db50 msgr2=0x55ebf165c6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:26.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.607+0000 7f78fcddab80 1 --2- 172.21.15.8:0/1992727405 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ebf164db50 0x55ebf165c6e0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f78dc00ffd0 tx=0x7f78dc00b610 comp rx=0 tx=0).stop 2024-05-20T21:17:26.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.608+0000 7f78fcddab80 1 -- 172.21.15.8:0/1992727405 shutdown_connections 2024-05-20T21:17:26.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.608+0000 7f78fcddab80 1 --2- 172.21.15.8:0/1992727405 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ebf16d3370 0x55ebf16d5790 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:26.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.608+0000 7f78fcddab80 1 --2- 172.21.15.8:0/1992727405 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ebf16539c0 0x55ebf165d160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:26.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.608+0000 7f78fcddab80 1 --2- 172.21.15.8:0/1992727405 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ebf164db50 0x55ebf165c6e0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:26.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.608+0000 7f78fcddab80 1 --2- 172.21.15.8:0/1992727405 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ebf16530a0 0x55ebf165cc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:26.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.608+0000 7f78d5600700 0 client.25768 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:17:26.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.608+0000 7f78fcddab80 1 -- 172.21.15.8:0/1992727405 >> 172.21.15.8:0/1992727405 conn(0x55ebf157bc60 msgr2=0x55ebf1653da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:26.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.608+0000 7f78fcddab80 1 -- 172.21.15.8:0/1992727405 shutdown_connections 2024-05-20T21:17:26.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.608+0000 7f78fcddab80 1 -- 172.21.15.8:0/1992727405 wait complete. 2024-05-20T21:17:26.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.608+0000 7f78fcddab80 20 client.25768 trim_cache size 0 max 16384 2024-05-20T21:17:26.610 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:17:26.611 INFO:teuthology.orchestra.run.smithi008.stdout: "return_code": 0, 2024-05-20T21:17:26.611 INFO:teuthology.orchestra.run.smithi008.stdout: "scrub_tag": "2c47872a-e4a5-4690-ae80-d7e9aa2c07c4", 2024-05-20T21:17:26.611 INFO:teuthology.orchestra.run.smithi008.stdout: "mode": "asynchronous" 2024-05-20T21:17:26.611 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:17:26.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.609+0000 7f78f0e00700 1 -- 172.21.15.8:0/340729505 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f78d00b2880 msgr2=0x7f78d00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:26.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.609+0000 7f78f0e00700 1 --2- 172.21.15.8:0/340729505 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f78d00b2880 0x7f78d00b4d40 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f78e401aac0 tx=0x7f78e400e000 comp rx=0 tx=0).stop 2024-05-20T21:17:26.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.609+0000 7f78f0e00700 1 -- 172.21.15.8:0/340729505 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f78ec102210 msgr2=0x7f78ec19be70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:26.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.609+0000 7f78f0e00700 1 --2- 172.21.15.8:0/340729505 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f78ec102210 0x7f78ec19be70 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f78dc000c00 tx=0x7f78dc0057c0 comp rx=0 tx=0).stop 2024-05-20T21:17:26.612 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.609+0000 7f78f0e00700 1 -- 172.21.15.8:0/340729505 shutdown_connections 2024-05-20T21:17:26.612 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.609+0000 7f78f0e00700 1 --2- 172.21.15.8:0/340729505 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f78d00b2880 0x7f78d00b4d40 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:26.612 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.609+0000 7f78f0e00700 1 --2- 172.21.15.8:0/340729505 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f78ec102210 0x7f78ec19be70 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:26.612 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.609+0000 7f78f0e00700 1 --2- 172.21.15.8:0/340729505 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f78ec10fdc0 0x7f78ec1a0740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:26.612 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.609+0000 7f78f0e00700 1 --2- 172.21.15.8:0/340729505 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f78ec102bc0 0x7f78ec19c3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:26.612 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.609+0000 7f78f0e00700 1 -- 172.21.15.8:0/340729505 >> 172.21.15.8:0/340729505 conn(0x7f78ec0fded0 msgr2=0x7f78ec1002c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:26.612 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.609+0000 7f78f0e00700 1 -- 172.21.15.8:0/340729505 shutdown_connections 2024-05-20T21:17:26.612 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:26.609+0000 7f78f0e00700 1 -- 172.21.15.8:0/340729505 wait complete. 2024-05-20T21:17:26.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:17:26 smithi130 ceph-mon[36448]: pgmap v503: 97 pgs: 97 active+clean; 675 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-20T21:17:26.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:17:26 smithi050 ceph-mon[35809]: pgmap v503: 97 pgs: 97 active+clean; 675 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-20T21:17:26.951 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:17:26 smithi008 ceph-mon[31475]: pgmap v503: 97 pgs: 97 active+clean; 675 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-20T21:17:27.614 INFO:tasks.workunit.client.0.smithi008.stderr:Updating files: 58% (7130/12271) Updating files: 59% (7240/12271) Updating files: 60% (7363/12271) Updating files: 61% (7486/12271) Updating files: 62% (7609/12271) Updating files: 63% (7731/12271) Updating files: 64% (7854/12271) Updating files: 65% (7977/12271) Updating files: 66% (8099/12271) Updating files: 67% (8222/12271) Updating files: 68% (8345/12271) Updating files: 69% (8467/12271) Updating files: 70% (8590/12271) Updating files: 71% (8713/12271) Updating files: 72% (8836/12271) Updating files: 73% (8958/12271) Updating files: 74% (9081/12271) Updating files: 75% (9204/12271) Updating files: 76% (9326/12271) Updating files: 77% (9449/12271) Updating files: 78% (9572/12271) Updating files: 79% (9695/12271) Updating files: 80% (9817/12271) Updating files: 81% (9940/12271) Updating files: 82% (10063/12271) Updating files: 83% (10185/12271) Updating files: 84% (10308/12271) Updating files: 85% (10431/12271) Updating files: 86% (10554/12271) Updating files: 87% (10676/12271) Updating files: 88% (10799/12271) Updating files: 89% (10922/12271) Updating files: 90% (11044/12271) Updating files: 91% (11167/12271) Updating files: 92% (11290/12271) Updating files: 93% (11413/12271) Updating files: 93% (11442/12271) Updating files: 94% (11535/12271) Updating files: 95% (11658/12271) Updating files: 96% (11781/12271) Updating files: 97% (11903/12271) Updating files: 98% (12026/12271) Updating files: 99% (12149/12271) Updating files: 100% (12271/12271) Updating files: 100% (12271/12271), done. 2024-05-20T21:17:27.615 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:17:27.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:17:27 smithi130 ceph-mon[36448]: scrub queued for path: / 2024-05-20T21:17:27.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:17:27 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:17:27.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:17:27 smithi130 ceph-mon[36448]: scrub summary: active paths [/] 2024-05-20T21:17:27.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:17:27 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:17:27.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:17:27 smithi050 ceph-mon[35809]: scrub queued for path: / 2024-05-20T21:17:27.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:17:27 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:17:27.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:17:27 smithi050 ceph-mon[35809]: scrub summary: active paths [/] 2024-05-20T21:17:27.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:17:27 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:17:27.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:17:27 smithi008 ceph-mon[31475]: scrub queued for path: / 2024-05-20T21:17:27.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:17:27 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:17:27.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:17:27 smithi008 ceph-mon[31475]: scrub summary: active paths [/] 2024-05-20T21:17:27.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:17:27 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:17:28.048 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:17:28.586 INFO:tasks.workunit.client.0.smithi008.stderr:Note: switching to '4ebd1d5361d457738957dc0455bba90102296634'. 2024-05-20T21:17:28.587 INFO:tasks.workunit.client.0.smithi008.stderr: 2024-05-20T21:17:28.587 INFO:tasks.workunit.client.0.smithi008.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-05-20T21:17:28.587 INFO:tasks.workunit.client.0.smithi008.stderr:changes and commit them, and you can discard any commits you make in this 2024-05-20T21:17:28.587 INFO:tasks.workunit.client.0.smithi008.stderr:state without impacting any branches by switching back to a branch. 2024-05-20T21:17:28.587 INFO:tasks.workunit.client.0.smithi008.stderr: 2024-05-20T21:17:28.587 INFO:tasks.workunit.client.0.smithi008.stderr:If you want to create a new branch to retain commits you create, you may 2024-05-20T21:17:28.587 INFO:tasks.workunit.client.0.smithi008.stderr:do so (now or later) by using -c with the switch command. Example: 2024-05-20T21:17:28.587 INFO:tasks.workunit.client.0.smithi008.stderr: 2024-05-20T21:17:28.587 INFO:tasks.workunit.client.0.smithi008.stderr: git switch -c 2024-05-20T21:17:28.587 INFO:tasks.workunit.client.0.smithi008.stderr: 2024-05-20T21:17:28.587 INFO:tasks.workunit.client.0.smithi008.stderr:Or undo this operation with: 2024-05-20T21:17:28.587 INFO:tasks.workunit.client.0.smithi008.stderr: 2024-05-20T21:17:28.588 INFO:tasks.workunit.client.0.smithi008.stderr: git switch - 2024-05-20T21:17:28.588 INFO:tasks.workunit.client.0.smithi008.stderr: 2024-05-20T21:17:28.588 INFO:tasks.workunit.client.0.smithi008.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-05-20T21:17:28.588 INFO:tasks.workunit.client.0.smithi008.stderr: 2024-05-20T21:17:28.588 INFO:tasks.workunit.client.0.smithi008.stderr:HEAD is now at 4ebd1d5361d mds/queisce-db: collect acks while bootstrapping 2024-05-20T21:17:28.602 DEBUG:teuthology.orchestra.run.smithi008:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-05-20T21:17:28.691 INFO:tasks.workunit.client.0.smithi008.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-05-20T21:17:28.698 INFO:tasks.workunit.client.0.smithi008.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-05-20T21:17:28.698 INFO:tasks.workunit.client.0.smithi008.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-05-20T21:17:28.726 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:17:28 smithi008 ceph-mon[31475]: pgmap v504: 97 pgs: 97 active+clean; 675 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:17:28.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:17:28 smithi130 ceph-mon[36448]: pgmap v504: 97 pgs: 97 active+clean; 675 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:17:28.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:17:28 smithi050 ceph-mon[35809]: pgmap v504: 97 pgs: 97 active+clean; 675 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:17:30.440 INFO:tasks.workunit.client.0.smithi008.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-05-20T21:17:30.561 INFO:tasks.workunit.client.0.smithi008.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-05-20T21:17:30.655 INFO:tasks.workunit.client.0.smithi008.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-05-20T21:17:30.661 INFO:tasks.workunit.client.0.smithi008.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-05-20T21:17:30.661 INFO:tasks.workunit.client.0.smithi008.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-05-20T21:17:30.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:17:30 smithi008 ceph-mon[31475]: pgmap v505: 97 pgs: 97 active+clean; 675 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-20T21:17:30.740 INFO:tasks.workunit.client.0.smithi008.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-05-20T21:17:30.750 DEBUG:teuthology.orchestra.run.smithi008:> set -ex 2024-05-20T21:17:30.750 DEBUG:teuthology.orchestra.run.smithi008:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-05-20T21:17:30.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.765+0000 7f733ec00700 1 -- 172.21.15.8:0/2544665118 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f733806bc70 msgr2=0x7f733806c0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:30.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.765+0000 7f733ec00700 1 --2- 172.21.15.8:0/2544665118 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f733806bc70 0x7f733806c0f0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f7324009990 tx=0x7f7324009ca0 comp rx=0 tx=0).stop 2024-05-20T21:17:30.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.765+0000 7f733ec00700 1 -- 172.21.15.8:0/2544665118 shutdown_connections 2024-05-20T21:17:30.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.765+0000 7f733ec00700 1 --2- 172.21.15.8:0/2544665118 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f73381095b0 0x7f7338109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:30.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.765+0000 7f733ec00700 1 --2- 172.21.15.8:0/2544665118 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f733806c630 0x7f73381103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:30.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.765+0000 7f733ec00700 1 --2- 172.21.15.8:0/2544665118 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f733806bc70 0x7f733806c0f0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:30.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.765+0000 7f733ec00700 1 -- 172.21.15.8:0/2544665118 >> 172.21.15.8:0/2544665118 conn(0x7f73380793f0 msgr2=0x7f7338079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:30.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.765+0000 7f733ec00700 1 -- 172.21.15.8:0/2544665118 shutdown_connections 2024-05-20T21:17:30.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.765+0000 7f733ec00700 1 -- 172.21.15.8:0/2544665118 wait complete. 2024-05-20T21:17:30.767 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.766+0000 7f733ec00700 1 Processor -- start 2024-05-20T21:17:30.767 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.766+0000 7f733ec00700 1 -- start start 2024-05-20T21:17:30.767 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.767+0000 7f733ec00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f733806bc70 0x7f733819bec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:30.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.767+0000 7f733ec00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f733806c630 0x7f733819c400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:30.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.767+0000 7f733ec00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f73381095b0 0x7f73381a0790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:30.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.767+0000 7f733ec00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f73381136f0 con 0x7f733806bc70 2024-05-20T21:17:30.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.767+0000 7f733ec00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f7338113570 con 0x7f73381095b0 2024-05-20T21:17:30.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.767+0000 7f733ec00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f7338113870 con 0x7f733806c630 2024-05-20T21:17:30.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.767+0000 7f7337e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f733806bc70 0x7f733819bec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:30.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.767+0000 7f7337e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f733806bc70 0x7f733819bec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:46848/0 (socket says 172.21.15.8:46848) 2024-05-20T21:17:30.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.767+0000 7f7337e00700 1 -- 172.21.15.8:0/3836216980 learned_addr learned my addr 172.21.15.8:0/3836216980 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:30.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.767+0000 7f7337400700 1 --2- 172.21.15.8:0/3836216980 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f733806c630 0x7f733819c400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:30.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.767+0000 7f733cc00700 1 --2- 172.21.15.8:0/3836216980 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f73381095b0 0x7f73381a0790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:30.769 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.768+0000 7f7337e00700 1 -- 172.21.15.8:0/3836216980 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f733806c630 msgr2=0x7f733819c400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:30.769 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.768+0000 7f7337e00700 1 --2- 172.21.15.8:0/3836216980 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f733806c630 0x7f733819c400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:30.769 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.768+0000 7f7337e00700 1 -- 172.21.15.8:0/3836216980 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f73381095b0 msgr2=0x7f73381a0790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:30.769 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.768+0000 7f7337e00700 1 --2- 172.21.15.8:0/3836216980 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f73381095b0 0x7f73381a0790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:30.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.768+0000 7f7337e00700 1 -- 172.21.15.8:0/3836216980 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73381a0ed0 con 0x7f733806bc70 2024-05-20T21:17:30.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.768+0000 7f7337400700 1 --2- 172.21.15.8:0/3836216980 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f733806c630 0x7f733819c400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:17:30.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.768+0000 7f733cc00700 1 --2- 172.21.15.8:0/3836216980 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f73381095b0 0x7f73381a0790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:17:30.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.768+0000 7f7337e00700 1 --2- 172.21.15.8:0/3836216980 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f733806bc70 0x7f733819bec0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f732800e9c0 tx=0x7f732800ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:30.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.768+0000 7f7334c00700 1 -- 172.21.15.8:0/3836216980 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f732800cbd0 con 0x7f733806bc70 2024-05-20T21:17:30.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.768+0000 7f7334c00700 1 -- 172.21.15.8:0/3836216980 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f732800ee50 con 0x7f733806bc70 2024-05-20T21:17:30.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.768+0000 7f733ec00700 1 -- 172.21.15.8:0/3836216980 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f73381a11c0 con 0x7f733806bc70 2024-05-20T21:17:30.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.768+0000 7f7334c00700 1 -- 172.21.15.8:0/3836216980 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7328005550 con 0x7f733806bc70 2024-05-20T21:17:30.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.769+0000 7f733ec00700 1 -- 172.21.15.8:0/3836216980 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73381a8a40 con 0x7f733806bc70 2024-05-20T21:17:30.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.772+0000 7f7334c00700 1 -- 172.21.15.8:0/3836216980 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f7328004750 con 0x7f733806bc70 2024-05-20T21:17:30.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.774+0000 7f7334c00700 1 --2- 172.21.15.8:0/3836216980 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f731c0b2900 0x7f731c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:30.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.774+0000 7f73495c1b80 1 Processor -- start 2024-05-20T21:17:30.775 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.774+0000 7f7334c00700 1 -- 172.21.15.8:0/3836216980 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f73280e2400 con 0x7f733806bc70 2024-05-20T21:17:30.775 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.774+0000 7f73495c1b80 1 -- start start 2024-05-20T21:17:30.775 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.774+0000 7f7337400700 1 --2- 172.21.15.8:0/3836216980 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f731c0b2900 0x7f731c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:30.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.775+0000 7f73495c1b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b47659b610 0x55b47659b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:30.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.775+0000 7f73495c1b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b47659bf30 0x55b476595b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:30.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.775+0000 7f73495c1b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b476596140 0x55b4765965c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:30.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.775+0000 7f73495c1b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55b4764f3e40 con 0x55b476596140 2024-05-20T21:17:30.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.775+0000 7f73495c1b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55b4764e39e0 con 0x55b47659b610 2024-05-20T21:17:30.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.775+0000 7f73495c1b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55b4764e7a20 con 0x55b47659bf30 2024-05-20T21:17:30.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.775+0000 7f7337e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b47659b610 0x55b47659b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:30.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.775+0000 7f7337e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b47659b610 0x55b47659b9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:38968/0 (socket says 172.21.15.8:38968) 2024-05-20T21:17:30.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.775+0000 7f7337e00700 1 -- 172.21.15.8:0/350263750 learned_addr learned my addr 172.21.15.8:0/350263750 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:30.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.775+0000 7f7337400700 1 --2- 172.21.15.8:0/350263750 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b47659bf30 0x55b476595b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:30.777 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.775+0000 7f733cc00700 1 --2- 172.21.15.8:0/350263750 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b476596140 0x55b4765965c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:30.777 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.775+0000 7f7337400700 1 --2- 172.21.15.8:0/3836216980 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f731c0b2900 0x7f731c0b4dc0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f732400b2e0 tx=0x7f732401a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:30.777 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.776+0000 7f7337e00700 1 -- 172.21.15.8:0/350263750 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b47659bf30 msgr2=0x55b476595b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:30.777 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.776+0000 7f7337e00700 1 --2- 172.21.15.8:0/350263750 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b47659bf30 0x55b476595b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:30.777 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.776+0000 7f7337e00700 1 -- 172.21.15.8:0/350263750 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b476596140 msgr2=0x55b4765965c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:30.777 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.776+0000 7f7337e00700 1 --2- 172.21.15.8:0/350263750 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b476596140 0x55b4765965c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:30.777 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.776+0000 7f7337e00700 1 -- 172.21.15.8:0/350263750 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b4764ac420 con 0x55b47659b610 2024-05-20T21:17:30.777 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.776+0000 7f733cc00700 1 --2- 172.21.15.8:0/350263750 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b476596140 0x55b4765965c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:17:30.778 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.776+0000 7f7337e00700 1 --2- 172.21.15.8:0/350263750 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b47659b610 0x55b47659b9f0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f7328009230 tx=0x7f73280a93d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=750300645c134ad2 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:30.778 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.776+0000 7f732d600700 1 -- 172.21.15.8:0/350263750 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73280a94c0 con 0x55b47659b610 2024-05-20T21:17:30.778 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.776+0000 7f732d600700 1 -- 172.21.15.8:0/350263750 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f73280aa0b0 con 0x55b47659b610 2024-05-20T21:17:30.778 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.776+0000 7f732d600700 1 -- 172.21.15.8:0/350263750 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73280a9c10 con 0x55b47659b610 2024-05-20T21:17:30.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.777+0000 7f73495c1b80 1 -- 172.21.15.8:0/350263750 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b47659b610 msgr2=0x55b47659b9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:30.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.777+0000 7f73495c1b80 1 --2- 172.21.15.8:0/350263750 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b47659b610 0x55b47659b9f0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f7328009230 tx=0x7f73280a93d0 comp rx=0 tx=0).stop 2024-05-20T21:17:30.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.777+0000 7f73495c1b80 1 -- 172.21.15.8:0/350263750 shutdown_connections 2024-05-20T21:17:30.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.777+0000 7f73495c1b80 1 --2- 172.21.15.8:0/350263750 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b47659b610 0x55b47659b9f0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:30.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.777+0000 7f73495c1b80 1 --2- 172.21.15.8:0/350263750 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b476596140 0x55b4765965c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:30.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.777+0000 7f73495c1b80 1 --2- 172.21.15.8:0/350263750 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b47659bf30 0x55b476595b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:30.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.777+0000 7f73495c1b80 1 -- 172.21.15.8:0/350263750 >> 172.21.15.8:0/350263750 conn(0x55b4764c3be0 msgr2=0x55b476590690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:30.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.777+0000 7f73495c1b80 1 -- 172.21.15.8:0/350263750 shutdown_connections 2024-05-20T21:17:30.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.777+0000 7f73495c1b80 1 -- 172.21.15.8:0/350263750 wait complete. 2024-05-20T21:17:30.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.778+0000 7f73495c1b80 1 -- start start 2024-05-20T21:17:30.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.778+0000 7f73495c1b80 1 Processor -- start 2024-05-20T21:17:30.781 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.779+0000 7f73495c1b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b476596140 0x55b4765a1e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:30.781 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.779+0000 7f73495c1b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b47659b610 0x55b47659f1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:30.781 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.779+0000 7f73495c1b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b47659bf30 0x55b47659f710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:30.781 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.779+0000 7f73495c1b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55b4763e9fa0 con 0x55b47659b610 2024-05-20T21:17:30.782 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.779+0000 7f73495c1b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55b476484760 con 0x55b476596140 2024-05-20T21:17:30.782 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.779+0000 7f73495c1b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55b4765a29e0 con 0x55b47659bf30 2024-05-20T21:17:30.782 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.779+0000 7f73495c1b80 10 client.0 _ll_register_callbacks cb 0x55b47648dc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:17:30.782 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.779+0000 7f7337400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b47659b610 0x55b47659f1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:30.782 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.779+0000 7f7337400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b47659b610 0x55b47659f1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:46870/0 (socket says 172.21.15.8:46870) 2024-05-20T21:17:30.782 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.779+0000 7f7337400700 1 -- 172.21.15.8:0/4067256645 learned_addr learned my addr 172.21.15.8:0/4067256645 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:30.782 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.779+0000 7f7337e00700 1 --2- 172.21.15.8:0/4067256645 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b476596140 0x55b4765a1e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:30.782 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.779+0000 7f733cc00700 1 --2- 172.21.15.8:0/4067256645 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b47659bf30 0x55b47659f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:30.782 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.780+0000 7f7337e00700 1 -- 172.21.15.8:0/4067256645 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b47659bf30 msgr2=0x55b47659f710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:30.782 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.780+0000 7f7337e00700 1 --2- 172.21.15.8:0/4067256645 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b47659bf30 0x55b47659f710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:30.782 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.780+0000 7f7337e00700 1 -- 172.21.15.8:0/4067256645 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b47659b610 msgr2=0x55b47659f1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:30.782 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.780+0000 7f7337e00700 1 --2- 172.21.15.8:0/4067256645 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b47659b610 0x55b47659f1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:30.783 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.780+0000 7f7337e00700 1 -- 172.21.15.8:0/4067256645 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b4764338d0 con 0x55b476596140 2024-05-20T21:17:30.783 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.780+0000 7f7337e00700 1 --2- 172.21.15.8:0/4067256645 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b476596140 0x55b4765a1e30 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f7328005880 tx=0x7f7328005810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=799069f589f90667 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:30.783 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.780+0000 7f7322000700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:17:30.783 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.780+0000 7f7322000700 1 -- 172.21.15.8:0/4067256645 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73280a94c0 con 0x55b476596140 2024-05-20T21:17:30.783 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.780+0000 7f7322000700 1 -- 172.21.15.8:0/4067256645 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f73280a5fa0 con 0x55b476596140 2024-05-20T21:17:30.783 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.780+0000 7f73495c1b80 1 -- 172.21.15.8:0/4067256645 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f73280aa0b0 con 0x55b476596140 2024-05-20T21:17:30.783 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.780+0000 7f7322000700 1 -- 172.21.15.8:0/4067256645 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f73280a99b0 con 0x55b476596140 2024-05-20T21:17:30.783 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.781+0000 7f73495c1b80 10 client.25736 fetch_fsmap learned FSMap version 26 2024-05-20T21:17:30.783 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.781+0000 7f73495c1b80 1 -- 172.21.15.8:0/4067256645 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b4764b4060 con 0x55b476596140 2024-05-20T21:17:30.783 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.781+0000 7f7322000700 1 -- 172.21.15.8:0/4067256645 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f73280aa0b0 con 0x55b476596140 2024-05-20T21:17:30.783 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.781+0000 7f7322000700 1 -- 172.21.15.8:0/4067256645 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f73280aace0 con 0x55b476596140 2024-05-20T21:17:30.783 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.781+0000 7f73495c1b80 10 client.25736 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:17:30.783 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.781+0000 7f73495c1b80 10 client.25736 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:17:30.784 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.781+0000 7f73495c1b80 20 client.25736 populate_metadata read hostname 'smithi008' 2024-05-20T21:17:30.784 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.781+0000 7f73495c1b80 1 --2- 172.21.15.8:0/4067256645 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55b4765af570 0x55b4765b1960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:30.784 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.781+0000 7f73495c1b80 4 client.25736 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:17:30.784 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.781+0000 7f73495c1b80 1 -- 172.21.15.8:0/4067256645 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b4764f5d90 con 0x55b4765af570 2024-05-20T21:17:30.785 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.782+0000 7f7337400700 1 --2- 172.21.15.8:0/4067256645 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55b4765af570 0x55b4765b1960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:30.785 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.782+0000 7f7337400700 1 --2- 172.21.15.8:0/4067256645 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55b4765af570 0x55b4765b1960 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2910f98c8e9bb589 server_cookie=3dfe5f549650d076 in_seq=0 out_seq=0 2024-05-20T21:17:30.785 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.782+0000 7f7322000700 10 client.25736 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:17:30.785 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.783+0000 7f7322000700 1 -- 172.21.15.8:0/4067256645 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55b4764f5d90 con 0x55b4765af570 2024-05-20T21:17:30.785 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.783+0000 7f7322000700 10 client.25736 handle_command_reply: tid=0 2024-05-20T21:17:30.785 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.783+0000 7f73495c1b80 1 client.25736 shutdown 2024-05-20T21:17:30.785 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.783+0000 7f73495c1b80 1 -- 172.21.15.8:0/4067256645 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b476596140 msgr2=0x55b4765a1e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:30.785 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.783+0000 7f73495c1b80 1 --2- 172.21.15.8:0/4067256645 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b476596140 0x55b4765a1e30 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f7328005880 tx=0x7f7328005810 comp rx=0 tx=0).stop 2024-05-20T21:17:30.785 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.783+0000 7f73495c1b80 1 -- 172.21.15.8:0/4067256645 shutdown_connections 2024-05-20T21:17:30.786 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.783+0000 7f73495c1b80 1 --2- 172.21.15.8:0/4067256645 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55b4765af570 0x55b4765b1960 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:30.786 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.783+0000 7f73495c1b80 1 --2- 172.21.15.8:0/4067256645 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b476596140 0x55b4765a1e30 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:30.786 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.783+0000 7f73495c1b80 1 --2- 172.21.15.8:0/4067256645 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b47659bf30 0x55b47659f710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:30.786 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.783+0000 7f73495c1b80 1 --2- 172.21.15.8:0/4067256645 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b47659b610 0x55b47659f1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:30.786 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.783+0000 7f7322000700 0 client.25736 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:17:30.786 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.783+0000 7f73495c1b80 1 -- 172.21.15.8:0/4067256645 >> 172.21.15.8:0/4067256645 conn(0x55b4764c3be0 msgr2=0x55b47658fd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:30.786 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.783+0000 7f73495c1b80 1 -- 172.21.15.8:0/4067256645 shutdown_connections 2024-05-20T21:17:30.786 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.784+0000 7f73495c1b80 1 -- 172.21.15.8:0/4067256645 wait complete. 2024-05-20T21:17:30.786 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.784+0000 7f73495c1b80 20 client.25736 trim_cache size 0 max 16384 2024-05-20T21:17:30.796 INFO:tasks.workunit:Running workunits matching fs/test_o_trunc.sh on client.0... 2024-05-20T21:17:30.797 INFO:tasks.workunit:Running workunit fs/test_o_trunc.sh... 2024-05-20T21:17:30.798 DEBUG:teuthology.orchestra.run.smithi008:workunit test fs/test_o_trunc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=4ebd1d5361d457738957dc0455bba90102296634 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/test_o_trunc.sh 2024-05-20T21:17:30.806 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.805+0000 7f73495c1b80 1 Processor -- start 2024-05-20T21:17:30.806 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.805+0000 7f73495c1b80 1 -- start start 2024-05-20T21:17:30.806 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.806+0000 7f73495c1b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b476596140 0x55b476595b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:30.806 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.806+0000 7f73495c1b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b47659b610 0x55b47659a990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:30.806 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.806+0000 7f73495c1b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b47659bf30 0x55b4765904f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:30.807 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.806+0000 7f73495c1b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f73381b26c0 con 0x55b47659b610 2024-05-20T21:17:30.807 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.806+0000 7f73495c1b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f73381aff50 con 0x55b47659bf30 2024-05-20T21:17:30.807 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.806+0000 7f73495c1b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f73381adda0 con 0x55b476596140 2024-05-20T21:17:30.807 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.806+0000 7f7337400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b47659b610 0x55b47659a990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:30.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.806+0000 7f7337400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b47659b610 0x55b47659a990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:46886/0 (socket says 172.21.15.8:46886) 2024-05-20T21:17:30.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.806+0000 7f7337400700 1 -- 172.21.15.8:0/3447634094 learned_addr learned my addr 172.21.15.8:0/3447634094 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:30.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.806+0000 7f7337e00700 1 --2- 172.21.15.8:0/3447634094 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b476596140 0x55b476595b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:30.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.806+0000 7f733cc00700 1 --2- 172.21.15.8:0/3447634094 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b47659bf30 0x55b4765904f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:30.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.807+0000 7f7337400700 1 -- 172.21.15.8:0/3447634094 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b476596140 msgr2=0x55b476595b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:30.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.807+0000 7f7337400700 1 --2- 172.21.15.8:0/3447634094 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b476596140 0x55b476595b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:30.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.807+0000 7f7337400700 1 -- 172.21.15.8:0/3447634094 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b47659bf30 msgr2=0x55b4765904f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:30.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.807+0000 7f7337400700 1 --2- 172.21.15.8:0/3447634094 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b47659bf30 0x55b4765904f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:30.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.807+0000 7f7337400700 1 -- 172.21.15.8:0/3447634094 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b47659bc40 con 0x55b47659b610 2024-05-20T21:17:30.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.807+0000 7f7337400700 1 --2- 172.21.15.8:0/3447634094 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b47659b610 0x55b47659a990 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f7324006010 tx=0x7f732401f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3811f721e6a892a4 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:30.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.807+0000 7f732cc00700 1 -- 172.21.15.8:0/3447634094 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7324003680 con 0x55b47659b610 2024-05-20T21:17:30.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.808+0000 7f732cc00700 1 -- 172.21.15.8:0/3447634094 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7324003cd0 con 0x55b47659b610 2024-05-20T21:17:30.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.808+0000 7f732cc00700 1 -- 172.21.15.8:0/3447634094 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f732400fa40 con 0x55b47659b610 2024-05-20T21:17:30.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.808+0000 7f73495c1b80 1 -- 172.21.15.8:0/3447634094 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b47659b610 msgr2=0x55b47659a990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:30.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.808+0000 7f73495c1b80 1 --2- 172.21.15.8:0/3447634094 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b47659b610 0x55b47659a990 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f7324006010 tx=0x7f732401f000 comp rx=0 tx=0).stop 2024-05-20T21:17:30.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.809+0000 7f73495c1b80 1 -- 172.21.15.8:0/3447634094 shutdown_connections 2024-05-20T21:17:30.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.809+0000 7f73495c1b80 1 --2- 172.21.15.8:0/3447634094 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b47659bf30 0x55b4765904f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:30.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.809+0000 7f73495c1b80 1 --2- 172.21.15.8:0/3447634094 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b476596140 0x55b476595b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:30.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.809+0000 7f73495c1b80 1 --2- 172.21.15.8:0/3447634094 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b47659b610 0x55b47659a990 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:30.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.809+0000 7f73495c1b80 1 -- 172.21.15.8:0/3447634094 >> 172.21.15.8:0/3447634094 conn(0x55b4764c3be0 msgr2=0x55b47659a280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:30.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.809+0000 7f73495c1b80 1 -- 172.21.15.8:0/3447634094 shutdown_connections 2024-05-20T21:17:30.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.809+0000 7f73495c1b80 1 -- 172.21.15.8:0/3447634094 wait complete. 2024-05-20T21:17:30.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.809+0000 7f73495c1b80 1 -- start start 2024-05-20T21:17:30.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.810+0000 7f73495c1b80 1 Processor -- start 2024-05-20T21:17:30.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.810+0000 7f73495c1b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b476596140 0x55b4765b32d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:30.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.810+0000 7f73495c1b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b47659b610 0x55b4765b3810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:30.813 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.810+0000 7f73495c1b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b47659bf30 0x55b4765b4730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:30.813 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.810+0000 7f73495c1b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f73381ae410 con 0x55b47659bf30 2024-05-20T21:17:30.813 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.810+0000 7f73495c1b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f73381af880 con 0x55b47659b610 2024-05-20T21:17:30.813 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.810+0000 7f73495c1b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f73381aeae0 con 0x55b476596140 2024-05-20T21:17:30.813 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.810+0000 7f73495c1b80 10 client.0 _ll_register_callbacks cb 0x55b47648dc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:17:30.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.811+0000 7f733cc00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b47659bf30 0x55b4765b4730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:30.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.811+0000 7f7337e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b476596140 0x55b4765b32d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:30.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.811+0000 7f7337e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b476596140 0x55b4765b32d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:54344/0 (socket says 172.21.15.8:54344) 2024-05-20T21:17:30.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.811+0000 7f7337e00700 1 -- 172.21.15.8:0/157564400 learned_addr learned my addr 172.21.15.8:0/157564400 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:30.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.811+0000 7f7337400700 1 --2- 172.21.15.8:0/157564400 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b47659b610 0x55b4765b3810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:30.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.811+0000 7f7337e00700 1 -- 172.21.15.8:0/157564400 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b47659b610 msgr2=0x55b4765b3810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:30.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.811+0000 7f7337e00700 1 --2- 172.21.15.8:0/157564400 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b47659b610 0x55b4765b3810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:30.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.811+0000 7f7337e00700 1 -- 172.21.15.8:0/157564400 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b47659bf30 msgr2=0x55b4765b4730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:30.816 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.811+0000 7f7337e00700 1 --2- 172.21.15.8:0/157564400 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b47659bf30 0x55b4765b4730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:30.816 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.811+0000 7f7337e00700 1 -- 172.21.15.8:0/157564400 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b4765b4fa0 con 0x55b476596140 2024-05-20T21:17:30.816 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.811+0000 7f7337e00700 1 --2- 172.21.15.8:0/157564400 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b476596140 0x55b4765b32d0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f73280a9320 tx=0x7f73280b2220 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8d3c4022a83e8de3 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:30.816 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.811+0000 7f7322000700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:17:30.816 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.811+0000 7f7322000700 1 -- 172.21.15.8:0/157564400 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73280a94c0 con 0x55b476596140 2024-05-20T21:17:30.816 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.812+0000 7f73495c1b80 1 -- 172.21.15.8:0/157564400 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7324003cd0 con 0x55b476596140 2024-05-20T21:17:30.816 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.812+0000 7f7322000700 1 -- 172.21.15.8:0/157564400 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f73280a5fa0 con 0x55b476596140 2024-05-20T21:17:30.816 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.812+0000 7f7322000700 1 -- 172.21.15.8:0/157564400 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f73280aa0b0 con 0x55b476596140 2024-05-20T21:17:30.816 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.812+0000 7f73495c1b80 10 client.25786 fetch_fsmap learned FSMap version 26 2024-05-20T21:17:30.816 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.812+0000 7f73495c1b80 1 -- 172.21.15.8:0/157564400 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b4765b4fa0 con 0x55b476596140 2024-05-20T21:17:30.816 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.812+0000 7f7322000700 1 -- 172.21.15.8:0/157564400 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7324003cd0 con 0x55b476596140 2024-05-20T21:17:30.816 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.812+0000 7f7322000700 1 -- 172.21.15.8:0/157564400 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f73280aace0 con 0x55b476596140 2024-05-20T21:17:30.817 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.813+0000 7f73495c1b80 10 client.25786 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:17:30.817 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.813+0000 7f73495c1b80 10 client.25786 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:17:30.817 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.813+0000 7f73495c1b80 20 client.25786 populate_metadata read hostname 'smithi008' 2024-05-20T21:17:30.817 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.813+0000 7f73495c1b80 1 --2- 172.21.15.8:0/157564400 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55b47661ace0 0x55b47661d0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:30.817 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.813+0000 7f73495c1b80 4 client.25786 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:17:30.817 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.813+0000 7f73495c1b80 1 -- 172.21.15.8:0/157564400 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55b4764ef570 con 0x55b47661ace0 2024-05-20T21:17:30.817 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.813+0000 7f7337400700 1 --2- 172.21.15.8:0/157564400 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55b47661ace0 0x55b47661d0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:30.817 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.814+0000 7f7337400700 1 --2- 172.21.15.8:0/157564400 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55b47661ace0 0x55b47661d0d0 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=595d01546c92c73 server_cookie=49fe54c788e7eaaa in_seq=0 out_seq=0 2024-05-20T21:17:30.817 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.814+0000 7f7322000700 10 client.25786 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:17:30.817 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.814+0000 7f7322000700 1 -- 172.21.15.8:0/157564400 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55b4764ef570 con 0x55b47661ace0 2024-05-20T21:17:30.817 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.814+0000 7f7322000700 10 client.25786 handle_command_reply: tid=0 2024-05-20T21:17:30.817 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.814+0000 7f73495c1b80 1 client.25786 shutdown 2024-05-20T21:17:30.817 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.814+0000 7f73495c1b80 1 -- 172.21.15.8:0/157564400 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b476596140 msgr2=0x55b4765b32d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:30.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.814+0000 7f73495c1b80 1 --2- 172.21.15.8:0/157564400 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b476596140 0x55b4765b32d0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f73280a9320 tx=0x7f73280b2220 comp rx=0 tx=0).stop 2024-05-20T21:17:30.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.814+0000 7f73495c1b80 1 -- 172.21.15.8:0/157564400 shutdown_connections 2024-05-20T21:17:30.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.814+0000 7f73495c1b80 1 --2- 172.21.15.8:0/157564400 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55b47661ace0 0x55b47661d0d0 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:30.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.814+0000 7f73495c1b80 1 --2- 172.21.15.8:0/157564400 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b47659bf30 0x55b4765b4730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:30.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.814+0000 7f73495c1b80 1 --2- 172.21.15.8:0/157564400 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b476596140 0x55b4765b32d0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:30.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.814+0000 7f73495c1b80 1 --2- 172.21.15.8:0/157564400 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b47659b610 0x55b4765b3810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:30.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.814+0000 7f7322000700 0 client.25786 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:17:30.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.814+0000 7f73495c1b80 1 -- 172.21.15.8:0/157564400 >> 172.21.15.8:0/157564400 conn(0x55b4764c3be0 msgr2=0x55b47659cba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:30.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.814+0000 7f73495c1b80 1 -- 172.21.15.8:0/157564400 shutdown_connections 2024-05-20T21:17:30.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.814+0000 7f73495c1b80 1 -- 172.21.15.8:0/157564400 wait complete. 2024-05-20T21:17:30.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.815+0000 7f73495c1b80 20 client.25786 trim_cache size 0 max 16384 2024-05-20T21:17:30.819 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:17:30.819 INFO:teuthology.orchestra.run.smithi008.stdout: "status": "IDLE (waiting for more scrubs)", 2024-05-20T21:17:30.819 INFO:teuthology.orchestra.run.smithi008.stdout: "scrubs": { 2024-05-20T21:17:30.819 INFO:teuthology.orchestra.run.smithi008.stdout: "2c47872a-e4a5-4690-ae80-d7e9aa2c07c4": { 2024-05-20T21:17:30.819 INFO:teuthology.orchestra.run.smithi008.stdout: "path": "/", 2024-05-20T21:17:30.819 INFO:teuthology.orchestra.run.smithi008.stdout: "tag": "2c47872a-e4a5-4690-ae80-d7e9aa2c07c4", 2024-05-20T21:17:30.819 INFO:teuthology.orchestra.run.smithi008.stdout: "options": "recursive,force" 2024-05-20T21:17:30.819 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:17:30.819 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:17:30.819 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:17:30.820 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.815+0000 7f733ec00700 1 -- 172.21.15.8:0/3836216980 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f731c0b2900 msgr2=0x7f731c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:30.820 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.815+0000 7f733ec00700 1 --2- 172.21.15.8:0/3836216980 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f731c0b2900 0x7f731c0b4dc0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f732400b2e0 tx=0x7f732401a040 comp rx=0 tx=0).stop 2024-05-20T21:17:30.820 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.815+0000 7f733ec00700 1 -- 172.21.15.8:0/3836216980 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f733806bc70 msgr2=0x7f733819bec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:30.820 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.815+0000 7f733ec00700 1 --2- 172.21.15.8:0/3836216980 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f733806bc70 0x7f733819bec0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f732800e9c0 tx=0x7f732800ecd0 comp rx=0 tx=0).stop 2024-05-20T21:17:30.820 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.815+0000 7f733ec00700 1 -- 172.21.15.8:0/3836216980 shutdown_connections 2024-05-20T21:17:30.820 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.815+0000 7f733ec00700 1 --2- 172.21.15.8:0/3836216980 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f731c0b2900 0x7f731c0b4dc0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:30.821 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.815+0000 7f733ec00700 1 --2- 172.21.15.8:0/3836216980 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f73381095b0 0x7f73381a0790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:30.821 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.815+0000 7f733ec00700 1 --2- 172.21.15.8:0/3836216980 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f733806bc70 0x7f733819bec0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:30.821 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.815+0000 7f733ec00700 1 --2- 172.21.15.8:0/3836216980 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f733806c630 0x7f733819c400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:30.821 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.816+0000 7f733ec00700 1 -- 172.21.15.8:0/3836216980 >> 172.21.15.8:0/3836216980 conn(0x7f73380793f0 msgr2=0x7f733810e780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:30.821 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.816+0000 7f733ec00700 1 -- 172.21.15.8:0/3836216980 shutdown_connections 2024-05-20T21:17:30.821 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:17:30.816+0000 7f733ec00700 1 -- 172.21.15.8:0/3836216980 wait complete. 2024-05-20T21:17:30.859 INFO:tasks.workunit.client.0.smithi008.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/test_o_trunc.sh 2024-05-20T21:17:30.861 INFO:tasks.workunit.client.0.smithi008.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs 2024-05-20T21:17:30.861 INFO:tasks.workunit.client.0.smithi008.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/test_o_trunc trunc.foo 600 2024-05-20T21:17:30.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:17:30 smithi130 ceph-mon[36448]: pgmap v505: 97 pgs: 97 active+clean; 675 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-20T21:17:30.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:17:30 smithi050 ceph-mon[35809]: pgmap v505: 97 pgs: 97 active+clean; 675 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-20T21:17:31.672 INFO:tasks.cephfs.filesystem:scrub status for tag:2c47872a-e4a5-4690-ae80-d7e9aa2c07c4 - {'path': '/', 'tag': '2c47872a-e4a5-4690-ae80-d7e9aa2c07c4', 'options': 'recursive,force'} 2024-05-20T21:17:31.742 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.741+0000 7f97f3e00640 1 -- 172.21.15.8:0/3307716583 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f97f410a070 msgr2=0x7f97f410a4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:31.742 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.741+0000 7f97f3e00640 1 --2- 172.21.15.8:0/3307716583 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f97f410a070 0x7f97f410a4f0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f97dc009900 tx=0x7f97dc02a3f0 comp rx=0 tx=0).stop 2024-05-20T21:17:31.743 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.742+0000 7f97f3e00640 1 -- 172.21.15.8:0/3307716583 shutdown_connections 2024-05-20T21:17:31.743 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.742+0000 7f97f3e00640 1 --2- 172.21.15.8:0/3307716583 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f97f410aa30 0x7f97f4111350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:31.743 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.742+0000 7f97f3e00640 1 --2- 172.21.15.8:0/3307716583 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f97f410a070 0x7f97f410a4f0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:31.743 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.742+0000 7f97f3e00640 1 --2- 172.21.15.8:0/3307716583 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f97f4108f70 0x7f97f4109390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:31.743 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.742+0000 7f97f3e00640 1 -- 172.21.15.8:0/3307716583 >> 172.21.15.8:0/3307716583 conn(0x7f97f4077ee0 msgr2=0x7f97f407a300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:31.743 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.742+0000 7f97f3e00640 1 -- 172.21.15.8:0/3307716583 shutdown_connections 2024-05-20T21:17:31.743 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.742+0000 7f97f3e00640 1 -- 172.21.15.8:0/3307716583 wait complete. 2024-05-20T21:17:31.745 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.743+0000 7f97f3e00640 1 Processor -- start 2024-05-20T21:17:31.745 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.743+0000 7f97f3e00640 1 -- start start 2024-05-20T21:17:31.745 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.743+0000 7f97f3e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f97f4108f70 0x7f97f419f110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:31.745 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.743+0000 7f97f3e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f97f410a070 0x7f97f419f650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:31.745 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.743+0000 7f97f3e00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f97f410aa30 0x7f97f41a66c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:31.745 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.743+0000 7f97f3e00640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f97f4114ad0 con 0x7f97f410a070 2024-05-20T21:17:31.746 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.743+0000 7f97f3e00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f97f4114950 con 0x7f97f4108f70 2024-05-20T21:17:31.746 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.743+0000 7f97f3e00640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f97f4114c50 con 0x7f97f410aa30 2024-05-20T21:17:31.746 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.744+0000 7f97ebe00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f97f410a070 0x7f97f419f650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:31.746 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.744+0000 7f97f3400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f97f410aa30 0x7f97f41a66c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:31.746 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.744+0000 7f97f3400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f97f410aa30 0x7f97f41a66c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:54352/0 (socket says 172.21.15.8:54352) 2024-05-20T21:17:31.746 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.744+0000 7f97ebe00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f97f410a070 0x7f97f419f650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:46912/0 (socket says 172.21.15.8:46912) 2024-05-20T21:17:31.746 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.744+0000 7f97f3400640 1 -- 172.21.15.8:0/3902341830 learned_addr learned my addr 172.21.15.8:0/3902341830 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:31.746 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.744+0000 7f97f2a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f97f4108f70 0x7f97f419f110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:31.747 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.744+0000 7f97f3400640 1 -- 172.21.15.8:0/3902341830 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f97f4108f70 msgr2=0x7f97f419f110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:31.747 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.744+0000 7f97f3400640 1 --2- 172.21.15.8:0/3902341830 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f97f4108f70 0x7f97f419f110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:31.747 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.744+0000 7f97f3400640 1 -- 172.21.15.8:0/3902341830 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f97f410a070 msgr2=0x7f97f419f650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:31.747 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.744+0000 7f97f3400640 1 --2- 172.21.15.8:0/3902341830 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f97f410a070 0x7f97f419f650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:31.747 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.744+0000 7f97f3400640 1 -- 172.21.15.8:0/3902341830 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97f41a6d30 con 0x7f97f410aa30 2024-05-20T21:17:31.747 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.745+0000 7f97f3400640 1 --2- 172.21.15.8:0/3902341830 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f97f410aa30 0x7f97f41a66c0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f97ec00eb10 tx=0x7f97ec00c2d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:31.747 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.745+0000 7f97eb400640 1 -- 172.21.15.8:0/3902341830 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97ec004b20 con 0x7f97f410aa30 2024-05-20T21:17:31.747 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.745+0000 7f97eb400640 1 -- 172.21.15.8:0/3902341830 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f97ec004cc0 con 0x7f97f410aa30 2024-05-20T21:17:31.747 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.745+0000 7f97f3e00640 1 -- 172.21.15.8:0/3902341830 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f97f41a6fc0 con 0x7f97f410aa30 2024-05-20T21:17:31.747 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.745+0000 7f97eb400640 1 -- 172.21.15.8:0/3902341830 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97ec010670 con 0x7f97f410aa30 2024-05-20T21:17:31.747 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.745+0000 7f97f3e00640 1 -- 172.21.15.8:0/3902341830 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97f41a74e0 con 0x7f97f410aa30 2024-05-20T21:17:31.748 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.748+0000 7f97fc7c4740 1 Processor -- start 2024-05-20T21:17:31.749 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.749+0000 7f97eb400640 1 -- 172.21.15.8:0/3902341830 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f97ec005020 con 0x7f97f410aa30 2024-05-20T21:17:31.749 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.749+0000 7f97fc7c4740 1 -- start start 2024-05-20T21:17:31.750 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.749+0000 7f97fc7c4740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f2e9a48cf0 0x55f2e9a49110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:31.750 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.749+0000 7f97fc7c4740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f2e9a496e0 0x55f2e9a4e1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:31.750 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.749+0000 7f97fc7c4740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f2e9a4e850 0x55f2e9a50ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:31.750 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.749+0000 7f97fc7c4740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55f2e99b8b90 con 0x55f2e9a4e850 2024-05-20T21:17:31.750 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.749+0000 7f97fc7c4740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55f2e99a8730 con 0x55f2e9a496e0 2024-05-20T21:17:31.750 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.749+0000 7f97fc7c4740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55f2e99ac770 con 0x55f2e9a48cf0 2024-05-20T21:17:31.751 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.750+0000 7f97ebe00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f2e9a48cf0 0x55f2e9a49110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:31.751 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.750+0000 7f97ebe00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f2e9a48cf0 0x55f2e9a49110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:54354/0 (socket says 172.21.15.8:54354) 2024-05-20T21:17:31.751 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.750+0000 7f97ebe00640 1 -- 172.21.15.8:0/591071368 learned_addr learned my addr 172.21.15.8:0/591071368 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:31.751 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.750+0000 7f97ebe00640 1 --2- 172.21.15.8:0/591071368 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f2e9a4e850 0x55f2e9a50ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:31.751 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.750+0000 7f97f2a00640 1 --2- 172.21.15.8:0/591071368 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f2e9a496e0 0x55f2e9a4e1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:31.752 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.750+0000 7f97f2a00640 1 -- 172.21.15.8:0/591071368 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f2e9a48cf0 msgr2=0x55f2e9a49110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:31.752 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.750+0000 7f97f2a00640 1 --2- 172.21.15.8:0/591071368 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f2e9a48cf0 0x55f2e9a49110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:31.752 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.750+0000 7f97f2a00640 1 -- 172.21.15.8:0/591071368 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f2e9a4e850 msgr2=0x55f2e9a50ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:31.753 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.750+0000 7f97f2a00640 1 --2- 172.21.15.8:0/591071368 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f2e9a4e850 0x55f2e9a50ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:31.753 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.750+0000 7f97f2a00640 1 -- 172.21.15.8:0/591071368 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f2e99418b0 con 0x55f2e9a496e0 2024-05-20T21:17:31.753 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.751+0000 7f97f2a00640 1 --2- 172.21.15.8:0/591071368 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f2e9a496e0 0x55f2e9a4e1e0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f97e4009c20 tx=0x7f97e4011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=680a939d7c99f6fe server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:31.753 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.751+0000 7f97eb400640 1 --2- 172.21.15.8:0/3902341830 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f97d80b27d0 0x7f97d80b4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:31.753 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.751+0000 7f97e3e00640 1 -- 172.21.15.8:0/591071368 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97e4004050 con 0x55f2e9a496e0 2024-05-20T21:17:31.753 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.751+0000 7f97eb400640 1 -- 172.21.15.8:0/3902341830 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f97ec0e27e0 con 0x7f97f410aa30 2024-05-20T21:17:31.753 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.751+0000 7f97ebe00640 1 --2- 172.21.15.8:0/3902341830 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f97d80b27d0 0x7f97d80b4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:31.753 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.751+0000 7f97e3e00640 1 -- 172.21.15.8:0/591071368 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f97e40054d0 con 0x55f2e9a496e0 2024-05-20T21:17:31.753 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.751+0000 7f97e3e00640 1 -- 172.21.15.8:0/591071368 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97e4004cd0 con 0x55f2e9a496e0 2024-05-20T21:17:31.753 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.752+0000 7f97fc7c4740 1 -- 172.21.15.8:0/591071368 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f2e9a496e0 msgr2=0x55f2e9a4e1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:31.753 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.752+0000 7f97fc7c4740 1 --2- 172.21.15.8:0/591071368 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f2e9a496e0 0x55f2e9a4e1e0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f97e4009c20 tx=0x7f97e4011810 comp rx=0 tx=0).stop 2024-05-20T21:17:31.753 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.752+0000 7f97ebe00640 1 --2- 172.21.15.8:0/3902341830 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f97d80b27d0 0x7f97d80b4c90 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f97dc031500 tx=0x7f97dc005a20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:31.753 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.752+0000 7f97fc7c4740 1 -- 172.21.15.8:0/591071368 shutdown_connections 2024-05-20T21:17:31.753 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.752+0000 7f97fc7c4740 1 --2- 172.21.15.8:0/591071368 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f2e9a4e850 0x55f2e9a50ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:31.754 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.752+0000 7f97fc7c4740 1 --2- 172.21.15.8:0/591071368 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f2e9a496e0 0x55f2e9a4e1e0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:31.754 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.752+0000 7f97fc7c4740 1 --2- 172.21.15.8:0/591071368 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f2e9a48cf0 0x55f2e9a49110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:31.754 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.752+0000 7f97fc7c4740 1 -- 172.21.15.8:0/591071368 >> 172.21.15.8:0/591071368 conn(0x55f2e9a44360 msgr2=0x55f2e9a44760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:31.754 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.752+0000 7f97fc7c4740 1 -- 172.21.15.8:0/591071368 shutdown_connections 2024-05-20T21:17:31.754 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.752+0000 7f97fc7c4740 1 -- 172.21.15.8:0/591071368 wait complete. 2024-05-20T21:17:31.757 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.753+0000 7f97fc7c4740 1 -- start start 2024-05-20T21:17:31.757 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.753+0000 7f97fc7c4740 1 Processor -- start 2024-05-20T21:17:31.757 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.753+0000 7f97fc7c4740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f2e9a48cf0 0x55f2e9a52a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:31.757 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.754+0000 7f97fc7c4740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f2e9a496e0 0x55f2e9a52f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:31.757 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.754+0000 7f97fc7c4740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f2e9a4e850 0x55f2e9a59fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:31.757 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.754+0000 7f97fc7c4740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55f2e968e790 con 0x55f2e9a496e0 2024-05-20T21:17:31.757 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.754+0000 7f97fc7c4740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55f2e9950bc0 con 0x55f2e9a4e850 2024-05-20T21:17:31.757 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.754+0000 7f97fc7c4740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55f2e9a51800 con 0x55f2e9a48cf0 2024-05-20T21:17:31.757 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.754+0000 7f97fc7c4740 10 client.0 _ll_register_callbacks cb 0x55f2e992e400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:17:31.758 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.754+0000 7f97ebe00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f2e9a496e0 0x55f2e9a52f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:31.758 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.754+0000 7f97ebe00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f2e9a496e0 0x55f2e9a52f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:46928/0 (socket says 172.21.15.8:46928) 2024-05-20T21:17:31.758 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.754+0000 7f97ebe00640 1 -- 172.21.15.8:0/4132332186 learned_addr learned my addr 172.21.15.8:0/4132332186 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:31.758 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.754+0000 7f97f3400640 1 --2- 172.21.15.8:0/4132332186 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f2e9a4e850 0x55f2e9a59fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:31.758 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.754+0000 7f97f2a00640 1 --2- 172.21.15.8:0/4132332186 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f2e9a48cf0 0x55f2e9a52a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:31.758 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.754+0000 7f97ebe00640 1 -- 172.21.15.8:0/4132332186 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f2e9a48cf0 msgr2=0x55f2e9a52a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:31.758 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.754+0000 7f97ebe00640 1 --2- 172.21.15.8:0/4132332186 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f2e9a48cf0 0x55f2e9a52a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:31.758 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.754+0000 7f97ebe00640 1 -- 172.21.15.8:0/4132332186 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f2e9a4e850 msgr2=0x55f2e9a59fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:31.758 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.754+0000 7f97ebe00640 1 --2- 172.21.15.8:0/4132332186 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f2e9a4e850 0x55f2e9a59fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:31.758 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.754+0000 7f97ebe00640 1 -- 172.21.15.8:0/4132332186 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f2e96bd210 con 0x55f2e9a496e0 2024-05-20T21:17:31.758 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.754+0000 7f97f2a00640 1 --2- 172.21.15.8:0/4132332186 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f2e9a48cf0 0x55f2e9a52a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:17:31.758 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.754+0000 7f97f3400640 1 --2- 172.21.15.8:0/4132332186 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f2e9a4e850 0x55f2e9a59fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:17:31.759 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.755+0000 7f97ebe00640 1 --2- 172.21.15.8:0/4132332186 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f2e9a496e0 0x55f2e9a52f90 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f97dc02a910 tx=0x7f97dc02a3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=543109a4ee1d95a7 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:31.759 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.755+0000 7f97e0c00640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:17:31.759 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.755+0000 7f97e0c00640 1 -- 172.21.15.8:0/4132332186 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97dc035040 con 0x55f2e9a496e0 2024-05-20T21:17:31.759 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.755+0000 7f97e0c00640 1 -- 172.21.15.8:0/4132332186 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f97dc031870 con 0x55f2e9a496e0 2024-05-20T21:17:31.759 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.755+0000 7f97fc7c4740 1 -- 172.21.15.8:0/4132332186 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f97e40054d0 con 0x55f2e9a496e0 2024-05-20T21:17:31.759 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.756+0000 7f97e0c00640 1 -- 172.21.15.8:0/4132332186 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f97dc031a70 con 0x55f2e9a496e0 2024-05-20T21:17:31.759 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.756+0000 7f97fc7c4740 10 client.15627 fetch_fsmap learned FSMap version 26 2024-05-20T21:17:31.759 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.756+0000 7f97fc7c4740 1 -- 172.21.15.8:0/4132332186 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f2e9789620 con 0x55f2e9a496e0 2024-05-20T21:17:31.759 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.756+0000 7f97e0c00640 1 -- 172.21.15.8:0/4132332186 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f97e40054d0 con 0x55f2e9a496e0 2024-05-20T21:17:31.759 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.756+0000 7f97e0c00640 1 -- 172.21.15.8:0/4132332186 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f97dc055ce0 con 0x55f2e9a496e0 2024-05-20T21:17:31.759 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.756+0000 7f97fc7c4740 10 client.15627 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:17:31.759 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.756+0000 7f97fc7c4740 10 client.15627 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:17:31.759 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.756+0000 7f97fc7c4740 20 client.15627 populate_metadata read hostname 'smithi008' 2024-05-20T21:17:31.759 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.756+0000 7f97fc7c4740 1 --2- 172.21.15.8:0/4132332186 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f2e9a5e520 0x55f2e9a60950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:31.760 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.756+0000 7f97fc7c4740 4 client.15627 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:17:31.760 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.756+0000 7f97fc7c4740 1 -- 172.21.15.8:0/4132332186 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f2e99baae0 con 0x55f2e9a5e520 2024-05-20T21:17:31.760 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.757+0000 7f97f2a00640 1 --2- 172.21.15.8:0/4132332186 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f2e9a5e520 0x55f2e9a60950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:31.761 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.757+0000 7f97f2a00640 1 --2- 172.21.15.8:0/4132332186 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f2e9a5e520 0x55f2e9a60950 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=96817799c1a2c671 server_cookie=3d80adeba032cc9b in_seq=0 out_seq=0 2024-05-20T21:17:31.761 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.757+0000 7f97e0c00640 10 client.15627 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:17:31.761 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.758+0000 7f97e0c00640 1 -- 172.21.15.8:0/4132332186 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55f2e99baae0 con 0x55f2e9a5e520 2024-05-20T21:17:31.761 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.758+0000 7f97e0c00640 10 client.15627 handle_command_reply: tid=0 2024-05-20T21:17:31.761 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.758+0000 7f97fc7c4740 1 client.15627 shutdown 2024-05-20T21:17:31.761 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.758+0000 7f97fc7c4740 1 -- 172.21.15.8:0/4132332186 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f2e9a496e0 msgr2=0x55f2e9a52f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:31.761 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.758+0000 7f97fc7c4740 1 --2- 172.21.15.8:0/4132332186 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f2e9a496e0 0x55f2e9a52f90 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f97dc02a910 tx=0x7f97dc02a3f0 comp rx=0 tx=0).stop 2024-05-20T21:17:31.761 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.759+0000 7f97fc7c4740 1 -- 172.21.15.8:0/4132332186 shutdown_connections 2024-05-20T21:17:31.761 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.759+0000 7f97fc7c4740 1 --2- 172.21.15.8:0/4132332186 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f2e9a5e520 0x55f2e9a60950 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:31.762 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.759+0000 7f97fc7c4740 1 --2- 172.21.15.8:0/4132332186 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f2e9a4e850 0x55f2e9a59fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:31.762 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.759+0000 7f97fc7c4740 1 --2- 172.21.15.8:0/4132332186 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f2e9a496e0 0x55f2e9a52f90 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:31.762 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.759+0000 7f97e0c00640 0 client.15627 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:17:31.762 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.759+0000 7f97fc7c4740 1 --2- 172.21.15.8:0/4132332186 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f2e9a48cf0 0x55f2e9a52a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:31.762 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.759+0000 7f97fc7c4740 1 -- 172.21.15.8:0/4132332186 >> 172.21.15.8:0/4132332186 conn(0x55f2e9a44360 msgr2=0x55f2e9a434c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:31.762 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.759+0000 7f97fc7c4740 1 -- 172.21.15.8:0/4132332186 shutdown_connections 2024-05-20T21:17:31.762 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.759+0000 7f97fc7c4740 1 -- 172.21.15.8:0/4132332186 wait complete. 2024-05-20T21:17:31.762 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.759+0000 7f97fc7c4740 20 client.15627 trim_cache size 0 max 16384 2024-05-20T21:17:31.776 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.776+0000 7f97fc7c4740 1 Processor -- start 2024-05-20T21:17:31.776 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.776+0000 7f97fc7c4740 1 -- start start 2024-05-20T21:17:31.776 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.776+0000 7f97fc7c4740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f2e9a48cf0 0x55f2e9a50c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:31.776 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.776+0000 7f97fc7c4740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f2e9a496e0 0x55f2e9a59f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:31.777 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.776+0000 7f97fc7c4740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f2e9a4e850 0x55f2e9a4a890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:31.777 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.776+0000 7f97fc7c4740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f97f41b2bf0 con 0x55f2e9a4e850 2024-05-20T21:17:31.777 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.776+0000 7f97fc7c4740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f97f41b04c0 con 0x55f2e9a496e0 2024-05-20T21:17:31.777 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.776+0000 7f97fc7c4740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f97f41ae310 con 0x55f2e9a48cf0 2024-05-20T21:17:31.778 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.777+0000 7f97f2a00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f2e9a48cf0 0x55f2e9a50c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:31.778 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.777+0000 7f97ebe00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f2e9a496e0 0x55f2e9a59f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:31.779 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.777+0000 7f97f3400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f2e9a4e850 0x55f2e9a4a890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:31.779 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.777+0000 7f97f2a00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f2e9a48cf0 0x55f2e9a50c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:54374/0 (socket says 172.21.15.8:54374) 2024-05-20T21:17:31.779 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.777+0000 7f97f2a00640 1 -- 172.21.15.8:0/1042294381 learned_addr learned my addr 172.21.15.8:0/1042294381 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:31.779 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.777+0000 7f97f2a00640 1 -- 172.21.15.8:0/1042294381 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f2e9a496e0 msgr2=0x55f2e9a59f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:31.779 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.777+0000 7f97f2a00640 1 --2- 172.21.15.8:0/1042294381 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f2e9a496e0 0x55f2e9a59f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:31.779 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.777+0000 7f97f2a00640 1 -- 172.21.15.8:0/1042294381 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f2e9a4e850 msgr2=0x55f2e9a4a890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:31.779 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.777+0000 7f97f2a00640 1 --2- 172.21.15.8:0/1042294381 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f2e9a4e850 0x55f2e9a4a890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:31.779 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.777+0000 7f97f2a00640 1 -- 172.21.15.8:0/1042294381 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f2e9a49440 con 0x55f2e9a48cf0 2024-05-20T21:17:31.779 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.777+0000 7f97f3400640 1 --2- 172.21.15.8:0/1042294381 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f2e9a4e850 0x55f2e9a4a890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:17:31.779 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.777+0000 7f97ebe00640 1 --2- 172.21.15.8:0/1042294381 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f2e9a496e0 0x55f2e9a59f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:17:31.779 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.777+0000 7f97f2a00640 1 --2- 172.21.15.8:0/1042294381 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f2e9a48cf0 0x55f2e9a50c40 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f97e4005e00 tx=0x7f97e40097a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3da6f38640e0faeb server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:31.779 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.777+0000 7f97e3400640 1 -- 172.21.15.8:0/1042294381 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97e4004460 con 0x55f2e9a48cf0 2024-05-20T21:17:31.779 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.778+0000 7f97e3400640 1 -- 172.21.15.8:0/1042294381 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f97e4029030 con 0x55f2e9a48cf0 2024-05-20T21:17:31.780 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.778+0000 7f97e3400640 1 -- 172.21.15.8:0/1042294381 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97e402a4e0 con 0x55f2e9a48cf0 2024-05-20T21:17:31.780 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.778+0000 7f97fc7c4740 1 -- 172.21.15.8:0/1042294381 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f2e9a48cf0 msgr2=0x55f2e9a50c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:31.780 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.778+0000 7f97fc7c4740 1 --2- 172.21.15.8:0/1042294381 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f2e9a48cf0 0x55f2e9a50c40 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f97e4005e00 tx=0x7f97e40097a0 comp rx=0 tx=0).stop 2024-05-20T21:17:31.780 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.778+0000 7f97fc7c4740 1 -- 172.21.15.8:0/1042294381 shutdown_connections 2024-05-20T21:17:31.780 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.778+0000 7f97fc7c4740 1 --2- 172.21.15.8:0/1042294381 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f2e9a4e850 0x55f2e9a4a890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:31.780 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.778+0000 7f97fc7c4740 1 --2- 172.21.15.8:0/1042294381 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f2e9a496e0 0x55f2e9a59f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:31.780 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.778+0000 7f97fc7c4740 1 --2- 172.21.15.8:0/1042294381 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f2e9a48cf0 0x55f2e9a50c40 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:31.780 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.778+0000 7f97fc7c4740 1 -- 172.21.15.8:0/1042294381 >> 172.21.15.8:0/1042294381 conn(0x55f2e9a44360 msgr2=0x55f2e9a4a180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:31.780 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.778+0000 7f97fc7c4740 1 -- 172.21.15.8:0/1042294381 shutdown_connections 2024-05-20T21:17:31.780 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.778+0000 7f97fc7c4740 1 -- 172.21.15.8:0/1042294381 wait complete. 2024-05-20T21:17:31.783 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.779+0000 7f97fc7c4740 1 -- start start 2024-05-20T21:17:31.783 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.779+0000 7f97fc7c4740 1 Processor -- start 2024-05-20T21:17:31.783 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.779+0000 7f97fc7c4740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f2e9a48cf0 0x55f2e9a56cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:31.783 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.779+0000 7f97fc7c4740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f2e9a496e0 0x55f2e9a571f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:31.783 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.779+0000 7f97fc7c4740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f2e9a4e850 0x55f2e9ac7120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:31.783 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.779+0000 7f97fc7c4740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f97f41ae980 con 0x55f2e9a496e0 2024-05-20T21:17:31.784 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.779+0000 7f97fc7c4740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f97f41afdf0 con 0x55f2e9a4e850 2024-05-20T21:17:31.784 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.779+0000 7f97fc7c4740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f97f41af050 con 0x55f2e9a48cf0 2024-05-20T21:17:31.784 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.779+0000 7f97fc7c4740 10 client.0 _ll_register_callbacks cb 0x7f97dc005e10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:17:31.784 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.780+0000 7f97f2a00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f2e9a48cf0 0x55f2e9a56cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:31.784 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.780+0000 7f97ebe00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f2e9a496e0 0x55f2e9a571f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:31.784 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.780+0000 7f97f2a00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f2e9a48cf0 0x55f2e9a56cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:54384/0 (socket says 172.21.15.8:54384) 2024-05-20T21:17:31.784 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.780+0000 7f97f2a00640 1 -- 172.21.15.8:0/1717022943 learned_addr learned my addr 172.21.15.8:0/1717022943 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:31.784 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.780+0000 7f97f3400640 1 --2- 172.21.15.8:0/1717022943 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f2e9a4e850 0x55f2e9ac7120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:31.784 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.780+0000 7f97f2a00640 1 -- 172.21.15.8:0/1717022943 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f2e9a4e850 msgr2=0x55f2e9ac7120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:31.784 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.780+0000 7f97f2a00640 1 --2- 172.21.15.8:0/1717022943 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f2e9a4e850 0x55f2e9ac7120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:31.784 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.780+0000 7f97f2a00640 1 -- 172.21.15.8:0/1717022943 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f2e9a496e0 msgr2=0x55f2e9a571f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:31.784 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.780+0000 7f97f2a00640 1 --2- 172.21.15.8:0/1717022943 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f2e9a496e0 0x55f2e9a571f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:31.784 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.780+0000 7f97f2a00640 1 -- 172.21.15.8:0/1717022943 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f2e9a57860 con 0x55f2e9a48cf0 2024-05-20T21:17:31.785 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.780+0000 7f97ebe00640 1 --2- 172.21.15.8:0/1717022943 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f2e9a496e0 0x55f2e9a571f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:17:31.785 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.780+0000 7f97f2a00640 1 --2- 172.21.15.8:0/1717022943 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f2e9a48cf0 0x55f2e9a56cb0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f97e4000c00 tx=0x7f97e4004460 comp rx=0 tx=0).ready entity=mon.1 client_cookie=aa7c7750790b6ad6 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:31.785 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.780+0000 7f97e0c00640 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:17:31.785 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.781+0000 7f97e0c00640 1 -- 172.21.15.8:0/1717022943 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97e4003670 con 0x55f2e9a48cf0 2024-05-20T21:17:31.785 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.781+0000 7f97e0c00640 1 -- 172.21.15.8:0/1717022943 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f97e4003810 con 0x55f2e9a48cf0 2024-05-20T21:17:31.785 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.781+0000 7f97fc7c4740 1 -- 172.21.15.8:0/1717022943 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f97e4029030 con 0x55f2e9a48cf0 2024-05-20T21:17:31.785 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.781+0000 7f97e0c00640 1 -- 172.21.15.8:0/1717022943 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f97e4003a10 con 0x55f2e9a48cf0 2024-05-20T21:17:31.785 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.781+0000 7f97fc7c4740 10 client.25804 fetch_fsmap learned FSMap version 26 2024-05-20T21:17:31.785 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.781+0000 7f97fc7c4740 1 -- 172.21.15.8:0/1717022943 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f2e9ac8770 con 0x55f2e9a48cf0 2024-05-20T21:17:31.785 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.781+0000 7f97e0c00640 1 -- 172.21.15.8:0/1717022943 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f97e4029030 con 0x55f2e9a48cf0 2024-05-20T21:17:31.785 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.781+0000 7f97e0c00640 1 -- 172.21.15.8:0/1717022943 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f97e4018070 con 0x55f2e9a48cf0 2024-05-20T21:17:31.785 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.782+0000 7f97fc7c4740 10 client.25804 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:17:31.785 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.782+0000 7f97fc7c4740 10 client.25804 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:17:31.786 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.782+0000 7f97fc7c4740 20 client.25804 populate_metadata read hostname 'smithi008' 2024-05-20T21:17:31.786 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.782+0000 7f97fc7c4740 1 --2- 172.21.15.8:0/1717022943 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f2e9ac8fd0 0x55f2e9acb3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:31.786 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.782+0000 7f97fc7c4740 4 client.25804 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:17:31.786 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.782+0000 7f97fc7c4740 1 -- 172.21.15.8:0/1717022943 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55f2e99b42c0 con 0x55f2e9ac8fd0 2024-05-20T21:17:31.786 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.782+0000 7f97ebe00640 1 --2- 172.21.15.8:0/1717022943 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f2e9ac8fd0 0x55f2e9acb3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:31.786 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.782+0000 7f97ebe00640 1 --2- 172.21.15.8:0/1717022943 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f2e9ac8fd0 0x55f2e9acb3f0 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6b1fd923c353a4e3 server_cookie=39d26d5b64ca2d8f in_seq=0 out_seq=0 2024-05-20T21:17:31.786 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.782+0000 7f97e0c00640 10 client.25804 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:17:31.792 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.792+0000 7f97e0c00640 1 -- 172.21.15.8:0/1717022943 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55f2e99b42c0 con 0x55f2e9ac8fd0 2024-05-20T21:17:31.792 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.792+0000 7f97e0c00640 10 client.25804 handle_command_reply: tid=0 2024-05-20T21:17:31.792 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.792+0000 7f97fc7c4740 1 client.25804 shutdown 2024-05-20T21:17:31.793 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.793+0000 7f97fc7c4740 1 -- 172.21.15.8:0/1717022943 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f2e9a48cf0 msgr2=0x55f2e9a56cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:31.794 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.793+0000 7f97fc7c4740 1 --2- 172.21.15.8:0/1717022943 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f2e9a48cf0 0x55f2e9a56cb0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f97e4000c00 tx=0x7f97e4004460 comp rx=0 tx=0).stop 2024-05-20T21:17:31.794 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.793+0000 7f97fc7c4740 1 -- 172.21.15.8:0/1717022943 shutdown_connections 2024-05-20T21:17:31.794 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.793+0000 7f97fc7c4740 1 --2- 172.21.15.8:0/1717022943 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f2e9ac8fd0 0x55f2e9acb3f0 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:31.794 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.793+0000 7f97fc7c4740 1 --2- 172.21.15.8:0/1717022943 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f2e9a4e850 0x55f2e9ac7120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:31.794 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.793+0000 7f97fc7c4740 1 --2- 172.21.15.8:0/1717022943 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f2e9a496e0 0x55f2e9a571f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:31.794 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.793+0000 7f97e0c00640 0 client.25804 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:17:31.794 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.793+0000 7f97fc7c4740 1 --2- 172.21.15.8:0/1717022943 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f2e9a48cf0 0x55f2e9a56cb0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:31.794 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.793+0000 7f97fc7c4740 1 -- 172.21.15.8:0/1717022943 >> 172.21.15.8:0/1717022943 conn(0x55f2e9a44360 msgr2=0x55f2e9a47270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:31.794 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.793+0000 7f97fc7c4740 1 -- 172.21.15.8:0/1717022943 shutdown_connections 2024-05-20T21:17:31.794 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.793+0000 7f97fc7c4740 1 -- 172.21.15.8:0/1717022943 wait complete. 2024-05-20T21:17:31.794 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.793+0000 7f97fc7c4740 20 client.25804 trim_cache size 0 max 16384 2024-05-20T21:17:31.795 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:17:31.795 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:17:31.795 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:17:31.795 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.794+0000 7f97f3e00640 1 -- 172.21.15.8:0/3902341830 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f97d80b27d0 msgr2=0x7f97d80b4c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:31.796 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.794+0000 7f97f3e00640 1 --2- 172.21.15.8:0/3902341830 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f97d80b27d0 0x7f97d80b4c90 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f97dc031500 tx=0x7f97dc005a20 comp rx=0 tx=0).stop 2024-05-20T21:17:31.796 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.794+0000 7f97f3e00640 1 -- 172.21.15.8:0/3902341830 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f97f410aa30 msgr2=0x7f97f41a66c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:31.796 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.794+0000 7f97f3e00640 1 --2- 172.21.15.8:0/3902341830 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f97f410aa30 0x7f97f41a66c0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f97ec00eb10 tx=0x7f97ec00c2d0 comp rx=0 tx=0).stop 2024-05-20T21:17:31.796 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.794+0000 7f97f3e00640 1 -- 172.21.15.8:0/3902341830 shutdown_connections 2024-05-20T21:17:31.796 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.794+0000 7f97f3e00640 1 --2- 172.21.15.8:0/3902341830 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f97d80b27d0 0x7f97d80b4c90 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:31.796 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.794+0000 7f97f3e00640 1 --2- 172.21.15.8:0/3902341830 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f97f410aa30 0x7f97f41a66c0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:31.796 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.794+0000 7f97f3e00640 1 --2- 172.21.15.8:0/3902341830 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f97f410a070 0x7f97f419f650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:31.796 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.794+0000 7f97f3e00640 1 --2- 172.21.15.8:0/3902341830 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f97f4108f70 0x7f97f419f110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:31.796 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.794+0000 7f97f3e00640 1 -- 172.21.15.8:0/3902341830 >> 172.21.15.8:0/3902341830 conn(0x7f97f4077ee0 msgr2=0x7f97f410d480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:31.796 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.794+0000 7f97f3e00640 1 -- 172.21.15.8:0/3902341830 shutdown_connections 2024-05-20T21:17:31.796 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:31.794+0000 7f97f3e00640 1 -- 172.21.15.8:0/3902341830 wait complete. 2024-05-20T21:17:31.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:17:31 smithi130 ceph-mon[36448]: scrub summary: idle 2024-05-20T21:17:31.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:17:31 smithi050 ceph-mon[35809]: scrub summary: idle 2024-05-20T21:17:31.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:17:31 smithi008 ceph-mon[31475]: scrub summary: idle 2024-05-20T21:17:32.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:17:32 smithi130 ceph-mon[36448]: pgmap v506: 97 pgs: 97 active+clean; 675 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-20T21:17:32.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:17:32 smithi050 ceph-mon[35809]: pgmap v506: 97 pgs: 97 active+clean; 675 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-20T21:17:32.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:17:32 smithi008 ceph-mon[31475]: pgmap v506: 97 pgs: 97 active+clean; 675 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-20T21:17:34.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:17:34 smithi130 ceph-mon[36448]: pgmap v507: 97 pgs: 97 active+clean; 711 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 4.4 KiB/s wr, 10 op/s 2024-05-20T21:17:34.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:17:34 smithi050 ceph-mon[35809]: pgmap v507: 97 pgs: 97 active+clean; 711 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 4.4 KiB/s wr, 10 op/s 2024-05-20T21:17:34.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:17:34 smithi008 ceph-mon[31475]: pgmap v507: 97 pgs: 97 active+clean; 711 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 4.4 KiB/s wr, 10 op/s 2024-05-20T21:17:36.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:17:36 smithi130 ceph-mon[36448]: pgmap v508: 97 pgs: 97 active+clean; 711 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 4.3 KiB/s wr, 9 op/s 2024-05-20T21:17:36.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:17:36 smithi050 ceph-mon[35809]: pgmap v508: 97 pgs: 97 active+clean; 711 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 4.3 KiB/s wr, 9 op/s 2024-05-20T21:17:36.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:17:36 smithi008 ceph-mon[31475]: pgmap v508: 97 pgs: 97 active+clean; 711 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 4.3 KiB/s wr, 9 op/s 2024-05-20T21:17:38.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:17:38 smithi130 ceph-mon[36448]: pgmap v509: 97 pgs: 97 active+clean; 711 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 4.4 KiB/s wr, 11 op/s 2024-05-20T21:17:38.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:17:38 smithi050 ceph-mon[35809]: pgmap v509: 97 pgs: 97 active+clean; 711 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 4.4 KiB/s wr, 11 op/s 2024-05-20T21:17:38.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:17:38 smithi008 ceph-mon[31475]: pgmap v509: 97 pgs: 97 active+clean; 711 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 4.4 KiB/s wr, 11 op/s 2024-05-20T21:17:39.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:17:39 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:17:39.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:17:39 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:17:39.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:17:39 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:17:40.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:17:40 smithi008 ceph-mon[31475]: pgmap v510: 97 pgs: 97 active+clean; 768 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 10 KiB/s wr, 12 op/s 2024-05-20T21:17:40.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:17:40 smithi130 ceph-mon[36448]: pgmap v510: 97 pgs: 97 active+clean; 768 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 10 KiB/s wr, 12 op/s 2024-05-20T21:17:40.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:17:40 smithi050 ceph-mon[35809]: pgmap v510: 97 pgs: 97 active+clean; 768 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 10 KiB/s wr, 12 op/s 2024-05-20T21:17:41.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:17:41 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:17:41.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:17:41 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:17:41.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:17:41 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:17:41.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:17:41 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:17:41.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:17:41 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:17:41.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:17:41 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:17:41.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:17:41 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:17:41.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:17:41 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:17:41.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:17:41 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:17:42.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:17:42 smithi130 ceph-mon[36448]: pgmap v511: 97 pgs: 97 active+clean; 768 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 10 KiB/s wr, 12 op/s 2024-05-20T21:17:42.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:17:42 smithi050 ceph-mon[35809]: pgmap v511: 97 pgs: 97 active+clean; 768 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 10 KiB/s wr, 12 op/s 2024-05-20T21:17:42.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:17:42 smithi008 ceph-mon[31475]: pgmap v511: 97 pgs: 97 active+clean; 768 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 10 KiB/s wr, 12 op/s 2024-05-20T21:17:44.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:17:44 smithi130 ceph-mon[36448]: pgmap v512: 97 pgs: 97 active+clean; 829 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 16 KiB/s wr, 14 op/s 2024-05-20T21:17:44.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:17:44 smithi050 ceph-mon[35809]: pgmap v512: 97 pgs: 97 active+clean; 829 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 16 KiB/s wr, 14 op/s 2024-05-20T21:17:44.943 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.943+0000 7f2dbb200640 1 -- 172.21.15.8:0/2052625613 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2dbc105d00 msgr2=0x7f2dbc106180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:44.943 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.943+0000 7f2dbb200640 1 --2- 172.21.15.8:0/2052625613 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2dbc105d00 0x7f2dbc106180 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f2da4009900 tx=0x7f2da402a3f0 comp rx=0 tx=0).stop 2024-05-20T21:17:44.943 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.944+0000 7f2dbb200640 1 -- 172.21.15.8:0/2052625613 shutdown_connections 2024-05-20T21:17:44.943 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.944+0000 7f2dbb200640 1 --2- 172.21.15.8:0/2052625613 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2dbc1066c0 0x7f2dbc10cf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:44.943 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.944+0000 7f2dbb200640 1 --2- 172.21.15.8:0/2052625613 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2dbc105d00 0x7f2dbc106180 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:44.943 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.944+0000 7f2dbb200640 1 --2- 172.21.15.8:0/2052625613 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2dbc104b10 0x7f2dbc104f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:44.943 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.944+0000 7f2dbb200640 1 -- 172.21.15.8:0/2052625613 >> 172.21.15.8:0/2052625613 conn(0x7f2dbc1000c0 msgr2=0x7f2dbc1024e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:44.944 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.944+0000 7f2dbb200640 1 -- 172.21.15.8:0/2052625613 shutdown_connections 2024-05-20T21:17:44.944 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.944+0000 7f2dbb200640 1 -- 172.21.15.8:0/2052625613 wait complete. 2024-05-20T21:17:44.944 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.945+0000 7f2dbb200640 1 Processor -- start 2024-05-20T21:17:44.944 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.945+0000 7f2dbb200640 1 -- start start 2024-05-20T21:17:44.946 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.946+0000 7f2dbb200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2dbc104b10 0x7f2dbc19ad50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:44.946 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.946+0000 7f2dbb200640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2dbc105d00 0x7f2dbc19b290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:44.946 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.946+0000 7f2dbb200640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2dbc1066c0 0x7f2dbc1a22c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:44.946 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.946+0000 7f2dbb200640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f2dbc110670 con 0x7f2dbc1066c0 2024-05-20T21:17:44.946 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.946+0000 7f2dbb200640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2dbc1104f0 con 0x7f2dbc104b10 2024-05-20T21:17:44.946 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.946+0000 7f2dbb200640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f2dbc1107f0 con 0x7f2dbc105d00 2024-05-20T21:17:44.946 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.946+0000 7f2dba800640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2dbc1066c0 0x7f2dbc1a22c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:44.947 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.946+0000 7f2dba800640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2dbc1066c0 0x7f2dbc1a22c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:52752/0 (socket says 172.21.15.8:52752) 2024-05-20T21:17:44.947 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.946+0000 7f2db9e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2dbc104b10 0x7f2dbc19ad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:44.947 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.946+0000 7f2dba800640 1 -- 172.21.15.8:0/740847593 learned_addr learned my addr 172.21.15.8:0/740847593 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:44.947 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.946+0000 7f2db9400640 1 --2- 172.21.15.8:0/740847593 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2dbc105d00 0x7f2dbc19b290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:44.947 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.947+0000 7f2db9e00640 1 -- 172.21.15.8:0/740847593 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2dbc105d00 msgr2=0x7f2dbc19b290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:44.947 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.947+0000 7f2db9e00640 1 --2- 172.21.15.8:0/740847593 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2dbc105d00 0x7f2dbc19b290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:44.947 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.947+0000 7f2db9e00640 1 -- 172.21.15.8:0/740847593 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2dbc1066c0 msgr2=0x7f2dbc1a22c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:44.947 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.947+0000 7f2db9e00640 1 --2- 172.21.15.8:0/740847593 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2dbc1066c0 0x7f2dbc1a22c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:44.947 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.947+0000 7f2db9e00640 1 -- 172.21.15.8:0/740847593 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2dbc1a2960 con 0x7f2dbc104b10 2024-05-20T21:17:44.947 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.947+0000 7f2db9e00640 1 --2- 172.21.15.8:0/740847593 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2dbc104b10 0x7f2dbc19ad50 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f2dac00e9c0 tx=0x7f2dac00ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:44.948 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.947+0000 7f2db2a00640 1 -- 172.21.15.8:0/740847593 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2dac00ccc0 con 0x7f2dbc104b10 2024-05-20T21:17:44.948 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.947+0000 7f2db2a00640 1 -- 172.21.15.8:0/740847593 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2dac0035f0 con 0x7f2dbc104b10 2024-05-20T21:17:44.948 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.947+0000 7f2db2a00640 1 -- 172.21.15.8:0/740847593 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2dac00ce60 con 0x7f2dbc104b10 2024-05-20T21:17:44.948 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.947+0000 7f2dbb200640 1 -- 172.21.15.8:0/740847593 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2dbc1a2c50 con 0x7f2dbc104b10 2024-05-20T21:17:44.949 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.948+0000 7f2dbb200640 1 -- 172.21.15.8:0/740847593 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2dbc1a3150 con 0x7f2dbc104b10 2024-05-20T21:17:44.951 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.951+0000 7f2dc3ff2740 1 Processor -- start 2024-05-20T21:17:44.951 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.951+0000 7f2dc3ff2740 1 -- start start 2024-05-20T21:17:44.951 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.951+0000 7f2db2a00640 1 -- 172.21.15.8:0/740847593 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f2dac004000 con 0x7f2dbc104b10 2024-05-20T21:17:44.951 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.951+0000 7f2dc3ff2740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555b421eecf0 0x555b421ef110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:44.951 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.951+0000 7f2dc3ff2740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555b421ef6e0 0x555b421f41e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:44.951 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.951+0000 7f2dc3ff2740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555b421f4850 0x555b421f6ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:44.951 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.951+0000 7f2dc3ff2740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x555b4215eb90 con 0x555b421f4850 2024-05-20T21:17:44.951 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.951+0000 7f2dc3ff2740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x555b4214e730 con 0x555b421eecf0 2024-05-20T21:17:44.951 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.951+0000 7f2dc3ff2740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x555b42152770 con 0x555b421ef6e0 2024-05-20T21:17:44.951 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.952+0000 7f2dba800640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555b421eecf0 0x555b421ef110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:44.952 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.952+0000 7f2db9e00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555b421ef6e0 0x555b421f41e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:44.952 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.952+0000 7f2db9400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555b421f4850 0x555b421f6ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:44.952 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.952+0000 7f2dba800640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555b421eecf0 0x555b421ef110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:46866/0 (socket says 172.21.15.8:46866) 2024-05-20T21:17:44.952 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.952+0000 7f2dba800640 1 -- 172.21.15.8:0/3557297431 learned_addr learned my addr 172.21.15.8:0/3557297431 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:44.952 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.952+0000 7f2dba800640 1 -- 172.21.15.8:0/3557297431 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555b421ef6e0 msgr2=0x555b421f41e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:44.952 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.952+0000 7f2dba800640 1 --2- 172.21.15.8:0/3557297431 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555b421ef6e0 0x555b421f41e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:44.953 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.952+0000 7f2dba800640 1 -- 172.21.15.8:0/3557297431 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555b421f4850 msgr2=0x555b421f6ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:44.953 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.952+0000 7f2dba800640 1 --2- 172.21.15.8:0/3557297431 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555b421f4850 0x555b421f6ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:44.953 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.952+0000 7f2dba800640 1 -- 172.21.15.8:0/3557297431 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555b420e78b0 con 0x555b421eecf0 2024-05-20T21:17:44.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:17:44 smithi008 ceph-mon[31475]: pgmap v512: 97 pgs: 97 active+clean; 829 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 16 KiB/s wr, 14 op/s 2024-05-20T21:17:44.957 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.953+0000 7f2dba800640 1 --2- 172.21.15.8:0/3557297431 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555b421eecf0 0x555b421ef110 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f2db4011570 tx=0x7f2db4011a30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b3ea3c125e759a96 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:44.957 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.953+0000 7f2dab400640 1 -- 172.21.15.8:0/3557297431 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2db401e070 con 0x555b421eecf0 2024-05-20T21:17:44.957 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.953+0000 7f2dab400640 1 -- 172.21.15.8:0/3557297431 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2db400fa70 con 0x555b421eecf0 2024-05-20T21:17:44.958 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.953+0000 7f2dab400640 1 -- 172.21.15.8:0/3557297431 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2db4019c00 con 0x555b421eecf0 2024-05-20T21:17:44.958 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.953+0000 7f2db2a00640 1 --2- 172.21.15.8:0/740847593 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2da00b27d0 0x7f2da00b4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:44.958 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.954+0000 7f2db2a00640 1 -- 172.21.15.8:0/740847593 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f2dac0e27f0 con 0x7f2dbc104b10 2024-05-20T21:17:44.958 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.954+0000 7f2dc3ff2740 1 -- 172.21.15.8:0/3557297431 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555b421eecf0 msgr2=0x555b421ef110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:44.958 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.954+0000 7f2dc3ff2740 1 --2- 172.21.15.8:0/3557297431 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555b421eecf0 0x555b421ef110 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f2db4011570 tx=0x7f2db4011a30 comp rx=0 tx=0).stop 2024-05-20T21:17:44.958 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.954+0000 7f2db9e00640 1 --2- 172.21.15.8:0/740847593 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2da00b27d0 0x7f2da00b4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:44.958 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.954+0000 7f2dc3ff2740 1 -- 172.21.15.8:0/3557297431 shutdown_connections 2024-05-20T21:17:44.958 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.954+0000 7f2dc3ff2740 1 --2- 172.21.15.8:0/3557297431 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555b421f4850 0x555b421f6ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:44.958 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.954+0000 7f2dc3ff2740 1 --2- 172.21.15.8:0/3557297431 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555b421ef6e0 0x555b421f41e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:44.958 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.954+0000 7f2dc3ff2740 1 --2- 172.21.15.8:0/3557297431 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555b421eecf0 0x555b421ef110 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:44.959 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.954+0000 7f2dc3ff2740 1 -- 172.21.15.8:0/3557297431 >> 172.21.15.8:0/3557297431 conn(0x555b421ea360 msgr2=0x555b421ea760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:44.959 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.954+0000 7f2dc3ff2740 1 -- 172.21.15.8:0/3557297431 shutdown_connections 2024-05-20T21:17:44.959 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.954+0000 7f2dc3ff2740 1 -- 172.21.15.8:0/3557297431 wait complete. 2024-05-20T21:17:44.959 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.954+0000 7f2db9e00640 1 --2- 172.21.15.8:0/740847593 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2da00b27d0 0x7f2da00b4c90 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f2dac0a5d90 tx=0x7f2dac000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:44.959 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.955+0000 7f2dc3ff2740 1 -- start start 2024-05-20T21:17:44.959 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.955+0000 7f2dc3ff2740 1 Processor -- start 2024-05-20T21:17:44.959 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.955+0000 7f2dc3ff2740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555b421eecf0 0x555b421f8a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:44.959 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.955+0000 7f2dc3ff2740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555b421ef6e0 0x555b421f8fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:44.959 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.955+0000 7f2dc3ff2740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555b421f4850 0x555b42200010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:44.959 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.955+0000 7f2dc3ff2740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x555b41e34790 con 0x555b421f4850 2024-05-20T21:17:44.959 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.955+0000 7f2dc3ff2740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x555b420f6bc0 con 0x555b421ef6e0 2024-05-20T21:17:44.959 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.955+0000 7f2dc3ff2740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x555b421f7800 con 0x555b421eecf0 2024-05-20T21:17:44.960 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.955+0000 7f2dc3ff2740 10 client.0 _ll_register_callbacks cb 0x555b420d4400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:17:44.960 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.956+0000 7f2dba800640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555b421eecf0 0x555b421f8a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:44.960 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.956+0000 7f2db9400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555b421ef6e0 0x555b421f8fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:44.960 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.956+0000 7f2db9400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555b421ef6e0 0x555b421f8fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:46878/0 (socket says 172.21.15.8:46878) 2024-05-20T21:17:44.960 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.956+0000 7f2dba800640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555b421f4850 0x555b42200010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:44.960 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.956+0000 7f2db9400640 1 -- 172.21.15.8:0/2491594610 learned_addr learned my addr 172.21.15.8:0/2491594610 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:44.960 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.956+0000 7f2db9400640 1 -- 172.21.15.8:0/2491594610 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555b421eecf0 msgr2=0x555b421f8a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:44.960 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.956+0000 7f2db9400640 1 --2- 172.21.15.8:0/2491594610 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555b421eecf0 0x555b421f8a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:44.960 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.956+0000 7f2db9400640 1 -- 172.21.15.8:0/2491594610 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555b421f4850 msgr2=0x555b42200010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:44.960 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.956+0000 7f2db9400640 1 --2- 172.21.15.8:0/2491594610 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555b421f4850 0x555b42200010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:44.961 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.956+0000 7f2db9400640 1 -- 172.21.15.8:0/2491594610 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555b41e63210 con 0x555b421ef6e0 2024-05-20T21:17:44.961 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.956+0000 7f2db9400640 1 --2- 172.21.15.8:0/2491594610 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555b421ef6e0 0x555b421f8fd0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f2da4009900 tx=0x7f2da4005270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b68d0467ee074681 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:44.961 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.956+0000 7f2d9fe00640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:17:44.961 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.957+0000 7f2d9fe00640 1 -- 172.21.15.8:0/2491594610 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2da4035040 con 0x555b421ef6e0 2024-05-20T21:17:44.961 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.957+0000 7f2d9fe00640 1 -- 172.21.15.8:0/2491594610 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f2da40048c0 con 0x555b421ef6e0 2024-05-20T21:17:44.961 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.957+0000 7f2dc3ff2740 1 -- 172.21.15.8:0/2491594610 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2db400fa70 con 0x555b421ef6e0 2024-05-20T21:17:44.961 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.957+0000 7f2d9fe00640 1 -- 172.21.15.8:0/2491594610 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2da4005570 con 0x555b421ef6e0 2024-05-20T21:17:44.961 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.957+0000 7f2dc3ff2740 10 client.25772 fetch_fsmap learned FSMap version 26 2024-05-20T21:17:44.961 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.957+0000 7f2dc3ff2740 1 -- 172.21.15.8:0/2491594610 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x555b41f2f620 con 0x555b421ef6e0 2024-05-20T21:17:44.961 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.957+0000 7f2d9fe00640 1 -- 172.21.15.8:0/2491594610 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2db400fa70 con 0x555b421ef6e0 2024-05-20T21:17:44.961 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.958+0000 7f2d9fe00640 1 -- 172.21.15.8:0/2491594610 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f2da4003cc0 con 0x555b421ef6e0 2024-05-20T21:17:44.961 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.958+0000 7f2dc3ff2740 10 client.25772 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:17:44.961 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.958+0000 7f2dc3ff2740 10 client.25772 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:17:44.962 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.958+0000 7f2dc3ff2740 20 client.25772 populate_metadata read hostname 'smithi008' 2024-05-20T21:17:44.962 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.958+0000 7f2dc3ff2740 1 --2- 172.21.15.8:0/2491594610 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x555b42204660 0x555b42206a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:44.962 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.958+0000 7f2dc3ff2740 4 client.25772 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:17:44.962 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.958+0000 7f2dc3ff2740 1 -- 172.21.15.8:0/2491594610 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555b42160ae0 con 0x555b42204660 2024-05-20T21:17:44.962 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.958+0000 7f2dba800640 1 --2- 172.21.15.8:0/2491594610 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x555b42204660 0x555b42206a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:44.963 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.959+0000 7f2dba800640 1 --2- 172.21.15.8:0/2491594610 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x555b42204660 0x555b42206a70 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=29e88cde9d4f421a server_cookie=6da92458407f422a in_seq=0 out_seq=0 2024-05-20T21:17:44.963 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.959+0000 7f2d9fe00640 10 client.25772 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:17:44.963 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.960+0000 7f2d9fe00640 1 -- 172.21.15.8:0/2491594610 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x555b42160ae0 con 0x555b42204660 2024-05-20T21:17:44.964 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.960+0000 7f2d9fe00640 10 client.25772 handle_command_reply: tid=0 2024-05-20T21:17:44.964 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.960+0000 7f2dc3ff2740 1 client.25772 shutdown 2024-05-20T21:17:44.964 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.960+0000 7f2dc3ff2740 1 -- 172.21.15.8:0/2491594610 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555b421ef6e0 msgr2=0x555b421f8fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:44.964 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.960+0000 7f2dc3ff2740 1 --2- 172.21.15.8:0/2491594610 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555b421ef6e0 0x555b421f8fd0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f2da4009900 tx=0x7f2da4005270 comp rx=0 tx=0).stop 2024-05-20T21:17:44.964 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.960+0000 7f2dc3ff2740 1 -- 172.21.15.8:0/2491594610 shutdown_connections 2024-05-20T21:17:44.964 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.960+0000 7f2dc3ff2740 1 --2- 172.21.15.8:0/2491594610 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x555b42204660 0x555b42206a70 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:44.964 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.960+0000 7f2dc3ff2740 1 --2- 172.21.15.8:0/2491594610 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555b421f4850 0x555b42200010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:44.964 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.960+0000 7f2dc3ff2740 1 --2- 172.21.15.8:0/2491594610 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555b421ef6e0 0x555b421f8fd0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:44.964 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.960+0000 7f2dc3ff2740 1 --2- 172.21.15.8:0/2491594610 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555b421eecf0 0x555b421f8a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:44.964 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.960+0000 7f2d9fe00640 0 client.25772 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:17:44.964 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.960+0000 7f2dc3ff2740 1 -- 172.21.15.8:0/2491594610 >> 172.21.15.8:0/2491594610 conn(0x555b421ea360 msgr2=0x555b421e94c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:44.965 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.960+0000 7f2dc3ff2740 1 -- 172.21.15.8:0/2491594610 shutdown_connections 2024-05-20T21:17:44.965 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.960+0000 7f2dc3ff2740 1 -- 172.21.15.8:0/2491594610 wait complete. 2024-05-20T21:17:44.965 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.960+0000 7f2dc3ff2740 20 client.25772 trim_cache size 0 max 16384 2024-05-20T21:17:44.977 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.977+0000 7f2dc3ff2740 1 Processor -- start 2024-05-20T21:17:44.977 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.977+0000 7f2dc3ff2740 1 -- start start 2024-05-20T21:17:44.977 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.978+0000 7f2dc3ff2740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555b421eecf0 0x555b421f0890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:44.977 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.978+0000 7f2dc3ff2740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555b421ef6e0 0x555b421fffd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:44.977 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.978+0000 7f2dc3ff2740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555b421f4850 0x555b4220b370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:44.977 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.978+0000 7f2dc3ff2740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f2dbc1ae790 con 0x555b421f4850 2024-05-20T21:17:44.977 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.978+0000 7f2dc3ff2740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2dbc1ac060 con 0x555b421eecf0 2024-05-20T21:17:44.977 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.978+0000 7f2dc3ff2740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f2dbc1a9eb0 con 0x555b421ef6e0 2024-05-20T21:17:44.980 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.978+0000 7f2db9400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555b421ef6e0 0x555b421fffd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:44.980 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.978+0000 7f2db9400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555b421ef6e0 0x555b421fffd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:52034/0 (socket says 172.21.15.8:52034) 2024-05-20T21:17:44.980 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.978+0000 7f2db9400640 1 -- 172.21.15.8:0/3724549093 learned_addr learned my addr 172.21.15.8:0/3724549093 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:44.980 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.978+0000 7f2dba800640 1 --2- 172.21.15.8:0/3724549093 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555b421f4850 0x555b4220b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:44.980 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.978+0000 7f2dba800640 1 --2- 172.21.15.8:0/3724549093 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555b421eecf0 0x555b421f0890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:44.980 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.979+0000 7f2db9400640 1 -- 172.21.15.8:0/3724549093 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555b421eecf0 msgr2=0x555b421f0890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:44.980 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.979+0000 7f2db9400640 1 --2- 172.21.15.8:0/3724549093 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555b421eecf0 0x555b421f0890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:44.980 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.979+0000 7f2db9400640 1 -- 172.21.15.8:0/3724549093 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555b421f4850 msgr2=0x555b4220b370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:44.981 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.979+0000 7f2db9400640 1 --2- 172.21.15.8:0/3724549093 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555b421f4850 0x555b4220b370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:44.981 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.979+0000 7f2db9400640 1 -- 172.21.15.8:0/3724549093 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555b421ea190 con 0x555b421ef6e0 2024-05-20T21:17:44.981 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.979+0000 7f2db9400640 1 --2- 172.21.15.8:0/3724549093 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555b421ef6e0 0x555b421fffd0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f2da4005710 tx=0x7f2da4001e70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c6700bf332842947 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:44.981 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.979+0000 7f2daaa00640 1 -- 172.21.15.8:0/3724549093 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2da4035070 con 0x555b421ef6e0 2024-05-20T21:17:44.981 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.979+0000 7f2daaa00640 1 -- 172.21.15.8:0/3724549093 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2da4040070 con 0x555b421ef6e0 2024-05-20T21:17:44.981 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.979+0000 7f2daaa00640 1 -- 172.21.15.8:0/3724549093 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2da4003850 con 0x555b421ef6e0 2024-05-20T21:17:44.981 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.980+0000 7f2dc3ff2740 1 -- 172.21.15.8:0/3724549093 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555b421ef6e0 msgr2=0x555b421fffd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:44.981 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.980+0000 7f2dc3ff2740 1 --2- 172.21.15.8:0/3724549093 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555b421ef6e0 0x555b421fffd0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f2da4005710 tx=0x7f2da4001e70 comp rx=0 tx=0).stop 2024-05-20T21:17:44.981 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.980+0000 7f2dc3ff2740 1 -- 172.21.15.8:0/3724549093 shutdown_connections 2024-05-20T21:17:44.981 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.980+0000 7f2dc3ff2740 1 --2- 172.21.15.8:0/3724549093 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555b421f4850 0x555b4220b370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:44.981 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.980+0000 7f2dc3ff2740 1 --2- 172.21.15.8:0/3724549093 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555b421ef6e0 0x555b421fffd0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:44.981 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.980+0000 7f2dc3ff2740 1 --2- 172.21.15.8:0/3724549093 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555b421eecf0 0x555b421f0890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:44.982 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.980+0000 7f2dc3ff2740 1 -- 172.21.15.8:0/3724549093 >> 172.21.15.8:0/3724549093 conn(0x555b421ea360 msgr2=0x555b421f0180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:44.982 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.980+0000 7f2dc3ff2740 1 -- 172.21.15.8:0/3724549093 shutdown_connections 2024-05-20T21:17:44.982 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.980+0000 7f2dc3ff2740 1 -- 172.21.15.8:0/3724549093 wait complete. 2024-05-20T21:17:44.982 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.981+0000 7f2dc3ff2740 1 -- start start 2024-05-20T21:17:44.982 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.981+0000 7f2dc3ff2740 1 Processor -- start 2024-05-20T21:17:44.985 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.981+0000 7f2dc3ff2740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555b421eecf0 0x555b421fde70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:44.985 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.981+0000 7f2dc3ff2740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555b421ef6e0 0x555b421fe3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:44.985 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.981+0000 7f2dc3ff2740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555b421f4850 0x555b421ff3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:44.985 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.981+0000 7f2dc3ff2740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f2dbc1aa520 con 0x555b421f4850 2024-05-20T21:17:44.985 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.981+0000 7f2dc3ff2740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2dbc1ab990 con 0x555b421ef6e0 2024-05-20T21:17:44.985 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.981+0000 7f2dc3ff2740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f2dbc1aabf0 con 0x555b421eecf0 2024-05-20T21:17:44.986 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.981+0000 7f2dc3ff2740 10 client.0 _ll_register_callbacks cb 0x7f2db40093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:17:44.986 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.982+0000 7f2dba800640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555b421eecf0 0x555b421fde70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:44.986 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.982+0000 7f2dba800640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555b421eecf0 0x555b421fde70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:52042/0 (socket says 172.21.15.8:52042) 2024-05-20T21:17:44.986 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.982+0000 7f2dba800640 1 -- 172.21.15.8:0/2535464819 learned_addr learned my addr 172.21.15.8:0/2535464819 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:44.986 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.982+0000 7f2dba800640 1 --2- 172.21.15.8:0/2535464819 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555b421f4850 0x555b421ff3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:44.986 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.982+0000 7f2db9400640 1 --2- 172.21.15.8:0/2535464819 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555b421ef6e0 0x555b421fe3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:44.986 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.982+0000 7f2db9400640 1 -- 172.21.15.8:0/2535464819 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555b421eecf0 msgr2=0x555b421fde70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:44.986 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.982+0000 7f2db9400640 1 --2- 172.21.15.8:0/2535464819 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555b421eecf0 0x555b421fde70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:44.986 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.982+0000 7f2db9400640 1 -- 172.21.15.8:0/2535464819 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555b421f4850 msgr2=0x555b421ff3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:44.986 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.982+0000 7f2db9400640 1 --2- 172.21.15.8:0/2535464819 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555b421f4850 0x555b421ff3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:44.986 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.982+0000 7f2db9400640 1 -- 172.21.15.8:0/2535464819 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555b421ff9b0 con 0x555b421ef6e0 2024-05-20T21:17:44.986 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.982+0000 7f2dba800640 1 --2- 172.21.15.8:0/2535464819 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555b421f4850 0x555b421ff3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:17:44.987 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.982+0000 7f2db9400640 1 --2- 172.21.15.8:0/2535464819 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555b421ef6e0 0x555b421fe3b0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f2da40317e0 tx=0x7f2da40043e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c4fdacc5c0c05c24 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:44.987 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.982+0000 7f2d9fe00640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:17:44.987 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.983+0000 7f2d9fe00640 1 -- 172.21.15.8:0/2535464819 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2da4035040 con 0x555b421ef6e0 2024-05-20T21:17:44.987 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.983+0000 7f2dc3ff2740 1 -- 172.21.15.8:0/2535464819 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2da4040070 con 0x555b421ef6e0 2024-05-20T21:17:44.987 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.983+0000 7f2d9fe00640 1 -- 172.21.15.8:0/2535464819 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f2da40037f0 con 0x555b421ef6e0 2024-05-20T21:17:44.987 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.983+0000 7f2d9fe00640 1 -- 172.21.15.8:0/2535464819 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2da4003a10 con 0x555b421ef6e0 2024-05-20T21:17:44.987 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.983+0000 7f2dc3ff2740 10 client.25775 fetch_fsmap learned FSMap version 26 2024-05-20T21:17:44.987 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.983+0000 7f2dc3ff2740 1 -- 172.21.15.8:0/2535464819 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x555b4226f9c0 con 0x555b421ef6e0 2024-05-20T21:17:44.987 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.983+0000 7f2d9fe00640 1 -- 172.21.15.8:0/2535464819 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2da4040070 con 0x555b421ef6e0 2024-05-20T21:17:44.987 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.984+0000 7f2d9fe00640 1 -- 172.21.15.8:0/2535464819 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f2da4003bb0 con 0x555b421ef6e0 2024-05-20T21:17:44.987 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.984+0000 7f2dc3ff2740 10 client.25775 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:17:44.988 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.984+0000 7f2dc3ff2740 10 client.25775 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:17:44.988 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.984+0000 7f2dc3ff2740 20 client.25775 populate_metadata read hostname 'smithi008' 2024-05-20T21:17:44.988 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.984+0000 7f2dc3ff2740 1 --2- 172.21.15.8:0/2535464819 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x555b42270340 0x555b42272760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:44.988 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.984+0000 7f2dc3ff2740 4 client.25775 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:17:44.988 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.984+0000 7f2dc3ff2740 1 -- 172.21.15.8:0/2535464819 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x555b4215a2c0 con 0x555b42270340 2024-05-20T21:17:44.988 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.984+0000 7f2dba800640 1 --2- 172.21.15.8:0/2535464819 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x555b42270340 0x555b42272760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:44.988 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.985+0000 7f2dba800640 1 --2- 172.21.15.8:0/2535464819 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x555b42270340 0x555b42272760 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9d8c7865ec396ca2 server_cookie=d85a55db440f925d in_seq=0 out_seq=0 2024-05-20T21:17:44.988 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.985+0000 7f2d9fe00640 10 client.25775 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:17:44.997 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.998+0000 7f2d9fe00640 1 -- 172.21.15.8:0/2535464819 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x555b4215a2c0 con 0x555b42270340 2024-05-20T21:17:44.997 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.998+0000 7f2d9fe00640 10 client.25775 handle_command_reply: tid=0 2024-05-20T21:17:44.998 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.998+0000 7f2dc3ff2740 1 client.25775 shutdown 2024-05-20T21:17:44.998 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.998+0000 7f2dc3ff2740 1 -- 172.21.15.8:0/2535464819 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555b421ef6e0 msgr2=0x555b421fe3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:44.998 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.998+0000 7f2dc3ff2740 1 --2- 172.21.15.8:0/2535464819 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555b421ef6e0 0x555b421fe3b0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f2da40317e0 tx=0x7f2da40043e0 comp rx=0 tx=0).stop 2024-05-20T21:17:44.998 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.998+0000 7f2dc3ff2740 1 -- 172.21.15.8:0/2535464819 shutdown_connections 2024-05-20T21:17:44.998 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.998+0000 7f2dc3ff2740 1 --2- 172.21.15.8:0/2535464819 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x555b42270340 0x555b42272760 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:44.998 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.998+0000 7f2dc3ff2740 1 --2- 172.21.15.8:0/2535464819 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555b421f4850 0x555b421ff3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:44.998 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.998+0000 7f2dc3ff2740 1 --2- 172.21.15.8:0/2535464819 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555b421ef6e0 0x555b421fe3b0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:44.998 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.998+0000 7f2d9fe00640 0 client.25775 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:17:44.998 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.998+0000 7f2dc3ff2740 1 --2- 172.21.15.8:0/2535464819 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555b421eecf0 0x555b421fde70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:44.998 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.998+0000 7f2dc3ff2740 1 -- 172.21.15.8:0/2535464819 >> 172.21.15.8:0/2535464819 conn(0x555b421ea360 msgr2=0x555b421e8c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:44.998 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.998+0000 7f2dc3ff2740 1 -- 172.21.15.8:0/2535464819 shutdown_connections 2024-05-20T21:17:44.999 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.998+0000 7f2dc3ff2740 1 -- 172.21.15.8:0/2535464819 wait complete. 2024-05-20T21:17:44.999 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.999+0000 7f2dc3ff2740 20 client.25775 trim_cache size 0 max 16384 2024-05-20T21:17:44.999 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:17:44.999 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:17:45.000 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:17:45.000 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.999+0000 7f2dbb200640 1 -- 172.21.15.8:0/740847593 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2da00b27d0 msgr2=0x7f2da00b4c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:45.000 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.999+0000 7f2dbb200640 1 --2- 172.21.15.8:0/740847593 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2da00b27d0 0x7f2da00b4c90 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f2dac0a5d90 tx=0x7f2dac000bc0 comp rx=0 tx=0).stop 2024-05-20T21:17:45.000 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.999+0000 7f2dbb200640 1 -- 172.21.15.8:0/740847593 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2dbc104b10 msgr2=0x7f2dbc19ad50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:45.001 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:44.999+0000 7f2dbb200640 1 --2- 172.21.15.8:0/740847593 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2dbc104b10 0x7f2dbc19ad50 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f2dac00e9c0 tx=0x7f2dac00ee80 comp rx=0 tx=0).stop 2024-05-20T21:17:45.001 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:45.000+0000 7f2dbb200640 1 -- 172.21.15.8:0/740847593 shutdown_connections 2024-05-20T21:17:45.001 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:45.000+0000 7f2dbb200640 1 --2- 172.21.15.8:0/740847593 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2da00b27d0 0x7f2da00b4c90 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:45.001 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:45.000+0000 7f2dbb200640 1 --2- 172.21.15.8:0/740847593 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2dbc1066c0 0x7f2dbc1a22c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:45.001 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:45.000+0000 7f2dbb200640 1 --2- 172.21.15.8:0/740847593 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2dbc105d00 0x7f2dbc19b290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:45.001 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:45.000+0000 7f2dbb200640 1 --2- 172.21.15.8:0/740847593 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2dbc104b10 0x7f2dbc19ad50 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:45.001 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:45.000+0000 7f2dbb200640 1 -- 172.21.15.8:0/740847593 >> 172.21.15.8:0/740847593 conn(0x7f2dbc1000c0 msgr2=0x7f2dbc1090d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:45.001 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:45.000+0000 7f2dbb200640 1 -- 172.21.15.8:0/740847593 shutdown_connections 2024-05-20T21:17:45.001 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:45.000+0000 7f2dbb200640 1 -- 172.21.15.8:0/740847593 wait complete. 2024-05-20T21:17:46.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:17:46 smithi130 ceph-mon[36448]: pgmap v513: 97 pgs: 97 active+clean; 829 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-20T21:17:46.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:17:46 smithi050 ceph-mon[35809]: pgmap v513: 97 pgs: 97 active+clean; 829 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-20T21:17:46.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:17:46 smithi008 ceph-mon[31475]: pgmap v513: 97 pgs: 97 active+clean; 829 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-20T21:17:48.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:17:48 smithi130 ceph-mon[36448]: pgmap v514: 97 pgs: 97 active+clean; 829 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-20T21:17:48.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:17:48 smithi050 ceph-mon[35809]: pgmap v514: 97 pgs: 97 active+clean; 829 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-20T21:17:48.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:17:48 smithi008 ceph-mon[31475]: pgmap v514: 97 pgs: 97 active+clean; 829 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-20T21:17:50.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:17:50 smithi130 ceph-mon[36448]: pgmap v515: 97 pgs: 97 active+clean; 881 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-20T21:17:50.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:17:50 smithi050 ceph-mon[35809]: pgmap v515: 97 pgs: 97 active+clean; 881 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-20T21:17:50.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:17:50 smithi008 ceph-mon[31475]: pgmap v515: 97 pgs: 97 active+clean; 881 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-20T21:17:52.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:17:52 smithi130 ceph-mon[36448]: pgmap v516: 97 pgs: 97 active+clean; 881 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-20T21:17:52.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:17:52 smithi050 ceph-mon[35809]: pgmap v516: 97 pgs: 97 active+clean; 881 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-20T21:17:52.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:17:52 smithi008 ceph-mon[31475]: pgmap v516: 97 pgs: 97 active+clean; 881 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-20T21:17:54.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:17:53 smithi130 ceph-mon[36448]: pgmap v517: 97 pgs: 97 active+clean; 939 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-20T21:17:54.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:17:53 smithi050 ceph-mon[35809]: pgmap v517: 97 pgs: 97 active+clean; 939 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-20T21:17:54.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:17:53 smithi008 ceph-mon[31475]: pgmap v517: 97 pgs: 97 active+clean; 939 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-20T21:17:56.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:17:56 smithi130 ceph-mon[36448]: pgmap v518: 97 pgs: 97 active+clean; 939 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 10 op/s 2024-05-20T21:17:56.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:17:56 smithi050 ceph-mon[35809]: pgmap v518: 97 pgs: 97 active+clean; 939 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 10 op/s 2024-05-20T21:17:56.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:17:56 smithi008 ceph-mon[31475]: pgmap v518: 97 pgs: 97 active+clean; 939 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 10 op/s 2024-05-20T21:17:58.149 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.149+0000 7f222d600640 1 -- 172.21.15.8:0/1784962389 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2228076a10 msgr2=0x7f2228074e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:58.149 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.149+0000 7f222d600640 1 --2- 172.21.15.8:0/1784962389 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2228076a10 0x7f2228074e60 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f2218009900 tx=0x7f221802a480 comp rx=0 tx=0).stop 2024-05-20T21:17:58.149 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.149+0000 7f222d600640 1 -- 172.21.15.8:0/1784962389 shutdown_connections 2024-05-20T21:17:58.149 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.149+0000 7f222d600640 1 --2- 172.21.15.8:0/1784962389 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f222810a7a0 0x7f222810cc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.149 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.149+0000 7f222d600640 1 --2- 172.21.15.8:0/1784962389 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2228075430 0x7f2228075890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.149 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.149+0000 7f222d600640 1 --2- 172.21.15.8:0/1784962389 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2228076a10 0x7f2228074e60 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.149 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.149+0000 7f222d600640 1 -- 172.21.15.8:0/1784962389 >> 172.21.15.8:0/1784962389 conn(0x7f22280fde60 msgr2=0x7f22281002a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:58.150 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.150+0000 7f222d600640 1 -- 172.21.15.8:0/1784962389 shutdown_connections 2024-05-20T21:17:58.150 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.150+0000 7f222d600640 1 -- 172.21.15.8:0/1784962389 wait complete. 2024-05-20T21:17:58.150 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.151+0000 7f222d600640 1 Processor -- start 2024-05-20T21:17:58.150 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.151+0000 7f222d600640 1 -- start start 2024-05-20T21:17:58.152 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.152+0000 7f222d600640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2228075430 0x7f222819ad30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:58.152 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.152+0000 7f222d600640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2228076a10 0x7f222819b270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:58.152 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.152+0000 7f222d600640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f222810a7a0 0x7f22281a22a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:58.152 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.152+0000 7f222d600640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f2228110670 con 0x7f2228075430 2024-05-20T21:17:58.152 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.152+0000 7f222d600640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f22281104f0 con 0x7f2228076a10 2024-05-20T21:17:58.152 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.152+0000 7f222d600640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f22281107f0 con 0x7f222810a7a0 2024-05-20T21:17:58.152 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.152+0000 7f2227e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2228075430 0x7f222819ad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:58.152 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.152+0000 7f2227e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2228075430 0x7f222819ad30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:57634/0 (socket says 172.21.15.8:57634) 2024-05-20T21:17:58.152 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.152+0000 7f2227e00640 1 -- 172.21.15.8:0/1450737576 learned_addr learned my addr 172.21.15.8:0/1450737576 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:58.152 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.152+0000 7f2227400640 1 --2- 172.21.15.8:0/1450737576 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2228076a10 0x7f222819b270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:58.152 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.152+0000 7f222cc00640 1 --2- 172.21.15.8:0/1450737576 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f222810a7a0 0x7f22281a22a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:58.153 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.152+0000 7f2227e00640 1 -- 172.21.15.8:0/1450737576 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f222810a7a0 msgr2=0x7f22281a22a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:58.153 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.152+0000 7f2227e00640 1 --2- 172.21.15.8:0/1450737576 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f222810a7a0 0x7f22281a22a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.153 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.152+0000 7f2227e00640 1 -- 172.21.15.8:0/1450737576 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2228076a10 msgr2=0x7f222819b270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:58.153 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.152+0000 7f2227e00640 1 --2- 172.21.15.8:0/1450737576 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2228076a10 0x7f222819b270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.153 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.152+0000 7f2227e00640 1 -- 172.21.15.8:0/1450737576 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22281a2940 con 0x7f2228075430 2024-05-20T21:17:58.153 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.153+0000 7f2227e00640 1 --2- 172.21.15.8:0/1450737576 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2228075430 0x7f222819ad30 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f2218005ab0 tx=0x7f2218003b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:58.153 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.153+0000 7f2224c00640 1 -- 172.21.15.8:0/1450737576 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f221803f070 con 0x7f2228075430 2024-05-20T21:17:58.154 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.153+0000 7f2224c00640 1 -- 172.21.15.8:0/1450737576 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2218031c50 con 0x7f2228075430 2024-05-20T21:17:58.154 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.153+0000 7f222d600640 1 -- 172.21.15.8:0/1450737576 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22281a2bd0 con 0x7f2228075430 2024-05-20T21:17:58.154 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.153+0000 7f2224c00640 1 -- 172.21.15.8:0/1450737576 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2218035030 con 0x7f2228075430 2024-05-20T21:17:58.154 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.153+0000 7f222d600640 1 -- 172.21.15.8:0/1450737576 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22281a30c0 con 0x7f2228075430 2024-05-20T21:17:58.156 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.157+0000 7f22319f2740 1 Processor -- start 2024-05-20T21:17:58.156 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.157+0000 7f22319f2740 1 -- start start 2024-05-20T21:17:58.157 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.157+0000 7f2224c00640 1 -- 172.21.15.8:0/1450737576 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f2218042070 con 0x7f2228075430 2024-05-20T21:17:58.157 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.157+0000 7f22319f2740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556a1ab0ecf0 0x556a1ab0f110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:58.157 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.157+0000 7f22319f2740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556a1ab0f6e0 0x556a1ab141e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:58.157 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.157+0000 7f22319f2740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556a1ab14850 0x556a1ab16ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:58.157 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.157+0000 7f22319f2740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x556a1aa7eb90 con 0x556a1ab0ecf0 2024-05-20T21:17:58.157 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.157+0000 7f22319f2740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x556a1aa6e730 con 0x556a1ab14850 2024-05-20T21:17:58.158 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.157+0000 7f22319f2740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x556a1aa72770 con 0x556a1ab0f6e0 2024-05-20T21:17:58.158 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.158+0000 7f222cc00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556a1ab0ecf0 0x556a1ab0f110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:58.158 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.158+0000 7f2227400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556a1ab14850 0x556a1ab16ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:58.158 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.158+0000 7f2227400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556a1ab14850 0x556a1ab16ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:50046/0 (socket says 172.21.15.8:50046) 2024-05-20T21:17:58.158 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.158+0000 7f222cc00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556a1ab0ecf0 0x556a1ab0f110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:57648/0 (socket says 172.21.15.8:57648) 2024-05-20T21:17:58.158 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.158+0000 7f2227400640 1 -- 172.21.15.8:0/4152762627 learned_addr learned my addr 172.21.15.8:0/4152762627 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:58.158 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.158+0000 7f2227e00640 1 --2- 172.21.15.8:0/4152762627 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556a1ab0f6e0 0x556a1ab141e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:58.158 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.158+0000 7f2227400640 1 -- 172.21.15.8:0/4152762627 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556a1ab0f6e0 msgr2=0x556a1ab141e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:58.158 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.158+0000 7f2227400640 1 --2- 172.21.15.8:0/4152762627 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556a1ab0f6e0 0x556a1ab141e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.158 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.158+0000 7f2227400640 1 -- 172.21.15.8:0/4152762627 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556a1ab0ecf0 msgr2=0x556a1ab0f110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:58.158 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.158+0000 7f2227400640 1 --2- 172.21.15.8:0/4152762627 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556a1ab0ecf0 0x556a1ab0f110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.158 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.158+0000 7f2227400640 1 -- 172.21.15.8:0/4152762627 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556a1aa078b0 con 0x556a1ab14850 2024-05-20T21:17:58.160 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.158+0000 7f2227400640 1 --2- 172.21.15.8:0/4152762627 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556a1ab14850 0x556a1ab16ce0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f22100114f0 tx=0x7f22100119b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d6ad51bd3ef105f9 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:58.161 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.159+0000 7f221d200640 1 -- 172.21.15.8:0/4152762627 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2210004d20 con 0x556a1ab14850 2024-05-20T21:17:58.161 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.159+0000 7f221d200640 1 -- 172.21.15.8:0/4152762627 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2210004050 con 0x556a1ab14850 2024-05-20T21:17:58.161 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.159+0000 7f221d200640 1 -- 172.21.15.8:0/4152762627 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f221000f7c0 con 0x556a1ab14850 2024-05-20T21:17:58.161 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.159+0000 7f2224c00640 1 --2- 172.21.15.8:0/1450737576 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f22080b27d0 0x7f22080b4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:58.161 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.159+0000 7f22319f2740 1 -- 172.21.15.8:0/4152762627 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556a1ab14850 msgr2=0x556a1ab16ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:58.161 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.159+0000 7f22319f2740 1 --2- 172.21.15.8:0/4152762627 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556a1ab14850 0x556a1ab16ce0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f22100114f0 tx=0x7f22100119b0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.161 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.160+0000 7f2224c00640 1 -- 172.21.15.8:0/1450737576 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f2218102a90 con 0x7f2228075430 2024-05-20T21:17:58.161 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.160+0000 7f22319f2740 1 -- 172.21.15.8:0/4152762627 shutdown_connections 2024-05-20T21:17:58.161 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.160+0000 7f222cc00640 1 --2- 172.21.15.8:0/1450737576 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f22080b27d0 0x7f22080b4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:58.161 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.160+0000 7f22319f2740 1 --2- 172.21.15.8:0/4152762627 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556a1ab14850 0x556a1ab16ce0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.161 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.160+0000 7f22319f2740 1 --2- 172.21.15.8:0/4152762627 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556a1ab0f6e0 0x556a1ab141e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.161 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.160+0000 7f22319f2740 1 --2- 172.21.15.8:0/4152762627 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556a1ab0ecf0 0x556a1ab0f110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.161 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.160+0000 7f22319f2740 1 -- 172.21.15.8:0/4152762627 >> 172.21.15.8:0/4152762627 conn(0x556a1ab0a360 msgr2=0x556a1ab0a760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:58.162 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.160+0000 7f22319f2740 1 -- 172.21.15.8:0/4152762627 shutdown_connections 2024-05-20T21:17:58.162 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.160+0000 7f22319f2740 1 -- 172.21.15.8:0/4152762627 wait complete. 2024-05-20T21:17:58.162 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.160+0000 7f22319f2740 1 -- start start 2024-05-20T21:17:58.162 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.160+0000 7f222cc00640 1 --2- 172.21.15.8:0/1450737576 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f22080b27d0 0x7f22080b4c90 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x556a1ab0ff40 tx=0x7f2220005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:58.162 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.161+0000 7f22319f2740 1 Processor -- start 2024-05-20T21:17:58.162 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.161+0000 7f22319f2740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556a1ab0ecf0 0x556a1ab18b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:58.162 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.161+0000 7f22319f2740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556a1ab0f6e0 0x556a1ab19090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:58.162 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.161+0000 7f22319f2740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556a1ab14850 0x556a1ab200d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:58.162 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.161+0000 7f22319f2740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x556a1a754790 con 0x556a1ab14850 2024-05-20T21:17:58.162 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.161+0000 7f22319f2740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x556a1aa16bc0 con 0x556a1ab0f6e0 2024-05-20T21:17:58.162 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.161+0000 7f22319f2740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x556a1ab17800 con 0x556a1ab0ecf0 2024-05-20T21:17:58.162 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.161+0000 7f22319f2740 10 client.0 _ll_register_callbacks cb 0x556a1a9f4400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:17:58.162 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.161+0000 7f222cc00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556a1ab14850 0x556a1ab200d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:58.163 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.161+0000 7f2227400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556a1ab0f6e0 0x556a1ab19090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:58.163 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.161+0000 7f2227400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556a1ab0f6e0 0x556a1ab19090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:50056/0 (socket says 172.21.15.8:50056) 2024-05-20T21:17:58.163 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.161+0000 7f222cc00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556a1ab14850 0x556a1ab200d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:57654/0 (socket says 172.21.15.8:57654) 2024-05-20T21:17:58.163 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.161+0000 7f2227400640 1 -- 172.21.15.8:0/3188133484 learned_addr learned my addr 172.21.15.8:0/3188133484 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:58.163 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.162+0000 7f2227e00640 1 --2- 172.21.15.8:0/3188133484 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556a1ab0ecf0 0x556a1ab18b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:58.165 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.162+0000 7f2227400640 1 -- 172.21.15.8:0/3188133484 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556a1ab0ecf0 msgr2=0x556a1ab18b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:58.165 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.162+0000 7f2227400640 1 --2- 172.21.15.8:0/3188133484 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556a1ab0ecf0 0x556a1ab18b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.165 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.162+0000 7f2227400640 1 -- 172.21.15.8:0/3188133484 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556a1ab14850 msgr2=0x556a1ab200d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:58.165 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.162+0000 7f2227400640 1 --2- 172.21.15.8:0/3188133484 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556a1ab14850 0x556a1ab200d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.166 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.162+0000 7f2227400640 1 -- 172.21.15.8:0/3188133484 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556a1a783210 con 0x556a1ab0f6e0 2024-05-20T21:17:58.166 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.162+0000 7f2227400640 1 --2- 172.21.15.8:0/3188133484 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556a1ab0f6e0 0x556a1ab19090 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f221001b040 tx=0x7f2210004430 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1a2ad8cb7d5329d1 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:58.166 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.162+0000 7f2215600640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:17:58.166 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.162+0000 7f2215600640 1 -- 172.21.15.8:0/3188133484 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2210028020 con 0x556a1ab0f6e0 2024-05-20T21:17:58.166 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.163+0000 7f22319f2740 1 -- 172.21.15.8:0/3188133484 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2210004050 con 0x556a1ab0f6e0 2024-05-20T21:17:58.166 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.163+0000 7f2215600640 1 -- 172.21.15.8:0/3188133484 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f2210004c50 con 0x556a1ab0f6e0 2024-05-20T21:17:58.166 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.163+0000 7f2215600640 1 -- 172.21.15.8:0/3188133484 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2210033050 con 0x556a1ab0f6e0 2024-05-20T21:17:58.166 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.163+0000 7f22319f2740 10 client.25787 fetch_fsmap learned FSMap version 26 2024-05-20T21:17:58.166 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.163+0000 7f22319f2740 1 -- 172.21.15.8:0/3188133484 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556a1a84f620 con 0x556a1ab0f6e0 2024-05-20T21:17:58.166 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.163+0000 7f2215600640 1 -- 172.21.15.8:0/3188133484 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2210004050 con 0x556a1ab0f6e0 2024-05-20T21:17:58.166 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.163+0000 7f2215600640 1 -- 172.21.15.8:0/3188133484 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f2210005040 con 0x556a1ab0f6e0 2024-05-20T21:17:58.166 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.163+0000 7f22319f2740 10 client.25787 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:17:58.166 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.163+0000 7f22319f2740 10 client.25787 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:17:58.167 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.164+0000 7f22319f2740 20 client.25787 populate_metadata read hostname 'smithi008' 2024-05-20T21:17:58.167 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.164+0000 7f22319f2740 1 --2- 172.21.15.8:0/3188133484 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x556a1ab24470 0x556a1ab26860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:58.167 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.164+0000 7f22319f2740 4 client.25787 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:17:58.167 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.164+0000 7f22319f2740 1 -- 172.21.15.8:0/3188133484 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556a1aa80ae0 con 0x556a1ab24470 2024-05-20T21:17:58.167 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.164+0000 7f2227e00640 1 --2- 172.21.15.8:0/3188133484 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x556a1ab24470 0x556a1ab26860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:58.167 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.165+0000 7f2227e00640 1 --2- 172.21.15.8:0/3188133484 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x556a1ab24470 0x556a1ab26860 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9a179f19a140b51f server_cookie=4d3b5702b0aec40a in_seq=0 out_seq=0 2024-05-20T21:17:58.167 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.165+0000 7f2215600640 10 client.25787 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:17:58.167 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.165+0000 7f2215600640 1 -- 172.21.15.8:0/3188133484 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x556a1aa80ae0 con 0x556a1ab24470 2024-05-20T21:17:58.167 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.165+0000 7f2215600640 10 client.25787 handle_command_reply: tid=0 2024-05-20T21:17:58.167 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.165+0000 7f22319f2740 1 client.25787 shutdown 2024-05-20T21:17:58.167 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.166+0000 7f22319f2740 1 -- 172.21.15.8:0/3188133484 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556a1ab0f6e0 msgr2=0x556a1ab19090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:58.167 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.166+0000 7f22319f2740 1 --2- 172.21.15.8:0/3188133484 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556a1ab0f6e0 0x556a1ab19090 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f221001b040 tx=0x7f2210004430 comp rx=0 tx=0).stop 2024-05-20T21:17:58.167 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.166+0000 7f22319f2740 1 -- 172.21.15.8:0/3188133484 shutdown_connections 2024-05-20T21:17:58.168 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.166+0000 7f22319f2740 1 --2- 172.21.15.8:0/3188133484 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x556a1ab24470 0x556a1ab26860 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.168 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.166+0000 7f22319f2740 1 --2- 172.21.15.8:0/3188133484 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556a1ab14850 0x556a1ab200d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.168 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.166+0000 7f22319f2740 1 --2- 172.21.15.8:0/3188133484 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556a1ab0f6e0 0x556a1ab19090 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.168 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.166+0000 7f22319f2740 1 --2- 172.21.15.8:0/3188133484 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556a1ab0ecf0 0x556a1ab18b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.168 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.166+0000 7f2215600640 0 client.25787 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:17:58.168 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.166+0000 7f22319f2740 1 -- 172.21.15.8:0/3188133484 >> 172.21.15.8:0/3188133484 conn(0x556a1ab0a360 msgr2=0x556a1ab094c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:58.168 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.166+0000 7f22319f2740 1 -- 172.21.15.8:0/3188133484 shutdown_connections 2024-05-20T21:17:58.168 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.166+0000 7f22319f2740 1 -- 172.21.15.8:0/3188133484 wait complete. 2024-05-20T21:17:58.168 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.166+0000 7f22319f2740 20 client.25787 trim_cache size 0 max 16384 2024-05-20T21:17:58.182 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.183+0000 7f22319f2740 1 Processor -- start 2024-05-20T21:17:58.182 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.183+0000 7f22319f2740 1 -- start start 2024-05-20T21:17:58.182 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.183+0000 7f22319f2740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556a1ab0ecf0 0x556a1ab10890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:58.183 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.183+0000 7f22319f2740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556a1ab0f6e0 0x556a1ab20090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:58.183 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.183+0000 7f22319f2740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556a1ab14850 0x556a1ab2b120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:58.183 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.183+0000 7f22319f2740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f22281ae7b0 con 0x556a1ab0ecf0 2024-05-20T21:17:58.183 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.183+0000 7f22319f2740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f22281ac080 con 0x556a1ab14850 2024-05-20T21:17:58.183 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.183+0000 7f22319f2740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f22281a9ed0 con 0x556a1ab0f6e0 2024-05-20T21:17:58.184 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.184+0000 7f2227400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556a1ab0f6e0 0x556a1ab20090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:58.184 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.184+0000 7f2227e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556a1ab0ecf0 0x556a1ab10890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:58.184 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.184+0000 7f222cc00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556a1ab14850 0x556a1ab2b120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:58.184 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.184+0000 7f2227400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556a1ab0f6e0 0x556a1ab20090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:43142/0 (socket says 172.21.15.8:43142) 2024-05-20T21:17:58.184 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.184+0000 7f2227400640 1 -- 172.21.15.8:0/620426617 learned_addr learned my addr 172.21.15.8:0/620426617 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:58.184 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.184+0000 7f2227400640 1 -- 172.21.15.8:0/620426617 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556a1ab14850 msgr2=0x556a1ab2b120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:58.184 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.184+0000 7f2227400640 1 --2- 172.21.15.8:0/620426617 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556a1ab14850 0x556a1ab2b120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.184 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.184+0000 7f2227400640 1 -- 172.21.15.8:0/620426617 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556a1ab0ecf0 msgr2=0x556a1ab10890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:58.184 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.184+0000 7f2227400640 1 --2- 172.21.15.8:0/620426617 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556a1ab0ecf0 0x556a1ab10890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.184 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.184+0000 7f2227400640 1 -- 172.21.15.8:0/620426617 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556a1ab0a190 con 0x556a1ab0f6e0 2024-05-20T21:17:58.184 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.184+0000 7f2227400640 1 --2- 172.21.15.8:0/620426617 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556a1ab0f6e0 0x556a1ab20090 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f2210011eb0 tx=0x7f2210004190 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d899dd81d8d6fc3f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:58.185 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.185+0000 7f2217e00640 1 -- 172.21.15.8:0/620426617 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2210028040 con 0x556a1ab0f6e0 2024-05-20T21:17:58.185 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.185+0000 7f2217e00640 1 -- 172.21.15.8:0/620426617 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2210004c50 con 0x556a1ab0f6e0 2024-05-20T21:17:58.185 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.185+0000 7f2217e00640 1 -- 172.21.15.8:0/620426617 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2210005930 con 0x556a1ab0f6e0 2024-05-20T21:17:58.186 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.185+0000 7f22319f2740 1 -- 172.21.15.8:0/620426617 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556a1ab0f6e0 msgr2=0x556a1ab20090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:58.186 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.185+0000 7f22319f2740 1 --2- 172.21.15.8:0/620426617 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556a1ab0f6e0 0x556a1ab20090 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f2210011eb0 tx=0x7f2210004190 comp rx=0 tx=0).stop 2024-05-20T21:17:58.186 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.185+0000 7f22319f2740 1 -- 172.21.15.8:0/620426617 shutdown_connections 2024-05-20T21:17:58.186 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.185+0000 7f22319f2740 1 --2- 172.21.15.8:0/620426617 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556a1ab14850 0x556a1ab2b120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.186 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.185+0000 7f22319f2740 1 --2- 172.21.15.8:0/620426617 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556a1ab0f6e0 0x556a1ab20090 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.187 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.185+0000 7f22319f2740 1 --2- 172.21.15.8:0/620426617 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556a1ab0ecf0 0x556a1ab10890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.187 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.185+0000 7f22319f2740 1 -- 172.21.15.8:0/620426617 >> 172.21.15.8:0/620426617 conn(0x556a1ab0a360 msgr2=0x556a1ab10180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:58.187 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.186+0000 7f22319f2740 1 -- 172.21.15.8:0/620426617 shutdown_connections 2024-05-20T21:17:58.187 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.186+0000 7f22319f2740 1 -- 172.21.15.8:0/620426617 wait complete. 2024-05-20T21:17:58.187 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.186+0000 7f22319f2740 1 -- start start 2024-05-20T21:17:58.187 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.186+0000 7f22319f2740 1 Processor -- start 2024-05-20T21:17:58.187 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.187+0000 7f22319f2740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556a1ab0ecf0 0x556a1ab1d450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:58.187 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.187+0000 7f22319f2740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556a1ab0f6e0 0x556a1ab1d990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:58.187 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.187+0000 7f22319f2740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556a1ab14850 0x556a1ab1e9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:58.187 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.187+0000 7f22319f2740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f22281aa540 con 0x556a1ab0f6e0 2024-05-20T21:17:58.187 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.187+0000 7f22319f2740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f22281ab9b0 con 0x556a1ab14850 2024-05-20T21:17:58.187 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.187+0000 7f22319f2740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f22281aac10 con 0x556a1ab0ecf0 2024-05-20T21:17:58.187 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.187+0000 7f22319f2740 10 client.0 _ll_register_callbacks cb 0x7f2220009590 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:17:58.187 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.187+0000 7f2227400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556a1ab0f6e0 0x556a1ab1d990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:58.188 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.187+0000 7f2227400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556a1ab0f6e0 0x556a1ab1d990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:57672/0 (socket says 172.21.15.8:57672) 2024-05-20T21:17:58.188 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.187+0000 7f2227400640 1 -- 172.21.15.8:0/125913132 learned_addr learned my addr 172.21.15.8:0/125913132 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:17:58.188 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.187+0000 7f222cc00640 1 --2- 172.21.15.8:0/125913132 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556a1ab14850 0x556a1ab1e9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:58.188 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.187+0000 7f2227e00640 1 --2- 172.21.15.8:0/125913132 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556a1ab0ecf0 0x556a1ab1d450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:58.189 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.187+0000 7f2227400640 1 -- 172.21.15.8:0/125913132 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556a1ab0ecf0 msgr2=0x556a1ab1d450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:58.189 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.187+0000 7f2227400640 1 --2- 172.21.15.8:0/125913132 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556a1ab0ecf0 0x556a1ab1d450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.190 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.187+0000 7f2227400640 1 -- 172.21.15.8:0/125913132 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556a1ab14850 msgr2=0x556a1ab1e9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:58.190 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.188+0000 7f2227400640 1 --2- 172.21.15.8:0/125913132 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556a1ab14850 0x556a1ab1e9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.190 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.188+0000 7f2227400640 1 -- 172.21.15.8:0/125913132 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556a1ab1ef90 con 0x556a1ab0f6e0 2024-05-20T21:17:58.190 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.188+0000 7f222cc00640 1 --2- 172.21.15.8:0/125913132 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556a1ab14850 0x556a1ab1e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:17:58.190 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.188+0000 7f2227400640 1 --2- 172.21.15.8:0/125913132 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556a1ab0f6e0 0x556a1ab1d990 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f2210009dc0 tx=0x7f2210004e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3714955b749aea6 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:58.190 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.188+0000 7f2215600640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:17:58.190 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.188+0000 7f2215600640 1 -- 172.21.15.8:0/125913132 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2210028030 con 0x556a1ab0f6e0 2024-05-20T21:17:58.190 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.188+0000 7f2215600640 1 -- 172.21.15.8:0/125913132 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f2210005850 con 0x556a1ab0f6e0 2024-05-20T21:17:58.190 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.188+0000 7f22319f2740 1 -- 172.21.15.8:0/125913132 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2210004c50 con 0x556a1ab0f6e0 2024-05-20T21:17:58.190 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.188+0000 7f2215600640 1 -- 172.21.15.8:0/125913132 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2210004410 con 0x556a1ab0f6e0 2024-05-20T21:17:58.190 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.188+0000 7f22319f2740 10 client.15669 fetch_fsmap learned FSMap version 26 2024-05-20T21:17:58.190 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.188+0000 7f22319f2740 1 -- 172.21.15.8:0/125913132 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556a1ab202d0 con 0x556a1ab0f6e0 2024-05-20T21:17:58.190 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.189+0000 7f2215600640 1 -- 172.21.15.8:0/125913132 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2210004c50 con 0x556a1ab0f6e0 2024-05-20T21:17:58.191 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.189+0000 7f2215600640 1 -- 172.21.15.8:0/125913132 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f221000fca0 con 0x556a1ab0f6e0 2024-05-20T21:17:58.191 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.189+0000 7f22319f2740 10 client.15669 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:17:58.191 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.189+0000 7f22319f2740 10 client.15669 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:17:58.191 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.189+0000 7f22319f2740 20 client.15669 populate_metadata read hostname 'smithi008' 2024-05-20T21:17:58.191 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.189+0000 7f22319f2740 1 --2- 172.21.15.8:0/125913132 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x556a1ab8f6a0 0x556a1ab91ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:58.191 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.189+0000 7f22319f2740 4 client.15669 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:17:58.191 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.189+0000 7f22319f2740 1 -- 172.21.15.8:0/125913132 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x556a1aa7a2c0 con 0x556a1ab8f6a0 2024-05-20T21:17:58.191 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.190+0000 7f2227e00640 1 --2- 172.21.15.8:0/125913132 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x556a1ab8f6a0 0x556a1ab91ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:58.191 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.190+0000 7f2227e00640 1 --2- 172.21.15.8:0/125913132 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x556a1ab8f6a0 0x556a1ab91ac0 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d1a13c299a680803 server_cookie=a6586d6f559226e7 in_seq=0 out_seq=0 2024-05-20T21:17:58.191 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.190+0000 7f2215600640 10 client.15669 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:17:58.201 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.201+0000 7f2215600640 1 -- 172.21.15.8:0/125913132 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x556a1aa7a2c0 con 0x556a1ab8f6a0 2024-05-20T21:17:58.201 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.201+0000 7f2215600640 10 client.15669 handle_command_reply: tid=0 2024-05-20T21:17:58.201 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.201+0000 7f22319f2740 1 client.15669 shutdown 2024-05-20T21:17:58.201 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.201+0000 7f22319f2740 1 -- 172.21.15.8:0/125913132 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556a1ab0f6e0 msgr2=0x556a1ab1d990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:58.201 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.201+0000 7f22319f2740 1 --2- 172.21.15.8:0/125913132 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556a1ab0f6e0 0x556a1ab1d990 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f2210009dc0 tx=0x7f2210004e00 comp rx=0 tx=0).stop 2024-05-20T21:17:58.201 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.201+0000 7f22319f2740 1 -- 172.21.15.8:0/125913132 shutdown_connections 2024-05-20T21:17:58.201 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.201+0000 7f22319f2740 1 --2- 172.21.15.8:0/125913132 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x556a1ab8f6a0 0x556a1ab91ac0 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.201 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.201+0000 7f22319f2740 1 --2- 172.21.15.8:0/125913132 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556a1ab14850 0x556a1ab1e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.202 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.201+0000 7f22319f2740 1 --2- 172.21.15.8:0/125913132 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556a1ab0f6e0 0x556a1ab1d990 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.202 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.201+0000 7f22319f2740 1 --2- 172.21.15.8:0/125913132 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556a1ab0ecf0 0x556a1ab1d450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.202 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.201+0000 7f2215600640 0 client.15669 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:17:58.202 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.201+0000 7f22319f2740 1 -- 172.21.15.8:0/125913132 >> 172.21.15.8:0/125913132 conn(0x556a1ab0a360 msgr2=0x556a1ab10a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:58.202 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.202+0000 7f22319f2740 1 -- 172.21.15.8:0/125913132 shutdown_connections 2024-05-20T21:17:58.202 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.202+0000 7f22319f2740 1 -- 172.21.15.8:0/125913132 wait complete. 2024-05-20T21:17:58.202 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.202+0000 7f22319f2740 20 client.15669 trim_cache size 0 max 16384 2024-05-20T21:17:58.202 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:17:58.203 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:17:58.203 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:17:58.203 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.203+0000 7f222d600640 1 -- 172.21.15.8:0/1450737576 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f22080b27d0 msgr2=0x7f22080b4c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:58.203 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.203+0000 7f222d600640 1 --2- 172.21.15.8:0/1450737576 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f22080b27d0 0x7f22080b4c90 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x556a1ab0ff40 tx=0x7f2220005f90 comp rx=0 tx=0).stop 2024-05-20T21:17:58.203 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.203+0000 7f222d600640 1 -- 172.21.15.8:0/1450737576 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2228075430 msgr2=0x7f222819ad30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:58.204 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.203+0000 7f222d600640 1 --2- 172.21.15.8:0/1450737576 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2228075430 0x7f222819ad30 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f2218005ab0 tx=0x7f2218003b90 comp rx=0 tx=0).stop 2024-05-20T21:17:58.204 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.203+0000 7f222d600640 1 -- 172.21.15.8:0/1450737576 shutdown_connections 2024-05-20T21:17:58.204 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.203+0000 7f222d600640 1 --2- 172.21.15.8:0/1450737576 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f22080b27d0 0x7f22080b4c90 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.204 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.203+0000 7f222d600640 1 --2- 172.21.15.8:0/1450737576 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f222810a7a0 0x7f22281a22a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.204 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.203+0000 7f222d600640 1 --2- 172.21.15.8:0/1450737576 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2228076a10 0x7f222819b270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.204 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.203+0000 7f222d600640 1 --2- 172.21.15.8:0/1450737576 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2228075430 0x7f222819ad30 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.204 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.203+0000 7f222d600640 1 -- 172.21.15.8:0/1450737576 >> 172.21.15.8:0/1450737576 conn(0x7f22280fde60 msgr2=0x7f2228106730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:58.204 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.203+0000 7f222d600640 1 -- 172.21.15.8:0/1450737576 shutdown_connections 2024-05-20T21:17:58.204 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:17:58.203+0000 7f222d600640 1 -- 172.21.15.8:0/1450737576 wait complete. 2024-05-20T21:17:58.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:17:58 smithi130 ceph-mon[36448]: pgmap v519: 97 pgs: 97 active+clean; 939 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 10 op/s 2024-05-20T21:17:58.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:17:58 smithi050 ceph-mon[35809]: pgmap v519: 97 pgs: 97 active+clean; 939 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 10 op/s 2024-05-20T21:17:58.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:17:58 smithi008 ceph-mon[31475]: pgmap v519: 97 pgs: 97 active+clean; 939 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 10 op/s 2024-05-20T21:18:00.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:18:00 smithi008 ceph-mon[31475]: pgmap v520: 97 pgs: 97 active+clean; 996 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-20T21:18:00.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:18:00 smithi130 ceph-mon[36448]: pgmap v520: 97 pgs: 97 active+clean; 996 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-20T21:18:00.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:18:00 smithi050 ceph-mon[35809]: pgmap v520: 97 pgs: 97 active+clean; 996 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-20T21:18:01.673 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:18:02.174 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:18:02.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:18:02 smithi130 ceph-mon[36448]: pgmap v521: 97 pgs: 97 active+clean; 996 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:18:02.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:18:02 smithi050 ceph-mon[35809]: pgmap v521: 97 pgs: 97 active+clean; 996 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:18:02.681 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:18:02 smithi008 ceph-mon[31475]: pgmap v521: 97 pgs: 97 active+clean; 996 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:18:04.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:18:04 smithi008 ceph-mon[31475]: pgmap v522: 97 pgs: 97 active+clean; 1.0 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:18:04.468 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.469+0000 7fc5a2000700 1 -- 172.21.15.8:0/3611275268 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc59c078390 msgr2=0x7fc59c113e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:04.468 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.469+0000 7fc5a2000700 1 --2- 172.21.15.8:0/3611275268 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc59c078390 0x7fc59c113e90 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fc584009990 tx=0x7fc584009ca0 comp rx=0 tx=0).stop 2024-05-20T21:18:04.469 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.469+0000 7fc5a2000700 1 -- 172.21.15.8:0/3611275268 shutdown_connections 2024-05-20T21:18:04.469 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.469+0000 7fc5a2000700 1 --2- 172.21.15.8:0/3611275268 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc59c1143d0 0x7fc59c1167c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:04.469 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.469+0000 7fc5a2000700 1 --2- 172.21.15.8:0/3611275268 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc59c077a70 0x7fc59c077e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:04.469 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.469+0000 7fc5a2000700 1 --2- 172.21.15.8:0/3611275268 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc59c078390 0x7fc59c113e90 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:04.469 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.469+0000 7fc5a2000700 1 -- 172.21.15.8:0/3611275268 >> 172.21.15.8:0/3611275268 conn(0x7fc59c101220 msgr2=0x7fc59c103640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:04.469 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.469+0000 7fc5a2000700 1 -- 172.21.15.8:0/3611275268 shutdown_connections 2024-05-20T21:18:04.469 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.469+0000 7fc5a2000700 1 -- 172.21.15.8:0/3611275268 wait complete. 2024-05-20T21:18:04.470 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.470+0000 7fc5a2000700 1 Processor -- start 2024-05-20T21:18:04.470 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.470+0000 7fc5a2000700 1 -- start start 2024-05-20T21:18:04.470 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.471+0000 7fc5a2000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc59c077a70 0x7fc59c1a0300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:04.470 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.471+0000 7fc5a2000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc59c078390 0x7fc59c1a0840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:04.470 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.471+0000 7fc5a2000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc59c1143d0 0x7fc59c1a4b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:04.470 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.471+0000 7fc5a2000700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc59c119db0 con 0x7fc59c078390 2024-05-20T21:18:04.470 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.471+0000 7fc5a2000700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc59c119c30 con 0x7fc59c1143d0 2024-05-20T21:18:04.470 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.471+0000 7fc5a2000700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc59c119f30 con 0x7fc59c077a70 2024-05-20T21:18:04.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.471+0000 7fc593e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc59c078390 0x7fc59c1a0840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:04.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.471+0000 7fc59b400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc59c077a70 0x7fc59c1a0300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:04.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.471+0000 7fc593e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc59c078390 0x7fc59c1a0840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54890/0 (socket says 172.21.15.8:54890) 2024-05-20T21:18:04.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.471+0000 7fc593e00700 1 -- 172.21.15.8:0/311984281 learned_addr learned my addr 172.21.15.8:0/311984281 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:04.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.471+0000 7fc59be00700 1 --2- 172.21.15.8:0/311984281 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc59c1143d0 0x7fc59c1a4b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:04.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.472+0000 7fc59b400700 1 -- 172.21.15.8:0/311984281 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc59c1143d0 msgr2=0x7fc59c1a4b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:04.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.472+0000 7fc59b400700 1 --2- 172.21.15.8:0/311984281 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc59c1143d0 0x7fc59c1a4b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:04.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.472+0000 7fc59b400700 1 -- 172.21.15.8:0/311984281 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc59c078390 msgr2=0x7fc59c1a0840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:04.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.472+0000 7fc59b400700 1 --2- 172.21.15.8:0/311984281 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc59c078390 0x7fc59c1a0840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:04.473 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.472+0000 7fc59b400700 1 -- 172.21.15.8:0/311984281 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc59c1a52c0 con 0x7fc59c077a70 2024-05-20T21:18:04.473 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.472+0000 7fc59b400700 1 --2- 172.21.15.8:0/311984281 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc59c077a70 0x7fc59c1a0300 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fc58c00efc0 tx=0x7fc58c00c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:04.473 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.472+0000 7fc598c00700 1 -- 172.21.15.8:0/311984281 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc58c0092e0 con 0x7fc59c077a70 2024-05-20T21:18:04.473 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.472+0000 7fc598c00700 1 -- 172.21.15.8:0/311984281 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc58c004bb0 con 0x7fc59c077a70 2024-05-20T21:18:04.473 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.472+0000 7fc598c00700 1 -- 172.21.15.8:0/311984281 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc58c004040 con 0x7fc59c077a70 2024-05-20T21:18:04.473 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.472+0000 7fc5a2000700 1 -- 172.21.15.8:0/311984281 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc59c1a5550 con 0x7fc59c077a70 2024-05-20T21:18:04.473 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.472+0000 7fc5a2000700 1 -- 172.21.15.8:0/311984281 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc59c1ace30 con 0x7fc59c077a70 2024-05-20T21:18:04.476 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.476+0000 7fc598c00700 1 -- 172.21.15.8:0/311984281 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fc58c01b030 con 0x7fc59c077a70 2024-05-20T21:18:04.476 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.477+0000 7fc5ac9cdb80 1 Processor -- start 2024-05-20T21:18:04.477 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.477+0000 7fc5ac9cdb80 1 -- start start 2024-05-20T21:18:04.477 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.478+0000 7fc5ac9cdb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556e9a17c610 0x556e9a17c9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:04.477 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.478+0000 7fc5ac9cdb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556e9a17cf30 0x556e9a176b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:04.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.478+0000 7fc5ac9cdb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556e9a177140 0x556e9a1775c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:04.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.478+0000 7fc5ac9cdb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x556e9a0d4e40 con 0x556e9a17c610 2024-05-20T21:18:04.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.478+0000 7fc5ac9cdb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x556e9a0c49e0 con 0x556e9a177140 2024-05-20T21:18:04.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.478+0000 7fc5ac9cdb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x556e9a0c8a20 con 0x556e9a17cf30 2024-05-20T21:18:04.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.478+0000 7fc59b400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556e9a17cf30 0x556e9a176b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:04.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.478+0000 7fc598c00700 1 --2- 172.21.15.8:0/311984281 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc5800b2900 0x7fc5800b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:04.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.478+0000 7fc59be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556e9a17c610 0x556e9a17c9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:04.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.478+0000 7fc59b400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556e9a17cf30 0x556e9a176b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:55574/0 (socket says 172.21.15.8:55574) 2024-05-20T21:18:04.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.478+0000 7fc59b400700 1 -- 172.21.15.8:0/2985156744 learned_addr learned my addr 172.21.15.8:0/2985156744 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:04.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.478+0000 7fc593e00700 1 --2- 172.21.15.8:0/2985156744 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556e9a177140 0x556e9a1775c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:04.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.479+0000 7fc598c00700 1 -- 172.21.15.8:0/311984281 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc58c0e1d60 con 0x7fc59c077a70 2024-05-20T21:18:04.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.479+0000 7fc59b400700 1 -- 172.21.15.8:0/2985156744 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556e9a177140 msgr2=0x556e9a1775c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:04.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.479+0000 7fc59b400700 1 --2- 172.21.15.8:0/2985156744 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556e9a177140 0x556e9a1775c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:04.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.479+0000 7fc59b400700 1 -- 172.21.15.8:0/2985156744 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556e9a17c610 msgr2=0x556e9a17c9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:04.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.479+0000 7fc59b400700 1 --2- 172.21.15.8:0/2985156744 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556e9a17c610 0x556e9a17c9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:04.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.479+0000 7fc59b400700 1 -- 172.21.15.8:0/2985156744 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556e9a08d420 con 0x556e9a17cf30 2024-05-20T21:18:04.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.479+0000 7fc59be00700 1 --2- 172.21.15.8:0/311984281 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc5800b2900 0x7fc5800b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:04.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.479+0000 7fc59b400700 1 --2- 172.21.15.8:0/2985156744 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556e9a17cf30 0x556e9a176b20 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fc58c01cff0 tx=0x7fc58c021000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=12894f0d9f251711 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:04.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.479+0000 7fc590c00700 1 -- 172.21.15.8:0/2985156744 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc58c0a8b10 con 0x556e9a17cf30 2024-05-20T21:18:04.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.480+0000 7fc590c00700 1 -- 172.21.15.8:0/2985156744 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc58c0a8eb0 con 0x556e9a17cf30 2024-05-20T21:18:04.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.480+0000 7fc590c00700 1 -- 172.21.15.8:0/2985156744 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc58c004d60 con 0x556e9a17cf30 2024-05-20T21:18:04.482 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.480+0000 7fc5ac9cdb80 1 -- 172.21.15.8:0/2985156744 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556e9a17cf30 msgr2=0x556e9a176b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:04.482 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.480+0000 7fc5ac9cdb80 1 --2- 172.21.15.8:0/2985156744 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556e9a17cf30 0x556e9a176b20 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fc58c01cff0 tx=0x7fc58c021000 comp rx=0 tx=0).stop 2024-05-20T21:18:04.482 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.481+0000 7fc5ac9cdb80 1 -- 172.21.15.8:0/2985156744 shutdown_connections 2024-05-20T21:18:04.482 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.481+0000 7fc5ac9cdb80 1 --2- 172.21.15.8:0/2985156744 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556e9a177140 0x556e9a1775c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:04.482 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.481+0000 7fc5ac9cdb80 1 --2- 172.21.15.8:0/2985156744 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556e9a17c610 0x556e9a17c9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:04.482 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.481+0000 7fc5ac9cdb80 1 --2- 172.21.15.8:0/2985156744 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556e9a17cf30 0x556e9a176b20 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:04.482 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.481+0000 7fc5ac9cdb80 1 -- 172.21.15.8:0/2985156744 >> 172.21.15.8:0/2985156744 conn(0x556e9a0a4be0 msgr2=0x556e9a171690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:04.482 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.481+0000 7fc5ac9cdb80 1 -- 172.21.15.8:0/2985156744 shutdown_connections 2024-05-20T21:18:04.482 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.481+0000 7fc59be00700 1 --2- 172.21.15.8:0/311984281 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc5800b2900 0x7fc5800b4dc0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fc59c06cde0 tx=0x7fc5940047c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:04.482 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.481+0000 7fc5ac9cdb80 1 -- 172.21.15.8:0/2985156744 wait complete. 2024-05-20T21:18:04.482 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.481+0000 7fc5ac9cdb80 1 -- start start 2024-05-20T21:18:04.482 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.482+0000 7fc5ac9cdb80 1 Processor -- start 2024-05-20T21:18:04.483 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.482+0000 7fc5ac9cdb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556e9a177140 0x556e9a182cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:04.483 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.482+0000 7fc5ac9cdb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556e9a17c610 0x556e9a180070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:04.483 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.482+0000 7fc5ac9cdb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556e9a17cf30 0x556e9a1805b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:04.483 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.482+0000 7fc5ac9cdb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x556e99fcafa0 con 0x556e9a177140 2024-05-20T21:18:04.483 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.482+0000 7fc5ac9cdb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x556e9a065760 con 0x556e9a17cf30 2024-05-20T21:18:04.483 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.482+0000 7fc5ac9cdb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x556e9a183920 con 0x556e9a17c610 2024-05-20T21:18:04.485 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.482+0000 7fc5ac9cdb80 10 client.0 _ll_register_callbacks cb 0x556e9a06ec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:04.485 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.483+0000 7fc593e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556e9a17c610 0x556e9a180070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:04.485 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.483+0000 7fc59b400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556e9a177140 0x556e9a182cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:04.485 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.483+0000 7fc593e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556e9a17c610 0x556e9a180070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:55580/0 (socket says 172.21.15.8:55580) 2024-05-20T21:18:04.485 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.483+0000 7fc593e00700 1 -- 172.21.15.8:0/1614215132 learned_addr learned my addr 172.21.15.8:0/1614215132 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:04.485 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.483+0000 7fc59be00700 1 --2- 172.21.15.8:0/1614215132 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556e9a17cf30 0x556e9a1805b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:04.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.483+0000 7fc593e00700 1 -- 172.21.15.8:0/1614215132 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556e9a17cf30 msgr2=0x556e9a1805b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:04.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.483+0000 7fc593e00700 1 --2- 172.21.15.8:0/1614215132 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556e9a17cf30 0x556e9a1805b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:04.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.483+0000 7fc593e00700 1 -- 172.21.15.8:0/1614215132 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556e9a177140 msgr2=0x556e9a182cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:04.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.483+0000 7fc593e00700 1 --2- 172.21.15.8:0/1614215132 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556e9a177140 0x556e9a182cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:04.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.483+0000 7fc593e00700 1 -- 172.21.15.8:0/1614215132 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556e9a0148d0 con 0x556e9a17c610 2024-05-20T21:18:04.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.483+0000 7fc59b400700 1 --2- 172.21.15.8:0/1614215132 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556e9a177140 0x556e9a182cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:04.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.483+0000 7fc593e00700 1 --2- 172.21.15.8:0/1614215132 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556e9a17c610 0x556e9a180070 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fc584005800 tx=0x7fc584005bc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a6f81670b734c67a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:04.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.484+0000 7fc589600700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:18:04.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.484+0000 7fc589600700 1 -- 172.21.15.8:0/1614215132 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc584029060 con 0x556e9a17c610 2024-05-20T21:18:04.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.484+0000 7fc589600700 1 -- 172.21.15.8:0/1614215132 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc58400bd30 con 0x556e9a17c610 2024-05-20T21:18:04.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.484+0000 7fc5ac9cdb80 1 -- 172.21.15.8:0/1614215132 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc58c0a8eb0 con 0x556e9a17c610 2024-05-20T21:18:04.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.484+0000 7fc589600700 1 -- 172.21.15.8:0/1614215132 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc584003680 con 0x556e9a17c610 2024-05-20T21:18:04.487 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.484+0000 7fc5ac9cdb80 10 client.25852 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:04.487 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.484+0000 7fc5ac9cdb80 1 -- 172.21.15.8:0/1614215132 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556e9a095060 con 0x556e9a17c610 2024-05-20T21:18:04.487 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.484+0000 7fc589600700 1 -- 172.21.15.8:0/1614215132 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc58c0a8eb0 con 0x556e9a17c610 2024-05-20T21:18:04.487 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.485+0000 7fc589600700 1 -- 172.21.15.8:0/1614215132 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc58400f8e0 con 0x556e9a17c610 2024-05-20T21:18:04.487 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.485+0000 7fc5ac9cdb80 10 client.25852 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:04.487 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.485+0000 7fc5ac9cdb80 10 client.25852 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:18:04.487 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.485+0000 7fc5ac9cdb80 20 client.25852 populate_metadata read hostname 'smithi008' 2024-05-20T21:18:04.487 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.485+0000 7fc5ac9cdb80 1 --2- 172.21.15.8:0/1614215132 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x556e9a1904c0 0x556e9a1928b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:04.487 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.485+0000 7fc5ac9cdb80 4 client.25852 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:18:04.487 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.485+0000 7fc5ac9cdb80 1 -- 172.21.15.8:0/1614215132 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556e9a0d6d90 con 0x556e9a1904c0 2024-05-20T21:18:04.487 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.485+0000 7fc59b400700 1 --2- 172.21.15.8:0/1614215132 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x556e9a1904c0 0x556e9a1928b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:04.487 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.486+0000 7fc59b400700 1 --2- 172.21.15.8:0/1614215132 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x556e9a1904c0 0x556e9a1928b0 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f01f5a13f42c0e39 server_cookie=85640f9b42eb282c in_seq=0 out_seq=0 2024-05-20T21:18:04.487 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.486+0000 7fc589600700 10 client.25852 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:18:04.488 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.487+0000 7fc589600700 1 -- 172.21.15.8:0/1614215132 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x556e9a0d6d90 con 0x556e9a1904c0 2024-05-20T21:18:04.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.487+0000 7fc589600700 10 client.25852 handle_command_reply: tid=0 2024-05-20T21:18:04.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.487+0000 7fc5ac9cdb80 1 client.25852 shutdown 2024-05-20T21:18:04.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.487+0000 7fc5ac9cdb80 1 -- 172.21.15.8:0/1614215132 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556e9a17c610 msgr2=0x556e9a180070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:04.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.487+0000 7fc5ac9cdb80 1 --2- 172.21.15.8:0/1614215132 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556e9a17c610 0x556e9a180070 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fc584005800 tx=0x7fc584005bc0 comp rx=0 tx=0).stop 2024-05-20T21:18:04.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.487+0000 7fc5ac9cdb80 1 -- 172.21.15.8:0/1614215132 shutdown_connections 2024-05-20T21:18:04.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.487+0000 7fc5ac9cdb80 1 --2- 172.21.15.8:0/1614215132 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x556e9a1904c0 0x556e9a1928b0 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:04.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.487+0000 7fc5ac9cdb80 1 --2- 172.21.15.8:0/1614215132 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556e9a17cf30 0x556e9a1805b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:04.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.487+0000 7fc5ac9cdb80 1 --2- 172.21.15.8:0/1614215132 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556e9a177140 0x556e9a182cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:04.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.487+0000 7fc5ac9cdb80 1 --2- 172.21.15.8:0/1614215132 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556e9a17c610 0x556e9a180070 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:04.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.487+0000 7fc5ac9cdb80 1 -- 172.21.15.8:0/1614215132 >> 172.21.15.8:0/1614215132 conn(0x556e9a0a4be0 msgr2=0x556e9a170d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:04.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.487+0000 7fc589600700 0 client.25852 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:18:04.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.487+0000 7fc5ac9cdb80 1 -- 172.21.15.8:0/1614215132 shutdown_connections 2024-05-20T21:18:04.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.488+0000 7fc5ac9cdb80 1 -- 172.21.15.8:0/1614215132 wait complete. 2024-05-20T21:18:04.490 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.488+0000 7fc5ac9cdb80 20 client.25852 trim_cache size 0 max 16384 2024-05-20T21:18:04.510 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.511+0000 7fc5ac9cdb80 1 Processor -- start 2024-05-20T21:18:04.510 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.511+0000 7fc5ac9cdb80 1 -- start start 2024-05-20T21:18:04.510 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.511+0000 7fc5ac9cdb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556e9a177140 0x556e9a176b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:04.510 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.511+0000 7fc5ac9cdb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556e9a17c610 0x556e9a17dc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:04.511 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.511+0000 7fc5ac9cdb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556e9a17cf30 0x556e9a1714f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:04.511 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.511+0000 7fc5ac9cdb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc59c1b6b00 con 0x556e9a177140 2024-05-20T21:18:04.511 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.511+0000 7fc5ac9cdb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc59c1b4390 con 0x556e9a17cf30 2024-05-20T21:18:04.511 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.511+0000 7fc5ac9cdb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc59c1b21e0 con 0x556e9a17c610 2024-05-20T21:18:04.512 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.511+0000 7fc593e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556e9a17c610 0x556e9a17dc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:04.512 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.512+0000 7fc59b400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556e9a177140 0x556e9a176b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:04.512 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.512+0000 7fc593e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556e9a17c610 0x556e9a17dc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:55592/0 (socket says 172.21.15.8:55592) 2024-05-20T21:18:04.512 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.512+0000 7fc593e00700 1 -- 172.21.15.8:0/3522178404 learned_addr learned my addr 172.21.15.8:0/3522178404 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:04.512 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.512+0000 7fc59be00700 1 --2- 172.21.15.8:0/3522178404 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556e9a17cf30 0x556e9a1714f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:04.512 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.512+0000 7fc593e00700 1 -- 172.21.15.8:0/3522178404 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556e9a17cf30 msgr2=0x556e9a1714f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:04.512 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.512+0000 7fc593e00700 1 --2- 172.21.15.8:0/3522178404 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556e9a17cf30 0x556e9a1714f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:04.513 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.512+0000 7fc593e00700 1 -- 172.21.15.8:0/3522178404 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556e9a177140 msgr2=0x556e9a176b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:04.513 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.512+0000 7fc593e00700 1 --2- 172.21.15.8:0/3522178404 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556e9a177140 0x556e9a176b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:04.513 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.512+0000 7fc593e00700 1 -- 172.21.15.8:0/3522178404 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556e9a182910 con 0x556e9a17c610 2024-05-20T21:18:04.513 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.512+0000 7fc593e00700 1 --2- 172.21.15.8:0/3522178404 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556e9a17c610 0x556e9a17dc00 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fc58400fe70 tx=0x7fc584009ca0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cd805408921c073d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:04.513 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.512+0000 7fc58be00700 1 -- 172.21.15.8:0/3522178404 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc584029030 con 0x556e9a17c610 2024-05-20T21:18:04.513 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.513+0000 7fc58be00700 1 -- 172.21.15.8:0/3522178404 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc58400f910 con 0x556e9a17c610 2024-05-20T21:18:04.513 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.513+0000 7fc58be00700 1 -- 172.21.15.8:0/3522178404 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc584003d50 con 0x556e9a17c610 2024-05-20T21:18:04.515 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.513+0000 7fc5ac9cdb80 1 -- 172.21.15.8:0/3522178404 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556e9a17c610 msgr2=0x556e9a17dc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:04.515 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.513+0000 7fc5ac9cdb80 1 --2- 172.21.15.8:0/3522178404 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556e9a17c610 0x556e9a17dc00 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fc58400fe70 tx=0x7fc584009ca0 comp rx=0 tx=0).stop 2024-05-20T21:18:04.515 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.513+0000 7fc5ac9cdb80 1 -- 172.21.15.8:0/3522178404 shutdown_connections 2024-05-20T21:18:04.515 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.513+0000 7fc5ac9cdb80 1 --2- 172.21.15.8:0/3522178404 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556e9a17cf30 0x556e9a1714f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:04.515 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.513+0000 7fc5ac9cdb80 1 --2- 172.21.15.8:0/3522178404 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556e9a177140 0x556e9a176b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:04.515 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.513+0000 7fc5ac9cdb80 1 --2- 172.21.15.8:0/3522178404 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556e9a17c610 0x556e9a17dc00 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:04.515 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.513+0000 7fc5ac9cdb80 1 -- 172.21.15.8:0/3522178404 >> 172.21.15.8:0/3522178404 conn(0x556e9a0a4be0 msgr2=0x556e9a17b120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:04.515 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.513+0000 7fc5ac9cdb80 1 -- 172.21.15.8:0/3522178404 shutdown_connections 2024-05-20T21:18:04.515 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.513+0000 7fc5ac9cdb80 1 -- 172.21.15.8:0/3522178404 wait complete. 2024-05-20T21:18:04.515 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.514+0000 7fc5ac9cdb80 1 -- start start 2024-05-20T21:18:04.516 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.514+0000 7fc5ac9cdb80 1 Processor -- start 2024-05-20T21:18:04.516 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.515+0000 7fc5ac9cdb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556e9a177140 0x556e9a188bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:04.516 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.515+0000 7fc5ac9cdb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556e9a17c610 0x556e9a1890f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:04.516 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.515+0000 7fc5ac9cdb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556e9a17cf30 0x556e9a185b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:04.516 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.515+0000 7fc5ac9cdb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc59c1b2850 con 0x556e9a17cf30 2024-05-20T21:18:04.516 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.515+0000 7fc5ac9cdb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc59c1b3cc0 con 0x556e9a177140 2024-05-20T21:18:04.516 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.515+0000 7fc5ac9cdb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc59c1b2f20 con 0x556e9a17c610 2024-05-20T21:18:04.516 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.515+0000 7fc5ac9cdb80 10 client.0 _ll_register_callbacks cb 0x556e9a06ec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:04.516 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.515+0000 7fc59b400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556e9a177140 0x556e9a188bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:04.516 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.515+0000 7fc59be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556e9a17cf30 0x556e9a185b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:04.516 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.515+0000 7fc593e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556e9a17c610 0x556e9a1890f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:04.516 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.515+0000 7fc59b400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556e9a177140 0x556e9a188bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:56454/0 (socket says 172.21.15.8:56454) 2024-05-20T21:18:04.516 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.515+0000 7fc59b400700 1 -- 172.21.15.8:0/1101963957 learned_addr learned my addr 172.21.15.8:0/1101963957 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:04.516 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.515+0000 7fc59b400700 1 -- 172.21.15.8:0/1101963957 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556e9a17c610 msgr2=0x556e9a1890f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:04.517 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.515+0000 7fc59b400700 1 --2- 172.21.15.8:0/1101963957 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556e9a17c610 0x556e9a1890f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:04.517 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.515+0000 7fc59b400700 1 -- 172.21.15.8:0/1101963957 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556e9a17cf30 msgr2=0x556e9a185b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:04.517 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.515+0000 7fc59b400700 1 --2- 172.21.15.8:0/1101963957 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556e9a17cf30 0x556e9a185b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:04.517 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.515+0000 7fc59b400700 1 -- 172.21.15.8:0/1101963957 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556e9a1861c0 con 0x556e9a177140 2024-05-20T21:18:04.517 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.516+0000 7fc589600700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:18:04.517 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.516+0000 7fc59b400700 1 --2- 172.21.15.8:0/1101963957 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556e9a177140 0x556e9a188bb0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fc58c0a5420 tx=0x7fc58c00c890 comp rx=0 tx=0).ready entity=mon.2 client_cookie=941107e083f68bd1 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:04.519 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.516+0000 7fc589600700 1 -- 172.21.15.8:0/1101963957 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc58c004d60 con 0x556e9a177140 2024-05-20T21:18:04.519 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.516+0000 7fc589600700 1 -- 172.21.15.8:0/1101963957 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc58c0b1ef0 con 0x556e9a177140 2024-05-20T21:18:04.519 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.516+0000 7fc5ac9cdb80 1 -- 172.21.15.8:0/1101963957 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc58400f910 con 0x556e9a177140 2024-05-20T21:18:04.519 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.516+0000 7fc589600700 1 -- 172.21.15.8:0/1101963957 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc58c0a8eb0 con 0x556e9a177140 2024-05-20T21:18:04.519 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.516+0000 7fc5ac9cdb80 10 client.25811 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:04.519 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.516+0000 7fc5ac9cdb80 1 -- 172.21.15.8:0/1101963957 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556e9a1fb9d0 con 0x556e9a177140 2024-05-20T21:18:04.519 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.517+0000 7fc589600700 1 -- 172.21.15.8:0/1101963957 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc58400f910 con 0x556e9a177140 2024-05-20T21:18:04.520 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.517+0000 7fc589600700 1 -- 172.21.15.8:0/1101963957 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc58c0a3ac0 con 0x556e9a177140 2024-05-20T21:18:04.520 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.517+0000 7fc5ac9cdb80 10 client.25811 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:04.520 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.517+0000 7fc5ac9cdb80 10 client.25811 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:18:04.520 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.517+0000 7fc5ac9cdb80 20 client.25811 populate_metadata read hostname 'smithi008' 2024-05-20T21:18:04.520 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.517+0000 7fc5ac9cdb80 1 --2- 172.21.15.8:0/1101963957 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x556e9a1fbd10 0x556e9a1fe100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:04.520 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.517+0000 7fc5ac9cdb80 4 client.25811 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:18:04.520 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.517+0000 7fc5ac9cdb80 1 -- 172.21.15.8:0/1101963957 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub status"}) -- 0x556e9a0d0570 con 0x556e9a1fbd10 2024-05-20T21:18:04.520 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.517+0000 7fc593e00700 1 --2- 172.21.15.8:0/1101963957 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x556e9a1fbd10 0x556e9a1fe100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:04.520 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.518+0000 7fc593e00700 1 --2- 172.21.15.8:0/1101963957 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x556e9a1fbd10 0x556e9a1fe100 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6cdd4efd3766040b server_cookie=b67b0405b2a417f in_seq=0 out_seq=0 2024-05-20T21:18:04.520 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.518+0000 7fc589600700 10 client.25811 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:18:04.520 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.518+0000 7fc589600700 1 -- 172.21.15.8:0/1101963957 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x556e9a0d0570 con 0x556e9a1fbd10 2024-05-20T21:18:04.520 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.518+0000 7fc589600700 10 client.25811 handle_command_reply: tid=0 2024-05-20T21:18:04.521 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.518+0000 7fc5ac9cdb80 1 client.25811 shutdown 2024-05-20T21:18:04.521 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.518+0000 7fc5ac9cdb80 1 -- 172.21.15.8:0/1101963957 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556e9a177140 msgr2=0x556e9a188bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:04.521 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.518+0000 7fc5ac9cdb80 1 --2- 172.21.15.8:0/1101963957 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556e9a177140 0x556e9a188bb0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fc58c0a5420 tx=0x7fc58c00c890 comp rx=0 tx=0).stop 2024-05-20T21:18:04.521 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.518+0000 7fc5ac9cdb80 1 -- 172.21.15.8:0/1101963957 shutdown_connections 2024-05-20T21:18:04.521 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.518+0000 7fc5ac9cdb80 1 --2- 172.21.15.8:0/1101963957 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x556e9a1fbd10 0x556e9a1fe100 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:04.521 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.518+0000 7fc5ac9cdb80 1 --2- 172.21.15.8:0/1101963957 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556e9a177140 0x556e9a188bb0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:04.521 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.518+0000 7fc5ac9cdb80 1 --2- 172.21.15.8:0/1101963957 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556e9a17cf30 0x556e9a185b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:04.521 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.518+0000 7fc5ac9cdb80 1 --2- 172.21.15.8:0/1101963957 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556e9a17c610 0x556e9a1890f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:04.521 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.518+0000 7fc5ac9cdb80 1 -- 172.21.15.8:0/1101963957 >> 172.21.15.8:0/1101963957 conn(0x556e9a0a4be0 msgr2=0x556e9a181eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:04.521 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.519+0000 7fc589600700 0 client.25811 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:18:04.521 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.519+0000 7fc5ac9cdb80 1 -- 172.21.15.8:0/1101963957 shutdown_connections 2024-05-20T21:18:04.521 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.519+0000 7fc5ac9cdb80 1 -- 172.21.15.8:0/1101963957 wait complete. 2024-05-20T21:18:04.521 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.519+0000 7fc5ac9cdb80 20 client.25811 trim_cache size 0 max 16384 2024-05-20T21:18:04.522 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:18:04.522 INFO:teuthology.orchestra.run.smithi008.stdout: "status": "no active scrubs running", 2024-05-20T21:18:04.522 INFO:teuthology.orchestra.run.smithi008.stdout: "scrubs": {} 2024-05-20T21:18:04.522 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:18:04.523 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.519+0000 7fc5a2000700 1 -- 172.21.15.8:0/311984281 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc5800b2900 msgr2=0x7fc5800b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:04.523 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.519+0000 7fc5a2000700 1 --2- 172.21.15.8:0/311984281 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc5800b2900 0x7fc5800b4dc0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fc59c06cde0 tx=0x7fc5940047c0 comp rx=0 tx=0).stop 2024-05-20T21:18:04.523 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.519+0000 7fc5a2000700 1 -- 172.21.15.8:0/311984281 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc59c077a70 msgr2=0x7fc59c1a0300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:04.523 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.519+0000 7fc5a2000700 1 --2- 172.21.15.8:0/311984281 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc59c077a70 0x7fc59c1a0300 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fc58c00efc0 tx=0x7fc58c00c3a0 comp rx=0 tx=0).stop 2024-05-20T21:18:04.523 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.520+0000 7fc5a2000700 1 -- 172.21.15.8:0/311984281 shutdown_connections 2024-05-20T21:18:04.523 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.520+0000 7fc5a2000700 1 --2- 172.21.15.8:0/311984281 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc5800b2900 0x7fc5800b4dc0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:04.523 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.520+0000 7fc5a2000700 1 --2- 172.21.15.8:0/311984281 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc59c1143d0 0x7fc59c1a4b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:04.524 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.520+0000 7fc5a2000700 1 --2- 172.21.15.8:0/311984281 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc59c077a70 0x7fc59c1a0300 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:04.524 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.520+0000 7fc5a2000700 1 --2- 172.21.15.8:0/311984281 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc59c078390 0x7fc59c1a0840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:04.524 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.520+0000 7fc5a2000700 1 -- 172.21.15.8:0/311984281 >> 172.21.15.8:0/311984281 conn(0x7fc59c101220 msgr2=0x7fc59c103610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:04.524 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.520+0000 7fc5a2000700 1 -- 172.21.15.8:0/311984281 shutdown_connections 2024-05-20T21:18:04.524 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:04.520+0000 7fc5a2000700 1 -- 172.21.15.8:0/311984281 wait complete. 2024-05-20T21:18:04.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:18:04 smithi130 ceph-mon[36448]: pgmap v522: 97 pgs: 97 active+clean; 1.0 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:18:04.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:18:04 smithi050 ceph-mon[35809]: pgmap v522: 97 pgs: 97 active+clean; 1.0 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:18:05.616 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:18:05.616 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:18:06.082 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:18:06.592 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:18:06 smithi008 ceph-mon[31475]: pgmap v523: 97 pgs: 97 active+clean; 1.0 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:18:06.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:18:06 smithi130 ceph-mon[36448]: pgmap v523: 97 pgs: 97 active+clean; 1.0 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:18:06.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:18:06 smithi050 ceph-mon[35809]: pgmap v523: 97 pgs: 97 active+clean; 1.0 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:18:08.321 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:08.321+0000 7f66bda00700 1 -- 172.21.15.8:0/285378802 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f66b8105760 msgr2=0x7f66b8105be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:08.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:08.321+0000 7f66bda00700 1 --2- 172.21.15.8:0/285378802 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f66b8105760 0x7f66b8105be0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f66a8009990 tx=0x7f66a8009ca0 comp rx=0 tx=0).stop 2024-05-20T21:18:08.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:08.321+0000 7f66bda00700 1 -- 172.21.15.8:0/285378802 shutdown_connections 2024-05-20T21:18:08.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:08.321+0000 7f66bda00700 1 --2- 172.21.15.8:0/285378802 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f66b810b760 0x7f66b810bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:08.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:08.321+0000 7f66bda00700 1 --2- 172.21.15.8:0/285378802 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f66b8106120 0x7f66b8112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:08.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:08.321+0000 7f66bda00700 1 --2- 172.21.15.8:0/285378802 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f66b8105760 0x7f66b8105be0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:08.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:08.321+0000 7f66bda00700 1 -- 172.21.15.8:0/285378802 >> 172.21.15.8:0/285378802 conn(0x7f66b8101250 msgr2=0x7f66b8103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:08.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:08.321+0000 7f66bda00700 1 -- 172.21.15.8:0/285378802 shutdown_connections 2024-05-20T21:18:08.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:08.321+0000 7f66bda00700 1 -- 172.21.15.8:0/285378802 wait complete. 2024-05-20T21:18:08.323 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:08.323+0000 7f66bda00700 1 Processor -- start 2024-05-20T21:18:08.323 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:08.323+0000 7f66bda00700 1 -- start start 2024-05-20T21:18:08.323 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:08.323+0000 7f66bda00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f66b8105760 0x7f66b819be80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:08.323 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:08.323+0000 7f66bda00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f66b8106120 0x7f66b819c3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:08.323 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:08.324+0000 7f66bda00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f66b810b760 0x7f66b81a0700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:08.323 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:08.324+0000 7f66bda00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f66b81159b0 con 0x7f66b8106120 2024-05-20T21:18:08.323 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:08.324+0000 7f66bda00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f66b8115830 con 0x7f66b810b760 2024-05-20T21:18:08.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:08.324+0000 7f66bda00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f66b8115b30 con 0x7f66b8105760 2024-05-20T21:18:08.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:08.324+0000 7f66b6a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f66b8105760 0x7f66b819be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:08.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:08.324+0000 7f66b6a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f66b8105760 0x7f66b819be80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:55622/0 (socket says 172.21.15.8:55622) 2024-05-20T21:18:08.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:08.324+0000 7f66b6a00700 1 -- 172.21.15.8:0/2360536919 learned_addr learned my addr 172.21.15.8:0/2360536919 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:08.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:08.324+0000 7f66b6000700 1 --2- 172.21.15.8:0/2360536919 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f66b8106120 0x7f66b819c3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:08.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:08.324+0000 7f66b7400700 1 --2- 172.21.15.8:0/2360536919 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f66b810b760 0x7f66b81a0700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:08.325 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:08.324+0000 7f66b6a00700 1 -- 172.21.15.8:0/2360536919 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f66b810b760 msgr2=0x7f66b81a0700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:08.325 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:08.324+0000 7f66b6a00700 1 --2- 172.21.15.8:0/2360536919 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f66b810b760 0x7f66b81a0700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:08.325 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:08.324+0000 7f66b6a00700 1 -- 172.21.15.8:0/2360536919 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f66b8106120 msgr2=0x7f66b819c3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:08.325 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:08.324+0000 7f66b6a00700 1 --2- 172.21.15.8:0/2360536919 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f66b8106120 0x7f66b819c3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:08.325 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:08.324+0000 7f66b6a00700 1 -- 172.21.15.8:0/2360536919 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66b81a0e40 con 0x7f66b8105760 2024-05-20T21:18:08.325 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:08.324+0000 7f66b6000700 1 --2- 172.21.15.8:0/2360536919 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f66b8106120 0x7f66b819c3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:18:08.325 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:08.325+0000 7f66b6a00700 1 --2- 172.21.15.8:0/2360536919 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f66b8105760 0x7f66b819be80 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f66a000e9a0 tx=0x7f66a000ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:08.325 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:08.325+0000 7f66af400700 1 -- 172.21.15.8:0/2360536919 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66a000cbd0 con 0x7f66b8105760 2024-05-20T21:18:08.325 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:08.325+0000 7f66bda00700 1 -- 172.21.15.8:0/2360536919 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66b81a1130 con 0x7f66b8105760 2024-05-20T21:18:08.325 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:08.325+0000 7f66af400700 1 -- 172.21.15.8:0/2360536919 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f66a000cd70 con 0x7f66b8105760 2024-05-20T21:18:08.325 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:08.325+0000 7f66af400700 1 -- 172.21.15.8:0/2360536919 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66a0018680 con 0x7f66b8105760 2024-05-20T21:18:08.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:08.325+0000 7f66bda00700 1 -- 172.21.15.8:0/2360536919 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66b81a89b0 con 0x7f66b8105760 2024-05-20T21:18:08.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:08.327+0000 7f66bda00700 1 -- 172.21.15.8:0/2360536919 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f66b806a230 con 0x7f66b8105760 2024-05-20T21:18:08.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:08.330+0000 7f66af400700 1 -- 172.21.15.8:0/2360536919 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f66a004aab0 con 0x7f66b8105760 2024-05-20T21:18:08.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:08.331+0000 7f66af400700 1 --2- 172.21.15.8:0/2360536919 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f669c0b2880 0x7f669c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:08.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:08.331+0000 7f66af400700 1 -- 172.21.15.8:0/2360536919 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f66a00e24a0 con 0x7f66b8105760 2024-05-20T21:18:08.331 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:08.332+0000 7f66b6000700 1 --2- 172.21.15.8:0/2360536919 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f669c0b2880 0x7f669c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:08.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:08.332+0000 7f66b6000700 1 --2- 172.21.15.8:0/2360536919 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f669c0b2880 0x7f669c0b4d40 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f66a8006010 tx=0x7f66a801a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:08.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:08.333+0000 7f66af400700 1 -- 172.21.15.8:0/2360536919 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f66a00aa150 con 0x7f66b8105760 2024-05-20T21:18:08.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:08.628+0000 7f66bda00700 1 -- 172.21.15.8:0/2360536919 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f66b819d190 con 0x7f66b8105760 2024-05-20T21:18:08.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:08.629+0000 7f66af400700 1 -- 172.21.15.8:0/2360536919 <== mon.1 v2:172.21.15.130:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7f66a00b21d0 con 0x7f66b8105760 2024-05-20T21:18:08.629 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:18:08.630 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:18:08.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:08.633+0000 7f66bda00700 1 -- 172.21.15.8:0/2360536919 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f669c0b2880 msgr2=0x7f669c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:08.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:08.633+0000 7f66bda00700 1 --2- 172.21.15.8:0/2360536919 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f669c0b2880 0x7f669c0b4d40 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f66a8006010 tx=0x7f66a801a040 comp rx=0 tx=0).stop 2024-05-20T21:18:08.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:08.633+0000 7f66bda00700 1 -- 172.21.15.8:0/2360536919 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f66b8105760 msgr2=0x7f66b819be80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:08.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:08.633+0000 7f66bda00700 1 --2- 172.21.15.8:0/2360536919 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f66b8105760 0x7f66b819be80 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f66a000e9a0 tx=0x7f66a000ecb0 comp rx=0 tx=0).stop 2024-05-20T21:18:08.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:08.633+0000 7f66bda00700 1 -- 172.21.15.8:0/2360536919 shutdown_connections 2024-05-20T21:18:08.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:08.633+0000 7f66bda00700 1 --2- 172.21.15.8:0/2360536919 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f669c0b2880 0x7f669c0b4d40 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:08.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:08.633+0000 7f66bda00700 1 --2- 172.21.15.8:0/2360536919 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f66b810b760 0x7f66b81a0700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:08.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:08.633+0000 7f66bda00700 1 --2- 172.21.15.8:0/2360536919 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f66b8105760 0x7f66b819be80 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:08.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:08.633+0000 7f66bda00700 1 --2- 172.21.15.8:0/2360536919 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f66b8106120 0x7f66b819c3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:08.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:08.633+0000 7f66bda00700 1 -- 172.21.15.8:0/2360536919 >> 172.21.15.8:0/2360536919 conn(0x7f66b8101250 msgr2=0x7f66b8101930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:08.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:08.633+0000 7f66bda00700 1 -- 172.21.15.8:0/2360536919 shutdown_connections 2024-05-20T21:18:08.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:08.633+0000 7f66bda00700 1 -- 172.21.15.8:0/2360536919 wait complete. 2024-05-20T21:18:08.635 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:18:08.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:18:08 smithi130 ceph-mon[36448]: pgmap v524: 97 pgs: 97 active+clean; 1.0 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:18:08.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:18:08 smithi050 ceph-mon[35809]: pgmap v524: 97 pgs: 97 active+clean; 1.0 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:18:08.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:18:08 smithi008 ceph-mon[31475]: pgmap v524: 97 pgs: 97 active+clean; 1.0 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:18:09.509 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:18:09.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:18:09 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/2360536919' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:18:09.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:18:09 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/2360536919' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:18:09.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:18:09 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/2360536919' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:18:09.975 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:18:10.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:18:10 smithi008 ceph-mon[31475]: pgmap v525: 97 pgs: 97 active+clean; 1.1 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:18:10.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:18:10 smithi130 ceph-mon[36448]: pgmap v525: 97 pgs: 97 active+clean; 1.1 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:18:10.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:18:10 smithi050 ceph-mon[35809]: pgmap v525: 97 pgs: 97 active+clean; 1.1 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:18:11.355 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.355+0000 7f67db200640 1 -- 172.21.15.8:0/435030396 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f67dc105cb0 msgr2=0x7f67dc1080a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:11.355 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.355+0000 7f67db200640 1 --2- 172.21.15.8:0/435030396 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f67dc105cb0 0x7f67dc1080a0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f67c8009900 tx=0x7f67c802a410 comp rx=0 tx=0).stop 2024-05-20T21:18:11.355 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.356+0000 7f67db200640 1 -- 172.21.15.8:0/435030396 shutdown_connections 2024-05-20T21:18:11.355 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.356+0000 7f67db200640 1 --2- 172.21.15.8:0/435030396 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f67dc1085e0 0x7f67dc10aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:11.355 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.356+0000 7f67db200640 1 --2- 172.21.15.8:0/435030396 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f67dc105cb0 0x7f67dc1080a0 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:11.355 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.356+0000 7f67db200640 1 --2- 172.21.15.8:0/435030396 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f67dc103380 0x7f67dc105770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:11.355 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.356+0000 7f67db200640 1 -- 172.21.15.8:0/435030396 >> 172.21.15.8:0/435030396 conn(0x7f67dc0fcd30 msgr2=0x7f67dc0ff1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:11.356 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.356+0000 7f67db200640 1 -- 172.21.15.8:0/435030396 shutdown_connections 2024-05-20T21:18:11.356 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.356+0000 7f67db200640 1 -- 172.21.15.8:0/435030396 wait complete. 2024-05-20T21:18:11.357 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.357+0000 7f67db200640 1 Processor -- start 2024-05-20T21:18:11.357 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.357+0000 7f67db200640 1 -- start start 2024-05-20T21:18:11.357 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.357+0000 7f67db200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f67dc103380 0x7f67dc19ad60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:11.357 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.357+0000 7f67db200640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f67dc105cb0 0x7f67dc19b2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:11.357 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.357+0000 7f67db200640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f67dc1085e0 0x7f67dc1a2310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:11.357 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.357+0000 7f67db200640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f67dc10e470 con 0x7f67dc1085e0 2024-05-20T21:18:11.357 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.357+0000 7f67db200640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f67dc10e2f0 con 0x7f67dc103380 2024-05-20T21:18:11.357 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.357+0000 7f67db200640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f67dc10e5f0 con 0x7f67dc105cb0 2024-05-20T21:18:11.357 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.358+0000 7f67da800640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f67dc1085e0 0x7f67dc1a2310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:11.357 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.358+0000 7f67da800640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f67dc1085e0 0x7f67dc1a2310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54950/0 (socket says 172.21.15.8:54950) 2024-05-20T21:18:11.357 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.358+0000 7f67da800640 1 -- 172.21.15.8:0/3675082625 learned_addr learned my addr 172.21.15.8:0/3675082625 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:11.357 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.358+0000 7f67d9e00640 1 --2- 172.21.15.8:0/3675082625 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f67dc103380 0x7f67dc19ad60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:11.358 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.358+0000 7f67d9400640 1 --2- 172.21.15.8:0/3675082625 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f67dc105cb0 0x7f67dc19b2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:11.358 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.358+0000 7f67da800640 1 -- 172.21.15.8:0/3675082625 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f67dc105cb0 msgr2=0x7f67dc19b2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:11.359 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.358+0000 7f67da800640 1 --2- 172.21.15.8:0/3675082625 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f67dc105cb0 0x7f67dc19b2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:11.359 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.358+0000 7f67da800640 1 -- 172.21.15.8:0/3675082625 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f67dc103380 msgr2=0x7f67dc19ad60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:11.359 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.358+0000 7f67da800640 1 --2- 172.21.15.8:0/3675082625 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f67dc103380 0x7f67dc19ad60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:11.359 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.358+0000 7f67da800640 1 -- 172.21.15.8:0/3675082625 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67dc1a2980 con 0x7f67dc1085e0 2024-05-20T21:18:11.359 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.358+0000 7f67d9400640 1 --2- 172.21.15.8:0/3675082625 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f67dc105cb0 0x7f67dc19b2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:18:11.359 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.358+0000 7f67da800640 1 --2- 172.21.15.8:0/3675082625 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f67dc1085e0 0x7f67dc1a2310 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f67d400efd0 tx=0x7f67d400c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:11.359 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.359+0000 7f67d2a00640 1 -- 172.21.15.8:0/3675082625 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67d4003b70 con 0x7f67dc1085e0 2024-05-20T21:18:11.359 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.359+0000 7f67d2a00640 1 -- 172.21.15.8:0/3675082625 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f67d4003d10 con 0x7f67dc1085e0 2024-05-20T21:18:11.359 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.359+0000 7f67d2a00640 1 -- 172.21.15.8:0/3675082625 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67d40108a0 con 0x7f67dc1085e0 2024-05-20T21:18:11.359 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.359+0000 7f67db200640 1 -- 172.21.15.8:0/3675082625 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67dc1a2c70 con 0x7f67dc1085e0 2024-05-20T21:18:11.359 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.359+0000 7f67db200640 1 -- 172.21.15.8:0/3675082625 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67dc1a3140 con 0x7f67dc1085e0 2024-05-20T21:18:11.361 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.362+0000 7f67e3e1d740 1 Processor -- start 2024-05-20T21:18:11.362 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.362+0000 7f67d2a00640 1 -- 172.21.15.8:0/3675082625 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f67d4004020 con 0x7f67dc1085e0 2024-05-20T21:18:11.362 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.363+0000 7f67e3e1d740 1 -- start start 2024-05-20T21:18:11.364 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.363+0000 7f67e3e1d740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5564be17dcf0 0x5564be17e110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:11.364 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.363+0000 7f67e3e1d740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5564be17e6e0 0x5564be1831e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:11.364 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.363+0000 7f67e3e1d740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564be183850 0x5564be185ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:11.364 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.363+0000 7f67e3e1d740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5564be0edb90 con 0x5564be17e6e0 2024-05-20T21:18:11.364 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.363+0000 7f67e3e1d740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5564be0dd730 con 0x5564be17dcf0 2024-05-20T21:18:11.364 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.363+0000 7f67e3e1d740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5564be0e1770 con 0x5564be183850 2024-05-20T21:18:11.364 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.364+0000 7f67d9e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5564be17e6e0 0x5564be1831e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:11.364 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.364+0000 7f67d9e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5564be17e6e0 0x5564be1831e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54952/0 (socket says 172.21.15.8:54952) 2024-05-20T21:18:11.364 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.364+0000 7f67d9e00640 1 -- 172.21.15.8:0/3544587589 learned_addr learned my addr 172.21.15.8:0/3544587589 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:11.364 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.364+0000 7f67d9400640 1 --2- 172.21.15.8:0/3544587589 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5564be17dcf0 0x5564be17e110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:11.364 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.364+0000 7f67d9400640 1 --2- 172.21.15.8:0/3544587589 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564be183850 0x5564be185ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:11.364 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.364+0000 7f67d9e00640 1 -- 172.21.15.8:0/3544587589 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564be183850 msgr2=0x5564be185ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:11.364 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.364+0000 7f67d9e00640 1 --2- 172.21.15.8:0/3544587589 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564be183850 0x5564be185ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:11.365 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.364+0000 7f67d9e00640 1 -- 172.21.15.8:0/3544587589 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5564be17dcf0 msgr2=0x5564be17e110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:11.365 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.364+0000 7f67d9e00640 1 --2- 172.21.15.8:0/3544587589 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5564be17dcf0 0x5564be17e110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:11.365 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.364+0000 7f67d9e00640 1 -- 172.21.15.8:0/3544587589 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5564be0768b0 con 0x5564be17e6e0 2024-05-20T21:18:11.365 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.364+0000 7f67d9400640 1 --2- 172.21.15.8:0/3544587589 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5564be17dcf0 0x5564be17e110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:18:11.365 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.364+0000 7f67d2a00640 1 --2- 172.21.15.8:0/3675082625 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f67c00b27d0 0x7f67c00b4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:11.365 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.364+0000 7f67d9e00640 1 --2- 172.21.15.8:0/3544587589 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5564be17e6e0 0x5564be1831e0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f67cc009c80 tx=0x7f67cc0117b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8465b83e52e5e14 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:11.365 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.365+0000 7f67d2a00640 1 -- 172.21.15.8:0/3675082625 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f67d40e27f0 con 0x7f67dc1085e0 2024-05-20T21:18:11.365 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.365+0000 7f67d9400640 1 --2- 172.21.15.8:0/3675082625 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f67c00b27d0 0x7f67c00b4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:11.369 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.365+0000 7f67c7400640 1 -- 172.21.15.8:0/3544587589 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67cc012450 con 0x5564be17e6e0 2024-05-20T21:18:11.369 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.365+0000 7f67c7400640 1 -- 172.21.15.8:0/3544587589 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f67cc012aa0 con 0x5564be17e6e0 2024-05-20T21:18:11.369 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.365+0000 7f67c7400640 1 -- 172.21.15.8:0/3544587589 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67cc00fb80 con 0x5564be17e6e0 2024-05-20T21:18:11.369 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.366+0000 7f67e3e1d740 1 -- 172.21.15.8:0/3544587589 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5564be17e6e0 msgr2=0x5564be1831e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:11.369 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.366+0000 7f67d9400640 1 --2- 172.21.15.8:0/3675082625 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f67c00b27d0 0x7f67c00b4c90 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f67c8006010 tx=0x7f67c8005b50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:11.369 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.366+0000 7f67e3e1d740 1 --2- 172.21.15.8:0/3544587589 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5564be17e6e0 0x5564be1831e0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f67cc009c80 tx=0x7f67cc0117b0 comp rx=0 tx=0).stop 2024-05-20T21:18:11.369 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.366+0000 7f67e3e1d740 1 -- 172.21.15.8:0/3544587589 shutdown_connections 2024-05-20T21:18:11.369 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.366+0000 7f67e3e1d740 1 --2- 172.21.15.8:0/3544587589 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564be183850 0x5564be185ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:11.370 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.366+0000 7f67e3e1d740 1 --2- 172.21.15.8:0/3544587589 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5564be17e6e0 0x5564be1831e0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:11.370 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.366+0000 7f67e3e1d740 1 --2- 172.21.15.8:0/3544587589 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5564be17dcf0 0x5564be17e110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:11.370 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.366+0000 7f67e3e1d740 1 -- 172.21.15.8:0/3544587589 >> 172.21.15.8:0/3544587589 conn(0x5564be179360 msgr2=0x5564be179760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:11.370 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.366+0000 7f67e3e1d740 1 -- 172.21.15.8:0/3544587589 shutdown_connections 2024-05-20T21:18:11.370 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.366+0000 7f67e3e1d740 1 -- 172.21.15.8:0/3544587589 wait complete. 2024-05-20T21:18:11.370 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.366+0000 7f67e3e1d740 1 -- start start 2024-05-20T21:18:11.370 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.367+0000 7f67e3e1d740 1 Processor -- start 2024-05-20T21:18:11.370 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.367+0000 7f67e3e1d740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5564be17dcf0 0x5564be187a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:11.370 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.367+0000 7f67e3e1d740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5564be17e6e0 0x5564be187fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:11.370 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.367+0000 7f67e3e1d740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564be183850 0x5564be18efe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:11.370 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.367+0000 7f67e3e1d740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5564bddc3790 con 0x5564be17e6e0 2024-05-20T21:18:11.370 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.367+0000 7f67e3e1d740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5564be085bc0 con 0x5564be17dcf0 2024-05-20T21:18:11.371 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.367+0000 7f67e3e1d740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5564be186800 con 0x5564be183850 2024-05-20T21:18:11.371 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.367+0000 7f67e3e1d740 10 client.0 _ll_register_callbacks cb 0x5564be063400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:11.371 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.367+0000 7f67d9400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5564be17e6e0 0x5564be187fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:11.371 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.367+0000 7f67d9400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5564be17e6e0 0x5564be187fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54962/0 (socket says 172.21.15.8:54962) 2024-05-20T21:18:11.371 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.367+0000 7f67d9400640 1 -- 172.21.15.8:0/1934412860 learned_addr learned my addr 172.21.15.8:0/1934412860 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:11.371 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.368+0000 7f67d9e00640 1 --2- 172.21.15.8:0/1934412860 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5564be17dcf0 0x5564be187a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:11.371 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.368+0000 7f67da800640 1 --2- 172.21.15.8:0/1934412860 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564be183850 0x5564be18efe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:11.371 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.368+0000 7f67d9e00640 1 -- 172.21.15.8:0/1934412860 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564be183850 msgr2=0x5564be18efe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:11.371 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.368+0000 7f67d9e00640 1 --2- 172.21.15.8:0/1934412860 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564be183850 0x5564be18efe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:11.371 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.368+0000 7f67d9e00640 1 -- 172.21.15.8:0/1934412860 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5564be17e6e0 msgr2=0x5564be187fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:11.371 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.368+0000 7f67d9e00640 1 --2- 172.21.15.8:0/1934412860 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5564be17e6e0 0x5564be187fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:11.371 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.368+0000 7f67d9e00640 1 -- 172.21.15.8:0/1934412860 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5564bddf2210 con 0x5564be17dcf0 2024-05-20T21:18:11.371 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.368+0000 7f67d9400640 1 --2- 172.21.15.8:0/1934412860 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5564be17e6e0 0x5564be187fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:11.371 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.368+0000 7f67d9e00640 1 --2- 172.21.15.8:0/1934412860 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5564be17dcf0 0x5564be187a60 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x5564be17a230 tx=0x7f67cc009f80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6dfa4aa7de8f459e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:11.372 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.368+0000 7f67bbe00640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:18:11.372 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.369+0000 7f67bbe00640 1 -- 172.21.15.8:0/1934412860 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67cc029020 con 0x5564be17dcf0 2024-05-20T21:18:11.372 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.369+0000 7f67e3e1d740 1 -- 172.21.15.8:0/1934412860 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f67cc012aa0 con 0x5564be17dcf0 2024-05-20T21:18:11.372 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.369+0000 7f67bbe00640 1 -- 172.21.15.8:0/1934412860 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f67cc012660 con 0x5564be17dcf0 2024-05-20T21:18:11.372 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.369+0000 7f67bbe00640 1 -- 172.21.15.8:0/1934412860 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f67cc034050 con 0x5564be17dcf0 2024-05-20T21:18:11.372 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.369+0000 7f67e3e1d740 10 client.25829 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:11.372 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.369+0000 7f67e3e1d740 1 -- 172.21.15.8:0/1934412860 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5564bdebe620 con 0x5564be17dcf0 2024-05-20T21:18:11.372 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.369+0000 7f67bbe00640 1 -- 172.21.15.8:0/1934412860 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f67cc012aa0 con 0x5564be17dcf0 2024-05-20T21:18:11.372 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.369+0000 7f67bbe00640 1 -- 172.21.15.8:0/1934412860 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f67cc003710 con 0x5564be17dcf0 2024-05-20T21:18:11.372 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.370+0000 7f67e3e1d740 10 client.25829 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:11.372 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.370+0000 7f67e3e1d740 10 client.25829 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:18:11.372 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.370+0000 7f67e3e1d740 20 client.25829 populate_metadata read hostname 'smithi008' 2024-05-20T21:18:11.372 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.370+0000 7f67e3e1d740 1 --2- 172.21.15.8:0/1934412860 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5564be193250 0x5564be195640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:11.372 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.370+0000 7f67e3e1d740 4 client.25829 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:18:11.373 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.370+0000 7f67e3e1d740 1 -- 172.21.15.8:0/1934412860 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5564be0efae0 con 0x5564be193250 2024-05-20T21:18:11.373 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.370+0000 7f67d9400640 1 --2- 172.21.15.8:0/1934412860 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5564be193250 0x5564be195640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:11.374 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.371+0000 7f67d9400640 1 --2- 172.21.15.8:0/1934412860 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5564be193250 0x5564be195640 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4d0b823828f7a1d0 server_cookie=bc6534e8bf5754ca in_seq=0 out_seq=0 2024-05-20T21:18:11.374 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.371+0000 7f67bbe00640 10 client.25829 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:18:11.374 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.372+0000 7f67bbe00640 1 -- 172.21.15.8:0/1934412860 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5564be0efae0 con 0x5564be193250 2024-05-20T21:18:11.374 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.372+0000 7f67bbe00640 10 client.25829 handle_command_reply: tid=0 2024-05-20T21:18:11.374 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.372+0000 7f67e3e1d740 1 client.25829 shutdown 2024-05-20T21:18:11.374 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.372+0000 7f67e3e1d740 1 -- 172.21.15.8:0/1934412860 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5564be17dcf0 msgr2=0x5564be187a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:11.374 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.372+0000 7f67e3e1d740 1 --2- 172.21.15.8:0/1934412860 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5564be17dcf0 0x5564be187a60 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x5564be17a230 tx=0x7f67cc009f80 comp rx=0 tx=0).stop 2024-05-20T21:18:11.374 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.372+0000 7f67e3e1d740 1 -- 172.21.15.8:0/1934412860 shutdown_connections 2024-05-20T21:18:11.375 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.372+0000 7f67e3e1d740 1 --2- 172.21.15.8:0/1934412860 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5564be193250 0x5564be195640 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:11.375 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.372+0000 7f67e3e1d740 1 --2- 172.21.15.8:0/1934412860 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564be183850 0x5564be18efe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:11.375 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.372+0000 7f67e3e1d740 1 --2- 172.21.15.8:0/1934412860 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5564be17e6e0 0x5564be187fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:11.375 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.372+0000 7f67e3e1d740 1 --2- 172.21.15.8:0/1934412860 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5564be17dcf0 0x5564be187a60 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:11.375 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.372+0000 7f67e3e1d740 1 -- 172.21.15.8:0/1934412860 >> 172.21.15.8:0/1934412860 conn(0x5564be179360 msgr2=0x5564be1784c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:11.375 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.372+0000 7f67bbe00640 0 client.25829 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:18:11.375 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.373+0000 7f67e3e1d740 1 -- 172.21.15.8:0/1934412860 shutdown_connections 2024-05-20T21:18:11.375 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.373+0000 7f67e3e1d740 1 -- 172.21.15.8:0/1934412860 wait complete. 2024-05-20T21:18:11.375 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.373+0000 7f67e3e1d740 20 client.25829 trim_cache size 0 max 16384 2024-05-20T21:18:11.391 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.390+0000 7f67e3e1d740 1 Processor -- start 2024-05-20T21:18:11.391 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.390+0000 7f67e3e1d740 1 -- start start 2024-05-20T21:18:11.391 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.390+0000 7f67e3e1d740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5564be17dcf0 0x5564be195260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:11.391 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.390+0000 7f67e3e1d740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5564be17e6e0 0x5564be18ef70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:11.392 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.390+0000 7f67e3e1d740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564be183850 0x5564be187080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:11.392 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.390+0000 7f67e3e1d740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f67dc1ae730 con 0x5564be17dcf0 2024-05-20T21:18:11.392 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.391+0000 7f67e3e1d740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f67dc1ac000 con 0x5564be17e6e0 2024-05-20T21:18:11.392 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.391+0000 7f67e3e1d740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f67dc1a9e50 con 0x5564be183850 2024-05-20T21:18:11.392 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.391+0000 7f67d9e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5564be17dcf0 0x5564be195260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:11.392 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.391+0000 7f67d9e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5564be17dcf0 0x5564be195260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54968/0 (socket says 172.21.15.8:54968) 2024-05-20T21:18:11.392 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.391+0000 7f67d9e00640 1 -- 172.21.15.8:0/153974025 learned_addr learned my addr 172.21.15.8:0/153974025 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:11.392 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.391+0000 7f67da800640 1 --2- 172.21.15.8:0/153974025 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564be183850 0x5564be187080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:11.392 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.391+0000 7f67d9400640 1 --2- 172.21.15.8:0/153974025 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5564be17e6e0 0x5564be18ef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:11.392 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.391+0000 7f67d9e00640 1 -- 172.21.15.8:0/153974025 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564be183850 msgr2=0x5564be187080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:11.392 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.391+0000 7f67d9e00640 1 --2- 172.21.15.8:0/153974025 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564be183850 0x5564be187080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:11.392 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.391+0000 7f67d9e00640 1 -- 172.21.15.8:0/153974025 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5564be17e6e0 msgr2=0x5564be18ef70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:11.392 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.391+0000 7f67d9e00640 1 --2- 172.21.15.8:0/153974025 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5564be17e6e0 0x5564be18ef70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:11.393 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.391+0000 7f67d9e00640 1 -- 172.21.15.8:0/153974025 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5564be179190 con 0x5564be17dcf0 2024-05-20T21:18:11.393 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.391+0000 7f67da800640 1 --2- 172.21.15.8:0/153974025 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564be183850 0x5564be187080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:11.393 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.391+0000 7f67d9400640 1 --2- 172.21.15.8:0/153974025 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5564be17e6e0 0x5564be18ef70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:11.393 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.392+0000 7f67d9e00640 1 --2- 172.21.15.8:0/153974025 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5564be17dcf0 0x5564be195260 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f67cc0117f0 tx=0x7f67cc005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d332a3c7f6880c6 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:11.393 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.392+0000 7f67c6a00640 1 -- 172.21.15.8:0/153974025 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67cc029040 con 0x5564be17dcf0 2024-05-20T21:18:11.393 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.392+0000 7f67c6a00640 1 -- 172.21.15.8:0/153974025 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f67cc005040 con 0x5564be17dcf0 2024-05-20T21:18:11.393 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.392+0000 7f67c6a00640 1 -- 172.21.15.8:0/153974025 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67cc0128c0 con 0x5564be17dcf0 2024-05-20T21:18:11.396 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.393+0000 7f67e3e1d740 1 -- 172.21.15.8:0/153974025 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5564be17dcf0 msgr2=0x5564be195260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:11.396 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.393+0000 7f67e3e1d740 1 --2- 172.21.15.8:0/153974025 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5564be17dcf0 0x5564be195260 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f67cc0117f0 tx=0x7f67cc005f90 comp rx=0 tx=0).stop 2024-05-20T21:18:11.396 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.393+0000 7f67e3e1d740 1 -- 172.21.15.8:0/153974025 shutdown_connections 2024-05-20T21:18:11.396 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.393+0000 7f67e3e1d740 1 --2- 172.21.15.8:0/153974025 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564be183850 0x5564be187080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:11.396 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.393+0000 7f67e3e1d740 1 --2- 172.21.15.8:0/153974025 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5564be17e6e0 0x5564be18ef70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:11.396 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.393+0000 7f67e3e1d740 1 --2- 172.21.15.8:0/153974025 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5564be17dcf0 0x5564be195260 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:11.396 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.393+0000 7f67e3e1d740 1 -- 172.21.15.8:0/153974025 >> 172.21.15.8:0/153974025 conn(0x5564be179360 msgr2=0x5564be17c330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:11.396 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.393+0000 7f67e3e1d740 1 -- 172.21.15.8:0/153974025 shutdown_connections 2024-05-20T21:18:11.396 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.393+0000 7f67e3e1d740 1 -- 172.21.15.8:0/153974025 wait complete. 2024-05-20T21:18:11.397 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.393+0000 7f67e3e1d740 1 -- start start 2024-05-20T21:18:11.397 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.394+0000 7f67e3e1d740 1 Processor -- start 2024-05-20T21:18:11.397 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.394+0000 7f67e3e1d740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5564be17dcf0 0x5564be18bac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:11.397 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.394+0000 7f67e3e1d740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5564be17e6e0 0x5564be18c000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:11.397 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.394+0000 7f67e3e1d740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564be183850 0x5564be204540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:11.397 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.394+0000 7f67e3e1d740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f67dc1aa4c0 con 0x5564be17dcf0 2024-05-20T21:18:11.397 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.394+0000 7f67e3e1d740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f67dc1ab930 con 0x5564be17e6e0 2024-05-20T21:18:11.397 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.394+0000 7f67e3e1d740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f67dc1aab90 con 0x5564be183850 2024-05-20T21:18:11.397 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.394+0000 7f67e3e1d740 10 client.0 _ll_register_callbacks cb 0x7f67cc009ad0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:11.397 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.394+0000 7f67d9e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5564be17dcf0 0x5564be18bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:11.397 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.394+0000 7f67da800640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564be183850 0x5564be204540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:11.397 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.394+0000 7f67d9400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5564be17e6e0 0x5564be18c000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:11.397 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.394+0000 7f67d9e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5564be17dcf0 0x5564be18bac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54978/0 (socket says 172.21.15.8:54978) 2024-05-20T21:18:11.398 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.394+0000 7f67da800640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564be183850 0x5564be204540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:55672/0 (socket says 172.21.15.8:55672) 2024-05-20T21:18:11.398 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.394+0000 7f67d9e00640 1 -- 172.21.15.8:0/3164834612 learned_addr learned my addr 172.21.15.8:0/3164834612 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:11.398 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.395+0000 7f67da800640 1 -- 172.21.15.8:0/3164834612 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5564be17e6e0 msgr2=0x5564be18c000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:11.398 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.395+0000 7f67da800640 1 --2- 172.21.15.8:0/3164834612 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5564be17e6e0 0x5564be18c000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:11.398 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.395+0000 7f67da800640 1 -- 172.21.15.8:0/3164834612 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5564be17dcf0 msgr2=0x5564be18bac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:11.398 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.395+0000 7f67da800640 1 --2- 172.21.15.8:0/3164834612 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5564be17dcf0 0x5564be18bac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:11.398 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.395+0000 7f67da800640 1 -- 172.21.15.8:0/3164834612 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5564be186940 con 0x5564be183850 2024-05-20T21:18:11.398 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.395+0000 7f67d9e00640 1 --2- 172.21.15.8:0/3164834612 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5564be17dcf0 0x5564be18bac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:11.398 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.395+0000 7f67da800640 1 --2- 172.21.15.8:0/3164834612 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564be183850 0x5564be204540 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f67d4005c40 tx=0x7f67d40a99f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a379738e6742d9c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:11.398 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.395+0000 7f67bbe00640 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:18:11.398 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.395+0000 7f67bbe00640 1 -- 172.21.15.8:0/3164834612 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67d4004b40 con 0x5564be183850 2024-05-20T21:18:11.398 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.395+0000 7f67bbe00640 1 -- 172.21.15.8:0/3164834612 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f67d4004ce0 con 0x5564be183850 2024-05-20T21:18:11.398 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.395+0000 7f67e3e1d740 1 -- 172.21.15.8:0/3164834612 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f67cc005040 con 0x5564be183850 2024-05-20T21:18:11.399 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.396+0000 7f67bbe00640 1 -- 172.21.15.8:0/3164834612 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f67d40a9000 con 0x5564be183850 2024-05-20T21:18:11.399 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.396+0000 7f67e3e1d740 10 client.25882 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:11.399 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.396+0000 7f67e3e1d740 1 -- 172.21.15.8:0/3164834612 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5564be205800 con 0x5564be183850 2024-05-20T21:18:11.399 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.396+0000 7f67bbe00640 1 -- 172.21.15.8:0/3164834612 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f67cc005040 con 0x5564be183850 2024-05-20T21:18:11.399 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.396+0000 7f67bbe00640 1 -- 172.21.15.8:0/3164834612 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f67d401f020 con 0x5564be183850 2024-05-20T21:18:11.399 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.396+0000 7f67e3e1d740 10 client.25882 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:11.399 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.396+0000 7f67e3e1d740 10 client.25882 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:18:11.399 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.396+0000 7f67e3e1d740 20 client.25882 populate_metadata read hostname 'smithi008' 2024-05-20T21:18:11.399 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.396+0000 7f67e3e1d740 1 --2- 172.21.15.8:0/3164834612 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5564be2061d0 0x5564be2085f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:11.399 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.396+0000 7f67e3e1d740 4 client.25882 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:18:11.399 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.396+0000 7f67e3e1d740 1 -- 172.21.15.8:0/3164834612 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5564be0e92c0 con 0x5564be2061d0 2024-05-20T21:18:11.399 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.397+0000 7f67d9e00640 1 --2- 172.21.15.8:0/3164834612 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5564be2061d0 0x5564be2085f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:11.400 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.397+0000 7f67d9e00640 1 --2- 172.21.15.8:0/3164834612 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5564be2061d0 0x5564be2085f0 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=86508d670ba6ea17 server_cookie=f51e57a961a4e110 in_seq=0 out_seq=0 2024-05-20T21:18:11.400 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.397+0000 7f67bbe00640 10 client.25882 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:18:11.410 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.410+0000 7f67bbe00640 1 -- 172.21.15.8:0/3164834612 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5564be0e92c0 con 0x5564be2061d0 2024-05-20T21:18:11.410 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.410+0000 7f67bbe00640 10 client.25882 handle_command_reply: tid=0 2024-05-20T21:18:11.410 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.410+0000 7f67e3e1d740 1 client.25882 shutdown 2024-05-20T21:18:11.410 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.410+0000 7f67e3e1d740 1 -- 172.21.15.8:0/3164834612 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564be183850 msgr2=0x5564be204540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:11.410 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.410+0000 7f67e3e1d740 1 --2- 172.21.15.8:0/3164834612 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564be183850 0x5564be204540 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f67d4005c40 tx=0x7f67d40a99f0 comp rx=0 tx=0).stop 2024-05-20T21:18:11.410 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.410+0000 7f67e3e1d740 1 -- 172.21.15.8:0/3164834612 shutdown_connections 2024-05-20T21:18:11.410 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.410+0000 7f67e3e1d740 1 --2- 172.21.15.8:0/3164834612 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5564be2061d0 0x5564be2085f0 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:11.410 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.410+0000 7f67e3e1d740 1 --2- 172.21.15.8:0/3164834612 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564be183850 0x5564be204540 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:11.410 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.410+0000 7f67e3e1d740 1 --2- 172.21.15.8:0/3164834612 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5564be17e6e0 0x5564be18c000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:11.411 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.410+0000 7f67e3e1d740 1 --2- 172.21.15.8:0/3164834612 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5564be17dcf0 0x5564be18bac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:11.411 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.410+0000 7f67bbe00640 0 client.25882 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:18:11.411 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.410+0000 7f67e3e1d740 1 -- 172.21.15.8:0/3164834612 >> 172.21.15.8:0/3164834612 conn(0x5564be179360 msgr2=0x5564be17ef20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:11.411 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.411+0000 7f67e3e1d740 1 -- 172.21.15.8:0/3164834612 shutdown_connections 2024-05-20T21:18:11.411 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.411+0000 7f67e3e1d740 1 -- 172.21.15.8:0/3164834612 wait complete. 2024-05-20T21:18:11.411 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.411+0000 7f67e3e1d740 20 client.25882 trim_cache size 0 max 16384 2024-05-20T21:18:11.411 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:18:11.411 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:18:11.412 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:18:11.412 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.412+0000 7f67db200640 1 -- 172.21.15.8:0/3675082625 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f67c00b27d0 msgr2=0x7f67c00b4c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:11.412 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.412+0000 7f67db200640 1 --2- 172.21.15.8:0/3675082625 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f67c00b27d0 0x7f67c00b4c90 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f67c8006010 tx=0x7f67c8005b50 comp rx=0 tx=0).stop 2024-05-20T21:18:11.412 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.412+0000 7f67db200640 1 -- 172.21.15.8:0/3675082625 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f67dc1085e0 msgr2=0x7f67dc1a2310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:11.412 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.412+0000 7f67db200640 1 --2- 172.21.15.8:0/3675082625 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f67dc1085e0 0x7f67dc1a2310 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f67d400efd0 tx=0x7f67d400c6a0 comp rx=0 tx=0).stop 2024-05-20T21:18:11.412 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.412+0000 7f67db200640 1 -- 172.21.15.8:0/3675082625 shutdown_connections 2024-05-20T21:18:11.413 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.412+0000 7f67db200640 1 --2- 172.21.15.8:0/3675082625 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f67c00b27d0 0x7f67c00b4c90 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:11.413 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.412+0000 7f67db200640 1 --2- 172.21.15.8:0/3675082625 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f67dc1085e0 0x7f67dc1a2310 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:11.413 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.412+0000 7f67db200640 1 --2- 172.21.15.8:0/3675082625 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f67dc105cb0 0x7f67dc19b2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:11.413 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.412+0000 7f67db200640 1 --2- 172.21.15.8:0/3675082625 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f67dc103380 0x7f67dc19ad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:11.413 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.412+0000 7f67db200640 1 -- 172.21.15.8:0/3675082625 >> 172.21.15.8:0/3675082625 conn(0x7f67dc0fcd30 msgr2=0x7f67dc102a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:11.413 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.412+0000 7f67db200640 1 -- 172.21.15.8:0/3675082625 shutdown_connections 2024-05-20T21:18:11.413 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:11.412+0000 7f67db200640 1 -- 172.21.15.8:0/3675082625 wait complete. 2024-05-20T21:18:12.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.348+0000 7f696b800700 1 -- 172.21.15.8:0/497081461 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6964106120 msgr2=0x7f6964112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:12.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.348+0000 7f696b800700 1 --2- 172.21.15.8:0/497081461 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6964106120 0x7f6964112630 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f695c009f90 tx=0x7f695c00b330 comp rx=0 tx=0).stop 2024-05-20T21:18:12.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.348+0000 7f696b800700 1 -- 172.21.15.8:0/497081461 shutdown_connections 2024-05-20T21:18:12.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.348+0000 7f696b800700 1 --2- 172.21.15.8:0/497081461 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6964106120 0x7f6964112630 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.348+0000 7f696b800700 1 --2- 172.21.15.8:0/497081461 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f696410b760 0x7f696410bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.348+0000 7f696b800700 1 --2- 172.21.15.8:0/497081461 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6964105760 0x7f6964105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.348+0000 7f696b800700 1 -- 172.21.15.8:0/497081461 >> 172.21.15.8:0/497081461 conn(0x7f6964101250 msgr2=0x7f6964103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:12.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.349+0000 7f696b800700 1 -- 172.21.15.8:0/497081461 shutdown_connections 2024-05-20T21:18:12.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.349+0000 7f696b800700 1 -- 172.21.15.8:0/497081461 wait complete. 2024-05-20T21:18:12.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.350+0000 7f696b800700 1 Processor -- start 2024-05-20T21:18:12.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.350+0000 7f696b800700 1 -- start start 2024-05-20T21:18:12.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.350+0000 7f696b800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6964105760 0x7f696419bd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:12.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.350+0000 7f696b800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6964106120 0x7f696419c290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:12.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.351+0000 7f696b800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f696410b760 0x7f69641a0620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:12.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.351+0000 7f696b800700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f6964115940 con 0x7f6964105760 2024-05-20T21:18:12.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.351+0000 7f696b800700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f69641157c0 con 0x7f696410b760 2024-05-20T21:18:12.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.351+0000 7f696b800700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f6964115ac0 con 0x7f6964106120 2024-05-20T21:18:12.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.351+0000 7f6968e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6964105760 0x7f696419bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:12.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.351+0000 7f6968e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6964105760 0x7f696419bd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55002/0 (socket says 172.21.15.8:55002) 2024-05-20T21:18:12.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.351+0000 7f6968e00700 1 -- 172.21.15.8:0/2041977346 learned_addr learned my addr 172.21.15.8:0/2041977346 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:12.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.351+0000 7f6963e00700 1 --2- 172.21.15.8:0/2041977346 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6964106120 0x7f696419c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:12.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.351+0000 7f6969800700 1 --2- 172.21.15.8:0/2041977346 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f696410b760 0x7f69641a0620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:12.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.351+0000 7f6968e00700 1 -- 172.21.15.8:0/2041977346 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6964106120 msgr2=0x7f696419c290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:12.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.351+0000 7f6968e00700 1 --2- 172.21.15.8:0/2041977346 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6964106120 0x7f696419c290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.351+0000 7f6968e00700 1 -- 172.21.15.8:0/2041977346 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f696410b760 msgr2=0x7f69641a0620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:12.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.351+0000 7f6968e00700 1 --2- 172.21.15.8:0/2041977346 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f696410b760 0x7f69641a0620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.351+0000 7f6968e00700 1 -- 172.21.15.8:0/2041977346 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69641a0d60 con 0x7f6964105760 2024-05-20T21:18:12.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.352+0000 7f6968e00700 1 --2- 172.21.15.8:0/2041977346 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6964105760 0x7f696419bd50 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f695800e9c0 tx=0x7f695800ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:12.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.352+0000 7f6961600700 1 -- 172.21.15.8:0/2041977346 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6958004a30 con 0x7f6964105760 2024-05-20T21:18:12.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.352+0000 7f6961600700 1 -- 172.21.15.8:0/2041977346 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f695800cc70 con 0x7f6964105760 2024-05-20T21:18:12.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.352+0000 7f6961600700 1 -- 172.21.15.8:0/2041977346 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6958005490 con 0x7f6964105760 2024-05-20T21:18:12.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.352+0000 7f696b800700 1 -- 172.21.15.8:0/2041977346 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69641a1050 con 0x7f6964105760 2024-05-20T21:18:12.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.352+0000 7f696b800700 1 -- 172.21.15.8:0/2041977346 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69641a88d0 con 0x7f6964105760 2024-05-20T21:18:12.355 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.356+0000 7f6961600700 1 -- 172.21.15.8:0/2041977346 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f6958004bd0 con 0x7f6964105760 2024-05-20T21:18:12.356 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.357+0000 7f69760adb80 1 Processor -- start 2024-05-20T21:18:12.356 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.357+0000 7f69760adb80 1 -- start start 2024-05-20T21:18:12.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.357+0000 7f6961600700 1 --2- 172.21.15.8:0/2041977346 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f694c0b2900 0x7f694c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:12.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.358+0000 7f69760adb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55da3a547eb0 0x55da3a548290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:12.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.358+0000 7f69760adb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55da3a5487d0 0x55da3a542260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:12.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.358+0000 7f69760adb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55da3a542880 0x55da3a542ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:12.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.358+0000 7f69760adb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55da3a4a0e40 con 0x55da3a547eb0 2024-05-20T21:18:12.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.358+0000 7f6961600700 1 -- 172.21.15.8:0/2041977346 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f69580e2260 con 0x7f6964105760 2024-05-20T21:18:12.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.358+0000 7f69760adb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55da3a4909e0 con 0x55da3a5487d0 2024-05-20T21:18:12.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.358+0000 7f69760adb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55da3a494a20 con 0x55da3a542880 2024-05-20T21:18:12.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.358+0000 7f6969800700 1 --2- 172.21.15.8:0/2041977346 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f694c0b2900 0x7f694c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:12.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.358+0000 7f6968e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55da3a547eb0 0x55da3a548290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:12.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.358+0000 7f6968e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55da3a547eb0 0x55da3a548290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55018/0 (socket says 172.21.15.8:55018) 2024-05-20T21:18:12.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.358+0000 7f6968e00700 1 -- 172.21.15.8:0/2080598054 learned_addr learned my addr 172.21.15.8:0/2080598054 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:12.359 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.358+0000 7f6963e00700 1 --2- 172.21.15.8:0/2080598054 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55da3a5487d0 0x55da3a542260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:12.359 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.358+0000 7f6969800700 1 --2- 172.21.15.8:0/2080598054 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55da3a542880 0x55da3a542ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:12.359 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.359+0000 7f6968e00700 1 -- 172.21.15.8:0/2080598054 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55da3a542880 msgr2=0x55da3a542ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:12.359 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.359+0000 7f6968e00700 1 --2- 172.21.15.8:0/2080598054 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55da3a542880 0x55da3a542ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.359 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.359+0000 7f6968e00700 1 -- 172.21.15.8:0/2080598054 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55da3a5487d0 msgr2=0x55da3a542260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:12.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.359+0000 7f6968e00700 1 --2- 172.21.15.8:0/2080598054 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55da3a5487d0 0x55da3a542260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.359+0000 7f6968e00700 1 -- 172.21.15.8:0/2080598054 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55da3a459420 con 0x55da3a547eb0 2024-05-20T21:18:12.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.359+0000 7f6968e00700 1 --2- 172.21.15.8:0/2080598054 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55da3a547eb0 0x55da3a548290 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f6958004800 tx=0x7f69580a91e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1fd131243e9e4457 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:12.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.359+0000 7f6969800700 1 --2- 172.21.15.8:0/2041977346 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f694c0b2900 0x7f694c0b4dc0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f695c00b6c0 tx=0x7f695c009be0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:12.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.359+0000 7f6956000700 1 -- 172.21.15.8:0/2080598054 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69580638c0 con 0x55da3a547eb0 2024-05-20T21:18:12.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.360+0000 7f6956000700 1 -- 172.21.15.8:0/2080598054 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f695800ce20 con 0x55da3a547eb0 2024-05-20T21:18:12.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.360+0000 7f6956000700 1 -- 172.21.15.8:0/2080598054 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69580632d0 con 0x55da3a547eb0 2024-05-20T21:18:12.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.360+0000 7f69760adb80 1 -- 172.21.15.8:0/2080598054 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55da3a547eb0 msgr2=0x55da3a548290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:12.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.360+0000 7f69760adb80 1 --2- 172.21.15.8:0/2080598054 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55da3a547eb0 0x55da3a548290 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f6958004800 tx=0x7f69580a91e0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.361+0000 7f69760adb80 1 -- 172.21.15.8:0/2080598054 shutdown_connections 2024-05-20T21:18:12.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.361+0000 7f69760adb80 1 --2- 172.21.15.8:0/2080598054 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55da3a542880 0x55da3a542ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.361+0000 7f69760adb80 1 --2- 172.21.15.8:0/2080598054 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55da3a547eb0 0x55da3a548290 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.361+0000 7f69760adb80 1 --2- 172.21.15.8:0/2080598054 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55da3a5487d0 0x55da3a542260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.361+0000 7f69760adb80 1 -- 172.21.15.8:0/2080598054 >> 172.21.15.8:0/2080598054 conn(0x55da3a470be0 msgr2=0x55da3a53d010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:12.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.361+0000 7f69760adb80 1 -- 172.21.15.8:0/2080598054 shutdown_connections 2024-05-20T21:18:12.362 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.361+0000 7f69760adb80 1 -- 172.21.15.8:0/2080598054 wait complete. 2024-05-20T21:18:12.362 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.361+0000 7f69760adb80 1 -- start start 2024-05-20T21:18:12.362 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.362+0000 7f69760adb80 1 Processor -- start 2024-05-20T21:18:12.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.362+0000 7f69760adb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55da3a542880 0x55da3a54e440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:12.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.362+0000 7f69760adb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55da3a547eb0 0x55da3a54b7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:12.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.362+0000 7f69760adb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55da3a5487d0 0x55da3a54bd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:12.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.362+0000 7f69760adb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55da3a396fa0 con 0x55da3a547eb0 2024-05-20T21:18:12.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.362+0000 7f69760adb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55da3a431760 con 0x55da3a542880 2024-05-20T21:18:12.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.362+0000 7f69760adb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55da3a54f240 con 0x55da3a5487d0 2024-05-20T21:18:12.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.362+0000 7f69760adb80 10 client.0 _ll_register_callbacks cb 0x55da3a43ac70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:12.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.363+0000 7f6968e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55da3a542880 0x55da3a54e440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:12.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.363+0000 7f6968e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55da3a542880 0x55da3a54e440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:56590/0 (socket says 172.21.15.8:56590) 2024-05-20T21:18:12.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.363+0000 7f6968e00700 1 -- 172.21.15.8:0/800054982 learned_addr learned my addr 172.21.15.8:0/800054982 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:12.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.363+0000 7f6969800700 1 --2- 172.21.15.8:0/800054982 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55da3a5487d0 0x55da3a54bd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:12.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.363+0000 7f6963e00700 1 --2- 172.21.15.8:0/800054982 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55da3a547eb0 0x55da3a54b7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:12.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.363+0000 7f6968e00700 1 -- 172.21.15.8:0/800054982 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55da3a5487d0 msgr2=0x55da3a54bd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:12.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.363+0000 7f6968e00700 1 --2- 172.21.15.8:0/800054982 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55da3a5487d0 0x55da3a54bd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.363+0000 7f6968e00700 1 -- 172.21.15.8:0/800054982 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55da3a547eb0 msgr2=0x55da3a54b7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:12.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.363+0000 7f6968e00700 1 --2- 172.21.15.8:0/800054982 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55da3a547eb0 0x55da3a54b7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.363+0000 7f6968e00700 1 -- 172.21.15.8:0/800054982 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55da3a3e08d0 con 0x55da3a542880 2024-05-20T21:18:12.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.364+0000 7f6968e00700 1 --2- 172.21.15.8:0/800054982 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55da3a542880 0x55da3a54e440 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f6958000c00 tx=0x7f69580b2080 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a3219ce55b033db7 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:12.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.364+0000 7f694aa00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:18:12.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.364+0000 7f694aa00700 1 -- 172.21.15.8:0/800054982 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69580c3060 con 0x55da3a542880 2024-05-20T21:18:12.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.364+0000 7f694aa00700 1 -- 172.21.15.8:0/800054982 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f69580a9c80 con 0x55da3a542880 2024-05-20T21:18:12.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.364+0000 7f69760adb80 1 -- 172.21.15.8:0/800054982 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55da3a4a2d90 con 0x55da3a542880 2024-05-20T21:18:12.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.364+0000 7f694aa00700 1 -- 172.21.15.8:0/800054982 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f69580638c0 con 0x55da3a542880 2024-05-20T21:18:12.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.364+0000 7f69760adb80 10 client.25847 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:12.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.364+0000 7f69760adb80 1 -- 172.21.15.8:0/800054982 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55da3a461060 con 0x55da3a542880 2024-05-20T21:18:12.367 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.364+0000 7f694aa00700 1 -- 172.21.15.8:0/800054982 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55da3a4a2d90 con 0x55da3a542880 2024-05-20T21:18:12.367 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.365+0000 7f694aa00700 1 -- 172.21.15.8:0/800054982 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f69580b21e0 con 0x55da3a542880 2024-05-20T21:18:12.367 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.365+0000 7f69760adb80 10 client.25847 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:12.367 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.365+0000 7f69760adb80 10 client.25847 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:18:12.367 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.365+0000 7f69760adb80 20 client.25847 populate_metadata read hostname 'smithi008' 2024-05-20T21:18:12.367 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.365+0000 7f69760adb80 1 --2- 172.21.15.8:0/800054982 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55da3a55bb90 0x55da3a55df80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:12.367 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.365+0000 7f69760adb80 4 client.25847 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:18:12.367 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.365+0000 7f69760adb80 1 -- 172.21.15.8:0/800054982 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55da3a49c570 con 0x55da3a55bb90 2024-05-20T21:18:12.367 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.365+0000 7f6963e00700 1 --2- 172.21.15.8:0/800054982 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55da3a55bb90 0x55da3a55df80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:12.367 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.366+0000 7f6963e00700 1 --2- 172.21.15.8:0/800054982 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55da3a55bb90 0x55da3a55df80 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=8a9306d14aff4519 server_cookie=3021422d6e7b1e52 in_seq=0 out_seq=0 2024-05-20T21:18:12.367 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.366+0000 7f694aa00700 10 client.25847 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:18:12.367 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.367+0000 7f694aa00700 1 -- 172.21.15.8:0/800054982 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55da3a49c570 con 0x55da3a55bb90 2024-05-20T21:18:12.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.367+0000 7f694aa00700 10 client.25847 handle_command_reply: tid=0 2024-05-20T21:18:12.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.367+0000 7f69760adb80 1 client.25847 shutdown 2024-05-20T21:18:12.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.367+0000 7f69760adb80 1 -- 172.21.15.8:0/800054982 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55da3a542880 msgr2=0x55da3a54e440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:12.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.367+0000 7f69760adb80 1 --2- 172.21.15.8:0/800054982 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55da3a542880 0x55da3a54e440 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f6958000c00 tx=0x7f69580b2080 comp rx=0 tx=0).stop 2024-05-20T21:18:12.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.367+0000 7f69760adb80 1 -- 172.21.15.8:0/800054982 shutdown_connections 2024-05-20T21:18:12.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.367+0000 7f69760adb80 1 --2- 172.21.15.8:0/800054982 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55da3a55bb90 0x55da3a55df80 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.367+0000 7f69760adb80 1 --2- 172.21.15.8:0/800054982 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55da3a542880 0x55da3a54e440 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.367+0000 7f69760adb80 1 --2- 172.21.15.8:0/800054982 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55da3a5487d0 0x55da3a54bd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.367+0000 7f69760adb80 1 --2- 172.21.15.8:0/800054982 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55da3a547eb0 0x55da3a54b7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.367+0000 7f694aa00700 0 client.25847 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:18:12.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.367+0000 7f69760adb80 1 -- 172.21.15.8:0/800054982 >> 172.21.15.8:0/800054982 conn(0x55da3a470be0 msgr2=0x55da3a541250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:12.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.367+0000 7f69760adb80 1 -- 172.21.15.8:0/800054982 shutdown_connections 2024-05-20T21:18:12.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.367+0000 7f69760adb80 1 -- 172.21.15.8:0/800054982 wait complete. 2024-05-20T21:18:12.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.368+0000 7f69760adb80 20 client.25847 trim_cache size 0 max 16384 2024-05-20T21:18:12.384 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.384+0000 7f69760adb80 1 Processor -- start 2024-05-20T21:18:12.384 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.384+0000 7f69760adb80 1 -- start start 2024-05-20T21:18:12.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.385+0000 7f69760adb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55da3a542880 0x55da3a542260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:12.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.385+0000 7f69760adb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55da3a547eb0 0x55da3a54c380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:12.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.385+0000 7f69760adb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55da3a5487d0 0x55da3a54a0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:12.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.385+0000 7f69760adb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f69641b2730 con 0x55da3a5487d0 2024-05-20T21:18:12.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.385+0000 7f69760adb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f69641affc0 con 0x55da3a547eb0 2024-05-20T21:18:12.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.385+0000 7f69760adb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f69641ade10 con 0x55da3a542880 2024-05-20T21:18:12.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.385+0000 7f6963e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55da3a547eb0 0x55da3a54c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:12.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.385+0000 7f6969800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55da3a5487d0 0x55da3a54a0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:12.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.385+0000 7f6963e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55da3a547eb0 0x55da3a54c380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:56604/0 (socket says 172.21.15.8:56604) 2024-05-20T21:18:12.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.385+0000 7f6963e00700 1 -- 172.21.15.8:0/4110755251 learned_addr learned my addr 172.21.15.8:0/4110755251 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:12.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.385+0000 7f6968e00700 1 --2- 172.21.15.8:0/4110755251 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55da3a542880 0x55da3a542260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:12.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.386+0000 7f6963e00700 1 -- 172.21.15.8:0/4110755251 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55da3a542880 msgr2=0x55da3a542260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:12.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.386+0000 7f6963e00700 1 --2- 172.21.15.8:0/4110755251 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55da3a542880 0x55da3a542260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.386+0000 7f6963e00700 1 -- 172.21.15.8:0/4110755251 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55da3a5487d0 msgr2=0x55da3a54a0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:12.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.386+0000 7f6963e00700 1 --2- 172.21.15.8:0/4110755251 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55da3a5487d0 0x55da3a54a0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.386+0000 7f6963e00700 1 -- 172.21.15.8:0/4110755251 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55da3a53dae0 con 0x55da3a547eb0 2024-05-20T21:18:12.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.386+0000 7f6969800700 1 --2- 172.21.15.8:0/4110755251 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55da3a5487d0 0x55da3a54a0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:18:12.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.386+0000 7f6963e00700 1 --2- 172.21.15.8:0/4110755251 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55da3a547eb0 0x55da3a54c380 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f6950004790 tx=0x7f6950010710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3c00e0404b0294fe server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:12.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.386+0000 7f6955600700 1 -- 172.21.15.8:0/4110755251 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6950004050 con 0x55da3a547eb0 2024-05-20T21:18:12.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.386+0000 7f6955600700 1 -- 172.21.15.8:0/4110755251 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6950004830 con 0x55da3a547eb0 2024-05-20T21:18:12.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.386+0000 7f6955600700 1 -- 172.21.15.8:0/4110755251 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6950005490 con 0x55da3a547eb0 2024-05-20T21:18:12.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.387+0000 7f69760adb80 1 -- 172.21.15.8:0/4110755251 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55da3a547eb0 msgr2=0x55da3a54c380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:12.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.387+0000 7f69760adb80 1 --2- 172.21.15.8:0/4110755251 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55da3a547eb0 0x55da3a54c380 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f6950004790 tx=0x7f6950010710 comp rx=0 tx=0).stop 2024-05-20T21:18:12.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.387+0000 7f69760adb80 1 -- 172.21.15.8:0/4110755251 shutdown_connections 2024-05-20T21:18:12.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.387+0000 7f69760adb80 1 --2- 172.21.15.8:0/4110755251 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55da3a5487d0 0x55da3a54a0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.387+0000 7f69760adb80 1 --2- 172.21.15.8:0/4110755251 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55da3a542880 0x55da3a542260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.387+0000 7f69760adb80 1 --2- 172.21.15.8:0/4110755251 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55da3a547eb0 0x55da3a54c380 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.387+0000 7f69760adb80 1 -- 172.21.15.8:0/4110755251 >> 172.21.15.8:0/4110755251 conn(0x55da3a470be0 msgr2=0x55da3a536e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:12.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.387+0000 7f69760adb80 1 -- 172.21.15.8:0/4110755251 shutdown_connections 2024-05-20T21:18:12.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.387+0000 7f69760adb80 1 -- 172.21.15.8:0/4110755251 wait complete. 2024-05-20T21:18:12.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.388+0000 7f69760adb80 1 -- start start 2024-05-20T21:18:12.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.388+0000 7f69760adb80 1 Processor -- start 2024-05-20T21:18:12.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.388+0000 7f69760adb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55da3a542880 0x55da3a5612a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:12.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.388+0000 7f69760adb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55da3a547eb0 0x55da3a5617e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:12.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.388+0000 7f69760adb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55da3a5487d0 0x55da3a55e840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:12.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.388+0000 7f69760adb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f69641ae480 con 0x55da3a5487d0 2024-05-20T21:18:12.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.388+0000 7f69760adb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f69641af8f0 con 0x55da3a547eb0 2024-05-20T21:18:12.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.388+0000 7f69760adb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f69641aeb50 con 0x55da3a542880 2024-05-20T21:18:12.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.388+0000 7f69760adb80 10 client.0 _ll_register_callbacks cb 0x55da3a43ac70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:12.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.389+0000 7f6969800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55da3a5487d0 0x55da3a55e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:12.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.389+0000 7f6963e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55da3a547eb0 0x55da3a5617e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:12.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.389+0000 7f6969800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55da3a5487d0 0x55da3a55e840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55060/0 (socket says 172.21.15.8:55060) 2024-05-20T21:18:12.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.389+0000 7f6963e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55da3a547eb0 0x55da3a5617e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:56610/0 (socket says 172.21.15.8:56610) 2024-05-20T21:18:12.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.389+0000 7f6969800700 1 -- 172.21.15.8:0/3355872383 learned_addr learned my addr 172.21.15.8:0/3355872383 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:12.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.389+0000 7f6968e00700 1 --2- 172.21.15.8:0/3355872383 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55da3a542880 0x55da3a5612a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:12.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.389+0000 7f6968e00700 1 -- 172.21.15.8:0/3355872383 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55da3a547eb0 msgr2=0x55da3a5617e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:12.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.389+0000 7f6968e00700 1 --2- 172.21.15.8:0/3355872383 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55da3a547eb0 0x55da3a5617e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.389+0000 7f6968e00700 1 -- 172.21.15.8:0/3355872383 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55da3a5487d0 msgr2=0x55da3a55e840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:12.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.389+0000 7f6968e00700 1 --2- 172.21.15.8:0/3355872383 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55da3a5487d0 0x55da3a55e840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.389+0000 7f6968e00700 1 -- 172.21.15.8:0/3355872383 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55da3a55f080 con 0x55da3a542880 2024-05-20T21:18:12.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.389+0000 7f6969800700 1 --2- 172.21.15.8:0/3355872383 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55da3a5487d0 0x55da3a55e840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:12.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.390+0000 7f6963e00700 1 --2- 172.21.15.8:0/3355872383 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55da3a547eb0 0x55da3a5617e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:12.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.390+0000 7f6968e00700 1 --2- 172.21.15.8:0/3355872383 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55da3a542880 0x55da3a5612a0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f69580a8b60 tx=0x7f69580a50d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=83965b6f7a42cf40 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:12.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.390+0000 7f694aa00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:18:12.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.390+0000 7f694aa00700 1 -- 172.21.15.8:0/3355872383 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69580c3070 con 0x55da3a542880 2024-05-20T21:18:12.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.390+0000 7f694aa00700 1 -- 172.21.15.8:0/3355872383 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f69580911d0 con 0x55da3a542880 2024-05-20T21:18:12.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.390+0000 7f69760adb80 1 -- 172.21.15.8:0/3355872383 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6950004830 con 0x55da3a542880 2024-05-20T21:18:12.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.390+0000 7f694aa00700 1 -- 172.21.15.8:0/3355872383 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f69580a9f10 con 0x55da3a542880 2024-05-20T21:18:12.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.390+0000 7f69760adb80 10 client.25900 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:12.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.390+0000 7f69760adb80 1 -- 172.21.15.8:0/3355872383 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55da3a5c6030 con 0x55da3a542880 2024-05-20T21:18:12.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.391+0000 7f694aa00700 1 -- 172.21.15.8:0/3355872383 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6950004830 con 0x55da3a542880 2024-05-20T21:18:12.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.391+0000 7f694aa00700 1 -- 172.21.15.8:0/3355872383 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f69580a5180 con 0x55da3a542880 2024-05-20T21:18:12.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.391+0000 7f69760adb80 10 client.25900 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:12.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.391+0000 7f69760adb80 10 client.25900 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:18:12.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.391+0000 7f69760adb80 20 client.25900 populate_metadata read hostname 'smithi008' 2024-05-20T21:18:12.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.391+0000 7f69760adb80 1 --2- 172.21.15.8:0/3355872383 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55da3a5c6540 0x55da3a5c8930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:12.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.391+0000 7f69760adb80 4 client.25900 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:18:12.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.391+0000 7f69760adb80 1 -- 172.21.15.8:0/3355872383 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55da3a313250 con 0x55da3a5c6540 2024-05-20T21:18:12.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.391+0000 7f6963e00700 1 --2- 172.21.15.8:0/3355872383 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55da3a5c6540 0x55da3a5c8930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:12.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.392+0000 7f6963e00700 1 --2- 172.21.15.8:0/3355872383 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55da3a5c6540 0x55da3a5c8930 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=185361d33329dc3e server_cookie=4843d9961bf5f815 in_seq=0 out_seq=0 2024-05-20T21:18:12.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.392+0000 7f694aa00700 10 client.25900 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:18:12.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.392+0000 7f694aa00700 1 -- 172.21.15.8:0/3355872383 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55da3a313250 con 0x55da3a5c6540 2024-05-20T21:18:12.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.392+0000 7f694aa00700 10 client.25900 handle_command_reply: tid=0 2024-05-20T21:18:12.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.392+0000 7f69760adb80 1 client.25900 shutdown 2024-05-20T21:18:12.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.392+0000 7f69760adb80 1 -- 172.21.15.8:0/3355872383 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55da3a542880 msgr2=0x55da3a5612a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:12.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.392+0000 7f69760adb80 1 --2- 172.21.15.8:0/3355872383 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55da3a542880 0x55da3a5612a0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f69580a8b60 tx=0x7f69580a50d0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.392+0000 7f69760adb80 1 -- 172.21.15.8:0/3355872383 shutdown_connections 2024-05-20T21:18:12.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.392+0000 7f69760adb80 1 --2- 172.21.15.8:0/3355872383 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55da3a5c6540 0x55da3a5c8930 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.392+0000 7f69760adb80 1 --2- 172.21.15.8:0/3355872383 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55da3a5487d0 0x55da3a55e840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.392+0000 7f69760adb80 1 --2- 172.21.15.8:0/3355872383 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55da3a542880 0x55da3a5612a0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.392+0000 7f69760adb80 1 --2- 172.21.15.8:0/3355872383 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55da3a547eb0 0x55da3a5617e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.392+0000 7f69760adb80 1 -- 172.21.15.8:0/3355872383 >> 172.21.15.8:0/3355872383 conn(0x55da3a470be0 msgr2=0x55da3a53c9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:12.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.392+0000 7f694aa00700 0 client.25900 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:18:12.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.392+0000 7f69760adb80 1 -- 172.21.15.8:0/3355872383 shutdown_connections 2024-05-20T21:18:12.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.392+0000 7f69760adb80 1 -- 172.21.15.8:0/3355872383 wait complete. 2024-05-20T21:18:12.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.393+0000 7f69760adb80 20 client.25900 trim_cache size 0 max 16384 2024-05-20T21:18:12.396 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:18:12.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.393+0000 7f696b800700 1 -- 172.21.15.8:0/2041977346 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f694c0b2900 msgr2=0x7f694c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:12.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.393+0000 7f696b800700 1 --2- 172.21.15.8:0/2041977346 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f694c0b2900 0x7f694c0b4dc0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f695c00b6c0 tx=0x7f695c009be0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.393+0000 7f696b800700 1 -- 172.21.15.8:0/2041977346 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6964105760 msgr2=0x7f696419bd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:12.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.393+0000 7f696b800700 1 --2- 172.21.15.8:0/2041977346 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6964105760 0x7f696419bd50 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f695800e9c0 tx=0x7f695800ecd0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.393+0000 7f696b800700 1 -- 172.21.15.8:0/2041977346 shutdown_connections 2024-05-20T21:18:12.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.393+0000 7f696b800700 1 --2- 172.21.15.8:0/2041977346 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f694c0b2900 0x7f694c0b4dc0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.393+0000 7f696b800700 1 --2- 172.21.15.8:0/2041977346 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f696410b760 0x7f69641a0620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.393+0000 7f696b800700 1 --2- 172.21.15.8:0/2041977346 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6964105760 0x7f696419bd50 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.393+0000 7f696b800700 1 --2- 172.21.15.8:0/2041977346 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6964106120 0x7f696419c290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.393+0000 7f696b800700 1 -- 172.21.15.8:0/2041977346 >> 172.21.15.8:0/2041977346 conn(0x7f6964101250 msgr2=0x7f6964101770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:12.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.394+0000 7f696b800700 1 -- 172.21.15.8:0/2041977346 shutdown_connections 2024-05-20T21:18:12.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:12.394+0000 7f696b800700 1 -- 172.21.15.8:0/2041977346 wait complete. 2024-05-20T21:18:12.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:18:12 smithi008 ceph-mon[31475]: pgmap v526: 97 pgs: 97 active+clean; 1.1 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:18:12.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:18:12 smithi130 ceph-mon[36448]: pgmap v526: 97 pgs: 97 active+clean; 1.1 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:18:12.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:18:12 smithi050 ceph-mon[35809]: pgmap v526: 97 pgs: 97 active+clean; 1.1 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:18:13.258 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:18:13.732 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:18:14.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:18:14 smithi008 ceph-mon[31475]: pgmap v527: 97 pgs: 97 active+clean; 1.2 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 21 KiB/s wr, 16 op/s 2024-05-20T21:18:14.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:18:14 smithi130 ceph-mon[36448]: pgmap v527: 97 pgs: 97 active+clean; 1.2 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 21 KiB/s wr, 16 op/s 2024-05-20T21:18:14.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:18:14 smithi050 ceph-mon[35809]: pgmap v527: 97 pgs: 97 active+clean; 1.2 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 21 KiB/s wr, 16 op/s 2024-05-20T21:18:16.118 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.117+0000 7f6e1aa00700 1 -- 172.21.15.8:0/75716489 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6e14105760 msgr2=0x7f6e14105be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:16.119 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.117+0000 7f6e1aa00700 1 --2- 172.21.15.8:0/75716489 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6e14105760 0x7f6e14105be0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f6dfc009990 tx=0x7f6dfc009ca0 comp rx=0 tx=0).stop 2024-05-20T21:18:16.119 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.118+0000 7f6e1aa00700 1 -- 172.21.15.8:0/75716489 shutdown_connections 2024-05-20T21:18:16.119 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.118+0000 7f6e1aa00700 1 --2- 172.21.15.8:0/75716489 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6e14106120 0x7f6e14112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:16.119 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.118+0000 7f6e1aa00700 1 --2- 172.21.15.8:0/75716489 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6e1410b760 0x7f6e1410bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:16.119 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.118+0000 7f6e1aa00700 1 --2- 172.21.15.8:0/75716489 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6e14105760 0x7f6e14105be0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:16.119 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.118+0000 7f6e1aa00700 1 -- 172.21.15.8:0/75716489 >> 172.21.15.8:0/75716489 conn(0x7f6e14101250 msgr2=0x7f6e14103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:16.119 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.118+0000 7f6e1aa00700 1 -- 172.21.15.8:0/75716489 shutdown_connections 2024-05-20T21:18:16.119 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.118+0000 7f6e1aa00700 1 -- 172.21.15.8:0/75716489 wait complete. 2024-05-20T21:18:16.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.119+0000 7f6e1aa00700 1 Processor -- start 2024-05-20T21:18:16.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.119+0000 7f6e1aa00700 1 -- start start 2024-05-20T21:18:16.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.120+0000 7f6e1aa00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6e14105760 0x7f6e1419bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:16.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.120+0000 7f6e1aa00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6e14106120 0x7f6e1419c330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:16.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.120+0000 7f6e1aa00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6e1410b760 0x7f6e141a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:16.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.120+0000 7f6e1aa00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f6e141159a0 con 0x7f6e14105760 2024-05-20T21:18:16.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.120+0000 7f6e1aa00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6e14115820 con 0x7f6e1410b760 2024-05-20T21:18:16.121 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.120+0000 7f6e1aa00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f6e14115b20 con 0x7f6e14106120 2024-05-20T21:18:16.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.120+0000 7f6e0be00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6e14106120 0x7f6e1419c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:16.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.120+0000 7f6e0be00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6e14106120 0x7f6e1419c330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:43206/0 (socket says 172.21.15.8:43206) 2024-05-20T21:18:16.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.120+0000 7f6e13e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6e14105760 0x7f6e1419bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:16.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.120+0000 7f6e0be00700 1 -- 172.21.15.8:0/101583126 learned_addr learned my addr 172.21.15.8:0/101583126 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:16.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.120+0000 7f6e18a00700 1 --2- 172.21.15.8:0/101583126 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6e1410b760 0x7f6e141a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:16.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.121+0000 7f6e18a00700 1 -- 172.21.15.8:0/101583126 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6e14106120 msgr2=0x7f6e1419c330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:16.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.121+0000 7f6e18a00700 1 --2- 172.21.15.8:0/101583126 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6e14106120 0x7f6e1419c330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:16.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.121+0000 7f6e18a00700 1 -- 172.21.15.8:0/101583126 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6e14105760 msgr2=0x7f6e1419bdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:16.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.121+0000 7f6e18a00700 1 --2- 172.21.15.8:0/101583126 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6e14105760 0x7f6e1419bdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:16.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.121+0000 7f6e18a00700 1 -- 172.21.15.8:0/101583126 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e141a0e00 con 0x7f6e1410b760 2024-05-20T21:18:16.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.121+0000 7f6e18a00700 1 --2- 172.21.15.8:0/101583126 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6e1410b760 0x7f6e141a06c0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f6e0c00efc0 tx=0x7f6e0c00c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:16.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.122+0000 7f6e11600700 1 -- 172.21.15.8:0/101583126 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e0c0092e0 con 0x7f6e1410b760 2024-05-20T21:18:16.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.122+0000 7f6e1aa00700 1 -- 172.21.15.8:0/101583126 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e141a1090 con 0x7f6e1410b760 2024-05-20T21:18:16.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.122+0000 7f6e11600700 1 -- 172.21.15.8:0/101583126 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6e0c004bb0 con 0x7f6e1410b760 2024-05-20T21:18:16.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.122+0000 7f6e11600700 1 -- 172.21.15.8:0/101583126 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e0c004020 con 0x7f6e1410b760 2024-05-20T21:18:16.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.122+0000 7f6e1aa00700 1 -- 172.21.15.8:0/101583126 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e141a8970 con 0x7f6e1410b760 2024-05-20T21:18:16.125 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.125+0000 7f6e11600700 1 -- 172.21.15.8:0/101583126 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f6e0c01b030 con 0x7f6e1410b760 2024-05-20T21:18:16.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.126+0000 7f6e2533cb80 1 Processor -- start 2024-05-20T21:18:16.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.127+0000 7f6e2533cb80 1 -- start start 2024-05-20T21:18:16.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.127+0000 7f6e2533cb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55abfb123610 0x55abfb1239f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:16.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.127+0000 7f6e2533cb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55abfb123f30 0x55abfb11db20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:16.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.127+0000 7f6e2533cb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abfb11e140 0x55abfb11e5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:16.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.127+0000 7f6e2533cb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55abfb07be40 con 0x55abfb123f30 2024-05-20T21:18:16.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.127+0000 7f6e2533cb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55abfb06b9e0 con 0x55abfb123610 2024-05-20T21:18:16.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.127+0000 7f6e2533cb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55abfb06fa20 con 0x55abfb11e140 2024-05-20T21:18:16.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.127+0000 7f6e11600700 1 --2- 172.21.15.8:0/101583126 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6df80b2900 0x7f6df80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:16.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.127+0000 7f6e0be00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55abfb123610 0x55abfb1239f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:16.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.127+0000 7f6e11600700 1 -- 172.21.15.8:0/101583126 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f6e0c0e1ce0 con 0x7f6e1410b760 2024-05-20T21:18:16.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.128+0000 7f6e0be00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55abfb123610 0x55abfb1239f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:50966/0 (socket says 172.21.15.8:50966) 2024-05-20T21:18:16.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.128+0000 7f6e0be00700 1 -- 172.21.15.8:0/1093501549 learned_addr learned my addr 172.21.15.8:0/1093501549 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:16.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.128+0000 7f6e0be00700 1 --2- 172.21.15.8:0/1093501549 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abfb11e140 0x55abfb11e5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:16.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.128+0000 7f6e13e00700 1 --2- 172.21.15.8:0/1093501549 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55abfb123f30 0x55abfb11db20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:16.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.128+0000 7f6e18a00700 1 --2- 172.21.15.8:0/101583126 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6df80b2900 0x7f6df80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:16.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.128+0000 7f6e0be00700 1 -- 172.21.15.8:0/1093501549 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55abfb123610 msgr2=0x55abfb1239f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:16.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.128+0000 7f6e0be00700 1 --2- 172.21.15.8:0/1093501549 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55abfb123610 0x55abfb1239f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:16.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.128+0000 7f6e0be00700 1 -- 172.21.15.8:0/1093501549 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55abfb123f30 msgr2=0x55abfb11db20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:16.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.128+0000 7f6e0be00700 1 --2- 172.21.15.8:0/1093501549 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55abfb123f30 0x55abfb11db20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:16.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.128+0000 7f6e0be00700 1 -- 172.21.15.8:0/1093501549 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55abfb034420 con 0x55abfb11e140 2024-05-20T21:18:16.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.129+0000 7f6e0be00700 1 --2- 172.21.15.8:0/1093501549 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abfb11e140 0x55abfb11e5c0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f6dfc0055b0 tx=0x7f6dfc009ca0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f0e36e44832eb687 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:16.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.129+0000 7f6e18a00700 1 --2- 172.21.15.8:0/101583126 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6df80b2900 0x7f6df80b4dc0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f6e0c0a9020 tx=0x7f6e0c009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:16.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.129+0000 7f6e09600700 1 -- 172.21.15.8:0/1093501549 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dfc00ba30 con 0x55abfb11e140 2024-05-20T21:18:16.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.129+0000 7f6e09600700 1 -- 172.21.15.8:0/1093501549 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6dfc022040 con 0x55abfb11e140 2024-05-20T21:18:16.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.129+0000 7f6e09600700 1 -- 172.21.15.8:0/1093501549 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dfc00f460 con 0x55abfb11e140 2024-05-20T21:18:16.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.130+0000 7f6e2533cb80 1 -- 172.21.15.8:0/1093501549 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abfb11e140 msgr2=0x55abfb11e5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:16.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.130+0000 7f6e2533cb80 1 --2- 172.21.15.8:0/1093501549 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abfb11e140 0x55abfb11e5c0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f6dfc0055b0 tx=0x7f6dfc009ca0 comp rx=0 tx=0).stop 2024-05-20T21:18:16.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.130+0000 7f6e2533cb80 1 -- 172.21.15.8:0/1093501549 shutdown_connections 2024-05-20T21:18:16.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.130+0000 7f6e2533cb80 1 --2- 172.21.15.8:0/1093501549 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55abfb123610 0x55abfb1239f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:16.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.130+0000 7f6e2533cb80 1 --2- 172.21.15.8:0/1093501549 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abfb11e140 0x55abfb11e5c0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:16.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.130+0000 7f6e2533cb80 1 --2- 172.21.15.8:0/1093501549 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55abfb123f30 0x55abfb11db20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:16.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.130+0000 7f6e2533cb80 1 -- 172.21.15.8:0/1093501549 >> 172.21.15.8:0/1093501549 conn(0x55abfb04bbe0 msgr2=0x55abfb118690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:16.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.130+0000 7f6e2533cb80 1 -- 172.21.15.8:0/1093501549 shutdown_connections 2024-05-20T21:18:16.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.130+0000 7f6e2533cb80 1 -- 172.21.15.8:0/1093501549 wait complete. 2024-05-20T21:18:16.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.131+0000 7f6e2533cb80 1 -- start start 2024-05-20T21:18:16.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.131+0000 7f6e2533cb80 1 Processor -- start 2024-05-20T21:18:16.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.132+0000 7f6e2533cb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abfb11e140 0x55abfb129c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:16.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.132+0000 7f6e2533cb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55abfb123610 0x55abfb126fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:16.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.132+0000 7f6e2533cb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55abfb123f30 0x55abfb127520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:16.134 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.132+0000 7f6e2533cb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55abfaf71fa0 con 0x55abfb123f30 2024-05-20T21:18:16.134 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.132+0000 7f6e2533cb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55abfb00c760 con 0x55abfb123610 2024-05-20T21:18:16.134 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.132+0000 7f6e2533cb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55abfb12a980 con 0x55abfb11e140 2024-05-20T21:18:16.134 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.132+0000 7f6e2533cb80 10 client.0 _ll_register_callbacks cb 0x55abfb015c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:16.134 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.132+0000 7f6e13e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55abfb123610 0x55abfb126fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:16.134 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.132+0000 7f6e0be00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abfb11e140 0x55abfb129c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:16.134 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.132+0000 7f6e13e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55abfb123610 0x55abfb126fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:50982/0 (socket says 172.21.15.8:50982) 2024-05-20T21:18:16.134 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.132+0000 7f6e0be00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abfb11e140 0x55abfb129c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:43220/0 (socket says 172.21.15.8:43220) 2024-05-20T21:18:16.134 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.132+0000 7f6e13e00700 1 -- 172.21.15.8:0/3797515776 learned_addr learned my addr 172.21.15.8:0/3797515776 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:16.134 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.132+0000 7f6e0be00700 1 --2- 172.21.15.8:0/3797515776 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55abfb123f30 0x55abfb127520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:16.134 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.132+0000 7f6e13e00700 1 -- 172.21.15.8:0/3797515776 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abfb11e140 msgr2=0x55abfb129c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:16.134 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.132+0000 7f6e13e00700 1 --2- 172.21.15.8:0/3797515776 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abfb11e140 0x55abfb129c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:16.134 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.132+0000 7f6e13e00700 1 -- 172.21.15.8:0/3797515776 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55abfb123f30 msgr2=0x55abfb127520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:16.134 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.132+0000 7f6e13e00700 1 --2- 172.21.15.8:0/3797515776 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55abfb123f30 0x55abfb127520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:16.134 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.132+0000 7f6e13e00700 1 -- 172.21.15.8:0/3797515776 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55abfafbb8d0 con 0x55abfb123610 2024-05-20T21:18:16.135 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.132+0000 7f6e0be00700 1 --2- 172.21.15.8:0/3797515776 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55abfb123f30 0x55abfb127520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:18:16.135 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.133+0000 7f6e13e00700 1 --2- 172.21.15.8:0/3797515776 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55abfb123610 0x55abfb126fe0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f6e040127d0 tx=0x7f6e04012ae0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=887c25f1fb50257f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:16.135 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.133+0000 7f6e02000700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:18:16.135 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.133+0000 7f6e02000700 1 -- 172.21.15.8:0/3797515776 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e0400f560 con 0x55abfb123610 2024-05-20T21:18:16.135 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.133+0000 7f6e02000700 1 -- 172.21.15.8:0/3797515776 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f6e0400f700 con 0x55abfb123610 2024-05-20T21:18:16.135 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.133+0000 7f6e2533cb80 1 -- 172.21.15.8:0/3797515776 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6dfc022040 con 0x55abfb123610 2024-05-20T21:18:16.137 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.133+0000 7f6e02000700 1 -- 172.21.15.8:0/3797515776 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6e0400f900 con 0x55abfb123610 2024-05-20T21:18:16.137 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.133+0000 7f6e2533cb80 10 client.25865 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:16.137 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.133+0000 7f6e2533cb80 1 -- 172.21.15.8:0/3797515776 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55abfb03c060 con 0x55abfb123610 2024-05-20T21:18:16.137 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.134+0000 7f6e02000700 1 -- 172.21.15.8:0/3797515776 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6dfc022040 con 0x55abfb123610 2024-05-20T21:18:16.137 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.134+0000 7f6e02000700 1 -- 172.21.15.8:0/3797515776 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f6e04025050 con 0x55abfb123610 2024-05-20T21:18:16.137 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.134+0000 7f6e2533cb80 10 client.25865 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:16.137 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.134+0000 7f6e2533cb80 10 client.25865 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:18:16.137 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.134+0000 7f6e2533cb80 20 client.25865 populate_metadata read hostname 'smithi008' 2024-05-20T21:18:16.137 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.134+0000 7f6e2533cb80 1 --2- 172.21.15.8:0/3797515776 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55abfb1374c0 0x55abfb139900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:16.137 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.134+0000 7f6e2533cb80 4 client.25865 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:18:16.137 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.134+0000 7f6e2533cb80 1 -- 172.21.15.8:0/3797515776 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55abfb07dd90 con 0x55abfb1374c0 2024-05-20T21:18:16.137 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.135+0000 7f6e0be00700 1 --2- 172.21.15.8:0/3797515776 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55abfb1374c0 0x55abfb139900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:16.137 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.135+0000 7f6e0be00700 1 --2- 172.21.15.8:0/3797515776 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55abfb1374c0 0x55abfb139900 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=6841df3558445781 server_cookie=b5b1988566652ea7 in_seq=0 out_seq=0 2024-05-20T21:18:16.138 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.135+0000 7f6e02000700 10 client.25865 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:18:16.138 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.136+0000 7f6e02000700 1 -- 172.21.15.8:0/3797515776 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55abfb07dd90 con 0x55abfb1374c0 2024-05-20T21:18:16.138 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.136+0000 7f6e02000700 10 client.25865 handle_command_reply: tid=0 2024-05-20T21:18:16.138 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.136+0000 7f6e2533cb80 1 client.25865 shutdown 2024-05-20T21:18:16.138 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.136+0000 7f6e2533cb80 1 -- 172.21.15.8:0/3797515776 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55abfb123610 msgr2=0x55abfb126fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:16.138 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.136+0000 7f6e2533cb80 1 --2- 172.21.15.8:0/3797515776 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55abfb123610 0x55abfb126fe0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f6e040127d0 tx=0x7f6e04012ae0 comp rx=0 tx=0).stop 2024-05-20T21:18:16.138 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.136+0000 7f6e2533cb80 1 -- 172.21.15.8:0/3797515776 shutdown_connections 2024-05-20T21:18:16.138 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.136+0000 7f6e2533cb80 1 --2- 172.21.15.8:0/3797515776 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55abfb1374c0 0x55abfb139900 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:16.138 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.136+0000 7f6e2533cb80 1 --2- 172.21.15.8:0/3797515776 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55abfb123f30 0x55abfb127520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:16.138 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.136+0000 7f6e2533cb80 1 --2- 172.21.15.8:0/3797515776 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abfb11e140 0x55abfb129c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:16.138 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.136+0000 7f6e2533cb80 1 --2- 172.21.15.8:0/3797515776 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55abfb123610 0x55abfb126fe0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:16.138 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.136+0000 7f6e2533cb80 1 -- 172.21.15.8:0/3797515776 >> 172.21.15.8:0/3797515776 conn(0x55abfb04bbe0 msgr2=0x55abfb117d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:16.138 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.136+0000 7f6e02000700 0 client.25865 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:18:16.138 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.137+0000 7f6e2533cb80 1 -- 172.21.15.8:0/3797515776 shutdown_connections 2024-05-20T21:18:16.138 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.137+0000 7f6e2533cb80 1 -- 172.21.15.8:0/3797515776 wait complete. 2024-05-20T21:18:16.139 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.137+0000 7f6e2533cb80 20 client.25865 trim_cache size 0 max 16384 2024-05-20T21:18:16.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.154+0000 7f6e2533cb80 1 Processor -- start 2024-05-20T21:18:16.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.154+0000 7f6e2533cb80 1 -- start start 2024-05-20T21:18:16.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.154+0000 7f6e2533cb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55abfb11e140 0x55abfb11db20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:16.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.154+0000 7f6e2533cb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abfb123610 0x55abfb124ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:16.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.154+0000 7f6e2533cb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55abfb123f30 0x55abfb127430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:16.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.154+0000 7f6e2533cb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f6e141b2620 con 0x55abfb123f30 2024-05-20T21:18:16.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.154+0000 7f6e2533cb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6e141afeb0 con 0x55abfb11e140 2024-05-20T21:18:16.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.154+0000 7f6e2533cb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f6e141add00 con 0x55abfb123610 2024-05-20T21:18:16.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.154+0000 7f6e0be00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55abfb11e140 0x55abfb11db20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:16.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.155+0000 7f6e0be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55abfb123f30 0x55abfb127430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:16.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.155+0000 7f6e0be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55abfb123f30 0x55abfb127430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55732/0 (socket says 172.21.15.8:55732) 2024-05-20T21:18:16.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.155+0000 7f6e0be00700 1 -- 172.21.15.8:0/902714194 learned_addr learned my addr 172.21.15.8:0/902714194 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:16.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.155+0000 7f6e13e00700 1 --2- 172.21.15.8:0/902714194 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abfb123610 0x55abfb124ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:16.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.155+0000 7f6e0be00700 1 -- 172.21.15.8:0/902714194 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abfb123610 msgr2=0x55abfb124ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:16.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.155+0000 7f6e0be00700 1 --2- 172.21.15.8:0/902714194 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abfb123610 0x55abfb124ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:16.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.155+0000 7f6e0be00700 1 -- 172.21.15.8:0/902714194 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55abfb11e140 msgr2=0x55abfb11db20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:16.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.155+0000 7f6e0be00700 1 --2- 172.21.15.8:0/902714194 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55abfb11e140 0x55abfb11db20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:16.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.155+0000 7f6e0be00700 1 -- 172.21.15.8:0/902714194 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55abfb125550 con 0x55abfb123f30 2024-05-20T21:18:16.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.155+0000 7f6e13e00700 1 --2- 172.21.15.8:0/902714194 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abfb123610 0x55abfb124ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:16.157 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.155+0000 7f6e0be00700 1 --2- 172.21.15.8:0/902714194 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55abfb123f30 0x55abfb127430 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f6dfc005580 tx=0x7f6dfc00bf70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79e61c007cda1eed server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:16.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.156+0000 7f6e08c00700 1 -- 172.21.15.8:0/902714194 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dfc03d070 con 0x55abfb123f30 2024-05-20T21:18:16.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.156+0000 7f6e08c00700 1 -- 172.21.15.8:0/902714194 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6dfc03e040 con 0x55abfb123f30 2024-05-20T21:18:16.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.156+0000 7f6e08c00700 1 -- 172.21.15.8:0/902714194 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dfc031040 con 0x55abfb123f30 2024-05-20T21:18:16.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.156+0000 7f6e2533cb80 1 -- 172.21.15.8:0/902714194 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55abfb123f30 msgr2=0x55abfb127430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:16.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.156+0000 7f6e2533cb80 1 --2- 172.21.15.8:0/902714194 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55abfb123f30 0x55abfb127430 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f6dfc005580 tx=0x7f6dfc00bf70 comp rx=0 tx=0).stop 2024-05-20T21:18:16.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.157+0000 7f6e2533cb80 1 -- 172.21.15.8:0/902714194 shutdown_connections 2024-05-20T21:18:16.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.157+0000 7f6e2533cb80 1 --2- 172.21.15.8:0/902714194 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55abfb11e140 0x55abfb11db20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:16.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.157+0000 7f6e2533cb80 1 --2- 172.21.15.8:0/902714194 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55abfb123f30 0x55abfb127430 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:16.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.157+0000 7f6e2533cb80 1 --2- 172.21.15.8:0/902714194 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abfb123610 0x55abfb124ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:16.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.157+0000 7f6e2533cb80 1 -- 172.21.15.8:0/902714194 >> 172.21.15.8:0/902714194 conn(0x55abfb04bbe0 msgr2=0x55abfb1285e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:16.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.157+0000 7f6e2533cb80 1 -- 172.21.15.8:0/902714194 shutdown_connections 2024-05-20T21:18:16.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.157+0000 7f6e2533cb80 1 -- 172.21.15.8:0/902714194 wait complete. 2024-05-20T21:18:16.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.157+0000 7f6e2533cb80 1 -- start start 2024-05-20T21:18:16.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.157+0000 7f6e2533cb80 1 Processor -- start 2024-05-20T21:18:16.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.158+0000 7f6e2533cb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55abfb11e140 0x55abfb12fc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:16.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.158+0000 7f6e2533cb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55abfb123610 0x55abfb130180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:16.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.158+0000 7f6e2533cb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abfb123f30 0x55abfb12cc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:16.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.158+0000 7f6e2533cb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f6e141ae370 con 0x55abfb123610 2024-05-20T21:18:16.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.158+0000 7f6e2533cb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6e141af7e0 con 0x55abfb11e140 2024-05-20T21:18:16.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.158+0000 7f6e2533cb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f6e141aea40 con 0x55abfb123f30 2024-05-20T21:18:16.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.158+0000 7f6e2533cb80 10 client.0 _ll_register_callbacks cb 0x55abfb015c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:16.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.158+0000 7f6e0be00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55abfb11e140 0x55abfb12fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:16.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.158+0000 7f6e0be00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55abfb11e140 0x55abfb12fc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:51000/0 (socket says 172.21.15.8:51000) 2024-05-20T21:18:16.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.158+0000 7f6e13e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55abfb123610 0x55abfb130180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:16.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.158+0000 7f6e0be00700 1 -- 172.21.15.8:0/1351568496 learned_addr learned my addr 172.21.15.8:0/1351568496 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:16.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.159+0000 7f6e0be00700 1 --2- 172.21.15.8:0/1351568496 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abfb123f30 0x55abfb12cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:16.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.159+0000 7f6e13e00700 1 -- 172.21.15.8:0/1351568496 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abfb123f30 msgr2=0x55abfb12cc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:16.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.159+0000 7f6e13e00700 1 --2- 172.21.15.8:0/1351568496 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abfb123f30 0x55abfb12cc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:16.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.159+0000 7f6e13e00700 1 -- 172.21.15.8:0/1351568496 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55abfb11e140 msgr2=0x55abfb12fc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:16.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.159+0000 7f6e13e00700 1 --2- 172.21.15.8:0/1351568496 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55abfb11e140 0x55abfb12fc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:16.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.159+0000 7f6e13e00700 1 -- 172.21.15.8:0/1351568496 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55abfb13fce0 con 0x55abfb123610 2024-05-20T21:18:16.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.159+0000 7f6e13e00700 1 --2- 172.21.15.8:0/1351568496 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55abfb123610 0x55abfb130180 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f6e04010d00 tx=0x7f6e0400ee30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6135395455ba3a3c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:16.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.159+0000 7f6e02000700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:18:16.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.159+0000 7f6e02000700 1 -- 172.21.15.8:0/1351568496 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e0402b030 con 0x55abfb123610 2024-05-20T21:18:16.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.160+0000 7f6e2533cb80 1 -- 172.21.15.8:0/1351568496 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6dfc03e040 con 0x55abfb123610 2024-05-20T21:18:16.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.160+0000 7f6e02000700 1 -- 172.21.15.8:0/1351568496 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f6e04018040 con 0x55abfb123610 2024-05-20T21:18:16.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.160+0000 7f6e02000700 1 -- 172.21.15.8:0/1351568496 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6e0400fcb0 con 0x55abfb123610 2024-05-20T21:18:16.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.160+0000 7f6e2533cb80 10 client.15747 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:16.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.160+0000 7f6e2533cb80 1 -- 172.21.15.8:0/1351568496 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55abfb1a2620 con 0x55abfb123610 2024-05-20T21:18:16.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.160+0000 7f6e02000700 1 -- 172.21.15.8:0/1351568496 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6dfc03e040 con 0x55abfb123610 2024-05-20T21:18:16.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.160+0000 7f6e02000700 1 -- 172.21.15.8:0/1351568496 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f6e04025070 con 0x55abfb123610 2024-05-20T21:18:16.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.160+0000 7f6e2533cb80 10 client.15747 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:16.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.160+0000 7f6e2533cb80 10 client.15747 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:18:16.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.160+0000 7f6e2533cb80 20 client.15747 populate_metadata read hostname 'smithi008' 2024-05-20T21:18:16.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.161+0000 7f6e2533cb80 1 --2- 172.21.15.8:0/1351568496 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55abfb1a2d60 0x55abfb1a5180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:16.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.161+0000 7f6e2533cb80 4 client.15747 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:18:16.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.161+0000 7f6e2533cb80 1 -- 172.21.15.8:0/1351568496 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55abfb077570 con 0x55abfb1a2d60 2024-05-20T21:18:16.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.161+0000 7f6e0be00700 1 --2- 172.21.15.8:0/1351568496 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55abfb1a2d60 0x55abfb1a5180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:16.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.161+0000 7f6e0be00700 1 --2- 172.21.15.8:0/1351568496 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55abfb1a2d60 0x55abfb1a5180 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d20514704ef0e1f0 server_cookie=9f6d2f32f4b92cd1 in_seq=0 out_seq=0 2024-05-20T21:18:16.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.161+0000 7f6e02000700 10 client.15747 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:18:16.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.162+0000 7f6e02000700 1 -- 172.21.15.8:0/1351568496 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55abfb077570 con 0x55abfb1a2d60 2024-05-20T21:18:16.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.162+0000 7f6e02000700 10 client.15747 handle_command_reply: tid=0 2024-05-20T21:18:16.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.162+0000 7f6e2533cb80 1 client.15747 shutdown 2024-05-20T21:18:16.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.162+0000 7f6e2533cb80 1 -- 172.21.15.8:0/1351568496 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55abfb123610 msgr2=0x55abfb130180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:16.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.162+0000 7f6e2533cb80 1 --2- 172.21.15.8:0/1351568496 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55abfb123610 0x55abfb130180 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f6e04010d00 tx=0x7f6e0400ee30 comp rx=0 tx=0).stop 2024-05-20T21:18:16.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.162+0000 7f6e2533cb80 1 -- 172.21.15.8:0/1351568496 shutdown_connections 2024-05-20T21:18:16.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.162+0000 7f6e2533cb80 1 --2- 172.21.15.8:0/1351568496 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55abfb1a2d60 0x55abfb1a5180 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:16.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.162+0000 7f6e2533cb80 1 --2- 172.21.15.8:0/1351568496 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55abfb11e140 0x55abfb12fc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:16.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.162+0000 7f6e2533cb80 1 --2- 172.21.15.8:0/1351568496 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abfb123f30 0x55abfb12cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:16.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.162+0000 7f6e2533cb80 1 --2- 172.21.15.8:0/1351568496 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55abfb123610 0x55abfb130180 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:16.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.162+0000 7f6e2533cb80 1 -- 172.21.15.8:0/1351568496 >> 172.21.15.8:0/1351568496 conn(0x55abfb04bbe0 msgr2=0x55abfb128e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:16.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.162+0000 7f6e02000700 0 client.15747 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:18:16.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.162+0000 7f6e2533cb80 1 -- 172.21.15.8:0/1351568496 shutdown_connections 2024-05-20T21:18:16.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.162+0000 7f6e2533cb80 1 -- 172.21.15.8:0/1351568496 wait complete. 2024-05-20T21:18:16.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.162+0000 7f6e2533cb80 20 client.15747 trim_cache size 0 max 16384 2024-05-20T21:18:16.165 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:18:16.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.163+0000 7f6e1aa00700 1 -- 172.21.15.8:0/101583126 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6df80b2900 msgr2=0x7f6df80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:16.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.163+0000 7f6e1aa00700 1 --2- 172.21.15.8:0/101583126 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6df80b2900 0x7f6df80b4dc0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f6e0c0a9020 tx=0x7f6e0c009040 comp rx=0 tx=0).stop 2024-05-20T21:18:16.166 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.163+0000 7f6e1aa00700 1 -- 172.21.15.8:0/101583126 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6e1410b760 msgr2=0x7f6e141a06c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:16.166 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.163+0000 7f6e1aa00700 1 --2- 172.21.15.8:0/101583126 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6e1410b760 0x7f6e141a06c0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f6e0c00efc0 tx=0x7f6e0c00c3a0 comp rx=0 tx=0).stop 2024-05-20T21:18:16.166 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.163+0000 7f6e1aa00700 1 -- 172.21.15.8:0/101583126 shutdown_connections 2024-05-20T21:18:16.166 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.163+0000 7f6e1aa00700 1 --2- 172.21.15.8:0/101583126 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6df80b2900 0x7f6df80b4dc0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:16.166 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.163+0000 7f6e1aa00700 1 --2- 172.21.15.8:0/101583126 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6e1410b760 0x7f6e141a06c0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:16.166 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.163+0000 7f6e1aa00700 1 --2- 172.21.15.8:0/101583126 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6e14105760 0x7f6e1419bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:16.166 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.163+0000 7f6e1aa00700 1 --2- 172.21.15.8:0/101583126 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6e14106120 0x7f6e1419c330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:16.166 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.163+0000 7f6e1aa00700 1 -- 172.21.15.8:0/101583126 >> 172.21.15.8:0/101583126 conn(0x7f6e14101250 msgr2=0x7f6e14101a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:16.166 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.163+0000 7f6e1aa00700 1 -- 172.21.15.8:0/101583126 shutdown_connections 2024-05-20T21:18:16.166 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:16.163+0000 7f6e1aa00700 1 -- 172.21.15.8:0/101583126 wait complete. 2024-05-20T21:18:16.489 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:18:16 smithi008 ceph-mon[31475]: pgmap v528: 97 pgs: 97 active+clean; 1.2 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:18:16.724 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:18:16 smithi130 ceph-mon[36448]: pgmap v528: 97 pgs: 97 active+clean; 1.2 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:18:16.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:18:16 smithi050 ceph-mon[35809]: pgmap v528: 97 pgs: 97 active+clean; 1.2 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:18:17.007 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:18:17.474 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:18:18.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:18:18 smithi008 ceph-mon[31475]: pgmap v529: 97 pgs: 97 active+clean; 1.2 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:18:18.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:18:18 smithi130 ceph-mon[36448]: pgmap v529: 97 pgs: 97 active+clean; 1.2 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:18:18.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:18:18 smithi050 ceph-mon[35809]: pgmap v529: 97 pgs: 97 active+clean; 1.2 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:18:19.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.752+0000 7f6051c00700 1 -- 172.21.15.8:0/3488160056 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f604c102c40 msgr2=0x7f604c1030c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:19.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.752+0000 7f6051c00700 1 --2- 172.21.15.8:0/3488160056 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f604c102c40 0x7f604c1030c0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f6038009990 tx=0x7f6038009ca0 comp rx=0 tx=0).stop 2024-05-20T21:18:19.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.752+0000 7f6051c00700 1 -- 172.21.15.8:0/3488160056 shutdown_connections 2024-05-20T21:18:19.754 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.752+0000 7f6051c00700 1 --2- 172.21.15.8:0/3488160056 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f604c103600 0x7f604c10f2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:19.754 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.752+0000 7f6051c00700 1 --2- 172.21.15.8:0/3488160056 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f604c1084c0 0x7f604c1088a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:19.754 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.752+0000 7f6051c00700 1 --2- 172.21.15.8:0/3488160056 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f604c102c40 0x7f604c1030c0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:19.754 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.752+0000 7f6051c00700 1 -- 172.21.15.8:0/3488160056 >> 172.21.15.8:0/3488160056 conn(0x7f604c078ab0 msgr2=0x7f604c0ffe60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:19.754 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.752+0000 7f6051c00700 1 -- 172.21.15.8:0/3488160056 shutdown_connections 2024-05-20T21:18:19.754 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.753+0000 7f6051c00700 1 -- 172.21.15.8:0/3488160056 wait complete. 2024-05-20T21:18:19.755 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.754+0000 7f6051c00700 1 Processor -- start 2024-05-20T21:18:19.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.754+0000 7f6051c00700 1 -- start start 2024-05-20T21:18:19.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.754+0000 7f6051c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f604c102c40 0x7f604c19f820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:19.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.754+0000 7f6051c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f604c103600 0x7f604c19fd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:19.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.754+0000 7f6051c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f604c1084c0 0x7f604c199a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:19.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.754+0000 7f6051c00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f604c1125d0 con 0x7f604c103600 2024-05-20T21:18:19.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.754+0000 7f6051c00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f604c112450 con 0x7f604c1084c0 2024-05-20T21:18:19.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.754+0000 7f6051c00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f604c112750 con 0x7f604c102c40 2024-05-20T21:18:19.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.754+0000 7f604a000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f604c103600 0x7f604c19fd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:19.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.755+0000 7f604a000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f604c103600 0x7f604c19fd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55770/0 (socket says 172.21.15.8:55770) 2024-05-20T21:18:19.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.755+0000 7f604a000700 1 -- 172.21.15.8:0/3634590069 learned_addr learned my addr 172.21.15.8:0/3634590069 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:19.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.755+0000 7f604b400700 1 --2- 172.21.15.8:0/3634590069 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f604c1084c0 0x7f604c199a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:19.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.755+0000 7f604aa00700 1 --2- 172.21.15.8:0/3634590069 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f604c102c40 0x7f604c19f820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:19.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.755+0000 7f604a000700 1 -- 172.21.15.8:0/3634590069 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f604c102c40 msgr2=0x7f604c19f820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:19.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.755+0000 7f604a000700 1 --2- 172.21.15.8:0/3634590069 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f604c102c40 0x7f604c19f820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:19.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.755+0000 7f604a000700 1 -- 172.21.15.8:0/3634590069 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f604c1084c0 msgr2=0x7f604c199a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:19.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.755+0000 7f604a000700 1 --2- 172.21.15.8:0/3634590069 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f604c1084c0 0x7f604c199a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:19.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.755+0000 7f604a000700 1 -- 172.21.15.8:0/3634590069 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f604c19a190 con 0x7f604c103600 2024-05-20T21:18:19.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.755+0000 7f604b400700 1 --2- 172.21.15.8:0/3634590069 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f604c1084c0 0x7f604c199a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:19.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.755+0000 7f604a000700 1 --2- 172.21.15.8:0/3634590069 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f604c103600 0x7f604c19fd60 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f6038000c00 tx=0x7f603800bfd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:19.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.756+0000 7f6043400700 1 -- 172.21.15.8:0/3634590069 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6038027070 con 0x7f604c103600 2024-05-20T21:18:19.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.756+0000 7f6043400700 1 -- 172.21.15.8:0/3634590069 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6038022470 con 0x7f604c103600 2024-05-20T21:18:19.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.756+0000 7f6043400700 1 -- 172.21.15.8:0/3634590069 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6038017650 con 0x7f604c103600 2024-05-20T21:18:19.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.756+0000 7f6051c00700 1 -- 172.21.15.8:0/3634590069 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f604c19a420 con 0x7f604c103600 2024-05-20T21:18:19.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.756+0000 7f6051c00700 1 -- 172.21.15.8:0/3634590069 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f604c1a66f0 con 0x7f604c103600 2024-05-20T21:18:19.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.760+0000 7f6043400700 1 -- 172.21.15.8:0/3634590069 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f603802a070 con 0x7f604c103600 2024-05-20T21:18:19.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.761+0000 7f605c4c9b80 1 Processor -- start 2024-05-20T21:18:19.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.761+0000 7f605c4c9b80 1 -- start start 2024-05-20T21:18:19.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.761+0000 7f6043400700 1 --2- 172.21.15.8:0/3634590069 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f60300b2900 0x7f60300b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:19.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.762+0000 7f605c4c9b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a44f31f260 0x55a44f31f640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:19.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.762+0000 7f605c4c9b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a44f31fb80 0x55a44f319670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:19.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.762+0000 7f605c4c9b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a44f319c90 0x55a44f31a120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:19.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.762+0000 7f605c4c9b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55a44f273e40 con 0x55a44f31fb80 2024-05-20T21:18:19.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.762+0000 7f605c4c9b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55a44f2639e0 con 0x55a44f319c90 2024-05-20T21:18:19.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.762+0000 7f6043400700 1 -- 172.21.15.8:0/3634590069 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f60380e2e60 con 0x7f604c103600 2024-05-20T21:18:19.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.762+0000 7f605c4c9b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55a44f267a20 con 0x55a44f31f260 2024-05-20T21:18:19.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.762+0000 7f604b400700 1 --2- 172.21.15.8:0/3634590069 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f60300b2900 0x7f60300b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:19.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.762+0000 7f604aa00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a44f31f260 0x55a44f31f640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:19.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.762+0000 7f604aa00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a44f31f260 0x55a44f31f640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:43258/0 (socket says 172.21.15.8:43258) 2024-05-20T21:18:19.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.762+0000 7f604aa00700 1 -- 172.21.15.8:0/72262719 learned_addr learned my addr 172.21.15.8:0/72262719 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:19.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.762+0000 7f604b400700 1 --2- 172.21.15.8:0/72262719 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a44f319c90 0x55a44f31a120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:19.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.762+0000 7f604a000700 1 --2- 172.21.15.8:0/72262719 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a44f31fb80 0x55a44f319670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:19.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.763+0000 7f604aa00700 1 -- 172.21.15.8:0/72262719 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a44f319c90 msgr2=0x55a44f31a120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:19.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.763+0000 7f604aa00700 1 --2- 172.21.15.8:0/72262719 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a44f319c90 0x55a44f31a120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:19.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.763+0000 7f604aa00700 1 -- 172.21.15.8:0/72262719 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a44f31fb80 msgr2=0x55a44f319670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:19.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.763+0000 7f604aa00700 1 --2- 172.21.15.8:0/72262719 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a44f31fb80 0x55a44f319670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:19.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.763+0000 7f604aa00700 1 -- 172.21.15.8:0/72262719 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a44f22c420 con 0x55a44f31f260 2024-05-20T21:18:19.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.763+0000 7f604a000700 1 --2- 172.21.15.8:0/72262719 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a44f31fb80 0x55a44f319670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:18:19.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.763+0000 7f604b400700 1 --2- 172.21.15.8:0/3634590069 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f60300b2900 0x7f60300b4dc0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f6044009ec0 tx=0x7f6044004570 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:19.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.763+0000 7f604aa00700 1 --2- 172.21.15.8:0/72262719 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a44f31f260 0x55a44f31f640 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f603c009cf0 tx=0x7f603c011440 comp rx=0 tx=0).ready entity=mon.1 client_cookie=78325b18032d6079 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:19.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.763+0000 7f6037e00700 1 -- 172.21.15.8:0/72262719 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f603c011d80 con 0x55a44f31f260 2024-05-20T21:18:19.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.763+0000 7f6037e00700 1 -- 172.21.15.8:0/72262719 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f603c0044d0 con 0x55a44f31f260 2024-05-20T21:18:19.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.763+0000 7f6037e00700 1 -- 172.21.15.8:0/72262719 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f603c005280 con 0x55a44f31f260 2024-05-20T21:18:19.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.764+0000 7f605c4c9b80 1 -- 172.21.15.8:0/72262719 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a44f31f260 msgr2=0x55a44f31f640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:19.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.764+0000 7f605c4c9b80 1 --2- 172.21.15.8:0/72262719 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a44f31f260 0x55a44f31f640 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f603c009cf0 tx=0x7f603c011440 comp rx=0 tx=0).stop 2024-05-20T21:18:19.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.764+0000 7f605c4c9b80 1 -- 172.21.15.8:0/72262719 shutdown_connections 2024-05-20T21:18:19.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.764+0000 7f605c4c9b80 1 --2- 172.21.15.8:0/72262719 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a44f319c90 0x55a44f31a120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:19.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.764+0000 7f605c4c9b80 1 --2- 172.21.15.8:0/72262719 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a44f31f260 0x55a44f31f640 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:19.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.764+0000 7f605c4c9b80 1 --2- 172.21.15.8:0/72262719 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a44f31fb80 0x55a44f319670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:19.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.764+0000 7f605c4c9b80 1 -- 172.21.15.8:0/72262719 >> 172.21.15.8:0/72262719 conn(0x55a44f243be0 msgr2=0x55a44f310010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:19.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.765+0000 7f605c4c9b80 1 -- 172.21.15.8:0/72262719 shutdown_connections 2024-05-20T21:18:19.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.765+0000 7f605c4c9b80 1 -- 172.21.15.8:0/72262719 wait complete. 2024-05-20T21:18:19.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.765+0000 7f605c4c9b80 1 -- start start 2024-05-20T21:18:19.767 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.765+0000 7f605c4c9b80 1 Processor -- start 2024-05-20T21:18:19.767 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.766+0000 7f605c4c9b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a44f319c90 0x55a44f325850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:19.767 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.766+0000 7f605c4c9b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a44f31f260 0x55a44f322bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:19.767 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.766+0000 7f605c4c9b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a44f31fb80 0x55a44f323130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:19.767 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.766+0000 7f605c4c9b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55a44f169fa0 con 0x55a44f31fb80 2024-05-20T21:18:19.767 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.766+0000 7f605c4c9b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55a44f204760 con 0x55a44f319c90 2024-05-20T21:18:19.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.766+0000 7f605c4c9b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55a44f3266a0 con 0x55a44f31f260 2024-05-20T21:18:19.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.766+0000 7f605c4c9b80 10 client.0 _ll_register_callbacks cb 0x55a44f20dc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:19.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.766+0000 7f604aa00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a44f319c90 0x55a44f325850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:19.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.766+0000 7f604a000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a44f31f260 0x55a44f322bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:19.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.767+0000 7f604aa00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a44f319c90 0x55a44f325850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:51024/0 (socket says 172.21.15.8:51024) 2024-05-20T21:18:19.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.767+0000 7f604aa00700 1 -- 172.21.15.8:0/2828405258 learned_addr learned my addr 172.21.15.8:0/2828405258 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:19.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.767+0000 7f604b400700 1 --2- 172.21.15.8:0/2828405258 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a44f31fb80 0x55a44f323130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:19.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.767+0000 7f604aa00700 1 -- 172.21.15.8:0/2828405258 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a44f31f260 msgr2=0x55a44f322bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:19.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.767+0000 7f604aa00700 1 --2- 172.21.15.8:0/2828405258 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a44f31f260 0x55a44f322bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:19.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.767+0000 7f604aa00700 1 -- 172.21.15.8:0/2828405258 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a44f31fb80 msgr2=0x55a44f323130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:19.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.767+0000 7f604aa00700 1 --2- 172.21.15.8:0/2828405258 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a44f31fb80 0x55a44f323130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:19.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.767+0000 7f604aa00700 1 -- 172.21.15.8:0/2828405258 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a44f1b38d0 con 0x55a44f319c90 2024-05-20T21:18:19.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.767+0000 7f604aa00700 1 --2- 172.21.15.8:0/2828405258 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a44f319c90 0x55a44f325850 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f603c005920 tx=0x7f603c0049f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2bdc316e5af285bb server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:19.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.767+0000 7f6034c00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:18:19.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.768+0000 7f6034c00700 1 -- 172.21.15.8:0/2828405258 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f603c028020 con 0x55a44f319c90 2024-05-20T21:18:19.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.768+0000 7f605c4c9b80 1 -- 172.21.15.8:0/2828405258 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f603c0044d0 con 0x55a44f319c90 2024-05-20T21:18:19.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.768+0000 7f6034c00700 1 -- 172.21.15.8:0/2828405258 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f603c004fd0 con 0x55a44f319c90 2024-05-20T21:18:19.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.768+0000 7f6034c00700 1 -- 172.21.15.8:0/2828405258 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f603c033050 con 0x55a44f319c90 2024-05-20T21:18:19.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.768+0000 7f605c4c9b80 10 client.25883 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:19.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.768+0000 7f605c4c9b80 1 -- 172.21.15.8:0/2828405258 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a44f234060 con 0x55a44f319c90 2024-05-20T21:18:19.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.768+0000 7f6034c00700 1 -- 172.21.15.8:0/2828405258 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f603c0044d0 con 0x55a44f319c90 2024-05-20T21:18:19.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.769+0000 7f6034c00700 1 -- 172.21.15.8:0/2828405258 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f603c023070 con 0x55a44f319c90 2024-05-20T21:18:19.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.769+0000 7f605c4c9b80 10 client.25883 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:19.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.769+0000 7f605c4c9b80 10 client.25883 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:18:19.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.769+0000 7f605c4c9b80 20 client.25883 populate_metadata read hostname 'smithi008' 2024-05-20T21:18:19.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.769+0000 7f605c4c9b80 1 --2- 172.21.15.8:0/2828405258 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a44f333170 0x55a44f335560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:19.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.769+0000 7f605c4c9b80 4 client.25883 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:18:19.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.769+0000 7f605c4c9b80 1 -- 172.21.15.8:0/2828405258 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a44f275d90 con 0x55a44f333170 2024-05-20T21:18:19.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.769+0000 7f604a000700 1 --2- 172.21.15.8:0/2828405258 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a44f333170 0x55a44f335560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:19.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.770+0000 7f604a000700 1 --2- 172.21.15.8:0/2828405258 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a44f333170 0x55a44f335560 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1be3d84da78ccecf server_cookie=a4a928cea8ca2d48 in_seq=0 out_seq=0 2024-05-20T21:18:19.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.770+0000 7f6034c00700 10 client.25883 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:18:19.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.771+0000 7f6034c00700 1 -- 172.21.15.8:0/2828405258 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55a44f275d90 con 0x55a44f333170 2024-05-20T21:18:19.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.771+0000 7f6034c00700 10 client.25883 handle_command_reply: tid=0 2024-05-20T21:18:19.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.771+0000 7f605c4c9b80 1 client.25883 shutdown 2024-05-20T21:18:19.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.771+0000 7f605c4c9b80 1 -- 172.21.15.8:0/2828405258 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a44f319c90 msgr2=0x55a44f325850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:19.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.771+0000 7f605c4c9b80 1 --2- 172.21.15.8:0/2828405258 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a44f319c90 0x55a44f325850 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f603c005920 tx=0x7f603c0049f0 comp rx=0 tx=0).stop 2024-05-20T21:18:19.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.771+0000 7f605c4c9b80 1 -- 172.21.15.8:0/2828405258 shutdown_connections 2024-05-20T21:18:19.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.771+0000 7f605c4c9b80 1 --2- 172.21.15.8:0/2828405258 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a44f333170 0x55a44f335560 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:19.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.771+0000 7f605c4c9b80 1 --2- 172.21.15.8:0/2828405258 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a44f319c90 0x55a44f325850 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:19.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.771+0000 7f6034c00700 0 client.25883 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:18:19.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.771+0000 7f605c4c9b80 1 --2- 172.21.15.8:0/2828405258 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a44f31fb80 0x55a44f323130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:19.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.771+0000 7f605c4c9b80 1 --2- 172.21.15.8:0/2828405258 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a44f31f260 0x55a44f322bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:19.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.771+0000 7f605c4c9b80 1 -- 172.21.15.8:0/2828405258 >> 172.21.15.8:0/2828405258 conn(0x55a44f243be0 msgr2=0x55a44f314250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:19.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.771+0000 7f605c4c9b80 1 -- 172.21.15.8:0/2828405258 shutdown_connections 2024-05-20T21:18:19.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.771+0000 7f605c4c9b80 1 -- 172.21.15.8:0/2828405258 wait complete. 2024-05-20T21:18:19.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.772+0000 7f605c4c9b80 20 client.25883 trim_cache size 0 max 16384 2024-05-20T21:18:19.789 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.789+0000 7f605c4c9b80 1 Processor -- start 2024-05-20T21:18:19.789 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.789+0000 7f605c4c9b80 1 -- start start 2024-05-20T21:18:19.790 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.789+0000 7f605c4c9b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a44f319c90 0x55a44f325850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:19.790 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.789+0000 7f605c4c9b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a44f31f260 0x55a44f325090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:19.790 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.789+0000 7f605c4c9b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a44f31fb80 0x55a44f31cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:19.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.789+0000 7f605c4c9b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f604c1ae140 con 0x55a44f31fb80 2024-05-20T21:18:19.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.789+0000 7f605c4c9b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f604c1ab9d0 con 0x55a44f319c90 2024-05-20T21:18:19.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.789+0000 7f605c4c9b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f604c1a9820 con 0x55a44f31f260 2024-05-20T21:18:19.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.789+0000 7f604b400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a44f31fb80 0x55a44f31cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:19.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.789+0000 7f604b400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a44f31fb80 0x55a44f31cdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55790/0 (socket says 172.21.15.8:55790) 2024-05-20T21:18:19.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.789+0000 7f604b400700 1 -- 172.21.15.8:0/4155673455 learned_addr learned my addr 172.21.15.8:0/4155673455 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:19.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.789+0000 7f604a000700 1 --2- 172.21.15.8:0/4155673455 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a44f31f260 0x55a44f325090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:19.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.790+0000 7f604aa00700 1 --2- 172.21.15.8:0/4155673455 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a44f319c90 0x55a44f325850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:19.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.790+0000 7f604a000700 1 -- 172.21.15.8:0/4155673455 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a44f319c90 msgr2=0x55a44f325850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:19.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.790+0000 7f604a000700 1 --2- 172.21.15.8:0/4155673455 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a44f319c90 0x55a44f325850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:19.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.790+0000 7f604a000700 1 -- 172.21.15.8:0/4155673455 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a44f31fb80 msgr2=0x55a44f31cdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:19.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.790+0000 7f604a000700 1 --2- 172.21.15.8:0/4155673455 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a44f31fb80 0x55a44f31cdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:19.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.790+0000 7f604a000700 1 -- 172.21.15.8:0/4155673455 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a44f323460 con 0x55a44f31f260 2024-05-20T21:18:19.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.790+0000 7f604a000700 1 --2- 172.21.15.8:0/4155673455 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a44f31f260 0x55a44f325090 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f60380e08f0 tx=0x7f6038009310 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7e262bfb7f8c32d7 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:19.793 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.790+0000 7f6037400700 1 -- 172.21.15.8:0/4155673455 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60380ae850 con 0x55a44f31f260 2024-05-20T21:18:19.793 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.791+0000 7f6037400700 1 -- 172.21.15.8:0/4155673455 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f60380b3270 con 0x55a44f31f260 2024-05-20T21:18:19.793 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.791+0000 7f6037400700 1 -- 172.21.15.8:0/4155673455 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60380b2de0 con 0x55a44f31f260 2024-05-20T21:18:19.793 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.791+0000 7f605c4c9b80 1 -- 172.21.15.8:0/4155673455 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a44f31f260 msgr2=0x55a44f325090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:19.793 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.791+0000 7f605c4c9b80 1 --2- 172.21.15.8:0/4155673455 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a44f31f260 0x55a44f325090 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f60380e08f0 tx=0x7f6038009310 comp rx=0 tx=0).stop 2024-05-20T21:18:19.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.791+0000 7f605c4c9b80 1 -- 172.21.15.8:0/4155673455 shutdown_connections 2024-05-20T21:18:19.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.791+0000 7f605c4c9b80 1 --2- 172.21.15.8:0/4155673455 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a44f319c90 0x55a44f325850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:19.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.791+0000 7f605c4c9b80 1 --2- 172.21.15.8:0/4155673455 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a44f31fb80 0x55a44f31cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:19.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.791+0000 7f605c4c9b80 1 --2- 172.21.15.8:0/4155673455 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a44f31f260 0x55a44f325090 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:19.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.791+0000 7f605c4c9b80 1 -- 172.21.15.8:0/4155673455 >> 172.21.15.8:0/4155673455 conn(0x55a44f243be0 msgr2=0x55a44f30fbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:19.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.791+0000 7f605c4c9b80 1 -- 172.21.15.8:0/4155673455 shutdown_connections 2024-05-20T21:18:19.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.791+0000 7f605c4c9b80 1 -- 172.21.15.8:0/4155673455 wait complete. 2024-05-20T21:18:19.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.792+0000 7f605c4c9b80 1 -- start start 2024-05-20T21:18:19.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.792+0000 7f605c4c9b80 1 Processor -- start 2024-05-20T21:18:19.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.793+0000 7f605c4c9b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a44f319c90 0x55a44f32bb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:19.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.793+0000 7f605c4c9b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a44f31f260 0x55a44f32c050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:19.795 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.793+0000 7f605c4c9b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a44f31fb80 0x55a44f33a120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:19.795 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.793+0000 7f605c4c9b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f604c1a9e90 con 0x55a44f31fb80 2024-05-20T21:18:19.795 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.793+0000 7f605c4c9b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f604c1ab300 con 0x55a44f319c90 2024-05-20T21:18:19.795 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.793+0000 7f605c4c9b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f604c1aa560 con 0x55a44f31f260 2024-05-20T21:18:19.795 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.793+0000 7f605c4c9b80 10 client.0 _ll_register_callbacks cb 0x55a44f20dc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:19.798 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.793+0000 7f604a000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a44f31f260 0x55a44f32c050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:19.798 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.793+0000 7f604b400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a44f31fb80 0x55a44f33a120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:19.798 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.793+0000 7f604aa00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a44f319c90 0x55a44f32bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:19.798 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.793+0000 7f604b400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a44f31fb80 0x55a44f33a120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55802/0 (socket says 172.21.15.8:55802) 2024-05-20T21:18:19.798 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.793+0000 7f604b400700 1 -- 172.21.15.8:0/3464717179 learned_addr learned my addr 172.21.15.8:0/3464717179 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:19.798 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.793+0000 7f604a000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a44f31f260 0x55a44f32c050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:43276/0 (socket says 172.21.15.8:43276) 2024-05-20T21:18:19.798 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.793+0000 7f604aa00700 1 -- 172.21.15.8:0/3464717179 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a44f31f260 msgr2=0x55a44f32c050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:19.798 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.793+0000 7f604aa00700 1 --2- 172.21.15.8:0/3464717179 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a44f31f260 0x55a44f32c050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:19.798 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.793+0000 7f604aa00700 1 -- 172.21.15.8:0/3464717179 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a44f31fb80 msgr2=0x55a44f33a120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:19.799 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.793+0000 7f604aa00700 1 --2- 172.21.15.8:0/3464717179 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a44f31fb80 0x55a44f33a120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:19.799 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.793+0000 7f604aa00700 1 -- 172.21.15.8:0/3464717179 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a44f33a960 con 0x55a44f319c90 2024-05-20T21:18:19.799 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.794+0000 7f604aa00700 1 --2- 172.21.15.8:0/3464717179 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a44f319c90 0x55a44f32bb10 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f603c024c90 tx=0x7f603c009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=caed8611b4471633 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:19.799 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.794+0000 7f6034c00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:18:19.799 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.794+0000 7f6034c00700 1 -- 172.21.15.8:0/3464717179 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f603c015070 con 0x55a44f319c90 2024-05-20T21:18:19.799 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.794+0000 7f605c4c9b80 1 -- 172.21.15.8:0/3464717179 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f60380b3270 con 0x55a44f319c90 2024-05-20T21:18:19.799 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.794+0000 7f6034c00700 1 -- 172.21.15.8:0/3464717179 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f603c024430 con 0x55a44f319c90 2024-05-20T21:18:19.799 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.794+0000 7f6034c00700 1 -- 172.21.15.8:0/3464717179 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f603c028040 con 0x55a44f319c90 2024-05-20T21:18:19.799 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.794+0000 7f605c4c9b80 10 client.25889 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:19.799 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.794+0000 7f605c4c9b80 1 -- 172.21.15.8:0/3464717179 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a44f39d740 con 0x55a44f319c90 2024-05-20T21:18:19.799 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.795+0000 7f6034c00700 1 -- 172.21.15.8:0/3464717179 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f60380b3270 con 0x55a44f319c90 2024-05-20T21:18:19.799 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.795+0000 7f6034c00700 1 -- 172.21.15.8:0/3464717179 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f603c041050 con 0x55a44f319c90 2024-05-20T21:18:19.799 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.795+0000 7f605c4c9b80 10 client.25889 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:19.800 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.795+0000 7f605c4c9b80 10 client.25889 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:18:19.800 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.795+0000 7f605c4c9b80 20 client.25889 populate_metadata read hostname 'smithi008' 2024-05-20T21:18:19.800 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.795+0000 7f605c4c9b80 1 --2- 172.21.15.8:0/3464717179 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a44f39dd30 0x55a44f3a0120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:19.800 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.795+0000 7f605c4c9b80 4 client.25889 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:18:19.800 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.795+0000 7f605c4c9b80 1 -- 172.21.15.8:0/3464717179 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55a44f26f570 con 0x55a44f39dd30 2024-05-20T21:18:19.800 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.795+0000 7f604a000700 1 --2- 172.21.15.8:0/3464717179 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a44f39dd30 0x55a44f3a0120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:19.800 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.796+0000 7f604a000700 1 --2- 172.21.15.8:0/3464717179 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a44f39dd30 0x55a44f3a0120 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c544f3b0cea51d5b server_cookie=1c1986e72f69d3e5 in_seq=0 out_seq=0 2024-05-20T21:18:19.800 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.796+0000 7f6034c00700 10 client.25889 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:18:19.800 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.796+0000 7f6034c00700 1 -- 172.21.15.8:0/3464717179 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55a44f26f570 con 0x55a44f39dd30 2024-05-20T21:18:19.800 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.796+0000 7f6034c00700 10 client.25889 handle_command_reply: tid=0 2024-05-20T21:18:19.800 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.796+0000 7f605c4c9b80 1 client.25889 shutdown 2024-05-20T21:18:19.800 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.796+0000 7f605c4c9b80 1 -- 172.21.15.8:0/3464717179 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a44f319c90 msgr2=0x55a44f32bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:19.801 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.796+0000 7f605c4c9b80 1 --2- 172.21.15.8:0/3464717179 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a44f319c90 0x55a44f32bb10 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f603c024c90 tx=0x7f603c009260 comp rx=0 tx=0).stop 2024-05-20T21:18:19.801 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.796+0000 7f605c4c9b80 1 -- 172.21.15.8:0/3464717179 shutdown_connections 2024-05-20T21:18:19.801 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.796+0000 7f605c4c9b80 1 --2- 172.21.15.8:0/3464717179 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a44f39dd30 0x55a44f3a0120 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:19.801 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.796+0000 7f605c4c9b80 1 --2- 172.21.15.8:0/3464717179 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a44f319c90 0x55a44f32bb10 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:19.801 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.796+0000 7f605c4c9b80 1 --2- 172.21.15.8:0/3464717179 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a44f31fb80 0x55a44f33a120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:19.801 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.796+0000 7f6034c00700 0 client.25889 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:18:19.801 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.796+0000 7f605c4c9b80 1 --2- 172.21.15.8:0/3464717179 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a44f31f260 0x55a44f32c050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:19.801 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.796+0000 7f605c4c9b80 1 -- 172.21.15.8:0/3464717179 >> 172.21.15.8:0/3464717179 conn(0x55a44f243be0 msgr2=0x55a44f31cdb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:19.801 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.797+0000 7f605c4c9b80 1 -- 172.21.15.8:0/3464717179 shutdown_connections 2024-05-20T21:18:19.801 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.797+0000 7f605c4c9b80 1 -- 172.21.15.8:0/3464717179 wait complete. 2024-05-20T21:18:19.801 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.797+0000 7f605c4c9b80 20 client.25889 trim_cache size 0 max 16384 2024-05-20T21:18:19.802 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:18:19.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.798+0000 7f6051c00700 1 -- 172.21.15.8:0/3634590069 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f60300b2900 msgr2=0x7f60300b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:19.803 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.798+0000 7f6051c00700 1 --2- 172.21.15.8:0/3634590069 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f60300b2900 0x7f60300b4dc0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f6044009ec0 tx=0x7f6044004570 comp rx=0 tx=0).stop 2024-05-20T21:18:19.803 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.798+0000 7f6051c00700 1 -- 172.21.15.8:0/3634590069 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f604c103600 msgr2=0x7f604c19fd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:19.803 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.798+0000 7f6051c00700 1 --2- 172.21.15.8:0/3634590069 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f604c103600 0x7f604c19fd60 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f6038000c00 tx=0x7f603800bfd0 comp rx=0 tx=0).stop 2024-05-20T21:18:19.803 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.798+0000 7f6051c00700 1 -- 172.21.15.8:0/3634590069 shutdown_connections 2024-05-20T21:18:19.803 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.798+0000 7f6051c00700 1 --2- 172.21.15.8:0/3634590069 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f60300b2900 0x7f60300b4dc0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:19.803 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.798+0000 7f6051c00700 1 --2- 172.21.15.8:0/3634590069 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f604c1084c0 0x7f604c199a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:19.803 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.798+0000 7f6051c00700 1 --2- 172.21.15.8:0/3634590069 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f604c102c40 0x7f604c19f820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:19.803 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.798+0000 7f6051c00700 1 --2- 172.21.15.8:0/3634590069 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f604c103600 0x7f604c19fd60 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:19.803 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.798+0000 7f6051c00700 1 -- 172.21.15.8:0/3634590069 >> 172.21.15.8:0/3634590069 conn(0x7f604c078ab0 msgr2=0x7f604c100890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:19.803 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.798+0000 7f6051c00700 1 -- 172.21.15.8:0/3634590069 shutdown_connections 2024-05-20T21:18:19.803 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:19.798+0000 7f6051c00700 1 -- 172.21.15.8:0/3634590069 wait complete. 2024-05-20T21:18:20.719 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:18:20 smithi008 ceph-mon[31475]: pgmap v530: 97 pgs: 97 active+clean; 1.2 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:18:20.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:18:20 smithi130 ceph-mon[36448]: pgmap v530: 97 pgs: 97 active+clean; 1.2 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:18:20.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:18:20 smithi050 ceph-mon[35809]: pgmap v530: 97 pgs: 97 active+clean; 1.2 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:18:21.725 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:18:21.725 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:18:22.215 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:18:22.703 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:18:22 smithi008 ceph-mon[31475]: pgmap v531: 97 pgs: 97 active+clean; 1.2 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:18:22.726 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:18:22 smithi050 ceph-mon[35809]: pgmap v531: 97 pgs: 97 active+clean; 1.2 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:18:22.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:18:22 smithi130 ceph-mon[36448]: pgmap v531: 97 pgs: 97 active+clean; 1.2 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:18:24.544 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.543+0000 7fba1ce00700 1 -- 172.21.15.8:0/2878371530 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fba181022d0 msgr2=0x7fba18109320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:24.545 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.543+0000 7fba1ce00700 1 --2- 172.21.15.8:0/2878371530 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fba181022d0 0x7fba18109320 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fba04009990 tx=0x7fba04009ca0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.545 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.543+0000 7fba1ce00700 1 -- 172.21.15.8:0/2878371530 shutdown_connections 2024-05-20T21:18:24.545 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.543+0000 7fba1ce00700 1 --2- 172.21.15.8:0/2878371530 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fba18109a00 0x7fba18110430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.545 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.543+0000 7fba1ce00700 1 --2- 172.21.15.8:0/2878371530 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fba18101920 0x7fba18101d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.545 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.543+0000 7fba1ce00700 1 --2- 172.21.15.8:0/2878371530 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fba181022d0 0x7fba18109320 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.545 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.543+0000 7fba1ce00700 1 -- 172.21.15.8:0/2878371530 >> 172.21.15.8:0/2878371530 conn(0x7fba18078640 msgr2=0x7fba180ff9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:24.545 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.543+0000 7fba1ce00700 1 -- 172.21.15.8:0/2878371530 shutdown_connections 2024-05-20T21:18:24.545 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.543+0000 7fba1ce00700 1 -- 172.21.15.8:0/2878371530 wait complete. 2024-05-20T21:18:24.545 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.544+0000 7fba1ce00700 1 Processor -- start 2024-05-20T21:18:24.545 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.544+0000 7fba1ce00700 1 -- start start 2024-05-20T21:18:24.546 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.545+0000 7fba1ce00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fba18101920 0x7fba1819f890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:24.546 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.545+0000 7fba1ce00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fba181022d0 0x7fba1819fdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:24.546 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.545+0000 7fba1ce00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fba18109a00 0x7fba18199a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:24.547 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.545+0000 7fba1ce00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fba181136f0 con 0x7fba18101920 2024-05-20T21:18:24.547 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.545+0000 7fba1ce00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fba18113570 con 0x7fba18109a00 2024-05-20T21:18:24.547 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.545+0000 7fba1ce00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fba18113870 con 0x7fba181022d0 2024-05-20T21:18:24.547 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.545+0000 7fba15e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fba18101920 0x7fba1819f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:24.547 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.545+0000 7fba15400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fba181022d0 0x7fba1819fdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:24.547 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.545+0000 7fba15400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fba181022d0 0x7fba1819fdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:44256/0 (socket says 172.21.15.8:44256) 2024-05-20T21:18:24.547 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.545+0000 7fba15400700 1 -- 172.21.15.8:0/23627060 learned_addr learned my addr 172.21.15.8:0/23627060 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:24.547 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.545+0000 7fba16800700 1 --2- 172.21.15.8:0/23627060 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fba18109a00 0x7fba18199a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:24.547 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.546+0000 7fba15400700 1 -- 172.21.15.8:0/23627060 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fba18109a00 msgr2=0x7fba18199a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:24.547 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.546+0000 7fba15400700 1 --2- 172.21.15.8:0/23627060 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fba18109a00 0x7fba18199a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.547 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.546+0000 7fba15400700 1 -- 172.21.15.8:0/23627060 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fba18101920 msgr2=0x7fba1819f890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:24.547 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.546+0000 7fba15400700 1 --2- 172.21.15.8:0/23627060 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fba18101920 0x7fba1819f890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.547 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.546+0000 7fba15400700 1 -- 172.21.15.8:0/23627060 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba1819a1b0 con 0x7fba181022d0 2024-05-20T21:18:24.548 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.546+0000 7fba15400700 1 --2- 172.21.15.8:0/23627060 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fba181022d0 0x7fba1819fdd0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fba040098e0 tx=0x7fba040047b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:24.548 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.547+0000 7fba0ea00700 1 -- 172.21.15.8:0/23627060 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba04027070 con 0x7fba181022d0 2024-05-20T21:18:24.548 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.547+0000 7fba0ea00700 1 -- 172.21.15.8:0/23627060 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fba0400b610 con 0x7fba181022d0 2024-05-20T21:18:24.548 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.547+0000 7fba1ce00700 1 -- 172.21.15.8:0/23627060 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba1819a440 con 0x7fba181022d0 2024-05-20T21:18:24.548 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.547+0000 7fba1ce00700 1 -- 172.21.15.8:0/23627060 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba181a6760 con 0x7fba181022d0 2024-05-20T21:18:24.548 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.547+0000 7fba0ea00700 1 -- 172.21.15.8:0/23627060 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba040173f0 con 0x7fba181022d0 2024-05-20T21:18:24.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.550+0000 7fba0ea00700 1 -- 172.21.15.8:0/23627060 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fba0402a070 con 0x7fba181022d0 2024-05-20T21:18:24.552 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.551+0000 7fba277f1b80 1 Processor -- start 2024-05-20T21:18:24.552 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.552+0000 7fba277f1b80 1 -- start start 2024-05-20T21:18:24.553 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.552+0000 7fba0ea00700 1 --2- 172.21.15.8:0/23627060 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb9fc0b2900 0x7fb9fc0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:24.553 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.552+0000 7fba277f1b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8db8a2010 0x55d8db89e2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:24.553 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.552+0000 7fba277f1b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8db89e820 0x55d8db89eca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:24.553 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.552+0000 7fba277f1b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8db8b0f40 0x55d8db8b3330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:24.553 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.552+0000 7fba277f1b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55d8db7fcec0 con 0x55d8db89e820 2024-05-20T21:18:24.553 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.552+0000 7fba277f1b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55d8db7eca60 con 0x55d8db8a2010 2024-05-20T21:18:24.553 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.552+0000 7fba277f1b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55d8db7f0aa0 con 0x55d8db8b0f40 2024-05-20T21:18:24.553 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.552+0000 7fba0ea00700 1 -- 172.21.15.8:0/23627060 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fba040e2f30 con 0x7fba181022d0 2024-05-20T21:18:24.554 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.553+0000 7fba15e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8db8a2010 0x55d8db89e2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:24.554 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.553+0000 7fba15e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8db8a2010 0x55d8db89e2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:46898/0 (socket says 172.21.15.8:46898) 2024-05-20T21:18:24.554 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.553+0000 7fba15e00700 1 -- 172.21.15.8:0/2103041978 learned_addr learned my addr 172.21.15.8:0/2103041978 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:24.555 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.553+0000 7fba16800700 1 --2- 172.21.15.8:0/2103041978 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8db8b0f40 0x55d8db8b3330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:24.555 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.553+0000 7fba16800700 1 --2- 172.21.15.8:0/23627060 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb9fc0b2900 0x7fb9fc0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:24.555 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.553+0000 7fba15400700 1 --2- 172.21.15.8:0/2103041978 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8db89e820 0x55d8db89eca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:24.555 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.553+0000 7fba15e00700 1 -- 172.21.15.8:0/2103041978 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8db8b0f40 msgr2=0x55d8db8b3330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:24.555 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.553+0000 7fba15e00700 1 --2- 172.21.15.8:0/2103041978 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8db8b0f40 0x55d8db8b3330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.555 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.553+0000 7fba15e00700 1 -- 172.21.15.8:0/2103041978 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8db89e820 msgr2=0x55d8db89eca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:24.555 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.553+0000 7fba15e00700 1 --2- 172.21.15.8:0/2103041978 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8db89e820 0x55d8db89eca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.555 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.553+0000 7fba15e00700 1 -- 172.21.15.8:0/2103041978 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d8db7b54a0 con 0x55d8db8a2010 2024-05-20T21:18:24.555 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.554+0000 7fba15e00700 1 --2- 172.21.15.8:0/2103041978 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8db8a2010 0x55d8db89e2e0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fba08009d30 tx=0x7fba08011720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3a9c340c5fca3088 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:24.555 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.554+0000 7fba03400700 1 -- 172.21.15.8:0/2103041978 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba08004a30 con 0x55d8db8a2010 2024-05-20T21:18:24.555 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.554+0000 7fba03400700 1 -- 172.21.15.8:0/2103041978 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fba080054d0 con 0x55d8db8a2010 2024-05-20T21:18:24.555 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.554+0000 7fba03400700 1 -- 172.21.15.8:0/2103041978 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba08019890 con 0x55d8db8a2010 2024-05-20T21:18:24.555 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.554+0000 7fba16800700 1 --2- 172.21.15.8:0/23627060 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb9fc0b2900 0x7fb9fc0b4dc0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fba10009550 tx=0x7fba1000b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:24.556 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.555+0000 7fba277f1b80 1 -- 172.21.15.8:0/2103041978 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8db8a2010 msgr2=0x55d8db89e2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:24.556 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.555+0000 7fba277f1b80 1 --2- 172.21.15.8:0/2103041978 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8db8a2010 0x55d8db89e2e0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fba08009d30 tx=0x7fba08011720 comp rx=0 tx=0).stop 2024-05-20T21:18:24.556 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.555+0000 7fba277f1b80 1 -- 172.21.15.8:0/2103041978 shutdown_connections 2024-05-20T21:18:24.557 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.555+0000 7fba277f1b80 1 --2- 172.21.15.8:0/2103041978 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8db8a2010 0x55d8db89e2e0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.557 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.555+0000 7fba277f1b80 1 --2- 172.21.15.8:0/2103041978 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8db8b0f40 0x55d8db8b3330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.557 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.555+0000 7fba277f1b80 1 --2- 172.21.15.8:0/2103041978 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8db89e820 0x55d8db89eca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.557 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.555+0000 7fba277f1b80 1 -- 172.21.15.8:0/2103041978 >> 172.21.15.8:0/2103041978 conn(0x55d8db7ccc60 msgr2=0x55d8db899090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:24.557 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.555+0000 7fba277f1b80 1 -- 172.21.15.8:0/2103041978 shutdown_connections 2024-05-20T21:18:24.557 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.556+0000 7fba277f1b80 1 -- 172.21.15.8:0/2103041978 wait complete. 2024-05-20T21:18:24.557 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.556+0000 7fba277f1b80 1 -- start start 2024-05-20T21:18:24.557 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.556+0000 7fba277f1b80 1 Processor -- start 2024-05-20T21:18:24.558 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.557+0000 7f5ba1c00640 1 -- 172.21.15.8:0/1017917219 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5b9c105ce0 msgr2=0x7f5b9c106160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:24.558 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.557+0000 7f5ba1c00640 1 --2- 172.21.15.8:0/1017917219 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5b9c105ce0 0x7f5b9c106160 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f5b88009900 tx=0x7f5b8802a3f0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.558 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.557+0000 7f5ba1c00640 1 -- 172.21.15.8:0/1017917219 shutdown_connections 2024-05-20T21:18:24.558 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.557+0000 7fba277f1b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8db89e820 0x55d8db8b04f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:24.558 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.557+0000 7fba277f1b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8db8a2010 0x55d8db8ad890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:24.558 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.557+0000 7fba277f1b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8db8b0f40 0x55d8db8addd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:24.558 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.557+0000 7fba277f1b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55d8db6f3020 con 0x55d8db8a2010 2024-05-20T21:18:24.559 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.557+0000 7fba277f1b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55d8db78d7e0 con 0x55d8db89e820 2024-05-20T21:18:24.559 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.557+0000 7fba277f1b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55d8db8b3b10 con 0x55d8db8b0f40 2024-05-20T21:18:24.559 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.557+0000 7fba277f1b80 10 client.0 _ll_register_callbacks cb 0x55d8db796cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:24.559 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.557+0000 7f5ba1c00640 1 --2- 172.21.15.8:0/1017917219 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5b9c1066a0 0x7f5b9c10cf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.559 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.557+0000 7f5ba1c00640 1 --2- 172.21.15.8:0/1017917219 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5b9c105ce0 0x7f5b9c106160 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.559 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.557+0000 7f5ba1c00640 1 --2- 172.21.15.8:0/1017917219 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5b9c104af0 0x7f5b9c104f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.559 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.557+0000 7f5ba1c00640 1 -- 172.21.15.8:0/1017917219 >> 172.21.15.8:0/1017917219 conn(0x7f5b9c100060 msgr2=0x7f5b9c1024a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:24.559 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.557+0000 7f5ba1c00640 1 -- 172.21.15.8:0/1017917219 shutdown_connections 2024-05-20T21:18:24.559 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.557+0000 7f5ba1c00640 1 -- 172.21.15.8:0/1017917219 wait complete. 2024-05-20T21:18:24.560 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.557+0000 7fba16800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8db8b0f40 0x55d8db8addd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:24.560 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.557+0000 7fba16800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8db8b0f40 0x55d8db8addd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:44286/0 (socket says 172.21.15.8:44286) 2024-05-20T21:18:24.560 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.557+0000 7fba16800700 1 -- 172.21.15.8:0/3909100477 learned_addr learned my addr 172.21.15.8:0/3909100477 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:24.561 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.558+0000 7fba15400700 1 --2- 172.21.15.8:0/3909100477 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8db8a2010 0x55d8db8ad890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:24.561 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.558+0000 7fba15e00700 1 --2- 172.21.15.8:0/3909100477 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8db89e820 0x55d8db8b04f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:24.561 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.558+0000 7fba16800700 1 -- 172.21.15.8:0/3909100477 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8db89e820 msgr2=0x55d8db8b04f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:24.561 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.558+0000 7fba16800700 1 --2- 172.21.15.8:0/3909100477 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8db89e820 0x55d8db8b04f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.561 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.558+0000 7fba16800700 1 -- 172.21.15.8:0/3909100477 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8db8a2010 msgr2=0x55d8db8ad890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:24.561 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.558+0000 7fba16800700 1 --2- 172.21.15.8:0/3909100477 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8db8a2010 0x55d8db8ad890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.561 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.558+0000 7fba16800700 1 -- 172.21.15.8:0/3909100477 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d8db73c950 con 0x55d8db8b0f40 2024-05-20T21:18:24.561 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.558+0000 7fba15e00700 1 --2- 172.21.15.8:0/3909100477 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8db89e820 0x55d8db8b04f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:18:24.561 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.558+0000 7fba16800700 1 --2- 172.21.15.8:0/3909100477 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8db8b0f40 0x55d8db8addd0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fba10018a40 tx=0x7fba10004b40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7060ae79753c5723 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:24.561 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.558+0000 7fb9f7e00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:18:24.561 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.559+0000 7f5ba1c00640 1 Processor -- start 2024-05-20T21:18:24.562 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.559+0000 7fb9f7e00700 1 -- 172.21.15.8:0/3909100477 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba10008020 con 0x55d8db8b0f40 2024-05-20T21:18:24.562 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.559+0000 7f5ba1c00640 1 -- start start 2024-05-20T21:18:24.562 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.559+0000 7fb9f7e00700 1 -- 172.21.15.8:0/3909100477 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fba100081c0 con 0x55d8db8b0f40 2024-05-20T21:18:24.562 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.559+0000 7fba277f1b80 1 -- 172.21.15.8:0/3909100477 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fba080054d0 con 0x55d8db8b0f40 2024-05-20T21:18:24.563 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.559+0000 7f5ba1c00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5b9c104af0 0x7f5b9c19f140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:24.563 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.559+0000 7f5ba1c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5b9c105ce0 0x7f5b9c19f680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:24.563 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.559+0000 7f5ba1c00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5b9c1066a0 0x7f5b9c1a66f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:24.563 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.559+0000 7f5ba1c00640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f5b9c110650 con 0x7f5b9c104af0 2024-05-20T21:18:24.563 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.559+0000 7f5ba1c00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f5b9c1104d0 con 0x7f5b9c105ce0 2024-05-20T21:18:24.563 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.559+0000 7f5ba1c00640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f5b9c1107d0 con 0x7f5b9c1066a0 2024-05-20T21:18:24.564 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.559+0000 7fb9f7e00700 1 -- 172.21.15.8:0/3909100477 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fba10003a00 con 0x55d8db8b0f40 2024-05-20T21:18:24.564 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.559+0000 7fba277f1b80 10 client.25951 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:24.564 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.559+0000 7fba277f1b80 1 -- 172.21.15.8:0/3909100477 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d8db7bd0e0 con 0x55d8db8b0f40 2024-05-20T21:18:24.564 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.559+0000 7fb9f7e00700 1 -- 172.21.15.8:0/3909100477 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fba080054d0 con 0x55d8db8b0f40 2024-05-20T21:18:24.564 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.560+0000 7f5b9be00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5b9c104af0 0x7f5b9c19f140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:24.564 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.560+0000 7f5ba1200640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5b9c1066a0 0x7f5b9c1a66f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:24.564 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.560+0000 7f5b9b400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5b9c105ce0 0x7f5b9c19f680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:24.564 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.560+0000 7f5b9be00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5b9c104af0 0x7f5b9c19f140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:43042/0 (socket says 172.21.15.8:43042) 2024-05-20T21:18:24.565 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.560+0000 7f5b9be00640 1 -- 172.21.15.8:0/3691860597 learned_addr learned my addr 172.21.15.8:0/3691860597 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:24.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.560+0000 7fb9f7e00700 1 -- 172.21.15.8:0/3909100477 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fba1002f050 con 0x55d8db8b0f40 2024-05-20T21:18:24.565 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.560+0000 7f5ba1200640 1 -- 172.21.15.8:0/3691860597 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5b9c105ce0 msgr2=0x7f5b9c19f680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:24.565 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.560+0000 7f5ba1200640 1 --2- 172.21.15.8:0/3691860597 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5b9c105ce0 0x7f5b9c19f680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.565 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.560+0000 7f5ba1200640 1 -- 172.21.15.8:0/3691860597 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5b9c104af0 msgr2=0x7f5b9c19f140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:24.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.560+0000 7fba277f1b80 10 client.25951 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:24.566 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.560+0000 7fba277f1b80 10 client.25951 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:18:24.566 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.560+0000 7fba277f1b80 20 client.25951 populate_metadata read hostname 'smithi008' 2024-05-20T21:18:24.566 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.560+0000 7fba277f1b80 1 --2- 172.21.15.8:0/3909100477 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55d8db8c04d0 0x55d8db8c2940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:24.566 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.560+0000 7fba277f1b80 4 client.25951 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:18:24.566 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.560+0000 7fba277f1b80 1 -- 172.21.15.8:0/3909100477 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d8db7fee10 con 0x55d8db8c04d0 2024-05-20T21:18:24.566 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.560+0000 7f5ba1200640 1 --2- 172.21.15.8:0/3691860597 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5b9c104af0 0x7f5b9c19f140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.566 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.560+0000 7f5ba1200640 1 -- 172.21.15.8:0/3691860597 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b9c1a6d60 con 0x7f5b9c1066a0 2024-05-20T21:18:24.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.560+0000 7fba15e00700 1 --2- 172.21.15.8:0/3909100477 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55d8db8c04d0 0x55d8db8c2940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:24.567 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.560+0000 7f5b9b400640 1 --2- 172.21.15.8:0/3691860597 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5b9c105ce0 0x7f5b9c19f680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:24.567 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.560+0000 7f5b9be00640 1 --2- 172.21.15.8:0/3691860597 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5b9c104af0 0x7f5b9c19f140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:24.567 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.561+0000 7f5ba1200640 1 --2- 172.21.15.8:0/3691860597 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5b9c1066a0 0x7f5b9c1a66f0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f5b9400e940 tx=0x7f5b9400ee00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:24.567 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.561+0000 7f5b98c00640 1 -- 172.21.15.8:0/3691860597 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b94004d20 con 0x7f5b9c1066a0 2024-05-20T21:18:24.568 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.561+0000 7f5b98c00640 1 -- 172.21.15.8:0/3691860597 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5b94005020 con 0x7f5b9c1066a0 2024-05-20T21:18:24.568 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.561+0000 7f5b98c00640 1 -- 172.21.15.8:0/3691860597 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b940116d0 con 0x7f5b9c1066a0 2024-05-20T21:18:24.568 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.561+0000 7f5ba1c00640 1 -- 172.21.15.8:0/3691860597 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5b9c1a6ff0 con 0x7f5b9c1066a0 2024-05-20T21:18:24.568 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.561+0000 7f5ba1c00640 1 -- 172.21.15.8:0/3691860597 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5b9c1a7510 con 0x7f5b9c1066a0 2024-05-20T21:18:24.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.561+0000 7fba15e00700 1 --2- 172.21.15.8:0/3909100477 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55d8db8c04d0 0x55d8db8c2940 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d85754ce39a79d98 server_cookie=3d5ab2452571dad3 in_seq=0 out_seq=0 2024-05-20T21:18:24.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.561+0000 7fb9f7e00700 10 client.25951 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:18:24.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.562+0000 7fb9f7e00700 1 -- 172.21.15.8:0/3909100477 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55d8db7fee10 con 0x55d8db8c04d0 2024-05-20T21:18:24.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.562+0000 7fb9f7e00700 10 client.25951 handle_command_reply: tid=0 2024-05-20T21:18:24.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.562+0000 7fba277f1b80 1 client.25951 shutdown 2024-05-20T21:18:24.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.562+0000 7fba277f1b80 1 -- 172.21.15.8:0/3909100477 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8db8b0f40 msgr2=0x55d8db8addd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:24.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.562+0000 7fba277f1b80 1 --2- 172.21.15.8:0/3909100477 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8db8b0f40 0x55d8db8addd0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fba10018a40 tx=0x7fba10004b40 comp rx=0 tx=0).stop 2024-05-20T21:18:24.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.562+0000 7fba277f1b80 1 -- 172.21.15.8:0/3909100477 shutdown_connections 2024-05-20T21:18:24.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.562+0000 7fba277f1b80 1 --2- 172.21.15.8:0/3909100477 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55d8db8c04d0 0x55d8db8c2940 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.562+0000 7fba277f1b80 1 --2- 172.21.15.8:0/3909100477 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8db89e820 0x55d8db8b04f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.562+0000 7fba277f1b80 1 --2- 172.21.15.8:0/3909100477 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8db8b0f40 0x55d8db8addd0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.562+0000 7fba277f1b80 1 --2- 172.21.15.8:0/3909100477 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8db8a2010 0x55d8db8ad890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.562+0000 7fb9f7e00700 0 client.25951 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:18:24.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.562+0000 7fba277f1b80 1 -- 172.21.15.8:0/3909100477 >> 172.21.15.8:0/3909100477 conn(0x55d8db7ccc60 msgr2=0x55d8db8b1320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:24.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.563+0000 7fba277f1b80 1 -- 172.21.15.8:0/3909100477 shutdown_connections 2024-05-20T21:18:24.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.563+0000 7fba277f1b80 1 -- 172.21.15.8:0/3909100477 wait complete. 2024-05-20T21:18:24.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.563+0000 7fba277f1b80 20 client.25951 trim_cache size 0 max 16384 2024-05-20T21:18:24.573 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.565+0000 7f5ba607e740 1 Processor -- start 2024-05-20T21:18:24.573 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.565+0000 7f5b98c00640 1 -- 172.21.15.8:0/3691860597 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f5b94005460 con 0x7f5b9c1066a0 2024-05-20T21:18:24.574 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.566+0000 7f5ba607e740 1 -- start start 2024-05-20T21:18:24.574 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.566+0000 7f5ba607e740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e847a79cf0 0x55e847a7a110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:24.574 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.566+0000 7f5ba607e740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e847a7a6e0 0x55e847a7f1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:24.574 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.566+0000 7f5ba607e740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e847a7f850 0x55e847a81ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:24.574 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.566+0000 7f5ba607e740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55e8479e9b90 con 0x55e847a7a6e0 2024-05-20T21:18:24.574 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.566+0000 7f5ba607e740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55e8479d9730 con 0x55e847a7f850 2024-05-20T21:18:24.574 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.566+0000 7f5ba607e740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55e8479dd770 con 0x55e847a79cf0 2024-05-20T21:18:24.574 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.566+0000 7f5b9be00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e847a7a6e0 0x55e847a7f1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:24.574 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.566+0000 7f5b9b400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e847a79cf0 0x55e847a7a110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:24.574 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.566+0000 7f5b9be00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e847a7a6e0 0x55e847a7f1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:43054/0 (socket says 172.21.15.8:43054) 2024-05-20T21:18:24.574 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.566+0000 7f5b9b400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e847a79cf0 0x55e847a7a110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:44292/0 (socket says 172.21.15.8:44292) 2024-05-20T21:18:24.575 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.566+0000 7f5b9be00640 1 -- 172.21.15.8:0/2681044814 learned_addr learned my addr 172.21.15.8:0/2681044814 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:24.575 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.567+0000 7f5b9b400640 1 --2- 172.21.15.8:0/2681044814 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e847a7f850 0x55e847a81ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:24.575 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.567+0000 7f5b98c00640 1 --2- 172.21.15.8:0/3691860597 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f5b800b2850 0x7f5b800b4d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:24.575 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.567+0000 7f5b9be00640 1 -- 172.21.15.8:0/2681044814 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e847a79cf0 msgr2=0x55e847a7a110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:24.575 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.567+0000 7f5b9be00640 1 --2- 172.21.15.8:0/2681044814 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e847a79cf0 0x55e847a7a110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.575 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.567+0000 7f5b9be00640 1 -- 172.21.15.8:0/2681044814 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e847a7f850 msgr2=0x55e847a81ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:24.575 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.567+0000 7f5b9be00640 1 --2- 172.21.15.8:0/2681044814 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e847a7f850 0x55e847a81ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.575 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.567+0000 7f5b9be00640 1 -- 172.21.15.8:0/2681044814 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e8479728b0 con 0x55e847a7a6e0 2024-05-20T21:18:24.575 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.567+0000 7f5b98c00640 1 -- 172.21.15.8:0/3691860597 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f5b940e2280 con 0x7f5b9c1066a0 2024-05-20T21:18:24.575 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.567+0000 7f5ba1200640 1 --2- 172.21.15.8:0/3691860597 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f5b800b2850 0x7f5b800b4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:24.575 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.568+0000 7f5b9be00640 1 --2- 172.21.15.8:0/2681044814 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e847a7a6e0 0x55e847a7f1e0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f5b8c0115c0 tx=0x7f5b8c011a80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d6e9ec1dd38f2fc server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:24.575 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.568+0000 7f5b91600640 1 -- 172.21.15.8:0/2681044814 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b8c005020 con 0x55e847a7a6e0 2024-05-20T21:18:24.575 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.568+0000 7f5b91600640 1 -- 172.21.15.8:0/2681044814 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5b8c0047a0 con 0x55e847a7a6e0 2024-05-20T21:18:24.575 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.568+0000 7f5b91600640 1 -- 172.21.15.8:0/2681044814 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b8c00f8a0 con 0x55e847a7a6e0 2024-05-20T21:18:24.576 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.569+0000 7f5ba607e740 1 -- 172.21.15.8:0/2681044814 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e847a7a6e0 msgr2=0x55e847a7f1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:24.576 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.569+0000 7f5ba607e740 1 --2- 172.21.15.8:0/2681044814 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e847a7a6e0 0x55e847a7f1e0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f5b8c0115c0 tx=0x7f5b8c011a80 comp rx=0 tx=0).stop 2024-05-20T21:18:24.576 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.569+0000 7f5ba1200640 1 --2- 172.21.15.8:0/3691860597 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f5b800b2850 0x7f5b800b4d10 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f5b9400efd0 tx=0x7f5b94005f50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:24.576 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.569+0000 7f5ba607e740 1 -- 172.21.15.8:0/2681044814 shutdown_connections 2024-05-20T21:18:24.576 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.569+0000 7f5ba607e740 1 --2- 172.21.15.8:0/2681044814 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e847a7f850 0x55e847a81ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.576 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.569+0000 7f5ba607e740 1 --2- 172.21.15.8:0/2681044814 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e847a7a6e0 0x55e847a7f1e0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.576 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.569+0000 7f5ba607e740 1 --2- 172.21.15.8:0/2681044814 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e847a79cf0 0x55e847a7a110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.576 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.569+0000 7f5ba607e740 1 -- 172.21.15.8:0/2681044814 >> 172.21.15.8:0/2681044814 conn(0x55e847a75360 msgr2=0x55e847a75760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:24.576 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.569+0000 7f5ba607e740 1 -- 172.21.15.8:0/2681044814 shutdown_connections 2024-05-20T21:18:24.576 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.569+0000 7f5ba607e740 1 -- 172.21.15.8:0/2681044814 wait complete. 2024-05-20T21:18:24.576 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.569+0000 7f5ba607e740 1 -- start start 2024-05-20T21:18:24.576 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.570+0000 7f5ba607e740 1 Processor -- start 2024-05-20T21:18:24.576 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.570+0000 7f5ba607e740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e847a79cf0 0x55e847a83ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:24.576 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.570+0000 7f5ba607e740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e847a7a6e0 0x55e847a83ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:24.576 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.570+0000 7f5ba607e740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e847a7f850 0x55e847a8b030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:24.577 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.570+0000 7f5ba607e740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55e8476bf790 con 0x55e847a7f850 2024-05-20T21:18:24.577 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.570+0000 7f5ba607e740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55e847981bc0 con 0x55e847a79cf0 2024-05-20T21:18:24.577 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.570+0000 7f5ba607e740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55e847a82800 con 0x55e847a7a6e0 2024-05-20T21:18:24.577 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.570+0000 7f5ba607e740 10 client.0 _ll_register_callbacks cb 0x55e84795f400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:24.577 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.571+0000 7f5b9b400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e847a7f850 0x55e847a8b030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:24.577 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.571+0000 7f5b9b400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e847a7f850 0x55e847a8b030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:43066/0 (socket says 172.21.15.8:43066) 2024-05-20T21:18:24.577 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.571+0000 7f5b9b400640 1 -- 172.21.15.8:0/408310487 learned_addr learned my addr 172.21.15.8:0/408310487 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:24.577 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.571+0000 7f5b9be00640 1 --2- 172.21.15.8:0/408310487 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e847a7a6e0 0x55e847a83ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:24.577 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.571+0000 7f5b9b400640 1 --2- 172.21.15.8:0/408310487 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e847a79cf0 0x55e847a83ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:24.577 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.571+0000 7f5b9b400640 1 -- 172.21.15.8:0/408310487 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e847a7a6e0 msgr2=0x55e847a83ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:24.577 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.571+0000 7f5b9b400640 1 --2- 172.21.15.8:0/408310487 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e847a7a6e0 0x55e847a83ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.577 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.571+0000 7f5b9b400640 1 -- 172.21.15.8:0/408310487 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e847a79cf0 msgr2=0x55e847a83ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:24.577 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.571+0000 7f5b9b400640 1 --2- 172.21.15.8:0/408310487 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e847a79cf0 0x55e847a83ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.577 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.571+0000 7f5b9b400640 1 -- 172.21.15.8:0/408310487 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e8476ee210 con 0x55e847a7f850 2024-05-20T21:18:24.577 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.572+0000 7f5b9b400640 1 --2- 172.21.15.8:0/408310487 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e847a7f850 0x55e847a8b030 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f5b88000c00 tx=0x7f5b88009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f93a0c2abf1aa01 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:24.578 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.572+0000 7f5b86000640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:18:24.578 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.572+0000 7f5b86000640 1 -- 172.21.15.8:0/408310487 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b88035040 con 0x55e847a7f850 2024-05-20T21:18:24.578 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.572+0000 7f5b86000640 1 -- 172.21.15.8:0/408310487 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f5b880317b0 con 0x55e847a7f850 2024-05-20T21:18:24.578 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.572+0000 7f5ba607e740 1 -- 172.21.15.8:0/408310487 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5b8c0047a0 con 0x55e847a7f850 2024-05-20T21:18:24.578 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.572+0000 7f5b86000640 1 -- 172.21.15.8:0/408310487 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f5b880319b0 con 0x55e847a7f850 2024-05-20T21:18:24.578 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.572+0000 7f5ba607e740 10 client.15789 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:24.578 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.572+0000 7f5ba607e740 1 -- 172.21.15.8:0/408310487 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e8477ba620 con 0x55e847a7f850 2024-05-20T21:18:24.578 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.573+0000 7f5b86000640 1 -- 172.21.15.8:0/408310487 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5b8c0047a0 con 0x55e847a7f850 2024-05-20T21:18:24.578 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.573+0000 7f5b86000640 1 -- 172.21.15.8:0/408310487 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f5b8803dc20 con 0x55e847a7f850 2024-05-20T21:18:24.578 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.573+0000 7f5ba607e740 10 client.15789 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:24.578 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.573+0000 7f5ba607e740 10 client.15789 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:18:24.578 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.573+0000 7f5ba607e740 20 client.15789 populate_metadata read hostname 'smithi008' 2024-05-20T21:18:24.578 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.573+0000 7f5ba607e740 1 --2- 172.21.15.8:0/408310487 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e847a8f580 0x55e847a91970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:24.578 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.573+0000 7f5ba607e740 4 client.15789 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:18:24.578 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.573+0000 7f5ba607e740 1 -- 172.21.15.8:0/408310487 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e8479ebae0 con 0x55e847a8f580 2024-05-20T21:18:24.579 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.573+0000 7f5b9be00640 1 --2- 172.21.15.8:0/408310487 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e847a8f580 0x55e847a91970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:24.581 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.574+0000 7f5b9be00640 1 --2- 172.21.15.8:0/408310487 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e847a8f580 0x55e847a91970 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f543b3cf0a98b48d server_cookie=6a0bfc62c9aceb in_seq=0 out_seq=0 2024-05-20T21:18:24.581 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.574+0000 7f5b86000640 10 client.15789 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:18:24.581 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.575+0000 7f5b86000640 1 -- 172.21.15.8:0/408310487 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55e8479ebae0 con 0x55e847a8f580 2024-05-20T21:18:24.581 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.575+0000 7f5b86000640 10 client.15789 handle_command_reply: tid=0 2024-05-20T21:18:24.581 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.575+0000 7f5ba607e740 1 client.15789 shutdown 2024-05-20T21:18:24.581 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.575+0000 7f5ba607e740 1 -- 172.21.15.8:0/408310487 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e847a7f850 msgr2=0x55e847a8b030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:24.581 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.575+0000 7f5ba607e740 1 --2- 172.21.15.8:0/408310487 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e847a7f850 0x55e847a8b030 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f5b88000c00 tx=0x7f5b88009260 comp rx=0 tx=0).stop 2024-05-20T21:18:24.581 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.575+0000 7f5ba607e740 1 -- 172.21.15.8:0/408310487 shutdown_connections 2024-05-20T21:18:24.581 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.575+0000 7f5ba607e740 1 --2- 172.21.15.8:0/408310487 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e847a8f580 0x55e847a91970 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.581 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.575+0000 7f5ba607e740 1 --2- 172.21.15.8:0/408310487 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e847a7f850 0x55e847a8b030 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.581 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.575+0000 7f5ba607e740 1 --2- 172.21.15.8:0/408310487 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e847a7a6e0 0x55e847a83ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.581 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.575+0000 7f5b86000640 0 client.15789 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:18:24.582 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.575+0000 7f5ba607e740 1 --2- 172.21.15.8:0/408310487 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e847a79cf0 0x55e847a83ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.582 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.575+0000 7f5ba607e740 1 -- 172.21.15.8:0/408310487 >> 172.21.15.8:0/408310487 conn(0x55e847a75360 msgr2=0x55e847a744c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:24.582 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.576+0000 7f5ba607e740 1 -- 172.21.15.8:0/408310487 shutdown_connections 2024-05-20T21:18:24.582 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.576+0000 7f5ba607e740 1 -- 172.21.15.8:0/408310487 wait complete. 2024-05-20T21:18:24.582 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.576+0000 7f5ba607e740 20 client.15789 trim_cache size 0 max 16384 2024-05-20T21:18:24.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.589+0000 7fba277f1b80 1 Processor -- start 2024-05-20T21:18:24.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.590+0000 7fba277f1b80 1 -- start start 2024-05-20T21:18:24.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.590+0000 7fba277f1b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8db89e820 0x55d8db8ac1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:24.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.590+0000 7fba277f1b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8db8a2010 0x55d8db8ac6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:24.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.590+0000 7fba277f1b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8db8b0f40 0x55d8db89c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:24.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.590+0000 7fba277f1b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fb9f800fc70 con 0x55d8db8a2010 2024-05-20T21:18:24.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.590+0000 7fba277f1b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb9f800d500 con 0x55d8db8b0f40 2024-05-20T21:18:24.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.590+0000 7fba277f1b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fb9f800b350 con 0x55d8db89e820 2024-05-20T21:18:24.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.590+0000 7fba15e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8db89e820 0x55d8db8ac1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:24.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.590+0000 7fba15e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8db89e820 0x55d8db8ac1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:44312/0 (socket says 172.21.15.8:44312) 2024-05-20T21:18:24.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.590+0000 7fba15e00700 1 -- 172.21.15.8:0/2420441323 learned_addr learned my addr 172.21.15.8:0/2420441323 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:24.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.590+0000 7fba16800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8db8b0f40 0x55d8db89c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:24.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.590+0000 7fba15400700 1 --2- 172.21.15.8:0/2420441323 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8db8a2010 0x55d8db8ac6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:24.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.591+0000 7fba15e00700 1 -- 172.21.15.8:0/2420441323 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8db8b0f40 msgr2=0x55d8db89c2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:24.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.591+0000 7fba15e00700 1 --2- 172.21.15.8:0/2420441323 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8db8b0f40 0x55d8db89c2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.591+0000 7fba15e00700 1 -- 172.21.15.8:0/2420441323 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8db8a2010 msgr2=0x55d8db8ac6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:24.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.591+0000 7fba15e00700 1 --2- 172.21.15.8:0/2420441323 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8db8a2010 0x55d8db8ac6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.591+0000 7fba15e00700 1 -- 172.21.15.8:0/2420441323 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d8db899db0 con 0x55d8db89e820 2024-05-20T21:18:24.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.591+0000 7fba15e00700 1 --2- 172.21.15.8:0/2420441323 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8db89e820 0x55d8db8ac1a0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fba08009d00 tx=0x7fba080058e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f0ca10a200ef7df4 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:24.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.591+0000 7fba02a00700 1 -- 172.21.15.8:0/2420441323 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba080051d0 con 0x55d8db89e820 2024-05-20T21:18:24.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.592+0000 7fba02a00700 1 -- 172.21.15.8:0/2420441323 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fba08005370 con 0x55d8db89e820 2024-05-20T21:18:24.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.592+0000 7fba02a00700 1 -- 172.21.15.8:0/2420441323 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba0802b620 con 0x55d8db89e820 2024-05-20T21:18:24.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.592+0000 7fba277f1b80 1 -- 172.21.15.8:0/2420441323 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8db89e820 msgr2=0x55d8db8ac1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:24.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.592+0000 7fba277f1b80 1 --2- 172.21.15.8:0/2420441323 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8db89e820 0x55d8db8ac1a0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fba08009d00 tx=0x7fba080058e0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.592+0000 7fba277f1b80 1 -- 172.21.15.8:0/2420441323 shutdown_connections 2024-05-20T21:18:24.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.592+0000 7fba277f1b80 1 --2- 172.21.15.8:0/2420441323 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8db8b0f40 0x55d8db89c2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.592+0000 7fba277f1b80 1 --2- 172.21.15.8:0/2420441323 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8db89e820 0x55d8db8ac1a0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.592+0000 7fba277f1b80 1 --2- 172.21.15.8:0/2420441323 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8db8a2010 0x55d8db8ac6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.592+0000 7fba277f1b80 1 -- 172.21.15.8:0/2420441323 >> 172.21.15.8:0/2420441323 conn(0x55d8db7ccc60 msgr2=0x55d8db8aaf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:24.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.593+0000 7fba277f1b80 1 -- 172.21.15.8:0/2420441323 shutdown_connections 2024-05-20T21:18:24.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.593+0000 7fba277f1b80 1 -- 172.21.15.8:0/2420441323 wait complete. 2024-05-20T21:18:24.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.593+0000 7fba277f1b80 1 -- start start 2024-05-20T21:18:24.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.593+0000 7fba277f1b80 1 Processor -- start 2024-05-20T21:18:24.595 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.594+0000 7f5ba607e740 1 Processor -- start 2024-05-20T21:18:24.595 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.594+0000 7f5ba607e740 1 -- start start 2024-05-20T21:18:24.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.594+0000 7fba277f1b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8db89e820 0x55d8db8b5dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:24.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.594+0000 7fba277f1b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8db8a2010 0x55d8db8b6310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:24.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.594+0000 7fba277f1b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8db8b0f40 0x55d8db8b6850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:24.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.594+0000 7fba277f1b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fb9f800b9c0 con 0x55d8db89e820 2024-05-20T21:18:24.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.594+0000 7fba277f1b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb9f800ce30 con 0x55d8db8b0f40 2024-05-20T21:18:24.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.594+0000 7fba277f1b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fb9f800c090 con 0x55d8db8a2010 2024-05-20T21:18:24.596 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.594+0000 7f5ba607e740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e847a79cf0 0x55e847a7b180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:24.596 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.594+0000 7f5ba607e740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e847a7a6e0 0x55e847a8aff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:24.596 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.594+0000 7f5ba607e740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e847a7f850 0x55e847a7b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:24.596 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.594+0000 7f5ba607e740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f5b9c1b2c60 con 0x55e847a79cf0 2024-05-20T21:18:24.596 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.594+0000 7f5ba607e740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f5b9c1b0530 con 0x55e847a7a6e0 2024-05-20T21:18:24.596 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.594+0000 7f5ba607e740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f5b9c1ae380 con 0x55e847a7f850 2024-05-20T21:18:24.596 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.595+0000 7f5b9be00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e847a7a6e0 0x55e847a8aff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:24.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.594+0000 7fba277f1b80 10 client.0 _ll_register_callbacks cb 0x55d8db796cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:24.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.594+0000 7fba15e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8db89e820 0x55d8db8b5dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:24.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.594+0000 7fba15e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8db89e820 0x55d8db8b5dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:43074/0 (socket says 172.21.15.8:43074) 2024-05-20T21:18:24.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.594+0000 7fba15400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8db8a2010 0x55d8db8b6310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:24.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.594+0000 7fba15e00700 1 -- 172.21.15.8:0/2546820176 learned_addr learned my addr 172.21.15.8:0/2546820176 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:24.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.595+0000 7fba16800700 1 --2- 172.21.15.8:0/2546820176 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8db8b0f40 0x55d8db8b6850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:24.598 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.595+0000 7f5b9be00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e847a7a6e0 0x55e847a8aff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:46962/0 (socket says 172.21.15.8:46962) 2024-05-20T21:18:24.598 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.595+0000 7f5b9be00640 1 -- 172.21.15.8:0/1232731394 learned_addr learned my addr 172.21.15.8:0/1232731394 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:24.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.595+0000 7fba15400700 1 -- 172.21.15.8:0/2546820176 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8db8b0f40 msgr2=0x55d8db8b6850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:24.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.595+0000 7fba15400700 1 --2- 172.21.15.8:0/2546820176 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8db8b0f40 0x55d8db8b6850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.595+0000 7fba15400700 1 -- 172.21.15.8:0/2546820176 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8db89e820 msgr2=0x55d8db8b5dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:24.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.595+0000 7fba15400700 1 --2- 172.21.15.8:0/2546820176 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8db89e820 0x55d8db8b5dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.595+0000 7fba15400700 1 -- 172.21.15.8:0/2546820176 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d8db92b130 con 0x55d8db8a2010 2024-05-20T21:18:24.599 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.595+0000 7f5b9b400640 1 --2- 172.21.15.8:0/1232731394 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e847a7f850 0x55e847a7b6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:24.599 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.595+0000 7f5b9b400640 1 --2- 172.21.15.8:0/1232731394 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e847a79cf0 0x55e847a7b180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:24.599 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.595+0000 7f5b9be00640 1 -- 172.21.15.8:0/1232731394 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e847a7f850 msgr2=0x55e847a7b6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:24.599 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.595+0000 7f5b9be00640 1 --2- 172.21.15.8:0/1232731394 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e847a7f850 0x55e847a7b6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.599 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.595+0000 7f5b9be00640 1 -- 172.21.15.8:0/1232731394 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e847a79cf0 msgr2=0x55e847a7b180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:24.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.595+0000 7fba15400700 1 --2- 172.21.15.8:0/2546820176 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8db8a2010 0x55d8db8b6310 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fba04005910 tx=0x7fba040aaab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a1a16b7452a81e83 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:24.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.595+0000 7fb9f7e00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:18:24.600 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.595+0000 7f5b9be00640 1 --2- 172.21.15.8:0/1232731394 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e847a79cf0 0x55e847a7b180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.600 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.595+0000 7f5b9be00640 1 -- 172.21.15.8:0/1232731394 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e847a7e8d0 con 0x55e847a7a6e0 2024-05-20T21:18:24.600 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.595+0000 7f5b9b400640 1 --2- 172.21.15.8:0/1232731394 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e847a79cf0 0x55e847a7b180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:18:24.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.595+0000 7fb9f7e00700 1 -- 172.21.15.8:0/2546820176 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba040c4060 con 0x55d8db8a2010 2024-05-20T21:18:24.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.595+0000 7fba277f1b80 1 -- 172.21.15.8:0/2546820176 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fba08005370 con 0x55d8db8a2010 2024-05-20T21:18:24.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.595+0000 7fb9f7e00700 1 -- 172.21.15.8:0/2546820176 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fba040a97d0 con 0x55d8db8a2010 2024-05-20T21:18:24.601 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.596+0000 7f5b9be00640 1 --2- 172.21.15.8:0/1232731394 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e847a7a6e0 0x55e847a8aff0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f5b8c0058c0 tx=0x7f5b8c005750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2115c06f31c31252 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:24.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.596+0000 7fb9f7e00700 1 -- 172.21.15.8:0/2546820176 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fba040cb050 con 0x55d8db8a2010 2024-05-20T21:18:24.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.596+0000 7fba277f1b80 10 client.25966 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:24.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.596+0000 7fba277f1b80 1 -- 172.21.15.8:0/2546820176 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d8db92c3a0 con 0x55d8db8a2010 2024-05-20T21:18:24.602 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.596+0000 7f5b90c00640 1 -- 172.21.15.8:0/1232731394 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b8c01d040 con 0x55e847a7a6e0 2024-05-20T21:18:24.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.596+0000 7fb9f7e00700 1 -- 172.21.15.8:0/2546820176 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fba08005370 con 0x55d8db8a2010 2024-05-20T21:18:24.602 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.596+0000 7f5b90c00640 1 -- 172.21.15.8:0/1232731394 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5b8c029030 con 0x55e847a7a6e0 2024-05-20T21:18:24.603 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.596+0000 7f5b90c00640 1 -- 172.21.15.8:0/1232731394 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b8c00fb70 con 0x55e847a7a6e0 2024-05-20T21:18:24.603 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.597+0000 7f5ba607e740 1 -- 172.21.15.8:0/1232731394 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e847a7a6e0 msgr2=0x55e847a8aff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:24.603 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.597+0000 7f5ba607e740 1 --2- 172.21.15.8:0/1232731394 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e847a7a6e0 0x55e847a8aff0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f5b8c0058c0 tx=0x7f5b8c005750 comp rx=0 tx=0).stop 2024-05-20T21:18:24.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.596+0000 7fb9f7e00700 1 -- 172.21.15.8:0/2546820176 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fba040cb1f0 con 0x55d8db8a2010 2024-05-20T21:18:24.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.596+0000 7fba277f1b80 10 client.25966 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:24.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.596+0000 7fba277f1b80 10 client.25966 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:18:24.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.596+0000 7fba277f1b80 20 client.25966 populate_metadata read hostname 'smithi008' 2024-05-20T21:18:24.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.596+0000 7fba277f1b80 1 --2- 172.21.15.8:0/2546820176 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55d8db92ca10 0x55d8db92ee30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:24.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.596+0000 7fba277f1b80 4 client.25966 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:18:24.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.596+0000 7fba277f1b80 1 -- 172.21.15.8:0/2546820176 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55d8db7f85f0 con 0x55d8db92ca10 2024-05-20T21:18:24.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.597+0000 7fba15e00700 1 --2- 172.21.15.8:0/2546820176 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55d8db92ca10 0x55d8db92ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:24.604 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.597+0000 7f5ba607e740 1 -- 172.21.15.8:0/1232731394 shutdown_connections 2024-05-20T21:18:24.604 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.597+0000 7f5ba607e740 1 --2- 172.21.15.8:0/1232731394 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e847a7f850 0x55e847a7b6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.604 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.597+0000 7f5ba607e740 1 --2- 172.21.15.8:0/1232731394 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e847a7a6e0 0x55e847a8aff0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.604 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.597+0000 7f5ba607e740 1 --2- 172.21.15.8:0/1232731394 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e847a79cf0 0x55e847a7b180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.604 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.597+0000 7f5ba607e740 1 -- 172.21.15.8:0/1232731394 >> 172.21.15.8:0/1232731394 conn(0x55e847a75360 msgr2=0x55e847a78270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:24.604 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.597+0000 7f5ba607e740 1 -- 172.21.15.8:0/1232731394 shutdown_connections 2024-05-20T21:18:24.604 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.597+0000 7f5ba607e740 1 -- 172.21.15.8:0/1232731394 wait complete. 2024-05-20T21:18:24.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.597+0000 7fba15e00700 1 --2- 172.21.15.8:0/2546820176 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55d8db92ca10 0x55d8db92ee30 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=115e892fe5878b58 server_cookie=1313a9361345e0d4 in_seq=0 out_seq=0 2024-05-20T21:18:24.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.597+0000 7fb9f7e00700 10 client.25966 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:18:24.606 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.598+0000 7f5ba607e740 1 -- start start 2024-05-20T21:18:24.606 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.598+0000 7f5ba607e740 1 Processor -- start 2024-05-20T21:18:24.606 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.598+0000 7f5ba607e740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e847a79cf0 0x55e847a885e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:24.606 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.599+0000 7f5ba607e740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e847a7a6e0 0x55e847a88b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:24.606 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.599+0000 7f5ba607e740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e847a7f850 0x55e847a89ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:24.606 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.599+0000 7f5ba607e740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f5b9c1ae9f0 con 0x55e847a7a6e0 2024-05-20T21:18:24.606 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.599+0000 7f5ba607e740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f5b9c1afe60 con 0x55e847a79cf0 2024-05-20T21:18:24.607 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.599+0000 7f5ba607e740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f5b9c1af0c0 con 0x55e847a7f850 2024-05-20T21:18:24.607 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.599+0000 7f5ba607e740 10 client.0 _ll_register_callbacks cb 0x7f5b88003870 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:24.607 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.599+0000 7f5b9b400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e847a79cf0 0x55e847a885e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:24.607 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.599+0000 7f5b9b400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e847a79cf0 0x55e847a885e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:46978/0 (socket says 172.21.15.8:46978) 2024-05-20T21:18:24.607 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.599+0000 7f5b9b400640 1 -- 172.21.15.8:0/3360442420 learned_addr learned my addr 172.21.15.8:0/3360442420 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:24.607 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.599+0000 7f5b9b400640 1 --2- 172.21.15.8:0/3360442420 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e847a7f850 0x55e847a89ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:24.607 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.599+0000 7fb9f7e00700 1 -- 172.21.15.8:0/2546820176 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55d8db7f85f0 con 0x55d8db92ca10 2024-05-20T21:18:24.607 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.599+0000 7fb9f7e00700 10 client.25966 handle_command_reply: tid=0 2024-05-20T21:18:24.608 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.599+0000 7fba277f1b80 1 client.25966 shutdown 2024-05-20T21:18:24.608 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.599+0000 7fba277f1b80 1 -- 172.21.15.8:0/2546820176 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8db8a2010 msgr2=0x55d8db8b6310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:24.608 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.599+0000 7fba277f1b80 1 --2- 172.21.15.8:0/2546820176 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8db8a2010 0x55d8db8b6310 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fba04005910 tx=0x7fba040aaab0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.608 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.599+0000 7fba277f1b80 1 -- 172.21.15.8:0/2546820176 shutdown_connections 2024-05-20T21:18:24.608 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.599+0000 7fba277f1b80 1 --2- 172.21.15.8:0/2546820176 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55d8db92ca10 0x55d8db92ee30 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.608 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.599+0000 7fba277f1b80 1 --2- 172.21.15.8:0/2546820176 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8db8b0f40 0x55d8db8b6850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.608 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.599+0000 7fba277f1b80 1 --2- 172.21.15.8:0/2546820176 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8db89e820 0x55d8db8b5dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.608 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.599+0000 7fba277f1b80 1 --2- 172.21.15.8:0/2546820176 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8db8a2010 0x55d8db8b6310 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.608 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.599+0000 7fba277f1b80 1 -- 172.21.15.8:0/2546820176 >> 172.21.15.8:0/2546820176 conn(0x55d8db7ccc60 msgr2=0x55d8db8aaf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:24.608 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.599+0000 7fb9f7e00700 0 client.25966 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:18:24.608 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.599+0000 7f5b9be00640 1 --2- 172.21.15.8:0/3360442420 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e847a7a6e0 0x55e847a88b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:24.609 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.599+0000 7f5b9b400640 1 -- 172.21.15.8:0/3360442420 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e847a7f850 msgr2=0x55e847a89ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:24.609 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.599+0000 7f5b9b400640 1 --2- 172.21.15.8:0/3360442420 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e847a7f850 0x55e847a89ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.609 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.599+0000 7f5b9b400640 1 -- 172.21.15.8:0/3360442420 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e847a7a6e0 msgr2=0x55e847a88b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:24.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.600+0000 7fba277f1b80 1 -- 172.21.15.8:0/2546820176 shutdown_connections 2024-05-20T21:18:24.609 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.600+0000 7f5b9b400640 1 --2- 172.21.15.8:0/3360442420 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e847a7a6e0 0x55e847a88b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.609 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.600+0000 7f5b9b400640 1 -- 172.21.15.8:0/3360442420 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e847a8a0d0 con 0x55e847a79cf0 2024-05-20T21:18:24.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.600+0000 7fba277f1b80 1 -- 172.21.15.8:0/2546820176 wait complete. 2024-05-20T21:18:24.610 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.600+0000 7f5b9be00640 1 --2- 172.21.15.8:0/3360442420 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e847a7a6e0 0x55e847a88b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:18:24.610 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.600+0000 7f5b9b400640 1 --2- 172.21.15.8:0/3360442420 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e847a79cf0 0x55e847a885e0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f5b88009900 tx=0x7f5b8804e040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=87c8c556fd06e6f9 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:24.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.600+0000 7fba277f1b80 20 client.25966 trim_cache size 0 max 16384 2024-05-20T21:18:24.611 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.600+0000 7f5b86000640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:18:24.611 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.600+0000 7f5b86000640 1 -- 172.21.15.8:0/3360442420 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b8805d020 con 0x55e847a79cf0 2024-05-20T21:18:24.611 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.600+0000 7f5ba607e740 1 -- 172.21.15.8:0/3360442420 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5b8c029030 con 0x55e847a79cf0 2024-05-20T21:18:24.611 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.600+0000 7f5b86000640 1 -- 172.21.15.8:0/3360442420 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f5b880317b0 con 0x55e847a79cf0 2024-05-20T21:18:24.611 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:18:24.612 INFO:teuthology.orchestra.run.smithi008.stdout: "return_code": 0, 2024-05-20T21:18:24.612 INFO:teuthology.orchestra.run.smithi008.stdout: "scrub_tag": "869bf132-9881-44f0-ab3c-85393cc8a116", 2024-05-20T21:18:24.612 INFO:teuthology.orchestra.run.smithi008.stdout: "mode": "asynchronous" 2024-05-20T21:18:24.612 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:18:24.612 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.601+0000 7f5b86000640 1 -- 172.21.15.8:0/3360442420 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f5b88035070 con 0x55e847a79cf0 2024-05-20T21:18:24.612 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.601+0000 7fba1ce00700 1 -- 172.21.15.8:0/23627060 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb9fc0b2900 msgr2=0x7fb9fc0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:24.612 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.601+0000 7fba1ce00700 1 --2- 172.21.15.8:0/23627060 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb9fc0b2900 0x7fb9fc0b4dc0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fba10009550 tx=0x7fba1000b040 comp rx=0 tx=0).stop 2024-05-20T21:18:24.612 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.601+0000 7fba1ce00700 1 -- 172.21.15.8:0/23627060 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fba181022d0 msgr2=0x7fba1819fdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:24.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.601+0000 7fba1ce00700 1 --2- 172.21.15.8:0/23627060 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fba181022d0 0x7fba1819fdd0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fba040098e0 tx=0x7fba040047b0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.613 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.601+0000 7f5ba607e740 10 client.25922 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:24.613 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.601+0000 7f5ba607e740 1 -- 172.21.15.8:0/3360442420 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e847a8b350 con 0x55e847a79cf0 2024-05-20T21:18:24.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.601+0000 7fba1ce00700 1 -- 172.21.15.8:0/23627060 shutdown_connections 2024-05-20T21:18:24.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.601+0000 7fba1ce00700 1 --2- 172.21.15.8:0/23627060 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb9fc0b2900 0x7fb9fc0b4dc0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.601+0000 7fba1ce00700 1 --2- 172.21.15.8:0/23627060 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fba18109a00 0x7fba18199a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.601+0000 7fba1ce00700 1 --2- 172.21.15.8:0/23627060 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fba18101920 0x7fba1819f890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.601+0000 7fba1ce00700 1 --2- 172.21.15.8:0/23627060 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fba181022d0 0x7fba1819fdd0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.601+0000 7fba1ce00700 1 -- 172.21.15.8:0/23627060 >> 172.21.15.8:0/23627060 conn(0x7fba18078640 msgr2=0x7fba181002e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:24.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.601+0000 7fba1ce00700 1 -- 172.21.15.8:0/23627060 shutdown_connections 2024-05-20T21:18:24.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:24.601+0000 7fba1ce00700 1 -- 172.21.15.8:0/23627060 wait complete. 2024-05-20T21:18:24.615 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.601+0000 7f5b86000640 1 -- 172.21.15.8:0/3360442420 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5b8c029030 con 0x55e847a79cf0 2024-05-20T21:18:24.615 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.602+0000 7f5b86000640 1 -- 172.21.15.8:0/3360442420 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f5b88062030 con 0x55e847a79cf0 2024-05-20T21:18:24.615 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.602+0000 7f5ba607e740 10 client.25922 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:24.615 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.602+0000 7f5ba607e740 10 client.25922 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:18:24.615 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.602+0000 7f5ba607e740 20 client.25922 populate_metadata read hostname 'smithi008' 2024-05-20T21:18:24.615 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.602+0000 7f5ba607e740 1 --2- 172.21.15.8:0/3360442420 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e847afa7f0 0x55e847afcc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:24.615 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.602+0000 7f5ba607e740 4 client.25922 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:18:24.615 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.602+0000 7f5ba607e740 1 -- 172.21.15.8:0/3360442420 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55e8479e52c0 con 0x55e847afa7f0 2024-05-20T21:18:24.615 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.602+0000 7f5b9be00640 1 --2- 172.21.15.8:0/3360442420 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e847afa7f0 0x55e847afcc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:24.615 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.603+0000 7f5b9be00640 1 --2- 172.21.15.8:0/3360442420 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e847afa7f0 0x55e847afcc10 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c0ac30d7cec7baea server_cookie=15baabf94df6ba90 in_seq=0 out_seq=0 2024-05-20T21:18:24.616 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.603+0000 7f5b86000640 10 client.25922 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:18:24.616 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.615+0000 7f5b86000640 1 -- 172.21.15.8:0/3360442420 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55e8479e52c0 con 0x55e847afa7f0 2024-05-20T21:18:24.617 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.615+0000 7f5b86000640 10 client.25922 handle_command_reply: tid=0 2024-05-20T21:18:24.617 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.615+0000 7f5ba607e740 1 client.25922 shutdown 2024-05-20T21:18:24.617 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.615+0000 7f5ba607e740 1 -- 172.21.15.8:0/3360442420 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e847a79cf0 msgr2=0x55e847a885e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:24.617 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.615+0000 7f5ba607e740 1 --2- 172.21.15.8:0/3360442420 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e847a79cf0 0x55e847a885e0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f5b88009900 tx=0x7f5b8804e040 comp rx=0 tx=0).stop 2024-05-20T21:18:24.617 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.615+0000 7f5ba607e740 1 -- 172.21.15.8:0/3360442420 shutdown_connections 2024-05-20T21:18:24.617 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.615+0000 7f5ba607e740 1 --2- 172.21.15.8:0/3360442420 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e847afa7f0 0x55e847afcc10 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.617 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.615+0000 7f5ba607e740 1 --2- 172.21.15.8:0/3360442420 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e847a7f850 0x55e847a89ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.617 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.615+0000 7f5ba607e740 1 --2- 172.21.15.8:0/3360442420 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e847a7a6e0 0x55e847a88b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.617 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.615+0000 7f5b86000640 0 client.25922 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:18:24.617 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.615+0000 7f5ba607e740 1 --2- 172.21.15.8:0/3360442420 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e847a79cf0 0x55e847a885e0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.617 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.615+0000 7f5ba607e740 1 -- 172.21.15.8:0/3360442420 >> 172.21.15.8:0/3360442420 conn(0x55e847a75360 msgr2=0x55e847a7b180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:24.617 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.616+0000 7f5ba607e740 1 -- 172.21.15.8:0/3360442420 shutdown_connections 2024-05-20T21:18:24.618 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.616+0000 7f5ba607e740 1 -- 172.21.15.8:0/3360442420 wait complete. 2024-05-20T21:18:24.618 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.616+0000 7f5ba607e740 20 client.25922 trim_cache size 0 max 16384 2024-05-20T21:18:24.618 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:18:24.618 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:18:24.618 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:18:24.619 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.617+0000 7f5ba1c00640 1 -- 172.21.15.8:0/3691860597 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f5b800b2850 msgr2=0x7f5b800b4d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:24.619 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.617+0000 7f5ba1c00640 1 --2- 172.21.15.8:0/3691860597 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f5b800b2850 0x7f5b800b4d10 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f5b9400efd0 tx=0x7f5b94005f50 comp rx=0 tx=0).stop 2024-05-20T21:18:24.619 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.617+0000 7f5ba1c00640 1 -- 172.21.15.8:0/3691860597 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5b9c1066a0 msgr2=0x7f5b9c1a66f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:24.619 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.617+0000 7f5ba1c00640 1 --2- 172.21.15.8:0/3691860597 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5b9c1066a0 0x7f5b9c1a66f0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f5b9400e940 tx=0x7f5b9400ee00 comp rx=0 tx=0).stop 2024-05-20T21:18:24.619 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.617+0000 7f5ba1c00640 1 -- 172.21.15.8:0/3691860597 shutdown_connections 2024-05-20T21:18:24.619 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.617+0000 7f5ba1c00640 1 --2- 172.21.15.8:0/3691860597 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f5b800b2850 0x7f5b800b4d10 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.619 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.617+0000 7f5ba1c00640 1 --2- 172.21.15.8:0/3691860597 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5b9c1066a0 0x7f5b9c1a66f0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.619 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.617+0000 7f5ba1c00640 1 --2- 172.21.15.8:0/3691860597 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5b9c105ce0 0x7f5b9c19f680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.619 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.617+0000 7f5ba1c00640 1 --2- 172.21.15.8:0/3691860597 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5b9c104af0 0x7f5b9c19f140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:24.619 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.617+0000 7f5ba1c00640 1 -- 172.21.15.8:0/3691860597 >> 172.21.15.8:0/3691860597 conn(0x7f5b9c100060 msgr2=0x7f5b9c078ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:24.619 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.617+0000 7f5ba1c00640 1 -- 172.21.15.8:0/3691860597 shutdown_connections 2024-05-20T21:18:24.620 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:24.617+0000 7f5ba1c00640 1 -- 172.21.15.8:0/3691860597 wait complete. 2024-05-20T21:18:24.621 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:18:24 smithi008 ceph-mon[31475]: pgmap v532: 97 pgs: 97 active+clean; 1.3 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:18:24.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:18:24 smithi130 ceph-mon[36448]: pgmap v532: 97 pgs: 97 active+clean; 1.3 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:18:24.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:18:24 smithi050 ceph-mon[35809]: pgmap v532: 97 pgs: 97 active+clean; 1.3 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:18:25.628 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:18:25.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:18:25 smithi130 ceph-mon[36448]: scrub queued for path: / 2024-05-20T21:18:25.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:18:25 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:18:25.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:18:25 smithi130 ceph-mon[36448]: scrub summary: active paths [/] 2024-05-20T21:18:25.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:18:25 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:18:25.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:18:25 smithi050 ceph-mon[35809]: scrub queued for path: / 2024-05-20T21:18:25.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:18:25 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:18:25.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:18:25 smithi050 ceph-mon[35809]: scrub summary: active paths [/] 2024-05-20T21:18:25.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:18:25 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:18:25.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:18:25 smithi008 ceph-mon[31475]: scrub queued for path: / 2024-05-20T21:18:25.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:18:25 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:18:25.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:18:25 smithi008 ceph-mon[31475]: scrub summary: active paths [/] 2024-05-20T21:18:25.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:18:25 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:18:26.106 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:18:26.546 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:18:26 smithi008 ceph-mon[31475]: pgmap v533: 97 pgs: 97 active+clean; 1.3 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-20T21:18:26.546 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:18:26 smithi008 ceph-mon[31475]: scrub summary: idle 2024-05-20T21:18:26.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:18:26 smithi130 ceph-mon[36448]: pgmap v533: 97 pgs: 97 active+clean; 1.3 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-20T21:18:26.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:18:26 smithi130 ceph-mon[36448]: scrub summary: idle 2024-05-20T21:18:26.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:18:26 smithi050 ceph-mon[35809]: pgmap v533: 97 pgs: 97 active+clean; 1.3 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-20T21:18:26.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:18:26 smithi050 ceph-mon[35809]: scrub summary: idle 2024-05-20T21:18:28.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.344+0000 7f9204a00700 1 -- 172.21.15.8:0/194802616 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9200078390 msgr2=0x7f9200113dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:28.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.344+0000 7f9204a00700 1 --2- 172.21.15.8:0/194802616 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9200078390 0x7f9200113dc0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f91e8009990 tx=0x7f91e8009ca0 comp rx=0 tx=0).stop 2024-05-20T21:18:28.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.344+0000 7f9204a00700 1 -- 172.21.15.8:0/194802616 shutdown_connections 2024-05-20T21:18:28.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.344+0000 7f9204a00700 1 --2- 172.21.15.8:0/194802616 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9200114300 0x7f92001166f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:28.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.344+0000 7f9204a00700 1 --2- 172.21.15.8:0/194802616 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9200077a70 0x7f9200077e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:28.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.344+0000 7f9204a00700 1 --2- 172.21.15.8:0/194802616 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9200078390 0x7f9200113dc0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:28.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.344+0000 7f9204a00700 1 -- 172.21.15.8:0/194802616 >> 172.21.15.8:0/194802616 conn(0x7f92001010f0 msgr2=0x7f9200103510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:28.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.344+0000 7f9204a00700 1 -- 172.21.15.8:0/194802616 shutdown_connections 2024-05-20T21:18:28.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.344+0000 7f9204a00700 1 -- 172.21.15.8:0/194802616 wait complete. 2024-05-20T21:18:28.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.346+0000 7f9204a00700 1 Processor -- start 2024-05-20T21:18:28.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.346+0000 7f9204a00700 1 -- start start 2024-05-20T21:18:28.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.346+0000 7f9204a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9200077a70 0x7f92001a01c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:28.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.346+0000 7f9204a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9200078390 0x7f92001a0700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:28.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.347+0000 7f9204a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9200114300 0x7f92001a4a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:28.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.347+0000 7f9204a00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f9200119c90 con 0x7f9200114300 2024-05-20T21:18:28.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.347+0000 7f9204a00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9200119b10 con 0x7f9200078390 2024-05-20T21:18:28.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.347+0000 7f9204a00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f9200119e10 con 0x7f9200077a70 2024-05-20T21:18:28.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.347+0000 7f91ffe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9200114300 0x7f92001a4a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:28.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.347+0000 7f91ff400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9200077a70 0x7f92001a01c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:28.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.347+0000 7f91f7e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9200078390 0x7f92001a0700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:28.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.347+0000 7f91ff400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9200077a70 0x7f92001a01c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:44360/0 (socket says 172.21.15.8:44360) 2024-05-20T21:18:28.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.347+0000 7f91ff400700 1 -- 172.21.15.8:0/3445092376 learned_addr learned my addr 172.21.15.8:0/3445092376 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:28.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.347+0000 7f91ff400700 1 -- 172.21.15.8:0/3445092376 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9200078390 msgr2=0x7f92001a0700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:28.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.347+0000 7f91ff400700 1 --2- 172.21.15.8:0/3445092376 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9200078390 0x7f92001a0700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:28.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.347+0000 7f91ff400700 1 -- 172.21.15.8:0/3445092376 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9200114300 msgr2=0x7f92001a4a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:28.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.347+0000 7f91ff400700 1 --2- 172.21.15.8:0/3445092376 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9200114300 0x7f92001a4a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:28.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.347+0000 7f91ff400700 1 -- 172.21.15.8:0/3445092376 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92001a51d0 con 0x7f9200077a70 2024-05-20T21:18:28.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.348+0000 7f91f7e00700 1 --2- 172.21.15.8:0/3445092376 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9200078390 0x7f92001a0700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:28.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.348+0000 7f91ffe00700 1 --2- 172.21.15.8:0/3445092376 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9200114300 0x7f92001a4a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:28.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.348+0000 7f91ff400700 1 --2- 172.21.15.8:0/3445092376 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9200077a70 0x7f92001a01c0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f91f000e970 tx=0x7f91f000ec80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:28.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.348+0000 7f91fcc00700 1 -- 172.21.15.8:0/3445092376 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91f000c9c0 con 0x7f9200077a70 2024-05-20T21:18:28.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.348+0000 7f9204a00700 1 -- 172.21.15.8:0/3445092376 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f92001a5460 con 0x7f9200077a70 2024-05-20T21:18:28.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.348+0000 7f91fcc00700 1 -- 172.21.15.8:0/3445092376 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f91f000cb60 con 0x7f9200077a70 2024-05-20T21:18:28.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.348+0000 7f91fcc00700 1 -- 172.21.15.8:0/3445092376 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91f0018680 con 0x7f9200077a70 2024-05-20T21:18:28.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.348+0000 7f9204a00700 1 -- 172.21.15.8:0/3445092376 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92001acd40 con 0x7f9200077a70 2024-05-20T21:18:28.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.352+0000 7f91fcc00700 1 -- 172.21.15.8:0/3445092376 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f91f000cd10 con 0x7f9200077a70 2024-05-20T21:18:28.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.353+0000 7f92108deb80 1 Processor -- start 2024-05-20T21:18:28.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.353+0000 7f92108deb80 1 -- start start 2024-05-20T21:18:28.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.354+0000 7f92108deb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ae69a0020 0x556ae69a0400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:28.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.354+0000 7f92108deb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556ae69a0940 0x556ae699a4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:28.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.354+0000 7f92108deb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ae699aad0 0x556ae699af30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:28.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.354+0000 7f92108deb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x556ae68f8e40 con 0x556ae69a0940 2024-05-20T21:18:28.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.354+0000 7f91fcc00700 1 --2- 172.21.15.8:0/3445092376 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f91e40b2880 0x7f91e40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:28.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.354+0000 7f92108deb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x556ae68e89e0 con 0x556ae69a0020 2024-05-20T21:18:28.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.354+0000 7f92108deb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x556ae68eca20 con 0x556ae699aad0 2024-05-20T21:18:28.355 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.354+0000 7f91ff400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556ae69a0940 0x556ae699a4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:28.356 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.354+0000 7f91ffe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ae69a0020 0x556ae69a0400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:28.356 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.354+0000 7f91ffe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ae69a0020 0x556ae69a0400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:47000/0 (socket says 172.21.15.8:47000) 2024-05-20T21:18:28.356 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.354+0000 7f91ffe00700 1 -- 172.21.15.8:0/532108333 learned_addr learned my addr 172.21.15.8:0/532108333 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:28.356 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.354+0000 7f91fcc00700 1 -- 172.21.15.8:0/3445092376 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f91f00e24b0 con 0x7f9200077a70 2024-05-20T21:18:28.356 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.354+0000 7f91f7e00700 1 --2- 172.21.15.8:0/532108333 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ae699aad0 0x556ae699af30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:28.356 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.354+0000 7f91ffe00700 1 --2- 172.21.15.8:0/3445092376 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f91e40b2880 0x7f91e40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:28.356 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.355+0000 7f91f7e00700 1 -- 172.21.15.8:0/532108333 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ae69a0020 msgr2=0x556ae69a0400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:28.356 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.355+0000 7f91f7e00700 1 --2- 172.21.15.8:0/532108333 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ae69a0020 0x556ae69a0400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:28.356 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.355+0000 7f91f7e00700 1 -- 172.21.15.8:0/532108333 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556ae69a0940 msgr2=0x556ae699a4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:28.356 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.355+0000 7f91f7e00700 1 --2- 172.21.15.8:0/532108333 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556ae69a0940 0x556ae699a4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:28.356 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.355+0000 7f91f7e00700 1 -- 172.21.15.8:0/532108333 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556ae68b1420 con 0x556ae699aad0 2024-05-20T21:18:28.356 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.355+0000 7f91ff400700 1 --2- 172.21.15.8:0/532108333 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556ae69a0940 0x556ae699a4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:28.356 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.355+0000 7f91ffe00700 1 --2- 172.21.15.8:0/532108333 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ae69a0020 0x556ae69a0400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:28.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.355+0000 7f91f7e00700 1 --2- 172.21.15.8:0/532108333 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ae699aad0 0x556ae699af30 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f91e8006010 tx=0x7f91e80096a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bf83ee52df1a2ea1 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:28.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.355+0000 7f91ffe00700 1 --2- 172.21.15.8:0/3445092376 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f91e40b2880 0x7f91e40b4d40 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f91f8008e80 tx=0x7f91f800b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:28.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.355+0000 7f91f4c00700 1 -- 172.21.15.8:0/532108333 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91e8027070 con 0x556ae699aad0 2024-05-20T21:18:28.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.355+0000 7f91f4c00700 1 -- 172.21.15.8:0/532108333 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f91e8003680 con 0x556ae699aad0 2024-05-20T21:18:28.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.355+0000 7f91f4c00700 1 -- 172.21.15.8:0/532108333 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91e800f6c0 con 0x556ae699aad0 2024-05-20T21:18:28.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.356+0000 7f92108deb80 1 -- 172.21.15.8:0/532108333 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ae699aad0 msgr2=0x556ae699af30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:28.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.356+0000 7f92108deb80 1 --2- 172.21.15.8:0/532108333 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ae699aad0 0x556ae699af30 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f91e8006010 tx=0x7f91e80096a0 comp rx=0 tx=0).stop 2024-05-20T21:18:28.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.356+0000 7f92108deb80 1 -- 172.21.15.8:0/532108333 shutdown_connections 2024-05-20T21:18:28.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.356+0000 7f92108deb80 1 --2- 172.21.15.8:0/532108333 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ae69a0020 0x556ae69a0400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:28.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.356+0000 7f92108deb80 1 --2- 172.21.15.8:0/532108333 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ae699aad0 0x556ae699af30 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:28.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.356+0000 7f92108deb80 1 --2- 172.21.15.8:0/532108333 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556ae69a0940 0x556ae699a4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:28.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.356+0000 7f92108deb80 1 -- 172.21.15.8:0/532108333 >> 172.21.15.8:0/532108333 conn(0x556ae68c8be0 msgr2=0x556ae6995150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:28.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.356+0000 7f92108deb80 1 -- 172.21.15.8:0/532108333 shutdown_connections 2024-05-20T21:18:28.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.357+0000 7f92108deb80 1 -- 172.21.15.8:0/532108333 wait complete. 2024-05-20T21:18:28.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.357+0000 7f92108deb80 1 -- start start 2024-05-20T21:18:28.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.357+0000 7f92108deb80 1 Processor -- start 2024-05-20T21:18:28.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.358+0000 7f92108deb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ae699aad0 0x556ae69a66b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:28.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.358+0000 7f92108deb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ae69a0020 0x556ae69a3aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:28.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.358+0000 7f92108deb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556ae69a0940 0x556ae69a3fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:28.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.358+0000 7f92108deb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x556ae67eefa0 con 0x556ae69a0940 2024-05-20T21:18:28.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.358+0000 7f92108deb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x556ae6889760 con 0x556ae699aad0 2024-05-20T21:18:28.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.358+0000 7f92108deb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x556ae69a7400 con 0x556ae69a0020 2024-05-20T21:18:28.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.358+0000 7f92108deb80 10 client.0 _ll_register_callbacks cb 0x556ae6892c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:28.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.358+0000 7f91ffe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556ae69a0940 0x556ae69a3fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:28.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.358+0000 7f91ff400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ae699aad0 0x556ae69a66b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:28.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.358+0000 7f91f7e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ae69a0020 0x556ae69a3aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:28.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.358+0000 7f91ff400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ae699aad0 0x556ae69a66b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:47008/0 (socket says 172.21.15.8:47008) 2024-05-20T21:18:28.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.358+0000 7f91ff400700 1 -- 172.21.15.8:0/1810487233 learned_addr learned my addr 172.21.15.8:0/1810487233 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:28.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.359+0000 7f91f7e00700 1 -- 172.21.15.8:0/1810487233 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ae699aad0 msgr2=0x556ae69a66b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:28.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.359+0000 7f91f7e00700 1 --2- 172.21.15.8:0/1810487233 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ae699aad0 0x556ae69a66b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:28.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.359+0000 7f91f7e00700 1 -- 172.21.15.8:0/1810487233 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556ae69a0940 msgr2=0x556ae69a3fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:28.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.359+0000 7f91f7e00700 1 --2- 172.21.15.8:0/1810487233 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556ae69a0940 0x556ae69a3fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:28.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.359+0000 7f91f7e00700 1 -- 172.21.15.8:0/1810487233 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556ae68388d0 con 0x556ae69a0020 2024-05-20T21:18:28.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.359+0000 7f91ff400700 1 --2- 172.21.15.8:0/1810487233 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ae699aad0 0x556ae69a66b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:28.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.359+0000 7f91f7e00700 1 --2- 172.21.15.8:0/1810487233 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ae69a0020 0x556ae69a3aa0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f91e8000c00 tx=0x7f91e8003e90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=181dde7041763869 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:28.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.359+0000 7f91ed600700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:18:28.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.360+0000 7f91ed600700 1 -- 172.21.15.8:0/1810487233 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91e8030060 con 0x556ae69a0020 2024-05-20T21:18:28.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.360+0000 7f91ed600700 1 -- 172.21.15.8:0/1810487233 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f91e80052f0 con 0x556ae69a0020 2024-05-20T21:18:28.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.360+0000 7f92108deb80 1 -- 172.21.15.8:0/1810487233 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f91e8003680 con 0x556ae69a0020 2024-05-20T21:18:28.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.360+0000 7f91ed600700 1 -- 172.21.15.8:0/1810487233 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f91e8027040 con 0x556ae69a0020 2024-05-20T21:18:28.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.360+0000 7f92108deb80 10 client.25984 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:28.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.360+0000 7f92108deb80 1 -- 172.21.15.8:0/1810487233 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556ae68b9060 con 0x556ae69a0020 2024-05-20T21:18:28.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.360+0000 7f91ed600700 1 -- 172.21.15.8:0/1810487233 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f91e8003680 con 0x556ae69a0020 2024-05-20T21:18:28.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.361+0000 7f91ed600700 1 -- 172.21.15.8:0/1810487233 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f91e802a030 con 0x556ae69a0020 2024-05-20T21:18:28.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.361+0000 7f92108deb80 10 client.25984 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:28.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.361+0000 7f92108deb80 10 client.25984 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:18:28.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.361+0000 7f92108deb80 20 client.25984 populate_metadata read hostname 'smithi008' 2024-05-20T21:18:28.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.361+0000 7f92108deb80 1 --2- 172.21.15.8:0/1810487233 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x556ae69b3df0 0x556ae69b61e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:28.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.361+0000 7f92108deb80 4 client.25984 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:18:28.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.361+0000 7f92108deb80 1 -- 172.21.15.8:0/1810487233 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556ae68fad90 con 0x556ae69b3df0 2024-05-20T21:18:28.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.361+0000 7f91ff400700 1 --2- 172.21.15.8:0/1810487233 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x556ae69b3df0 0x556ae69b61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:28.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.362+0000 7f91ff400700 1 --2- 172.21.15.8:0/1810487233 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x556ae69b3df0 0x556ae69b61e0 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8cb940c379b3a24 server_cookie=96e8ee1a512ec980 in_seq=0 out_seq=0 2024-05-20T21:18:28.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.362+0000 7f91ed600700 10 client.25984 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:18:28.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.363+0000 7f91ed600700 1 -- 172.21.15.8:0/1810487233 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x556ae68fad90 con 0x556ae69b3df0 2024-05-20T21:18:28.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.363+0000 7f91ed600700 10 client.25984 handle_command_reply: tid=0 2024-05-20T21:18:28.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.363+0000 7f92108deb80 1 client.25984 shutdown 2024-05-20T21:18:28.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.363+0000 7f92108deb80 1 -- 172.21.15.8:0/1810487233 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ae69a0020 msgr2=0x556ae69a3aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:28.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.363+0000 7f92108deb80 1 --2- 172.21.15.8:0/1810487233 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ae69a0020 0x556ae69a3aa0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f91e8000c00 tx=0x7f91e8003e90 comp rx=0 tx=0).stop 2024-05-20T21:18:28.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.363+0000 7f92108deb80 1 -- 172.21.15.8:0/1810487233 shutdown_connections 2024-05-20T21:18:28.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.363+0000 7f92108deb80 1 --2- 172.21.15.8:0/1810487233 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x556ae69b3df0 0x556ae69b61e0 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:28.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.363+0000 7f92108deb80 1 --2- 172.21.15.8:0/1810487233 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ae699aad0 0x556ae69a66b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:28.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.363+0000 7f92108deb80 1 --2- 172.21.15.8:0/1810487233 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556ae69a0940 0x556ae69a3fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:28.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.363+0000 7f92108deb80 1 --2- 172.21.15.8:0/1810487233 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ae69a0020 0x556ae69a3aa0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:28.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.363+0000 7f91ed600700 0 client.25984 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:18:28.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.363+0000 7f92108deb80 1 -- 172.21.15.8:0/1810487233 >> 172.21.15.8:0/1810487233 conn(0x556ae68c8be0 msgr2=0x556ae69994a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:28.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.363+0000 7f92108deb80 1 -- 172.21.15.8:0/1810487233 shutdown_connections 2024-05-20T21:18:28.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.363+0000 7f92108deb80 1 -- 172.21.15.8:0/1810487233 wait complete. 2024-05-20T21:18:28.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.364+0000 7f92108deb80 20 client.25984 trim_cache size 0 max 16384 2024-05-20T21:18:28.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.387+0000 7f92108deb80 1 Processor -- start 2024-05-20T21:18:28.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.387+0000 7f92108deb80 1 -- start start 2024-05-20T21:18:28.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.387+0000 7f92108deb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ae699aad0 0x556ae69a3a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:28.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.387+0000 7f92108deb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556ae69a0020 0x556ae69a3fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:28.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.387+0000 7f92108deb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ae69a0940 0x556ae6994c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:28.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.387+0000 7f92108deb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f92001b67e0 con 0x556ae69a0020 2024-05-20T21:18:28.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.387+0000 7f92108deb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f92001b4070 con 0x556ae69a0940 2024-05-20T21:18:28.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.387+0000 7f92108deb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f92001b1ee0 con 0x556ae699aad0 2024-05-20T21:18:28.389 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.388+0000 7f91f7e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556ae69a0020 0x556ae69a3fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:28.389 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.388+0000 7f91ff400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ae699aad0 0x556ae69a3a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:28.389 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.388+0000 7f91f7e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556ae69a0020 0x556ae69a3fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:43144/0 (socket says 172.21.15.8:43144) 2024-05-20T21:18:28.389 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.388+0000 7f91f7e00700 1 -- 172.21.15.8:0/78750402 learned_addr learned my addr 172.21.15.8:0/78750402 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:28.389 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.388+0000 7f91ffe00700 1 --2- 172.21.15.8:0/78750402 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ae69a0940 0x556ae6994c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:28.389 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.388+0000 7f91f7e00700 1 -- 172.21.15.8:0/78750402 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ae699aad0 msgr2=0x556ae69a3a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:28.389 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.388+0000 7f91f7e00700 1 --2- 172.21.15.8:0/78750402 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ae699aad0 0x556ae69a3a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:28.389 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.388+0000 7f91f7e00700 1 -- 172.21.15.8:0/78750402 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ae69a0940 msgr2=0x556ae6994c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:28.389 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.388+0000 7f91f7e00700 1 --2- 172.21.15.8:0/78750402 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ae69a0940 0x556ae6994c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:28.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.388+0000 7f91f7e00700 1 -- 172.21.15.8:0/78750402 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556ae69a2010 con 0x556ae69a0020 2024-05-20T21:18:28.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.388+0000 7f91f7e00700 1 --2- 172.21.15.8:0/78750402 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556ae69a0020 0x556ae69a3fa0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f91e8009350 tx=0x7f91e8009ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fbe8e5dc7ef61bc5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:28.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.389+0000 7f91efe00700 1 -- 172.21.15.8:0/78750402 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91e8030040 con 0x556ae69a0020 2024-05-20T21:18:28.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.389+0000 7f91efe00700 1 -- 172.21.15.8:0/78750402 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f91e800f910 con 0x556ae69a0020 2024-05-20T21:18:28.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.389+0000 7f91efe00700 1 -- 172.21.15.8:0/78750402 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91e8017710 con 0x556ae69a0020 2024-05-20T21:18:28.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.389+0000 7f92108deb80 1 -- 172.21.15.8:0/78750402 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556ae69a0020 msgr2=0x556ae69a3fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:28.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.389+0000 7f92108deb80 1 --2- 172.21.15.8:0/78750402 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556ae69a0020 0x556ae69a3fa0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f91e8009350 tx=0x7f91e8009ca0 comp rx=0 tx=0).stop 2024-05-20T21:18:28.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.390+0000 7f92108deb80 1 -- 172.21.15.8:0/78750402 shutdown_connections 2024-05-20T21:18:28.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.390+0000 7f92108deb80 1 --2- 172.21.15.8:0/78750402 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ae69a0940 0x556ae6994c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:28.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.390+0000 7f92108deb80 1 --2- 172.21.15.8:0/78750402 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ae699aad0 0x556ae69a3a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:28.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.390+0000 7f92108deb80 1 --2- 172.21.15.8:0/78750402 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556ae69a0020 0x556ae69a3fa0 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:28.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.390+0000 7f92108deb80 1 -- 172.21.15.8:0/78750402 >> 172.21.15.8:0/78750402 conn(0x556ae68c8be0 msgr2=0x556ae699db70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:28.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.390+0000 7f92108deb80 1 -- 172.21.15.8:0/78750402 shutdown_connections 2024-05-20T21:18:28.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.390+0000 7f92108deb80 1 -- 172.21.15.8:0/78750402 wait complete. 2024-05-20T21:18:28.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.390+0000 7f92108deb80 1 -- start start 2024-05-20T21:18:28.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.390+0000 7f92108deb80 1 Processor -- start 2024-05-20T21:18:28.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.391+0000 7f92108deb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556ae699aad0 0x556ae69b9ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:28.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.391+0000 7f92108deb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ae69a0020 0x556ae69b6eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:28.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.391+0000 7f92108deb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ae69a0940 0x556ae69b75f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:28.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.391+0000 7f92108deb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f92001b2530 con 0x556ae699aad0 2024-05-20T21:18:28.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.391+0000 7f92108deb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f92001b39a0 con 0x556ae69a0020 2024-05-20T21:18:28.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.391+0000 7f92108deb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f92001b2c00 con 0x556ae69a0940 2024-05-20T21:18:28.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.391+0000 7f92108deb80 10 client.0 _ll_register_callbacks cb 0x556ae6892c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:28.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.391+0000 7f91ff400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556ae699aad0 0x556ae69b9ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:28.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.391+0000 7f91ffe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ae69a0940 0x556ae69b75f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:28.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.391+0000 7f91ff400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556ae699aad0 0x556ae69b9ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:43156/0 (socket says 172.21.15.8:43156) 2024-05-20T21:18:28.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.391+0000 7f91f7e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ae69a0020 0x556ae69b6eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:28.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.391+0000 7f91ffe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ae69a0940 0x556ae69b75f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:44398/0 (socket says 172.21.15.8:44398) 2024-05-20T21:18:28.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.391+0000 7f91ff400700 1 -- 172.21.15.8:0/2834990173 learned_addr learned my addr 172.21.15.8:0/2834990173 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:28.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.392+0000 7f91ff400700 1 -- 172.21.15.8:0/2834990173 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ae69a0940 msgr2=0x556ae69b75f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:28.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.392+0000 7f91ff400700 1 --2- 172.21.15.8:0/2834990173 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ae69a0940 0x556ae69b75f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:28.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.392+0000 7f91ff400700 1 -- 172.21.15.8:0/2834990173 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ae69a0020 msgr2=0x556ae69b6eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:28.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.392+0000 7f91ff400700 1 --2- 172.21.15.8:0/2834990173 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ae69a0020 0x556ae69b6eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:28.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.392+0000 7f91ff400700 1 -- 172.21.15.8:0/2834990173 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556ae6a1d630 con 0x556ae699aad0 2024-05-20T21:18:28.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.392+0000 7f91f7e00700 1 --2- 172.21.15.8:0/2834990173 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ae69a0020 0x556ae69b6eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:28.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.392+0000 7f91ff400700 1 --2- 172.21.15.8:0/2834990173 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556ae699aad0 0x556ae69b9ac0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f91f000c5b0 tx=0x7f91f00cc040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e4d07f6cd586531 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:28.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.392+0000 7f91ed600700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:18:28.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.392+0000 7f91ed600700 1 -- 172.21.15.8:0/2834990173 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91f0026040 con 0x556ae699aad0 2024-05-20T21:18:28.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.392+0000 7f91ed600700 1 -- 172.21.15.8:0/2834990173 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f91f00a6050 con 0x556ae699aad0 2024-05-20T21:18:28.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.392+0000 7f92108deb80 1 -- 172.21.15.8:0/2834990173 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f91e800f910 con 0x556ae699aad0 2024-05-20T21:18:28.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.393+0000 7f91ed600700 1 -- 172.21.15.8:0/2834990173 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f91f00a9570 con 0x556ae699aad0 2024-05-20T21:18:28.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.393+0000 7f92108deb80 10 client.15816 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:28.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.393+0000 7f92108deb80 1 -- 172.21.15.8:0/2834990173 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556ae6a1e8b0 con 0x556ae699aad0 2024-05-20T21:18:28.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.393+0000 7f91ed600700 1 -- 172.21.15.8:0/2834990173 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f91e800f910 con 0x556ae699aad0 2024-05-20T21:18:28.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.393+0000 7f91ed600700 1 -- 172.21.15.8:0/2834990173 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f91f00b2430 con 0x556ae699aad0 2024-05-20T21:18:28.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.393+0000 7f92108deb80 10 client.15816 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:28.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.393+0000 7f92108deb80 10 client.15816 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:18:28.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.393+0000 7f92108deb80 20 client.15816 populate_metadata read hostname 'smithi008' 2024-05-20T21:18:28.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.393+0000 7f92108deb80 1 --2- 172.21.15.8:0/2834990173 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x556ae6a1eec0 0x556ae6a212e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:28.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.393+0000 7f92108deb80 4 client.15816 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:18:28.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.393+0000 7f92108deb80 1 -- 172.21.15.8:0/2834990173 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub status"}) -- 0x556ae68f4570 con 0x556ae6a1eec0 2024-05-20T21:18:28.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.394+0000 7f91f7e00700 1 --2- 172.21.15.8:0/2834990173 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x556ae6a1eec0 0x556ae6a212e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:28.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.394+0000 7f91f7e00700 1 --2- 172.21.15.8:0/2834990173 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x556ae6a1eec0 0x556ae6a212e0 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5b5645040c426371 server_cookie=54e73ecfdffdf5d0 in_seq=0 out_seq=0 2024-05-20T21:18:28.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.394+0000 7f91ed600700 10 client.15816 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:18:28.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.394+0000 7f91ed600700 1 -- 172.21.15.8:0/2834990173 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x556ae68f4570 con 0x556ae6a1eec0 2024-05-20T21:18:28.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.394+0000 7f91ed600700 10 client.15816 handle_command_reply: tid=0 2024-05-20T21:18:28.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.394+0000 7f92108deb80 1 client.15816 shutdown 2024-05-20T21:18:28.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.395+0000 7f92108deb80 1 -- 172.21.15.8:0/2834990173 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556ae699aad0 msgr2=0x556ae69b9ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:28.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.395+0000 7f92108deb80 1 --2- 172.21.15.8:0/2834990173 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556ae699aad0 0x556ae69b9ac0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f91f000c5b0 tx=0x7f91f00cc040 comp rx=0 tx=0).stop 2024-05-20T21:18:28.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.395+0000 7f92108deb80 1 -- 172.21.15.8:0/2834990173 shutdown_connections 2024-05-20T21:18:28.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.395+0000 7f92108deb80 1 --2- 172.21.15.8:0/2834990173 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x556ae6a1eec0 0x556ae6a212e0 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:28.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.395+0000 7f92108deb80 1 --2- 172.21.15.8:0/2834990173 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ae69a0940 0x556ae69b75f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:28.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.395+0000 7f92108deb80 1 --2- 172.21.15.8:0/2834990173 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556ae699aad0 0x556ae69b9ac0 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:28.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.395+0000 7f92108deb80 1 --2- 172.21.15.8:0/2834990173 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ae69a0020 0x556ae69b6eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:28.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.395+0000 7f92108deb80 1 -- 172.21.15.8:0/2834990173 >> 172.21.15.8:0/2834990173 conn(0x556ae68c8be0 msgr2=0x556ae69a3900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:28.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.395+0000 7f91ed600700 0 client.15816 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:18:28.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.395+0000 7f92108deb80 1 -- 172.21.15.8:0/2834990173 shutdown_connections 2024-05-20T21:18:28.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.395+0000 7f92108deb80 1 -- 172.21.15.8:0/2834990173 wait complete. 2024-05-20T21:18:28.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.395+0000 7f92108deb80 20 client.15816 trim_cache size 0 max 16384 2024-05-20T21:18:28.398 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:18:28.399 INFO:teuthology.orchestra.run.smithi008.stdout: "status": "no active scrubs running", 2024-05-20T21:18:28.399 INFO:teuthology.orchestra.run.smithi008.stdout: "scrubs": {} 2024-05-20T21:18:28.399 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:18:28.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.396+0000 7f9204a00700 1 -- 172.21.15.8:0/3445092376 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f91e40b2880 msgr2=0x7f91e40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:28.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.396+0000 7f9204a00700 1 --2- 172.21.15.8:0/3445092376 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f91e40b2880 0x7f91e40b4d40 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f91f8008e80 tx=0x7f91f800b040 comp rx=0 tx=0).stop 2024-05-20T21:18:28.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.396+0000 7f9204a00700 1 -- 172.21.15.8:0/3445092376 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9200077a70 msgr2=0x7f92001a01c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:28.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.396+0000 7f9204a00700 1 --2- 172.21.15.8:0/3445092376 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9200077a70 0x7f92001a01c0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f91f000e970 tx=0x7f91f000ec80 comp rx=0 tx=0).stop 2024-05-20T21:18:28.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.396+0000 7f9204a00700 1 -- 172.21.15.8:0/3445092376 shutdown_connections 2024-05-20T21:18:28.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.396+0000 7f9204a00700 1 --2- 172.21.15.8:0/3445092376 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f91e40b2880 0x7f91e40b4d40 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:28.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.396+0000 7f9204a00700 1 --2- 172.21.15.8:0/3445092376 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9200114300 0x7f92001a4a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:28.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.396+0000 7f9204a00700 1 --2- 172.21.15.8:0/3445092376 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9200077a70 0x7f92001a01c0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:28.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.396+0000 7f9204a00700 1 --2- 172.21.15.8:0/3445092376 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9200078390 0x7f92001a0700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:28.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.396+0000 7f9204a00700 1 -- 172.21.15.8:0/3445092376 >> 172.21.15.8:0/3445092376 conn(0x7f92001010f0 msgr2=0x7f9200114f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:28.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.396+0000 7f9204a00700 1 -- 172.21.15.8:0/3445092376 shutdown_connections 2024-05-20T21:18:28.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:28.396+0000 7f9204a00700 1 -- 172.21.15.8:0/3445092376 wait complete. 2024-05-20T21:18:28.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:18:28 smithi008 ceph-mon[31475]: pgmap v534: 97 pgs: 97 active+clean; 1.3 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:18:28.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:18:28 smithi130 ceph-mon[36448]: pgmap v534: 97 pgs: 97 active+clean; 1.3 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:18:28.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:18:28 smithi050 ceph-mon[35809]: pgmap v534: 97 pgs: 97 active+clean; 1.3 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:18:29.407 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:18:29.408 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:18:29.857 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:18:30.679 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 10 2024-05-20T21:18:30.679 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:18:30.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:18:30 smithi008 ceph-mon[31475]: pgmap v535: 97 pgs: 97 active+clean; 1.3 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-20T21:18:30.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:18:30 smithi130 ceph-mon[36448]: pgmap v535: 97 pgs: 97 active+clean; 1.3 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-20T21:18:30.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:18:30 smithi050 ceph-mon[35809]: pgmap v535: 97 pgs: 97 active+clean; 1.3 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-20T21:18:31.310 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:18:32.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:32.569+0000 7f5b6a400700 1 -- 172.21.15.8:0/3017948798 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5b6406b220 msgr2=0x7f5b6406b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:32.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:32.569+0000 7f5b6a400700 1 --2- 172.21.15.8:0/3017948798 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5b6406b220 0x7f5b6406b6a0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f5b50009990 tx=0x7f5b50009ca0 comp rx=0 tx=0).stop 2024-05-20T21:18:32.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:32.569+0000 7f5b6a400700 1 -- 172.21.15.8:0/3017948798 shutdown_connections 2024-05-20T21:18:32.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:32.569+0000 7f5b6a400700 1 --2- 172.21.15.8:0/3017948798 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5b641095b0 0x7f5b64109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:32.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:32.569+0000 7f5b6a400700 1 --2- 172.21.15.8:0/3017948798 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5b6406bbe0 0x7f5b641103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:32.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:32.569+0000 7f5b6a400700 1 --2- 172.21.15.8:0/3017948798 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5b6406b220 0x7f5b6406b6a0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:32.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:32.569+0000 7f5b6a400700 1 -- 172.21.15.8:0/3017948798 >> 172.21.15.8:0/3017948798 conn(0x7f5b640793f0 msgr2=0x7f5b64079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:32.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:32.570+0000 7f5b6a400700 1 -- 172.21.15.8:0/3017948798 shutdown_connections 2024-05-20T21:18:32.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:32.570+0000 7f5b6a400700 1 -- 172.21.15.8:0/3017948798 wait complete. 2024-05-20T21:18:32.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:32.571+0000 7f5b6a400700 1 Processor -- start 2024-05-20T21:18:32.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:32.571+0000 7f5b6a400700 1 -- start start 2024-05-20T21:18:32.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:32.571+0000 7f5b6a400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5b6406b220 0x7f5b6419be80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:32.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:32.571+0000 7f5b6a400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5b6406bbe0 0x7f5b6419c3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:32.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:32.571+0000 7f5b6a400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5b641095b0 0x7f5b641a0750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:32.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:32.571+0000 7f5b6a400700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f5b64113710 con 0x7f5b641095b0 2024-05-20T21:18:32.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:32.571+0000 7f5b6a400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f5b64113590 con 0x7f5b6406b220 2024-05-20T21:18:32.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:32.571+0000 7f5b6a400700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f5b64113890 con 0x7f5b6406bbe0 2024-05-20T21:18:32.573 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:32.572+0000 7f5b63400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5b6406b220 0x7f5b6419be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:32.573 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:32.572+0000 7f5b63400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5b6406b220 0x7f5b6419be80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:47052/0 (socket says 172.21.15.8:47052) 2024-05-20T21:18:32.573 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:32.572+0000 7f5b63400700 1 -- 172.21.15.8:0/3321778003 learned_addr learned my addr 172.21.15.8:0/3321778003 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:32.573 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:32.572+0000 7f5b62a00700 1 --2- 172.21.15.8:0/3321778003 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5b6406bbe0 0x7f5b6419c3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:32.573 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:32.572+0000 7f5b63e00700 1 --2- 172.21.15.8:0/3321778003 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5b641095b0 0x7f5b641a0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:32.574 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:32.572+0000 7f5b63400700 1 -- 172.21.15.8:0/3321778003 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5b6406bbe0 msgr2=0x7f5b6419c3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:32.574 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:32.572+0000 7f5b63400700 1 --2- 172.21.15.8:0/3321778003 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5b6406bbe0 0x7f5b6419c3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:32.574 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:32.572+0000 7f5b63400700 1 -- 172.21.15.8:0/3321778003 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5b641095b0 msgr2=0x7f5b641a0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:32.574 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:32.572+0000 7f5b63400700 1 --2- 172.21.15.8:0/3321778003 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5b641095b0 0x7f5b641a0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:32.574 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:32.572+0000 7f5b63400700 1 -- 172.21.15.8:0/3321778003 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b641a0e90 con 0x7f5b6406b220 2024-05-20T21:18:32.574 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:32.573+0000 7f5b62a00700 1 --2- 172.21.15.8:0/3321778003 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5b6406bbe0 0x7f5b6419c3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:32.574 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:32.573+0000 7f5b63400700 1 --2- 172.21.15.8:0/3321778003 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5b6406b220 0x7f5b6419be80 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f5b5400e9a0 tx=0x7f5b5400ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:32.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:32.573+0000 7f5b5be00700 1 -- 172.21.15.8:0/3321778003 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b5400c9c0 con 0x7f5b6406b220 2024-05-20T21:18:32.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:32.574+0000 7f5b6a400700 1 -- 172.21.15.8:0/3321778003 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5b641a1180 con 0x7f5b6406b220 2024-05-20T21:18:32.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:32.574+0000 7f5b6a400700 1 -- 172.21.15.8:0/3321778003 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5b641a8a00 con 0x7f5b6406b220 2024-05-20T21:18:32.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:32.574+0000 7f5b5be00700 1 -- 172.21.15.8:0/3321778003 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5b5400cb60 con 0x7f5b6406b220 2024-05-20T21:18:32.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:32.574+0000 7f5b5be00700 1 -- 172.21.15.8:0/3321778003 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b54018680 con 0x7f5b6406b220 2024-05-20T21:18:32.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:32.575+0000 7f5b6a400700 1 -- 172.21.15.8:0/3321778003 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5b44005330 con 0x7f5b6406b220 2024-05-20T21:18:32.578 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:32.577+0000 7f5b5be00700 1 -- 172.21.15.8:0/3321778003 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f5b54010430 con 0x7f5b6406b220 2024-05-20T21:18:32.579 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:32.579+0000 7f5b5be00700 1 --2- 172.21.15.8:0/3321778003 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f5b480b2900 0x7f5b480b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:32.579 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:32.579+0000 7f5b5be00700 1 -- 172.21.15.8:0/3321778003 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f5b540e2420 con 0x7f5b6406b220 2024-05-20T21:18:32.580 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:32.579+0000 7f5b62a00700 1 --2- 172.21.15.8:0/3321778003 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f5b480b2900 0x7f5b480b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:32.580 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:32.580+0000 7f5b62a00700 1 --2- 172.21.15.8:0/3321778003 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f5b480b2900 0x7f5b480b4dc0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f5b641044a0 tx=0x7f5b5000b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:32.584 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:32.584+0000 7f5b5be00700 1 -- 172.21.15.8:0/3321778003 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f5b540aa0d0 con 0x7f5b6406b220 2024-05-20T21:18:32.687 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:18:32 smithi008 ceph-mon[31475]: pgmap v536: 97 pgs: 97 active+clean; 1.3 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 15 op/s 2024-05-20T21:18:32.882 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:32.881+0000 7f5b6a400700 1 -- 172.21.15.8:0/3321778003 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5b44005620 con 0x7f5b6406b220 2024-05-20T21:18:32.883 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:32.883+0000 7f5b5be00700 1 -- 172.21.15.8:0/3321778003 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7f5b540bee20 con 0x7f5b6406b220 2024-05-20T21:18:32.883 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:18:32.883 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:18:32.886 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:32.886+0000 7f5b6a400700 1 -- 172.21.15.8:0/3321778003 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f5b480b2900 msgr2=0x7f5b480b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:32.886 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:32.886+0000 7f5b6a400700 1 --2- 172.21.15.8:0/3321778003 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f5b480b2900 0x7f5b480b4dc0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f5b641044a0 tx=0x7f5b5000b260 comp rx=0 tx=0).stop 2024-05-20T21:18:32.886 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:32.886+0000 7f5b6a400700 1 -- 172.21.15.8:0/3321778003 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5b6406b220 msgr2=0x7f5b6419be80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:32.886 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:32.886+0000 7f5b6a400700 1 --2- 172.21.15.8:0/3321778003 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5b6406b220 0x7f5b6419be80 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f5b5400e9a0 tx=0x7f5b5400ecb0 comp rx=0 tx=0).stop 2024-05-20T21:18:32.887 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:32.886+0000 7f5b6a400700 1 -- 172.21.15.8:0/3321778003 shutdown_connections 2024-05-20T21:18:32.887 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:32.886+0000 7f5b6a400700 1 --2- 172.21.15.8:0/3321778003 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f5b480b2900 0x7f5b480b4dc0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:32.887 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:32.886+0000 7f5b6a400700 1 --2- 172.21.15.8:0/3321778003 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5b6406b220 0x7f5b6419be80 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:32.887 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:32.886+0000 7f5b6a400700 1 --2- 172.21.15.8:0/3321778003 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5b641095b0 0x7f5b641a0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:32.887 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:32.886+0000 7f5b6a400700 1 --2- 172.21.15.8:0/3321778003 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5b6406bbe0 0x7f5b6419c3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:32.887 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:32.886+0000 7f5b6a400700 1 -- 172.21.15.8:0/3321778003 >> 172.21.15.8:0/3321778003 conn(0x7f5b640793f0 msgr2=0x7f5b64100ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:32.888 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:32.886+0000 7f5b6a400700 1 -- 172.21.15.8:0/3321778003 shutdown_connections 2024-05-20T21:18:32.888 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:32.886+0000 7f5b6a400700 1 -- 172.21.15.8:0/3321778003 wait complete. 2024-05-20T21:18:32.888 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:18:32.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:18:32 smithi130 ceph-mon[36448]: pgmap v536: 97 pgs: 97 active+clean; 1.3 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 15 op/s 2024-05-20T21:18:32.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:18:32 smithi050 ceph-mon[35809]: pgmap v536: 97 pgs: 97 active+clean; 1.3 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 15 op/s 2024-05-20T21:18:33.692 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:18:33 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/3321778003' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:18:33.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:18:33 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/3321778003' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:18:33.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:18:33 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/3321778003' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:18:34.353 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:18:34.399 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:18:34.399 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:18:34.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:34.053+0000 7fde25800700 1 -- 172.21.15.8:0/3154715026 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fde20103f90 msgr2=0x7fde20110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:34.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:34.053+0000 7fde25800700 1 --2- 172.21.15.8:0/3154715026 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fde20103f90 0x7fde20110470 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fde1800b0a0 tx=0x7fde1800b3b0 comp rx=0 tx=0).stop 2024-05-20T21:18:34.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:34.054+0000 7fde25800700 1 -- 172.21.15.8:0/3154715026 shutdown_connections 2024-05-20T21:18:34.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:34.054+0000 7fde25800700 1 --2- 172.21.15.8:0/3154715026 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fde20108500 0x7fde201088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:34.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:34.054+0000 7fde25800700 1 --2- 172.21.15.8:0/3154715026 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fde20103f90 0x7fde20110470 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:34.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:34.054+0000 7fde25800700 1 --2- 172.21.15.8:0/3154715026 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fde201035f0 0x7fde20103a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:34.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:34.054+0000 7fde25800700 1 -- 172.21.15.8:0/3154715026 >> 172.21.15.8:0/3154715026 conn(0x7fde2007a6a0 msgr2=0x7fde2007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:34.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:34.054+0000 7fde25800700 1 -- 172.21.15.8:0/3154715026 shutdown_connections 2024-05-20T21:18:34.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:34.054+0000 7fde25800700 1 -- 172.21.15.8:0/3154715026 wait complete. 2024-05-20T21:18:34.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:34.055+0000 7fde25800700 1 Processor -- start 2024-05-20T21:18:34.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:34.055+0000 7fde25800700 1 -- start start 2024-05-20T21:18:34.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:34.056+0000 7fde25800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fde201035f0 0x7fde2019bd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:34.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:34.056+0000 7fde25800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fde20103f90 0x7fde2019c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:34.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:34.056+0000 7fde25800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fde20108500 0x7fde201a0630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:34.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:34.056+0000 7fde25800700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fde201137a0 con 0x7fde20103f90 2024-05-20T21:18:34.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:34.056+0000 7fde25800700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fde20113620 con 0x7fde201035f0 2024-05-20T21:18:34.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:34.056+0000 7fde25800700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fde20113920 con 0x7fde20108500 2024-05-20T21:18:34.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:34.056+0000 7fde17e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fde20103f90 0x7fde2019c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:34.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:34.056+0000 7fde17e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fde20103f90 0x7fde2019c2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:46388/0 (socket says 172.21.15.8:46388) 2024-05-20T21:18:34.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:34.056+0000 7fde17e00700 1 -- 172.21.15.8:0/3792323568 learned_addr learned my addr 172.21.15.8:0/3792323568 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:34.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:34.056+0000 7fde1f400700 1 --2- 172.21.15.8:0/3792323568 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fde20108500 0x7fde201a0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:34.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:34.056+0000 7fde1ea00700 1 --2- 172.21.15.8:0/3792323568 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fde201035f0 0x7fde2019bd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:34.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:34.057+0000 7fde1f400700 1 -- 172.21.15.8:0/3792323568 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fde201035f0 msgr2=0x7fde2019bd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:34.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:34.057+0000 7fde1f400700 1 --2- 172.21.15.8:0/3792323568 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fde201035f0 0x7fde2019bd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:34.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:34.057+0000 7fde1f400700 1 -- 172.21.15.8:0/3792323568 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fde20103f90 msgr2=0x7fde2019c2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:34.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:34.057+0000 7fde1f400700 1 --2- 172.21.15.8:0/3792323568 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fde20103f90 0x7fde2019c2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:34.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:34.057+0000 7fde1f400700 1 -- 172.21.15.8:0/3792323568 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde201a0d70 con 0x7fde20108500 2024-05-20T21:18:34.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:34.057+0000 7fde17e00700 1 --2- 172.21.15.8:0/3792323568 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fde20103f90 0x7fde2019c2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:34.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:34.057+0000 7fde1f400700 1 --2- 172.21.15.8:0/3792323568 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fde20108500 0x7fde201a0630 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fde1800b070 tx=0x7fde18004d00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:34.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:34.057+0000 7fde17400700 1 -- 172.21.15.8:0/3792323568 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde18021070 con 0x7fde20108500 2024-05-20T21:18:34.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:34.058+0000 7fde25800700 1 -- 172.21.15.8:0/3792323568 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde201a1000 con 0x7fde20108500 2024-05-20T21:18:34.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:34.058+0000 7fde17400700 1 -- 172.21.15.8:0/3792323568 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fde18007e30 con 0x7fde20108500 2024-05-20T21:18:34.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:34.058+0000 7fde17400700 1 -- 172.21.15.8:0/3792323568 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde180045d0 con 0x7fde20108500 2024-05-20T21:18:34.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:34.058+0000 7fde25800700 1 -- 172.21.15.8:0/3792323568 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde201a88e0 con 0x7fde20108500 2024-05-20T21:18:34.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:34.059+0000 7fde25800700 1 -- 172.21.15.8:0/3792323568 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fde2006a230 con 0x7fde20108500 2024-05-20T21:18:34.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:34.061+0000 7fde17400700 1 -- 172.21.15.8:0/3792323568 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fde18003c00 con 0x7fde20108500 2024-05-20T21:18:34.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:34.063+0000 7fde17400700 1 --2- 172.21.15.8:0/3792323568 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fde040b2880 0x7fde040b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:34.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:34.063+0000 7fde17400700 1 -- 172.21.15.8:0/3792323568 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fde1800f020 con 0x7fde20108500 2024-05-20T21:18:34.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:34.063+0000 7fde1ea00700 1 --2- 172.21.15.8:0/3792323568 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fde040b2880 0x7fde040b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:34.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:34.064+0000 7fde1ea00700 1 --2- 172.21.15.8:0/3792323568 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fde040b2880 0x7fde040b4d40 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fde201047d0 tx=0x7fde1000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:34.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:34.065+0000 7fde17400700 1 -- 172.21.15.8:0/3792323568 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fde1802a020 con 0x7fde20108500 2024-05-20T21:18:34.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:34.371+0000 7fde25800700 1 -- 172.21.15.8:0/3792323568 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fde201a8ab0 con 0x7fde20108500 2024-05-20T21:18:34.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:34.372+0000 7fde17400700 1 -- 172.21.15.8:0/3792323568 <== mon.1 v2:172.21.15.130:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7fde180ab6a0 con 0x7fde20108500 2024-05-20T21:18:34.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:34.375+0000 7fde25800700 1 -- 172.21.15.8:0/3792323568 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fde040b2880 msgr2=0x7fde040b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:34.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:34.375+0000 7fde25800700 1 --2- 172.21.15.8:0/3792323568 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fde040b2880 0x7fde040b4d40 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fde201047d0 tx=0x7fde1000b410 comp rx=0 tx=0).stop 2024-05-20T21:18:34.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:34.375+0000 7fde25800700 1 -- 172.21.15.8:0/3792323568 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fde20108500 msgr2=0x7fde201a0630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:34.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:34.375+0000 7fde25800700 1 --2- 172.21.15.8:0/3792323568 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fde20108500 0x7fde201a0630 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fde1800b070 tx=0x7fde18004d00 comp rx=0 tx=0).stop 2024-05-20T21:18:34.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:34.376+0000 7fde25800700 1 -- 172.21.15.8:0/3792323568 shutdown_connections 2024-05-20T21:18:34.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:34.376+0000 7fde25800700 1 --2- 172.21.15.8:0/3792323568 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fde040b2880 0x7fde040b4d40 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:34.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:34.376+0000 7fde25800700 1 --2- 172.21.15.8:0/3792323568 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fde201035f0 0x7fde2019bd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:34.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:34.376+0000 7fde25800700 1 --2- 172.21.15.8:0/3792323568 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fde20108500 0x7fde201a0630 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:34.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:34.376+0000 7fde25800700 1 --2- 172.21.15.8:0/3792323568 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fde20103f90 0x7fde2019c2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:34.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:34.376+0000 7fde25800700 1 -- 172.21.15.8:0/3792323568 >> 172.21.15.8:0/3792323568 conn(0x7fde2007a6a0 msgr2=0x7fde201014c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:34.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:34.376+0000 7fde25800700 1 -- 172.21.15.8:0/3792323568 shutdown_connections 2024-05-20T21:18:34.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:34.376+0000 7fde25800700 1 -- 172.21.15.8:0/3792323568 wait complete. 2024-05-20T21:18:34.404 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:18:34.418 INFO:tasks.workunit.client.0.smithi008.stdout:1/600: open fd = 3 2024-05-20T21:18:34.418 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.418 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.419 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.419 INFO:tasks.workunit.client.0.smithi008.stdout:2/600: open fd = 3 2024-05-20T21:18:34.419 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.419 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.419 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.419 INFO:tasks.workunit.client.0.smithi008.stdout:3/600: open fd = 3 2024-05-20T21:18:34.419 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.419 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.419 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.419 INFO:tasks.workunit.client.0.smithi008.stdout:4/600: open fd = 3 2024-05-20T21:18:34.419 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.419 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.419 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.419 INFO:tasks.workunit.client.0.smithi008.stdout:5/600: open fd = 3 2024-05-20T21:18:34.420 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.420 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.420 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.420 INFO:tasks.workunit.client.0.smithi008.stdout:6/600: open fd = 3 2024-05-20T21:18:34.420 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.420 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.420 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.420 INFO:tasks.workunit.client.0.smithi008.stdout:7/600: open fd = 3 2024-05-20T21:18:34.420 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.420 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.420 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.420 INFO:tasks.workunit.client.0.smithi008.stdout:8/600: open fd = 3 2024-05-20T21:18:34.421 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.421 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.421 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.421 INFO:tasks.workunit.client.0.smithi008.stdout:9/600: open fd = 3 2024-05-20T21:18:34.421 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.421 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.421 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.421 INFO:tasks.workunit.client.0.smithi008.stdout:10/600: open fd = 3 2024-05-20T21:18:34.421 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.421 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.421 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.422 INFO:tasks.workunit.client.0.smithi008.stdout:11/600: open fd = 3 2024-05-20T21:18:34.422 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.422 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.422 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.422 INFO:tasks.workunit.client.0.smithi008.stdout:12/600: open fd = 3 2024-05-20T21:18:34.422 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.422 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.422 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.422 INFO:tasks.workunit.client.0.smithi008.stdout:13/600: open fd = 3 2024-05-20T21:18:34.422 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.422 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.422 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.422 INFO:tasks.workunit.client.0.smithi008.stdout:14/600: open fd = 3 2024-05-20T21:18:34.423 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.423 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.423 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.423 INFO:tasks.workunit.client.0.smithi008.stdout:15/600: open fd = 3 2024-05-20T21:18:34.423 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.423 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.423 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.423 INFO:tasks.workunit.client.0.smithi008.stdout:16/600: open fd = 3 2024-05-20T21:18:34.423 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.423 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.423 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.424 INFO:tasks.workunit.client.0.smithi008.stdout:17/600: open fd = 3 2024-05-20T21:18:34.424 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.424 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.424 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.424 INFO:tasks.workunit.client.0.smithi008.stdout:18/600: open fd = 3 2024-05-20T21:18:34.424 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.424 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.424 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.424 INFO:tasks.workunit.client.0.smithi008.stdout:19/600: open fd = 3 2024-05-20T21:18:34.424 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.424 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.424 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.424 INFO:tasks.workunit.client.0.smithi008.stdout:20/600: open fd = 3 2024-05-20T21:18:34.425 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.425 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.425 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.425 INFO:tasks.workunit.client.0.smithi008.stdout:21/600: open fd = 3 2024-05-20T21:18:34.425 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.425 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.425 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.425 INFO:tasks.workunit.client.0.smithi008.stdout:22/600: open fd = 3 2024-05-20T21:18:34.425 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.425 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.425 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.425 INFO:tasks.workunit.client.0.smithi008.stdout:23/600: open fd = 3 2024-05-20T21:18:34.425 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.426 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.426 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.426 INFO:tasks.workunit.client.0.smithi008.stdout:24/600: open fd = 3 2024-05-20T21:18:34.426 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.426 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.426 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.426 INFO:tasks.workunit.client.0.smithi008.stdout:25/600: open fd = 3 2024-05-20T21:18:34.426 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.426 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.426 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.426 INFO:tasks.workunit.client.0.smithi008.stdout:26/600: open fd = 3 2024-05-20T21:18:34.426 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.426 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.427 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.427 INFO:tasks.workunit.client.0.smithi008.stdout:27/600: open fd = 3 2024-05-20T21:18:34.427 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.427 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.427 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.427 INFO:tasks.workunit.client.0.smithi008.stdout:28/600: open fd = 3 2024-05-20T21:18:34.427 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.427 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.427 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.427 INFO:tasks.workunit.client.0.smithi008.stdout:29/600: open fd = 3 2024-05-20T21:18:34.427 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.427 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.427 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.427 INFO:tasks.workunit.client.0.smithi008.stdout:30/600: open fd = 3 2024-05-20T21:18:34.428 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.428 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.428 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.428 INFO:tasks.workunit.client.0.smithi008.stdout:31/600: open fd = 3 2024-05-20T21:18:34.428 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.428 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.428 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.428 INFO:tasks.workunit.client.0.smithi008.stdout:32/600: open fd = 3 2024-05-20T21:18:34.428 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.428 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.428 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.428 INFO:tasks.workunit.client.0.smithi008.stdout:33/600: open fd = 3 2024-05-20T21:18:34.428 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.428 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.428 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.428 INFO:tasks.workunit.client.0.smithi008.stdout:34/600: open fd = 3 2024-05-20T21:18:34.429 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.429 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.429 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.429 INFO:tasks.workunit.client.0.smithi008.stdout:35/600: open fd = 3 2024-05-20T21:18:34.429 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.429 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.429 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.429 INFO:tasks.workunit.client.0.smithi008.stdout:36/600: open fd = 3 2024-05-20T21:18:34.429 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.429 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.429 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.429 INFO:tasks.workunit.client.0.smithi008.stdout:37/600: open fd = 3 2024-05-20T21:18:34.429 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.429 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.430 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.430 INFO:tasks.workunit.client.0.smithi008.stdout:38/600: open fd = 3 2024-05-20T21:18:34.430 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.430 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.430 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.430 INFO:tasks.workunit.client.0.smithi008.stdout:39/600: open fd = 3 2024-05-20T21:18:34.430 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.430 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.430 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.430 INFO:tasks.workunit.client.0.smithi008.stdout:40/600: open fd = 3 2024-05-20T21:18:34.430 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.430 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.431 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.431 INFO:tasks.workunit.client.0.smithi008.stdout:41/600: open fd = 3 2024-05-20T21:18:34.431 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.431 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.431 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.431 INFO:tasks.workunit.client.0.smithi008.stdout:42/600: open fd = 3 2024-05-20T21:18:34.431 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.431 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.431 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.431 INFO:tasks.workunit.client.0.smithi008.stdout:43/600: open fd = 3 2024-05-20T21:18:34.431 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.431 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.431 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.431 INFO:tasks.workunit.client.0.smithi008.stdout:44/600: open fd = 3 2024-05-20T21:18:34.431 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.432 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.432 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.432 INFO:tasks.workunit.client.0.smithi008.stdout:45/600: open fd = 3 2024-05-20T21:18:34.432 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.432 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.432 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.432 INFO:tasks.workunit.client.0.smithi008.stdout:46/600: open fd = 3 2024-05-20T21:18:34.432 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.432 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.432 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.432 INFO:tasks.workunit.client.0.smithi008.stdout:47/600: open fd = 3 2024-05-20T21:18:34.432 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.432 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.432 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.433 INFO:tasks.workunit.client.0.smithi008.stdout:48/600: open fd = 3 2024-05-20T21:18:34.433 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.433 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.433 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.433 INFO:tasks.workunit.client.0.smithi008.stdout:49/600: open fd = 3 2024-05-20T21:18:34.433 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.433 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.433 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.433 INFO:tasks.workunit.client.0.smithi008.stdout:50/600: open fd = 3 2024-05-20T21:18:34.433 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.433 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.433 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.433 INFO:tasks.workunit.client.0.smithi008.stdout:51/600: open fd = 3 2024-05-20T21:18:34.434 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.434 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.434 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.434 INFO:tasks.workunit.client.0.smithi008.stdout:52/600: open fd = 3 2024-05-20T21:18:34.434 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.434 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.434 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.434 INFO:tasks.workunit.client.0.smithi008.stdout:53/600: open fd = 3 2024-05-20T21:18:34.434 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.434 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.434 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.434 INFO:tasks.workunit.client.0.smithi008.stdout:54/600: open fd = 3 2024-05-20T21:18:34.434 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.435 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.435 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.435 INFO:tasks.workunit.client.0.smithi008.stdout:55/600: open fd = 3 2024-05-20T21:18:34.435 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.435 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.435 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.435 INFO:tasks.workunit.client.0.smithi008.stdout:56/600: open fd = 3 2024-05-20T21:18:34.435 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.435 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.435 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.435 INFO:tasks.workunit.client.0.smithi008.stdout:57/600: open fd = 3 2024-05-20T21:18:34.435 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.435 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.436 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.436 INFO:tasks.workunit.client.0.smithi008.stdout:58/600: open fd = 3 2024-05-20T21:18:34.436 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.436 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.436 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.436 INFO:tasks.workunit.client.0.smithi008.stdout:59/600: open fd = 3 2024-05-20T21:18:34.436 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.436 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.436 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.436 INFO:tasks.workunit.client.0.smithi008.stdout:60/600: open fd = 3 2024-05-20T21:18:34.436 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.436 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.436 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.436 INFO:tasks.workunit.client.0.smithi008.stdout:61/600: open fd = 3 2024-05-20T21:18:34.437 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.437 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.437 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.437 INFO:tasks.workunit.client.0.smithi008.stdout:62/600: open fd = 3 2024-05-20T21:18:34.437 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.437 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.437 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.437 INFO:tasks.workunit.client.0.smithi008.stdout:63/600: open fd = 3 2024-05-20T21:18:34.437 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.437 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:18:34.437 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:18:34.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:18:34 smithi008 ceph-mon[31475]: pgmap v537: 97 pgs: 97 active+clean; 1.4 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:18:34.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:18:34 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/3792323568' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:18:34.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:18:34 smithi130 ceph-mon[36448]: pgmap v537: 97 pgs: 97 active+clean; 1.4 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:18:34.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:18:34 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/3792323568' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:18:34.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:18:34 smithi050 ceph-mon[35809]: pgmap v537: 97 pgs: 97 active+clean; 1.4 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:18:34.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:18:34 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/3792323568' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:18:35.156 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24529 quiesce db / --timeout 90 --expiration 130 --await-for 45.0' 2024-05-20T21:18:35.156 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24529 quiesce db / --timeout 90 --expiration 130 --await-for 45.0 2024-05-20T21:18:35.301 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:18:36.642 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:18:36.798 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:18:36 smithi008 ceph-mon[31475]: pgmap v538: 97 pgs: 97 active+clean; 1.4 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:18:36.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:18:36 smithi130 ceph-mon[36448]: pgmap v538: 97 pgs: 97 active+clean; 1.4 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:18:36.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:18:36 smithi050 ceph-mon[35809]: pgmap v538: 97 pgs: 97 active+clean; 1.4 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:18:37.774 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.773+0000 7fad9b200640 1 -- 172.21.15.8:0/849538372 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fad9c105ca0 msgr2=0x7fad9c108090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:37.774 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.773+0000 7fad9b200640 1 --2- 172.21.15.8:0/849538372 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fad9c105ca0 0x7fad9c108090 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fad88009900 tx=0x7fad8802a3f0 comp rx=0 tx=0).stop 2024-05-20T21:18:37.775 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.774+0000 7fad9b200640 1 -- 172.21.15.8:0/849538372 shutdown_connections 2024-05-20T21:18:37.775 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.774+0000 7fad9b200640 1 --2- 172.21.15.8:0/849538372 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fad9c1085d0 0x7fad9c10aa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:37.775 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.774+0000 7fad9b200640 1 --2- 172.21.15.8:0/849538372 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fad9c105ca0 0x7fad9c108090 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:37.775 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.774+0000 7fad9b200640 1 --2- 172.21.15.8:0/849538372 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fad9c103370 0x7fad9c105760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:37.775 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.774+0000 7fad9b200640 1 -- 172.21.15.8:0/849538372 >> 172.21.15.8:0/849538372 conn(0x7fad9c0fcd80 msgr2=0x7fad9c0ff1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:37.775 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.774+0000 7fad9b200640 1 -- 172.21.15.8:0/849538372 shutdown_connections 2024-05-20T21:18:37.775 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.774+0000 7fad9b200640 1 -- 172.21.15.8:0/849538372 wait complete. 2024-05-20T21:18:37.777 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.775+0000 7fad9b200640 1 Processor -- start 2024-05-20T21:18:37.777 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.775+0000 7fad9b200640 1 -- start start 2024-05-20T21:18:37.777 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.775+0000 7fad9b200640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fad9c103370 0x7fad9c102ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:37.777 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.775+0000 7fad9b200640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fad9c105ca0 0x7fad9c101320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:37.777 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.775+0000 7fad9b200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fad9c1085d0 0x7fad9c101860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:37.777 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.775+0000 7fad9b200640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fad9c10e480 con 0x7fad9c103370 2024-05-20T21:18:37.777 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.775+0000 7fad9b200640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fad9c10e300 con 0x7fad9c1085d0 2024-05-20T21:18:37.777 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.775+0000 7fad9b200640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fad9c10e600 con 0x7fad9c105ca0 2024-05-20T21:18:37.778 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.775+0000 7fad99e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fad9c103370 0x7fad9c102ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:37.778 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.775+0000 7fad99e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fad9c103370 0x7fad9c102ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:46462/0 (socket says 172.21.15.8:46462) 2024-05-20T21:18:37.778 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.775+0000 7fad99e00640 1 -- 172.21.15.8:0/2057341223 learned_addr learned my addr 172.21.15.8:0/2057341223 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:37.778 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.776+0000 7fad9a800640 1 --2- 172.21.15.8:0/2057341223 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fad9c1085d0 0x7fad9c101860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:37.778 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.775+0000 7fad99400640 1 --2- 172.21.15.8:0/2057341223 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fad9c105ca0 0x7fad9c101320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:37.778 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.776+0000 7fad99e00640 1 -- 172.21.15.8:0/2057341223 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fad9c105ca0 msgr2=0x7fad9c101320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:37.778 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.776+0000 7fad99e00640 1 --2- 172.21.15.8:0/2057341223 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fad9c105ca0 0x7fad9c101320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:37.778 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.776+0000 7fad99e00640 1 -- 172.21.15.8:0/2057341223 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fad9c1085d0 msgr2=0x7fad9c101860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:37.778 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.776+0000 7fad99e00640 1 --2- 172.21.15.8:0/2057341223 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fad9c1085d0 0x7fad9c101860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:37.778 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.776+0000 7fad99e00640 1 -- 172.21.15.8:0/2057341223 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad9c1020f0 con 0x7fad9c103370 2024-05-20T21:18:37.778 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.776+0000 7fad9a800640 1 --2- 172.21.15.8:0/2057341223 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fad9c1085d0 0x7fad9c101860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:37.778 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.776+0000 7fad99e00640 1 --2- 172.21.15.8:0/2057341223 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fad9c103370 0x7fad9c102ce0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fad8c00e9f0 tx=0x7fad8c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:37.778 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.776+0000 7fad92a00640 1 -- 172.21.15.8:0/2057341223 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad8c00ccc0 con 0x7fad9c103370 2024-05-20T21:18:37.779 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.777+0000 7fad92a00640 1 -- 172.21.15.8:0/2057341223 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fad8c00ce60 con 0x7fad9c103370 2024-05-20T21:18:37.779 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.777+0000 7fad9b200640 1 -- 172.21.15.8:0/2057341223 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fad9c1a2c70 con 0x7fad9c103370 2024-05-20T21:18:37.779 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.777+0000 7fad92a00640 1 -- 172.21.15.8:0/2057341223 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad8c010430 con 0x7fad9c103370 2024-05-20T21:18:37.779 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.777+0000 7fad9b200640 1 -- 172.21.15.8:0/2057341223 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fad9c1a3190 con 0x7fad9c103370 2024-05-20T21:18:37.780 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.780+0000 7fada3c31740 1 Processor -- start 2024-05-20T21:18:37.780 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.780+0000 7fada3c31740 1 -- start start 2024-05-20T21:18:37.782 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.781+0000 7fada3c31740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556508605cf0 0x556508606110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:37.782 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.781+0000 7fada3c31740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5565086066e0 0x55650860b1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:37.782 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.781+0000 7fada3c31740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55650860b850 0x55650860dce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:37.782 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.781+0000 7fada3c31740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x556508575b90 con 0x5565086066e0 2024-05-20T21:18:37.782 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.781+0000 7fada3c31740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x556508565730 con 0x556508605cf0 2024-05-20T21:18:37.783 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.781+0000 7fada3c31740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x556508569770 con 0x55650860b850 2024-05-20T21:18:37.783 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.781+0000 7fad92a00640 1 -- 172.21.15.8:0/2057341223 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fad8c0046c0 con 0x7fad9c103370 2024-05-20T21:18:37.783 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.781+0000 7fad9a800640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556508605cf0 0x556508606110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:37.783 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.781+0000 7fad9a800640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556508605cf0 0x556508606110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:54322/0 (socket says 172.21.15.8:54322) 2024-05-20T21:18:37.783 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.781+0000 7fad9a800640 1 -- 172.21.15.8:0/572184306 learned_addr learned my addr 172.21.15.8:0/572184306 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:37.783 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.781+0000 7fad99400640 1 --2- 172.21.15.8:0/572184306 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55650860b850 0x55650860dce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:37.783 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.781+0000 7fad99e00640 1 --2- 172.21.15.8:0/572184306 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5565086066e0 0x55650860b1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:37.783 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.782+0000 7fad99400640 1 -- 172.21.15.8:0/572184306 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556508605cf0 msgr2=0x556508606110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:37.783 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.782+0000 7fad99400640 1 --2- 172.21.15.8:0/572184306 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556508605cf0 0x556508606110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:37.783 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.782+0000 7fad99400640 1 -- 172.21.15.8:0/572184306 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5565086066e0 msgr2=0x55650860b1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:37.783 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.782+0000 7fad99400640 1 --2- 172.21.15.8:0/572184306 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5565086066e0 0x55650860b1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:37.783 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.782+0000 7fad99400640 1 -- 172.21.15.8:0/572184306 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5565084fe8b0 con 0x55650860b850 2024-05-20T21:18:37.783 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.782+0000 7fad9a800640 1 --2- 172.21.15.8:0/572184306 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556508605cf0 0x556508606110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:37.784 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.782+0000 7fad99400640 1 --2- 172.21.15.8:0/572184306 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55650860b850 0x55650860dce0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fad8802a910 tx=0x7fad88004040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=61c207898bf336c4 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:37.788 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.782+0000 7fad87400640 1 -- 172.21.15.8:0/572184306 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad88035030 con 0x55650860b850 2024-05-20T21:18:37.788 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.782+0000 7fad87400640 1 -- 172.21.15.8:0/572184306 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fad88040070 con 0x55650860b850 2024-05-20T21:18:37.788 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.782+0000 7fad87400640 1 -- 172.21.15.8:0/572184306 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad88031800 con 0x55650860b850 2024-05-20T21:18:37.788 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.783+0000 7fad92a00640 1 --2- 172.21.15.8:0/2057341223 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fad800b2850 0x7fad800b4d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:37.788 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.783+0000 7fad92a00640 1 -- 172.21.15.8:0/2057341223 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fad8c0e2630 con 0x7fad9c103370 2024-05-20T21:18:37.788 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.783+0000 7fad9a800640 1 --2- 172.21.15.8:0/2057341223 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fad800b2850 0x7fad800b4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:37.788 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.783+0000 7fada3c31740 1 -- 172.21.15.8:0/572184306 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55650860b850 msgr2=0x55650860dce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:37.788 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.783+0000 7fada3c31740 1 --2- 172.21.15.8:0/572184306 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55650860b850 0x55650860dce0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fad8802a910 tx=0x7fad88004040 comp rx=0 tx=0).stop 2024-05-20T21:18:37.788 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.784+0000 7fada3c31740 1 -- 172.21.15.8:0/572184306 shutdown_connections 2024-05-20T21:18:37.789 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.784+0000 7fada3c31740 1 --2- 172.21.15.8:0/572184306 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55650860b850 0x55650860dce0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:37.789 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.784+0000 7fada3c31740 1 --2- 172.21.15.8:0/572184306 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5565086066e0 0x55650860b1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:37.789 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.784+0000 7fada3c31740 1 --2- 172.21.15.8:0/572184306 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556508605cf0 0x556508606110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:37.789 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.784+0000 7fada3c31740 1 -- 172.21.15.8:0/572184306 >> 172.21.15.8:0/572184306 conn(0x556508601360 msgr2=0x556508601760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:37.789 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.784+0000 7fada3c31740 1 -- 172.21.15.8:0/572184306 shutdown_connections 2024-05-20T21:18:37.789 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.784+0000 7fada3c31740 1 -- 172.21.15.8:0/572184306 wait complete. 2024-05-20T21:18:37.789 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.784+0000 7fad9a800640 1 --2- 172.21.15.8:0/2057341223 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fad800b2850 0x7fad800b4d10 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fad94011620 tx=0x7fad94009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:37.789 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.784+0000 7fada3c31740 1 -- start start 2024-05-20T21:18:37.789 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.784+0000 7fada3c31740 1 Processor -- start 2024-05-20T21:18:37.789 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.785+0000 7fada3c31740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556508605cf0 0x55650860fa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:37.789 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.785+0000 7fada3c31740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5565086066e0 0x55650860ff60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:37.789 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.785+0000 7fada3c31740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55650860b850 0x556508616fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:37.789 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.785+0000 7fada3c31740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55650824b790 con 0x5565086066e0 2024-05-20T21:18:37.789 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.785+0000 7fada3c31740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55650850dbc0 con 0x55650860b850 2024-05-20T21:18:37.790 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.785+0000 7fada3c31740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55650860e7a0 con 0x556508605cf0 2024-05-20T21:18:37.790 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.785+0000 7fada3c31740 10 client.0 _ll_register_callbacks cb 0x5565084eb400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:37.790 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.785+0000 7fad99e00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556508605cf0 0x55650860fa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:37.790 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.785+0000 7fad99400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5565086066e0 0x55650860ff60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:37.790 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.785+0000 7fad99e00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556508605cf0 0x55650860fa20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:56454/0 (socket says 172.21.15.8:56454) 2024-05-20T21:18:37.790 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.785+0000 7fad99e00640 1 -- 172.21.15.8:0/2816633066 learned_addr learned my addr 172.21.15.8:0/2816633066 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:37.790 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.785+0000 7fad9a800640 1 --2- 172.21.15.8:0/2816633066 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55650860b850 0x556508616fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:37.790 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.786+0000 7fad99e00640 1 -- 172.21.15.8:0/2816633066 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55650860b850 msgr2=0x556508616fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:37.790 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.786+0000 7fad99e00640 1 --2- 172.21.15.8:0/2816633066 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55650860b850 0x556508616fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:37.790 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.786+0000 7fad99e00640 1 -- 172.21.15.8:0/2816633066 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5565086066e0 msgr2=0x55650860ff60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:37.790 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.786+0000 7fad99e00640 1 --2- 172.21.15.8:0/2816633066 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5565086066e0 0x55650860ff60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:37.790 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.786+0000 7fad99e00640 1 -- 172.21.15.8:0/2816633066 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55650827a210 con 0x556508605cf0 2024-05-20T21:18:37.790 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.786+0000 7fad9a800640 1 --2- 172.21.15.8:0/2816633066 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55650860b850 0x556508616fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:37.791 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.786+0000 7fad99e00640 1 --2- 172.21.15.8:0/2816633066 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556508605cf0 0x55650860fa20 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fad8c0a5c60 tx=0x7fad8c0aa180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=365a3f22e465e42b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:37.791 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.786+0000 7fad7be00640 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:18:37.791 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.786+0000 7fad7be00640 1 -- 172.21.15.8:0/2816633066 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad8c0a5370 con 0x556508605cf0 2024-05-20T21:18:37.791 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.786+0000 7fad7be00640 1 -- 172.21.15.8:0/2816633066 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fad8c0a9050 con 0x556508605cf0 2024-05-20T21:18:37.791 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.786+0000 7fada3c31740 1 -- 172.21.15.8:0/2816633066 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fad88040070 con 0x556508605cf0 2024-05-20T21:18:37.791 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.786+0000 7fad7be00640 1 -- 172.21.15.8:0/2816633066 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fad8c0b2380 con 0x556508605cf0 2024-05-20T21:18:37.791 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.786+0000 7fada3c31740 10 client.26032 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:37.791 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.786+0000 7fada3c31740 1 -- 172.21.15.8:0/2816633066 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556508346620 con 0x556508605cf0 2024-05-20T21:18:37.791 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.787+0000 7fad7be00640 1 -- 172.21.15.8:0/2816633066 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fad88040070 con 0x556508605cf0 2024-05-20T21:18:37.791 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.787+0000 7fad7be00640 1 -- 172.21.15.8:0/2816633066 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fad8c0a5550 con 0x556508605cf0 2024-05-20T21:18:37.791 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.787+0000 7fada3c31740 10 client.26032 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:37.791 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.787+0000 7fada3c31740 10 client.26032 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:18:37.791 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.787+0000 7fada3c31740 20 client.26032 populate_metadata read hostname 'smithi008' 2024-05-20T21:18:37.791 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.787+0000 7fada3c31740 1 --2- 172.21.15.8:0/2816633066 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55650861b560 0x55650861d990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:37.791 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.787+0000 7fada3c31740 4 client.26032 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:18:37.792 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.787+0000 7fada3c31740 1 -- 172.21.15.8:0/2816633066 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556508577ae0 con 0x55650861b560 2024-05-20T21:18:37.792 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.787+0000 7fad99400640 1 --2- 172.21.15.8:0/2816633066 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55650861b560 0x55650861d990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:37.792 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.788+0000 7fad99400640 1 --2- 172.21.15.8:0/2816633066 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55650861b560 0x55650861d990 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ecb2cb2ee9ab8d84 server_cookie=3e7e9c60da9f9a71 in_seq=0 out_seq=0 2024-05-20T21:18:37.792 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.788+0000 7fad7be00640 10 client.26032 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:18:37.793 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.789+0000 7fad7be00640 1 -- 172.21.15.8:0/2816633066 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x556508577ae0 con 0x55650861b560 2024-05-20T21:18:37.793 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.789+0000 7fad7be00640 10 client.26032 handle_command_reply: tid=0 2024-05-20T21:18:37.793 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.789+0000 7fada3c31740 1 client.26032 shutdown 2024-05-20T21:18:37.793 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.789+0000 7fada3c31740 1 -- 172.21.15.8:0/2816633066 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556508605cf0 msgr2=0x55650860fa20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:37.793 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.789+0000 7fada3c31740 1 --2- 172.21.15.8:0/2816633066 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556508605cf0 0x55650860fa20 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fad8c0a5c60 tx=0x7fad8c0aa180 comp rx=0 tx=0).stop 2024-05-20T21:18:37.793 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.789+0000 7fada3c31740 1 -- 172.21.15.8:0/2816633066 shutdown_connections 2024-05-20T21:18:37.793 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.789+0000 7fada3c31740 1 --2- 172.21.15.8:0/2816633066 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55650861b560 0x55650861d990 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:37.793 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.789+0000 7fada3c31740 1 --2- 172.21.15.8:0/2816633066 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55650860b850 0x556508616fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:37.793 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.789+0000 7fada3c31740 1 --2- 172.21.15.8:0/2816633066 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5565086066e0 0x55650860ff60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:37.794 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.789+0000 7fada3c31740 1 --2- 172.21.15.8:0/2816633066 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556508605cf0 0x55650860fa20 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:37.794 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.789+0000 7fada3c31740 1 -- 172.21.15.8:0/2816633066 >> 172.21.15.8:0/2816633066 conn(0x556508601360 msgr2=0x5565086004c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:37.794 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.789+0000 7fad7be00640 0 client.26032 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:18:37.794 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.789+0000 7fada3c31740 1 -- 172.21.15.8:0/2816633066 shutdown_connections 2024-05-20T21:18:37.794 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.789+0000 7fada3c31740 1 -- 172.21.15.8:0/2816633066 wait complete. 2024-05-20T21:18:37.794 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.789+0000 7fada3c31740 20 client.26032 trim_cache size 0 max 16384 2024-05-20T21:18:37.807 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.806+0000 7fada3c31740 1 Processor -- start 2024-05-20T21:18:37.807 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.807+0000 7fada3c31740 1 -- start start 2024-05-20T21:18:37.807 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.807+0000 7fada3c31740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556508605cf0 0x55650860fd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:37.807 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.807+0000 7fada3c31740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5565086066e0 0x556508616f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:37.807 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.807+0000 7fada3c31740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55650860b850 0x5565085ffc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:37.807 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.807+0000 7fada3c31740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fad9c1ae720 con 0x556508605cf0 2024-05-20T21:18:37.807 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.807+0000 7fada3c31740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fad9c1abff0 con 0x5565086066e0 2024-05-20T21:18:37.807 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.807+0000 7fada3c31740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fad9c1a9e40 con 0x55650860b850 2024-05-20T21:18:37.808 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.807+0000 7fad99e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556508605cf0 0x55650860fd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:37.809 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.807+0000 7fad99400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5565086066e0 0x556508616f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:37.809 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.807+0000 7fad99400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5565086066e0 0x556508616f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:54344/0 (socket says 172.21.15.8:54344) 2024-05-20T21:18:37.809 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.807+0000 7fad99400640 1 -- 172.21.15.8:0/2160442553 learned_addr learned my addr 172.21.15.8:0/2160442553 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:37.809 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.807+0000 7fad99e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556508605cf0 0x55650860fd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:46480/0 (socket says 172.21.15.8:46480) 2024-05-20T21:18:37.809 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.807+0000 7fad9a800640 1 --2- 172.21.15.8:0/2160442553 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55650860b850 0x5565085ffc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:37.809 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.808+0000 7fad99400640 1 -- 172.21.15.8:0/2160442553 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55650860b850 msgr2=0x5565085ffc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:37.809 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.808+0000 7fad99400640 1 --2- 172.21.15.8:0/2160442553 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55650860b850 0x5565085ffc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:37.809 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.808+0000 7fad99400640 1 -- 172.21.15.8:0/2160442553 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556508605cf0 msgr2=0x55650860fd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:37.809 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.808+0000 7fad99400640 1 --2- 172.21.15.8:0/2160442553 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556508605cf0 0x55650860fd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:37.809 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.808+0000 7fad99400640 1 -- 172.21.15.8:0/2160442553 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556508601190 con 0x5565086066e0 2024-05-20T21:18:37.809 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.808+0000 7fad99400640 1 --2- 172.21.15.8:0/2160442553 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5565086066e0 0x556508616f30 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fad88009900 tx=0x7fad8802a3f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=61c83f68bc567a40 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:37.809 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.808+0000 7fad86a00640 1 -- 172.21.15.8:0/2160442553 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad88035030 con 0x5565086066e0 2024-05-20T21:18:37.810 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.808+0000 7fad86a00640 1 -- 172.21.15.8:0/2160442553 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fad88040070 con 0x5565086066e0 2024-05-20T21:18:37.810 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.808+0000 7fad86a00640 1 -- 172.21.15.8:0/2160442553 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad8804a040 con 0x5565086066e0 2024-05-20T21:18:37.812 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.809+0000 7fada3c31740 1 -- 172.21.15.8:0/2160442553 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5565086066e0 msgr2=0x556508616f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:37.813 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.809+0000 7fada3c31740 1 --2- 172.21.15.8:0/2160442553 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5565086066e0 0x556508616f30 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fad88009900 tx=0x7fad8802a3f0 comp rx=0 tx=0).stop 2024-05-20T21:18:37.813 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.809+0000 7fada3c31740 1 -- 172.21.15.8:0/2160442553 shutdown_connections 2024-05-20T21:18:37.813 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.809+0000 7fada3c31740 1 --2- 172.21.15.8:0/2160442553 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55650860b850 0x5565085ffc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:37.813 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.809+0000 7fada3c31740 1 --2- 172.21.15.8:0/2160442553 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5565086066e0 0x556508616f30 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:37.813 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.809+0000 7fada3c31740 1 --2- 172.21.15.8:0/2160442553 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556508605cf0 0x55650860fd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:37.813 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.809+0000 7fada3c31740 1 -- 172.21.15.8:0/2160442553 >> 172.21.15.8:0/2160442553 conn(0x556508601360 msgr2=0x55650860f630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:37.813 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.809+0000 7fada3c31740 1 -- 172.21.15.8:0/2160442553 shutdown_connections 2024-05-20T21:18:37.813 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.809+0000 7fada3c31740 1 -- 172.21.15.8:0/2160442553 wait complete. 2024-05-20T21:18:37.813 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.809+0000 7fada3c31740 1 -- start start 2024-05-20T21:18:37.813 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.810+0000 7fada3c31740 1 Processor -- start 2024-05-20T21:18:37.813 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.810+0000 7fada3c31740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556508605cf0 0x556508613ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:37.814 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.810+0000 7fada3c31740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5565086066e0 0x556508614420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:37.814 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.810+0000 7fada3c31740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55650860b850 0x556508684160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:37.814 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.810+0000 7fada3c31740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fad9c1aa4b0 con 0x556508605cf0 2024-05-20T21:18:37.814 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.810+0000 7fada3c31740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fad9c1ab920 con 0x55650860b850 2024-05-20T21:18:37.814 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.810+0000 7fada3c31740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fad9c1aab80 con 0x5565086066e0 2024-05-20T21:18:37.814 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.810+0000 7fada3c31740 10 client.0 _ll_register_callbacks cb 0x7fad8c009720 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:37.814 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.810+0000 7fad99e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556508605cf0 0x556508613ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:37.814 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.810+0000 7fad99e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556508605cf0 0x556508613ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:46488/0 (socket says 172.21.15.8:46488) 2024-05-20T21:18:37.814 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.810+0000 7fad99e00640 1 -- 172.21.15.8:0/68218279 learned_addr learned my addr 172.21.15.8:0/68218279 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:37.814 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.810+0000 7fad9a800640 1 --2- 172.21.15.8:0/68218279 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55650860b850 0x556508684160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:37.814 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.810+0000 7fad99400640 1 --2- 172.21.15.8:0/68218279 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5565086066e0 0x556508614420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:37.815 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.811+0000 7fad99e00640 1 -- 172.21.15.8:0/68218279 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5565086066e0 msgr2=0x556508614420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:37.815 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.811+0000 7fad99e00640 1 --2- 172.21.15.8:0/68218279 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5565086066e0 0x556508614420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:37.815 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.811+0000 7fad99e00640 1 -- 172.21.15.8:0/68218279 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55650860b850 msgr2=0x556508684160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:37.815 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.811+0000 7fad99e00640 1 --2- 172.21.15.8:0/68218279 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55650860b850 0x556508684160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:37.815 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.811+0000 7fad99e00640 1 -- 172.21.15.8:0/68218279 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5565086846a0 con 0x556508605cf0 2024-05-20T21:18:37.815 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.811+0000 7fad99e00640 1 --2- 172.21.15.8:0/68218279 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556508605cf0 0x556508613ee0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fad8c0057a0 tx=0x7fad8c0a9a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=774e083a6ac61308 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:37.815 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.811+0000 7fad7be00640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:18:37.815 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.811+0000 7fad7be00640 1 -- 172.21.15.8:0/68218279 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad8c0a5aa0 con 0x556508605cf0 2024-05-20T21:18:37.815 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.811+0000 7fad7be00640 1 -- 172.21.15.8:0/68218279 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fad8c0a61d0 con 0x556508605cf0 2024-05-20T21:18:37.815 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.811+0000 7fada3c31740 1 -- 172.21.15.8:0/68218279 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fad88040070 con 0x556508605cf0 2024-05-20T21:18:37.815 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.811+0000 7fad7be00640 1 -- 172.21.15.8:0/68218279 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fad8c0a96f0 con 0x556508605cf0 2024-05-20T21:18:37.815 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.812+0000 7fada3c31740 10 client.15864 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:37.815 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.812+0000 7fada3c31740 1 -- 172.21.15.8:0/68218279 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556508685980 con 0x556508605cf0 2024-05-20T21:18:37.815 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.812+0000 7fad7be00640 1 -- 172.21.15.8:0/68218279 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fad88040070 con 0x556508605cf0 2024-05-20T21:18:37.816 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.812+0000 7fad7be00640 1 -- 172.21.15.8:0/68218279 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fad8c0bb020 con 0x556508605cf0 2024-05-20T21:18:37.816 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.812+0000 7fada3c31740 10 client.15864 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:37.816 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.812+0000 7fada3c31740 10 client.15864 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:18:37.816 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.812+0000 7fada3c31740 20 client.15864 populate_metadata read hostname 'smithi008' 2024-05-20T21:18:37.816 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.812+0000 7fada3c31740 1 --2- 172.21.15.8:0/68218279 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x556508686190 0x5565086885b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:37.816 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.812+0000 7fada3c31740 4 client.15864 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:18:37.816 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.812+0000 7fada3c31740 1 -- 172.21.15.8:0/68218279 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5565085712c0 con 0x556508686190 2024-05-20T21:18:37.816 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.812+0000 7fad99400640 1 --2- 172.21.15.8:0/68218279 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x556508686190 0x5565086885b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:37.817 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.813+0000 7fad99400640 1 --2- 172.21.15.8:0/68218279 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x556508686190 0x5565086885b0 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=705db3f8ee302c7b server_cookie=c3ab09bd156fe0d4 in_seq=0 out_seq=0 2024-05-20T21:18:37.817 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.813+0000 7fad7be00640 10 client.15864 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:18:37.828 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.827+0000 7fad7be00640 1 -- 172.21.15.8:0/68218279 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5565085712c0 con 0x556508686190 2024-05-20T21:18:37.828 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.827+0000 7fad7be00640 10 client.15864 handle_command_reply: tid=0 2024-05-20T21:18:37.828 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.827+0000 7fada3c31740 1 client.15864 shutdown 2024-05-20T21:18:37.828 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.828+0000 7fada3c31740 1 -- 172.21.15.8:0/68218279 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556508605cf0 msgr2=0x556508613ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:37.828 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.828+0000 7fada3c31740 1 --2- 172.21.15.8:0/68218279 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556508605cf0 0x556508613ee0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fad8c0057a0 tx=0x7fad8c0a9a20 comp rx=0 tx=0).stop 2024-05-20T21:18:37.828 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.828+0000 7fada3c31740 1 -- 172.21.15.8:0/68218279 shutdown_connections 2024-05-20T21:18:37.828 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.828+0000 7fada3c31740 1 --2- 172.21.15.8:0/68218279 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x556508686190 0x5565086885b0 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:37.828 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.828+0000 7fada3c31740 1 --2- 172.21.15.8:0/68218279 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55650860b850 0x556508684160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:37.828 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.828+0000 7fada3c31740 1 --2- 172.21.15.8:0/68218279 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5565086066e0 0x556508614420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:37.828 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.828+0000 7fada3c31740 1 --2- 172.21.15.8:0/68218279 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556508605cf0 0x556508613ee0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:37.829 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.828+0000 7fad7be00640 0 client.15864 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:18:37.829 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.828+0000 7fada3c31740 1 -- 172.21.15.8:0/68218279 >> 172.21.15.8:0/68218279 conn(0x556508601360 msgr2=0x556508606f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:37.829 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.828+0000 7fada3c31740 1 -- 172.21.15.8:0/68218279 shutdown_connections 2024-05-20T21:18:37.829 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.828+0000 7fada3c31740 1 -- 172.21.15.8:0/68218279 wait complete. 2024-05-20T21:18:37.830 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.828+0000 7fada3c31740 20 client.15864 trim_cache size 0 max 16384 2024-05-20T21:18:37.830 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:18:37.830 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:18:37.830 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:18:37.831 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.829+0000 7fad9b200640 1 -- 172.21.15.8:0/2057341223 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fad800b2850 msgr2=0x7fad800b4d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:37.831 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.829+0000 7fad9b200640 1 --2- 172.21.15.8:0/2057341223 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fad800b2850 0x7fad800b4d10 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fad94011620 tx=0x7fad94009500 comp rx=0 tx=0).stop 2024-05-20T21:18:37.831 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.829+0000 7fad9b200640 1 -- 172.21.15.8:0/2057341223 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fad9c103370 msgr2=0x7fad9c102ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:37.831 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.829+0000 7fad9b200640 1 --2- 172.21.15.8:0/2057341223 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fad9c103370 0x7fad9c102ce0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fad8c00e9f0 tx=0x7fad8c00edf0 comp rx=0 tx=0).stop 2024-05-20T21:18:37.831 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.829+0000 7fad9b200640 1 -- 172.21.15.8:0/2057341223 shutdown_connections 2024-05-20T21:18:37.831 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.829+0000 7fad9b200640 1 --2- 172.21.15.8:0/2057341223 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fad800b2850 0x7fad800b4d10 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:37.831 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.829+0000 7fad9b200640 1 --2- 172.21.15.8:0/2057341223 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fad9c1085d0 0x7fad9c101860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:37.831 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.829+0000 7fad9b200640 1 --2- 172.21.15.8:0/2057341223 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fad9c105ca0 0x7fad9c101320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:37.831 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.829+0000 7fad9b200640 1 --2- 172.21.15.8:0/2057341223 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fad9c103370 0x7fad9c102ce0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:37.832 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.829+0000 7fad9b200640 1 -- 172.21.15.8:0/2057341223 >> 172.21.15.8:0/2057341223 conn(0x7fad9c0fcd80 msgr2=0x7fad9c103cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:37.832 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.829+0000 7fad9b200640 1 -- 172.21.15.8:0/2057341223 shutdown_connections 2024-05-20T21:18:37.832 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:37.829+0000 7fad9b200640 1 -- 172.21.15.8:0/2057341223 wait complete. 2024-05-20T21:18:37.997 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.599+0000 7f040d800700 1 -- 172.21.15.8:0/591559792 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0408076090 msgr2=0x7f040810fa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:37.997 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.599+0000 7f040d800700 1 --2- 172.21.15.8:0/591559792 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0408076090 0x7f040810fa00 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f03f4009990 tx=0x7f03f4009ca0 comp rx=0 tx=0).stop 2024-05-20T21:18:37.997 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.599+0000 7f040d800700 1 -- 172.21.15.8:0/591559792 shutdown_connections 2024-05-20T21:18:37.997 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.599+0000 7f040d800700 1 --2- 172.21.15.8:0/591559792 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f040810ff40 0x7f0408112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:37.997 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.599+0000 7f040d800700 1 --2- 172.21.15.8:0/591559792 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0408075770 0x7f0408075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:37.997 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.599+0000 7f040d800700 1 --2- 172.21.15.8:0/591559792 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0408076090 0x7f040810fa00 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:37.997 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.599+0000 7f040d800700 1 -- 172.21.15.8:0/591559792 >> 172.21.15.8:0/591559792 conn(0x7f040807a6a0 msgr2=0x7f040807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:37.997 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.599+0000 7f040d800700 1 -- 172.21.15.8:0/591559792 shutdown_connections 2024-05-20T21:18:37.997 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.599+0000 7f040d800700 1 -- 172.21.15.8:0/591559792 wait complete. 2024-05-20T21:18:37.997 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.600+0000 7f040d800700 1 Processor -- start 2024-05-20T21:18:37.997 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.600+0000 7f040d800700 1 -- start start 2024-05-20T21:18:37.998 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.601+0000 7f040d800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0408075770 0x7f040819be00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:37.998 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.601+0000 7f040d800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0408076090 0x7f040819c340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:37.998 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.601+0000 7f040d800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f040810ff40 0x7f04081a06d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:37.999 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.601+0000 7f040d800700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f0408115970 con 0x7f0408075770 2024-05-20T21:18:37.999 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.601+0000 7f040d800700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f04081157f0 con 0x7f0408076090 2024-05-20T21:18:37.999 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.601+0000 7f040d800700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f0408115af0 con 0x7f040810ff40 2024-05-20T21:18:37.999 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.601+0000 7f0406a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0408075770 0x7f040819be00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:37.999 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.601+0000 7f0406000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0408076090 0x7f040819c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:37.999 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.601+0000 7f0406a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0408075770 0x7f040819be00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:46414/0 (socket says 172.21.15.8:46414) 2024-05-20T21:18:37.999 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.601+0000 7f0406a00700 1 -- 172.21.15.8:0/1402977556 learned_addr learned my addr 172.21.15.8:0/1402977556 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:37.999 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.601+0000 7f0407400700 1 --2- 172.21.15.8:0/1402977556 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f040810ff40 0x7f04081a06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:37.999 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.602+0000 7f0406000700 1 -- 172.21.15.8:0/1402977556 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f040810ff40 msgr2=0x7f04081a06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:37.999 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.602+0000 7f0406000700 1 --2- 172.21.15.8:0/1402977556 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f040810ff40 0x7f04081a06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:37.999 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.602+0000 7f0406000700 1 -- 172.21.15.8:0/1402977556 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0408075770 msgr2=0x7f040819be00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:37.999 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.602+0000 7f0406000700 1 --2- 172.21.15.8:0/1402977556 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0408075770 0x7f040819be00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:38.000 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.602+0000 7f0406000700 1 -- 172.21.15.8:0/1402977556 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04081a0e10 con 0x7f0408076090 2024-05-20T21:18:38.000 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.602+0000 7f0406000700 1 --2- 172.21.15.8:0/1402977556 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0408076090 0x7f040819c340 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f03f40098e0 tx=0x7f03f40057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:38.000 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.602+0000 7f03ff400700 1 -- 172.21.15.8:0/1402977556 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03f4027070 con 0x7f0408076090 2024-05-20T21:18:38.000 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.603+0000 7f03ff400700 1 -- 172.21.15.8:0/1402977556 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f03f4022470 con 0x7f0408076090 2024-05-20T21:18:38.000 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.603+0000 7f040d800700 1 -- 172.21.15.8:0/1402977556 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04081a10a0 con 0x7f0408076090 2024-05-20T21:18:38.000 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.603+0000 7f03ff400700 1 -- 172.21.15.8:0/1402977556 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03f4017650 con 0x7f0408076090 2024-05-20T21:18:38.000 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.603+0000 7f040d800700 1 -- 172.21.15.8:0/1402977556 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04081a8980 con 0x7f0408076090 2024-05-20T21:18:38.000 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.607+0000 7f03ff400700 1 -- 172.21.15.8:0/1402977556 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f03f402a070 con 0x7f0408076090 2024-05-20T21:18:38.000 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.607+0000 7f04181f6b80 1 Processor -- start 2024-05-20T21:18:38.000 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.608+0000 7f04181f6b80 1 -- start start 2024-05-20T21:18:38.000 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.608+0000 7f04181f6b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55809ab33610 0x55809ab339f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:38.000 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.608+0000 7f04181f6b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55809ab33f30 0x55809ab2db20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:38.000 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.608+0000 7f04181f6b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55809ab2e140 0x55809ab2e5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:38.001 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.608+0000 7f04181f6b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55809aa8be40 con 0x55809ab33610 2024-05-20T21:18:38.001 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.608+0000 7f04181f6b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55809aa7b9e0 con 0x55809ab2e140 2024-05-20T21:18:38.001 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.608+0000 7f04181f6b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55809aa7fa20 con 0x55809ab33f30 2024-05-20T21:18:38.001 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.608+0000 7f0407400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55809ab33610 0x55809ab339f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:38.001 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.608+0000 7f0406a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55809ab33f30 0x55809ab2db20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:38.001 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.608+0000 7f0407400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55809ab33610 0x55809ab339f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:46422/0 (socket says 172.21.15.8:46422) 2024-05-20T21:18:38.001 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.608+0000 7f0407400700 1 -- 172.21.15.8:0/3931335886 learned_addr learned my addr 172.21.15.8:0/3931335886 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:38.001 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.608+0000 7f0406000700 1 --2- 172.21.15.8:0/3931335886 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55809ab2e140 0x55809ab2e5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:38.001 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.609+0000 7f0407400700 1 -- 172.21.15.8:0/3931335886 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55809ab33f30 msgr2=0x55809ab2db20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:38.001 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.609+0000 7f0407400700 1 --2- 172.21.15.8:0/3931335886 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55809ab33f30 0x55809ab2db20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:38.001 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.609+0000 7f0407400700 1 -- 172.21.15.8:0/3931335886 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55809ab2e140 msgr2=0x55809ab2e5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:38.001 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.609+0000 7f0407400700 1 --2- 172.21.15.8:0/3931335886 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55809ab2e140 0x55809ab2e5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:38.001 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.609+0000 7f0407400700 1 -- 172.21.15.8:0/3931335886 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55809aa44420 con 0x55809ab33610 2024-05-20T21:18:38.002 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.609+0000 7f03ff400700 1 --2- 172.21.15.8:0/1402977556 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f03ec0b2900 0x7f03ec0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:38.002 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.609+0000 7f03ff400700 1 -- 172.21.15.8:0/1402977556 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f03f40e2ef0 con 0x7f0408076090 2024-05-20T21:18:38.002 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.609+0000 7f0407400700 1 --2- 172.21.15.8:0/3931335886 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55809ab33610 0x55809ab339f0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f0400011600 tx=0x7f0400009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52894c559dc12c79 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:38.002 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.609+0000 7f0406a00700 1 --2- 172.21.15.8:0/1402977556 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f03ec0b2900 0x7f03ec0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:38.002 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.610+0000 7f03f3e00700 1 -- 172.21.15.8:0/3931335886 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0400019030 con 0x55809ab33610 2024-05-20T21:18:38.002 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.610+0000 7f03f3e00700 1 -- 172.21.15.8:0/3931335886 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f04000092e0 con 0x55809ab33610 2024-05-20T21:18:38.002 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.610+0000 7f03f3e00700 1 -- 172.21.15.8:0/3931335886 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0400004880 con 0x55809ab33610 2024-05-20T21:18:38.002 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.610+0000 7f04181f6b80 1 -- 172.21.15.8:0/3931335886 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55809ab33610 msgr2=0x55809ab339f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:38.002 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.610+0000 7f0406a00700 1 --2- 172.21.15.8:0/1402977556 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f03ec0b2900 0x7f03ec0b4dc0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f03f80096b0 tx=0x7f03f8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:38.002 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.610+0000 7f04181f6b80 1 --2- 172.21.15.8:0/3931335886 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55809ab33610 0x55809ab339f0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f0400011600 tx=0x7f0400009920 comp rx=0 tx=0).stop 2024-05-20T21:18:38.002 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.611+0000 7f04181f6b80 1 -- 172.21.15.8:0/3931335886 shutdown_connections 2024-05-20T21:18:38.002 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.611+0000 7f04181f6b80 1 --2- 172.21.15.8:0/3931335886 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55809ab2e140 0x55809ab2e5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:38.002 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.611+0000 7f04181f6b80 1 --2- 172.21.15.8:0/3931335886 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55809ab33610 0x55809ab339f0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:38.003 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.611+0000 7f04181f6b80 1 --2- 172.21.15.8:0/3931335886 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55809ab33f30 0x55809ab2db20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:38.003 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.611+0000 7f04181f6b80 1 -- 172.21.15.8:0/3931335886 >> 172.21.15.8:0/3931335886 conn(0x55809aa5bbe0 msgr2=0x55809ab28690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:38.003 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.611+0000 7f04181f6b80 1 -- 172.21.15.8:0/3931335886 shutdown_connections 2024-05-20T21:18:38.003 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.611+0000 7f04181f6b80 1 -- 172.21.15.8:0/3931335886 wait complete. 2024-05-20T21:18:38.003 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.611+0000 7f04181f6b80 1 -- start start 2024-05-20T21:18:38.003 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.612+0000 7f04181f6b80 1 Processor -- start 2024-05-20T21:18:38.003 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.612+0000 7f04181f6b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55809ab2e140 0x55809ab39c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:38.003 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.612+0000 7f04181f6b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55809ab33610 0x55809ab37030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:38.003 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.612+0000 7f04181f6b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55809ab33f30 0x55809ab37570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:38.003 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.612+0000 7f04181f6b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55809a981fa0 con 0x55809ab2e140 2024-05-20T21:18:38.003 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.612+0000 7f04181f6b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55809aa1c760 con 0x55809ab33f30 2024-05-20T21:18:38.003 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.612+0000 7f04181f6b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55809ab3a9e0 con 0x55809ab33610 2024-05-20T21:18:38.003 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.612+0000 7f04181f6b80 10 client.0 _ll_register_callbacks cb 0x55809aa25c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:38.003 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.612+0000 7f0406a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55809ab2e140 0x55809ab39c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:38.004 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.612+0000 7f0406a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55809ab2e140 0x55809ab39c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:46424/0 (socket says 172.21.15.8:46424) 2024-05-20T21:18:38.004 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.612+0000 7f0406a00700 1 -- 172.21.15.8:0/3239885306 learned_addr learned my addr 172.21.15.8:0/3239885306 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:38.004 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.612+0000 7f0407400700 1 --2- 172.21.15.8:0/3239885306 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55809ab33f30 0x55809ab37570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:38.004 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.613+0000 7f0406000700 1 --2- 172.21.15.8:0/3239885306 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55809ab33610 0x55809ab37030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:38.004 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.613+0000 7f0406a00700 1 -- 172.21.15.8:0/3239885306 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55809ab33610 msgr2=0x55809ab37030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:38.004 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.613+0000 7f0406a00700 1 --2- 172.21.15.8:0/3239885306 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55809ab33610 0x55809ab37030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:38.004 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.613+0000 7f0406a00700 1 -- 172.21.15.8:0/3239885306 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55809ab33f30 msgr2=0x55809ab37570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:38.004 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.613+0000 7f0406a00700 1 --2- 172.21.15.8:0/3239885306 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55809ab33f30 0x55809ab37570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:38.004 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.613+0000 7f0406a00700 1 -- 172.21.15.8:0/3239885306 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55809a9cb8d0 con 0x55809ab2e140 2024-05-20T21:18:38.004 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.613+0000 7f0407400700 1 --2- 172.21.15.8:0/3239885306 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55809ab33f30 0x55809ab37570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:38.004 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.613+0000 7f0406a00700 1 --2- 172.21.15.8:0/3239885306 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55809ab2e140 0x55809ab39c90 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f03f801d9e0 tx=0x7f03f80047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ebd91244412b7c5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:38.005 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.613+0000 7f03f0c00700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:18:38.005 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.613+0000 7f03f0c00700 1 -- 172.21.15.8:0/3239885306 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03f802d060 con 0x55809ab2e140 2024-05-20T21:18:38.005 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.614+0000 7f03f0c00700 1 -- 172.21.15.8:0/3239885306 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f03f8018030 con 0x55809ab2e140 2024-05-20T21:18:38.005 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.614+0000 7f04181f6b80 1 -- 172.21.15.8:0/3239885306 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f04000092e0 con 0x55809ab2e140 2024-05-20T21:18:38.005 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.614+0000 7f03f0c00700 1 -- 172.21.15.8:0/3239885306 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f03f8028420 con 0x55809ab2e140 2024-05-20T21:18:38.005 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.614+0000 7f04181f6b80 10 client.15840 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:38.005 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.614+0000 7f04181f6b80 1 -- 172.21.15.8:0/3239885306 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55809aa4c060 con 0x55809ab2e140 2024-05-20T21:18:38.005 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.614+0000 7f03f0c00700 1 -- 172.21.15.8:0/3239885306 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f04000092e0 con 0x55809ab2e140 2024-05-20T21:18:38.005 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.614+0000 7f03f0c00700 1 -- 172.21.15.8:0/3239885306 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f03f800f450 con 0x55809ab2e140 2024-05-20T21:18:38.005 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.615+0000 7f04181f6b80 10 client.15840 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:38.005 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.615+0000 7f04181f6b80 10 client.15840 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:18:38.005 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.615+0000 7f04181f6b80 20 client.15840 populate_metadata read hostname 'smithi008' 2024-05-20T21:18:38.005 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.615+0000 7f04181f6b80 1 --2- 172.21.15.8:0/3239885306 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55809ab475d0 0x55809ab499c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:38.005 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.615+0000 7f04181f6b80 4 client.15840 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:18:38.006 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.615+0000 7f04181f6b80 1 -- 172.21.15.8:0/3239885306 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55809aa8dd90 con 0x55809ab475d0 2024-05-20T21:18:38.006 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.615+0000 7f0406000700 1 --2- 172.21.15.8:0/3239885306 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55809ab475d0 0x55809ab499c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:38.006 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.616+0000 7f0406000700 1 --2- 172.21.15.8:0/3239885306 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55809ab475d0 0x55809ab499c0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=b218cd38ac31ffb4 server_cookie=59f8279e7e02f233 in_seq=0 out_seq=0 2024-05-20T21:18:38.006 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.616+0000 7f03f0c00700 10 client.15840 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:18:38.006 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.616+0000 7f03f0c00700 1 -- 172.21.15.8:0/3239885306 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55809aa8dd90 con 0x55809ab475d0 2024-05-20T21:18:38.006 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.616+0000 7f03f0c00700 10 client.15840 handle_command_reply: tid=0 2024-05-20T21:18:38.006 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.616+0000 7f04181f6b80 1 client.15840 shutdown 2024-05-20T21:18:38.006 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.617+0000 7f04181f6b80 1 -- 172.21.15.8:0/3239885306 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55809ab2e140 msgr2=0x55809ab39c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:38.006 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.617+0000 7f04181f6b80 1 --2- 172.21.15.8:0/3239885306 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55809ab2e140 0x55809ab39c90 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f03f801d9e0 tx=0x7f03f80047c0 comp rx=0 tx=0).stop 2024-05-20T21:18:38.006 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.617+0000 7f04181f6b80 1 -- 172.21.15.8:0/3239885306 shutdown_connections 2024-05-20T21:18:38.006 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.617+0000 7f04181f6b80 1 --2- 172.21.15.8:0/3239885306 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55809ab475d0 0x55809ab499c0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:38.006 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.617+0000 7f04181f6b80 1 --2- 172.21.15.8:0/3239885306 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55809ab33f30 0x55809ab37570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:38.006 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.617+0000 7f04181f6b80 1 --2- 172.21.15.8:0/3239885306 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55809ab2e140 0x55809ab39c90 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:38.007 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.617+0000 7f04181f6b80 1 --2- 172.21.15.8:0/3239885306 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55809ab33610 0x55809ab37030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:38.007 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.617+0000 7f03f0c00700 0 client.15840 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:18:38.007 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.617+0000 7f04181f6b80 1 -- 172.21.15.8:0/3239885306 >> 172.21.15.8:0/3239885306 conn(0x55809aa5bbe0 msgr2=0x55809ab27d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:38.007 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.617+0000 7f04181f6b80 1 -- 172.21.15.8:0/3239885306 shutdown_connections 2024-05-20T21:18:38.007 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.617+0000 7f04181f6b80 1 -- 172.21.15.8:0/3239885306 wait complete. 2024-05-20T21:18:38.007 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.617+0000 7f04181f6b80 20 client.15840 trim_cache size 0 max 16384 2024-05-20T21:18:38.007 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:18:38.008 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.634+0000 7f04181f6b80 1 Processor -- start 2024-05-20T21:18:38.008 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.634+0000 7f04181f6b80 1 -- start start 2024-05-20T21:18:38.008 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.634+0000 7f04181f6b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55809ab2e140 0x55809ab31790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:38.008 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.634+0000 7f04181f6b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55809ab33610 0x55809ab499c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:38.008 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.634+0000 7f04181f6b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55809ab33f30 0x55809ab37520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:38.008 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.634+0000 7f04181f6b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f04081b2570 con 0x55809ab33610 2024-05-20T21:18:38.008 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.634+0000 7f04181f6b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f04081afe00 con 0x55809ab2e140 2024-05-20T21:18:38.008 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.634+0000 7f04181f6b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f04081adc50 con 0x55809ab33f30 2024-05-20T21:18:38.008 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.635+0000 7f0406000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55809ab33610 0x55809ab499c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:38.009 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.635+0000 7f0406000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55809ab33610 0x55809ab499c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:46434/0 (socket says 172.21.15.8:46434) 2024-05-20T21:18:38.009 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.635+0000 7f0406000700 1 -- 172.21.15.8:0/533151163 learned_addr learned my addr 172.21.15.8:0/533151163 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:38.009 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.635+0000 7f0407400700 1 --2- 172.21.15.8:0/533151163 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55809ab33f30 0x55809ab37520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:38.009 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.635+0000 7f0406a00700 1 --2- 172.21.15.8:0/533151163 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55809ab2e140 0x55809ab31790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:38.009 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.635+0000 7f0406000700 1 -- 172.21.15.8:0/533151163 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55809ab33f30 msgr2=0x55809ab37520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:38.009 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.635+0000 7f0406000700 1 --2- 172.21.15.8:0/533151163 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55809ab33f30 0x55809ab37520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:38.009 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.635+0000 7f0406000700 1 -- 172.21.15.8:0/533151163 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55809ab2e140 msgr2=0x55809ab31790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:38.009 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.635+0000 7f0406000700 1 --2- 172.21.15.8:0/533151163 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55809ab2e140 0x55809ab31790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:38.009 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.635+0000 7f0406000700 1 -- 172.21.15.8:0/533151163 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55809ab49ff0 con 0x55809ab33610 2024-05-20T21:18:38.009 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.635+0000 7f0406000700 1 --2- 172.21.15.8:0/533151163 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55809ab33610 0x55809ab499c0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f03f40a65b0 tx=0x7f03f4022f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3563f1c3939ba713 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:38.009 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.636+0000 7f03f3400700 1 -- 172.21.15.8:0/533151163 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03f40a9e80 con 0x55809ab33610 2024-05-20T21:18:38.009 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.636+0000 7f03f3400700 1 -- 172.21.15.8:0/533151163 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f03f40aa040 con 0x55809ab33610 2024-05-20T21:18:38.009 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.636+0000 7f03f3400700 1 -- 172.21.15.8:0/533151163 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03f40a9ca0 con 0x55809ab33610 2024-05-20T21:18:38.010 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.637+0000 7f04181f6b80 1 -- 172.21.15.8:0/533151163 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55809ab33610 msgr2=0x55809ab499c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:38.010 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.637+0000 7f04181f6b80 1 --2- 172.21.15.8:0/533151163 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55809ab33610 0x55809ab499c0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f03f40a65b0 tx=0x7f03f4022f90 comp rx=0 tx=0).stop 2024-05-20T21:18:38.010 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.637+0000 7f04181f6b80 1 -- 172.21.15.8:0/533151163 shutdown_connections 2024-05-20T21:18:38.010 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.637+0000 7f04181f6b80 1 --2- 172.21.15.8:0/533151163 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55809ab2e140 0x55809ab31790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:38.010 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.637+0000 7f04181f6b80 1 --2- 172.21.15.8:0/533151163 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55809ab33f30 0x55809ab37520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:38.010 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.637+0000 7f04181f6b80 1 --2- 172.21.15.8:0/533151163 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55809ab33610 0x55809ab499c0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:38.010 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.637+0000 7f04181f6b80 1 -- 172.21.15.8:0/533151163 >> 172.21.15.8:0/533151163 conn(0x55809aa5bbe0 msgr2=0x55809ab36e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:38.010 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.637+0000 7f04181f6b80 1 -- 172.21.15.8:0/533151163 shutdown_connections 2024-05-20T21:18:38.010 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.637+0000 7f04181f6b80 1 -- 172.21.15.8:0/533151163 wait complete. 2024-05-20T21:18:38.010 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.637+0000 7f04181f6b80 1 -- start start 2024-05-20T21:18:38.010 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.638+0000 7f04181f6b80 1 Processor -- start 2024-05-20T21:18:38.010 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.638+0000 7f04181f6b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55809ab2e140 0x55809ab3fca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:38.010 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.638+0000 7f04181f6b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55809ab33610 0x55809ab401e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:38.011 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.638+0000 7f04181f6b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55809ab33f30 0x55809ab4e250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:38.011 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.638+0000 7f04181f6b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f04081ae2c0 con 0x55809ab2e140 2024-05-20T21:18:38.011 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.638+0000 7f04181f6b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f04081af730 con 0x55809ab33610 2024-05-20T21:18:38.011 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.638+0000 7f04181f6b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f04081ae990 con 0x55809ab33f30 2024-05-20T21:18:38.011 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.638+0000 7f04181f6b80 10 client.0 _ll_register_callbacks cb 0x55809aa25c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:38.011 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.639+0000 7f0406000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55809ab33610 0x55809ab401e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:38.011 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.639+0000 7f0406a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55809ab2e140 0x55809ab3fca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:38.011 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.639+0000 7f0406000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55809ab33610 0x55809ab401e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:54300/0 (socket says 172.21.15.8:54300) 2024-05-20T21:18:38.011 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.639+0000 7f0406000700 1 -- 172.21.15.8:0/3739238164 learned_addr learned my addr 172.21.15.8:0/3739238164 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:38.011 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.639+0000 7f0407400700 1 --2- 172.21.15.8:0/3739238164 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55809ab33f30 0x55809ab4e250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:38.011 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.639+0000 7f0406000700 1 -- 172.21.15.8:0/3739238164 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55809ab33f30 msgr2=0x55809ab4e250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:38.011 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.639+0000 7f0406000700 1 --2- 172.21.15.8:0/3739238164 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55809ab33f30 0x55809ab4e250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:38.012 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.639+0000 7f0406000700 1 -- 172.21.15.8:0/3739238164 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55809ab2e140 msgr2=0x55809ab3fca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:38.012 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.639+0000 7f0406000700 1 --2- 172.21.15.8:0/3739238164 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55809ab2e140 0x55809ab3fca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:38.012 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.639+0000 7f0406000700 1 -- 172.21.15.8:0/3739238164 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55809ab4fd30 con 0x55809ab33610 2024-05-20T21:18:38.012 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.639+0000 7f0406000700 1 --2- 172.21.15.8:0/3739238164 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55809ab33610 0x55809ab401e0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f03f40a77a0 tx=0x7f03f40e0940 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8641ef538c893de5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:38.012 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.639+0000 7f03f0c00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:18:38.012 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.640+0000 7f03f0c00700 1 -- 172.21.15.8:0/3739238164 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03f40aac30 con 0x55809ab33610 2024-05-20T21:18:38.012 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.640+0000 7f03f0c00700 1 -- 172.21.15.8:0/3739238164 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f03f4022920 con 0x55809ab33610 2024-05-20T21:18:38.012 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.640+0000 7f04181f6b80 1 -- 172.21.15.8:0/3739238164 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f03f40aa040 con 0x55809ab33610 2024-05-20T21:18:38.012 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.640+0000 7f03f0c00700 1 -- 172.21.15.8:0/3739238164 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f03f4092110 con 0x55809ab33610 2024-05-20T21:18:38.012 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.640+0000 7f04181f6b80 10 client.25970 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:38.012 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.640+0000 7f04181f6b80 1 -- 172.21.15.8:0/3739238164 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55809abb1660 con 0x55809ab33610 2024-05-20T21:18:38.012 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.640+0000 7f03f0c00700 1 -- 172.21.15.8:0/3739238164 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f03f40aa040 con 0x55809ab33610 2024-05-20T21:18:38.012 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.640+0000 7f03f0c00700 1 -- 172.21.15.8:0/3739238164 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f03f40aa820 con 0x55809ab33610 2024-05-20T21:18:38.013 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.640+0000 7f04181f6b80 10 client.25970 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:38.013 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.640+0000 7f04181f6b80 10 client.25970 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:18:38.013 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.640+0000 7f04181f6b80 20 client.25970 populate_metadata read hostname 'smithi008' 2024-05-20T21:18:38.013 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.640+0000 7f04181f6b80 1 --2- 172.21.15.8:0/3739238164 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55809abb1c00 0x55809abb4020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:38.013 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.640+0000 7f04181f6b80 4 client.25970 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:18:38.013 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.640+0000 7f04181f6b80 1 -- 172.21.15.8:0/3739238164 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55809aa87570 con 0x55809abb1c00 2024-05-20T21:18:38.013 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.641+0000 7f0406a00700 1 --2- 172.21.15.8:0/3739238164 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55809abb1c00 0x55809abb4020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:38.013 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.642+0000 7f03f0c00700 10 client.25970 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:18:38.013 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.642+0000 7f0406a00700 1 --2- 172.21.15.8:0/3739238164 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55809abb1c00 0x55809abb4020 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=a9d1ed67032d1028 server_cookie=85b02507c7dfdf57 in_seq=0 out_seq=0 2024-05-20T21:18:38.013 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.642+0000 7f03f0c00700 1 -- 172.21.15.8:0/3739238164 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55809aa87570 con 0x55809abb1c00 2024-05-20T21:18:38.013 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.642+0000 7f03f0c00700 10 client.25970 handle_command_reply: tid=0 2024-05-20T21:18:38.013 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.642+0000 7f04181f6b80 1 client.25970 shutdown 2024-05-20T21:18:38.013 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.642+0000 7f04181f6b80 1 -- 172.21.15.8:0/3739238164 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55809ab33610 msgr2=0x55809ab401e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:38.013 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.642+0000 7f04181f6b80 1 --2- 172.21.15.8:0/3739238164 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55809ab33610 0x55809ab401e0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f03f40a77a0 tx=0x7f03f40e0940 comp rx=0 tx=0).stop 2024-05-20T21:18:38.014 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.642+0000 7f04181f6b80 1 -- 172.21.15.8:0/3739238164 shutdown_connections 2024-05-20T21:18:38.014 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.642+0000 7f04181f6b80 1 --2- 172.21.15.8:0/3739238164 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55809abb1c00 0x55809abb4020 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:38.014 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.642+0000 7f04181f6b80 1 --2- 172.21.15.8:0/3739238164 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55809ab33f30 0x55809ab4e250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:38.014 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.642+0000 7f04181f6b80 1 --2- 172.21.15.8:0/3739238164 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55809ab2e140 0x55809ab3fca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:38.014 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.642+0000 7f04181f6b80 1 --2- 172.21.15.8:0/3739238164 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55809ab33610 0x55809ab401e0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:38.014 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.642+0000 7f03f0c00700 0 client.25970 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:18:38.014 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.642+0000 7f04181f6b80 1 -- 172.21.15.8:0/3739238164 >> 172.21.15.8:0/3739238164 conn(0x55809aa5bbe0 msgr2=0x55809ab34310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:38.014 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.642+0000 7f04181f6b80 1 -- 172.21.15.8:0/3739238164 shutdown_connections 2024-05-20T21:18:38.014 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.642+0000 7f04181f6b80 1 -- 172.21.15.8:0/3739238164 wait complete. 2024-05-20T21:18:38.014 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.643+0000 7f04181f6b80 20 client.25970 trim_cache size 0 max 16384 2024-05-20T21:18:38.014 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.643+0000 7f040d800700 1 -- 172.21.15.8:0/1402977556 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f03ec0b2900 msgr2=0x7f03ec0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:38.014 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.643+0000 7f040d800700 1 --2- 172.21.15.8:0/1402977556 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f03ec0b2900 0x7f03ec0b4dc0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f03f80096b0 tx=0x7f03f8009260 comp rx=0 tx=0).stop 2024-05-20T21:18:38.014 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.643+0000 7f040d800700 1 -- 172.21.15.8:0/1402977556 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0408076090 msgr2=0x7f040819c340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:38.014 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.643+0000 7f040d800700 1 --2- 172.21.15.8:0/1402977556 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0408076090 0x7f040819c340 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f03f40098e0 tx=0x7f03f40057c0 comp rx=0 tx=0).stop 2024-05-20T21:18:38.015 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.643+0000 7f040d800700 1 -- 172.21.15.8:0/1402977556 shutdown_connections 2024-05-20T21:18:38.015 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.643+0000 7f040d800700 1 --2- 172.21.15.8:0/1402977556 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f03ec0b2900 0x7f03ec0b4dc0 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:38.015 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.643+0000 7f040d800700 1 --2- 172.21.15.8:0/1402977556 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f040810ff40 0x7f04081a06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:38.015 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.643+0000 7f040d800700 1 --2- 172.21.15.8:0/1402977556 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0408075770 0x7f040819be00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:38.015 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.643+0000 7f040d800700 1 --2- 172.21.15.8:0/1402977556 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0408076090 0x7f040819c340 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:38.015 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.643+0000 7f040d800700 1 -- 172.21.15.8:0/1402977556 >> 172.21.15.8:0/1402977556 conn(0x7f040807a6a0 msgr2=0x7f0408100710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:38.015 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.644+0000 7f040d800700 1 -- 172.21.15.8:0/1402977556 shutdown_connections 2024-05-20T21:18:38.015 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:37.644+0000 7f040d800700 1 -- 172.21.15.8:0/1402977556 wait complete. 2024-05-20T21:18:38.771 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:18:38 smithi008 ceph-mon[31475]: pgmap v539: 97 pgs: 97 active+clean; 1.4 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:18:38.775 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:18:38.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:18:38 smithi130 ceph-mon[36448]: pgmap v539: 97 pgs: 97 active+clean; 1.4 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:18:38.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:18:38 smithi050 ceph-mon[35809]: pgmap v539: 97 pgs: 97 active+clean; 1.4 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:18:39.253 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:18:40.082 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.081+0000 7fcbb1800700 1 -- 172.21.15.8:0/4117004443 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcbac10c900 msgr2=0x7fcbac10ed30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:40.082 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.081+0000 7fcbb1800700 1 --2- 172.21.15.8:0/4117004443 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcbac10c900 0x7fcbac10ed30 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fcba4009f90 tx=0x7fcba400b330 comp rx=0 tx=0).stop 2024-05-20T21:18:40.082 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.081+0000 7fcbb1800700 1 -- 172.21.15.8:0/4117004443 shutdown_connections 2024-05-20T21:18:40.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.081+0000 7fcbb1800700 1 --2- 172.21.15.8:0/4117004443 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcbac10c900 0x7fcbac10ed30 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:40.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.081+0000 7fcbb1800700 1 --2- 172.21.15.8:0/4117004443 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fcbac103480 0x7fcbac103860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:40.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.081+0000 7fcbb1800700 1 --2- 172.21.15.8:0/4117004443 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcbac103da0 0x7fcbac10c290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:40.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.081+0000 7fcbb1800700 1 -- 172.21.15.8:0/4117004443 >> 172.21.15.8:0/4117004443 conn(0x7fcbac0771a0 msgr2=0x7fcbac0775b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:40.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.081+0000 7fcbb1800700 1 -- 172.21.15.8:0/4117004443 shutdown_connections 2024-05-20T21:18:40.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.081+0000 7fcbb1800700 1 -- 172.21.15.8:0/4117004443 wait complete. 2024-05-20T21:18:40.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.083+0000 7fcbb1800700 1 Processor -- start 2024-05-20T21:18:40.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.083+0000 7fcbb1800700 1 -- start start 2024-05-20T21:18:40.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.084+0000 7fcbb1800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fcbac103480 0x7fcbac19f670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:40.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.084+0000 7fcbb1800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcbac103da0 0x7fcbac19fbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:40.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.084+0000 7fcbb1800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcbac10c900 0x7fcbac1997f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:40.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.084+0000 7fcbb1800700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fcbac1124e0 con 0x7fcbac103480 2024-05-20T21:18:40.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.084+0000 7fcbb1800700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fcbac112360 con 0x7fcbac10c900 2024-05-20T21:18:40.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.084+0000 7fcbb1800700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fcbac112660 con 0x7fcbac103da0 2024-05-20T21:18:40.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.084+0000 7fcbabe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fcbac103480 0x7fcbac19f670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:40.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.084+0000 7fcbab400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcbac103da0 0x7fcbac19fbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:40.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.084+0000 7fcbb0e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcbac10c900 0x7fcbac1997f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:40.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.084+0000 7fcbab400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcbac103da0 0x7fcbac19fbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:56476/0 (socket says 172.21.15.8:56476) 2024-05-20T21:18:40.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.084+0000 7fcbb0e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcbac10c900 0x7fcbac1997f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:54376/0 (socket says 172.21.15.8:54376) 2024-05-20T21:18:40.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.084+0000 7fcbab400700 1 -- 172.21.15.8:0/2882268917 learned_addr learned my addr 172.21.15.8:0/2882268917 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:40.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.085+0000 7fcbb0e00700 1 -- 172.21.15.8:0/2882268917 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcbac103da0 msgr2=0x7fcbac19fbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:40.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.085+0000 7fcbb0e00700 1 --2- 172.21.15.8:0/2882268917 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcbac103da0 0x7fcbac19fbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:40.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.085+0000 7fcbb0e00700 1 -- 172.21.15.8:0/2882268917 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fcbac103480 msgr2=0x7fcbac19f670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:40.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.085+0000 7fcbb0e00700 1 --2- 172.21.15.8:0/2882268917 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fcbac103480 0x7fcbac19f670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:40.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.085+0000 7fcbb0e00700 1 -- 172.21.15.8:0/2882268917 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbac199fd0 con 0x7fcbac10c900 2024-05-20T21:18:40.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.085+0000 7fcbab400700 1 --2- 172.21.15.8:0/2882268917 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcbac103da0 0x7fcbac19fbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:40.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.085+0000 7fcbb0e00700 1 --2- 172.21.15.8:0/2882268917 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcbac10c900 0x7fcbac1997f0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fcba400b6c0 tx=0x7fcba400cc30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:40.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.085+0000 7fcba8c00700 1 -- 172.21.15.8:0/2882268917 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcba4021070 con 0x7fcbac10c900 2024-05-20T21:18:40.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.085+0000 7fcba8c00700 1 -- 172.21.15.8:0/2882268917 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcba4007ac0 con 0x7fcbac10c900 2024-05-20T21:18:40.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.085+0000 7fcba8c00700 1 -- 172.21.15.8:0/2882268917 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcba4005040 con 0x7fcbac10c900 2024-05-20T21:18:40.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.085+0000 7fcbb1800700 1 -- 172.21.15.8:0/2882268917 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcbac19a260 con 0x7fcbac10c900 2024-05-20T21:18:40.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.086+0000 7fcbb1800700 1 -- 172.21.15.8:0/2882268917 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcbac0fe860 con 0x7fcbac10c900 2024-05-20T21:18:40.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.091+0000 7fcba8c00700 1 -- 172.21.15.8:0/2882268917 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fcba4024070 con 0x7fcbac10c900 2024-05-20T21:18:40.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.092+0000 7fcbbd7dcb80 1 Processor -- start 2024-05-20T21:18:40.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.092+0000 7fcbbd7dcb80 1 -- start start 2024-05-20T21:18:40.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.092+0000 7fcbbd7dcb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b5de1efd0 0x558b5de1f3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:40.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.092+0000 7fcbbd7dcb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b5de192b0 0x558b5de19710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:40.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.092+0000 7fcbbd7dcb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b5de19c50 0x558b5de25d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:40.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.092+0000 7fcbbd7dcb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x558b5dd76fd0 con 0x558b5de192b0 2024-05-20T21:18:40.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.092+0000 7fcbbd7dcb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x558b5dd66b70 con 0x558b5de1efd0 2024-05-20T21:18:40.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.092+0000 7fcbbd7dcb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x558b5dd6abb0 con 0x558b5de19c50 2024-05-20T21:18:40.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.093+0000 7fcbab400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b5de1efd0 0x558b5de1f3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:40.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.093+0000 7fcbabe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b5de192b0 0x558b5de19710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:40.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.093+0000 7fcbab400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b5de1efd0 0x558b5de1f3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:54392/0 (socket says 172.21.15.8:54392) 2024-05-20T21:18:40.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.093+0000 7fcbab400700 1 -- 172.21.15.8:0/194338547 learned_addr learned my addr 172.21.15.8:0/194338547 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:40.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.093+0000 7fcbab400700 1 --2- 172.21.15.8:0/194338547 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b5de19c50 0x558b5de25d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:40.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.093+0000 7fcbabe00700 1 -- 172.21.15.8:0/194338547 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b5de19c50 msgr2=0x558b5de25d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:40.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.093+0000 7fcbabe00700 1 --2- 172.21.15.8:0/194338547 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b5de19c50 0x558b5de25d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:40.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.093+0000 7fcbabe00700 1 -- 172.21.15.8:0/194338547 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b5de1efd0 msgr2=0x558b5de1f3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:40.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.093+0000 7fcbabe00700 1 --2- 172.21.15.8:0/194338547 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b5de1efd0 0x558b5de1f3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:40.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.093+0000 7fcbabe00700 1 -- 172.21.15.8:0/194338547 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558b5dd2f5b0 con 0x558b5de192b0 2024-05-20T21:18:40.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.093+0000 7fcba8c00700 1 --2- 172.21.15.8:0/2882268917 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fcb900b29b0 0x7fcb900b4e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:40.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.093+0000 7fcbab400700 1 --2- 172.21.15.8:0/194338547 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b5de19c50 0x558b5de25d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:18:40.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.094+0000 7fcba8c00700 1 -- 172.21.15.8:0/2882268917 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fcba400f020 con 0x7fcbac10c900 2024-05-20T21:18:40.096 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.094+0000 7fcbabe00700 1 --2- 172.21.15.8:0/194338547 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b5de192b0 0x558b5de19710 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fcb9c0045b0 tx=0x7fcb9c009310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af8ab8a1ba96c46f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:40.096 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.094+0000 7fcbab400700 1 --2- 172.21.15.8:0/2882268917 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fcb900b29b0 0x7fcb900b4e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:40.096 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.094+0000 7fcba1600700 1 -- 172.21.15.8:0/194338547 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb9c004830 con 0x558b5de192b0 2024-05-20T21:18:40.096 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.094+0000 7fcba1600700 1 -- 172.21.15.8:0/194338547 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcb9c009810 con 0x558b5de192b0 2024-05-20T21:18:40.096 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.094+0000 7fcba1600700 1 -- 172.21.15.8:0/194338547 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb9c005280 con 0x558b5de192b0 2024-05-20T21:18:40.096 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.095+0000 7fcbbd7dcb80 1 -- 172.21.15.8:0/194338547 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b5de192b0 msgr2=0x558b5de19710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:40.096 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.095+0000 7fcbbd7dcb80 1 --2- 172.21.15.8:0/194338547 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b5de192b0 0x558b5de19710 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fcb9c0045b0 tx=0x7fcb9c009310 comp rx=0 tx=0).stop 2024-05-20T21:18:40.096 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.095+0000 7fcbab400700 1 --2- 172.21.15.8:0/2882268917 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fcb900b29b0 0x7fcb900b4e70 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x558b5de14d20 tx=0x7fcb98015040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:40.096 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.095+0000 7fcbbd7dcb80 1 -- 172.21.15.8:0/194338547 shutdown_connections 2024-05-20T21:18:40.097 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.095+0000 7fcbbd7dcb80 1 --2- 172.21.15.8:0/194338547 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b5de1efd0 0x558b5de1f3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:40.097 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.095+0000 7fcbbd7dcb80 1 --2- 172.21.15.8:0/194338547 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b5de19c50 0x558b5de25d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:40.097 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.095+0000 7fcbbd7dcb80 1 --2- 172.21.15.8:0/194338547 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b5de192b0 0x558b5de19710 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:40.097 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.095+0000 7fcbbd7dcb80 1 -- 172.21.15.8:0/194338547 >> 172.21.15.8:0/194338547 conn(0x558b5dd46d70 msgr2=0x558b5de13f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:40.097 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.095+0000 7fcbbd7dcb80 1 -- 172.21.15.8:0/194338547 shutdown_connections 2024-05-20T21:18:40.097 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.095+0000 7fcbbd7dcb80 1 -- 172.21.15.8:0/194338547 wait complete. 2024-05-20T21:18:40.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.096+0000 7fcbbd7dcb80 1 -- start start 2024-05-20T21:18:40.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.096+0000 7fcbbd7dcb80 1 Processor -- start 2024-05-20T21:18:40.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.097+0000 7fcbbd7dcb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b5de192b0 0x558b5de25850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:40.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.097+0000 7fcbbd7dcb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b5de19c50 0x558b5de22bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:40.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.097+0000 7fcbbd7dcb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b5de1efd0 0x558b5de23130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:40.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.097+0000 7fcbbd7dcb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x558b5dc6d130 con 0x558b5de19c50 2024-05-20T21:18:40.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.097+0000 7fcbbd7dcb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x558b5dd078f0 con 0x558b5de192b0 2024-05-20T21:18:40.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.097+0000 7fcbbd7dcb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x558b5de26260 con 0x558b5de1efd0 2024-05-20T21:18:40.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.097+0000 7fcbbd7dcb80 10 client.0 _ll_register_callbacks cb 0x558b5dd10e00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:40.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.097+0000 7fcbab400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b5de19c50 0x558b5de22bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:40.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.097+0000 7fcbabe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b5de192b0 0x558b5de25850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:40.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.097+0000 7fcbab400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b5de19c50 0x558b5de22bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:46536/0 (socket says 172.21.15.8:46536) 2024-05-20T21:18:40.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.097+0000 7fcbab400700 1 -- 172.21.15.8:0/4004619755 learned_addr learned my addr 172.21.15.8:0/4004619755 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:40.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.097+0000 7fcbb0e00700 1 --2- 172.21.15.8:0/4004619755 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b5de1efd0 0x558b5de23130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:40.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.098+0000 7fcbab400700 1 -- 172.21.15.8:0/4004619755 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b5de1efd0 msgr2=0x558b5de23130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:40.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.098+0000 7fcbab400700 1 --2- 172.21.15.8:0/4004619755 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b5de1efd0 0x558b5de23130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:40.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.098+0000 7fcbab400700 1 -- 172.21.15.8:0/4004619755 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b5de192b0 msgr2=0x558b5de25850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:40.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.098+0000 7fcbab400700 1 --2- 172.21.15.8:0/4004619755 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b5de192b0 0x558b5de25850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:40.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.098+0000 7fcbab400700 1 -- 172.21.15.8:0/4004619755 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558b5dcb6a60 con 0x558b5de19c50 2024-05-20T21:18:40.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.098+0000 7fcbab400700 1 --2- 172.21.15.8:0/4004619755 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b5de19c50 0x558b5de22bf0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fcb980131c0 tx=0x7fcb98009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd7ba8718cf3d682 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:40.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.098+0000 7fcb96000700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:18:40.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.098+0000 7fcb96000700 1 -- 172.21.15.8:0/4004619755 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb9800fb30 con 0x558b5de19c50 2024-05-20T21:18:40.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.098+0000 7fcb96000700 1 -- 172.21.15.8:0/4004619755 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fcb9800fcd0 con 0x558b5de19c50 2024-05-20T21:18:40.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.098+0000 7fcbbd7dcb80 1 -- 172.21.15.8:0/4004619755 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcb9c009810 con 0x558b5de19c50 2024-05-20T21:18:40.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.099+0000 7fcb96000700 1 -- 172.21.15.8:0/4004619755 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fcb98023420 con 0x558b5de19c50 2024-05-20T21:18:40.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.099+0000 7fcbbd7dcb80 10 client.15876 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:40.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.099+0000 7fcbbd7dcb80 1 -- 172.21.15.8:0/4004619755 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x558b5dd371f0 con 0x558b5de19c50 2024-05-20T21:18:40.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.099+0000 7fcb96000700 1 -- 172.21.15.8:0/4004619755 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcb9c009810 con 0x558b5de19c50 2024-05-20T21:18:40.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.099+0000 7fcb96000700 1 -- 172.21.15.8:0/4004619755 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fcb9802b630 con 0x558b5de19c50 2024-05-20T21:18:40.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.099+0000 7fcbbd7dcb80 10 client.15876 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:40.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.099+0000 7fcbbd7dcb80 10 client.15876 resolve_mds: validated gid 24529 aka daemon mds.i 2024-05-20T21:18:40.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.099+0000 7fcbbd7dcb80 20 client.15876 populate_metadata read hostname 'smithi008' 2024-05-20T21:18:40.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.100+0000 7fcbbd7dcb80 1 --2- 172.21.15.8:0/4004619755 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x558b5de32d00 0x558b5de35110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:40.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.100+0000 7fcbbd7dcb80 4 client.15876 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:18:40.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.100+0000 7fcbbd7dcb80 1 -- 172.21.15.8:0/4004619755 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558b5dd78f20 con 0x558b5de32d00 2024-05-20T21:18:40.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.100+0000 7fcbabe00700 1 --2- 172.21.15.8:0/4004619755 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x558b5de32d00 0x558b5de35110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:40.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.101+0000 7fcbabe00700 1 --2- 172.21.15.8:0/4004619755 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x558b5de32d00 0x558b5de35110 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4857d5a55bb8817f server_cookie=5410ab8354973b57 in_seq=0 out_seq=0 2024-05-20T21:18:40.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.101+0000 7fcb96000700 10 client.15876 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:18:40.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.101+0000 7fcb96000700 1 -- 172.21.15.8:0/4004619755 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x558b5dd78f20 con 0x558b5de32d00 2024-05-20T21:18:40.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.101+0000 7fcb96000700 10 client.15876 handle_command_reply: tid=0 2024-05-20T21:18:40.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.101+0000 7fcbbd7dcb80 1 client.15876 shutdown 2024-05-20T21:18:40.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.102+0000 7fcbbd7dcb80 1 -- 172.21.15.8:0/4004619755 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b5de19c50 msgr2=0x558b5de22bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:40.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.102+0000 7fcbbd7dcb80 1 --2- 172.21.15.8:0/4004619755 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b5de19c50 0x558b5de22bf0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fcb980131c0 tx=0x7fcb98009260 comp rx=0 tx=0).stop 2024-05-20T21:18:40.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.102+0000 7fcbbd7dcb80 1 -- 172.21.15.8:0/4004619755 shutdown_connections 2024-05-20T21:18:40.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.102+0000 7fcbbd7dcb80 1 --2- 172.21.15.8:0/4004619755 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x558b5de32d00 0x558b5de35110 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:40.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.102+0000 7fcbbd7dcb80 1 --2- 172.21.15.8:0/4004619755 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b5de192b0 0x558b5de25850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:40.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.102+0000 7fcbbd7dcb80 1 --2- 172.21.15.8:0/4004619755 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b5de1efd0 0x558b5de23130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:40.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.102+0000 7fcb96000700 0 client.15876 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:18:40.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.102+0000 7fcbbd7dcb80 1 --2- 172.21.15.8:0/4004619755 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b5de19c50 0x558b5de22bf0 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:40.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.102+0000 7fcbbd7dcb80 1 -- 172.21.15.8:0/4004619755 >> 172.21.15.8:0/4004619755 conn(0x558b5dd46d70 msgr2=0x558b5de1e2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:40.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.102+0000 7fcbbd7dcb80 1 -- 172.21.15.8:0/4004619755 shutdown_connections 2024-05-20T21:18:40.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.102+0000 7fcbbd7dcb80 1 -- 172.21.15.8:0/4004619755 wait complete. 2024-05-20T21:18:40.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.102+0000 7fcbbd7dcb80 20 client.15876 trim_cache size 0 max 16384 2024-05-20T21:18:40.125 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.125+0000 7fcbbd7dcb80 1 Processor -- start 2024-05-20T21:18:40.125 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.125+0000 7fcbbd7dcb80 1 -- start start 2024-05-20T21:18:40.125 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.125+0000 7fcbbd7dcb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b5de192b0 0x558b5de1da10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:40.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.125+0000 7fcbbd7dcb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b5de19c50 0x558b5de1df50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:40.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.125+0000 7fcbbd7dcb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b5de1efd0 0x558b5de1e490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:40.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.125+0000 7fcbbd7dcb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fcbac1ae000 con 0x558b5de1efd0 2024-05-20T21:18:40.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.125+0000 7fcbbd7dcb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fcbac1ab890 con 0x558b5de192b0 2024-05-20T21:18:40.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.125+0000 7fcbbd7dcb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fcbac1a96e0 con 0x558b5de19c50 2024-05-20T21:18:40.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.126+0000 7fcbabe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b5de192b0 0x558b5de1da10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:40.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.126+0000 7fcbab400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b5de19c50 0x558b5de1df50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:40.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.126+0000 7fcbabe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b5de192b0 0x558b5de1da10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:54422/0 (socket says 172.21.15.8:54422) 2024-05-20T21:18:40.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.126+0000 7fcbabe00700 1 -- 172.21.15.8:0/4152613794 learned_addr learned my addr 172.21.15.8:0/4152613794 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:40.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.126+0000 7fcbb0e00700 1 --2- 172.21.15.8:0/4152613794 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b5de1efd0 0x558b5de1e490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:40.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.126+0000 7fcbabe00700 1 -- 172.21.15.8:0/4152613794 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b5de19c50 msgr2=0x558b5de1df50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:40.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.126+0000 7fcbabe00700 1 --2- 172.21.15.8:0/4152613794 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b5de19c50 0x558b5de1df50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:40.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.126+0000 7fcbabe00700 1 -- 172.21.15.8:0/4152613794 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b5de1efd0 msgr2=0x558b5de1e490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:40.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.126+0000 7fcbabe00700 1 --2- 172.21.15.8:0/4152613794 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b5de1efd0 0x558b5de1e490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:40.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.126+0000 7fcbabe00700 1 -- 172.21.15.8:0/4152613794 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558b5de35790 con 0x558b5de192b0 2024-05-20T21:18:40.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.126+0000 7fcbabe00700 1 --2- 172.21.15.8:0/4152613794 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b5de192b0 0x558b5de1da10 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fcb9c000be0 tx=0x7fcb9c014040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e65036f21f517655 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:40.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.127+0000 7fcba0c00700 1 -- 172.21.15.8:0/4152613794 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb9c009810 con 0x558b5de192b0 2024-05-20T21:18:40.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.127+0000 7fcba0c00700 1 -- 172.21.15.8:0/4152613794 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcb9c035070 con 0x558b5de192b0 2024-05-20T21:18:40.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.127+0000 7fcba0c00700 1 -- 172.21.15.8:0/4152613794 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb9c004d80 con 0x558b5de192b0 2024-05-20T21:18:40.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.127+0000 7fcbbd7dcb80 1 -- 172.21.15.8:0/4152613794 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b5de192b0 msgr2=0x558b5de1da10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:40.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.127+0000 7fcbbd7dcb80 1 --2- 172.21.15.8:0/4152613794 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b5de192b0 0x558b5de1da10 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fcb9c000be0 tx=0x7fcb9c014040 comp rx=0 tx=0).stop 2024-05-20T21:18:40.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.127+0000 7fcbbd7dcb80 1 -- 172.21.15.8:0/4152613794 shutdown_connections 2024-05-20T21:18:40.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.127+0000 7fcbbd7dcb80 1 --2- 172.21.15.8:0/4152613794 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b5de192b0 0x558b5de1da10 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:40.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.127+0000 7fcbbd7dcb80 1 --2- 172.21.15.8:0/4152613794 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b5de1efd0 0x558b5de1e490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:40.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.127+0000 7fcbbd7dcb80 1 --2- 172.21.15.8:0/4152613794 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b5de19c50 0x558b5de1df50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:40.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.127+0000 7fcbbd7dcb80 1 -- 172.21.15.8:0/4152613794 >> 172.21.15.8:0/4152613794 conn(0x558b5dd46d70 msgr2=0x558b5de1cc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:40.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.127+0000 7fcbbd7dcb80 1 -- 172.21.15.8:0/4152613794 shutdown_connections 2024-05-20T21:18:40.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.128+0000 7fcbbd7dcb80 1 -- 172.21.15.8:0/4152613794 wait complete. 2024-05-20T21:18:40.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.128+0000 7fcbbd7dcb80 1 -- start start 2024-05-20T21:18:40.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.128+0000 7fcbbd7dcb80 1 Processor -- start 2024-05-20T21:18:40.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.129+0000 7fcbbd7dcb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b5de192b0 0x558b5de2ba80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:40.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.129+0000 7fcbbd7dcb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b5de19c50 0x558b5de1b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:40.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.129+0000 7fcbbd7dcb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b5de1efd0 0x558b5de1bf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:40.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.129+0000 7fcbbd7dcb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fcbac1a9d50 con 0x558b5de192b0 2024-05-20T21:18:40.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.129+0000 7fcbbd7dcb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fcbac1ab1c0 con 0x558b5de1efd0 2024-05-20T21:18:40.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.129+0000 7fcbbd7dcb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fcbac1aa420 con 0x558b5de19c50 2024-05-20T21:18:40.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.129+0000 7fcbbd7dcb80 10 client.0 _ll_register_callbacks cb 0x558b5dd10e00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:40.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.129+0000 7fcbabe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b5de192b0 0x558b5de2ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:40.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.129+0000 7fcbb0e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b5de1efd0 0x558b5de1bf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:40.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.129+0000 7fcbabe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b5de192b0 0x558b5de2ba80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:46558/0 (socket says 172.21.15.8:46558) 2024-05-20T21:18:40.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.129+0000 7fcbabe00700 1 -- 172.21.15.8:0/3649960867 learned_addr learned my addr 172.21.15.8:0/3649960867 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:40.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.129+0000 7fcbab400700 1 --2- 172.21.15.8:0/3649960867 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b5de19c50 0x558b5de1b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:40.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.130+0000 7fcbb0e00700 1 -- 172.21.15.8:0/3649960867 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b5de19c50 msgr2=0x558b5de1b9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:40.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.130+0000 7fcbb0e00700 1 --2- 172.21.15.8:0/3649960867 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b5de19c50 0x558b5de1b9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:40.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.130+0000 7fcbb0e00700 1 -- 172.21.15.8:0/3649960867 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b5de192b0 msgr2=0x558b5de2ba80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:40.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.130+0000 7fcbb0e00700 1 --2- 172.21.15.8:0/3649960867 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b5de192b0 0x558b5de2ba80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:40.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.130+0000 7fcbb0e00700 1 -- 172.21.15.8:0/3649960867 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558b5de1c570 con 0x558b5de1efd0 2024-05-20T21:18:40.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.130+0000 7fcbb0e00700 1 --2- 172.21.15.8:0/3649960867 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b5de1efd0 0x558b5de1bf30 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fcba4009790 tx=0x7fcba4006000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=70abef228d13834a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:40.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.130+0000 7fcb96000700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:18:40.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.130+0000 7fcb96000700 1 -- 172.21.15.8:0/3649960867 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcba40aa610 con 0x558b5de1efd0 2024-05-20T21:18:40.134 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.130+0000 7fcbbd7dcb80 1 -- 172.21.15.8:0/3649960867 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcb9c035070 con 0x558b5de1efd0 2024-05-20T21:18:40.134 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.130+0000 7fcb96000700 1 -- 172.21.15.8:0/3649960867 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fcba40e30d0 con 0x558b5de1efd0 2024-05-20T21:18:40.134 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.130+0000 7fcb96000700 1 -- 172.21.15.8:0/3649960867 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fcba40ab200 con 0x558b5de1efd0 2024-05-20T21:18:40.134 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.130+0000 7fcbbd7dcb80 10 client.26006 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:40.134 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.130+0000 7fcbbd7dcb80 1 -- 172.21.15.8:0/3649960867 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x558b5de9e9b0 con 0x558b5de1efd0 2024-05-20T21:18:40.134 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.131+0000 7fcb96000700 1 -- 172.21.15.8:0/3649960867 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcb9c035070 con 0x558b5de1efd0 2024-05-20T21:18:40.134 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.131+0000 7fcb96000700 1 -- 172.21.15.8:0/3649960867 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fcba4011070 con 0x558b5de1efd0 2024-05-20T21:18:40.134 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.131+0000 7fcbbd7dcb80 10 client.26006 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:40.134 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.131+0000 7fcbbd7dcb80 10 client.26006 resolve_mds: validated gid 24529 aka daemon mds.i 2024-05-20T21:18:40.134 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.131+0000 7fcbbd7dcb80 20 client.26006 populate_metadata read hostname 'smithi008' 2024-05-20T21:18:40.134 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.131+0000 7fcbbd7dcb80 1 --2- 172.21.15.8:0/3649960867 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x558b5de9ef40 0x558b5dea1330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:40.134 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.131+0000 7fcbbd7dcb80 4 client.26006 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 130.0, "await_for": 45.0}] 2024-05-20T21:18:40.134 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.131+0000 7fcbbd7dcb80 1 -- 172.21.15.8:0/3649960867 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 130.0, "await_for": 45.0}) -- 0x558b5dd72700 con 0x558b5de9ef40 2024-05-20T21:18:40.135 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.131+0000 7fcbabe00700 1 --2- 172.21.15.8:0/3649960867 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x558b5de9ef40 0x558b5dea1330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:40.135 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.132+0000 7fcbabe00700 1 --2- 172.21.15.8:0/3649960867 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x558b5de9ef40 0x558b5dea1330 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bb495cd4adb81ea server_cookie=e152b8217625d5cc in_seq=0 out_seq=0 2024-05-20T21:18:40.135 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.132+0000 7fcb96000700 10 client.26006 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:18:40.150 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.149+0000 7fcb96000700 1 -- 172.21.15.8:0/3649960867 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x558b5dd72700 con 0x558b5de9ef40 2024-05-20T21:18:40.150 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.149+0000 7fcb96000700 10 client.26006 handle_command_reply: tid=0 2024-05-20T21:18:40.150 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.149+0000 7fcbbd7dcb80 1 client.26006 shutdown 2024-05-20T21:18:40.151 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.150+0000 7fcbbd7dcb80 1 -- 172.21.15.8:0/3649960867 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b5de1efd0 msgr2=0x558b5de1bf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:40.151 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.150+0000 7fcbbd7dcb80 1 --2- 172.21.15.8:0/3649960867 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b5de1efd0 0x558b5de1bf30 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fcba4009790 tx=0x7fcba4006000 comp rx=0 tx=0).stop 2024-05-20T21:18:40.151 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.150+0000 7fcbbd7dcb80 1 -- 172.21.15.8:0/3649960867 shutdown_connections 2024-05-20T21:18:40.151 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.150+0000 7fcbbd7dcb80 1 --2- 172.21.15.8:0/3649960867 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x558b5de9ef40 0x558b5dea1330 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:40.151 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.150+0000 7fcbbd7dcb80 1 --2- 172.21.15.8:0/3649960867 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b5de1efd0 0x558b5de1bf30 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:40.151 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.150+0000 7fcb96000700 0 client.26006 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:18:40.151 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.150+0000 7fcbbd7dcb80 1 --2- 172.21.15.8:0/3649960867 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b5de192b0 0x558b5de2ba80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:40.151 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.150+0000 7fcbbd7dcb80 1 --2- 172.21.15.8:0/3649960867 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b5de19c50 0x558b5de1b9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:40.151 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.150+0000 7fcbbd7dcb80 1 -- 172.21.15.8:0/3649960867 >> 172.21.15.8:0/3649960867 conn(0x558b5dd46d70 msgr2=0x558b5de1d8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:40.151 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.150+0000 7fcbbd7dcb80 1 -- 172.21.15.8:0/3649960867 shutdown_connections 2024-05-20T21:18:40.151 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.150+0000 7fcbbd7dcb80 1 -- 172.21.15.8:0/3649960867 wait complete. 2024-05-20T21:18:40.151 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.150+0000 7fcbbd7dcb80 20 client.26006 trim_cache size 0 max 16384 2024-05-20T21:18:40.152 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:18:40.152 INFO:teuthology.orchestra.run.smithi008.stdout: "epoch": 26, 2024-05-20T21:18:40.152 INFO:teuthology.orchestra.run.smithi008.stdout: "leader": 24529, 2024-05-20T21:18:40.152 INFO:teuthology.orchestra.run.smithi008.stdout: "set_version": 10, 2024-05-20T21:18:40.152 INFO:teuthology.orchestra.run.smithi008.stdout: "sets": { 2024-05-20T21:18:40.152 INFO:teuthology.orchestra.run.smithi008.stdout: "fde0168b": { 2024-05-20T21:18:40.152 INFO:teuthology.orchestra.run.smithi008.stdout: "version": 10, 2024-05-20T21:18:40.152 INFO:teuthology.orchestra.run.smithi008.stdout: "age_ref": 0.0, 2024-05-20T21:18:40.152 INFO:teuthology.orchestra.run.smithi008.stdout: "state": { 2024-05-20T21:18:40.152 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "QUIESCED", 2024-05-20T21:18:40.153 INFO:teuthology.orchestra.run.smithi008.stdout: "age": 0.0 2024-05-20T21:18:40.153 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:18:40.153 INFO:teuthology.orchestra.run.smithi008.stdout: "timeout": 90.0, 2024-05-20T21:18:40.153 INFO:teuthology.orchestra.run.smithi008.stdout: "expiration": 130.0, 2024-05-20T21:18:40.153 INFO:teuthology.orchestra.run.smithi008.stdout: "members": { 2024-05-20T21:18:40.153 INFO:teuthology.orchestra.run.smithi008.stdout: "file:/": { 2024-05-20T21:18:40.153 INFO:teuthology.orchestra.run.smithi008.stdout: "excluded": false, 2024-05-20T21:18:40.153 INFO:teuthology.orchestra.run.smithi008.stdout: "state": { 2024-05-20T21:18:40.153 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "QUIESCED", 2024-05-20T21:18:40.153 INFO:teuthology.orchestra.run.smithi008.stdout: "age": 0.0 2024-05-20T21:18:40.153 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:18:40.154 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:18:40.154 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:18:40.154 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:18:40.154 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:18:40.154 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:18:40.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.151+0000 7fcbb1800700 1 -- 172.21.15.8:0/2882268917 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fcb900b29b0 msgr2=0x7fcb900b4e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:40.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.151+0000 7fcbb1800700 1 --2- 172.21.15.8:0/2882268917 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fcb900b29b0 0x7fcb900b4e70 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x558b5de14d20 tx=0x7fcb98015040 comp rx=0 tx=0).stop 2024-05-20T21:18:40.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.151+0000 7fcbb1800700 1 -- 172.21.15.8:0/2882268917 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcbac10c900 msgr2=0x7fcbac1997f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:40.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.151+0000 7fcbb1800700 1 --2- 172.21.15.8:0/2882268917 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcbac10c900 0x7fcbac1997f0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fcba400b6c0 tx=0x7fcba400cc30 comp rx=0 tx=0).stop 2024-05-20T21:18:40.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.151+0000 7fcbb1800700 1 -- 172.21.15.8:0/2882268917 shutdown_connections 2024-05-20T21:18:40.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.151+0000 7fcbb1800700 1 --2- 172.21.15.8:0/2882268917 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fcb900b29b0 0x7fcb900b4e70 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:40.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.151+0000 7fcbb1800700 1 --2- 172.21.15.8:0/2882268917 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcbac10c900 0x7fcbac1997f0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:40.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.151+0000 7fcbb1800700 1 --2- 172.21.15.8:0/2882268917 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fcbac103480 0x7fcbac19f670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:40.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.151+0000 7fcbb1800700 1 --2- 172.21.15.8:0/2882268917 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcbac103da0 0x7fcbac19fbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:40.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.151+0000 7fcbb1800700 1 -- 172.21.15.8:0/2882268917 >> 172.21.15.8:0/2882268917 conn(0x7fcbac0771a0 msgr2=0x7fcbac1022b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:40.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.151+0000 7fcbb1800700 1 -- 172.21.15.8:0/2882268917 shutdown_connections 2024-05-20T21:18:40.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:40.152+0000 7fcbb1800700 1 -- 172.21.15.8:0/2882268917 wait complete. 2024-05-20T21:18:40.891 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:18:40 smithi008 ceph-mon[31475]: pgmap v540: 97 pgs: 97 active+clean; 1.5 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 21 KiB/s wr, 15 op/s 2024-05-20T21:18:40.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:18:40 smithi130 ceph-mon[36448]: pgmap v540: 97 pgs: 97 active+clean; 1.5 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 21 KiB/s wr, 15 op/s 2024-05-20T21:18:40.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:18:40 smithi050 ceph-mon[35809]: pgmap v540: 97 pgs: 97 active+clean; 1.5 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 21 KiB/s wr, 15 op/s 2024-05-20T21:18:41.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:18:41 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:18:41.866 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'fde0168b', quiesce took 11.2 seconds. Will release after: -1.1999999999999993 2024-05-20T21:18:41.866 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:18:41.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:18:41 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:18:41.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:18:41 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:18:42.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.344+0000 7ff51b800700 1 -- 172.21.15.8:0/4252775737 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff5141037f0 msgr2=0x7ff514103bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:42.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.344+0000 7ff51b800700 1 --2- 172.21.15.8:0/4252775737 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff5141037f0 0x7ff514103bd0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7ff5080099c0 tx=0x7ff508009cd0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.344+0000 7ff51b800700 1 -- 172.21.15.8:0/4252775737 shutdown_connections 2024-05-20T21:18:42.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.344+0000 7ff51b800700 1 --2- 172.21.15.8:0/4252775737 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff5141037f0 0x7ff514103bd0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.344+0000 7ff51b800700 1 --2- 172.21.15.8:0/4252775737 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff5141088f0 0x7ff514110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.344+0000 7ff51b800700 1 --2- 172.21.15.8:0/4252775737 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff5141041a0 0x7ff5141081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.344+0000 7ff51b800700 1 -- 172.21.15.8:0/4252775737 >> 172.21.15.8:0/4252775737 conn(0x7ff51407a6a0 msgr2=0x7ff51407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:42.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.344+0000 7ff51b800700 1 -- 172.21.15.8:0/4252775737 shutdown_connections 2024-05-20T21:18:42.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.344+0000 7ff51b800700 1 -- 172.21.15.8:0/4252775737 wait complete. 2024-05-20T21:18:42.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.345+0000 7ff51b800700 1 Processor -- start 2024-05-20T21:18:42.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.346+0000 7ff51b800700 1 -- start start 2024-05-20T21:18:42.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.346+0000 7ff51b800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff5141037f0 0x7ff514074c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:42.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.346+0000 7ff51b800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff5141041a0 0x7ff5140751a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:42.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.346+0000 7ff51b800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff5141088f0 0x7ff51406df90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:42.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.346+0000 7ff51b800700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7ff514113710 con 0x7ff5141037f0 2024-05-20T21:18:42.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.346+0000 7ff51b800700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff514113590 con 0x7ff5141088f0 2024-05-20T21:18:42.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.346+0000 7ff51b800700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7ff514113890 con 0x7ff5141041a0 2024-05-20T21:18:42.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.346+0000 7ff518e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff5141037f0 0x7ff514074c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:42.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.347+0000 7ff518e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff5141037f0 0x7ff514074c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:46576/0 (socket says 172.21.15.8:46576) 2024-05-20T21:18:42.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.347+0000 7ff518e00700 1 -- 172.21.15.8:0/3744102035 learned_addr learned my addr 172.21.15.8:0/3744102035 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:42.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.347+0000 7ff519800700 1 --2- 172.21.15.8:0/3744102035 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff5141088f0 0x7ff51406df90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:42.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.347+0000 7ff519800700 1 -- 172.21.15.8:0/3744102035 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff5141041a0 msgr2=0x7ff5140751a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:42.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.347+0000 7ff513e00700 1 --2- 172.21.15.8:0/3744102035 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff5141041a0 0x7ff5140751a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:42.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.347+0000 7ff519800700 1 --2- 172.21.15.8:0/3744102035 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff5141041a0 0x7ff5140751a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.347+0000 7ff519800700 1 -- 172.21.15.8:0/3744102035 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff5141037f0 msgr2=0x7ff514074c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:42.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.347+0000 7ff519800700 1 --2- 172.21.15.8:0/3744102035 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff5141037f0 0x7ff514074c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.347+0000 7ff519800700 1 -- 172.21.15.8:0/3744102035 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff51406e800 con 0x7ff5141088f0 2024-05-20T21:18:42.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.348+0000 7ff519800700 1 --2- 172.21.15.8:0/3744102035 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff5141088f0 0x7ff51406df90 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7ff50c00bf30 tx=0x7ff50c012330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:42.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.348+0000 7ff511600700 1 -- 172.21.15.8:0/3744102035 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff50c0092e0 con 0x7ff5141088f0 2024-05-20T21:18:42.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.348+0000 7ff51b800700 1 -- 172.21.15.8:0/3744102035 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff51406eaf0 con 0x7ff5141088f0 2024-05-20T21:18:42.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.348+0000 7ff51b800700 1 -- 172.21.15.8:0/3744102035 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff514072a20 con 0x7ff5141088f0 2024-05-20T21:18:42.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.348+0000 7ff511600700 1 -- 172.21.15.8:0/3744102035 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff50c004bb0 con 0x7ff5141088f0 2024-05-20T21:18:42.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.348+0000 7ff511600700 1 -- 172.21.15.8:0/3744102035 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff50c004020 con 0x7ff5141088f0 2024-05-20T21:18:42.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.352+0000 7ff511600700 1 -- 172.21.15.8:0/3744102035 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7ff50c018070 con 0x7ff5141088f0 2024-05-20T21:18:42.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.353+0000 7ff52620eb80 1 Processor -- start 2024-05-20T21:18:42.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.353+0000 7ff52620eb80 1 -- start start 2024-05-20T21:18:42.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.354+0000 7ff52620eb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d6794b0610 0x55d6794b09f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:42.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.354+0000 7ff52620eb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d6794b0f30 0x55d6794aab20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:42.355 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.354+0000 7ff511600700 1 --2- 172.21.15.8:0/3744102035 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff4fc0b2900 0x7ff4fc0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:42.355 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.354+0000 7ff52620eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d6794ab140 0x55d6794ab5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:42.355 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.354+0000 7ff52620eb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55d679408e40 con 0x55d6794b0610 2024-05-20T21:18:42.355 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.354+0000 7ff52620eb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55d6793f89e0 con 0x55d6794b0f30 2024-05-20T21:18:42.355 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.354+0000 7ff52620eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55d6793fca20 con 0x55d6794ab140 2024-05-20T21:18:42.355 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.354+0000 7ff511600700 1 -- 172.21.15.8:0/3744102035 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7ff50c0e1440 con 0x7ff5141088f0 2024-05-20T21:18:42.355 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.354+0000 7ff519800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d6794ab140 0x55d6794ab5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:42.355 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.354+0000 7ff519800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d6794ab140 0x55d6794ab5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:56510/0 (socket says 172.21.15.8:56510) 2024-05-20T21:18:42.355 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.354+0000 7ff519800700 1 -- 172.21.15.8:0/1585941536 learned_addr learned my addr 172.21.15.8:0/1585941536 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:42.355 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.354+0000 7ff513e00700 1 --2- 172.21.15.8:0/3744102035 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff4fc0b2900 0x7ff4fc0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:42.356 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.354+0000 7ff513e00700 1 --2- 172.21.15.8:0/1585941536 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d6794b0610 0x55d6794b09f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:42.356 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.354+0000 7ff519800700 1 -- 172.21.15.8:0/1585941536 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d6794b0f30 msgr2=0x55d6794aab20 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-20T21:18:42.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.354+0000 7ff519800700 1 --2- 172.21.15.8:0/1585941536 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d6794b0f30 0x55d6794aab20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.354+0000 7ff519800700 1 -- 172.21.15.8:0/1585941536 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d6794b0610 msgr2=0x55d6794b09f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:42.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.355+0000 7ff519800700 1 --2- 172.21.15.8:0/1585941536 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d6794b0610 0x55d6794b09f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.355+0000 7ff519800700 1 -- 172.21.15.8:0/1585941536 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d6793c1420 con 0x55d6794ab140 2024-05-20T21:18:42.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.355+0000 7ff513e00700 1 --2- 172.21.15.8:0/1585941536 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d6794b0610 0x55d6794b09f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:18:42.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.355+0000 7ff519800700 1 --2- 172.21.15.8:0/1585941536 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d6794ab140 0x55d6794ab5c0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7ff50c009fd0 tx=0x7ff50c0a8240 comp rx=0 tx=0).ready entity=mon.1 client_cookie=111de8a640b2c6d7 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:42.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.355+0000 7ff506000700 1 -- 172.21.15.8:0/1585941536 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff50c01e070 con 0x55d6794ab140 2024-05-20T21:18:42.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.355+0000 7ff506000700 1 -- 172.21.15.8:0/1585941536 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff50c0b1070 con 0x55d6794ab140 2024-05-20T21:18:42.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.355+0000 7ff506000700 1 -- 172.21.15.8:0/1585941536 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff50c0a4050 con 0x55d6794ab140 2024-05-20T21:18:42.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.356+0000 7ff52620eb80 1 -- 172.21.15.8:0/1585941536 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d6794ab140 msgr2=0x55d6794ab5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:42.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.356+0000 7ff513e00700 1 --2- 172.21.15.8:0/3744102035 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff4fc0b2900 0x7ff4fc0b4dc0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7ff51406f4b0 tx=0x7ff5000097a0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:42.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.356+0000 7ff52620eb80 1 --2- 172.21.15.8:0/1585941536 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d6794ab140 0x55d6794ab5c0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7ff50c009fd0 tx=0x7ff50c0a8240 comp rx=0 tx=0).stop 2024-05-20T21:18:42.359 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.357+0000 7ff52620eb80 1 -- 172.21.15.8:0/1585941536 shutdown_connections 2024-05-20T21:18:42.359 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.357+0000 7ff52620eb80 1 --2- 172.21.15.8:0/1585941536 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d6794ab140 0x55d6794ab5c0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.359 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.357+0000 7ff52620eb80 1 --2- 172.21.15.8:0/1585941536 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d6794b0610 0x55d6794b09f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.359 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.357+0000 7ff52620eb80 1 --2- 172.21.15.8:0/1585941536 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d6794b0f30 0x55d6794aab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.359 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.357+0000 7ff52620eb80 1 -- 172.21.15.8:0/1585941536 >> 172.21.15.8:0/1585941536 conn(0x55d6793d8be0 msgr2=0x55d6794a5690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:42.359 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.357+0000 7ff52620eb80 1 -- 172.21.15.8:0/1585941536 shutdown_connections 2024-05-20T21:18:42.359 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.357+0000 7ff52620eb80 1 -- 172.21.15.8:0/1585941536 wait complete. 2024-05-20T21:18:42.359 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.357+0000 7ff52620eb80 1 -- start start 2024-05-20T21:18:42.359 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.357+0000 7ff52620eb80 1 Processor -- start 2024-05-20T21:18:42.359 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.358+0000 7ff52620eb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d6794ab140 0x55d6794b6c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:42.359 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.358+0000 7ff52620eb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d6794b0610 0x55d6794b3fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:42.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.358+0000 7ff52620eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d6794b0f30 0x55d6794b44e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:42.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.358+0000 7ff52620eb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55d6792fefa0 con 0x55d6794ab140 2024-05-20T21:18:42.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.358+0000 7ff52620eb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55d679399760 con 0x55d6794b0610 2024-05-20T21:18:42.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.358+0000 7ff52620eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55d6794b79e0 con 0x55d6794b0f30 2024-05-20T21:18:42.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.358+0000 7ff52620eb80 10 client.0 _ll_register_callbacks cb 0x55d6793a2c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:42.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.359+0000 7ff519800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d6794b0f30 0x55d6794b44e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:42.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.359+0000 7ff519800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d6794b0f30 0x55d6794b44e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:56524/0 (socket says 172.21.15.8:56524) 2024-05-20T21:18:42.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.359+0000 7ff519800700 1 -- 172.21.15.8:0/3511842060 learned_addr learned my addr 172.21.15.8:0/3511842060 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:42.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.359+0000 7ff518e00700 1 --2- 172.21.15.8:0/3511842060 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d6794ab140 0x55d6794b6c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:42.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.359+0000 7ff513e00700 1 --2- 172.21.15.8:0/3511842060 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d6794b0610 0x55d6794b3fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:42.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.359+0000 7ff519800700 1 -- 172.21.15.8:0/3511842060 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d6794b0610 msgr2=0x55d6794b3fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:42.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.359+0000 7ff519800700 1 --2- 172.21.15.8:0/3511842060 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d6794b0610 0x55d6794b3fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.359+0000 7ff519800700 1 -- 172.21.15.8:0/3511842060 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d6794ab140 msgr2=0x55d6794b6c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:42.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.359+0000 7ff519800700 1 --2- 172.21.15.8:0/3511842060 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d6794ab140 0x55d6794b6c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.362 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.359+0000 7ff519800700 1 -- 172.21.15.8:0/3511842060 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d6793488d0 con 0x55d6794b0f30 2024-05-20T21:18:42.362 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.360+0000 7ff519800700 1 --2- 172.21.15.8:0/3511842060 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d6794b0f30 0x55d6794b44e0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7ff50c0df2a0 tx=0x7ff50c0a8560 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f93d6c6c7a40aea8 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:42.362 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.360+0000 7ff4faa00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:18:42.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.360+0000 7ff4faa00700 1 -- 172.21.15.8:0/3511842060 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff50c0c1070 con 0x55d6794b0f30 2024-05-20T21:18:42.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.360+0000 7ff4faa00700 1 -- 172.21.15.8:0/3511842060 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7ff50c0127e0 con 0x55d6794b0f30 2024-05-20T21:18:42.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.360+0000 7ff52620eb80 1 -- 172.21.15.8:0/3511842060 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff50c0b1070 con 0x55d6794b0f30 2024-05-20T21:18:42.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.360+0000 7ff4faa00700 1 -- 172.21.15.8:0/3511842060 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff50c0a4050 con 0x55d6794b0f30 2024-05-20T21:18:42.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.360+0000 7ff52620eb80 10 client.26065 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:42.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.360+0000 7ff52620eb80 1 -- 172.21.15.8:0/3511842060 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d6793c9060 con 0x55d6794b0f30 2024-05-20T21:18:42.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.360+0000 7ff4faa00700 1 -- 172.21.15.8:0/3511842060 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff50c0b1070 con 0x55d6794b0f30 2024-05-20T21:18:42.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.361+0000 7ff4faa00700 1 -- 172.21.15.8:0/3511842060 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7ff50c0a8cb0 con 0x55d6794b0f30 2024-05-20T21:18:42.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.361+0000 7ff52620eb80 10 client.26065 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:42.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.361+0000 7ff52620eb80 10 client.26065 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:18:42.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.361+0000 7ff52620eb80 20 client.26065 populate_metadata read hostname 'smithi008' 2024-05-20T21:18:42.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.361+0000 7ff52620eb80 1 --2- 172.21.15.8:0/3511842060 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55d6794c4330 0x55d6794c6720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:42.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.361+0000 7ff52620eb80 4 client.26065 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:18:42.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.361+0000 7ff52620eb80 1 -- 172.21.15.8:0/3511842060 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d67940ad90 con 0x55d6794c4330 2024-05-20T21:18:42.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.362+0000 7ff518e00700 1 --2- 172.21.15.8:0/3511842060 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55d6794c4330 0x55d6794c6720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:42.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.363+0000 7ff518e00700 1 --2- 172.21.15.8:0/3511842060 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55d6794c4330 0x55d6794c6720 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=54ae6cf0bc2c2e20 server_cookie=27b1cbfd74c85bcb in_seq=0 out_seq=0 2024-05-20T21:18:42.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.363+0000 7ff4faa00700 10 client.26065 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:18:42.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.363+0000 7ff4faa00700 1 -- 172.21.15.8:0/3511842060 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55d67940ad90 con 0x55d6794c4330 2024-05-20T21:18:42.366 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.364+0000 7ff4faa00700 10 client.26065 handle_command_reply: tid=0 2024-05-20T21:18:42.366 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.364+0000 7ff52620eb80 1 client.26065 shutdown 2024-05-20T21:18:42.366 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.364+0000 7ff52620eb80 1 -- 172.21.15.8:0/3511842060 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d6794b0f30 msgr2=0x55d6794b44e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:42.366 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.364+0000 7ff52620eb80 1 --2- 172.21.15.8:0/3511842060 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d6794b0f30 0x55d6794b44e0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7ff50c0df2a0 tx=0x7ff50c0a8560 comp rx=0 tx=0).stop 2024-05-20T21:18:42.366 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.364+0000 7ff52620eb80 1 -- 172.21.15.8:0/3511842060 shutdown_connections 2024-05-20T21:18:42.366 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.364+0000 7ff52620eb80 1 --2- 172.21.15.8:0/3511842060 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55d6794c4330 0x55d6794c6720 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.366 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.364+0000 7ff52620eb80 1 --2- 172.21.15.8:0/3511842060 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d6794b0f30 0x55d6794b44e0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.366 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.364+0000 7ff4faa00700 0 client.26065 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:18:42.366 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.364+0000 7ff52620eb80 1 --2- 172.21.15.8:0/3511842060 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d6794ab140 0x55d6794b6c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.366 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.364+0000 7ff52620eb80 1 --2- 172.21.15.8:0/3511842060 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d6794b0610 0x55d6794b3fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.366 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.364+0000 7ff52620eb80 1 -- 172.21.15.8:0/3511842060 >> 172.21.15.8:0/3511842060 conn(0x55d6793d8be0 msgr2=0x55d6794a4d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:42.367 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.364+0000 7ff52620eb80 1 -- 172.21.15.8:0/3511842060 shutdown_connections 2024-05-20T21:18:42.367 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.364+0000 7ff52620eb80 1 -- 172.21.15.8:0/3511842060 wait complete. 2024-05-20T21:18:42.367 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.365+0000 7ff52620eb80 20 client.26065 trim_cache size 0 max 16384 2024-05-20T21:18:42.376 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:18:42.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.385+0000 7ff52620eb80 1 Processor -- start 2024-05-20T21:18:42.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.385+0000 7ff52620eb80 1 -- start start 2024-05-20T21:18:42.386 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.385+0000 7ff52620eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d6794ab140 0x55d6794aab20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:42.386 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.385+0000 7ff52620eb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d6794b0610 0x55d6794a54f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:42.386 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.385+0000 7ff52620eb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d6794b0f30 0x55d6794c9740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:42.386 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.385+0000 7ff52620eb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7ff4f400fc10 con 0x55d6794b0f30 2024-05-20T21:18:42.386 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.385+0000 7ff52620eb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff4f400d4a0 con 0x55d6794b0610 2024-05-20T21:18:42.386 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.385+0000 7ff52620eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7ff4f400b2f0 con 0x55d6794ab140 2024-05-20T21:18:42.386 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.386+0000 7ff518e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d6794ab140 0x55d6794aab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:42.386 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.386+0000 7ff513e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d6794b0610 0x55d6794a54f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:42.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.386+0000 7ff518e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d6794ab140 0x55d6794aab20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:56534/0 (socket says 172.21.15.8:56534) 2024-05-20T21:18:42.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.386+0000 7ff518e00700 1 -- 172.21.15.8:0/3721929689 learned_addr learned my addr 172.21.15.8:0/3721929689 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:42.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.386+0000 7ff519800700 1 --2- 172.21.15.8:0/3721929689 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d6794b0f30 0x55d6794c9740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:42.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.386+0000 7ff518e00700 1 -- 172.21.15.8:0/3721929689 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d6794b0610 msgr2=0x55d6794a54f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:42.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.386+0000 7ff518e00700 1 --2- 172.21.15.8:0/3721929689 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d6794b0610 0x55d6794a54f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.386+0000 7ff518e00700 1 -- 172.21.15.8:0/3721929689 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d6794b0f30 msgr2=0x55d6794c9740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:42.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.386+0000 7ff518e00700 1 --2- 172.21.15.8:0/3721929689 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d6794b0f30 0x55d6794c9740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.386+0000 7ff518e00700 1 -- 172.21.15.8:0/3721929689 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d6794b2530 con 0x55d6794ab140 2024-05-20T21:18:42.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.386+0000 7ff519800700 1 --2- 172.21.15.8:0/3721929689 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d6794b0f30 0x55d6794c9740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:18:42.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.386+0000 7ff518e00700 1 --2- 172.21.15.8:0/3721929689 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d6794ab140 0x55d6794aab20 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7ff508000c00 tx=0x7ff508005040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2548bc967f88308c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:42.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.387+0000 7ff505600700 1 -- 172.21.15.8:0/3721929689 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff508034020 con 0x55d6794ab140 2024-05-20T21:18:42.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.387+0000 7ff505600700 1 -- 172.21.15.8:0/3721929689 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff508022e50 con 0x55d6794ab140 2024-05-20T21:18:42.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.387+0000 7ff505600700 1 -- 172.21.15.8:0/3721929689 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff508003a20 con 0x55d6794ab140 2024-05-20T21:18:42.389 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.388+0000 7ff52620eb80 1 -- 172.21.15.8:0/3721929689 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d6794ab140 msgr2=0x55d6794aab20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:42.389 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.388+0000 7ff52620eb80 1 --2- 172.21.15.8:0/3721929689 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d6794ab140 0x55d6794aab20 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7ff508000c00 tx=0x7ff508005040 comp rx=0 tx=0).stop 2024-05-20T21:18:42.389 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.388+0000 7ff52620eb80 1 -- 172.21.15.8:0/3721929689 shutdown_connections 2024-05-20T21:18:42.389 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.388+0000 7ff52620eb80 1 --2- 172.21.15.8:0/3721929689 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d6794b0f30 0x55d6794c9740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.389 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.388+0000 7ff52620eb80 1 --2- 172.21.15.8:0/3721929689 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d6794ab140 0x55d6794aab20 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.389 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.388+0000 7ff52620eb80 1 --2- 172.21.15.8:0/3721929689 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d6794b0610 0x55d6794a54f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.388+0000 7ff52620eb80 1 -- 172.21.15.8:0/3721929689 >> 172.21.15.8:0/3721929689 conn(0x55d6793d8be0 msgr2=0x55d6794b28b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:42.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.388+0000 7ff52620eb80 1 -- 172.21.15.8:0/3721929689 shutdown_connections 2024-05-20T21:18:42.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.388+0000 7ff52620eb80 1 -- 172.21.15.8:0/3721929689 wait complete. 2024-05-20T21:18:42.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.389+0000 7ff52620eb80 1 -- start start 2024-05-20T21:18:42.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.389+0000 7ff52620eb80 1 Processor -- start 2024-05-20T21:18:42.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.389+0000 7ff52620eb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d6794ab140 0x55d6794c7520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:42.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.389+0000 7ff52620eb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d6794b0610 0x55d6794c7a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:42.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.389+0000 7ff52620eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d6794b0f30 0x55d6794c7fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:42.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.389+0000 7ff52620eb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7ff4f400b960 con 0x55d6794ab140 2024-05-20T21:18:42.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.389+0000 7ff52620eb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff4f400cdd0 con 0x55d6794b0610 2024-05-20T21:18:42.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.389+0000 7ff52620eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7ff4f400c030 con 0x55d6794b0f30 2024-05-20T21:18:42.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.390+0000 7ff52620eb80 10 client.0 _ll_register_callbacks cb 0x55d6793a2c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:42.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.390+0000 7ff513e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d6794b0610 0x55d6794c7a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:42.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.390+0000 7ff518e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d6794ab140 0x55d6794c7520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:42.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.390+0000 7ff513e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d6794b0610 0x55d6794c7a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:54458/0 (socket says 172.21.15.8:54458) 2024-05-20T21:18:42.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.390+0000 7ff513e00700 1 -- 172.21.15.8:0/1143419673 learned_addr learned my addr 172.21.15.8:0/1143419673 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:42.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.390+0000 7ff519800700 1 --2- 172.21.15.8:0/1143419673 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d6794b0f30 0x55d6794c7fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:42.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.390+0000 7ff518e00700 1 -- 172.21.15.8:0/1143419673 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d6794b0f30 msgr2=0x55d6794c7fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:42.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.390+0000 7ff518e00700 1 --2- 172.21.15.8:0/1143419673 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d6794b0f30 0x55d6794c7fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.390+0000 7ff518e00700 1 -- 172.21.15.8:0/1143419673 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d6794b0610 msgr2=0x55d6794c7a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:42.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.390+0000 7ff518e00700 1 --2- 172.21.15.8:0/1143419673 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d6794b0610 0x55d6794c7a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.390+0000 7ff518e00700 1 -- 172.21.15.8:0/1143419673 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d67952dc20 con 0x55d6794ab140 2024-05-20T21:18:42.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.391+0000 7ff513e00700 1 --2- 172.21.15.8:0/1143419673 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d6794b0610 0x55d6794c7a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:42.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.391+0000 7ff518e00700 1 --2- 172.21.15.8:0/1143419673 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d6794ab140 0x55d6794c7520 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7ff508009750 tx=0x7ff508005810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ea1878fc310a32b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:42.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.391+0000 7ff4faa00700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:18:42.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.392+0000 7ff4faa00700 1 -- 172.21.15.8:0/1143419673 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff508034030 con 0x55d6794ab140 2024-05-20T21:18:42.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.392+0000 7ff4faa00700 1 -- 172.21.15.8:0/1143419673 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7ff5080052b0 con 0x55d6794ab140 2024-05-20T21:18:42.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.392+0000 7ff52620eb80 1 -- 172.21.15.8:0/1143419673 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff508022e50 con 0x55d6794ab140 2024-05-20T21:18:42.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.392+0000 7ff4faa00700 1 -- 172.21.15.8:0/1143419673 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff5080054b0 con 0x55d6794ab140 2024-05-20T21:18:42.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.392+0000 7ff52620eb80 10 client.15897 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:42.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.392+0000 7ff52620eb80 1 -- 172.21.15.8:0/1143419673 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d67952ef00 con 0x55d6794ab140 2024-05-20T21:18:42.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.393+0000 7ff4faa00700 1 -- 172.21.15.8:0/1143419673 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff508022e50 con 0x55d6794ab140 2024-05-20T21:18:42.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.393+0000 7ff4faa00700 1 -- 172.21.15.8:0/1143419673 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7ff508003c50 con 0x55d6794ab140 2024-05-20T21:18:42.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.393+0000 7ff52620eb80 10 client.15897 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:42.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.393+0000 7ff52620eb80 10 client.15897 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:18:42.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.393+0000 7ff52620eb80 20 client.15897 populate_metadata read hostname 'smithi008' 2024-05-20T21:18:42.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.393+0000 7ff52620eb80 1 --2- 172.21.15.8:0/1143419673 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55d67952f430 0x55d679531850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:42.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.393+0000 7ff52620eb80 4 client.15897 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:18:42.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.393+0000 7ff52620eb80 1 -- 172.21.15.8:0/1143419673 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d679404570 con 0x55d67952f430 2024-05-20T21:18:42.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.393+0000 7ff513e00700 1 --2- 172.21.15.8:0/1143419673 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55d67952f430 0x55d679531850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:42.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.394+0000 7ff513e00700 1 --2- 172.21.15.8:0/1143419673 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55d67952f430 0x55d679531850 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=5287cd4dd9519dcd server_cookie=bbb0b77faefe58b7 in_seq=0 out_seq=0 2024-05-20T21:18:42.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.394+0000 7ff4faa00700 10 client.15897 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:18:42.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.394+0000 7ff4faa00700 1 -- 172.21.15.8:0/1143419673 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d679404570 con 0x55d67952f430 2024-05-20T21:18:42.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.394+0000 7ff4faa00700 10 client.15897 handle_command_reply: tid=0 2024-05-20T21:18:42.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.394+0000 7ff52620eb80 1 client.15897 shutdown 2024-05-20T21:18:42.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.395+0000 7ff52620eb80 1 -- 172.21.15.8:0/1143419673 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d6794ab140 msgr2=0x55d6794c7520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:42.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.395+0000 7ff52620eb80 1 --2- 172.21.15.8:0/1143419673 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d6794ab140 0x55d6794c7520 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7ff508009750 tx=0x7ff508005810 comp rx=0 tx=0).stop 2024-05-20T21:18:42.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.395+0000 7ff52620eb80 1 -- 172.21.15.8:0/1143419673 shutdown_connections 2024-05-20T21:18:42.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.395+0000 7ff52620eb80 1 --2- 172.21.15.8:0/1143419673 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55d67952f430 0x55d679531850 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.395+0000 7ff52620eb80 1 --2- 172.21.15.8:0/1143419673 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d6794b0f30 0x55d6794c7fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.395+0000 7ff52620eb80 1 --2- 172.21.15.8:0/1143419673 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d6794ab140 0x55d6794c7520 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.395+0000 7ff52620eb80 1 --2- 172.21.15.8:0/1143419673 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d6794b0610 0x55d6794c7a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.395+0000 7ff4faa00700 0 client.15897 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:18:42.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.395+0000 7ff52620eb80 1 -- 172.21.15.8:0/1143419673 >> 172.21.15.8:0/1143419673 conn(0x55d6793d8be0 msgr2=0x55d6794b1310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:42.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.395+0000 7ff52620eb80 1 -- 172.21.15.8:0/1143419673 shutdown_connections 2024-05-20T21:18:42.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.395+0000 7ff52620eb80 1 -- 172.21.15.8:0/1143419673 wait complete. 2024-05-20T21:18:42.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.396+0000 7ff52620eb80 20 client.15897 trim_cache size 0 max 16384 2024-05-20T21:18:42.397 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:18:42.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.396+0000 7ff51b800700 1 -- 172.21.15.8:0/3744102035 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff4fc0b2900 msgr2=0x7ff4fc0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:42.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.396+0000 7ff51b800700 1 --2- 172.21.15.8:0/3744102035 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff4fc0b2900 0x7ff4fc0b4dc0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7ff51406f4b0 tx=0x7ff5000097a0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.396+0000 7ff51b800700 1 -- 172.21.15.8:0/3744102035 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff5141088f0 msgr2=0x7ff51406df90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:42.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.396+0000 7ff51b800700 1 --2- 172.21.15.8:0/3744102035 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff5141088f0 0x7ff51406df90 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7ff50c00bf30 tx=0x7ff50c012330 comp rx=0 tx=0).stop 2024-05-20T21:18:42.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.397+0000 7ff51b800700 1 -- 172.21.15.8:0/3744102035 shutdown_connections 2024-05-20T21:18:42.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.397+0000 7ff51b800700 1 --2- 172.21.15.8:0/3744102035 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff4fc0b2900 0x7ff4fc0b4dc0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.397+0000 7ff51b800700 1 --2- 172.21.15.8:0/3744102035 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff5141088f0 0x7ff51406df90 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.397+0000 7ff51b800700 1 --2- 172.21.15.8:0/3744102035 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff5141037f0 0x7ff514074c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.397+0000 7ff51b800700 1 --2- 172.21.15.8:0/3744102035 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff5141041a0 0x7ff5140751a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.397+0000 7ff51b800700 1 -- 172.21.15.8:0/3744102035 >> 172.21.15.8:0/3744102035 conn(0x7ff51407a6a0 msgr2=0x7ff5141017c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:42.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.397+0000 7ff51b800700 1 -- 172.21.15.8:0/3744102035 shutdown_connections 2024-05-20T21:18:42.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:42.397+0000 7ff51b800700 1 -- 172.21.15.8:0/3744102035 wait complete. 2024-05-20T21:18:42.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:18:42 smithi008 ceph-mon[31475]: pgmap v541: 97 pgs: 97 active+clean; 1.5 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:18:42.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:18:42 smithi130 ceph-mon[36448]: pgmap v541: 97 pgs: 97 active+clean; 1.5 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:18:42.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:18:42 smithi050 ceph-mon[35809]: pgmap v541: 97 pgs: 97 active+clean; 1.5 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:18:43.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:18:43 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:18:43.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:18:43 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:18:43.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:18:43 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:18:43.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:18:43 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:18:43.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:18:43 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:18:43.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:18:43 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:18:43.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:18:43 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:18:43.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:18:43 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:18:43.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:18:43 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:18:44.021 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:18:44.734 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:18:44.837 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:18:44 smithi008 ceph-mon[31475]: pgmap v542: 97 pgs: 97 active+clean; 1.5 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 14 op/s 2024-05-20T21:18:44.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:18:44 smithi130 ceph-mon[36448]: pgmap v542: 97 pgs: 97 active+clean; 1.5 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 14 op/s 2024-05-20T21:18:44.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:18:44 smithi050 ceph-mon[35809]: pgmap v542: 97 pgs: 97 active+clean; 1.5 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 14 op/s 2024-05-20T21:18:45.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:45.556+0000 7f998a800700 1 -- 172.21.15.8:0/1498940559 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9984106140 msgr2=0x7f9984112650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:45.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:45.556+0000 7f998a800700 1 --2- 172.21.15.8:0/1498940559 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9984106140 0x7f9984112650 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f997c009f90 tx=0x7f997c00b330 comp rx=0 tx=0).stop 2024-05-20T21:18:45.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:45.556+0000 7f998a800700 1 -- 172.21.15.8:0/1498940559 shutdown_connections 2024-05-20T21:18:45.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:45.556+0000 7f998a800700 1 --2- 172.21.15.8:0/1498940559 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9984106140 0x7f9984112650 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:45.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:45.556+0000 7f998a800700 1 --2- 172.21.15.8:0/1498940559 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f998410b780 0x7f998410bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:45.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:45.556+0000 7f998a800700 1 --2- 172.21.15.8:0/1498940559 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9984105780 0x7f9984105c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:45.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:45.556+0000 7f998a800700 1 -- 172.21.15.8:0/1498940559 >> 172.21.15.8:0/1498940559 conn(0x7f9984101270 msgr2=0x7f9984103690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:45.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:45.556+0000 7f998a800700 1 -- 172.21.15.8:0/1498940559 shutdown_connections 2024-05-20T21:18:45.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:45.556+0000 7f998a800700 1 -- 172.21.15.8:0/1498940559 wait complete. 2024-05-20T21:18:45.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:45.557+0000 7f998a800700 1 Processor -- start 2024-05-20T21:18:45.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:45.557+0000 7f998a800700 1 -- start start 2024-05-20T21:18:45.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:45.558+0000 7f998a800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9984105780 0x7f998419be00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:45.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:45.558+0000 7f998a800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9984106140 0x7f998419c340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:45.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:45.558+0000 7f998a800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f998410b780 0x7f99841a06d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:45.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:45.558+0000 7f998a800700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f99841159d0 con 0x7f998410b780 2024-05-20T21:18:45.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:45.558+0000 7f998a800700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9984115850 con 0x7f9984106140 2024-05-20T21:18:45.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:45.558+0000 7f998a800700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f9984115b50 con 0x7f9984105780 2024-05-20T21:18:45.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:45.558+0000 7f9983400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9984105780 0x7f998419be00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:45.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:45.558+0000 7f9983e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f998410b780 0x7f99841a06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:45.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:45.558+0000 7f9983400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9984105780 0x7f998419be00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:40726/0 (socket says 172.21.15.8:40726) 2024-05-20T21:18:45.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:45.558+0000 7f9983400700 1 -- 172.21.15.8:0/1552071634 learned_addr learned my addr 172.21.15.8:0/1552071634 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:45.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:45.558+0000 7f997be00700 1 --2- 172.21.15.8:0/1552071634 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9984106140 0x7f998419c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:45.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:45.559+0000 7f9983400700 1 -- 172.21.15.8:0/1552071634 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9984106140 msgr2=0x7f998419c340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:45.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:45.559+0000 7f9983400700 1 --2- 172.21.15.8:0/1552071634 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9984106140 0x7f998419c340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:45.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:45.559+0000 7f9983400700 1 -- 172.21.15.8:0/1552071634 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f998410b780 msgr2=0x7f99841a06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:45.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:45.559+0000 7f9983400700 1 --2- 172.21.15.8:0/1552071634 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f998410b780 0x7f99841a06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:45.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:45.559+0000 7f9983400700 1 -- 172.21.15.8:0/1552071634 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99841a0e10 con 0x7f9984105780 2024-05-20T21:18:45.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:45.559+0000 7f9983e00700 1 --2- 172.21.15.8:0/1552071634 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f998410b780 0x7f99841a06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:45.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:45.559+0000 7f9983400700 1 --2- 172.21.15.8:0/1552071634 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9984105780 0x7f998419be00 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f997400ec10 tx=0x7f997400ef20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:45.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:45.562+0000 7f9980c00700 1 -- 172.21.15.8:0/1552071634 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f997400cd40 con 0x7f9984105780 2024-05-20T21:18:45.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:45.562+0000 7f9980c00700 1 -- 172.21.15.8:0/1552071634 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f99740044d0 con 0x7f9984105780 2024-05-20T21:18:45.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:45.562+0000 7f9980c00700 1 -- 172.21.15.8:0/1552071634 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9974010690 con 0x7f9984105780 2024-05-20T21:18:45.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:45.562+0000 7f998a800700 1 -- 172.21.15.8:0/1552071634 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f99841a1100 con 0x7f9984105780 2024-05-20T21:18:45.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:45.562+0000 7f998a800700 1 -- 172.21.15.8:0/1552071634 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99841a8980 con 0x7f9984105780 2024-05-20T21:18:45.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:45.563+0000 7f998a800700 1 -- 172.21.15.8:0/1552071634 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f998406a230 con 0x7f9984105780 2024-05-20T21:18:45.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:45.565+0000 7f9980c00700 1 -- 172.21.15.8:0/1552071634 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f9974003e50 con 0x7f9984105780 2024-05-20T21:18:45.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:45.566+0000 7f9980c00700 1 --2- 172.21.15.8:0/1552071634 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f99680b2900 0x7f99680b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:45.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:45.567+0000 7f9980c00700 1 -- 172.21.15.8:0/1552071634 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f99740e24e0 con 0x7f9984105780 2024-05-20T21:18:45.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:45.567+0000 7f997be00700 1 --2- 172.21.15.8:0/1552071634 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f99680b2900 0x7f99680b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:45.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:45.568+0000 7f997be00700 1 --2- 172.21.15.8:0/1552071634 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f99680b2900 0x7f99680b4dc0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f998410bf10 tx=0x7f996c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:45.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:45.571+0000 7f9980c00700 1 -- 172.21.15.8:0/1552071634 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f99740aa190 con 0x7f9984105780 2024-05-20T21:18:45.870 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:45.869+0000 7f998a800700 1 -- 172.21.15.8:0/1552071634 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f998419d190 con 0x7f9984105780 2024-05-20T21:18:45.871 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:45.871+0000 7f9980c00700 1 -- 172.21.15.8:0/1552071634 <== mon.1 v2:172.21.15.130:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7f998419d190 con 0x7f9984105780 2024-05-20T21:18:45.872 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:18:45.872 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:18:45.876 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:45.875+0000 7f998a800700 1 -- 172.21.15.8:0/1552071634 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f99680b2900 msgr2=0x7f99680b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:45.876 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:45.875+0000 7f998a800700 1 --2- 172.21.15.8:0/1552071634 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f99680b2900 0x7f99680b4dc0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f998410bf10 tx=0x7f996c009260 comp rx=0 tx=0).stop 2024-05-20T21:18:45.876 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:45.875+0000 7f998a800700 1 -- 172.21.15.8:0/1552071634 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9984105780 msgr2=0x7f998419be00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:45.876 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:45.875+0000 7f998a800700 1 --2- 172.21.15.8:0/1552071634 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9984105780 0x7f998419be00 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f997400ec10 tx=0x7f997400ef20 comp rx=0 tx=0).stop 2024-05-20T21:18:45.876 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:45.876+0000 7f998a800700 1 -- 172.21.15.8:0/1552071634 shutdown_connections 2024-05-20T21:18:45.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:45.876+0000 7f998a800700 1 --2- 172.21.15.8:0/1552071634 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f99680b2900 0x7f99680b4dc0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:45.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:45.876+0000 7f998a800700 1 --2- 172.21.15.8:0/1552071634 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f998410b780 0x7f99841a06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:45.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:45.876+0000 7f998a800700 1 --2- 172.21.15.8:0/1552071634 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9984105780 0x7f998419be00 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:45.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:45.876+0000 7f998a800700 1 --2- 172.21.15.8:0/1552071634 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9984106140 0x7f998419c340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:45.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:45.876+0000 7f998a800700 1 -- 172.21.15.8:0/1552071634 >> 172.21.15.8:0/1552071634 conn(0x7f9984101270 msgr2=0x7f9984101790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:45.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:45.876+0000 7f998a800700 1 -- 172.21.15.8:0/1552071634 shutdown_connections 2024-05-20T21:18:45.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:45.876+0000 7f998a800700 1 -- 172.21.15.8:0/1552071634 wait complete. 2024-05-20T21:18:45.878 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:18:46.846 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:18:46 smithi008 ceph-mon[31475]: pgmap v543: 97 pgs: 97 active+clean; 1.5 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 KiB/s wr, 12 op/s 2024-05-20T21:18:46.846 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:18:46 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/1552071634' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:18:46.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:18:46 smithi130 ceph-mon[36448]: pgmap v543: 97 pgs: 97 active+clean; 1.5 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 KiB/s wr, 12 op/s 2024-05-20T21:18:46.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:18:46 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/1552071634' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:18:46.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:18:46 smithi050 ceph-mon[35809]: pgmap v543: 97 pgs: 97 active+clean; 1.5 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 KiB/s wr, 12 op/s 2024-05-20T21:18:46.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:18:46 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/1552071634' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:18:47.462 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24529 quiesce db --set-id fde0168b --release --await' 2024-05-20T21:18:47.462 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24529 quiesce db --set-id fde0168b --release --await 2024-05-20T21:18:48.006 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.005+0000 7f622c200700 1 -- 172.21.15.8:0/2783925213 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f62241095b0 msgr2=0x7f6224109990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:48.006 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.005+0000 7f622c200700 1 --2- 172.21.15.8:0/2783925213 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f62241095b0 0x7f6224109990 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f621800b0a0 tx=0x7f621800b3b0 comp rx=0 tx=0).stop 2024-05-20T21:18:48.006 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.005+0000 7f622c200700 1 -- 172.21.15.8:0/2783925213 shutdown_connections 2024-05-20T21:18:48.006 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.005+0000 7f622c200700 1 --2- 172.21.15.8:0/2783925213 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f62241095b0 0x7f6224109990 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:48.006 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.005+0000 7f622c200700 1 --2- 172.21.15.8:0/2783925213 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f622406bbe0 0x7f62241103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:48.006 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.005+0000 7f622c200700 1 --2- 172.21.15.8:0/2783925213 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f622406b220 0x7f622406b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:48.006 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.005+0000 7f622c200700 1 -- 172.21.15.8:0/2783925213 >> 172.21.15.8:0/2783925213 conn(0x7f62240793f0 msgr2=0x7f6224079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:48.006 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.005+0000 7f622c200700 1 -- 172.21.15.8:0/2783925213 shutdown_connections 2024-05-20T21:18:48.007 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.005+0000 7f622c200700 1 -- 172.21.15.8:0/2783925213 wait complete. 2024-05-20T21:18:48.007 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.006+0000 7f622c200700 1 Processor -- start 2024-05-20T21:18:48.007 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.007+0000 7f622c200700 1 -- start start 2024-05-20T21:18:48.007 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.007+0000 7f622c200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f622406b220 0x7f622419f840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:48.007 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.007+0000 7f622c200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f622406bbe0 0x7f622419fd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:48.007 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.007+0000 7f622c200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f62241095b0 0x7f6224199a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:48.008 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.007+0000 7f622c200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f62241136c0 con 0x7f622406bbe0 2024-05-20T21:18:48.008 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.007+0000 7f622c200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6224113540 con 0x7f62241095b0 2024-05-20T21:18:48.008 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.007+0000 7f622c200700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f6224113840 con 0x7f622406b220 2024-05-20T21:18:48.008 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.008+0000 7f6228e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f622406bbe0 0x7f622419fd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:48.008 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.008+0000 7f6229800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f622406b220 0x7f622419f840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:48.008 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.008+0000 7f6229800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f622406b220 0x7f622419f840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:40756/0 (socket says 172.21.15.8:40756) 2024-05-20T21:18:48.008 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.008+0000 7f6229800700 1 -- 172.21.15.8:0/4203198877 learned_addr learned my addr 172.21.15.8:0/4203198877 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:48.008 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.008+0000 7f622a200700 1 --2- 172.21.15.8:0/4203198877 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f62241095b0 0x7f6224199a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:48.009 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.008+0000 7f6229800700 1 -- 172.21.15.8:0/4203198877 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f62241095b0 msgr2=0x7f6224199a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:48.009 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.008+0000 7f6229800700 1 --2- 172.21.15.8:0/4203198877 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f62241095b0 0x7f6224199a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:48.009 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.008+0000 7f6229800700 1 -- 172.21.15.8:0/4203198877 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f622406bbe0 msgr2=0x7f622419fd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:48.009 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.008+0000 7f6229800700 1 --2- 172.21.15.8:0/4203198877 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f622406bbe0 0x7f622419fd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:48.010 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.008+0000 7f6229800700 1 -- 172.21.15.8:0/4203198877 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f622419a160 con 0x7f622406b220 2024-05-20T21:18:48.010 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.008+0000 7f622a200700 1 --2- 172.21.15.8:0/4203198877 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f62241095b0 0x7f6224199a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:48.010 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.008+0000 7f6228e00700 1 --2- 172.21.15.8:0/4203198877 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f622406bbe0 0x7f622419fd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:48.010 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.009+0000 7f6229800700 1 --2- 172.21.15.8:0/4203198877 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f622406b220 0x7f622419f840 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f621800b070 tx=0x7f6218004d00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:48.010 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.009+0000 7f6222000700 1 -- 172.21.15.8:0/4203198877 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6218026070 con 0x7f622406b220 2024-05-20T21:18:48.010 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.009+0000 7f622c200700 1 -- 172.21.15.8:0/4203198877 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f622419a3f0 con 0x7f622406b220 2024-05-20T21:18:48.010 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.009+0000 7f6222000700 1 -- 172.21.15.8:0/4203198877 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6218007770 con 0x7f622406b220 2024-05-20T21:18:48.010 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.009+0000 7f6222000700 1 -- 172.21.15.8:0/4203198877 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6218004280 con 0x7f622406b220 2024-05-20T21:18:48.010 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.009+0000 7f622c200700 1 -- 172.21.15.8:0/4203198877 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6224102440 con 0x7f622406b220 2024-05-20T21:18:48.015 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.014+0000 7f6222000700 1 -- 172.21.15.8:0/4203198877 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f6218007920 con 0x7f622406b220 2024-05-20T21:18:48.016 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.016+0000 7f6236abeb80 1 Processor -- start 2024-05-20T21:18:48.016 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.016+0000 7f6236abeb80 1 -- start start 2024-05-20T21:18:48.016 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.016+0000 7f6236abeb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55715f467610 0x55715f4679f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:48.016 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.016+0000 7f6236abeb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55715f467f30 0x55715f461b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:48.016 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.016+0000 7f6236abeb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55715f462140 0x55715f4625c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:48.017 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.016+0000 7f6236abeb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55715f3bfe40 con 0x55715f462140 2024-05-20T21:18:48.017 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.016+0000 7f6222000700 1 --2- 172.21.15.8:0/4203198877 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f620c0b2880 0x7f620c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:48.017 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.016+0000 7f6236abeb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55715f3af9e0 con 0x55715f467610 2024-05-20T21:18:48.017 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.016+0000 7f6236abeb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55715f3b3a20 con 0x55715f467f30 2024-05-20T21:18:48.017 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.017+0000 7f622a200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55715f467610 0x55715f4679f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:48.017 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.017+0000 7f6228e00700 1 --2- 172.21.15.8:0/4203198877 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f620c0b2880 0x7f620c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:48.017 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.017+0000 7f6222000700 1 -- 172.21.15.8:0/4203198877 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f621800f030 con 0x7f622406b220 2024-05-20T21:18:48.017 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.017+0000 7f6229800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55715f467f30 0x55715f461b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:48.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.017+0000 7f6229800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55715f467f30 0x55715f461b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:40762/0 (socket says 172.21.15.8:40762) 2024-05-20T21:18:48.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.017+0000 7f6229800700 1 -- 172.21.15.8:0/642286067 learned_addr learned my addr 172.21.15.8:0/642286067 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:48.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.017+0000 7f622a200700 1 --2- 172.21.15.8:0/642286067 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55715f462140 0x55715f4625c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:48.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.017+0000 7f622a200700 1 -- 172.21.15.8:0/642286067 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55715f467f30 msgr2=0x55715f461b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:48.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.017+0000 7f622a200700 1 --2- 172.21.15.8:0/642286067 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55715f467f30 0x55715f461b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:48.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.017+0000 7f622a200700 1 -- 172.21.15.8:0/642286067 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55715f462140 msgr2=0x55715f4625c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:48.019 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.017+0000 7f622a200700 1 --2- 172.21.15.8:0/642286067 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55715f462140 0x55715f4625c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:48.019 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.017+0000 7f622a200700 1 -- 172.21.15.8:0/642286067 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55715f378420 con 0x55715f467610 2024-05-20T21:18:48.019 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.018+0000 7f622a200700 1 --2- 172.21.15.8:0/642286067 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55715f467610 0x55715f4679f0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f621c005950 tx=0x7f621c0058e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a0ea1378cba2fc94 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:48.019 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.018+0000 7f6216a00700 1 -- 172.21.15.8:0/642286067 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f621c004830 con 0x55715f467610 2024-05-20T21:18:48.019 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.018+0000 7f6228e00700 1 --2- 172.21.15.8:0/4203198877 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f620c0b2880 0x7f620c0b4d40 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f6210009680 tx=0x7f6210009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:48.019 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.018+0000 7f6216a00700 1 -- 172.21.15.8:0/642286067 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f621c005020 con 0x55715f467610 2024-05-20T21:18:48.019 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.018+0000 7f6216a00700 1 -- 172.21.15.8:0/642286067 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f621c0116f0 con 0x55715f467610 2024-05-20T21:18:48.020 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.019+0000 7f6236abeb80 1 -- 172.21.15.8:0/642286067 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55715f467610 msgr2=0x55715f4679f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:48.020 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.019+0000 7f6236abeb80 1 --2- 172.21.15.8:0/642286067 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55715f467610 0x55715f4679f0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f621c005950 tx=0x7f621c0058e0 comp rx=0 tx=0).stop 2024-05-20T21:18:48.020 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.019+0000 7f6236abeb80 1 -- 172.21.15.8:0/642286067 shutdown_connections 2024-05-20T21:18:48.020 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.019+0000 7f6236abeb80 1 --2- 172.21.15.8:0/642286067 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55715f467610 0x55715f4679f0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:48.020 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.019+0000 7f6236abeb80 1 --2- 172.21.15.8:0/642286067 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55715f462140 0x55715f4625c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:48.021 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.019+0000 7f6236abeb80 1 --2- 172.21.15.8:0/642286067 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55715f467f30 0x55715f461b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:48.021 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.019+0000 7f6236abeb80 1 -- 172.21.15.8:0/642286067 >> 172.21.15.8:0/642286067 conn(0x55715f38fbe0 msgr2=0x55715f45c690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:48.021 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.020+0000 7f6236abeb80 1 -- 172.21.15.8:0/642286067 shutdown_connections 2024-05-20T21:18:48.021 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.020+0000 7f6236abeb80 1 -- 172.21.15.8:0/642286067 wait complete. 2024-05-20T21:18:48.021 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.020+0000 7f6236abeb80 1 -- start start 2024-05-20T21:18:48.021 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.021+0000 7f6236abeb80 1 Processor -- start 2024-05-20T21:18:48.022 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.021+0000 7f6236abeb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55715f462140 0x55715f46dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:48.022 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.021+0000 7f6236abeb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55715f467610 0x55715f46b070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:48.022 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.021+0000 7f6236abeb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55715f467f30 0x55715f46b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:48.022 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.021+0000 7f6236abeb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55715f2b5fa0 con 0x55715f467610 2024-05-20T21:18:48.022 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.021+0000 7f6236abeb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55715f350760 con 0x55715f462140 2024-05-20T21:18:48.022 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.022+0000 7f6236abeb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55715f46e9e0 con 0x55715f467f30 2024-05-20T21:18:48.022 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.022+0000 7f6229800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55715f462140 0x55715f46dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:48.022 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.022+0000 7f6236abeb80 10 client.0 _ll_register_callbacks cb 0x55715f359c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:48.023 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.022+0000 7f6229800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55715f462140 0x55715f46dcd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:58914/0 (socket says 172.21.15.8:58914) 2024-05-20T21:18:48.024 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.022+0000 7f6228e00700 1 --2- 172.21.15.8:0/3809735876 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55715f467610 0x55715f46b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:48.025 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.022+0000 7f622a200700 1 --2- 172.21.15.8:0/3809735876 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55715f467f30 0x55715f46b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:48.025 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.022+0000 7f6229800700 1 -- 172.21.15.8:0/3809735876 learned_addr learned my addr 172.21.15.8:0/3809735876 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:48.025 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.022+0000 7f6229800700 1 -- 172.21.15.8:0/3809735876 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55715f467f30 msgr2=0x55715f46b5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:48.025 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.022+0000 7f6229800700 1 --2- 172.21.15.8:0/3809735876 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55715f467f30 0x55715f46b5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:48.025 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.022+0000 7f6229800700 1 -- 172.21.15.8:0/3809735876 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55715f467610 msgr2=0x55715f46b070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:48.025 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.022+0000 7f6229800700 1 --2- 172.21.15.8:0/3809735876 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55715f467610 0x55715f46b070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:48.026 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.022+0000 7f6229800700 1 -- 172.21.15.8:0/3809735876 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55715f2ff8d0 con 0x55715f462140 2024-05-20T21:18:48.026 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.023+0000 7f6229800700 1 --2- 172.21.15.8:0/3809735876 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55715f462140 0x55715f46dcd0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f62180aeae0 tx=0x7f62180099e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=816976f5605e121b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:48.026 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.023+0000 7f620b400700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:18:48.026 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.023+0000 7f620b400700 1 -- 172.21.15.8:0/3809735876 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62180b2570 con 0x55715f462140 2024-05-20T21:18:48.026 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.023+0000 7f620b400700 1 -- 172.21.15.8:0/3809735876 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f6218007c40 con 0x55715f462140 2024-05-20T21:18:48.026 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.023+0000 7f6236abeb80 1 -- 172.21.15.8:0/3809735876 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f621c005020 con 0x55715f462140 2024-05-20T21:18:48.026 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.023+0000 7f620b400700 1 -- 172.21.15.8:0/3809735876 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f62180b3160 con 0x55715f462140 2024-05-20T21:18:48.026 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.023+0000 7f6236abeb80 10 client.26039 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:48.026 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.023+0000 7f6236abeb80 1 -- 172.21.15.8:0/3809735876 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55715f380060 con 0x55715f462140 2024-05-20T21:18:48.026 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.024+0000 7f620b400700 1 -- 172.21.15.8:0/3809735876 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f621c005020 con 0x55715f462140 2024-05-20T21:18:48.026 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.024+0000 7f620b400700 1 -- 172.21.15.8:0/3809735876 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f6218011070 con 0x55715f462140 2024-05-20T21:18:48.026 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.024+0000 7f6236abeb80 10 client.26039 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:48.027 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.024+0000 7f6236abeb80 10 client.26039 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:18:48.027 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.024+0000 7f6236abeb80 20 client.26039 populate_metadata read hostname 'smithi008' 2024-05-20T21:18:48.027 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.024+0000 7f6236abeb80 1 --2- 172.21.15.8:0/3809735876 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55715f47b460 0x55715f47d8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:48.027 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.024+0000 7f6236abeb80 4 client.26039 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:18:48.027 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.024+0000 7f6236abeb80 1 -- 172.21.15.8:0/3809735876 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55715f3c1d90 con 0x55715f47b460 2024-05-20T21:18:48.027 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.024+0000 7f6228e00700 1 --2- 172.21.15.8:0/3809735876 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55715f47b460 0x55715f47d8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:48.028 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.025+0000 7f6228e00700 1 --2- 172.21.15.8:0/3809735876 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55715f47b460 0x55715f47d8d0 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=99d11b667779c873 server_cookie=509ed546950e132c in_seq=0 out_seq=0 2024-05-20T21:18:48.028 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.025+0000 7f620b400700 10 client.26039 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:18:48.028 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.026+0000 7f620b400700 1 -- 172.21.15.8:0/3809735876 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55715f3c1d90 con 0x55715f47b460 2024-05-20T21:18:48.028 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.026+0000 7f620b400700 10 client.26039 handle_command_reply: tid=0 2024-05-20T21:18:48.028 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.026+0000 7f6236abeb80 1 client.26039 shutdown 2024-05-20T21:18:48.029 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.026+0000 7f6236abeb80 1 -- 172.21.15.8:0/3809735876 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55715f462140 msgr2=0x55715f46dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:48.029 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.026+0000 7f6236abeb80 1 --2- 172.21.15.8:0/3809735876 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55715f462140 0x55715f46dcd0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f62180aeae0 tx=0x7f62180099e0 comp rx=0 tx=0).stop 2024-05-20T21:18:48.029 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.026+0000 7f6236abeb80 1 -- 172.21.15.8:0/3809735876 shutdown_connections 2024-05-20T21:18:48.029 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.026+0000 7f6236abeb80 1 --2- 172.21.15.8:0/3809735876 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55715f47b460 0x55715f47d8d0 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:48.029 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.026+0000 7f6236abeb80 1 --2- 172.21.15.8:0/3809735876 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55715f462140 0x55715f46dcd0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:48.029 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.026+0000 7f6236abeb80 1 --2- 172.21.15.8:0/3809735876 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55715f467f30 0x55715f46b5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:48.029 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.026+0000 7f6236abeb80 1 --2- 172.21.15.8:0/3809735876 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55715f467610 0x55715f46b070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:48.029 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.026+0000 7f620b400700 0 client.26039 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:18:48.029 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.026+0000 7f6236abeb80 1 -- 172.21.15.8:0/3809735876 >> 172.21.15.8:0/3809735876 conn(0x55715f38fbe0 msgr2=0x55715f45bd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:48.029 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.027+0000 7f6236abeb80 1 -- 172.21.15.8:0/3809735876 shutdown_connections 2024-05-20T21:18:48.029 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.027+0000 7f6236abeb80 1 -- 172.21.15.8:0/3809735876 wait complete. 2024-05-20T21:18:48.029 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.027+0000 7f6236abeb80 20 client.26039 trim_cache size 0 max 16384 2024-05-20T21:18:48.046 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.046+0000 7f6236abeb80 1 Processor -- start 2024-05-20T21:18:48.047 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.046+0000 7f6236abeb80 1 -- start start 2024-05-20T21:18:48.047 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.047+0000 7f6236abeb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55715f462140 0x55715f461b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:48.047 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.047+0000 7f6236abeb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55715f467610 0x55715f468ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:48.047 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.047+0000 7f6236abeb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55715f467f30 0x55715f45c4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:48.048 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.047+0000 7f6236abeb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f62241ae1f0 con 0x55715f467f30 2024-05-20T21:18:48.049 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.047+0000 7f6236abeb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f62241aba80 con 0x55715f467610 2024-05-20T21:18:48.049 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.047+0000 7f6236abeb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f62241a98d0 con 0x55715f462140 2024-05-20T21:18:48.049 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.047+0000 7f622a200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55715f467f30 0x55715f45c4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:48.049 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.047+0000 7f6229800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55715f462140 0x55715f461b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:48.049 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.047+0000 7f6228e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55715f467610 0x55715f468ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:48.049 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.047+0000 7f6229800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55715f462140 0x55715f461b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:40774/0 (socket says 172.21.15.8:40774) 2024-05-20T21:18:48.049 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.047+0000 7f622a200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55715f467f30 0x55715f45c4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:53180/0 (socket says 172.21.15.8:53180) 2024-05-20T21:18:48.049 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.047+0000 7f6229800700 1 -- 172.21.15.8:0/423440443 learned_addr learned my addr 172.21.15.8:0/423440443 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:48.049 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.048+0000 7f6229800700 1 -- 172.21.15.8:0/423440443 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55715f467610 msgr2=0x55715f468ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:48.049 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.048+0000 7f6229800700 1 --2- 172.21.15.8:0/423440443 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55715f467610 0x55715f468ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:48.050 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.048+0000 7f6229800700 1 -- 172.21.15.8:0/423440443 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55715f467f30 msgr2=0x55715f45c4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:48.050 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.048+0000 7f6229800700 1 --2- 172.21.15.8:0/423440443 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55715f467f30 0x55715f45c4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:48.050 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.048+0000 7f6229800700 1 -- 172.21.15.8:0/423440443 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55715f454620 con 0x55715f462140 2024-05-20T21:18:48.050 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.048+0000 7f6228e00700 1 --2- 172.21.15.8:0/423440443 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55715f467610 0x55715f468ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:18:48.050 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.048+0000 7f6229800700 1 --2- 172.21.15.8:0/423440443 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55715f462140 0x55715f461b20 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f62180b29f0 tx=0x7f62180ae2c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fddd8f464260546b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:48.050 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.048+0000 7f6216000700 1 -- 172.21.15.8:0/423440443 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62180bb880 con 0x55715f462140 2024-05-20T21:18:48.050 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.048+0000 7f6216000700 1 -- 172.21.15.8:0/423440443 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f62180ae050 con 0x55715f462140 2024-05-20T21:18:48.050 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.048+0000 7f6216000700 1 -- 172.21.15.8:0/423440443 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62180b21d0 con 0x55715f462140 2024-05-20T21:18:48.051 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.049+0000 7f6236abeb80 1 -- 172.21.15.8:0/423440443 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55715f462140 msgr2=0x55715f461b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:48.051 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.049+0000 7f6236abeb80 1 --2- 172.21.15.8:0/423440443 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55715f462140 0x55715f461b20 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f62180b29f0 tx=0x7f62180ae2c0 comp rx=0 tx=0).stop 2024-05-20T21:18:48.052 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.049+0000 7f6236abeb80 1 -- 172.21.15.8:0/423440443 shutdown_connections 2024-05-20T21:18:48.052 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.049+0000 7f6236abeb80 1 --2- 172.21.15.8:0/423440443 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55715f467f30 0x55715f45c4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:48.052 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.049+0000 7f6236abeb80 1 --2- 172.21.15.8:0/423440443 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55715f462140 0x55715f461b20 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:48.052 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.049+0000 7f6236abeb80 1 --2- 172.21.15.8:0/423440443 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55715f467610 0x55715f468ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:48.052 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.049+0000 7f6236abeb80 1 -- 172.21.15.8:0/423440443 >> 172.21.15.8:0/423440443 conn(0x55715f38fbe0 msgr2=0x55715f4661e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:48.052 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.050+0000 7f6236abeb80 1 -- 172.21.15.8:0/423440443 shutdown_connections 2024-05-20T21:18:48.052 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.050+0000 7f6236abeb80 1 -- 172.21.15.8:0/423440443 wait complete. 2024-05-20T21:18:48.052 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.050+0000 7f6236abeb80 1 -- start start 2024-05-20T21:18:48.052 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.050+0000 7f6236abeb80 1 Processor -- start 2024-05-20T21:18:48.052 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.051+0000 7f6236abeb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55715f462140 0x55715f473e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:48.052 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.051+0000 7f6236abeb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55715f467610 0x55715f474390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:48.052 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.051+0000 7f6236abeb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55715f467f30 0x55715f470c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:48.053 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.051+0000 7f6236abeb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f62241a9f40 con 0x55715f467610 2024-05-20T21:18:48.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.051+0000 7f6236abeb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f62241ab3b0 con 0x55715f462140 2024-05-20T21:18:48.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.051+0000 7f6236abeb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f62241aa610 con 0x55715f467f30 2024-05-20T21:18:48.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.051+0000 7f6236abeb80 10 client.0 _ll_register_callbacks cb 0x55715f359c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:48.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.051+0000 7f622a200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55715f467f30 0x55715f470c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:48.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.051+0000 7f6229800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55715f462140 0x55715f473e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:48.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.051+0000 7f622a200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55715f467f30 0x55715f470c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:40780/0 (socket says 172.21.15.8:40780) 2024-05-20T21:18:48.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.051+0000 7f622a200700 1 -- 172.21.15.8:0/111162474 learned_addr learned my addr 172.21.15.8:0/111162474 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:48.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.051+0000 7f6228e00700 1 --2- 172.21.15.8:0/111162474 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55715f467610 0x55715f474390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:48.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.052+0000 7f6229800700 1 -- 172.21.15.8:0/111162474 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55715f467f30 msgr2=0x55715f470c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:48.055 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.052+0000 7f6229800700 1 --2- 172.21.15.8:0/111162474 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55715f467f30 0x55715f470c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:48.055 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.052+0000 7f6229800700 1 -- 172.21.15.8:0/111162474 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55715f467610 msgr2=0x55715f474390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:48.055 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.052+0000 7f6229800700 1 --2- 172.21.15.8:0/111162474 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55715f467610 0x55715f474390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:48.055 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.052+0000 7f6229800700 1 -- 172.21.15.8:0/111162474 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55715f471360 con 0x55715f462140 2024-05-20T21:18:48.055 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.052+0000 7f6228e00700 1 --2- 172.21.15.8:0/111162474 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55715f467610 0x55715f474390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:18:48.055 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.052+0000 7f6229800700 1 --2- 172.21.15.8:0/111162474 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55715f462140 0x55715f473e50 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f62180b8fd0 tx=0x7f62180883b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e47cbafedfc20592 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:48.055 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.052+0000 7f620b400700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:18:48.055 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.053+0000 7f620b400700 1 -- 172.21.15.8:0/111162474 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62180b21d0 con 0x55715f462140 2024-05-20T21:18:48.055 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.053+0000 7f620b400700 1 -- 172.21.15.8:0/111162474 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f62180d52d0 con 0x55715f462140 2024-05-20T21:18:48.055 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.053+0000 7f6236abeb80 1 -- 172.21.15.8:0/111162474 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f62180ae050 con 0x55715f462140 2024-05-20T21:18:48.055 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.053+0000 7f620b400700 1 -- 172.21.15.8:0/111162474 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f62180bb880 con 0x55715f462140 2024-05-20T21:18:48.055 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.053+0000 7f6236abeb80 10 client.26042 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:48.055 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.053+0000 7f6236abeb80 1 -- 172.21.15.8:0/111162474 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55715f471360 con 0x55715f462140 2024-05-20T21:18:48.056 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.053+0000 7f620b400700 1 -- 172.21.15.8:0/111162474 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f62180ae050 con 0x55715f462140 2024-05-20T21:18:48.056 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.053+0000 7f620b400700 1 -- 172.21.15.8:0/111162474 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f6218011040 con 0x55715f462140 2024-05-20T21:18:48.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.054+0000 7f6236abeb80 10 client.26042 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:48.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.054+0000 7f6236abeb80 10 client.26042 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:18:48.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.054+0000 7f6236abeb80 20 client.26042 populate_metadata read hostname 'smithi008' 2024-05-20T21:18:48.058 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.054+0000 7f6236abeb80 1 --2- 172.21.15.8:0/111162474 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55715f4e6bf0 0x55715f4e8fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:48.058 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.054+0000 7f6236abeb80 4 client.26042 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:18:48.058 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.054+0000 7f6236abeb80 1 -- 172.21.15.8:0/111162474 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55715f3bb570 con 0x55715f4e6bf0 2024-05-20T21:18:48.058 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.054+0000 7f6228e00700 1 --2- 172.21.15.8:0/111162474 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55715f4e6bf0 0x55715f4e8fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:48.058 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.055+0000 7f6228e00700 1 --2- 172.21.15.8:0/111162474 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55715f4e6bf0 0x55715f4e8fe0 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6dab0212357f87f0 server_cookie=3af354010e538b0e in_seq=0 out_seq=0 2024-05-20T21:18:48.058 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.055+0000 7f620b400700 10 client.26042 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:18:48.059 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.055+0000 7f620b400700 1 -- 172.21.15.8:0/111162474 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55715f3bb570 con 0x55715f4e6bf0 2024-05-20T21:18:48.059 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.055+0000 7f620b400700 10 client.26042 handle_command_reply: tid=0 2024-05-20T21:18:48.059 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.055+0000 7f6236abeb80 1 client.26042 shutdown 2024-05-20T21:18:48.059 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.055+0000 7f6236abeb80 1 -- 172.21.15.8:0/111162474 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55715f462140 msgr2=0x55715f473e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:48.059 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.055+0000 7f6236abeb80 1 --2- 172.21.15.8:0/111162474 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55715f462140 0x55715f473e50 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f62180b8fd0 tx=0x7f62180883b0 comp rx=0 tx=0).stop 2024-05-20T21:18:48.059 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.055+0000 7f6236abeb80 1 -- 172.21.15.8:0/111162474 shutdown_connections 2024-05-20T21:18:48.059 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.055+0000 7f6236abeb80 1 --2- 172.21.15.8:0/111162474 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55715f4e6bf0 0x55715f4e8fe0 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:48.059 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.055+0000 7f6236abeb80 1 --2- 172.21.15.8:0/111162474 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55715f462140 0x55715f473e50 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:48.059 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.055+0000 7f6236abeb80 1 --2- 172.21.15.8:0/111162474 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55715f467f30 0x55715f470c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:48.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.055+0000 7f6236abeb80 1 --2- 172.21.15.8:0/111162474 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55715f467610 0x55715f474390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:48.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.055+0000 7f6236abeb80 1 -- 172.21.15.8:0/111162474 >> 172.21.15.8:0/111162474 conn(0x55715f38fbe0 msgr2=0x55715f46a100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:48.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.055+0000 7f620b400700 0 client.26042 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:18:48.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.056+0000 7f6236abeb80 1 -- 172.21.15.8:0/111162474 shutdown_connections 2024-05-20T21:18:48.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.056+0000 7f6236abeb80 1 -- 172.21.15.8:0/111162474 wait complete. 2024-05-20T21:18:48.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.056+0000 7f6236abeb80 20 client.26042 trim_cache size 0 max 16384 2024-05-20T21:18:48.060 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:18:48.061 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.056+0000 7f622c200700 1 -- 172.21.15.8:0/4203198877 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f620c0b2880 msgr2=0x7f620c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:48.061 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.056+0000 7f622c200700 1 --2- 172.21.15.8:0/4203198877 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f620c0b2880 0x7f620c0b4d40 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f6210009680 tx=0x7f6210009260 comp rx=0 tx=0).stop 2024-05-20T21:18:48.061 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.056+0000 7f622c200700 1 -- 172.21.15.8:0/4203198877 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f622406b220 msgr2=0x7f622419f840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:48.061 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.056+0000 7f622c200700 1 --2- 172.21.15.8:0/4203198877 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f622406b220 0x7f622419f840 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f621800b070 tx=0x7f6218004d00 comp rx=0 tx=0).stop 2024-05-20T21:18:48.061 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.057+0000 7f622c200700 1 -- 172.21.15.8:0/4203198877 shutdown_connections 2024-05-20T21:18:48.061 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.057+0000 7f622c200700 1 --2- 172.21.15.8:0/4203198877 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f620c0b2880 0x7f620c0b4d40 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:48.061 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.057+0000 7f622c200700 1 --2- 172.21.15.8:0/4203198877 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f62241095b0 0x7f6224199a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:48.061 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.057+0000 7f622c200700 1 --2- 172.21.15.8:0/4203198877 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f622406b220 0x7f622419f840 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:48.061 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.057+0000 7f622c200700 1 --2- 172.21.15.8:0/4203198877 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f622406bbe0 0x7f622419fd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:48.062 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.057+0000 7f622c200700 1 -- 172.21.15.8:0/4203198877 >> 172.21.15.8:0/4203198877 conn(0x7f62240793f0 msgr2=0x7f62241010e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:48.062 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.057+0000 7f622c200700 1 -- 172.21.15.8:0/4203198877 shutdown_connections 2024-05-20T21:18:48.062 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:48.057+0000 7f622c200700 1 -- 172.21.15.8:0/4203198877 wait complete. 2024-05-20T21:18:48.062 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:18:48.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:18:48 smithi008 ceph-mon[31475]: pgmap v544: 97 pgs: 97 active+clean; 1.5 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 10 KiB/s wr, 11 op/s 2024-05-20T21:18:48.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:18:48 smithi130 ceph-mon[36448]: pgmap v544: 97 pgs: 97 active+clean; 1.5 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 10 KiB/s wr, 11 op/s 2024-05-20T21:18:48.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:18:48 smithi050 ceph-mon[35809]: pgmap v544: 97 pgs: 97 active+clean; 1.5 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 10 KiB/s wr, 11 op/s 2024-05-20T21:18:50.174 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:18:50.174 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:18:50.823 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.822+0000 7f3d88e00700 1 -- 172.21.15.8:0/629365347 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3d841095d0 msgr2=0x7f3d841099b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:50.824 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.822+0000 7f3d88e00700 1 --2- 172.21.15.8:0/629365347 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3d841095d0 0x7f3d841099b0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f3d740098f0 tx=0x7f3d74009c00 comp rx=0 tx=0).stop 2024-05-20T21:18:50.824 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.822+0000 7f3d88e00700 1 -- 172.21.15.8:0/629365347 shutdown_connections 2024-05-20T21:18:50.824 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.822+0000 7f3d88e00700 1 --2- 172.21.15.8:0/629365347 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d84103f80 0x7f3d84110410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:50.824 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.822+0000 7f3d88e00700 1 --2- 172.21.15.8:0/629365347 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3d841095d0 0x7f3d841099b0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:50.824 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.822+0000 7f3d88e00700 1 --2- 172.21.15.8:0/629365347 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3d841035c0 0x7f3d84103a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:50.824 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.822+0000 7f3d88e00700 1 -- 172.21.15.8:0/629365347 >> 172.21.15.8:0/629365347 conn(0x7f3d8407a6f0 msgr2=0x7f3d8407ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:50.824 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.822+0000 7f3d88e00700 1 -- 172.21.15.8:0/629365347 shutdown_connections 2024-05-20T21:18:50.824 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.822+0000 7f3d88e00700 1 -- 172.21.15.8:0/629365347 wait complete. 2024-05-20T21:18:50.824 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:18:50 smithi008 ceph-mon[31475]: pgmap v545: 97 pgs: 97 active+clean; 1.5 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 12 op/s 2024-05-20T21:18:50.825 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.824+0000 7f3d88e00700 1 Processor -- start 2024-05-20T21:18:50.825 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.824+0000 7f3d88e00700 1 -- start start 2024-05-20T21:18:50.825 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.824+0000 7f3d88e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d841035c0 0x7f3d84075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:50.826 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.824+0000 7f3d88e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3d84103f80 0x7f3d84075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:50.826 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.824+0000 7f3d88e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3d841095d0 0x7f3d840762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:50.826 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.824+0000 7f3d88e00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f3d84113720 con 0x7f3d841095d0 2024-05-20T21:18:50.826 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.824+0000 7f3d88e00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f3d841135a0 con 0x7f3d841035c0 2024-05-20T21:18:50.826 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.824+0000 7f3d88e00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f3d841138a0 con 0x7f3d84103f80 2024-05-20T21:18:50.826 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.825+0000 7f3d81e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d841035c0 0x7f3d84075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:50.826 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.825+0000 7f3d81400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3d84103f80 0x7f3d84075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:50.826 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.825+0000 7f3d81e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d841035c0 0x7f3d84075840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:58962/0 (socket says 172.21.15.8:58962) 2024-05-20T21:18:50.826 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.825+0000 7f3d81e00700 1 -- 172.21.15.8:0/2239221073 learned_addr learned my addr 172.21.15.8:0/2239221073 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:50.826 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.825+0000 7f3d82800700 1 --2- 172.21.15.8:0/2239221073 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3d841095d0 0x7f3d840762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:50.827 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.825+0000 7f3d81e00700 1 -- 172.21.15.8:0/2239221073 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3d84103f80 msgr2=0x7f3d84075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:50.827 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.825+0000 7f3d81e00700 1 --2- 172.21.15.8:0/2239221073 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3d84103f80 0x7f3d84075d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:50.827 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.825+0000 7f3d81e00700 1 -- 172.21.15.8:0/2239221073 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3d841095d0 msgr2=0x7f3d840762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:50.827 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.825+0000 7f3d81e00700 1 --2- 172.21.15.8:0/2239221073 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3d841095d0 0x7f3d840762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:50.827 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.825+0000 7f3d81e00700 1 -- 172.21.15.8:0/2239221073 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d841a8120 con 0x7f3d841035c0 2024-05-20T21:18:50.827 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.825+0000 7f3d81400700 1 --2- 172.21.15.8:0/2239221073 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3d84103f80 0x7f3d84075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:50.828 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.825+0000 7f3d81e00700 1 --2- 172.21.15.8:0/2239221073 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d841035c0 0x7f3d84075840 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f3d7400f990 tx=0x7f3d7400f9c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:50.828 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.826+0000 7f3d7aa00700 1 -- 172.21.15.8:0/2239221073 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d74027070 con 0x7f3d841035c0 2024-05-20T21:18:50.828 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.826+0000 7f3d7aa00700 1 -- 172.21.15.8:0/2239221073 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3d740055f0 con 0x7f3d841035c0 2024-05-20T21:18:50.828 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.826+0000 7f3d88e00700 1 -- 172.21.15.8:0/2239221073 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d841a83b0 con 0x7f3d841035c0 2024-05-20T21:18:50.828 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.826+0000 7f3d7aa00700 1 -- 172.21.15.8:0/2239221073 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d74004930 con 0x7f3d841035c0 2024-05-20T21:18:50.828 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.826+0000 7f3d88e00700 1 -- 172.21.15.8:0/2239221073 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d841a8800 con 0x7f3d841035c0 2024-05-20T21:18:50.830 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.830+0000 7f3d7aa00700 1 -- 172.21.15.8:0/2239221073 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f3d7402a070 con 0x7f3d841035c0 2024-05-20T21:18:50.833 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.832+0000 7f3d9386eb80 1 Processor -- start 2024-05-20T21:18:50.833 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.832+0000 7f3d7aa00700 1 --2- 172.21.15.8:0/2239221073 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3d680b2880 0x7f3d680b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:50.833 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.832+0000 7f3d9386eb80 1 -- start start 2024-05-20T21:18:50.833 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.832+0000 7f3d7aa00700 1 -- 172.21.15.8:0/2239221073 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f3d740e2d30 con 0x7f3d841035c0 2024-05-20T21:18:50.833 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.833+0000 7f3d82800700 1 --2- 172.21.15.8:0/2239221073 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3d680b2880 0x7f3d680b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:50.834 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.833+0000 7f3d9386eb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5630449683e0 0x5630449687c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:50.834 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.833+0000 7f3d9386eb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563044968d00 0x563044962960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:50.834 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.833+0000 7f3d9386eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563044962f80 0x5630449633c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:50.834 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.833+0000 7f3d9386eb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5630448c0f40 con 0x5630449683e0 2024-05-20T21:18:50.834 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.833+0000 7f3d9386eb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5630448b0ae0 con 0x563044968d00 2024-05-20T21:18:50.834 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.833+0000 7f3d9386eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5630448b4b20 con 0x563044962f80 2024-05-20T21:18:50.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.833+0000 7f3d81400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563044968d00 0x563044962960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:50.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.833+0000 7f3d81400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563044968d00 0x563044962960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:58972/0 (socket says 172.21.15.8:58972) 2024-05-20T21:18:50.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.833+0000 7f3d81400700 1 -- 172.21.15.8:0/1434694788 learned_addr learned my addr 172.21.15.8:0/1434694788 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:50.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.833+0000 7f3d81e00700 1 --2- 172.21.15.8:0/1434694788 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5630449683e0 0x5630449687c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:50.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.834+0000 7f3d81400700 1 -- 172.21.15.8:0/1434694788 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563044962f80 msgr2=0x5630449633c0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-20T21:18:50.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.834+0000 7f3d81400700 1 --2- 172.21.15.8:0/1434694788 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563044962f80 0x5630449633c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:50.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.834+0000 7f3d81400700 1 -- 172.21.15.8:0/1434694788 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5630449683e0 msgr2=0x5630449687c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:50.836 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.834+0000 7f3d81400700 1 --2- 172.21.15.8:0/1434694788 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5630449683e0 0x5630449687c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:50.836 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.834+0000 7f3d81400700 1 -- 172.21.15.8:0/1434694788 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563044879520 con 0x563044968d00 2024-05-20T21:18:50.836 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.834+0000 7f3d81e00700 1 --2- 172.21.15.8:0/1434694788 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5630449683e0 0x5630449687c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:18:50.836 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.834+0000 7f3d81400700 1 --2- 172.21.15.8:0/1434694788 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563044968d00 0x563044962960 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f3d70011540 tx=0x7f3d70011850 comp rx=0 tx=0).ready entity=mon.2 client_cookie=199423d7b32a4054 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:50.836 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.834+0000 7f3d82800700 1 --2- 172.21.15.8:0/2239221073 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3d680b2880 0x7f3d680b4d40 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f3d7c009e60 tx=0x7f3d7c00b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:50.836 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.834+0000 7f3d6f400700 1 -- 172.21.15.8:0/1434694788 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d70004a30 con 0x563044968d00 2024-05-20T21:18:50.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.834+0000 7f3d6f400700 1 -- 172.21.15.8:0/1434694788 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3d700054d0 con 0x563044968d00 2024-05-20T21:18:50.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.834+0000 7f3d6f400700 1 -- 172.21.15.8:0/1434694788 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d7000e860 con 0x563044968d00 2024-05-20T21:18:50.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.836+0000 7f3d9386eb80 1 -- 172.21.15.8:0/1434694788 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563044968d00 msgr2=0x563044962960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:50.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.836+0000 7f3d9386eb80 1 --2- 172.21.15.8:0/1434694788 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563044968d00 0x563044962960 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f3d70011540 tx=0x7f3d70011850 comp rx=0 tx=0).stop 2024-05-20T21:18:50.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.836+0000 7f3d9386eb80 1 -- 172.21.15.8:0/1434694788 shutdown_connections 2024-05-20T21:18:50.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.836+0000 7f3d9386eb80 1 --2- 172.21.15.8:0/1434694788 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563044962f80 0x5630449633c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:50.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.836+0000 7f3d9386eb80 1 --2- 172.21.15.8:0/1434694788 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5630449683e0 0x5630449687c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:50.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.836+0000 7f3d9386eb80 1 --2- 172.21.15.8:0/1434694788 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563044968d00 0x563044962960 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:50.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.836+0000 7f3d9386eb80 1 -- 172.21.15.8:0/1434694788 >> 172.21.15.8:0/1434694788 conn(0x563044890ce0 msgr2=0x56304495d420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:50.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.836+0000 7f3d9386eb80 1 -- 172.21.15.8:0/1434694788 shutdown_connections 2024-05-20T21:18:50.838 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.836+0000 7f3d9386eb80 1 -- 172.21.15.8:0/1434694788 wait complete. 2024-05-20T21:18:50.838 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.837+0000 7f3d9386eb80 1 -- start start 2024-05-20T21:18:50.838 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.837+0000 7f3d9386eb80 1 Processor -- start 2024-05-20T21:18:50.839 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.838+0000 7f3d9386eb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563044962f80 0x56304496e930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:50.839 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.838+0000 7f3d9386eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5630449683e0 0x56304496bcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:50.839 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.838+0000 7f3d9386eb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563044968d00 0x56304496c210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:50.839 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.838+0000 7f3d9386eb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5630447b70a0 con 0x563044962f80 2024-05-20T21:18:50.839 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.838+0000 7f3d9386eb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x563044851860 con 0x563044968d00 2024-05-20T21:18:50.839 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.838+0000 7f3d9386eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x56304496f7e0 con 0x5630449683e0 2024-05-20T21:18:50.839 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.838+0000 7f3d9386eb80 10 client.0 _ll_register_callbacks cb 0x56304485ad70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:50.839 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.838+0000 7f3d81400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5630449683e0 0x56304496bcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:50.839 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.838+0000 7f3d81400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5630449683e0 0x56304496bcd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:40824/0 (socket says 172.21.15.8:40824) 2024-05-20T21:18:50.839 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.838+0000 7f3d81400700 1 -- 172.21.15.8:0/2205603687 learned_addr learned my addr 172.21.15.8:0/2205603687 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:50.839 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.838+0000 7f3d81e00700 1 --2- 172.21.15.8:0/2205603687 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563044962f80 0x56304496e930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:50.839 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.838+0000 7f3d82800700 1 --2- 172.21.15.8:0/2205603687 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563044968d00 0x56304496c210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:50.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.839+0000 7f3d81400700 1 -- 172.21.15.8:0/2205603687 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563044968d00 msgr2=0x56304496c210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:50.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.839+0000 7f3d81400700 1 --2- 172.21.15.8:0/2205603687 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563044968d00 0x56304496c210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:50.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.839+0000 7f3d81400700 1 -- 172.21.15.8:0/2205603687 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563044962f80 msgr2=0x56304496e930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:50.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.839+0000 7f3d81400700 1 --2- 172.21.15.8:0/2205603687 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563044962f80 0x56304496e930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:50.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.839+0000 7f3d81400700 1 -- 172.21.15.8:0/2205603687 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5630448009d0 con 0x5630449683e0 2024-05-20T21:18:50.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.839+0000 7f3d81e00700 1 --2- 172.21.15.8:0/2205603687 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563044962f80 0x56304496e930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:18:50.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.839+0000 7f3d81400700 1 --2- 172.21.15.8:0/2205603687 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5630449683e0 0x56304496bcd0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f3d70006010 tx=0x7f3d7000ec10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6cef24a1dce134d0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:50.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.839+0000 7f3d63e00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:18:50.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.839+0000 7f3d63e00700 1 -- 172.21.15.8:0/2205603687 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d70028070 con 0x5630449683e0 2024-05-20T21:18:50.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.840+0000 7f3d9386eb80 1 -- 172.21.15.8:0/2205603687 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3d700054d0 con 0x5630449683e0 2024-05-20T21:18:50.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.840+0000 7f3d63e00700 1 -- 172.21.15.8:0/2205603687 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f3d70004020 con 0x5630449683e0 2024-05-20T21:18:50.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.840+0000 7f3d63e00700 1 -- 172.21.15.8:0/2205603687 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3d70033050 con 0x5630449683e0 2024-05-20T21:18:50.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.840+0000 7f3d9386eb80 10 client.26104 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:50.842 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.840+0000 7f3d9386eb80 1 -- 172.21.15.8:0/2205603687 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563044881160 con 0x5630449683e0 2024-05-20T21:18:50.842 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.840+0000 7f3d63e00700 1 -- 172.21.15.8:0/2205603687 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3d700054d0 con 0x5630449683e0 2024-05-20T21:18:50.842 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.841+0000 7f3d63e00700 1 -- 172.21.15.8:0/2205603687 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f3d70024640 con 0x5630449683e0 2024-05-20T21:18:50.842 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.841+0000 7f3d9386eb80 10 client.26104 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:50.843 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.841+0000 7f3d9386eb80 10 client.26104 resolve_mds: validated gid 24529 aka daemon mds.i 2024-05-20T21:18:50.843 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.841+0000 7f3d9386eb80 20 client.26104 populate_metadata read hostname 'smithi008' 2024-05-20T21:18:50.843 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.841+0000 7f3d9386eb80 1 --2- 172.21.15.8:0/2205603687 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56304497c1d0 0x56304497e5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:50.843 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.841+0000 7f3d9386eb80 4 client.26104 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:18:50.843 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.841+0000 7f3d9386eb80 1 -- 172.21.15.8:0/2205603687 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5630448c2e90 con 0x56304497c1d0 2024-05-20T21:18:50.843 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.841+0000 7f3d81e00700 1 --2- 172.21.15.8:0/2205603687 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56304497c1d0 0x56304497e5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:50.843 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.842+0000 7f3d81e00700 1 --2- 172.21.15.8:0/2205603687 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56304497c1d0 0x56304497e5c0 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cfa6205d0898575e server_cookie=2eaca42f55ec7768 in_seq=0 out_seq=0 2024-05-20T21:18:50.843 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.842+0000 7f3d63e00700 10 client.26104 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:18:50.844 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.843+0000 7f3d63e00700 1 -- 172.21.15.8:0/2205603687 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5630448c2e90 con 0x56304497c1d0 2024-05-20T21:18:50.844 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.843+0000 7f3d63e00700 10 client.26104 handle_command_reply: tid=0 2024-05-20T21:18:50.844 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.843+0000 7f3d9386eb80 1 client.26104 shutdown 2024-05-20T21:18:50.845 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.843+0000 7f3d9386eb80 1 -- 172.21.15.8:0/2205603687 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5630449683e0 msgr2=0x56304496bcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:50.845 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.843+0000 7f3d9386eb80 1 --2- 172.21.15.8:0/2205603687 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5630449683e0 0x56304496bcd0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f3d70006010 tx=0x7f3d7000ec10 comp rx=0 tx=0).stop 2024-05-20T21:18:50.845 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.843+0000 7f3d9386eb80 1 -- 172.21.15.8:0/2205603687 shutdown_connections 2024-05-20T21:18:50.845 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.843+0000 7f3d9386eb80 1 --2- 172.21.15.8:0/2205603687 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56304497c1d0 0x56304497e5c0 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:50.845 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.843+0000 7f3d9386eb80 1 --2- 172.21.15.8:0/2205603687 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563044968d00 0x56304496c210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:50.845 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.843+0000 7f3d9386eb80 1 --2- 172.21.15.8:0/2205603687 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563044962f80 0x56304496e930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:50.845 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.843+0000 7f3d9386eb80 1 --2- 172.21.15.8:0/2205603687 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5630449683e0 0x56304496bcd0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:50.845 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.843+0000 7f3d9386eb80 1 -- 172.21.15.8:0/2205603687 >> 172.21.15.8:0/2205603687 conn(0x563044890ce0 msgr2=0x563044961950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:50.845 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.843+0000 7f3d63e00700 0 client.26104 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:18:50.845 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.844+0000 7f3d9386eb80 1 -- 172.21.15.8:0/2205603687 shutdown_connections 2024-05-20T21:18:50.846 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.844+0000 7f3d9386eb80 1 -- 172.21.15.8:0/2205603687 wait complete. 2024-05-20T21:18:50.846 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.844+0000 7f3d9386eb80 20 client.26104 trim_cache size 0 max 16384 2024-05-20T21:18:50.867 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:18:50.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.868+0000 7f3d9386eb80 1 Processor -- start 2024-05-20T21:18:50.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.868+0000 7f3d9386eb80 1 -- start start 2024-05-20T21:18:50.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.868+0000 7f3d9386eb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563044962f80 0x5630449628b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:50.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.868+0000 7f3d9386eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5630449683e0 0x563044983ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:50.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.868+0000 7f3d9386eb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563044968d00 0x563044984220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:50.869 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.868+0000 7f3d9386eb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f3d841b2660 con 0x563044962f80 2024-05-20T21:18:50.869 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.868+0000 7f3d9386eb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f3d841afef0 con 0x563044968d00 2024-05-20T21:18:50.869 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.868+0000 7f3d9386eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f3d841add60 con 0x5630449683e0 2024-05-20T21:18:50.869 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.869+0000 7f3d81400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5630449683e0 0x563044983ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:50.870 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.869+0000 7f3d81e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563044962f80 0x5630449628b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:50.870 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.869+0000 7f3d81e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563044962f80 0x5630449628b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:53254/0 (socket says 172.21.15.8:53254) 2024-05-20T21:18:50.870 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.869+0000 7f3d81e00700 1 -- 172.21.15.8:0/4234222960 learned_addr learned my addr 172.21.15.8:0/4234222960 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:50.870 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.869+0000 7f3d82800700 1 --2- 172.21.15.8:0/4234222960 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563044968d00 0x563044984220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:50.870 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.869+0000 7f3d81e00700 1 -- 172.21.15.8:0/4234222960 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5630449683e0 msgr2=0x563044983ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:50.870 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.869+0000 7f3d81e00700 1 --2- 172.21.15.8:0/4234222960 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5630449683e0 0x563044983ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:50.870 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.869+0000 7f3d81e00700 1 -- 172.21.15.8:0/4234222960 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563044968d00 msgr2=0x563044984220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:50.870 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.869+0000 7f3d81e00700 1 --2- 172.21.15.8:0/4234222960 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563044968d00 0x563044984220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:50.870 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.869+0000 7f3d81e00700 1 -- 172.21.15.8:0/4234222960 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56304496c360 con 0x563044962f80 2024-05-20T21:18:50.870 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.869+0000 7f3d81400700 1 --2- 172.21.15.8:0/4234222960 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5630449683e0 0x563044983ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:50.871 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.870+0000 7f3d81e00700 1 --2- 172.21.15.8:0/4234222960 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563044962f80 0x5630449628b0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f3d740e07c0 tx=0x7f3d74009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99203655bf201f79 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:50.871 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.870+0000 7f3d6ea00700 1 -- 172.21.15.8:0/4234222960 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d740ae720 con 0x563044962f80 2024-05-20T21:18:50.871 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.870+0000 7f3d6ea00700 1 -- 172.21.15.8:0/4234222960 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3d740b3140 con 0x563044962f80 2024-05-20T21:18:50.871 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.870+0000 7f3d6ea00700 1 -- 172.21.15.8:0/4234222960 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d740aa830 con 0x563044962f80 2024-05-20T21:18:50.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.871+0000 7f3d9386eb80 1 -- 172.21.15.8:0/4234222960 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563044962f80 msgr2=0x5630449628b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:50.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.871+0000 7f3d9386eb80 1 --2- 172.21.15.8:0/4234222960 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563044962f80 0x5630449628b0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f3d740e07c0 tx=0x7f3d74009c00 comp rx=0 tx=0).stop 2024-05-20T21:18:50.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.871+0000 7f3d9386eb80 1 -- 172.21.15.8:0/4234222960 shutdown_connections 2024-05-20T21:18:50.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.871+0000 7f3d9386eb80 1 --2- 172.21.15.8:0/4234222960 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563044968d00 0x563044984220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:50.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.871+0000 7f3d9386eb80 1 --2- 172.21.15.8:0/4234222960 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563044962f80 0x5630449628b0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:50.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.871+0000 7f3d9386eb80 1 --2- 172.21.15.8:0/4234222960 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5630449683e0 0x563044983ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:50.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.871+0000 7f3d9386eb80 1 -- 172.21.15.8:0/4234222960 >> 172.21.15.8:0/4234222960 conn(0x563044890ce0 msgr2=0x5630449621a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:50.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.871+0000 7f3d9386eb80 1 -- 172.21.15.8:0/4234222960 shutdown_connections 2024-05-20T21:18:50.873 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.871+0000 7f3d9386eb80 1 -- 172.21.15.8:0/4234222960 wait complete. 2024-05-20T21:18:50.873 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.872+0000 7f3d9386eb80 1 -- start start 2024-05-20T21:18:50.873 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.872+0000 7f3d9386eb80 1 Processor -- start 2024-05-20T21:18:50.873 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.872+0000 7f3d9386eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563044962f80 0x563044971a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:50.873 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.873+0000 7f3d9386eb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5630449683e0 0x563044971fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:50.873 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.873+0000 7f3d9386eb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563044968d00 0x5630449724f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:50.873 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.873+0000 7f3d9386eb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f3d841ae3b0 con 0x5630449683e0 2024-05-20T21:18:50.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.873+0000 7f3d9386eb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f3d841af820 con 0x563044968d00 2024-05-20T21:18:50.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.873+0000 7f3d9386eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f3d841aea80 con 0x563044962f80 2024-05-20T21:18:50.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.873+0000 7f3d9386eb80 10 client.0 _ll_register_callbacks cb 0x56304485ad70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:50.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.873+0000 7f3d81400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5630449683e0 0x563044971fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:50.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.873+0000 7f3d81400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5630449683e0 0x563044971fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:53258/0 (socket says 172.21.15.8:53258) 2024-05-20T21:18:50.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.873+0000 7f3d81400700 1 -- 172.21.15.8:0/4283949288 learned_addr learned my addr 172.21.15.8:0/4283949288 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:50.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.873+0000 7f3d81e00700 1 --2- 172.21.15.8:0/4283949288 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563044962f80 0x563044971a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:50.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.873+0000 7f3d82800700 1 --2- 172.21.15.8:0/4283949288 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563044968d00 0x5630449724f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:50.875 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.873+0000 7f3d81400700 1 -- 172.21.15.8:0/4283949288 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563044962f80 msgr2=0x563044971a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:50.875 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.873+0000 7f3d81400700 1 --2- 172.21.15.8:0/4283949288 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563044962f80 0x563044971a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:50.875 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.873+0000 7f3d81400700 1 -- 172.21.15.8:0/4283949288 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563044968d00 msgr2=0x5630449724f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:50.875 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.873+0000 7f3d81400700 1 --2- 172.21.15.8:0/4283949288 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563044968d00 0x5630449724f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:50.875 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.873+0000 7f3d81400700 1 -- 172.21.15.8:0/4283949288 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5630449e6bc0 con 0x5630449683e0 2024-05-20T21:18:50.875 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.874+0000 7f3d81400700 1 --2- 172.21.15.8:0/4283949288 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5630449683e0 0x563044971fb0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f3d70011c50 tx=0x7f3d70005e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3560ed2707603c53 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:50.875 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.874+0000 7f3d63e00700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:18:50.876 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.874+0000 7f3d63e00700 1 -- 172.21.15.8:0/4283949288 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d70028040 con 0x5630449683e0 2024-05-20T21:18:50.876 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.874+0000 7f3d63e00700 1 -- 172.21.15.8:0/4283949288 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f3d70011040 con 0x5630449683e0 2024-05-20T21:18:50.876 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.874+0000 7f3d9386eb80 1 -- 172.21.15.8:0/4283949288 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3d740b3140 con 0x5630449683e0 2024-05-20T21:18:50.876 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.875+0000 7f3d63e00700 1 -- 172.21.15.8:0/4283949288 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3d70011280 con 0x5630449683e0 2024-05-20T21:18:50.876 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.875+0000 7f3d9386eb80 10 client.15939 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:50.876 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.875+0000 7f3d9386eb80 1 -- 172.21.15.8:0/4283949288 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5630449e7d80 con 0x5630449683e0 2024-05-20T21:18:50.876 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.875+0000 7f3d63e00700 1 -- 172.21.15.8:0/4283949288 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3d740b3140 con 0x5630449683e0 2024-05-20T21:18:50.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.875+0000 7f3d63e00700 1 -- 172.21.15.8:0/4283949288 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f3d70040050 con 0x5630449683e0 2024-05-20T21:18:50.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.876+0000 7f3d9386eb80 10 client.15939 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:50.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.876+0000 7f3d9386eb80 10 client.15939 resolve_mds: validated gid 24529 aka daemon mds.i 2024-05-20T21:18:50.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.876+0000 7f3d9386eb80 20 client.15939 populate_metadata read hostname 'smithi008' 2024-05-20T21:18:50.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.876+0000 7f3d9386eb80 1 --2- 172.21.15.8:0/4283949288 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5630449e83d0 0x5630449ea7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:50.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.876+0000 7f3d9386eb80 4 client.15939 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "fde0168b", "release": true, "await": true}] 2024-05-20T21:18:50.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.876+0000 7f3d9386eb80 1 -- 172.21.15.8:0/4283949288 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "quiesce db", "set_id": "fde0168b", "release": true, "await": true}) -- 0x563044961f90 con 0x5630449e83d0 2024-05-20T21:18:50.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.876+0000 7f3d81e00700 1 --2- 172.21.15.8:0/4283949288 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5630449e83d0 0x5630449ea7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:50.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.877+0000 7f3d81e00700 1 --2- 172.21.15.8:0/4283949288 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5630449e83d0 0x5630449ea7f0 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=112ec0bfe42a239 server_cookie=8097b816cf110973 in_seq=0 out_seq=0 2024-05-20T21:18:50.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.877+0000 7f3d63e00700 10 client.15939 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:18:50.879 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.879+0000 7f3d63e00700 1 -- 172.21.15.8:0/4283949288 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x563044961f90 con 0x5630449e83d0 2024-05-20T21:18:50.879 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.879+0000 7f3d63e00700 10 client.15939 handle_command_reply: tid=0 2024-05-20T21:18:50.879 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.879+0000 7f3d9386eb80 1 client.15939 shutdown 2024-05-20T21:18:50.880 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.879+0000 7f3d9386eb80 1 -- 172.21.15.8:0/4283949288 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5630449683e0 msgr2=0x563044971fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:50.880 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.879+0000 7f3d9386eb80 1 --2- 172.21.15.8:0/4283949288 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5630449683e0 0x563044971fb0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f3d70011c50 tx=0x7f3d70005e50 comp rx=0 tx=0).stop 2024-05-20T21:18:50.880 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.880+0000 7f3d9386eb80 1 -- 172.21.15.8:0/4283949288 shutdown_connections 2024-05-20T21:18:50.880 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.880+0000 7f3d9386eb80 1 --2- 172.21.15.8:0/4283949288 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5630449e83d0 0x5630449ea7f0 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:50.880 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.880+0000 7f3d9386eb80 1 --2- 172.21.15.8:0/4283949288 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563044968d00 0x5630449724f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:50.880 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.880+0000 7f3d9386eb80 1 --2- 172.21.15.8:0/4283949288 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563044962f80 0x563044971a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:50.880 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.880+0000 7f3d9386eb80 1 --2- 172.21.15.8:0/4283949288 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5630449683e0 0x563044971fb0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:50.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.880+0000 7f3d9386eb80 1 -- 172.21.15.8:0/4283949288 >> 172.21.15.8:0/4283949288 conn(0x563044890ce0 msgr2=0x563044956d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:50.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.880+0000 7f3d63e00700 0 client.15939 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:18:50.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.880+0000 7f3d9386eb80 1 -- 172.21.15.8:0/4283949288 shutdown_connections 2024-05-20T21:18:50.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.880+0000 7f3d9386eb80 1 -- 172.21.15.8:0/4283949288 wait complete. 2024-05-20T21:18:50.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.880+0000 7f3d9386eb80 20 client.15939 trim_cache size 0 max 16384 2024-05-20T21:18:50.882 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:18:50.882 INFO:teuthology.orchestra.run.smithi008.stdout: "epoch": 26, 2024-05-20T21:18:50.882 INFO:teuthology.orchestra.run.smithi008.stdout: "leader": 24529, 2024-05-20T21:18:50.882 INFO:teuthology.orchestra.run.smithi008.stdout: "set_version": 12, 2024-05-20T21:18:50.882 INFO:teuthology.orchestra.run.smithi008.stdout: "sets": { 2024-05-20T21:18:50.882 INFO:teuthology.orchestra.run.smithi008.stdout: "fde0168b": { 2024-05-20T21:18:50.882 INFO:teuthology.orchestra.run.smithi008.stdout: "version": 12, 2024-05-20T21:18:50.882 INFO:teuthology.orchestra.run.smithi008.stdout: "age_ref": 0.0, 2024-05-20T21:18:50.882 INFO:teuthology.orchestra.run.smithi008.stdout: "state": { 2024-05-20T21:18:50.882 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "RELEASED", 2024-05-20T21:18:50.882 INFO:teuthology.orchestra.run.smithi008.stdout: "age": 0.0 2024-05-20T21:18:50.882 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:18:50.882 INFO:teuthology.orchestra.run.smithi008.stdout: "timeout": 90.0, 2024-05-20T21:18:50.883 INFO:teuthology.orchestra.run.smithi008.stdout: "expiration": 130.0, 2024-05-20T21:18:50.883 INFO:teuthology.orchestra.run.smithi008.stdout: "members": { 2024-05-20T21:18:50.883 INFO:teuthology.orchestra.run.smithi008.stdout: "file:/": { 2024-05-20T21:18:50.883 INFO:teuthology.orchestra.run.smithi008.stdout: "excluded": false, 2024-05-20T21:18:50.883 INFO:teuthology.orchestra.run.smithi008.stdout: "state": { 2024-05-20T21:18:50.883 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "RELEASED", 2024-05-20T21:18:50.883 INFO:teuthology.orchestra.run.smithi008.stdout: "age": 0.0 2024-05-20T21:18:50.883 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:18:50.883 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:18:50.883 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:18:50.883 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:18:50.883 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:18:50.883 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:18:50.884 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.881+0000 7f3d88e00700 1 -- 172.21.15.8:0/2239221073 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3d680b2880 msgr2=0x7f3d680b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:50.884 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.881+0000 7f3d88e00700 1 --2- 172.21.15.8:0/2239221073 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3d680b2880 0x7f3d680b4d40 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f3d7c009e60 tx=0x7f3d7c00b040 comp rx=0 tx=0).stop 2024-05-20T21:18:50.884 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.881+0000 7f3d88e00700 1 -- 172.21.15.8:0/2239221073 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d841035c0 msgr2=0x7f3d84075840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:50.884 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.881+0000 7f3d88e00700 1 --2- 172.21.15.8:0/2239221073 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d841035c0 0x7f3d84075840 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f3d7400f990 tx=0x7f3d7400f9c0 comp rx=0 tx=0).stop 2024-05-20T21:18:50.884 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.882+0000 7f3d88e00700 1 -- 172.21.15.8:0/2239221073 shutdown_connections 2024-05-20T21:18:50.884 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.882+0000 7f3d88e00700 1 --2- 172.21.15.8:0/2239221073 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3d680b2880 0x7f3d680b4d40 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:50.885 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.882+0000 7f3d88e00700 1 --2- 172.21.15.8:0/2239221073 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3d841035c0 0x7f3d84075840 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:50.885 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.882+0000 7f3d88e00700 1 --2- 172.21.15.8:0/2239221073 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3d841095d0 0x7f3d840762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:50.885 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.882+0000 7f3d88e00700 1 --2- 172.21.15.8:0/2239221073 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3d84103f80 0x7f3d84075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:50.885 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.882+0000 7f3d88e00700 1 -- 172.21.15.8:0/2239221073 >> 172.21.15.8:0/2239221073 conn(0x7f3d8407a6f0 msgr2=0x7f3d84102510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:50.885 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.882+0000 7f3d88e00700 1 -- 172.21.15.8:0/2239221073 shutdown_connections 2024-05-20T21:18:50.885 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:50.882+0000 7f3d88e00700 1 -- 172.21.15.8:0/2239221073 wait complete. 2024-05-20T21:18:50.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:18:50 smithi130 ceph-mon[36448]: pgmap v545: 97 pgs: 97 active+clean; 1.5 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 12 op/s 2024-05-20T21:18:50.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:18:50 smithi050 ceph-mon[35809]: pgmap v545: 97 pgs: 97 active+clean; 1.5 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 12 op/s 2024-05-20T21:18:50.978 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.977+0000 7f834a400640 1 -- 172.21.15.8:0/1147141804 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8344106890 msgr2=0x7f834410d120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:50.978 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.977+0000 7f834a400640 1 --2- 172.21.15.8:0/1147141804 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8344106890 0x7f834410d120 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f833c009ca0 tx=0x7f833c02a8c0 comp rx=0 tx=0).stop 2024-05-20T21:18:50.978 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.978+0000 7f834a400640 1 -- 172.21.15.8:0/1147141804 shutdown_connections 2024-05-20T21:18:50.978 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.978+0000 7f834a400640 1 --2- 172.21.15.8:0/1147141804 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8344106890 0x7f834410d120 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:50.978 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.978+0000 7f834a400640 1 --2- 172.21.15.8:0/1147141804 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8344105ed0 0x7f8344106350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:50.979 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.978+0000 7f834a400640 1 --2- 172.21.15.8:0/1147141804 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8344104ce0 0x7f8344105100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:50.979 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.978+0000 7f834a400640 1 -- 172.21.15.8:0/1147141804 >> 172.21.15.8:0/1147141804 conn(0x7f8344100270 msgr2=0x7f8344102690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:50.979 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.978+0000 7f834a400640 1 -- 172.21.15.8:0/1147141804 shutdown_connections 2024-05-20T21:18:50.979 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.978+0000 7f834a400640 1 -- 172.21.15.8:0/1147141804 wait complete. 2024-05-20T21:18:50.980 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.979+0000 7f834a400640 1 Processor -- start 2024-05-20T21:18:50.980 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.979+0000 7f834a400640 1 -- start start 2024-05-20T21:18:50.980 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.979+0000 7f834a400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8344104ce0 0x7f834419ae80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:50.980 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.979+0000 7f834a400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8344105ed0 0x7f834419b3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:50.981 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.979+0000 7f834a400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8344106890 0x7f83441a2430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:50.981 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.979+0000 7f834a400640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f8344110810 con 0x7f8344106890 2024-05-20T21:18:50.981 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.979+0000 7f834a400640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8344110690 con 0x7f8344104ce0 2024-05-20T21:18:50.981 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.979+0000 7f834a400640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f8344110990 con 0x7f8344105ed0 2024-05-20T21:18:50.981 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.980+0000 7f8343e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8344106890 0x7f83441a2430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:50.981 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.980+0000 7f8343400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8344104ce0 0x7f834419ae80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:50.981 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.980+0000 7f833be00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8344105ed0 0x7f834419b3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:50.981 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.980+0000 7f8343400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8344104ce0 0x7f834419ae80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:59016/0 (socket says 172.21.15.8:59016) 2024-05-20T21:18:50.981 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.980+0000 7f8343e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8344106890 0x7f83441a2430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:53280/0 (socket says 172.21.15.8:53280) 2024-05-20T21:18:50.981 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.980+0000 7f8343400640 1 -- 172.21.15.8:0/2326872863 learned_addr learned my addr 172.21.15.8:0/2326872863 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:50.981 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.980+0000 7f833be00640 1 -- 172.21.15.8:0/2326872863 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8344104ce0 msgr2=0x7f834419ae80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:50.981 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.980+0000 7f833be00640 1 --2- 172.21.15.8:0/2326872863 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8344104ce0 0x7f834419ae80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:50.981 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.980+0000 7f833be00640 1 -- 172.21.15.8:0/2326872863 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8344106890 msgr2=0x7f83441a2430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:50.981 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.980+0000 7f833be00640 1 --2- 172.21.15.8:0/2326872863 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8344106890 0x7f83441a2430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:50.982 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.980+0000 7f833be00640 1 -- 172.21.15.8:0/2326872863 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83441a2aa0 con 0x7f8344105ed0 2024-05-20T21:18:50.982 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.980+0000 7f8343400640 1 --2- 172.21.15.8:0/2326872863 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8344104ce0 0x7f834419ae80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:50.982 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.980+0000 7f8343e00640 1 --2- 172.21.15.8:0/2326872863 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8344106890 0x7f83441a2430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:50.982 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.981+0000 7f833be00640 1 --2- 172.21.15.8:0/2326872863 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8344105ed0 0x7f834419b3c0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f832c00e9f0 tx=0x7f832c00eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:50.983 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.981+0000 7f8340c00640 1 -- 172.21.15.8:0/2326872863 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f832c00ccc0 con 0x7f8344105ed0 2024-05-20T21:18:50.983 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.981+0000 7f8340c00640 1 -- 172.21.15.8:0/2326872863 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f832c005020 con 0x7f8344105ed0 2024-05-20T21:18:50.983 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.981+0000 7f834a400640 1 -- 172.21.15.8:0/2326872863 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83441a2d90 con 0x7f8344105ed0 2024-05-20T21:18:50.983 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.981+0000 7f8340c00640 1 -- 172.21.15.8:0/2326872863 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f832c004a00 con 0x7f8344105ed0 2024-05-20T21:18:50.983 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.981+0000 7f834a400640 1 -- 172.21.15.8:0/2326872863 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83441a3230 con 0x7f8344105ed0 2024-05-20T21:18:50.985 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.985+0000 7f834d22a740 1 Processor -- start 2024-05-20T21:18:50.985 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.985+0000 7f834d22a740 1 -- start start 2024-05-20T21:18:50.986 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.986+0000 7f834d22a740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56101028cb30 0x56101028cf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:50.986 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.986+0000 7f834d22a740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56101028d520 0x561010292020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:50.987 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.986+0000 7f834d22a740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561010292690 0x561010294b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:50.987 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.986+0000 7f834d22a740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5610101fcb90 con 0x561010292690 2024-05-20T21:18:50.987 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.986+0000 7f834d22a740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5610101ec730 con 0x56101028cb30 2024-05-20T21:18:50.987 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.986+0000 7f834d22a740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5610101f0770 con 0x56101028d520 2024-05-20T21:18:50.987 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.986+0000 7f8343400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56101028d520 0x561010292020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:50.987 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.986+0000 7f8343400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56101028d520 0x561010292020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:40874/0 (socket says 172.21.15.8:40874) 2024-05-20T21:18:50.987 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.986+0000 7f8343400640 1 -- 172.21.15.8:0/450994041 learned_addr learned my addr 172.21.15.8:0/450994041 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:50.987 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.986+0000 7f8343e00640 1 --2- 172.21.15.8:0/450994041 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56101028cb30 0x56101028cf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:50.987 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.986+0000 7f8340c00640 1 -- 172.21.15.8:0/2326872863 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f832c004ba0 con 0x7f8344105ed0 2024-05-20T21:18:50.988 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.987+0000 7f8343400640 1 -- 172.21.15.8:0/450994041 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56101028cb30 msgr2=0x56101028cf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:50.988 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.987+0000 7f8343400640 1 --2- 172.21.15.8:0/450994041 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56101028cb30 0x56101028cf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:50.988 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.987+0000 7f8343400640 1 -- 172.21.15.8:0/450994041 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561010292690 msgr2=0x561010294b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:50.988 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.987+0000 7f8343400640 1 --2- 172.21.15.8:0/450994041 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561010292690 0x561010294b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:50.988 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.987+0000 7f8343400640 1 -- 172.21.15.8:0/450994041 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5610101858b0 con 0x56101028d520 2024-05-20T21:18:50.988 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.987+0000 7f8343400640 1 --2- 172.21.15.8:0/450994041 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56101028d520 0x561010292020 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f83340115c0 tx=0x7f8334011a80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6bdf548bf6d3cb5d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:50.988 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.987+0000 7f8338c00640 1 -- 172.21.15.8:0/450994041 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8334005020 con 0x56101028d520 2024-05-20T21:18:50.988 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.987+0000 7f8338c00640 1 -- 172.21.15.8:0/450994041 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f83340047a0 con 0x56101028d520 2024-05-20T21:18:50.989 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.987+0000 7f8338c00640 1 -- 172.21.15.8:0/450994041 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f833400f8c0 con 0x56101028d520 2024-05-20T21:18:50.990 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.988+0000 7f834d22a740 1 -- 172.21.15.8:0/450994041 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56101028d520 msgr2=0x561010292020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:50.990 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.988+0000 7f834d22a740 1 --2- 172.21.15.8:0/450994041 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56101028d520 0x561010292020 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f83340115c0 tx=0x7f8334011a80 comp rx=0 tx=0).stop 2024-05-20T21:18:50.990 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.988+0000 7f8340c00640 1 --2- 172.21.15.8:0/2326872863 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f83280b27e0 0x7f83280b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:50.990 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.988+0000 7f834d22a740 1 -- 172.21.15.8:0/450994041 shutdown_connections 2024-05-20T21:18:50.990 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.988+0000 7f834d22a740 1 --2- 172.21.15.8:0/450994041 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561010292690 0x561010294b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:50.990 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.989+0000 7f834d22a740 1 --2- 172.21.15.8:0/450994041 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56101028d520 0x561010292020 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:50.990 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.989+0000 7f834d22a740 1 --2- 172.21.15.8:0/450994041 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56101028cb30 0x56101028cf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:50.990 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.989+0000 7f834d22a740 1 -- 172.21.15.8:0/450994041 >> 172.21.15.8:0/450994041 conn(0x5610102881a0 msgr2=0x5610102885a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:50.990 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.989+0000 7f8340c00640 1 -- 172.21.15.8:0/2326872863 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f832c0e21d0 con 0x7f8344105ed0 2024-05-20T21:18:50.990 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.989+0000 7f8343e00640 1 --2- 172.21.15.8:0/2326872863 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f83280b27e0 0x7f83280b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:50.990 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.989+0000 7f834d22a740 1 -- 172.21.15.8:0/450994041 shutdown_connections 2024-05-20T21:18:50.990 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.989+0000 7f834d22a740 1 -- 172.21.15.8:0/450994041 wait complete. 2024-05-20T21:18:50.991 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.990+0000 7f8343e00640 1 --2- 172.21.15.8:0/2326872863 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f83280b27e0 0x7f83280b4ca0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f833c031b50 tx=0x7f833c032fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:50.991 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.990+0000 7f834d22a740 1 -- start start 2024-05-20T21:18:50.993 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.990+0000 7f834d22a740 1 Processor -- start 2024-05-20T21:18:50.993 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.990+0000 7f834d22a740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56101028cb30 0x5610102969b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:50.993 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.990+0000 7f834d22a740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56101028d520 0x561010296ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:50.993 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.991+0000 7f834d22a740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561010292690 0x56101029df30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:50.993 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.991+0000 7f834d22a740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x56100fed2790 con 0x561010292690 2024-05-20T21:18:50.993 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.991+0000 7f834d22a740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x561010194bc0 con 0x56101028d520 2024-05-20T21:18:50.994 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.991+0000 7f834d22a740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x561010295640 con 0x56101028cb30 2024-05-20T21:18:50.994 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.991+0000 7f834d22a740 10 client.0 _ll_register_callbacks cb 0x561010172400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:50.994 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.991+0000 7f8343e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561010292690 0x56101029df30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:50.994 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.991+0000 7f8343400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56101028cb30 0x5610102969b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:50.994 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.991+0000 7f8343e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561010292690 0x56101029df30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:53298/0 (socket says 172.21.15.8:53298) 2024-05-20T21:18:50.994 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.991+0000 7f8343400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56101028cb30 0x5610102969b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:40890/0 (socket says 172.21.15.8:40890) 2024-05-20T21:18:50.994 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.991+0000 7f8343e00640 1 -- 172.21.15.8:0/1793096969 learned_addr learned my addr 172.21.15.8:0/1793096969 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:50.994 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.991+0000 7f833be00640 1 --2- 172.21.15.8:0/1793096969 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56101028d520 0x561010296ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:50.994 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.991+0000 7f8343400640 1 -- 172.21.15.8:0/1793096969 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56101028d520 msgr2=0x561010296ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:50.994 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.991+0000 7f8343400640 1 --2- 172.21.15.8:0/1793096969 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56101028d520 0x561010296ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:50.994 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.991+0000 7f8343400640 1 -- 172.21.15.8:0/1793096969 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561010292690 msgr2=0x56101029df30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:50.994 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.991+0000 7f8343400640 1 --2- 172.21.15.8:0/1793096969 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561010292690 0x56101029df30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:50.994 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.991+0000 7f8343400640 1 -- 172.21.15.8:0/1793096969 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56100ff01210 con 0x56101028cb30 2024-05-20T21:18:50.995 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.991+0000 7f8343e00640 1 --2- 172.21.15.8:0/1793096969 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561010292690 0x56101029df30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:50.995 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.992+0000 7f8343400640 1 --2- 172.21.15.8:0/1793096969 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56101028cb30 0x5610102969b0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x561010289070 tx=0x7f8334009d80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dd7109a55a9fedf9 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:50.995 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.992+0000 7f8331600640 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:18:50.995 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.992+0000 7f8331600640 1 -- 172.21.15.8:0/1793096969 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8334027070 con 0x56101028cb30 2024-05-20T21:18:50.995 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.992+0000 7f834d22a740 1 -- 172.21.15.8:0/1793096969 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f83340047a0 con 0x56101028cb30 2024-05-20T21:18:50.995 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.992+0000 7f8331600640 1 -- 172.21.15.8:0/1793096969 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f8334005100 con 0x56101028cb30 2024-05-20T21:18:50.995 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.993+0000 7f8331600640 1 -- 172.21.15.8:0/1793096969 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8334032050 con 0x56101028cb30 2024-05-20T21:18:50.995 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.993+0000 7f834d22a740 10 client.26122 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:50.995 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.993+0000 7f834d22a740 1 -- 172.21.15.8:0/1793096969 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56100ffcd620 con 0x56101028cb30 2024-05-20T21:18:50.997 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.993+0000 7f8331600640 1 -- 172.21.15.8:0/1793096969 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f83340047a0 con 0x56101028cb30 2024-05-20T21:18:50.997 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.993+0000 7f8331600640 1 -- 172.21.15.8:0/1793096969 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f8334022560 con 0x56101028cb30 2024-05-20T21:18:50.997 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.993+0000 7f834d22a740 10 client.26122 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:50.997 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.993+0000 7f834d22a740 10 client.26122 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:18:50.997 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.994+0000 7f834d22a740 20 client.26122 populate_metadata read hostname 'smithi008' 2024-05-20T21:18:50.997 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.994+0000 7f834d22a740 1 --2- 172.21.15.8:0/1793096969 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5610102a2330 0x5610102a4720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:50.997 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.994+0000 7f834d22a740 4 client.26122 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:18:50.997 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.994+0000 7f834d22a740 1 -- 172.21.15.8:0/1793096969 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5610101feae0 con 0x5610102a2330 2024-05-20T21:18:50.997 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.994+0000 7f833be00640 1 --2- 172.21.15.8:0/1793096969 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5610102a2330 0x5610102a4720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:50.997 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.994+0000 7f833be00640 1 --2- 172.21.15.8:0/1793096969 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5610102a2330 0x5610102a4720 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d10cb5886e94b9e1 server_cookie=2c0cd6ac4d90c233 in_seq=0 out_seq=0 2024-05-20T21:18:50.998 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.994+0000 7f8331600640 10 client.26122 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:18:50.998 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.995+0000 7f8331600640 1 -- 172.21.15.8:0/1793096969 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5610101feae0 con 0x5610102a2330 2024-05-20T21:18:50.998 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.995+0000 7f8331600640 10 client.26122 handle_command_reply: tid=0 2024-05-20T21:18:50.998 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.995+0000 7f834d22a740 1 client.26122 shutdown 2024-05-20T21:18:50.998 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.996+0000 7f834d22a740 1 -- 172.21.15.8:0/1793096969 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56101028cb30 msgr2=0x5610102969b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:50.998 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.996+0000 7f834d22a740 1 --2- 172.21.15.8:0/1793096969 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56101028cb30 0x5610102969b0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x561010289070 tx=0x7f8334009d80 comp rx=0 tx=0).stop 2024-05-20T21:18:50.998 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.996+0000 7f834d22a740 1 -- 172.21.15.8:0/1793096969 shutdown_connections 2024-05-20T21:18:50.998 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.996+0000 7f834d22a740 1 --2- 172.21.15.8:0/1793096969 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5610102a2330 0x5610102a4720 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:50.998 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.996+0000 7f834d22a740 1 --2- 172.21.15.8:0/1793096969 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561010292690 0x56101029df30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:50.998 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.996+0000 7f834d22a740 1 --2- 172.21.15.8:0/1793096969 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56101028d520 0x561010296ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:50.998 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.996+0000 7f834d22a740 1 --2- 172.21.15.8:0/1793096969 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56101028cb30 0x5610102969b0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:50.999 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.996+0000 7f8331600640 0 client.26122 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:18:50.999 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.996+0000 7f834d22a740 1 -- 172.21.15.8:0/1793096969 >> 172.21.15.8:0/1793096969 conn(0x5610102881a0 msgr2=0x561010287310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:50.999 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.996+0000 7f834d22a740 1 -- 172.21.15.8:0/1793096969 shutdown_connections 2024-05-20T21:18:50.999 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.996+0000 7f834d22a740 1 -- 172.21.15.8:0/1793096969 wait complete. 2024-05-20T21:18:50.999 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:50.996+0000 7f834d22a740 20 client.26122 trim_cache size 0 max 16384 2024-05-20T21:18:51.013 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.013+0000 7f834d22a740 1 Processor -- start 2024-05-20T21:18:51.013 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.013+0000 7f834d22a740 1 -- start start 2024-05-20T21:18:51.013 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.013+0000 7f834d22a740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56101028cb30 0x56101028ba20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:51.014 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.013+0000 7f834d22a740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56101028d520 0x56101029def0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:51.014 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.013+0000 7f834d22a740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561010292690 0x56101028e470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:51.014 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.013+0000 7f834d22a740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f83441ae950 con 0x56101028d520 2024-05-20T21:18:51.014 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.013+0000 7f834d22a740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f83441ac220 con 0x56101028cb30 2024-05-20T21:18:51.014 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.013+0000 7f834d22a740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f83441aa070 con 0x561010292690 2024-05-20T21:18:51.016 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.014+0000 7f833be00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56101028d520 0x56101029def0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:51.016 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.014+0000 7f8343400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56101028cb30 0x56101028ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:51.016 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.014+0000 7f8343400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56101028cb30 0x56101028ba20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:59048/0 (socket says 172.21.15.8:59048) 2024-05-20T21:18:51.016 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.014+0000 7f8343400640 1 -- 172.21.15.8:0/3027324883 learned_addr learned my addr 172.21.15.8:0/3027324883 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:51.016 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.014+0000 7f8343e00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561010292690 0x56101028e470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:51.016 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.014+0000 7f833be00640 1 -- 172.21.15.8:0/3027324883 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561010292690 msgr2=0x56101028e470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:51.017 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.014+0000 7f833be00640 1 --2- 172.21.15.8:0/3027324883 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561010292690 0x56101028e470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:51.017 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.014+0000 7f833be00640 1 -- 172.21.15.8:0/3027324883 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56101028cb30 msgr2=0x56101028ba20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:51.017 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.014+0000 7f833be00640 1 --2- 172.21.15.8:0/3027324883 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56101028cb30 0x56101028ba20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:51.017 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.014+0000 7f833be00640 1 -- 172.21.15.8:0/3027324883 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56101028d900 con 0x56101028d520 2024-05-20T21:18:51.017 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.014+0000 7f8343400640 1 --2- 172.21.15.8:0/3027324883 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56101028cb30 0x56101028ba20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:51.017 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.014+0000 7f833be00640 1 --2- 172.21.15.8:0/3027324883 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56101028d520 0x56101029def0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f832c0dfc60 tx=0x7f832c009f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d9f4f2b759074b3 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:51.017 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.015+0000 7f8333e00640 1 -- 172.21.15.8:0/3027324883 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f832c01c040 con 0x56101028d520 2024-05-20T21:18:51.017 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.015+0000 7f8333e00640 1 -- 172.21.15.8:0/3027324883 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f832c0cc0c0 con 0x56101028d520 2024-05-20T21:18:51.017 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.015+0000 7f8333e00640 1 -- 172.21.15.8:0/3027324883 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f832c0a5a10 con 0x56101028d520 2024-05-20T21:18:51.017 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.015+0000 7f834d22a740 1 -- 172.21.15.8:0/3027324883 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56101028d520 msgr2=0x56101029def0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:51.017 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.015+0000 7f834d22a740 1 --2- 172.21.15.8:0/3027324883 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56101028d520 0x56101029def0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f832c0dfc60 tx=0x7f832c009f60 comp rx=0 tx=0).stop 2024-05-20T21:18:51.017 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.015+0000 7f834d22a740 1 -- 172.21.15.8:0/3027324883 shutdown_connections 2024-05-20T21:18:51.018 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.015+0000 7f834d22a740 1 --2- 172.21.15.8:0/3027324883 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561010292690 0x56101028e470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:51.018 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.015+0000 7f834d22a740 1 --2- 172.21.15.8:0/3027324883 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56101028d520 0x56101029def0 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:51.018 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.015+0000 7f834d22a740 1 --2- 172.21.15.8:0/3027324883 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56101028cb30 0x56101028ba20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:51.018 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.015+0000 7f834d22a740 1 -- 172.21.15.8:0/3027324883 >> 172.21.15.8:0/3027324883 conn(0x5610102881a0 msgr2=0x56101028dd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:51.018 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.015+0000 7f834d22a740 1 -- 172.21.15.8:0/3027324883 shutdown_connections 2024-05-20T21:18:51.018 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.016+0000 7f834d22a740 1 -- 172.21.15.8:0/3027324883 wait complete. 2024-05-20T21:18:51.018 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.016+0000 7f834d22a740 1 -- start start 2024-05-20T21:18:51.018 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.016+0000 7f834d22a740 1 Processor -- start 2024-05-20T21:18:51.020 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.017+0000 7f834d22a740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56101028cb30 0x56101029da70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:51.020 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.017+0000 7f834d22a740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56101028d520 0x56101029a510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:51.020 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.017+0000 7f834d22a740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561010292690 0x56101029aa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:51.021 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.017+0000 7f834d22a740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f83441aa6e0 con 0x56101028cb30 2024-05-20T21:18:51.021 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.017+0000 7f834d22a740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f83441abb50 con 0x561010292690 2024-05-20T21:18:51.021 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.017+0000 7f834d22a740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f83441aadb0 con 0x56101028d520 2024-05-20T21:18:51.021 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.017+0000 7f834d22a740 10 client.0 _ll_register_callbacks cb 0x7f832c005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:51.021 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.017+0000 7f8343400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56101028cb30 0x56101029da70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:51.021 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.017+0000 7f8343400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56101028cb30 0x56101029da70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:53322/0 (socket says 172.21.15.8:53322) 2024-05-20T21:18:51.021 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.017+0000 7f8343400640 1 -- 172.21.15.8:0/588789417 learned_addr learned my addr 172.21.15.8:0/588789417 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:51.021 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.017+0000 7f833be00640 1 --2- 172.21.15.8:0/588789417 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56101028d520 0x56101029a510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:51.021 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.017+0000 7f8343e00640 1 --2- 172.21.15.8:0/588789417 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561010292690 0x56101029aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:51.021 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.017+0000 7f8343400640 1 -- 172.21.15.8:0/588789417 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56101028d520 msgr2=0x56101029a510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:51.022 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.017+0000 7f8343400640 1 --2- 172.21.15.8:0/588789417 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56101028d520 0x56101029a510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:51.022 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.017+0000 7f8343400640 1 -- 172.21.15.8:0/588789417 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561010292690 msgr2=0x56101029aa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:51.022 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.017+0000 7f8343400640 1 --2- 172.21.15.8:0/588789417 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561010292690 0x56101029aa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:51.022 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.017+0000 7f8343400640 1 -- 172.21.15.8:0/588789417 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56101029e0a0 con 0x56101028cb30 2024-05-20T21:18:51.022 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.017+0000 7f8343e00640 1 --2- 172.21.15.8:0/588789417 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561010292690 0x56101029aa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:18:51.022 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.018+0000 7f8343400640 1 --2- 172.21.15.8:0/588789417 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56101028cb30 0x56101029da70 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f83340058c0 tx=0x7f83340095a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff9ffdf34336db3b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:51.022 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.018+0000 7f8331600640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:18:51.022 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.018+0000 7f8331600640 1 -- 172.21.15.8:0/588789417 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f833402f020 con 0x56101028cb30 2024-05-20T21:18:51.022 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.018+0000 7f834d22a740 1 -- 172.21.15.8:0/588789417 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5610101f82c0 con 0x56101028cb30 2024-05-20T21:18:51.022 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.018+0000 7f8331600640 1 -- 172.21.15.8:0/588789417 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f8334005100 con 0x56101028cb30 2024-05-20T21:18:51.022 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.018+0000 7f8331600640 1 -- 172.21.15.8:0/588789417 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8334027040 con 0x56101028cb30 2024-05-20T21:18:51.022 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.018+0000 7f834d22a740 10 client.15954 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:51.022 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.018+0000 7f834d22a740 1 -- 172.21.15.8:0/588789417 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56101030bc00 con 0x56101028cb30 2024-05-20T21:18:51.023 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.018+0000 7f8331600640 1 -- 172.21.15.8:0/588789417 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x5610101f82c0 con 0x56101028cb30 2024-05-20T21:18:51.023 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.019+0000 7f8331600640 1 -- 172.21.15.8:0/588789417 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f833403f050 con 0x56101028cb30 2024-05-20T21:18:51.023 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.019+0000 7f834d22a740 10 client.15954 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:51.023 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.019+0000 7f834d22a740 10 client.15954 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:18:51.023 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.019+0000 7f834d22a740 20 client.15954 populate_metadata read hostname 'smithi008' 2024-05-20T21:18:51.023 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.019+0000 7f834d22a740 1 --2- 172.21.15.8:0/588789417 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56101030c5e0 0x56101030ea00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:51.023 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.019+0000 7f834d22a740 4 client.15954 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:18:51.023 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.019+0000 7f834d22a740 1 -- 172.21.15.8:0/588789417 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5610101724b0 con 0x56101030c5e0 2024-05-20T21:18:51.023 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.019+0000 7f833be00640 1 --2- 172.21.15.8:0/588789417 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56101030c5e0 0x56101030ea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:51.023 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.020+0000 7f833be00640 1 --2- 172.21.15.8:0/588789417 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56101030c5e0 0x56101030ea00 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fbe4e66a7216eecd server_cookie=ee120b768d18ba17 in_seq=0 out_seq=0 2024-05-20T21:18:51.023 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.020+0000 7f8331600640 10 client.15954 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:18:51.034 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.033+0000 7f8331600640 1 -- 172.21.15.8:0/588789417 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5610101724b0 con 0x56101030c5e0 2024-05-20T21:18:51.034 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.033+0000 7f8331600640 10 client.15954 handle_command_reply: tid=0 2024-05-20T21:18:51.034 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.033+0000 7f834d22a740 1 client.15954 shutdown 2024-05-20T21:18:51.034 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.034+0000 7f834d22a740 1 -- 172.21.15.8:0/588789417 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56101028cb30 msgr2=0x56101029da70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:51.034 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.034+0000 7f834d22a740 1 --2- 172.21.15.8:0/588789417 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56101028cb30 0x56101029da70 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f83340058c0 tx=0x7f83340095a0 comp rx=0 tx=0).stop 2024-05-20T21:18:51.034 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.034+0000 7f834d22a740 1 -- 172.21.15.8:0/588789417 shutdown_connections 2024-05-20T21:18:51.034 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.034+0000 7f834d22a740 1 --2- 172.21.15.8:0/588789417 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56101030c5e0 0x56101030ea00 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:51.034 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.034+0000 7f834d22a740 1 --2- 172.21.15.8:0/588789417 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561010292690 0x56101029aa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:51.034 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.034+0000 7f834d22a740 1 --2- 172.21.15.8:0/588789417 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56101028d520 0x56101029a510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:51.034 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.034+0000 7f834d22a740 1 --2- 172.21.15.8:0/588789417 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56101028cb30 0x56101029da70 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:51.035 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.034+0000 7f8331600640 0 client.15954 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:18:51.035 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.034+0000 7f834d22a740 1 -- 172.21.15.8:0/588789417 >> 172.21.15.8:0/588789417 conn(0x5610102881a0 msgr2=0x56101028b8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:51.035 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.034+0000 7f834d22a740 1 -- 172.21.15.8:0/588789417 shutdown_connections 2024-05-20T21:18:51.035 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.034+0000 7f834d22a740 1 -- 172.21.15.8:0/588789417 wait complete. 2024-05-20T21:18:51.036 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.034+0000 7f834d22a740 20 client.15954 trim_cache size 0 max 16384 2024-05-20T21:18:51.036 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:18:51.036 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:18:51.036 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:18:51.037 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.035+0000 7f834a400640 1 -- 172.21.15.8:0/2326872863 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f83280b27e0 msgr2=0x7f83280b4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:51.037 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.035+0000 7f834a400640 1 --2- 172.21.15.8:0/2326872863 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f83280b27e0 0x7f83280b4ca0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f833c031b50 tx=0x7f833c032fb0 comp rx=0 tx=0).stop 2024-05-20T21:18:51.037 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.035+0000 7f834a400640 1 -- 172.21.15.8:0/2326872863 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8344105ed0 msgr2=0x7f834419b3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:51.037 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.035+0000 7f834a400640 1 --2- 172.21.15.8:0/2326872863 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8344105ed0 0x7f834419b3c0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f832c00e9f0 tx=0x7f832c00eeb0 comp rx=0 tx=0).stop 2024-05-20T21:18:51.037 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.035+0000 7f834a400640 1 -- 172.21.15.8:0/2326872863 shutdown_connections 2024-05-20T21:18:51.037 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.035+0000 7f834a400640 1 --2- 172.21.15.8:0/2326872863 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f83280b27e0 0x7f83280b4ca0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:51.037 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.035+0000 7f834a400640 1 --2- 172.21.15.8:0/2326872863 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8344106890 0x7f83441a2430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:51.037 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.035+0000 7f834a400640 1 --2- 172.21.15.8:0/2326872863 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8344105ed0 0x7f834419b3c0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:51.037 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.035+0000 7f834a400640 1 --2- 172.21.15.8:0/2326872863 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8344104ce0 0x7f834419ae80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:51.037 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.035+0000 7f834a400640 1 -- 172.21.15.8:0/2326872863 >> 172.21.15.8:0/2326872863 conn(0x7f8344100270 msgr2=0x7f83441091d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:51.038 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.035+0000 7f834a400640 1 -- 172.21.15.8:0/2326872863 shutdown_connections 2024-05-20T21:18:51.038 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:18:51.035+0000 7f834a400640 1 -- 172.21.15.8:0/2326872863 wait complete. 2024-05-20T21:18:51.849 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'fde0168b', total seconds elapsed: 21.2 2024-05-20T21:18:52.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:18:52 smithi130 ceph-mon[36448]: pgmap v546: 97 pgs: 97 active+clean; 1.5 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 3.9 KiB/s wr, 9 op/s 2024-05-20T21:18:52.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:18:52 smithi050 ceph-mon[35809]: pgmap v546: 97 pgs: 97 active+clean; 1.5 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 3.9 KiB/s wr, 9 op/s 2024-05-20T21:18:52.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:18:52 smithi008 ceph-mon[31475]: pgmap v546: 97 pgs: 97 active+clean; 1.5 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 3.9 KiB/s wr, 9 op/s 2024-05-20T21:18:53.873 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.872+0000 7fb975e00700 1 -- 172.21.15.8:0/152153377 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb970109dd0 msgr2=0x7fb97010a1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:53.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.872+0000 7fb975e00700 1 --2- 172.21.15.8:0/152153377 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb970109dd0 0x7fb97010a1b0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fb9600099c0 tx=0x7fb960009cd0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.873+0000 7fb975e00700 1 -- 172.21.15.8:0/152153377 shutdown_connections 2024-05-20T21:18:53.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.873+0000 7fb975e00700 1 --2- 172.21.15.8:0/152153377 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb97010eeb0 0x7fb970116a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.873+0000 7fb975e00700 1 --2- 172.21.15.8:0/152153377 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb970109dd0 0x7fb97010a1b0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.873+0000 7fb975e00700 1 --2- 172.21.15.8:0/152153377 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb97010a780 0x7fb97010e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.873+0000 7fb975e00700 1 -- 172.21.15.8:0/152153377 >> 172.21.15.8:0/152153377 conn(0x7fb970076d10 msgr2=0x7fb970108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:53.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.873+0000 7fb975e00700 1 -- 172.21.15.8:0/152153377 shutdown_connections 2024-05-20T21:18:53.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.873+0000 7fb975e00700 1 -- 172.21.15.8:0/152153377 wait complete. 2024-05-20T21:18:53.875 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.874+0000 7fb975e00700 1 Processor -- start 2024-05-20T21:18:53.875 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.874+0000 7fb975e00700 1 -- start start 2024-05-20T21:18:53.876 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.875+0000 7fb975e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb970109dd0 0x7fb9701a0210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:53.876 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.875+0000 7fb975e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb97010a780 0x7fb9701a0750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:53.876 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.875+0000 7fb975e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb97010eeb0 0x7fb9701a4ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:53.876 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.875+0000 7fb975e00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fb970119d60 con 0x7fb97010eeb0 2024-05-20T21:18:53.876 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.875+0000 7fb975e00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb970119be0 con 0x7fb97010a780 2024-05-20T21:18:53.876 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.875+0000 7fb975e00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fb970119ee0 con 0x7fb970109dd0 2024-05-20T21:18:53.876 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.875+0000 7fb966000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb97010a780 0x7fb9701a0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:53.876 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.875+0000 7fb966000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb97010a780 0x7fb9701a0750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:44098/0 (socket says 172.21.15.8:44098) 2024-05-20T21:18:53.876 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.876+0000 7fb966000700 1 -- 172.21.15.8:0/4021534331 learned_addr learned my addr 172.21.15.8:0/4021534331 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:53.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.876+0000 7fb96f400700 1 --2- 172.21.15.8:0/4021534331 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb97010eeb0 0x7fb9701a4ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:53.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.876+0000 7fb96ea00700 1 --2- 172.21.15.8:0/4021534331 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb970109dd0 0x7fb9701a0210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:53.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.876+0000 7fb966000700 1 -- 172.21.15.8:0/4021534331 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb970109dd0 msgr2=0x7fb9701a0210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:53.878 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.876+0000 7fb966000700 1 --2- 172.21.15.8:0/4021534331 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb970109dd0 0x7fb9701a0210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.878 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.876+0000 7fb966000700 1 -- 172.21.15.8:0/4021534331 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb97010eeb0 msgr2=0x7fb9701a4ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:53.878 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.876+0000 7fb966000700 1 --2- 172.21.15.8:0/4021534331 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb97010eeb0 0x7fb9701a4ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.878 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.876+0000 7fb966000700 1 -- 172.21.15.8:0/4021534331 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9701a5220 con 0x7fb97010a780 2024-05-20T21:18:53.878 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.876+0000 7fb966000700 1 --2- 172.21.15.8:0/4021534331 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb97010a780 0x7fb9701a0750 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fb95800e970 tx=0x7fb95800ec80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:53.878 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.877+0000 7fb974a00700 1 -- 172.21.15.8:0/4021534331 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb958004a30 con 0x7fb97010a780 2024-05-20T21:18:53.878 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.877+0000 7fb974a00700 1 -- 172.21.15.8:0/4021534331 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb95800cc90 con 0x7fb97010a780 2024-05-20T21:18:53.878 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.877+0000 7fb974a00700 1 -- 172.21.15.8:0/4021534331 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb958005610 con 0x7fb97010a780 2024-05-20T21:18:53.878 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.877+0000 7fb975e00700 1 -- 172.21.15.8:0/4021534331 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9701a5510 con 0x7fb97010a780 2024-05-20T21:18:53.878 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.877+0000 7fb975e00700 1 -- 172.21.15.8:0/4021534331 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9701acd90 con 0x7fb97010a780 2024-05-20T21:18:53.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.881+0000 7fb974a00700 1 -- 172.21.15.8:0/4021534331 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fb95800c7e0 con 0x7fb97010a780 2024-05-20T21:18:53.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.881+0000 7fb9806beb80 1 Processor -- start 2024-05-20T21:18:53.882 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.882+0000 7fb9806beb80 1 -- start start 2024-05-20T21:18:53.882 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.882+0000 7fb9806beb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56429a270690 0x56429a270a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:53.882 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.882+0000 7fb9806beb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56429a270fb0 0x56429a26aba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:53.882 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.882+0000 7fb9806beb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56429a26b1c0 0x56429a26b640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:53.882 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.882+0000 7fb9806beb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x56429a1c8ec0 con 0x56429a270690 2024-05-20T21:18:53.882 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.882+0000 7fb9806beb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x56429a1b8a60 con 0x56429a270fb0 2024-05-20T21:18:53.883 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.882+0000 7fb9806beb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x56429a1bcaa0 con 0x56429a26b1c0 2024-05-20T21:18:53.883 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.882+0000 7fb96f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56429a270690 0x56429a270a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:53.883 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.882+0000 7fb96f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56429a270690 0x56429a270a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:58948/0 (socket says 172.21.15.8:58948) 2024-05-20T21:18:53.884 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.882+0000 7fb96f400700 1 -- 172.21.15.8:0/1821102310 learned_addr learned my addr 172.21.15.8:0/1821102310 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:53.884 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.882+0000 7fb96ea00700 1 --2- 172.21.15.8:0/1821102310 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56429a270fb0 0x56429a26aba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:53.884 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.882+0000 7fb966000700 1 --2- 172.21.15.8:0/1821102310 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56429a26b1c0 0x56429a26b640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:53.884 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.883+0000 7fb96ea00700 1 -- 172.21.15.8:0/1821102310 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56429a26b1c0 msgr2=0x56429a26b640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:53.884 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.883+0000 7fb96ea00700 1 --2- 172.21.15.8:0/1821102310 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56429a26b1c0 0x56429a26b640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.884 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.883+0000 7fb96ea00700 1 -- 172.21.15.8:0/1821102310 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56429a270690 msgr2=0x56429a270a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:53.884 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.883+0000 7fb96ea00700 1 --2- 172.21.15.8:0/1821102310 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56429a270690 0x56429a270a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.884 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.883+0000 7fb96ea00700 1 -- 172.21.15.8:0/1821102310 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56429a1814a0 con 0x56429a270fb0 2024-05-20T21:18:53.884 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.883+0000 7fb974a00700 1 --2- 172.21.15.8:0/4021534331 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb9540b2900 0x7fb9540b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:53.884 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.883+0000 7fb96ea00700 1 --2- 172.21.15.8:0/1821102310 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56429a270fb0 0x56429a26aba0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fb960009990 tx=0x7fb960003680 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d49f6e278b777881 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:53.885 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.883+0000 7fb974a00700 1 -- 172.21.15.8:0/4021534331 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fb9580e2340 con 0x7fb97010a780 2024-05-20T21:18:53.885 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.884+0000 7fb96f400700 1 --2- 172.21.15.8:0/4021534331 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb9540b2900 0x7fb9540b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:53.885 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.884+0000 7fb964c00700 1 -- 172.21.15.8:0/1821102310 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb960028070 con 0x56429a270fb0 2024-05-20T21:18:53.885 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.884+0000 7fb964c00700 1 -- 172.21.15.8:0/1821102310 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb960009590 con 0x56429a270fb0 2024-05-20T21:18:53.885 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.884+0000 7fb964c00700 1 -- 172.21.15.8:0/1821102310 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb96000b9f0 con 0x56429a270fb0 2024-05-20T21:18:53.885 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.885+0000 7fb9806beb80 1 -- 172.21.15.8:0/1821102310 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56429a270fb0 msgr2=0x56429a26aba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:53.886 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.885+0000 7fb96f400700 1 --2- 172.21.15.8:0/4021534331 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb9540b2900 0x7fb9540b4dc0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fb9680075c0 tx=0x7fb96800b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:53.886 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.885+0000 7fb9806beb80 1 --2- 172.21.15.8:0/1821102310 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56429a270fb0 0x56429a26aba0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fb960009990 tx=0x7fb960003680 comp rx=0 tx=0).stop 2024-05-20T21:18:53.886 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.885+0000 7fb9806beb80 1 -- 172.21.15.8:0/1821102310 shutdown_connections 2024-05-20T21:18:53.886 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.885+0000 7fb9806beb80 1 --2- 172.21.15.8:0/1821102310 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56429a26b1c0 0x56429a26b640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.886 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.885+0000 7fb9806beb80 1 --2- 172.21.15.8:0/1821102310 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56429a270690 0x56429a270a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.886 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.885+0000 7fb9806beb80 1 --2- 172.21.15.8:0/1821102310 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56429a270fb0 0x56429a26aba0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.886 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.885+0000 7fb9806beb80 1 -- 172.21.15.8:0/1821102310 >> 172.21.15.8:0/1821102310 conn(0x56429a198c60 msgr2=0x56429a265710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:53.886 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.885+0000 7fb9806beb80 1 -- 172.21.15.8:0/1821102310 shutdown_connections 2024-05-20T21:18:53.886 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.885+0000 7fb9806beb80 1 -- 172.21.15.8:0/1821102310 wait complete. 2024-05-20T21:18:53.887 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.885+0000 7fb9806beb80 1 -- start start 2024-05-20T21:18:53.887 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.886+0000 7fb9806beb80 1 Processor -- start 2024-05-20T21:18:53.888 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.886+0000 7fb9806beb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56429a26b1c0 0x56429a276ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:53.888 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.886+0000 7fb9806beb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56429a270690 0x56429a274040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:53.888 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.886+0000 7fb9806beb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56429a270fb0 0x56429a274580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:53.888 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.886+0000 7fb9806beb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x56429a0bf020 con 0x56429a270fb0 2024-05-20T21:18:53.888 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.886+0000 7fb9806beb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x56429a1597e0 con 0x56429a26b1c0 2024-05-20T21:18:53.888 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.886+0000 7fb9806beb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x56429a277a50 con 0x56429a270690 2024-05-20T21:18:53.888 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.886+0000 7fb9806beb80 10 client.0 _ll_register_callbacks cb 0x56429a162cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:53.888 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.887+0000 7fb96ea00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56429a26b1c0 0x56429a276ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:53.888 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.887+0000 7fb96f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56429a270fb0 0x56429a274580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:53.888 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.887+0000 7fb966000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56429a270690 0x56429a274040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:53.888 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.887+0000 7fb96ea00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56429a26b1c0 0x56429a276ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:44122/0 (socket says 172.21.15.8:44122) 2024-05-20T21:18:53.888 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.887+0000 7fb96ea00700 1 -- 172.21.15.8:0/4044098653 learned_addr learned my addr 172.21.15.8:0/4044098653 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:53.888 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.887+0000 7fb96ea00700 1 -- 172.21.15.8:0/4044098653 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56429a270690 msgr2=0x56429a274040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:53.888 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.887+0000 7fb96ea00700 1 --2- 172.21.15.8:0/4044098653 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56429a270690 0x56429a274040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.889 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.887+0000 7fb96ea00700 1 -- 172.21.15.8:0/4044098653 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56429a270fb0 msgr2=0x56429a274580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:53.889 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.887+0000 7fb96ea00700 1 --2- 172.21.15.8:0/4044098653 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56429a270fb0 0x56429a274580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.889 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.887+0000 7fb96ea00700 1 -- 172.21.15.8:0/4044098653 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56429a108950 con 0x56429a26b1c0 2024-05-20T21:18:53.889 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.887+0000 7fb966000700 1 --2- 172.21.15.8:0/4044098653 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56429a270690 0x56429a274040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:53.889 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.887+0000 7fb96ea00700 1 --2- 172.21.15.8:0/4044098653 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56429a26b1c0 0x56429a276ca0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fb960005280 tx=0x7fb9600052b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1f93ac29b1cc766 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:53.889 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.887+0000 7fb95d600700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:18:53.890 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.888+0000 7fb95d600700 1 -- 172.21.15.8:0/4044098653 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb960031060 con 0x56429a26b1c0 2024-05-20T21:18:53.890 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.888+0000 7fb9806beb80 1 -- 172.21.15.8:0/4044098653 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb960009590 con 0x56429a26b1c0 2024-05-20T21:18:53.890 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.888+0000 7fb95d600700 1 -- 172.21.15.8:0/4044098653 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fb960005450 con 0x56429a26b1c0 2024-05-20T21:18:53.890 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.888+0000 7fb95d600700 1 -- 172.21.15.8:0/4044098653 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb960028040 con 0x56429a26b1c0 2024-05-20T21:18:53.890 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.888+0000 7fb9806beb80 10 client.26090 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:53.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.888+0000 7fb9806beb80 1 -- 172.21.15.8:0/4044098653 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56429a1890e0 con 0x56429a26b1c0 2024-05-20T21:18:53.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.889+0000 7fb95d600700 1 -- 172.21.15.8:0/4044098653 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb960009590 con 0x56429a26b1c0 2024-05-20T21:18:53.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.889+0000 7fb95d600700 1 -- 172.21.15.8:0/4044098653 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb96002b070 con 0x56429a26b1c0 2024-05-20T21:18:53.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.889+0000 7fb9806beb80 10 client.26090 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:53.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.889+0000 7fb9806beb80 10 client.26090 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:18:53.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.889+0000 7fb9806beb80 20 client.26090 populate_metadata read hostname 'smithi008' 2024-05-20T21:18:53.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.889+0000 7fb9806beb80 1 --2- 172.21.15.8:0/4044098653 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56429a284400 0x56429a2867f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:53.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.889+0000 7fb9806beb80 4 client.26090 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:18:53.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.889+0000 7fb9806beb80 1 -- 172.21.15.8:0/4044098653 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56429a1cae10 con 0x56429a284400 2024-05-20T21:18:53.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.889+0000 7fb966000700 1 --2- 172.21.15.8:0/4044098653 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56429a284400 0x56429a2867f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:53.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.890+0000 7fb966000700 1 --2- 172.21.15.8:0/4044098653 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56429a284400 0x56429a2867f0 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5b00c97d3556dab9 server_cookie=d68a33fbbc906766 in_seq=0 out_seq=0 2024-05-20T21:18:53.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.890+0000 7fb95d600700 10 client.26090 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:18:53.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.891+0000 7fb95d600700 1 -- 172.21.15.8:0/4044098653 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x56429a1cae10 con 0x56429a284400 2024-05-20T21:18:53.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.891+0000 7fb95d600700 10 client.26090 handle_command_reply: tid=0 2024-05-20T21:18:53.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.891+0000 7fb9806beb80 1 client.26090 shutdown 2024-05-20T21:18:53.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.891+0000 7fb9806beb80 1 -- 172.21.15.8:0/4044098653 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56429a26b1c0 msgr2=0x56429a276ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:53.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.891+0000 7fb9806beb80 1 --2- 172.21.15.8:0/4044098653 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56429a26b1c0 0x56429a276ca0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fb960005280 tx=0x7fb9600052b0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.891+0000 7fb9806beb80 1 -- 172.21.15.8:0/4044098653 shutdown_connections 2024-05-20T21:18:53.894 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.891+0000 7fb9806beb80 1 --2- 172.21.15.8:0/4044098653 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56429a284400 0x56429a2867f0 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.894 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.891+0000 7fb9806beb80 1 --2- 172.21.15.8:0/4044098653 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56429a26b1c0 0x56429a276ca0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.894 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.891+0000 7fb9806beb80 1 --2- 172.21.15.8:0/4044098653 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56429a270fb0 0x56429a274580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.894 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.891+0000 7fb9806beb80 1 --2- 172.21.15.8:0/4044098653 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56429a270690 0x56429a274040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.894 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.891+0000 7fb95d600700 0 client.26090 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:18:53.894 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.891+0000 7fb9806beb80 1 -- 172.21.15.8:0/4044098653 >> 172.21.15.8:0/4044098653 conn(0x56429a198c60 msgr2=0x56429a264df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:53.894 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.892+0000 7fb9806beb80 1 -- 172.21.15.8:0/4044098653 shutdown_connections 2024-05-20T21:18:53.894 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.892+0000 7fb9806beb80 1 -- 172.21.15.8:0/4044098653 wait complete. 2024-05-20T21:18:53.894 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.892+0000 7fb9806beb80 20 client.26090 trim_cache size 0 max 16384 2024-05-20T21:18:53.916 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.915+0000 7fb9806beb80 1 Processor -- start 2024-05-20T21:18:53.916 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.915+0000 7fb9806beb80 1 -- start start 2024-05-20T21:18:53.916 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.915+0000 7fb9806beb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56429a26b1c0 0x56429a271b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:53.916 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.915+0000 7fb9806beb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56429a270690 0x56429a265570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:53.916 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.915+0000 7fb9806beb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56429a270fb0 0x56429a289810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:53.916 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.915+0000 7fb9806beb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fb9701b6b00 con 0x56429a270fb0 2024-05-20T21:18:53.916 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.915+0000 7fb9806beb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb9701b4390 con 0x56429a270690 2024-05-20T21:18:53.916 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.915+0000 7fb9806beb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fb9701b21e0 con 0x56429a26b1c0 2024-05-20T21:18:53.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.916+0000 7fb96ea00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56429a26b1c0 0x56429a271b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:53.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.916+0000 7fb96f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56429a270fb0 0x56429a289810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:53.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.916+0000 7fb96ea00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56429a26b1c0 0x56429a271b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:50524/0 (socket says 172.21.15.8:50524) 2024-05-20T21:18:53.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.916+0000 7fb96ea00700 1 -- 172.21.15.8:0/3433568064 learned_addr learned my addr 172.21.15.8:0/3433568064 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:53.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.916+0000 7fb966000700 1 --2- 172.21.15.8:0/3433568064 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56429a270690 0x56429a265570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:53.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.916+0000 7fb96ea00700 1 -- 172.21.15.8:0/3433568064 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56429a270690 msgr2=0x56429a265570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:53.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.916+0000 7fb96ea00700 1 --2- 172.21.15.8:0/3433568064 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56429a270690 0x56429a265570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.916+0000 7fb96ea00700 1 -- 172.21.15.8:0/3433568064 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56429a270fb0 msgr2=0x56429a289810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:53.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.916+0000 7fb96ea00700 1 --2- 172.21.15.8:0/3433568064 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56429a270fb0 0x56429a289810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.916+0000 7fb96ea00700 1 -- 172.21.15.8:0/3433568064 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56429a2720a0 con 0x56429a26b1c0 2024-05-20T21:18:53.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.916+0000 7fb966000700 1 --2- 172.21.15.8:0/3433568064 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56429a270690 0x56429a265570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:18:53.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.917+0000 7fb96ea00700 1 --2- 172.21.15.8:0/3433568064 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56429a26b1c0 0x56429a271b60 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fb96000b580 tx=0x7fb9600036e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8c1f23faf06c32d4 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:53.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.917+0000 7fb95fe00700 1 -- 172.21.15.8:0/3433568064 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb96003b020 con 0x56429a26b1c0 2024-05-20T21:18:53.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.917+0000 7fb95fe00700 1 -- 172.21.15.8:0/3433568064 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb960023c70 con 0x56429a26b1c0 2024-05-20T21:18:53.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.917+0000 7fb95fe00700 1 -- 172.21.15.8:0/3433568064 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb960031070 con 0x56429a26b1c0 2024-05-20T21:18:53.919 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.918+0000 7fb9806beb80 1 -- 172.21.15.8:0/3433568064 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56429a26b1c0 msgr2=0x56429a271b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:53.919 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.918+0000 7fb9806beb80 1 --2- 172.21.15.8:0/3433568064 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56429a26b1c0 0x56429a271b60 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fb96000b580 tx=0x7fb9600036e0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.919 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.918+0000 7fb9806beb80 1 -- 172.21.15.8:0/3433568064 shutdown_connections 2024-05-20T21:18:53.919 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.918+0000 7fb9806beb80 1 --2- 172.21.15.8:0/3433568064 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56429a270fb0 0x56429a289810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.919 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.918+0000 7fb9806beb80 1 --2- 172.21.15.8:0/3433568064 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56429a26b1c0 0x56429a271b60 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.919 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.918+0000 7fb9806beb80 1 --2- 172.21.15.8:0/3433568064 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56429a270690 0x56429a265570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.919 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.918+0000 7fb9806beb80 1 -- 172.21.15.8:0/3433568064 >> 172.21.15.8:0/3433568064 conn(0x56429a198c60 msgr2=0x56429a271450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:53.919 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.918+0000 7fb9806beb80 1 -- 172.21.15.8:0/3433568064 shutdown_connections 2024-05-20T21:18:53.919 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.918+0000 7fb9806beb80 1 -- 172.21.15.8:0/3433568064 wait complete. 2024-05-20T21:18:53.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.919+0000 7fb9806beb80 1 -- start start 2024-05-20T21:18:53.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.919+0000 7fb9806beb80 1 Processor -- start 2024-05-20T21:18:53.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.919+0000 7fb9806beb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56429a26b1c0 0x56429a289bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:53.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.919+0000 7fb9806beb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56429a270690 0x56429a287fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:53.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.919+0000 7fb9806beb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56429a270fb0 0x56429a2884e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:53.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.919+0000 7fb9806beb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fb9701b2850 con 0x56429a270690 2024-05-20T21:18:53.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.919+0000 7fb9806beb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb9701b3cc0 con 0x56429a270fb0 2024-05-20T21:18:53.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.919+0000 7fb9806beb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fb9701b2f20 con 0x56429a26b1c0 2024-05-20T21:18:53.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.919+0000 7fb9806beb80 10 client.0 _ll_register_callbacks cb 0x56429a162cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:53.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.920+0000 7fb96ea00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56429a26b1c0 0x56429a289bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:53.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.920+0000 7fb966000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56429a270690 0x56429a287fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:53.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.920+0000 7fb96f400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56429a270fb0 0x56429a2884e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:53.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.920+0000 7fb96ea00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56429a26b1c0 0x56429a289bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:50526/0 (socket says 172.21.15.8:50526) 2024-05-20T21:18:53.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.920+0000 7fb96ea00700 1 -- 172.21.15.8:0/4269324656 learned_addr learned my addr 172.21.15.8:0/4269324656 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:53.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.920+0000 7fb966000700 1 --2- 172.21.15.8:0/4269324656 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56429a270690 0x56429a287fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:58974/0 (socket says 172.21.15.8:58974) 2024-05-20T21:18:53.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.920+0000 7fb96ea00700 1 -- 172.21.15.8:0/4269324656 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56429a270fb0 msgr2=0x56429a2884e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:53.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.920+0000 7fb96ea00700 1 --2- 172.21.15.8:0/4269324656 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56429a270fb0 0x56429a2884e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.920+0000 7fb96ea00700 1 -- 172.21.15.8:0/4269324656 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56429a270690 msgr2=0x56429a287fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:53.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.920+0000 7fb96ea00700 1 --2- 172.21.15.8:0/4269324656 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56429a270690 0x56429a287fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.920+0000 7fb96ea00700 1 -- 172.21.15.8:0/4269324656 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56429a288a20 con 0x56429a26b1c0 2024-05-20T21:18:53.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.920+0000 7fb96ea00700 1 --2- 172.21.15.8:0/4269324656 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56429a26b1c0 0x56429a289bf0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fb960023580 tx=0x7fb9600058e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c9a028a33d1a876c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:53.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.921+0000 7fb95d600700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:18:53.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.921+0000 7fb95d600700 1 -- 172.21.15.8:0/4269324656 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb960044020 con 0x56429a26b1c0 2024-05-20T21:18:53.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.921+0000 7fb9806beb80 1 -- 172.21.15.8:0/4269324656 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb960023c70 con 0x56429a26b1c0 2024-05-20T21:18:53.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.921+0000 7fb95d600700 1 -- 172.21.15.8:0/4269324656 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fb96000bba0 con 0x56429a26b1c0 2024-05-20T21:18:53.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.921+0000 7fb95d600700 1 -- 172.21.15.8:0/4269324656 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb96004f050 con 0x56429a26b1c0 2024-05-20T21:18:53.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.921+0000 7fb9806beb80 10 client.26146 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:53.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.921+0000 7fb9806beb80 1 -- 172.21.15.8:0/4269324656 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56429a2ef9b0 con 0x56429a26b1c0 2024-05-20T21:18:53.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.922+0000 7fb95d600700 1 -- 172.21.15.8:0/4269324656 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb960023c70 con 0x56429a26b1c0 2024-05-20T21:18:53.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.922+0000 7fb95d600700 1 -- 172.21.15.8:0/4269324656 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb96002b040 con 0x56429a26b1c0 2024-05-20T21:18:53.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.922+0000 7fb9806beb80 10 client.26146 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:53.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.922+0000 7fb9806beb80 10 client.26146 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:18:53.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.922+0000 7fb9806beb80 20 client.26146 populate_metadata read hostname 'smithi008' 2024-05-20T21:18:53.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.922+0000 7fb9806beb80 1 --2- 172.21.15.8:0/4269324656 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56429a2effc0 0x56429a2f23e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:53.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.922+0000 7fb9806beb80 4 client.26146 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:18:53.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.922+0000 7fb9806beb80 1 -- 172.21.15.8:0/4269324656 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x56429a1c45f0 con 0x56429a2effc0 2024-05-20T21:18:53.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.922+0000 7fb966000700 1 --2- 172.21.15.8:0/4269324656 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56429a2effc0 0x56429a2f23e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:53.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.923+0000 7fb966000700 1 --2- 172.21.15.8:0/4269324656 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56429a2effc0 0x56429a2f23e0 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=831e0a40c5f04a2e server_cookie=e4e9431f88ca428c in_seq=0 out_seq=0 2024-05-20T21:18:53.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.923+0000 7fb95d600700 10 client.26146 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:18:53.925 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.924+0000 7fb95d600700 1 -- 172.21.15.8:0/4269324656 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x56429a1c45f0 con 0x56429a2effc0 2024-05-20T21:18:53.925 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.924+0000 7fb95d600700 10 client.26146 handle_command_reply: tid=0 2024-05-20T21:18:53.925 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.924+0000 7fb9806beb80 1 client.26146 shutdown 2024-05-20T21:18:53.925 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.924+0000 7fb9806beb80 1 -- 172.21.15.8:0/4269324656 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56429a26b1c0 msgr2=0x56429a289bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:53.925 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.924+0000 7fb9806beb80 1 --2- 172.21.15.8:0/4269324656 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56429a26b1c0 0x56429a289bf0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fb960023580 tx=0x7fb9600058e0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.925 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.924+0000 7fb9806beb80 1 -- 172.21.15.8:0/4269324656 shutdown_connections 2024-05-20T21:18:53.925 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.924+0000 7fb9806beb80 1 --2- 172.21.15.8:0/4269324656 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56429a2effc0 0x56429a2f23e0 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.925 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.924+0000 7fb9806beb80 1 --2- 172.21.15.8:0/4269324656 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56429a270fb0 0x56429a2884e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.925 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.924+0000 7fb9806beb80 1 --2- 172.21.15.8:0/4269324656 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56429a26b1c0 0x56429a289bf0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.924+0000 7fb9806beb80 1 --2- 172.21.15.8:0/4269324656 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56429a270690 0x56429a287fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.924+0000 7fb9806beb80 1 -- 172.21.15.8:0/4269324656 >> 172.21.15.8:0/4269324656 conn(0x56429a198c60 msgr2=0x56429a26f180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:53.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.924+0000 7fb95d600700 0 client.26146 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:18:53.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.925+0000 7fb9806beb80 1 -- 172.21.15.8:0/4269324656 shutdown_connections 2024-05-20T21:18:53.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.925+0000 7fb9806beb80 1 -- 172.21.15.8:0/4269324656 wait complete. 2024-05-20T21:18:53.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.925+0000 7fb9806beb80 20 client.26146 trim_cache size 0 max 16384 2024-05-20T21:18:53.926 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:18:53.926 INFO:teuthology.orchestra.run.smithi008.stdout: "return_code": 0, 2024-05-20T21:18:53.926 INFO:teuthology.orchestra.run.smithi008.stdout: "scrub_tag": "c30b0d6f-cee9-4019-903e-d60e212ac5d6", 2024-05-20T21:18:53.926 INFO:teuthology.orchestra.run.smithi008.stdout: "mode": "asynchronous" 2024-05-20T21:18:53.927 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:18:53.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.925+0000 7fb975e00700 1 -- 172.21.15.8:0/4021534331 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb9540b2900 msgr2=0x7fb9540b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:53.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.925+0000 7fb975e00700 1 --2- 172.21.15.8:0/4021534331 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb9540b2900 0x7fb9540b4dc0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fb9680075c0 tx=0x7fb96800b040 comp rx=0 tx=0).stop 2024-05-20T21:18:53.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.925+0000 7fb975e00700 1 -- 172.21.15.8:0/4021534331 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb97010a780 msgr2=0x7fb9701a0750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:53.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.925+0000 7fb975e00700 1 --2- 172.21.15.8:0/4021534331 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb97010a780 0x7fb9701a0750 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fb95800e970 tx=0x7fb95800ec80 comp rx=0 tx=0).stop 2024-05-20T21:18:53.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.926+0000 7fb975e00700 1 -- 172.21.15.8:0/4021534331 shutdown_connections 2024-05-20T21:18:53.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.926+0000 7fb975e00700 1 --2- 172.21.15.8:0/4021534331 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb9540b2900 0x7fb9540b4dc0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.926+0000 7fb975e00700 1 --2- 172.21.15.8:0/4021534331 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb97010eeb0 0x7fb9701a4ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.926+0000 7fb975e00700 1 --2- 172.21.15.8:0/4021534331 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb970109dd0 0x7fb9701a0210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.926+0000 7fb975e00700 1 --2- 172.21.15.8:0/4021534331 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb97010a780 0x7fb9701a0750 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.926+0000 7fb975e00700 1 -- 172.21.15.8:0/4021534331 >> 172.21.15.8:0/4021534331 conn(0x7fb970076d10 msgr2=0x7fb97010daf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:53.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.926+0000 7fb975e00700 1 -- 172.21.15.8:0/4021534331 shutdown_connections 2024-05-20T21:18:53.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:53.926+0000 7fb975e00700 1 -- 172.21.15.8:0/4021534331 wait complete. 2024-05-20T21:18:54.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:18:54 smithi008 ceph-mon[31475]: pgmap v547: 97 pgs: 97 active+clean; 1.6 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.9 KiB/s wr, 12 op/s 2024-05-20T21:18:54.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:18:54 smithi008 ceph-mon[31475]: scrub queued for path: / 2024-05-20T21:18:54.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:18:54 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:18:54.703 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:18:54 smithi008 ceph-mon[31475]: scrub summary: active paths [/] 2024-05-20T21:18:54.703 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:18:54 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:18:54.876 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:18:54.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:18:54 smithi130 ceph-mon[36448]: pgmap v547: 97 pgs: 97 active+clean; 1.6 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.9 KiB/s wr, 12 op/s 2024-05-20T21:18:54.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:18:54 smithi130 ceph-mon[36448]: scrub queued for path: / 2024-05-20T21:18:54.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:18:54 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:18:54.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:18:54 smithi130 ceph-mon[36448]: scrub summary: active paths [/] 2024-05-20T21:18:54.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:18:54 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:18:54.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:18:54 smithi050 ceph-mon[35809]: pgmap v547: 97 pgs: 97 active+clean; 1.6 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.9 KiB/s wr, 12 op/s 2024-05-20T21:18:54.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:18:54 smithi050 ceph-mon[35809]: scrub queued for path: / 2024-05-20T21:18:54.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:18:54 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:18:54.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:18:54 smithi050 ceph-mon[35809]: scrub summary: active paths [/] 2024-05-20T21:18:54.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:18:54 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:18:55.361 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:18:56.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:18:56 smithi130 ceph-mon[36448]: pgmap v548: 97 pgs: 97 active+clean; 1.6 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 6.2 KiB/s wr, 10 op/s 2024-05-20T21:18:56.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:18:56 smithi130 ceph-mon[36448]: scrub summary: idle 2024-05-20T21:18:56.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:18:56 smithi050 ceph-mon[35809]: pgmap v548: 97 pgs: 97 active+clean; 1.6 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 6.2 KiB/s wr, 10 op/s 2024-05-20T21:18:56.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:18:56 smithi050 ceph-mon[35809]: scrub summary: idle 2024-05-20T21:18:56.951 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:18:56 smithi008 ceph-mon[31475]: pgmap v548: 97 pgs: 97 active+clean; 1.6 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 6.2 KiB/s wr, 10 op/s 2024-05-20T21:18:56.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:18:56 smithi008 ceph-mon[31475]: scrub summary: idle 2024-05-20T21:18:57.622 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.621+0000 7f0682a00700 1 -- 172.21.15.8:0/2144719048 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f067c075770 msgr2=0x7f067c075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:57.622 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.621+0000 7f0682a00700 1 --2- 172.21.15.8:0/2144719048 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f067c075770 0x7f067c075b50 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f066c0098f0 tx=0x7f066c009c00 comp rx=0 tx=0).stop 2024-05-20T21:18:57.622 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.621+0000 7f0682a00700 1 -- 172.21.15.8:0/2144719048 shutdown_connections 2024-05-20T21:18:57.622 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.621+0000 7f0682a00700 1 --2- 172.21.15.8:0/2144719048 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f067c10ff40 0x7f067c112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:57.623 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.621+0000 7f0682a00700 1 --2- 172.21.15.8:0/2144719048 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f067c075770 0x7f067c075b50 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:57.623 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.621+0000 7f0682a00700 1 --2- 172.21.15.8:0/2144719048 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f067c076090 0x7f067c10fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:57.623 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.621+0000 7f0682a00700 1 -- 172.21.15.8:0/2144719048 >> 172.21.15.8:0/2144719048 conn(0x7f067c07a6a0 msgr2=0x7f067c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:57.623 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.621+0000 7f0682a00700 1 -- 172.21.15.8:0/2144719048 shutdown_connections 2024-05-20T21:18:57.623 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.622+0000 7f0682a00700 1 -- 172.21.15.8:0/2144719048 wait complete. 2024-05-20T21:18:57.623 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.623+0000 7f0682a00700 1 Processor -- start 2024-05-20T21:18:57.623 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.623+0000 7f0682a00700 1 -- start start 2024-05-20T21:18:57.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.624+0000 7f0682a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f067c075770 0x7f067c19bed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:57.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.624+0000 7f0682a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f067c076090 0x7f067c19c410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:57.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.624+0000 7f0682a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f067c10ff40 0x7f067c1a0750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:57.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.624+0000 7f0682a00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f067c115940 con 0x7f067c076090 2024-05-20T21:18:57.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.624+0000 7f0682a00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f067c1157c0 con 0x7f067c075770 2024-05-20T21:18:57.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.624+0000 7f0682a00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f067c115ac0 con 0x7f067c10ff40 2024-05-20T21:18:57.625 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.624+0000 7f0680a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f067c10ff40 0x7f067c1a0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:57.625 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.624+0000 7f067be00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f067c075770 0x7f067c19bed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:57.625 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.624+0000 7f067b400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f067c076090 0x7f067c19c410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:57.625 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.624+0000 7f0680a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f067c10ff40 0x7f067c1a0750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:50540/0 (socket says 172.21.15.8:50540) 2024-05-20T21:18:57.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.624+0000 7f0680a00700 1 -- 172.21.15.8:0/2496842903 learned_addr learned my addr 172.21.15.8:0/2496842903 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:57.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.625+0000 7f0680a00700 1 -- 172.21.15.8:0/2496842903 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f067c075770 msgr2=0x7f067c19bed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:57.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.625+0000 7f0680a00700 1 --2- 172.21.15.8:0/2496842903 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f067c075770 0x7f067c19bed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:57.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.625+0000 7f0680a00700 1 -- 172.21.15.8:0/2496842903 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f067c076090 msgr2=0x7f067c19c410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:57.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.625+0000 7f0680a00700 1 --2- 172.21.15.8:0/2496842903 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f067c076090 0x7f067c19c410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:57.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.625+0000 7f0680a00700 1 -- 172.21.15.8:0/2496842903 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f067c1a0e90 con 0x7f067c10ff40 2024-05-20T21:18:57.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.625+0000 7f067b400700 1 --2- 172.21.15.8:0/2496842903 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f067c076090 0x7f067c19c410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:18:57.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.625+0000 7f0680a00700 1 --2- 172.21.15.8:0/2496842903 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f067c10ff40 0x7f067c1a0750 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f067400c3d0 tx=0x7f067400c6e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:57.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.625+0000 7f0678c00700 1 -- 172.21.15.8:0/2496842903 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06740092d0 con 0x7f067c10ff40 2024-05-20T21:18:57.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.625+0000 7f0678c00700 1 -- 172.21.15.8:0/2496842903 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0674009470 con 0x7f067c10ff40 2024-05-20T21:18:57.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.625+0000 7f0682a00700 1 -- 172.21.15.8:0/2496842903 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f067c1a1180 con 0x7f067c10ff40 2024-05-20T21:18:57.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.625+0000 7f0678c00700 1 -- 172.21.15.8:0/2496842903 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06740048d0 con 0x7f067c10ff40 2024-05-20T21:18:57.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.625+0000 7f0682a00700 1 -- 172.21.15.8:0/2496842903 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f067c1a8a00 con 0x7f067c10ff40 2024-05-20T21:18:57.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.629+0000 7f0678c00700 1 -- 172.21.15.8:0/2496842903 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f0674012070 con 0x7f067c10ff40 2024-05-20T21:18:57.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.630+0000 7f068d44db80 1 Processor -- start 2024-05-20T21:18:57.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.630+0000 7f068d44db80 1 -- start start 2024-05-20T21:18:57.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.630+0000 7f0678c00700 1 --2- 172.21.15.8:0/2496842903 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f06600b2880 0x7f06600b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:57.632 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.631+0000 7f0678c00700 1 -- 172.21.15.8:0/2496842903 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f06740e1f10 con 0x7f067c10ff40 2024-05-20T21:18:57.632 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.631+0000 7f068d44db80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5578c22bbeb0 0x5578c22bc290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:57.632 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.631+0000 7f068d44db80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5578c22bc7d0 0x5578c22b6260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:57.632 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.631+0000 7f068d44db80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5578c22b6880 0x5578c22b6ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:57.632 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.631+0000 7f068d44db80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5578c2214e40 con 0x5578c22bbeb0 2024-05-20T21:18:57.632 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.631+0000 7f068d44db80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5578c22049e0 con 0x5578c22b6880 2024-05-20T21:18:57.632 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.631+0000 7f068d44db80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5578c2208a20 con 0x5578c22bc7d0 2024-05-20T21:18:57.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.631+0000 7f067b400700 1 --2- 172.21.15.8:0/2496842903 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f06600b2880 0x7f06600b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:57.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.631+0000 7f067be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5578c22bbeb0 0x5578c22bc290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:57.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.631+0000 7f0680a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5578c22b6880 0x5578c22b6ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:57.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.631+0000 7f067be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5578c22bbeb0 0x5578c22bc290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:58992/0 (socket says 172.21.15.8:58992) 2024-05-20T21:18:57.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.631+0000 7f067be00700 1 -- 172.21.15.8:0/1471546918 learned_addr learned my addr 172.21.15.8:0/1471546918 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:57.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.631+0000 7f067b400700 1 --2- 172.21.15.8:0/1471546918 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5578c22bc7d0 0x5578c22b6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:57.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.632+0000 7f0680a00700 1 -- 172.21.15.8:0/1471546918 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5578c22bc7d0 msgr2=0x5578c22b6260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:57.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.632+0000 7f0680a00700 1 --2- 172.21.15.8:0/1471546918 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5578c22bc7d0 0x5578c22b6260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:57.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.632+0000 7f0680a00700 1 -- 172.21.15.8:0/1471546918 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5578c22bbeb0 msgr2=0x5578c22bc290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:57.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.632+0000 7f0680a00700 1 --2- 172.21.15.8:0/1471546918 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5578c22bbeb0 0x5578c22bc290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:57.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.632+0000 7f0680a00700 1 -- 172.21.15.8:0/1471546918 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5578c21cd420 con 0x5578c22b6880 2024-05-20T21:18:57.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.632+0000 7f0680a00700 1 --2- 172.21.15.8:0/1471546918 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5578c22b6880 0x5578c22b6ce0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f067400c3a0 tx=0x7f06740a8e90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e55a2e54f1caa0f7 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:57.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.632+0000 7f0671600700 1 -- 172.21.15.8:0/1471546918 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06740dfe60 con 0x5578c22b6880 2024-05-20T21:18:57.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.632+0000 7f067b400700 1 --2- 172.21.15.8:0/2496842903 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f06600b2880 0x7f06600b4d40 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f067c103140 tx=0x7f0668009890 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:57.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.632+0000 7f0671600700 1 -- 172.21.15.8:0/1471546918 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f06740a9bc0 con 0x5578c22b6880 2024-05-20T21:18:57.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.632+0000 7f0671600700 1 -- 172.21.15.8:0/1471546918 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06740a3de0 con 0x5578c22b6880 2024-05-20T21:18:57.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.633+0000 7f068d44db80 1 -- 172.21.15.8:0/1471546918 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5578c22b6880 msgr2=0x5578c22b6ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:57.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.633+0000 7f068d44db80 1 --2- 172.21.15.8:0/1471546918 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5578c22b6880 0x5578c22b6ce0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f067400c3a0 tx=0x7f06740a8e90 comp rx=0 tx=0).stop 2024-05-20T21:18:57.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.633+0000 7f068d44db80 1 -- 172.21.15.8:0/1471546918 shutdown_connections 2024-05-20T21:18:57.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.633+0000 7f068d44db80 1 --2- 172.21.15.8:0/1471546918 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5578c22b6880 0x5578c22b6ce0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:57.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.633+0000 7f068d44db80 1 --2- 172.21.15.8:0/1471546918 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5578c22bbeb0 0x5578c22bc290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:57.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.633+0000 7f068d44db80 1 --2- 172.21.15.8:0/1471546918 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5578c22bc7d0 0x5578c22b6260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:57.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.633+0000 7f068d44db80 1 -- 172.21.15.8:0/1471546918 >> 172.21.15.8:0/1471546918 conn(0x5578c21e4be0 msgr2=0x5578c22b1010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:57.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.633+0000 7f068d44db80 1 -- 172.21.15.8:0/1471546918 shutdown_connections 2024-05-20T21:18:57.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.633+0000 7f068d44db80 1 -- 172.21.15.8:0/1471546918 wait complete. 2024-05-20T21:18:57.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.634+0000 7f068d44db80 1 -- start start 2024-05-20T21:18:57.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.634+0000 7f068d44db80 1 Processor -- start 2024-05-20T21:18:57.637 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.635+0000 7f068d44db80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5578c22b6880 0x5578c22c24e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:57.637 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.635+0000 7f068d44db80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5578c22bbeb0 0x5578c22bf8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:57.637 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.635+0000 7f068d44db80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5578c22bc7d0 0x5578c22bfe30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:57.637 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.635+0000 7f068d44db80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5578c210afa0 con 0x5578c22b6880 2024-05-20T21:18:57.638 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.635+0000 7f068d44db80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5578c21a5760 con 0x5578c22bc7d0 2024-05-20T21:18:57.638 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.635+0000 7f068d44db80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5578c22c3240 con 0x5578c22bbeb0 2024-05-20T21:18:57.638 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.635+0000 7f068d44db80 10 client.0 _ll_register_callbacks cb 0x5578c21aec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:57.638 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.635+0000 7f0680a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5578c22bc7d0 0x5578c22bfe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:57.638 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.635+0000 7f067be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5578c22b6880 0x5578c22c24e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:57.638 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.635+0000 7f0680a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5578c22bc7d0 0x5578c22bfe30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:44168/0 (socket says 172.21.15.8:44168) 2024-05-20T21:18:57.638 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.635+0000 7f0680a00700 1 -- 172.21.15.8:0/2490474242 learned_addr learned my addr 172.21.15.8:0/2490474242 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:57.638 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.635+0000 7f067b400700 1 --2- 172.21.15.8:0/2490474242 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5578c22bbeb0 0x5578c22bf8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:57.638 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.635+0000 7f0680a00700 1 -- 172.21.15.8:0/2490474242 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5578c22bbeb0 msgr2=0x5578c22bf8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:57.638 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.635+0000 7f0680a00700 1 --2- 172.21.15.8:0/2490474242 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5578c22bbeb0 0x5578c22bf8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:57.638 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.635+0000 7f0680a00700 1 -- 172.21.15.8:0/2490474242 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5578c22b6880 msgr2=0x5578c22c24e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:57.638 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.635+0000 7f0680a00700 1 --2- 172.21.15.8:0/2490474242 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5578c22b6880 0x5578c22c24e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:57.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.636+0000 7f0680a00700 1 -- 172.21.15.8:0/2490474242 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5578c21548d0 con 0x5578c22bc7d0 2024-05-20T21:18:57.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.636+0000 7f067be00700 1 --2- 172.21.15.8:0/2490474242 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5578c22b6880 0x5578c22c24e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:57.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.636+0000 7f0680a00700 1 --2- 172.21.15.8:0/2490474242 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5578c22bc7d0 0x5578c22bfe30 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f06740a5540 tx=0x7f06740a9540 comp rx=0 tx=0).ready entity=mon.2 client_cookie=68444a1315a6d5b0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:57.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.636+0000 7f0666000700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:18:57.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.636+0000 7f0666000700 1 -- 172.21.15.8:0/2490474242 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06740dfe60 con 0x5578c22bc7d0 2024-05-20T21:18:57.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.636+0000 7f0666000700 1 -- 172.21.15.8:0/2490474242 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f06740a9720 con 0x5578c22bc7d0 2024-05-20T21:18:57.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.636+0000 7f068d44db80 1 -- 172.21.15.8:0/2490474242 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f06740a9bc0 con 0x5578c22bc7d0 2024-05-20T21:18:57.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.636+0000 7f0666000700 1 -- 172.21.15.8:0/2490474242 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f06740ad870 con 0x5578c22bc7d0 2024-05-20T21:18:57.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.636+0000 7f068d44db80 10 client.26108 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:57.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.636+0000 7f068d44db80 1 -- 172.21.15.8:0/2490474242 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5578c21d5060 con 0x5578c22bc7d0 2024-05-20T21:18:57.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.637+0000 7f0666000700 1 -- 172.21.15.8:0/2490474242 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f06740a9bc0 con 0x5578c22bc7d0 2024-05-20T21:18:57.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.637+0000 7f0666000700 1 -- 172.21.15.8:0/2490474242 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f06740a4ec0 con 0x5578c22bc7d0 2024-05-20T21:18:57.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.637+0000 7f068d44db80 10 client.26108 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:57.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.637+0000 7f068d44db80 10 client.26108 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:18:57.640 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.637+0000 7f068d44db80 20 client.26108 populate_metadata read hostname 'smithi008' 2024-05-20T21:18:57.640 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.637+0000 7f068d44db80 1 --2- 172.21.15.8:0/2490474242 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5578c22cfc70 0x5578c22d2060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:57.640 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.637+0000 7f068d44db80 4 client.26108 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:18:57.640 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.637+0000 7f068d44db80 1 -- 172.21.15.8:0/2490474242 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5578c2216d90 con 0x5578c22cfc70 2024-05-20T21:18:57.641 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.638+0000 7f067be00700 1 --2- 172.21.15.8:0/2490474242 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5578c22cfc70 0x5578c22d2060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:57.641 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.638+0000 7f067be00700 1 --2- 172.21.15.8:0/2490474242 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5578c22cfc70 0x5578c22d2060 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ae70d6b72a807605 server_cookie=cf41334ec61da6eb in_seq=0 out_seq=0 2024-05-20T21:18:57.641 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.638+0000 7f0666000700 10 client.26108 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:18:57.641 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.639+0000 7f0666000700 1 -- 172.21.15.8:0/2490474242 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5578c2216d90 con 0x5578c22cfc70 2024-05-20T21:18:57.641 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.639+0000 7f0666000700 10 client.26108 handle_command_reply: tid=0 2024-05-20T21:18:57.641 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.639+0000 7f068d44db80 1 client.26108 shutdown 2024-05-20T21:18:57.642 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.639+0000 7f068d44db80 1 -- 172.21.15.8:0/2490474242 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5578c22bc7d0 msgr2=0x5578c22bfe30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:57.642 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.639+0000 7f068d44db80 1 --2- 172.21.15.8:0/2490474242 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5578c22bc7d0 0x5578c22bfe30 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f06740a5540 tx=0x7f06740a9540 comp rx=0 tx=0).stop 2024-05-20T21:18:57.642 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.639+0000 7f068d44db80 1 -- 172.21.15.8:0/2490474242 shutdown_connections 2024-05-20T21:18:57.642 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.639+0000 7f068d44db80 1 --2- 172.21.15.8:0/2490474242 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5578c22cfc70 0x5578c22d2060 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:57.642 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.639+0000 7f068d44db80 1 --2- 172.21.15.8:0/2490474242 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5578c22bc7d0 0x5578c22bfe30 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:57.642 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.639+0000 7f068d44db80 1 --2- 172.21.15.8:0/2490474242 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5578c22b6880 0x5578c22c24e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:57.642 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.639+0000 7f068d44db80 1 --2- 172.21.15.8:0/2490474242 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5578c22bbeb0 0x5578c22bf8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:57.642 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.639+0000 7f0666000700 0 client.26108 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:18:57.642 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.639+0000 7f068d44db80 1 -- 172.21.15.8:0/2490474242 >> 172.21.15.8:0/2490474242 conn(0x5578c21e4be0 msgr2=0x5578c22b5250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:57.642 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.640+0000 7f068d44db80 1 -- 172.21.15.8:0/2490474242 shutdown_connections 2024-05-20T21:18:57.642 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.640+0000 7f068d44db80 1 -- 172.21.15.8:0/2490474242 wait complete. 2024-05-20T21:18:57.642 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.640+0000 7f068d44db80 20 client.26108 trim_cache size 0 max 16384 2024-05-20T21:18:57.664 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.664+0000 7f068d44db80 1 Processor -- start 2024-05-20T21:18:57.664 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.664+0000 7f068d44db80 1 -- start start 2024-05-20T21:18:57.665 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.664+0000 7f068d44db80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5578c22b6880 0x5578c22b6260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:57.665 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.665+0000 7f068d44db80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5578c22bbeb0 0x5578c22ba0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:57.665 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.665+0000 7f068d44db80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5578c22bc7d0 0x5578c22b09e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:57.665 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.665+0000 7f068d44db80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f067c1b2790 con 0x5578c22b6880 2024-05-20T21:18:57.665 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.665+0000 7f068d44db80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f067c1b0020 con 0x5578c22bc7d0 2024-05-20T21:18:57.665 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.665+0000 7f068d44db80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f067c1ade70 con 0x5578c22bbeb0 2024-05-20T21:18:57.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.665+0000 7f0680a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5578c22bc7d0 0x5578c22b09e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:57.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.665+0000 7f067be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5578c22b6880 0x5578c22b6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:57.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.665+0000 7f0680a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5578c22bc7d0 0x5578c22b09e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:44170/0 (socket says 172.21.15.8:44170) 2024-05-20T21:18:57.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.665+0000 7f0680a00700 1 -- 172.21.15.8:0/3197147737 learned_addr learned my addr 172.21.15.8:0/3197147737 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:57.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.665+0000 7f067b400700 1 --2- 172.21.15.8:0/3197147737 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5578c22bbeb0 0x5578c22ba0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:57.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.665+0000 7f0680a00700 1 -- 172.21.15.8:0/3197147737 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5578c22bbeb0 msgr2=0x5578c22ba0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:57.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.665+0000 7f0680a00700 1 --2- 172.21.15.8:0/3197147737 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5578c22bbeb0 0x5578c22ba0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:57.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.665+0000 7f0680a00700 1 -- 172.21.15.8:0/3197147737 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5578c22b6880 msgr2=0x5578c22b6260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:57.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.665+0000 7f0680a00700 1 --2- 172.21.15.8:0/3197147737 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5578c22b6880 0x5578c22b6260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:57.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.665+0000 7f0680a00700 1 -- 172.21.15.8:0/3197147737 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5578c22c07d0 con 0x5578c22bc7d0 2024-05-20T21:18:57.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.666+0000 7f067be00700 1 --2- 172.21.15.8:0/3197147737 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5578c22b6880 0x5578c22b6260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:57.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.666+0000 7f0680a00700 1 --2- 172.21.15.8:0/3197147737 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5578c22bc7d0 0x5578c22b09e0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f067400cf30 tx=0x7f06740a8e90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=836db653a205c0fe server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:57.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.666+0000 7f0670c00700 1 -- 172.21.15.8:0/3197147737 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06740dfe60 con 0x5578c22bc7d0 2024-05-20T21:18:57.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.666+0000 7f0670c00700 1 -- 172.21.15.8:0/3197147737 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0674005c60 con 0x5578c22bc7d0 2024-05-20T21:18:57.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.666+0000 7f0670c00700 1 -- 172.21.15.8:0/3197147737 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06740b1e90 con 0x5578c22bc7d0 2024-05-20T21:18:57.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.667+0000 7f068d44db80 1 -- 172.21.15.8:0/3197147737 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5578c22bc7d0 msgr2=0x5578c22b09e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:57.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.667+0000 7f068d44db80 1 --2- 172.21.15.8:0/3197147737 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5578c22bc7d0 0x5578c22b09e0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f067400cf30 tx=0x7f06740a8e90 comp rx=0 tx=0).stop 2024-05-20T21:18:57.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.667+0000 7f068d44db80 1 -- 172.21.15.8:0/3197147737 shutdown_connections 2024-05-20T21:18:57.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.667+0000 7f068d44db80 1 --2- 172.21.15.8:0/3197147737 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5578c22bc7d0 0x5578c22b09e0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:57.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.667+0000 7f068d44db80 1 --2- 172.21.15.8:0/3197147737 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5578c22b6880 0x5578c22b6260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:57.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.667+0000 7f068d44db80 1 --2- 172.21.15.8:0/3197147737 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5578c22bbeb0 0x5578c22ba0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:57.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.667+0000 7f068d44db80 1 -- 172.21.15.8:0/3197147737 >> 172.21.15.8:0/3197147737 conn(0x5578c21e4be0 msgr2=0x5578c22b99c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:57.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.667+0000 7f068d44db80 1 -- 172.21.15.8:0/3197147737 shutdown_connections 2024-05-20T21:18:57.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.667+0000 7f068d44db80 1 -- 172.21.15.8:0/3197147737 wait complete. 2024-05-20T21:18:57.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.667+0000 7f068d44db80 1 -- start start 2024-05-20T21:18:57.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.668+0000 7f068d44db80 1 Processor -- start 2024-05-20T21:18:57.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.668+0000 7f068d44db80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5578c22b6880 0x5578c22d3430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:57.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.668+0000 7f068d44db80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5578c22bbeb0 0x5578c22d3970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:57.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.668+0000 7f068d44db80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5578c22bc7d0 0x5578c23394b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:57.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.668+0000 7f068d44db80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f067c1ae4e0 con 0x5578c22b6880 2024-05-20T21:18:57.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.668+0000 7f068d44db80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f067c1af950 con 0x5578c22bc7d0 2024-05-20T21:18:57.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.668+0000 7f068d44db80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f067c1aebb0 con 0x5578c22bbeb0 2024-05-20T21:18:57.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.668+0000 7f068d44db80 10 client.0 _ll_register_callbacks cb 0x5578c21aec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:57.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.669+0000 7f067be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5578c22b6880 0x5578c22d3430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:57.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.669+0000 7f067b400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5578c22bbeb0 0x5578c22d3970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:57.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.669+0000 7f067b400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5578c22bbeb0 0x5578c22d3970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:50600/0 (socket says 172.21.15.8:50600) 2024-05-20T21:18:57.671 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.669+0000 7f067b400700 1 -- 172.21.15.8:0/2951768009 learned_addr learned my addr 172.21.15.8:0/2951768009 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:18:57.671 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.669+0000 7f067be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5578c22b6880 0x5578c22d3430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:59018/0 (socket says 172.21.15.8:59018) 2024-05-20T21:18:57.671 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.669+0000 7f0680a00700 1 --2- 172.21.15.8:0/2951768009 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5578c22bc7d0 0x5578c23394b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:57.673 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.669+0000 7f067be00700 1 -- 172.21.15.8:0/2951768009 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5578c22bbeb0 msgr2=0x5578c22d3970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:57.673 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.669+0000 7f067be00700 1 --2- 172.21.15.8:0/2951768009 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5578c22bbeb0 0x5578c22d3970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:57.673 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.669+0000 7f067be00700 1 -- 172.21.15.8:0/2951768009 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5578c22bc7d0 msgr2=0x5578c23394b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:57.673 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.669+0000 7f067be00700 1 --2- 172.21.15.8:0/2951768009 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5578c22bc7d0 0x5578c23394b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:57.673 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.669+0000 7f067be00700 1 -- 172.21.15.8:0/2951768009 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5578c23399f0 con 0x5578c22b6880 2024-05-20T21:18:57.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.669+0000 7f067b400700 1 --2- 172.21.15.8:0/2951768009 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5578c22bbeb0 0x5578c22d3970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:57.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.669+0000 7f067be00700 1 --2- 172.21.15.8:0/2951768009 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5578c22b6880 0x5578c22d3430 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f066c000c00 tx=0x7f066c00f780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=faf4c2d04a74d553 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:57.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.669+0000 7f0666000700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:18:57.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.670+0000 7f0666000700 1 -- 172.21.15.8:0/2951768009 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f066c005040 con 0x5578c22b6880 2024-05-20T21:18:57.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.670+0000 7f068d44db80 1 -- 172.21.15.8:0/2951768009 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0674005c60 con 0x5578c22b6880 2024-05-20T21:18:57.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.670+0000 7f0666000700 1 -- 172.21.15.8:0/2951768009 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f066c0051e0 con 0x5578c22b6880 2024-05-20T21:18:57.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.670+0000 7f0666000700 1 -- 172.21.15.8:0/2951768009 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f066c0053e0 con 0x5578c22b6880 2024-05-20T21:18:57.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.670+0000 7f068d44db80 10 client.15990 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:57.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.670+0000 7f068d44db80 1 -- 172.21.15.8:0/2951768009 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5578c233acb0 con 0x5578c22b6880 2024-05-20T21:18:57.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.670+0000 7f0666000700 1 -- 172.21.15.8:0/2951768009 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0674005c60 con 0x5578c22b6880 2024-05-20T21:18:57.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.671+0000 7f0666000700 1 -- 172.21.15.8:0/2951768009 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f066c00b560 con 0x5578c22b6880 2024-05-20T21:18:57.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.671+0000 7f068d44db80 10 client.15990 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:57.675 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.671+0000 7f068d44db80 10 client.15990 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:18:57.675 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.671+0000 7f068d44db80 20 client.15990 populate_metadata read hostname 'smithi008' 2024-05-20T21:18:57.675 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.671+0000 7f068d44db80 1 --2- 172.21.15.8:0/2951768009 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5578c233b310 0x5578c233d700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:57.675 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.671+0000 7f068d44db80 4 client.15990 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:18:57.675 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.671+0000 7f068d44db80 1 -- 172.21.15.8:0/2951768009 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5578c2210570 con 0x5578c233b310 2024-05-20T21:18:57.675 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.671+0000 7f067b400700 1 --2- 172.21.15.8:0/2951768009 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5578c233b310 0x5578c233d700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:57.675 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.672+0000 7f067b400700 1 --2- 172.21.15.8:0/2951768009 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5578c233b310 0x5578c233d700 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fda1687769212f57 server_cookie=8a673fc5d77d1abf in_seq=0 out_seq=0 2024-05-20T21:18:57.675 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.672+0000 7f0666000700 10 client.15990 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:18:57.675 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.672+0000 7f0666000700 1 -- 172.21.15.8:0/2951768009 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5578c2210570 con 0x5578c233b310 2024-05-20T21:18:57.675 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.672+0000 7f0666000700 10 client.15990 handle_command_reply: tid=0 2024-05-20T21:18:57.675 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.672+0000 7f068d44db80 1 client.15990 shutdown 2024-05-20T21:18:57.675 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.672+0000 7f068d44db80 1 -- 172.21.15.8:0/2951768009 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5578c22b6880 msgr2=0x5578c22d3430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:57.675 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.672+0000 7f068d44db80 1 --2- 172.21.15.8:0/2951768009 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5578c22b6880 0x5578c22d3430 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f066c000c00 tx=0x7f066c00f780 comp rx=0 tx=0).stop 2024-05-20T21:18:57.676 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.672+0000 7f068d44db80 1 -- 172.21.15.8:0/2951768009 shutdown_connections 2024-05-20T21:18:57.676 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.672+0000 7f068d44db80 1 --2- 172.21.15.8:0/2951768009 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5578c233b310 0x5578c233d700 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:57.676 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.672+0000 7f068d44db80 1 --2- 172.21.15.8:0/2951768009 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5578c22bc7d0 0x5578c23394b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:57.676 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.672+0000 7f068d44db80 1 --2- 172.21.15.8:0/2951768009 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5578c22b6880 0x5578c22d3430 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:57.676 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.672+0000 7f068d44db80 1 --2- 172.21.15.8:0/2951768009 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5578c22bbeb0 0x5578c22d3970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:57.676 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.672+0000 7f0666000700 0 client.15990 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:18:57.676 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.672+0000 7f068d44db80 1 -- 172.21.15.8:0/2951768009 >> 172.21.15.8:0/2951768009 conn(0x5578c21e4be0 msgr2=0x5578c22b09e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:57.676 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.673+0000 7f068d44db80 1 -- 172.21.15.8:0/2951768009 shutdown_connections 2024-05-20T21:18:57.676 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.673+0000 7f068d44db80 1 -- 172.21.15.8:0/2951768009 wait complete. 2024-05-20T21:18:57.676 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.673+0000 7f068d44db80 20 client.15990 trim_cache size 0 max 16384 2024-05-20T21:18:57.677 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:18:57.677 INFO:teuthology.orchestra.run.smithi008.stdout: "status": "no active scrubs running", 2024-05-20T21:18:57.677 INFO:teuthology.orchestra.run.smithi008.stdout: "scrubs": {} 2024-05-20T21:18:57.677 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:18:57.677 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.674+0000 7f0682a00700 1 -- 172.21.15.8:0/2496842903 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f06600b2880 msgr2=0x7f06600b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:57.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.674+0000 7f0682a00700 1 --2- 172.21.15.8:0/2496842903 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f06600b2880 0x7f06600b4d40 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f067c103140 tx=0x7f0668009890 comp rx=0 tx=0).stop 2024-05-20T21:18:57.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.674+0000 7f0682a00700 1 -- 172.21.15.8:0/2496842903 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f067c10ff40 msgr2=0x7f067c1a0750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:57.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.674+0000 7f0682a00700 1 --2- 172.21.15.8:0/2496842903 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f067c10ff40 0x7f067c1a0750 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f067400c3d0 tx=0x7f067400c6e0 comp rx=0 tx=0).stop 2024-05-20T21:18:57.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.674+0000 7f0682a00700 1 -- 172.21.15.8:0/2496842903 shutdown_connections 2024-05-20T21:18:57.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.674+0000 7f0682a00700 1 --2- 172.21.15.8:0/2496842903 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f06600b2880 0x7f06600b4d40 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:57.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.674+0000 7f0682a00700 1 --2- 172.21.15.8:0/2496842903 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f067c075770 0x7f067c19bed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:57.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.674+0000 7f0682a00700 1 --2- 172.21.15.8:0/2496842903 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f067c10ff40 0x7f067c1a0750 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:57.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.674+0000 7f0682a00700 1 --2- 172.21.15.8:0/2496842903 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f067c076090 0x7f067c19c410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:57.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.674+0000 7f0682a00700 1 -- 172.21.15.8:0/2496842903 >> 172.21.15.8:0/2496842903 conn(0x7f067c07a6a0 msgr2=0x7f067c1007f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:57.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.674+0000 7f0682a00700 1 -- 172.21.15.8:0/2496842903 shutdown_connections 2024-05-20T21:18:57.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:18:57.674+0000 7f0682a00700 1 -- 172.21.15.8:0/2496842903 wait complete. 2024-05-20T21:18:58.769 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:18:58.769 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:18:58.850 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:18:58 smithi008 ceph-mon[31475]: pgmap v549: 97 pgs: 97 active+clean; 1.6 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 6.2 KiB/s wr, 10 op/s 2024-05-20T21:18:58.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:18:58 smithi130 ceph-mon[36448]: pgmap v549: 97 pgs: 97 active+clean; 1.6 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 6.2 KiB/s wr, 10 op/s 2024-05-20T21:18:58.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:18:58 smithi050 ceph-mon[35809]: pgmap v549: 97 pgs: 97 active+clean; 1.6 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 6.2 KiB/s wr, 10 op/s 2024-05-20T21:18:59.257 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:19:00.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:19:00 smithi008 ceph-mon[31475]: pgmap v550: 97 pgs: 97 active+clean; 1.6 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-20T21:19:00.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:19:00 smithi130 ceph-mon[36448]: pgmap v550: 97 pgs: 97 active+clean; 1.6 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-20T21:19:00.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:19:00 smithi050 ceph-mon[35809]: pgmap v550: 97 pgs: 97 active+clean; 1.6 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-20T21:19:01.460 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:01.459+0000 7fbee1400700 1 -- 172.21.15.8:0/26304647 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbedc103e50 msgr2=0x7fbedc110310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:01.460 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:01.459+0000 7fbee1400700 1 --2- 172.21.15.8:0/26304647 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbedc103e50 0x7fbedc110310 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fbed4009fc0 tx=0x7fbed400b330 comp rx=0 tx=0).stop 2024-05-20T21:19:01.460 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:01.459+0000 7fbee1400700 1 -- 172.21.15.8:0/26304647 shutdown_connections 2024-05-20T21:19:01.460 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:01.459+0000 7fbee1400700 1 --2- 172.21.15.8:0/26304647 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbedc109540 0x7fbedc109920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:01.460 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:01.459+0000 7fbee1400700 1 --2- 172.21.15.8:0/26304647 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbedc103e50 0x7fbedc110310 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:01.460 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:01.459+0000 7fbee1400700 1 --2- 172.21.15.8:0/26304647 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbedc103490 0x7fbedc103910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:01.460 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:01.459+0000 7fbee1400700 1 -- 172.21.15.8:0/26304647 >> 172.21.15.8:0/26304647 conn(0x7fbedc0fefc0 msgr2=0x7fbedc1013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:01.460 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:01.459+0000 7fbee1400700 1 -- 172.21.15.8:0/26304647 shutdown_connections 2024-05-20T21:19:01.460 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:01.459+0000 7fbee1400700 1 -- 172.21.15.8:0/26304647 wait complete. 2024-05-20T21:19:01.461 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:01.460+0000 7fbee1400700 1 Processor -- start 2024-05-20T21:19:01.461 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:01.460+0000 7fbee1400700 1 -- start start 2024-05-20T21:19:01.462 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:01.460+0000 7fbee1400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbedc103490 0x7fbedc075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:01.462 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:01.460+0000 7fbee1400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbedc103e50 0x7fbedc075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:01.462 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:01.460+0000 7fbee1400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbedc109540 0x7fbedc0762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:01.462 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:01.461+0000 7fbee1400700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fbedc113670 con 0x7fbedc109540 2024-05-20T21:19:01.462 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:01.461+0000 7fbee1400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fbedc1134f0 con 0x7fbedc103490 2024-05-20T21:19:01.462 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:01.461+0000 7fbee1400700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fbedc1137f0 con 0x7fbedc103e50 2024-05-20T21:19:01.462 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:01.461+0000 7fbedbe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbedc103490 0x7fbedc075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:01.462 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:01.461+0000 7fbedbe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbedc103490 0x7fbedc075840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:44194/0 (socket says 172.21.15.8:44194) 2024-05-20T21:19:01.462 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:01.461+0000 7fbedbe00700 1 -- 172.21.15.8:0/1633056028 learned_addr learned my addr 172.21.15.8:0/1633056028 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:01.462 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:01.461+0000 7fbedb400700 1 --2- 172.21.15.8:0/1633056028 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbedc103e50 0x7fbedc075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:01.462 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:01.461+0000 7fbee0a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbedc109540 0x7fbedc0762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:01.462 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:01.461+0000 7fbedbe00700 1 -- 172.21.15.8:0/1633056028 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbedc103e50 msgr2=0x7fbedc075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:01.462 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:01.461+0000 7fbedbe00700 1 --2- 172.21.15.8:0/1633056028 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbedc103e50 0x7fbedc075d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:01.463 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:01.461+0000 7fbedbe00700 1 -- 172.21.15.8:0/1633056028 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbedc109540 msgr2=0x7fbedc0762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:01.463 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:01.461+0000 7fbedbe00700 1 --2- 172.21.15.8:0/1633056028 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbedc109540 0x7fbedc0762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:01.463 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:01.461+0000 7fbedbe00700 1 -- 172.21.15.8:0/1633056028 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbedc1a8040 con 0x7fbedc103490 2024-05-20T21:19:01.463 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:01.462+0000 7fbedbe00700 1 --2- 172.21.15.8:0/1633056028 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbedc103490 0x7fbedc075840 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fbecc00ec10 tx=0x7fbecc00ef20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:01.464 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:01.462+0000 7fbed8c00700 1 -- 172.21.15.8:0/1633056028 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbecc00cc90 con 0x7fbedc103490 2024-05-20T21:19:01.464 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:01.462+0000 7fbee1400700 1 -- 172.21.15.8:0/1633056028 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbedc1a8330 con 0x7fbedc103490 2024-05-20T21:19:01.464 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:01.462+0000 7fbed8c00700 1 -- 172.21.15.8:0/1633056028 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbecc00ce30 con 0x7fbedc103490 2024-05-20T21:19:01.464 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:01.462+0000 7fbed8c00700 1 -- 172.21.15.8:0/1633056028 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbecc010430 con 0x7fbedc103490 2024-05-20T21:19:01.464 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:01.462+0000 7fbee1400700 1 -- 172.21.15.8:0/1633056028 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbedc1a88c0 con 0x7fbedc103490 2024-05-20T21:19:01.464 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:01.463+0000 7fbee1400700 1 -- 172.21.15.8:0/1633056028 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbedc06a230 con 0x7fbedc103490 2024-05-20T21:19:01.466 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:01.466+0000 7fbed8c00700 1 -- 172.21.15.8:0/1633056028 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fbecc004000 con 0x7fbedc103490 2024-05-20T21:19:01.468 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:01.468+0000 7fbed8c00700 1 --2- 172.21.15.8:0/1633056028 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbec00b2900 0x7fbec00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:01.468 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:01.468+0000 7fbed8c00700 1 -- 172.21.15.8:0/1633056028 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fbecc0e2660 con 0x7fbedc103490 2024-05-20T21:19:01.468 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:01.468+0000 7fbedb400700 1 --2- 172.21.15.8:0/1633056028 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbec00b2900 0x7fbec00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:01.469 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:01.469+0000 7fbedb400700 1 --2- 172.21.15.8:0/1633056028 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbec00b2900 0x7fbec00b4dc0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fbedc108bf0 tx=0x7fbec8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:01.470 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:01.470+0000 7fbed8c00700 1 -- 172.21.15.8:0/1633056028 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fbecc054df0 con 0x7fbedc103490 2024-05-20T21:19:01.759 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:01.758+0000 7fbee1400700 1 -- 172.21.15.8:0/1633056028 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbedc076d50 con 0x7fbedc103490 2024-05-20T21:19:01.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:01.760+0000 7fbed8c00700 1 -- 172.21.15.8:0/1633056028 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7fbedc076d50 con 0x7fbedc103490 2024-05-20T21:19:01.760 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:19:01.761 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:19:01.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:01.763+0000 7fbee1400700 1 -- 172.21.15.8:0/1633056028 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbec00b2900 msgr2=0x7fbec00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:01.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:01.763+0000 7fbee1400700 1 --2- 172.21.15.8:0/1633056028 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbec00b2900 0x7fbec00b4dc0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fbedc108bf0 tx=0x7fbec8009260 comp rx=0 tx=0).stop 2024-05-20T21:19:01.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:01.763+0000 7fbee1400700 1 -- 172.21.15.8:0/1633056028 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbedc103490 msgr2=0x7fbedc075840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:01.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:01.763+0000 7fbee1400700 1 --2- 172.21.15.8:0/1633056028 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbedc103490 0x7fbedc075840 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fbecc00ec10 tx=0x7fbecc00ef20 comp rx=0 tx=0).stop 2024-05-20T21:19:01.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:01.763+0000 7fbee1400700 1 -- 172.21.15.8:0/1633056028 shutdown_connections 2024-05-20T21:19:01.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:01.763+0000 7fbee1400700 1 --2- 172.21.15.8:0/1633056028 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbec00b2900 0x7fbec00b4dc0 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:01.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:01.763+0000 7fbee1400700 1 --2- 172.21.15.8:0/1633056028 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbedc103490 0x7fbedc075840 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:01.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:01.763+0000 7fbee1400700 1 --2- 172.21.15.8:0/1633056028 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbedc109540 0x7fbedc0762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:01.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:01.763+0000 7fbee1400700 1 --2- 172.21.15.8:0/1633056028 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbedc103e50 0x7fbedc075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:01.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:01.763+0000 7fbee1400700 1 -- 172.21.15.8:0/1633056028 >> 172.21.15.8:0/1633056028 conn(0x7fbedc0fefc0 msgr2=0x7fbedc100750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:01.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:01.764+0000 7fbee1400700 1 -- 172.21.15.8:0/1633056028 shutdown_connections 2024-05-20T21:19:01.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:01.764+0000 7fbee1400700 1 -- 172.21.15.8:0/1633056028 wait complete. 2024-05-20T21:19:01.765 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:19:02.573 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:19:02.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:19:02 smithi130 ceph-mon[36448]: pgmap v551: 97 pgs: 97 active+clean; 1.6 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-20T21:19:02.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:19:02 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/1633056028' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:19:02.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:19:02 smithi050 ceph-mon[35809]: pgmap v551: 97 pgs: 97 active+clean; 1.6 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-20T21:19:02.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:19:02 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/1633056028' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:19:02.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:19:02 smithi008 ceph-mon[31475]: pgmap v551: 97 pgs: 97 active+clean; 1.6 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-20T21:19:02.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:19:02 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/1633056028' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:19:03.047 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:19:04.184 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.183+0000 7fa9a9a00640 1 -- 172.21.15.8:0/3116502345 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa9a41066c0 msgr2=0x7fa9a410cf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:04.184 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.183+0000 7fa9a9a00640 1 --2- 172.21.15.8:0/3116502345 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa9a41066c0 0x7fa9a410cf50 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7fa99c009ca0 tx=0x7fa99c02a8c0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.184 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.183+0000 7fa9a9a00640 1 -- 172.21.15.8:0/3116502345 shutdown_connections 2024-05-20T21:19:04.184 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.183+0000 7fa9a9a00640 1 --2- 172.21.15.8:0/3116502345 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa9a41066c0 0x7fa9a410cf50 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.184 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.183+0000 7fa9a9a00640 1 --2- 172.21.15.8:0/3116502345 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa9a4105d00 0x7fa9a4106180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.184 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.183+0000 7fa9a9a00640 1 --2- 172.21.15.8:0/3116502345 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa9a4104b10 0x7fa9a4104f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.184 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.183+0000 7fa9a9a00640 1 -- 172.21.15.8:0/3116502345 >> 172.21.15.8:0/3116502345 conn(0x7fa9a41000c0 msgr2=0x7fa9a41024e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:04.184 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.183+0000 7fa9a9a00640 1 -- 172.21.15.8:0/3116502345 shutdown_connections 2024-05-20T21:19:04.184 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.183+0000 7fa9a9a00640 1 -- 172.21.15.8:0/3116502345 wait complete. 2024-05-20T21:19:04.185 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.184+0000 7fa9a9a00640 1 Processor -- start 2024-05-20T21:19:04.186 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.184+0000 7fa9a9a00640 1 -- start start 2024-05-20T21:19:04.186 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.185+0000 7fa9a9a00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa9a4104b10 0x7fa9a407a7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:04.186 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.185+0000 7fa9a9a00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa9a4105d00 0x7fa9a407acf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:04.186 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.185+0000 7fa9a9a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa9a41066c0 0x7fa9a4077320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:04.186 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.185+0000 7fa9a9a00640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fa9a4110620 con 0x7fa9a4104b10 2024-05-20T21:19:04.186 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.185+0000 7fa9a9a00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa9a41104a0 con 0x7fa9a41066c0 2024-05-20T21:19:04.186 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.185+0000 7fa9a9a00640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fa9a41107a0 con 0x7fa9a4105d00 2024-05-20T21:19:04.186 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.185+0000 7fa9a3e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa9a4104b10 0x7fa9a407a7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:04.186 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.185+0000 7fa9a3e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa9a4104b10 0x7fa9a407a7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:58194/0 (socket says 172.21.15.8:58194) 2024-05-20T21:19:04.186 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.185+0000 7fa9a3e00640 1 -- 172.21.15.8:0/2536654431 learned_addr learned my addr 172.21.15.8:0/2536654431 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:04.186 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.185+0000 7fa99b400640 1 --2- 172.21.15.8:0/2536654431 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa9a4105d00 0x7fa9a407acf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:04.187 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.185+0000 7fa9a9000640 1 --2- 172.21.15.8:0/2536654431 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa9a41066c0 0x7fa9a4077320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:04.187 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.186+0000 7fa9a9000640 1 -- 172.21.15.8:0/2536654431 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa9a4105d00 msgr2=0x7fa9a407acf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:04.188 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.186+0000 7fa9a9000640 1 --2- 172.21.15.8:0/2536654431 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa9a4105d00 0x7fa9a407acf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.188 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.186+0000 7fa9a9000640 1 -- 172.21.15.8:0/2536654431 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa9a4104b10 msgr2=0x7fa9a407a7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:04.188 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.186+0000 7fa9a9000640 1 --2- 172.21.15.8:0/2536654431 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa9a4104b10 0x7fa9a407a7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.188 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.186+0000 7fa9a9000640 1 -- 172.21.15.8:0/2536654431 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9a4077be0 con 0x7fa9a41066c0 2024-05-20T21:19:04.188 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.186+0000 7fa9a3e00640 1 --2- 172.21.15.8:0/2536654431 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa9a4104b10 0x7fa9a407a7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:04.188 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.186+0000 7fa9a9000640 1 --2- 172.21.15.8:0/2536654431 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa9a41066c0 0x7fa9a4077320 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fa99c031a20 tx=0x7fa99c0317a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:04.188 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.187+0000 7fa9a1600640 1 -- 172.21.15.8:0/2536654431 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa99c003c30 con 0x7fa9a41066c0 2024-05-20T21:19:04.188 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.187+0000 7fa9a9a00640 1 -- 172.21.15.8:0/2536654431 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa9a4077e70 con 0x7fa9a41066c0 2024-05-20T21:19:04.188 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.187+0000 7fa9a1600640 1 -- 172.21.15.8:0/2536654431 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa99c003dd0 con 0x7fa9a41066c0 2024-05-20T21:19:04.188 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.187+0000 7fa9a1600640 1 -- 172.21.15.8:0/2536654431 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa99c02fb60 con 0x7fa9a41066c0 2024-05-20T21:19:04.188 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.187+0000 7fa9a9a00640 1 -- 172.21.15.8:0/2536654431 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9a41a74d0 con 0x7fa9a41066c0 2024-05-20T21:19:04.190 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.190+0000 7fa9ade5f740 1 Processor -- start 2024-05-20T21:19:04.190 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.191+0000 7fa9a1600640 1 -- 172.21.15.8:0/2536654431 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fa99c02fd20 con 0x7fa9a41066c0 2024-05-20T21:19:04.191 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.191+0000 7fa9ade5f740 1 -- start start 2024-05-20T21:19:04.191 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.191+0000 7fa9ade5f740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ce59e17cf0 0x55ce59e18110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:04.191 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.191+0000 7fa9ade5f740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ce59e186e0 0x55ce59e1d1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:04.192 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.191+0000 7fa9ade5f740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ce59e1d850 0x55ce59e1fce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:04.192 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.191+0000 7fa9ade5f740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55ce59d87b90 con 0x55ce59e1d850 2024-05-20T21:19:04.192 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.191+0000 7fa9ade5f740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55ce59d77730 con 0x55ce59e17cf0 2024-05-20T21:19:04.192 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.191+0000 7fa9ade5f740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55ce59d7b770 con 0x55ce59e186e0 2024-05-20T21:19:04.194 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.192+0000 7fa99b400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ce59e17cf0 0x55ce59e18110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:04.194 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.192+0000 7fa9a3e00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ce59e186e0 0x55ce59e1d1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:04.194 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.192+0000 7fa99b400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ce59e17cf0 0x55ce59e18110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:55742/0 (socket says 172.21.15.8:55742) 2024-05-20T21:19:04.194 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.192+0000 7fa99b400640 1 -- 172.21.15.8:0/533923543 learned_addr learned my addr 172.21.15.8:0/533923543 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:04.194 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.192+0000 7fa99b400640 1 --2- 172.21.15.8:0/533923543 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ce59e1d850 0x55ce59e1fce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:04.194 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.192+0000 7fa99b400640 1 -- 172.21.15.8:0/533923543 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ce59e186e0 msgr2=0x55ce59e1d1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:04.194 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.192+0000 7fa99b400640 1 --2- 172.21.15.8:0/533923543 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ce59e186e0 0x55ce59e1d1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.194 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.192+0000 7fa99b400640 1 -- 172.21.15.8:0/533923543 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ce59e1d850 msgr2=0x55ce59e1fce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:04.194 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.192+0000 7fa99b400640 1 --2- 172.21.15.8:0/533923543 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ce59e1d850 0x55ce59e1fce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.195 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.192+0000 7fa99b400640 1 -- 172.21.15.8:0/533923543 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ce59d108b0 con 0x55ce59e17cf0 2024-05-20T21:19:04.195 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.192+0000 7fa99b400640 1 --2- 172.21.15.8:0/533923543 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ce59e17cf0 0x55ce59e18110 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fa98c0058c0 tx=0x7fa98c005850 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5be5c2e523272bb4 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:04.195 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.192+0000 7fa9a1600640 1 --2- 172.21.15.8:0/2536654431 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa9880b27d0 0x7fa9880b4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:04.195 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.193+0000 7fa999600640 1 -- 172.21.15.8:0/533923543 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa98c004030 con 0x55ce59e17cf0 2024-05-20T21:19:04.195 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.193+0000 7fa999600640 1 -- 172.21.15.8:0/533923543 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa98c005020 con 0x55ce59e17cf0 2024-05-20T21:19:04.195 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.193+0000 7fa999600640 1 -- 172.21.15.8:0/533923543 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa98c004ba0 con 0x55ce59e17cf0 2024-05-20T21:19:04.195 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.193+0000 7fa9a1600640 1 -- 172.21.15.8:0/2536654431 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fa99c103770 con 0x7fa9a41066c0 2024-05-20T21:19:04.195 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.193+0000 7fa9a3e00640 1 --2- 172.21.15.8:0/2536654431 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa9880b27d0 0x7fa9880b4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:04.195 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.193+0000 7fa9ade5f740 1 -- 172.21.15.8:0/533923543 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ce59e17cf0 msgr2=0x55ce59e18110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:04.195 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.193+0000 7fa9ade5f740 1 --2- 172.21.15.8:0/533923543 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ce59e17cf0 0x55ce59e18110 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fa98c0058c0 tx=0x7fa98c005850 comp rx=0 tx=0).stop 2024-05-20T21:19:04.195 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.193+0000 7fa9ade5f740 1 -- 172.21.15.8:0/533923543 shutdown_connections 2024-05-20T21:19:04.195 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.193+0000 7fa9ade5f740 1 --2- 172.21.15.8:0/533923543 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ce59e1d850 0x55ce59e1fce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.195 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.193+0000 7fa9ade5f740 1 --2- 172.21.15.8:0/533923543 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ce59e186e0 0x55ce59e1d1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.196 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.193+0000 7fa9ade5f740 1 --2- 172.21.15.8:0/533923543 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ce59e17cf0 0x55ce59e18110 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.196 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.193+0000 7fa9ade5f740 1 -- 172.21.15.8:0/533923543 >> 172.21.15.8:0/533923543 conn(0x55ce59e13360 msgr2=0x55ce59e13760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:04.196 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.193+0000 7fa9a3e00640 1 --2- 172.21.15.8:0/2536654431 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa9880b27d0 0x7fa9880b4c90 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x55ce59e18ae0 tx=0x7fa994005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:04.196 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.194+0000 7fa9ade5f740 1 -- 172.21.15.8:0/533923543 shutdown_connections 2024-05-20T21:19:04.196 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.194+0000 7fa9ade5f740 1 -- 172.21.15.8:0/533923543 wait complete. 2024-05-20T21:19:04.199 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.194+0000 7fa9ade5f740 1 -- start start 2024-05-20T21:19:04.199 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.194+0000 7fa9ade5f740 1 Processor -- start 2024-05-20T21:19:04.199 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.195+0000 7fa9ade5f740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ce59e17cf0 0x55ce59e21ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:04.199 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.195+0000 7fa9ade5f740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ce59e186e0 0x55ce59e22020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:04.199 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.195+0000 7fa9ade5f740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ce59e1d850 0x55ce59e29060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:04.199 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.195+0000 7fa9ade5f740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55ce59a5d790 con 0x55ce59e186e0 2024-05-20T21:19:04.199 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.195+0000 7fa9ade5f740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55ce59d1fbc0 con 0x55ce59e1d850 2024-05-20T21:19:04.199 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.195+0000 7fa9ade5f740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55ce59e20800 con 0x55ce59e17cf0 2024-05-20T21:19:04.199 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.195+0000 7fa9ade5f740 10 client.0 _ll_register_callbacks cb 0x55ce59cfd400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:04.200 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.195+0000 7fa99b400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ce59e186e0 0x55ce59e22020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:04.200 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.195+0000 7fa99b400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ce59e186e0 0x55ce59e22020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:58214/0 (socket says 172.21.15.8:58214) 2024-05-20T21:19:04.200 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.195+0000 7fa99b400640 1 -- 172.21.15.8:0/482793065 learned_addr learned my addr 172.21.15.8:0/482793065 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:04.200 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.195+0000 7fa9a3e00640 1 --2- 172.21.15.8:0/482793065 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ce59e17cf0 0x55ce59e21ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:04.200 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.195+0000 7fa9a9000640 1 --2- 172.21.15.8:0/482793065 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ce59e1d850 0x55ce59e29060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:04.200 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.196+0000 7fa99b400640 1 -- 172.21.15.8:0/482793065 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ce59e17cf0 msgr2=0x55ce59e21ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:04.200 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.196+0000 7fa99b400640 1 --2- 172.21.15.8:0/482793065 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ce59e17cf0 0x55ce59e21ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.200 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.196+0000 7fa99b400640 1 -- 172.21.15.8:0/482793065 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ce59e1d850 msgr2=0x55ce59e29060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:04.200 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.196+0000 7fa99b400640 1 --2- 172.21.15.8:0/482793065 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ce59e1d850 0x55ce59e29060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.200 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.196+0000 7fa99b400640 1 -- 172.21.15.8:0/482793065 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ce59a8c210 con 0x55ce59e186e0 2024-05-20T21:19:04.200 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.196+0000 7fa99b400640 1 --2- 172.21.15.8:0/482793065 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ce59e186e0 0x55ce59e22020 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fa98c006010 tx=0x7fa98c005630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab059651cb8be4ac server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:04.200 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.196+0000 7fa992000640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:19:04.200 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.196+0000 7fa992000640 1 -- 172.21.15.8:0/482793065 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa98c004450 con 0x55ce59e186e0 2024-05-20T21:19:04.201 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.196+0000 7fa992000640 1 -- 172.21.15.8:0/482793065 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fa98c004920 con 0x55ce59e186e0 2024-05-20T21:19:04.201 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.196+0000 7fa9ade5f740 1 -- 172.21.15.8:0/482793065 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa98c005020 con 0x55ce59e186e0 2024-05-20T21:19:04.201 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.197+0000 7fa992000640 1 -- 172.21.15.8:0/482793065 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa98c004b60 con 0x55ce59e186e0 2024-05-20T21:19:04.201 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.197+0000 7fa9ade5f740 10 client.16008 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:04.201 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.197+0000 7fa9ade5f740 1 -- 172.21.15.8:0/482793065 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ce59b58620 con 0x55ce59e186e0 2024-05-20T21:19:04.201 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.197+0000 7fa992000640 1 -- 172.21.15.8:0/482793065 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa98c005020 con 0x55ce59e186e0 2024-05-20T21:19:04.201 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.197+0000 7fa992000640 1 -- 172.21.15.8:0/482793065 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fa98c031050 con 0x55ce59e186e0 2024-05-20T21:19:04.201 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.197+0000 7fa9ade5f740 10 client.16008 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:04.201 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.197+0000 7fa9ade5f740 10 client.16008 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:19:04.201 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.197+0000 7fa9ade5f740 20 client.16008 populate_metadata read hostname 'smithi008' 2024-05-20T21:19:04.201 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.197+0000 7fa9ade5f740 1 --2- 172.21.15.8:0/482793065 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ce59e2d400 0x55ce59e2f7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:04.201 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.198+0000 7fa9ade5f740 4 client.16008 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:19:04.201 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.198+0000 7fa9ade5f740 1 -- 172.21.15.8:0/482793065 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ce59d89ae0 con 0x55ce59e2d400 2024-05-20T21:19:04.201 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.198+0000 7fa9a3e00640 1 --2- 172.21.15.8:0/482793065 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ce59e2d400 0x55ce59e2f7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:04.202 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.199+0000 7fa9a3e00640 1 --2- 172.21.15.8:0/482793065 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ce59e2d400 0x55ce59e2f7f0 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=df698e699866de4c server_cookie=c1fefe218fc3f1aa in_seq=0 out_seq=0 2024-05-20T21:19:04.202 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.199+0000 7fa992000640 10 client.16008 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:19:04.203 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.199+0000 7fa992000640 1 -- 172.21.15.8:0/482793065 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55ce59d89ae0 con 0x55ce59e2d400 2024-05-20T21:19:04.204 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.199+0000 7fa992000640 10 client.16008 handle_command_reply: tid=0 2024-05-20T21:19:04.205 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.199+0000 7fa9ade5f740 1 client.16008 shutdown 2024-05-20T21:19:04.205 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.200+0000 7fa9ade5f740 1 -- 172.21.15.8:0/482793065 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ce59e186e0 msgr2=0x55ce59e22020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:04.205 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.200+0000 7fa9ade5f740 1 --2- 172.21.15.8:0/482793065 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ce59e186e0 0x55ce59e22020 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fa98c006010 tx=0x7fa98c005630 comp rx=0 tx=0).stop 2024-05-20T21:19:04.205 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.200+0000 7fa9ade5f740 1 -- 172.21.15.8:0/482793065 shutdown_connections 2024-05-20T21:19:04.205 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.200+0000 7fa9ade5f740 1 --2- 172.21.15.8:0/482793065 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ce59e2d400 0x55ce59e2f7f0 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.205 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.200+0000 7fa9ade5f740 1 --2- 172.21.15.8:0/482793065 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ce59e1d850 0x55ce59e29060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.205 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.200+0000 7fa9ade5f740 1 --2- 172.21.15.8:0/482793065 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ce59e186e0 0x55ce59e22020 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.205 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.200+0000 7fa992000640 0 client.16008 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:19:04.205 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.200+0000 7fa9ade5f740 1 --2- 172.21.15.8:0/482793065 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ce59e17cf0 0x55ce59e21ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.205 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.200+0000 7fa9ade5f740 1 -- 172.21.15.8:0/482793065 >> 172.21.15.8:0/482793065 conn(0x55ce59e13360 msgr2=0x55ce59e124c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:04.205 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.200+0000 7fa9ade5f740 1 -- 172.21.15.8:0/482793065 shutdown_connections 2024-05-20T21:19:04.205 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.200+0000 7fa9ade5f740 1 -- 172.21.15.8:0/482793065 wait complete. 2024-05-20T21:19:04.205 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.200+0000 7fa9ade5f740 20 client.16008 trim_cache size 0 max 16384 2024-05-20T21:19:04.218 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.217+0000 7fa9ade5f740 1 Processor -- start 2024-05-20T21:19:04.218 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.217+0000 7fa9ade5f740 1 -- start start 2024-05-20T21:19:04.218 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.217+0000 7fa9ade5f740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ce59e17cf0 0x55ce59e19890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:04.218 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.217+0000 7fa9ade5f740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ce59e186e0 0x55ce59e29020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:04.218 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.218+0000 7fa9ade5f740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ce59e1d850 0x55ce59e340d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:04.218 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.218+0000 7fa9ade5f740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fa9a41b2b70 con 0x55ce59e1d850 2024-05-20T21:19:04.218 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.218+0000 7fa9ade5f740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa9a41b0440 con 0x55ce59e17cf0 2024-05-20T21:19:04.219 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.218+0000 7fa9ade5f740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fa9a41ae290 con 0x55ce59e186e0 2024-05-20T21:19:04.221 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.218+0000 7fa9a3e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ce59e17cf0 0x55ce59e19890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:04.221 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.218+0000 7fa9a9000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ce59e1d850 0x55ce59e340d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:04.221 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.218+0000 7fa9a3e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ce59e17cf0 0x55ce59e19890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:55750/0 (socket says 172.21.15.8:55750) 2024-05-20T21:19:04.221 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.218+0000 7fa9a3e00640 1 -- 172.21.15.8:0/212112957 learned_addr learned my addr 172.21.15.8:0/212112957 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:04.221 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.218+0000 7fa9a9000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ce59e1d850 0x55ce59e340d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:58218/0 (socket says 172.21.15.8:58218) 2024-05-20T21:19:04.221 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.218+0000 7fa99b400640 1 --2- 172.21.15.8:0/212112957 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ce59e186e0 0x55ce59e29020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:04.221 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.218+0000 7fa9a3e00640 1 -- 172.21.15.8:0/212112957 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ce59e186e0 msgr2=0x55ce59e29020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:04.221 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.218+0000 7fa9a3e00640 1 --2- 172.21.15.8:0/212112957 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ce59e186e0 0x55ce59e29020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.221 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.218+0000 7fa9a3e00640 1 -- 172.21.15.8:0/212112957 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ce59e1d850 msgr2=0x55ce59e340d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:04.221 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.218+0000 7fa9a3e00640 1 --2- 172.21.15.8:0/212112957 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ce59e1d850 0x55ce59e340d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.221 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.218+0000 7fa9a3e00640 1 -- 172.21.15.8:0/212112957 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ce59e2fe50 con 0x55ce59e17cf0 2024-05-20T21:19:04.222 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.219+0000 7fa9a3e00640 1 --2- 172.21.15.8:0/212112957 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ce59e17cf0 0x55ce59e19890 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fa994005d00 tx=0x7fa99401a000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9946daab906360d7 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:04.222 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.219+0000 7fa998c00640 1 -- 172.21.15.8:0/212112957 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa994005020 con 0x55ce59e17cf0 2024-05-20T21:19:04.222 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.219+0000 7fa998c00640 1 -- 172.21.15.8:0/212112957 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa9940047a0 con 0x55ce59e17cf0 2024-05-20T21:19:04.222 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.219+0000 7fa998c00640 1 -- 172.21.15.8:0/212112957 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa99402b420 con 0x55ce59e17cf0 2024-05-20T21:19:04.222 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.220+0000 7fa9ade5f740 1 -- 172.21.15.8:0/212112957 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ce59e17cf0 msgr2=0x55ce59e19890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:04.222 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.220+0000 7fa9ade5f740 1 --2- 172.21.15.8:0/212112957 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ce59e17cf0 0x55ce59e19890 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fa994005d00 tx=0x7fa99401a000 comp rx=0 tx=0).stop 2024-05-20T21:19:04.222 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.220+0000 7fa9ade5f740 1 -- 172.21.15.8:0/212112957 shutdown_connections 2024-05-20T21:19:04.222 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.220+0000 7fa9ade5f740 1 --2- 172.21.15.8:0/212112957 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ce59e1d850 0x55ce59e340d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.222 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.220+0000 7fa9ade5f740 1 --2- 172.21.15.8:0/212112957 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ce59e186e0 0x55ce59e29020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.222 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.220+0000 7fa9ade5f740 1 --2- 172.21.15.8:0/212112957 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ce59e17cf0 0x55ce59e19890 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.222 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.220+0000 7fa9ade5f740 1 -- 172.21.15.8:0/212112957 >> 172.21.15.8:0/212112957 conn(0x55ce59e13360 msgr2=0x55ce59e19180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:04.222 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.220+0000 7fa9ade5f740 1 -- 172.21.15.8:0/212112957 shutdown_connections 2024-05-20T21:19:04.222 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.220+0000 7fa9ade5f740 1 -- 172.21.15.8:0/212112957 wait complete. 2024-05-20T21:19:04.223 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.220+0000 7fa9ade5f740 1 -- start start 2024-05-20T21:19:04.223 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.221+0000 7fa9ade5f740 1 Processor -- start 2024-05-20T21:19:04.225 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.221+0000 7fa9ade5f740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ce59e17cf0 0x55ce59e266a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:04.225 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.221+0000 7fa9ade5f740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ce59e186e0 0x55ce59e26be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:04.225 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.221+0000 7fa9ade5f740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ce59e1d850 0x55ce59e27bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:04.225 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.221+0000 7fa9ade5f740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fa9a41ae900 con 0x55ce59e17cf0 2024-05-20T21:19:04.225 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.221+0000 7fa9ade5f740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa9a41afd70 con 0x55ce59e186e0 2024-05-20T21:19:04.226 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.221+0000 7fa9ade5f740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fa9a41aefd0 con 0x55ce59e1d850 2024-05-20T21:19:04.226 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.221+0000 7fa9ade5f740 10 client.0 _ll_register_callbacks cb 0x7fa98c009ea0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:04.226 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.221+0000 7fa9a3e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ce59e17cf0 0x55ce59e266a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:04.226 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.221+0000 7fa9a3e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ce59e17cf0 0x55ce59e266a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:58222/0 (socket says 172.21.15.8:58222) 2024-05-20T21:19:04.226 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.221+0000 7fa9a3e00640 1 -- 172.21.15.8:0/2991137722 learned_addr learned my addr 172.21.15.8:0/2991137722 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:04.226 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.222+0000 7fa99b400640 1 --2- 172.21.15.8:0/2991137722 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ce59e186e0 0x55ce59e26be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:04.226 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.222+0000 7fa9a9000640 1 --2- 172.21.15.8:0/2991137722 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ce59e1d850 0x55ce59e27bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:04.226 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.222+0000 7fa9a3e00640 1 -- 172.21.15.8:0/2991137722 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ce59e1d850 msgr2=0x55ce59e27bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:04.226 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.222+0000 7fa9a3e00640 1 --2- 172.21.15.8:0/2991137722 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ce59e1d850 0x55ce59e27bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.226 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.222+0000 7fa9a3e00640 1 -- 172.21.15.8:0/2991137722 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ce59e186e0 msgr2=0x55ce59e26be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:04.226 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.222+0000 7fa9a3e00640 1 --2- 172.21.15.8:0/2991137722 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ce59e186e0 0x55ce59e26be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.226 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.222+0000 7fa9a3e00640 1 -- 172.21.15.8:0/2991137722 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ce59e17930 con 0x55ce59e17cf0 2024-05-20T21:19:04.227 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.222+0000 7fa99b400640 1 --2- 172.21.15.8:0/2991137722 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ce59e186e0 0x55ce59e26be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:04.227 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.222+0000 7fa9a9000640 1 --2- 172.21.15.8:0/2991137722 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ce59e1d850 0x55ce59e27bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:04.227 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.222+0000 7fa9a3e00640 1 --2- 172.21.15.8:0/2991137722 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ce59e17cf0 0x55ce59e266a0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fa994019040 tx=0x7fa99400ff00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb3d93d72276d00c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:04.227 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.222+0000 7fa992000640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:19:04.227 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.223+0000 7fa992000640 1 -- 172.21.15.8:0/2991137722 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa994039030 con 0x55ce59e17cf0 2024-05-20T21:19:04.227 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.223+0000 7fa992000640 1 -- 172.21.15.8:0/2991137722 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fa994030040 con 0x55ce59e17cf0 2024-05-20T21:19:04.227 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.223+0000 7fa9ade5f740 1 -- 172.21.15.8:0/2991137722 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa9940047a0 con 0x55ce59e17cf0 2024-05-20T21:19:04.227 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.223+0000 7fa992000640 1 -- 172.21.15.8:0/2991137722 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa994004950 con 0x55ce59e17cf0 2024-05-20T21:19:04.227 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.223+0000 7fa9ade5f740 10 client.16014 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:04.227 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.223+0000 7fa9ade5f740 1 -- 172.21.15.8:0/2991137722 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ce59e29320 con 0x55ce59e17cf0 2024-05-20T21:19:04.227 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.223+0000 7fa992000640 1 -- 172.21.15.8:0/2991137722 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa9940047a0 con 0x55ce59e17cf0 2024-05-20T21:19:04.227 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.224+0000 7fa992000640 1 -- 172.21.15.8:0/2991137722 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fa99402b5b0 con 0x55ce59e17cf0 2024-05-20T21:19:04.227 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.224+0000 7fa9ade5f740 10 client.16014 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:04.227 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.224+0000 7fa9ade5f740 10 client.16014 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:19:04.228 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.224+0000 7fa9ade5f740 20 client.16014 populate_metadata read hostname 'smithi008' 2024-05-20T21:19:04.228 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.224+0000 7fa9ade5f740 1 --2- 172.21.15.8:0/2991137722 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ce59e98650 0x55ce59e9aa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:04.228 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.224+0000 7fa9ade5f740 4 client.16014 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:19:04.228 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.224+0000 7fa9ade5f740 1 -- 172.21.15.8:0/2991137722 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55ce59d832c0 con 0x55ce59e98650 2024-05-20T21:19:04.228 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.224+0000 7fa99b400640 1 --2- 172.21.15.8:0/2991137722 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ce59e98650 0x55ce59e9aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:04.228 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.225+0000 7fa99b400640 1 --2- 172.21.15.8:0/2991137722 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ce59e98650 0x55ce59e9aa70 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=296537a2c2baea3b server_cookie=b4026bc1c5da31ea in_seq=0 out_seq=0 2024-05-20T21:19:04.228 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.225+0000 7fa992000640 10 client.16014 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:19:04.238 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.237+0000 7fa992000640 1 -- 172.21.15.8:0/2991137722 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55ce59d832c0 con 0x55ce59e98650 2024-05-20T21:19:04.238 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.237+0000 7fa992000640 10 client.16014 handle_command_reply: tid=0 2024-05-20T21:19:04.239 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.237+0000 7fa9ade5f740 1 client.16014 shutdown 2024-05-20T21:19:04.239 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.238+0000 7fa9ade5f740 1 -- 172.21.15.8:0/2991137722 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ce59e17cf0 msgr2=0x55ce59e266a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:04.239 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.238+0000 7fa9ade5f740 1 --2- 172.21.15.8:0/2991137722 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ce59e17cf0 0x55ce59e266a0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fa994019040 tx=0x7fa99400ff00 comp rx=0 tx=0).stop 2024-05-20T21:19:04.239 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.238+0000 7fa9ade5f740 1 -- 172.21.15.8:0/2991137722 shutdown_connections 2024-05-20T21:19:04.239 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.238+0000 7fa9ade5f740 1 --2- 172.21.15.8:0/2991137722 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ce59e98650 0x55ce59e9aa70 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.239 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.238+0000 7fa9ade5f740 1 --2- 172.21.15.8:0/2991137722 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ce59e1d850 0x55ce59e27bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.239 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.238+0000 7fa992000640 0 client.16014 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:19:04.239 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.238+0000 7fa9ade5f740 1 --2- 172.21.15.8:0/2991137722 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ce59e186e0 0x55ce59e26be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.239 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.238+0000 7fa9ade5f740 1 --2- 172.21.15.8:0/2991137722 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ce59e17cf0 0x55ce59e266a0 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.239 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.238+0000 7fa9ade5f740 1 -- 172.21.15.8:0/2991137722 >> 172.21.15.8:0/2991137722 conn(0x55ce59e13360 msgr2=0x55ce59e19a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:04.239 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.238+0000 7fa9ade5f740 1 -- 172.21.15.8:0/2991137722 shutdown_connections 2024-05-20T21:19:04.239 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.238+0000 7fa9ade5f740 1 -- 172.21.15.8:0/2991137722 wait complete. 2024-05-20T21:19:04.239 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.238+0000 7fa9ade5f740 20 client.16014 trim_cache size 0 max 16384 2024-05-20T21:19:04.240 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:19:04.240 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:19:04.240 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:19:04.241 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.239+0000 7fa9a9a00640 1 -- 172.21.15.8:0/2536654431 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa9880b27d0 msgr2=0x7fa9880b4c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:04.241 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.239+0000 7fa9a9a00640 1 --2- 172.21.15.8:0/2536654431 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa9880b27d0 0x7fa9880b4c90 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x55ce59e18ae0 tx=0x7fa994005f90 comp rx=0 tx=0).stop 2024-05-20T21:19:04.241 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.239+0000 7fa9a9a00640 1 -- 172.21.15.8:0/2536654431 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa9a41066c0 msgr2=0x7fa9a4077320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:04.241 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.239+0000 7fa9a9a00640 1 --2- 172.21.15.8:0/2536654431 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa9a41066c0 0x7fa9a4077320 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fa99c031a20 tx=0x7fa99c0317a0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.241 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.239+0000 7fa9a9a00640 1 -- 172.21.15.8:0/2536654431 shutdown_connections 2024-05-20T21:19:04.241 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.239+0000 7fa9a9a00640 1 --2- 172.21.15.8:0/2536654431 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa9880b27d0 0x7fa9880b4c90 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.241 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.239+0000 7fa9a9a00640 1 --2- 172.21.15.8:0/2536654431 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa9a41066c0 0x7fa9a4077320 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.241 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.239+0000 7fa9a9a00640 1 --2- 172.21.15.8:0/2536654431 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa9a4105d00 0x7fa9a407acf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.241 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.239+0000 7fa9a9a00640 1 --2- 172.21.15.8:0/2536654431 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa9a4104b10 0x7fa9a407a7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.241 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.239+0000 7fa9a9a00640 1 -- 172.21.15.8:0/2536654431 >> 172.21.15.8:0/2536654431 conn(0x7fa9a41000c0 msgr2=0x7fa9a4109080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:04.241 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.239+0000 7fa9a9a00640 1 -- 172.21.15.8:0/2536654431 shutdown_connections 2024-05-20T21:19:04.242 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:04.239+0000 7fa9a9a00640 1 -- 172.21.15.8:0/2536654431 wait complete. 2024-05-20T21:19:04.880 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:19:04 smithi008 ceph-mon[31475]: pgmap v552: 97 pgs: 97 active+clean; 1.7 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 15 op/s 2024-05-20T21:19:04.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:19:04 smithi130 ceph-mon[36448]: pgmap v552: 97 pgs: 97 active+clean; 1.7 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 15 op/s 2024-05-20T21:19:04.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:19:04 smithi050 ceph-mon[35809]: pgmap v552: 97 pgs: 97 active+clean; 1.7 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 15 op/s 2024-05-20T21:19:05.174 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.173+0000 7fbcee200700 1 -- 172.21.15.8:0/1646885789 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbce8106010 msgr2=0x7fbce8112520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:05.174 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.173+0000 7fbcee200700 1 --2- 172.21.15.8:0/1646885789 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbce8106010 0x7fbce8112520 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fbce000b0a0 tx=0x7fbce000b3b0 comp rx=0 tx=0).stop 2024-05-20T21:19:05.174 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.173+0000 7fbcee200700 1 -- 172.21.15.8:0/1646885789 shutdown_connections 2024-05-20T21:19:05.174 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.173+0000 7fbcee200700 1 --2- 172.21.15.8:0/1646885789 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbce810b650 0x7fbce810ba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:05.174 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.173+0000 7fbcee200700 1 --2- 172.21.15.8:0/1646885789 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbce8106010 0x7fbce8112520 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:05.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.173+0000 7fbcee200700 1 --2- 172.21.15.8:0/1646885789 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbce8105650 0x7fbce8105ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:05.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.173+0000 7fbcee200700 1 -- 172.21.15.8:0/1646885789 >> 172.21.15.8:0/1646885789 conn(0x7fbce8101120 msgr2=0x7fbce8103540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:05.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.174+0000 7fbcee200700 1 -- 172.21.15.8:0/1646885789 shutdown_connections 2024-05-20T21:19:05.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.174+0000 7fbcee200700 1 -- 172.21.15.8:0/1646885789 wait complete. 2024-05-20T21:19:05.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.175+0000 7fbcee200700 1 Processor -- start 2024-05-20T21:19:05.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.175+0000 7fbcee200700 1 -- start start 2024-05-20T21:19:05.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.176+0000 7fbcee200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbce8105650 0x7fbce81a1940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:05.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.176+0000 7fbcee200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbce8106010 0x7fbce81a1e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:05.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.176+0000 7fbcee200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbce810b650 0x7fbce819bb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:05.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.176+0000 7fbcee200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fbce81158e0 con 0x7fbce8105650 2024-05-20T21:19:05.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.176+0000 7fbcee200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fbce8115760 con 0x7fbce8106010 2024-05-20T21:19:05.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.176+0000 7fbcee200700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fbce8115a60 con 0x7fbce810b650 2024-05-20T21:19:05.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.176+0000 7fbcece00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbce8105650 0x7fbce81a1940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:05.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.176+0000 7fbcece00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbce8105650 0x7fbce81a1940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:58238/0 (socket says 172.21.15.8:58238) 2024-05-20T21:19:05.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.176+0000 7fbced800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbce810b650 0x7fbce819bb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:05.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.176+0000 7fbcece00700 1 -- 172.21.15.8:0/1416723500 learned_addr learned my addr 172.21.15.8:0/1416723500 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:05.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.176+0000 7fbce7e00700 1 --2- 172.21.15.8:0/1416723500 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbce8106010 0x7fbce81a1e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:05.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.177+0000 7fbced800700 1 -- 172.21.15.8:0/1416723500 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbce8106010 msgr2=0x7fbce81a1e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:05.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.177+0000 7fbced800700 1 --2- 172.21.15.8:0/1416723500 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbce8106010 0x7fbce81a1e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:05.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.177+0000 7fbced800700 1 -- 172.21.15.8:0/1416723500 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbce8105650 msgr2=0x7fbce81a1940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:05.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.177+0000 7fbced800700 1 --2- 172.21.15.8:0/1416723500 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbce8105650 0x7fbce81a1940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:05.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.177+0000 7fbced800700 1 -- 172.21.15.8:0/1416723500 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbce819c260 con 0x7fbce810b650 2024-05-20T21:19:05.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.177+0000 7fbced800700 1 --2- 172.21.15.8:0/1416723500 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbce810b650 0x7fbce819bb00 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fbce000b070 tx=0x7fbce0004c80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:05.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.177+0000 7fbce5600700 1 -- 172.21.15.8:0/1416723500 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbce0021070 con 0x7fbce810b650 2024-05-20T21:19:05.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.177+0000 7fbce5600700 1 -- 172.21.15.8:0/1416723500 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbce0007e30 con 0x7fbce810b650 2024-05-20T21:19:05.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.177+0000 7fbcee200700 1 -- 172.21.15.8:0/1416723500 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbce819c4f0 con 0x7fbce810b650 2024-05-20T21:19:05.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.177+0000 7fbce5600700 1 -- 172.21.15.8:0/1416723500 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbce00046f0 con 0x7fbce810b650 2024-05-20T21:19:05.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.178+0000 7fbcee200700 1 -- 172.21.15.8:0/1416723500 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbce81a8810 con 0x7fbce810b650 2024-05-20T21:19:05.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.181+0000 7fbce5600700 1 -- 172.21.15.8:0/1416723500 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fbce0007980 con 0x7fbce810b650 2024-05-20T21:19:05.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.182+0000 7fbcfa1aeb80 1 Processor -- start 2024-05-20T21:19:05.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.182+0000 7fbcfa1aeb80 1 -- start start 2024-05-20T21:19:05.183 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.183+0000 7fbcfa1aeb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55caeaa0f020 0x55caeaa0f400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:05.183 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.183+0000 7fbcfa1aeb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55caeaa0f940 0x55caeaa094b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:05.183 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.183+0000 7fbcfa1aeb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55caeaa09ad0 0x55caeaa09f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:05.183 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.183+0000 7fbcfa1aeb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55caea967e40 con 0x55caeaa0f020 2024-05-20T21:19:05.183 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.183+0000 7fbcfa1aeb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55caea9579e0 con 0x55caeaa09ad0 2024-05-20T21:19:05.183 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.183+0000 7fbcfa1aeb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55caea95ba20 con 0x55caeaa0f940 2024-05-20T21:19:05.185 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.183+0000 7fbcece00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55caeaa0f940 0x55caeaa094b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:05.185 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.183+0000 7fbce7e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55caeaa0f020 0x55caeaa0f400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:05.185 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.183+0000 7fbcece00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55caeaa0f940 0x55caeaa094b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:50268/0 (socket says 172.21.15.8:50268) 2024-05-20T21:19:05.185 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.183+0000 7fbcece00700 1 -- 172.21.15.8:0/3038220587 learned_addr learned my addr 172.21.15.8:0/3038220587 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:05.185 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.183+0000 7fbce5600700 1 --2- 172.21.15.8:0/1416723500 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbcd00b2900 0x7fbcd00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:05.185 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.184+0000 7fbce7e00700 1 --2- 172.21.15.8:0/3038220587 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55caeaa09ad0 0x55caeaa09f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:05.185 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.184+0000 7fbced800700 1 --2- 172.21.15.8:0/1416723500 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbcd00b2900 0x7fbcd00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:05.185 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.184+0000 7fbce5600700 1 -- 172.21.15.8:0/1416723500 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fbce000f020 con 0x7fbce810b650 2024-05-20T21:19:05.185 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.184+0000 7fbcece00700 1 -- 172.21.15.8:0/3038220587 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55caeaa09ad0 msgr2=0x55caeaa09f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:05.185 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.184+0000 7fbcece00700 1 --2- 172.21.15.8:0/3038220587 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55caeaa09ad0 0x55caeaa09f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:05.185 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.184+0000 7fbcece00700 1 -- 172.21.15.8:0/3038220587 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55caeaa0f020 msgr2=0x55caeaa0f400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:05.185 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.184+0000 7fbcece00700 1 --2- 172.21.15.8:0/3038220587 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55caeaa0f020 0x55caeaa0f400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:05.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.184+0000 7fbcece00700 1 -- 172.21.15.8:0/3038220587 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55caea920420 con 0x55caeaa0f940 2024-05-20T21:19:05.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.184+0000 7fbce7e00700 1 --2- 172.21.15.8:0/3038220587 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55caeaa0f020 0x55caeaa0f400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:05.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.184+0000 7fbcece00700 1 --2- 172.21.15.8:0/3038220587 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55caeaa0f940 0x55caeaa094b0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fbcdc009e30 tx=0x7fbcdc011720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e125fae40460eafd server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:05.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.185+0000 7fbcda000700 1 -- 172.21.15.8:0/3038220587 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcdc01e070 con 0x55caeaa0f940 2024-05-20T21:19:05.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.185+0000 7fbced800700 1 --2- 172.21.15.8:0/1416723500 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbcd00b2900 0x7fbcd00b4dc0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fbce00e0ff0 tx=0x7fbce0009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:05.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.185+0000 7fbcda000700 1 -- 172.21.15.8:0/3038220587 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbcdc019ae0 con 0x55caeaa0f940 2024-05-20T21:19:05.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.185+0000 7fbcda000700 1 -- 172.21.15.8:0/3038220587 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcdc00fb00 con 0x55caeaa0f940 2024-05-20T21:19:05.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.186+0000 7fbcfa1aeb80 1 -- 172.21.15.8:0/3038220587 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55caeaa0f940 msgr2=0x55caeaa094b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:05.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.186+0000 7fbcfa1aeb80 1 --2- 172.21.15.8:0/3038220587 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55caeaa0f940 0x55caeaa094b0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fbcdc009e30 tx=0x7fbcdc011720 comp rx=0 tx=0).stop 2024-05-20T21:19:05.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.186+0000 7fbcfa1aeb80 1 -- 172.21.15.8:0/3038220587 shutdown_connections 2024-05-20T21:19:05.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.186+0000 7fbcfa1aeb80 1 --2- 172.21.15.8:0/3038220587 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55caeaa09ad0 0x55caeaa09f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:05.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.186+0000 7fbcfa1aeb80 1 --2- 172.21.15.8:0/3038220587 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55caeaa0f020 0x55caeaa0f400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:05.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.186+0000 7fbcfa1aeb80 1 --2- 172.21.15.8:0/3038220587 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55caeaa0f940 0x55caeaa094b0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:05.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.186+0000 7fbcfa1aeb80 1 -- 172.21.15.8:0/3038220587 >> 172.21.15.8:0/3038220587 conn(0x55caea937be0 msgr2=0x55caeaa04150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:05.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.186+0000 7fbcfa1aeb80 1 -- 172.21.15.8:0/3038220587 shutdown_connections 2024-05-20T21:19:05.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.186+0000 7fbcfa1aeb80 1 -- 172.21.15.8:0/3038220587 wait complete. 2024-05-20T21:19:05.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.186+0000 7fbcfa1aeb80 1 -- start start 2024-05-20T21:19:05.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.187+0000 7fbcfa1aeb80 1 Processor -- start 2024-05-20T21:19:05.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.187+0000 7fbcfa1aeb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55caeaa09ad0 0x55caeaa15630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:05.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.187+0000 7fbcfa1aeb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55caeaa0f020 0x55caeaa129d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:05.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.187+0000 7fbcfa1aeb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55caeaa0f940 0x55caeaa12f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:05.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.187+0000 7fbcfa1aeb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55caea85dfa0 con 0x55caeaa0f940 2024-05-20T21:19:05.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.187+0000 7fbcfa1aeb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55caea8f8760 con 0x55caeaa0f020 2024-05-20T21:19:05.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.187+0000 7fbcfa1aeb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55caeaa16460 con 0x55caeaa09ad0 2024-05-20T21:19:05.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.187+0000 7fbcfa1aeb80 10 client.0 _ll_register_callbacks cb 0x55caea901c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:05.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.188+0000 7fbce7e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55caeaa09ad0 0x55caeaa15630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:05.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.188+0000 7fbce7e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55caeaa09ad0 0x55caeaa15630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:50284/0 (socket says 172.21.15.8:50284) 2024-05-20T21:19:05.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.188+0000 7fbce7e00700 1 -- 172.21.15.8:0/489753914 learned_addr learned my addr 172.21.15.8:0/489753914 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:05.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.188+0000 7fbcece00700 1 --2- 172.21.15.8:0/489753914 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55caeaa0f020 0x55caeaa129d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:05.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.188+0000 7fbce7e00700 1 --2- 172.21.15.8:0/489753914 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55caeaa0f940 0x55caeaa12f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:05.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.188+0000 7fbcece00700 1 -- 172.21.15.8:0/489753914 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55caeaa09ad0 msgr2=0x55caeaa15630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:05.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.188+0000 7fbcece00700 1 --2- 172.21.15.8:0/489753914 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55caeaa09ad0 0x55caeaa15630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:05.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.188+0000 7fbcece00700 1 -- 172.21.15.8:0/489753914 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55caeaa0f940 msgr2=0x55caeaa12f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:05.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.188+0000 7fbcece00700 1 --2- 172.21.15.8:0/489753914 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55caeaa0f940 0x55caeaa12f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:05.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.188+0000 7fbcece00700 1 -- 172.21.15.8:0/489753914 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55caea8a78d0 con 0x55caeaa0f020 2024-05-20T21:19:05.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.188+0000 7fbcece00700 1 --2- 172.21.15.8:0/489753914 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55caeaa0f020 0x55caeaa129d0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fbcdc00f720 tx=0x7fbcdc00f450 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1a1c3aeafe4fa55d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:05.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.188+0000 7fbccea00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:19:05.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.189+0000 7fbccea00700 1 -- 172.21.15.8:0/489753914 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcdc026020 con 0x55caeaa0f020 2024-05-20T21:19:05.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.189+0000 7fbcfa1aeb80 1 -- 172.21.15.8:0/489753914 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbcdc019ae0 con 0x55caeaa0f020 2024-05-20T21:19:05.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.189+0000 7fbccea00700 1 -- 172.21.15.8:0/489753914 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fbcdc0198c0 con 0x55caeaa0f020 2024-05-20T21:19:05.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.189+0000 7fbccea00700 1 -- 172.21.15.8:0/489753914 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fbcdc031050 con 0x55caeaa0f020 2024-05-20T21:19:05.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.189+0000 7fbcfa1aeb80 10 client.26150 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:05.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.189+0000 7fbcfa1aeb80 1 -- 172.21.15.8:0/489753914 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55caea928060 con 0x55caeaa0f020 2024-05-20T21:19:05.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.190+0000 7fbccea00700 1 -- 172.21.15.8:0/489753914 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbcdc019ae0 con 0x55caeaa0f020 2024-05-20T21:19:05.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.190+0000 7fbccea00700 1 -- 172.21.15.8:0/489753914 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fbcdc004ca0 con 0x55caeaa0f020 2024-05-20T21:19:05.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.190+0000 7fbcfa1aeb80 10 client.26150 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:05.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.190+0000 7fbcfa1aeb80 10 client.26150 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:19:05.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.190+0000 7fbcfa1aeb80 20 client.26150 populate_metadata read hostname 'smithi008' 2024-05-20T21:19:05.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.190+0000 7fbcfa1aeb80 1 --2- 172.21.15.8:0/489753914 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55caeaa22f20 0x55caeaa25310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:05.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.190+0000 7fbcfa1aeb80 4 client.26150 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:19:05.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.190+0000 7fbcfa1aeb80 1 -- 172.21.15.8:0/489753914 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55caea969d90 con 0x55caeaa22f20 2024-05-20T21:19:05.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.190+0000 7fbce7e00700 1 --2- 172.21.15.8:0/489753914 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55caeaa22f20 0x55caeaa25310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:05.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.191+0000 7fbce7e00700 1 --2- 172.21.15.8:0/489753914 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55caeaa22f20 0x55caeaa25310 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=8dec6b65014e1751 server_cookie=98422d5760574984 in_seq=0 out_seq=0 2024-05-20T21:19:05.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.191+0000 7fbccea00700 10 client.26150 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:19:05.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.192+0000 7fbccea00700 1 -- 172.21.15.8:0/489753914 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55caea969d90 con 0x55caeaa22f20 2024-05-20T21:19:05.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.192+0000 7fbccea00700 10 client.26150 handle_command_reply: tid=0 2024-05-20T21:19:05.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.192+0000 7fbcfa1aeb80 1 client.26150 shutdown 2024-05-20T21:19:05.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.192+0000 7fbcfa1aeb80 1 -- 172.21.15.8:0/489753914 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55caeaa0f020 msgr2=0x55caeaa129d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:05.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.192+0000 7fbcfa1aeb80 1 --2- 172.21.15.8:0/489753914 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55caeaa0f020 0x55caeaa129d0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fbcdc00f720 tx=0x7fbcdc00f450 comp rx=0 tx=0).stop 2024-05-20T21:19:05.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.192+0000 7fbcfa1aeb80 1 -- 172.21.15.8:0/489753914 shutdown_connections 2024-05-20T21:19:05.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.192+0000 7fbcfa1aeb80 1 --2- 172.21.15.8:0/489753914 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55caeaa22f20 0x55caeaa25310 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:05.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.192+0000 7fbcfa1aeb80 1 --2- 172.21.15.8:0/489753914 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55caeaa0f940 0x55caeaa12f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:05.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.192+0000 7fbcfa1aeb80 1 --2- 172.21.15.8:0/489753914 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55caeaa09ad0 0x55caeaa15630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:05.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.192+0000 7fbcfa1aeb80 1 --2- 172.21.15.8:0/489753914 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55caeaa0f020 0x55caeaa129d0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:05.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.192+0000 7fbccea00700 0 client.26150 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:19:05.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.192+0000 7fbcfa1aeb80 1 -- 172.21.15.8:0/489753914 >> 172.21.15.8:0/489753914 conn(0x55caea937be0 msgr2=0x55caeaa084a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:05.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.193+0000 7fbcfa1aeb80 1 -- 172.21.15.8:0/489753914 shutdown_connections 2024-05-20T21:19:05.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.193+0000 7fbcfa1aeb80 1 -- 172.21.15.8:0/489753914 wait complete. 2024-05-20T21:19:05.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.193+0000 7fbcfa1aeb80 20 client.26150 trim_cache size 0 max 16384 2024-05-20T21:19:05.210 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.210+0000 7fbcfa1aeb80 1 Processor -- start 2024-05-20T21:19:05.211 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.210+0000 7fbcfa1aeb80 1 -- start start 2024-05-20T21:19:05.211 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.210+0000 7fbcfa1aeb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55caeaa09ad0 0x55caeaa094b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:05.211 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.210+0000 7fbcfa1aeb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55caeaa0f020 0x55caeaa12ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:05.211 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.210+0000 7fbcfa1aeb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55caeaa0f940 0x55caeaa2aa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:05.211 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.210+0000 7fbcfa1aeb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fbce81b2360 con 0x55caeaa0f940 2024-05-20T21:19:05.211 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.210+0000 7fbcfa1aeb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fbce81afbf0 con 0x55caeaa0f020 2024-05-20T21:19:05.211 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.210+0000 7fbcfa1aeb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fbce81ada40 con 0x55caeaa09ad0 2024-05-20T21:19:05.212 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.211+0000 7fbcece00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55caeaa0f020 0x55caeaa12ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:05.212 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.211+0000 7fbcece00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55caeaa0f020 0x55caeaa12ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:55818/0 (socket says 172.21.15.8:55818) 2024-05-20T21:19:05.212 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.211+0000 7fbcece00700 1 -- 172.21.15.8:0/2590341991 learned_addr learned my addr 172.21.15.8:0/2590341991 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:05.212 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.211+0000 7fbce7e00700 1 --2- 172.21.15.8:0/2590341991 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55caeaa0f940 0x55caeaa2aa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:05.212 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.211+0000 7fbce7e00700 1 --2- 172.21.15.8:0/2590341991 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55caeaa09ad0 0x55caeaa094b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:05.213 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.211+0000 7fbcece00700 1 -- 172.21.15.8:0/2590341991 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55caeaa09ad0 msgr2=0x55caeaa094b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:05.213 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.211+0000 7fbcece00700 1 --2- 172.21.15.8:0/2590341991 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55caeaa09ad0 0x55caeaa094b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:05.213 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.211+0000 7fbcece00700 1 -- 172.21.15.8:0/2590341991 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55caeaa0f940 msgr2=0x55caeaa2aa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:05.213 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.211+0000 7fbcece00700 1 --2- 172.21.15.8:0/2590341991 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55caeaa0f940 0x55caeaa2aa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:05.213 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.211+0000 7fbcece00700 1 -- 172.21.15.8:0/2590341991 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55caeaa05c70 con 0x55caeaa0f020 2024-05-20T21:19:05.213 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.211+0000 7fbce7e00700 1 --2- 172.21.15.8:0/2590341991 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55caeaa09ad0 0x55caeaa094b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:19:05.213 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.211+0000 7fbcece00700 1 --2- 172.21.15.8:0/2590341991 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55caeaa0f020 0x55caeaa12ec0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fbcdc009d80 tx=0x7fbcdc01bfc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8977ed461b17c0c9 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:05.213 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.212+0000 7fbcd9600700 1 -- 172.21.15.8:0/2590341991 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcdc015070 con 0x55caeaa0f020 2024-05-20T21:19:05.213 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.212+0000 7fbcd9600700 1 -- 172.21.15.8:0/2590341991 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbcdc0054f0 con 0x55caeaa0f020 2024-05-20T21:19:05.213 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.212+0000 7fbcd9600700 1 -- 172.21.15.8:0/2590341991 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcdc026040 con 0x55caeaa0f020 2024-05-20T21:19:05.215 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.212+0000 7fbcfa1aeb80 1 -- 172.21.15.8:0/2590341991 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55caeaa0f020 msgr2=0x55caeaa12ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:05.215 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.212+0000 7fbcfa1aeb80 1 --2- 172.21.15.8:0/2590341991 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55caeaa0f020 0x55caeaa12ec0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fbcdc009d80 tx=0x7fbcdc01bfc0 comp rx=0 tx=0).stop 2024-05-20T21:19:05.215 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.212+0000 7fbcfa1aeb80 1 -- 172.21.15.8:0/2590341991 shutdown_connections 2024-05-20T21:19:05.215 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.212+0000 7fbcfa1aeb80 1 --2- 172.21.15.8:0/2590341991 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55caeaa0f940 0x55caeaa2aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:05.215 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.212+0000 7fbcfa1aeb80 1 --2- 172.21.15.8:0/2590341991 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55caeaa09ad0 0x55caeaa094b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:05.215 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.212+0000 7fbcfa1aeb80 1 --2- 172.21.15.8:0/2590341991 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55caeaa0f020 0x55caeaa12ec0 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:05.215 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.212+0000 7fbcfa1aeb80 1 -- 172.21.15.8:0/2590341991 >> 172.21.15.8:0/2590341991 conn(0x55caea937be0 msgr2=0x55caeaa127b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:05.215 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.213+0000 7fbcfa1aeb80 1 -- 172.21.15.8:0/2590341991 shutdown_connections 2024-05-20T21:19:05.215 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.213+0000 7fbcfa1aeb80 1 -- 172.21.15.8:0/2590341991 wait complete. 2024-05-20T21:19:05.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.213+0000 7fbcfa1aeb80 1 -- start start 2024-05-20T21:19:05.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.213+0000 7fbcfa1aeb80 1 Processor -- start 2024-05-20T21:19:05.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.214+0000 7fbcfa1aeb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55caeaa09ad0 0x55caeaa1bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:05.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.214+0000 7fbcfa1aeb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55caeaa0f020 0x55caeaa2a110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:05.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.214+0000 7fbcfa1aeb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55caeaa0f940 0x55caeaa2a650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:05.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.214+0000 7fbcfa1aeb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fbce81ae0b0 con 0x55caeaa0f020 2024-05-20T21:19:05.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.214+0000 7fbcfa1aeb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fbce81af520 con 0x55caeaa09ad0 2024-05-20T21:19:05.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.214+0000 7fbcfa1aeb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fbce81ae780 con 0x55caeaa0f940 2024-05-20T21:19:05.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.214+0000 7fbcfa1aeb80 10 client.0 _ll_register_callbacks cb 0x55caea901c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:05.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.214+0000 7fbce7e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55caeaa09ad0 0x55caeaa1bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:05.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.214+0000 7fbce7e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55caeaa09ad0 0x55caeaa1bc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:55822/0 (socket says 172.21.15.8:55822) 2024-05-20T21:19:05.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.214+0000 7fbce7e00700 1 -- 172.21.15.8:0/3797690500 learned_addr learned my addr 172.21.15.8:0/3797690500 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:05.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.214+0000 7fbce7e00700 1 --2- 172.21.15.8:0/3797690500 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55caeaa0f940 0x55caeaa2a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:05.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.214+0000 7fbcece00700 1 --2- 172.21.15.8:0/3797690500 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55caeaa0f020 0x55caeaa2a110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:05.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.215+0000 7fbce7e00700 1 -- 172.21.15.8:0/3797690500 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55caeaa0f940 msgr2=0x55caeaa2a650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:05.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.215+0000 7fbce7e00700 1 --2- 172.21.15.8:0/3797690500 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55caeaa0f940 0x55caeaa2a650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:05.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.215+0000 7fbce7e00700 1 -- 172.21.15.8:0/3797690500 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55caeaa0f020 msgr2=0x55caeaa2a110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:05.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.215+0000 7fbce7e00700 1 --2- 172.21.15.8:0/3797690500 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55caeaa0f020 0x55caeaa2a110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:05.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.215+0000 7fbce7e00700 1 -- 172.21.15.8:0/3797690500 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55caeaa2ac90 con 0x55caeaa09ad0 2024-05-20T21:19:05.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.215+0000 7fbce7e00700 1 --2- 172.21.15.8:0/3797690500 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55caeaa09ad0 0x55caeaa1bc10 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x55caeaa259f0 tx=0x7fbcd4009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4a01ceffd173e6dd server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:05.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.215+0000 7fbccea00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:19:05.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.215+0000 7fbccea00700 1 -- 172.21.15.8:0/3797690500 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcd4011d30 con 0x55caeaa09ad0 2024-05-20T21:19:05.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.215+0000 7fbccea00700 1 -- 172.21.15.8:0/3797690500 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fbcd4028e00 con 0x55caeaa09ad0 2024-05-20T21:19:05.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.215+0000 7fbcfa1aeb80 1 -- 172.21.15.8:0/3797690500 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbcdc0054f0 con 0x55caeaa09ad0 2024-05-20T21:19:05.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.216+0000 7fbccea00700 1 -- 172.21.15.8:0/3797690500 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fbcd4013a60 con 0x55caeaa09ad0 2024-05-20T21:19:05.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.216+0000 7fbcfa1aeb80 10 client.26156 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:05.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.216+0000 7fbcfa1aeb80 1 -- 172.21.15.8:0/3797690500 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55caeaa8d750 con 0x55caeaa09ad0 2024-05-20T21:19:05.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.216+0000 7fbccea00700 1 -- 172.21.15.8:0/3797690500 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbcdc0054f0 con 0x55caeaa09ad0 2024-05-20T21:19:05.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.216+0000 7fbccea00700 1 -- 172.21.15.8:0/3797690500 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fbcd40047c0 con 0x55caeaa09ad0 2024-05-20T21:19:05.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.216+0000 7fbcfa1aeb80 10 client.26156 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:05.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.216+0000 7fbcfa1aeb80 10 client.26156 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:19:05.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.216+0000 7fbcfa1aeb80 20 client.26156 populate_metadata read hostname 'smithi008' 2024-05-20T21:19:05.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.216+0000 7fbcfa1aeb80 1 --2- 172.21.15.8:0/3797690500 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55caeaa8de40 0x55caeaa90260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:05.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.216+0000 7fbcfa1aeb80 4 client.26156 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:19:05.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.216+0000 7fbcfa1aeb80 1 -- 172.21.15.8:0/3797690500 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55caea963570 con 0x55caeaa8de40 2024-05-20T21:19:05.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.217+0000 7fbcece00700 1 --2- 172.21.15.8:0/3797690500 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55caeaa8de40 0x55caeaa90260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:05.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.217+0000 7fbcece00700 1 --2- 172.21.15.8:0/3797690500 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55caeaa8de40 0x55caeaa90260 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=3d9490e8d319e0d1 server_cookie=5aab45f7da54992 in_seq=0 out_seq=0 2024-05-20T21:19:05.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.217+0000 7fbccea00700 10 client.26156 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:19:05.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.218+0000 7fbccea00700 1 -- 172.21.15.8:0/3797690500 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55caea963570 con 0x55caeaa8de40 2024-05-20T21:19:05.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.218+0000 7fbccea00700 10 client.26156 handle_command_reply: tid=0 2024-05-20T21:19:05.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.218+0000 7fbcfa1aeb80 1 client.26156 shutdown 2024-05-20T21:19:05.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.218+0000 7fbcfa1aeb80 1 -- 172.21.15.8:0/3797690500 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55caeaa09ad0 msgr2=0x55caeaa1bc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:05.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.218+0000 7fbcfa1aeb80 1 --2- 172.21.15.8:0/3797690500 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55caeaa09ad0 0x55caeaa1bc10 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x55caeaa259f0 tx=0x7fbcd4009260 comp rx=0 tx=0).stop 2024-05-20T21:19:05.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.218+0000 7fbcfa1aeb80 1 -- 172.21.15.8:0/3797690500 shutdown_connections 2024-05-20T21:19:05.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.218+0000 7fbcfa1aeb80 1 --2- 172.21.15.8:0/3797690500 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55caeaa8de40 0x55caeaa90260 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:05.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.218+0000 7fbcfa1aeb80 1 --2- 172.21.15.8:0/3797690500 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55caeaa09ad0 0x55caeaa1bc10 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:05.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.218+0000 7fbcfa1aeb80 1 --2- 172.21.15.8:0/3797690500 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55caeaa0f940 0x55caeaa2a650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:05.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.218+0000 7fbcfa1aeb80 1 --2- 172.21.15.8:0/3797690500 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55caeaa0f020 0x55caeaa2a110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:05.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.218+0000 7fbcfa1aeb80 1 -- 172.21.15.8:0/3797690500 >> 172.21.15.8:0/3797690500 conn(0x55caea937be0 msgr2=0x55caeaa0fd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:05.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.218+0000 7fbccea00700 0 client.26156 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:19:05.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.218+0000 7fbcfa1aeb80 1 -- 172.21.15.8:0/3797690500 shutdown_connections 2024-05-20T21:19:05.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.218+0000 7fbcfa1aeb80 1 -- 172.21.15.8:0/3797690500 wait complete. 2024-05-20T21:19:05.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.218+0000 7fbcfa1aeb80 20 client.26156 trim_cache size 0 max 16384 2024-05-20T21:19:05.222 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:19:05.223 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.219+0000 7fbcee200700 1 -- 172.21.15.8:0/1416723500 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbcd00b2900 msgr2=0x7fbcd00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:05.223 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.219+0000 7fbcee200700 1 --2- 172.21.15.8:0/1416723500 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbcd00b2900 0x7fbcd00b4dc0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fbce00e0ff0 tx=0x7fbce0009040 comp rx=0 tx=0).stop 2024-05-20T21:19:05.223 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.219+0000 7fbcee200700 1 -- 172.21.15.8:0/1416723500 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbce810b650 msgr2=0x7fbce819bb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:05.223 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.219+0000 7fbcee200700 1 --2- 172.21.15.8:0/1416723500 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbce810b650 0x7fbce819bb00 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fbce000b070 tx=0x7fbce0004c80 comp rx=0 tx=0).stop 2024-05-20T21:19:05.223 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.219+0000 7fbcee200700 1 -- 172.21.15.8:0/1416723500 shutdown_connections 2024-05-20T21:19:05.223 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.219+0000 7fbcee200700 1 --2- 172.21.15.8:0/1416723500 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbcd00b2900 0x7fbcd00b4dc0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:05.223 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.219+0000 7fbcee200700 1 --2- 172.21.15.8:0/1416723500 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbce810b650 0x7fbce819bb00 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:05.223 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.219+0000 7fbcee200700 1 --2- 172.21.15.8:0/1416723500 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbce8105650 0x7fbce81a1940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:05.223 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.219+0000 7fbcee200700 1 --2- 172.21.15.8:0/1416723500 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbce8106010 0x7fbce81a1e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:05.223 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.219+0000 7fbcee200700 1 -- 172.21.15.8:0/1416723500 >> 172.21.15.8:0/1416723500 conn(0x7fbce8101120 msgr2=0x7fbce8101660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:05.223 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.219+0000 7fbcee200700 1 -- 172.21.15.8:0/1416723500 shutdown_connections 2024-05-20T21:19:05.224 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:05.219+0000 7fbcee200700 1 -- 172.21.15.8:0/1416723500 wait complete. 2024-05-20T21:19:06.145 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:19:06.606 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:19:06.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:19:06 smithi130 ceph-mon[36448]: pgmap v553: 97 pgs: 97 active+clean; 1.7 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:19:06.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:19:06 smithi050 ceph-mon[35809]: pgmap v553: 97 pgs: 97 active+clean; 1.7 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:19:06.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:19:06 smithi008 ceph-mon[31475]: pgmap v553: 97 pgs: 97 active+clean; 1.7 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:19:08.693 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:19:08 smithi008 ceph-mon[31475]: pgmap v554: 97 pgs: 97 active+clean; 1.7 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:19:08.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:19:08 smithi130 ceph-mon[36448]: pgmap v554: 97 pgs: 97 active+clean; 1.7 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:19:08.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:19:08 smithi050 ceph-mon[35809]: pgmap v554: 97 pgs: 97 active+clean; 1.7 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:19:08.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.974+0000 7f0832400700 1 -- 172.21.15.8:0/4135819936 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f082c114710 msgr2=0x7f082c116b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:08.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.974+0000 7f0832400700 1 --2- 172.21.15.8:0/4135819936 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f082c114710 0x7f082c116b00 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f0824009f90 tx=0x7f082400b330 comp rx=0 tx=0).stop 2024-05-20T21:19:08.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.974+0000 7f0832400700 1 -- 172.21.15.8:0/4135819936 shutdown_connections 2024-05-20T21:19:08.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.974+0000 7f0832400700 1 --2- 172.21.15.8:0/4135819936 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f082c114710 0x7f082c116b00 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:08.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.974+0000 7f0832400700 1 --2- 172.21.15.8:0/4135819936 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f082c075770 0x7f082c075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:08.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.974+0000 7f0832400700 1 --2- 172.21.15.8:0/4135819936 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f082c076090 0x7f082c1141d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:08.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.974+0000 7f0832400700 1 -- 172.21.15.8:0/4135819936 >> 172.21.15.8:0/4135819936 conn(0x7f082c07a6a0 msgr2=0x7f082c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:08.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.974+0000 7f0832400700 1 -- 172.21.15.8:0/4135819936 shutdown_connections 2024-05-20T21:19:08.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.974+0000 7f0832400700 1 -- 172.21.15.8:0/4135819936 wait complete. 2024-05-20T21:19:08.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.975+0000 7f0832400700 1 Processor -- start 2024-05-20T21:19:08.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.975+0000 7f0832400700 1 -- start start 2024-05-20T21:19:08.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.976+0000 7f0832400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f082c075770 0x7f082c1a0220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:08.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.976+0000 7f0832400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f082c076090 0x7f082c1a0760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:08.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.976+0000 7f0832400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f082c114710 0x7f082c1a4af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:08.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.976+0000 7f0832400700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f082c119d30 con 0x7f082c076090 2024-05-20T21:19:08.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.976+0000 7f0832400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f082c119bb0 con 0x7f082c075770 2024-05-20T21:19:08.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.976+0000 7f0832400700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f082c119eb0 con 0x7f082c114710 2024-05-20T21:19:08.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.976+0000 7f0822a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f082c076090 0x7f082c1a0760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:08.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.976+0000 7f082b400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f082c075770 0x7f082c1a0220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:08.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.976+0000 7f0822a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f082c076090 0x7f082c1a0760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:58294/0 (socket says 172.21.15.8:58294) 2024-05-20T21:19:08.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.976+0000 7f0822a00700 1 -- 172.21.15.8:0/412824841 learned_addr learned my addr 172.21.15.8:0/412824841 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:08.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.976+0000 7f082be00700 1 --2- 172.21.15.8:0/412824841 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f082c114710 0x7f082c1a4af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:08.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.976+0000 7f082b400700 1 -- 172.21.15.8:0/412824841 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f082c114710 msgr2=0x7f082c1a4af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:08.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.976+0000 7f082b400700 1 --2- 172.21.15.8:0/412824841 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f082c114710 0x7f082c1a4af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:08.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.976+0000 7f082b400700 1 -- 172.21.15.8:0/412824841 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f082c076090 msgr2=0x7f082c1a0760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:08.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.976+0000 7f082b400700 1 --2- 172.21.15.8:0/412824841 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f082c076090 0x7f082c1a0760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:08.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.976+0000 7f082b400700 1 -- 172.21.15.8:0/412824841 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f082c1a5230 con 0x7f082c075770 2024-05-20T21:19:08.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.977+0000 7f082b400700 1 --2- 172.21.15.8:0/412824841 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f082c075770 0x7f082c1a0220 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f081c00e9f0 tx=0x7f081c00ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:08.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.977+0000 7f0828c00700 1 -- 172.21.15.8:0/412824841 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f081c00c9c0 con 0x7f082c075770 2024-05-20T21:19:08.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.977+0000 7f0828c00700 1 -- 172.21.15.8:0/412824841 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f081c00cb60 con 0x7f082c075770 2024-05-20T21:19:08.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.977+0000 7f0832400700 1 -- 172.21.15.8:0/412824841 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f082c1a5520 con 0x7f082c075770 2024-05-20T21:19:08.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.977+0000 7f0828c00700 1 -- 172.21.15.8:0/412824841 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f081c018680 con 0x7f082c075770 2024-05-20T21:19:08.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.977+0000 7f0832400700 1 -- 172.21.15.8:0/412824841 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f082c1acda0 con 0x7f082c075770 2024-05-20T21:19:08.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.983+0000 7f0828c00700 1 -- 172.21.15.8:0/412824841 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f081c010430 con 0x7f082c075770 2024-05-20T21:19:08.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.984+0000 7f083cd59b80 1 Processor -- start 2024-05-20T21:19:08.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.984+0000 7f083cd59b80 1 -- start start 2024-05-20T21:19:08.985 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.984+0000 7f083cd59b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e67ed8feb0 0x55e67ed90290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:08.985 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.984+0000 7f083cd59b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e67ed907d0 0x55e67ed8a260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:08.985 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.984+0000 7f083cd59b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e67ed8a880 0x55e67ed8ace0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:08.985 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.984+0000 7f083cd59b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55e67ece8e40 con 0x55e67ed8a880 2024-05-20T21:19:08.985 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.984+0000 7f083cd59b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55e67ecd89e0 con 0x55e67ed8feb0 2024-05-20T21:19:08.985 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.984+0000 7f083cd59b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55e67ecdca20 con 0x55e67ed907d0 2024-05-20T21:19:08.985 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.984+0000 7f082be00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e67ed8feb0 0x55e67ed90290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:08.985 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.984+0000 7f082be00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e67ed8feb0 0x55e67ed90290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:55850/0 (socket says 172.21.15.8:55850) 2024-05-20T21:19:08.985 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.985+0000 7f082be00700 1 -- 172.21.15.8:0/256180822 learned_addr learned my addr 172.21.15.8:0/256180822 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:08.985 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.985+0000 7f0828c00700 1 --2- 172.21.15.8:0/412824841 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f08100b2880 0x7f08100b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:08.985 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.985+0000 7f082b400700 1 --2- 172.21.15.8:0/256180822 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e67ed907d0 0x55e67ed8a260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:08.986 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.985+0000 7f0828c00700 1 -- 172.21.15.8:0/412824841 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f081c0e2370 con 0x7f082c075770 2024-05-20T21:19:08.986 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.985+0000 7f0822a00700 1 --2- 172.21.15.8:0/256180822 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e67ed8a880 0x55e67ed8ace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:08.987 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.985+0000 7f082be00700 1 --2- 172.21.15.8:0/412824841 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f08100b2880 0x7f08100b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:08.987 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.985+0000 7f082b400700 1 -- 172.21.15.8:0/256180822 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e67ed8feb0 msgr2=0x55e67ed90290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:08.987 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.985+0000 7f082b400700 1 --2- 172.21.15.8:0/256180822 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e67ed8feb0 0x55e67ed90290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:08.987 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.985+0000 7f082b400700 1 -- 172.21.15.8:0/256180822 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e67ed8a880 msgr2=0x55e67ed8ace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:08.987 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.985+0000 7f082b400700 1 --2- 172.21.15.8:0/256180822 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e67ed8a880 0x55e67ed8ace0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:08.987 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.985+0000 7f082b400700 1 -- 172.21.15.8:0/256180822 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e67eca1420 con 0x55e67ed907d0 2024-05-20T21:19:08.987 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.985+0000 7f0822a00700 1 --2- 172.21.15.8:0/256180822 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e67ed8a880 0x55e67ed8ace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:19:08.987 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.986+0000 7f082b400700 1 --2- 172.21.15.8:0/256180822 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e67ed907d0 0x55e67ed8a260 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f081c0e01d0 tx=0x7f081c0775a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bb7d8e5af22684d0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:08.987 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.986+0000 7f0820c00700 1 -- 172.21.15.8:0/256180822 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f081c026040 con 0x55e67ed907d0 2024-05-20T21:19:08.987 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.986+0000 7f0820c00700 1 -- 172.21.15.8:0/256180822 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f081c0773e0 con 0x55e67ed907d0 2024-05-20T21:19:08.987 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.986+0000 7f0820c00700 1 -- 172.21.15.8:0/256180822 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f081c0a9980 con 0x55e67ed907d0 2024-05-20T21:19:08.988 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.987+0000 7f083cd59b80 1 -- 172.21.15.8:0/256180822 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e67ed907d0 msgr2=0x55e67ed8a260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:08.988 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.987+0000 7f083cd59b80 1 --2- 172.21.15.8:0/256180822 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e67ed907d0 0x55e67ed8a260 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f081c0e01d0 tx=0x7f081c0775a0 comp rx=0 tx=0).stop 2024-05-20T21:19:08.988 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.987+0000 7f082be00700 1 --2- 172.21.15.8:0/412824841 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f08100b2880 0x7f08100b4d40 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f0824015000 tx=0x7f082400b330 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:08.988 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.987+0000 7f083cd59b80 1 -- 172.21.15.8:0/256180822 shutdown_connections 2024-05-20T21:19:08.989 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.987+0000 7f083cd59b80 1 --2- 172.21.15.8:0/256180822 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e67ed8feb0 0x55e67ed90290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:08.989 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.987+0000 7f083cd59b80 1 --2- 172.21.15.8:0/256180822 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e67ed8a880 0x55e67ed8ace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:08.989 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.987+0000 7f083cd59b80 1 --2- 172.21.15.8:0/256180822 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e67ed907d0 0x55e67ed8a260 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:08.989 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.987+0000 7f083cd59b80 1 -- 172.21.15.8:0/256180822 >> 172.21.15.8:0/256180822 conn(0x55e67ecb8be0 msgr2=0x55e67ed85010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:08.989 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.987+0000 7f083cd59b80 1 -- 172.21.15.8:0/256180822 shutdown_connections 2024-05-20T21:19:08.989 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.987+0000 7f083cd59b80 1 -- 172.21.15.8:0/256180822 wait complete. 2024-05-20T21:19:08.989 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.988+0000 7f083cd59b80 1 -- start start 2024-05-20T21:19:08.989 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.988+0000 7f083cd59b80 1 Processor -- start 2024-05-20T21:19:08.990 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.988+0000 7f083cd59b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e67ed8a880 0x55e67ed965b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:08.991 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.988+0000 7f083cd59b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e67ed8feb0 0x55e67ed93950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:08.991 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.989+0000 7f083cd59b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e67ed907d0 0x55e67ed93e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:08.991 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.989+0000 7f083cd59b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55e67ebdefa0 con 0x55e67ed8a880 2024-05-20T21:19:08.991 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.989+0000 7f083cd59b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55e67ec79760 con 0x55e67ed907d0 2024-05-20T21:19:08.991 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.989+0000 7f083cd59b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55e67ed97240 con 0x55e67ed8feb0 2024-05-20T21:19:08.991 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.989+0000 7f083cd59b80 10 client.0 _ll_register_callbacks cb 0x55e67ec82c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:08.991 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.989+0000 7f082b400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e67ed8a880 0x55e67ed965b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:08.991 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.989+0000 7f082b400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e67ed8a880 0x55e67ed965b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:58314/0 (socket says 172.21.15.8:58314) 2024-05-20T21:19:08.991 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.989+0000 7f082b400700 1 -- 172.21.15.8:0/3751762508 learned_addr learned my addr 172.21.15.8:0/3751762508 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:08.991 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.989+0000 7f082be00700 1 --2- 172.21.15.8:0/3751762508 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e67ed907d0 0x55e67ed93e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:08.991 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.989+0000 7f0822a00700 1 --2- 172.21.15.8:0/3751762508 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e67ed8feb0 0x55e67ed93950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:08.991 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.989+0000 7f082b400700 1 -- 172.21.15.8:0/3751762508 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e67ed8feb0 msgr2=0x55e67ed93950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:08.991 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.989+0000 7f082b400700 1 --2- 172.21.15.8:0/3751762508 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e67ed8feb0 0x55e67ed93950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:08.992 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.989+0000 7f082b400700 1 -- 172.21.15.8:0/3751762508 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e67ed907d0 msgr2=0x55e67ed93e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:08.992 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.989+0000 7f082b400700 1 --2- 172.21.15.8:0/3751762508 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e67ed907d0 0x55e67ed93e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:08.992 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.989+0000 7f082b400700 1 -- 172.21.15.8:0/3751762508 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e67ec288d0 con 0x55e67ed8a880 2024-05-20T21:19:08.992 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.990+0000 7f082be00700 1 --2- 172.21.15.8:0/3751762508 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e67ed907d0 0x55e67ed93e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:08.992 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.990+0000 7f082b400700 1 --2- 172.21.15.8:0/3751762508 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e67ed8a880 0x55e67ed965b0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f081c0e2720 tx=0x7f081c0aa080 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b4d7722905b4c18a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:08.992 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.990+0000 7f0819600700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:19:08.992 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.990+0000 7f0819600700 1 -- 172.21.15.8:0/3751762508 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f081c0c3060 con 0x55e67ed8a880 2024-05-20T21:19:08.992 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.990+0000 7f0819600700 1 -- 172.21.15.8:0/3751762508 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f081c0a9df0 con 0x55e67ed8a880 2024-05-20T21:19:08.992 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.990+0000 7f083cd59b80 1 -- 172.21.15.8:0/3751762508 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55e67ecead90 con 0x55e67ed8a880 2024-05-20T21:19:08.992 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.990+0000 7f0819600700 1 -- 172.21.15.8:0/3751762508 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f081c0a9980 con 0x55e67ed8a880 2024-05-20T21:19:08.992 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.990+0000 7f083cd59b80 10 client.16044 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:08.992 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.990+0000 7f083cd59b80 1 -- 172.21.15.8:0/3751762508 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e67eca9060 con 0x55e67ed8a880 2024-05-20T21:19:08.994 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.991+0000 7f0819600700 1 -- 172.21.15.8:0/3751762508 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55e67ecead90 con 0x55e67ed8a880 2024-05-20T21:19:08.994 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.991+0000 7f0819600700 1 -- 172.21.15.8:0/3751762508 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f081c0c6070 con 0x55e67ed8a880 2024-05-20T21:19:08.994 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.991+0000 7f083cd59b80 10 client.16044 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:08.994 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.991+0000 7f083cd59b80 10 client.16044 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:19:08.994 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.991+0000 7f083cd59b80 20 client.16044 populate_metadata read hostname 'smithi008' 2024-05-20T21:19:08.994 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.991+0000 7f083cd59b80 1 --2- 172.21.15.8:0/3751762508 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55e67eda3cc0 0x55e67eda60b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:08.995 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.991+0000 7f083cd59b80 4 client.16044 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:19:08.995 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.991+0000 7f083cd59b80 1 -- 172.21.15.8:0/3751762508 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e67ece4570 con 0x55e67eda3cc0 2024-05-20T21:19:08.995 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.992+0000 7f0822a00700 1 --2- 172.21.15.8:0/3751762508 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55e67eda3cc0 0x55e67eda60b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:08.995 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.992+0000 7f0822a00700 1 --2- 172.21.15.8:0/3751762508 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55e67eda3cc0 0x55e67eda60b0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=6a06ea71aff98e4f server_cookie=772f553eac4fa3b6 in_seq=0 out_seq=0 2024-05-20T21:19:08.995 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.992+0000 7f0819600700 10 client.16044 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:19:08.995 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.993+0000 7f0819600700 1 -- 172.21.15.8:0/3751762508 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55e67ece4570 con 0x55e67eda3cc0 2024-05-20T21:19:08.995 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.993+0000 7f0819600700 10 client.16044 handle_command_reply: tid=0 2024-05-20T21:19:08.995 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.993+0000 7f083cd59b80 1 client.16044 shutdown 2024-05-20T21:19:08.995 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.993+0000 7f083cd59b80 1 -- 172.21.15.8:0/3751762508 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e67ed8a880 msgr2=0x55e67ed965b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:08.995 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.993+0000 7f083cd59b80 1 --2- 172.21.15.8:0/3751762508 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e67ed8a880 0x55e67ed965b0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f081c0e2720 tx=0x7f081c0aa080 comp rx=0 tx=0).stop 2024-05-20T21:19:08.995 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.994+0000 7f083cd59b80 1 -- 172.21.15.8:0/3751762508 shutdown_connections 2024-05-20T21:19:08.995 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.994+0000 7f083cd59b80 1 --2- 172.21.15.8:0/3751762508 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55e67eda3cc0 0x55e67eda60b0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:08.995 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.994+0000 7f083cd59b80 1 --2- 172.21.15.8:0/3751762508 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e67ed907d0 0x55e67ed93e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:08.995 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.994+0000 7f083cd59b80 1 --2- 172.21.15.8:0/3751762508 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e67ed8a880 0x55e67ed965b0 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:08.996 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.994+0000 7f083cd59b80 1 --2- 172.21.15.8:0/3751762508 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e67ed8feb0 0x55e67ed93950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:08.996 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.994+0000 7f0819600700 0 client.16044 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:19:08.996 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.994+0000 7f083cd59b80 1 -- 172.21.15.8:0/3751762508 >> 172.21.15.8:0/3751762508 conn(0x55e67ecb8be0 msgr2=0x55e67ed89250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:08.996 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.994+0000 7f083cd59b80 1 -- 172.21.15.8:0/3751762508 shutdown_connections 2024-05-20T21:19:08.996 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.994+0000 7f083cd59b80 1 -- 172.21.15.8:0/3751762508 wait complete. 2024-05-20T21:19:08.996 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:08.994+0000 7f083cd59b80 20 client.16044 trim_cache size 0 max 16384 2024-05-20T21:19:09.011 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.011+0000 7f083cd59b80 1 Processor -- start 2024-05-20T21:19:09.011 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.011+0000 7f083cd59b80 1 -- start start 2024-05-20T21:19:09.012 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.011+0000 7f083cd59b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e67ed8a880 0x55e67ed8a260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:09.012 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.011+0000 7f083cd59b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e67ed8feb0 0x55e67ed965b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:09.012 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.011+0000 7f083cd59b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e67ed907d0 0x55e67ed90c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:09.012 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.011+0000 7f083cd59b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f082c1b6bc0 con 0x55e67ed8feb0 2024-05-20T21:19:09.012 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.011+0000 7f083cd59b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f082c1b4450 con 0x55e67ed8a880 2024-05-20T21:19:09.012 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.011+0000 7f083cd59b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f082c1b22a0 con 0x55e67ed907d0 2024-05-20T21:19:09.012 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.011+0000 7f082b400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e67ed8a880 0x55e67ed8a260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:09.012 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.011+0000 7f0822a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e67ed8feb0 0x55e67ed965b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:09.012 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.012+0000 7f082b400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e67ed8a880 0x55e67ed8a260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:55874/0 (socket says 172.21.15.8:55874) 2024-05-20T21:19:09.012 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.012+0000 7f082b400700 1 -- 172.21.15.8:0/2936358924 learned_addr learned my addr 172.21.15.8:0/2936358924 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:09.013 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.012+0000 7f082be00700 1 --2- 172.21.15.8:0/2936358924 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e67ed907d0 0x55e67ed90c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:09.013 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.012+0000 7f082b400700 1 -- 172.21.15.8:0/2936358924 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e67ed907d0 msgr2=0x55e67ed90c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:09.014 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.012+0000 7f082b400700 1 --2- 172.21.15.8:0/2936358924 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e67ed907d0 0x55e67ed90c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:09.014 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.012+0000 7f082b400700 1 -- 172.21.15.8:0/2936358924 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e67ed8feb0 msgr2=0x55e67ed965b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:09.014 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.012+0000 7f082b400700 1 --2- 172.21.15.8:0/2936358924 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e67ed8feb0 0x55e67ed965b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:09.014 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.012+0000 7f082b400700 1 -- 172.21.15.8:0/2936358924 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e67ed7d190 con 0x55e67ed8a880 2024-05-20T21:19:09.014 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.012+0000 7f082b400700 1 --2- 172.21.15.8:0/2936358924 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e67ed8a880 0x55e67ed8a260 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f081c00e9c0 tx=0x7f081c0dfeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=325554d03729c7 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:09.014 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.012+0000 7f081be00700 1 -- 172.21.15.8:0/2936358924 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f081c0c3070 con 0x55e67ed8a880 2024-05-20T21:19:09.014 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.012+0000 7f081be00700 1 -- 172.21.15.8:0/2936358924 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f081c0a8ec0 con 0x55e67ed8a880 2024-05-20T21:19:09.014 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.012+0000 7f081be00700 1 -- 172.21.15.8:0/2936358924 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f081c0b25b0 con 0x55e67ed8a880 2024-05-20T21:19:09.014 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.013+0000 7f083cd59b80 1 -- 172.21.15.8:0/2936358924 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e67ed8a880 msgr2=0x55e67ed8a260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:09.014 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.013+0000 7f083cd59b80 1 --2- 172.21.15.8:0/2936358924 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e67ed8a880 0x55e67ed8a260 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f081c00e9c0 tx=0x7f081c0dfeb0 comp rx=0 tx=0).stop 2024-05-20T21:19:09.014 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.013+0000 7f083cd59b80 1 -- 172.21.15.8:0/2936358924 shutdown_connections 2024-05-20T21:19:09.014 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.013+0000 7f083cd59b80 1 --2- 172.21.15.8:0/2936358924 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e67ed8a880 0x55e67ed8a260 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:09.014 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.013+0000 7f083cd59b80 1 --2- 172.21.15.8:0/2936358924 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e67ed907d0 0x55e67ed90c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:09.015 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.013+0000 7f083cd59b80 1 --2- 172.21.15.8:0/2936358924 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e67ed8feb0 0x55e67ed965b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:09.015 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.013+0000 7f083cd59b80 1 -- 172.21.15.8:0/2936358924 >> 172.21.15.8:0/2936358924 conn(0x55e67ecb8be0 msgr2=0x55e67ed93910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:09.015 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.013+0000 7f083cd59b80 1 -- 172.21.15.8:0/2936358924 shutdown_connections 2024-05-20T21:19:09.015 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.013+0000 7f083cd59b80 1 -- 172.21.15.8:0/2936358924 wait complete. 2024-05-20T21:19:09.017 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.014+0000 7f083cd59b80 1 -- start start 2024-05-20T21:19:09.017 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.014+0000 7f083cd59b80 1 Processor -- start 2024-05-20T21:19:09.017 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.014+0000 7f083cd59b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e67ed8a880 0x55e67eda96a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:09.017 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.014+0000 7f083cd59b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e67ed8feb0 0x55e67eda6ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:09.017 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.014+0000 7f083cd59b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e67ed907d0 0x55e67eda6ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:09.017 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.014+0000 7f083cd59b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f082c1b2910 con 0x55e67ed8feb0 2024-05-20T21:19:09.017 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.014+0000 7f083cd59b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f082c1b3d80 con 0x55e67ed907d0 2024-05-20T21:19:09.017 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.014+0000 7f083cd59b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f082c1b2fe0 con 0x55e67ed8a880 2024-05-20T21:19:09.017 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.015+0000 7f083cd59b80 10 client.0 _ll_register_callbacks cb 0x55e67ec82c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:09.017 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.015+0000 7f0822a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e67ed8feb0 0x55e67eda6ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:09.017 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.015+0000 7f082be00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e67ed907d0 0x55e67eda6ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:09.017 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.015+0000 7f0822a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e67ed8feb0 0x55e67eda6ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:58322/0 (socket says 172.21.15.8:58322) 2024-05-20T21:19:09.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.015+0000 7f0822a00700 1 -- 172.21.15.8:0/2144350896 learned_addr learned my addr 172.21.15.8:0/2144350896 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:09.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.015+0000 7f082b400700 1 --2- 172.21.15.8:0/2144350896 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e67ed8a880 0x55e67eda96a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:09.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.015+0000 7f0822a00700 1 -- 172.21.15.8:0/2144350896 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e67ed8a880 msgr2=0x55e67eda96a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:09.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.015+0000 7f0822a00700 1 --2- 172.21.15.8:0/2144350896 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e67ed8a880 0x55e67eda96a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:09.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.015+0000 7f0822a00700 1 -- 172.21.15.8:0/2144350896 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e67ed907d0 msgr2=0x55e67eda6ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:09.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.015+0000 7f0822a00700 1 --2- 172.21.15.8:0/2144350896 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e67ed907d0 0x55e67eda6ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:09.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.015+0000 7f0822a00700 1 -- 172.21.15.8:0/2144350896 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e67eda7770 con 0x55e67ed8feb0 2024-05-20T21:19:09.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.016+0000 7f0822a00700 1 --2- 172.21.15.8:0/2144350896 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e67ed8feb0 0x55e67eda6ab0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f0814000c00 tx=0x7f08140109b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0fcbe22be5e45fa server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:09.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.016+0000 7f0819600700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:19:09.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.016+0000 7f0819600700 1 -- 172.21.15.8:0/2144350896 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f081401e600 con 0x55e67ed8feb0 2024-05-20T21:19:09.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.016+0000 7f0819600700 1 -- 172.21.15.8:0/2144350896 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f081401e7a0 con 0x55e67ed8feb0 2024-05-20T21:19:09.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.016+0000 7f083cd59b80 1 -- 172.21.15.8:0/2144350896 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f081c0a8ec0 con 0x55e67ed8feb0 2024-05-20T21:19:09.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.016+0000 7f0819600700 1 -- 172.21.15.8:0/2144350896 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f081401e9a0 con 0x55e67ed8feb0 2024-05-20T21:19:09.019 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.016+0000 7f083cd59b80 10 client.16050 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:09.019 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.016+0000 7f083cd59b80 1 -- 172.21.15.8:0/2144350896 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e67ee0e520 con 0x55e67ed8feb0 2024-05-20T21:19:09.019 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.017+0000 7f0819600700 1 -- 172.21.15.8:0/2144350896 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f081c0a8ec0 con 0x55e67ed8feb0 2024-05-20T21:19:09.020 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.017+0000 7f0819600700 1 -- 172.21.15.8:0/2144350896 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f0814028b80 con 0x55e67ed8feb0 2024-05-20T21:19:09.020 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.017+0000 7f083cd59b80 10 client.16050 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:09.020 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.017+0000 7f083cd59b80 10 client.16050 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:19:09.020 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.017+0000 7f083cd59b80 20 client.16050 populate_metadata read hostname 'smithi008' 2024-05-20T21:19:09.020 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.017+0000 7f083cd59b80 1 --2- 172.21.15.8:0/2144350896 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55e67ee0ec60 0x55e67ee11080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:09.021 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.017+0000 7f083cd59b80 4 client.16050 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:19:09.021 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.017+0000 7f083cd59b80 1 -- 172.21.15.8:0/2144350896 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55e67eb5b250 con 0x55e67ee0ec60 2024-05-20T21:19:09.021 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.017+0000 7f082b400700 1 --2- 172.21.15.8:0/2144350896 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55e67ee0ec60 0x55e67ee11080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:09.021 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.018+0000 7f082b400700 1 --2- 172.21.15.8:0/2144350896 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55e67ee0ec60 0x55e67ee11080 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=461c0a629d6cb67c server_cookie=70484d117457f6fa in_seq=0 out_seq=0 2024-05-20T21:19:09.021 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.018+0000 7f0819600700 10 client.16050 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:19:09.021 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.018+0000 7f0819600700 1 -- 172.21.15.8:0/2144350896 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55e67eb5b250 con 0x55e67ee0ec60 2024-05-20T21:19:09.021 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.018+0000 7f0819600700 10 client.16050 handle_command_reply: tid=0 2024-05-20T21:19:09.021 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.018+0000 7f083cd59b80 1 client.16050 shutdown 2024-05-20T21:19:09.021 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.018+0000 7f083cd59b80 1 -- 172.21.15.8:0/2144350896 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e67ed8feb0 msgr2=0x55e67eda6ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:09.021 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.018+0000 7f083cd59b80 1 --2- 172.21.15.8:0/2144350896 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e67ed8feb0 0x55e67eda6ab0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f0814000c00 tx=0x7f08140109b0 comp rx=0 tx=0).stop 2024-05-20T21:19:09.021 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.018+0000 7f083cd59b80 1 -- 172.21.15.8:0/2144350896 shutdown_connections 2024-05-20T21:19:09.021 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.018+0000 7f083cd59b80 1 --2- 172.21.15.8:0/2144350896 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55e67ee0ec60 0x55e67ee11080 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:09.021 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.018+0000 7f083cd59b80 1 --2- 172.21.15.8:0/2144350896 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e67ed907d0 0x55e67eda6ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:09.021 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.018+0000 7f083cd59b80 1 --2- 172.21.15.8:0/2144350896 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e67ed8a880 0x55e67eda96a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:09.022 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.018+0000 7f083cd59b80 1 --2- 172.21.15.8:0/2144350896 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e67ed8feb0 0x55e67eda6ab0 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:09.022 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.018+0000 7f083cd59b80 1 -- 172.21.15.8:0/2144350896 >> 172.21.15.8:0/2144350896 conn(0x55e67ecb8be0 msgr2=0x55e67ed92260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:09.022 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.018+0000 7f0819600700 0 client.16050 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:19:09.022 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.019+0000 7f083cd59b80 1 -- 172.21.15.8:0/2144350896 shutdown_connections 2024-05-20T21:19:09.022 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.019+0000 7f083cd59b80 1 -- 172.21.15.8:0/2144350896 wait complete. 2024-05-20T21:19:09.022 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.019+0000 7f083cd59b80 20 client.16050 trim_cache size 0 max 16384 2024-05-20T21:19:09.022 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:19:09.023 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.020+0000 7f0832400700 1 -- 172.21.15.8:0/412824841 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f08100b2880 msgr2=0x7f08100b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:09.023 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.020+0000 7f0832400700 1 --2- 172.21.15.8:0/412824841 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f08100b2880 0x7f08100b4d40 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f0824015000 tx=0x7f082400b330 comp rx=0 tx=0).stop 2024-05-20T21:19:09.023 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.020+0000 7f0832400700 1 -- 172.21.15.8:0/412824841 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f082c075770 msgr2=0x7f082c1a0220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:09.023 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.020+0000 7f0832400700 1 --2- 172.21.15.8:0/412824841 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f082c075770 0x7f082c1a0220 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f081c00e9f0 tx=0x7f081c00ed00 comp rx=0 tx=0).stop 2024-05-20T21:19:09.023 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.020+0000 7f0832400700 1 -- 172.21.15.8:0/412824841 shutdown_connections 2024-05-20T21:19:09.023 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.020+0000 7f0832400700 1 --2- 172.21.15.8:0/412824841 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f08100b2880 0x7f08100b4d40 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:09.023 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.020+0000 7f0832400700 1 --2- 172.21.15.8:0/412824841 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f082c075770 0x7f082c1a0220 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:09.023 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.020+0000 7f0832400700 1 --2- 172.21.15.8:0/412824841 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f082c114710 0x7f082c1a4af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:09.023 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.020+0000 7f0832400700 1 --2- 172.21.15.8:0/412824841 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f082c076090 0x7f082c1a0760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:09.023 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.020+0000 7f0832400700 1 -- 172.21.15.8:0/412824841 >> 172.21.15.8:0/412824841 conn(0x7f082c07a6a0 msgr2=0x7f082c1135b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:09.024 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.020+0000 7f0832400700 1 -- 172.21.15.8:0/412824841 shutdown_connections 2024-05-20T21:19:09.024 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:09.020+0000 7f0832400700 1 -- 172.21.15.8:0/412824841 wait complete. 2024-05-20T21:19:09.934 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:19:10.419 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:19:10.422 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 23.1 2024-05-20T21:19:10.422 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:19:10.734 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:19:10 smithi008 ceph-mon[31475]: pgmap v555: 97 pgs: 97 active+clean; 1.7 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 15 op/s 2024-05-20T21:19:10.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:19:10 smithi130 ceph-mon[36448]: pgmap v555: 97 pgs: 97 active+clean; 1.7 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 15 op/s 2024-05-20T21:19:10.937 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:19:10 smithi050 ceph-mon[35809]: pgmap v555: 97 pgs: 97 active+clean; 1.7 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 15 op/s 2024-05-20T21:19:11.977 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:19:12.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:19:12 smithi130 ceph-mon[36448]: pgmap v556: 97 pgs: 97 active+clean; 1.7 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-20T21:19:12.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:19:12 smithi050 ceph-mon[35809]: pgmap v556: 97 pgs: 97 active+clean; 1.7 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-20T21:19:12.937 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:19:12 smithi008 ceph-mon[31475]: pgmap v556: 97 pgs: 97 active+clean; 1.7 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-20T21:19:13.656 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.300+0000 7fe11c400700 1 -- 172.21.15.8:0/909588311 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe114078390 msgr2=0x7fe114113e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:13.656 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.300+0000 7fe11c400700 1 --2- 172.21.15.8:0/909588311 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe114078390 0x7fe114113e90 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fe100009990 tx=0x7fe100009ca0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.656 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.300+0000 7fe11c400700 1 -- 172.21.15.8:0/909588311 shutdown_connections 2024-05-20T21:19:13.656 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.300+0000 7fe11c400700 1 --2- 172.21.15.8:0/909588311 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe114077a70 0x7fe114077e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.656 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.300+0000 7fe11c400700 1 --2- 172.21.15.8:0/909588311 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe1141143d0 0x7fe1141167c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.657 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.300+0000 7fe11c400700 1 --2- 172.21.15.8:0/909588311 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe114078390 0x7fe114113e90 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.657 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.300+0000 7fe11c400700 1 -- 172.21.15.8:0/909588311 >> 172.21.15.8:0/909588311 conn(0x7fe114101220 msgr2=0x7fe114103640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:13.657 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.300+0000 7fe11c400700 1 -- 172.21.15.8:0/909588311 shutdown_connections 2024-05-20T21:19:13.657 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.300+0000 7fe11c400700 1 -- 172.21.15.8:0/909588311 wait complete. 2024-05-20T21:19:13.657 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.301+0000 7fe11c400700 1 Processor -- start 2024-05-20T21:19:13.657 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.301+0000 7fe11c400700 1 -- start start 2024-05-20T21:19:13.657 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.302+0000 7fe11c400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe114077a70 0x7fe1141a02e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:13.657 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.302+0000 7fe11c400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe114078390 0x7fe1141a0820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:13.657 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.302+0000 7fe11c400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe1141143d0 0x7fe1141a4b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:13.657 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.302+0000 7fe11c400700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fe114119d90 con 0x7fe1141143d0 2024-05-20T21:19:13.657 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.302+0000 7fe11c400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe114119c10 con 0x7fe114078390 2024-05-20T21:19:13.657 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.302+0000 7fe11c400700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fe114119f10 con 0x7fe114077a70 2024-05-20T21:19:13.658 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.302+0000 7fe119a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe114077a70 0x7fe1141a02e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:13.658 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.302+0000 7fe119a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe114077a70 0x7fe1141a02e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:43062/0 (socket says 172.21.15.8:43062) 2024-05-20T21:19:13.658 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.302+0000 7fe119a00700 1 -- 172.21.15.8:0/378947598 learned_addr learned my addr 172.21.15.8:0/378947598 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:13.658 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.302+0000 7fe11a400700 1 --2- 172.21.15.8:0/378947598 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe1141143d0 0x7fe1141a4b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:13.658 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.302+0000 7fe119000700 1 --2- 172.21.15.8:0/378947598 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe114078390 0x7fe1141a0820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:13.658 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.303+0000 7fe119a00700 1 -- 172.21.15.8:0/378947598 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe114078390 msgr2=0x7fe1141a0820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:13.658 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.303+0000 7fe119a00700 1 --2- 172.21.15.8:0/378947598 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe114078390 0x7fe1141a0820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.658 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.303+0000 7fe119a00700 1 -- 172.21.15.8:0/378947598 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe1141143d0 msgr2=0x7fe1141a4b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:13.658 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.303+0000 7fe119a00700 1 --2- 172.21.15.8:0/378947598 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe1141143d0 0x7fe1141a4b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.658 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.303+0000 7fe119a00700 1 -- 172.21.15.8:0/378947598 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1141a52a0 con 0x7fe114077a70 2024-05-20T21:19:13.658 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.303+0000 7fe11a400700 1 --2- 172.21.15.8:0/378947598 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe1141143d0 0x7fe1141a4b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:19:13.658 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.303+0000 7fe119a00700 1 --2- 172.21.15.8:0/378947598 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe114077a70 0x7fe1141a02e0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fe108007f10 tx=0x7fe10800d3b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:13.658 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.303+0000 7fe112000700 1 -- 172.21.15.8:0/378947598 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe10800ddd0 con 0x7fe114077a70 2024-05-20T21:19:13.659 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.303+0000 7fe112000700 1 -- 172.21.15.8:0/378947598 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe108004bb0 con 0x7fe114077a70 2024-05-20T21:19:13.659 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.303+0000 7fe11c400700 1 -- 172.21.15.8:0/378947598 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1141a5590 con 0x7fe114077a70 2024-05-20T21:19:13.659 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.303+0000 7fe112000700 1 -- 172.21.15.8:0/378947598 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1080046a0 con 0x7fe114077a70 2024-05-20T21:19:13.659 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.303+0000 7fe11c400700 1 -- 172.21.15.8:0/378947598 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1141ace10 con 0x7fe114077a70 2024-05-20T21:19:13.659 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.307+0000 7fe112000700 1 -- 172.21.15.8:0/378947598 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fe10801c020 con 0x7fe114077a70 2024-05-20T21:19:13.659 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.308+0000 7fe126c93b80 1 Processor -- start 2024-05-20T21:19:13.659 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.308+0000 7fe126c93b80 1 -- start start 2024-05-20T21:19:13.659 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.309+0000 7fe126c93b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5643ed59d610 0x5643ed59d9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:13.659 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.309+0000 7fe126c93b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5643ed59df30 0x5643ed597b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:13.659 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.309+0000 7fe126c93b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643ed598140 0x5643ed5985c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:13.659 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.309+0000 7fe126c93b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5643ed4f5e40 con 0x5643ed598140 2024-05-20T21:19:13.659 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.309+0000 7fe126c93b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5643ed4e59e0 con 0x5643ed59df30 2024-05-20T21:19:13.659 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.309+0000 7fe126c93b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5643ed4e9a20 con 0x5643ed59d610 2024-05-20T21:19:13.660 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.309+0000 7fe112000700 1 --2- 172.21.15.8:0/378947598 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe0fc0b2880 0x7fe0fc0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:13.660 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.309+0000 7fe119a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5643ed59df30 0x5643ed597b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:13.660 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.309+0000 7fe119000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643ed598140 0x5643ed5985c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:13.660 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.309+0000 7fe119000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643ed598140 0x5643ed5985c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:56342/0 (socket says 172.21.15.8:56342) 2024-05-20T21:19:13.660 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.309+0000 7fe119000700 1 -- 172.21.15.8:0/2738350206 learned_addr learned my addr 172.21.15.8:0/2738350206 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:13.660 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.309+0000 7fe11a400700 1 --2- 172.21.15.8:0/2738350206 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5643ed59d610 0x5643ed59d9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:13.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.309+0000 7fe112000700 1 -- 172.21.15.8:0/378947598 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fe1080e1b40 con 0x7fe114077a70 2024-05-20T21:19:13.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.310+0000 7fe11a400700 1 --2- 172.21.15.8:0/378947598 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe0fc0b2880 0x7fe0fc0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:13.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.310+0000 7fe119000700 1 -- 172.21.15.8:0/2738350206 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5643ed59d610 msgr2=0x5643ed59d9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:13.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.310+0000 7fe119000700 1 --2- 172.21.15.8:0/2738350206 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5643ed59d610 0x5643ed59d9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.310+0000 7fe119000700 1 -- 172.21.15.8:0/2738350206 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5643ed59df30 msgr2=0x5643ed597b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:13.662 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.310+0000 7fe119000700 1 --2- 172.21.15.8:0/2738350206 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5643ed59df30 0x5643ed597b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.662 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.310+0000 7fe119000700 1 -- 172.21.15.8:0/2738350206 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5643ed4ae420 con 0x5643ed598140 2024-05-20T21:19:13.662 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.310+0000 7fe119000700 1 --2- 172.21.15.8:0/2738350206 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643ed598140 0x5643ed5985c0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fe100015000 tx=0x7fe100005ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e4d2eefc156cf4c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:13.662 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.310+0000 7fe106a00700 1 -- 172.21.15.8:0/2738350206 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe100027070 con 0x5643ed598140 2024-05-20T21:19:13.662 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.310+0000 7fe106a00700 1 -- 172.21.15.8:0/2738350206 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe1000056a0 con 0x5643ed598140 2024-05-20T21:19:13.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.310+0000 7fe106a00700 1 -- 172.21.15.8:0/2738350206 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe100003b50 con 0x5643ed598140 2024-05-20T21:19:13.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.311+0000 7fe126c93b80 1 -- 172.21.15.8:0/2738350206 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643ed598140 msgr2=0x5643ed5985c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:13.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.311+0000 7fe126c93b80 1 --2- 172.21.15.8:0/2738350206 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643ed598140 0x5643ed5985c0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fe100015000 tx=0x7fe100005ec0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.311+0000 7fe11a400700 1 --2- 172.21.15.8:0/378947598 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe0fc0b2880 0x7fe0fc0b4d40 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fe11406cde0 tx=0x7fe10c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:13.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.311+0000 7fe126c93b80 1 -- 172.21.15.8:0/2738350206 shutdown_connections 2024-05-20T21:19:13.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.311+0000 7fe126c93b80 1 --2- 172.21.15.8:0/2738350206 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643ed598140 0x5643ed5985c0 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.311+0000 7fe126c93b80 1 --2- 172.21.15.8:0/2738350206 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5643ed59d610 0x5643ed59d9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.311+0000 7fe126c93b80 1 --2- 172.21.15.8:0/2738350206 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5643ed59df30 0x5643ed597b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.311+0000 7fe126c93b80 1 -- 172.21.15.8:0/2738350206 >> 172.21.15.8:0/2738350206 conn(0x5643ed4c5be0 msgr2=0x5643ed592690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:13.664 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.312+0000 7fe126c93b80 1 -- 172.21.15.8:0/2738350206 shutdown_connections 2024-05-20T21:19:13.664 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.312+0000 7fe126c93b80 1 -- 172.21.15.8:0/2738350206 wait complete. 2024-05-20T21:19:13.664 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.312+0000 7fe126c93b80 1 -- start start 2024-05-20T21:19:13.664 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.312+0000 7fe126c93b80 1 Processor -- start 2024-05-20T21:19:13.664 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.313+0000 7fe126c93b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643ed598140 0x5643ed5a3c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:13.664 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.313+0000 7fe126c93b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5643ed59d610 0x5643ed5a0ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:13.664 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.313+0000 7fe126c93b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5643ed59df30 0x5643ed5a1530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:13.664 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.313+0000 7fe126c93b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5643ed3ebfa0 con 0x5643ed598140 2024-05-20T21:19:13.664 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.313+0000 7fe126c93b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5643ed486760 con 0x5643ed59df30 2024-05-20T21:19:13.664 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.313+0000 7fe126c93b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5643ed5a4980 con 0x5643ed59d610 2024-05-20T21:19:13.665 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.313+0000 7fe126c93b80 10 client.0 _ll_register_callbacks cb 0x5643ed48fc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:13.665 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.313+0000 7fe119a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643ed598140 0x5643ed5a3c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:13.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.313+0000 7fe119a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643ed598140 0x5643ed5a3c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:56348/0 (socket says 172.21.15.8:56348) 2024-05-20T21:19:13.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.313+0000 7fe119a00700 1 -- 172.21.15.8:0/2954523179 learned_addr learned my addr 172.21.15.8:0/2954523179 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:13.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.313+0000 7fe119000700 1 --2- 172.21.15.8:0/2954523179 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5643ed59d610 0x5643ed5a0ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:13.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.313+0000 7fe11a400700 1 --2- 172.21.15.8:0/2954523179 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5643ed59df30 0x5643ed5a1530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:13.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.314+0000 7fe119000700 1 -- 172.21.15.8:0/2954523179 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5643ed59df30 msgr2=0x5643ed5a1530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:13.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.314+0000 7fe119000700 1 --2- 172.21.15.8:0/2954523179 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5643ed59df30 0x5643ed5a1530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.314+0000 7fe119000700 1 -- 172.21.15.8:0/2954523179 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643ed598140 msgr2=0x5643ed5a3c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:13.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.314+0000 7fe119000700 1 --2- 172.21.15.8:0/2954523179 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643ed598140 0x5643ed5a3c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.314+0000 7fe119000700 1 -- 172.21.15.8:0/2954523179 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5643ed4358d0 con 0x5643ed59d610 2024-05-20T21:19:13.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.314+0000 7fe119000700 1 --2- 172.21.15.8:0/2954523179 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5643ed59d610 0x5643ed5a0ff0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fe100000c00 tx=0x7fe10000bda0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=44a665affe23c1e4 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:13.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.314+0000 7fe0fb400700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:19:13.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.314+0000 7fe0fb400700 1 -- 172.21.15.8:0/2954523179 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe100027070 con 0x5643ed59d610 2024-05-20T21:19:13.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.314+0000 7fe0fb400700 1 -- 172.21.15.8:0/2954523179 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fe100003890 con 0x5643ed59d610 2024-05-20T21:19:13.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.314+0000 7fe126c93b80 1 -- 172.21.15.8:0/2954523179 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe1000056a0 con 0x5643ed59d610 2024-05-20T21:19:13.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.315+0000 7fe0fb400700 1 -- 172.21.15.8:0/2954523179 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe100005980 con 0x5643ed59d610 2024-05-20T21:19:13.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.315+0000 7fe126c93b80 10 client.26233 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:13.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.315+0000 7fe126c93b80 1 -- 172.21.15.8:0/2954523179 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5643ed4b6060 con 0x5643ed59d610 2024-05-20T21:19:13.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.315+0000 7fe0fb400700 1 -- 172.21.15.8:0/2954523179 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe1000056a0 con 0x5643ed59d610 2024-05-20T21:19:13.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.315+0000 7fe0fb400700 1 -- 172.21.15.8:0/2954523179 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe100021070 con 0x5643ed59d610 2024-05-20T21:19:13.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.316+0000 7fe126c93b80 10 client.26233 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:13.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.316+0000 7fe126c93b80 10 client.26233 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:19:13.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.316+0000 7fe126c93b80 20 client.26233 populate_metadata read hostname 'smithi008' 2024-05-20T21:19:13.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.316+0000 7fe126c93b80 1 --2- 172.21.15.8:0/2954523179 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5643ed5b1340 0x5643ed5b3730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:13.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.316+0000 7fe126c93b80 4 client.26233 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:19:13.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.316+0000 7fe126c93b80 1 -- 172.21.15.8:0/2954523179 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5643ed4f7d90 con 0x5643ed5b1340 2024-05-20T21:19:13.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.316+0000 7fe119a00700 1 --2- 172.21.15.8:0/2954523179 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5643ed5b1340 0x5643ed5b3730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:13.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.316+0000 7fe119a00700 1 --2- 172.21.15.8:0/2954523179 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5643ed5b1340 0x5643ed5b3730 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2de4c810d6833a4a server_cookie=4904823369ef4ee2 in_seq=0 out_seq=0 2024-05-20T21:19:13.671 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.316+0000 7fe0fb400700 10 client.26233 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:19:13.671 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.317+0000 7fe0fb400700 1 -- 172.21.15.8:0/2954523179 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5643ed4f7d90 con 0x5643ed5b1340 2024-05-20T21:19:13.671 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.317+0000 7fe0fb400700 10 client.26233 handle_command_reply: tid=0 2024-05-20T21:19:13.671 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.317+0000 7fe126c93b80 1 client.26233 shutdown 2024-05-20T21:19:13.671 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.317+0000 7fe126c93b80 1 -- 172.21.15.8:0/2954523179 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5643ed59d610 msgr2=0x5643ed5a0ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:13.671 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.317+0000 7fe126c93b80 1 --2- 172.21.15.8:0/2954523179 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5643ed59d610 0x5643ed5a0ff0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fe100000c00 tx=0x7fe10000bda0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.671 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.318+0000 7fe126c93b80 1 -- 172.21.15.8:0/2954523179 shutdown_connections 2024-05-20T21:19:13.671 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.318+0000 7fe126c93b80 1 --2- 172.21.15.8:0/2954523179 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5643ed5b1340 0x5643ed5b3730 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.671 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.318+0000 7fe126c93b80 1 --2- 172.21.15.8:0/2954523179 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5643ed59df30 0x5643ed5a1530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.671 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.318+0000 7fe126c93b80 1 --2- 172.21.15.8:0/2954523179 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643ed598140 0x5643ed5a3c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.672 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.318+0000 7fe0fb400700 0 client.26233 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:19:13.672 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.318+0000 7fe126c93b80 1 --2- 172.21.15.8:0/2954523179 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5643ed59d610 0x5643ed5a0ff0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.672 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.318+0000 7fe126c93b80 1 -- 172.21.15.8:0/2954523179 >> 172.21.15.8:0/2954523179 conn(0x5643ed4c5be0 msgr2=0x5643ed591d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:13.672 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.318+0000 7fe126c93b80 1 -- 172.21.15.8:0/2954523179 shutdown_connections 2024-05-20T21:19:13.672 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.318+0000 7fe126c93b80 1 -- 172.21.15.8:0/2954523179 wait complete. 2024-05-20T21:19:13.672 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.318+0000 7fe126c93b80 20 client.26233 trim_cache size 0 max 16384 2024-05-20T21:19:13.672 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.335+0000 7fe126c93b80 1 Processor -- start 2024-05-20T21:19:13.672 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.335+0000 7fe126c93b80 1 -- start start 2024-05-20T21:19:13.672 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.335+0000 7fe126c93b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643ed598140 0x5643ed597b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:13.672 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.336+0000 7fe126c93b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5643ed59d610 0x5643ed59ea20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:13.672 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.336+0000 7fe126c93b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5643ed59df30 0x5643ed5924f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:13.672 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.336+0000 7fe126c93b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fe1141b6b30 con 0x5643ed598140 2024-05-20T21:19:13.673 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.336+0000 7fe126c93b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe1141b43c0 con 0x5643ed59d610 2024-05-20T21:19:13.673 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.336+0000 7fe126c93b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fe1141b2210 con 0x5643ed59df30 2024-05-20T21:19:13.673 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.336+0000 7fe119a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643ed598140 0x5643ed597b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:13.673 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.336+0000 7fe119a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643ed598140 0x5643ed597b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:56360/0 (socket says 172.21.15.8:56360) 2024-05-20T21:19:13.673 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.336+0000 7fe119a00700 1 -- 172.21.15.8:0/3389947985 learned_addr learned my addr 172.21.15.8:0/3389947985 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:13.673 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.336+0000 7fe119000700 1 --2- 172.21.15.8:0/3389947985 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5643ed59d610 0x5643ed59ea20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:13.673 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.336+0000 7fe11a400700 1 --2- 172.21.15.8:0/3389947985 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5643ed59df30 0x5643ed5924f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:13.673 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.336+0000 7fe119a00700 1 -- 172.21.15.8:0/3389947985 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5643ed59df30 msgr2=0x5643ed5924f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:13.673 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.336+0000 7fe119a00700 1 --2- 172.21.15.8:0/3389947985 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5643ed59df30 0x5643ed5924f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.673 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.336+0000 7fe119a00700 1 -- 172.21.15.8:0/3389947985 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5643ed59d610 msgr2=0x5643ed59ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:13.673 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.336+0000 7fe119a00700 1 --2- 172.21.15.8:0/3389947985 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5643ed59d610 0x5643ed59ea20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.673 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.336+0000 7fe119a00700 1 -- 172.21.15.8:0/3389947985 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5643ed593490 con 0x5643ed598140 2024-05-20T21:19:13.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.337+0000 7fe119a00700 1 --2- 172.21.15.8:0/3389947985 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643ed598140 0x5643ed597b20 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fe1080a5170 tx=0x7fe108076d10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f9422fdeeba7977 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:13.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.337+0000 7fe106000700 1 -- 172.21.15.8:0/3389947985 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe108019040 con 0x5643ed598140 2024-05-20T21:19:13.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.337+0000 7fe106000700 1 -- 172.21.15.8:0/3389947985 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe1080a97f0 con 0x5643ed598140 2024-05-20T21:19:13.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.337+0000 7fe106000700 1 -- 172.21.15.8:0/3389947985 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1080ad120 con 0x5643ed598140 2024-05-20T21:19:13.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.338+0000 7fe126c93b80 1 -- 172.21.15.8:0/3389947985 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643ed598140 msgr2=0x5643ed597b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:13.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.338+0000 7fe126c93b80 1 --2- 172.21.15.8:0/3389947985 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643ed598140 0x5643ed597b20 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fe1080a5170 tx=0x7fe108076d10 comp rx=0 tx=0).stop 2024-05-20T21:19:13.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.338+0000 7fe126c93b80 1 -- 172.21.15.8:0/3389947985 shutdown_connections 2024-05-20T21:19:13.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.338+0000 7fe126c93b80 1 --2- 172.21.15.8:0/3389947985 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5643ed59df30 0x5643ed5924f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.338+0000 7fe126c93b80 1 --2- 172.21.15.8:0/3389947985 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643ed598140 0x5643ed597b20 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.675 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.338+0000 7fe126c93b80 1 --2- 172.21.15.8:0/3389947985 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5643ed59d610 0x5643ed59ea20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.675 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.338+0000 7fe126c93b80 1 -- 172.21.15.8:0/3389947985 >> 172.21.15.8:0/3389947985 conn(0x5643ed4c5be0 msgr2=0x5643ed59e310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:13.675 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.338+0000 7fe126c93b80 1 -- 172.21.15.8:0/3389947985 shutdown_connections 2024-05-20T21:19:13.675 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.338+0000 7fe126c93b80 1 -- 172.21.15.8:0/3389947985 wait complete. 2024-05-20T21:19:13.675 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.338+0000 7fe126c93b80 1 -- start start 2024-05-20T21:19:13.675 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.339+0000 7fe126c93b80 1 Processor -- start 2024-05-20T21:19:13.675 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.339+0000 7fe126c93b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5643ed598140 0x5643ed5b6c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:13.675 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.339+0000 7fe126c93b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643ed59d610 0x5643ed5b4080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:13.675 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.339+0000 7fe126c93b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5643ed59df30 0x5643ed5b45c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:13.675 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.339+0000 7fe126c93b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fe1141b2880 con 0x5643ed59d610 2024-05-20T21:19:13.675 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.339+0000 7fe126c93b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe1141b3cf0 con 0x5643ed598140 2024-05-20T21:19:13.675 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.339+0000 7fe126c93b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fe1141b2f50 con 0x5643ed59df30 2024-05-20T21:19:13.675 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.339+0000 7fe126c93b80 10 client.0 _ll_register_callbacks cb 0x5643ed48fc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:13.676 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.339+0000 7fe119a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5643ed598140 0x5643ed5b6c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:13.676 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.339+0000 7fe119000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643ed59d610 0x5643ed5b4080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:13.676 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.339+0000 7fe119a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5643ed598140 0x5643ed5b6c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:43340/0 (socket says 172.21.15.8:43340) 2024-05-20T21:19:13.676 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.339+0000 7fe119a00700 1 -- 172.21.15.8:0/1454408575 learned_addr learned my addr 172.21.15.8:0/1454408575 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:13.676 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.340+0000 7fe11a400700 1 --2- 172.21.15.8:0/1454408575 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5643ed59df30 0x5643ed5b45c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:13.676 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.340+0000 7fe119000700 1 -- 172.21.15.8:0/1454408575 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5643ed59df30 msgr2=0x5643ed5b45c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:13.676 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.340+0000 7fe119000700 1 --2- 172.21.15.8:0/1454408575 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5643ed59df30 0x5643ed5b45c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.676 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.340+0000 7fe119000700 1 -- 172.21.15.8:0/1454408575 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5643ed598140 msgr2=0x5643ed5b6c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:13.676 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.340+0000 7fe119000700 1 --2- 172.21.15.8:0/1454408575 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5643ed598140 0x5643ed5b6c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.676 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.340+0000 7fe119000700 1 -- 172.21.15.8:0/1454408575 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5643ed5b4c30 con 0x5643ed59d610 2024-05-20T21:19:13.676 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.340+0000 7fe119000700 1 --2- 172.21.15.8:0/1454408575 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643ed59d610 0x5643ed5b4080 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fe100009990 tx=0x7fe10002d490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b8cde30946b44800 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:13.676 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.340+0000 7fe0fb400700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:19:13.676 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.340+0000 7fe0fb400700 1 -- 172.21.15.8:0/1454408575 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe100027070 con 0x5643ed59d610 2024-05-20T21:19:13.677 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.340+0000 7fe126c93b80 1 -- 172.21.15.8:0/1454408575 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe1080a97f0 con 0x5643ed59d610 2024-05-20T21:19:13.677 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.340+0000 7fe0fb400700 1 -- 172.21.15.8:0/1454408575 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fe100037620 con 0x5643ed59d610 2024-05-20T21:19:13.677 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.341+0000 7fe0fb400700 1 -- 172.21.15.8:0/1454408575 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe1000056b0 con 0x5643ed59d610 2024-05-20T21:19:13.677 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.341+0000 7fe126c93b80 10 client.16068 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:13.677 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.341+0000 7fe126c93b80 1 -- 172.21.15.8:0/1454408575 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5643ed61ba10 con 0x5643ed59d610 2024-05-20T21:19:13.677 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.341+0000 7fe0fb400700 1 -- 172.21.15.8:0/1454408575 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe1080a97f0 con 0x5643ed59d610 2024-05-20T21:19:13.677 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.341+0000 7fe0fb400700 1 -- 172.21.15.8:0/1454408575 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe100021040 con 0x5643ed59d610 2024-05-20T21:19:13.677 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.341+0000 7fe126c93b80 10 client.16068 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:13.677 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.341+0000 7fe126c93b80 10 client.16068 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:19:13.677 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.341+0000 7fe126c93b80 20 client.16068 populate_metadata read hostname 'smithi008' 2024-05-20T21:19:13.677 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.341+0000 7fe126c93b80 1 --2- 172.21.15.8:0/1454408575 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5643ed61c050 0x5643ed61e470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:13.677 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.341+0000 7fe126c93b80 4 client.16068 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:19:13.677 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.341+0000 7fe126c93b80 1 -- 172.21.15.8:0/1454408575 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5643ed4f1570 con 0x5643ed61c050 2024-05-20T21:19:13.677 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.342+0000 7fe119a00700 1 --2- 172.21.15.8:0/1454408575 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5643ed61c050 0x5643ed61e470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:13.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.342+0000 7fe119a00700 1 --2- 172.21.15.8:0/1454408575 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5643ed61c050 0x5643ed61e470 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2628aff0d9cb9775 server_cookie=16829f3f593fdf99 in_seq=0 out_seq=0 2024-05-20T21:19:13.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.342+0000 7fe0fb400700 10 client.16068 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:19:13.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.343+0000 7fe0fb400700 1 -- 172.21.15.8:0/1454408575 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5643ed4f1570 con 0x5643ed61c050 2024-05-20T21:19:13.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.343+0000 7fe0fb400700 10 client.16068 handle_command_reply: tid=0 2024-05-20T21:19:13.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.343+0000 7fe126c93b80 1 client.16068 shutdown 2024-05-20T21:19:13.678 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:19:13.679 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.343+0000 7fe126c93b80 1 -- 172.21.15.8:0/1454408575 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643ed59d610 msgr2=0x5643ed5b4080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:13.679 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.343+0000 7fe126c93b80 1 --2- 172.21.15.8:0/1454408575 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643ed59d610 0x5643ed5b4080 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fe100009990 tx=0x7fe10002d490 comp rx=0 tx=0).stop 2024-05-20T21:19:13.679 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.343+0000 7fe126c93b80 1 -- 172.21.15.8:0/1454408575 shutdown_connections 2024-05-20T21:19:13.679 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.343+0000 7fe126c93b80 1 --2- 172.21.15.8:0/1454408575 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5643ed61c050 0x5643ed61e470 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.679 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.343+0000 7fe126c93b80 1 --2- 172.21.15.8:0/1454408575 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5643ed598140 0x5643ed5b6c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.679 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.343+0000 7fe126c93b80 1 --2- 172.21.15.8:0/1454408575 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5643ed59df30 0x5643ed5b45c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.680 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.343+0000 7fe126c93b80 1 --2- 172.21.15.8:0/1454408575 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643ed59d610 0x5643ed5b4080 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.680 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.343+0000 7fe0fb400700 0 client.16068 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:19:13.680 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.343+0000 7fe126c93b80 1 -- 172.21.15.8:0/1454408575 >> 172.21.15.8:0/1454408575 conn(0x5643ed4c5be0 msgr2=0x5643ed5a25f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:13.680 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.343+0000 7fe126c93b80 1 -- 172.21.15.8:0/1454408575 shutdown_connections 2024-05-20T21:19:13.680 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.343+0000 7fe126c93b80 1 -- 172.21.15.8:0/1454408575 wait complete. 2024-05-20T21:19:13.680 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.343+0000 7fe126c93b80 20 client.16068 trim_cache size 0 max 16384 2024-05-20T21:19:13.680 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.344+0000 7fe11c400700 1 -- 172.21.15.8:0/378947598 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe0fc0b2880 msgr2=0x7fe0fc0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:13.680 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.344+0000 7fe11c400700 1 --2- 172.21.15.8:0/378947598 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe0fc0b2880 0x7fe0fc0b4d40 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fe11406cde0 tx=0x7fe10c009260 comp rx=0 tx=0).stop 2024-05-20T21:19:13.680 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.344+0000 7fe11c400700 1 -- 172.21.15.8:0/378947598 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe114077a70 msgr2=0x7fe1141a02e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:13.680 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.344+0000 7fe11c400700 1 --2- 172.21.15.8:0/378947598 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe114077a70 0x7fe1141a02e0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fe108007f10 tx=0x7fe10800d3b0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.680 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.344+0000 7fe11c400700 1 -- 172.21.15.8:0/378947598 shutdown_connections 2024-05-20T21:19:13.680 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.344+0000 7fe11c400700 1 --2- 172.21.15.8:0/378947598 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe0fc0b2880 0x7fe0fc0b4d40 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.681 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.344+0000 7fe11c400700 1 --2- 172.21.15.8:0/378947598 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe1141143d0 0x7fe1141a4b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.681 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.344+0000 7fe11c400700 1 --2- 172.21.15.8:0/378947598 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe114077a70 0x7fe1141a02e0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.681 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.344+0000 7fe11c400700 1 --2- 172.21.15.8:0/378947598 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe114078390 0x7fe1141a0820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.681 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.344+0000 7fe11c400700 1 -- 172.21.15.8:0/378947598 >> 172.21.15.8:0/378947598 conn(0x7fe114101220 msgr2=0x7fe114103610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:13.681 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.344+0000 7fe11c400700 1 -- 172.21.15.8:0/378947598 shutdown_connections 2024-05-20T21:19:13.681 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:13.344+0000 7fe11c400700 1 -- 172.21.15.8:0/378947598 wait complete. 2024-05-20T21:19:14.906 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:19:14 smithi008 ceph-mon[31475]: pgmap v557: 97 pgs: 97 active+clean; 1.8 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 15 op/s 2024-05-20T21:19:14.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:19:14 smithi130 ceph-mon[36448]: pgmap v557: 97 pgs: 97 active+clean; 1.8 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 15 op/s 2024-05-20T21:19:14.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:19:14 smithi050 ceph-mon[35809]: pgmap v557: 97 pgs: 97 active+clean; 1.8 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 15 op/s 2024-05-20T21:19:14.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:14.980+0000 7f4165600700 1 -- 172.21.15.8:0/4225497523 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4160114480 msgr2=0x7f4160116870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:14.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:14.980+0000 7f4165600700 1 --2- 172.21.15.8:0/4225497523 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4160114480 0x7f4160116870 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f415800b0a0 tx=0x7f415800b3b0 comp rx=0 tx=0).stop 2024-05-20T21:19:14.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:14.980+0000 7f4165600700 1 -- 172.21.15.8:0/4225497523 shutdown_connections 2024-05-20T21:19:14.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:14.980+0000 7f4165600700 1 --2- 172.21.15.8:0/4225497523 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f41600758e0 0x7f4160075cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:14.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:14.980+0000 7f4165600700 1 --2- 172.21.15.8:0/4225497523 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4160114480 0x7f4160116870 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:14.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:14.980+0000 7f4165600700 1 --2- 172.21.15.8:0/4225497523 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4160076200 0x7f4160113f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:14.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:14.980+0000 7f4165600700 1 -- 172.21.15.8:0/4225497523 >> 172.21.15.8:0/4225497523 conn(0x7f41600fefc0 msgr2=0x7f41601013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:14.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:14.980+0000 7f4165600700 1 -- 172.21.15.8:0/4225497523 shutdown_connections 2024-05-20T21:19:14.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:14.980+0000 7f4165600700 1 -- 172.21.15.8:0/4225497523 wait complete. 2024-05-20T21:19:14.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:14.981+0000 7f4165600700 1 Processor -- start 2024-05-20T21:19:14.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:14.981+0000 7f4165600700 1 -- start start 2024-05-20T21:19:14.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:14.982+0000 7f4165600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f41600758e0 0x7f41601a0150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:14.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:14.982+0000 7f4165600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4160076200 0x7f41601a0690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:14.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:14.982+0000 7f4165600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4160114480 0x7f41601a4a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:14.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:14.982+0000 7f4165600700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f4160119ca0 con 0x7f4160076200 2024-05-20T21:19:14.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:14.982+0000 7f4165600700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4160119b20 con 0x7f4160114480 2024-05-20T21:19:14.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:14.982+0000 7f4165600700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f4160119e20 con 0x7f41600758e0 2024-05-20T21:19:14.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:14.982+0000 7f415f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4160076200 0x7f41601a0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:14.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:14.982+0000 7f415f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4160076200 0x7f41601a0690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:56398/0 (socket says 172.21.15.8:56398) 2024-05-20T21:19:14.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:14.982+0000 7f415f400700 1 -- 172.21.15.8:0/2696997327 learned_addr learned my addr 172.21.15.8:0/2696997327 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:14.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:14.982+0000 7f415fe00700 1 --2- 172.21.15.8:0/2696997327 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f41600758e0 0x7f41601a0150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:14.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:14.982+0000 7f4164c00700 1 --2- 172.21.15.8:0/2696997327 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4160114480 0x7f41601a4a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:14.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:14.983+0000 7f415fe00700 1 -- 172.21.15.8:0/2696997327 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4160114480 msgr2=0x7f41601a4a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:14.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:14.983+0000 7f415fe00700 1 --2- 172.21.15.8:0/2696997327 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4160114480 0x7f41601a4a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:14.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:14.983+0000 7f415fe00700 1 -- 172.21.15.8:0/2696997327 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4160076200 msgr2=0x7f41601a0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:14.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:14.983+0000 7f415fe00700 1 --2- 172.21.15.8:0/2696997327 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4160076200 0x7f41601a0690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:14.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:14.983+0000 7f415fe00700 1 -- 172.21.15.8:0/2696997327 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41601a5160 con 0x7f41600758e0 2024-05-20T21:19:14.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:14.983+0000 7f4164c00700 1 --2- 172.21.15.8:0/2696997327 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4160114480 0x7f41601a4a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:14.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:14.983+0000 7f415f400700 1 --2- 172.21.15.8:0/2696997327 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4160076200 0x7f41601a0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:14.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:14.983+0000 7f415fe00700 1 --2- 172.21.15.8:0/2696997327 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f41600758e0 0x7f41601a0150 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f415000e9f0 tx=0x7f415000ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:14.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:14.983+0000 7f415cc00700 1 -- 172.21.15.8:0/2696997327 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f415000c9c0 con 0x7f41600758e0 2024-05-20T21:19:14.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:14.983+0000 7f415cc00700 1 -- 172.21.15.8:0/2696997327 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f415000cb60 con 0x7f41600758e0 2024-05-20T21:19:14.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:14.983+0000 7f4165600700 1 -- 172.21.15.8:0/2696997327 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41601a5450 con 0x7f41600758e0 2024-05-20T21:19:14.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:14.983+0000 7f415cc00700 1 -- 172.21.15.8:0/2696997327 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4150018680 con 0x7f41600758e0 2024-05-20T21:19:14.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:14.984+0000 7f4165600700 1 -- 172.21.15.8:0/2696997327 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41601accd0 con 0x7f41600758e0 2024-05-20T21:19:14.985 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:14.985+0000 7f4165600700 1 -- 172.21.15.8:0/2696997327 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f416006a230 con 0x7f41600758e0 2024-05-20T21:19:14.986 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:14.987+0000 7f415cc00700 1 -- 172.21.15.8:0/2696997327 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f4150010430 con 0x7f41600758e0 2024-05-20T21:19:14.988 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:14.989+0000 7f415cc00700 1 --2- 172.21.15.8:0/2696997327 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f41440b2900 0x7f41440b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:14.988 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:14.989+0000 7f415cc00700 1 -- 172.21.15.8:0/2696997327 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f41500e26d0 con 0x7f41600758e0 2024-05-20T21:19:14.988 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:14.989+0000 7f415f400700 1 --2- 172.21.15.8:0/2696997327 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f41440b2900 0x7f41440b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:14.989 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:14.990+0000 7f415f400700 1 --2- 172.21.15.8:0/2696997327 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f41440b2900 0x7f41440b4dc0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f41601016c0 tx=0x7f414c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:14.990 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:14.991+0000 7f415cc00700 1 -- 172.21.15.8:0/2696997327 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f41500aa380 con 0x7f41600758e0 2024-05-20T21:19:15.278 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:15.278+0000 7f4165600700 1 -- 172.21.15.8:0/2696997327 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f416002e560 con 0x7f41600758e0 2024-05-20T21:19:15.279 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:15.280+0000 7f415cc00700 1 -- 172.21.15.8:0/2696997327 <== mon.1 v2:172.21.15.130:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7f41500b2400 con 0x7f41600758e0 2024-05-20T21:19:15.280 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:19:15.280 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:19:15.282 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:15.283+0000 7f4165600700 1 -- 172.21.15.8:0/2696997327 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f41440b2900 msgr2=0x7f41440b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:15.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:15.283+0000 7f4165600700 1 --2- 172.21.15.8:0/2696997327 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f41440b2900 0x7f41440b4dc0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f41601016c0 tx=0x7f414c009260 comp rx=0 tx=0).stop 2024-05-20T21:19:15.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:15.283+0000 7f4165600700 1 -- 172.21.15.8:0/2696997327 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f41600758e0 msgr2=0x7f41601a0150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:15.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:15.283+0000 7f4165600700 1 --2- 172.21.15.8:0/2696997327 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f41600758e0 0x7f41601a0150 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f415000e9f0 tx=0x7f415000ed00 comp rx=0 tx=0).stop 2024-05-20T21:19:15.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:15.283+0000 7f4165600700 1 -- 172.21.15.8:0/2696997327 shutdown_connections 2024-05-20T21:19:15.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:15.283+0000 7f4165600700 1 --2- 172.21.15.8:0/2696997327 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f41440b2900 0x7f41440b4dc0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:15.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:15.283+0000 7f4165600700 1 --2- 172.21.15.8:0/2696997327 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4160114480 0x7f41601a4a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:15.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:15.283+0000 7f4165600700 1 --2- 172.21.15.8:0/2696997327 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f41600758e0 0x7f41601a0150 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:15.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:15.283+0000 7f4165600700 1 --2- 172.21.15.8:0/2696997327 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4160076200 0x7f41601a0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:15.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:15.283+0000 7f4165600700 1 -- 172.21.15.8:0/2696997327 >> 172.21.15.8:0/2696997327 conn(0x7f41600fefc0 msgr2=0x7f4160100820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:15.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:15.283+0000 7f4165600700 1 -- 172.21.15.8:0/2696997327 shutdown_connections 2024-05-20T21:19:15.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:15.283+0000 7f4165600700 1 -- 172.21.15.8:0/2696997327 wait complete. 2024-05-20T21:19:15.284 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:19:15.410 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:19:15.411 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:19:15.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:19:15 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/2696997327' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:19:15.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:19:15 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/2696997327' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:19:15.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:19:15 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/2696997327' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:19:16.081 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24529 quiesce db / --timeout 90 --expiration 143.1 --await-for 45.0' 2024-05-20T21:19:16.081 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24529 quiesce db / --timeout 90 --expiration 143.1 --await-for 45.0 2024-05-20T21:19:16.163 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:19:16.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:19:16 smithi130 ceph-mon[36448]: pgmap v558: 97 pgs: 97 active+clean; 1.8 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:19:16.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:19:16 smithi050 ceph-mon[35809]: pgmap v558: 97 pgs: 97 active+clean; 1.8 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:19:16.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:19:16 smithi008 ceph-mon[31475]: pgmap v558: 97 pgs: 97 active+clean; 1.8 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:19:17.393 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.393+0000 7fd4b8000640 1 -- 172.21.15.8:0/542180249 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd4b010a2f0 msgr2=0x7fd4b010a770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:17.393 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.393+0000 7fd4b8000640 1 --2- 172.21.15.8:0/542180249 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd4b010a2f0 0x7fd4b010a770 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fd4a0009900 tx=0x7fd4a002a410 comp rx=0 tx=0).stop 2024-05-20T21:19:17.393 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.393+0000 7fd4b8000640 1 -- 172.21.15.8:0/542180249 shutdown_connections 2024-05-20T21:19:17.393 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.393+0000 7fd4b8000640 1 --2- 172.21.15.8:0/542180249 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd4b010acb0 0x7fd4b0111540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.393 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.393+0000 7fd4b8000640 1 --2- 172.21.15.8:0/542180249 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd4b010a2f0 0x7fd4b010a770 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.393 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.393+0000 7fd4b8000640 1 --2- 172.21.15.8:0/542180249 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4b0109150 0x7fd4b0109570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.393 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.393+0000 7fd4b8000640 1 -- 172.21.15.8:0/542180249 >> 172.21.15.8:0/542180249 conn(0x7fd4b00780a0 msgr2=0x7fd4b007a4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:17.393 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.393+0000 7fd4b8000640 1 -- 172.21.15.8:0/542180249 shutdown_connections 2024-05-20T21:19:17.393 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.393+0000 7fd4b8000640 1 -- 172.21.15.8:0/542180249 wait complete. 2024-05-20T21:19:17.394 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.394+0000 7fd4b8000640 1 Processor -- start 2024-05-20T21:19:17.395 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.395+0000 7fd4b8000640 1 -- start start 2024-05-20T21:19:17.395 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.395+0000 7fd4b8000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd4b0109150 0x7fd4b019f310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:17.395 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.395+0000 7fd4b8000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4b010a2f0 0x7fd4b019f850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:17.395 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.395+0000 7fd4b8000640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd4b010acb0 0x7fd4b01a68c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:17.395 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.395+0000 7fd4b8000640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fd4b0114c90 con 0x7fd4b0109150 2024-05-20T21:19:17.395 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.395+0000 7fd4b8000640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fd4b0114b10 con 0x7fd4b010a2f0 2024-05-20T21:19:17.395 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.395+0000 7fd4b8000640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fd4b0114e10 con 0x7fd4b010acb0 2024-05-20T21:19:17.395 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.395+0000 7fd4b4c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4b010a2f0 0x7fd4b019f850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:17.395 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.395+0000 7fd4b4c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4b010a2f0 0x7fd4b019f850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:43392/0 (socket says 172.21.15.8:43392) 2024-05-20T21:19:17.395 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.395+0000 7fd4b4c00640 1 -- 172.21.15.8:0/3249567832 learned_addr learned my addr 172.21.15.8:0/3249567832 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:17.395 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.396+0000 7fd4b6000640 1 --2- 172.21.15.8:0/3249567832 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd4b010acb0 0x7fd4b01a68c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:17.395 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.396+0000 7fd4b5600640 1 --2- 172.21.15.8:0/3249567832 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd4b0109150 0x7fd4b019f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:17.396 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.396+0000 7fd4b4c00640 1 -- 172.21.15.8:0/3249567832 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd4b010acb0 msgr2=0x7fd4b01a68c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:17.396 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.396+0000 7fd4b4c00640 1 --2- 172.21.15.8:0/3249567832 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd4b010acb0 0x7fd4b01a68c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.397 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.396+0000 7fd4b4c00640 1 -- 172.21.15.8:0/3249567832 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd4b0109150 msgr2=0x7fd4b019f310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:17.397 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.396+0000 7fd4b4c00640 1 --2- 172.21.15.8:0/3249567832 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd4b0109150 0x7fd4b019f310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.397 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.396+0000 7fd4b4c00640 1 -- 172.21.15.8:0/3249567832 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4b01a6f30 con 0x7fd4b010a2f0 2024-05-20T21:19:17.397 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.396+0000 7fd4b4c00640 1 --2- 172.21.15.8:0/3249567832 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4b010a2f0 0x7fd4b019f850 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fd4a0005ab0 tx=0x7fd4a0003b90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:17.397 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.397+0000 7fd4ae000640 1 -- 172.21.15.8:0/3249567832 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4a003f070 con 0x7fd4b010a2f0 2024-05-20T21:19:17.397 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.397+0000 7fd4ae000640 1 -- 172.21.15.8:0/3249567832 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd4a0031c50 con 0x7fd4b010a2f0 2024-05-20T21:19:17.397 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.397+0000 7fd4ae000640 1 -- 172.21.15.8:0/3249567832 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4a0035030 con 0x7fd4b010a2f0 2024-05-20T21:19:17.397 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.397+0000 7fd4b8000640 1 -- 172.21.15.8:0/3249567832 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4b01a71c0 con 0x7fd4b010a2f0 2024-05-20T21:19:17.397 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.397+0000 7fd4b8000640 1 -- 172.21.15.8:0/3249567832 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4b01a7660 con 0x7fd4b010a2f0 2024-05-20T21:19:17.400 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.401+0000 7fd4bafaa740 1 Processor -- start 2024-05-20T21:19:17.400 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.401+0000 7fd4bafaa740 1 -- start start 2024-05-20T21:19:17.401 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.401+0000 7fd4bafaa740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a5539f7b30 0x55a5539f7f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:17.401 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.401+0000 7fd4bafaa740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a5539f8520 0x55a5539fd020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:17.401 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.402+0000 7fd4bafaa740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a5539fd690 0x55a5539ffb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:17.401 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.402+0000 7fd4bafaa740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55a553967b90 con 0x55a5539fd690 2024-05-20T21:19:17.401 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.402+0000 7fd4bafaa740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55a553957730 con 0x55a5539f8520 2024-05-20T21:19:17.401 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.402+0000 7fd4bafaa740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55a55395b770 con 0x55a5539f7b30 2024-05-20T21:19:17.402 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.402+0000 7fd4b5600640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a5539f8520 0x55a5539fd020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:17.402 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.402+0000 7fd4b5600640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a5539f8520 0x55a5539fd020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:43394/0 (socket says 172.21.15.8:43394) 2024-05-20T21:19:17.402 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.402+0000 7fd4b5600640 1 -- 172.21.15.8:0/3587017640 learned_addr learned my addr 172.21.15.8:0/3587017640 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:17.402 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.402+0000 7fd4b6000640 1 --2- 172.21.15.8:0/3587017640 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a5539f7b30 0x55a5539f7f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:17.402 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.402+0000 7fd4ae000640 1 -- 172.21.15.8:0/3249567832 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fd4a0042070 con 0x7fd4b010a2f0 2024-05-20T21:19:17.404 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.402+0000 7fd4b5600640 1 -- 172.21.15.8:0/3587017640 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a5539f7b30 msgr2=0x55a5539f7f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:17.404 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.402+0000 7fd4b5600640 1 --2- 172.21.15.8:0/3587017640 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a5539f7b30 0x55a5539f7f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.404 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.402+0000 7fd4b5600640 1 -- 172.21.15.8:0/3587017640 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a5539fd690 msgr2=0x55a5539ffb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:17.404 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.402+0000 7fd4b5600640 1 --2- 172.21.15.8:0/3587017640 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a5539fd690 0x55a5539ffb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.404 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.402+0000 7fd4b5600640 1 -- 172.21.15.8:0/3587017640 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a5538f08b0 con 0x55a5539f8520 2024-05-20T21:19:17.404 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.403+0000 7fd4b5600640 1 --2- 172.21.15.8:0/3587017640 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a5539f8520 0x55a5539fd020 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fd4a4009ca0 tx=0x7fd4a4011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f9331df6b11fe027 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:17.404 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.403+0000 7fd49e600640 1 -- 172.21.15.8:0/3587017640 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4a4004220 con 0x55a5539f8520 2024-05-20T21:19:17.404 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.403+0000 7fd49e600640 1 -- 172.21.15.8:0/3587017640 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd4a40043c0 con 0x55a5539f8520 2024-05-20T21:19:17.404 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.403+0000 7fd49e600640 1 -- 172.21.15.8:0/3587017640 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4a4019830 con 0x55a5539f8520 2024-05-20T21:19:17.404 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.404+0000 7fd4bafaa740 1 -- 172.21.15.8:0/3587017640 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a5539f8520 msgr2=0x55a5539fd020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:17.404 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.404+0000 7fd4bafaa740 1 --2- 172.21.15.8:0/3587017640 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a5539f8520 0x55a5539fd020 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fd4a4009ca0 tx=0x7fd4a4011810 comp rx=0 tx=0).stop 2024-05-20T21:19:17.404 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.404+0000 7fd4bafaa740 1 -- 172.21.15.8:0/3587017640 shutdown_connections 2024-05-20T21:19:17.404 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.404+0000 7fd4bafaa740 1 --2- 172.21.15.8:0/3587017640 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a5539fd690 0x55a5539ffb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.405 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.404+0000 7fd4bafaa740 1 --2- 172.21.15.8:0/3587017640 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a5539f8520 0x55a5539fd020 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.405 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.404+0000 7fd4bafaa740 1 --2- 172.21.15.8:0/3587017640 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a5539f7b30 0x55a5539f7f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.405 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.404+0000 7fd4bafaa740 1 -- 172.21.15.8:0/3587017640 >> 172.21.15.8:0/3587017640 conn(0x55a5539f31a0 msgr2=0x55a5539f35a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:17.405 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.404+0000 7fd4bafaa740 1 -- 172.21.15.8:0/3587017640 shutdown_connections 2024-05-20T21:19:17.405 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.404+0000 7fd4bafaa740 1 -- 172.21.15.8:0/3587017640 wait complete. 2024-05-20T21:19:17.405 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.404+0000 7fd4ae000640 1 --2- 172.21.15.8:0/3249567832 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd4980b2780 0x7fd4980b4c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:17.405 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.404+0000 7fd4bafaa740 1 -- start start 2024-05-20T21:19:17.405 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.404+0000 7fd4ae000640 1 -- 172.21.15.8:0/3249567832 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fd4a01028d0 con 0x7fd4b010a2f0 2024-05-20T21:19:17.405 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.404+0000 7fd4b5600640 1 --2- 172.21.15.8:0/3249567832 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd4980b2780 0x7fd4980b4c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:17.405 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.405+0000 7fd4bafaa740 1 Processor -- start 2024-05-20T21:19:17.410 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.405+0000 7fd4bafaa740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a5539f7b30 0x55a553a01970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:17.410 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.405+0000 7fd4bafaa740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a5539f8520 0x55a553a01eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:17.410 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.405+0000 7fd4bafaa740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a5539fd690 0x55a553a08ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:17.410 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.405+0000 7fd4bafaa740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55a55363d790 con 0x55a5539f7b30 2024-05-20T21:19:17.411 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.405+0000 7fd4bafaa740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55a5538ffbc0 con 0x55a5539f8520 2024-05-20T21:19:17.411 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.405+0000 7fd4bafaa740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55a553a00640 con 0x55a5539fd690 2024-05-20T21:19:17.411 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.405+0000 7fd4bafaa740 10 client.0 _ll_register_callbacks cb 0x55a5538dd400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:17.411 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.405+0000 7fd4b5600640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a5539f7b30 0x55a553a01970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:17.411 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.405+0000 7fd4b6000640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a5539fd690 0x55a553a08ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:17.411 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.405+0000 7fd4b4c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a5539f8520 0x55a553a01eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:17.411 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.405+0000 7fd4b6000640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a5539fd690 0x55a553a08ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:43158/0 (socket says 172.21.15.8:43158) 2024-05-20T21:19:17.411 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.405+0000 7fd4b5600640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a5539f7b30 0x55a553a01970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:56434/0 (socket says 172.21.15.8:56434) 2024-05-20T21:19:17.411 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.405+0000 7fd4b6000640 1 -- 172.21.15.8:0/1222017882 learned_addr learned my addr 172.21.15.8:0/1222017882 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:17.411 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.406+0000 7fd4b5600640 1 --2- 172.21.15.8:0/3249567832 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd4980b2780 0x7fd4980b4c40 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fd4a4009c70 tx=0x7fd4a4009680 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:17.411 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.406+0000 7fd4b4c00640 1 -- 172.21.15.8:0/1222017882 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a5539fd690 msgr2=0x55a553a08ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:17.411 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.406+0000 7fd4b4c00640 1 --2- 172.21.15.8:0/1222017882 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a5539fd690 0x55a553a08ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.412 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.406+0000 7fd4b4c00640 1 -- 172.21.15.8:0/1222017882 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a5539f7b30 msgr2=0x55a553a01970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:17.412 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.406+0000 7fd4b4c00640 1 --2- 172.21.15.8:0/1222017882 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a5539f7b30 0x55a553a01970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.412 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.406+0000 7fd4b4c00640 1 -- 172.21.15.8:0/1222017882 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a55366c210 con 0x55a5539f8520 2024-05-20T21:19:17.412 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.406+0000 7fd4b4c00640 1 --2- 172.21.15.8:0/1222017882 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a5539f8520 0x55a553a01eb0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fd4a0100360 tx=0x7fd4a00c96a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=76b7fa3df63dd1f1 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:17.412 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.406+0000 7fd492a00640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:19:17.412 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.406+0000 7fd492a00640 1 -- 172.21.15.8:0/1222017882 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4a0049040 con 0x55a5539f8520 2024-05-20T21:19:17.412 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.407+0000 7fd492a00640 1 -- 172.21.15.8:0/1222017882 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fd4a0031e00 con 0x55a5539f8520 2024-05-20T21:19:17.412 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.407+0000 7fd4bafaa740 1 -- 172.21.15.8:0/1222017882 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd4a40043c0 con 0x55a5539f8520 2024-05-20T21:19:17.412 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.407+0000 7fd492a00640 1 -- 172.21.15.8:0/1222017882 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd4a00ce230 con 0x55a5539f8520 2024-05-20T21:19:17.412 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.407+0000 7fd4bafaa740 10 client.26210 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:17.412 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.407+0000 7fd4bafaa740 1 -- 172.21.15.8:0/1222017882 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a553738620 con 0x55a5539f8520 2024-05-20T21:19:17.412 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.407+0000 7fd492a00640 1 -- 172.21.15.8:0/1222017882 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd4a40043c0 con 0x55a5539f8520 2024-05-20T21:19:17.412 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.407+0000 7fd492a00640 1 -- 172.21.15.8:0/1222017882 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fd4a00d2850 con 0x55a5539f8520 2024-05-20T21:19:17.412 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.407+0000 7fd4bafaa740 10 client.26210 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:17.413 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.407+0000 7fd4bafaa740 10 client.26210 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:19:17.413 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.407+0000 7fd4bafaa740 20 client.26210 populate_metadata read hostname 'smithi008' 2024-05-20T21:19:17.413 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.407+0000 7fd4bafaa740 1 --2- 172.21.15.8:0/1222017882 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a553a0d400 0x55a553a0f7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:17.413 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.407+0000 7fd4bafaa740 4 client.26210 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:19:17.413 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.407+0000 7fd4bafaa740 1 -- 172.21.15.8:0/1222017882 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a553969ae0 con 0x55a553a0d400 2024-05-20T21:19:17.413 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.408+0000 7fd4b5600640 1 --2- 172.21.15.8:0/1222017882 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a553a0d400 0x55a553a0f7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:17.413 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.408+0000 7fd4b5600640 1 --2- 172.21.15.8:0/1222017882 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a553a0d400 0x55a553a0f7f0 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fff3f921d5064282 server_cookie=ff7a41cde90747bd in_seq=0 out_seq=0 2024-05-20T21:19:17.413 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.408+0000 7fd492a00640 10 client.26210 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:19:17.413 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.409+0000 7fd492a00640 1 -- 172.21.15.8:0/1222017882 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55a553969ae0 con 0x55a553a0d400 2024-05-20T21:19:17.413 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.409+0000 7fd492a00640 10 client.26210 handle_command_reply: tid=0 2024-05-20T21:19:17.413 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.409+0000 7fd4bafaa740 1 client.26210 shutdown 2024-05-20T21:19:17.413 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.410+0000 7fd4bafaa740 1 -- 172.21.15.8:0/1222017882 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a5539f8520 msgr2=0x55a553a01eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:17.413 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.410+0000 7fd4bafaa740 1 --2- 172.21.15.8:0/1222017882 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a5539f8520 0x55a553a01eb0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fd4a0100360 tx=0x7fd4a00c96a0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.413 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.410+0000 7fd4bafaa740 1 -- 172.21.15.8:0/1222017882 shutdown_connections 2024-05-20T21:19:17.414 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.410+0000 7fd4bafaa740 1 --2- 172.21.15.8:0/1222017882 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a553a0d400 0x55a553a0f7f0 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.414 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.410+0000 7fd4bafaa740 1 --2- 172.21.15.8:0/1222017882 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a5539fd690 0x55a553a08ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.414 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.410+0000 7fd492a00640 0 client.26210 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:19:17.414 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.410+0000 7fd4bafaa740 1 --2- 172.21.15.8:0/1222017882 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a5539f8520 0x55a553a01eb0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.414 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.410+0000 7fd4bafaa740 1 --2- 172.21.15.8:0/1222017882 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a5539f7b30 0x55a553a01970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.414 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.410+0000 7fd4bafaa740 1 -- 172.21.15.8:0/1222017882 >> 172.21.15.8:0/1222017882 conn(0x55a5539f31a0 msgr2=0x55a5539f2310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:17.414 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.410+0000 7fd4bafaa740 1 -- 172.21.15.8:0/1222017882 shutdown_connections 2024-05-20T21:19:17.414 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.410+0000 7fd4bafaa740 1 -- 172.21.15.8:0/1222017882 wait complete. 2024-05-20T21:19:17.414 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.410+0000 7fd4bafaa740 20 client.26210 trim_cache size 0 max 16384 2024-05-20T21:19:17.426 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.427+0000 7fd4bafaa740 1 Processor -- start 2024-05-20T21:19:17.427 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.427+0000 7fd4bafaa740 1 -- start start 2024-05-20T21:19:17.427 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.427+0000 7fd4bafaa740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a5539f7b30 0x55a5539f6a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:17.427 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.427+0000 7fd4bafaa740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a5539f8520 0x55a553a08eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:17.427 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.427+0000 7fd4bafaa740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a5539fd690 0x55a5539f96d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:17.427 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.427+0000 7fd4bafaa740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fd4b01b2ce0 con 0x55a5539f8520 2024-05-20T21:19:17.427 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.427+0000 7fd4bafaa740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fd4b01b05b0 con 0x55a5539f7b30 2024-05-20T21:19:17.427 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.427+0000 7fd4bafaa740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fd4b01ae400 con 0x55a5539fd690 2024-05-20T21:19:17.428 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.428+0000 7fd4b5600640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a5539f7b30 0x55a5539f6a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:17.428 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.428+0000 7fd4b4c00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a5539f8520 0x55a553a08eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:17.428 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.428+0000 7fd4b5600640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a5539f7b30 0x55a5539f6a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:43406/0 (socket says 172.21.15.8:43406) 2024-05-20T21:19:17.428 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.428+0000 7fd4b5600640 1 -- 172.21.15.8:0/4129761736 learned_addr learned my addr 172.21.15.8:0/4129761736 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:17.428 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.428+0000 7fd4b6000640 1 --2- 172.21.15.8:0/4129761736 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a5539fd690 0x55a5539f96d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:17.428 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.428+0000 7fd4b5600640 1 -- 172.21.15.8:0/4129761736 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a5539fd690 msgr2=0x55a5539f96d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:17.429 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.428+0000 7fd4b5600640 1 --2- 172.21.15.8:0/4129761736 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a5539fd690 0x55a5539f96d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.429 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.428+0000 7fd4b5600640 1 -- 172.21.15.8:0/4129761736 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a5539f8520 msgr2=0x55a553a08eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:17.429 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.428+0000 7fd4b5600640 1 --2- 172.21.15.8:0/4129761736 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a5539f8520 0x55a553a08eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.429 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.428+0000 7fd4b5600640 1 -- 172.21.15.8:0/4129761736 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a553a00a40 con 0x55a5539f7b30 2024-05-20T21:19:17.429 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.428+0000 7fd4b4c00640 1 --2- 172.21.15.8:0/4129761736 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a5539f8520 0x55a553a08eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:17.429 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.429+0000 7fd4b5600640 1 --2- 172.21.15.8:0/4129761736 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a5539f7b30 0x55a5539f6a00 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fd4a4009530 tx=0x7fd4a4023000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=59be5d455ac2e93e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:17.429 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.429+0000 7fd49dc00640 1 -- 172.21.15.8:0/4129761736 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4a402c030 con 0x55a5539f7b30 2024-05-20T21:19:17.429 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.429+0000 7fd49dc00640 1 -- 172.21.15.8:0/4129761736 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd4a402d040 con 0x55a5539f7b30 2024-05-20T21:19:17.429 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.429+0000 7fd49dc00640 1 -- 172.21.15.8:0/4129761736 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4a4004b10 con 0x55a5539f7b30 2024-05-20T21:19:17.431 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.430+0000 7fd4bafaa740 1 -- 172.21.15.8:0/4129761736 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a5539f7b30 msgr2=0x55a5539f6a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:17.432 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.430+0000 7fd4bafaa740 1 --2- 172.21.15.8:0/4129761736 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a5539f7b30 0x55a5539f6a00 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fd4a4009530 tx=0x7fd4a4023000 comp rx=0 tx=0).stop 2024-05-20T21:19:17.432 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.430+0000 7fd4bafaa740 1 -- 172.21.15.8:0/4129761736 shutdown_connections 2024-05-20T21:19:17.432 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.430+0000 7fd4bafaa740 1 --2- 172.21.15.8:0/4129761736 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a5539fd690 0x55a5539f96d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.432 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.430+0000 7fd4bafaa740 1 --2- 172.21.15.8:0/4129761736 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a5539f8520 0x55a553a08eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.432 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.430+0000 7fd4bafaa740 1 --2- 172.21.15.8:0/4129761736 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a5539f7b30 0x55a5539f6a00 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.432 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.430+0000 7fd4bafaa740 1 -- 172.21.15.8:0/4129761736 >> 172.21.15.8:0/4129761736 conn(0x55a5539f31a0 msgr2=0x55a5539f8fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:17.432 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.430+0000 7fd4bafaa740 1 -- 172.21.15.8:0/4129761736 shutdown_connections 2024-05-20T21:19:17.432 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.430+0000 7fd4bafaa740 1 -- 172.21.15.8:0/4129761736 wait complete. 2024-05-20T21:19:17.432 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.430+0000 7fd4bafaa740 1 -- start start 2024-05-20T21:19:17.432 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.430+0000 7fd4bafaa740 1 Processor -- start 2024-05-20T21:19:17.432 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.431+0000 7fd4bafaa740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a5539f7b30 0x55a553a064f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:17.432 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.431+0000 7fd4bafaa740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a5539f8520 0x55a553a06a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:17.432 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.431+0000 7fd4bafaa740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a5539fd690 0x55a553a07a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:17.433 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.431+0000 7fd4bafaa740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fd4b01aea70 con 0x55a5539f8520 2024-05-20T21:19:17.433 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.431+0000 7fd4bafaa740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fd4b01afee0 con 0x55a5539f7b30 2024-05-20T21:19:17.433 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.431+0000 7fd4bafaa740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fd4b01af140 con 0x55a5539fd690 2024-05-20T21:19:17.433 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.431+0000 7fd4bafaa740 10 client.0 _ll_register_callbacks cb 0x7fd4a0005d50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:17.433 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.431+0000 7fd4b4c00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a5539f8520 0x55a553a06a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:17.433 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.431+0000 7fd4b4c00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a5539f8520 0x55a553a06a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:56440/0 (socket says 172.21.15.8:56440) 2024-05-20T21:19:17.433 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.431+0000 7fd4b4c00640 1 -- 172.21.15.8:0/3881235698 learned_addr learned my addr 172.21.15.8:0/3881235698 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:17.433 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.431+0000 7fd4b5600640 1 --2- 172.21.15.8:0/3881235698 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a5539f7b30 0x55a553a064f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:17.433 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.431+0000 7fd4b6000640 1 --2- 172.21.15.8:0/3881235698 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a5539fd690 0x55a553a07a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:17.433 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.432+0000 7fd4b4c00640 1 -- 172.21.15.8:0/3881235698 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a5539fd690 msgr2=0x55a553a07a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:17.433 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.432+0000 7fd4b4c00640 1 --2- 172.21.15.8:0/3881235698 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a5539fd690 0x55a553a07a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.433 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.432+0000 7fd4b4c00640 1 -- 172.21.15.8:0/3881235698 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a5539f7b30 msgr2=0x55a553a064f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:17.433 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.432+0000 7fd4b4c00640 1 --2- 172.21.15.8:0/3881235698 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a5539f7b30 0x55a553a064f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.433 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.432+0000 7fd4b4c00640 1 -- 172.21.15.8:0/3881235698 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a553a08030 con 0x55a5539f8520 2024-05-20T21:19:17.434 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.432+0000 7fd4b5600640 1 --2- 172.21.15.8:0/3881235698 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a5539f7b30 0x55a553a064f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:17.434 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.432+0000 7fd4b4c00640 1 --2- 172.21.15.8:0/3881235698 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a5539f8520 0x55a553a06a30 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fd4a01006d0 tx=0x7fd4a003b790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4165453d39b5844f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:17.434 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.432+0000 7fd492a00640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:19:17.434 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.432+0000 7fd492a00640 1 -- 172.21.15.8:0/3881235698 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4a0049070 con 0x55a5539f8520 2024-05-20T21:19:17.434 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.432+0000 7fd492a00640 1 -- 172.21.15.8:0/3881235698 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fd4a0031e00 con 0x55a5539f8520 2024-05-20T21:19:17.434 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.432+0000 7fd4bafaa740 1 -- 172.21.15.8:0/3881235698 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd4a402d040 con 0x55a5539f8520 2024-05-20T21:19:17.434 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.432+0000 7fd492a00640 1 -- 172.21.15.8:0/3881235698 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd4a00c9d00 con 0x55a5539f8520 2024-05-20T21:19:17.434 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.432+0000 7fd4bafaa740 10 client.16089 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:17.434 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.432+0000 7fd4bafaa740 1 -- 172.21.15.8:0/3881235698 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a553a77fd0 con 0x55a5539f8520 2024-05-20T21:19:17.435 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.433+0000 7fd492a00640 1 -- 172.21.15.8:0/3881235698 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd4a402d040 con 0x55a5539f8520 2024-05-20T21:19:17.435 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.433+0000 7fd492a00640 1 -- 172.21.15.8:0/3881235698 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fd4a00c61c0 con 0x55a5539f8520 2024-05-20T21:19:17.435 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.433+0000 7fd4bafaa740 10 client.16089 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:17.435 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.433+0000 7fd4bafaa740 10 client.16089 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:19:17.435 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.433+0000 7fd4bafaa740 20 client.16089 populate_metadata read hostname 'smithi008' 2024-05-20T21:19:17.435 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.433+0000 7fd4bafaa740 1 --2- 172.21.15.8:0/3881235698 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a553a78770 0x55a553a7ab90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:17.435 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.433+0000 7fd4bafaa740 4 client.16089 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:19:17.436 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.433+0000 7fd4bafaa740 1 -- 172.21.15.8:0/3881235698 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55a5539632c0 con 0x55a553a78770 2024-05-20T21:19:17.436 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.433+0000 7fd4b5600640 1 --2- 172.21.15.8:0/3881235698 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a553a78770 0x55a553a7ab90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:17.436 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.434+0000 7fd4b5600640 1 --2- 172.21.15.8:0/3881235698 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a553a78770 0x55a553a7ab90 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cd7b358df208884f server_cookie=5216b16c575b29aa in_seq=0 out_seq=0 2024-05-20T21:19:17.436 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.434+0000 7fd492a00640 10 client.16089 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:19:17.447 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.448+0000 7fd492a00640 1 -- 172.21.15.8:0/3881235698 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55a5539632c0 con 0x55a553a78770 2024-05-20T21:19:17.447 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.448+0000 7fd492a00640 10 client.16089 handle_command_reply: tid=0 2024-05-20T21:19:17.447 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.448+0000 7fd4bafaa740 1 client.16089 shutdown 2024-05-20T21:19:17.448 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.448+0000 7fd4bafaa740 1 -- 172.21.15.8:0/3881235698 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a5539f8520 msgr2=0x55a553a06a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:17.448 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.448+0000 7fd4bafaa740 1 --2- 172.21.15.8:0/3881235698 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a5539f8520 0x55a553a06a30 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fd4a01006d0 tx=0x7fd4a003b790 comp rx=0 tx=0).stop 2024-05-20T21:19:17.448 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.448+0000 7fd4bafaa740 1 -- 172.21.15.8:0/3881235698 shutdown_connections 2024-05-20T21:19:17.448 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.448+0000 7fd4bafaa740 1 --2- 172.21.15.8:0/3881235698 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a553a78770 0x55a553a7ab90 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.449 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.448+0000 7fd4bafaa740 1 --2- 172.21.15.8:0/3881235698 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a5539fd690 0x55a553a07a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.449 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.448+0000 7fd4bafaa740 1 --2- 172.21.15.8:0/3881235698 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a5539f8520 0x55a553a06a30 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.449 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.448+0000 7fd4bafaa740 1 --2- 172.21.15.8:0/3881235698 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a5539f7b30 0x55a553a064f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.449 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.448+0000 7fd492a00640 0 client.16089 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:19:17.449 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.448+0000 7fd4bafaa740 1 -- 172.21.15.8:0/3881235698 >> 172.21.15.8:0/3881235698 conn(0x55a5539f31a0 msgr2=0x55a5539f9850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:17.449 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.449+0000 7fd4bafaa740 1 -- 172.21.15.8:0/3881235698 shutdown_connections 2024-05-20T21:19:17.449 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.449+0000 7fd4bafaa740 1 -- 172.21.15.8:0/3881235698 wait complete. 2024-05-20T21:19:17.449 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.449+0000 7fd4bafaa740 20 client.16089 trim_cache size 0 max 16384 2024-05-20T21:19:17.449 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:19:17.449 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:19:17.450 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:19:17.450 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.450+0000 7fd4b8000640 1 -- 172.21.15.8:0/3249567832 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd4980b2780 msgr2=0x7fd4980b4c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:17.450 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.450+0000 7fd4b8000640 1 --2- 172.21.15.8:0/3249567832 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd4980b2780 0x7fd4980b4c40 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fd4a4009c70 tx=0x7fd4a4009680 comp rx=0 tx=0).stop 2024-05-20T21:19:17.450 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.450+0000 7fd4b8000640 1 -- 172.21.15.8:0/3249567832 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4b010a2f0 msgr2=0x7fd4b019f850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:17.450 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.450+0000 7fd4b8000640 1 --2- 172.21.15.8:0/3249567832 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4b010a2f0 0x7fd4b019f850 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fd4a0005ab0 tx=0x7fd4a0003b90 comp rx=0 tx=0).stop 2024-05-20T21:19:17.451 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.450+0000 7fd4b8000640 1 -- 172.21.15.8:0/3249567832 shutdown_connections 2024-05-20T21:19:17.451 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.450+0000 7fd4b8000640 1 --2- 172.21.15.8:0/3249567832 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd4980b2780 0x7fd4980b4c40 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.451 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.450+0000 7fd4b8000640 1 --2- 172.21.15.8:0/3249567832 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd4b010acb0 0x7fd4b01a68c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.451 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.450+0000 7fd4b8000640 1 --2- 172.21.15.8:0/3249567832 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4b010a2f0 0x7fd4b019f850 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.451 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.450+0000 7fd4b8000640 1 --2- 172.21.15.8:0/3249567832 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd4b0109150 0x7fd4b019f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.451 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.450+0000 7fd4b8000640 1 -- 172.21.15.8:0/3249567832 >> 172.21.15.8:0/3249567832 conn(0x7fd4b00780a0 msgr2=0x7fd4b010d5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:17.451 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.450+0000 7fd4b8000640 1 -- 172.21.15.8:0/3249567832 shutdown_connections 2024-05-20T21:19:17.451 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:17.450+0000 7fd4b8000640 1 -- 172.21.15.8:0/3249567832 wait complete. 2024-05-20T21:19:17.707 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:19:18.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:19:18 smithi130 ceph-mon[36448]: pgmap v559: 97 pgs: 97 active+clean; 1.8 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:19:18.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:19:18 smithi050 ceph-mon[35809]: pgmap v559: 97 pgs: 97 active+clean; 1.8 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:19:18.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.924+0000 7f3b4f200700 1 -- 172.21.15.8:0/2570287638 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3b48102730 msgr2=0x7f3b481103a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:18.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.924+0000 7f3b4f200700 1 --2- 172.21.15.8:0/2570287638 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3b48102730 0x7f3b481103a0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f3b4400b0d0 tx=0x7f3b4400b3e0 comp rx=0 tx=0).stop 2024-05-20T21:19:18.925 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.924+0000 7f3b4f200700 1 -- 172.21.15.8:0/2570287638 shutdown_connections 2024-05-20T21:19:18.925 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.924+0000 7f3b4f200700 1 --2- 172.21.15.8:0/2570287638 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3b48108550 0x7f3b48108930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:18.925 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.924+0000 7f3b4f200700 1 --2- 172.21.15.8:0/2570287638 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3b48102730 0x7f3b481103a0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:18.925 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.924+0000 7f3b4f200700 1 --2- 172.21.15.8:0/2570287638 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3b48101d70 0x7f3b481021f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:18.925 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.924+0000 7f3b4f200700 1 -- 172.21.15.8:0/2570287638 >> 172.21.15.8:0/2570287638 conn(0x7f3b48077720 msgr2=0x7f3b48077b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:18.925 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.925+0000 7f3b4f200700 1 -- 172.21.15.8:0/2570287638 shutdown_connections 2024-05-20T21:19:18.925 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.925+0000 7f3b4f200700 1 -- 172.21.15.8:0/2570287638 wait complete. 2024-05-20T21:19:18.925 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:19:18 smithi008 ceph-mon[31475]: pgmap v559: 97 pgs: 97 active+clean; 1.8 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:19:18.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.926+0000 7f3b4f200700 1 Processor -- start 2024-05-20T21:19:18.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.926+0000 7f3b4f200700 1 -- start start 2024-05-20T21:19:18.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.926+0000 7f3b4f200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3b48101d70 0x7f3b48102f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:18.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.926+0000 7f3b4f200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3b48102730 0x7f3b48103490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:18.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.926+0000 7f3b4f200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3b48108550 0x7f3b481039d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:18.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.926+0000 7f3b4f200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f3b481137b0 con 0x7f3b48101d70 2024-05-20T21:19:18.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.927+0000 7f3b4f200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f3b48113630 con 0x7f3b48108550 2024-05-20T21:19:18.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.927+0000 7f3b4f200700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f3b48113930 con 0x7f3b48102730 2024-05-20T21:19:18.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.927+0000 7f3b4de00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3b48101d70 0x7f3b48102f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:18.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.927+0000 7f3b4e800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3b48108550 0x7f3b481039d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:18.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.927+0000 7f3b4e800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3b48108550 0x7f3b481039d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:43422/0 (socket says 172.21.15.8:43422) 2024-05-20T21:19:18.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.927+0000 7f3b4e800700 1 -- 172.21.15.8:0/1193278666 learned_addr learned my addr 172.21.15.8:0/1193278666 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:18.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.927+0000 7f3b4d400700 1 --2- 172.21.15.8:0/1193278666 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3b48102730 0x7f3b48103490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:18.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.928+0000 7f3b4de00700 1 -- 172.21.15.8:0/1193278666 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3b48102730 msgr2=0x7f3b48103490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:18.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.928+0000 7f3b4de00700 1 --2- 172.21.15.8:0/1193278666 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3b48102730 0x7f3b48103490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:18.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.928+0000 7f3b4de00700 1 -- 172.21.15.8:0/1193278666 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3b48108550 msgr2=0x7f3b481039d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:18.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.928+0000 7f3b4de00700 1 --2- 172.21.15.8:0/1193278666 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3b48108550 0x7f3b481039d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:18.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.928+0000 7f3b4de00700 1 -- 172.21.15.8:0/1193278666 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b481a8120 con 0x7f3b48101d70 2024-05-20T21:19:18.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.928+0000 7f3b4d400700 1 --2- 172.21.15.8:0/1193278666 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3b48102730 0x7f3b48103490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:18.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.928+0000 7f3b4e800700 1 --2- 172.21.15.8:0/1193278666 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3b48108550 0x7f3b481039d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:18.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.929+0000 7f3b4de00700 1 --2- 172.21.15.8:0/1193278666 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3b48101d70 0x7f3b48102f50 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f3b3c00e9f0 tx=0x7f3b3c00ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:18.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.929+0000 7f3b42a00700 1 -- 172.21.15.8:0/1193278666 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b3c004220 con 0x7f3b48101d70 2024-05-20T21:19:18.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.929+0000 7f3b42a00700 1 -- 172.21.15.8:0/1193278666 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3b3c0043c0 con 0x7f3b48101d70 2024-05-20T21:19:18.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.929+0000 7f3b42a00700 1 -- 172.21.15.8:0/1193278666 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b3c005020 con 0x7f3b48101d70 2024-05-20T21:19:18.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.929+0000 7f3b4f200700 1 -- 172.21.15.8:0/1193278666 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b481a8410 con 0x7f3b48101d70 2024-05-20T21:19:18.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.929+0000 7f3b4f200700 1 -- 172.21.15.8:0/1193278666 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b481a8900 con 0x7f3b48101d70 2024-05-20T21:19:18.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.934+0000 7f3b5b210b80 1 Processor -- start 2024-05-20T21:19:18.934 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.934+0000 7f3b5b210b80 1 -- start start 2024-05-20T21:19:18.936 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.935+0000 7f3b42a00700 1 -- 172.21.15.8:0/1193278666 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f3b3c004750 con 0x7f3b48101d70 2024-05-20T21:19:18.936 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.935+0000 7f3b5b210b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f17c7ae840 0x55f17c7aec20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:18.936 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.935+0000 7f3b5b210b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f17c7af160 0x55f17c7a8df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:18.936 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.935+0000 7f3b5b210b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f17c7a9410 0x55f17c7a9870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:18.936 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.935+0000 7f3b5b210b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55f17c706ec0 con 0x55f17c7a9410 2024-05-20T21:19:18.936 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.935+0000 7f3b5b210b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55f17c6f6a60 con 0x55f17c7ae840 2024-05-20T21:19:18.936 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.935+0000 7f3b5b210b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55f17c6faaa0 con 0x55f17c7af160 2024-05-20T21:19:18.936 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.935+0000 7f3b4de00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f17c7af160 0x55f17c7a8df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:18.937 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.935+0000 7f3b4de00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f17c7af160 0x55f17c7a8df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:43176/0 (socket says 172.21.15.8:43176) 2024-05-20T21:19:18.937 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.935+0000 7f3b4de00700 1 -- 172.21.15.8:0/10757895 learned_addr learned my addr 172.21.15.8:0/10757895 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:18.937 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.935+0000 7f3b4e800700 1 --2- 172.21.15.8:0/10757895 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f17c7ae840 0x55f17c7aec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:18.937 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.936+0000 7f3b4d400700 1 --2- 172.21.15.8:0/10757895 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f17c7a9410 0x55f17c7a9870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:18.937 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.936+0000 7f3b4de00700 1 -- 172.21.15.8:0/10757895 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f17c7ae840 msgr2=0x55f17c7aec20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:18.937 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.936+0000 7f3b4de00700 1 --2- 172.21.15.8:0/10757895 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f17c7ae840 0x55f17c7aec20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:18.937 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.936+0000 7f3b4de00700 1 -- 172.21.15.8:0/10757895 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f17c7a9410 msgr2=0x55f17c7a9870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:18.937 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.936+0000 7f3b4de00700 1 --2- 172.21.15.8:0/10757895 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f17c7a9410 0x55f17c7a9870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:18.937 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.936+0000 7f3b4de00700 1 -- 172.21.15.8:0/10757895 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f17c6bf4a0 con 0x55f17c7af160 2024-05-20T21:19:18.938 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.936+0000 7f3b4de00700 1 --2- 172.21.15.8:0/10757895 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f17c7af160 0x55f17c7a8df0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f3b3c0ea480 tx=0x7f3b3c0ea790 comp rx=0 tx=0).ready entity=mon.1 client_cookie=59784ef36d2ecf42 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:18.940 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.937+0000 7f3b37400700 1 -- 172.21.15.8:0/10757895 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b3c0f5070 con 0x55f17c7af160 2024-05-20T21:19:18.940 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.937+0000 7f3b37400700 1 -- 172.21.15.8:0/10757895 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3b3c0eae20 con 0x55f17c7af160 2024-05-20T21:19:18.940 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.937+0000 7f3b37400700 1 -- 172.21.15.8:0/10757895 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b3c0f0800 con 0x55f17c7af160 2024-05-20T21:19:18.940 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.937+0000 7f3b42a00700 1 --2- 172.21.15.8:0/1193278666 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3b300b2880 0x7f3b300b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:18.940 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.938+0000 7f3b42a00700 1 -- 172.21.15.8:0/1193278666 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f3b3c0e2120 con 0x7f3b48101d70 2024-05-20T21:19:18.940 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.938+0000 7f3b4e800700 1 --2- 172.21.15.8:0/1193278666 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3b300b2880 0x7f3b300b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:18.940 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.938+0000 7f3b5b210b80 1 -- 172.21.15.8:0/10757895 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f17c7af160 msgr2=0x55f17c7a8df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:18.940 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.938+0000 7f3b5b210b80 1 --2- 172.21.15.8:0/10757895 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f17c7af160 0x55f17c7a8df0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f3b3c0ea480 tx=0x7f3b3c0ea790 comp rx=0 tx=0).stop 2024-05-20T21:19:18.940 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.938+0000 7f3b5b210b80 1 -- 172.21.15.8:0/10757895 shutdown_connections 2024-05-20T21:19:18.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.938+0000 7f3b5b210b80 1 --2- 172.21.15.8:0/10757895 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f17c7ae840 0x55f17c7aec20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:18.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.938+0000 7f3b5b210b80 1 --2- 172.21.15.8:0/10757895 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f17c7a9410 0x55f17c7a9870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:18.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.938+0000 7f3b5b210b80 1 --2- 172.21.15.8:0/10757895 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f17c7af160 0x55f17c7a8df0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:18.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.938+0000 7f3b5b210b80 1 -- 172.21.15.8:0/10757895 >> 172.21.15.8:0/10757895 conn(0x55f17c6d6c60 msgr2=0x55f17c7a3890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:18.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.938+0000 7f3b5b210b80 1 -- 172.21.15.8:0/10757895 shutdown_connections 2024-05-20T21:19:18.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.938+0000 7f3b5b210b80 1 -- 172.21.15.8:0/10757895 wait complete. 2024-05-20T21:19:18.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.939+0000 7f3b4e800700 1 --2- 172.21.15.8:0/1193278666 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3b300b2880 0x7f3b300b4d40 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f3b44009fd0 tx=0x7f3b4400b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:18.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.939+0000 7f3b5b210b80 1 -- start start 2024-05-20T21:19:18.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.939+0000 7f3b5b210b80 1 Processor -- start 2024-05-20T21:19:18.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.940+0000 7f3b5b210b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f17c7a9410 0x55f17c7b4e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:18.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.940+0000 7f3b5b210b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f17c7ae840 0x55f17c7b2210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:18.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.940+0000 7f3b5b210b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f17c7af160 0x55f17c7b2750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:18.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.940+0000 7f3b5b210b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55f17c5fd020 con 0x55f17c7a9410 2024-05-20T21:19:18.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.940+0000 7f3b5b210b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55f17c6977e0 con 0x55f17c7ae840 2024-05-20T21:19:18.942 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.940+0000 7f3b5b210b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55f17c7b5c80 con 0x55f17c7af160 2024-05-20T21:19:18.942 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.940+0000 7f3b5b210b80 10 client.0 _ll_register_callbacks cb 0x55f17c6a0cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:18.942 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.941+0000 7f3b4de00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f17c7a9410 0x55f17c7b4e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:18.942 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.941+0000 7f3b4de00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f17c7a9410 0x55f17c7b4e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:56476/0 (socket says 172.21.15.8:56476) 2024-05-20T21:19:18.942 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.941+0000 7f3b4de00700 1 -- 172.21.15.8:0/2065900778 learned_addr learned my addr 172.21.15.8:0/2065900778 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:18.942 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.941+0000 7f3b4d400700 1 --2- 172.21.15.8:0/2065900778 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f17c7ae840 0x55f17c7b2210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:18.943 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.941+0000 7f3b4e800700 1 --2- 172.21.15.8:0/2065900778 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f17c7af160 0x55f17c7b2750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:18.943 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.941+0000 7f3b4de00700 1 -- 172.21.15.8:0/2065900778 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f17c7af160 msgr2=0x55f17c7b2750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:18.944 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.941+0000 7f3b4de00700 1 --2- 172.21.15.8:0/2065900778 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f17c7af160 0x55f17c7b2750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:18.944 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.941+0000 7f3b4de00700 1 -- 172.21.15.8:0/2065900778 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f17c7ae840 msgr2=0x55f17c7b2210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:18.944 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.941+0000 7f3b4de00700 1 --2- 172.21.15.8:0/2065900778 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f17c7ae840 0x55f17c7b2210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:18.944 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.941+0000 7f3b4de00700 1 -- 172.21.15.8:0/2065900778 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f17c646950 con 0x55f17c7a9410 2024-05-20T21:19:18.944 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.941+0000 7f3b4e800700 1 --2- 172.21.15.8:0/2065900778 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f17c7af160 0x55f17c7b2750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:19:18.944 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.941+0000 7f3b4de00700 1 --2- 172.21.15.8:0/2065900778 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f17c7a9410 0x55f17c7b4e70 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f3b3c0f3040 tx=0x7f3b3c0e2420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e092da9b10543a4c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:18.944 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.941+0000 7f3b2be00700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:19:18.944 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.942+0000 7f3b2be00700 1 -- 172.21.15.8:0/2065900778 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b3c01c070 con 0x55f17c7a9410 2024-05-20T21:19:18.944 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.942+0000 7f3b2be00700 1 -- 172.21.15.8:0/2065900778 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f3b3c0e42e0 con 0x55f17c7a9410 2024-05-20T21:19:18.944 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.942+0000 7f3b5b210b80 1 -- 172.21.15.8:0/2065900778 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3b3c0eae20 con 0x55f17c7a9410 2024-05-20T21:19:18.944 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.942+0000 7f3b2be00700 1 -- 172.21.15.8:0/2065900778 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3b3c0b0e60 con 0x55f17c7a9410 2024-05-20T21:19:18.944 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.942+0000 7f3b5b210b80 10 client.16101 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:18.944 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.942+0000 7f3b5b210b80 1 -- 172.21.15.8:0/2065900778 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f17c6c70e0 con 0x55f17c7a9410 2024-05-20T21:19:18.944 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.943+0000 7f3b2be00700 1 -- 172.21.15.8:0/2065900778 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3b3c0eae20 con 0x55f17c7a9410 2024-05-20T21:19:18.945 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.943+0000 7f3b2be00700 1 -- 172.21.15.8:0/2065900778 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f3b3c0a59c0 con 0x55f17c7a9410 2024-05-20T21:19:18.945 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.943+0000 7f3b5b210b80 10 client.16101 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:18.945 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.943+0000 7f3b5b210b80 10 client.16101 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:19:18.945 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.943+0000 7f3b5b210b80 20 client.16101 populate_metadata read hostname 'smithi008' 2024-05-20T21:19:18.945 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.943+0000 7f3b5b210b80 1 --2- 172.21.15.8:0/2065900778 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f17c7c2650 0x55f17c7c4a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:18.945 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.943+0000 7f3b5b210b80 4 client.16101 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:19:18.945 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.943+0000 7f3b5b210b80 1 -- 172.21.15.8:0/2065900778 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f17c708e10 con 0x55f17c7c2650 2024-05-20T21:19:18.945 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.943+0000 7f3b4d400700 1 --2- 172.21.15.8:0/2065900778 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f17c7c2650 0x55f17c7c4a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:18.945 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.944+0000 7f3b4d400700 1 --2- 172.21.15.8:0/2065900778 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f17c7c2650 0x55f17c7c4a40 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9ceb98ebeb5d64b9 server_cookie=d876f50271c688c0 in_seq=0 out_seq=0 2024-05-20T21:19:18.945 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.944+0000 7f3b2be00700 10 client.16101 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:19:18.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.945+0000 7f3b2be00700 1 -- 172.21.15.8:0/2065900778 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55f17c708e10 con 0x55f17c7c2650 2024-05-20T21:19:18.947 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.945+0000 7f3b2be00700 10 client.16101 handle_command_reply: tid=0 2024-05-20T21:19:18.947 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.945+0000 7f3b5b210b80 1 client.16101 shutdown 2024-05-20T21:19:18.947 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.945+0000 7f3b5b210b80 1 -- 172.21.15.8:0/2065900778 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f17c7a9410 msgr2=0x55f17c7b4e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:18.947 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.945+0000 7f3b5b210b80 1 --2- 172.21.15.8:0/2065900778 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f17c7a9410 0x55f17c7b4e70 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f3b3c0f3040 tx=0x7f3b3c0e2420 comp rx=0 tx=0).stop 2024-05-20T21:19:18.947 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.945+0000 7f3b5b210b80 1 -- 172.21.15.8:0/2065900778 shutdown_connections 2024-05-20T21:19:18.947 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.945+0000 7f3b5b210b80 1 --2- 172.21.15.8:0/2065900778 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f17c7c2650 0x55f17c7c4a40 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:18.947 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.945+0000 7f3b5b210b80 1 --2- 172.21.15.8:0/2065900778 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f17c7af160 0x55f17c7b2750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:18.947 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.945+0000 7f3b5b210b80 1 --2- 172.21.15.8:0/2065900778 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f17c7a9410 0x55f17c7b4e70 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:18.947 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.945+0000 7f3b5b210b80 1 --2- 172.21.15.8:0/2065900778 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f17c7ae840 0x55f17c7b2210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:18.947 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.945+0000 7f3b5b210b80 1 -- 172.21.15.8:0/2065900778 >> 172.21.15.8:0/2065900778 conn(0x55f17c6d6c60 msgr2=0x55f17c7a3040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:18.947 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.945+0000 7f3b2be00700 0 client.16101 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:19:18.947 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.946+0000 7f3b5b210b80 1 -- 172.21.15.8:0/2065900778 shutdown_connections 2024-05-20T21:19:18.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.946+0000 7f3b5b210b80 1 -- 172.21.15.8:0/2065900778 wait complete. 2024-05-20T21:19:18.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.946+0000 7f3b5b210b80 20 client.16101 trim_cache size 0 max 16384 2024-05-20T21:19:18.970 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.969+0000 7f3b5b210b80 1 Processor -- start 2024-05-20T21:19:18.971 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.969+0000 7f3b5b210b80 1 -- start start 2024-05-20T21:19:18.971 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.969+0000 7f3b5b210b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f17c7a9410 0x55f17c7a8df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:18.971 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.969+0000 7f3b5b210b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f17c7ae840 0x55f17c7a37c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:18.971 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.969+0000 7f3b5b210b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f17c7af160 0x55f17c7b1280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:18.971 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.969+0000 7f3b5b210b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f3b481a9df0 con 0x55f17c7ae840 2024-05-20T21:19:18.971 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.969+0000 7f3b5b210b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f3b480742f0 con 0x55f17c7a9410 2024-05-20T21:19:18.971 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.969+0000 7f3b5b210b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f3b48072140 con 0x55f17c7af160 2024-05-20T21:19:18.971 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.970+0000 7f3b4e800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f17c7af160 0x55f17c7b1280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:18.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.970+0000 7f3b4e800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f17c7af160 0x55f17c7b1280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:43192/0 (socket says 172.21.15.8:43192) 2024-05-20T21:19:18.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.970+0000 7f3b4e800700 1 -- 172.21.15.8:0/3574291951 learned_addr learned my addr 172.21.15.8:0/3574291951 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:18.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.970+0000 7f3b4de00700 1 --2- 172.21.15.8:0/3574291951 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f17c7a9410 0x55f17c7a8df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:18.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.970+0000 7f3b4d400700 1 --2- 172.21.15.8:0/3574291951 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f17c7ae840 0x55f17c7a37c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:18.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.970+0000 7f3b4e800700 1 -- 172.21.15.8:0/3574291951 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f17c7a9410 msgr2=0x55f17c7a8df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:18.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.970+0000 7f3b4e800700 1 --2- 172.21.15.8:0/3574291951 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f17c7a9410 0x55f17c7a8df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:18.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.970+0000 7f3b4e800700 1 -- 172.21.15.8:0/3574291951 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f17c7ae840 msgr2=0x55f17c7a37c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:18.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.970+0000 7f3b4e800700 1 --2- 172.21.15.8:0/3574291951 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f17c7ae840 0x55f17c7a37c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:18.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.970+0000 7f3b4e800700 1 -- 172.21.15.8:0/3574291951 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f17c7b4ab0 con 0x55f17c7af160 2024-05-20T21:19:18.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.970+0000 7f3b4d400700 1 --2- 172.21.15.8:0/3574291951 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f17c7ae840 0x55f17c7a37c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:19:18.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.971+0000 7f3b4e800700 1 --2- 172.21.15.8:0/3574291951 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f17c7af160 0x55f17c7b1280 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f3b44004cd0 tx=0x7f3b44031000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=134e4eb626ea3810 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:18.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.971+0000 7f3b36a00700 1 -- 172.21.15.8:0/3574291951 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b44007860 con 0x55f17c7af160 2024-05-20T21:19:18.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.971+0000 7f3b36a00700 1 -- 172.21.15.8:0/3574291951 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3b4403d070 con 0x55f17c7af160 2024-05-20T21:19:18.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.971+0000 7f3b36a00700 1 -- 172.21.15.8:0/3574291951 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b4402e430 con 0x55f17c7af160 2024-05-20T21:19:18.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.972+0000 7f3b5b210b80 1 -- 172.21.15.8:0/3574291951 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f17c7af160 msgr2=0x55f17c7b1280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:18.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.972+0000 7f3b5b210b80 1 --2- 172.21.15.8:0/3574291951 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f17c7af160 0x55f17c7b1280 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f3b44004cd0 tx=0x7f3b44031000 comp rx=0 tx=0).stop 2024-05-20T21:19:18.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.972+0000 7f3b5b210b80 1 -- 172.21.15.8:0/3574291951 shutdown_connections 2024-05-20T21:19:18.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.972+0000 7f3b5b210b80 1 --2- 172.21.15.8:0/3574291951 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f17c7a9410 0x55f17c7a8df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:18.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.972+0000 7f3b5b210b80 1 --2- 172.21.15.8:0/3574291951 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f17c7af160 0x55f17c7b1280 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:18.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.972+0000 7f3b5b210b80 1 --2- 172.21.15.8:0/3574291951 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f17c7ae840 0x55f17c7a37c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:18.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.972+0000 7f3b5b210b80 1 -- 172.21.15.8:0/3574291951 >> 172.21.15.8:0/3574291951 conn(0x55f17c6d6c60 msgr2=0x55f17c7afc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:18.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.972+0000 7f3b5b210b80 1 -- 172.21.15.8:0/3574291951 shutdown_connections 2024-05-20T21:19:18.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.972+0000 7f3b5b210b80 1 -- 172.21.15.8:0/3574291951 wait complete. 2024-05-20T21:19:18.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.973+0000 7f3b5b210b80 1 -- start start 2024-05-20T21:19:18.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.973+0000 7f3b5b210b80 1 Processor -- start 2024-05-20T21:19:18.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.973+0000 7f3b5b210b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f17c7a9410 0x55f17c7c7610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:18.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.973+0000 7f3b5b210b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f17c7ae840 0x55f17c7c7b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:18.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.973+0000 7f3b5b210b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f17c7af160 0x55f17c7c5ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:18.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.973+0000 7f3b5b210b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f3b480727b0 con 0x55f17c7ae840 2024-05-20T21:19:18.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.973+0000 7f3b5b210b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f3b48073c20 con 0x55f17c7af160 2024-05-20T21:19:18.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.973+0000 7f3b5b210b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f3b48072e80 con 0x55f17c7a9410 2024-05-20T21:19:18.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.973+0000 7f3b5b210b80 10 client.0 _ll_register_callbacks cb 0x55f17c6a0cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:18.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.974+0000 7f3b4de00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f17c7a9410 0x55f17c7c7610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:18.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.974+0000 7f3b4de00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f17c7a9410 0x55f17c7c7610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:43194/0 (socket says 172.21.15.8:43194) 2024-05-20T21:19:18.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.974+0000 7f3b4de00700 1 -- 172.21.15.8:0/1499836296 learned_addr learned my addr 172.21.15.8:0/1499836296 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:18.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.974+0000 7f3b4e800700 1 --2- 172.21.15.8:0/1499836296 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f17c7af160 0x55f17c7c5ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:18.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.974+0000 7f3b4d400700 1 --2- 172.21.15.8:0/1499836296 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f17c7ae840 0x55f17c7c7b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:18.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.974+0000 7f3b4de00700 1 -- 172.21.15.8:0/1499836296 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f17c7af160 msgr2=0x55f17c7c5ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:18.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.974+0000 7f3b4de00700 1 --2- 172.21.15.8:0/1499836296 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f17c7af160 0x55f17c7c5ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:18.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.974+0000 7f3b4de00700 1 -- 172.21.15.8:0/1499836296 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f17c7ae840 msgr2=0x55f17c7c7b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:18.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.974+0000 7f3b4de00700 1 --2- 172.21.15.8:0/1499836296 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f17c7ae840 0x55f17c7c7b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:18.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.974+0000 7f3b4de00700 1 -- 172.21.15.8:0/1499836296 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f17c7c62a0 con 0x55f17c7a9410 2024-05-20T21:19:18.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.974+0000 7f3b4d400700 1 --2- 172.21.15.8:0/1499836296 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f17c7ae840 0x55f17c7c7b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:19:18.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.974+0000 7f3b4e800700 1 --2- 172.21.15.8:0/1499836296 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f17c7af160 0x55f17c7c5ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:19:18.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.974+0000 7f3b4de00700 1 --2- 172.21.15.8:0/1499836296 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f17c7a9410 0x55f17c7c7610 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f3b3c0a69a0 tx=0x7f3b3c0e2490 comp rx=0 tx=0).ready entity=mon.1 client_cookie=616bf7f1e917ec7b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:18.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.974+0000 7f3b2be00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:19:18.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.975+0000 7f3b2be00700 1 -- 172.21.15.8:0/1499836296 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b3c01c070 con 0x55f17c7a9410 2024-05-20T21:19:18.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.975+0000 7f3b2be00700 1 -- 172.21.15.8:0/1499836296 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f3b3c0e5710 con 0x55f17c7a9410 2024-05-20T21:19:18.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.975+0000 7f3b5b210b80 1 -- 172.21.15.8:0/1499836296 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3b4403d070 con 0x55f17c7a9410 2024-05-20T21:19:18.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.975+0000 7f3b2be00700 1 -- 172.21.15.8:0/1499836296 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3b3c0a8ea0 con 0x55f17c7a9410 2024-05-20T21:19:18.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.975+0000 7f3b5b210b80 10 client.26278 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:18.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.975+0000 7f3b5b210b80 1 -- 172.21.15.8:0/1499836296 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f17c82d950 con 0x55f17c7a9410 2024-05-20T21:19:18.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.975+0000 7f3b2be00700 1 -- 172.21.15.8:0/1499836296 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3b4403d070 con 0x55f17c7a9410 2024-05-20T21:19:18.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.975+0000 7f3b2be00700 1 -- 172.21.15.8:0/1499836296 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f3b3c091110 con 0x55f17c7a9410 2024-05-20T21:19:18.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.975+0000 7f3b5b210b80 10 client.26278 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:18.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.975+0000 7f3b5b210b80 10 client.26278 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:19:18.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.975+0000 7f3b5b210b80 20 client.26278 populate_metadata read hostname 'smithi008' 2024-05-20T21:19:18.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.976+0000 7f3b5b210b80 1 --2- 172.21.15.8:0/1499836296 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f17c82de10 0x55f17c830200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:18.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.976+0000 7f3b5b210b80 4 client.26278 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:19:18.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.976+0000 7f3b5b210b80 1 -- 172.21.15.8:0/1499836296 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55f17c7025f0 con 0x55f17c82de10 2024-05-20T21:19:18.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.976+0000 7f3b4d400700 1 --2- 172.21.15.8:0/1499836296 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f17c82de10 0x55f17c830200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:18.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.976+0000 7f3b4d400700 1 --2- 172.21.15.8:0/1499836296 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f17c82de10 0x55f17c830200 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b6ad3e8bf518810a server_cookie=8563137f419ff413 in_seq=0 out_seq=0 2024-05-20T21:19:18.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.976+0000 7f3b2be00700 10 client.26278 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:19:18.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.977+0000 7f3b2be00700 1 -- 172.21.15.8:0/1499836296 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55f17c7025f0 con 0x55f17c82de10 2024-05-20T21:19:18.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.977+0000 7f3b2be00700 10 client.26278 handle_command_reply: tid=0 2024-05-20T21:19:18.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.977+0000 7f3b5b210b80 1 client.26278 shutdown 2024-05-20T21:19:18.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.978+0000 7f3b5b210b80 1 -- 172.21.15.8:0/1499836296 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f17c7a9410 msgr2=0x55f17c7c7610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:18.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.978+0000 7f3b5b210b80 1 --2- 172.21.15.8:0/1499836296 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f17c7a9410 0x55f17c7c7610 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f3b3c0a69a0 tx=0x7f3b3c0e2490 comp rx=0 tx=0).stop 2024-05-20T21:19:18.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.978+0000 7f3b5b210b80 1 -- 172.21.15.8:0/1499836296 shutdown_connections 2024-05-20T21:19:18.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.978+0000 7f3b5b210b80 1 --2- 172.21.15.8:0/1499836296 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f17c82de10 0x55f17c830200 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:18.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.978+0000 7f3b5b210b80 1 --2- 172.21.15.8:0/1499836296 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f17c7af160 0x55f17c7c5ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:18.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.978+0000 7f3b5b210b80 1 --2- 172.21.15.8:0/1499836296 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f17c7a9410 0x55f17c7c7610 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:18.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.978+0000 7f3b5b210b80 1 --2- 172.21.15.8:0/1499836296 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f17c7ae840 0x55f17c7c7b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:18.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.978+0000 7f3b5b210b80 1 -- 172.21.15.8:0/1499836296 >> 172.21.15.8:0/1499836296 conn(0x55f17c6d6c60 msgr2=0x55f17c7adc50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:18.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.978+0000 7f3b2be00700 0 client.26278 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:19:18.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.978+0000 7f3b5b210b80 1 -- 172.21.15.8:0/1499836296 shutdown_connections 2024-05-20T21:19:18.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.978+0000 7f3b5b210b80 1 -- 172.21.15.8:0/1499836296 wait complete. 2024-05-20T21:19:18.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.978+0000 7f3b5b210b80 20 client.26278 trim_cache size 0 max 16384 2024-05-20T21:19:18.982 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:19:18.982 INFO:teuthology.orchestra.run.smithi008.stdout: "return_code": 0, 2024-05-20T21:19:18.982 INFO:teuthology.orchestra.run.smithi008.stdout: "scrub_tag": "bb177c87-064c-45b9-b272-e71bf0306413", 2024-05-20T21:19:18.982 INFO:teuthology.orchestra.run.smithi008.stdout: "mode": "asynchronous" 2024-05-20T21:19:18.982 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:19:18.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.979+0000 7f3b4f200700 1 -- 172.21.15.8:0/1193278666 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3b300b2880 msgr2=0x7f3b300b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:18.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.979+0000 7f3b4f200700 1 --2- 172.21.15.8:0/1193278666 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3b300b2880 0x7f3b300b4d40 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f3b44009fd0 tx=0x7f3b4400b040 comp rx=0 tx=0).stop 2024-05-20T21:19:18.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.979+0000 7f3b4f200700 1 -- 172.21.15.8:0/1193278666 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3b48101d70 msgr2=0x7f3b48102f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:18.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.979+0000 7f3b4f200700 1 --2- 172.21.15.8:0/1193278666 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3b48101d70 0x7f3b48102f50 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f3b3c00e9f0 tx=0x7f3b3c00ed00 comp rx=0 tx=0).stop 2024-05-20T21:19:18.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.979+0000 7f3b4f200700 1 -- 172.21.15.8:0/1193278666 shutdown_connections 2024-05-20T21:19:18.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.979+0000 7f3b4f200700 1 --2- 172.21.15.8:0/1193278666 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3b300b2880 0x7f3b300b4d40 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:18.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.979+0000 7f3b4f200700 1 --2- 172.21.15.8:0/1193278666 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3b48108550 0x7f3b481039d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:18.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.979+0000 7f3b4f200700 1 --2- 172.21.15.8:0/1193278666 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3b48101d70 0x7f3b48102f50 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:18.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.979+0000 7f3b4f200700 1 --2- 172.21.15.8:0/1193278666 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3b48102730 0x7f3b48103490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:18.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.979+0000 7f3b4f200700 1 -- 172.21.15.8:0/1193278666 >> 172.21.15.8:0/1193278666 conn(0x7f3b48077720 msgr2=0x7f3b480ffdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:18.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.979+0000 7f3b4f200700 1 -- 172.21.15.8:0/1193278666 shutdown_connections 2024-05-20T21:19:18.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:18.980+0000 7f3b4f200700 1 -- 172.21.15.8:0/1193278666 wait complete. 2024-05-20T21:19:19.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:19:19 smithi130 ceph-mon[36448]: scrub queued for path: / 2024-05-20T21:19:19.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:19:19 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:19:19.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:19:19 smithi130 ceph-mon[36448]: scrub summary: active paths [/] 2024-05-20T21:19:19.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:19:19 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:19:19.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:19:19 smithi050 ceph-mon[35809]: scrub queued for path: / 2024-05-20T21:19:19.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:19:19 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:19:19.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:19:19 smithi050 ceph-mon[35809]: scrub summary: active paths [/] 2024-05-20T21:19:19.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:19:19 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:19:19.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:19:19 smithi008 ceph-mon[31475]: scrub queued for path: / 2024-05-20T21:19:19.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:19:19 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:19:19.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:19:19 smithi008 ceph-mon[31475]: scrub summary: active paths [/] 2024-05-20T21:19:19.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:19:19 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:19:20.205 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:19:20.749 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:19:20 smithi008 ceph-mon[31475]: pgmap v560: 97 pgs: 97 active+clean; 1.8 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:19:20.826 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.826+0000 7fade7c00700 1 -- 172.21.15.8:0/3521557462 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fade0108840 msgr2=0x7fade0110450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:20.826 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.826+0000 7fade7c00700 1 --2- 172.21.15.8:0/3521557462 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fade0108840 0x7fade0110450 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fadd800b0d0 tx=0x7fadd800b3e0 comp rx=0 tx=0).stop 2024-05-20T21:19:20.826 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.826+0000 7fade7c00700 1 -- 172.21.15.8:0/3521557462 shutdown_connections 2024-05-20T21:19:20.826 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.826+0000 7fade7c00700 1 --2- 172.21.15.8:0/3521557462 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fade0103850 0x7fade0103c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:20.826 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.826+0000 7fade7c00700 1 --2- 172.21.15.8:0/3521557462 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fade0108840 0x7fade0110450 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:20.826 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.826+0000 7fade7c00700 1 --2- 172.21.15.8:0/3521557462 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fade0104200 0x7fade0108160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:20.826 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.826+0000 7fade7c00700 1 -- 172.21.15.8:0/3521557462 >> 172.21.15.8:0/3521557462 conn(0x7fade007a610 msgr2=0x7fade007aa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:20.826 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.826+0000 7fade7c00700 1 -- 172.21.15.8:0/3521557462 shutdown_connections 2024-05-20T21:19:20.826 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.826+0000 7fade7c00700 1 -- 172.21.15.8:0/3521557462 wait complete. 2024-05-20T21:19:20.827 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.828+0000 7fade7c00700 1 Processor -- start 2024-05-20T21:19:20.827 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.828+0000 7fade7c00700 1 -- start start 2024-05-20T21:19:20.828 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.828+0000 7fade7c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fade0103850 0x7fade019bd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:20.828 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.828+0000 7fade7c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fade0104200 0x7fade019c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:20.828 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.828+0000 7fade7c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fade0108840 0x7fade01a0630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:20.828 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.828+0000 7fade7c00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fade0113710 con 0x7fade0103850 2024-05-20T21:19:20.828 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.828+0000 7fade7c00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fade0113590 con 0x7fade0108840 2024-05-20T21:19:20.828 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.828+0000 7fade7c00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fade0113890 con 0x7fade0104200 2024-05-20T21:19:20.829 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.829+0000 7fade5200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fade0103850 0x7fade019bd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:20.829 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.829+0000 7fade5200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fade0103850 0x7fade019bd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:56518/0 (socket says 172.21.15.8:56518) 2024-05-20T21:19:20.829 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.829+0000 7fade5200700 1 -- 172.21.15.8:0/267058864 learned_addr learned my addr 172.21.15.8:0/267058864 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:20.829 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.829+0000 7faddfe00700 1 --2- 172.21.15.8:0/267058864 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fade0104200 0x7fade019c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:20.829 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.829+0000 7fade5c00700 1 --2- 172.21.15.8:0/267058864 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fade0108840 0x7fade01a0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:20.830 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.829+0000 7faddfe00700 1 -- 172.21.15.8:0/267058864 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fade0108840 msgr2=0x7fade01a0630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:20.830 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.829+0000 7faddfe00700 1 --2- 172.21.15.8:0/267058864 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fade0108840 0x7fade01a0630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:20.830 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.829+0000 7faddfe00700 1 -- 172.21.15.8:0/267058864 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fade0103850 msgr2=0x7fade019bd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:20.830 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.829+0000 7faddfe00700 1 --2- 172.21.15.8:0/267058864 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fade0103850 0x7fade019bd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:20.830 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.829+0000 7faddfe00700 1 -- 172.21.15.8:0/267058864 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fade01a0d70 con 0x7fade0104200 2024-05-20T21:19:20.830 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.830+0000 7fade5c00700 1 --2- 172.21.15.8:0/267058864 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fade0108840 0x7fade01a0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:20.830 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.830+0000 7fade5200700 1 --2- 172.21.15.8:0/267058864 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fade0103850 0x7fade019bd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:20.830 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.830+0000 7faddfe00700 1 --2- 172.21.15.8:0/267058864 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fade0104200 0x7fade019c2a0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fadcc00e9c0 tx=0x7fadcc00ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:20.834 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.830+0000 7faddd600700 1 -- 172.21.15.8:0/267058864 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadcc00c9c0 con 0x7fade0104200 2024-05-20T21:19:20.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.830+0000 7faddd600700 1 -- 172.21.15.8:0/267058864 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fadcc00cb60 con 0x7fade0104200 2024-05-20T21:19:20.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.830+0000 7faddd600700 1 -- 172.21.15.8:0/267058864 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadcc018680 con 0x7fade0104200 2024-05-20T21:19:20.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.830+0000 7fade7c00700 1 -- 172.21.15.8:0/267058864 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fade01a1060 con 0x7fade0104200 2024-05-20T21:19:20.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.830+0000 7fade7c00700 1 -- 172.21.15.8:0/267058864 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fade01a88e0 con 0x7fade0104200 2024-05-20T21:19:20.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.834+0000 7faddd600700 1 -- 172.21.15.8:0/267058864 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fadcc010430 con 0x7fade0104200 2024-05-20T21:19:20.836 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.835+0000 7fadf2514b80 1 Processor -- start 2024-05-20T21:19:20.836 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.836+0000 7fadf2514b80 1 -- start start 2024-05-20T21:19:20.836 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.836+0000 7faddd600700 1 --2- 172.21.15.8:0/267058864 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fadc80b29b0 0x7fadc80b4e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:20.836 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.836+0000 7fadf2514b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e42f74b470 0x55e42f74b850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:20.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.836+0000 7fadf2514b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e42f74bd90 0x55e42f7459f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:20.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.836+0000 7fadf2514b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e42f746010 0x55e42f746450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:20.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.836+0000 7fadf2514b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55e42f6a3fd0 con 0x55e42f74bd90 2024-05-20T21:19:20.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.836+0000 7fadf2514b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55e42f693b70 con 0x55e42f74b470 2024-05-20T21:19:20.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.836+0000 7fadf2514b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55e42f697bb0 con 0x55e42f746010 2024-05-20T21:19:20.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.836+0000 7faddd600700 1 -- 172.21.15.8:0/267058864 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fadcc0e22f0 con 0x7fade0104200 2024-05-20T21:19:20.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.837+0000 7fade5c00700 1 --2- 172.21.15.8:0/267058864 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fadc80b29b0 0x7fadc80b4e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:20.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.837+0000 7fade5c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e42f746010 0x55e42f746450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:20.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.837+0000 7fade5c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e42f746010 0x55e42f746450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:43220/0 (socket says 172.21.15.8:43220) 2024-05-20T21:19:20.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.837+0000 7fade5c00700 1 -- 172.21.15.8:0/4228593654 learned_addr learned my addr 172.21.15.8:0/4228593654 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:20.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.837+0000 7fade5200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e42f74b470 0x55e42f74b850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:20.838 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.837+0000 7faddfe00700 1 --2- 172.21.15.8:0/4228593654 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e42f74bd90 0x55e42f7459f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:20.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.837+0000 7fade5c00700 1 -- 172.21.15.8:0/4228593654 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e42f74b470 msgr2=0x55e42f74b850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:20.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.837+0000 7fade5c00700 1 --2- 172.21.15.8:0/4228593654 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e42f74b470 0x55e42f74b850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:20.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.837+0000 7fade5c00700 1 -- 172.21.15.8:0/4228593654 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e42f74bd90 msgr2=0x55e42f7459f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:20.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.837+0000 7fade5c00700 1 --2- 172.21.15.8:0/4228593654 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e42f74bd90 0x55e42f7459f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:20.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.837+0000 7fade5c00700 1 -- 172.21.15.8:0/4228593654 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e42f65c5b0 con 0x55e42f746010 2024-05-20T21:19:20.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.837+0000 7fade5200700 1 --2- 172.21.15.8:0/4228593654 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e42f74b470 0x55e42f74b850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:19:20.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.838+0000 7fade5c00700 1 --2- 172.21.15.8:0/4228593654 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e42f746010 0x55e42f746450 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fadd80077c0 tx=0x7fadd80077f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d49c7e7b09f8eb21 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:20.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.838+0000 7fade5c00700 1 --2- 172.21.15.8:0/267058864 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fadc80b29b0 0x7fadc80b4e70 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fadd8007910 tx=0x7fadd8022000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:20.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.838+0000 7fadd2000700 1 -- 172.21.15.8:0/4228593654 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadd8003c00 con 0x55e42f746010 2024-05-20T21:19:20.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.838+0000 7fadd2000700 1 -- 172.21.15.8:0/4228593654 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fadd8005a80 con 0x55e42f746010 2024-05-20T21:19:20.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.838+0000 7fadd2000700 1 -- 172.21.15.8:0/4228593654 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadd801f6a0 con 0x55e42f746010 2024-05-20T21:19:20.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.839+0000 7fadf2514b80 1 -- 172.21.15.8:0/4228593654 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e42f746010 msgr2=0x55e42f746450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:20.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.839+0000 7fadf2514b80 1 --2- 172.21.15.8:0/4228593654 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e42f746010 0x55e42f746450 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fadd80077c0 tx=0x7fadd80077f0 comp rx=0 tx=0).stop 2024-05-20T21:19:20.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.839+0000 7fadf2514b80 1 -- 172.21.15.8:0/4228593654 shutdown_connections 2024-05-20T21:19:20.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.839+0000 7fadf2514b80 1 --2- 172.21.15.8:0/4228593654 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e42f74b470 0x55e42f74b850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:20.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.839+0000 7fadf2514b80 1 --2- 172.21.15.8:0/4228593654 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e42f746010 0x55e42f746450 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:20.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.839+0000 7fadf2514b80 1 --2- 172.21.15.8:0/4228593654 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e42f74bd90 0x55e42f7459f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:20.842 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.839+0000 7fadf2514b80 1 -- 172.21.15.8:0/4228593654 >> 172.21.15.8:0/4228593654 conn(0x55e42f673d70 msgr2=0x55e42f7404b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:20.842 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.839+0000 7fadf2514b80 1 -- 172.21.15.8:0/4228593654 shutdown_connections 2024-05-20T21:19:20.842 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.840+0000 7fadf2514b80 1 -- 172.21.15.8:0/4228593654 wait complete. 2024-05-20T21:19:20.842 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.840+0000 7fadf2514b80 1 -- start start 2024-05-20T21:19:20.842 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.841+0000 7fadf2514b80 1 Processor -- start 2024-05-20T21:19:20.845 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.841+0000 7fadf2514b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e42f746010 0x55e42f751b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:20.845 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.841+0000 7fadf2514b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e42f74b470 0x55e42f74ef30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:20.845 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.841+0000 7fadf2514b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e42f74bd90 0x55e42f74f470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:20.845 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.841+0000 7fadf2514b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55e42f59a130 con 0x55e42f746010 2024-05-20T21:19:20.845 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.841+0000 7fadf2514b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55e42f6348f0 con 0x55e42f74b470 2024-05-20T21:19:20.845 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.841+0000 7fadf2514b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55e42f752810 con 0x55e42f74bd90 2024-05-20T21:19:20.845 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.842+0000 7fadf2514b80 10 client.0 _ll_register_callbacks cb 0x55e42f63de00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:20.845 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.842+0000 7fade5200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e42f746010 0x55e42f751b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:20.846 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.842+0000 7fade5200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e42f746010 0x55e42f751b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:56544/0 (socket says 172.21.15.8:56544) 2024-05-20T21:19:20.846 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.842+0000 7fade5200700 1 -- 172.21.15.8:0/2781590457 learned_addr learned my addr 172.21.15.8:0/2781590457 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:20.846 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.842+0000 7fade5c00700 1 --2- 172.21.15.8:0/2781590457 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e42f74bd90 0x55e42f74f470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:20.846 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.842+0000 7faddfe00700 1 --2- 172.21.15.8:0/2781590457 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e42f74b470 0x55e42f74ef30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:20.846 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.843+0000 7fade5c00700 1 -- 172.21.15.8:0/2781590457 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e42f74b470 msgr2=0x55e42f74ef30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:20.846 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.843+0000 7fade5c00700 1 --2- 172.21.15.8:0/2781590457 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e42f74b470 0x55e42f74ef30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:20.846 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.843+0000 7fade5c00700 1 -- 172.21.15.8:0/2781590457 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e42f746010 msgr2=0x55e42f751b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:20.846 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.843+0000 7fade5c00700 1 --2- 172.21.15.8:0/2781590457 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e42f746010 0x55e42f751b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:20.846 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.843+0000 7fade5c00700 1 -- 172.21.15.8:0/2781590457 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e42f5e3a60 con 0x55e42f74bd90 2024-05-20T21:19:20.846 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.843+0000 7fade5200700 1 --2- 172.21.15.8:0/2781590457 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e42f746010 0x55e42f751b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:20.847 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.843+0000 7fade5c00700 1 --2- 172.21.15.8:0/2781590457 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e42f74bd90 0x55e42f74f470 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fadd8005c30 tx=0x7fadd8003f00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=35c5f9c1da093289 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:20.847 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.843+0000 7fadc6a00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:19:20.847 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.844+0000 7fadc6a00700 1 -- 172.21.15.8:0/2781590457 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadd80053d0 con 0x55e42f74bd90 2024-05-20T21:19:20.847 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.844+0000 7fadc6a00700 1 -- 172.21.15.8:0/2781590457 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fadd8005570 con 0x55e42f74bd90 2024-05-20T21:19:20.847 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.844+0000 7fadf2514b80 1 -- 172.21.15.8:0/2781590457 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fadd8005a80 con 0x55e42f74bd90 2024-05-20T21:19:20.847 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.844+0000 7fadc6a00700 1 -- 172.21.15.8:0/2781590457 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fadd801f440 con 0x55e42f74bd90 2024-05-20T21:19:20.847 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.844+0000 7fadf2514b80 10 client.26290 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:20.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.844+0000 7fadf2514b80 1 -- 172.21.15.8:0/2781590457 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e42f6641f0 con 0x55e42f74bd90 2024-05-20T21:19:20.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.845+0000 7fadc6a00700 1 -- 172.21.15.8:0/2781590457 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fadd8005a80 con 0x55e42f74bd90 2024-05-20T21:19:20.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.845+0000 7fadc6a00700 1 -- 172.21.15.8:0/2781590457 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fadd8011070 con 0x55e42f74bd90 2024-05-20T21:19:20.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.845+0000 7fadf2514b80 10 client.26290 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:20.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.845+0000 7fadf2514b80 10 client.26290 resolve_mds: validated gid 24529 aka daemon mds.i 2024-05-20T21:19:20.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.845+0000 7fadf2514b80 20 client.26290 populate_metadata read hostname 'smithi008' 2024-05-20T21:19:20.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.845+0000 7fadf2514b80 1 --2- 172.21.15.8:0/2781590457 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e42f75f2e0 0x55e42f7616d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:20.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.845+0000 7fadf2514b80 4 client.26290 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:19:20.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.845+0000 7fadf2514b80 1 -- 172.21.15.8:0/2781590457 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e42f6a5f20 con 0x55e42f75f2e0 2024-05-20T21:19:20.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.846+0000 7fade5200700 1 --2- 172.21.15.8:0/2781590457 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e42f75f2e0 0x55e42f7616d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:20.849 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.846+0000 7fade5200700 1 --2- 172.21.15.8:0/2781590457 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e42f75f2e0 0x55e42f7616d0 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e8dd1ad774a9c9ca server_cookie=692a6e031c9109fc in_seq=0 out_seq=0 2024-05-20T21:19:20.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.846+0000 7fadc6a00700 10 client.26290 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:19:20.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.847+0000 7fadc6a00700 1 -- 172.21.15.8:0/2781590457 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55e42f6a5f20 con 0x55e42f75f2e0 2024-05-20T21:19:20.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.847+0000 7fadc6a00700 10 client.26290 handle_command_reply: tid=0 2024-05-20T21:19:20.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.847+0000 7fadf2514b80 1 client.26290 shutdown 2024-05-20T21:19:20.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.848+0000 7fadf2514b80 1 -- 172.21.15.8:0/2781590457 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e42f74bd90 msgr2=0x55e42f74f470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:20.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.848+0000 7fadf2514b80 1 --2- 172.21.15.8:0/2781590457 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e42f74bd90 0x55e42f74f470 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fadd8005c30 tx=0x7fadd8003f00 comp rx=0 tx=0).stop 2024-05-20T21:19:20.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.848+0000 7fadf2514b80 1 -- 172.21.15.8:0/2781590457 shutdown_connections 2024-05-20T21:19:20.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.848+0000 7fadf2514b80 1 --2- 172.21.15.8:0/2781590457 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e42f75f2e0 0x55e42f7616d0 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:20.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.848+0000 7fadf2514b80 1 --2- 172.21.15.8:0/2781590457 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e42f74bd90 0x55e42f74f470 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:20.851 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.848+0000 7fadf2514b80 1 --2- 172.21.15.8:0/2781590457 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e42f746010 0x55e42f751b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:20.851 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.848+0000 7fadf2514b80 1 --2- 172.21.15.8:0/2781590457 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e42f74b470 0x55e42f74ef30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:20.851 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.848+0000 7fadf2514b80 1 -- 172.21.15.8:0/2781590457 >> 172.21.15.8:0/2781590457 conn(0x55e42f673d70 msgr2=0x55e42f7449e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:20.851 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.848+0000 7fadc6a00700 0 client.26290 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:19:20.851 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.848+0000 7fadf2514b80 1 -- 172.21.15.8:0/2781590457 shutdown_connections 2024-05-20T21:19:20.851 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.848+0000 7fadf2514b80 1 -- 172.21.15.8:0/2781590457 wait complete. 2024-05-20T21:19:20.851 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.848+0000 7fadf2514b80 20 client.26290 trim_cache size 0 max 16384 2024-05-20T21:19:20.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.877+0000 7fadf2514b80 1 Processor -- start 2024-05-20T21:19:20.878 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.878+0000 7fadf2514b80 1 -- start start 2024-05-20T21:19:20.878 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.878+0000 7fadf2514b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e42f746010 0x55e42f74c940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:20.878 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.878+0000 7fadf2514b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e42f74b470 0x55e42f739e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:20.878 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.878+0000 7fadf2514b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e42f74bd90 0x55e42f73a350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:20.878 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.878+0000 7fadf2514b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fade01b2400 con 0x55e42f74b470 2024-05-20T21:19:20.879 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.878+0000 7fadf2514b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fade01afc90 con 0x55e42f746010 2024-05-20T21:19:20.879 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.878+0000 7fadf2514b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fade01adae0 con 0x55e42f74bd90 2024-05-20T21:19:20.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.878+0000 7fade5200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e42f746010 0x55e42f74c940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:20.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.879+0000 7fade5200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e42f746010 0x55e42f74c940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:43488/0 (socket says 172.21.15.8:43488) 2024-05-20T21:19:20.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.879+0000 7fade5200700 1 -- 172.21.15.8:0/3280289155 learned_addr learned my addr 172.21.15.8:0/3280289155 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:20.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.879+0000 7faddfe00700 1 --2- 172.21.15.8:0/3280289155 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e42f74b470 0x55e42f739e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:20.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.879+0000 7fade5c00700 1 --2- 172.21.15.8:0/3280289155 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e42f74bd90 0x55e42f73a350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:20.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.879+0000 7fade5200700 1 -- 172.21.15.8:0/3280289155 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e42f74bd90 msgr2=0x55e42f73a350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:20.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.879+0000 7fade5200700 1 --2- 172.21.15.8:0/3280289155 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e42f74bd90 0x55e42f73a350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:20.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.879+0000 7fade5200700 1 -- 172.21.15.8:0/3280289155 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e42f74b470 msgr2=0x55e42f739e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:20.882 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.879+0000 7fade5200700 1 --2- 172.21.15.8:0/3280289155 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e42f74b470 0x55e42f739e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:20.882 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.879+0000 7fade5200700 1 -- 172.21.15.8:0/3280289155 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e42f74d4a0 con 0x55e42f746010 2024-05-20T21:19:20.882 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.879+0000 7fade5c00700 1 --2- 172.21.15.8:0/3280289155 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e42f74bd90 0x55e42f73a350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:20.882 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.879+0000 7fade5200700 1 --2- 172.21.15.8:0/3280289155 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e42f746010 0x55e42f74c940 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fadd4000c00 tx=0x7fadd4009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b518a80df72284ff server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:20.882 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.880+0000 7fadd1600700 1 -- 172.21.15.8:0/3280289155 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadd4004220 con 0x55e42f746010 2024-05-20T21:19:20.882 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.880+0000 7fadd1600700 1 -- 172.21.15.8:0/3280289155 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fadd40043c0 con 0x55e42f746010 2024-05-20T21:19:20.882 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.880+0000 7fadd1600700 1 -- 172.21.15.8:0/3280289155 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadd400fe60 con 0x55e42f746010 2024-05-20T21:19:20.882 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.881+0000 7fadf2514b80 1 -- 172.21.15.8:0/3280289155 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e42f746010 msgr2=0x55e42f74c940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:20.882 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.881+0000 7fadf2514b80 1 --2- 172.21.15.8:0/3280289155 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e42f746010 0x55e42f74c940 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fadd4000c00 tx=0x7fadd4009260 comp rx=0 tx=0).stop 2024-05-20T21:19:20.883 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.881+0000 7fadf2514b80 1 -- 172.21.15.8:0/3280289155 shutdown_connections 2024-05-20T21:19:20.883 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.881+0000 7fadf2514b80 1 --2- 172.21.15.8:0/3280289155 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e42f746010 0x55e42f74c940 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:20.883 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.881+0000 7fadf2514b80 1 --2- 172.21.15.8:0/3280289155 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e42f74bd90 0x55e42f73a350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:20.883 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.881+0000 7fadf2514b80 1 --2- 172.21.15.8:0/3280289155 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e42f74b470 0x55e42f739e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:20.883 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.881+0000 7fadf2514b80 1 -- 172.21.15.8:0/3280289155 >> 172.21.15.8:0/3280289155 conn(0x55e42f673d70 msgr2=0x55e42f74c230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:20.883 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.881+0000 7fadf2514b80 1 -- 172.21.15.8:0/3280289155 shutdown_connections 2024-05-20T21:19:20.883 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.881+0000 7fadf2514b80 1 -- 172.21.15.8:0/3280289155 wait complete. 2024-05-20T21:19:20.883 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.881+0000 7fadf2514b80 1 -- start start 2024-05-20T21:19:20.884 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:19:20.888 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.882+0000 7fadf2514b80 1 Processor -- start 2024-05-20T21:19:20.888 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.882+0000 7fadf2514b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e42f74b470 0x55e42f7630a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:20.888 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.882+0000 7fadf2514b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e42f74bd90 0x55e42f7635e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:20.888 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.882+0000 7fadf2514b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e42f763b20 0x55e42f7c9b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:20.889 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.882+0000 7fadf2514b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fade01ae150 con 0x55e42f74b470 2024-05-20T21:19:20.889 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.882+0000 7fadf2514b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fade01af5c0 con 0x55e42f763b20 2024-05-20T21:19:20.890 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.882+0000 7fadf2514b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fade01ae820 con 0x55e42f74bd90 2024-05-20T21:19:20.890 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.882+0000 7fadf2514b80 10 client.0 _ll_register_callbacks cb 0x55e42f63de00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:20.890 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.883+0000 7fade5200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e42f74b470 0x55e42f7630a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:20.890 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.883+0000 7faddfe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e42f74bd90 0x55e42f7635e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:20.890 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.883+0000 7fade5200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e42f74b470 0x55e42f7630a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:56574/0 (socket says 172.21.15.8:56574) 2024-05-20T21:19:20.890 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.883+0000 7fade5200700 1 -- 172.21.15.8:0/1218505932 learned_addr learned my addr 172.21.15.8:0/1218505932 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:20.890 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.883+0000 7fade5c00700 1 --2- 172.21.15.8:0/1218505932 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e42f763b20 0x55e42f7c9b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:20.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.883+0000 7fade5200700 1 -- 172.21.15.8:0/1218505932 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e42f74bd90 msgr2=0x55e42f7635e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:20.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.883+0000 7fade5200700 1 --2- 172.21.15.8:0/1218505932 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e42f74bd90 0x55e42f7635e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:20.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.883+0000 7fade5200700 1 -- 172.21.15.8:0/1218505932 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e42f763b20 msgr2=0x55e42f7c9b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:20.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.883+0000 7fade5200700 1 --2- 172.21.15.8:0/1218505932 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e42f763b20 0x55e42f7c9b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:20.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.883+0000 7fade5200700 1 -- 172.21.15.8:0/1218505932 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e42f7ca070 con 0x55e42f74b470 2024-05-20T21:19:20.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.883+0000 7faddfe00700 1 --2- 172.21.15.8:0/1218505932 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e42f74bd90 0x55e42f7635e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:20.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.883+0000 7fade5c00700 1 --2- 172.21.15.8:0/1218505932 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e42f763b20 0x55e42f7c9b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:20.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.884+0000 7fade5200700 1 --2- 172.21.15.8:0/1218505932 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e42f74b470 0x55e42f7630a0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fadd4009e90 tx=0x7fadd4009ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca75b97ec3f6ba3a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:20.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.884+0000 7fadc6a00700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:19:20.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.884+0000 7fadc6a00700 1 -- 172.21.15.8:0/1218505932 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadd4036060 con 0x55e42f74b470 2024-05-20T21:19:20.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.884+0000 7fadc6a00700 1 -- 172.21.15.8:0/1218505932 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fadd4004020 con 0x55e42f74b470 2024-05-20T21:19:20.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.884+0000 7fadf2514b80 1 -- 172.21.15.8:0/1218505932 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fadd40043c0 con 0x55e42f74b470 2024-05-20T21:19:20.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.884+0000 7fadc6a00700 1 -- 172.21.15.8:0/1218505932 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fadd400fae0 con 0x55e42f74b470 2024-05-20T21:19:20.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.884+0000 7fadf2514b80 10 client.16122 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:20.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.884+0000 7fadf2514b80 1 -- 172.21.15.8:0/1218505932 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e42f7cb2a0 con 0x55e42f74b470 2024-05-20T21:19:20.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.885+0000 7fadc6a00700 1 -- 172.21.15.8:0/1218505932 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fadd40043c0 con 0x55e42f74b470 2024-05-20T21:19:20.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.885+0000 7fadc6a00700 1 -- 172.21.15.8:0/1218505932 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fadd4003cc0 con 0x55e42f74b470 2024-05-20T21:19:20.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.885+0000 7fadf2514b80 10 client.16122 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:20.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.885+0000 7fadf2514b80 10 client.16122 resolve_mds: validated gid 24529 aka daemon mds.i 2024-05-20T21:19:20.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.885+0000 7fadf2514b80 20 client.16122 populate_metadata read hostname 'smithi008' 2024-05-20T21:19:20.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.885+0000 7fadf2514b80 1 --2- 172.21.15.8:0/1218505932 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e42f7cb970 0x55e42f7cdd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:20.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.885+0000 7fadf2514b80 4 client.16122 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 143.1, "await_for": 45.0}] 2024-05-20T21:19:20.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.885+0000 7fadf2514b80 1 -- 172.21.15.8:0/1218505932 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 143.1, "await_for": 45.0}) -- 0x55e42f69f700 con 0x55e42f7cb970 2024-05-20T21:19:20.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.886+0000 7faddfe00700 1 --2- 172.21.15.8:0/1218505932 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e42f7cb970 0x55e42f7cdd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:20.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.886+0000 7faddfe00700 1 --2- 172.21.15.8:0/1218505932 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e42f7cb970 0x55e42f7cdd90 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5e6a5cb6b831d958 server_cookie=50e1efce7f0756c1 in_seq=0 out_seq=0 2024-05-20T21:19:20.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.886+0000 7fadc6a00700 10 client.16122 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:19:20.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.897+0000 7fadc6a00700 1 -- 172.21.15.8:0/1218505932 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55e42f69f700 con 0x55e42f7cb970 2024-05-20T21:19:20.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.897+0000 7fadc6a00700 10 client.16122 handle_command_reply: tid=0 2024-05-20T21:19:20.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.897+0000 7fadf2514b80 1 client.16122 shutdown 2024-05-20T21:19:20.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.898+0000 7fadf2514b80 1 -- 172.21.15.8:0/1218505932 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e42f74b470 msgr2=0x55e42f7630a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:20.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.898+0000 7fadf2514b80 1 --2- 172.21.15.8:0/1218505932 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e42f74b470 0x55e42f7630a0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fadd4009e90 tx=0x7fadd4009ec0 comp rx=0 tx=0).stop 2024-05-20T21:19:20.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.898+0000 7fadf2514b80 1 -- 172.21.15.8:0/1218505932 shutdown_connections 2024-05-20T21:19:20.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.898+0000 7fadf2514b80 1 --2- 172.21.15.8:0/1218505932 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e42f7cb970 0x55e42f7cdd90 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:20.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.898+0000 7fadf2514b80 1 --2- 172.21.15.8:0/1218505932 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e42f763b20 0x55e42f7c9b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:20.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.898+0000 7fadf2514b80 1 --2- 172.21.15.8:0/1218505932 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e42f74b470 0x55e42f7630a0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:20.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.898+0000 7fadf2514b80 1 --2- 172.21.15.8:0/1218505932 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e42f74bd90 0x55e42f7635e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:20.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.898+0000 7fadf2514b80 1 -- 172.21.15.8:0/1218505932 >> 172.21.15.8:0/1218505932 conn(0x55e42f673d70 msgr2=0x55e42f74c230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:20.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.898+0000 7fadc6a00700 0 client.16122 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:19:20.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.898+0000 7fadf2514b80 1 -- 172.21.15.8:0/1218505932 shutdown_connections 2024-05-20T21:19:20.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.898+0000 7fadf2514b80 1 -- 172.21.15.8:0/1218505932 wait complete. 2024-05-20T21:19:20.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.898+0000 7fadf2514b80 20 client.16122 trim_cache size 0 max 16384 2024-05-20T21:19:20.900 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:19:20.900 INFO:teuthology.orchestra.run.smithi008.stdout: "epoch": 26, 2024-05-20T21:19:20.900 INFO:teuthology.orchestra.run.smithi008.stdout: "leader": 24529, 2024-05-20T21:19:20.900 INFO:teuthology.orchestra.run.smithi008.stdout: "set_version": 14, 2024-05-20T21:19:20.900 INFO:teuthology.orchestra.run.smithi008.stdout: "sets": { 2024-05-20T21:19:20.900 INFO:teuthology.orchestra.run.smithi008.stdout: "6d9dd26a": { 2024-05-20T21:19:20.900 INFO:teuthology.orchestra.run.smithi008.stdout: "version": 14, 2024-05-20T21:19:20.900 INFO:teuthology.orchestra.run.smithi008.stdout: "age_ref": 0.0, 2024-05-20T21:19:20.901 INFO:teuthology.orchestra.run.smithi008.stdout: "state": { 2024-05-20T21:19:20.901 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "QUIESCED", 2024-05-20T21:19:20.901 INFO:teuthology.orchestra.run.smithi008.stdout: "age": 0.0 2024-05-20T21:19:20.901 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:19:20.901 INFO:teuthology.orchestra.run.smithi008.stdout: "timeout": 90.0, 2024-05-20T21:19:20.901 INFO:teuthology.orchestra.run.smithi008.stdout: "expiration": 143.1, 2024-05-20T21:19:20.901 INFO:teuthology.orchestra.run.smithi008.stdout: "members": { 2024-05-20T21:19:20.901 INFO:teuthology.orchestra.run.smithi008.stdout: "file:/": { 2024-05-20T21:19:20.901 INFO:teuthology.orchestra.run.smithi008.stdout: "excluded": false, 2024-05-20T21:19:20.901 INFO:teuthology.orchestra.run.smithi008.stdout: "state": { 2024-05-20T21:19:20.901 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "QUIESCED", 2024-05-20T21:19:20.901 INFO:teuthology.orchestra.run.smithi008.stdout: "age": 0.0 2024-05-20T21:19:20.901 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:19:20.902 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:19:20.902 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:19:20.902 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:19:20.902 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:19:20.902 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:19:20.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.899+0000 7fade7c00700 1 -- 172.21.15.8:0/267058864 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fadc80b29b0 msgr2=0x7fadc80b4e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:20.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.899+0000 7fade7c00700 1 --2- 172.21.15.8:0/267058864 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fadc80b29b0 0x7fadc80b4e70 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fadd8007910 tx=0x7fadd8022000 comp rx=0 tx=0).stop 2024-05-20T21:19:20.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.900+0000 7fade7c00700 1 -- 172.21.15.8:0/267058864 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fade0104200 msgr2=0x7fade019c2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:20.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.900+0000 7fade7c00700 1 --2- 172.21.15.8:0/267058864 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fade0104200 0x7fade019c2a0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fadcc00e9c0 tx=0x7fadcc00ecd0 comp rx=0 tx=0).stop 2024-05-20T21:19:20.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.900+0000 7fade7c00700 1 -- 172.21.15.8:0/267058864 shutdown_connections 2024-05-20T21:19:20.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.900+0000 7fade7c00700 1 --2- 172.21.15.8:0/267058864 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fadc80b29b0 0x7fadc80b4e70 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:20.904 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.900+0000 7fade7c00700 1 --2- 172.21.15.8:0/267058864 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fade0108840 0x7fade01a0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:20.904 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.900+0000 7fade7c00700 1 --2- 172.21.15.8:0/267058864 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fade0103850 0x7fade019bd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:20.904 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.900+0000 7fade7c00700 1 --2- 172.21.15.8:0/267058864 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fade0104200 0x7fade019c2a0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:20.904 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.900+0000 7fade7c00700 1 -- 172.21.15.8:0/267058864 >> 172.21.15.8:0/267058864 conn(0x7fade007a610 msgr2=0x7fade0102580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:20.904 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.901+0000 7fade7c00700 1 -- 172.21.15.8:0/267058864 shutdown_connections 2024-05-20T21:19:20.904 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:20.901+0000 7fade7c00700 1 -- 172.21.15.8:0/267058864 wait complete. 2024-05-20T21:19:20.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:19:20 smithi130 ceph-mon[36448]: pgmap v560: 97 pgs: 97 active+clean; 1.8 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:19:20.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:19:20 smithi050 ceph-mon[35809]: pgmap v560: 97 pgs: 97 active+clean; 1.8 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:19:21.878 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '6d9dd26a', quiesce took 11.5 seconds. Will release after: 11.600000000000001 2024-05-20T21:19:21.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:19:21 smithi050 ceph-mon[35809]: scrub summary: idle 2024-05-20T21:19:21.947 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:19:21 smithi008 ceph-mon[31475]: scrub summary: idle 2024-05-20T21:19:22.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:19:21 smithi130 ceph-mon[36448]: scrub summary: idle 2024-05-20T21:19:22.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:19:22 smithi008 ceph-mon[31475]: pgmap v561: 97 pgs: 97 active+clean; 1.8 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:19:23.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:19:22 smithi130 ceph-mon[36448]: pgmap v561: 97 pgs: 97 active+clean; 1.8 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:19:23.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:19:22 smithi050 ceph-mon[35809]: pgmap v561: 97 pgs: 97 active+clean; 1.8 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:19:23.869 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:19:23 smithi008 ceph-mon[31475]: pgmap v562: 97 pgs: 97 active+clean; 1.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 16 op/s 2024-05-20T21:19:24.048 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.048+0000 7fc788600700 1 -- 172.21.15.8:0/2754805829 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc7801037f0 msgr2=0x7fc780103bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:24.048 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.048+0000 7fc788600700 1 --2- 172.21.15.8:0/2754805829 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc7801037f0 0x7fc780103bd0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fc7740099c0 tx=0x7fc774009cd0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.048 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.048+0000 7fc788600700 1 -- 172.21.15.8:0/2754805829 shutdown_connections 2024-05-20T21:19:24.048 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.048+0000 7fc788600700 1 --2- 172.21.15.8:0/2754805829 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc7801037f0 0x7fc780103bd0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.048 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.048+0000 7fc788600700 1 --2- 172.21.15.8:0/2754805829 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc7801088f0 0x7fc780110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.048 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.048+0000 7fc788600700 1 --2- 172.21.15.8:0/2754805829 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc7801041a0 0x7fc7801081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.048 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.048+0000 7fc788600700 1 -- 172.21.15.8:0/2754805829 >> 172.21.15.8:0/2754805829 conn(0x7fc78007a6a0 msgr2=0x7fc78007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:24.048 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.048+0000 7fc788600700 1 -- 172.21.15.8:0/2754805829 shutdown_connections 2024-05-20T21:19:24.048 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.048+0000 7fc788600700 1 -- 172.21.15.8:0/2754805829 wait complete. 2024-05-20T21:19:24.049 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.049+0000 7fc788600700 1 Processor -- start 2024-05-20T21:19:24.049 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.049+0000 7fc788600700 1 -- start start 2024-05-20T21:19:24.049 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.050+0000 7fc788600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc7801037f0 0x7fc78019bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:24.049 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.050+0000 7fc788600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc7801041a0 0x7fc78019c310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:24.049 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.050+0000 7fc788600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc7801088f0 0x7fc7801a06a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:24.049 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.050+0000 7fc788600700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc780113710 con 0x7fc7801037f0 2024-05-20T21:19:24.049 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.050+0000 7fc788600700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc780113590 con 0x7fc7801041a0 2024-05-20T21:19:24.050 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.050+0000 7fc788600700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc780113890 con 0x7fc7801088f0 2024-05-20T21:19:24.050 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.050+0000 7fc785c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc7801037f0 0x7fc78019bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:24.051 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.050+0000 7fc786600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc7801088f0 0x7fc7801a06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:24.051 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.050+0000 7fc785200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc7801041a0 0x7fc78019c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:24.051 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.050+0000 7fc786600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc7801088f0 0x7fc7801a06a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:58906/0 (socket says 172.21.15.8:58906) 2024-05-20T21:19:24.051 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.050+0000 7fc786600700 1 -- 172.21.15.8:0/966898908 learned_addr learned my addr 172.21.15.8:0/966898908 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:24.051 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.050+0000 7fc785c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc7801037f0 0x7fc78019bdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:47426/0 (socket says 172.21.15.8:47426) 2024-05-20T21:19:24.051 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.051+0000 7fc785200700 1 -- 172.21.15.8:0/966898908 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc7801088f0 msgr2=0x7fc7801a06a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:24.051 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.051+0000 7fc785200700 1 --2- 172.21.15.8:0/966898908 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc7801088f0 0x7fc7801a06a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.051 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.051+0000 7fc785200700 1 -- 172.21.15.8:0/966898908 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc7801037f0 msgr2=0x7fc78019bdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:24.051 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.051+0000 7fc785200700 1 --2- 172.21.15.8:0/966898908 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc7801037f0 0x7fc78019bdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.051 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.051+0000 7fc785200700 1 -- 172.21.15.8:0/966898908 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7801a0de0 con 0x7fc7801041a0 2024-05-20T21:19:24.051 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.051+0000 7fc785200700 1 --2- 172.21.15.8:0/966898908 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc7801041a0 0x7fc78019c310 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fc76c00e9f0 tx=0x7fc76c00ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:24.052 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.051+0000 7fc77e000700 1 -- 172.21.15.8:0/966898908 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc76c00c9c0 con 0x7fc7801041a0 2024-05-20T21:19:24.052 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.052+0000 7fc77e000700 1 -- 172.21.15.8:0/966898908 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc76c00cb60 con 0x7fc7801041a0 2024-05-20T21:19:24.052 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.052+0000 7fc788600700 1 -- 172.21.15.8:0/966898908 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7801a10d0 con 0x7fc7801041a0 2024-05-20T21:19:24.052 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.052+0000 7fc77e000700 1 -- 172.21.15.8:0/966898908 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc76c018680 con 0x7fc7801041a0 2024-05-20T21:19:24.052 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.052+0000 7fc788600700 1 -- 172.21.15.8:0/966898908 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7801a8950 con 0x7fc7801041a0 2024-05-20T21:19:24.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.055+0000 7fc77e000700 1 -- 172.21.15.8:0/966898908 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fc76c010430 con 0x7fc7801041a0 2024-05-20T21:19:24.055 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.056+0000 7fc79302fb80 1 Processor -- start 2024-05-20T21:19:24.056 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.056+0000 7fc79302fb80 1 -- start start 2024-05-20T21:19:24.056 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.057+0000 7fc79302fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55958b820eb0 0x55958b821290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:24.056 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.057+0000 7fc79302fb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55958b8217d0 0x55958b81b260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:24.056 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.057+0000 7fc79302fb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55958b81b880 0x55958b81bce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:24.056 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.057+0000 7fc79302fb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55958b779e40 con 0x55958b8217d0 2024-05-20T21:19:24.056 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.057+0000 7fc79302fb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55958b7699e0 con 0x55958b81b880 2024-05-20T21:19:24.056 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.057+0000 7fc79302fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55958b76da20 con 0x55958b820eb0 2024-05-20T21:19:24.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.057+0000 7fc77e000700 1 --2- 172.21.15.8:0/966898908 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc7680b2900 0x7fc7680b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:24.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.057+0000 7fc785200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55958b81b880 0x55958b81bce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:24.058 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.057+0000 7fc785c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55958b8217d0 0x55958b81b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:24.058 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.057+0000 7fc786600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55958b820eb0 0x55958b821290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:24.058 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.057+0000 7fc785c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55958b8217d0 0x55958b81b260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:47440/0 (socket says 172.21.15.8:47440) 2024-05-20T21:19:24.058 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.057+0000 7fc785c00700 1 -- 172.21.15.8:0/217698280 learned_addr learned my addr 172.21.15.8:0/217698280 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:24.058 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.057+0000 7fc77e000700 1 -- 172.21.15.8:0/966898908 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc76c0e2360 con 0x7fc7801041a0 2024-05-20T21:19:24.058 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.057+0000 7fc786600700 1 --2- 172.21.15.8:0/966898908 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc7680b2900 0x7fc7680b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:24.058 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.058+0000 7fc785c00700 1 -- 172.21.15.8:0/217698280 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55958b820eb0 msgr2=0x55958b821290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:24.058 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.058+0000 7fc785c00700 1 --2- 172.21.15.8:0/217698280 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55958b820eb0 0x55958b821290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.058 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.058+0000 7fc785c00700 1 -- 172.21.15.8:0/217698280 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55958b81b880 msgr2=0x55958b81bce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:24.058 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.058+0000 7fc785c00700 1 --2- 172.21.15.8:0/217698280 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55958b81b880 0x55958b81bce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.058 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.058+0000 7fc785c00700 1 -- 172.21.15.8:0/217698280 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55958b732420 con 0x55958b8217d0 2024-05-20T21:19:24.058 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.058+0000 7fc785200700 1 --2- 172.21.15.8:0/217698280 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55958b81b880 0x55958b81bce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:24.058 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.058+0000 7fc786600700 1 --2- 172.21.15.8:0/966898908 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc7680b2900 0x7fc7680b4dc0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fc778007ca0 tx=0x7fc7780091b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:24.058 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.058+0000 7fc785c00700 1 --2- 172.21.15.8:0/217698280 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55958b8217d0 0x55958b81b260 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fc774015000 tx=0x7fc774005bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=904d1cc02c02ef0f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:24.059 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.059+0000 7fc772a00700 1 -- 172.21.15.8:0/217698280 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc774028070 con 0x55958b8217d0 2024-05-20T21:19:24.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.059+0000 7fc772a00700 1 -- 172.21.15.8:0/217698280 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc7740037c0 con 0x55958b8217d0 2024-05-20T21:19:24.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.059+0000 7fc772a00700 1 -- 172.21.15.8:0/217698280 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc77400b9f0 con 0x55958b8217d0 2024-05-20T21:19:24.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.060+0000 7fc79302fb80 1 -- 172.21.15.8:0/217698280 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55958b8217d0 msgr2=0x55958b81b260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:24.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.060+0000 7fc79302fb80 1 --2- 172.21.15.8:0/217698280 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55958b8217d0 0x55958b81b260 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fc774015000 tx=0x7fc774005bc0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.060+0000 7fc79302fb80 1 -- 172.21.15.8:0/217698280 shutdown_connections 2024-05-20T21:19:24.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.060+0000 7fc79302fb80 1 --2- 172.21.15.8:0/217698280 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55958b81b880 0x55958b81bce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.060+0000 7fc79302fb80 1 --2- 172.21.15.8:0/217698280 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55958b820eb0 0x55958b821290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.060+0000 7fc79302fb80 1 --2- 172.21.15.8:0/217698280 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55958b8217d0 0x55958b81b260 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.060+0000 7fc79302fb80 1 -- 172.21.15.8:0/217698280 >> 172.21.15.8:0/217698280 conn(0x55958b749be0 msgr2=0x55958b816010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:24.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.060+0000 7fc79302fb80 1 -- 172.21.15.8:0/217698280 shutdown_connections 2024-05-20T21:19:24.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.060+0000 7fc79302fb80 1 -- 172.21.15.8:0/217698280 wait complete. 2024-05-20T21:19:24.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.060+0000 7fc79302fb80 1 -- start start 2024-05-20T21:19:24.061 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.061+0000 7fc79302fb80 1 Processor -- start 2024-05-20T21:19:24.061 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.061+0000 7fc79302fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55958b81b880 0x55958b827480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:24.061 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.061+0000 7fc79302fb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55958b820eb0 0x55958b824820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:24.061 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.061+0000 7fc79302fb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55958b8217d0 0x55958b824d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:24.062 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.061+0000 7fc79302fb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55958b66ffa0 con 0x55958b8217d0 2024-05-20T21:19:24.062 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.061+0000 7fc79302fb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55958b70a760 con 0x55958b820eb0 2024-05-20T21:19:24.062 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.061+0000 7fc79302fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55958b8281e0 con 0x55958b81b880 2024-05-20T21:19:24.062 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.061+0000 7fc79302fb80 10 client.0 _ll_register_callbacks cb 0x55958b713c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:24.062 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.062+0000 7fc786600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55958b8217d0 0x55958b824d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:24.062 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.062+0000 7fc785c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55958b81b880 0x55958b827480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:24.062 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.062+0000 7fc785200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55958b820eb0 0x55958b824820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:24.062 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.062+0000 7fc785c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55958b81b880 0x55958b827480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:58930/0 (socket says 172.21.15.8:58930) 2024-05-20T21:19:24.062 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.062+0000 7fc785c00700 1 -- 172.21.15.8:0/2673830258 learned_addr learned my addr 172.21.15.8:0/2673830258 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:24.062 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.062+0000 7fc785c00700 1 -- 172.21.15.8:0/2673830258 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55958b820eb0 msgr2=0x55958b824820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:24.062 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.062+0000 7fc785c00700 1 --2- 172.21.15.8:0/2673830258 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55958b820eb0 0x55958b824820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.062 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.062+0000 7fc785c00700 1 -- 172.21.15.8:0/2673830258 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55958b8217d0 msgr2=0x55958b824d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:24.062 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.062+0000 7fc785c00700 1 --2- 172.21.15.8:0/2673830258 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55958b8217d0 0x55958b824d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.063 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.062+0000 7fc785c00700 1 -- 172.21.15.8:0/2673830258 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55958b6b98d0 con 0x55958b81b880 2024-05-20T21:19:24.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.063+0000 7fc785c00700 1 --2- 172.21.15.8:0/2673830258 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55958b81b880 0x55958b827480 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fc774000c00 tx=0x7fc774005280 comp rx=0 tx=0).ready entity=mon.1 client_cookie=94ea8c449195fd98 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:24.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.063+0000 7fc767400700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:19:24.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.063+0000 7fc767400700 1 -- 172.21.15.8:0/2673830258 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc774031020 con 0x55958b81b880 2024-05-20T21:19:24.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.063+0000 7fc767400700 1 -- 172.21.15.8:0/2673830258 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc77400b990 con 0x55958b81b880 2024-05-20T21:19:24.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.063+0000 7fc79302fb80 1 -- 172.21.15.8:0/2673830258 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc7740037c0 con 0x55958b81b880 2024-05-20T21:19:24.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.063+0000 7fc767400700 1 -- 172.21.15.8:0/2673830258 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc774028070 con 0x55958b81b880 2024-05-20T21:19:24.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.063+0000 7fc79302fb80 10 client.26308 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:24.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.063+0000 7fc79302fb80 1 -- 172.21.15.8:0/2673830258 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55958b73a060 con 0x55958b81b880 2024-05-20T21:19:24.065 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.064+0000 7fc767400700 1 -- 172.21.15.8:0/2673830258 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc7740037c0 con 0x55958b81b880 2024-05-20T21:19:24.065 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.064+0000 7fc767400700 1 -- 172.21.15.8:0/2673830258 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc774036030 con 0x55958b81b880 2024-05-20T21:19:24.065 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.064+0000 7fc79302fb80 10 client.26308 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:24.065 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.064+0000 7fc79302fb80 10 client.26308 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:19:24.065 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.064+0000 7fc79302fb80 20 client.26308 populate_metadata read hostname 'smithi008' 2024-05-20T21:19:24.065 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.064+0000 7fc79302fb80 1 --2- 172.21.15.8:0/2673830258 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55958b834ba0 0x55958b836f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:24.065 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.064+0000 7fc79302fb80 4 client.26308 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:19:24.065 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.064+0000 7fc79302fb80 1 -- 172.21.15.8:0/2673830258 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55958b77bd90 con 0x55958b834ba0 2024-05-20T21:19:24.065 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.064+0000 7fc785200700 1 --2- 172.21.15.8:0/2673830258 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55958b834ba0 0x55958b836f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:24.065 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.065+0000 7fc785200700 1 --2- 172.21.15.8:0/2673830258 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55958b834ba0 0x55958b836f90 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=93c9c5eaf89d9f1 server_cookie=b7cd61d13a6f44c9 in_seq=0 out_seq=0 2024-05-20T21:19:24.065 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.065+0000 7fc767400700 10 client.26308 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:19:24.066 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.066+0000 7fc767400700 1 -- 172.21.15.8:0/2673830258 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55958b77bd90 con 0x55958b834ba0 2024-05-20T21:19:24.066 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.066+0000 7fc767400700 10 client.26308 handle_command_reply: tid=0 2024-05-20T21:19:24.066 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.066+0000 7fc79302fb80 1 client.26308 shutdown 2024-05-20T21:19:24.066 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.066+0000 7fc79302fb80 1 -- 172.21.15.8:0/2673830258 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55958b81b880 msgr2=0x55958b827480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:24.067 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.066+0000 7fc79302fb80 1 --2- 172.21.15.8:0/2673830258 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55958b81b880 0x55958b827480 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fc774000c00 tx=0x7fc774005280 comp rx=0 tx=0).stop 2024-05-20T21:19:24.067 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.066+0000 7fc79302fb80 1 -- 172.21.15.8:0/2673830258 shutdown_connections 2024-05-20T21:19:24.067 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.066+0000 7fc79302fb80 1 --2- 172.21.15.8:0/2673830258 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55958b834ba0 0x55958b836f90 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.067 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.066+0000 7fc79302fb80 1 --2- 172.21.15.8:0/2673830258 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55958b8217d0 0x55958b824d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.067 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.066+0000 7fc79302fb80 1 --2- 172.21.15.8:0/2673830258 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55958b81b880 0x55958b827480 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.067 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.066+0000 7fc79302fb80 1 --2- 172.21.15.8:0/2673830258 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55958b820eb0 0x55958b824820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.067 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.066+0000 7fc79302fb80 1 -- 172.21.15.8:0/2673830258 >> 172.21.15.8:0/2673830258 conn(0x55958b749be0 msgr2=0x55958b81a250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:24.067 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.066+0000 7fc767400700 0 client.26308 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:19:24.067 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.066+0000 7fc79302fb80 1 -- 172.21.15.8:0/2673830258 shutdown_connections 2024-05-20T21:19:24.067 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.066+0000 7fc79302fb80 1 -- 172.21.15.8:0/2673830258 wait complete. 2024-05-20T21:19:24.067 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.067+0000 7fc79302fb80 20 client.26308 trim_cache size 0 max 16384 2024-05-20T21:19:24.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.090+0000 7fc79302fb80 1 Processor -- start 2024-05-20T21:19:24.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.090+0000 7fc79302fb80 1 -- start start 2024-05-20T21:19:24.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.090+0000 7fc79302fb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55958b81b880 0x55958b81b260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:24.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.090+0000 7fc79302fb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55958b820eb0 0x55958b826cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:24.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.091+0000 7fc79302fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55958b8217d0 0x55958b821c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:24.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.091+0000 7fc79302fb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc7801b2610 con 0x55958b81b880 2024-05-20T21:19:24.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.091+0000 7fc79302fb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc7801afea0 con 0x55958b820eb0 2024-05-20T21:19:24.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.091+0000 7fc79302fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc7801adcf0 con 0x55958b8217d0 2024-05-20T21:19:24.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.091+0000 7fc785200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55958b820eb0 0x55958b826cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:24.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.091+0000 7fc785200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55958b820eb0 0x55958b826cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:38600/0 (socket says 172.21.15.8:38600) 2024-05-20T21:19:24.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.091+0000 7fc785200700 1 -- 172.21.15.8:0/74873304 learned_addr learned my addr 172.21.15.8:0/74873304 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:24.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.091+0000 7fc785c00700 1 --2- 172.21.15.8:0/74873304 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55958b81b880 0x55958b81b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:24.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.091+0000 7fc786600700 1 --2- 172.21.15.8:0/74873304 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55958b8217d0 0x55958b821c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:24.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.091+0000 7fc785200700 1 -- 172.21.15.8:0/74873304 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55958b8217d0 msgr2=0x55958b821c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:24.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.091+0000 7fc785200700 1 --2- 172.21.15.8:0/74873304 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55958b8217d0 0x55958b821c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.091+0000 7fc785200700 1 -- 172.21.15.8:0/74873304 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55958b81b880 msgr2=0x55958b81b260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:24.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.091+0000 7fc785200700 1 --2- 172.21.15.8:0/74873304 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55958b81b880 0x55958b81b260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.091+0000 7fc785200700 1 -- 172.21.15.8:0/74873304 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55958b822db0 con 0x55958b820eb0 2024-05-20T21:19:24.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.092+0000 7fc785200700 1 --2- 172.21.15.8:0/74873304 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55958b820eb0 0x55958b826cc0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fc76c00c5b0 tx=0x7fc76c0cc040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dce2bd73608050f3 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:24.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.092+0000 7fc772000700 1 -- 172.21.15.8:0/74873304 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc76c0a9420 con 0x55958b820eb0 2024-05-20T21:19:24.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.092+0000 7fc772000700 1 -- 172.21.15.8:0/74873304 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc76c06f360 con 0x55958b820eb0 2024-05-20T21:19:24.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.092+0000 7fc772000700 1 -- 172.21.15.8:0/74873304 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc76c0cc0b0 con 0x55958b820eb0 2024-05-20T21:19:24.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.093+0000 7fc79302fb80 1 -- 172.21.15.8:0/74873304 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55958b820eb0 msgr2=0x55958b826cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:24.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.093+0000 7fc79302fb80 1 --2- 172.21.15.8:0/74873304 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55958b820eb0 0x55958b826cc0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fc76c00c5b0 tx=0x7fc76c0cc040 comp rx=0 tx=0).stop 2024-05-20T21:19:24.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.093+0000 7fc79302fb80 1 -- 172.21.15.8:0/74873304 shutdown_connections 2024-05-20T21:19:24.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.093+0000 7fc79302fb80 1 --2- 172.21.15.8:0/74873304 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55958b8217d0 0x55958b821c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.093+0000 7fc79302fb80 1 --2- 172.21.15.8:0/74873304 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55958b81b880 0x55958b81b260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.093+0000 7fc79302fb80 1 --2- 172.21.15.8:0/74873304 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55958b820eb0 0x55958b826cc0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.093+0000 7fc79302fb80 1 -- 172.21.15.8:0/74873304 >> 172.21.15.8:0/74873304 conn(0x55958b749be0 msgr2=0x55958b81e9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:24.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.093+0000 7fc79302fb80 1 -- 172.21.15.8:0/74873304 shutdown_connections 2024-05-20T21:19:24.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.093+0000 7fc79302fb80 1 -- 172.21.15.8:0/74873304 wait complete. 2024-05-20T21:19:24.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.093+0000 7fc79302fb80 1 -- start start 2024-05-20T21:19:24.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.094+0000 7fc79302fb80 1 Processor -- start 2024-05-20T21:19:24.098 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.094+0000 7fc79302fb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55958b81b880 0x55958b837ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:24.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.094+0000 7fc79302fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55958b820eb0 0x55958b838220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:24.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.094+0000 7fc79302fb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55958b8217d0 0x55958b89e3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:24.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.094+0000 7fc79302fb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc7801ae360 con 0x55958b81b880 2024-05-20T21:19:24.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.094+0000 7fc79302fb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc7801af7d0 con 0x55958b8217d0 2024-05-20T21:19:24.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.094+0000 7fc79302fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc7801aea30 con 0x55958b820eb0 2024-05-20T21:19:24.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.094+0000 7fc79302fb80 10 client.0 _ll_register_callbacks cb 0x55958b713c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:24.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.095+0000 7fc785c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55958b81b880 0x55958b837ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:24.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.095+0000 7fc785c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55958b81b880 0x55958b837ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:47468/0 (socket says 172.21.15.8:47468) 2024-05-20T21:19:24.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.095+0000 7fc785c00700 1 -- 172.21.15.8:0/1034047806 learned_addr learned my addr 172.21.15.8:0/1034047806 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:24.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.095+0000 7fc785200700 1 --2- 172.21.15.8:0/1034047806 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55958b820eb0 0x55958b838220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:24.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.095+0000 7fc786600700 1 --2- 172.21.15.8:0/1034047806 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55958b8217d0 0x55958b89e3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:24.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.095+0000 7fc785c00700 1 -- 172.21.15.8:0/1034047806 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55958b820eb0 msgr2=0x55958b838220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:24.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.095+0000 7fc785c00700 1 --2- 172.21.15.8:0/1034047806 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55958b820eb0 0x55958b838220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.095+0000 7fc785c00700 1 -- 172.21.15.8:0/1034047806 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55958b8217d0 msgr2=0x55958b89e3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:24.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.095+0000 7fc785c00700 1 --2- 172.21.15.8:0/1034047806 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55958b8217d0 0x55958b89e3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.095+0000 7fc785c00700 1 -- 172.21.15.8:0/1034047806 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55958b838b10 con 0x55958b81b880 2024-05-20T21:19:24.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.095+0000 7fc786600700 1 --2- 172.21.15.8:0/1034047806 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55958b8217d0 0x55958b89e3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:19:24.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.095+0000 7fc785c00700 1 --2- 172.21.15.8:0/1034047806 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55958b81b880 0x55958b837ce0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fc774009350 tx=0x7fc774003c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46a47159118a9dc9 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:24.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.095+0000 7fc767400700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:19:24.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.096+0000 7fc767400700 1 -- 172.21.15.8:0/1034047806 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc774031040 con 0x55958b81b880 2024-05-20T21:19:24.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.096+0000 7fc79302fb80 1 -- 172.21.15.8:0/1034047806 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc76c06f360 con 0x55958b81b880 2024-05-20T21:19:24.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.096+0000 7fc767400700 1 -- 172.21.15.8:0/1034047806 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc77400fd30 con 0x55958b81b880 2024-05-20T21:19:24.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.096+0000 7fc767400700 1 -- 172.21.15.8:0/1034047806 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc7740037c0 con 0x55958b81b880 2024-05-20T21:19:24.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.096+0000 7fc79302fb80 10 client.16140 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:24.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.096+0000 7fc79302fb80 1 -- 172.21.15.8:0/1034047806 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55958b89fa60 con 0x55958b81b880 2024-05-20T21:19:24.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.096+0000 7fc767400700 1 -- 172.21.15.8:0/1034047806 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc76c06f360 con 0x55958b81b880 2024-05-20T21:19:24.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.097+0000 7fc767400700 1 -- 172.21.15.8:0/1034047806 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc774036040 con 0x55958b81b880 2024-05-20T21:19:24.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.097+0000 7fc79302fb80 10 client.16140 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:24.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.097+0000 7fc79302fb80 10 client.16140 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:19:24.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.097+0000 7fc79302fb80 20 client.16140 populate_metadata read hostname 'smithi008' 2024-05-20T21:19:24.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.097+0000 7fc79302fb80 1 --2- 172.21.15.8:0/1034047806 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55958b8a00e0 0x55958b8a2500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:24.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.097+0000 7fc79302fb80 4 client.16140 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:19:24.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.097+0000 7fc79302fb80 1 -- 172.21.15.8:0/1034047806 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55958b775570 con 0x55958b8a00e0 2024-05-20T21:19:24.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.097+0000 7fc785200700 1 --2- 172.21.15.8:0/1034047806 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55958b8a00e0 0x55958b8a2500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:24.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.098+0000 7fc785200700 1 --2- 172.21.15.8:0/1034047806 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55958b8a00e0 0x55958b8a2500 crc :-1 s=READY pgs=120 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ae50b54fb01ed779 server_cookie=1553a92f79c28dc2 in_seq=0 out_seq=0 2024-05-20T21:19:24.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.098+0000 7fc767400700 10 client.16140 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:19:24.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.098+0000 7fc767400700 1 -- 172.21.15.8:0/1034047806 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55958b775570 con 0x55958b8a00e0 2024-05-20T21:19:24.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.098+0000 7fc767400700 10 client.16140 handle_command_reply: tid=0 2024-05-20T21:19:24.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.098+0000 7fc79302fb80 1 client.16140 shutdown 2024-05-20T21:19:24.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.098+0000 7fc79302fb80 1 -- 172.21.15.8:0/1034047806 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55958b81b880 msgr2=0x55958b837ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:24.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.098+0000 7fc79302fb80 1 --2- 172.21.15.8:0/1034047806 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55958b81b880 0x55958b837ce0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fc774009350 tx=0x7fc774003c80 comp rx=0 tx=0).stop 2024-05-20T21:19:24.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.098+0000 7fc79302fb80 1 -- 172.21.15.8:0/1034047806 shutdown_connections 2024-05-20T21:19:24.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.098+0000 7fc79302fb80 1 --2- 172.21.15.8:0/1034047806 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55958b8a00e0 0x55958b8a2500 crc :-1 s=READY pgs=120 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.098+0000 7fc79302fb80 1 --2- 172.21.15.8:0/1034047806 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55958b8217d0 0x55958b89e3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.098+0000 7fc79302fb80 1 --2- 172.21.15.8:0/1034047806 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55958b81b880 0x55958b837ce0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.098+0000 7fc79302fb80 1 --2- 172.21.15.8:0/1034047806 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55958b820eb0 0x55958b838220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.098+0000 7fc79302fb80 1 -- 172.21.15.8:0/1034047806 >> 172.21.15.8:0/1034047806 conn(0x55958b749be0 msgr2=0x55958b821bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:24.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.098+0000 7fc767400700 0 client.16140 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:19:24.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.098+0000 7fc79302fb80 1 -- 172.21.15.8:0/1034047806 shutdown_connections 2024-05-20T21:19:24.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.098+0000 7fc79302fb80 1 -- 172.21.15.8:0/1034047806 wait complete. 2024-05-20T21:19:24.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.099+0000 7fc79302fb80 20 client.16140 trim_cache size 0 max 16384 2024-05-20T21:19:24.103 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:19:24.103 INFO:teuthology.orchestra.run.smithi008.stdout: "status": "no active scrubs running", 2024-05-20T21:19:24.103 INFO:teuthology.orchestra.run.smithi008.stdout: "scrubs": {} 2024-05-20T21:19:24.103 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:19:24.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.099+0000 7fc788600700 1 -- 172.21.15.8:0/966898908 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc7680b2900 msgr2=0x7fc7680b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:24.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.099+0000 7fc788600700 1 --2- 172.21.15.8:0/966898908 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc7680b2900 0x7fc7680b4dc0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fc778007ca0 tx=0x7fc7780091b0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.099+0000 7fc788600700 1 -- 172.21.15.8:0/966898908 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc7801041a0 msgr2=0x7fc78019c310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:24.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.099+0000 7fc788600700 1 --2- 172.21.15.8:0/966898908 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc7801041a0 0x7fc78019c310 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fc76c00e9f0 tx=0x7fc76c00ed00 comp rx=0 tx=0).stop 2024-05-20T21:19:24.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.099+0000 7fc788600700 1 -- 172.21.15.8:0/966898908 shutdown_connections 2024-05-20T21:19:24.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.099+0000 7fc788600700 1 --2- 172.21.15.8:0/966898908 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc7680b2900 0x7fc7680b4dc0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.099+0000 7fc788600700 1 --2- 172.21.15.8:0/966898908 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc7801088f0 0x7fc7801a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.099+0000 7fc788600700 1 --2- 172.21.15.8:0/966898908 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc7801037f0 0x7fc78019bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.099+0000 7fc788600700 1 --2- 172.21.15.8:0/966898908 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc7801041a0 0x7fc78019c310 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.099+0000 7fc788600700 1 -- 172.21.15.8:0/966898908 >> 172.21.15.8:0/966898908 conn(0x7fc78007a6a0 msgr2=0x7fc780101990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:24.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.100+0000 7fc788600700 1 -- 172.21.15.8:0/966898908 shutdown_connections 2024-05-20T21:19:24.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:24.100+0000 7fc788600700 1 -- 172.21.15.8:0/966898908 wait complete. 2024-05-20T21:19:24.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:19:23 smithi130 ceph-mon[36448]: pgmap v562: 97 pgs: 97 active+clean; 1.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 16 op/s 2024-05-20T21:19:24.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:19:23 smithi050 ceph-mon[35809]: pgmap v562: 97 pgs: 97 active+clean; 1.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 16 op/s 2024-05-20T21:19:25.121 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:19:25.121 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:19:25.590 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:19:26.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:19:26 smithi008 ceph-mon[31475]: pgmap v563: 97 pgs: 97 active+clean; 1.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-20T21:19:26.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:19:26 smithi130 ceph-mon[36448]: pgmap v563: 97 pgs: 97 active+clean; 1.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-20T21:19:26.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:19:26 smithi050 ceph-mon[35809]: pgmap v563: 97 pgs: 97 active+clean; 1.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-20T21:19:28.009 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:28.009+0000 7f4ac3800700 1 -- 172.21.15.8:0/3416708030 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4abc06b220 msgr2=0x7f4abc06b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:28.009 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:28.009+0000 7f4ac3800700 1 --2- 172.21.15.8:0/3416708030 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4abc06b220 0x7f4abc06b6a0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f4aa4009990 tx=0x7f4aa4009ca0 comp rx=0 tx=0).stop 2024-05-20T21:19:28.010 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:28.010+0000 7f4ac3800700 1 -- 172.21.15.8:0/3416708030 shutdown_connections 2024-05-20T21:19:28.010 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:28.010+0000 7f4ac3800700 1 --2- 172.21.15.8:0/3416708030 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4abc06bbe0 0x7f4abc1103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:28.010 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:28.010+0000 7f4ac3800700 1 --2- 172.21.15.8:0/3416708030 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4abc1095b0 0x7f4abc109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:28.010 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:28.010+0000 7f4ac3800700 1 --2- 172.21.15.8:0/3416708030 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4abc06b220 0x7f4abc06b6a0 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:28.010 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:28.010+0000 7f4ac3800700 1 -- 172.21.15.8:0/3416708030 >> 172.21.15.8:0/3416708030 conn(0x7f4abc0793f0 msgr2=0x7f4abc079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:28.010 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:28.010+0000 7f4ac3800700 1 -- 172.21.15.8:0/3416708030 shutdown_connections 2024-05-20T21:19:28.010 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:28.010+0000 7f4ac3800700 1 -- 172.21.15.8:0/3416708030 wait complete. 2024-05-20T21:19:28.011 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:28.011+0000 7f4ac3800700 1 Processor -- start 2024-05-20T21:19:28.011 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:28.011+0000 7f4ac3800700 1 -- start start 2024-05-20T21:19:28.011 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:28.011+0000 7f4ac3800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4abc06b220 0x7f4abc19f860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:28.011 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:28.011+0000 7f4ac3800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4abc06bbe0 0x7f4abc19fda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:28.012 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:28.011+0000 7f4ac3800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4abc1095b0 0x7f4abc199a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:28.012 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:28.011+0000 7f4ac3800700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f4abc1136c0 con 0x7f4abc06b220 2024-05-20T21:19:28.012 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:28.011+0000 7f4ac3800700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4abc113540 con 0x7f4abc1095b0 2024-05-20T21:19:28.012 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:28.011+0000 7f4ac3800700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f4abc113840 con 0x7f4abc06bbe0 2024-05-20T21:19:28.012 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:28.012+0000 7f4ac0e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4abc06b220 0x7f4abc19f860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:28.012 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:28.012+0000 7f4ac0e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4abc06b220 0x7f4abc19f860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:47472/0 (socket says 172.21.15.8:47472) 2024-05-20T21:19:28.012 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:28.012+0000 7f4ac0e00700 1 -- 172.21.15.8:0/1264381012 learned_addr learned my addr 172.21.15.8:0/1264381012 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:28.012 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:28.012+0000 7f4ab3e00700 1 --2- 172.21.15.8:0/1264381012 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4abc06bbe0 0x7f4abc19fda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:28.012 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:28.012+0000 7f4ac1800700 1 --2- 172.21.15.8:0/1264381012 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4abc1095b0 0x7f4abc199a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:28.012 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:28.012+0000 7f4ac0e00700 1 -- 172.21.15.8:0/1264381012 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4abc06bbe0 msgr2=0x7f4abc19fda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:28.012 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:28.012+0000 7f4ac0e00700 1 --2- 172.21.15.8:0/1264381012 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4abc06bbe0 0x7f4abc19fda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:28.012 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:28.012+0000 7f4ac0e00700 1 -- 172.21.15.8:0/1264381012 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4abc1095b0 msgr2=0x7f4abc199a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:28.012 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:28.012+0000 7f4ac0e00700 1 --2- 172.21.15.8:0/1264381012 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4abc1095b0 0x7f4abc199a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:28.012 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:28.012+0000 7f4ac0e00700 1 -- 172.21.15.8:0/1264381012 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4abc19a180 con 0x7f4abc06b220 2024-05-20T21:19:28.013 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:28.013+0000 7f4ac0e00700 1 --2- 172.21.15.8:0/1264381012 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4abc06b220 0x7f4abc19f860 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f4aac00e9a0 tx=0x7f4aac00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:28.013 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:28.013+0000 7f4aba000700 1 -- 172.21.15.8:0/1264381012 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4aac00c9c0 con 0x7f4abc06b220 2024-05-20T21:19:28.013 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:28.013+0000 7f4aba000700 1 -- 172.21.15.8:0/1264381012 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4aac00cb60 con 0x7f4abc06b220 2024-05-20T21:19:28.013 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:28.013+0000 7f4aba000700 1 -- 172.21.15.8:0/1264381012 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4aac018680 con 0x7f4abc06b220 2024-05-20T21:19:28.013 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:28.013+0000 7f4ac3800700 1 -- 172.21.15.8:0/1264381012 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4abc19a470 con 0x7f4abc06b220 2024-05-20T21:19:28.014 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:28.013+0000 7f4ac3800700 1 -- 172.21.15.8:0/1264381012 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4abc102440 con 0x7f4abc06b220 2024-05-20T21:19:28.014 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:28.015+0000 7f4ac3800700 1 -- 172.21.15.8:0/1264381012 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4abc06a230 con 0x7f4abc06b220 2024-05-20T21:19:28.016 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:28.017+0000 7f4aba000700 1 -- 172.21.15.8:0/1264381012 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f4aac010430 con 0x7f4abc06b220 2024-05-20T21:19:28.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:28.018+0000 7f4aba000700 1 --2- 172.21.15.8:0/1264381012 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f4aa00b2900 0x7f4aa00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:28.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:28.019+0000 7f4aba000700 1 -- 172.21.15.8:0/1264381012 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f4aac0e23f0 con 0x7f4abc06b220 2024-05-20T21:19:28.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:28.019+0000 7f4ab3e00700 1 --2- 172.21.15.8:0/1264381012 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f4aa00b2900 0x7f4aa00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:28.019 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:28.020+0000 7f4ab3e00700 1 --2- 172.21.15.8:0/1264381012 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f4aa00b2900 0x7f4aa00b4dc0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f4aa40098e0 tx=0x7f4aa4005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:28.023 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:28.024+0000 7f4aba000700 1 -- 172.21.15.8:0/1264381012 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f4aac0aa0a0 con 0x7f4abc06b220 2024-05-20T21:19:28.311 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:28.312+0000 7f4ac3800700 1 -- 172.21.15.8:0/1264381012 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4abc02e560 con 0x7f4abc06b220 2024-05-20T21:19:28.313 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:28.313+0000 7f4aba000700 1 -- 172.21.15.8:0/1264381012 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7f4aac0b2120 con 0x7f4abc06b220 2024-05-20T21:19:28.313 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:19:28.313 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:19:28.316 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:28.317+0000 7f4ac3800700 1 -- 172.21.15.8:0/1264381012 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f4aa00b2900 msgr2=0x7f4aa00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:28.316 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:28.317+0000 7f4ac3800700 1 --2- 172.21.15.8:0/1264381012 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f4aa00b2900 0x7f4aa00b4dc0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f4aa40098e0 tx=0x7f4aa4005960 comp rx=0 tx=0).stop 2024-05-20T21:19:28.316 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:28.317+0000 7f4ac3800700 1 -- 172.21.15.8:0/1264381012 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4abc06b220 msgr2=0x7f4abc19f860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:28.316 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:28.317+0000 7f4ac3800700 1 --2- 172.21.15.8:0/1264381012 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4abc06b220 0x7f4abc19f860 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f4aac00e9a0 tx=0x7f4aac00ecb0 comp rx=0 tx=0).stop 2024-05-20T21:19:28.317 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:28.317+0000 7f4ac3800700 1 -- 172.21.15.8:0/1264381012 shutdown_connections 2024-05-20T21:19:28.317 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:28.317+0000 7f4ac3800700 1 --2- 172.21.15.8:0/1264381012 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f4aa00b2900 0x7f4aa00b4dc0 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:28.317 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:28.317+0000 7f4ac3800700 1 --2- 172.21.15.8:0/1264381012 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4abc1095b0 0x7f4abc199a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:28.317 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:28.317+0000 7f4ac3800700 1 --2- 172.21.15.8:0/1264381012 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4abc06b220 0x7f4abc19f860 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:28.317 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:28.317+0000 7f4ac3800700 1 --2- 172.21.15.8:0/1264381012 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4abc06bbe0 0x7f4abc19fda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:28.317 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:28.317+0000 7f4ac3800700 1 -- 172.21.15.8:0/1264381012 >> 172.21.15.8:0/1264381012 conn(0x7f4abc0793f0 msgr2=0x7f4abc101220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:28.317 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:28.317+0000 7f4ac3800700 1 -- 172.21.15.8:0/1264381012 shutdown_connections 2024-05-20T21:19:28.317 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:28.317+0000 7f4ac3800700 1 -- 172.21.15.8:0/1264381012 wait complete. 2024-05-20T21:19:28.318 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:19:28.685 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:19:28 smithi008 ceph-mon[31475]: pgmap v564: 97 pgs: 97 active+clean; 1.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:19:28.686 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:19:28 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/1264381012' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:19:28.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:19:28 smithi130 ceph-mon[36448]: pgmap v564: 97 pgs: 97 active+clean; 1.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:19:28.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:19:28 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/1264381012' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:19:28.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:19:28 smithi050 ceph-mon[35809]: pgmap v564: 97 pgs: 97 active+clean; 1.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:19:28.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:19:28 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/1264381012' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:19:29.153 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:19:29.628 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:19:30.602 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.602+0000 7fa2fde00640 1 -- 172.21.15.8:0/667220918 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa2f8103380 msgr2=0x7fa2f8105770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:30.603 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.602+0000 7fa2fde00640 1 --2- 172.21.15.8:0/667220918 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa2f8103380 0x7fa2f8105770 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fa2e8009900 tx=0x7fa2e802a410 comp rx=0 tx=0).stop 2024-05-20T21:19:30.603 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.602+0000 7fa2fde00640 1 -- 172.21.15.8:0/667220918 shutdown_connections 2024-05-20T21:19:30.603 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.602+0000 7fa2fde00640 1 --2- 172.21.15.8:0/667220918 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa2f81085e0 0x7fa2f810aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:30.603 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.602+0000 7fa2fde00640 1 --2- 172.21.15.8:0/667220918 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa2f8105cb0 0x7fa2f81080a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:30.604 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.602+0000 7fa2fde00640 1 --2- 172.21.15.8:0/667220918 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa2f8103380 0x7fa2f8105770 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:30.604 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.602+0000 7fa2fde00640 1 -- 172.21.15.8:0/667220918 >> 172.21.15.8:0/667220918 conn(0x7fa2f80fcd30 msgr2=0x7fa2f80ff1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:30.604 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.602+0000 7fa2fde00640 1 -- 172.21.15.8:0/667220918 shutdown_connections 2024-05-20T21:19:30.604 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.602+0000 7fa2fde00640 1 -- 172.21.15.8:0/667220918 wait complete. 2024-05-20T21:19:30.604 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.603+0000 7fa2fde00640 1 Processor -- start 2024-05-20T21:19:30.604 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.603+0000 7fa2fde00640 1 -- start start 2024-05-20T21:19:30.607 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.604+0000 7fa2fde00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa2f8103380 0x7fa2f8198b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:30.607 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.604+0000 7fa2fde00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa2f8105cb0 0x7fa2f8199060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:30.608 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.604+0000 7fa2fde00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa2f81085e0 0x7fa2f81a00d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:30.608 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.604+0000 7fa2fde00640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fa2f810e480 con 0x7fa2f8105cb0 2024-05-20T21:19:30.608 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.604+0000 7fa2fde00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa2f810e300 con 0x7fa2f81085e0 2024-05-20T21:19:30.608 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.604+0000 7fa2fde00640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fa2f810e600 con 0x7fa2f8103380 2024-05-20T21:19:30.608 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.604+0000 7fa2efe00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa2f8105cb0 0x7fa2f8199060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:30.608 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.604+0000 7fa2fca00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa2f8103380 0x7fa2f8198b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:30.608 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.604+0000 7fa2fca00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa2f8103380 0x7fa2f8198b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:59006/0 (socket says 172.21.15.8:59006) 2024-05-20T21:19:30.608 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.604+0000 7fa2fca00640 1 -- 172.21.15.8:0/353481443 learned_addr learned my addr 172.21.15.8:0/353481443 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:30.609 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.604+0000 7fa2fd400640 1 --2- 172.21.15.8:0/353481443 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa2f81085e0 0x7fa2f81a00d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:30.609 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.605+0000 7fa2fca00640 1 -- 172.21.15.8:0/353481443 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa2f81085e0 msgr2=0x7fa2f81a00d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:30.609 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.605+0000 7fa2fca00640 1 --2- 172.21.15.8:0/353481443 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa2f81085e0 0x7fa2f81a00d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:30.609 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.605+0000 7fa2fca00640 1 -- 172.21.15.8:0/353481443 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa2f8105cb0 msgr2=0x7fa2f8199060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:30.609 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.605+0000 7fa2fca00640 1 --2- 172.21.15.8:0/353481443 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa2f8105cb0 0x7fa2f8199060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:30.609 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.605+0000 7fa2fca00640 1 -- 172.21.15.8:0/353481443 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2f81a0740 con 0x7fa2f8103380 2024-05-20T21:19:30.609 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.605+0000 7fa2efe00640 1 --2- 172.21.15.8:0/353481443 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa2f8105cb0 0x7fa2f8199060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:30.609 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.605+0000 7fa2fca00640 1 --2- 172.21.15.8:0/353481443 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa2f8103380 0x7fa2f8198b20 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fa2e8005ab0 tx=0x7fa2e8003b90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:30.610 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.605+0000 7fa2f6000640 1 -- 172.21.15.8:0/353481443 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2e803f070 con 0x7fa2f8103380 2024-05-20T21:19:30.610 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.605+0000 7fa2f6000640 1 -- 172.21.15.8:0/353481443 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa2e8031c50 con 0x7fa2f8103380 2024-05-20T21:19:30.610 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.605+0000 7fa2fde00640 1 -- 172.21.15.8:0/353481443 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2f81a09d0 con 0x7fa2f8103380 2024-05-20T21:19:30.610 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.605+0000 7fa2f6000640 1 -- 172.21.15.8:0/353481443 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2e8035030 con 0x7fa2f8103380 2024-05-20T21:19:30.610 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.606+0000 7fa2fde00640 1 -- 172.21.15.8:0/353481443 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2f81a0ec0 con 0x7fa2f8103380 2024-05-20T21:19:30.615 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.609+0000 7fa3021dd740 1 Processor -- start 2024-05-20T21:19:30.615 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.609+0000 7fa3021dd740 1 -- start start 2024-05-20T21:19:30.615 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.609+0000 7fa2f6000640 1 -- 172.21.15.8:0/353481443 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fa2e8042070 con 0x7fa2f8103380 2024-05-20T21:19:30.615 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.610+0000 7fa3021dd740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e48b751cf0 0x55e48b752110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:30.615 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.610+0000 7fa3021dd740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e48b7526e0 0x55e48b7571e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:30.615 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.610+0000 7fa3021dd740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e48b757850 0x55e48b759ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:30.615 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.610+0000 7fa3021dd740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55e48b6c1b90 con 0x55e48b751cf0 2024-05-20T21:19:30.615 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.610+0000 7fa3021dd740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55e48b6b1730 con 0x55e48b7526e0 2024-05-20T21:19:30.616 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.610+0000 7fa3021dd740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55e48b6b5770 con 0x55e48b757850 2024-05-20T21:19:30.616 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.610+0000 7fa2fd400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e48b751cf0 0x55e48b752110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:30.616 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.610+0000 7fa2fd400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e48b751cf0 0x55e48b752110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:47510/0 (socket says 172.21.15.8:47510) 2024-05-20T21:19:30.616 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.610+0000 7fa2fca00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e48b7526e0 0x55e48b7571e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:30.616 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.610+0000 7fa2fd400640 1 -- 172.21.15.8:0/2251495395 learned_addr learned my addr 172.21.15.8:0/2251495395 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:30.616 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.610+0000 7fa2efe00640 1 --2- 172.21.15.8:0/2251495395 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e48b757850 0x55e48b759ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:30.616 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.610+0000 7fa2fd400640 1 -- 172.21.15.8:0/2251495395 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e48b757850 msgr2=0x55e48b759ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:30.616 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.610+0000 7fa2fd400640 1 --2- 172.21.15.8:0/2251495395 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e48b757850 0x55e48b759ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:30.616 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.610+0000 7fa2fd400640 1 -- 172.21.15.8:0/2251495395 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e48b7526e0 msgr2=0x55e48b7571e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:30.616 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.611+0000 7fa2fd400640 1 --2- 172.21.15.8:0/2251495395 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e48b7526e0 0x55e48b7571e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:30.616 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.611+0000 7fa2fd400640 1 -- 172.21.15.8:0/2251495395 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e48b64a8b0 con 0x55e48b751cf0 2024-05-20T21:19:30.616 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.611+0000 7fa2fca00640 1 --2- 172.21.15.8:0/2251495395 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e48b7526e0 0x55e48b7571e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:30.616 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.611+0000 7fa2fd400640 1 --2- 172.21.15.8:0/2251495395 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e48b751cf0 0x55e48b752110 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fa2f0009fd0 tx=0x7fa2f00118d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7d8541097902c29 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:30.616 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.611+0000 7fa2edc00640 1 -- 172.21.15.8:0/2251495395 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2f0004d20 con 0x55e48b751cf0 2024-05-20T21:19:30.617 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.611+0000 7fa2edc00640 1 -- 172.21.15.8:0/2251495395 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa2f0004050 con 0x55e48b751cf0 2024-05-20T21:19:30.617 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.611+0000 7fa2edc00640 1 -- 172.21.15.8:0/2251495395 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2f0005240 con 0x55e48b751cf0 2024-05-20T21:19:30.617 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.612+0000 7fa2f6000640 1 --2- 172.21.15.8:0/353481443 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa2dc0b27d0 0x7fa2dc0b4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:30.617 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.612+0000 7fa2f6000640 1 -- 172.21.15.8:0/353481443 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fa2e8102990 con 0x7fa2f8103380 2024-05-20T21:19:30.617 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.612+0000 7fa2fca00640 1 --2- 172.21.15.8:0/353481443 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa2dc0b27d0 0x7fa2dc0b4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:30.617 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.612+0000 7fa3021dd740 1 -- 172.21.15.8:0/2251495395 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e48b751cf0 msgr2=0x55e48b752110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:30.617 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.612+0000 7fa3021dd740 1 --2- 172.21.15.8:0/2251495395 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e48b751cf0 0x55e48b752110 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fa2f0009fd0 tx=0x7fa2f00118d0 comp rx=0 tx=0).stop 2024-05-20T21:19:30.617 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.612+0000 7fa3021dd740 1 -- 172.21.15.8:0/2251495395 shutdown_connections 2024-05-20T21:19:30.617 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.612+0000 7fa3021dd740 1 --2- 172.21.15.8:0/2251495395 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e48b757850 0x55e48b759ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:30.617 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.612+0000 7fa3021dd740 1 --2- 172.21.15.8:0/2251495395 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e48b7526e0 0x55e48b7571e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:30.618 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.612+0000 7fa3021dd740 1 --2- 172.21.15.8:0/2251495395 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e48b751cf0 0x55e48b752110 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:30.618 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.612+0000 7fa3021dd740 1 -- 172.21.15.8:0/2251495395 >> 172.21.15.8:0/2251495395 conn(0x55e48b74d360 msgr2=0x55e48b74d760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:30.618 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.613+0000 7fa3021dd740 1 -- 172.21.15.8:0/2251495395 shutdown_connections 2024-05-20T21:19:30.618 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.613+0000 7fa3021dd740 1 -- 172.21.15.8:0/2251495395 wait complete. 2024-05-20T21:19:30.618 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.613+0000 7fa2fca00640 1 --2- 172.21.15.8:0/353481443 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa2dc0b27d0 0x7fa2dc0b4c90 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fa2e8000c00 tx=0x7fa2e8108530 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:30.618 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.613+0000 7fa3021dd740 1 -- start start 2024-05-20T21:19:30.618 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.613+0000 7fa3021dd740 1 Processor -- start 2024-05-20T21:19:30.618 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.614+0000 7fa3021dd740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e48b751cf0 0x55e48b75fe60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:30.618 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.614+0000 7fa3021dd740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e48b7526e0 0x55e48b7603a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:30.618 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.614+0000 7fa3021dd740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e48b757850 0x55e48b7673e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:30.618 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.614+0000 7fa3021dd740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55e48b397790 con 0x55e48b7526e0 2024-05-20T21:19:30.619 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.614+0000 7fa3021dd740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55e48b659bc0 con 0x55e48b757850 2024-05-20T21:19:30.619 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.614+0000 7fa3021dd740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55e48b75a800 con 0x55e48b751cf0 2024-05-20T21:19:30.619 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.614+0000 7fa3021dd740 10 client.0 _ll_register_callbacks cb 0x55e48b637400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:30.619 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.614+0000 7fa2efe00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e48b7526e0 0x55e48b7603a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:30.619 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.614+0000 7fa2efe00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e48b7526e0 0x55e48b7603a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:47522/0 (socket says 172.21.15.8:47522) 2024-05-20T21:19:30.619 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.614+0000 7fa2efe00640 1 -- 172.21.15.8:0/3824956339 learned_addr learned my addr 172.21.15.8:0/3824956339 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:30.621 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.615+0000 7fa2efe00640 1 -- 172.21.15.8:0/3824956339 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e48b751cf0 msgr2=0x55e48b75fe60 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-20T21:19:30.622 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.615+0000 7fa2efe00640 1 --2- 172.21.15.8:0/3824956339 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e48b751cf0 0x55e48b75fe60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:30.622 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.615+0000 7fa2efe00640 1 -- 172.21.15.8:0/3824956339 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e48b757850 msgr2=0x55e48b7673e0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-20T21:19:30.622 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.615+0000 7fa2efe00640 1 --2- 172.21.15.8:0/3824956339 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e48b757850 0x55e48b7673e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:30.622 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.615+0000 7fa2efe00640 1 -- 172.21.15.8:0/3824956339 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e48b3c6210 con 0x55e48b7526e0 2024-05-20T21:19:30.622 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.615+0000 7fa2efe00640 1 --2- 172.21.15.8:0/3824956339 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e48b7526e0 0x55e48b7603a0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fa2e0012d20 tx=0x7fa2e000f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6b08666a3d11c4e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:30.622 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.615+0000 7fa2e6000640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:19:30.622 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.615+0000 7fa2e6000640 1 -- 172.21.15.8:0/3824956339 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2e0012110 con 0x55e48b7526e0 2024-05-20T21:19:30.623 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.615+0000 7fa2e6000640 1 -- 172.21.15.8:0/3824956339 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fa2e0004050 con 0x55e48b7526e0 2024-05-20T21:19:30.623 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.615+0000 7fa3021dd740 1 -- 172.21.15.8:0/3824956339 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa2f0004050 con 0x55e48b7526e0 2024-05-20T21:19:30.623 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.616+0000 7fa2e6000640 1 -- 172.21.15.8:0/3824956339 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa2e00122b0 con 0x55e48b7526e0 2024-05-20T21:19:30.623 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.616+0000 7fa3021dd740 10 client.16158 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:30.623 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.616+0000 7fa3021dd740 1 -- 172.21.15.8:0/3824956339 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e48b492620 con 0x55e48b7526e0 2024-05-20T21:19:30.623 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.616+0000 7fa2e6000640 1 -- 172.21.15.8:0/3824956339 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa2f0004050 con 0x55e48b7526e0 2024-05-20T21:19:30.624 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.616+0000 7fa2e6000640 1 -- 172.21.15.8:0/3824956339 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fa2e0010430 con 0x55e48b7526e0 2024-05-20T21:19:30.624 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.616+0000 7fa3021dd740 10 client.16158 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:30.624 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.616+0000 7fa3021dd740 10 client.16158 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:19:30.624 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.616+0000 7fa3021dd740 20 client.16158 populate_metadata read hostname 'smithi008' 2024-05-20T21:19:30.624 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.616+0000 7fa3021dd740 1 --2- 172.21.15.8:0/3824956339 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e48b76baa0 0x55e48b76df10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:30.624 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.616+0000 7fa3021dd740 4 client.16158 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:19:30.625 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.616+0000 7fa3021dd740 1 -- 172.21.15.8:0/3824956339 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e48b6c3ae0 con 0x55e48b76baa0 2024-05-20T21:19:30.625 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.617+0000 7fa2fd400640 1 --2- 172.21.15.8:0/3824956339 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e48b76baa0 0x55e48b76df10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:30.625 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.617+0000 7fa2fd400640 1 --2- 172.21.15.8:0/3824956339 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e48b76baa0 0x55e48b76df10 crc :-1 s=READY pgs=121 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1125459b076711f server_cookie=9560397aeb3cf352 in_seq=0 out_seq=0 2024-05-20T21:19:30.625 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.617+0000 7fa2e6000640 10 client.16158 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:19:30.625 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.618+0000 7fa2e6000640 1 -- 172.21.15.8:0/3824956339 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55e48b6c3ae0 con 0x55e48b76baa0 2024-05-20T21:19:30.625 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.618+0000 7fa2e6000640 10 client.16158 handle_command_reply: tid=0 2024-05-20T21:19:30.625 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.618+0000 7fa3021dd740 1 client.16158 shutdown 2024-05-20T21:19:30.625 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.619+0000 7fa3021dd740 1 -- 172.21.15.8:0/3824956339 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e48b7526e0 msgr2=0x55e48b7603a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:30.626 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.619+0000 7fa3021dd740 1 --2- 172.21.15.8:0/3824956339 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e48b7526e0 0x55e48b7603a0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fa2e0012d20 tx=0x7fa2e000f790 comp rx=0 tx=0).stop 2024-05-20T21:19:30.626 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.619+0000 7fa3021dd740 1 -- 172.21.15.8:0/3824956339 shutdown_connections 2024-05-20T21:19:30.626 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.619+0000 7fa3021dd740 1 --2- 172.21.15.8:0/3824956339 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e48b76baa0 0x55e48b76df10 crc :-1 s=READY pgs=121 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:30.626 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.619+0000 7fa3021dd740 1 --2- 172.21.15.8:0/3824956339 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e48b757850 0x55e48b7673e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:30.626 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.619+0000 7fa3021dd740 1 --2- 172.21.15.8:0/3824956339 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e48b7526e0 0x55e48b7603a0 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:30.626 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.619+0000 7fa3021dd740 1 --2- 172.21.15.8:0/3824956339 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e48b751cf0 0x55e48b75fe60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:30.626 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.619+0000 7fa3021dd740 1 -- 172.21.15.8:0/3824956339 >> 172.21.15.8:0/3824956339 conn(0x55e48b74d360 msgr2=0x55e48b74c4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:30.626 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.619+0000 7fa2e6000640 0 client.16158 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:19:30.627 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.619+0000 7fa3021dd740 1 -- 172.21.15.8:0/3824956339 shutdown_connections 2024-05-20T21:19:30.627 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.619+0000 7fa3021dd740 1 -- 172.21.15.8:0/3824956339 wait complete. 2024-05-20T21:19:30.627 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.619+0000 7fa3021dd740 20 client.16158 trim_cache size 0 max 16384 2024-05-20T21:19:30.636 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.636+0000 7fa3021dd740 1 Processor -- start 2024-05-20T21:19:30.637 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.636+0000 7fa3021dd740 1 -- start start 2024-05-20T21:19:30.637 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.636+0000 7fa3021dd740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e48b751cf0 0x55e48b75fe60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:30.637 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.636+0000 7fa3021dd740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e48b7526e0 0x55e48b7603a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:30.637 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.637+0000 7fa3021dd740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e48b757850 0x55e48b7673a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:30.637 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.637+0000 7fa3021dd740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fa2f81aa3f0 con 0x55e48b7526e0 2024-05-20T21:19:30.637 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.637+0000 7fa3021dd740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa2f81a7cc0 con 0x55e48b757850 2024-05-20T21:19:30.637 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.637+0000 7fa3021dd740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fa2f81a5b10 con 0x55e48b751cf0 2024-05-20T21:19:30.637 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.637+0000 7fa2efe00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e48b7526e0 0x55e48b7603a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:30.638 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.637+0000 7fa2efe00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e48b7526e0 0x55e48b7603a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:47524/0 (socket says 172.21.15.8:47524) 2024-05-20T21:19:30.638 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.637+0000 7fa2efe00640 1 -- 172.21.15.8:0/1385586022 learned_addr learned my addr 172.21.15.8:0/1385586022 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:30.638 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.637+0000 7fa2efe00640 1 -- 172.21.15.8:0/1385586022 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e48b751cf0 msgr2=0x55e48b75fe60 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-20T21:19:30.638 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.637+0000 7fa2efe00640 1 --2- 172.21.15.8:0/1385586022 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e48b751cf0 0x55e48b75fe60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:30.638 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.637+0000 7fa2efe00640 1 -- 172.21.15.8:0/1385586022 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e48b757850 msgr2=0x55e48b7673a0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-20T21:19:30.638 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.637+0000 7fa2efe00640 1 --2- 172.21.15.8:0/1385586022 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e48b757850 0x55e48b7673a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:30.638 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.637+0000 7fa2efe00640 1 -- 172.21.15.8:0/1385586022 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e48b757590 con 0x55e48b7526e0 2024-05-20T21:19:30.638 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.638+0000 7fa2efe00640 1 --2- 172.21.15.8:0/1385586022 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e48b7526e0 0x55e48b7603a0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fa2e0010920 tx=0x7fa2e0012990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25f3308aea23d368 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:30.643 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.638+0000 7fa2ed200640 1 -- 172.21.15.8:0/1385586022 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2e0010b10 con 0x55e48b7526e0 2024-05-20T21:19:30.643 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.638+0000 7fa2ed200640 1 -- 172.21.15.8:0/1385586022 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa2e0010cb0 con 0x55e48b7526e0 2024-05-20T21:19:30.643 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.638+0000 7fa2ed200640 1 -- 172.21.15.8:0/1385586022 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2e00038e0 con 0x55e48b7526e0 2024-05-20T21:19:30.643 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.638+0000 7fa3021dd740 1 -- 172.21.15.8:0/1385586022 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e48b7526e0 msgr2=0x55e48b7603a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:30.643 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.638+0000 7fa3021dd740 1 --2- 172.21.15.8:0/1385586022 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e48b7526e0 0x55e48b7603a0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fa2e0010920 tx=0x7fa2e0012990 comp rx=0 tx=0).stop 2024-05-20T21:19:30.644 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.639+0000 7fa3021dd740 1 -- 172.21.15.8:0/1385586022 shutdown_connections 2024-05-20T21:19:30.644 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.639+0000 7fa3021dd740 1 --2- 172.21.15.8:0/1385586022 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e48b757850 0x55e48b7673a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:30.644 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.639+0000 7fa3021dd740 1 --2- 172.21.15.8:0/1385586022 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e48b7526e0 0x55e48b7603a0 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:30.644 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.639+0000 7fa3021dd740 1 --2- 172.21.15.8:0/1385586022 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e48b751cf0 0x55e48b75fe60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:30.644 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.639+0000 7fa3021dd740 1 -- 172.21.15.8:0/1385586022 >> 172.21.15.8:0/1385586022 conn(0x55e48b74d360 msgr2=0x55e48b750350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:30.644 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.639+0000 7fa3021dd740 1 -- 172.21.15.8:0/1385586022 shutdown_connections 2024-05-20T21:19:30.644 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.639+0000 7fa3021dd740 1 -- 172.21.15.8:0/1385586022 wait complete. 2024-05-20T21:19:30.644 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.639+0000 7fa3021dd740 1 -- start start 2024-05-20T21:19:30.644 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.639+0000 7fa3021dd740 1 Processor -- start 2024-05-20T21:19:30.644 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.640+0000 7fa3021dd740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e48b751cf0 0x55e48b764340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:30.644 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.640+0000 7fa3021dd740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e48b7526e0 0x55e48b764880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:30.644 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.640+0000 7fa3021dd740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e48b757850 0x55e48b7d46e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:30.644 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.640+0000 7fa3021dd740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fa2f81a6180 con 0x55e48b7526e0 2024-05-20T21:19:30.645 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.640+0000 7fa3021dd740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa2f81a75f0 con 0x55e48b757850 2024-05-20T21:19:30.645 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.640+0000 7fa3021dd740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fa2f81a6850 con 0x55e48b751cf0 2024-05-20T21:19:30.645 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.640+0000 7fa3021dd740 10 client.0 _ll_register_callbacks cb 0x7fa2e0009ce0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:30.645 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.640+0000 7fa2efe00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e48b7526e0 0x55e48b764880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:30.645 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.640+0000 7fa2fd400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e48b751cf0 0x55e48b764340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:30.645 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.640+0000 7fa2efe00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e48b7526e0 0x55e48b764880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:47532/0 (socket says 172.21.15.8:47532) 2024-05-20T21:19:30.646 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.640+0000 7fa2efe00640 1 -- 172.21.15.8:0/152543829 learned_addr learned my addr 172.21.15.8:0/152543829 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:30.646 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.640+0000 7fa2fd400640 1 --2- 172.21.15.8:0/152543829 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e48b757850 0x55e48b7d46e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:30.646 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.641+0000 7fa2efe00640 1 -- 172.21.15.8:0/152543829 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e48b751cf0 msgr2=0x55e48b764340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:30.646 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.641+0000 7fa2efe00640 1 --2- 172.21.15.8:0/152543829 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e48b751cf0 0x55e48b764340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:30.646 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.641+0000 7fa2efe00640 1 -- 172.21.15.8:0/152543829 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e48b757850 msgr2=0x55e48b7d46e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:30.647 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.641+0000 7fa2efe00640 1 --2- 172.21.15.8:0/152543829 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e48b757850 0x55e48b7d46e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:30.647 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.641+0000 7fa2efe00640 1 -- 172.21.15.8:0/152543829 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e48b7d4c20 con 0x55e48b7526e0 2024-05-20T21:19:30.647 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.641+0000 7fa2efe00640 1 --2- 172.21.15.8:0/152543829 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e48b7526e0 0x55e48b764880 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fa2e000fd90 tx=0x7fa2e0005690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8ec603ae995d386 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:30.647 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.641+0000 7fa2e6000640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:19:30.647 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.641+0000 7fa2e6000640 1 -- 172.21.15.8:0/152543829 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2e0033030 con 0x55e48b7526e0 2024-05-20T21:19:30.647 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.641+0000 7fa2e6000640 1 -- 172.21.15.8:0/152543829 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fa2e0018040 con 0x55e48b7526e0 2024-05-20T21:19:30.647 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.641+0000 7fa3021dd740 1 -- 172.21.15.8:0/152543829 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa2e0010cb0 con 0x55e48b7526e0 2024-05-20T21:19:30.647 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.642+0000 7fa2e6000640 1 -- 172.21.15.8:0/152543829 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa2e0000e60 con 0x55e48b7526e0 2024-05-20T21:19:30.647 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.642+0000 7fa3021dd740 10 client.16164 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:30.647 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.642+0000 7fa3021dd740 1 -- 172.21.15.8:0/152543829 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e48b7d5eb0 con 0x55e48b7526e0 2024-05-20T21:19:30.647 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.642+0000 7fa2e6000640 1 -- 172.21.15.8:0/152543829 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa2e0010cb0 con 0x55e48b7526e0 2024-05-20T21:19:30.647 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.642+0000 7fa2e6000640 1 -- 172.21.15.8:0/152543829 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fa2e0038680 con 0x55e48b7526e0 2024-05-20T21:19:30.647 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.642+0000 7fa3021dd740 10 client.16164 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:30.648 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.642+0000 7fa3021dd740 10 client.16164 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:19:30.648 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.642+0000 7fa3021dd740 20 client.16164 populate_metadata read hostname 'smithi008' 2024-05-20T21:19:30.648 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.642+0000 7fa3021dd740 1 --2- 172.21.15.8:0/152543829 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e48b7d67e0 0x55e48b7d8c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:30.648 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.642+0000 7fa3021dd740 4 client.16164 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:19:30.648 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.642+0000 7fa3021dd740 1 -- 172.21.15.8:0/152543829 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55e48b6bd2c0 con 0x55e48b7d67e0 2024-05-20T21:19:30.648 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.643+0000 7fa2fd400640 1 --2- 172.21.15.8:0/152543829 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e48b7d67e0 0x55e48b7d8c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:30.648 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.643+0000 7fa2fd400640 1 --2- 172.21.15.8:0/152543829 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e48b7d67e0 0x55e48b7d8c00 crc :-1 s=READY pgs=122 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a1502d6ea86f6019 server_cookie=4ec24343ac945365 in_seq=0 out_seq=0 2024-05-20T21:19:30.648 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.643+0000 7fa2e6000640 10 client.16164 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:19:30.655 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.656+0000 7fa2e6000640 1 -- 172.21.15.8:0/152543829 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55e48b6bd2c0 con 0x55e48b7d67e0 2024-05-20T21:19:30.655 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.656+0000 7fa2e6000640 10 client.16164 handle_command_reply: tid=0 2024-05-20T21:19:30.655 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.656+0000 7fa3021dd740 1 client.16164 shutdown 2024-05-20T21:19:30.656 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.656+0000 7fa3021dd740 1 -- 172.21.15.8:0/152543829 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e48b7526e0 msgr2=0x55e48b764880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:30.656 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.656+0000 7fa3021dd740 1 --2- 172.21.15.8:0/152543829 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e48b7526e0 0x55e48b764880 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fa2e000fd90 tx=0x7fa2e0005690 comp rx=0 tx=0).stop 2024-05-20T21:19:30.656 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.656+0000 7fa3021dd740 1 -- 172.21.15.8:0/152543829 shutdown_connections 2024-05-20T21:19:30.656 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.656+0000 7fa3021dd740 1 --2- 172.21.15.8:0/152543829 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e48b7d67e0 0x55e48b7d8c00 crc :-1 s=READY pgs=122 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:30.656 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.656+0000 7fa3021dd740 1 --2- 172.21.15.8:0/152543829 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e48b757850 0x55e48b7d46e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:30.656 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.656+0000 7fa3021dd740 1 --2- 172.21.15.8:0/152543829 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e48b7526e0 0x55e48b764880 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:30.656 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.656+0000 7fa2e6000640 0 client.16164 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:19:30.656 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.656+0000 7fa3021dd740 1 --2- 172.21.15.8:0/152543829 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e48b751cf0 0x55e48b764340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:30.656 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.656+0000 7fa3021dd740 1 -- 172.21.15.8:0/152543829 >> 172.21.15.8:0/152543829 conn(0x55e48b74d360 msgr2=0x55e48b75fd30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:30.656 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.656+0000 7fa3021dd740 1 -- 172.21.15.8:0/152543829 shutdown_connections 2024-05-20T21:19:30.656 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.656+0000 7fa3021dd740 1 -- 172.21.15.8:0/152543829 wait complete. 2024-05-20T21:19:30.656 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.656+0000 7fa3021dd740 20 client.16164 trim_cache size 0 max 16384 2024-05-20T21:19:30.657 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:19:30.657 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:19:30.657 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:19:30.658 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.657+0000 7fa2fde00640 1 -- 172.21.15.8:0/353481443 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa2dc0b27d0 msgr2=0x7fa2dc0b4c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:30.658 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.657+0000 7fa2fde00640 1 --2- 172.21.15.8:0/353481443 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa2dc0b27d0 0x7fa2dc0b4c90 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fa2e8000c00 tx=0x7fa2e8108530 comp rx=0 tx=0).stop 2024-05-20T21:19:30.658 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.657+0000 7fa2fde00640 1 -- 172.21.15.8:0/353481443 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa2f8103380 msgr2=0x7fa2f8198b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:30.658 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.657+0000 7fa2fde00640 1 --2- 172.21.15.8:0/353481443 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa2f8103380 0x7fa2f8198b20 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fa2e8005ab0 tx=0x7fa2e8003b90 comp rx=0 tx=0).stop 2024-05-20T21:19:30.658 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.657+0000 7fa2fde00640 1 -- 172.21.15.8:0/353481443 shutdown_connections 2024-05-20T21:19:30.658 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.657+0000 7fa2fde00640 1 --2- 172.21.15.8:0/353481443 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa2dc0b27d0 0x7fa2dc0b4c90 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:30.658 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.657+0000 7fa2fde00640 1 --2- 172.21.15.8:0/353481443 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa2f81085e0 0x7fa2f81a00d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:30.658 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.657+0000 7fa2fde00640 1 --2- 172.21.15.8:0/353481443 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa2f8105cb0 0x7fa2f8199060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:30.658 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.657+0000 7fa2fde00640 1 --2- 172.21.15.8:0/353481443 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa2f8103380 0x7fa2f8198b20 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:30.658 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.657+0000 7fa2fde00640 1 -- 172.21.15.8:0/353481443 >> 172.21.15.8:0/353481443 conn(0x7fa2f80fcd30 msgr2=0x7fa2f8103ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:30.658 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.657+0000 7fa2fde00640 1 -- 172.21.15.8:0/353481443 shutdown_connections 2024-05-20T21:19:30.658 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:30.657+0000 7fa2fde00640 1 -- 172.21.15.8:0/353481443 wait complete. 2024-05-20T21:19:30.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:19:30 smithi008 ceph-mon[31475]: pgmap v565: 97 pgs: 97 active+clean; 1.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-20T21:19:30.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:19:30 smithi130 ceph-mon[36448]: pgmap v565: 97 pgs: 97 active+clean; 1.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-20T21:19:30.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:19:30 smithi050 ceph-mon[35809]: pgmap v565: 97 pgs: 97 active+clean; 1.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-20T21:19:31.958 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.958+0000 7ff41f600700 1 -- 172.21.15.8:0/3558716160 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff4181035f0 msgr2=0x7ff418103a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:31.958 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.958+0000 7ff41f600700 1 --2- 172.21.15.8:0/3558716160 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff4181035f0 0x7ff418103a50 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7ff404009990 tx=0x7ff404009ca0 comp rx=0 tx=0).stop 2024-05-20T21:19:31.958 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.958+0000 7ff41f600700 1 -- 172.21.15.8:0/3558716160 shutdown_connections 2024-05-20T21:19:31.958 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.958+0000 7ff41f600700 1 --2- 172.21.15.8:0/3558716160 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff418108500 0x7ff4181088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:31.958 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.958+0000 7ff41f600700 1 --2- 172.21.15.8:0/3558716160 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff418103f90 0x7ff418110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:31.958 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.958+0000 7ff41f600700 1 --2- 172.21.15.8:0/3558716160 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff4181035f0 0x7ff418103a50 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:31.958 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.958+0000 7ff41f600700 1 -- 172.21.15.8:0/3558716160 >> 172.21.15.8:0/3558716160 conn(0x7ff41807a6a0 msgr2=0x7ff41807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:31.958 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.958+0000 7ff41f600700 1 -- 172.21.15.8:0/3558716160 shutdown_connections 2024-05-20T21:19:31.958 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.958+0000 7ff41f600700 1 -- 172.21.15.8:0/3558716160 wait complete. 2024-05-20T21:19:31.959 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.959+0000 7ff41f600700 1 Processor -- start 2024-05-20T21:19:31.959 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.960+0000 7ff41f600700 1 -- start start 2024-05-20T21:19:31.959 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.960+0000 7ff41f600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff4181035f0 0x7ff41819be40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:31.959 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.960+0000 7ff41f600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff418103f90 0x7ff41819c380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:31.959 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.960+0000 7ff41f600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff418108500 0x7ff4181a0710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:31.959 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.960+0000 7ff41f600700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7ff418113790 con 0x7ff418103f90 2024-05-20T21:19:31.960 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.960+0000 7ff41f600700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff418113610 con 0x7ff418108500 2024-05-20T21:19:31.960 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.960+0000 7ff41f600700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7ff418113910 con 0x7ff4181035f0 2024-05-20T21:19:31.961 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.960+0000 7ff41cc00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff4181035f0 0x7ff41819be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:31.961 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.960+0000 7ff41cc00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff4181035f0 0x7ff41819be40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:59040/0 (socket says 172.21.15.8:59040) 2024-05-20T21:19:31.961 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.960+0000 7ff41cc00700 1 -- 172.21.15.8:0/785577173 learned_addr learned my addr 172.21.15.8:0/785577173 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:31.961 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.961+0000 7ff41d600700 1 --2- 172.21.15.8:0/785577173 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff418108500 0x7ff4181a0710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:31.961 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.961+0000 7ff40fe00700 1 --2- 172.21.15.8:0/785577173 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff418103f90 0x7ff41819c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:31.961 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.961+0000 7ff41cc00700 1 -- 172.21.15.8:0/785577173 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff418108500 msgr2=0x7ff4181a0710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:31.961 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.961+0000 7ff41cc00700 1 --2- 172.21.15.8:0/785577173 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff418108500 0x7ff4181a0710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:31.961 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.961+0000 7ff41cc00700 1 -- 172.21.15.8:0/785577173 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff418103f90 msgr2=0x7ff41819c380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:31.961 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.961+0000 7ff41cc00700 1 --2- 172.21.15.8:0/785577173 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff418103f90 0x7ff41819c380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:31.961 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.961+0000 7ff41cc00700 1 -- 172.21.15.8:0/785577173 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4181a0e50 con 0x7ff4181035f0 2024-05-20T21:19:31.961 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.961+0000 7ff40fe00700 1 --2- 172.21.15.8:0/785577173 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff418103f90 0x7ff41819c380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:19:31.961 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.961+0000 7ff41cc00700 1 --2- 172.21.15.8:0/785577173 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff4181035f0 0x7ff41819be40 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7ff3fc00ea50 tx=0x7ff3fc00ee10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:31.962 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.961+0000 7ff416000700 1 -- 172.21.15.8:0/785577173 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3fc00cc90 con 0x7ff4181035f0 2024-05-20T21:19:31.962 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.962+0000 7ff41f600700 1 -- 172.21.15.8:0/785577173 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4181a1140 con 0x7ff4181035f0 2024-05-20T21:19:31.962 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.962+0000 7ff416000700 1 -- 172.21.15.8:0/785577173 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff3fc00ce30 con 0x7ff4181035f0 2024-05-20T21:19:31.962 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.962+0000 7ff416000700 1 -- 172.21.15.8:0/785577173 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3fc018840 con 0x7ff4181035f0 2024-05-20T21:19:31.962 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.962+0000 7ff41f600700 1 -- 172.21.15.8:0/785577173 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4181a89c0 con 0x7ff4181035f0 2024-05-20T21:19:31.965 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.965+0000 7ff416000700 1 -- 172.21.15.8:0/785577173 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7ff3fc01f020 con 0x7ff4181035f0 2024-05-20T21:19:31.967 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.967+0000 7ff429fb9b80 1 Processor -- start 2024-05-20T21:19:31.967 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.968+0000 7ff429fb9b80 1 -- start start 2024-05-20T21:19:31.967 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.968+0000 7ff416000700 1 --2- 172.21.15.8:0/785577173 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff3f40b2900 0x7ff3f40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:31.967 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.968+0000 7ff429fb9b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c6bc396610 0x55c6bc3969f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:31.967 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.968+0000 7ff429fb9b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c6bc396f30 0x55c6bc390b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:31.968 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.968+0000 7ff429fb9b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c6bc391140 0x55c6bc3915c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:31.968 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.968+0000 7ff416000700 1 -- 172.21.15.8:0/785577173 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7ff3fc0e2270 con 0x7ff4181035f0 2024-05-20T21:19:31.968 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.968+0000 7ff429fb9b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55c6bc2eee40 con 0x55c6bc391140 2024-05-20T21:19:31.968 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.968+0000 7ff429fb9b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55c6bc2de9e0 con 0x55c6bc396f30 2024-05-20T21:19:31.968 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.968+0000 7ff429fb9b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55c6bc2e2a20 con 0x55c6bc396610 2024-05-20T21:19:31.969 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.968+0000 7ff41d600700 1 --2- 172.21.15.8:0/785577173 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff3f40b2900 0x7ff3f40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:31.969 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.969+0000 7ff41cc00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c6bc396610 0x55c6bc3969f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:31.969 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.969+0000 7ff40fe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c6bc396f30 0x55c6bc390b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:31.969 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.969+0000 7ff41cc00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c6bc396610 0x55c6bc3969f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:59052/0 (socket says 172.21.15.8:59052) 2024-05-20T21:19:31.969 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.969+0000 7ff41cc00700 1 -- 172.21.15.8:0/3420784136 learned_addr learned my addr 172.21.15.8:0/3420784136 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:31.969 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.969+0000 7ff41d600700 1 --2- 172.21.15.8:0/3420784136 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c6bc391140 0x55c6bc3915c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:31.970 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.969+0000 7ff41cc00700 1 -- 172.21.15.8:0/3420784136 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c6bc396f30 msgr2=0x55c6bc390b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:31.970 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.969+0000 7ff41cc00700 1 --2- 172.21.15.8:0/3420784136 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c6bc396f30 0x55c6bc390b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:31.970 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.969+0000 7ff41cc00700 1 -- 172.21.15.8:0/3420784136 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c6bc391140 msgr2=0x55c6bc3915c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:31.970 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.969+0000 7ff41cc00700 1 --2- 172.21.15.8:0/3420784136 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c6bc391140 0x55c6bc3915c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:31.970 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.969+0000 7ff41cc00700 1 -- 172.21.15.8:0/3420784136 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c6bc2a7420 con 0x55c6bc396610 2024-05-20T21:19:31.970 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.969+0000 7ff40fe00700 1 --2- 172.21.15.8:0/3420784136 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c6bc396f30 0x55c6bc390b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:31.970 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.970+0000 7ff41d600700 1 --2- 172.21.15.8:0/785577173 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff3f40b2900 0x7ff3f40b4dc0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7ff410009fd0 tx=0x7ff410007a30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:31.970 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.970+0000 7ff41cc00700 1 --2- 172.21.15.8:0/3420784136 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c6bc396610 0x55c6bc3969f0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7ff3fc011fd0 tx=0x7ff3fc0a9000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=680cb8d996466e58 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:31.970 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.970+0000 7ff40e000700 1 -- 172.21.15.8:0/3420784136 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3fc0a9f20 con 0x55c6bc396610 2024-05-20T21:19:31.970 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.970+0000 7ff40e000700 1 -- 172.21.15.8:0/3420784136 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff3fc0a9820 con 0x55c6bc396610 2024-05-20T21:19:31.970 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.970+0000 7ff40e000700 1 -- 172.21.15.8:0/3420784136 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3fc0b21f0 con 0x55c6bc396610 2024-05-20T21:19:31.971 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.971+0000 7ff429fb9b80 1 -- 172.21.15.8:0/3420784136 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c6bc396610 msgr2=0x55c6bc3969f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:31.971 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.971+0000 7ff429fb9b80 1 --2- 172.21.15.8:0/3420784136 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c6bc396610 0x55c6bc3969f0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7ff3fc011fd0 tx=0x7ff3fc0a9000 comp rx=0 tx=0).stop 2024-05-20T21:19:31.971 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.971+0000 7ff429fb9b80 1 -- 172.21.15.8:0/3420784136 shutdown_connections 2024-05-20T21:19:31.971 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.971+0000 7ff429fb9b80 1 --2- 172.21.15.8:0/3420784136 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c6bc391140 0x55c6bc3915c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:31.971 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.971+0000 7ff429fb9b80 1 --2- 172.21.15.8:0/3420784136 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c6bc396610 0x55c6bc3969f0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:31.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.971+0000 7ff429fb9b80 1 --2- 172.21.15.8:0/3420784136 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c6bc396f30 0x55c6bc390b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:31.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.971+0000 7ff429fb9b80 1 -- 172.21.15.8:0/3420784136 >> 172.21.15.8:0/3420784136 conn(0x55c6bc2bebe0 msgr2=0x55c6bc38b690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:31.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.971+0000 7ff429fb9b80 1 -- 172.21.15.8:0/3420784136 shutdown_connections 2024-05-20T21:19:31.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.971+0000 7ff429fb9b80 1 -- 172.21.15.8:0/3420784136 wait complete. 2024-05-20T21:19:31.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.972+0000 7ff429fb9b80 1 -- start start 2024-05-20T21:19:31.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.972+0000 7ff429fb9b80 1 Processor -- start 2024-05-20T21:19:31.973 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.972+0000 7ff429fb9b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c6bc391140 0x55c6bc39cd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:31.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.972+0000 7ff429fb9b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c6bc396610 0x55c6bc39a0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:31.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.972+0000 7ff429fb9b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c6bc396f30 0x55c6bc39a620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:31.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.972+0000 7ff429fb9b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55c6bc1e4fa0 con 0x55c6bc396f30 2024-05-20T21:19:31.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.972+0000 7ff429fb9b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55c6bc27f760 con 0x55c6bc396610 2024-05-20T21:19:31.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.972+0000 7ff429fb9b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55c6bc39d980 con 0x55c6bc391140 2024-05-20T21:19:31.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.973+0000 7ff429fb9b80 10 client.0 _ll_register_callbacks cb 0x55c6bc288c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:31.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.973+0000 7ff41d600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c6bc396f30 0x55c6bc39a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:31.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.973+0000 7ff40fe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c6bc396610 0x55c6bc39a0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:31.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.973+0000 7ff41d600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c6bc396f30 0x55c6bc39a620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:47572/0 (socket says 172.21.15.8:47572) 2024-05-20T21:19:31.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.973+0000 7ff41d600700 1 -- 172.21.15.8:0/3572261420 learned_addr learned my addr 172.21.15.8:0/3572261420 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:31.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.973+0000 7ff41cc00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c6bc391140 0x55c6bc39cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:31.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.973+0000 7ff40fe00700 1 -- 172.21.15.8:0/3572261420 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c6bc391140 msgr2=0x55c6bc39cd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:31.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.973+0000 7ff40fe00700 1 --2- 172.21.15.8:0/3572261420 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c6bc391140 0x55c6bc39cd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:31.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.973+0000 7ff40fe00700 1 -- 172.21.15.8:0/3572261420 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c6bc396f30 msgr2=0x55c6bc39a620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:31.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.973+0000 7ff40fe00700 1 --2- 172.21.15.8:0/3572261420 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c6bc396f30 0x55c6bc39a620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:31.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.973+0000 7ff40fe00700 1 -- 172.21.15.8:0/3572261420 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c6bc22e8d0 con 0x55c6bc396610 2024-05-20T21:19:31.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.974+0000 7ff40fe00700 1 --2- 172.21.15.8:0/3572261420 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c6bc396610 0x55c6bc39a0e0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7ff404000c00 tx=0x7ff404005750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ea85345af44f7600 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:31.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.974+0000 7ff40ae00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:19:31.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.974+0000 7ff40ae00700 1 -- 172.21.15.8:0/3572261420 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff404003680 con 0x55c6bc396610 2024-05-20T21:19:31.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.974+0000 7ff429fb9b80 1 -- 172.21.15.8:0/3572261420 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff3fc0a9820 con 0x55c6bc396610 2024-05-20T21:19:31.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.974+0000 7ff40ae00700 1 -- 172.21.15.8:0/3572261420 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7ff404003820 con 0x55c6bc396610 2024-05-20T21:19:31.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.974+0000 7ff40ae00700 1 -- 172.21.15.8:0/3572261420 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff404003a20 con 0x55c6bc396610 2024-05-20T21:19:31.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.974+0000 7ff429fb9b80 10 client.26300 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:31.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.974+0000 7ff429fb9b80 1 -- 172.21.15.8:0/3572261420 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c6bc2af060 con 0x55c6bc396610 2024-05-20T21:19:31.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.975+0000 7ff40ae00700 1 -- 172.21.15.8:0/3572261420 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff3fc0a9820 con 0x55c6bc396610 2024-05-20T21:19:31.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.975+0000 7ff40ae00700 1 -- 172.21.15.8:0/3572261420 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7ff40400fa10 con 0x55c6bc396610 2024-05-20T21:19:31.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.975+0000 7ff429fb9b80 10 client.26300 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:31.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.975+0000 7ff429fb9b80 10 client.26300 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:19:31.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.975+0000 7ff429fb9b80 20 client.26300 populate_metadata read hostname 'smithi008' 2024-05-20T21:19:31.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.975+0000 7ff429fb9b80 1 --2- 172.21.15.8:0/3572261420 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55c6bc3aa6c0 0x55c6bc3acab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:31.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.975+0000 7ff429fb9b80 4 client.26300 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:19:31.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.975+0000 7ff429fb9b80 1 -- 172.21.15.8:0/3572261420 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c6bc2f0d90 con 0x55c6bc3aa6c0 2024-05-20T21:19:31.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.975+0000 7ff41cc00700 1 --2- 172.21.15.8:0/3572261420 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55c6bc3aa6c0 0x55c6bc3acab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:31.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.976+0000 7ff41cc00700 1 --2- 172.21.15.8:0/3572261420 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55c6bc3aa6c0 0x55c6bc3acab0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=ba8de15907567b46 server_cookie=33cb8e5ba2b0b160 in_seq=0 out_seq=0 2024-05-20T21:19:31.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.976+0000 7ff40ae00700 10 client.26300 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:19:31.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.977+0000 7ff40ae00700 1 -- 172.21.15.8:0/3572261420 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55c6bc2f0d90 con 0x55c6bc3aa6c0 2024-05-20T21:19:31.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.977+0000 7ff40ae00700 10 client.26300 handle_command_reply: tid=0 2024-05-20T21:19:31.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.977+0000 7ff429fb9b80 1 client.26300 shutdown 2024-05-20T21:19:31.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.977+0000 7ff429fb9b80 1 -- 172.21.15.8:0/3572261420 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c6bc396610 msgr2=0x55c6bc39a0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:31.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.977+0000 7ff429fb9b80 1 --2- 172.21.15.8:0/3572261420 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c6bc396610 0x55c6bc39a0e0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7ff404000c00 tx=0x7ff404005750 comp rx=0 tx=0).stop 2024-05-20T21:19:31.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.977+0000 7ff429fb9b80 1 -- 172.21.15.8:0/3572261420 shutdown_connections 2024-05-20T21:19:31.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.977+0000 7ff429fb9b80 1 --2- 172.21.15.8:0/3572261420 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55c6bc3aa6c0 0x55c6bc3acab0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:31.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.977+0000 7ff429fb9b80 1 --2- 172.21.15.8:0/3572261420 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c6bc396f30 0x55c6bc39a620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:31.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.977+0000 7ff429fb9b80 1 --2- 172.21.15.8:0/3572261420 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c6bc391140 0x55c6bc39cd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:31.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.977+0000 7ff429fb9b80 1 --2- 172.21.15.8:0/3572261420 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c6bc396610 0x55c6bc39a0e0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:31.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.977+0000 7ff40ae00700 0 client.26300 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:19:31.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.977+0000 7ff429fb9b80 1 -- 172.21.15.8:0/3572261420 >> 172.21.15.8:0/3572261420 conn(0x55c6bc2bebe0 msgr2=0x55c6bc38ad70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:31.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.978+0000 7ff429fb9b80 1 -- 172.21.15.8:0/3572261420 shutdown_connections 2024-05-20T21:19:31.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.978+0000 7ff429fb9b80 1 -- 172.21.15.8:0/3572261420 wait complete. 2024-05-20T21:19:31.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.978+0000 7ff429fb9b80 20 client.26300 trim_cache size 0 max 16384 2024-05-20T21:19:31.994 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.995+0000 7ff429fb9b80 1 Processor -- start 2024-05-20T21:19:31.994 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.995+0000 7ff429fb9b80 1 -- start start 2024-05-20T21:19:31.995 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.995+0000 7ff429fb9b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c6bc391140 0x55c6bc3a6a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:31.995 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.995+0000 7ff429fb9b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c6bc396610 0x55c6bc390b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:31.996 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.995+0000 7ff429fb9b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c6bc396f30 0x55c6bc397ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:31.996 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.995+0000 7ff429fb9b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7ff4181b2750 con 0x55c6bc396610 2024-05-20T21:19:31.996 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.995+0000 7ff429fb9b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff4181affe0 con 0x55c6bc396f30 2024-05-20T21:19:31.996 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.995+0000 7ff429fb9b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7ff4181ade30 con 0x55c6bc391140 2024-05-20T21:19:31.996 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.996+0000 7ff41cc00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c6bc391140 0x55c6bc3a6a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:31.996 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.996+0000 7ff40fe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c6bc396610 0x55c6bc390b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:31.997 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.996+0000 7ff41cc00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c6bc391140 0x55c6bc3a6a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:59072/0 (socket says 172.21.15.8:59072) 2024-05-20T21:19:31.997 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.996+0000 7ff41cc00700 1 -- 172.21.15.8:0/4202992610 learned_addr learned my addr 172.21.15.8:0/4202992610 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:31.997 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.996+0000 7ff41d600700 1 --2- 172.21.15.8:0/4202992610 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c6bc396f30 0x55c6bc397ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:31.997 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.996+0000 7ff41cc00700 1 -- 172.21.15.8:0/4202992610 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c6bc396f30 msgr2=0x55c6bc397ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:31.997 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.996+0000 7ff41cc00700 1 --2- 172.21.15.8:0/4202992610 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c6bc396f30 0x55c6bc397ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:31.997 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.996+0000 7ff41cc00700 1 -- 172.21.15.8:0/4202992610 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c6bc396610 msgr2=0x55c6bc390b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:31.997 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.996+0000 7ff41cc00700 1 --2- 172.21.15.8:0/4202992610 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c6bc396610 0x55c6bc390b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:31.997 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.996+0000 7ff41cc00700 1 -- 172.21.15.8:0/4202992610 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c6bc3ad110 con 0x55c6bc391140 2024-05-20T21:19:31.997 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.996+0000 7ff41d600700 1 --2- 172.21.15.8:0/4202992610 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c6bc396f30 0x55c6bc397ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:19:31.997 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.996+0000 7ff41cc00700 1 --2- 172.21.15.8:0/4202992610 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c6bc391140 0x55c6bc3a6a50 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7ff3fc0a9520 tx=0x7ff3fc0a5040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=adc84973397dd3b0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:31.997 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.997+0000 7ff40d600700 1 -- 172.21.15.8:0/4202992610 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3fc0c6070 con 0x55c6bc391140 2024-05-20T21:19:31.998 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.997+0000 7ff40d600700 1 -- 172.21.15.8:0/4202992610 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff3fc0adbd0 con 0x55c6bc391140 2024-05-20T21:19:31.998 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.997+0000 7ff40d600700 1 -- 172.21.15.8:0/4202992610 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3fc0c2070 con 0x55c6bc391140 2024-05-20T21:19:32.000 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.997+0000 7ff429fb9b80 1 -- 172.21.15.8:0/4202992610 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c6bc391140 msgr2=0x55c6bc3a6a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:32.000 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.997+0000 7ff429fb9b80 1 --2- 172.21.15.8:0/4202992610 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c6bc391140 0x55c6bc3a6a50 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7ff3fc0a9520 tx=0x7ff3fc0a5040 comp rx=0 tx=0).stop 2024-05-20T21:19:32.001 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.997+0000 7ff429fb9b80 1 -- 172.21.15.8:0/4202992610 shutdown_connections 2024-05-20T21:19:32.001 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.997+0000 7ff429fb9b80 1 --2- 172.21.15.8:0/4202992610 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c6bc396f30 0x55c6bc397ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:32.001 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.997+0000 7ff429fb9b80 1 --2- 172.21.15.8:0/4202992610 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c6bc391140 0x55c6bc3a6a50 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:32.001 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.997+0000 7ff429fb9b80 1 --2- 172.21.15.8:0/4202992610 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c6bc396610 0x55c6bc390b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:32.001 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.997+0000 7ff429fb9b80 1 -- 172.21.15.8:0/4202992610 >> 172.21.15.8:0/4202992610 conn(0x55c6bc2bebe0 msgr2=0x55c6bc3989d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:32.001 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.997+0000 7ff429fb9b80 1 -- 172.21.15.8:0/4202992610 shutdown_connections 2024-05-20T21:19:32.001 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.997+0000 7ff429fb9b80 1 -- 172.21.15.8:0/4202992610 wait complete. 2024-05-20T21:19:32.001 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.998+0000 7ff429fb9b80 1 -- start start 2024-05-20T21:19:32.001 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.998+0000 7ff429fb9b80 1 Processor -- start 2024-05-20T21:19:32.001 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.999+0000 7ff429fb9b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c6bc391140 0x55c6bc3b1f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:32.001 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.999+0000 7ff429fb9b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c6bc396610 0x55c6bc3b2460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:32.001 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.999+0000 7ff429fb9b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c6bc396f30 0x55c6bc3b29a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:32.002 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.999+0000 7ff429fb9b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7ff4181ae4a0 con 0x55c6bc391140 2024-05-20T21:19:32.002 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.999+0000 7ff429fb9b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff4181af910 con 0x55c6bc396610 2024-05-20T21:19:32.002 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.999+0000 7ff429fb9b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7ff4181aeb70 con 0x55c6bc396f30 2024-05-20T21:19:32.002 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.999+0000 7ff429fb9b80 10 client.0 _ll_register_callbacks cb 0x55c6bc288c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:32.002 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.999+0000 7ff41cc00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c6bc391140 0x55c6bc3b1f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:32.002 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.999+0000 7ff41cc00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c6bc391140 0x55c6bc3b1f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:47588/0 (socket says 172.21.15.8:47588) 2024-05-20T21:19:32.002 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.999+0000 7ff41cc00700 1 -- 172.21.15.8:0/467187335 learned_addr learned my addr 172.21.15.8:0/467187335 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:32.002 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.999+0000 7ff41d600700 1 --2- 172.21.15.8:0/467187335 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c6bc396f30 0x55c6bc3b29a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:32.002 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:31.999+0000 7ff40fe00700 1 --2- 172.21.15.8:0/467187335 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c6bc396610 0x55c6bc3b2460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:32.002 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:32.000+0000 7ff41cc00700 1 -- 172.21.15.8:0/467187335 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c6bc396f30 msgr2=0x55c6bc3b29a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:32.002 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:32.000+0000 7ff41cc00700 1 --2- 172.21.15.8:0/467187335 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c6bc396f30 0x55c6bc3b29a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:32.002 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:32.000+0000 7ff41cc00700 1 -- 172.21.15.8:0/467187335 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c6bc396610 msgr2=0x55c6bc3b2460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:32.002 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:32.000+0000 7ff41cc00700 1 --2- 172.21.15.8:0/467187335 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c6bc396610 0x55c6bc3b2460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:32.003 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:32.000+0000 7ff41cc00700 1 -- 172.21.15.8:0/467187335 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c6bc4142e0 con 0x55c6bc391140 2024-05-20T21:19:32.003 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:32.000+0000 7ff41d600700 1 --2- 172.21.15.8:0/467187335 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c6bc396f30 0x55c6bc3b29a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:32.003 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:32.000+0000 7ff41cc00700 1 --2- 172.21.15.8:0/467187335 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c6bc391140 0x55c6bc3b1f20 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7ff3fc005950 tx=0x7ff3fc0b2710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea0ed786c097e299 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:32.003 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:32.000+0000 7ff40ae00700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:19:32.003 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:32.000+0000 7ff40ae00700 1 -- 172.21.15.8:0/467187335 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3fc088060 con 0x55c6bc391140 2024-05-20T21:19:32.003 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:32.000+0000 7ff40ae00700 1 -- 172.21.15.8:0/467187335 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7ff3fc010a90 con 0x55c6bc391140 2024-05-20T21:19:32.003 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:32.000+0000 7ff429fb9b80 1 -- 172.21.15.8:0/467187335 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff3fc0adbd0 con 0x55c6bc391140 2024-05-20T21:19:32.003 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:32.000+0000 7ff40ae00700 1 -- 172.21.15.8:0/467187335 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff3fc0c6070 con 0x55c6bc391140 2024-05-20T21:19:32.003 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:32.001+0000 7ff429fb9b80 10 client.16179 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:32.003 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:32.001+0000 7ff429fb9b80 1 -- 172.21.15.8:0/467187335 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c6bc4155e0 con 0x55c6bc391140 2024-05-20T21:19:32.003 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:32.001+0000 7ff40ae00700 1 -- 172.21.15.8:0/467187335 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff3fc0adbd0 con 0x55c6bc391140 2024-05-20T21:19:32.003 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:32.001+0000 7ff40ae00700 1 -- 172.21.15.8:0/467187335 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7ff3fc0910d0 con 0x55c6bc391140 2024-05-20T21:19:32.003 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:32.001+0000 7ff429fb9b80 10 client.16179 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:32.003 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:32.001+0000 7ff429fb9b80 10 client.16179 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:19:32.003 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:32.001+0000 7ff429fb9b80 20 client.16179 populate_metadata read hostname 'smithi008' 2024-05-20T21:19:32.004 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:32.001+0000 7ff429fb9b80 1 --2- 172.21.15.8:0/467187335 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55c6bc415860 0x55c6bc417c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:32.004 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:32.001+0000 7ff429fb9b80 4 client.16179 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:19:32.004 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:32.001+0000 7ff429fb9b80 1 -- 172.21.15.8:0/467187335 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55c6bc2ea570 con 0x55c6bc415860 2024-05-20T21:19:32.005 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:32.002+0000 7ff40fe00700 1 --2- 172.21.15.8:0/467187335 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55c6bc415860 0x55c6bc417c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:32.005 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:32.002+0000 7ff40fe00700 1 --2- 172.21.15.8:0/467187335 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55c6bc415860 0x55c6bc417c50 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=a8ebc9cdfc6f7a02 server_cookie=c674501ee2a2205e in_seq=0 out_seq=0 2024-05-20T21:19:32.005 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:32.002+0000 7ff40ae00700 10 client.16179 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:19:32.005 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:32.002+0000 7ff40ae00700 1 -- 172.21.15.8:0/467187335 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55c6bc2ea570 con 0x55c6bc415860 2024-05-20T21:19:32.005 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:32.002+0000 7ff40ae00700 10 client.16179 handle_command_reply: tid=0 2024-05-20T21:19:32.005 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:32.002+0000 7ff429fb9b80 1 client.16179 shutdown 2024-05-20T21:19:32.005 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:32.003+0000 7ff429fb9b80 1 -- 172.21.15.8:0/467187335 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c6bc391140 msgr2=0x55c6bc3b1f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:32.005 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:32.003+0000 7ff429fb9b80 1 --2- 172.21.15.8:0/467187335 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c6bc391140 0x55c6bc3b1f20 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7ff3fc005950 tx=0x7ff3fc0b2710 comp rx=0 tx=0).stop 2024-05-20T21:19:32.006 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:32.003+0000 7ff429fb9b80 1 -- 172.21.15.8:0/467187335 shutdown_connections 2024-05-20T21:19:32.006 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:32.003+0000 7ff429fb9b80 1 --2- 172.21.15.8:0/467187335 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55c6bc415860 0x55c6bc417c50 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:32.006 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:32.003+0000 7ff429fb9b80 1 --2- 172.21.15.8:0/467187335 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c6bc396f30 0x55c6bc3b29a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:32.006 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:32.003+0000 7ff429fb9b80 1 --2- 172.21.15.8:0/467187335 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c6bc391140 0x55c6bc3b1f20 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:32.006 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:32.003+0000 7ff429fb9b80 1 --2- 172.21.15.8:0/467187335 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c6bc396610 0x55c6bc3b2460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:32.006 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:32.003+0000 7ff429fb9b80 1 -- 172.21.15.8:0/467187335 >> 172.21.15.8:0/467187335 conn(0x55c6bc2bebe0 msgr2=0x55c6bc399260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:32.006 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:32.003+0000 7ff40ae00700 0 client.16179 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:19:32.006 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:32.003+0000 7ff429fb9b80 1 -- 172.21.15.8:0/467187335 shutdown_connections 2024-05-20T21:19:32.006 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:32.003+0000 7ff429fb9b80 1 -- 172.21.15.8:0/467187335 wait complete. 2024-05-20T21:19:32.006 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:32.003+0000 7ff429fb9b80 20 client.16179 trim_cache size 0 max 16384 2024-05-20T21:19:32.006 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:19:32.007 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:32.004+0000 7ff41f600700 1 -- 172.21.15.8:0/785577173 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff3f40b2900 msgr2=0x7ff3f40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:32.007 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:32.004+0000 7ff41f600700 1 --2- 172.21.15.8:0/785577173 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff3f40b2900 0x7ff3f40b4dc0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7ff410009fd0 tx=0x7ff410007a30 comp rx=0 tx=0).stop 2024-05-20T21:19:32.007 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:32.004+0000 7ff41f600700 1 -- 172.21.15.8:0/785577173 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff4181035f0 msgr2=0x7ff41819be40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:32.007 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:32.004+0000 7ff41f600700 1 --2- 172.21.15.8:0/785577173 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff4181035f0 0x7ff41819be40 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7ff3fc00ea50 tx=0x7ff3fc00ee10 comp rx=0 tx=0).stop 2024-05-20T21:19:32.007 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:32.004+0000 7ff41f600700 1 -- 172.21.15.8:0/785577173 shutdown_connections 2024-05-20T21:19:32.008 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:32.004+0000 7ff41f600700 1 --2- 172.21.15.8:0/785577173 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff3f40b2900 0x7ff3f40b4dc0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:32.008 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:32.004+0000 7ff41f600700 1 --2- 172.21.15.8:0/785577173 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff418108500 0x7ff4181a0710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:32.008 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:32.004+0000 7ff41f600700 1 --2- 172.21.15.8:0/785577173 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff4181035f0 0x7ff41819be40 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:32.008 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:32.004+0000 7ff41f600700 1 --2- 172.21.15.8:0/785577173 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff418103f90 0x7ff41819c380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:32.008 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:32.004+0000 7ff41f600700 1 -- 172.21.15.8:0/785577173 >> 172.21.15.8:0/785577173 conn(0x7ff41807a6a0 msgr2=0x7ff418101460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:32.008 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:32.004+0000 7ff41f600700 1 -- 172.21.15.8:0/785577173 shutdown_connections 2024-05-20T21:19:32.008 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:32.004+0000 7ff41f600700 1 -- 172.21.15.8:0/785577173 wait complete. 2024-05-20T21:19:32.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:19:32 smithi008 ceph-mon[31475]: pgmap v566: 97 pgs: 97 active+clean; 1.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 4.9 KiB/s wr, 10 op/s 2024-05-20T21:19:32.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:19:32 smithi130 ceph-mon[36448]: pgmap v566: 97 pgs: 97 active+clean; 1.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 4.9 KiB/s wr, 10 op/s 2024-05-20T21:19:32.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:19:32 smithi050 ceph-mon[35809]: pgmap v566: 97 pgs: 97 active+clean; 1.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 4.9 KiB/s wr, 10 op/s 2024-05-20T21:19:32.966 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:19:33.431 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:19:33.479 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:19:34.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:19:34 smithi008 ceph-mon[31475]: pgmap v567: 97 pgs: 97 active+clean; 1.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.3 KiB/s wr, 11 op/s 2024-05-20T21:19:34.872 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:19:34.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:19:34 smithi130 ceph-mon[36448]: pgmap v567: 97 pgs: 97 active+clean; 1.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.3 KiB/s wr, 11 op/s 2024-05-20T21:19:34.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:19:34 smithi050 ceph-mon[35809]: pgmap v567: 97 pgs: 97 active+clean; 1.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.3 KiB/s wr, 11 op/s 2024-05-20T21:19:36.082 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.819+0000 7f6d5c400700 1 -- 172.21.15.8:0/2519522477 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6d541095b0 msgr2=0x7f6d54109990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:36.082 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.819+0000 7f6d5c400700 1 --2- 172.21.15.8:0/2519522477 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6d541095b0 0x7f6d54109990 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f6d48009990 tx=0x7f6d48009ca0 comp rx=0 tx=0).stop 2024-05-20T21:19:36.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.820+0000 7f6d5c400700 1 -- 172.21.15.8:0/2519522477 shutdown_connections 2024-05-20T21:19:36.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.820+0000 7f6d5c400700 1 --2- 172.21.15.8:0/2519522477 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6d541095b0 0x7f6d54109990 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:36.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.820+0000 7f6d5c400700 1 --2- 172.21.15.8:0/2519522477 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6d5406bbe0 0x7f6d541103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:36.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.820+0000 7f6d5c400700 1 --2- 172.21.15.8:0/2519522477 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6d5406b220 0x7f6d5406b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:36.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.820+0000 7f6d5c400700 1 -- 172.21.15.8:0/2519522477 >> 172.21.15.8:0/2519522477 conn(0x7f6d540793f0 msgr2=0x7f6d54079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:36.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.820+0000 7f6d5c400700 1 -- 172.21.15.8:0/2519522477 shutdown_connections 2024-05-20T21:19:36.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.820+0000 7f6d5c400700 1 -- 172.21.15.8:0/2519522477 wait complete. 2024-05-20T21:19:36.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.821+0000 7f6d5c400700 1 Processor -- start 2024-05-20T21:19:36.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.821+0000 7f6d5c400700 1 -- start start 2024-05-20T21:19:36.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.821+0000 7f6d5c400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6d5406b220 0x7f6d5419bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:36.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.821+0000 7f6d5c400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6d5406bbe0 0x7f6d5419c330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:36.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.821+0000 7f6d5c400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6d541095b0 0x7f6d541a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:36.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.821+0000 7f6d5c400700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f6d54113730 con 0x7f6d541095b0 2024-05-20T21:19:36.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.821+0000 7f6d5c400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6d541135b0 con 0x7f6d5406b220 2024-05-20T21:19:36.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.821+0000 7f6d5c400700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f6d541138b0 con 0x7f6d5406bbe0 2024-05-20T21:19:36.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.822+0000 7f6d5a400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6d541095b0 0x7f6d541a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:36.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.822+0000 7f6d59a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6d5406b220 0x7f6d5419bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:36.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.822+0000 7f6d5a400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6d541095b0 0x7f6d541a06c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:36534/0 (socket says 172.21.15.8:36534) 2024-05-20T21:19:36.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.822+0000 7f6d59a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6d5406b220 0x7f6d5419bdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:49460/0 (socket says 172.21.15.8:49460) 2024-05-20T21:19:36.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.822+0000 7f6d5a400700 1 -- 172.21.15.8:0/977448609 learned_addr learned my addr 172.21.15.8:0/977448609 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:36.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.822+0000 7f6d59000700 1 --2- 172.21.15.8:0/977448609 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6d5406bbe0 0x7f6d5419c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:36.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.822+0000 7f6d5a400700 1 -- 172.21.15.8:0/977448609 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6d5406bbe0 msgr2=0x7f6d5419c330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:36.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.822+0000 7f6d5a400700 1 --2- 172.21.15.8:0/977448609 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6d5406bbe0 0x7f6d5419c330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:36.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.822+0000 7f6d5a400700 1 -- 172.21.15.8:0/977448609 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6d5406b220 msgr2=0x7f6d5419bdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:36.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.822+0000 7f6d5a400700 1 --2- 172.21.15.8:0/977448609 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6d5406b220 0x7f6d5419bdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:36.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.822+0000 7f6d5a400700 1 -- 172.21.15.8:0/977448609 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d541a0e00 con 0x7f6d541095b0 2024-05-20T21:19:36.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.822+0000 7f6d59a00700 1 --2- 172.21.15.8:0/977448609 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6d5406b220 0x7f6d5419bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:36.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.823+0000 7f6d5a400700 1 --2- 172.21.15.8:0/977448609 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6d541095b0 0x7f6d541a06c0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f6d4c00ef30 tx=0x7f6d4c00c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:36.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.823+0000 7f6d52000700 1 -- 172.21.15.8:0/977448609 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d4c0092e0 con 0x7f6d541095b0 2024-05-20T21:19:36.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.823+0000 7f6d52000700 1 -- 172.21.15.8:0/977448609 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6d4c004bb0 con 0x7f6d541095b0 2024-05-20T21:19:36.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.823+0000 7f6d5c400700 1 -- 172.21.15.8:0/977448609 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d541a1090 con 0x7f6d541095b0 2024-05-20T21:19:36.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.823+0000 7f6d52000700 1 -- 172.21.15.8:0/977448609 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d4c004020 con 0x7f6d541095b0 2024-05-20T21:19:36.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.823+0000 7f6d5c400700 1 -- 172.21.15.8:0/977448609 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d541a8970 con 0x7f6d541095b0 2024-05-20T21:19:36.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.827+0000 7f6d52000700 1 -- 172.21.15.8:0/977448609 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f6d4c01b030 con 0x7f6d541095b0 2024-05-20T21:19:36.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.828+0000 7f6d66e29b80 1 Processor -- start 2024-05-20T21:19:36.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.828+0000 7f6d66e29b80 1 -- start start 2024-05-20T21:19:36.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.828+0000 7f6d66e29b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b0a7daeb0 0x558b0a7db290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:36.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.828+0000 7f6d66e29b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b0a7db7d0 0x558b0a7d5260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:36.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.828+0000 7f6d66e29b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b0a7d5880 0x558b0a7d5ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:36.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.828+0000 7f6d52000700 1 --2- 172.21.15.8:0/977448609 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6d3c0b2900 0x7f6d3c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:36.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.828+0000 7f6d66e29b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x558b0a733e40 con 0x558b0a7db7d0 2024-05-20T21:19:36.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.828+0000 7f6d66e29b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x558b0a7239e0 con 0x558b0a7d5880 2024-05-20T21:19:36.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.828+0000 7f6d66e29b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x558b0a727a20 con 0x558b0a7daeb0 2024-05-20T21:19:36.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.829+0000 7f6d52000700 1 -- 172.21.15.8:0/977448609 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f6d4c0e1c10 con 0x7f6d541095b0 2024-05-20T21:19:36.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.829+0000 7f6d59a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b0a7db7d0 0x558b0a7d5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:36.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.829+0000 7f6d59000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b0a7daeb0 0x558b0a7db290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:36.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.829+0000 7f6d59a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b0a7db7d0 0x558b0a7d5260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:36544/0 (socket says 172.21.15.8:36544) 2024-05-20T21:19:36.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.829+0000 7f6d59a00700 1 -- 172.21.15.8:0/422972410 learned_addr learned my addr 172.21.15.8:0/422972410 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:36.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.829+0000 7f6d59000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b0a7daeb0 0x558b0a7db290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:38644/0 (socket says 172.21.15.8:38644) 2024-05-20T21:19:36.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.829+0000 7f6d59000700 1 --2- 172.21.15.8:0/422972410 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b0a7d5880 0x558b0a7d5ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:36.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.829+0000 7f6d5a400700 1 --2- 172.21.15.8:0/977448609 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6d3c0b2900 0x7f6d3c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:36.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.829+0000 7f6d59000700 1 -- 172.21.15.8:0/422972410 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b0a7d5880 msgr2=0x558b0a7d5ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:36.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.829+0000 7f6d59000700 1 --2- 172.21.15.8:0/422972410 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b0a7d5880 0x558b0a7d5ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:36.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.829+0000 7f6d59000700 1 -- 172.21.15.8:0/422972410 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b0a7db7d0 msgr2=0x558b0a7d5260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:36.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.829+0000 7f6d59000700 1 --2- 172.21.15.8:0/422972410 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b0a7db7d0 0x558b0a7d5260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:36.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.829+0000 7f6d59000700 1 -- 172.21.15.8:0/422972410 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558b0a6ec420 con 0x558b0a7daeb0 2024-05-20T21:19:36.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.829+0000 7f6d59a00700 1 --2- 172.21.15.8:0/422972410 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b0a7db7d0 0x558b0a7d5260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:36.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.830+0000 7f6d59000700 1 --2- 172.21.15.8:0/422972410 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b0a7daeb0 0x558b0a7db290 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f6d54104540 tx=0x7f6d40009750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=babd1c7ac03ff94b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:36.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.830+0000 7f6d46a00700 1 -- 172.21.15.8:0/422972410 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d40004050 con 0x558b0a7daeb0 2024-05-20T21:19:36.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.830+0000 7f6d5a400700 1 --2- 172.21.15.8:0/977448609 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6d3c0b2900 0x7f6d3c0b4dc0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f6d4c000f80 tx=0x7f6d4c009480 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:36.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.830+0000 7f6d46a00700 1 -- 172.21.15.8:0/422972410 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6d40004830 con 0x558b0a7daeb0 2024-05-20T21:19:36.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.830+0000 7f6d46a00700 1 -- 172.21.15.8:0/422972410 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d400052f0 con 0x558b0a7daeb0 2024-05-20T21:19:36.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.831+0000 7f6d66e29b80 1 -- 172.21.15.8:0/422972410 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b0a7daeb0 msgr2=0x558b0a7db290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:36.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.831+0000 7f6d66e29b80 1 --2- 172.21.15.8:0/422972410 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b0a7daeb0 0x558b0a7db290 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f6d54104540 tx=0x7f6d40009750 comp rx=0 tx=0).stop 2024-05-20T21:19:36.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.831+0000 7f6d66e29b80 1 -- 172.21.15.8:0/422972410 shutdown_connections 2024-05-20T21:19:36.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.831+0000 7f6d66e29b80 1 --2- 172.21.15.8:0/422972410 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b0a7d5880 0x558b0a7d5ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:36.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.831+0000 7f6d66e29b80 1 --2- 172.21.15.8:0/422972410 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b0a7daeb0 0x558b0a7db290 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:36.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.831+0000 7f6d66e29b80 1 --2- 172.21.15.8:0/422972410 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b0a7db7d0 0x558b0a7d5260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:36.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.831+0000 7f6d66e29b80 1 -- 172.21.15.8:0/422972410 >> 172.21.15.8:0/422972410 conn(0x558b0a703be0 msgr2=0x558b0a7d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:36.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.831+0000 7f6d66e29b80 1 -- 172.21.15.8:0/422972410 shutdown_connections 2024-05-20T21:19:36.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.831+0000 7f6d66e29b80 1 -- 172.21.15.8:0/422972410 wait complete. 2024-05-20T21:19:36.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.832+0000 7f6d66e29b80 1 -- start start 2024-05-20T21:19:36.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.832+0000 7f6d66e29b80 1 Processor -- start 2024-05-20T21:19:36.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.833+0000 7f6d66e29b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b0a7d5880 0x558b0a7e1520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:36.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.833+0000 7f6d66e29b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b0a7daeb0 0x558b0a7de8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:36.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.833+0000 7f6d66e29b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b0a7db7d0 0x558b0a7dee00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:36.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.833+0000 7f6d66e29b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x558b0a629fa0 con 0x558b0a7d5880 2024-05-20T21:19:36.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.833+0000 7f6d66e29b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x558b0a6c4760 con 0x558b0a7db7d0 2024-05-20T21:19:36.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.833+0000 7f6d66e29b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x558b0a7e2240 con 0x558b0a7daeb0 2024-05-20T21:19:36.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.833+0000 7f6d66e29b80 10 client.0 _ll_register_callbacks cb 0x558b0a6cdc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:36.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.833+0000 7f6d59000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b0a7d5880 0x558b0a7e1520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:36.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.833+0000 7f6d59a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b0a7daeb0 0x558b0a7de8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:36.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.833+0000 7f6d59a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b0a7daeb0 0x558b0a7de8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:38654/0 (socket says 172.21.15.8:38654) 2024-05-20T21:19:36.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.833+0000 7f6d59a00700 1 -- 172.21.15.8:0/2823491121 learned_addr learned my addr 172.21.15.8:0/2823491121 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:36.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.833+0000 7f6d59000700 1 --2- 172.21.15.8:0/2823491121 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b0a7db7d0 0x558b0a7dee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:36.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.833+0000 7f6d59a00700 1 -- 172.21.15.8:0/2823491121 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b0a7db7d0 msgr2=0x558b0a7dee00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:36.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.833+0000 7f6d59a00700 1 --2- 172.21.15.8:0/2823491121 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b0a7db7d0 0x558b0a7dee00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:36.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.833+0000 7f6d59a00700 1 -- 172.21.15.8:0/2823491121 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b0a7d5880 msgr2=0x558b0a7e1520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:36.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.833+0000 7f6d59a00700 1 --2- 172.21.15.8:0/2823491121 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b0a7d5880 0x558b0a7e1520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:36.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.833+0000 7f6d59a00700 1 -- 172.21.15.8:0/2823491121 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558b0a6738d0 con 0x558b0a7daeb0 2024-05-20T21:19:36.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.834+0000 7f6d59a00700 1 --2- 172.21.15.8:0/2823491121 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b0a7daeb0 0x558b0a7de8c0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f6d48009740 tx=0x7f6d48005bc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5cb0eb08536aafa2 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:36.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.834+0000 7f6d3b400700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:19:36.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.834+0000 7f6d3b400700 1 -- 172.21.15.8:0/2823491121 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d48029060 con 0x558b0a7daeb0 2024-05-20T21:19:36.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.834+0000 7f6d66e29b80 1 -- 172.21.15.8:0/2823491121 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6d40004830 con 0x558b0a7daeb0 2024-05-20T21:19:36.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.834+0000 7f6d3b400700 1 -- 172.21.15.8:0/2823491121 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f6d48003880 con 0x558b0a7daeb0 2024-05-20T21:19:36.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.835+0000 7f6d3b400700 1 -- 172.21.15.8:0/2823491121 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6d48003a80 con 0x558b0a7daeb0 2024-05-20T21:19:36.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.835+0000 7f6d66e29b80 10 client.26362 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:36.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.835+0000 7f6d66e29b80 1 -- 172.21.15.8:0/2823491121 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x558b0a6f4060 con 0x558b0a7daeb0 2024-05-20T21:19:36.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.835+0000 7f6d3b400700 1 -- 172.21.15.8:0/2823491121 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6d40004830 con 0x558b0a7daeb0 2024-05-20T21:19:36.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.835+0000 7f6d3b400700 1 -- 172.21.15.8:0/2823491121 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f6d4800fcd0 con 0x558b0a7daeb0 2024-05-20T21:19:36.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.835+0000 7f6d66e29b80 10 client.26362 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:36.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.835+0000 7f6d66e29b80 10 client.26362 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:19:36.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.835+0000 7f6d66e29b80 20 client.26362 populate_metadata read hostname 'smithi008' 2024-05-20T21:19:36.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.835+0000 7f6d66e29b80 1 --2- 172.21.15.8:0/2823491121 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x558b0a7eeda0 0x558b0a7f1190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:36.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.835+0000 7f6d66e29b80 4 client.26362 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:19:36.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.835+0000 7f6d66e29b80 1 -- 172.21.15.8:0/2823491121 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558b0a735d90 con 0x558b0a7eeda0 2024-05-20T21:19:36.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.836+0000 7f6d59000700 1 --2- 172.21.15.8:0/2823491121 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x558b0a7eeda0 0x558b0a7f1190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:36.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.836+0000 7f6d59000700 1 --2- 172.21.15.8:0/2823491121 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x558b0a7eeda0 0x558b0a7f1190 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=1402f1104a357673 server_cookie=6f361ebdd761d73e in_seq=0 out_seq=0 2024-05-20T21:19:36.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.836+0000 7f6d3b400700 10 client.26362 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:19:36.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.837+0000 7f6d3b400700 1 -- 172.21.15.8:0/2823491121 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x558b0a735d90 con 0x558b0a7eeda0 2024-05-20T21:19:36.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.837+0000 7f6d3b400700 10 client.26362 handle_command_reply: tid=0 2024-05-20T21:19:36.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.837+0000 7f6d66e29b80 1 client.26362 shutdown 2024-05-20T21:19:36.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.837+0000 7f6d66e29b80 1 -- 172.21.15.8:0/2823491121 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b0a7daeb0 msgr2=0x558b0a7de8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:36.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.837+0000 7f6d66e29b80 1 --2- 172.21.15.8:0/2823491121 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b0a7daeb0 0x558b0a7de8c0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f6d48009740 tx=0x7f6d48005bc0 comp rx=0 tx=0).stop 2024-05-20T21:19:36.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.837+0000 7f6d66e29b80 1 -- 172.21.15.8:0/2823491121 shutdown_connections 2024-05-20T21:19:36.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.837+0000 7f6d66e29b80 1 --2- 172.21.15.8:0/2823491121 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x558b0a7eeda0 0x558b0a7f1190 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:36.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.837+0000 7f6d66e29b80 1 --2- 172.21.15.8:0/2823491121 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b0a7db7d0 0x558b0a7dee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:36.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.837+0000 7f6d66e29b80 1 --2- 172.21.15.8:0/2823491121 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b0a7d5880 0x558b0a7e1520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:36.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.837+0000 7f6d3b400700 0 client.26362 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:19:36.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.837+0000 7f6d66e29b80 1 --2- 172.21.15.8:0/2823491121 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b0a7daeb0 0x558b0a7de8c0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:36.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.837+0000 7f6d66e29b80 1 -- 172.21.15.8:0/2823491121 >> 172.21.15.8:0/2823491121 conn(0x558b0a703be0 msgr2=0x558b0a7d4250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:36.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.838+0000 7f6d66e29b80 1 -- 172.21.15.8:0/2823491121 shutdown_connections 2024-05-20T21:19:36.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.838+0000 7f6d66e29b80 1 -- 172.21.15.8:0/2823491121 wait complete. 2024-05-20T21:19:36.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.838+0000 7f6d66e29b80 20 client.26362 trim_cache size 0 max 16384 2024-05-20T21:19:36.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.855+0000 7f6d66e29b80 1 Processor -- start 2024-05-20T21:19:36.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.855+0000 7f6d66e29b80 1 -- start start 2024-05-20T21:19:36.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.856+0000 7f6d66e29b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b0a7d5880 0x558b0a7d5260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:36.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.856+0000 7f6d66e29b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b0a7daeb0 0x558b0a7d90d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:36.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.856+0000 7f6d66e29b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b0a7db7d0 0x558b0a7cf9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:36.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.856+0000 7f6d66e29b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f6d541b26b0 con 0x558b0a7d5880 2024-05-20T21:19:36.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.856+0000 7f6d66e29b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6d541aff40 con 0x558b0a7daeb0 2024-05-20T21:19:36.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.856+0000 7f6d66e29b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f6d541add90 con 0x558b0a7db7d0 2024-05-20T21:19:36.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.856+0000 7f6d59000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b0a7d5880 0x558b0a7d5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:36.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.856+0000 7f6d59000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b0a7d5880 0x558b0a7d5260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:36558/0 (socket says 172.21.15.8:36558) 2024-05-20T21:19:36.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.856+0000 7f6d59000700 1 -- 172.21.15.8:0/3291059936 learned_addr learned my addr 172.21.15.8:0/3291059936 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:36.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.856+0000 7f6d59a00700 1 --2- 172.21.15.8:0/3291059936 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b0a7daeb0 0x558b0a7d90d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:36.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.857+0000 7f6d59000700 1 --2- 172.21.15.8:0/3291059936 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b0a7db7d0 0x558b0a7cf9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:36.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.857+0000 7f6d59a00700 1 -- 172.21.15.8:0/3291059936 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b0a7db7d0 msgr2=0x558b0a7cf9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:36.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.857+0000 7f6d59a00700 1 --2- 172.21.15.8:0/3291059936 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b0a7db7d0 0x558b0a7cf9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:36.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.857+0000 7f6d59a00700 1 -- 172.21.15.8:0/3291059936 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b0a7d5880 msgr2=0x558b0a7d5260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:36.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.857+0000 7f6d59a00700 1 --2- 172.21.15.8:0/3291059936 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b0a7d5880 0x558b0a7d5260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:36.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.857+0000 7f6d59a00700 1 -- 172.21.15.8:0/3291059936 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558b0a7f1770 con 0x558b0a7daeb0 2024-05-20T21:19:36.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.857+0000 7f6d59000700 1 --2- 172.21.15.8:0/3291059936 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b0a7d5880 0x558b0a7d5260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:36.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.857+0000 7f6d59a00700 1 --2- 172.21.15.8:0/3291059936 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b0a7daeb0 0x558b0a7d90d0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f6d4802f3f0 tx=0x7f6d48009ca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ee93b5728c8fd18 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:36.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.857+0000 7f6d46000700 1 -- 172.21.15.8:0/3291059936 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d48029040 con 0x558b0a7daeb0 2024-05-20T21:19:36.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.858+0000 7f6d46000700 1 -- 172.21.15.8:0/3291059936 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6d48003880 con 0x558b0a7daeb0 2024-05-20T21:19:36.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.858+0000 7f6d46000700 1 -- 172.21.15.8:0/3291059936 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d48024a30 con 0x558b0a7daeb0 2024-05-20T21:19:36.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.858+0000 7f6d66e29b80 1 -- 172.21.15.8:0/3291059936 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b0a7daeb0 msgr2=0x558b0a7d90d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:36.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.858+0000 7f6d66e29b80 1 --2- 172.21.15.8:0/3291059936 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b0a7daeb0 0x558b0a7d90d0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f6d4802f3f0 tx=0x7f6d48009ca0 comp rx=0 tx=0).stop 2024-05-20T21:19:36.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.858+0000 7f6d66e29b80 1 -- 172.21.15.8:0/3291059936 shutdown_connections 2024-05-20T21:19:36.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.858+0000 7f6d66e29b80 1 --2- 172.21.15.8:0/3291059936 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b0a7db7d0 0x558b0a7cf9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:36.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.858+0000 7f6d66e29b80 1 --2- 172.21.15.8:0/3291059936 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b0a7d5880 0x558b0a7d5260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:36.111 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.858+0000 7f6d66e29b80 1 --2- 172.21.15.8:0/3291059936 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b0a7daeb0 0x558b0a7d90d0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:36.111 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.858+0000 7f6d66e29b80 1 -- 172.21.15.8:0/3291059936 >> 172.21.15.8:0/3291059936 conn(0x558b0a703be0 msgr2=0x558b0a7d89c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:36.111 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.858+0000 7f6d66e29b80 1 -- 172.21.15.8:0/3291059936 shutdown_connections 2024-05-20T21:19:36.111 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.858+0000 7f6d66e29b80 1 -- 172.21.15.8:0/3291059936 wait complete. 2024-05-20T21:19:36.111 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.859+0000 7f6d66e29b80 1 -- start start 2024-05-20T21:19:36.111 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.859+0000 7f6d66e29b80 1 Processor -- start 2024-05-20T21:19:36.112 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.860+0000 7f6d66e29b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b0a7d5880 0x558b0a7e74d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:36.112 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.860+0000 7f6d66e29b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b0a7daeb0 0x558b0a7e7a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:36.112 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.860+0000 7f6d66e29b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b0a7db7d0 0x558b0a7e44a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:36.112 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.860+0000 7f6d66e29b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f6d541ae400 con 0x558b0a7db7d0 2024-05-20T21:19:36.113 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.860+0000 7f6d66e29b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6d541af870 con 0x558b0a7daeb0 2024-05-20T21:19:36.113 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.860+0000 7f6d66e29b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f6d541aead0 con 0x558b0a7d5880 2024-05-20T21:19:36.113 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.860+0000 7f6d66e29b80 10 client.0 _ll_register_callbacks cb 0x558b0a6cdc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:36.113 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.860+0000 7f6d59000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b0a7db7d0 0x558b0a7e44a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:36.113 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.860+0000 7f6d59000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b0a7db7d0 0x558b0a7e44a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:36570/0 (socket says 172.21.15.8:36570) 2024-05-20T21:19:36.113 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.860+0000 7f6d59000700 1 -- 172.21.15.8:0/4231327915 learned_addr learned my addr 172.21.15.8:0/4231327915 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:36.114 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.860+0000 7f6d59000700 1 --2- 172.21.15.8:0/4231327915 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b0a7d5880 0x558b0a7e74d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:36.114 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.860+0000 7f6d59a00700 1 --2- 172.21.15.8:0/4231327915 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b0a7daeb0 0x558b0a7e7a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:36.114 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.860+0000 7f6d59000700 1 -- 172.21.15.8:0/4231327915 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b0a7d5880 msgr2=0x558b0a7e74d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:36.114 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.860+0000 7f6d59000700 1 --2- 172.21.15.8:0/4231327915 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b0a7d5880 0x558b0a7e74d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:36.114 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.860+0000 7f6d59000700 1 -- 172.21.15.8:0/4231327915 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b0a7daeb0 msgr2=0x558b0a7e7a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:36.114 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.860+0000 7f6d59000700 1 --2- 172.21.15.8:0/4231327915 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b0a7daeb0 0x558b0a7e7a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:36.115 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.860+0000 7f6d59000700 1 -- 172.21.15.8:0/4231327915 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558b0a7e49e0 con 0x558b0a7db7d0 2024-05-20T21:19:36.115 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.861+0000 7f6d59000700 1 --2- 172.21.15.8:0/4231327915 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b0a7db7d0 0x558b0a7e44a0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f6d40009850 tx=0x7f6d40009d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=36d2223ee044debe server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:36.115 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.861+0000 7f6d3b400700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:19:36.115 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.861+0000 7f6d3b400700 1 -- 172.21.15.8:0/4231327915 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d40011110 con 0x558b0a7db7d0 2024-05-20T21:19:36.115 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.861+0000 7f6d3b400700 1 -- 172.21.15.8:0/4231327915 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f6d40029070 con 0x558b0a7db7d0 2024-05-20T21:19:36.116 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.861+0000 7f6d66e29b80 1 -- 172.21.15.8:0/4231327915 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6d48003880 con 0x558b0a7db7d0 2024-05-20T21:19:36.116 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.861+0000 7f6d3b400700 1 -- 172.21.15.8:0/4231327915 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6d400112b0 con 0x558b0a7db7d0 2024-05-20T21:19:36.116 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.861+0000 7f6d66e29b80 10 client.16197 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:36.116 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.861+0000 7f6d66e29b80 1 -- 172.21.15.8:0/4231327915 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x558b0a85a0e0 con 0x558b0a7db7d0 2024-05-20T21:19:36.116 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.862+0000 7f6d3b400700 1 -- 172.21.15.8:0/4231327915 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6d48003880 con 0x558b0a7db7d0 2024-05-20T21:19:36.117 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.862+0000 7f6d3b400700 1 -- 172.21.15.8:0/4231327915 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f6d40004550 con 0x558b0a7db7d0 2024-05-20T21:19:36.117 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.862+0000 7f6d66e29b80 10 client.16197 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:36.117 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.862+0000 7f6d66e29b80 10 client.16197 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:19:36.117 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.862+0000 7f6d66e29b80 20 client.16197 populate_metadata read hostname 'smithi008' 2024-05-20T21:19:36.117 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.862+0000 7f6d66e29b80 1 --2- 172.21.15.8:0/4231327915 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x558b0a85a580 0x558b0a85c9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:36.117 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.862+0000 7f6d66e29b80 4 client.16197 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:19:36.118 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.862+0000 7f6d66e29b80 1 -- 172.21.15.8:0/4231327915 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "damage ls"}) -- 0x558b0a72f570 con 0x558b0a85a580 2024-05-20T21:19:36.118 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.862+0000 7f6d59a00700 1 --2- 172.21.15.8:0/4231327915 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x558b0a85a580 0x558b0a85c9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:36.118 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.863+0000 7f6d59a00700 1 --2- 172.21.15.8:0/4231327915 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x558b0a85a580 0x558b0a85c9a0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=c2e3d697ecaee6b0 server_cookie=212d13c9a8287a13 in_seq=0 out_seq=0 2024-05-20T21:19:36.118 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.863+0000 7f6d3b400700 10 client.16197 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:19:36.118 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.863+0000 7f6d3b400700 1 -- 172.21.15.8:0/4231327915 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x558b0a72f570 con 0x558b0a85a580 2024-05-20T21:19:36.118 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.863+0000 7f6d3b400700 10 client.16197 handle_command_reply: tid=0 2024-05-20T21:19:36.119 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.863+0000 7f6d66e29b80 1 client.16197 shutdown 2024-05-20T21:19:36.119 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.864+0000 7f6d66e29b80 1 -- 172.21.15.8:0/4231327915 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b0a7db7d0 msgr2=0x558b0a7e44a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:36.119 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.864+0000 7f6d66e29b80 1 --2- 172.21.15.8:0/4231327915 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b0a7db7d0 0x558b0a7e44a0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f6d40009850 tx=0x7f6d40009d00 comp rx=0 tx=0).stop 2024-05-20T21:19:36.119 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.864+0000 7f6d66e29b80 1 -- 172.21.15.8:0/4231327915 shutdown_connections 2024-05-20T21:19:36.119 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.864+0000 7f6d66e29b80 1 --2- 172.21.15.8:0/4231327915 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x558b0a85a580 0x558b0a85c9a0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:36.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.864+0000 7f6d66e29b80 1 --2- 172.21.15.8:0/4231327915 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b0a7db7d0 0x558b0a7e44a0 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:36.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.864+0000 7f6d66e29b80 1 --2- 172.21.15.8:0/4231327915 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b0a7d5880 0x558b0a7e74d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:36.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.864+0000 7f6d66e29b80 1 --2- 172.21.15.8:0/4231327915 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b0a7daeb0 0x558b0a7e7a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:36.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.864+0000 7f6d66e29b80 1 -- 172.21.15.8:0/4231327915 >> 172.21.15.8:0/4231327915 conn(0x558b0a703be0 msgr2=0x558b0a7cf9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:36.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.864+0000 7f6d3b400700 0 client.16197 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:19:36.121 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:19:36.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.864+0000 7f6d66e29b80 1 -- 172.21.15.8:0/4231327915 shutdown_connections 2024-05-20T21:19:36.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.864+0000 7f6d66e29b80 1 -- 172.21.15.8:0/4231327915 wait complete. 2024-05-20T21:19:36.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.864+0000 7f6d66e29b80 20 client.16197 trim_cache size 0 max 16384 2024-05-20T21:19:36.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.865+0000 7f6d5c400700 1 -- 172.21.15.8:0/977448609 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6d3c0b2900 msgr2=0x7f6d3c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:36.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.865+0000 7f6d5c400700 1 --2- 172.21.15.8:0/977448609 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6d3c0b2900 0x7f6d3c0b4dc0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f6d4c000f80 tx=0x7f6d4c009480 comp rx=0 tx=0).stop 2024-05-20T21:19:36.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.865+0000 7f6d5c400700 1 -- 172.21.15.8:0/977448609 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6d541095b0 msgr2=0x7f6d541a06c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:36.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.865+0000 7f6d5c400700 1 --2- 172.21.15.8:0/977448609 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6d541095b0 0x7f6d541a06c0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f6d4c00ef30 tx=0x7f6d4c00c3a0 comp rx=0 tx=0).stop 2024-05-20T21:19:36.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.865+0000 7f6d5c400700 1 -- 172.21.15.8:0/977448609 shutdown_connections 2024-05-20T21:19:36.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.865+0000 7f6d5c400700 1 --2- 172.21.15.8:0/977448609 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6d3c0b2900 0x7f6d3c0b4dc0 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:36.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.865+0000 7f6d5c400700 1 --2- 172.21.15.8:0/977448609 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6d5406b220 0x7f6d5419bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:36.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.865+0000 7f6d5c400700 1 --2- 172.21.15.8:0/977448609 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6d541095b0 0x7f6d541a06c0 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:36.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.865+0000 7f6d5c400700 1 --2- 172.21.15.8:0/977448609 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6d5406bbe0 0x7f6d5419c330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:36.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.865+0000 7f6d5c400700 1 -- 172.21.15.8:0/977448609 >> 172.21.15.8:0/977448609 conn(0x7f6d540793f0 msgr2=0x7f6d5410e720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:36.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.865+0000 7f6d5c400700 1 -- 172.21.15.8:0/977448609 shutdown_connections 2024-05-20T21:19:36.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:35.865+0000 7f6d5c400700 1 -- 172.21.15.8:0/977448609 wait complete. 2024-05-20T21:19:36.880 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:19:36 smithi008 ceph-mon[31475]: pgmap v568: 97 pgs: 97 active+clean; 1.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 2.6 KiB/s wr, 8 op/s 2024-05-20T21:19:36.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:19:36 smithi130 ceph-mon[36448]: pgmap v568: 97 pgs: 97 active+clean; 1.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 2.6 KiB/s wr, 8 op/s 2024-05-20T21:19:36.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:19:36 smithi050 ceph-mon[35809]: pgmap v568: 97 pgs: 97 active+clean; 1.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 2.6 KiB/s wr, 8 op/s 2024-05-20T21:19:36.933 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:19:37.496 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:19:38.625 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:38.361+0000 7fd88da00700 1 -- 172.21.15.8:0/452323897 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd88806b250 msgr2=0x7fd88806b630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:38.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:38.361+0000 7fd88da00700 1 --2- 172.21.15.8:0/452323897 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd88806b250 0x7fd88806b630 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7fd878009990 tx=0x7fd878009ca0 comp rx=0 tx=0).stop 2024-05-20T21:19:38.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:38.362+0000 7fd88da00700 1 -- 172.21.15.8:0/452323897 shutdown_connections 2024-05-20T21:19:38.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:38.362+0000 7fd88da00700 1 --2- 172.21.15.8:0/452323897 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd88810fff0 0x7fd8881123e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:38.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:38.362+0000 7fd88da00700 1 --2- 172.21.15.8:0/452323897 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd88806b250 0x7fd88806b630 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:38.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:38.362+0000 7fd88da00700 1 --2- 172.21.15.8:0/452323897 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd88806bb70 0x7fd88810fab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:38.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:38.362+0000 7fd88da00700 1 -- 172.21.15.8:0/452323897 >> 172.21.15.8:0/452323897 conn(0x7fd8880793f0 msgr2=0x7fd888079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:38.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:38.362+0000 7fd88da00700 1 -- 172.21.15.8:0/452323897 shutdown_connections 2024-05-20T21:19:38.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:38.362+0000 7fd88da00700 1 -- 172.21.15.8:0/452323897 wait complete. 2024-05-20T21:19:38.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:38.363+0000 7fd88da00700 1 Processor -- start 2024-05-20T21:19:38.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:38.363+0000 7fd88da00700 1 -- start start 2024-05-20T21:19:38.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:38.363+0000 7fd88da00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd88806b250 0x7fd88819be40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:38.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:38.363+0000 7fd88da00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd88806bb70 0x7fd88819c380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:38.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:38.363+0000 7fd88da00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd88810fff0 0x7fd8881a0710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:38.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:38.363+0000 7fd88da00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fd888115950 con 0x7fd88806bb70 2024-05-20T21:19:38.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:38.363+0000 7fd88da00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fd8881157d0 con 0x7fd88810fff0 2024-05-20T21:19:38.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:38.363+0000 7fd88da00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fd888115ad0 con 0x7fd88806b250 2024-05-20T21:19:38.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:38.364+0000 7fd886a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd88806b250 0x7fd88819be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:38.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:38.364+0000 7fd886a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd88806b250 0x7fd88819be40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:38696/0 (socket says 172.21.15.8:38696) 2024-05-20T21:19:38.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:38.364+0000 7fd886a00700 1 -- 172.21.15.8:0/2948806010 learned_addr learned my addr 172.21.15.8:0/2948806010 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:38.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:38.364+0000 7fd87e000700 1 --2- 172.21.15.8:0/2948806010 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd88806bb70 0x7fd88819c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:38.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:38.364+0000 7fd887400700 1 --2- 172.21.15.8:0/2948806010 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd88810fff0 0x7fd8881a0710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:38.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:38.364+0000 7fd886a00700 1 -- 172.21.15.8:0/2948806010 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd88810fff0 msgr2=0x7fd8881a0710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:38.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:38.364+0000 7fd886a00700 1 --2- 172.21.15.8:0/2948806010 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd88810fff0 0x7fd8881a0710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:38.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:38.364+0000 7fd886a00700 1 -- 172.21.15.8:0/2948806010 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd88806bb70 msgr2=0x7fd88819c380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:38.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:38.364+0000 7fd886a00700 1 --2- 172.21.15.8:0/2948806010 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd88806bb70 0x7fd88819c380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:38.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:38.364+0000 7fd886a00700 1 -- 172.21.15.8:0/2948806010 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8881a0e50 con 0x7fd88806b250 2024-05-20T21:19:38.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:38.364+0000 7fd886a00700 1 --2- 172.21.15.8:0/2948806010 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd88806b250 0x7fd88819be40 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fd878000c00 tx=0x7fd8780057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:38.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:38.365+0000 7fd87fe00700 1 -- 172.21.15.8:0/2948806010 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd878027070 con 0x7fd88806b250 2024-05-20T21:19:38.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:38.365+0000 7fd87fe00700 1 -- 172.21.15.8:0/2948806010 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd878022470 con 0x7fd88806b250 2024-05-20T21:19:38.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:38.365+0000 7fd88da00700 1 -- 172.21.15.8:0/2948806010 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd8881a10e0 con 0x7fd88806b250 2024-05-20T21:19:38.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:38.365+0000 7fd87fe00700 1 -- 172.21.15.8:0/2948806010 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd878017650 con 0x7fd88806b250 2024-05-20T21:19:38.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:38.365+0000 7fd88da00700 1 -- 172.21.15.8:0/2948806010 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8881a89c0 con 0x7fd88806b250 2024-05-20T21:19:38.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:38.366+0000 7fd88da00700 1 -- 172.21.15.8:0/2948806010 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd888102a60 con 0x7fd88806b250 2024-05-20T21:19:38.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:38.369+0000 7fd87fe00700 1 -- 172.21.15.8:0/2948806010 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fd87802a070 con 0x7fd88806b250 2024-05-20T21:19:38.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:38.370+0000 7fd87fe00700 1 --2- 172.21.15.8:0/2948806010 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd86c0b2880 0x7fd86c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:38.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:38.370+0000 7fd87fe00700 1 -- 172.21.15.8:0/2948806010 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fd8780e2ff0 con 0x7fd88806b250 2024-05-20T21:19:38.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:38.370+0000 7fd87e000700 1 --2- 172.21.15.8:0/2948806010 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd86c0b2880 0x7fd86c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:38.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:38.371+0000 7fd87e000700 1 --2- 172.21.15.8:0/2948806010 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd86c0b2880 0x7fd86c0b4d40 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fd888103a00 tx=0x7fd87000b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:38.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:38.372+0000 7fd87fe00700 1 -- 172.21.15.8:0/2948806010 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fd878013070 con 0x7fd88806b250 2024-05-20T21:19:38.629 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:19:38 smithi008 ceph-mon[31475]: pgmap v569: 97 pgs: 97 active+clean; 1.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 2.6 KiB/s wr, 8 op/s 2024-05-20T21:19:38.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:38.669+0000 7fd88da00700 1 -- 172.21.15.8:0/2948806010 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd88802e560 con 0x7fd88806b250 2024-05-20T21:19:38.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:38.670+0000 7fd87fe00700 1 -- 172.21.15.8:0/2948806010 <== mon.1 v2:172.21.15.130:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7fd8780aad50 con 0x7fd88806b250 2024-05-20T21:19:38.670 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:19:38.671 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:19:38.673 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:38.674+0000 7fd88da00700 1 -- 172.21.15.8:0/2948806010 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd86c0b2880 msgr2=0x7fd86c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:38.673 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:38.674+0000 7fd88da00700 1 --2- 172.21.15.8:0/2948806010 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd86c0b2880 0x7fd86c0b4d40 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fd888103a00 tx=0x7fd87000b040 comp rx=0 tx=0).stop 2024-05-20T21:19:38.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:38.674+0000 7fd88da00700 1 -- 172.21.15.8:0/2948806010 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd88806b250 msgr2=0x7fd88819be40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:38.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:38.674+0000 7fd88da00700 1 --2- 172.21.15.8:0/2948806010 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd88806b250 0x7fd88819be40 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fd878000c00 tx=0x7fd8780057c0 comp rx=0 tx=0).stop 2024-05-20T21:19:38.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:38.674+0000 7fd88da00700 1 -- 172.21.15.8:0/2948806010 shutdown_connections 2024-05-20T21:19:38.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:38.674+0000 7fd88da00700 1 --2- 172.21.15.8:0/2948806010 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd86c0b2880 0x7fd86c0b4d40 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:38.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:38.674+0000 7fd88da00700 1 --2- 172.21.15.8:0/2948806010 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd88810fff0 0x7fd8881a0710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:38.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:38.674+0000 7fd88da00700 1 --2- 172.21.15.8:0/2948806010 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd88806b250 0x7fd88819be40 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:38.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:38.674+0000 7fd88da00700 1 --2- 172.21.15.8:0/2948806010 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd88806bb70 0x7fd88819c380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:38.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:38.674+0000 7fd88da00700 1 -- 172.21.15.8:0/2948806010 >> 172.21.15.8:0/2948806010 conn(0x7fd8880793f0 msgr2=0x7fd8881114a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:38.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:38.674+0000 7fd88da00700 1 -- 172.21.15.8:0/2948806010 shutdown_connections 2024-05-20T21:19:38.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:38.674+0000 7fd88da00700 1 -- 172.21.15.8:0/2948806010 wait complete. 2024-05-20T21:19:38.675 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:19:38.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:19:38 smithi130 ceph-mon[36448]: pgmap v569: 97 pgs: 97 active+clean; 1.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 2.6 KiB/s wr, 8 op/s 2024-05-20T21:19:38.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:19:38 smithi050 ceph-mon[35809]: pgmap v569: 97 pgs: 97 active+clean; 1.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 2.6 KiB/s wr, 8 op/s 2024-05-20T21:19:39.606 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:19:39 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/2948806010' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:19:39.670 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24529 quiesce db --set-id 6d9dd26a --release --await' 2024-05-20T21:19:39.670 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24529 quiesce db --set-id 6d9dd26a --release --await 2024-05-20T21:19:39.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:19:39 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/2948806010' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:19:39.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:19:39 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/2948806010' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:19:40.204 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:19:40.629 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:19:40 smithi008 ceph-mon[31475]: pgmap v570: 97 pgs: 97 active+clean; 1.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.9 KiB/s wr, 9 op/s 2024-05-20T21:19:40.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:19:40 smithi130 ceph-mon[36448]: pgmap v570: 97 pgs: 97 active+clean; 1.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.9 KiB/s wr, 9 op/s 2024-05-20T21:19:40.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:19:40 smithi050 ceph-mon[35809]: pgmap v570: 97 pgs: 97 active+clean; 1.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.9 KiB/s wr, 9 op/s 2024-05-20T21:19:40.965 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.913+0000 7f97af200700 1 -- 172.21.15.8:0/4211254249 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f97a81096a0 msgr2=0x7f97a8109a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:40.965 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.913+0000 7f97af200700 1 --2- 172.21.15.8:0/4211254249 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f97a81096a0 0x7f97a8109a80 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f979800b0a0 tx=0x7f979800b3b0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.965 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.913+0000 7f97af200700 1 -- 172.21.15.8:0/4211254249 shutdown_connections 2024-05-20T21:19:40.965 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.913+0000 7f97af200700 1 --2- 172.21.15.8:0/4211254249 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f97a81096a0 0x7f97a8109a80 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.965 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.913+0000 7f97af200700 1 --2- 172.21.15.8:0/4211254249 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f97a8103f50 0x7f97a8110430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.965 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.913+0000 7f97af200700 1 --2- 172.21.15.8:0/4211254249 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f97a8103590 0x7f97a8103a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.965 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.913+0000 7f97af200700 1 -- 172.21.15.8:0/4211254249 >> 172.21.15.8:0/4211254249 conn(0x7f97a807a6f0 msgr2=0x7f97a807ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:40.966 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.913+0000 7f97af200700 1 -- 172.21.15.8:0/4211254249 shutdown_connections 2024-05-20T21:19:40.966 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.913+0000 7f97af200700 1 -- 172.21.15.8:0/4211254249 wait complete. 2024-05-20T21:19:40.966 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.914+0000 7f97af200700 1 Processor -- start 2024-05-20T21:19:40.966 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.914+0000 7f97af200700 1 -- start start 2024-05-20T21:19:40.966 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.915+0000 7f97af200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f97a8103590 0x7f97a819bda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:40.966 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.915+0000 7f97af200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f97a8103f50 0x7f97a819c2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:40.966 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.915+0000 7f97af200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f97a81096a0 0x7f97a81a0670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:40.966 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.915+0000 7f97af200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f97a8113710 con 0x7f97a8103590 2024-05-20T21:19:40.966 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.915+0000 7f97af200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f97a8113590 con 0x7f97a81096a0 2024-05-20T21:19:40.966 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.915+0000 7f97af200700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f97a8113890 con 0x7f97a8103f50 2024-05-20T21:19:40.966 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.915+0000 7f97a7e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f97a8103590 0x7f97a819bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:40.966 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.915+0000 7f97a7e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f97a8103590 0x7f97a819bda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:36606/0 (socket says 172.21.15.8:36606) 2024-05-20T21:19:40.966 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.915+0000 7f97a7e00700 1 -- 172.21.15.8:0/3770366248 learned_addr learned my addr 172.21.15.8:0/3770366248 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:40.967 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.915+0000 7f97ad200700 1 --2- 172.21.15.8:0/3770366248 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f97a81096a0 0x7f97a81a0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:40.967 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.916+0000 7f979f400700 1 --2- 172.21.15.8:0/3770366248 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f97a8103f50 0x7f97a819c2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:40.967 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.916+0000 7f97a7e00700 1 -- 172.21.15.8:0/3770366248 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f97a8103f50 msgr2=0x7f97a819c2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:40.967 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.916+0000 7f97a7e00700 1 --2- 172.21.15.8:0/3770366248 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f97a8103f50 0x7f97a819c2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.967 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.916+0000 7f97a7e00700 1 -- 172.21.15.8:0/3770366248 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f97a81096a0 msgr2=0x7f97a81a0670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:40.967 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.916+0000 7f97a7e00700 1 --2- 172.21.15.8:0/3770366248 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f97a81096a0 0x7f97a81a0670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.967 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.916+0000 7f97a7e00700 1 -- 172.21.15.8:0/3770366248 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97a81a0db0 con 0x7f97a8103590 2024-05-20T21:19:40.967 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.916+0000 7f97ad200700 1 --2- 172.21.15.8:0/3770366248 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f97a81096a0 0x7f97a81a0670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:40.967 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.916+0000 7f97a7e00700 1 --2- 172.21.15.8:0/3770366248 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f97a8103590 0x7f97a819bda0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f979800b070 tx=0x7f9798004d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:40.967 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.917+0000 7f97a5600700 1 -- 172.21.15.8:0/3770366248 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9798021070 con 0x7f97a8103590 2024-05-20T21:19:40.967 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.917+0000 7f97a5600700 1 -- 172.21.15.8:0/3770366248 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9798007e30 con 0x7f97a8103590 2024-05-20T21:19:40.967 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.917+0000 7f97af200700 1 -- 172.21.15.8:0/3770366248 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f97a81a1040 con 0x7f97a8103590 2024-05-20T21:19:40.967 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.917+0000 7f97a5600700 1 -- 172.21.15.8:0/3770366248 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9798004730 con 0x7f97a8103590 2024-05-20T21:19:40.967 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.917+0000 7f97af200700 1 -- 172.21.15.8:0/3770366248 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97a81a8920 con 0x7f97a8103590 2024-05-20T21:19:40.968 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.921+0000 7f97a5600700 1 -- 172.21.15.8:0/3770366248 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f9798007980 con 0x7f97a8103590 2024-05-20T21:19:40.968 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.922+0000 7f97b9afdb80 1 Processor -- start 2024-05-20T21:19:40.968 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.922+0000 7f97b9afdb80 1 -- start start 2024-05-20T21:19:40.968 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.923+0000 7f97a5600700 1 --2- 172.21.15.8:0/3770366248 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f978c0b2880 0x7f978c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:40.968 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.923+0000 7f97b9afdb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cbb19ed610 0x55cbb19ed9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:40.968 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.923+0000 7f97b9afdb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cbb19edf30 0x55cbb19e7b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:40.968 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.923+0000 7f97b9afdb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cbb19e8140 0x55cbb19e85c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:40.968 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.923+0000 7f97b9afdb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55cbb1945e40 con 0x55cbb19e8140 2024-05-20T21:19:40.968 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.923+0000 7f97b9afdb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55cbb19359e0 con 0x55cbb19ed610 2024-05-20T21:19:40.968 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.923+0000 7f97b9afdb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55cbb1939a20 con 0x55cbb19edf30 2024-05-20T21:19:40.968 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.923+0000 7f97a5600700 1 -- 172.21.15.8:0/3770366248 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f979800f020 con 0x7f97a8103590 2024-05-20T21:19:40.968 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.923+0000 7f97ad200700 1 --2- 172.21.15.8:0/3770366248 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f978c0b2880 0x7f978c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:40.968 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.923+0000 7f979f400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cbb19edf30 0x55cbb19e7b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:40.969 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.923+0000 7f97a7e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cbb19ed610 0x55cbb19ed9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:40.969 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.923+0000 7f97a7e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cbb19ed610 0x55cbb19ed9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:49526/0 (socket says 172.21.15.8:49526) 2024-05-20T21:19:40.969 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.923+0000 7f97a7e00700 1 -- 172.21.15.8:0/2835277616 learned_addr learned my addr 172.21.15.8:0/2835277616 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:40.969 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.924+0000 7f97ad200700 1 --2- 172.21.15.8:0/2835277616 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cbb19e8140 0x55cbb19e85c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:40.969 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.924+0000 7f97a7e00700 1 -- 172.21.15.8:0/2835277616 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cbb19edf30 msgr2=0x55cbb19e7b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:40.969 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.924+0000 7f97a7e00700 1 --2- 172.21.15.8:0/2835277616 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cbb19edf30 0x55cbb19e7b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.969 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.924+0000 7f97a7e00700 1 -- 172.21.15.8:0/2835277616 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cbb19e8140 msgr2=0x55cbb19e85c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:40.969 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.924+0000 7f97a7e00700 1 --2- 172.21.15.8:0/2835277616 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cbb19e8140 0x55cbb19e85c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.969 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.924+0000 7f97a7e00700 1 -- 172.21.15.8:0/2835277616 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cbb18fe420 con 0x55cbb19ed610 2024-05-20T21:19:40.970 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.924+0000 7f97a7e00700 1 --2- 172.21.15.8:0/2835277616 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cbb19ed610 0x55cbb19ed9f0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f97980aacf0 tx=0x7f97980099e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ef4c8ff359cefe7c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:40.970 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.924+0000 7f97ad200700 1 --2- 172.21.15.8:0/3770366248 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f978c0b2880 0x7f978c0b4d40 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f97a00096f0 tx=0x7f97a0011d10 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:40.970 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.925+0000 7f979d600700 1 -- 172.21.15.8:0/2835277616 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97980836b0 con 0x55cbb19ed610 2024-05-20T21:19:40.970 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.925+0000 7f979d600700 1 -- 172.21.15.8:0/2835277616 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9798007c70 con 0x55cbb19ed610 2024-05-20T21:19:40.970 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.925+0000 7f979d600700 1 -- 172.21.15.8:0/2835277616 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9798083480 con 0x55cbb19ed610 2024-05-20T21:19:40.970 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.925+0000 7f97b9afdb80 1 -- 172.21.15.8:0/2835277616 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cbb19ed610 msgr2=0x55cbb19ed9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:40.970 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.925+0000 7f97b9afdb80 1 --2- 172.21.15.8:0/2835277616 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cbb19ed610 0x55cbb19ed9f0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f97980aacf0 tx=0x7f97980099e0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.970 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.926+0000 7f97b9afdb80 1 -- 172.21.15.8:0/2835277616 shutdown_connections 2024-05-20T21:19:40.970 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.926+0000 7f97b9afdb80 1 --2- 172.21.15.8:0/2835277616 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cbb19ed610 0x55cbb19ed9f0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.970 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.926+0000 7f97b9afdb80 1 --2- 172.21.15.8:0/2835277616 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cbb19e8140 0x55cbb19e85c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.971 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.926+0000 7f97b9afdb80 1 --2- 172.21.15.8:0/2835277616 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cbb19edf30 0x55cbb19e7b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.971 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.926+0000 7f97b9afdb80 1 -- 172.21.15.8:0/2835277616 >> 172.21.15.8:0/2835277616 conn(0x55cbb1915be0 msgr2=0x55cbb19e2690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:40.971 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.926+0000 7f97b9afdb80 1 -- 172.21.15.8:0/2835277616 shutdown_connections 2024-05-20T21:19:40.971 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.926+0000 7f97b9afdb80 1 -- 172.21.15.8:0/2835277616 wait complete. 2024-05-20T21:19:40.971 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.926+0000 7f97b9afdb80 1 -- start start 2024-05-20T21:19:40.971 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.926+0000 7f97b9afdb80 1 Processor -- start 2024-05-20T21:19:40.971 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.927+0000 7f97b9afdb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cbb19e8140 0x55cbb19f3cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:40.971 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.927+0000 7f97b9afdb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cbb19ed610 0x55cbb19f1090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:40.971 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.927+0000 7f97b9afdb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cbb19edf30 0x55cbb19f15d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:40.971 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.927+0000 7f97b9afdb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55cbb183bfa0 con 0x55cbb19ed610 2024-05-20T21:19:40.971 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.927+0000 7f97b9afdb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55cbb18d6760 con 0x55cbb19e8140 2024-05-20T21:19:40.971 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.927+0000 7f97b9afdb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55cbb19f47a0 con 0x55cbb19edf30 2024-05-20T21:19:40.971 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.927+0000 7f97b9afdb80 10 client.0 _ll_register_callbacks cb 0x55cbb18dfc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:40.971 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.927+0000 7f979f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cbb19ed610 0x55cbb19f1090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:40.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.927+0000 7f97ad200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cbb19edf30 0x55cbb19f15d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:40.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.927+0000 7f97a7e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cbb19e8140 0x55cbb19f3cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:40.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.927+0000 7f97ad200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cbb19edf30 0x55cbb19f15d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:38744/0 (socket says 172.21.15.8:38744) 2024-05-20T21:19:40.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.927+0000 7f97ad200700 1 -- 172.21.15.8:0/1587431599 learned_addr learned my addr 172.21.15.8:0/1587431599 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:40.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.927+0000 7f979f400700 1 --2- 172.21.15.8:0/1587431599 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cbb19ed610 0x55cbb19f1090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:36632/0 (socket says 172.21.15.8:36632) 2024-05-20T21:19:40.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.928+0000 7f97ad200700 1 -- 172.21.15.8:0/1587431599 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cbb19e8140 msgr2=0x55cbb19f3cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:40.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.928+0000 7f97ad200700 1 --2- 172.21.15.8:0/1587431599 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cbb19e8140 0x55cbb19f3cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.928+0000 7f97ad200700 1 -- 172.21.15.8:0/1587431599 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cbb19ed610 msgr2=0x55cbb19f1090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:40.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.928+0000 7f97ad200700 1 --2- 172.21.15.8:0/1587431599 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cbb19ed610 0x55cbb19f1090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.928+0000 7f97ad200700 1 -- 172.21.15.8:0/1587431599 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cbb18858d0 con 0x55cbb19edf30 2024-05-20T21:19:40.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.928+0000 7f97ad200700 1 --2- 172.21.15.8:0/1587431599 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cbb19edf30 0x55cbb19f15d0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f97a0011670 tx=0x7f97a0009260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cf1152d538685575 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:40.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.928+0000 7f9796000700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:19:40.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.928+0000 7f9796000700 1 -- 172.21.15.8:0/1587431599 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97a0010640 con 0x55cbb19edf30 2024-05-20T21:19:40.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.928+0000 7f9796000700 1 -- 172.21.15.8:0/1587431599 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f97a00107e0 con 0x55cbb19edf30 2024-05-20T21:19:40.973 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.928+0000 7f97b9afdb80 1 -- 172.21.15.8:0/1587431599 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55cbb1947d90 con 0x55cbb19edf30 2024-05-20T21:19:40.973 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.929+0000 7f9796000700 1 -- 172.21.15.8:0/1587431599 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f97a00109e0 con 0x55cbb19edf30 2024-05-20T21:19:40.973 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.929+0000 7f97b9afdb80 10 client.26383 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:40.973 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.929+0000 7f97b9afdb80 1 -- 172.21.15.8:0/1587431599 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55cbb1906060 con 0x55cbb19edf30 2024-05-20T21:19:40.973 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.929+0000 7f9796000700 1 -- 172.21.15.8:0/1587431599 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55cbb1947d90 con 0x55cbb19edf30 2024-05-20T21:19:40.973 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.929+0000 7f9796000700 1 -- 172.21.15.8:0/1587431599 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f97a001e050 con 0x55cbb19edf30 2024-05-20T21:19:40.973 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.929+0000 7f97b9afdb80 10 client.26383 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:40.973 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.929+0000 7f97b9afdb80 10 client.26383 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:19:40.973 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.929+0000 7f97b9afdb80 20 client.26383 populate_metadata read hostname 'smithi008' 2024-05-20T21:19:40.973 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.929+0000 7f97b9afdb80 1 --2- 172.21.15.8:0/1587431599 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55cbb1a012f0 0x55cbb1a036e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:40.973 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.929+0000 7f97b9afdb80 4 client.26383 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:19:40.973 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.929+0000 7f97b9afdb80 1 -- 172.21.15.8:0/1587431599 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cbb1941570 con 0x55cbb1a012f0 2024-05-20T21:19:40.973 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.930+0000 7f97a7e00700 1 --2- 172.21.15.8:0/1587431599 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55cbb1a012f0 0x55cbb1a036e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:40.973 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.930+0000 7f97a7e00700 1 --2- 172.21.15.8:0/1587431599 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55cbb1a012f0 0x55cbb1a036e0 crc :-1 s=READY pgs=123 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f6a6149a4890d34c server_cookie=2a0eee73cc56b653 in_seq=0 out_seq=0 2024-05-20T21:19:40.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.930+0000 7f9796000700 10 client.26383 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:19:40.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.931+0000 7f9796000700 1 -- 172.21.15.8:0/1587431599 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55cbb1941570 con 0x55cbb1a012f0 2024-05-20T21:19:40.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.931+0000 7f9796000700 10 client.26383 handle_command_reply: tid=0 2024-05-20T21:19:40.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.931+0000 7f97b9afdb80 1 client.26383 shutdown 2024-05-20T21:19:40.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.931+0000 7f97b9afdb80 1 -- 172.21.15.8:0/1587431599 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cbb19edf30 msgr2=0x55cbb19f15d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:40.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.931+0000 7f97b9afdb80 1 --2- 172.21.15.8:0/1587431599 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cbb19edf30 0x55cbb19f15d0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f97a0011670 tx=0x7f97a0009260 comp rx=0 tx=0).stop 2024-05-20T21:19:40.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.931+0000 7f97b9afdb80 1 -- 172.21.15.8:0/1587431599 shutdown_connections 2024-05-20T21:19:40.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.931+0000 7f97b9afdb80 1 --2- 172.21.15.8:0/1587431599 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55cbb1a012f0 0x55cbb1a036e0 crc :-1 s=READY pgs=123 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.931+0000 7f97b9afdb80 1 --2- 172.21.15.8:0/1587431599 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cbb19e8140 0x55cbb19f3cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.931+0000 7f97b9afdb80 1 --2- 172.21.15.8:0/1587431599 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cbb19edf30 0x55cbb19f15d0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.931+0000 7f97b9afdb80 1 --2- 172.21.15.8:0/1587431599 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cbb19ed610 0x55cbb19f1090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.931+0000 7f9796000700 0 client.26383 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:19:40.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.931+0000 7f97b9afdb80 1 -- 172.21.15.8:0/1587431599 >> 172.21.15.8:0/1587431599 conn(0x55cbb1915be0 msgr2=0x55cbb19e1d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:40.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.932+0000 7f97b9afdb80 1 -- 172.21.15.8:0/1587431599 shutdown_connections 2024-05-20T21:19:40.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.932+0000 7f97b9afdb80 1 -- 172.21.15.8:0/1587431599 wait complete. 2024-05-20T21:19:40.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.932+0000 7f97b9afdb80 20 client.26383 trim_cache size 0 max 16384 2024-05-20T21:19:40.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.949+0000 7f97b9afdb80 1 Processor -- start 2024-05-20T21:19:40.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.950+0000 7f97b9afdb80 1 -- start start 2024-05-20T21:19:40.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.950+0000 7f97b9afdb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cbb19e8140 0x55cbb19e7b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:40.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.950+0000 7f97b9afdb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cbb19ed610 0x55cbb19e24f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:40.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.950+0000 7f97b9afdb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cbb19edf30 0x55cbb1a08fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:40.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.950+0000 7f97b9afdb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f97a81b2680 con 0x55cbb19e8140 2024-05-20T21:19:40.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.950+0000 7f97b9afdb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f97a81aff10 con 0x55cbb19edf30 2024-05-20T21:19:40.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.950+0000 7f97b9afdb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f97a81add60 con 0x55cbb19ed610 2024-05-20T21:19:40.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.950+0000 7f979f400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cbb19ed610 0x55cbb19e24f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:40.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.950+0000 7f97a7e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cbb19e8140 0x55cbb19e7b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:40.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.950+0000 7f979f400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cbb19ed610 0x55cbb19e24f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:38758/0 (socket says 172.21.15.8:38758) 2024-05-20T21:19:40.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.950+0000 7f979f400700 1 -- 172.21.15.8:0/2296447003 learned_addr learned my addr 172.21.15.8:0/2296447003 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:40.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.951+0000 7f97ad200700 1 --2- 172.21.15.8:0/2296447003 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cbb19edf30 0x55cbb1a08fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:40.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.951+0000 7f979f400700 1 -- 172.21.15.8:0/2296447003 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cbb19edf30 msgr2=0x55cbb1a08fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:40.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.951+0000 7f979f400700 1 --2- 172.21.15.8:0/2296447003 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cbb19edf30 0x55cbb1a08fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.951+0000 7f979f400700 1 -- 172.21.15.8:0/2296447003 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cbb19e8140 msgr2=0x55cbb19e7b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:40.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.951+0000 7f979f400700 1 --2- 172.21.15.8:0/2296447003 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cbb19e8140 0x55cbb19e7b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.951+0000 7f979f400700 1 -- 172.21.15.8:0/2296447003 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cbb19f3930 con 0x55cbb19ed610 2024-05-20T21:19:40.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.951+0000 7f97a7e00700 1 --2- 172.21.15.8:0/2296447003 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cbb19e8140 0x55cbb19e7b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:40.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.951+0000 7f979f400700 1 --2- 172.21.15.8:0/2296447003 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cbb19ed610 0x55cbb19e24f0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f9790009da0 tx=0x7f9790013740 comp rx=0 tx=0).ready entity=mon.1 client_cookie=746aa9443b74baf6 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:40.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.951+0000 7f979cc00700 1 -- 172.21.15.8:0/2296447003 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9790021070 con 0x55cbb19ed610 2024-05-20T21:19:40.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.952+0000 7f979cc00700 1 -- 172.21.15.8:0/2296447003 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9790013ba0 con 0x55cbb19ed610 2024-05-20T21:19:40.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.952+0000 7f979cc00700 1 -- 172.21.15.8:0/2296447003 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9790011640 con 0x55cbb19ed610 2024-05-20T21:19:40.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.952+0000 7f97b9afdb80 1 -- 172.21.15.8:0/2296447003 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cbb19ed610 msgr2=0x55cbb19e24f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:40.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.952+0000 7f97b9afdb80 1 --2- 172.21.15.8:0/2296447003 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cbb19ed610 0x55cbb19e24f0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f9790009da0 tx=0x7f9790013740 comp rx=0 tx=0).stop 2024-05-20T21:19:40.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.952+0000 7f97b9afdb80 1 -- 172.21.15.8:0/2296447003 shutdown_connections 2024-05-20T21:19:40.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.952+0000 7f97b9afdb80 1 --2- 172.21.15.8:0/2296447003 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cbb19edf30 0x55cbb1a08fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.952+0000 7f97b9afdb80 1 --2- 172.21.15.8:0/2296447003 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cbb19e8140 0x55cbb19e7b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.952+0000 7f97b9afdb80 1 --2- 172.21.15.8:0/2296447003 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cbb19ed610 0x55cbb19e24f0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.952+0000 7f97b9afdb80 1 -- 172.21.15.8:0/2296447003 >> 172.21.15.8:0/2296447003 conn(0x55cbb1915be0 msgr2=0x55cbb19ef9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:40.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.953+0000 7f97b9afdb80 1 -- 172.21.15.8:0/2296447003 shutdown_connections 2024-05-20T21:19:40.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.953+0000 7f97b9afdb80 1 -- 172.21.15.8:0/2296447003 wait complete. 2024-05-20T21:19:40.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.953+0000 7f97b9afdb80 1 -- start start 2024-05-20T21:19:40.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.953+0000 7f97b9afdb80 1 Processor -- start 2024-05-20T21:19:40.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.954+0000 7f97b9afdb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cbb19e8140 0x55cbb19f9f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:40.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.954+0000 7f97b9afdb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cbb19ed610 0x55cbb1a086d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:40.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.954+0000 7f97b9afdb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cbb19edf30 0x55cbb1a08c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:40.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.954+0000 7f97b9afdb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f97a81ae3d0 con 0x55cbb19ed610 2024-05-20T21:19:40.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.954+0000 7f97b9afdb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f97a81af840 con 0x55cbb19e8140 2024-05-20T21:19:40.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.954+0000 7f97b9afdb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f97a81aeaa0 con 0x55cbb19edf30 2024-05-20T21:19:40.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.954+0000 7f97b9afdb80 10 client.0 _ll_register_callbacks cb 0x55cbb18dfc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:40.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.954+0000 7f979f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cbb19ed610 0x55cbb1a086d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:40.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.954+0000 7f979f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cbb19ed610 0x55cbb1a086d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:36642/0 (socket says 172.21.15.8:36642) 2024-05-20T21:19:40.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.954+0000 7f979f400700 1 -- 172.21.15.8:0/695984652 learned_addr learned my addr 172.21.15.8:0/695984652 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:40.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.954+0000 7f97a7e00700 1 --2- 172.21.15.8:0/695984652 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cbb19e8140 0x55cbb19f9f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:40.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.954+0000 7f97ad200700 1 --2- 172.21.15.8:0/695984652 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cbb19edf30 0x55cbb1a08c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:40.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.955+0000 7f97a7e00700 1 -- 172.21.15.8:0/695984652 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cbb19edf30 msgr2=0x55cbb1a08c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:40.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.955+0000 7f97a7e00700 1 --2- 172.21.15.8:0/695984652 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cbb19edf30 0x55cbb1a08c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.955+0000 7f97a7e00700 1 -- 172.21.15.8:0/695984652 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cbb19ed610 msgr2=0x55cbb1a086d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:40.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.955+0000 7f97a7e00700 1 --2- 172.21.15.8:0/695984652 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cbb19ed610 0x55cbb1a086d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.955+0000 7f97a7e00700 1 -- 172.21.15.8:0/695984652 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cbb1a09310 con 0x55cbb19e8140 2024-05-20T21:19:40.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.955+0000 7f979f400700 1 --2- 172.21.15.8:0/695984652 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cbb19ed610 0x55cbb1a086d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:40.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.955+0000 7f97a7e00700 1 --2- 172.21.15.8:0/695984652 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cbb19e8140 0x55cbb19f9f90 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f9798012000 tx=0x7f9798004200 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c6acf6136fee786b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:40.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.955+0000 7f9796000700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:19:40.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.955+0000 7f9796000700 1 -- 172.21.15.8:0/695984652 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97980ab460 con 0x55cbb19e8140 2024-05-20T21:19:40.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.955+0000 7f9796000700 1 -- 172.21.15.8:0/695984652 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f97980a7350 con 0x55cbb19e8140 2024-05-20T21:19:40.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.955+0000 7f97b9afdb80 1 -- 172.21.15.8:0/695984652 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9790013ba0 con 0x55cbb19e8140 2024-05-20T21:19:40.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.955+0000 7f9796000700 1 -- 172.21.15.8:0/695984652 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f97980c3030 con 0x55cbb19e8140 2024-05-20T21:19:40.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.955+0000 7f97b9afdb80 10 client.26345 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:40.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.955+0000 7f97b9afdb80 1 -- 172.21.15.8:0/695984652 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55cbb1a6bd70 con 0x55cbb19e8140 2024-05-20T21:19:40.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.956+0000 7f9796000700 1 -- 172.21.15.8:0/695984652 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9790013ba0 con 0x55cbb19e8140 2024-05-20T21:19:40.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.956+0000 7f9796000700 1 -- 172.21.15.8:0/695984652 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9798011070 con 0x55cbb19e8140 2024-05-20T21:19:40.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.956+0000 7f97b9afdb80 10 client.26345 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:40.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.956+0000 7f97b9afdb80 10 client.26345 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:19:40.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.956+0000 7f97b9afdb80 20 client.26345 populate_metadata read hostname 'smithi008' 2024-05-20T21:19:40.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.956+0000 7f97b9afdb80 1 --2- 172.21.15.8:0/695984652 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55cbb1a6c310 0x55cbb1a6e730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:40.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.956+0000 7f97b9afdb80 4 client.26345 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:19:40.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.956+0000 7f97b9afdb80 1 -- 172.21.15.8:0/695984652 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55cbb17b8250 con 0x55cbb1a6c310 2024-05-20T21:19:40.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.956+0000 7f979f400700 1 --2- 172.21.15.8:0/695984652 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55cbb1a6c310 0x55cbb1a6e730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:40.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.957+0000 7f979f400700 1 --2- 172.21.15.8:0/695984652 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55cbb1a6c310 0x55cbb1a6e730 crc :-1 s=READY pgs=124 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9ca2467650f96df7 server_cookie=b3ed73b704dcdda6 in_seq=0 out_seq=0 2024-05-20T21:19:40.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.957+0000 7f9796000700 10 client.26345 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:19:40.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.957+0000 7f9796000700 1 -- 172.21.15.8:0/695984652 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55cbb17b8250 con 0x55cbb1a6c310 2024-05-20T21:19:40.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.957+0000 7f9796000700 10 client.26345 handle_command_reply: tid=0 2024-05-20T21:19:40.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.957+0000 7f97b9afdb80 1 client.26345 shutdown 2024-05-20T21:19:40.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.957+0000 7f97b9afdb80 1 -- 172.21.15.8:0/695984652 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cbb19e8140 msgr2=0x55cbb19f9f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:40.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.957+0000 7f97b9afdb80 1 --2- 172.21.15.8:0/695984652 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cbb19e8140 0x55cbb19f9f90 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f9798012000 tx=0x7f9798004200 comp rx=0 tx=0).stop 2024-05-20T21:19:40.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.957+0000 7f97b9afdb80 1 -- 172.21.15.8:0/695984652 shutdown_connections 2024-05-20T21:19:40.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.957+0000 7f97b9afdb80 1 --2- 172.21.15.8:0/695984652 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55cbb1a6c310 0x55cbb1a6e730 crc :-1 s=READY pgs=124 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.957+0000 7f97b9afdb80 1 --2- 172.21.15.8:0/695984652 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cbb19e8140 0x55cbb19f9f90 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.957+0000 7f97b9afdb80 1 --2- 172.21.15.8:0/695984652 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cbb19edf30 0x55cbb1a08c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.957+0000 7f97b9afdb80 1 --2- 172.21.15.8:0/695984652 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cbb19ed610 0x55cbb1a086d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.957+0000 7f9796000700 0 client.26345 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:19:40.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.957+0000 7f97b9afdb80 1 -- 172.21.15.8:0/695984652 >> 172.21.15.8:0/695984652 conn(0x55cbb1915be0 msgr2=0x55cbb19ee310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:40.981 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:19:40.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.958+0000 7f97b9afdb80 1 -- 172.21.15.8:0/695984652 shutdown_connections 2024-05-20T21:19:40.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.958+0000 7f97b9afdb80 1 -- 172.21.15.8:0/695984652 wait complete. 2024-05-20T21:19:40.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.958+0000 7f97b9afdb80 20 client.26345 trim_cache size 0 max 16384 2024-05-20T21:19:40.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.959+0000 7f97af200700 1 -- 172.21.15.8:0/3770366248 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f978c0b2880 msgr2=0x7f978c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:40.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.959+0000 7f97af200700 1 --2- 172.21.15.8:0/3770366248 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f978c0b2880 0x7f978c0b4d40 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f97a00096f0 tx=0x7f97a0011d10 comp rx=0 tx=0).stop 2024-05-20T21:19:40.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.959+0000 7f97af200700 1 -- 172.21.15.8:0/3770366248 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f97a8103590 msgr2=0x7f97a819bda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:40.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.959+0000 7f97af200700 1 --2- 172.21.15.8:0/3770366248 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f97a8103590 0x7f97a819bda0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f979800b070 tx=0x7f9798004d00 comp rx=0 tx=0).stop 2024-05-20T21:19:40.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.959+0000 7f97af200700 1 -- 172.21.15.8:0/3770366248 shutdown_connections 2024-05-20T21:19:40.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.959+0000 7f97af200700 1 --2- 172.21.15.8:0/3770366248 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f978c0b2880 0x7f978c0b4d40 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.959+0000 7f97af200700 1 --2- 172.21.15.8:0/3770366248 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f97a81096a0 0x7f97a81a0670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.959+0000 7f97af200700 1 --2- 172.21.15.8:0/3770366248 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f97a8103590 0x7f97a819bda0 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.959+0000 7f97af200700 1 --2- 172.21.15.8:0/3770366248 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f97a8103f50 0x7f97a819c2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.959+0000 7f97af200700 1 -- 172.21.15.8:0/3770366248 >> 172.21.15.8:0/3770366248 conn(0x7f97a807a6f0 msgr2=0x7f97a8101ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:40.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.959+0000 7f97af200700 1 -- 172.21.15.8:0/3770366248 shutdown_connections 2024-05-20T21:19:40.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:40.959+0000 7f97af200700 1 -- 172.21.15.8:0/3770366248 wait complete. 2024-05-20T21:19:42.548 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:19:42 smithi008 ceph-mon[31475]: pgmap v571: 97 pgs: 97 active+clean; 1.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 2.2 KiB/s wr, 9 op/s 2024-05-20T21:19:42.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:19:42 smithi130 ceph-mon[36448]: pgmap v571: 97 pgs: 97 active+clean; 1.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 2.2 KiB/s wr, 9 op/s 2024-05-20T21:19:42.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:19:42 smithi050 ceph-mon[35809]: pgmap v571: 97 pgs: 97 active+clean; 1.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 2.2 KiB/s wr, 9 op/s 2024-05-20T21:19:43.554 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.555+0000 7fcd61e00700 1 -- 172.21.15.8:0/218319373 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcd5c075770 msgr2=0x7fcd5c075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:43.555 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.555+0000 7fcd61e00700 1 --2- 172.21.15.8:0/218319373 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcd5c075770 0x7fcd5c075b50 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fcd4c009990 tx=0x7fcd4c009ca0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.555 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.555+0000 7fcd61e00700 1 -- 172.21.15.8:0/218319373 shutdown_connections 2024-05-20T21:19:43.555 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.555+0000 7fcd61e00700 1 --2- 172.21.15.8:0/218319373 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fcd5c114770 0x7fcd5c116b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.555 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.555+0000 7fcd61e00700 1 --2- 172.21.15.8:0/218319373 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcd5c075770 0x7fcd5c075b50 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.555 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.555+0000 7fcd61e00700 1 --2- 172.21.15.8:0/218319373 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcd5c076090 0x7fcd5c114230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.555 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.555+0000 7fcd61e00700 1 -- 172.21.15.8:0/218319373 >> 172.21.15.8:0/218319373 conn(0x7fcd5c07a690 msgr2=0x7fcd5c07aaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:43.555 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.555+0000 7fcd61e00700 1 -- 172.21.15.8:0/218319373 shutdown_connections 2024-05-20T21:19:43.555 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.555+0000 7fcd61e00700 1 -- 172.21.15.8:0/218319373 wait complete. 2024-05-20T21:19:43.556 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.556+0000 7fcd61e00700 1 Processor -- start 2024-05-20T21:19:43.556 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.556+0000 7fcd61e00700 1 -- start start 2024-05-20T21:19:43.556 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.557+0000 7fcd61e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcd5c075770 0x7fcd5c1a02b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:43.556 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.557+0000 7fcd61e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fcd5c076090 0x7fcd5c1a07f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:43.556 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.557+0000 7fcd61e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcd5c114770 0x7fcd5c1a4b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:43.557 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.557+0000 7fcd61e00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fcd5c119da0 con 0x7fcd5c076090 2024-05-20T21:19:43.557 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.557+0000 7fcd61e00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fcd5c119c20 con 0x7fcd5c075770 2024-05-20T21:19:43.557 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.557+0000 7fcd61e00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fcd5c119f20 con 0x7fcd5c114770 2024-05-20T21:19:43.557 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.557+0000 7fcd5aa00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcd5c075770 0x7fcd5c1a02b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:43.557 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.557+0000 7fcd5b400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcd5c114770 0x7fcd5c1a4b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:43.558 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.557+0000 7fcd5b400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcd5c114770 0x7fcd5c1a4b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:53922/0 (socket says 172.21.15.8:53922) 2024-05-20T21:19:43.558 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.557+0000 7fcd5aa00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcd5c075770 0x7fcd5c1a02b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:45258/0 (socket says 172.21.15.8:45258) 2024-05-20T21:19:43.558 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.557+0000 7fcd5b400700 1 -- 172.21.15.8:0/1333650522 learned_addr learned my addr 172.21.15.8:0/1333650522 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:43.558 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.557+0000 7fcd5a000700 1 --2- 172.21.15.8:0/1333650522 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fcd5c076090 0x7fcd5c1a07f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:43.558 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.558+0000 7fcd5aa00700 1 -- 172.21.15.8:0/1333650522 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcd5c114770 msgr2=0x7fcd5c1a4b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:43.558 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.558+0000 7fcd5aa00700 1 --2- 172.21.15.8:0/1333650522 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcd5c114770 0x7fcd5c1a4b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.558 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.558+0000 7fcd5aa00700 1 -- 172.21.15.8:0/1333650522 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fcd5c076090 msgr2=0x7fcd5c1a07f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:43.558 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.558+0000 7fcd5aa00700 1 --2- 172.21.15.8:0/1333650522 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fcd5c076090 0x7fcd5c1a07f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.558 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.558+0000 7fcd5aa00700 1 -- 172.21.15.8:0/1333650522 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd5c1a52c0 con 0x7fcd5c075770 2024-05-20T21:19:43.558 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.558+0000 7fcd5a000700 1 --2- 172.21.15.8:0/1333650522 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fcd5c076090 0x7fcd5c1a07f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:19:43.558 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.558+0000 7fcd5aa00700 1 --2- 172.21.15.8:0/1333650522 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcd5c075770 0x7fcd5c1a02b0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fcd4c0098e0 tx=0x7fcd4c0057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:43.559 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.559+0000 7fcd60a00700 1 -- 172.21.15.8:0/1333650522 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd4c027070 con 0x7fcd5c075770 2024-05-20T21:19:43.559 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.559+0000 7fcd60a00700 1 -- 172.21.15.8:0/1333650522 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcd4c022470 con 0x7fcd5c075770 2024-05-20T21:19:43.559 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.559+0000 7fcd60a00700 1 -- 172.21.15.8:0/1333650522 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd4c017650 con 0x7fcd5c075770 2024-05-20T21:19:43.559 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.559+0000 7fcd61e00700 1 -- 172.21.15.8:0/1333650522 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcd5c1a5550 con 0x7fcd5c075770 2024-05-20T21:19:43.559 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.559+0000 7fcd61e00700 1 -- 172.21.15.8:0/1333650522 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcd5c1ace30 con 0x7fcd5c075770 2024-05-20T21:19:43.562 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.563+0000 7fcd60a00700 1 -- 172.21.15.8:0/1333650522 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fcd4c02a070 con 0x7fcd5c075770 2024-05-20T21:19:43.564 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.565+0000 7fcd60a00700 1 --2- 172.21.15.8:0/1333650522 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fcd400b2980 0x7fcd400b4e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:43.564 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.565+0000 7fcd60a00700 1 -- 172.21.15.8:0/1333650522 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fcd4c0e2fb0 con 0x7fcd5c075770 2024-05-20T21:19:43.564 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.565+0000 7fcd6c7beb80 1 Processor -- start 2024-05-20T21:19:43.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.566+0000 7fcd5a000700 1 --2- 172.21.15.8:0/1333650522 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fcd400b2980 0x7fcd400b4e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:43.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.566+0000 7fcd6c7beb80 1 -- start start 2024-05-20T21:19:43.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.566+0000 7fcd6c7beb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b7de2e3e0 0x558b7de2e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:43.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.566+0000 7fcd6c7beb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b7de2ed00 0x558b7de28960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:43.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.566+0000 7fcd6c7beb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b7de28f80 0x558b7de293c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:43.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.567+0000 7fcd5aa00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b7de2e3e0 0x558b7de2e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:43.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.567+0000 7fcd5aa00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b7de2e3e0 0x558b7de2e7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:53932/0 (socket says 172.21.15.8:53932) 2024-05-20T21:19:43.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.567+0000 7fcd6c7beb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x558b7dd86f40 con 0x558b7de28f80 2024-05-20T21:19:43.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.567+0000 7fcd6c7beb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x558b7dd76ae0 con 0x558b7de2ed00 2024-05-20T21:19:43.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.567+0000 7fcd6c7beb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x558b7dd7ab20 con 0x558b7de2e3e0 2024-05-20T21:19:43.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.567+0000 7fcd5aa00700 1 -- 172.21.15.8:0/2709006127 learned_addr learned my addr 172.21.15.8:0/2709006127 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:43.568 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.567+0000 7fcd5b400700 1 --2- 172.21.15.8:0/2709006127 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b7de28f80 0x558b7de293c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:43.568 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.567+0000 7fcd5a000700 1 --2- 172.21.15.8:0/2709006127 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b7de2ed00 0x558b7de28960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:43.568 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.567+0000 7fcd5aa00700 1 -- 172.21.15.8:0/2709006127 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b7de2ed00 msgr2=0x558b7de28960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:43.568 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.567+0000 7fcd5aa00700 1 --2- 172.21.15.8:0/2709006127 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b7de2ed00 0x558b7de28960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.568 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.567+0000 7fcd5aa00700 1 -- 172.21.15.8:0/2709006127 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b7de28f80 msgr2=0x558b7de293c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:43.568 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.567+0000 7fcd5aa00700 1 --2- 172.21.15.8:0/2709006127 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b7de28f80 0x558b7de293c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.568 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.567+0000 7fcd5aa00700 1 -- 172.21.15.8:0/2709006127 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558b7dd3f520 con 0x558b7de2e3e0 2024-05-20T21:19:43.568 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.567+0000 7fcd5a000700 1 --2- 172.21.15.8:0/2709006127 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b7de2ed00 0x558b7de28960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:19:43.568 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.567+0000 7fcd5b400700 1 --2- 172.21.15.8:0/2709006127 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b7de28f80 0x558b7de293c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:19:43.568 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.567+0000 7fcd5a000700 1 --2- 172.21.15.8:0/1333650522 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fcd400b2980 0x7fcd400b4e40 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fcd5c113bf0 tx=0x7fcd48009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:43.568 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.568+0000 7fcd5aa00700 1 --2- 172.21.15.8:0/2709006127 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b7de2e3e0 0x558b7de2e7c0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fcd4c0a7860 tx=0x7fcd4c022cc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f7e796252aca67c4 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:43.568 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.568+0000 7fcd50c00700 1 -- 172.21.15.8:0/2709006127 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd4c0ae9a0 con 0x558b7de2e3e0 2024-05-20T21:19:43.568 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.568+0000 7fcd50c00700 1 -- 172.21.15.8:0/2709006127 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcd4c0b33c0 con 0x558b7de2e3e0 2024-05-20T21:19:43.568 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.568+0000 7fcd50c00700 1 -- 172.21.15.8:0/2709006127 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd4c0aa850 con 0x558b7de2e3e0 2024-05-20T21:19:43.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.569+0000 7fcd6c7beb80 1 -- 172.21.15.8:0/2709006127 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b7de2e3e0 msgr2=0x558b7de2e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:43.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.569+0000 7fcd6c7beb80 1 --2- 172.21.15.8:0/2709006127 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b7de2e3e0 0x558b7de2e7c0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fcd4c0a7860 tx=0x7fcd4c022cc0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.569+0000 7fcd6c7beb80 1 -- 172.21.15.8:0/2709006127 shutdown_connections 2024-05-20T21:19:43.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.569+0000 7fcd6c7beb80 1 --2- 172.21.15.8:0/2709006127 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b7de28f80 0x558b7de293c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.569+0000 7fcd6c7beb80 1 --2- 172.21.15.8:0/2709006127 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b7de2e3e0 0x558b7de2e7c0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.569+0000 7fcd6c7beb80 1 --2- 172.21.15.8:0/2709006127 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b7de2ed00 0x558b7de28960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.569+0000 7fcd6c7beb80 1 -- 172.21.15.8:0/2709006127 >> 172.21.15.8:0/2709006127 conn(0x558b7dd56ce0 msgr2=0x558b7de23420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:43.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.569+0000 7fcd6c7beb80 1 -- 172.21.15.8:0/2709006127 shutdown_connections 2024-05-20T21:19:43.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.569+0000 7fcd6c7beb80 1 -- 172.21.15.8:0/2709006127 wait complete. 2024-05-20T21:19:43.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.570+0000 7fcd6c7beb80 1 -- start start 2024-05-20T21:19:43.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.570+0000 7fcd6c7beb80 1 Processor -- start 2024-05-20T21:19:43.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.571+0000 7fcd6c7beb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b7de28f80 0x558b7de34ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:43.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.571+0000 7fcd6c7beb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b7de2e3e0 0x558b7de31e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:43.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.571+0000 7fcd6c7beb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b7de2ed00 0x558b7de32390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:43.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.571+0000 7fcd6c7beb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x558b7dc7d0a0 con 0x558b7de28f80 2024-05-20T21:19:43.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.571+0000 7fcd6c7beb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x558b7dd17860 con 0x558b7de2e3e0 2024-05-20T21:19:43.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.571+0000 7fcd6c7beb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x558b7de355a0 con 0x558b7de2ed00 2024-05-20T21:19:43.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.571+0000 7fcd6c7beb80 10 client.0 _ll_register_callbacks cb 0x558b7dd20d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:43.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.571+0000 7fcd5aa00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b7de28f80 0x558b7de34ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:43.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.571+0000 7fcd5aa00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b7de28f80 0x558b7de34ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:33234/0 (socket says 172.21.15.8:33234) 2024-05-20T21:19:43.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.571+0000 7fcd5aa00700 1 -- 172.21.15.8:0/2380476096 learned_addr learned my addr 172.21.15.8:0/2380476096 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:43.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.571+0000 7fcd5a000700 1 --2- 172.21.15.8:0/2380476096 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b7de2e3e0 0x558b7de31e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:43.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.571+0000 7fcd5b400700 1 --2- 172.21.15.8:0/2380476096 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b7de2ed00 0x558b7de32390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:43.574 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.572+0000 7fcd5a000700 1 -- 172.21.15.8:0/2380476096 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b7de2ed00 msgr2=0x558b7de32390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:43.574 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.572+0000 7fcd5a000700 1 --2- 172.21.15.8:0/2380476096 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b7de2ed00 0x558b7de32390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.574 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.572+0000 7fcd5a000700 1 -- 172.21.15.8:0/2380476096 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b7de28f80 msgr2=0x558b7de34ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:43.574 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.572+0000 7fcd5a000700 1 --2- 172.21.15.8:0/2380476096 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b7de28f80 0x558b7de34ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.574 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.572+0000 7fcd5a000700 1 -- 172.21.15.8:0/2380476096 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558b7dcc69d0 con 0x558b7de2e3e0 2024-05-20T21:19:43.574 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.572+0000 7fcd5a000700 1 --2- 172.21.15.8:0/2380476096 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b7de2e3e0 0x558b7de31e50 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fcd48009b70 tx=0x7fcd480047c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d98fb5346d47ae54 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:43.574 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.572+0000 7fcd45600700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:19:43.574 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.573+0000 7fcd45600700 1 -- 172.21.15.8:0/2380476096 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd48024070 con 0x558b7de2e3e0 2024-05-20T21:19:43.574 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.573+0000 7fcd45600700 1 -- 172.21.15.8:0/2380476096 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fcd48012450 con 0x558b7de2e3e0 2024-05-20T21:19:43.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.573+0000 7fcd6c7beb80 1 -- 172.21.15.8:0/2380476096 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcd4c0b33c0 con 0x558b7de2e3e0 2024-05-20T21:19:43.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.573+0000 7fcd45600700 1 -- 172.21.15.8:0/2380476096 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fcd48030050 con 0x558b7de2e3e0 2024-05-20T21:19:43.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.573+0000 7fcd6c7beb80 10 client.26354 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:43.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.573+0000 7fcd6c7beb80 1 -- 172.21.15.8:0/2380476096 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x558b7dd47160 con 0x558b7de2e3e0 2024-05-20T21:19:43.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.573+0000 7fcd45600700 1 -- 172.21.15.8:0/2380476096 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcd4c0b33c0 con 0x558b7de2e3e0 2024-05-20T21:19:43.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.574+0000 7fcd45600700 1 -- 172.21.15.8:0/2380476096 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fcd48020600 con 0x558b7de2e3e0 2024-05-20T21:19:43.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.574+0000 7fcd6c7beb80 10 client.26354 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:43.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.574+0000 7fcd6c7beb80 10 client.26354 resolve_mds: validated gid 24529 aka daemon mds.i 2024-05-20T21:19:43.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.574+0000 7fcd6c7beb80 20 client.26354 populate_metadata read hostname 'smithi008' 2024-05-20T21:19:43.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.574+0000 7fcd6c7beb80 1 --2- 172.21.15.8:0/2380476096 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x558b7de42040 0x558b7de44460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:43.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.574+0000 7fcd6c7beb80 4 client.26354 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:19:43.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.574+0000 7fcd6c7beb80 1 -- 172.21.15.8:0/2380476096 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558b7dd88e90 con 0x558b7de42040 2024-05-20T21:19:43.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.574+0000 7fcd5aa00700 1 --2- 172.21.15.8:0/2380476096 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x558b7de42040 0x558b7de44460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:43.576 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.575+0000 7fcd5aa00700 1 --2- 172.21.15.8:0/2380476096 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x558b7de42040 0x558b7de44460 crc :-1 s=READY pgs=125 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9217df01f206ddfa server_cookie=cef67a45f3d48f04 in_seq=0 out_seq=0 2024-05-20T21:19:43.577 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.575+0000 7fcd45600700 10 client.26354 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:19:43.577 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.576+0000 7fcd45600700 1 -- 172.21.15.8:0/2380476096 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x558b7dd88e90 con 0x558b7de42040 2024-05-20T21:19:43.577 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.576+0000 7fcd45600700 10 client.26354 handle_command_reply: tid=0 2024-05-20T21:19:43.577 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.576+0000 7fcd6c7beb80 1 client.26354 shutdown 2024-05-20T21:19:43.577 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.576+0000 7fcd6c7beb80 1 -- 172.21.15.8:0/2380476096 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b7de2e3e0 msgr2=0x558b7de31e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:43.577 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.576+0000 7fcd6c7beb80 1 --2- 172.21.15.8:0/2380476096 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b7de2e3e0 0x558b7de31e50 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fcd48009b70 tx=0x7fcd480047c0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.577 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.576+0000 7fcd6c7beb80 1 -- 172.21.15.8:0/2380476096 shutdown_connections 2024-05-20T21:19:43.577 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.576+0000 7fcd6c7beb80 1 --2- 172.21.15.8:0/2380476096 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x558b7de42040 0x558b7de44460 crc :-1 s=READY pgs=125 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.577 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.576+0000 7fcd6c7beb80 1 --2- 172.21.15.8:0/2380476096 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b7de2ed00 0x558b7de32390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.577 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.576+0000 7fcd6c7beb80 1 --2- 172.21.15.8:0/2380476096 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b7de28f80 0x558b7de34ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.577 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.576+0000 7fcd6c7beb80 1 --2- 172.21.15.8:0/2380476096 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b7de2e3e0 0x558b7de31e50 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.577 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.576+0000 7fcd6c7beb80 1 -- 172.21.15.8:0/2380476096 >> 172.21.15.8:0/2380476096 conn(0x558b7dd56ce0 msgr2=0x558b7de27950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:43.578 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.576+0000 7fcd45600700 0 client.26354 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:19:43.578 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.576+0000 7fcd6c7beb80 1 -- 172.21.15.8:0/2380476096 shutdown_connections 2024-05-20T21:19:43.578 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.577+0000 7fcd6c7beb80 1 -- 172.21.15.8:0/2380476096 wait complete. 2024-05-20T21:19:43.578 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.577+0000 7fcd6c7beb80 20 client.26354 trim_cache size 0 max 16384 2024-05-20T21:19:43.604 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.604+0000 7fcd6c7beb80 1 Processor -- start 2024-05-20T21:19:43.604 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.605+0000 7fcd6c7beb80 1 -- start start 2024-05-20T21:19:43.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.605+0000 7fcd6c7beb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b7de28f80 0x558b7de32520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:43.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.605+0000 7fcd6c7beb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b7de2e3e0 0x558b7de3e530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:43.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.605+0000 7fcd6c7beb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b7de2ed00 0x558b7de2be60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:43.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.605+0000 7fcd6c7beb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fcd5c1b69c0 con 0x558b7de28f80 2024-05-20T21:19:43.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.605+0000 7fcd6c7beb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fcd5c1b4250 con 0x558b7de2ed00 2024-05-20T21:19:43.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.605+0000 7fcd6c7beb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fcd5c1b20a0 con 0x558b7de2e3e0 2024-05-20T21:19:43.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.605+0000 7fcd5aa00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b7de28f80 0x558b7de32520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:43.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.605+0000 7fcd5aa00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b7de28f80 0x558b7de32520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:33248/0 (socket says 172.21.15.8:33248) 2024-05-20T21:19:43.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.606+0000 7fcd5aa00700 1 -- 172.21.15.8:0/2003354012 learned_addr learned my addr 172.21.15.8:0/2003354012 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:43.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.606+0000 7fcd5b400700 1 --2- 172.21.15.8:0/2003354012 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b7de2ed00 0x558b7de2be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:43.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.606+0000 7fcd5a000700 1 --2- 172.21.15.8:0/2003354012 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b7de2e3e0 0x558b7de3e530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:43.607 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.606+0000 7fcd5a000700 1 -- 172.21.15.8:0/2003354012 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b7de2ed00 msgr2=0x558b7de2be60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:43.607 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.606+0000 7fcd5a000700 1 --2- 172.21.15.8:0/2003354012 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b7de2ed00 0x558b7de2be60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.607 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.606+0000 7fcd5a000700 1 -- 172.21.15.8:0/2003354012 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b7de28f80 msgr2=0x558b7de32520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:43.607 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.606+0000 7fcd5a000700 1 --2- 172.21.15.8:0/2003354012 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b7de28f80 0x558b7de32520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.607 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.606+0000 7fcd5a000700 1 -- 172.21.15.8:0/2003354012 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558b7de28a70 con 0x558b7de2e3e0 2024-05-20T21:19:43.607 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.606+0000 7fcd5b400700 1 --2- 172.21.15.8:0/2003354012 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b7de2ed00 0x558b7de2be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:19:43.607 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.606+0000 7fcd5aa00700 1 --2- 172.21.15.8:0/2003354012 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b7de28f80 0x558b7de32520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:19:43.607 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.606+0000 7fcd5a000700 1 --2- 172.21.15.8:0/2003354012 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b7de2e3e0 0x558b7de3e530 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fcd480209d0 tx=0x7fcd48009ab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9194a225a3f27036 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:43.607 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.607+0000 7fcd47e00700 1 -- 172.21.15.8:0/2003354012 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd48024040 con 0x558b7de2e3e0 2024-05-20T21:19:43.607 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.607+0000 7fcd47e00700 1 -- 172.21.15.8:0/2003354012 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcd48038070 con 0x558b7de2e3e0 2024-05-20T21:19:43.608 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.607+0000 7fcd47e00700 1 -- 172.21.15.8:0/2003354012 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd48012be0 con 0x558b7de2e3e0 2024-05-20T21:19:43.608 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.608+0000 7fcd6c7beb80 1 -- 172.21.15.8:0/2003354012 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b7de2e3e0 msgr2=0x558b7de3e530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:43.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.608+0000 7fcd6c7beb80 1 --2- 172.21.15.8:0/2003354012 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b7de2e3e0 0x558b7de3e530 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fcd480209d0 tx=0x7fcd48009ab0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.608+0000 7fcd6c7beb80 1 -- 172.21.15.8:0/2003354012 shutdown_connections 2024-05-20T21:19:43.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.608+0000 7fcd6c7beb80 1 --2- 172.21.15.8:0/2003354012 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b7de2ed00 0x558b7de2be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.608+0000 7fcd6c7beb80 1 --2- 172.21.15.8:0/2003354012 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b7de28f80 0x558b7de32520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.608+0000 7fcd6c7beb80 1 --2- 172.21.15.8:0/2003354012 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b7de2e3e0 0x558b7de3e530 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.608+0000 7fcd6c7beb80 1 -- 172.21.15.8:0/2003354012 >> 172.21.15.8:0/2003354012 conn(0x558b7dd56ce0 msgr2=0x558b7de31e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:43.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.608+0000 7fcd6c7beb80 1 -- 172.21.15.8:0/2003354012 shutdown_connections 2024-05-20T21:19:43.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.608+0000 7fcd6c7beb80 1 -- 172.21.15.8:0/2003354012 wait complete. 2024-05-20T21:19:43.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.609+0000 7fcd6c7beb80 1 -- start start 2024-05-20T21:19:43.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.609+0000 7fcd6c7beb80 1 Processor -- start 2024-05-20T21:19:43.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.610+0000 7fcd6c7beb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b7de28f80 0x558b7de3acd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:43.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.610+0000 7fcd6c7beb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b7de2e3e0 0x558b7de37650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:43.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.610+0000 7fcd6c7beb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b7de2ed00 0x558b7de37b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:43.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.610+0000 7fcd6c7beb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fcd5c1b2710 con 0x558b7de2e3e0 2024-05-20T21:19:43.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.610+0000 7fcd6c7beb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fcd5c1b3b80 con 0x558b7de2ed00 2024-05-20T21:19:43.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.610+0000 7fcd6c7beb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fcd5c1b2de0 con 0x558b7de28f80 2024-05-20T21:19:43.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.610+0000 7fcd6c7beb80 10 client.0 _ll_register_callbacks cb 0x558b7dd20d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:43.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.610+0000 7fcd5aa00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b7de28f80 0x558b7de3acd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:43.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.610+0000 7fcd5aa00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b7de28f80 0x558b7de3acd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:53958/0 (socket says 172.21.15.8:53958) 2024-05-20T21:19:43.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.610+0000 7fcd5aa00700 1 -- 172.21.15.8:0/3046710668 learned_addr learned my addr 172.21.15.8:0/3046710668 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:43.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.610+0000 7fcd5a000700 1 --2- 172.21.15.8:0/3046710668 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b7de2e3e0 0x558b7de37650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:43.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.611+0000 7fcd5aa00700 1 -- 172.21.15.8:0/3046710668 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b7de2ed00 msgr2=0x558b7de37b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:43.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.611+0000 7fcd5aa00700 1 --2- 172.21.15.8:0/3046710668 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b7de2ed00 0x558b7de37b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.611+0000 7fcd5aa00700 1 -- 172.21.15.8:0/3046710668 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b7de2e3e0 msgr2=0x558b7de37650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:43.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.611+0000 7fcd5aa00700 1 --2- 172.21.15.8:0/3046710668 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b7de2e3e0 0x558b7de37650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.611+0000 7fcd5aa00700 1 -- 172.21.15.8:0/3046710668 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558b7de382c0 con 0x558b7de28f80 2024-05-20T21:19:43.612 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.611+0000 7fcd5aa00700 1 --2- 172.21.15.8:0/3046710668 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b7de28f80 0x558b7de3acd0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fcd4c022d00 tx=0x7fcd4c0058b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=69f6ce97ed14071 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:43.612 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.611+0000 7fcd45600700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:19:43.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.611+0000 7fcd45600700 1 -- 172.21.15.8:0/3046710668 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd4c0c3070 con 0x558b7de28f80 2024-05-20T21:19:43.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.611+0000 7fcd45600700 1 -- 172.21.15.8:0/3046710668 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fcd4c022920 con 0x558b7de28f80 2024-05-20T21:19:43.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.611+0000 7fcd6c7beb80 1 -- 172.21.15.8:0/3046710668 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcd48038070 con 0x558b7de28f80 2024-05-20T21:19:43.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.612+0000 7fcd45600700 1 -- 172.21.15.8:0/3046710668 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fcd4c0b33c0 con 0x558b7de28f80 2024-05-20T21:19:43.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.612+0000 7fcd6c7beb80 10 client.26407 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:43.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.612+0000 7fcd6c7beb80 1 -- 172.21.15.8:0/3046710668 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x558b7deadb80 con 0x558b7de28f80 2024-05-20T21:19:43.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.612+0000 7fcd45600700 1 -- 172.21.15.8:0/3046710668 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcd48038070 con 0x558b7de28f80 2024-05-20T21:19:43.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.612+0000 7fcd45600700 1 -- 172.21.15.8:0/3046710668 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fcd4c0b2f30 con 0x558b7de28f80 2024-05-20T21:19:43.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.612+0000 7fcd6c7beb80 10 client.26407 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:43.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.612+0000 7fcd6c7beb80 10 client.26407 resolve_mds: validated gid 24529 aka daemon mds.i 2024-05-20T21:19:43.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.612+0000 7fcd6c7beb80 20 client.26407 populate_metadata read hostname 'smithi008' 2024-05-20T21:19:43.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.612+0000 7fcd6c7beb80 1 --2- 172.21.15.8:0/3046710668 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x558b7deae0d0 0x558b7deb04f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:43.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.612+0000 7fcd6c7beb80 4 client.26407 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "6d9dd26a", "release": true, "await": true}] 2024-05-20T21:19:43.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.612+0000 7fcd6c7beb80 1 -- 172.21.15.8:0/3046710668 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "quiesce db", "set_id": "6d9dd26a", "release": true, "await": true}) -- 0x558b7dd82670 con 0x558b7deae0d0 2024-05-20T21:19:43.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.613+0000 7fcd5a000700 1 --2- 172.21.15.8:0/3046710668 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x558b7deae0d0 0x558b7deb04f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:43.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.613+0000 7fcd5a000700 1 --2- 172.21.15.8:0/3046710668 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x558b7deae0d0 0x558b7deb04f0 crc :-1 s=READY pgs=126 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f70be94601d40fc7 server_cookie=4d340b1d72bca4d1 in_seq=0 out_seq=0 2024-05-20T21:19:43.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.613+0000 7fcd45600700 10 client.26407 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:19:43.615 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.616+0000 7fcd45600700 1 -- 172.21.15.8:0/3046710668 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x558b7dd82670 con 0x558b7deae0d0 2024-05-20T21:19:43.615 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.616+0000 7fcd45600700 10 client.26407 handle_command_reply: tid=0 2024-05-20T21:19:43.615 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.616+0000 7fcd6c7beb80 1 client.26407 shutdown 2024-05-20T21:19:43.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.616+0000 7fcd6c7beb80 1 -- 172.21.15.8:0/3046710668 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b7de28f80 msgr2=0x558b7de3acd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:43.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.616+0000 7fcd6c7beb80 1 --2- 172.21.15.8:0/3046710668 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b7de28f80 0x558b7de3acd0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fcd4c022d00 tx=0x7fcd4c0058b0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.616+0000 7fcd6c7beb80 1 -- 172.21.15.8:0/3046710668 shutdown_connections 2024-05-20T21:19:43.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.616+0000 7fcd6c7beb80 1 --2- 172.21.15.8:0/3046710668 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x558b7deae0d0 0x558b7deb04f0 crc :-1 s=READY pgs=126 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.616+0000 7fcd6c7beb80 1 --2- 172.21.15.8:0/3046710668 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b7de2ed00 0x558b7de37b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.616+0000 7fcd6c7beb80 1 --2- 172.21.15.8:0/3046710668 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b7de28f80 0x558b7de3acd0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.616+0000 7fcd6c7beb80 1 --2- 172.21.15.8:0/3046710668 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b7de2e3e0 0x558b7de37650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.616+0000 7fcd45600700 0 client.26407 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:19:43.617 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.616+0000 7fcd6c7beb80 1 -- 172.21.15.8:0/3046710668 >> 172.21.15.8:0/3046710668 conn(0x558b7dd56ce0 msgr2=0x558b7de2be60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:43.617 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.616+0000 7fcd6c7beb80 1 -- 172.21.15.8:0/3046710668 shutdown_connections 2024-05-20T21:19:43.617 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.617+0000 7fcd6c7beb80 1 -- 172.21.15.8:0/3046710668 wait complete. 2024-05-20T21:19:43.617 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.617+0000 7fcd6c7beb80 20 client.26407 trim_cache size 0 max 16384 2024-05-20T21:19:43.617 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:19:43.617 INFO:teuthology.orchestra.run.smithi008.stdout: "epoch": 26, 2024-05-20T21:19:43.617 INFO:teuthology.orchestra.run.smithi008.stdout: "leader": 24529, 2024-05-20T21:19:43.617 INFO:teuthology.orchestra.run.smithi008.stdout: "set_version": 16, 2024-05-20T21:19:43.618 INFO:teuthology.orchestra.run.smithi008.stdout: "sets": { 2024-05-20T21:19:43.618 INFO:teuthology.orchestra.run.smithi008.stdout: "6d9dd26a": { 2024-05-20T21:19:43.618 INFO:teuthology.orchestra.run.smithi008.stdout: "version": 16, 2024-05-20T21:19:43.618 INFO:teuthology.orchestra.run.smithi008.stdout: "age_ref": 0.0, 2024-05-20T21:19:43.618 INFO:teuthology.orchestra.run.smithi008.stdout: "state": { 2024-05-20T21:19:43.618 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "RELEASED", 2024-05-20T21:19:43.618 INFO:teuthology.orchestra.run.smithi008.stdout: "age": 0.0 2024-05-20T21:19:43.618 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:19:43.618 INFO:teuthology.orchestra.run.smithi008.stdout: "timeout": 90.0, 2024-05-20T21:19:43.618 INFO:teuthology.orchestra.run.smithi008.stdout: "expiration": 143.1, 2024-05-20T21:19:43.618 INFO:teuthology.orchestra.run.smithi008.stdout: "members": { 2024-05-20T21:19:43.618 INFO:teuthology.orchestra.run.smithi008.stdout: "file:/": { 2024-05-20T21:19:43.618 INFO:teuthology.orchestra.run.smithi008.stdout: "excluded": false, 2024-05-20T21:19:43.619 INFO:teuthology.orchestra.run.smithi008.stdout: "state": { 2024-05-20T21:19:43.619 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "RELEASED", 2024-05-20T21:19:43.619 INFO:teuthology.orchestra.run.smithi008.stdout: "age": 0.0 2024-05-20T21:19:43.619 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:19:43.619 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:19:43.619 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:19:43.619 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:19:43.619 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:19:43.619 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:19:43.620 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.618+0000 7fcd61e00700 1 -- 172.21.15.8:0/1333650522 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fcd400b2980 msgr2=0x7fcd400b4e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:43.620 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.618+0000 7fcd61e00700 1 --2- 172.21.15.8:0/1333650522 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fcd400b2980 0x7fcd400b4e40 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fcd5c113bf0 tx=0x7fcd48009260 comp rx=0 tx=0).stop 2024-05-20T21:19:43.620 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.618+0000 7fcd61e00700 1 -- 172.21.15.8:0/1333650522 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcd5c075770 msgr2=0x7fcd5c1a02b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:43.620 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.618+0000 7fcd61e00700 1 --2- 172.21.15.8:0/1333650522 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcd5c075770 0x7fcd5c1a02b0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fcd4c0098e0 tx=0x7fcd4c0057c0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.621 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.618+0000 7fcd61e00700 1 -- 172.21.15.8:0/1333650522 shutdown_connections 2024-05-20T21:19:43.621 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.618+0000 7fcd61e00700 1 --2- 172.21.15.8:0/1333650522 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fcd400b2980 0x7fcd400b4e40 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.621 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.618+0000 7fcd61e00700 1 --2- 172.21.15.8:0/1333650522 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcd5c075770 0x7fcd5c1a02b0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.621 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.618+0000 7fcd61e00700 1 --2- 172.21.15.8:0/1333650522 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcd5c114770 0x7fcd5c1a4b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.621 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.618+0000 7fcd61e00700 1 --2- 172.21.15.8:0/1333650522 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fcd5c076090 0x7fcd5c1a07f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.621 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.618+0000 7fcd61e00700 1 -- 172.21.15.8:0/1333650522 >> 172.21.15.8:0/1333650522 conn(0x7fcd5c07a690 msgr2=0x7fcd5c110210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:43.621 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.618+0000 7fcd61e00700 1 -- 172.21.15.8:0/1333650522 shutdown_connections 2024-05-20T21:19:43.621 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:43.618+0000 7fcd61e00700 1 -- 172.21.15.8:0/1333650522 wait complete. 2024-05-20T21:19:43.792 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.792+0000 7f8176a00640 1 -- 172.21.15.8:0/3817202077 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8170108790 msgr2=0x7f817010abe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:43.792 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.792+0000 7f8176a00640 1 --2- 172.21.15.8:0/3817202077 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8170108790 0x7f817010abe0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f8168009ca0 tx=0x7f816802a8c0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.792 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.792+0000 7f8176a00640 1 -- 172.21.15.8:0/3817202077 shutdown_connections 2024-05-20T21:19:43.792 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.792+0000 7f8176a00640 1 --2- 172.21.15.8:0/3817202077 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8170108790 0x7f817010abe0 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.792 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.792+0000 7f8176a00640 1 --2- 172.21.15.8:0/3817202077 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8170105e60 0x7f8170108250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.793 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.792+0000 7f8176a00640 1 --2- 172.21.15.8:0/3817202077 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8170103530 0x7f8170105920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.793 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.792+0000 7f8176a00640 1 -- 172.21.15.8:0/3817202077 >> 172.21.15.8:0/3817202077 conn(0x7f81700fcf20 msgr2=0x7f81700ff360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:43.793 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.792+0000 7f8176a00640 1 -- 172.21.15.8:0/3817202077 shutdown_connections 2024-05-20T21:19:43.793 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.792+0000 7f8176a00640 1 -- 172.21.15.8:0/3817202077 wait complete. 2024-05-20T21:19:43.795 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.793+0000 7f8176a00640 1 Processor -- start 2024-05-20T21:19:43.795 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.794+0000 7f8176a00640 1 -- start start 2024-05-20T21:19:43.795 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.794+0000 7f8176a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8170103530 0x7f8170102e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:43.795 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.794+0000 7f8176a00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8170105e60 0x7f81701014e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:43.795 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.794+0000 7f8176a00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8170108790 0x7f8170101a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:43.796 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.794+0000 7f8176a00640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f817010e630 con 0x7f8170108790 2024-05-20T21:19:43.796 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.794+0000 7f8176a00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f817010e4b0 con 0x7f8170103530 2024-05-20T21:19:43.796 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.794+0000 7f8176a00640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f817010e7b0 con 0x7f8170105e60 2024-05-20T21:19:43.796 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.794+0000 7f816fe00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8170103530 0x7f8170102e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:43.796 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.794+0000 7f816f400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8170105e60 0x7f81701014e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:43.796 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.794+0000 7f8174a00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8170108790 0x7f8170101a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:43.796 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.794+0000 7f816f400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8170105e60 0x7f81701014e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:53970/0 (socket says 172.21.15.8:53970) 2024-05-20T21:19:43.796 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.794+0000 7f816fe00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8170103530 0x7f8170102e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:45328/0 (socket says 172.21.15.8:45328) 2024-05-20T21:19:43.796 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.794+0000 7f816f400640 1 -- 172.21.15.8:0/2117199360 learned_addr learned my addr 172.21.15.8:0/2117199360 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:43.796 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.795+0000 7f816f400640 1 -- 172.21.15.8:0/2117199360 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8170103530 msgr2=0x7f8170102e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:43.797 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.795+0000 7f816f400640 1 --2- 172.21.15.8:0/2117199360 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8170103530 0x7f8170102e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.797 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.795+0000 7f816f400640 1 -- 172.21.15.8:0/2117199360 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8170108790 msgr2=0x7f8170101a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:43.797 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.795+0000 7f816f400640 1 --2- 172.21.15.8:0/2117199360 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8170108790 0x7f8170101a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.797 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.795+0000 7f816f400640 1 -- 172.21.15.8:0/2117199360 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81701022e0 con 0x7f8170105e60 2024-05-20T21:19:43.797 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.795+0000 7f816f400640 1 --2- 172.21.15.8:0/2117199360 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8170105e60 0x7f81701014e0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f815c00e9c0 tx=0x7f815c00ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:43.797 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.795+0000 7f816cc00640 1 -- 172.21.15.8:0/2117199360 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f815c00cd80 con 0x7f8170105e60 2024-05-20T21:19:43.797 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.795+0000 7f816cc00640 1 -- 172.21.15.8:0/2117199360 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f815c0054d0 con 0x7f8170105e60 2024-05-20T21:19:43.797 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.795+0000 7f816cc00640 1 -- 172.21.15.8:0/2117199360 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f815c010430 con 0x7f8170105e60 2024-05-20T21:19:43.797 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.795+0000 7f8176a00640 1 -- 172.21.15.8:0/2117199360 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81701a2dc0 con 0x7f8170105e60 2024-05-20T21:19:43.797 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.796+0000 7f8176a00640 1 -- 172.21.15.8:0/2117199360 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81701a3290 con 0x7f8170105e60 2024-05-20T21:19:43.798 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.799+0000 7f817981b740 1 Processor -- start 2024-05-20T21:19:43.798 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.799+0000 7f817981b740 1 -- start start 2024-05-20T21:19:43.800 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.799+0000 7f817981b740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557e1a928b30 0x557e1a928f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:43.800 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.799+0000 7f817981b740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557e1a929520 0x557e1a92e020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:43.800 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.800+0000 7f817981b740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557e1a92e690 0x557e1a930b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:43.800 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.800+0000 7f817981b740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x557e1a898b90 con 0x557e1a92e690 2024-05-20T21:19:43.801 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.800+0000 7f817981b740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x557e1a888730 con 0x557e1a929520 2024-05-20T21:19:43.801 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.800+0000 7f817981b740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x557e1a88c770 con 0x557e1a928b30 2024-05-20T21:19:43.801 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.800+0000 7f816cc00640 1 -- 172.21.15.8:0/2117199360 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f815c004fd0 con 0x7f8170105e60 2024-05-20T21:19:43.801 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.800+0000 7f8174a00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557e1a928b30 0x557e1a928f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:43.801 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.800+0000 7f8174a00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557e1a928b30 0x557e1a928f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:53984/0 (socket says 172.21.15.8:53984) 2024-05-20T21:19:43.801 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.800+0000 7f8174a00640 1 -- 172.21.15.8:0/1334039388 learned_addr learned my addr 172.21.15.8:0/1334039388 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:43.801 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.800+0000 7f816fe00640 1 --2- 172.21.15.8:0/1334039388 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557e1a929520 0x557e1a92e020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:43.801 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.800+0000 7f816f400640 1 --2- 172.21.15.8:0/1334039388 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557e1a92e690 0x557e1a930b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:43.801 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.800+0000 7f816fe00640 1 -- 172.21.15.8:0/1334039388 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557e1a928b30 msgr2=0x557e1a928f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:43.801 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.800+0000 7f816fe00640 1 --2- 172.21.15.8:0/1334039388 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557e1a928b30 0x557e1a928f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.802 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.800+0000 7f816fe00640 1 -- 172.21.15.8:0/1334039388 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557e1a92e690 msgr2=0x557e1a930b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:43.802 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.800+0000 7f816fe00640 1 --2- 172.21.15.8:0/1334039388 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557e1a92e690 0x557e1a930b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.802 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.800+0000 7f816fe00640 1 -- 172.21.15.8:0/1334039388 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557e1a8218b0 con 0x557e1a929520 2024-05-20T21:19:43.802 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.800+0000 7f8174a00640 1 --2- 172.21.15.8:0/1334039388 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557e1a928b30 0x557e1a928f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:43.802 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.801+0000 7f816fe00640 1 --2- 172.21.15.8:0/1334039388 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557e1a929520 0x557e1a92e020 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f8160009c20 tx=0x7f8160011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3d0a90b60d1c3be server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:43.802 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.801+0000 7f8165200640 1 -- 172.21.15.8:0/1334039388 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f816001e070 con 0x557e1a929520 2024-05-20T21:19:43.802 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.801+0000 7f8165200640 1 -- 172.21.15.8:0/1334039388 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8160009dd0 con 0x557e1a929520 2024-05-20T21:19:43.802 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.801+0000 7f8165200640 1 -- 172.21.15.8:0/1334039388 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81600187d0 con 0x557e1a929520 2024-05-20T21:19:43.806 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.802+0000 7f816cc00640 1 --2- 172.21.15.8:0/2117199360 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f81540b2860 0x7f81540b4d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:43.806 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.802+0000 7f817981b740 1 -- 172.21.15.8:0/1334039388 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557e1a929520 msgr2=0x557e1a92e020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:43.806 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.802+0000 7f817981b740 1 --2- 172.21.15.8:0/1334039388 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557e1a929520 0x557e1a92e020 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f8160009c20 tx=0x7f8160011810 comp rx=0 tx=0).stop 2024-05-20T21:19:43.806 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.802+0000 7f816cc00640 1 -- 172.21.15.8:0/2117199360 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f815c0e2570 con 0x7f8170105e60 2024-05-20T21:19:43.806 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.802+0000 7f8174a00640 1 --2- 172.21.15.8:0/2117199360 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f81540b2860 0x7f81540b4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:43.807 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.802+0000 7f817981b740 1 -- 172.21.15.8:0/1334039388 shutdown_connections 2024-05-20T21:19:43.807 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.802+0000 7f817981b740 1 --2- 172.21.15.8:0/1334039388 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557e1a92e690 0x557e1a930b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.807 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.802+0000 7f817981b740 1 --2- 172.21.15.8:0/1334039388 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557e1a929520 0x557e1a92e020 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.807 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.802+0000 7f817981b740 1 --2- 172.21.15.8:0/1334039388 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557e1a928b30 0x557e1a928f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.807 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.802+0000 7f817981b740 1 -- 172.21.15.8:0/1334039388 >> 172.21.15.8:0/1334039388 conn(0x557e1a9241a0 msgr2=0x557e1a9245a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:43.807 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.802+0000 7f817981b740 1 -- 172.21.15.8:0/1334039388 shutdown_connections 2024-05-20T21:19:43.807 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.802+0000 7f817981b740 1 -- 172.21.15.8:0/1334039388 wait complete. 2024-05-20T21:19:43.807 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.803+0000 7f817981b740 1 -- start start 2024-05-20T21:19:43.807 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.803+0000 7f8174a00640 1 --2- 172.21.15.8:0/2117199360 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f81540b2860 0x7f81540b4d20 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x557e1a929d80 tx=0x7f8168031af0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:43.807 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.803+0000 7f817981b740 1 Processor -- start 2024-05-20T21:19:43.807 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.804+0000 7f817981b740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557e1a928b30 0x557e1a932950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:43.808 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.804+0000 7f817981b740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557e1a929520 0x557e1a932e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:43.808 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.804+0000 7f817981b740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557e1a92e690 0x557e1a939ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:43.808 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.804+0000 7f817981b740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x557e1a56e790 con 0x557e1a92e690 2024-05-20T21:19:43.808 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.804+0000 7f817981b740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x557e1a830bc0 con 0x557e1a928b30 2024-05-20T21:19:43.808 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.804+0000 7f817981b740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x557e1a931640 con 0x557e1a929520 2024-05-20T21:19:43.808 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.804+0000 7f817981b740 10 client.0 _ll_register_callbacks cb 0x557e1a80e400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:43.808 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.804+0000 7f8174a00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557e1a92e690 0x557e1a939ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:43.808 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.804+0000 7f816fe00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557e1a928b30 0x557e1a932950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:43.808 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.804+0000 7f8174a00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557e1a92e690 0x557e1a939ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:33298/0 (socket says 172.21.15.8:33298) 2024-05-20T21:19:43.808 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.804+0000 7f8174a00640 1 -- 172.21.15.8:0/1793148038 learned_addr learned my addr 172.21.15.8:0/1793148038 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:43.808 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.804+0000 7f816f400640 1 --2- 172.21.15.8:0/1793148038 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557e1a929520 0x557e1a932e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:43.809 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.804+0000 7f816fe00640 1 -- 172.21.15.8:0/1793148038 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557e1a929520 msgr2=0x557e1a932e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:43.809 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.805+0000 7f816fe00640 1 --2- 172.21.15.8:0/1793148038 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557e1a929520 0x557e1a932e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.809 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.805+0000 7f816fe00640 1 -- 172.21.15.8:0/1793148038 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557e1a92e690 msgr2=0x557e1a939ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:43.809 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.805+0000 7f816fe00640 1 --2- 172.21.15.8:0/1793148038 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557e1a92e690 0x557e1a939ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.809 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.805+0000 7f816fe00640 1 -- 172.21.15.8:0/1793148038 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557e1a59d210 con 0x557e1a928b30 2024-05-20T21:19:43.809 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.805+0000 7f8174a00640 1 --2- 172.21.15.8:0/1793148038 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557e1a92e690 0x557e1a939ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:43.809 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.805+0000 7f816f400640 1 --2- 172.21.15.8:0/1793148038 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557e1a929520 0x557e1a932e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:43.809 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.805+0000 7f816fe00640 1 --2- 172.21.15.8:0/1793148038 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557e1a928b30 0x557e1a932950 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x557e1a925070 tx=0x7f8160005270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2412b542802a1506 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:43.809 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.805+0000 7f8159600640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:19:43.809 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.805+0000 7f8159600640 1 -- 172.21.15.8:0/1793148038 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f816001e040 con 0x557e1a928b30 2024-05-20T21:19:43.809 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.806+0000 7f8159600640 1 -- 172.21.15.8:0/1793148038 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f81600053e0 con 0x557e1a928b30 2024-05-20T21:19:43.809 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.806+0000 7f817981b740 1 -- 172.21.15.8:0/1793148038 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8160009dd0 con 0x557e1a928b30 2024-05-20T21:19:43.809 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.806+0000 7f8159600640 1 -- 172.21.15.8:0/1793148038 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f81600055e0 con 0x557e1a928b30 2024-05-20T21:19:43.810 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.806+0000 7f817981b740 10 client.26369 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:43.810 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.806+0000 7f817981b740 1 -- 172.21.15.8:0/1793148038 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557e1a669620 con 0x557e1a928b30 2024-05-20T21:19:43.810 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.806+0000 7f8159600640 1 -- 172.21.15.8:0/1793148038 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8160009dd0 con 0x557e1a928b30 2024-05-20T21:19:43.810 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.807+0000 7f8159600640 1 -- 172.21.15.8:0/1793148038 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f8160021030 con 0x557e1a928b30 2024-05-20T21:19:43.810 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.807+0000 7f817981b740 10 client.26369 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:43.810 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.807+0000 7f817981b740 10 client.26369 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:19:43.810 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.807+0000 7f817981b740 20 client.26369 populate_metadata read hostname 'smithi008' 2024-05-20T21:19:43.810 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.807+0000 7f817981b740 1 --2- 172.21.15.8:0/1793148038 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x557e1a93e260 0x557e1a940650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:43.810 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.807+0000 7f817981b740 4 client.26369 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:19:43.810 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.807+0000 7f817981b740 1 -- 172.21.15.8:0/1793148038 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557e1a89aae0 con 0x557e1a93e260 2024-05-20T21:19:43.810 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.807+0000 7f816f400640 1 --2- 172.21.15.8:0/1793148038 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x557e1a93e260 0x557e1a940650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:43.811 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.807+0000 7f816f400640 1 --2- 172.21.15.8:0/1793148038 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x557e1a93e260 0x557e1a940650 crc :-1 s=READY pgs=127 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=de233b893daa0698 server_cookie=2670e8b363b78778 in_seq=0 out_seq=0 2024-05-20T21:19:43.811 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.807+0000 7f8159600640 10 client.26369 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:19:43.811 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.808+0000 7f8159600640 1 -- 172.21.15.8:0/1793148038 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x557e1a89aae0 con 0x557e1a93e260 2024-05-20T21:19:43.812 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.808+0000 7f8159600640 10 client.26369 handle_command_reply: tid=0 2024-05-20T21:19:43.812 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.808+0000 7f817981b740 1 client.26369 shutdown 2024-05-20T21:19:43.812 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.809+0000 7f817981b740 1 -- 172.21.15.8:0/1793148038 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557e1a928b30 msgr2=0x557e1a932950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:43.812 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.809+0000 7f817981b740 1 --2- 172.21.15.8:0/1793148038 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557e1a928b30 0x557e1a932950 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x557e1a925070 tx=0x7f8160005270 comp rx=0 tx=0).stop 2024-05-20T21:19:43.812 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.809+0000 7f817981b740 1 -- 172.21.15.8:0/1793148038 shutdown_connections 2024-05-20T21:19:43.812 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.809+0000 7f817981b740 1 --2- 172.21.15.8:0/1793148038 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x557e1a93e260 0x557e1a940650 crc :-1 s=READY pgs=127 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.812 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.809+0000 7f817981b740 1 --2- 172.21.15.8:0/1793148038 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557e1a92e690 0x557e1a939ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.812 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.809+0000 7f817981b740 1 --2- 172.21.15.8:0/1793148038 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557e1a929520 0x557e1a932e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.812 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.809+0000 7f817981b740 1 --2- 172.21.15.8:0/1793148038 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557e1a928b30 0x557e1a932950 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.812 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.809+0000 7f8159600640 0 client.26369 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:19:43.812 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.809+0000 7f817981b740 1 -- 172.21.15.8:0/1793148038 >> 172.21.15.8:0/1793148038 conn(0x557e1a9241a0 msgr2=0x557e1a923310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:43.812 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.809+0000 7f817981b740 1 -- 172.21.15.8:0/1793148038 shutdown_connections 2024-05-20T21:19:43.812 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.809+0000 7f817981b740 1 -- 172.21.15.8:0/1793148038 wait complete. 2024-05-20T21:19:43.812 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.809+0000 7f817981b740 20 client.26369 trim_cache size 0 max 16384 2024-05-20T21:19:43.825 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.826+0000 7f817981b740 1 Processor -- start 2024-05-20T21:19:43.825 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.826+0000 7f817981b740 1 -- start start 2024-05-20T21:19:43.826 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.826+0000 7f817981b740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557e1a928b30 0x557e1a92a4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:43.826 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.826+0000 7f817981b740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557e1a929520 0x557e1a92aa00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:43.826 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.826+0000 7f817981b740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557e1a92e690 0x557e1a939e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:43.826 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.826+0000 7f817981b740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f81701ae9a0 con 0x557e1a928b30 2024-05-20T21:19:43.826 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.826+0000 7f817981b740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f81701ac270 con 0x557e1a92e690 2024-05-20T21:19:43.826 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.826+0000 7f817981b740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f81701aa0c0 con 0x557e1a929520 2024-05-20T21:19:43.828 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.827+0000 7f816f400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557e1a929520 0x557e1a92aa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:43.828 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.827+0000 7f816f400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557e1a929520 0x557e1a92aa00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:53998/0 (socket says 172.21.15.8:53998) 2024-05-20T21:19:43.828 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.827+0000 7f816f400640 1 -- 172.21.15.8:0/3666064752 learned_addr learned my addr 172.21.15.8:0/3666064752 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:43.828 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.827+0000 7f8174a00640 1 --2- 172.21.15.8:0/3666064752 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557e1a92e690 0x557e1a939e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:43.828 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.827+0000 7f816fe00640 1 --2- 172.21.15.8:0/3666064752 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557e1a928b30 0x557e1a92a4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:43.828 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.827+0000 7f816f400640 1 -- 172.21.15.8:0/3666064752 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557e1a92e690 msgr2=0x557e1a939e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:43.828 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.827+0000 7f816f400640 1 --2- 172.21.15.8:0/3666064752 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557e1a92e690 0x557e1a939e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.828 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.827+0000 7f816f400640 1 -- 172.21.15.8:0/3666064752 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557e1a928b30 msgr2=0x557e1a92a4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:43.828 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.827+0000 7f816f400640 1 --2- 172.21.15.8:0/3666064752 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557e1a928b30 0x557e1a92a4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.829 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.827+0000 7f816f400640 1 -- 172.21.15.8:0/3666064752 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557e1a931a10 con 0x557e1a929520 2024-05-20T21:19:43.829 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.827+0000 7f816f400640 1 --2- 172.21.15.8:0/3666064752 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557e1a929520 0x557e1a92aa00 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f815c00cfd0 tx=0x7f815c0e4a80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2052c246b156e055 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:43.829 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.828+0000 7f815be00640 1 -- 172.21.15.8:0/3666064752 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f815c0a9950 con 0x557e1a929520 2024-05-20T21:19:43.829 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.828+0000 7f815be00640 1 -- 172.21.15.8:0/3666064752 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f815c0046c0 con 0x557e1a929520 2024-05-20T21:19:43.829 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.828+0000 7f815be00640 1 -- 172.21.15.8:0/3666064752 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f815c0a5310 con 0x557e1a929520 2024-05-20T21:19:43.829 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.828+0000 7f817981b740 1 -- 172.21.15.8:0/3666064752 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557e1a929520 msgr2=0x557e1a92aa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:43.829 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.828+0000 7f817981b740 1 --2- 172.21.15.8:0/3666064752 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557e1a929520 0x557e1a92aa00 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f815c00cfd0 tx=0x7f815c0e4a80 comp rx=0 tx=0).stop 2024-05-20T21:19:43.829 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.829+0000 7f817981b740 1 -- 172.21.15.8:0/3666064752 shutdown_connections 2024-05-20T21:19:43.829 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.829+0000 7f817981b740 1 --2- 172.21.15.8:0/3666064752 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557e1a92e690 0x557e1a939e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.829 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.829+0000 7f817981b740 1 --2- 172.21.15.8:0/3666064752 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557e1a929520 0x557e1a92aa00 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.829 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.829+0000 7f817981b740 1 --2- 172.21.15.8:0/3666064752 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557e1a928b30 0x557e1a92a4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.829 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.829+0000 7f817981b740 1 -- 172.21.15.8:0/3666064752 >> 172.21.15.8:0/3666064752 conn(0x557e1a9241a0 msgr2=0x557e1a929db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:43.830 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.829+0000 7f817981b740 1 -- 172.21.15.8:0/3666064752 shutdown_connections 2024-05-20T21:19:43.830 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.829+0000 7f817981b740 1 -- 172.21.15.8:0/3666064752 wait complete. 2024-05-20T21:19:43.833 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.829+0000 7f817981b740 1 -- start start 2024-05-20T21:19:43.833 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.829+0000 7f817981b740 1 Processor -- start 2024-05-20T21:19:43.833 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.830+0000 7f817981b740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557e1a928b30 0x557e1a939b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:43.833 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.830+0000 7f817981b740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557e1a929520 0x557e1a9365e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:43.833 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.830+0000 7f817981b740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557e1a92e690 0x557e1a936b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:43.833 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.830+0000 7f817981b740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f81701aa730 con 0x557e1a928b30 2024-05-20T21:19:43.833 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.830+0000 7f817981b740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f81701abba0 con 0x557e1a92e690 2024-05-20T21:19:43.833 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.830+0000 7f817981b740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f81701aae00 con 0x557e1a929520 2024-05-20T21:19:43.833 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.830+0000 7f817981b740 10 client.0 _ll_register_callbacks cb 0x7f816001c070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:43.833 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.830+0000 7f816f400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557e1a929520 0x557e1a9365e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:43.833 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.830+0000 7f816fe00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557e1a928b30 0x557e1a939b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:43.834 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.830+0000 7f816f400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557e1a929520 0x557e1a9365e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:54008/0 (socket says 172.21.15.8:54008) 2024-05-20T21:19:43.834 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.830+0000 7f816f400640 1 -- 172.21.15.8:0/3937577335 learned_addr learned my addr 172.21.15.8:0/3937577335 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:43.834 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.830+0000 7f8174a00640 1 --2- 172.21.15.8:0/3937577335 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557e1a92e690 0x557e1a936b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:43.834 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.830+0000 7f816f400640 1 -- 172.21.15.8:0/3937577335 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557e1a92e690 msgr2=0x557e1a936b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:43.834 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.830+0000 7f816f400640 1 --2- 172.21.15.8:0/3937577335 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557e1a92e690 0x557e1a936b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.834 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.830+0000 7f816f400640 1 -- 172.21.15.8:0/3937577335 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557e1a928b30 msgr2=0x557e1a939b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:43.834 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.830+0000 7f816f400640 1 --2- 172.21.15.8:0/3937577335 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557e1a928b30 0x557e1a939b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.834 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.830+0000 7f816f400640 1 -- 172.21.15.8:0/3937577335 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557e1a923fd0 con 0x557e1a929520 2024-05-20T21:19:43.834 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.831+0000 7f816f400640 1 --2- 172.21.15.8:0/3937577335 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557e1a929520 0x557e1a9365e0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f815c0e03d0 tx=0x7f815c0ae0a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=60d980794b9eb990 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:43.834 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.831+0000 7f8159600640 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:19:43.834 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.831+0000 7f8159600640 1 -- 172.21.15.8:0/3937577335 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f815c0c2020 con 0x557e1a929520 2024-05-20T21:19:43.835 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.831+0000 7f8159600640 1 -- 172.21.15.8:0/3937577335 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f815c0b2550 con 0x557e1a929520 2024-05-20T21:19:43.835 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.831+0000 7f817981b740 1 -- 172.21.15.8:0/3937577335 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x557e1a8942c0 con 0x557e1a929520 2024-05-20T21:19:43.835 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.831+0000 7f8159600640 1 -- 172.21.15.8:0/3937577335 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f815c0a92f0 con 0x557e1a929520 2024-05-20T21:19:43.835 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.831+0000 7f817981b740 10 client.26425 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:43.835 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.831+0000 7f817981b740 1 -- 172.21.15.8:0/3937577335 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557e1a9a7b40 con 0x557e1a929520 2024-05-20T21:19:43.835 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.831+0000 7f8159600640 1 -- 172.21.15.8:0/3937577335 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x557e1a8942c0 con 0x557e1a929520 2024-05-20T21:19:43.835 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.832+0000 7f8159600640 1 -- 172.21.15.8:0/3937577335 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f815c0a8de0 con 0x557e1a929520 2024-05-20T21:19:43.835 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.832+0000 7f817981b740 10 client.26425 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:43.835 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.832+0000 7f817981b740 10 client.26425 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:19:43.835 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.832+0000 7f817981b740 20 client.26425 populate_metadata read hostname 'smithi008' 2024-05-20T21:19:43.835 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.832+0000 7f817981b740 1 --2- 172.21.15.8:0/3937577335 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x557e1a9a8440 0x557e1a9aa860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:43.836 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.832+0000 7f817981b740 4 client.26425 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:19:43.836 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.832+0000 7f817981b740 1 -- 172.21.15.8:0/3937577335 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x557e1a80e4b0 con 0x557e1a9a8440 2024-05-20T21:19:43.836 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.832+0000 7f816fe00640 1 --2- 172.21.15.8:0/3937577335 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x557e1a9a8440 0x557e1a9aa860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:43.836 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.832+0000 7f816fe00640 1 --2- 172.21.15.8:0/3937577335 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x557e1a9a8440 0x557e1a9aa860 crc :-1 s=READY pgs=128 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ddcdd684f2498573 server_cookie=67c6086dd5902ad7 in_seq=0 out_seq=0 2024-05-20T21:19:43.836 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.832+0000 7f8159600640 10 client.26425 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:19:43.841 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.842+0000 7f8159600640 1 -- 172.21.15.8:0/3937577335 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x557e1a80e4b0 con 0x557e1a9a8440 2024-05-20T21:19:43.842 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.842+0000 7f8159600640 10 client.26425 handle_command_reply: tid=0 2024-05-20T21:19:43.842 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.842+0000 7f817981b740 1 client.26425 shutdown 2024-05-20T21:19:43.842 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.842+0000 7f817981b740 1 -- 172.21.15.8:0/3937577335 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557e1a929520 msgr2=0x557e1a9365e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:43.842 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.842+0000 7f817981b740 1 --2- 172.21.15.8:0/3937577335 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557e1a929520 0x557e1a9365e0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f815c0e03d0 tx=0x7f815c0ae0a0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.842 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.842+0000 7f817981b740 1 -- 172.21.15.8:0/3937577335 shutdown_connections 2024-05-20T21:19:43.842 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.842+0000 7f817981b740 1 --2- 172.21.15.8:0/3937577335 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x557e1a9a8440 0x557e1a9aa860 crc :-1 s=READY pgs=128 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.842 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.842+0000 7f817981b740 1 --2- 172.21.15.8:0/3937577335 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557e1a92e690 0x557e1a936b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.842 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.842+0000 7f817981b740 1 --2- 172.21.15.8:0/3937577335 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557e1a929520 0x557e1a9365e0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.842 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.842+0000 7f8159600640 0 client.26425 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:19:43.843 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.842+0000 7f817981b740 1 --2- 172.21.15.8:0/3937577335 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557e1a928b30 0x557e1a939b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.843 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.842+0000 7f817981b740 1 -- 172.21.15.8:0/3937577335 >> 172.21.15.8:0/3937577335 conn(0x557e1a9241a0 msgr2=0x557e1a92a640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:43.843 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.842+0000 7f817981b740 1 -- 172.21.15.8:0/3937577335 shutdown_connections 2024-05-20T21:19:43.843 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.842+0000 7f817981b740 1 -- 172.21.15.8:0/3937577335 wait complete. 2024-05-20T21:19:43.843 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.842+0000 7f817981b740 20 client.26425 trim_cache size 0 max 16384 2024-05-20T21:19:43.843 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:19:43.843 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:19:43.843 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:19:43.844 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.843+0000 7f8176a00640 1 -- 172.21.15.8:0/2117199360 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f81540b2860 msgr2=0x7f81540b4d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:43.844 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.843+0000 7f8176a00640 1 --2- 172.21.15.8:0/2117199360 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f81540b2860 0x7f81540b4d20 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x557e1a929d80 tx=0x7f8168031af0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.845 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.843+0000 7f8176a00640 1 -- 172.21.15.8:0/2117199360 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8170105e60 msgr2=0x7f81701014e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:43.845 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.843+0000 7f8176a00640 1 --2- 172.21.15.8:0/2117199360 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8170105e60 0x7f81701014e0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f815c00e9c0 tx=0x7f815c00ee80 comp rx=0 tx=0).stop 2024-05-20T21:19:43.845 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.843+0000 7f8176a00640 1 -- 172.21.15.8:0/2117199360 shutdown_connections 2024-05-20T21:19:43.845 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.843+0000 7f8176a00640 1 --2- 172.21.15.8:0/2117199360 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f81540b2860 0x7f81540b4d20 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.845 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.843+0000 7f8176a00640 1 --2- 172.21.15.8:0/2117199360 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8170108790 0x7f8170101a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.845 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.843+0000 7f8176a00640 1 --2- 172.21.15.8:0/2117199360 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8170105e60 0x7f81701014e0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.845 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.843+0000 7f8176a00640 1 --2- 172.21.15.8:0/2117199360 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8170103530 0x7f8170102e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.845 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.843+0000 7f8176a00640 1 -- 172.21.15.8:0/2117199360 >> 172.21.15.8:0/2117199360 conn(0x7f81700fcf20 msgr2=0x7f8170103f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:43.845 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.843+0000 7f8176a00640 1 -- 172.21.15.8:0/2117199360 shutdown_connections 2024-05-20T21:19:43.845 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:43.843+0000 7f8176a00640 1 -- 172.21.15.8:0/2117199360 wait complete. 2024-05-20T21:19:43.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:19:43 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:19:43.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:19:43 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:19:43.951 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:19:43 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:19:43.964 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:19:43.964 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:19:44.629 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '6d9dd26a', total seconds elapsed: 34.2 2024-05-20T21:19:44.674 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:19:44.828 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:19:44 smithi008 ceph-mon[31475]: pgmap v572: 97 pgs: 97 active+clean; 1.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 2.2 KiB/s wr, 8 op/s 2024-05-20T21:19:44.829 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:19:44 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:19:44.829 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:19:44 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:19:44.829 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:19:44 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:19:44.829 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:19:44 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:19:44.829 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:19:44 smithi008 ceph-mon[31475]: Adjusting osd_memory_target on smithi050 to 177.2M 2024-05-20T21:19:44.829 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:19:44 smithi008 ceph-mon[31475]: Unable to set osd_memory_target on smithi050 to 185896345: error parsing value: Value '185896345' is below minimum 939524096 2024-05-20T21:19:44.829 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:19:44 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:19:44.829 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:19:44 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:19:44.829 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:19:44 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:19:44.829 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:19:44 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:19:44.829 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:19:44 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:19:44.829 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:19:44 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:19:44.830 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:19:44 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:19:44.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:19:44 smithi130 ceph-mon[36448]: pgmap v572: 97 pgs: 97 active+clean; 1.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 2.2 KiB/s wr, 8 op/s 2024-05-20T21:19:44.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:19:44 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:19:44.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:19:44 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:19:44.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:19:44 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:19:44.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:19:44 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:19:44.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:19:44 smithi130 ceph-mon[36448]: Adjusting osd_memory_target on smithi050 to 177.2M 2024-05-20T21:19:44.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:19:44 smithi130 ceph-mon[36448]: Unable to set osd_memory_target on smithi050 to 185896345: error parsing value: Value '185896345' is below minimum 939524096 2024-05-20T21:19:44.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:19:44 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:19:44.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:19:44 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:19:44.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:19:44 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:19:44.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:19:44 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:19:44.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:19:44 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:19:44.923 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:19:44 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:19:44.923 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:19:44 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:19:44.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:19:44 smithi050 ceph-mon[35809]: pgmap v572: 97 pgs: 97 active+clean; 1.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 2.2 KiB/s wr, 8 op/s 2024-05-20T21:19:44.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:19:44 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:19:44.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:19:44 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:19:44.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:19:44 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:19:44.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:19:44 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:19:44.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:19:44 smithi050 ceph-mon[35809]: Adjusting osd_memory_target on smithi050 to 177.2M 2024-05-20T21:19:44.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:19:44 smithi050 ceph-mon[35809]: Unable to set osd_memory_target on smithi050 to 185896345: error parsing value: Value '185896345' is below minimum 939524096 2024-05-20T21:19:44.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:19:44 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:19:44.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:19:44 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:19:44.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:19:44 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:19:44.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:19:44 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:19:44.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:19:44 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:19:44.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:19:44 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:19:44.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:19:44 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:19:45.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:19:45 smithi130 ceph-mon[36448]: Adjusting osd_memory_target on smithi008 to 177.5M 2024-05-20T21:19:45.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:19:45 smithi130 ceph-mon[36448]: Unable to set osd_memory_target on smithi008 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-05-20T21:19:45.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:19:45 smithi050 ceph-mon[35809]: Adjusting osd_memory_target on smithi008 to 177.5M 2024-05-20T21:19:45.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:19:45 smithi050 ceph-mon[35809]: Unable to set osd_memory_target on smithi008 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-05-20T21:19:45.954 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:19:45 smithi008 ceph-mon[31475]: Adjusting osd_memory_target on smithi008 to 177.5M 2024-05-20T21:19:45.954 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:19:45 smithi008 ceph-mon[31475]: Unable to set osd_memory_target on smithi008 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-05-20T21:19:46.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:19:46 smithi008 ceph-mon[31475]: pgmap v573: 97 pgs: 97 active+clean; 1.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 682 B/s wr, 6 op/s 2024-05-20T21:19:46.823 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:19:46 smithi130 ceph-mon[36448]: pgmap v573: 97 pgs: 97 active+clean; 1.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 682 B/s wr, 6 op/s 2024-05-20T21:19:46.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.895+0000 7fee06600700 1 -- 172.21.15.8:0/2980107510 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fee00109dd0 msgr2=0x7fee0010a1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:46.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.895+0000 7fee06600700 1 --2- 172.21.15.8:0/2980107510 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fee00109dd0 0x7fee0010a1b0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fedf00098f0 tx=0x7fedf0009c00 comp rx=0 tx=0).stop 2024-05-20T21:19:46.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.895+0000 7fee06600700 1 -- 172.21.15.8:0/2980107510 shutdown_connections 2024-05-20T21:19:46.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.895+0000 7fee06600700 1 --2- 172.21.15.8:0/2980107510 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fee00109dd0 0x7fee0010a1b0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:46.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.895+0000 7fee06600700 1 --2- 172.21.15.8:0/2980107510 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fee0010eeb0 0x7fee00116a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:46.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.895+0000 7fee06600700 1 --2- 172.21.15.8:0/2980107510 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fee0010a780 0x7fee0010e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:46.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.895+0000 7fee06600700 1 -- 172.21.15.8:0/2980107510 >> 172.21.15.8:0/2980107510 conn(0x7fee00076d10 msgr2=0x7fee00108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:46.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.895+0000 7fee06600700 1 -- 172.21.15.8:0/2980107510 shutdown_connections 2024-05-20T21:19:46.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.895+0000 7fee06600700 1 -- 172.21.15.8:0/2980107510 wait complete. 2024-05-20T21:19:46.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.896+0000 7fee06600700 1 Processor -- start 2024-05-20T21:19:46.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.896+0000 7fee06600700 1 -- start start 2024-05-20T21:19:46.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.896+0000 7fee06600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fee00109dd0 0x7fee001a02d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:46.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.896+0000 7fee06600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fee0010a780 0x7fee001a0810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:46.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.896+0000 7fee06600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fee0010eeb0 0x7fee001a4b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:46.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.896+0000 7fee06600700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fee00119da0 con 0x7fee0010eeb0 2024-05-20T21:19:46.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.896+0000 7fee06600700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fee00119c20 con 0x7fee0010a780 2024-05-20T21:19:46.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.897+0000 7fee06600700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fee00119f20 con 0x7fee00109dd0 2024-05-20T21:19:46.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.897+0000 7fedffe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fee0010eeb0 0x7fee001a4b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:46.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.897+0000 7fedff400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fee00109dd0 0x7fee001a02d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:46.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.897+0000 7fedffe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fee0010eeb0 0x7fee001a4b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:33338/0 (socket says 172.21.15.8:33338) 2024-05-20T21:19:46.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.897+0000 7fedffe00700 1 -- 172.21.15.8:0/4252341791 learned_addr learned my addr 172.21.15.8:0/4252341791 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:46.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.897+0000 7fedfea00700 1 --2- 172.21.15.8:0/4252341791 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fee0010a780 0x7fee001a0810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:46.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.897+0000 7fedffe00700 1 -- 172.21.15.8:0/4252341791 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fee00109dd0 msgr2=0x7fee001a02d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:46.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.897+0000 7fedffe00700 1 --2- 172.21.15.8:0/4252341791 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fee00109dd0 0x7fee001a02d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:46.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.897+0000 7fedffe00700 1 -- 172.21.15.8:0/4252341791 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fee0010a780 msgr2=0x7fee001a0810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:46.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.897+0000 7fedffe00700 1 --2- 172.21.15.8:0/4252341791 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fee0010a780 0x7fee001a0810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:46.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.897+0000 7fedffe00700 1 -- 172.21.15.8:0/4252341791 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee001a5290 con 0x7fee0010eeb0 2024-05-20T21:19:46.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.897+0000 7fedff400700 1 --2- 172.21.15.8:0/4252341791 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fee00109dd0 0x7fee001a02d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:46.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.897+0000 7fedfea00700 1 --2- 172.21.15.8:0/4252341791 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fee0010a780 0x7fee001a0810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:46.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.898+0000 7fedffe00700 1 --2- 172.21.15.8:0/4252341791 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fee0010eeb0 0x7fee001a4b50 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fedf800ef30 tx=0x7fedf800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:46.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.898+0000 7fedf7e00700 1 -- 172.21.15.8:0/4252341791 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedf80092e0 con 0x7fee0010eeb0 2024-05-20T21:19:46.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.898+0000 7fee06600700 1 -- 172.21.15.8:0/4252341791 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fee001a5520 con 0x7fee0010eeb0 2024-05-20T21:19:46.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.898+0000 7fedf7e00700 1 -- 172.21.15.8:0/4252341791 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fedf8004bb0 con 0x7fee0010eeb0 2024-05-20T21:19:46.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.898+0000 7fedf7e00700 1 -- 172.21.15.8:0/4252341791 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedf8004020 con 0x7fee0010eeb0 2024-05-20T21:19:46.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.898+0000 7fee06600700 1 -- 172.21.15.8:0/4252341791 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fee001ace00 con 0x7fee0010eeb0 2024-05-20T21:19:46.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.904+0000 7fedf7e00700 1 -- 172.21.15.8:0/4252341791 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fedf801b030 con 0x7fee0010eeb0 2024-05-20T21:19:46.904 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.905+0000 7fee1104cb80 1 Processor -- start 2024-05-20T21:19:46.904 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.905+0000 7fee1104cb80 1 -- start start 2024-05-20T21:19:46.904 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.905+0000 7fee1104cb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c143217690 0x55c143217a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:46.905 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.905+0000 7fee1104cb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c143217fb0 0x55c143211ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:46.905 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.905+0000 7fee1104cb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c1432121c0 0x55c143212640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:46.905 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.905+0000 7fee1104cb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55c14316fec0 con 0x55c143217690 2024-05-20T21:19:46.905 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.905+0000 7fee1104cb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55c14315fa60 con 0x55c1432121c0 2024-05-20T21:19:46.905 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.905+0000 7fee1104cb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55c143163aa0 con 0x55c143217fb0 2024-05-20T21:19:46.906 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.906+0000 7fedfea00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c143217690 0x55c143217a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:46.906 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.906+0000 7fedff400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c143217fb0 0x55c143211ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:46.906 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.906+0000 7fedfea00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c143217690 0x55c143217a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:33346/0 (socket says 172.21.15.8:33346) 2024-05-20T21:19:46.906 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.906+0000 7fedff400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c143217fb0 0x55c143211ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:54034/0 (socket says 172.21.15.8:54034) 2024-05-20T21:19:46.906 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.906+0000 7fedfea00700 1 -- 172.21.15.8:0/1955585488 learned_addr learned my addr 172.21.15.8:0/1955585488 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:46.906 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.906+0000 7fedf7e00700 1 --2- 172.21.15.8:0/4252341791 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fede40b2880 0x7fede40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:46.906 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.906+0000 7fedfea00700 1 --2- 172.21.15.8:0/1955585488 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c1432121c0 0x55c143212640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:46.906 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.906+0000 7fedf7e00700 1 -- 172.21.15.8:0/4252341791 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fedf80e1930 con 0x7fee0010eeb0 2024-05-20T21:19:46.906 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.906+0000 7fedffe00700 1 --2- 172.21.15.8:0/4252341791 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fede40b2880 0x7fede40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:46.907 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.906+0000 7fedff400700 1 -- 172.21.15.8:0/1955585488 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c1432121c0 msgr2=0x55c143212640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:46.907 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.906+0000 7fedff400700 1 --2- 172.21.15.8:0/1955585488 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c1432121c0 0x55c143212640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:46.907 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.906+0000 7fedff400700 1 -- 172.21.15.8:0/1955585488 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c143217690 msgr2=0x55c143217a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:46.907 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.906+0000 7fedff400700 1 --2- 172.21.15.8:0/1955585488 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c143217690 0x55c143217a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:46.907 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.906+0000 7fedff400700 1 -- 172.21.15.8:0/1955585488 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c1431284a0 con 0x55c143217fb0 2024-05-20T21:19:46.907 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.907+0000 7fedff400700 1 --2- 172.21.15.8:0/1955585488 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c143217fb0 0x55c143211ba0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fedf000c010 tx=0x7fedf000bf60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c60aae12b62d247a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:46.908 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.907+0000 7fedf4c00700 1 -- 172.21.15.8:0/1955585488 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedf0028070 con 0x55c143217fb0 2024-05-20T21:19:46.908 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.907+0000 7fedf4c00700 1 -- 172.21.15.8:0/1955585488 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fedf0005040 con 0x55c143217fb0 2024-05-20T21:19:46.908 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.907+0000 7fedf4c00700 1 -- 172.21.15.8:0/1955585488 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedf000b7c0 con 0x55c143217fb0 2024-05-20T21:19:46.908 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.908+0000 7fee1104cb80 1 -- 172.21.15.8:0/1955585488 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c143217fb0 msgr2=0x55c143211ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:46.908 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.908+0000 7fee1104cb80 1 --2- 172.21.15.8:0/1955585488 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c143217fb0 0x55c143211ba0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fedf000c010 tx=0x7fedf000bf60 comp rx=0 tx=0).stop 2024-05-20T21:19:46.908 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.908+0000 7fedffe00700 1 --2- 172.21.15.8:0/4252341791 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fede40b2880 0x7fede40b4d40 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fedf8009510 tx=0x7fedf8009480 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:46.908 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.908+0000 7fee1104cb80 1 -- 172.21.15.8:0/1955585488 shutdown_connections 2024-05-20T21:19:46.908 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.908+0000 7fee1104cb80 1 --2- 172.21.15.8:0/1955585488 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c1432121c0 0x55c143212640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:46.908 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.908+0000 7fee1104cb80 1 --2- 172.21.15.8:0/1955585488 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c143217690 0x55c143217a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:46.909 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.908+0000 7fee1104cb80 1 --2- 172.21.15.8:0/1955585488 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c143217fb0 0x55c143211ba0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:46.909 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.908+0000 7fee1104cb80 1 -- 172.21.15.8:0/1955585488 >> 172.21.15.8:0/1955585488 conn(0x55c14313fc60 msgr2=0x55c14320c710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:46.909 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.908+0000 7fee1104cb80 1 -- 172.21.15.8:0/1955585488 shutdown_connections 2024-05-20T21:19:46.909 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.908+0000 7fee1104cb80 1 -- 172.21.15.8:0/1955585488 wait complete. 2024-05-20T21:19:46.909 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.909+0000 7fee1104cb80 1 -- start start 2024-05-20T21:19:46.910 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.909+0000 7fee1104cb80 1 Processor -- start 2024-05-20T21:19:46.910 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.910+0000 7fee1104cb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c1432121c0 0x55c14321de90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:46.910 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.910+0000 7fee1104cb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c143217690 0x55c14321b230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:46.910 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.910+0000 7fee1104cb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c143217fb0 0x55c14321b770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:46.910 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.910+0000 7fee1104cb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55c143066020 con 0x55c143217690 2024-05-20T21:19:46.910 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.910+0000 7fee1104cb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55c1431007e0 con 0x55c143217fb0 2024-05-20T21:19:46.910 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.910+0000 7fee1104cb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55c14321ea00 con 0x55c1432121c0 2024-05-20T21:19:46.910 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.910+0000 7fee1104cb80 10 client.0 _ll_register_callbacks cb 0x55c143109cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:46.910 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.910+0000 7fedff400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c143217690 0x55c14321b230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:46.910 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.910+0000 7fedff400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c143217690 0x55c14321b230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:33354/0 (socket says 172.21.15.8:33354) 2024-05-20T21:19:46.911 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.910+0000 7fedff400700 1 -- 172.21.15.8:0/3164006467 learned_addr learned my addr 172.21.15.8:0/3164006467 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:46.911 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.910+0000 7fedfea00700 1 --2- 172.21.15.8:0/3164006467 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c1432121c0 0x55c14321de90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:46.911 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.910+0000 7fedfea00700 1 --2- 172.21.15.8:0/3164006467 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c143217fb0 0x55c14321b770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:46.911 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.911+0000 7fedff400700 1 -- 172.21.15.8:0/3164006467 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c1432121c0 msgr2=0x55c14321de90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:46.911 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.911+0000 7fedff400700 1 --2- 172.21.15.8:0/3164006467 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c1432121c0 0x55c14321de90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:46.911 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.911+0000 7fedff400700 1 -- 172.21.15.8:0/3164006467 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c143217fb0 msgr2=0x55c14321b770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:46.911 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.911+0000 7fedff400700 1 --2- 172.21.15.8:0/3164006467 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c143217fb0 0x55c14321b770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:46.911 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.911+0000 7fedff400700 1 -- 172.21.15.8:0/3164006467 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c1430af950 con 0x55c143217690 2024-05-20T21:19:46.911 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.911+0000 7fedfea00700 1 --2- 172.21.15.8:0/3164006467 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c1432121c0 0x55c14321de90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:46.912 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.911+0000 7fedff400700 1 --2- 172.21.15.8:0/3164006467 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c143217690 0x55c14321b230 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fedf0000c00 tx=0x7fedf000f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52e9a5ad87534a0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:46.912 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.911+0000 7fede9600700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:19:46.913 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.911+0000 7fede9600700 1 -- 172.21.15.8:0/3164006467 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedf0028040 con 0x55c143217690 2024-05-20T21:19:46.913 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.911+0000 7fede9600700 1 -- 172.21.15.8:0/3164006467 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fedf0003680 con 0x55c143217690 2024-05-20T21:19:46.913 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.911+0000 7fee1104cb80 1 -- 172.21.15.8:0/3164006467 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fedf0005040 con 0x55c143217690 2024-05-20T21:19:46.913 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.912+0000 7fede9600700 1 -- 172.21.15.8:0/3164006467 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fedf0005690 con 0x55c143217690 2024-05-20T21:19:46.913 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.912+0000 7fee1104cb80 10 client.16269 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:46.913 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.912+0000 7fee1104cb80 1 -- 172.21.15.8:0/3164006467 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c1431300e0 con 0x55c143217690 2024-05-20T21:19:46.913 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.912+0000 7fede9600700 1 -- 172.21.15.8:0/3164006467 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fedf0005040 con 0x55c143217690 2024-05-20T21:19:46.913 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.912+0000 7fede9600700 1 -- 172.21.15.8:0/3164006467 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fedf002b070 con 0x55c143217690 2024-05-20T21:19:46.913 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.912+0000 7fee1104cb80 10 client.16269 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:46.913 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.912+0000 7fee1104cb80 10 client.16269 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:19:46.913 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.912+0000 7fee1104cb80 20 client.16269 populate_metadata read hostname 'smithi008' 2024-05-20T21:19:46.913 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.912+0000 7fee1104cb80 1 --2- 172.21.15.8:0/3164006467 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55c14322b590 0x55c14322d980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:46.913 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.912+0000 7fee1104cb80 4 client.16269 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:19:46.913 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.912+0000 7fee1104cb80 1 -- 172.21.15.8:0/3164006467 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c143171e10 con 0x55c14322b590 2024-05-20T21:19:46.914 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.913+0000 7fedfea00700 1 --2- 172.21.15.8:0/3164006467 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55c14322b590 0x55c14322d980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:46.914 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.913+0000 7fedfea00700 1 --2- 172.21.15.8:0/3164006467 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55c14322b590 0x55c14322d980 crc :-1 s=READY pgs=129 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9e7ba29393f128e4 server_cookie=db01d67fbf4ef223 in_seq=0 out_seq=0 2024-05-20T21:19:46.914 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.913+0000 7fede9600700 10 client.16269 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:19:46.915 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.914+0000 7fede9600700 1 -- 172.21.15.8:0/3164006467 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55c143171e10 con 0x55c14322b590 2024-05-20T21:19:46.915 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.914+0000 7fede9600700 10 client.16269 handle_command_reply: tid=0 2024-05-20T21:19:46.915 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.914+0000 7fee1104cb80 1 client.16269 shutdown 2024-05-20T21:19:46.915 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.914+0000 7fee1104cb80 1 -- 172.21.15.8:0/3164006467 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c143217690 msgr2=0x55c14321b230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:46.915 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.915+0000 7fee1104cb80 1 --2- 172.21.15.8:0/3164006467 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c143217690 0x55c14321b230 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fedf0000c00 tx=0x7fedf000f690 comp rx=0 tx=0).stop 2024-05-20T21:19:46.915 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.915+0000 7fee1104cb80 1 -- 172.21.15.8:0/3164006467 shutdown_connections 2024-05-20T21:19:46.915 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.915+0000 7fee1104cb80 1 --2- 172.21.15.8:0/3164006467 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55c14322b590 0x55c14322d980 crc :-1 s=READY pgs=129 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:46.915 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.915+0000 7fee1104cb80 1 --2- 172.21.15.8:0/3164006467 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c143217fb0 0x55c14321b770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:46.915 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.915+0000 7fee1104cb80 1 --2- 172.21.15.8:0/3164006467 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c1432121c0 0x55c14321de90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:46.915 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.915+0000 7fee1104cb80 1 --2- 172.21.15.8:0/3164006467 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c143217690 0x55c14321b230 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:46.915 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.915+0000 7fede9600700 0 client.16269 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:19:46.915 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.915+0000 7fee1104cb80 1 -- 172.21.15.8:0/3164006467 >> 172.21.15.8:0/3164006467 conn(0x55c14313fc60 msgr2=0x55c14320bdf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:46.916 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.915+0000 7fee1104cb80 1 -- 172.21.15.8:0/3164006467 shutdown_connections 2024-05-20T21:19:46.916 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.915+0000 7fee1104cb80 1 -- 172.21.15.8:0/3164006467 wait complete. 2024-05-20T21:19:46.916 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.915+0000 7fee1104cb80 20 client.16269 trim_cache size 0 max 16384 2024-05-20T21:19:46.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:19:46 smithi050 ceph-mon[35809]: pgmap v573: 97 pgs: 97 active+clean; 1.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 682 B/s wr, 6 op/s 2024-05-20T21:19:46.937 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.938+0000 7fee1104cb80 1 Processor -- start 2024-05-20T21:19:46.937 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.938+0000 7fee1104cb80 1 -- start start 2024-05-20T21:19:46.938 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.938+0000 7fee1104cb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c1432121c0 0x55c143211ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:46.938 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.938+0000 7fee1104cb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c143217690 0x55c14320c570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:46.938 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.938+0000 7fee1104cb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c143217fb0 0x55c1432309a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:46.938 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.938+0000 7fee1104cb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fee001b6a10 con 0x55c143217690 2024-05-20T21:19:46.938 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.938+0000 7fee1104cb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fee001b42a0 con 0x55c143217fb0 2024-05-20T21:19:46.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.938+0000 7fee1104cb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fee001b20f0 con 0x55c1432121c0 2024-05-20T21:19:46.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.939+0000 7fedff400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c143217690 0x55c14320c570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:46.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.939+0000 7fedff400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c143217690 0x55c14320c570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:33368/0 (socket says 172.21.15.8:33368) 2024-05-20T21:19:46.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.939+0000 7fedff400700 1 -- 172.21.15.8:0/1259110890 learned_addr learned my addr 172.21.15.8:0/1259110890 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:46.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.939+0000 7fedff400700 1 -- 172.21.15.8:0/1259110890 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c1432121c0 msgr2=0x55c143211ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:46.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.939+0000 7fedfea00700 1 --2- 172.21.15.8:0/1259110890 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c1432121c0 0x55c143211ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:46.940 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.939+0000 7fedff400700 1 --2- 172.21.15.8:0/1259110890 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c1432121c0 0x55c143211ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:46.940 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.939+0000 7fedff400700 1 -- 172.21.15.8:0/1259110890 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c143217fb0 msgr2=0x55c1432309a0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-20T21:19:46.940 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.939+0000 7fedff400700 1 --2- 172.21.15.8:0/1259110890 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c143217fb0 0x55c1432309a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:46.940 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.939+0000 7fedff400700 1 -- 172.21.15.8:0/1259110890 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c14320d520 con 0x55c143217690 2024-05-20T21:19:46.940 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.939+0000 7fedfea00700 1 --2- 172.21.15.8:0/1259110890 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c1432121c0 0x55c143211ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:19:46.940 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.940+0000 7fedff400700 1 --2- 172.21.15.8:0/1259110890 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c143217690 0x55c14320c570 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fedf0009810 tx=0x7fedf000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf1e8de0017207b1 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:46.940 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.940+0000 7fedebe00700 1 -- 172.21.15.8:0/1259110890 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedf0028040 con 0x55c143217690 2024-05-20T21:19:46.940 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.940+0000 7fedebe00700 1 -- 172.21.15.8:0/1259110890 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fedf0031070 con 0x55c143217690 2024-05-20T21:19:46.940 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.940+0000 7fedebe00700 1 -- 172.21.15.8:0/1259110890 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedf002ccb0 con 0x55c143217690 2024-05-20T21:19:46.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.941+0000 7fee1104cb80 1 -- 172.21.15.8:0/1259110890 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c143217690 msgr2=0x55c14320c570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:46.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.941+0000 7fee1104cb80 1 --2- 172.21.15.8:0/1259110890 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c143217690 0x55c14320c570 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fedf0009810 tx=0x7fedf000b330 comp rx=0 tx=0).stop 2024-05-20T21:19:46.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.941+0000 7fee1104cb80 1 -- 172.21.15.8:0/1259110890 shutdown_connections 2024-05-20T21:19:46.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.941+0000 7fee1104cb80 1 --2- 172.21.15.8:0/1259110890 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c143217fb0 0x55c1432309a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:46.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.941+0000 7fee1104cb80 1 --2- 172.21.15.8:0/1259110890 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c1432121c0 0x55c143211ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:46.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.941+0000 7fee1104cb80 1 --2- 172.21.15.8:0/1259110890 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c143217690 0x55c14320c570 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:46.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.941+0000 7fee1104cb80 1 -- 172.21.15.8:0/1259110890 >> 172.21.15.8:0/1259110890 conn(0x55c14313fc60 msgr2=0x55c143218ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:46.942 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.941+0000 7fee1104cb80 1 -- 172.21.15.8:0/1259110890 shutdown_connections 2024-05-20T21:19:46.942 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.941+0000 7fee1104cb80 1 -- 172.21.15.8:0/1259110890 wait complete. 2024-05-20T21:19:46.942 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.942+0000 7fee1104cb80 1 -- start start 2024-05-20T21:19:46.942 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.942+0000 7fee1104cb80 1 Processor -- start 2024-05-20T21:19:46.943 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.942+0000 7fee1104cb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c1432121c0 0x55c143230d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:46.943 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.942+0000 7fee1104cb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c143217690 0x55c143231240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:46.943 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.942+0000 7fee1104cb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c143217fb0 0x55c14322f290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:46.943 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.942+0000 7fee1104cb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fee001b2760 con 0x55c143217fb0 2024-05-20T21:19:46.943 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.943+0000 7fee1104cb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fee001b3bd0 con 0x55c1432121c0 2024-05-20T21:19:46.943 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.943+0000 7fee1104cb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fee001b2e30 con 0x55c143217690 2024-05-20T21:19:46.943 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.943+0000 7fee1104cb80 10 client.0 _ll_register_callbacks cb 0x55c143109cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:46.943 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.943+0000 7fedfea00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c1432121c0 0x55c143230d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:46.943 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.943+0000 7fedfea00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c1432121c0 0x55c143230d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:45430/0 (socket says 172.21.15.8:45430) 2024-05-20T21:19:46.944 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.943+0000 7fedfea00700 1 -- 172.21.15.8:0/2590969938 learned_addr learned my addr 172.21.15.8:0/2590969938 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:46.944 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.943+0000 7fedff400700 1 --2- 172.21.15.8:0/2590969938 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c143217690 0x55c143231240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:46.944 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.943+0000 7fedfea00700 1 --2- 172.21.15.8:0/2590969938 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c143217fb0 0x55c14322f290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:46.944 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.943+0000 7fedfea00700 1 -- 172.21.15.8:0/2590969938 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c143217690 msgr2=0x55c143231240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:46.944 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.943+0000 7fedfea00700 1 --2- 172.21.15.8:0/2590969938 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c143217690 0x55c143231240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:46.944 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.943+0000 7fedfea00700 1 -- 172.21.15.8:0/2590969938 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c143217fb0 msgr2=0x55c14322f290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:46.944 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.943+0000 7fedfea00700 1 --2- 172.21.15.8:0/2590969938 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c143217fb0 0x55c14322f290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:46.944 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.943+0000 7fedfea00700 1 -- 172.21.15.8:0/2590969938 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c14322fad0 con 0x55c1432121c0 2024-05-20T21:19:46.944 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.943+0000 7fedff400700 1 --2- 172.21.15.8:0/2590969938 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c143217690 0x55c143231240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:46.944 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.944+0000 7fedfea00700 1 --2- 172.21.15.8:0/2590969938 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c1432121c0 0x55c143230d00 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x55c14321eaf0 tx=0x7fedec009820 comp rx=0 tx=0).ready entity=mon.2 client_cookie=53ac089d38247274 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:46.944 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.944+0000 7fede9600700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:19:46.945 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.944+0000 7fede9600700 1 -- 172.21.15.8:0/2590969938 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedec003cf0 con 0x55c1432121c0 2024-05-20T21:19:46.945 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.944+0000 7fee1104cb80 1 -- 172.21.15.8:0/2590969938 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fedf0031070 con 0x55c1432121c0 2024-05-20T21:19:46.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.944+0000 7fede9600700 1 -- 172.21.15.8:0/2590969938 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fedec0104b0 con 0x55c1432121c0 2024-05-20T21:19:46.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.944+0000 7fede9600700 1 -- 172.21.15.8:0/2590969938 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fedec003e90 con 0x55c1432121c0 2024-05-20T21:19:46.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.945+0000 7fee1104cb80 10 client.26390 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:46.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.945+0000 7fee1104cb80 1 -- 172.21.15.8:0/2590969938 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c143296ad0 con 0x55c1432121c0 2024-05-20T21:19:46.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.945+0000 7fede9600700 1 -- 172.21.15.8:0/2590969938 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fedf0031070 con 0x55c1432121c0 2024-05-20T21:19:46.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.945+0000 7fede9600700 1 -- 172.21.15.8:0/2590969938 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fedec022040 con 0x55c1432121c0 2024-05-20T21:19:46.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.945+0000 7fee1104cb80 10 client.26390 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:46.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.945+0000 7fee1104cb80 10 client.26390 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:19:46.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.945+0000 7fee1104cb80 20 client.26390 populate_metadata read hostname 'smithi008' 2024-05-20T21:19:46.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.945+0000 7fee1104cb80 1 --2- 172.21.15.8:0/2590969938 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55c1432970e0 0x55c1432994d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:46.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.945+0000 7fee1104cb80 4 client.26390 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:19:46.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.945+0000 7fee1104cb80 1 -- 172.21.15.8:0/2590969938 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55c14316b5f0 con 0x55c1432970e0 2024-05-20T21:19:46.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.946+0000 7fedff400700 1 --2- 172.21.15.8:0/2590969938 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55c1432970e0 0x55c1432994d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:46.947 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.946+0000 7fedff400700 1 --2- 172.21.15.8:0/2590969938 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55c1432970e0 0x55c1432994d0 crc :-1 s=READY pgs=130 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e16ba35dbdb9cae3 server_cookie=7f3ed7fcf0b2b0e6 in_seq=0 out_seq=0 2024-05-20T21:19:46.947 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.946+0000 7fede9600700 10 client.26390 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:19:46.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.947+0000 7fede9600700 1 -- 172.21.15.8:0/2590969938 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55c14316b5f0 con 0x55c1432970e0 2024-05-20T21:19:46.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.947+0000 7fede9600700 10 client.26390 handle_command_reply: tid=0 2024-05-20T21:19:46.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.947+0000 7fee1104cb80 1 client.26390 shutdown 2024-05-20T21:19:46.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.948+0000 7fee1104cb80 1 -- 172.21.15.8:0/2590969938 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c1432121c0 msgr2=0x55c143230d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:46.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.948+0000 7fee1104cb80 1 --2- 172.21.15.8:0/2590969938 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c1432121c0 0x55c143230d00 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x55c14321eaf0 tx=0x7fedec009820 comp rx=0 tx=0).stop 2024-05-20T21:19:46.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.948+0000 7fee1104cb80 1 -- 172.21.15.8:0/2590969938 shutdown_connections 2024-05-20T21:19:46.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.948+0000 7fee1104cb80 1 --2- 172.21.15.8:0/2590969938 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55c1432970e0 0x55c1432994d0 crc :-1 s=READY pgs=130 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:46.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.948+0000 7fee1104cb80 1 --2- 172.21.15.8:0/2590969938 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c1432121c0 0x55c143230d00 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:46.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.948+0000 7fee1104cb80 1 --2- 172.21.15.8:0/2590969938 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c143217fb0 0x55c14322f290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:46.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.948+0000 7fee1104cb80 1 --2- 172.21.15.8:0/2590969938 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c143217690 0x55c143231240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:46.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.948+0000 7fede9600700 0 client.26390 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:19:46.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.948+0000 7fee1104cb80 1 -- 172.21.15.8:0/2590969938 >> 172.21.15.8:0/2590969938 conn(0x55c14313fc60 msgr2=0x55c143218390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:46.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.948+0000 7fee1104cb80 1 -- 172.21.15.8:0/2590969938 shutdown_connections 2024-05-20T21:19:46.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.948+0000 7fee1104cb80 1 -- 172.21.15.8:0/2590969938 wait complete. 2024-05-20T21:19:46.949 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.948+0000 7fee1104cb80 20 client.26390 trim_cache size 0 max 16384 2024-05-20T21:19:46.949 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:19:46.949 INFO:teuthology.orchestra.run.smithi008.stdout: "return_code": 0, 2024-05-20T21:19:46.949 INFO:teuthology.orchestra.run.smithi008.stdout: "scrub_tag": "05665497-2c1c-4931-a064-dc8c8b8e0a19", 2024-05-20T21:19:46.949 INFO:teuthology.orchestra.run.smithi008.stdout: "mode": "asynchronous" 2024-05-20T21:19:46.949 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:19:46.950 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.949+0000 7fee06600700 1 -- 172.21.15.8:0/4252341791 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fede40b2880 msgr2=0x7fede40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:46.950 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.949+0000 7fee06600700 1 --2- 172.21.15.8:0/4252341791 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fede40b2880 0x7fede40b4d40 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fedf8009510 tx=0x7fedf8009480 comp rx=0 tx=0).stop 2024-05-20T21:19:46.950 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.949+0000 7fee06600700 1 -- 172.21.15.8:0/4252341791 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fee0010eeb0 msgr2=0x7fee001a4b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:46.950 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.949+0000 7fee06600700 1 --2- 172.21.15.8:0/4252341791 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fee0010eeb0 0x7fee001a4b50 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fedf800ef30 tx=0x7fedf800c3a0 comp rx=0 tx=0).stop 2024-05-20T21:19:46.950 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.949+0000 7fee06600700 1 -- 172.21.15.8:0/4252341791 shutdown_connections 2024-05-20T21:19:46.950 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.949+0000 7fee06600700 1 --2- 172.21.15.8:0/4252341791 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fede40b2880 0x7fede40b4d40 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:46.950 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.949+0000 7fee06600700 1 --2- 172.21.15.8:0/4252341791 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fee0010eeb0 0x7fee001a4b50 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:46.950 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.949+0000 7fee06600700 1 --2- 172.21.15.8:0/4252341791 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fee00109dd0 0x7fee001a02d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:46.950 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.949+0000 7fee06600700 1 --2- 172.21.15.8:0/4252341791 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fee0010a780 0x7fee001a0810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:46.950 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.949+0000 7fee06600700 1 -- 172.21.15.8:0/4252341791 >> 172.21.15.8:0/4252341791 conn(0x7fee00076d10 msgr2=0x7fee001091f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:46.951 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.949+0000 7fee06600700 1 -- 172.21.15.8:0/4252341791 shutdown_connections 2024-05-20T21:19:46.951 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:46.950+0000 7fee06600700 1 -- 172.21.15.8:0/4252341791 wait complete. 2024-05-20T21:19:47.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:19:47 smithi008 ceph-mon[31475]: scrub queued for path: / 2024-05-20T21:19:47.703 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:19:47 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:19:47.703 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:19:47 smithi008 ceph-mon[31475]: scrub summary: active paths [/] 2024-05-20T21:19:47.703 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:19:47 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:19:47.843 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:19:47.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:19:47 smithi130 ceph-mon[36448]: scrub queued for path: / 2024-05-20T21:19:47.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:19:47 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:19:47.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:19:47 smithi130 ceph-mon[36448]: scrub summary: active paths [/] 2024-05-20T21:19:47.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:19:47 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:19:47.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:19:47 smithi050 ceph-mon[35809]: scrub queued for path: / 2024-05-20T21:19:47.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:19:47 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:19:47.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:19:47 smithi050 ceph-mon[35809]: scrub summary: active paths [/] 2024-05-20T21:19:47.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:19:47 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:19:48.309 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:19:48.802 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:19:48 smithi008 ceph-mon[31475]: pgmap v574: 97 pgs: 97 active+clean; 1.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 852 B/s wr, 7 op/s 2024-05-20T21:19:48.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:19:48 smithi130 ceph-mon[36448]: pgmap v574: 97 pgs: 97 active+clean; 1.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 852 B/s wr, 7 op/s 2024-05-20T21:19:48.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:19:48 smithi050 ceph-mon[35809]: pgmap v574: 97 pgs: 97 active+clean; 1.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 852 B/s wr, 7 op/s 2024-05-20T21:19:50.582 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.580+0000 7f8f6be00700 1 -- 172.21.15.8:0/2452125913 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8f6c0758e0 msgr2=0x7f8f6c075cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:53.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.580+0000 7f8f6be00700 1 --2- 172.21.15.8:0/2452125913 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8f6c0758e0 0x7f8f6c075cc0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f8f5c009990 tx=0x7f8f5c009ca0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.580+0000 7f8f6be00700 1 -- 172.21.15.8:0/2452125913 shutdown_connections 2024-05-20T21:19:53.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.580+0000 7f8f6be00700 1 --2- 172.21.15.8:0/2452125913 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8f6c114470 0x7f8f6c116860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.580+0000 7f8f6be00700 1 --2- 172.21.15.8:0/2452125913 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8f6c0758e0 0x7f8f6c075cc0 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.580+0000 7f8f6be00700 1 --2- 172.21.15.8:0/2452125913 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8f6c076200 0x7f8f6c113f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.580+0000 7f8f6be00700 1 -- 172.21.15.8:0/2452125913 >> 172.21.15.8:0/2452125913 conn(0x7f8f6c0fef50 msgr2=0x7f8f6c101370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:53.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.580+0000 7f8f6be00700 1 -- 172.21.15.8:0/2452125913 shutdown_connections 2024-05-20T21:19:53.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.581+0000 7f8f6be00700 1 -- 172.21.15.8:0/2452125913 wait complete. 2024-05-20T21:19:53.576 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.582+0000 7f8f6be00700 1 Processor -- start 2024-05-20T21:19:53.576 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.582+0000 7f8f6be00700 1 -- start start 2024-05-20T21:19:53.576 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.582+0000 7f8f6be00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8f6c0758e0 0x7f8f6c1a00b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:53.576 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.582+0000 7f8f6be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8f6c076200 0x7f8f6c1a05f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:53.576 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.582+0000 7f8f6be00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8f6c114470 0x7f8f6c1a4980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:53.576 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.582+0000 7f8f6be00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f8f6c119c40 con 0x7f8f6c076200 2024-05-20T21:19:53.576 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.582+0000 7f8f6be00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8f6c119ac0 con 0x7f8f6c0758e0 2024-05-20T21:19:53.576 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.582+0000 7f8f6be00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f8f6c119dc0 con 0x7f8f6c114470 2024-05-20T21:19:53.578 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:19:50 smithi050 ceph-mon[35809]: pgmap v575: 97 pgs: 97 active+clean; 2.0 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 7.3 KiB/s wr, 11 op/s 2024-05-20T21:19:53.578 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:19:51 smithi050 ceph-mon[35809]: scrub summary: idle 2024-05-20T21:19:53.578 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:19:52 smithi050 ceph-mon[35809]: pgmap v576: 97 pgs: 97 active+clean; 2.0 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 7.1 KiB/s wr, 12 op/s 2024-05-20T21:19:53.578 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:19:50 smithi130 ceph-mon[36448]: pgmap v575: 97 pgs: 97 active+clean; 2.0 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 7.3 KiB/s wr, 11 op/s 2024-05-20T21:19:53.578 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:19:51 smithi130 ceph-mon[36448]: scrub summary: idle 2024-05-20T21:19:53.578 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:19:52 smithi130 ceph-mon[36448]: pgmap v576: 97 pgs: 97 active+clean; 2.0 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 7.1 KiB/s wr, 12 op/s 2024-05-20T21:19:53.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.582+0000 7f8f6a000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8f6c076200 0x7f8f6c1a05f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:53.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.583+0000 7f8f6aa00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8f6c0758e0 0x7f8f6c1a00b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:53.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.583+0000 7f8f6aa00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8f6c0758e0 0x7f8f6c1a00b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:45450/0 (socket says 172.21.15.8:45450) 2024-05-20T21:19:53.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.583+0000 7f8f6aa00700 1 -- 172.21.15.8:0/2718537705 learned_addr learned my addr 172.21.15.8:0/2718537705 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:53.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.583+0000 7f8f6b400700 1 --2- 172.21.15.8:0/2718537705 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8f6c114470 0x7f8f6c1a4980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:53.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.583+0000 7f8f6aa00700 1 -- 172.21.15.8:0/2718537705 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8f6c114470 msgr2=0x7f8f6c1a4980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:53.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.583+0000 7f8f6aa00700 1 --2- 172.21.15.8:0/2718537705 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8f6c114470 0x7f8f6c1a4980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.583+0000 7f8f6aa00700 1 -- 172.21.15.8:0/2718537705 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8f6c076200 msgr2=0x7f8f6c1a05f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:53.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.583+0000 7f8f6aa00700 1 --2- 172.21.15.8:0/2718537705 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8f6c076200 0x7f8f6c1a05f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.583+0000 7f8f6aa00700 1 -- 172.21.15.8:0/2718537705 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f6c1a50c0 con 0x7f8f6c0758e0 2024-05-20T21:19:53.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.583+0000 7f8f6a000700 1 --2- 172.21.15.8:0/2718537705 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8f6c076200 0x7f8f6c1a05f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:53.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.583+0000 7f8f6aa00700 1 --2- 172.21.15.8:0/2718537705 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8f6c0758e0 0x7f8f6c1a00b0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f8f5c000c00 tx=0x7f8f5c0047b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:53.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.584+0000 7f8f70a00700 1 -- 172.21.15.8:0/2718537705 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f5c027070 con 0x7f8f6c0758e0 2024-05-20T21:19:53.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.584+0000 7f8f6be00700 1 -- 172.21.15.8:0/2718537705 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f6c1a5350 con 0x7f8f6c0758e0 2024-05-20T21:19:53.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.584+0000 7f8f70a00700 1 -- 172.21.15.8:0/2718537705 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8f5c003f20 con 0x7f8f6c0758e0 2024-05-20T21:19:53.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.584+0000 7f8f70a00700 1 -- 172.21.15.8:0/2718537705 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f5c022ca0 con 0x7f8f6c0758e0 2024-05-20T21:19:53.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.584+0000 7f8f6be00700 1 -- 172.21.15.8:0/2718537705 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f6c1acc30 con 0x7f8f6c0758e0 2024-05-20T21:19:53.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.588+0000 7f8f70a00700 1 -- 172.21.15.8:0/2718537705 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f8f5c02a070 con 0x7f8f6c0758e0 2024-05-20T21:19:53.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.589+0000 7f8f7c830b80 1 Processor -- start 2024-05-20T21:19:53.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.589+0000 7f8f7c830b80 1 -- start start 2024-05-20T21:19:53.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.590+0000 7f8f7c830b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55acfc19b7c0 0x55acfc19bba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:53.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.590+0000 7f8f7c830b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55acfc19c0e0 0x55acfc195d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:53.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.590+0000 7f8f7c830b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55acfc196390 0x55acfc1967f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:53.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.590+0000 7f8f7c830b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55acfc0f3e40 con 0x55acfc19c0e0 2024-05-20T21:19:53.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.590+0000 7f8f7c830b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55acfc0e39e0 con 0x55acfc196390 2024-05-20T21:19:53.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.590+0000 7f8f7c830b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55acfc0e7a20 con 0x55acfc19b7c0 2024-05-20T21:19:53.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.590+0000 7f8f6b400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55acfc19b7c0 0x55acfc19bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:53.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.590+0000 7f8f6b400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55acfc19b7c0 0x55acfc19bba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:54084/0 (socket says 172.21.15.8:54084) 2024-05-20T21:19:53.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.590+0000 7f8f6aa00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55acfc19c0e0 0x55acfc195d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:53.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.590+0000 7f8f6b400700 1 -- 172.21.15.8:0/3685808344 learned_addr learned my addr 172.21.15.8:0/3685808344 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:53.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.590+0000 7f8f6a000700 1 --2- 172.21.15.8:0/3685808344 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55acfc196390 0x55acfc1967f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:53.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.591+0000 7f8f6b400700 1 -- 172.21.15.8:0/3685808344 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55acfc196390 msgr2=0x55acfc1967f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:53.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.591+0000 7f8f6b400700 1 --2- 172.21.15.8:0/3685808344 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55acfc196390 0x55acfc1967f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.591+0000 7f8f6b400700 1 -- 172.21.15.8:0/3685808344 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55acfc19c0e0 msgr2=0x55acfc195d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:53.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.591+0000 7f8f6b400700 1 --2- 172.21.15.8:0/3685808344 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55acfc19c0e0 0x55acfc195d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.591+0000 7f8f70a00700 1 --2- 172.21.15.8:0/2718537705 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f8f500b2880 0x7f8f500b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:53.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.591+0000 7f8f6b400700 1 -- 172.21.15.8:0/3685808344 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55acfc0ac420 con 0x55acfc19b7c0 2024-05-20T21:19:53.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.591+0000 7f8f6a000700 1 --2- 172.21.15.8:0/3685808344 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55acfc196390 0x55acfc1967f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:19:53.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.591+0000 7f8f70a00700 1 -- 172.21.15.8:0/2718537705 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f8f5c0e3090 con 0x7f8f6c0758e0 2024-05-20T21:19:53.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.591+0000 7f8f6a000700 1 --2- 172.21.15.8:0/2718537705 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f8f500b2880 0x7f8f500b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:53.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.591+0000 7f8f6b400700 1 --2- 172.21.15.8:0/3685808344 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55acfc19b7c0 0x55acfc19bba0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f8f6400f3e0 tx=0x7f8f6400f6f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9b26457a6ea02f99 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:53.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.592+0000 7f8f60c00700 1 -- 172.21.15.8:0/3685808344 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f64018030 con 0x55acfc19b7c0 2024-05-20T21:19:53.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.592+0000 7f8f60c00700 1 -- 172.21.15.8:0/3685808344 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8f64004bb0 con 0x55acfc19b7c0 2024-05-20T21:19:53.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.592+0000 7f8f60c00700 1 -- 172.21.15.8:0/3685808344 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f64005020 con 0x55acfc19b7c0 2024-05-20T21:19:53.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.593+0000 7f8f7c830b80 1 -- 172.21.15.8:0/3685808344 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55acfc19b7c0 msgr2=0x55acfc19bba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:53.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.593+0000 7f8f6a000700 1 --2- 172.21.15.8:0/2718537705 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f8f500b2880 0x7f8f500b4d40 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f8f6c107220 tx=0x7f8f580073d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:53.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.593+0000 7f8f7c830b80 1 --2- 172.21.15.8:0/3685808344 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55acfc19b7c0 0x55acfc19bba0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f8f6400f3e0 tx=0x7f8f6400f6f0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.593+0000 7f8f7c830b80 1 -- 172.21.15.8:0/3685808344 shutdown_connections 2024-05-20T21:19:53.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.593+0000 7f8f7c830b80 1 --2- 172.21.15.8:0/3685808344 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55acfc196390 0x55acfc1967f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.593+0000 7f8f7c830b80 1 --2- 172.21.15.8:0/3685808344 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55acfc19b7c0 0x55acfc19bba0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.593+0000 7f8f7c830b80 1 --2- 172.21.15.8:0/3685808344 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55acfc19c0e0 0x55acfc195d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.593+0000 7f8f7c830b80 1 -- 172.21.15.8:0/3685808344 >> 172.21.15.8:0/3685808344 conn(0x55acfc0c3be0 msgr2=0x55acfc190810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:53.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.593+0000 7f8f7c830b80 1 -- 172.21.15.8:0/3685808344 shutdown_connections 2024-05-20T21:19:53.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.593+0000 7f8f7c830b80 1 -- 172.21.15.8:0/3685808344 wait complete. 2024-05-20T21:19:53.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.593+0000 7f8f7c830b80 1 -- start start 2024-05-20T21:19:53.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.594+0000 7f8f7c830b80 1 Processor -- start 2024-05-20T21:19:53.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.594+0000 7f8f7c830b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55acfc196390 0x55acfc1a1e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:53.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.594+0000 7f8f7c830b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55acfc19b7c0 0x55acfc19f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:53.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.594+0000 7f8f7c830b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55acfc19c0e0 0x55acfc19f700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:53.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.594+0000 7f8f7c830b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55acfbfe9fa0 con 0x55acfc19c0e0 2024-05-20T21:19:53.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.594+0000 7f8f7c830b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55acfc084760 con 0x55acfc196390 2024-05-20T21:19:53.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.594+0000 7f8f7c830b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55acfc1a2c00 con 0x55acfc19b7c0 2024-05-20T21:19:53.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.594+0000 7f8f7c830b80 10 client.0 _ll_register_callbacks cb 0x55acfc08dc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:53.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.595+0000 7f8f6aa00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55acfc196390 0x55acfc1a1e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:53.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.595+0000 7f8f6aa00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55acfc196390 0x55acfc1a1e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:45468/0 (socket says 172.21.15.8:45468) 2024-05-20T21:19:53.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.595+0000 7f8f6aa00700 1 -- 172.21.15.8:0/3830316120 learned_addr learned my addr 172.21.15.8:0/3830316120 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:53.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.595+0000 7f8f6a000700 1 --2- 172.21.15.8:0/3830316120 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55acfc19b7c0 0x55acfc19f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:53.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.595+0000 7f8f6b400700 1 --2- 172.21.15.8:0/3830316120 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55acfc19c0e0 0x55acfc19f700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:53.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.595+0000 7f8f6aa00700 1 -- 172.21.15.8:0/3830316120 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55acfc19b7c0 msgr2=0x55acfc19f1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:53.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.595+0000 7f8f6aa00700 1 --2- 172.21.15.8:0/3830316120 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55acfc19b7c0 0x55acfc19f1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.595+0000 7f8f6aa00700 1 -- 172.21.15.8:0/3830316120 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55acfc19c0e0 msgr2=0x55acfc19f700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:53.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.595+0000 7f8f6aa00700 1 --2- 172.21.15.8:0/3830316120 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55acfc19c0e0 0x55acfc19f700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.595+0000 7f8f6aa00700 1 -- 172.21.15.8:0/3830316120 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55acfc0338d0 con 0x55acfc196390 2024-05-20T21:19:53.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.595+0000 7f8f6aa00700 1 --2- 172.21.15.8:0/3830316120 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55acfc196390 0x55acfc1a1e20 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f8f5c009fd0 tx=0x7f8f5c0e6f60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=512d94c94a51789d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:53.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.595+0000 7f8f55600700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:19:53.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.596+0000 7f8f55600700 1 -- 172.21.15.8:0/3830316120 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f5c0aa4a0 con 0x55acfc196390 2024-05-20T21:19:53.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.596+0000 7f8f55600700 1 -- 172.21.15.8:0/3830316120 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f8f5c0e0c30 con 0x55acfc196390 2024-05-20T21:19:53.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.596+0000 7f8f7c830b80 1 -- 172.21.15.8:0/3830316120 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8f64004bb0 con 0x55acfc196390 2024-05-20T21:19:53.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.596+0000 7f8f55600700 1 -- 172.21.15.8:0/3830316120 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8f5c0a9e40 con 0x55acfc196390 2024-05-20T21:19:53.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.596+0000 7f8f7c830b80 10 client.26402 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:53.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.596+0000 7f8f7c830b80 1 -- 172.21.15.8:0/3830316120 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55acfc0b4060 con 0x55acfc196390 2024-05-20T21:19:53.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.596+0000 7f8f55600700 1 -- 172.21.15.8:0/3830316120 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8f64004bb0 con 0x55acfc196390 2024-05-20T21:19:53.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.596+0000 7f8f55600700 1 -- 172.21.15.8:0/3830316120 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f8f5c0920d0 con 0x55acfc196390 2024-05-20T21:19:53.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.596+0000 7f8f7c830b80 10 client.26402 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:53.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.596+0000 7f8f7c830b80 10 client.26402 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:19:53.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.596+0000 7f8f7c830b80 20 client.26402 populate_metadata read hostname 'smithi008' 2024-05-20T21:19:53.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.597+0000 7f8f7c830b80 1 --2- 172.21.15.8:0/3830316120 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55acfc1af6e0 0x55acfc1b1ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:53.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.597+0000 7f8f7c830b80 4 client.26402 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:19:53.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.597+0000 7f8f7c830b80 1 -- 172.21.15.8:0/3830316120 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55acfc0f5d90 con 0x55acfc1af6e0 2024-05-20T21:19:53.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.597+0000 7f8f6a000700 1 --2- 172.21.15.8:0/3830316120 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55acfc1af6e0 0x55acfc1b1ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:53.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.598+0000 7f8f6a000700 1 --2- 172.21.15.8:0/3830316120 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55acfc1af6e0 0x55acfc1b1ad0 crc :-1 s=READY pgs=131 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=48994a9aed7e32df server_cookie=ad2efb3b9a26d088 in_seq=0 out_seq=0 2024-05-20T21:19:53.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.598+0000 7f8f55600700 10 client.26402 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:19:53.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.598+0000 7f8f55600700 1 -- 172.21.15.8:0/3830316120 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55acfc0f5d90 con 0x55acfc1af6e0 2024-05-20T21:19:53.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.598+0000 7f8f55600700 10 client.26402 handle_command_reply: tid=0 2024-05-20T21:19:53.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.599+0000 7f8f7c830b80 1 client.26402 shutdown 2024-05-20T21:19:53.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.599+0000 7f8f7c830b80 1 -- 172.21.15.8:0/3830316120 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55acfc196390 msgr2=0x55acfc1a1e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:53.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.599+0000 7f8f7c830b80 1 --2- 172.21.15.8:0/3830316120 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55acfc196390 0x55acfc1a1e20 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f8f5c009fd0 tx=0x7f8f5c0e6f60 comp rx=0 tx=0).stop 2024-05-20T21:19:53.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.599+0000 7f8f7c830b80 1 -- 172.21.15.8:0/3830316120 shutdown_connections 2024-05-20T21:19:53.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.599+0000 7f8f7c830b80 1 --2- 172.21.15.8:0/3830316120 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55acfc1af6e0 0x55acfc1b1ad0 crc :-1 s=READY pgs=131 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.599+0000 7f8f7c830b80 1 --2- 172.21.15.8:0/3830316120 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55acfc196390 0x55acfc1a1e20 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.599+0000 7f8f55600700 0 client.26402 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:19:53.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.599+0000 7f8f7c830b80 1 --2- 172.21.15.8:0/3830316120 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55acfc19c0e0 0x55acfc19f700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.599+0000 7f8f7c830b80 1 --2- 172.21.15.8:0/3830316120 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55acfc19b7c0 0x55acfc19f1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.599+0000 7f8f7c830b80 1 -- 172.21.15.8:0/3830316120 >> 172.21.15.8:0/3830316120 conn(0x55acfc0c3be0 msgr2=0x55acfc18ffc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:53.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.599+0000 7f8f7c830b80 1 -- 172.21.15.8:0/3830316120 shutdown_connections 2024-05-20T21:19:53.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.599+0000 7f8f7c830b80 1 -- 172.21.15.8:0/3830316120 wait complete. 2024-05-20T21:19:53.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.599+0000 7f8f7c830b80 20 client.26402 trim_cache size 0 max 16384 2024-05-20T21:19:53.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.622+0000 7f8f7c830b80 1 Processor -- start 2024-05-20T21:19:53.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.622+0000 7f8f7c830b80 1 -- start start 2024-05-20T21:19:53.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.622+0000 7f8f7c830b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55acfc196390 0x55acfc195d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:53.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.622+0000 7f8f7c830b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55acfc19b7c0 0x55acfc19cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:53.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.622+0000 7f8f7c830b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55acfc19c0e0 0x55acfc190740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:53.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.623+0000 7f8f7c830b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f8f6c1b6800 con 0x55acfc19b7c0 2024-05-20T21:19:53.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.623+0000 7f8f7c830b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8f6c1b4090 con 0x55acfc196390 2024-05-20T21:19:53.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.623+0000 7f8f7c830b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f8f6c1b1ee0 con 0x55acfc19c0e0 2024-05-20T21:19:53.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.623+0000 7f8f6a000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55acfc19b7c0 0x55acfc19cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:53.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.623+0000 7f8f6a000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55acfc19b7c0 0x55acfc19cbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:33432/0 (socket says 172.21.15.8:33432) 2024-05-20T21:19:53.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.623+0000 7f8f6a000700 1 -- 172.21.15.8:0/2852006060 learned_addr learned my addr 172.21.15.8:0/2852006060 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:53.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.623+0000 7f8f6aa00700 1 --2- 172.21.15.8:0/2852006060 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55acfc196390 0x55acfc195d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:53.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.623+0000 7f8f6b400700 1 --2- 172.21.15.8:0/2852006060 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55acfc19c0e0 0x55acfc190740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:53.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.623+0000 7f8f6a000700 1 -- 172.21.15.8:0/2852006060 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55acfc19c0e0 msgr2=0x55acfc190740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:53.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.623+0000 7f8f6a000700 1 --2- 172.21.15.8:0/2852006060 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55acfc19c0e0 0x55acfc190740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.623+0000 7f8f6a000700 1 -- 172.21.15.8:0/2852006060 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55acfc196390 msgr2=0x55acfc195d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:53.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.623+0000 7f8f6a000700 1 --2- 172.21.15.8:0/2852006060 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55acfc196390 0x55acfc195d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.623+0000 7f8f6a000700 1 -- 172.21.15.8:0/2852006060 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55acfc1b1e40 con 0x55acfc19b7c0 2024-05-20T21:19:53.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.624+0000 7f8f6a000700 1 --2- 172.21.15.8:0/2852006060 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55acfc19b7c0 0x55acfc19cbd0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f8f58012fd0 tx=0x7f8f58015000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7cdf683ceaed20f7 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:53.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.624+0000 7f8f57e00700 1 -- 172.21.15.8:0/2852006060 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f58004220 con 0x55acfc19b7c0 2024-05-20T21:19:53.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.624+0000 7f8f57e00700 1 -- 172.21.15.8:0/2852006060 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8f580043c0 con 0x55acfc19b7c0 2024-05-20T21:19:53.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.624+0000 7f8f57e00700 1 -- 172.21.15.8:0/2852006060 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f58003680 con 0x55acfc19b7c0 2024-05-20T21:19:53.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.625+0000 7f8f7c830b80 1 -- 172.21.15.8:0/2852006060 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55acfc19b7c0 msgr2=0x55acfc19cbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:53.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.625+0000 7f8f7c830b80 1 --2- 172.21.15.8:0/2852006060 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55acfc19b7c0 0x55acfc19cbd0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f8f58012fd0 tx=0x7f8f58015000 comp rx=0 tx=0).stop 2024-05-20T21:19:53.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.625+0000 7f8f7c830b80 1 -- 172.21.15.8:0/2852006060 shutdown_connections 2024-05-20T21:19:53.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.625+0000 7f8f7c830b80 1 --2- 172.21.15.8:0/2852006060 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55acfc196390 0x55acfc195d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.625+0000 7f8f7c830b80 1 --2- 172.21.15.8:0/2852006060 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55acfc19c0e0 0x55acfc190740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.625+0000 7f8f7c830b80 1 --2- 172.21.15.8:0/2852006060 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55acfc19b7c0 0x55acfc19cbd0 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.625+0000 7f8f7c830b80 1 -- 172.21.15.8:0/2852006060 >> 172.21.15.8:0/2852006060 conn(0x55acfc0c3be0 msgr2=0x55acfc19c4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:53.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.625+0000 7f8f7c830b80 1 -- 172.21.15.8:0/2852006060 shutdown_connections 2024-05-20T21:19:53.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.625+0000 7f8f7c830b80 1 -- 172.21.15.8:0/2852006060 wait complete. 2024-05-20T21:19:53.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.625+0000 7f8f7c830b80 1 -- start start 2024-05-20T21:19:53.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.626+0000 7f8f7c830b80 1 Processor -- start 2024-05-20T21:19:53.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.626+0000 7f8f7c830b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55acfc196390 0x55acfc1a80a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:53.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.626+0000 7f8f7c830b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55acfc19b7c0 0x55acfc1a85e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:53.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.626+0000 7f8f7c830b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55acfc19c0e0 0x55acfc1a4e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:53.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.626+0000 7f8f7c830b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f8f6c1b2550 con 0x55acfc19b7c0 2024-05-20T21:19:53.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.626+0000 7f8f7c830b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8f6c1b39c0 con 0x55acfc196390 2024-05-20T21:19:53.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.626+0000 7f8f7c830b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f8f6c1b2c20 con 0x55acfc19c0e0 2024-05-20T21:19:53.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.626+0000 7f8f7c830b80 10 client.0 _ll_register_callbacks cb 0x55acfc08dc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:53.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.627+0000 7f8f6aa00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55acfc196390 0x55acfc1a80a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:53.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.627+0000 7f8f6a000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55acfc19b7c0 0x55acfc1a85e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:53.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.627+0000 7f8f6aa00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55acfc196390 0x55acfc1a80a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:45494/0 (socket says 172.21.15.8:45494) 2024-05-20T21:19:53.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.627+0000 7f8f6aa00700 1 -- 172.21.15.8:0/2770281303 learned_addr learned my addr 172.21.15.8:0/2770281303 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:53.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.627+0000 7f8f6b400700 1 --2- 172.21.15.8:0/2770281303 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55acfc19c0e0 0x55acfc1a4e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:53.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.627+0000 7f8f6aa00700 1 -- 172.21.15.8:0/2770281303 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55acfc19c0e0 msgr2=0x55acfc1a4e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:53.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.627+0000 7f8f6aa00700 1 --2- 172.21.15.8:0/2770281303 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55acfc19c0e0 0x55acfc1a4e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.627+0000 7f8f6aa00700 1 -- 172.21.15.8:0/2770281303 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55acfc19b7c0 msgr2=0x55acfc1a85e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:53.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.627+0000 7f8f6aa00700 1 --2- 172.21.15.8:0/2770281303 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55acfc19b7c0 0x55acfc1a85e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.627+0000 7f8f6aa00700 1 -- 172.21.15.8:0/2770281303 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55acfc1a5500 con 0x55acfc196390 2024-05-20T21:19:53.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.627+0000 7f8f6aa00700 1 --2- 172.21.15.8:0/2770281303 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55acfc196390 0x55acfc1a80a0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f8f5c0e6870 tx=0x7f8f5c092300 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6e8ea839f554086a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:53.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.627+0000 7f8f55600700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:19:53.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.628+0000 7f8f55600700 1 -- 172.21.15.8:0/2770281303 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f5c0aa020 con 0x55acfc196390 2024-05-20T21:19:53.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.628+0000 7f8f55600700 1 -- 172.21.15.8:0/2770281303 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f8f5c0b3220 con 0x55acfc196390 2024-05-20T21:19:53.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.628+0000 7f8f7c830b80 1 -- 172.21.15.8:0/2770281303 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8f580043c0 con 0x55acfc196390 2024-05-20T21:19:53.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.628+0000 7f8f55600700 1 -- 172.21.15.8:0/2770281303 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8f5c0aa4a0 con 0x55acfc196390 2024-05-20T21:19:53.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.628+0000 7f8f7c830b80 10 client.26408 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:53.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.628+0000 7f8f7c830b80 1 -- 172.21.15.8:0/2770281303 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55acfc21abf0 con 0x55acfc196390 2024-05-20T21:19:53.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.628+0000 7f8f55600700 1 -- 172.21.15.8:0/2770281303 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8f580043c0 con 0x55acfc196390 2024-05-20T21:19:53.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.628+0000 7f8f55600700 1 -- 172.21.15.8:0/2770281303 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f8f5c0e61c0 con 0x55acfc196390 2024-05-20T21:19:53.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.628+0000 7f8f7c830b80 10 client.26408 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:53.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.628+0000 7f8f7c830b80 10 client.26408 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:19:53.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.628+0000 7f8f7c830b80 20 client.26408 populate_metadata read hostname 'smithi008' 2024-05-20T21:19:53.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.628+0000 7f8f7c830b80 1 --2- 172.21.15.8:0/2770281303 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55acfc21b0b0 0x55acfc21d4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:53.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.628+0000 7f8f7c830b80 4 client.26408 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:19:53.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.628+0000 7f8f7c830b80 1 -- 172.21.15.8:0/2770281303 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55acfc0ef570 con 0x55acfc21b0b0 2024-05-20T21:19:53.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.629+0000 7f8f6a000700 1 --2- 172.21.15.8:0/2770281303 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55acfc21b0b0 0x55acfc21d4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:53.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.629+0000 7f8f6a000700 1 --2- 172.21.15.8:0/2770281303 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55acfc21b0b0 0x55acfc21d4a0 crc :-1 s=READY pgs=132 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cc24134bf850d9db server_cookie=ae1e24bbc185923 in_seq=0 out_seq=0 2024-05-20T21:19:53.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.629+0000 7f8f55600700 10 client.26408 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:19:53.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.630+0000 7f8f55600700 1 -- 172.21.15.8:0/2770281303 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55acfc0ef570 con 0x55acfc21b0b0 2024-05-20T21:19:53.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.630+0000 7f8f55600700 10 client.26408 handle_command_reply: tid=0 2024-05-20T21:19:53.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.630+0000 7f8f7c830b80 1 client.26408 shutdown 2024-05-20T21:19:53.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.630+0000 7f8f7c830b80 1 -- 172.21.15.8:0/2770281303 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55acfc196390 msgr2=0x55acfc1a80a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:53.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.630+0000 7f8f7c830b80 1 --2- 172.21.15.8:0/2770281303 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55acfc196390 0x55acfc1a80a0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f8f5c0e6870 tx=0x7f8f5c092300 comp rx=0 tx=0).stop 2024-05-20T21:19:53.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.630+0000 7f8f7c830b80 1 -- 172.21.15.8:0/2770281303 shutdown_connections 2024-05-20T21:19:53.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.630+0000 7f8f7c830b80 1 --2- 172.21.15.8:0/2770281303 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55acfc21b0b0 0x55acfc21d4a0 crc :-1 s=READY pgs=132 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.630+0000 7f8f7c830b80 1 --2- 172.21.15.8:0/2770281303 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55acfc196390 0x55acfc1a80a0 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.630+0000 7f8f7c830b80 1 --2- 172.21.15.8:0/2770281303 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55acfc19c0e0 0x55acfc1a4e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.630+0000 7f8f7c830b80 1 --2- 172.21.15.8:0/2770281303 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55acfc19b7c0 0x55acfc1a85e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.630+0000 7f8f55600700 0 client.26408 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:19:53.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.630+0000 7f8f7c830b80 1 -- 172.21.15.8:0/2770281303 >> 172.21.15.8:0/2770281303 conn(0x55acfc0c3be0 msgr2=0x55acfc19cd50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:53.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.630+0000 7f8f7c830b80 1 -- 172.21.15.8:0/2770281303 shutdown_connections 2024-05-20T21:19:53.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.630+0000 7f8f7c830b80 1 -- 172.21.15.8:0/2770281303 wait complete. 2024-05-20T21:19:53.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.630+0000 7f8f7c830b80 20 client.26408 trim_cache size 0 max 16384 2024-05-20T21:19:53.601 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:19:53.601 INFO:teuthology.orchestra.run.smithi008.stdout: "status": "IDLE (waiting for more scrubs)", 2024-05-20T21:19:53.601 INFO:teuthology.orchestra.run.smithi008.stdout: "scrubs": { 2024-05-20T21:19:53.601 INFO:teuthology.orchestra.run.smithi008.stdout: "05665497-2c1c-4931-a064-dc8c8b8e0a19": { 2024-05-20T21:19:53.601 INFO:teuthology.orchestra.run.smithi008.stdout: "path": "/", 2024-05-20T21:19:53.601 INFO:teuthology.orchestra.run.smithi008.stdout: "tag": "05665497-2c1c-4931-a064-dc8c8b8e0a19", 2024-05-20T21:19:53.601 INFO:teuthology.orchestra.run.smithi008.stdout: "options": "recursive,force" 2024-05-20T21:19:53.601 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:19:53.601 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:19:53.601 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:19:53.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.631+0000 7f8f6be00700 1 -- 172.21.15.8:0/2718537705 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f8f500b2880 msgr2=0x7f8f500b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:53.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.631+0000 7f8f6be00700 1 --2- 172.21.15.8:0/2718537705 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f8f500b2880 0x7f8f500b4d40 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f8f6c107220 tx=0x7f8f580073d0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.631+0000 7f8f6be00700 1 -- 172.21.15.8:0/2718537705 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8f6c0758e0 msgr2=0x7f8f6c1a00b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:53.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.631+0000 7f8f6be00700 1 --2- 172.21.15.8:0/2718537705 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8f6c0758e0 0x7f8f6c1a00b0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f8f5c000c00 tx=0x7f8f5c0047b0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.631+0000 7f8f6be00700 1 -- 172.21.15.8:0/2718537705 shutdown_connections 2024-05-20T21:19:53.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.631+0000 7f8f6be00700 1 --2- 172.21.15.8:0/2718537705 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f8f500b2880 0x7f8f500b4d40 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.631+0000 7f8f6be00700 1 --2- 172.21.15.8:0/2718537705 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8f6c0758e0 0x7f8f6c1a00b0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.631+0000 7f8f6be00700 1 --2- 172.21.15.8:0/2718537705 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8f6c114470 0x7f8f6c1a4980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.631+0000 7f8f6be00700 1 --2- 172.21.15.8:0/2718537705 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8f6c076200 0x7f8f6c1a05f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.631+0000 7f8f6be00700 1 -- 172.21.15.8:0/2718537705 >> 172.21.15.8:0/2718537705 conn(0x7f8f6c0fef50 msgr2=0x7f8f6c0ffbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:53.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.631+0000 7f8f6be00700 1 -- 172.21.15.8:0/2718537705 shutdown_connections 2024-05-20T21:19:53.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:19:50.631+0000 7f8f6be00700 1 -- 172.21.15.8:0/2718537705 wait complete. 2024-05-20T21:19:53.603 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:19:50 smithi008 ceph-mon[31475]: pgmap v575: 97 pgs: 97 active+clean; 2.0 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 7.3 KiB/s wr, 11 op/s 2024-05-20T21:19:53.604 INFO:tasks.cephfs.filesystem:scrub status for tag:05665497-2c1c-4931-a064-dc8c8b8e0a19 - {'path': '/', 'tag': '05665497-2c1c-4931-a064-dc8c8b8e0a19', 'options': 'recursive,force'} 2024-05-20T21:19:53.604 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:19:51 smithi008 ceph-mon[31475]: scrub summary: idle 2024-05-20T21:19:53.604 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:19:52 smithi008 ceph-mon[31475]: pgmap v576: 97 pgs: 97 active+clean; 2.0 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 7.1 KiB/s wr, 12 op/s 2024-05-20T21:19:54.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:19:54 smithi130 ceph-mon[36448]: pgmap v577: 97 pgs: 97 active+clean; 2.0 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:19:54.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:19:54 smithi050 ceph-mon[35809]: pgmap v577: 97 pgs: 97 active+clean; 2.0 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:19:54.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:19:54 smithi008 ceph-mon[31475]: pgmap v577: 97 pgs: 97 active+clean; 2.0 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:19:56.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:19:56 smithi130 ceph-mon[36448]: pgmap v578: 97 pgs: 97 active+clean; 2.0 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:19:56.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:19:56 smithi050 ceph-mon[35809]: pgmap v578: 97 pgs: 97 active+clean; 2.0 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:19:56.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:19:56 smithi008 ceph-mon[31475]: pgmap v578: 97 pgs: 97 active+clean; 2.0 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:19:56.989 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:56.989+0000 7f27efa00640 1 -- 172.21.15.8:0/185558549 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f27e810a2f0 msgr2=0x7f27e810a770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:56.990 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:56.989+0000 7f27efa00640 1 --2- 172.21.15.8:0/185558549 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f27e810a2f0 0x7f27e810a770 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f27d0009ca0 tx=0x7f27d002a8b0 comp rx=0 tx=0).stop 2024-05-20T21:19:56.990 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:56.989+0000 7f27efa00640 1 -- 172.21.15.8:0/185558549 shutdown_connections 2024-05-20T21:19:56.990 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:56.989+0000 7f27efa00640 1 --2- 172.21.15.8:0/185558549 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f27e810acb0 0x7f27e8111540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:56.990 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:56.989+0000 7f27efa00640 1 --2- 172.21.15.8:0/185558549 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f27e810a2f0 0x7f27e810a770 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:56.990 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:56.989+0000 7f27efa00640 1 --2- 172.21.15.8:0/185558549 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f27e8109150 0x7f27e8109570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:56.990 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:56.989+0000 7f27efa00640 1 -- 172.21.15.8:0/185558549 >> 172.21.15.8:0/185558549 conn(0x7f27e80780a0 msgr2=0x7f27e807a4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:56.990 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:56.989+0000 7f27efa00640 1 -- 172.21.15.8:0/185558549 shutdown_connections 2024-05-20T21:19:56.990 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:56.989+0000 7f27efa00640 1 -- 172.21.15.8:0/185558549 wait complete. 2024-05-20T21:19:56.991 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:56.991+0000 7f27efa00640 1 Processor -- start 2024-05-20T21:19:56.991 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:56.991+0000 7f27efa00640 1 -- start start 2024-05-20T21:19:56.993 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:56.991+0000 7f27efa00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f27e8109150 0x7f27e819f320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:56.993 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:56.991+0000 7f27efa00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f27e810a2f0 0x7f27e819f860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:56.993 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:56.991+0000 7f27efa00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f27e810acb0 0x7f27e81a68d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:56.993 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:56.991+0000 7f27efa00640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f27e8114c40 con 0x7f27e8109150 2024-05-20T21:19:56.993 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:56.991+0000 7f27efa00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f27e8114ac0 con 0x7f27e810a2f0 2024-05-20T21:19:56.993 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:56.991+0000 7f27efa00640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f27e8114dc0 con 0x7f27e810acb0 2024-05-20T21:19:56.993 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:56.992+0000 7f27ed000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f27e8109150 0x7f27e819f320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:56.993 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:56.992+0000 7f27e7e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f27e810a2f0 0x7f27e819f860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:56.993 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:56.992+0000 7f27ed000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f27e8109150 0x7f27e819f320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:58542/0 (socket says 172.21.15.8:58542) 2024-05-20T21:19:56.993 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:56.992+0000 7f27ed000640 1 -- 172.21.15.8:0/4158326984 learned_addr learned my addr 172.21.15.8:0/4158326984 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:56.993 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:56.992+0000 7f27eda00640 1 --2- 172.21.15.8:0/4158326984 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f27e810acb0 0x7f27e81a68d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:56.993 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:56.992+0000 7f27e7e00640 1 -- 172.21.15.8:0/4158326984 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f27e810acb0 msgr2=0x7f27e81a68d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:56.994 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:56.992+0000 7f27e7e00640 1 --2- 172.21.15.8:0/4158326984 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f27e810acb0 0x7f27e81a68d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:56.994 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:56.992+0000 7f27e7e00640 1 -- 172.21.15.8:0/4158326984 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f27e8109150 msgr2=0x7f27e819f320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:56.994 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:56.992+0000 7f27e7e00640 1 --2- 172.21.15.8:0/4158326984 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f27e8109150 0x7f27e819f320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:56.994 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:56.992+0000 7f27e7e00640 1 -- 172.21.15.8:0/4158326984 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27e81a6f40 con 0x7f27e810a2f0 2024-05-20T21:19:56.994 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:56.992+0000 7f27eda00640 1 --2- 172.21.15.8:0/4158326984 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f27e810acb0 0x7f27e81a68d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:19:56.994 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:56.993+0000 7f27e7e00640 1 --2- 172.21.15.8:0/4158326984 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f27e810a2f0 0x7f27e819f860 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f27d0009ca0 tx=0x7f27d0003c20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:56.995 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:56.993+0000 7f27e5600640 1 -- 172.21.15.8:0/4158326984 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27d0004450 con 0x7f27e810a2f0 2024-05-20T21:19:56.995 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:56.993+0000 7f27e5600640 1 -- 172.21.15.8:0/4158326984 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f27d0040070 con 0x7f27e810a2f0 2024-05-20T21:19:56.995 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:56.993+0000 7f27efa00640 1 -- 172.21.15.8:0/4158326984 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27e81a71d0 con 0x7f27e810a2f0 2024-05-20T21:19:56.995 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:56.993+0000 7f27e5600640 1 -- 172.21.15.8:0/4158326984 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27d0045ca0 con 0x7f27e810a2f0 2024-05-20T21:19:56.995 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:56.993+0000 7f27efa00640 1 -- 172.21.15.8:0/4158326984 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27e81a7720 con 0x7f27e810a2f0 2024-05-20T21:19:56.997 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:56.997+0000 7f27f2832740 1 Processor -- start 2024-05-20T21:19:56.997 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:56.997+0000 7f27f2832740 1 -- start start 2024-05-20T21:19:56.999 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:56.998+0000 7f27f2832740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f2df91ab30 0x55f2df91af50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:56.999 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:56.998+0000 7f27f2832740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f2df91b520 0x55f2df920020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:56.999 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:56.998+0000 7f27f2832740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f2df920690 0x55f2df922b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:56.999 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:56.998+0000 7f27f2832740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55f2df88ab90 con 0x55f2df91b520 2024-05-20T21:19:56.999 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:56.998+0000 7f27f2832740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55f2df87a730 con 0x55f2df91ab30 2024-05-20T21:19:56.999 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:56.998+0000 7f27f2832740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55f2df87e770 con 0x55f2df920690 2024-05-20T21:19:56.999 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:56.998+0000 7f27ed000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f2df91b520 0x55f2df920020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:56.999 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:56.998+0000 7f27ed000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f2df91b520 0x55f2df920020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:58550/0 (socket says 172.21.15.8:58550) 2024-05-20T21:19:56.999 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:56.998+0000 7f27ed000640 1 -- 172.21.15.8:0/3189921445 learned_addr learned my addr 172.21.15.8:0/3189921445 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:56.999 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:56.998+0000 7f27eda00640 1 --2- 172.21.15.8:0/3189921445 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f2df91ab30 0x55f2df91af50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:57.000 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:56.998+0000 7f27e5600640 1 -- 172.21.15.8:0/4158326984 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f27d0045470 con 0x7f27e810a2f0 2024-05-20T21:19:57.000 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:56.999+0000 7f27ed000640 1 -- 172.21.15.8:0/3189921445 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f2df920690 msgr2=0x55f2df922b20 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-20T21:19:57.000 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:56.999+0000 7f27ed000640 1 --2- 172.21.15.8:0/3189921445 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f2df920690 0x55f2df922b20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:57.000 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:56.999+0000 7f27ed000640 1 -- 172.21.15.8:0/3189921445 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f2df91ab30 msgr2=0x55f2df91af50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:57.000 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:56.999+0000 7f27ed000640 1 --2- 172.21.15.8:0/3189921445 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f2df91ab30 0x55f2df91af50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:57.000 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:56.999+0000 7f27ed000640 1 -- 172.21.15.8:0/3189921445 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f2df8138b0 con 0x55f2df91b520 2024-05-20T21:19:57.001 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:56.999+0000 7f27ed000640 1 --2- 172.21.15.8:0/3189921445 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f2df91b520 0x55f2df920020 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f27d8009d70 tx=0x7f27d8011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c675767179a9fcd server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:57.001 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:56.999+0000 7f27de000640 1 -- 172.21.15.8:0/3189921445 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27d8004220 con 0x55f2df91b520 2024-05-20T21:19:57.001 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:56.999+0000 7f27de000640 1 -- 172.21.15.8:0/3189921445 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f27d80043c0 con 0x55f2df91b520 2024-05-20T21:19:57.002 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:56.999+0000 7f27de000640 1 -- 172.21.15.8:0/3189921445 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27d8019930 con 0x55f2df91b520 2024-05-20T21:19:57.002 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.000+0000 7f27e5600640 1 --2- 172.21.15.8:0/4158326984 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f27c80b27e0 0x7f27c80b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:57.002 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.000+0000 7f27f2832740 1 -- 172.21.15.8:0/3189921445 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f2df91b520 msgr2=0x55f2df920020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:57.002 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.000+0000 7f27f2832740 1 --2- 172.21.15.8:0/3189921445 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f2df91b520 0x55f2df920020 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f27d8009d70 tx=0x7f27d8011810 comp rx=0 tx=0).stop 2024-05-20T21:19:57.002 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.000+0000 7f27e5600640 1 -- 172.21.15.8:0/4158326984 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f27d0103280 con 0x7f27e810a2f0 2024-05-20T21:19:57.002 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.000+0000 7f27f2832740 1 -- 172.21.15.8:0/3189921445 shutdown_connections 2024-05-20T21:19:57.002 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.000+0000 7f27f2832740 1 --2- 172.21.15.8:0/3189921445 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f2df920690 0x55f2df922b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:57.002 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.000+0000 7f27f2832740 1 --2- 172.21.15.8:0/3189921445 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f2df91b520 0x55f2df920020 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:57.002 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.000+0000 7f27f2832740 1 --2- 172.21.15.8:0/3189921445 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f2df91ab30 0x55f2df91af50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:57.002 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.000+0000 7f27f2832740 1 -- 172.21.15.8:0/3189921445 >> 172.21.15.8:0/3189921445 conn(0x55f2df9161a0 msgr2=0x55f2df9165a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:57.002 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.000+0000 7f27eda00640 1 --2- 172.21.15.8:0/4158326984 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f27c80b27e0 0x7f27c80b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:57.002 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.000+0000 7f27f2832740 1 -- 172.21.15.8:0/3189921445 shutdown_connections 2024-05-20T21:19:57.002 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.000+0000 7f27f2832740 1 -- 172.21.15.8:0/3189921445 wait complete. 2024-05-20T21:19:57.003 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.001+0000 7f27f2832740 1 -- start start 2024-05-20T21:19:57.003 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.001+0000 7f27eda00640 1 --2- 172.21.15.8:0/4158326984 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f27c80b27e0 0x7f27c80b4ca0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x55f2df91bd80 tx=0x7f27e0005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:57.003 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.001+0000 7f27f2832740 1 Processor -- start 2024-05-20T21:19:57.006 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.001+0000 7f27f2832740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f2df91ab30 0x55f2df9248d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:57.006 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.002+0000 7f27f2832740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f2df91b520 0x55f2df924e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:57.006 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.002+0000 7f27f2832740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f2df920690 0x55f2df92be50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:57.006 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.002+0000 7f27f2832740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55f2df560790 con 0x55f2df91ab30 2024-05-20T21:19:57.006 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.002+0000 7f27f2832740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55f2df822bc0 con 0x55f2df91b520 2024-05-20T21:19:57.006 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.002+0000 7f27f2832740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55f2df923640 con 0x55f2df920690 2024-05-20T21:19:57.006 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.002+0000 7f27f2832740 10 client.0 _ll_register_callbacks cb 0x55f2df800400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:57.006 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.002+0000 7f27ed000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f2df91ab30 0x55f2df9248d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:57.006 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.002+0000 7f27ed000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f2df91ab30 0x55f2df9248d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:58566/0 (socket says 172.21.15.8:58566) 2024-05-20T21:19:57.007 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.002+0000 7f27ed000640 1 -- 172.21.15.8:0/341035650 learned_addr learned my addr 172.21.15.8:0/341035650 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:57.007 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.002+0000 7f27e7e00640 1 --2- 172.21.15.8:0/341035650 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f2df91b520 0x55f2df924e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:57.007 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.002+0000 7f27eda00640 1 --2- 172.21.15.8:0/341035650 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f2df920690 0x55f2df92be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:57.007 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.002+0000 7f27ed000640 1 -- 172.21.15.8:0/341035650 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f2df920690 msgr2=0x55f2df92be50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:57.007 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.002+0000 7f27ed000640 1 --2- 172.21.15.8:0/341035650 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f2df920690 0x55f2df92be50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:57.007 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.002+0000 7f27ed000640 1 -- 172.21.15.8:0/341035650 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f2df91b520 msgr2=0x55f2df924e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:57.007 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.002+0000 7f27ed000640 1 --2- 172.21.15.8:0/341035650 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f2df91b520 0x55f2df924e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:57.007 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.002+0000 7f27ed000640 1 -- 172.21.15.8:0/341035650 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f2df58f210 con 0x55f2df91ab30 2024-05-20T21:19:57.007 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.002+0000 7f27e7e00640 1 --2- 172.21.15.8:0/341035650 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f2df91b520 0x55f2df924e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:57.007 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.003+0000 7f27ed000640 1 --2- 172.21.15.8:0/341035650 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f2df91ab30 0x55f2df9248d0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f27d8005e00 tx=0x7f27d8009a70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=48e76b807ee92606 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:57.007 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.003+0000 7f27d6a00640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:19:57.007 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.003+0000 7f27d6a00640 1 -- 172.21.15.8:0/341035650 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27d8028070 con 0x55f2df91ab30 2024-05-20T21:19:57.007 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.003+0000 7f27d6a00640 1 -- 172.21.15.8:0/341035650 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f27d80053d0 con 0x55f2df91ab30 2024-05-20T21:19:57.008 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.003+0000 7f27f2832740 1 -- 172.21.15.8:0/341035650 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f27d80043c0 con 0x55f2df91ab30 2024-05-20T21:19:57.008 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.003+0000 7f27d6a00640 1 -- 172.21.15.8:0/341035650 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f27d8034050 con 0x55f2df91ab30 2024-05-20T21:19:57.008 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.003+0000 7f27f2832740 10 client.16305 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:57.008 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.003+0000 7f27f2832740 1 -- 172.21.15.8:0/341035650 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f2df65b620 con 0x55f2df91ab30 2024-05-20T21:19:57.008 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.004+0000 7f27d6a00640 1 -- 172.21.15.8:0/341035650 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f27d80043c0 con 0x55f2df91ab30 2024-05-20T21:19:57.008 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.004+0000 7f27d6a00640 1 -- 172.21.15.8:0/341035650 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f27d8004a30 con 0x55f2df91ab30 2024-05-20T21:19:57.008 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.004+0000 7f27f2832740 10 client.16305 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:57.008 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.004+0000 7f27f2832740 10 client.16305 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:19:57.008 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.004+0000 7f27f2832740 20 client.16305 populate_metadata read hostname 'smithi008' 2024-05-20T21:19:57.008 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.004+0000 7f27f2832740 1 --2- 172.21.15.8:0/341035650 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f2df930130 0x55f2df932520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:57.008 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.004+0000 7f27f2832740 4 client.16305 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:19:57.008 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.004+0000 7f27f2832740 1 -- 172.21.15.8:0/341035650 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f2df88cae0 con 0x55f2df930130 2024-05-20T21:19:57.008 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.004+0000 7f27e7e00640 1 --2- 172.21.15.8:0/341035650 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f2df930130 0x55f2df932520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:57.008 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.005+0000 7f27e7e00640 1 --2- 172.21.15.8:0/341035650 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f2df930130 0x55f2df932520 crc :-1 s=READY pgs=133 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a1ca6b46596a8761 server_cookie=4a10e9c6108537ce in_seq=0 out_seq=0 2024-05-20T21:19:57.008 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.005+0000 7f27d6a00640 10 client.16305 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:19:57.009 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.006+0000 7f27d6a00640 1 -- 172.21.15.8:0/341035650 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55f2df88cae0 con 0x55f2df930130 2024-05-20T21:19:57.009 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.006+0000 7f27d6a00640 10 client.16305 handle_command_reply: tid=0 2024-05-20T21:19:57.009 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.006+0000 7f27f2832740 1 client.16305 shutdown 2024-05-20T21:19:57.009 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.006+0000 7f27f2832740 1 -- 172.21.15.8:0/341035650 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f2df91ab30 msgr2=0x55f2df9248d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:57.010 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.006+0000 7f27f2832740 1 --2- 172.21.15.8:0/341035650 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f2df91ab30 0x55f2df9248d0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f27d8005e00 tx=0x7f27d8009a70 comp rx=0 tx=0).stop 2024-05-20T21:19:57.010 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.006+0000 7f27f2832740 1 -- 172.21.15.8:0/341035650 shutdown_connections 2024-05-20T21:19:57.010 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.006+0000 7f27f2832740 1 --2- 172.21.15.8:0/341035650 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f2df930130 0x55f2df932520 crc :-1 s=READY pgs=133 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:57.010 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.006+0000 7f27f2832740 1 --2- 172.21.15.8:0/341035650 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f2df920690 0x55f2df92be50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:57.010 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.006+0000 7f27f2832740 1 --2- 172.21.15.8:0/341035650 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f2df91b520 0x55f2df924e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:57.010 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.006+0000 7f27f2832740 1 --2- 172.21.15.8:0/341035650 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f2df91ab30 0x55f2df9248d0 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:57.010 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.006+0000 7f27d6a00640 0 client.16305 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:19:57.010 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.006+0000 7f27f2832740 1 -- 172.21.15.8:0/341035650 >> 172.21.15.8:0/341035650 conn(0x55f2df9161a0 msgr2=0x55f2df915310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:57.010 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.006+0000 7f27f2832740 1 -- 172.21.15.8:0/341035650 shutdown_connections 2024-05-20T21:19:57.010 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.006+0000 7f27f2832740 1 -- 172.21.15.8:0/341035650 wait complete. 2024-05-20T21:19:57.010 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.006+0000 7f27f2832740 20 client.16305 trim_cache size 0 max 16384 2024-05-20T21:19:57.023 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.023+0000 7f27f2832740 1 Processor -- start 2024-05-20T21:19:57.024 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.023+0000 7f27f2832740 1 -- start start 2024-05-20T21:19:57.024 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.023+0000 7f27f2832740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f2df91ab30 0x55f2df919790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:57.024 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.023+0000 7f27f2832740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f2df91b520 0x55f2df92be10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:57.024 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.023+0000 7f27f2832740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f2df920690 0x55f2df923ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:57.024 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.023+0000 7f27f2832740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f27e81b2db0 con 0x55f2df91b520 2024-05-20T21:19:57.024 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.023+0000 7f27f2832740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f27e81b0680 con 0x55f2df920690 2024-05-20T21:19:57.024 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.023+0000 7f27f2832740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f27e81ae4d0 con 0x55f2df91ab30 2024-05-20T21:19:57.026 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.024+0000 7f27e7e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f2df91b520 0x55f2df92be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:57.026 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.024+0000 7f27e7e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f2df91b520 0x55f2df92be10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:58568/0 (socket says 172.21.15.8:58568) 2024-05-20T21:19:57.026 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.024+0000 7f27e7e00640 1 -- 172.21.15.8:0/3049890579 learned_addr learned my addr 172.21.15.8:0/3049890579 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:57.026 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.024+0000 7f27eda00640 1 --2- 172.21.15.8:0/3049890579 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f2df920690 0x55f2df923ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:57.026 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.024+0000 7f27ed000640 1 --2- 172.21.15.8:0/3049890579 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f2df91ab30 0x55f2df919790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:57.026 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.024+0000 7f27e7e00640 1 -- 172.21.15.8:0/3049890579 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f2df91ab30 msgr2=0x55f2df919790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:57.026 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.024+0000 7f27e7e00640 1 --2- 172.21.15.8:0/3049890579 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f2df91ab30 0x55f2df919790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:57.026 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.024+0000 7f27e7e00640 1 -- 172.21.15.8:0/3049890579 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f2df920690 msgr2=0x55f2df923ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:57.026 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.024+0000 7f27e7e00640 1 --2- 172.21.15.8:0/3049890579 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f2df920690 0x55f2df923ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:57.026 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.024+0000 7f27e7e00640 1 -- 172.21.15.8:0/3049890579 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f2df9146b0 con 0x55f2df91b520 2024-05-20T21:19:57.027 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.025+0000 7f27e7e00640 1 --2- 172.21.15.8:0/3049890579 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f2df91b520 0x55f2df92be10 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f27d0030e40 tx=0x7f27d0004840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84a9c74aba110ea8 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:57.027 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.025+0000 7f27dd600640 1 -- 172.21.15.8:0/3049890579 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27d00ca3a0 con 0x55f2df91b520 2024-05-20T21:19:57.027 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.025+0000 7f27dd600640 1 -- 172.21.15.8:0/3049890579 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f27d0036040 con 0x55f2df91b520 2024-05-20T21:19:57.027 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.025+0000 7f27dd600640 1 -- 172.21.15.8:0/3049890579 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27d00d36f0 con 0x55f2df91b520 2024-05-20T21:19:57.027 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.025+0000 7f27f2832740 1 -- 172.21.15.8:0/3049890579 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f2df91b520 msgr2=0x55f2df92be10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:57.027 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.025+0000 7f27f2832740 1 --2- 172.21.15.8:0/3049890579 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f2df91b520 0x55f2df92be10 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f27d0030e40 tx=0x7f27d0004840 comp rx=0 tx=0).stop 2024-05-20T21:19:57.027 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.025+0000 7f27f2832740 1 -- 172.21.15.8:0/3049890579 shutdown_connections 2024-05-20T21:19:57.027 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.025+0000 7f27f2832740 1 --2- 172.21.15.8:0/3049890579 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f2df920690 0x55f2df923ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:57.027 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.025+0000 7f27f2832740 1 --2- 172.21.15.8:0/3049890579 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f2df91b520 0x55f2df92be10 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:57.027 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.025+0000 7f27f2832740 1 --2- 172.21.15.8:0/3049890579 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f2df91ab30 0x55f2df919790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:57.027 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.025+0000 7f27f2832740 1 -- 172.21.15.8:0/3049890579 >> 172.21.15.8:0/3049890579 conn(0x55f2df9161a0 msgr2=0x55f2df919080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:57.027 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.026+0000 7f27f2832740 1 -- 172.21.15.8:0/3049890579 shutdown_connections 2024-05-20T21:19:57.028 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.026+0000 7f27f2832740 1 -- 172.21.15.8:0/3049890579 wait complete. 2024-05-20T21:19:57.030 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.026+0000 7f27f2832740 1 -- start start 2024-05-20T21:19:57.030 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.026+0000 7f27f2832740 1 Processor -- start 2024-05-20T21:19:57.031 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.027+0000 7f27f2832740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f2df91ab30 0x55f2df92bd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:57.031 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.027+0000 7f27f2832740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f2df91b520 0x55f2df928880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:57.031 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.027+0000 7f27f2832740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f2df920690 0x55f2df928dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:57.031 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.027+0000 7f27f2832740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f27e81aeb40 con 0x55f2df91b520 2024-05-20T21:19:57.031 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.027+0000 7f27f2832740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f27e81affb0 con 0x55f2df920690 2024-05-20T21:19:57.031 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.027+0000 7f27f2832740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f27e81af210 con 0x55f2df91ab30 2024-05-20T21:19:57.031 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.027+0000 7f27f2832740 10 client.0 _ll_register_callbacks cb 0x7f27d8003e00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:57.031 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.027+0000 7f27e7e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f2df91b520 0x55f2df928880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:57.031 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.027+0000 7f27e7e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f2df91b520 0x55f2df928880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:58580/0 (socket says 172.21.15.8:58580) 2024-05-20T21:19:57.031 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.027+0000 7f27eda00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f2df920690 0x55f2df928dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:57.031 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.027+0000 7f27e7e00640 1 -- 172.21.15.8:0/2873495202 learned_addr learned my addr 172.21.15.8:0/2873495202 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:19:57.031 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.027+0000 7f27ed000640 1 --2- 172.21.15.8:0/2873495202 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f2df91ab30 0x55f2df92bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:57.031 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.027+0000 7f27e7e00640 1 -- 172.21.15.8:0/2873495202 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f2df91ab30 msgr2=0x55f2df92bd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:57.031 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.027+0000 7f27e7e00640 1 --2- 172.21.15.8:0/2873495202 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f2df91ab30 0x55f2df92bd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:57.032 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.027+0000 7f27e7e00640 1 -- 172.21.15.8:0/2873495202 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f2df920690 msgr2=0x55f2df928dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:57.032 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.027+0000 7f27e7e00640 1 --2- 172.21.15.8:0/2873495202 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f2df920690 0x55f2df928dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:57.032 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.027+0000 7f27e7e00640 1 -- 172.21.15.8:0/2873495202 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f2df998cb0 con 0x55f2df91b520 2024-05-20T21:19:57.032 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.027+0000 7f27eda00640 1 --2- 172.21.15.8:0/2873495202 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f2df920690 0x55f2df928dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:57.032 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.028+0000 7f27e7e00640 1 --2- 172.21.15.8:0/2873495202 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f2df91b520 0x55f2df928880 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f27d00c7b00 tx=0x7f27d0103610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=893c5f3a9030ceb9 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:57.032 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.028+0000 7f27d6a00640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:19:57.032 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.028+0000 7f27d6a00640 1 -- 172.21.15.8:0/2873495202 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27d00098c0 con 0x55f2df91b520 2024-05-20T21:19:57.032 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.028+0000 7f27d6a00640 1 -- 172.21.15.8:0/2873495202 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f27d00b0e00 con 0x55f2df91b520 2024-05-20T21:19:57.032 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.028+0000 7f27f2832740 1 -- 172.21.15.8:0/2873495202 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f27d0036040 con 0x55f2df91b520 2024-05-20T21:19:57.032 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.028+0000 7f27d6a00640 1 -- 172.21.15.8:0/2873495202 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f27d00caf90 con 0x55f2df91b520 2024-05-20T21:19:57.032 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.028+0000 7f27f2832740 10 client.16311 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:57.032 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.028+0000 7f27f2832740 1 -- 172.21.15.8:0/2873495202 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f2df999f10 con 0x55f2df91b520 2024-05-20T21:19:57.032 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.029+0000 7f27d6a00640 1 -- 172.21.15.8:0/2873495202 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f27d0036040 con 0x55f2df91b520 2024-05-20T21:19:57.032 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.029+0000 7f27d6a00640 1 -- 172.21.15.8:0/2873495202 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f27d00dfce0 con 0x55f2df91b520 2024-05-20T21:19:57.033 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.029+0000 7f27f2832740 10 client.16311 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:57.033 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.029+0000 7f27f2832740 10 client.16311 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:19:57.033 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.029+0000 7f27f2832740 20 client.16311 populate_metadata read hostname 'smithi008' 2024-05-20T21:19:57.033 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.029+0000 7f27f2832740 1 --2- 172.21.15.8:0/2873495202 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f2df99a900 0x55f2df99cd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:57.033 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.029+0000 7f27f2832740 4 client.16311 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:19:57.033 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.029+0000 7f27f2832740 1 -- 172.21.15.8:0/2873495202 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55f2df8862c0 con 0x55f2df99a900 2024-05-20T21:19:57.033 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.029+0000 7f27ed000640 1 --2- 172.21.15.8:0/2873495202 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f2df99a900 0x55f2df99cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:57.033 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.030+0000 7f27ed000640 1 --2- 172.21.15.8:0/2873495202 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f2df99a900 0x55f2df99cd20 crc :-1 s=READY pgs=134 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e6b3971d964185ce server_cookie=3b57820f6eda4726 in_seq=0 out_seq=0 2024-05-20T21:19:57.033 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.030+0000 7f27d6a00640 10 client.16311 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:19:57.043 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.043+0000 7f27d6a00640 1 -- 172.21.15.8:0/2873495202 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55f2df8862c0 con 0x55f2df99a900 2024-05-20T21:19:57.043 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.043+0000 7f27d6a00640 10 client.16311 handle_command_reply: tid=0 2024-05-20T21:19:57.043 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.043+0000 7f27f2832740 1 client.16311 shutdown 2024-05-20T21:19:57.044 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.043+0000 7f27f2832740 1 -- 172.21.15.8:0/2873495202 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f2df91b520 msgr2=0x55f2df928880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:57.044 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.043+0000 7f27f2832740 1 --2- 172.21.15.8:0/2873495202 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f2df91b520 0x55f2df928880 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f27d00c7b00 tx=0x7f27d0103610 comp rx=0 tx=0).stop 2024-05-20T21:19:57.044 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.043+0000 7f27f2832740 1 -- 172.21.15.8:0/2873495202 shutdown_connections 2024-05-20T21:19:57.044 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.043+0000 7f27f2832740 1 --2- 172.21.15.8:0/2873495202 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f2df99a900 0x55f2df99cd20 crc :-1 s=READY pgs=134 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:57.044 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.043+0000 7f27f2832740 1 --2- 172.21.15.8:0/2873495202 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f2df920690 0x55f2df928dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:57.044 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.043+0000 7f27f2832740 1 --2- 172.21.15.8:0/2873495202 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f2df91b520 0x55f2df928880 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:57.044 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.043+0000 7f27f2832740 1 --2- 172.21.15.8:0/2873495202 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f2df91ab30 0x55f2df92bd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:57.044 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.043+0000 7f27d6a00640 0 client.16311 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:19:57.044 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.043+0000 7f27f2832740 1 -- 172.21.15.8:0/2873495202 >> 172.21.15.8:0/2873495202 conn(0x55f2df9161a0 msgr2=0x55f2df919910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:57.044 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.043+0000 7f27f2832740 1 -- 172.21.15.8:0/2873495202 shutdown_connections 2024-05-20T21:19:57.044 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.043+0000 7f27f2832740 1 -- 172.21.15.8:0/2873495202 wait complete. 2024-05-20T21:19:57.044 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.043+0000 7f27f2832740 20 client.16311 trim_cache size 0 max 16384 2024-05-20T21:19:57.045 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:19:57.045 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:19:57.045 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:19:57.046 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.044+0000 7f27efa00640 1 -- 172.21.15.8:0/4158326984 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f27c80b27e0 msgr2=0x7f27c80b4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:57.046 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.044+0000 7f27efa00640 1 --2- 172.21.15.8:0/4158326984 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f27c80b27e0 0x7f27c80b4ca0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x55f2df91bd80 tx=0x7f27e0005f90 comp rx=0 tx=0).stop 2024-05-20T21:19:57.046 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.044+0000 7f27efa00640 1 -- 172.21.15.8:0/4158326984 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f27e810a2f0 msgr2=0x7f27e819f860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:57.046 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.044+0000 7f27efa00640 1 --2- 172.21.15.8:0/4158326984 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f27e810a2f0 0x7f27e819f860 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f27d0009ca0 tx=0x7f27d0003c20 comp rx=0 tx=0).stop 2024-05-20T21:19:57.046 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.044+0000 7f27efa00640 1 -- 172.21.15.8:0/4158326984 shutdown_connections 2024-05-20T21:19:57.046 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.044+0000 7f27efa00640 1 --2- 172.21.15.8:0/4158326984 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f27c80b27e0 0x7f27c80b4ca0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:57.046 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.044+0000 7f27efa00640 1 --2- 172.21.15.8:0/4158326984 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f27e810acb0 0x7f27e81a68d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:57.047 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.044+0000 7f27efa00640 1 --2- 172.21.15.8:0/4158326984 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f27e810a2f0 0x7f27e819f860 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:57.047 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.044+0000 7f27efa00640 1 --2- 172.21.15.8:0/4158326984 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f27e8109150 0x7f27e819f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:57.047 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.044+0000 7f27efa00640 1 -- 172.21.15.8:0/4158326984 >> 172.21.15.8:0/4158326984 conn(0x7f27e80780a0 msgr2=0x7f27e810d690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:57.047 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.044+0000 7f27efa00640 1 -- 172.21.15.8:0/4158326984 shutdown_connections 2024-05-20T21:19:57.047 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:19:57.045+0000 7f27efa00640 1 -- 172.21.15.8:0/4158326984 wait complete. 2024-05-20T21:19:58.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:19:58 smithi130 ceph-mon[36448]: pgmap v579: 97 pgs: 97 active+clean; 2.0 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:19:58.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:19:58 smithi050 ceph-mon[35809]: pgmap v579: 97 pgs: 97 active+clean; 2.0 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:19:58.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:19:58 smithi008 ceph-mon[31475]: pgmap v579: 97 pgs: 97 active+clean; 2.0 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:20:00.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:20:00 smithi130 ceph-mon[36448]: pgmap v580: 97 pgs: 97 active+clean; 2.1 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:20:00.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:20:00 smithi130 ceph-mon[36448]: overall HEALTH_OK 2024-05-20T21:20:00.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:20:00 smithi050 ceph-mon[35809]: pgmap v580: 97 pgs: 97 active+clean; 2.1 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:20:00.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:20:00 smithi050 ceph-mon[35809]: overall HEALTH_OK 2024-05-20T21:20:00.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:20:00 smithi008 ceph-mon[31475]: pgmap v580: 97 pgs: 97 active+clean; 2.1 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:20:00.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:20:00 smithi008 ceph-mon[31475]: overall HEALTH_OK 2024-05-20T21:20:02.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:20:02 smithi130 ceph-mon[36448]: pgmap v581: 97 pgs: 97 active+clean; 2.1 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:20:02.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:20:02 smithi050 ceph-mon[35809]: pgmap v581: 97 pgs: 97 active+clean; 2.1 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:20:02.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:20:02 smithi008 ceph-mon[31475]: pgmap v581: 97 pgs: 97 active+clean; 2.1 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:20:04.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:20:04 smithi130 ceph-mon[36448]: pgmap v582: 97 pgs: 97 active+clean; 2.1 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:20:04.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:20:04 smithi050 ceph-mon[35809]: pgmap v582: 97 pgs: 97 active+clean; 2.1 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:20:04.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:20:04 smithi008 ceph-mon[31475]: pgmap v582: 97 pgs: 97 active+clean; 2.1 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:20:06.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:20:06 smithi130 ceph-mon[36448]: pgmap v583: 97 pgs: 97 active+clean; 2.1 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:20:06.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:20:06 smithi050 ceph-mon[35809]: pgmap v583: 97 pgs: 97 active+clean; 2.1 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:20:06.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:20:06 smithi008 ceph-mon[31475]: pgmap v583: 97 pgs: 97 active+clean; 2.1 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:20:08.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:20:08 smithi130 ceph-mon[36448]: pgmap v584: 97 pgs: 97 active+clean; 2.1 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:20:08.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:20:08 smithi050 ceph-mon[35809]: pgmap v584: 97 pgs: 97 active+clean; 2.1 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:20:08.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:20:08 smithi008 ceph-mon[31475]: pgmap v584: 97 pgs: 97 active+clean; 2.1 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:20:10.194 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.193+0000 7fa68c200640 1 -- 172.21.15.8:0/2004775853 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa684109150 msgr2=0x7fa684109570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:10.194 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.193+0000 7fa68c200640 1 --2- 172.21.15.8:0/2004775853 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa684109150 0x7fa684109570 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fa678009900 tx=0x7fa67802a3f0 comp rx=0 tx=0).stop 2024-05-20T21:20:10.195 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.194+0000 7fa68c200640 1 -- 172.21.15.8:0/2004775853 shutdown_connections 2024-05-20T21:20:10.195 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.194+0000 7fa68c200640 1 --2- 172.21.15.8:0/2004775853 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa68410acb0 0x7fa684111540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:10.195 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.194+0000 7fa68c200640 1 --2- 172.21.15.8:0/2004775853 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa68410a2f0 0x7fa68410a770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:10.195 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.194+0000 7fa68c200640 1 --2- 172.21.15.8:0/2004775853 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa684109150 0x7fa684109570 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:10.195 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.194+0000 7fa68c200640 1 -- 172.21.15.8:0/2004775853 >> 172.21.15.8:0/2004775853 conn(0x7fa6840780a0 msgr2=0x7fa68407a4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:10.195 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.194+0000 7fa68c200640 1 -- 172.21.15.8:0/2004775853 shutdown_connections 2024-05-20T21:20:10.195 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.194+0000 7fa68c200640 1 -- 172.21.15.8:0/2004775853 wait complete. 2024-05-20T21:20:10.196 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.195+0000 7fa68c200640 1 Processor -- start 2024-05-20T21:20:10.196 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.195+0000 7fa68c200640 1 -- start start 2024-05-20T21:20:10.196 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.195+0000 7fa68c200640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa684109150 0x7fa68419f350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:10.196 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.196+0000 7fa68c200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa68410a2f0 0x7fa68419f890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:10.197 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.196+0000 7fa68c200640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa68410acb0 0x7fa6841a6900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:10.197 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.196+0000 7fa68c200640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fa684114c90 con 0x7fa68410acb0 2024-05-20T21:20:10.197 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.196+0000 7fa68c200640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa684114b10 con 0x7fa68410a2f0 2024-05-20T21:20:10.197 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.196+0000 7fa68c200640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fa684114e10 con 0x7fa684109150 2024-05-20T21:20:10.197 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.196+0000 7fa68a200640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa68410acb0 0x7fa6841a6900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:10.197 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.196+0000 7fa68a200640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa68410acb0 0x7fa6841a6900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55836/0 (socket says 172.21.15.8:55836) 2024-05-20T21:20:10.197 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.196+0000 7fa68a200640 1 -- 172.21.15.8:0/3916316384 learned_addr learned my addr 172.21.15.8:0/3916316384 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:10.197 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.196+0000 7fa688e00640 1 --2- 172.21.15.8:0/3916316384 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa68410a2f0 0x7fa68419f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:10.197 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.196+0000 7fa689800640 1 --2- 172.21.15.8:0/3916316384 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa684109150 0x7fa68419f350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:10.198 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.196+0000 7fa68a200640 1 -- 172.21.15.8:0/3916316384 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa684109150 msgr2=0x7fa68419f350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:10.198 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.196+0000 7fa68a200640 1 --2- 172.21.15.8:0/3916316384 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa684109150 0x7fa68419f350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:10.198 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.196+0000 7fa68a200640 1 -- 172.21.15.8:0/3916316384 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa68410a2f0 msgr2=0x7fa68419f890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:10.198 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.196+0000 7fa68a200640 1 --2- 172.21.15.8:0/3916316384 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa68410a2f0 0x7fa68419f890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:10.198 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.196+0000 7fa68a200640 1 -- 172.21.15.8:0/3916316384 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6841a6f70 con 0x7fa68410acb0 2024-05-20T21:20:10.199 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.197+0000 7fa688e00640 1 --2- 172.21.15.8:0/3916316384 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa68410a2f0 0x7fa68419f890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:10.199 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.197+0000 7fa68a200640 1 --2- 172.21.15.8:0/3916316384 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa68410acb0 0x7fa6841a6900 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fa67c00efd0 tx=0x7fa67c00c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:10.199 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.197+0000 7fa682000640 1 -- 172.21.15.8:0/3916316384 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa67c003b70 con 0x7fa68410acb0 2024-05-20T21:20:10.199 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.197+0000 7fa682000640 1 -- 172.21.15.8:0/3916316384 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa67c003d10 con 0x7fa68410acb0 2024-05-20T21:20:10.199 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.197+0000 7fa682000640 1 -- 172.21.15.8:0/3916316384 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa67c0108a0 con 0x7fa68410acb0 2024-05-20T21:20:10.199 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.197+0000 7fa68c200640 1 -- 172.21.15.8:0/3916316384 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6841a7260 con 0x7fa68410acb0 2024-05-20T21:20:10.199 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.197+0000 7fa68c200640 1 -- 172.21.15.8:0/3916316384 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6841a7760 con 0x7fa68410acb0 2024-05-20T21:20:10.201 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.201+0000 7fa68ef8e740 1 Processor -- start 2024-05-20T21:20:10.201 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.201+0000 7fa682000640 1 -- 172.21.15.8:0/3916316384 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fa67c004020 con 0x7fa68410acb0 2024-05-20T21:20:10.201 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.201+0000 7fa68ef8e740 1 -- start start 2024-05-20T21:20:10.203 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.202+0000 7fa68ef8e740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a291924b30 0x55a291924f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:10.203 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.202+0000 7fa68ef8e740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a291925520 0x55a29192a020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:10.204 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.202+0000 7fa68ef8e740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a29192a690 0x55a29192cb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:10.204 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.202+0000 7fa68ef8e740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55a291894b90 con 0x55a291924b30 2024-05-20T21:20:10.204 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.202+0000 7fa68ef8e740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55a291884730 con 0x55a291925520 2024-05-20T21:20:10.204 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.202+0000 7fa68ef8e740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55a291888770 con 0x55a29192a690 2024-05-20T21:20:10.204 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.202+0000 7fa688e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a291924b30 0x55a291924f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:10.204 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.202+0000 7fa688e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a291924b30 0x55a291924f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55842/0 (socket says 172.21.15.8:55842) 2024-05-20T21:20:10.204 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.202+0000 7fa688e00640 1 -- 172.21.15.8:0/3880478807 learned_addr learned my addr 172.21.15.8:0/3880478807 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:10.204 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.202+0000 7fa689800640 1 --2- 172.21.15.8:0/3880478807 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a291925520 0x55a29192a020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:10.204 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.202+0000 7fa688e00640 1 --2- 172.21.15.8:0/3880478807 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a29192a690 0x55a29192cb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:10.204 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.203+0000 7fa688e00640 1 -- 172.21.15.8:0/3880478807 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a29192a690 msgr2=0x55a29192cb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:10.204 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.203+0000 7fa688e00640 1 --2- 172.21.15.8:0/3880478807 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a29192a690 0x55a29192cb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:10.204 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.203+0000 7fa688e00640 1 -- 172.21.15.8:0/3880478807 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a291925520 msgr2=0x55a29192a020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:10.204 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.203+0000 7fa688e00640 1 --2- 172.21.15.8:0/3880478807 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a291925520 0x55a29192a020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:10.205 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.203+0000 7fa688e00640 1 -- 172.21.15.8:0/3880478807 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a29181d8b0 con 0x55a291924b30 2024-05-20T21:20:10.205 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.203+0000 7fa689800640 1 --2- 172.21.15.8:0/3880478807 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a291925520 0x55a29192a020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:10.205 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.203+0000 7fa682000640 1 --2- 172.21.15.8:0/3916316384 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa66c0b27e0 0x7fa66c0b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:10.205 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.203+0000 7fa688e00640 1 --2- 172.21.15.8:0/3880478807 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a291924b30 0x55a291924f50 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fa6700139a0 tx=0x7fa670009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94a2f7dd5bf46289 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:10.205 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.203+0000 7fa682000640 1 -- 172.21.15.8:0/3916316384 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fa67c0e26a0 con 0x7fa68410acb0 2024-05-20T21:20:10.205 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.203+0000 7fa689800640 1 --2- 172.21.15.8:0/3916316384 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa66c0b27e0 0x7fa66c0b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:10.205 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.203+0000 7fa676a00640 1 -- 172.21.15.8:0/3880478807 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa67000f940 con 0x55a291924b30 2024-05-20T21:20:10.205 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.203+0000 7fa676a00640 1 -- 172.21.15.8:0/3880478807 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa670010430 con 0x55a291924b30 2024-05-20T21:20:10.205 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.203+0000 7fa676a00640 1 -- 172.21.15.8:0/3880478807 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa67000e610 con 0x55a291924b30 2024-05-20T21:20:10.208 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.204+0000 7fa68ef8e740 1 -- 172.21.15.8:0/3880478807 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a291924b30 msgr2=0x55a291924f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:10.208 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.204+0000 7fa689800640 1 --2- 172.21.15.8:0/3916316384 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa66c0b27e0 0x7fa66c0b4ca0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fa678005ab0 tx=0x7fa678005a20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:10.209 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.204+0000 7fa68ef8e740 1 --2- 172.21.15.8:0/3880478807 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a291924b30 0x55a291924f50 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fa6700139a0 tx=0x7fa670009c00 comp rx=0 tx=0).stop 2024-05-20T21:20:10.209 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.204+0000 7fa68ef8e740 1 -- 172.21.15.8:0/3880478807 shutdown_connections 2024-05-20T21:20:10.209 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.204+0000 7fa68ef8e740 1 --2- 172.21.15.8:0/3880478807 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a29192a690 0x55a29192cb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:10.209 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.204+0000 7fa68ef8e740 1 --2- 172.21.15.8:0/3880478807 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a291925520 0x55a29192a020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:10.209 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.204+0000 7fa68ef8e740 1 --2- 172.21.15.8:0/3880478807 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a291924b30 0x55a291924f50 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:10.209 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.204+0000 7fa68ef8e740 1 -- 172.21.15.8:0/3880478807 >> 172.21.15.8:0/3880478807 conn(0x55a2919201a0 msgr2=0x55a2919205a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:10.209 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.204+0000 7fa68ef8e740 1 -- 172.21.15.8:0/3880478807 shutdown_connections 2024-05-20T21:20:10.209 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.204+0000 7fa68ef8e740 1 -- 172.21.15.8:0/3880478807 wait complete. 2024-05-20T21:20:10.209 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.205+0000 7fa68ef8e740 1 -- start start 2024-05-20T21:20:10.209 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.205+0000 7fa68ef8e740 1 Processor -- start 2024-05-20T21:20:10.209 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.205+0000 7fa68ef8e740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a291924b30 0x55a29192e950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:10.209 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.205+0000 7fa68ef8e740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a291925520 0x55a29192ee90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:10.209 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.205+0000 7fa68ef8e740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a29192a690 0x55a291935ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:10.209 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.206+0000 7fa68ef8e740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55a29156a790 con 0x55a29192a690 2024-05-20T21:20:10.210 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.206+0000 7fa68ef8e740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55a29182cbc0 con 0x55a291925520 2024-05-20T21:20:10.210 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.206+0000 7fa68ef8e740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55a29192d640 con 0x55a291924b30 2024-05-20T21:20:10.210 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.206+0000 7fa68ef8e740 10 client.0 _ll_register_callbacks cb 0x55a29180a400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:20:10.210 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.206+0000 7fa68a200640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a29192a690 0x55a291935ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:10.210 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.206+0000 7fa688e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a291925520 0x55a29192ee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:10.210 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.206+0000 7fa68a200640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a29192a690 0x55a291935ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55850/0 (socket says 172.21.15.8:55850) 2024-05-20T21:20:10.210 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.206+0000 7fa68a200640 1 -- 172.21.15.8:0/2602346176 learned_addr learned my addr 172.21.15.8:0/2602346176 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:10.210 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.206+0000 7fa689800640 1 --2- 172.21.15.8:0/2602346176 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a291924b30 0x55a29192e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:10.210 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.206+0000 7fa68a200640 1 -- 172.21.15.8:0/2602346176 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a291924b30 msgr2=0x55a29192e950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:10.210 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.206+0000 7fa68a200640 1 --2- 172.21.15.8:0/2602346176 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a291924b30 0x55a29192e950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:10.210 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.206+0000 7fa68a200640 1 -- 172.21.15.8:0/2602346176 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a291925520 msgr2=0x55a29192ee90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:10.210 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.206+0000 7fa68a200640 1 --2- 172.21.15.8:0/2602346176 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a291925520 0x55a29192ee90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:10.211 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.206+0000 7fa68a200640 1 -- 172.21.15.8:0/2602346176 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a291599210 con 0x55a29192a690 2024-05-20T21:20:10.211 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.206+0000 7fa688e00640 1 --2- 172.21.15.8:0/2602346176 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a291925520 0x55a29192ee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:10.211 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.207+0000 7fa68a200640 1 --2- 172.21.15.8:0/2602346176 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a29192a690 0x55a291935ed0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fa67c0a9950 tx=0x7fa67c0a94c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ad6ed629d9c5fee server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:10.211 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.207+0000 7fa66b400640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:20:10.211 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.207+0000 7fa66b400640 1 -- 172.21.15.8:0/2602346176 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa67c0a9c50 con 0x55a29192a690 2024-05-20T21:20:10.211 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.207+0000 7fa66b400640 1 -- 172.21.15.8:0/2602346176 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fa67c0c42e0 con 0x55a29192a690 2024-05-20T21:20:10.211 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.207+0000 7fa68ef8e740 1 -- 172.21.15.8:0/2602346176 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa670010430 con 0x55a29192a690 2024-05-20T21:20:10.211 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.207+0000 7fa66b400640 1 -- 172.21.15.8:0/2602346176 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa67c0ae000 con 0x55a29192a690 2024-05-20T21:20:10.211 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.207+0000 7fa68ef8e740 10 client.16323 fetch_fsmap learned FSMap version 26 2024-05-20T21:20:10.211 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.207+0000 7fa68ef8e740 1 -- 172.21.15.8:0/2602346176 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a291665620 con 0x55a29192a690 2024-05-20T21:20:10.211 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.207+0000 7fa66b400640 1 -- 172.21.15.8:0/2602346176 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa670010430 con 0x55a29192a690 2024-05-20T21:20:10.211 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.208+0000 7fa66b400640 1 -- 172.21.15.8:0/2602346176 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fa67c01f020 con 0x55a29192a690 2024-05-20T21:20:10.211 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.208+0000 7fa68ef8e740 10 client.16323 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:20:10.211 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.208+0000 7fa68ef8e740 10 client.16323 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:20:10.212 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.208+0000 7fa68ef8e740 20 client.16323 populate_metadata read hostname 'smithi008' 2024-05-20T21:20:10.212 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.208+0000 7fa68ef8e740 1 --2- 172.21.15.8:0/2602346176 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a29193a560 0x55a29193c950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:10.212 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.208+0000 7fa68ef8e740 4 client.16323 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:20:10.212 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.208+0000 7fa68ef8e740 1 -- 172.21.15.8:0/2602346176 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a291896ae0 con 0x55a29193a560 2024-05-20T21:20:10.212 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.208+0000 7fa689800640 1 --2- 172.21.15.8:0/2602346176 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a29193a560 0x55a29193c950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:10.213 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.209+0000 7fa689800640 1 --2- 172.21.15.8:0/2602346176 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a29193a560 0x55a29193c950 crc :-1 s=READY pgs=135 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8c206e7899e9f39c server_cookie=972fe18834427195 in_seq=0 out_seq=0 2024-05-20T21:20:10.213 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.209+0000 7fa66b400640 10 client.16323 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:20:10.213 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.210+0000 7fa66b400640 1 -- 172.21.15.8:0/2602346176 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55a291896ae0 con 0x55a29193a560 2024-05-20T21:20:10.213 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.210+0000 7fa66b400640 10 client.16323 handle_command_reply: tid=0 2024-05-20T21:20:10.213 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.210+0000 7fa68ef8e740 1 client.16323 shutdown 2024-05-20T21:20:10.213 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.210+0000 7fa68ef8e740 1 -- 172.21.15.8:0/2602346176 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a29192a690 msgr2=0x55a291935ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:10.213 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.210+0000 7fa68ef8e740 1 --2- 172.21.15.8:0/2602346176 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a29192a690 0x55a291935ed0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fa67c0a9950 tx=0x7fa67c0a94c0 comp rx=0 tx=0).stop 2024-05-20T21:20:10.213 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.210+0000 7fa68ef8e740 1 -- 172.21.15.8:0/2602346176 shutdown_connections 2024-05-20T21:20:10.213 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.210+0000 7fa68ef8e740 1 --2- 172.21.15.8:0/2602346176 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a29193a560 0x55a29193c950 crc :-1 s=READY pgs=135 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:10.214 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.210+0000 7fa68ef8e740 1 --2- 172.21.15.8:0/2602346176 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a29192a690 0x55a291935ed0 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:10.214 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.210+0000 7fa68ef8e740 1 --2- 172.21.15.8:0/2602346176 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a291925520 0x55a29192ee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:10.214 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.210+0000 7fa66b400640 0 client.16323 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:20:10.214 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.210+0000 7fa68ef8e740 1 --2- 172.21.15.8:0/2602346176 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a291924b30 0x55a29192e950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:10.214 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.210+0000 7fa68ef8e740 1 -- 172.21.15.8:0/2602346176 >> 172.21.15.8:0/2602346176 conn(0x55a2919201a0 msgr2=0x55a29191f310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:10.214 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.210+0000 7fa68ef8e740 1 -- 172.21.15.8:0/2602346176 shutdown_connections 2024-05-20T21:20:10.214 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.210+0000 7fa68ef8e740 1 -- 172.21.15.8:0/2602346176 wait complete. 2024-05-20T21:20:10.214 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.210+0000 7fa68ef8e740 20 client.16323 trim_cache size 0 max 16384 2024-05-20T21:20:10.228 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.227+0000 7fa68ef8e740 1 Processor -- start 2024-05-20T21:20:10.228 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.227+0000 7fa68ef8e740 1 -- start start 2024-05-20T21:20:10.228 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.228+0000 7fa68ef8e740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a291924b30 0x55a291922e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:10.228 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.228+0000 7fa68ef8e740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a291925520 0x55a291935e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:10.228 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.228+0000 7fa68ef8e740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a29192a690 0x55a2919233c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:10.228 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.228+0000 7fa68ef8e740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fa6841b2d40 con 0x55a29192a690 2024-05-20T21:20:10.228 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.228+0000 7fa68ef8e740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa6841b0610 con 0x55a291924b30 2024-05-20T21:20:10.228 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.228+0000 7fa68ef8e740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fa6841ae460 con 0x55a291925520 2024-05-20T21:20:10.229 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.228+0000 7fa68a200640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a29192a690 0x55a2919233c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:10.230 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.228+0000 7fa68a200640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a29192a690 0x55a2919233c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55856/0 (socket says 172.21.15.8:55856) 2024-05-20T21:20:10.230 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.228+0000 7fa689800640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a291924b30 0x55a291922e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:10.230 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.228+0000 7fa68a200640 1 -- 172.21.15.8:0/576131219 learned_addr learned my addr 172.21.15.8:0/576131219 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:10.230 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.228+0000 7fa688e00640 1 --2- 172.21.15.8:0/576131219 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a291925520 0x55a291935e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:10.230 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.228+0000 7fa689800640 1 -- 172.21.15.8:0/576131219 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a291925520 msgr2=0x55a291935e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:10.230 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.228+0000 7fa689800640 1 --2- 172.21.15.8:0/576131219 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a291925520 0x55a291935e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:10.230 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.228+0000 7fa689800640 1 -- 172.21.15.8:0/576131219 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a29192a690 msgr2=0x55a2919233c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:10.230 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.228+0000 7fa689800640 1 --2- 172.21.15.8:0/576131219 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a29192a690 0x55a2919233c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:10.230 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.228+0000 7fa689800640 1 -- 172.21.15.8:0/576131219 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a29191e6b0 con 0x55a291924b30 2024-05-20T21:20:10.230 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.228+0000 7fa68a200640 1 --2- 172.21.15.8:0/576131219 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a29192a690 0x55a2919233c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:10.230 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.229+0000 7fa689800640 1 --2- 172.21.15.8:0/576131219 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a291924b30 0x55a291922e80 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fa67802a910 tx=0x7fa678040000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=481c82376ee15b1c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:10.230 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.229+0000 7fa676000640 1 -- 172.21.15.8:0/576131219 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa678035040 con 0x55a291924b30 2024-05-20T21:20:10.231 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.229+0000 7fa676000640 1 -- 172.21.15.8:0/576131219 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa678031a50 con 0x55a291924b30 2024-05-20T21:20:10.231 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.229+0000 7fa676000640 1 -- 172.21.15.8:0/576131219 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa67803da80 con 0x55a291924b30 2024-05-20T21:20:10.233 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.230+0000 7fa68ef8e740 1 -- 172.21.15.8:0/576131219 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a291924b30 msgr2=0x55a291922e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:10.233 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.230+0000 7fa68ef8e740 1 --2- 172.21.15.8:0/576131219 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a291924b30 0x55a291922e80 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fa67802a910 tx=0x7fa678040000 comp rx=0 tx=0).stop 2024-05-20T21:20:10.234 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.230+0000 7fa68ef8e740 1 -- 172.21.15.8:0/576131219 shutdown_connections 2024-05-20T21:20:10.234 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.230+0000 7fa68ef8e740 1 --2- 172.21.15.8:0/576131219 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a29192a690 0x55a2919233c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:10.234 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.230+0000 7fa68ef8e740 1 --2- 172.21.15.8:0/576131219 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a291925520 0x55a291935e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:10.234 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.230+0000 7fa68ef8e740 1 --2- 172.21.15.8:0/576131219 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a291924b30 0x55a291922e80 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:10.234 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.230+0000 7fa68ef8e740 1 -- 172.21.15.8:0/576131219 >> 172.21.15.8:0/576131219 conn(0x55a2919201a0 msgr2=0x55a291920580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:10.234 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.230+0000 7fa68ef8e740 1 -- 172.21.15.8:0/576131219 shutdown_connections 2024-05-20T21:20:10.234 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.230+0000 7fa68ef8e740 1 -- 172.21.15.8:0/576131219 wait complete. 2024-05-20T21:20:10.234 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.230+0000 7fa68ef8e740 1 -- start start 2024-05-20T21:20:10.234 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.231+0000 7fa68ef8e740 1 Processor -- start 2024-05-20T21:20:10.234 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.231+0000 7fa68ef8e740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a291924b30 0x55a291932df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:10.234 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.231+0000 7fa68ef8e740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a291925520 0x55a291933330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:10.234 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.231+0000 7fa68ef8e740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a29192a690 0x55a2919a30e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:10.234 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.231+0000 7fa68ef8e740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fa6841aead0 con 0x55a291925520 2024-05-20T21:20:10.235 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.231+0000 7fa68ef8e740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa6841aff40 con 0x55a29192a690 2024-05-20T21:20:10.235 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.231+0000 7fa68ef8e740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fa6841af1a0 con 0x55a291924b30 2024-05-20T21:20:10.235 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.231+0000 7fa68ef8e740 10 client.0 _ll_register_callbacks cb 0x7fa67c003ec0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:20:10.235 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.231+0000 7fa688e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a291925520 0x55a291933330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:10.235 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.231+0000 7fa688e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a291925520 0x55a291933330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55870/0 (socket says 172.21.15.8:55870) 2024-05-20T21:20:10.235 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.231+0000 7fa688e00640 1 -- 172.21.15.8:0/3448564720 learned_addr learned my addr 172.21.15.8:0/3448564720 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:10.235 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.231+0000 7fa68a200640 1 --2- 172.21.15.8:0/3448564720 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a29192a690 0x55a2919a30e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:10.235 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.231+0000 7fa689800640 1 --2- 172.21.15.8:0/3448564720 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a291924b30 0x55a291932df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:10.235 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.232+0000 7fa688e00640 1 -- 172.21.15.8:0/3448564720 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a291924b30 msgr2=0x55a291932df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:10.235 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.232+0000 7fa688e00640 1 --2- 172.21.15.8:0/3448564720 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a291924b30 0x55a291932df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:10.235 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.232+0000 7fa688e00640 1 -- 172.21.15.8:0/3448564720 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a29192a690 msgr2=0x55a2919a30e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:10.235 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.232+0000 7fa688e00640 1 --2- 172.21.15.8:0/3448564720 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a29192a690 0x55a2919a30e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:10.235 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.232+0000 7fa688e00640 1 -- 172.21.15.8:0/3448564720 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a2919a3650 con 0x55a291925520 2024-05-20T21:20:10.235 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.232+0000 7fa688e00640 1 --2- 172.21.15.8:0/3448564720 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a291925520 0x55a291933330 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x55a291925d80 tx=0x7fa670005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad5cb1538b8bbba7 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:10.236 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.232+0000 7fa66b400640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:20:10.236 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.232+0000 7fa66b400640 1 -- 172.21.15.8:0/3448564720 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa67002f060 con 0x55a291925520 2024-05-20T21:20:10.236 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.232+0000 7fa66b400640 1 -- 172.21.15.8:0/3448564720 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fa67000fac0 con 0x55a291925520 2024-05-20T21:20:10.236 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.232+0000 7fa68ef8e740 1 -- 172.21.15.8:0/3448564720 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa678031a50 con 0x55a291925520 2024-05-20T21:20:10.236 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.233+0000 7fa66b400640 1 -- 172.21.15.8:0/3448564720 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa670010430 con 0x55a291925520 2024-05-20T21:20:10.236 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.233+0000 7fa68ef8e740 10 client.16329 fetch_fsmap learned FSMap version 26 2024-05-20T21:20:10.236 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.233+0000 7fa68ef8e740 1 -- 172.21.15.8:0/3448564720 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a2919a4940 con 0x55a291925520 2024-05-20T21:20:10.236 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.233+0000 7fa66b400640 1 -- 172.21.15.8:0/3448564720 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa678031a50 con 0x55a291925520 2024-05-20T21:20:10.236 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.233+0000 7fa66b400640 1 -- 172.21.15.8:0/3448564720 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fa670003710 con 0x55a291925520 2024-05-20T21:20:10.236 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.233+0000 7fa68ef8e740 10 client.16329 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:20:10.236 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.233+0000 7fa68ef8e740 10 client.16329 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:20:10.236 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.233+0000 7fa68ef8e740 20 client.16329 populate_metadata read hostname 'smithi008' 2024-05-20T21:20:10.236 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.233+0000 7fa68ef8e740 1 --2- 172.21.15.8:0/3448564720 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a2919a5180 0x55a2919a75a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:10.237 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.233+0000 7fa68ef8e740 4 client.16329 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:20:10.237 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.233+0000 7fa68ef8e740 1 -- 172.21.15.8:0/3448564720 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55a2918902c0 con 0x55a2919a5180 2024-05-20T21:20:10.237 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.234+0000 7fa689800640 1 --2- 172.21.15.8:0/3448564720 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a2919a5180 0x55a2919a75a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:10.237 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.234+0000 7fa689800640 1 --2- 172.21.15.8:0/3448564720 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a2919a5180 0x55a2919a75a0 crc :-1 s=READY pgs=136 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=444dccfd8e644670 server_cookie=711b7281bdc8b4 in_seq=0 out_seq=0 2024-05-20T21:20:10.237 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.234+0000 7fa66b400640 10 client.16329 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:20:10.247 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.247+0000 7fa66b400640 1 -- 172.21.15.8:0/3448564720 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55a2918902c0 con 0x55a2919a5180 2024-05-20T21:20:10.247 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.247+0000 7fa66b400640 10 client.16329 handle_command_reply: tid=0 2024-05-20T21:20:10.247 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.247+0000 7fa68ef8e740 1 client.16329 shutdown 2024-05-20T21:20:10.248 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.248+0000 7fa68ef8e740 1 -- 172.21.15.8:0/3448564720 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a291925520 msgr2=0x55a291933330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:10.248 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.248+0000 7fa68ef8e740 1 --2- 172.21.15.8:0/3448564720 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a291925520 0x55a291933330 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x55a291925d80 tx=0x7fa670005dc0 comp rx=0 tx=0).stop 2024-05-20T21:20:10.248 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.248+0000 7fa68ef8e740 1 -- 172.21.15.8:0/3448564720 shutdown_connections 2024-05-20T21:20:10.249 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.248+0000 7fa68ef8e740 1 --2- 172.21.15.8:0/3448564720 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a2919a5180 0x55a2919a75a0 crc :-1 s=READY pgs=136 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:10.249 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.248+0000 7fa68ef8e740 1 --2- 172.21.15.8:0/3448564720 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a29192a690 0x55a2919a30e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:10.249 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.248+0000 7fa68ef8e740 1 --2- 172.21.15.8:0/3448564720 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a291925520 0x55a291933330 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:10.249 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.248+0000 7fa68ef8e740 1 --2- 172.21.15.8:0/3448564720 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a291924b30 0x55a291932df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:10.249 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.248+0000 7fa68ef8e740 1 -- 172.21.15.8:0/3448564720 >> 172.21.15.8:0/3448564720 conn(0x55a2919201a0 msgr2=0x55a29191ea80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:10.249 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.248+0000 7fa66b400640 0 client.16329 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:20:10.249 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.248+0000 7fa68ef8e740 1 -- 172.21.15.8:0/3448564720 shutdown_connections 2024-05-20T21:20:10.249 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.248+0000 7fa68ef8e740 1 -- 172.21.15.8:0/3448564720 wait complete. 2024-05-20T21:20:10.249 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.248+0000 7fa68ef8e740 20 client.16329 trim_cache size 0 max 16384 2024-05-20T21:20:10.249 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:20:10.250 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:20:10.250 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:20:10.250 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.249+0000 7fa68c200640 1 -- 172.21.15.8:0/3916316384 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa66c0b27e0 msgr2=0x7fa66c0b4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:10.250 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.249+0000 7fa68c200640 1 --2- 172.21.15.8:0/3916316384 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa66c0b27e0 0x7fa66c0b4ca0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fa678005ab0 tx=0x7fa678005a20 comp rx=0 tx=0).stop 2024-05-20T21:20:10.251 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.249+0000 7fa68c200640 1 -- 172.21.15.8:0/3916316384 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa68410acb0 msgr2=0x7fa6841a6900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:10.251 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.249+0000 7fa68c200640 1 --2- 172.21.15.8:0/3916316384 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa68410acb0 0x7fa6841a6900 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fa67c00efd0 tx=0x7fa67c00c6a0 comp rx=0 tx=0).stop 2024-05-20T21:20:10.251 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.249+0000 7fa68c200640 1 -- 172.21.15.8:0/3916316384 shutdown_connections 2024-05-20T21:20:10.251 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.249+0000 7fa68c200640 1 --2- 172.21.15.8:0/3916316384 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa66c0b27e0 0x7fa66c0b4ca0 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:10.251 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.249+0000 7fa68c200640 1 --2- 172.21.15.8:0/3916316384 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa68410acb0 0x7fa6841a6900 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:10.251 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.249+0000 7fa68c200640 1 --2- 172.21.15.8:0/3916316384 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa68410a2f0 0x7fa68419f890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:10.251 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.249+0000 7fa68c200640 1 --2- 172.21.15.8:0/3916316384 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa684109150 0x7fa68419f350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:10.251 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.249+0000 7fa68c200640 1 -- 172.21.15.8:0/3916316384 >> 172.21.15.8:0/3916316384 conn(0x7fa6840780a0 msgr2=0x7fa68410d660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:10.251 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.249+0000 7fa68c200640 1 -- 172.21.15.8:0/3916316384 shutdown_connections 2024-05-20T21:20:10.251 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:10.250+0000 7fa68c200640 1 -- 172.21.15.8:0/3916316384 wait complete. 2024-05-20T21:20:10.855 INFO:tasks.workunit.client.0.smithi008.stdout:64/600: open fd = 3 2024-05-20T21:20:10.855 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.855 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.855 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.855 INFO:tasks.workunit.client.0.smithi008.stdout:65/600: open fd = 3 2024-05-20T21:20:10.856 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.856 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.856 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.856 INFO:tasks.workunit.client.0.smithi008.stdout:66/600: open fd = 3 2024-05-20T21:20:10.856 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.856 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.856 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.856 INFO:tasks.workunit.client.0.smithi008.stdout:67/600: open fd = 3 2024-05-20T21:20:10.856 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.856 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.856 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.856 INFO:tasks.workunit.client.0.smithi008.stdout:68/600: open fd = 3 2024-05-20T21:20:10.856 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.856 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.857 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.857 INFO:tasks.workunit.client.0.smithi008.stdout:69/600: open fd = 3 2024-05-20T21:20:10.857 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.857 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.857 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.857 INFO:tasks.workunit.client.0.smithi008.stdout:70/600: open fd = 3 2024-05-20T21:20:10.857 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.857 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.857 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.857 INFO:tasks.workunit.client.0.smithi008.stdout:71/600: open fd = 3 2024-05-20T21:20:10.857 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.857 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.857 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.858 INFO:tasks.workunit.client.0.smithi008.stdout:72/600: open fd = 3 2024-05-20T21:20:10.858 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.858 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.858 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.858 INFO:tasks.workunit.client.0.smithi008.stdout:73/600: open fd = 3 2024-05-20T21:20:10.858 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.858 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.858 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.858 INFO:tasks.workunit.client.0.smithi008.stdout:74/600: open fd = 3 2024-05-20T21:20:10.858 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.858 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.858 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.859 INFO:tasks.workunit.client.0.smithi008.stdout:75/600: open fd = 3 2024-05-20T21:20:10.859 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.859 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.859 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.859 INFO:tasks.workunit.client.0.smithi008.stdout:76/600: open fd = 3 2024-05-20T21:20:10.859 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.859 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.859 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.859 INFO:tasks.workunit.client.0.smithi008.stdout:77/600: open fd = 3 2024-05-20T21:20:10.859 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.859 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.859 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.859 INFO:tasks.workunit.client.0.smithi008.stdout:78/600: open fd = 3 2024-05-20T21:20:10.859 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.859 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.860 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.860 INFO:tasks.workunit.client.0.smithi008.stdout:79/600: open fd = 3 2024-05-20T21:20:10.860 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.860 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.860 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.860 INFO:tasks.workunit.client.0.smithi008.stdout:80/600: open fd = 3 2024-05-20T21:20:10.860 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.860 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.860 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.860 INFO:tasks.workunit.client.0.smithi008.stdout:81/600: open fd = 3 2024-05-20T21:20:10.860 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.861 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.861 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.861 INFO:tasks.workunit.client.0.smithi008.stdout:82/600: open fd = 3 2024-05-20T21:20:10.861 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.861 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.861 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.861 INFO:tasks.workunit.client.0.smithi008.stdout:83/600: open fd = 3 2024-05-20T21:20:10.861 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.861 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.861 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.861 INFO:tasks.workunit.client.0.smithi008.stdout:84/600: open fd = 3 2024-05-20T21:20:10.861 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.861 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.861 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.862 INFO:tasks.workunit.client.0.smithi008.stdout:85/600: open fd = 3 2024-05-20T21:20:10.862 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.862 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.862 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.862 INFO:tasks.workunit.client.0.smithi008.stdout:86/600: open fd = 3 2024-05-20T21:20:10.862 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.862 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.862 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.862 INFO:tasks.workunit.client.0.smithi008.stdout:87/600: open fd = 3 2024-05-20T21:20:10.862 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.862 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.862 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.862 INFO:tasks.workunit.client.0.smithi008.stdout:88/600: open fd = 3 2024-05-20T21:20:10.862 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.863 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.863 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.863 INFO:tasks.workunit.client.0.smithi008.stdout:89/600: open fd = 3 2024-05-20T21:20:10.863 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.863 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.863 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.863 INFO:tasks.workunit.client.0.smithi008.stdout:90/600: open fd = 3 2024-05-20T21:20:10.863 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.863 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.863 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.863 INFO:tasks.workunit.client.0.smithi008.stdout:91/600: open fd = 3 2024-05-20T21:20:10.863 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.863 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.863 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.864 INFO:tasks.workunit.client.0.smithi008.stdout:92/600: open fd = 3 2024-05-20T21:20:10.864 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.864 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.864 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.864 INFO:tasks.workunit.client.0.smithi008.stdout:93/600: open fd = 3 2024-05-20T21:20:10.864 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.864 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.864 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.864 INFO:tasks.workunit.client.0.smithi008.stdout:94/600: open fd = 3 2024-05-20T21:20:10.864 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.864 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.864 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.864 INFO:tasks.workunit.client.0.smithi008.stdout:95/600: open fd = 3 2024-05-20T21:20:10.864 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.864 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.865 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.865 INFO:tasks.workunit.client.0.smithi008.stdout:96/600: open fd = 3 2024-05-20T21:20:10.865 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.865 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.865 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.865 INFO:tasks.workunit.client.0.smithi008.stdout:97/600: open fd = 3 2024-05-20T21:20:10.865 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.865 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.865 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.865 INFO:tasks.workunit.client.0.smithi008.stdout:98/600: open fd = 3 2024-05-20T21:20:10.865 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.865 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.865 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.865 INFO:tasks.workunit.client.0.smithi008.stdout:99/600: open fd = 3 2024-05-20T21:20:10.865 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.866 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.866 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.866 INFO:tasks.workunit.client.0.smithi008.stdout:100/600: open fd = 3 2024-05-20T21:20:10.866 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.866 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.866 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.866 INFO:tasks.workunit.client.0.smithi008.stdout:101/600: open fd = 3 2024-05-20T21:20:10.866 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.866 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.866 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.866 INFO:tasks.workunit.client.0.smithi008.stdout:102/600: open fd = 3 2024-05-20T21:20:10.866 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.866 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.866 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.867 INFO:tasks.workunit.client.0.smithi008.stdout:103/600: open fd = 3 2024-05-20T21:20:10.867 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.867 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.867 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.867 INFO:tasks.workunit.client.0.smithi008.stdout:104/600: open fd = 3 2024-05-20T21:20:10.867 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.867 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.867 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.867 INFO:tasks.workunit.client.0.smithi008.stdout:105/600: open fd = 3 2024-05-20T21:20:10.867 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.867 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.867 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.867 INFO:tasks.workunit.client.0.smithi008.stdout:106/600: open fd = 3 2024-05-20T21:20:10.867 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.867 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.868 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.868 INFO:tasks.workunit.client.0.smithi008.stdout:107/600: open fd = 3 2024-05-20T21:20:10.868 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.868 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.868 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.868 INFO:tasks.workunit.client.0.smithi008.stdout:108/600: open fd = 3 2024-05-20T21:20:10.868 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.868 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.868 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.868 INFO:tasks.workunit.client.0.smithi008.stdout:109/600: open fd = 3 2024-05-20T21:20:10.868 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.868 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.868 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.868 INFO:tasks.workunit.client.0.smithi008.stdout:110/600: open fd = 3 2024-05-20T21:20:10.868 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.869 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.869 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.869 INFO:tasks.workunit.client.0.smithi008.stdout:111/600: open fd = 3 2024-05-20T21:20:10.869 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.869 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.869 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.869 INFO:tasks.workunit.client.0.smithi008.stdout:112/600: open fd = 3 2024-05-20T21:20:10.869 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.869 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.869 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.869 INFO:tasks.workunit.client.0.smithi008.stdout:113/600: open fd = 3 2024-05-20T21:20:10.869 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.869 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.869 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.870 INFO:tasks.workunit.client.0.smithi008.stdout:114/600: open fd = 3 2024-05-20T21:20:10.870 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.870 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.870 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.870 INFO:tasks.workunit.client.0.smithi008.stdout:115/600: open fd = 3 2024-05-20T21:20:10.870 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.870 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.870 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.870 INFO:tasks.workunit.client.0.smithi008.stdout:116/600: open fd = 3 2024-05-20T21:20:10.870 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.870 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.870 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.870 INFO:tasks.workunit.client.0.smithi008.stdout:117/600: open fd = 3 2024-05-20T21:20:10.870 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.871 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.871 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.871 INFO:tasks.workunit.client.0.smithi008.stdout:118/600: open fd = 3 2024-05-20T21:20:10.871 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.871 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.871 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.871 INFO:tasks.workunit.client.0.smithi008.stdout:119/600: open fd = 3 2024-05-20T21:20:10.871 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.871 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.871 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.871 INFO:tasks.workunit.client.0.smithi008.stdout:120/600: open fd = 3 2024-05-20T21:20:10.871 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.871 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.871 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.872 INFO:tasks.workunit.client.0.smithi008.stdout:121/600: open fd = 3 2024-05-20T21:20:10.872 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.872 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.872 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.872 INFO:tasks.workunit.client.0.smithi008.stdout:122/600: open fd = 3 2024-05-20T21:20:10.872 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.872 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.872 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.872 INFO:tasks.workunit.client.0.smithi008.stdout:123/600: open fd = 3 2024-05-20T21:20:10.872 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.872 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.872 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.872 INFO:tasks.workunit.client.0.smithi008.stdout:124/600: open fd = 3 2024-05-20T21:20:10.872 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.872 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.873 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.873 INFO:tasks.workunit.client.0.smithi008.stdout:125/600: open fd = 3 2024-05-20T21:20:10.873 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.873 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.873 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:20:10.873 INFO:tasks.workunit.client.0.smithi008.stdout:126/600: open fd = 3 2024-05-20T21:20:10.873 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:20:10.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:20:10 smithi130 ceph-mon[36448]: pgmap v585: 97 pgs: 97 active+clean; 2.2 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 14 op/s 2024-05-20T21:20:10.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:20:10 smithi050 ceph-mon[35809]: pgmap v585: 97 pgs: 97 active+clean; 2.2 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 14 op/s 2024-05-20T21:20:10.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:20:10 smithi008 ceph-mon[31475]: pgmap v585: 97 pgs: 97 active+clean; 2.2 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 14 op/s 2024-05-20T21:20:12.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:20:12 smithi130 ceph-mon[36448]: pgmap v586: 97 pgs: 97 active+clean; 2.2 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:20:12.926 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:20:12 smithi050 ceph-mon[35809]: pgmap v586: 97 pgs: 97 active+clean; 2.2 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:20:12.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:20:12 smithi008 ceph-mon[31475]: pgmap v586: 97 pgs: 97 active+clean; 2.2 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:20:14.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:20:14 smithi130 ceph-mon[36448]: pgmap v587: 97 pgs: 97 active+clean; 2.3 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:20:14.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:20:14 smithi050 ceph-mon[35809]: pgmap v587: 97 pgs: 97 active+clean; 2.3 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:20:14.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:20:14 smithi008 ceph-mon[31475]: pgmap v587: 97 pgs: 97 active+clean; 2.3 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:20:16.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:20:16 smithi130 ceph-mon[36448]: pgmap v588: 97 pgs: 97 active+clean; 2.3 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:20:16.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:20:16 smithi050 ceph-mon[35809]: pgmap v588: 97 pgs: 97 active+clean; 2.3 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:20:16.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:20:16 smithi008 ceph-mon[31475]: pgmap v588: 97 pgs: 97 active+clean; 2.3 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:20:18.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:20:18 smithi130 ceph-mon[36448]: pgmap v589: 97 pgs: 97 active+clean; 2.3 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:20:18.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:20:18 smithi050 ceph-mon[35809]: pgmap v589: 97 pgs: 97 active+clean; 2.3 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:20:18.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:20:18 smithi008 ceph-mon[31475]: pgmap v589: 97 pgs: 97 active+clean; 2.3 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:20:20.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:20:20 smithi130 ceph-mon[36448]: pgmap v590: 97 pgs: 97 active+clean; 2.3 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:20:20.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:20:20 smithi050 ceph-mon[35809]: pgmap v590: 97 pgs: 97 active+clean; 2.3 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:20:20.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:20:20 smithi008 ceph-mon[31475]: pgmap v590: 97 pgs: 97 active+clean; 2.3 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:20:22.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:20:22 smithi130 ceph-mon[36448]: pgmap v591: 97 pgs: 97 active+clean; 2.3 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:20:22.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:20:22 smithi050 ceph-mon[35809]: pgmap v591: 97 pgs: 97 active+clean; 2.3 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:20:22.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:20:22 smithi008 ceph-mon[31475]: pgmap v591: 97 pgs: 97 active+clean; 2.3 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:20:23.402 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.401+0000 7f1a66000640 1 -- 172.21.15.8:0/3655480074 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1a60105cb0 msgr2=0x7f1a601080a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:23.402 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.401+0000 7f1a66000640 1 --2- 172.21.15.8:0/3655480074 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1a60105cb0 0x7f1a601080a0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f1a50009be0 tx=0x7f1a5002a6d0 comp rx=0 tx=0).stop 2024-05-20T21:20:23.402 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.401+0000 7f1a66000640 1 -- 172.21.15.8:0/3655480074 shutdown_connections 2024-05-20T21:20:23.402 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.401+0000 7f1a66000640 1 --2- 172.21.15.8:0/3655480074 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1a601085e0 0x7f1a6010aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:23.402 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.401+0000 7f1a66000640 1 --2- 172.21.15.8:0/3655480074 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1a60105cb0 0x7f1a601080a0 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:23.402 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.401+0000 7f1a66000640 1 --2- 172.21.15.8:0/3655480074 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1a60103380 0x7f1a60105770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:23.402 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.401+0000 7f1a66000640 1 -- 172.21.15.8:0/3655480074 >> 172.21.15.8:0/3655480074 conn(0x7f1a600fcd30 msgr2=0x7f1a600ff1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:23.402 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.401+0000 7f1a66000640 1 -- 172.21.15.8:0/3655480074 shutdown_connections 2024-05-20T21:20:23.402 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.401+0000 7f1a66000640 1 -- 172.21.15.8:0/3655480074 wait complete. 2024-05-20T21:20:23.405 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.402+0000 7f1a66000640 1 Processor -- start 2024-05-20T21:20:23.405 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.403+0000 7f1a66000640 1 -- start start 2024-05-20T21:20:23.405 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.403+0000 7f1a66000640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1a60103380 0x7f1a60102cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:23.405 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.403+0000 7f1a66000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1a60105cb0 0x7f1a60101330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:23.405 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.403+0000 7f1a66000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1a601085e0 0x7f1a60101870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:23.405 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.403+0000 7f1a66000640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f1a6010e430 con 0x7f1a601085e0 2024-05-20T21:20:23.405 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.403+0000 7f1a66000640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1a6010e2b0 con 0x7f1a60105cb0 2024-05-20T21:20:23.405 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.403+0000 7f1a66000640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f1a6010e5b0 con 0x7f1a60103380 2024-05-20T21:20:23.405 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.403+0000 7f1a64c00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1a60103380 0x7f1a60102cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:23.405 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.403+0000 7f1a64c00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1a60103380 0x7f1a60102cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:47842/0 (socket says 172.21.15.8:47842) 2024-05-20T21:20:23.405 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.403+0000 7f1a64c00640 1 -- 172.21.15.8:0/3250902407 learned_addr learned my addr 172.21.15.8:0/3250902407 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:23.406 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.403+0000 7f1a5fe00640 1 --2- 172.21.15.8:0/3250902407 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1a60105cb0 0x7f1a60101330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:23.406 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.403+0000 7f1a65600640 1 --2- 172.21.15.8:0/3250902407 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1a601085e0 0x7f1a60101870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:23.406 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.404+0000 7f1a64c00640 1 -- 172.21.15.8:0/3250902407 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1a60105cb0 msgr2=0x7f1a60101330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:23.406 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.404+0000 7f1a64c00640 1 --2- 172.21.15.8:0/3250902407 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1a60105cb0 0x7f1a60101330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:23.406 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.404+0000 7f1a64c00640 1 -- 172.21.15.8:0/3250902407 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1a601085e0 msgr2=0x7f1a60101870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:23.406 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.404+0000 7f1a64c00640 1 --2- 172.21.15.8:0/3250902407 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1a601085e0 0x7f1a60101870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:23.406 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.404+0000 7f1a64c00640 1 -- 172.21.15.8:0/3250902407 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a60102100 con 0x7f1a60103380 2024-05-20T21:20:23.406 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.404+0000 7f1a64c00640 1 --2- 172.21.15.8:0/3250902407 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1a60103380 0x7f1a60102cf0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f1a4800e9c0 tx=0x7f1a4800ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:23.406 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.404+0000 7f1a5d600640 1 -- 172.21.15.8:0/3250902407 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a4800ccc0 con 0x7f1a60103380 2024-05-20T21:20:23.406 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.404+0000 7f1a5d600640 1 -- 172.21.15.8:0/3250902407 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1a480054d0 con 0x7f1a60103380 2024-05-20T21:20:23.406 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.404+0000 7f1a5d600640 1 -- 172.21.15.8:0/3250902407 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a48010430 con 0x7f1a60103380 2024-05-20T21:20:23.406 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.404+0000 7f1a66000640 1 -- 172.21.15.8:0/3250902407 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a601a2c20 con 0x7f1a60103380 2024-05-20T21:20:23.406 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.405+0000 7f1a66000640 1 -- 172.21.15.8:0/3250902407 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a601a3140 con 0x7f1a60103380 2024-05-20T21:20:23.408 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.408+0000 7f1a6a460740 1 Processor -- start 2024-05-20T21:20:23.408 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.408+0000 7f1a6a460740 1 -- start start 2024-05-20T21:20:23.409 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.408+0000 7f1a6a460740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cb7817acf0 0x55cb7817b110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:23.409 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.408+0000 7f1a6a460740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cb7817b6e0 0x55cb781801e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:23.409 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.408+0000 7f1a6a460740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cb78180850 0x55cb78182ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:23.409 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.408+0000 7f1a6a460740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55cb780eab90 con 0x55cb7817acf0 2024-05-20T21:20:23.409 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.408+0000 7f1a6a460740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55cb780da730 con 0x55cb7817b6e0 2024-05-20T21:20:23.410 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.408+0000 7f1a6a460740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55cb780de770 con 0x55cb78180850 2024-05-20T21:20:23.410 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.408+0000 7f1a5d600640 1 -- 172.21.15.8:0/3250902407 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f1a48004f80 con 0x7f1a60103380 2024-05-20T21:20:23.410 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.408+0000 7f1a65600640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cb7817acf0 0x55cb7817b110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:23.410 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.409+0000 7f1a5fe00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cb78180850 0x55cb78182ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:23.410 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.409+0000 7f1a65600640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cb7817acf0 0x55cb7817b110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54532/0 (socket says 172.21.15.8:54532) 2024-05-20T21:20:23.410 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.409+0000 7f1a65600640 1 -- 172.21.15.8:0/1752389619 learned_addr learned my addr 172.21.15.8:0/1752389619 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:23.410 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.409+0000 7f1a64c00640 1 --2- 172.21.15.8:0/1752389619 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cb7817b6e0 0x55cb781801e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:23.410 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.409+0000 7f1a65600640 1 -- 172.21.15.8:0/1752389619 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cb78180850 msgr2=0x55cb78182ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:23.410 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.409+0000 7f1a65600640 1 --2- 172.21.15.8:0/1752389619 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cb78180850 0x55cb78182ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:23.410 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.409+0000 7f1a65600640 1 -- 172.21.15.8:0/1752389619 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cb7817b6e0 msgr2=0x55cb781801e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:23.410 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.409+0000 7f1a65600640 1 --2- 172.21.15.8:0/1752389619 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cb7817b6e0 0x55cb781801e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:23.410 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.409+0000 7f1a65600640 1 -- 172.21.15.8:0/1752389619 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cb780738b0 con 0x55cb7817acf0 2024-05-20T21:20:23.413 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.409+0000 7f1a65600640 1 --2- 172.21.15.8:0/1752389619 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cb7817acf0 0x55cb7817b110 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f1a58009ca0 tx=0x7f1a58011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=352b6edc98499b13 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:23.413 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.410+0000 7f1a55c00640 1 -- 172.21.15.8:0/1752389619 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a5801e070 con 0x55cb7817acf0 2024-05-20T21:20:23.413 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.410+0000 7f1a55c00640 1 -- 172.21.15.8:0/1752389619 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1a58009e50 con 0x55cb7817acf0 2024-05-20T21:20:23.414 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.410+0000 7f1a55c00640 1 -- 172.21.15.8:0/1752389619 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a5800ea30 con 0x55cb7817acf0 2024-05-20T21:20:23.414 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.410+0000 7f1a5d600640 1 --2- 172.21.15.8:0/3250902407 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1a440b27d0 0x7f1a440b4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:23.414 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.410+0000 7f1a6a460740 1 -- 172.21.15.8:0/1752389619 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cb7817acf0 msgr2=0x55cb7817b110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:23.414 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.410+0000 7f1a6a460740 1 --2- 172.21.15.8:0/1752389619 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cb7817acf0 0x55cb7817b110 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f1a58009ca0 tx=0x7f1a58011810 comp rx=0 tx=0).stop 2024-05-20T21:20:23.414 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.411+0000 7f1a5d600640 1 -- 172.21.15.8:0/3250902407 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f1a480e2690 con 0x7f1a60103380 2024-05-20T21:20:23.414 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.411+0000 7f1a6a460740 1 -- 172.21.15.8:0/1752389619 shutdown_connections 2024-05-20T21:20:23.414 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.411+0000 7f1a6a460740 1 --2- 172.21.15.8:0/1752389619 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cb78180850 0x55cb78182ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:23.414 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.411+0000 7f1a6a460740 1 --2- 172.21.15.8:0/1752389619 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cb7817b6e0 0x55cb781801e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:23.414 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.411+0000 7f1a6a460740 1 --2- 172.21.15.8:0/1752389619 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cb7817acf0 0x55cb7817b110 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:23.414 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.411+0000 7f1a6a460740 1 -- 172.21.15.8:0/1752389619 >> 172.21.15.8:0/1752389619 conn(0x55cb78176360 msgr2=0x55cb78176760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:23.414 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.411+0000 7f1a64c00640 1 --2- 172.21.15.8:0/3250902407 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1a440b27d0 0x7f1a440b4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:23.414 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.411+0000 7f1a6a460740 1 -- 172.21.15.8:0/1752389619 shutdown_connections 2024-05-20T21:20:23.415 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.411+0000 7f1a6a460740 1 -- 172.21.15.8:0/1752389619 wait complete. 2024-05-20T21:20:23.415 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.411+0000 7f1a6a460740 1 -- start start 2024-05-20T21:20:23.415 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.411+0000 7f1a64c00640 1 --2- 172.21.15.8:0/3250902407 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1a440b27d0 0x7f1a440b4c90 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f1a48009230 tx=0x7f1a48009f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:23.415 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.411+0000 7f1a6a460740 1 Processor -- start 2024-05-20T21:20:23.415 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.412+0000 7f1a6a460740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cb7817acf0 0x55cb78184a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:23.415 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.412+0000 7f1a6a460740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cb7817b6e0 0x55cb78184fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:23.415 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.412+0000 7f1a6a460740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cb78180850 0x55cb7818bfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:23.415 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.412+0000 7f1a6a460740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55cb77dc0790 con 0x55cb7817b6e0 2024-05-20T21:20:23.415 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.412+0000 7f1a6a460740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55cb78082bc0 con 0x55cb78180850 2024-05-20T21:20:23.415 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.412+0000 7f1a6a460740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55cb78183800 con 0x55cb7817acf0 2024-05-20T21:20:23.415 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.412+0000 7f1a6a460740 10 client.0 _ll_register_callbacks cb 0x55cb78060400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:20:23.415 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.412+0000 7f1a65600640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cb7817acf0 0x55cb78184a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:23.415 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.412+0000 7f1a5fe00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cb7817b6e0 0x55cb78184fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:23.416 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.412+0000 7f1a65600640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cb7817acf0 0x55cb78184a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:47858/0 (socket says 172.21.15.8:47858) 2024-05-20T21:20:23.416 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.412+0000 7f1a65600640 1 -- 172.21.15.8:0/2929313680 learned_addr learned my addr 172.21.15.8:0/2929313680 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:23.416 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.412+0000 7f1a65600640 1 --2- 172.21.15.8:0/2929313680 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cb78180850 0x55cb7818bfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:23.416 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.413+0000 7f1a5fe00640 1 -- 172.21.15.8:0/2929313680 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cb7817acf0 msgr2=0x55cb78184a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:23.416 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.413+0000 7f1a5fe00640 1 --2- 172.21.15.8:0/2929313680 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cb7817acf0 0x55cb78184a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:23.416 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.413+0000 7f1a5fe00640 1 -- 172.21.15.8:0/2929313680 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cb78180850 msgr2=0x55cb7818bfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:23.416 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.413+0000 7f1a5fe00640 1 --2- 172.21.15.8:0/2929313680 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cb78180850 0x55cb7818bfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:23.416 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.413+0000 7f1a5fe00640 1 -- 172.21.15.8:0/2929313680 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cb77def210 con 0x55cb7817b6e0 2024-05-20T21:20:23.416 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.413+0000 7f1a5fe00640 1 --2- 172.21.15.8:0/2929313680 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cb7817b6e0 0x55cb78184fa0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f1a50034040 tx=0x7f1a50030640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e28bbc7b7ddb68b7 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:23.416 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.413+0000 7f1a4e000640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:20:23.418 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.413+0000 7f1a4e000640 1 -- 172.21.15.8:0/2929313680 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a50036040 con 0x55cb7817b6e0 2024-05-20T21:20:23.419 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.414+0000 7f1a4e000640 1 -- 172.21.15.8:0/2929313680 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f1a50030d30 con 0x55cb7817b6e0 2024-05-20T21:20:23.419 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.414+0000 7f1a6a460740 1 -- 172.21.15.8:0/2929313680 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1a58009e50 con 0x55cb7817b6e0 2024-05-20T21:20:23.419 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.414+0000 7f1a4e000640 1 -- 172.21.15.8:0/2929313680 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1a50003970 con 0x55cb7817b6e0 2024-05-20T21:20:23.419 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.414+0000 7f1a6a460740 10 client.16341 fetch_fsmap learned FSMap version 26 2024-05-20T21:20:23.419 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.414+0000 7f1a6a460740 1 -- 172.21.15.8:0/2929313680 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55cb77ebb620 con 0x55cb7817b6e0 2024-05-20T21:20:23.419 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.414+0000 7f1a4e000640 1 -- 172.21.15.8:0/2929313680 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1a58009e50 con 0x55cb7817b6e0 2024-05-20T21:20:23.419 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.414+0000 7f1a4e000640 1 -- 172.21.15.8:0/2929313680 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f1a50004680 con 0x55cb7817b6e0 2024-05-20T21:20:23.419 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.414+0000 7f1a6a460740 10 client.16341 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:20:23.419 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.415+0000 7f1a6a460740 10 client.16341 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:20:23.419 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.415+0000 7f1a6a460740 20 client.16341 populate_metadata read hostname 'smithi008' 2024-05-20T21:20:23.419 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.415+0000 7f1a6a460740 1 --2- 172.21.15.8:0/2929313680 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55cb78190640 0x55cb78192a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:23.420 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.415+0000 7f1a6a460740 4 client.16341 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:20:23.420 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.415+0000 7f1a6a460740 1 -- 172.21.15.8:0/2929313680 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cb780ecae0 con 0x55cb78190640 2024-05-20T21:20:23.420 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.415+0000 7f1a65600640 1 --2- 172.21.15.8:0/2929313680 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55cb78190640 0x55cb78192a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:23.420 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.416+0000 7f1a65600640 1 --2- 172.21.15.8:0/2929313680 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55cb78190640 0x55cb78192a30 crc :-1 s=READY pgs=137 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9c8a5aca0c760881 server_cookie=dddbff5835458d25 in_seq=0 out_seq=0 2024-05-20T21:20:23.420 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.416+0000 7f1a4e000640 10 client.16341 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:20:23.420 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.417+0000 7f1a4e000640 1 -- 172.21.15.8:0/2929313680 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55cb780ecae0 con 0x55cb78190640 2024-05-20T21:20:23.420 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.417+0000 7f1a4e000640 10 client.16341 handle_command_reply: tid=0 2024-05-20T21:20:23.420 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.417+0000 7f1a6a460740 1 client.16341 shutdown 2024-05-20T21:20:23.420 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.417+0000 7f1a6a460740 1 -- 172.21.15.8:0/2929313680 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cb7817b6e0 msgr2=0x55cb78184fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:23.420 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.417+0000 7f1a6a460740 1 --2- 172.21.15.8:0/2929313680 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cb7817b6e0 0x55cb78184fa0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f1a50034040 tx=0x7f1a50030640 comp rx=0 tx=0).stop 2024-05-20T21:20:23.420 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.417+0000 7f1a6a460740 1 -- 172.21.15.8:0/2929313680 shutdown_connections 2024-05-20T21:20:23.420 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.417+0000 7f1a6a460740 1 --2- 172.21.15.8:0/2929313680 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55cb78190640 0x55cb78192a30 crc :-1 s=READY pgs=137 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:23.420 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.417+0000 7f1a6a460740 1 --2- 172.21.15.8:0/2929313680 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cb78180850 0x55cb7818bfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:23.420 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.417+0000 7f1a6a460740 1 --2- 172.21.15.8:0/2929313680 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cb7817b6e0 0x55cb78184fa0 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:23.421 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.417+0000 7f1a6a460740 1 --2- 172.21.15.8:0/2929313680 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cb7817acf0 0x55cb78184a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:23.421 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.417+0000 7f1a4e000640 0 client.16341 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:20:23.421 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.417+0000 7f1a6a460740 1 -- 172.21.15.8:0/2929313680 >> 172.21.15.8:0/2929313680 conn(0x55cb78176360 msgr2=0x55cb781754c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:23.421 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.417+0000 7f1a6a460740 1 -- 172.21.15.8:0/2929313680 shutdown_connections 2024-05-20T21:20:23.421 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.417+0000 7f1a6a460740 1 -- 172.21.15.8:0/2929313680 wait complete. 2024-05-20T21:20:23.421 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.417+0000 7f1a6a460740 20 client.16341 trim_cache size 0 max 16384 2024-05-20T21:20:23.435 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.434+0000 7f1a6a460740 1 Processor -- start 2024-05-20T21:20:23.435 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.434+0000 7f1a6a460740 1 -- start start 2024-05-20T21:20:23.435 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.435+0000 7f1a6a460740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cb7817acf0 0x55cb78179a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:23.435 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.435+0000 7f1a6a460740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cb7817b6e0 0x55cb7818bfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:23.435 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.435+0000 7f1a6a460740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cb78180850 0x55cb7817c180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:23.435 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.435+0000 7f1a6a460740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f1a601ae6c0 con 0x55cb7817b6e0 2024-05-20T21:20:23.435 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.435+0000 7f1a6a460740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1a601abf90 con 0x55cb7817acf0 2024-05-20T21:20:23.435 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.435+0000 7f1a6a460740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f1a601a9de0 con 0x55cb78180850 2024-05-20T21:20:23.436 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.435+0000 7f1a65600640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cb7817acf0 0x55cb78179a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:23.436 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.435+0000 7f1a65600640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cb7817acf0 0x55cb78179a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:34398/0 (socket says 172.21.15.8:34398) 2024-05-20T21:20:23.436 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.435+0000 7f1a65600640 1 -- 172.21.15.8:0/1497829497 learned_addr learned my addr 172.21.15.8:0/1497829497 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:23.437 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.435+0000 7f1a5fe00640 1 --2- 172.21.15.8:0/1497829497 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cb7817b6e0 0x55cb7818bfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:23.437 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.435+0000 7f1a65600640 1 --2- 172.21.15.8:0/1497829497 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cb78180850 0x55cb7817c180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:23.437 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.436+0000 7f1a65600640 1 -- 172.21.15.8:0/1497829497 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cb78180850 msgr2=0x55cb7817c180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:23.437 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.436+0000 7f1a65600640 1 --2- 172.21.15.8:0/1497829497 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cb78180850 0x55cb7817c180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:23.437 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.436+0000 7f1a65600640 1 -- 172.21.15.8:0/1497829497 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cb7817b6e0 msgr2=0x55cb7818bfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:23.437 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.436+0000 7f1a65600640 1 --2- 172.21.15.8:0/1497829497 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cb7817b6e0 0x55cb7818bfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:23.437 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.436+0000 7f1a65600640 1 -- 172.21.15.8:0/1497829497 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cb78193060 con 0x55cb7817acf0 2024-05-20T21:20:23.437 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.436+0000 7f1a65600640 1 --2- 172.21.15.8:0/1497829497 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cb7817acf0 0x55cb78179a40 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f1a58005490 tx=0x7f1a58011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=83485bbbf9de0a8d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:23.437 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.436+0000 7f1a55200640 1 -- 172.21.15.8:0/1497829497 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a5801e040 con 0x55cb7817acf0 2024-05-20T21:20:23.437 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.436+0000 7f1a55200640 1 -- 172.21.15.8:0/1497829497 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1a5801f040 con 0x55cb7817acf0 2024-05-20T21:20:23.437 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.436+0000 7f1a55200640 1 -- 172.21.15.8:0/1497829497 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a58019ad0 con 0x55cb7817acf0 2024-05-20T21:20:23.439 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.437+0000 7f1a6a460740 1 -- 172.21.15.8:0/1497829497 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cb7817acf0 msgr2=0x55cb78179a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:23.439 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.437+0000 7f1a6a460740 1 --2- 172.21.15.8:0/1497829497 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cb7817acf0 0x55cb78179a40 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f1a58005490 tx=0x7f1a58011810 comp rx=0 tx=0).stop 2024-05-20T21:20:23.439 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.437+0000 7f1a6a460740 1 -- 172.21.15.8:0/1497829497 shutdown_connections 2024-05-20T21:20:23.439 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.437+0000 7f1a6a460740 1 --2- 172.21.15.8:0/1497829497 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cb78180850 0x55cb7817c180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:23.439 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.437+0000 7f1a6a460740 1 --2- 172.21.15.8:0/1497829497 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cb7817b6e0 0x55cb7818bfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:23.439 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.437+0000 7f1a6a460740 1 --2- 172.21.15.8:0/1497829497 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cb7817acf0 0x55cb78179a40 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:23.439 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.437+0000 7f1a6a460740 1 -- 172.21.15.8:0/1497829497 >> 172.21.15.8:0/1497829497 conn(0x55cb78176360 msgr2=0x55cb78179330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:23.439 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.437+0000 7f1a6a460740 1 -- 172.21.15.8:0/1497829497 shutdown_connections 2024-05-20T21:20:23.439 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.437+0000 7f1a6a460740 1 -- 172.21.15.8:0/1497829497 wait complete. 2024-05-20T21:20:23.439 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.438+0000 7f1a6a460740 1 -- start start 2024-05-20T21:20:23.439 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.438+0000 7f1a6a460740 1 Processor -- start 2024-05-20T21:20:23.440 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.438+0000 7f1a6a460740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cb7817acf0 0x55cb78189b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:23.440 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.438+0000 7f1a6a460740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cb7817b6e0 0x55cb7818a070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:23.440 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.438+0000 7f1a6a460740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cb78180850 0x55cb7818b010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:23.440 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.438+0000 7f1a6a460740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f1a601aa450 con 0x55cb7817b6e0 2024-05-20T21:20:23.440 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.438+0000 7f1a6a460740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1a601ab8c0 con 0x55cb7817acf0 2024-05-20T21:20:23.440 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.438+0000 7f1a6a460740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f1a601aab20 con 0x55cb78180850 2024-05-20T21:20:23.440 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.438+0000 7f1a6a460740 10 client.0 _ll_register_callbacks cb 0x7f1a58005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:20:23.440 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.439+0000 7f1a65600640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cb7817acf0 0x55cb78189b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:23.440 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.439+0000 7f1a65600640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cb7817acf0 0x55cb78189b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:34402/0 (socket says 172.21.15.8:34402) 2024-05-20T21:20:23.440 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.439+0000 7f1a65600640 1 -- 172.21.15.8:0/514623945 learned_addr learned my addr 172.21.15.8:0/514623945 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:23.440 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.439+0000 7f1a5fe00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cb7817b6e0 0x55cb7818a070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:23.440 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.439+0000 7f1a65600640 1 --2- 172.21.15.8:0/514623945 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cb78180850 0x55cb7818b010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:23.442 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.439+0000 7f1a5fe00640 1 -- 172.21.15.8:0/514623945 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cb78180850 msgr2=0x55cb7818b010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:23.442 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.439+0000 7f1a5fe00640 1 --2- 172.21.15.8:0/514623945 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cb78180850 0x55cb7818b010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:23.442 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.439+0000 7f1a5fe00640 1 -- 172.21.15.8:0/514623945 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cb7817acf0 msgr2=0x55cb78189b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:23.442 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.439+0000 7f1a5fe00640 1 --2- 172.21.15.8:0/514623945 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cb7817acf0 0x55cb78189b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:23.442 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.439+0000 7f1a5fe00640 1 -- 172.21.15.8:0/514623945 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cb78176190 con 0x55cb7817b6e0 2024-05-20T21:20:23.442 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.439+0000 7f1a65600640 1 --2- 172.21.15.8:0/514623945 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cb78180850 0x55cb7818b010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:20:23.442 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.439+0000 7f1a5fe00640 1 --2- 172.21.15.8:0/514623945 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cb7817b6e0 0x55cb7818a070 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f1a500316b0 tx=0x7f1a50005e30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5dc00d426078103 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:23.442 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.439+0000 7f1a4e000640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:20:23.442 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.440+0000 7f1a4e000640 1 -- 172.21.15.8:0/514623945 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a50036070 con 0x55cb7817b6e0 2024-05-20T21:20:23.443 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.440+0000 7f1a4e000640 1 -- 172.21.15.8:0/514623945 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f1a50030b30 con 0x55cb7817b6e0 2024-05-20T21:20:23.443 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.440+0000 7f1a6a460740 1 -- 172.21.15.8:0/514623945 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1a5801f040 con 0x55cb7817b6e0 2024-05-20T21:20:23.443 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.440+0000 7f1a4e000640 1 -- 172.21.15.8:0/514623945 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1a50030d30 con 0x55cb7817b6e0 2024-05-20T21:20:23.443 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.440+0000 7f1a6a460740 10 client.16347 fetch_fsmap learned FSMap version 26 2024-05-20T21:20:23.443 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.440+0000 7f1a6a460740 1 -- 172.21.15.8:0/514623945 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55cb7817a930 con 0x55cb7817b6e0 2024-05-20T21:20:23.443 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.440+0000 7f1a4e000640 1 -- 172.21.15.8:0/514623945 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1a5801f040 con 0x55cb7817b6e0 2024-05-20T21:20:23.443 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.440+0000 7f1a4e000640 1 -- 172.21.15.8:0/514623945 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f1a50059030 con 0x55cb7817b6e0 2024-05-20T21:20:23.443 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.440+0000 7f1a6a460740 10 client.16347 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:20:23.443 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.440+0000 7f1a6a460740 10 client.16347 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:20:23.443 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.440+0000 7f1a6a460740 20 client.16347 populate_metadata read hostname 'smithi008' 2024-05-20T21:20:23.443 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.440+0000 7f1a6a460740 1 --2- 172.21.15.8:0/514623945 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55cb781fbbf0 0x55cb781fe010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:23.443 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.440+0000 7f1a6a460740 4 client.16347 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:20:23.443 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.440+0000 7f1a6a460740 1 -- 172.21.15.8:0/514623945 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55cb780e62c0 con 0x55cb781fbbf0 2024-05-20T21:20:23.443 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.441+0000 7f1a65600640 1 --2- 172.21.15.8:0/514623945 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55cb781fbbf0 0x55cb781fe010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:23.444 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.441+0000 7f1a65600640 1 --2- 172.21.15.8:0/514623945 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55cb781fbbf0 0x55cb781fe010 crc :-1 s=READY pgs=138 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e41614fe3b23c784 server_cookie=a28823e2a5b9fae1 in_seq=0 out_seq=0 2024-05-20T21:20:23.444 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.441+0000 7f1a4e000640 10 client.16347 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:20:23.456 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.457+0000 7f1a4e000640 1 -- 172.21.15.8:0/514623945 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55cb780e62c0 con 0x55cb781fbbf0 2024-05-20T21:20:23.456 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.457+0000 7f1a4e000640 10 client.16347 handle_command_reply: tid=0 2024-05-20T21:20:23.456 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.457+0000 7f1a6a460740 1 client.16347 shutdown 2024-05-20T21:20:23.457 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.457+0000 7f1a6a460740 1 -- 172.21.15.8:0/514623945 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cb7817b6e0 msgr2=0x55cb7818a070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:23.457 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.457+0000 7f1a6a460740 1 --2- 172.21.15.8:0/514623945 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cb7817b6e0 0x55cb7818a070 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f1a500316b0 tx=0x7f1a50005e30 comp rx=0 tx=0).stop 2024-05-20T21:20:23.457 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.457+0000 7f1a6a460740 1 -- 172.21.15.8:0/514623945 shutdown_connections 2024-05-20T21:20:23.458 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.457+0000 7f1a6a460740 1 --2- 172.21.15.8:0/514623945 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55cb781fbbf0 0x55cb781fe010 crc :-1 s=READY pgs=138 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:23.458 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.457+0000 7f1a6a460740 1 --2- 172.21.15.8:0/514623945 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cb78180850 0x55cb7818b010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:23.458 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.457+0000 7f1a6a460740 1 --2- 172.21.15.8:0/514623945 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cb7817b6e0 0x55cb7818a070 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:23.458 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.457+0000 7f1a4e000640 0 client.16347 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:20:23.458 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.457+0000 7f1a6a460740 1 --2- 172.21.15.8:0/514623945 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cb7817acf0 0x55cb78189b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:23.458 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.457+0000 7f1a6a460740 1 -- 172.21.15.8:0/514623945 >> 172.21.15.8:0/514623945 conn(0x55cb78176360 msgr2=0x55cb7817c180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:23.458 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.457+0000 7f1a6a460740 1 -- 172.21.15.8:0/514623945 shutdown_connections 2024-05-20T21:20:23.458 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.457+0000 7f1a6a460740 1 -- 172.21.15.8:0/514623945 wait complete. 2024-05-20T21:20:23.458 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.457+0000 7f1a6a460740 20 client.16347 trim_cache size 0 max 16384 2024-05-20T21:20:23.458 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:20:23.459 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:20:23.459 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:20:23.459 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.458+0000 7f1a66000640 1 -- 172.21.15.8:0/3250902407 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1a440b27d0 msgr2=0x7f1a440b4c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:23.459 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.458+0000 7f1a66000640 1 --2- 172.21.15.8:0/3250902407 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1a440b27d0 0x7f1a440b4c90 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f1a48009230 tx=0x7f1a48009f90 comp rx=0 tx=0).stop 2024-05-20T21:20:23.460 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.458+0000 7f1a66000640 1 -- 172.21.15.8:0/3250902407 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1a60103380 msgr2=0x7f1a60102cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:23.460 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.458+0000 7f1a66000640 1 --2- 172.21.15.8:0/3250902407 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1a60103380 0x7f1a60102cf0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f1a4800e9c0 tx=0x7f1a4800ee80 comp rx=0 tx=0).stop 2024-05-20T21:20:23.460 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.458+0000 7f1a66000640 1 -- 172.21.15.8:0/3250902407 shutdown_connections 2024-05-20T21:20:23.460 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.458+0000 7f1a66000640 1 --2- 172.21.15.8:0/3250902407 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1a440b27d0 0x7f1a440b4c90 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:23.460 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.458+0000 7f1a66000640 1 --2- 172.21.15.8:0/3250902407 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1a601085e0 0x7f1a60101870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:23.460 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.458+0000 7f1a66000640 1 --2- 172.21.15.8:0/3250902407 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1a60105cb0 0x7f1a60101330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:23.460 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.458+0000 7f1a66000640 1 --2- 172.21.15.8:0/3250902407 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1a60103380 0x7f1a60102cf0 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:23.460 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.458+0000 7f1a66000640 1 -- 172.21.15.8:0/3250902407 >> 172.21.15.8:0/3250902407 conn(0x7f1a600fcd30 msgr2=0x7f1a601051d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:23.460 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.458+0000 7f1a66000640 1 -- 172.21.15.8:0/3250902407 shutdown_connections 2024-05-20T21:20:23.460 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:23.458+0000 7f1a66000640 1 -- 172.21.15.8:0/3250902407 wait complete. 2024-05-20T21:20:23.605 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:20:24.065 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:20:24.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:20:24 smithi130 ceph-mon[36448]: pgmap v592: 97 pgs: 97 active+clean; 2.4 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:20:24.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:20:24 smithi050 ceph-mon[35809]: pgmap v592: 97 pgs: 97 active+clean; 2.4 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:20:24.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:20:24 smithi008 ceph-mon[31475]: pgmap v592: 97 pgs: 97 active+clean; 2.4 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:20:26.306 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.305+0000 7ff559800700 1 -- 172.21.15.8:0/2994416346 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff554076230 msgr2=0x7ff55410f7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:26.306 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.305+0000 7ff559800700 1 --2- 172.21.15.8:0/2994416346 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff554076230 0x7ff55410f7d0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7ff540009990 tx=0x7ff540009ca0 comp rx=0 tx=0).stop 2024-05-20T21:20:26.306 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.305+0000 7ff559800700 1 -- 172.21.15.8:0/2994416346 shutdown_connections 2024-05-20T21:20:26.306 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.305+0000 7ff559800700 1 --2- 172.21.15.8:0/2994416346 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff55410fd10 0x7ff554112120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:26.306 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.305+0000 7ff559800700 1 --2- 172.21.15.8:0/2994416346 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff554075910 0x7ff554075cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:26.306 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.305+0000 7ff559800700 1 --2- 172.21.15.8:0/2994416346 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff554076230 0x7ff55410f7d0 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:26.306 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.305+0000 7ff559800700 1 -- 172.21.15.8:0/2994416346 >> 172.21.15.8:0/2994416346 conn(0x7ff5540fefc0 msgr2=0x7ff5541013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:26.307 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.305+0000 7ff559800700 1 -- 172.21.15.8:0/2994416346 shutdown_connections 2024-05-20T21:20:26.307 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.305+0000 7ff559800700 1 -- 172.21.15.8:0/2994416346 wait complete. 2024-05-20T21:20:26.307 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.307+0000 7ff559800700 1 Processor -- start 2024-05-20T21:20:26.307 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.307+0000 7ff559800700 1 -- start start 2024-05-20T21:20:26.308 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.308+0000 7ff559800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff554075910 0x7ff55419bd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:26.308 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.308+0000 7ff559800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff554076230 0x7ff55419c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:26.308 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.308+0000 7ff559800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff55410fd10 0x7ff5541a0630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:26.309 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.308+0000 7ff559800700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7ff5541158b0 con 0x7ff554075910 2024-05-20T21:20:26.309 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.308+0000 7ff559800700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff554115730 con 0x7ff55410fd10 2024-05-20T21:20:26.309 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.308+0000 7ff559800700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7ff554115a30 con 0x7ff554076230 2024-05-20T21:20:26.309 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.308+0000 7ff553e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff554075910 0x7ff55419bd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:26.310 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.308+0000 7ff553e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff554075910 0x7ff55419bd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54568/0 (socket says 172.21.15.8:54568) 2024-05-20T21:20:26.310 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.308+0000 7ff553e00700 1 -- 172.21.15.8:0/1323208227 learned_addr learned my addr 172.21.15.8:0/1323208227 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:26.310 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.308+0000 7ff553400700 1 --2- 172.21.15.8:0/1323208227 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff554076230 0x7ff55419c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:26.310 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.308+0000 7ff558e00700 1 --2- 172.21.15.8:0/1323208227 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff55410fd10 0x7ff5541a0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:26.310 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.309+0000 7ff553e00700 1 -- 172.21.15.8:0/1323208227 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff554076230 msgr2=0x7ff55419c2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:26.310 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.309+0000 7ff553e00700 1 --2- 172.21.15.8:0/1323208227 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff554076230 0x7ff55419c2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:26.310 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.309+0000 7ff553e00700 1 -- 172.21.15.8:0/1323208227 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff55410fd10 msgr2=0x7ff5541a0630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:26.311 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.309+0000 7ff553e00700 1 --2- 172.21.15.8:0/1323208227 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff55410fd10 0x7ff5541a0630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:26.311 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.309+0000 7ff553e00700 1 -- 172.21.15.8:0/1323208227 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5541a0d70 con 0x7ff554075910 2024-05-20T21:20:26.311 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.309+0000 7ff558e00700 1 --2- 172.21.15.8:0/1323208227 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff55410fd10 0x7ff5541a0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:20:26.311 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.309+0000 7ff553400700 1 --2- 172.21.15.8:0/1323208227 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff554076230 0x7ff55419c2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:26.311 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.309+0000 7ff553e00700 1 --2- 172.21.15.8:0/1323208227 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff554075910 0x7ff55419bd60 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7ff54400e9a0 tx=0x7ff54400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:26.311 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.310+0000 7ff550c00700 1 -- 172.21.15.8:0/1323208227 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff54400cbd0 con 0x7ff554075910 2024-05-20T21:20:26.311 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.310+0000 7ff550c00700 1 -- 172.21.15.8:0/1323208227 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff54400cd70 con 0x7ff554075910 2024-05-20T21:20:26.311 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.310+0000 7ff559800700 1 -- 172.21.15.8:0/1323208227 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5541a1060 con 0x7ff554075910 2024-05-20T21:20:26.311 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.310+0000 7ff550c00700 1 -- 172.21.15.8:0/1323208227 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff544018680 con 0x7ff554075910 2024-05-20T21:20:26.311 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.310+0000 7ff559800700 1 -- 172.21.15.8:0/1323208227 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5541a88e0 con 0x7ff554075910 2024-05-20T21:20:26.314 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.314+0000 7ff550c00700 1 -- 172.21.15.8:0/1323208227 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7ff544010430 con 0x7ff554075910 2024-05-20T21:20:26.315 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.315+0000 7ff565802b80 1 Processor -- start 2024-05-20T21:20:26.315 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.315+0000 7ff565802b80 1 -- start start 2024-05-20T21:20:26.316 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.316+0000 7ff565802b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5610da9b7020 0x5610da9b7400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:26.316 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.316+0000 7ff565802b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5610da9b7940 0x5610da9b14b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:26.316 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.316+0000 7ff550c00700 1 --2- 172.21.15.8:0/1323208227 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff5380b2880 0x7ff5380b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:26.316 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.316+0000 7ff565802b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610da9b1ad0 0x5610da9b1f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:26.316 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.316+0000 7ff565802b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5610da90fe40 con 0x5610da9b7020 2024-05-20T21:20:26.317 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.316+0000 7ff565802b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5610da8ff9e0 con 0x5610da9b7940 2024-05-20T21:20:26.317 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.316+0000 7ff565802b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5610da903a20 con 0x5610da9b1ad0 2024-05-20T21:20:26.317 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.316+0000 7ff550c00700 1 -- 172.21.15.8:0/1323208227 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7ff5440e2500 con 0x7ff554075910 2024-05-20T21:20:26.318 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.316+0000 7ff553400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5610da9b7940 0x5610da9b14b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:26.318 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.316+0000 7ff553e00700 1 --2- 172.21.15.8:0/1323208227 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff5380b2880 0x7ff5380b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:26.318 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.316+0000 7ff553400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5610da9b7940 0x5610da9b14b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:34428/0 (socket says 172.21.15.8:34428) 2024-05-20T21:20:26.318 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.316+0000 7ff558e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5610da9b7020 0x5610da9b7400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:26.318 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.316+0000 7ff553400700 1 -- 172.21.15.8:0/3426454784 learned_addr learned my addr 172.21.15.8:0/3426454784 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:26.318 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.317+0000 7ff558e00700 1 --2- 172.21.15.8:0/3426454784 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610da9b1ad0 0x5610da9b1f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:26.318 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.317+0000 7ff553400700 1 -- 172.21.15.8:0/3426454784 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610da9b1ad0 msgr2=0x5610da9b1f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:26.318 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.317+0000 7ff553400700 1 --2- 172.21.15.8:0/3426454784 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610da9b1ad0 0x5610da9b1f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:26.318 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.317+0000 7ff553400700 1 -- 172.21.15.8:0/3426454784 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5610da9b7020 msgr2=0x5610da9b7400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:26.318 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.317+0000 7ff553400700 1 --2- 172.21.15.8:0/3426454784 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5610da9b7020 0x5610da9b7400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:26.318 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.317+0000 7ff553400700 1 -- 172.21.15.8:0/3426454784 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5610da8c8420 con 0x5610da9b7940 2024-05-20T21:20:26.318 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.317+0000 7ff553400700 1 --2- 172.21.15.8:0/3426454784 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5610da9b7940 0x5610da9b14b0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7ff540015000 tx=0x7ff5400096a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=19b7e3c088b3b32d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:26.319 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.317+0000 7ff553e00700 1 --2- 172.21.15.8:0/1323208227 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff5380b2880 0x7ff5380b4d40 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7ff54400cfd0 tx=0x7ff54400cf20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:26.320 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.318+0000 7ff549600700 1 -- 172.21.15.8:0/3426454784 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff540027070 con 0x5610da9b7940 2024-05-20T21:20:26.320 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.318+0000 7ff549600700 1 -- 172.21.15.8:0/3426454784 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff540003680 con 0x5610da9b7940 2024-05-20T21:20:26.320 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.318+0000 7ff549600700 1 -- 172.21.15.8:0/3426454784 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff54000f6a0 con 0x5610da9b7940 2024-05-20T21:20:26.320 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.318+0000 7ff565802b80 1 -- 172.21.15.8:0/3426454784 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5610da9b7940 msgr2=0x5610da9b14b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:26.320 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.318+0000 7ff565802b80 1 --2- 172.21.15.8:0/3426454784 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5610da9b7940 0x5610da9b14b0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7ff540015000 tx=0x7ff5400096a0 comp rx=0 tx=0).stop 2024-05-20T21:20:26.320 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.319+0000 7ff565802b80 1 -- 172.21.15.8:0/3426454784 shutdown_connections 2024-05-20T21:20:26.320 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.319+0000 7ff565802b80 1 --2- 172.21.15.8:0/3426454784 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610da9b1ad0 0x5610da9b1f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:26.320 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.319+0000 7ff565802b80 1 --2- 172.21.15.8:0/3426454784 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5610da9b7020 0x5610da9b7400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:26.320 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.319+0000 7ff565802b80 1 --2- 172.21.15.8:0/3426454784 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5610da9b7940 0x5610da9b14b0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:26.320 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.319+0000 7ff565802b80 1 -- 172.21.15.8:0/3426454784 >> 172.21.15.8:0/3426454784 conn(0x5610da8dfbe0 msgr2=0x5610da9ac150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:26.320 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.319+0000 7ff565802b80 1 -- 172.21.15.8:0/3426454784 shutdown_connections 2024-05-20T21:20:26.320 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.319+0000 7ff565802b80 1 -- 172.21.15.8:0/3426454784 wait complete. 2024-05-20T21:20:26.320 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.319+0000 7ff565802b80 1 -- start start 2024-05-20T21:20:26.321 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.320+0000 7ff565802b80 1 Processor -- start 2024-05-20T21:20:26.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.320+0000 7ff565802b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5610da9b1ad0 0x5610da9bd6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:26.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.320+0000 7ff565802b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5610da9b7020 0x5610da9baa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:26.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.320+0000 7ff565802b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610da9b7940 0x5610da9baf90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:26.323 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.320+0000 7ff565802b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5610da805fa0 con 0x5610da9b1ad0 2024-05-20T21:20:26.323 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.320+0000 7ff565802b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5610da8a0760 con 0x5610da9b7020 2024-05-20T21:20:26.323 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.320+0000 7ff565802b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5610da9be400 con 0x5610da9b7940 2024-05-20T21:20:26.323 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.320+0000 7ff565802b80 10 client.0 _ll_register_callbacks cb 0x5610da8a9c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:20:26.323 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.320+0000 7ff558e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5610da9b1ad0 0x5610da9bd6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:26.323 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.321+0000 7ff558e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610da9b7940 0x5610da9baf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:26.323 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.321+0000 7ff553400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5610da9b7020 0x5610da9baa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:26.323 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.321+0000 7ff558e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610da9b7940 0x5610da9baf90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:47906/0 (socket says 172.21.15.8:47906) 2024-05-20T21:20:26.323 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.321+0000 7ff558e00700 1 -- 172.21.15.8:0/3783427529 learned_addr learned my addr 172.21.15.8:0/3783427529 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:26.323 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.321+0000 7ff553400700 1 --2- 172.21.15.8:0/3783427529 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5610da9b7020 0x5610da9baa50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:34444/0 (socket says 172.21.15.8:34444) 2024-05-20T21:20:26.323 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.321+0000 7ff558e00700 1 -- 172.21.15.8:0/3783427529 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5610da9b7020 msgr2=0x5610da9baa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:26.323 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.321+0000 7ff558e00700 1 --2- 172.21.15.8:0/3783427529 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5610da9b7020 0x5610da9baa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:26.323 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.321+0000 7ff558e00700 1 -- 172.21.15.8:0/3783427529 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5610da9b1ad0 msgr2=0x5610da9bd6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:26.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.321+0000 7ff558e00700 1 --2- 172.21.15.8:0/3783427529 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5610da9b1ad0 0x5610da9bd6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:26.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.321+0000 7ff558e00700 1 -- 172.21.15.8:0/3783427529 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5610da84f8d0 con 0x5610da9b7940 2024-05-20T21:20:26.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.321+0000 7ff553400700 1 --2- 172.21.15.8:0/3783427529 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5610da9b7020 0x5610da9baa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:26.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.321+0000 7ff558e00700 1 --2- 172.21.15.8:0/3783427529 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610da9b7940 0x5610da9baf90 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7ff54c0098f0 tx=0x7ff54c009920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=88a9e7e072c7401f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:26.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.321+0000 7ff53e000700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:20:26.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.322+0000 7ff53e000700 1 -- 172.21.15.8:0/3783427529 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff54c004db0 con 0x5610da9b7940 2024-05-20T21:20:26.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.322+0000 7ff53e000700 1 -- 172.21.15.8:0/3783427529 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7ff54c01a960 con 0x5610da9b7940 2024-05-20T21:20:26.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.322+0000 7ff565802b80 1 -- 172.21.15.8:0/3783427529 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff540003680 con 0x5610da9b7940 2024-05-20T21:20:26.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.322+0000 7ff53e000700 1 -- 172.21.15.8:0/3783427529 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff54c01ab60 con 0x5610da9b7940 2024-05-20T21:20:26.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.322+0000 7ff565802b80 10 client.26518 fetch_fsmap learned FSMap version 26 2024-05-20T21:20:26.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.322+0000 7ff565802b80 1 -- 172.21.15.8:0/3783427529 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5610da8d0060 con 0x5610da9b7940 2024-05-20T21:20:26.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.323+0000 7ff53e000700 1 -- 172.21.15.8:0/3783427529 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff540003680 con 0x5610da9b7940 2024-05-20T21:20:26.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.323+0000 7ff53e000700 1 -- 172.21.15.8:0/3783427529 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7ff54c025c10 con 0x5610da9b7940 2024-05-20T21:20:26.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.323+0000 7ff565802b80 10 client.26518 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:20:26.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.323+0000 7ff565802b80 10 client.26518 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:20:26.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.323+0000 7ff565802b80 20 client.26518 populate_metadata read hostname 'smithi008' 2024-05-20T21:20:26.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.323+0000 7ff565802b80 1 --2- 172.21.15.8:0/3783427529 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5610da9caf60 0x5610da9cd350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:26.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.323+0000 7ff565802b80 4 client.26518 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:20:26.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.323+0000 7ff565802b80 1 -- 172.21.15.8:0/3783427529 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5610da911d90 con 0x5610da9caf60 2024-05-20T21:20:26.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.323+0000 7ff553400700 1 --2- 172.21.15.8:0/3783427529 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5610da9caf60 0x5610da9cd350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:26.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.324+0000 7ff553400700 1 --2- 172.21.15.8:0/3783427529 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5610da9caf60 0x5610da9cd350 crc :-1 s=READY pgs=139 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e7c3e3273be05e24 server_cookie=921a21699aa90667 in_seq=0 out_seq=0 2024-05-20T21:20:26.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.324+0000 7ff53e000700 10 client.26518 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:20:26.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.325+0000 7ff53e000700 1 -- 172.21.15.8:0/3783427529 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5610da911d90 con 0x5610da9caf60 2024-05-20T21:20:26.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.325+0000 7ff53e000700 10 client.26518 handle_command_reply: tid=0 2024-05-20T21:20:26.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.325+0000 7ff565802b80 1 client.26518 shutdown 2024-05-20T21:20:26.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.325+0000 7ff565802b80 1 -- 172.21.15.8:0/3783427529 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610da9b7940 msgr2=0x5610da9baf90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:26.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.325+0000 7ff565802b80 1 --2- 172.21.15.8:0/3783427529 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610da9b7940 0x5610da9baf90 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7ff54c0098f0 tx=0x7ff54c009920 comp rx=0 tx=0).stop 2024-05-20T21:20:26.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.326+0000 7ff565802b80 1 -- 172.21.15.8:0/3783427529 shutdown_connections 2024-05-20T21:20:26.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.326+0000 7ff565802b80 1 --2- 172.21.15.8:0/3783427529 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5610da9caf60 0x5610da9cd350 crc :-1 s=READY pgs=139 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:26.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.326+0000 7ff565802b80 1 --2- 172.21.15.8:0/3783427529 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610da9b7940 0x5610da9baf90 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:26.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.326+0000 7ff565802b80 1 --2- 172.21.15.8:0/3783427529 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5610da9b1ad0 0x5610da9bd6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:26.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.326+0000 7ff565802b80 1 --2- 172.21.15.8:0/3783427529 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5610da9b7020 0x5610da9baa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:26.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.326+0000 7ff53e000700 0 client.26518 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:20:26.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.326+0000 7ff565802b80 1 -- 172.21.15.8:0/3783427529 >> 172.21.15.8:0/3783427529 conn(0x5610da8dfbe0 msgr2=0x5610da9b04a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:26.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.326+0000 7ff565802b80 1 -- 172.21.15.8:0/3783427529 shutdown_connections 2024-05-20T21:20:26.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.326+0000 7ff565802b80 1 -- 172.21.15.8:0/3783427529 wait complete. 2024-05-20T21:20:26.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.326+0000 7ff565802b80 20 client.26518 trim_cache size 0 max 16384 2024-05-20T21:20:26.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.349+0000 7ff565802b80 1 Processor -- start 2024-05-20T21:20:26.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.349+0000 7ff565802b80 1 -- start start 2024-05-20T21:20:26.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.349+0000 7ff565802b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5610da9b1ad0 0x5610da9bcec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:26.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.349+0000 7ff565802b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5610da9b7020 0x5610da9ba830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:26.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.349+0000 7ff565802b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610da9b7940 0x5610da9bad70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:26.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.349+0000 7ff565802b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7ff5541b2570 con 0x5610da9b7020 2024-05-20T21:20:26.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.349+0000 7ff565802b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff5541afe00 con 0x5610da9b1ad0 2024-05-20T21:20:26.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.349+0000 7ff565802b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7ff5541adc50 con 0x5610da9b7940 2024-05-20T21:20:26.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.350+0000 7ff553400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5610da9b7020 0x5610da9ba830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:26.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.350+0000 7ff553400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5610da9b7020 0x5610da9ba830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54610/0 (socket says 172.21.15.8:54610) 2024-05-20T21:20:26.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.350+0000 7ff553400700 1 -- 172.21.15.8:0/4213187404 learned_addr learned my addr 172.21.15.8:0/4213187404 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:26.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.350+0000 7ff558e00700 1 --2- 172.21.15.8:0/4213187404 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5610da9b1ad0 0x5610da9bcec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:26.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.350+0000 7ff558e00700 1 --2- 172.21.15.8:0/4213187404 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610da9b7940 0x5610da9bad70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:26.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.350+0000 7ff553400700 1 -- 172.21.15.8:0/4213187404 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610da9b7940 msgr2=0x5610da9bad70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:26.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.350+0000 7ff553400700 1 --2- 172.21.15.8:0/4213187404 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610da9b7940 0x5610da9bad70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:26.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.350+0000 7ff553400700 1 -- 172.21.15.8:0/4213187404 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5610da9b1ad0 msgr2=0x5610da9bcec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:26.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.350+0000 7ff553400700 1 --2- 172.21.15.8:0/4213187404 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5610da9b1ad0 0x5610da9bcec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:26.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.350+0000 7ff553400700 1 -- 172.21.15.8:0/4213187404 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5610da9cd9b0 con 0x5610da9b7020 2024-05-20T21:20:26.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.350+0000 7ff558e00700 1 --2- 172.21.15.8:0/4213187404 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5610da9b1ad0 0x5610da9bcec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:20:26.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.351+0000 7ff553400700 1 --2- 172.21.15.8:0/4213187404 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5610da9b7020 0x5610da9ba830 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7ff540005010 tx=0x7ff54001a040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=447a2c86501abda server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:26.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.351+0000 7ff548c00700 1 -- 172.21.15.8:0/4213187404 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff540027040 con 0x5610da9b7020 2024-05-20T21:20:26.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.351+0000 7ff548c00700 1 -- 172.21.15.8:0/4213187404 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff540028040 con 0x5610da9b7020 2024-05-20T21:20:26.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.351+0000 7ff548c00700 1 -- 172.21.15.8:0/4213187404 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff54002e9f0 con 0x5610da9b7020 2024-05-20T21:20:26.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.352+0000 7ff565802b80 1 -- 172.21.15.8:0/4213187404 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5610da9b7020 msgr2=0x5610da9ba830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:26.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.352+0000 7ff565802b80 1 --2- 172.21.15.8:0/4213187404 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5610da9b7020 0x5610da9ba830 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7ff540005010 tx=0x7ff54001a040 comp rx=0 tx=0).stop 2024-05-20T21:20:26.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.352+0000 7ff565802b80 1 -- 172.21.15.8:0/4213187404 shutdown_connections 2024-05-20T21:20:26.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.352+0000 7ff565802b80 1 --2- 172.21.15.8:0/4213187404 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5610da9b1ad0 0x5610da9bcec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:26.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.352+0000 7ff565802b80 1 --2- 172.21.15.8:0/4213187404 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610da9b7940 0x5610da9bad70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:26.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.352+0000 7ff565802b80 1 --2- 172.21.15.8:0/4213187404 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5610da9b7020 0x5610da9ba830 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:26.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.352+0000 7ff565802b80 1 -- 172.21.15.8:0/4213187404 >> 172.21.15.8:0/4213187404 conn(0x5610da8dfbe0 msgr2=0x5610da9abc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:26.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.352+0000 7ff565802b80 1 -- 172.21.15.8:0/4213187404 shutdown_connections 2024-05-20T21:20:26.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.352+0000 7ff565802b80 1 -- 172.21.15.8:0/4213187404 wait complete. 2024-05-20T21:20:26.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.353+0000 7ff565802b80 1 -- start start 2024-05-20T21:20:26.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.353+0000 7ff565802b80 1 Processor -- start 2024-05-20T21:20:26.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.353+0000 7ff565802b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5610da9b1ad0 0x5610da9d2980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:26.355 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.353+0000 7ff565802b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5610da9b7020 0x5610da9d2ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:26.355 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.353+0000 7ff565802b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610da9b7940 0x5610da9d3400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:26.355 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.353+0000 7ff565802b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7ff5541ae2c0 con 0x5610da9b7020 2024-05-20T21:20:26.355 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.353+0000 7ff565802b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff5541af730 con 0x5610da9b1ad0 2024-05-20T21:20:26.355 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.353+0000 7ff565802b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7ff5541ae990 con 0x5610da9b7940 2024-05-20T21:20:26.355 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.353+0000 7ff565802b80 10 client.0 _ll_register_callbacks cb 0x5610da8a9c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:20:26.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.354+0000 7ff553400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5610da9b7020 0x5610da9d2ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:26.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.354+0000 7ff553400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5610da9b7020 0x5610da9d2ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54616/0 (socket says 172.21.15.8:54616) 2024-05-20T21:20:26.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.354+0000 7ff553400700 1 -- 172.21.15.8:0/1670292322 learned_addr learned my addr 172.21.15.8:0/1670292322 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:26.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.354+0000 7ff558e00700 1 --2- 172.21.15.8:0/1670292322 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5610da9b1ad0 0x5610da9d2980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:26.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.354+0000 7ff558e00700 1 --2- 172.21.15.8:0/1670292322 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610da9b7940 0x5610da9d3400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:26.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.354+0000 7ff553400700 1 -- 172.21.15.8:0/1670292322 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610da9b7940 msgr2=0x5610da9d3400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:26.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.354+0000 7ff553400700 1 --2- 172.21.15.8:0/1670292322 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610da9b7940 0x5610da9d3400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:26.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.354+0000 7ff553400700 1 -- 172.21.15.8:0/1670292322 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5610da9b1ad0 msgr2=0x5610da9d2980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:26.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.354+0000 7ff553400700 1 --2- 172.21.15.8:0/1670292322 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5610da9b1ad0 0x5610da9d2980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:26.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.354+0000 7ff553400700 1 -- 172.21.15.8:0/1670292322 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5610daa34d10 con 0x5610da9b7020 2024-05-20T21:20:26.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.354+0000 7ff558e00700 1 --2- 172.21.15.8:0/1670292322 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5610da9b1ad0 0x5610da9d2980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:20:26.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.355+0000 7ff553400700 1 --2- 172.21.15.8:0/1670292322 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5610da9b7020 0x5610da9d2ec0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7ff540009350 tx=0x7ff540003730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5838cfe992d1f716 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:26.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.355+0000 7ff53e000700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:20:26.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.355+0000 7ff53e000700 1 -- 172.21.15.8:0/1670292322 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff540027040 con 0x5610da9b7020 2024-05-20T21:20:26.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.355+0000 7ff53e000700 1 -- 172.21.15.8:0/1670292322 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7ff540005590 con 0x5610da9b7020 2024-05-20T21:20:26.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.355+0000 7ff565802b80 1 -- 172.21.15.8:0/1670292322 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff540028040 con 0x5610da9b7020 2024-05-20T21:20:26.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.355+0000 7ff53e000700 1 -- 172.21.15.8:0/1670292322 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff54002e670 con 0x5610da9b7020 2024-05-20T21:20:26.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.355+0000 7ff565802b80 10 client.16365 fetch_fsmap learned FSMap version 26 2024-05-20T21:20:26.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.355+0000 7ff565802b80 1 -- 172.21.15.8:0/1670292322 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5610daa35fe0 con 0x5610da9b7020 2024-05-20T21:20:26.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.356+0000 7ff53e000700 1 -- 172.21.15.8:0/1670292322 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff540028040 con 0x5610da9b7020 2024-05-20T21:20:26.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.356+0000 7ff53e000700 1 -- 172.21.15.8:0/1670292322 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7ff540021030 con 0x5610da9b7020 2024-05-20T21:20:26.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.356+0000 7ff565802b80 10 client.16365 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:20:26.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.356+0000 7ff565802b80 10 client.16365 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:20:26.359 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.356+0000 7ff565802b80 20 client.16365 populate_metadata read hostname 'smithi008' 2024-05-20T21:20:26.359 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.356+0000 7ff565802b80 1 --2- 172.21.15.8:0/1670292322 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5610daa36210 0x5610daa38600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:26.359 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.356+0000 7ff565802b80 4 client.16365 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:20:26.359 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.356+0000 7ff565802b80 1 -- 172.21.15.8:0/1670292322 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5610da90b570 con 0x5610daa36210 2024-05-20T21:20:26.359 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.356+0000 7ff558e00700 1 --2- 172.21.15.8:0/1670292322 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5610daa36210 0x5610daa38600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:26.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.357+0000 7ff558e00700 1 --2- 172.21.15.8:0/1670292322 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5610daa36210 0x5610daa38600 crc :-1 s=READY pgs=140 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6b1249a24ef8e4e6 server_cookie=19ebd11d2a2ce745 in_seq=0 out_seq=0 2024-05-20T21:20:26.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.357+0000 7ff53e000700 10 client.16365 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:20:26.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.357+0000 7ff53e000700 1 -- 172.21.15.8:0/1670292322 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5610da90b570 con 0x5610daa36210 2024-05-20T21:20:26.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.357+0000 7ff53e000700 10 client.16365 handle_command_reply: tid=0 2024-05-20T21:20:26.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.357+0000 7ff565802b80 1 client.16365 shutdown 2024-05-20T21:20:26.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.357+0000 7ff565802b80 1 -- 172.21.15.8:0/1670292322 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5610da9b7020 msgr2=0x5610da9d2ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:26.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.357+0000 7ff565802b80 1 --2- 172.21.15.8:0/1670292322 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5610da9b7020 0x5610da9d2ec0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7ff540009350 tx=0x7ff540003730 comp rx=0 tx=0).stop 2024-05-20T21:20:26.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.357+0000 7ff565802b80 1 -- 172.21.15.8:0/1670292322 shutdown_connections 2024-05-20T21:20:26.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.357+0000 7ff565802b80 1 --2- 172.21.15.8:0/1670292322 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5610daa36210 0x5610daa38600 crc :-1 s=READY pgs=140 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:26.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.358+0000 7ff565802b80 1 --2- 172.21.15.8:0/1670292322 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5610da9b1ad0 0x5610da9d2980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:26.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.358+0000 7ff53e000700 0 client.16365 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:20:26.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.358+0000 7ff565802b80 1 --2- 172.21.15.8:0/1670292322 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610da9b7940 0x5610da9d3400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:26.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.358+0000 7ff565802b80 1 --2- 172.21.15.8:0/1670292322 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5610da9b7020 0x5610da9d2ec0 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:26.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.358+0000 7ff565802b80 1 -- 172.21.15.8:0/1670292322 >> 172.21.15.8:0/1670292322 conn(0x5610da8dfbe0 msgr2=0x5610da9ba830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:26.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.358+0000 7ff565802b80 1 -- 172.21.15.8:0/1670292322 shutdown_connections 2024-05-20T21:20:26.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.358+0000 7ff565802b80 1 -- 172.21.15.8:0/1670292322 wait complete. 2024-05-20T21:20:26.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.358+0000 7ff565802b80 20 client.16365 trim_cache size 0 max 16384 2024-05-20T21:20:26.361 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:20:26.361 INFO:teuthology.orchestra.run.smithi008.stdout: "status": "no active scrubs running", 2024-05-20T21:20:26.361 INFO:teuthology.orchestra.run.smithi008.stdout: "scrubs": {} 2024-05-20T21:20:26.362 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:20:26.362 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.359+0000 7ff559800700 1 -- 172.21.15.8:0/1323208227 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff5380b2880 msgr2=0x7ff5380b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:26.362 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.359+0000 7ff559800700 1 --2- 172.21.15.8:0/1323208227 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff5380b2880 0x7ff5380b4d40 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7ff54400cfd0 tx=0x7ff54400cf20 comp rx=0 tx=0).stop 2024-05-20T21:20:26.362 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.359+0000 7ff559800700 1 -- 172.21.15.8:0/1323208227 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff554075910 msgr2=0x7ff55419bd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:26.362 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.359+0000 7ff559800700 1 --2- 172.21.15.8:0/1323208227 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff554075910 0x7ff55419bd60 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7ff54400e9a0 tx=0x7ff54400ecb0 comp rx=0 tx=0).stop 2024-05-20T21:20:26.362 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.359+0000 7ff559800700 1 -- 172.21.15.8:0/1323208227 shutdown_connections 2024-05-20T21:20:26.362 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.359+0000 7ff559800700 1 --2- 172.21.15.8:0/1323208227 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff5380b2880 0x7ff5380b4d40 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:26.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.359+0000 7ff559800700 1 --2- 172.21.15.8:0/1323208227 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff55410fd10 0x7ff5541a0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:26.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.359+0000 7ff559800700 1 --2- 172.21.15.8:0/1323208227 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff554075910 0x7ff55419bd60 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:26.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.359+0000 7ff559800700 1 --2- 172.21.15.8:0/1323208227 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff554076230 0x7ff55419c2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:26.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.359+0000 7ff559800700 1 -- 172.21.15.8:0/1323208227 >> 172.21.15.8:0/1323208227 conn(0x7ff5540fefc0 msgr2=0x7ff5540ffcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:26.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.359+0000 7ff559800700 1 -- 172.21.15.8:0/1323208227 shutdown_connections 2024-05-20T21:20:26.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:26.359+0000 7ff559800700 1 -- 172.21.15.8:0/1323208227 wait complete. 2024-05-20T21:20:26.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:20:26 smithi008 ceph-mon[31475]: pgmap v593: 97 pgs: 97 active+clean; 2.4 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-20T21:20:26.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:20:26 smithi130 ceph-mon[36448]: pgmap v593: 97 pgs: 97 active+clean; 2.4 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-20T21:20:26.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:20:26 smithi050 ceph-mon[35809]: pgmap v593: 97 pgs: 97 active+clean; 2.4 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-20T21:20:27.439 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:20:27.440 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:20:27.530 INFO:tasks.quiescer.fs.[cephfs]:Total duration (42.6) is longer than `split_if_longer` (35.0), will split into two consecutive quiesces 2024-05-20T21:20:27.530 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 21.3 2024-05-20T21:20:27.531 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:20:27.909 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:20:28.228 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:20:28.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:20:28 smithi008 ceph-mon[31475]: pgmap v594: 97 pgs: 97 active+clean; 2.4 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-20T21:20:28.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:20:28 smithi130 ceph-mon[36448]: pgmap v594: 97 pgs: 97 active+clean; 2.4 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-20T21:20:28.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:20:28 smithi050 ceph-mon[35809]: pgmap v594: 97 pgs: 97 active+clean; 2.4 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-20T21:20:30.837 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:20:30 smithi008 ceph-mon[31475]: pgmap v595: 97 pgs: 97 active+clean; 2.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:20:30.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:20:30 smithi130 ceph-mon[36448]: pgmap v595: 97 pgs: 97 active+clean; 2.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:20:30.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:20:30 smithi050 ceph-mon[35809]: pgmap v595: 97 pgs: 97 active+clean; 2.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:20:30.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:30.581+0000 7fbee5600700 1 -- 172.21.15.8:0/3170100501 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbee01037f0 msgr2=0x7fbee0103bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:30.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:30.581+0000 7fbee5600700 1 --2- 172.21.15.8:0/3170100501 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbee01037f0 0x7fbee0103bd0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fbed0009990 tx=0x7fbed0009ca0 comp rx=0 tx=0).stop 2024-05-20T21:20:30.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:30.582+0000 7fbee5600700 1 -- 172.21.15.8:0/3170100501 shutdown_connections 2024-05-20T21:20:30.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:30.582+0000 7fbee5600700 1 --2- 172.21.15.8:0/3170100501 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbee01088f0 0x7fbee0110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:30.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:30.582+0000 7fbee5600700 1 --2- 172.21.15.8:0/3170100501 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbee01037f0 0x7fbee0103bd0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:30.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:30.582+0000 7fbee5600700 1 --2- 172.21.15.8:0/3170100501 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbee01041a0 0x7fbee01081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:30.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:30.582+0000 7fbee5600700 1 -- 172.21.15.8:0/3170100501 >> 172.21.15.8:0/3170100501 conn(0x7fbee007a6a0 msgr2=0x7fbee007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:30.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:30.582+0000 7fbee5600700 1 -- 172.21.15.8:0/3170100501 shutdown_connections 2024-05-20T21:20:30.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:30.582+0000 7fbee5600700 1 -- 172.21.15.8:0/3170100501 wait complete. 2024-05-20T21:20:30.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:30.583+0000 7fbee5600700 1 Processor -- start 2024-05-20T21:20:30.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:30.583+0000 7fbee5600700 1 -- start start 2024-05-20T21:20:30.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:30.584+0000 7fbee5600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbee01037f0 0x7fbee019f820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:30.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:30.584+0000 7fbee5600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbee01041a0 0x7fbee019fd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:30.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:30.584+0000 7fbee5600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbee01088f0 0x7fbee01999e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:30.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:30.584+0000 7fbee5600700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fbee01136e0 con 0x7fbee01037f0 2024-05-20T21:20:30.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:30.584+0000 7fbee5600700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fbee0113560 con 0x7fbee01041a0 2024-05-20T21:20:30.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:30.584+0000 7fbee5600700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fbee0113860 con 0x7fbee01088f0 2024-05-20T21:20:30.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:30.584+0000 7fbedea00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbee01037f0 0x7fbee019f820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:30.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:30.584+0000 7fbedea00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbee01037f0 0x7fbee019f820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54630/0 (socket says 172.21.15.8:54630) 2024-05-20T21:20:30.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:30.584+0000 7fbedea00700 1 -- 172.21.15.8:0/294382881 learned_addr learned my addr 172.21.15.8:0/294382881 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:30.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:30.584+0000 7fbed7e00700 1 --2- 172.21.15.8:0/294382881 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbee01041a0 0x7fbee019fd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:30.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:30.584+0000 7fbedf400700 1 --2- 172.21.15.8:0/294382881 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbee01088f0 0x7fbee01999e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:30.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:30.585+0000 7fbed7e00700 1 -- 172.21.15.8:0/294382881 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbee01088f0 msgr2=0x7fbee01999e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:30.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:30.585+0000 7fbed7e00700 1 --2- 172.21.15.8:0/294382881 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbee01088f0 0x7fbee01999e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:30.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:30.585+0000 7fbed7e00700 1 -- 172.21.15.8:0/294382881 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbee01037f0 msgr2=0x7fbee019f820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:30.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:30.585+0000 7fbed7e00700 1 --2- 172.21.15.8:0/294382881 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbee01037f0 0x7fbee019f820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:30.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:30.585+0000 7fbed7e00700 1 -- 172.21.15.8:0/294382881 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbee019a140 con 0x7fbee01041a0 2024-05-20T21:20:30.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:30.585+0000 7fbed7e00700 1 --2- 172.21.15.8:0/294382881 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbee01041a0 0x7fbee019fd60 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fbec800e9f0 tx=0x7fbec800ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:30.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:30.585+0000 7fbed7400700 1 -- 172.21.15.8:0/294382881 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbec800c9c0 con 0x7fbee01041a0 2024-05-20T21:20:30.929 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:20:30.929 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:20:30.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:30.585+0000 7fbed7400700 1 -- 172.21.15.8:0/294382881 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbec800cb60 con 0x7fbee01041a0 2024-05-20T21:20:30.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:30.585+0000 7fbee5600700 1 -- 172.21.15.8:0/294382881 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbee019a430 con 0x7fbee01041a0 2024-05-20T21:20:30.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:30.585+0000 7fbed7400700 1 -- 172.21.15.8:0/294382881 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbec8018680 con 0x7fbee01041a0 2024-05-20T21:20:30.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:30.586+0000 7fbee5600700 1 -- 172.21.15.8:0/294382881 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbee01a66f0 con 0x7fbee01041a0 2024-05-20T21:20:30.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:30.587+0000 7fbee5600700 1 -- 172.21.15.8:0/294382881 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbee010bb30 con 0x7fbee01041a0 2024-05-20T21:20:30.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:30.589+0000 7fbed7400700 1 -- 172.21.15.8:0/294382881 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fbec8010430 con 0x7fbee01041a0 2024-05-20T21:20:30.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:30.590+0000 7fbed7400700 1 --2- 172.21.15.8:0/294382881 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbec40b2880 0x7fbec40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:30.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:30.591+0000 7fbed7400700 1 -- 172.21.15.8:0/294382881 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fbec80e2750 con 0x7fbee01041a0 2024-05-20T21:20:30.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:30.591+0000 7fbedea00700 1 --2- 172.21.15.8:0/294382881 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbec40b2880 0x7fbec40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:30.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:30.592+0000 7fbedea00700 1 --2- 172.21.15.8:0/294382881 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbec40b2880 0x7fbec40b4d40 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fbed0006010 tx=0x7fbed000b610 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:30.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:30.593+0000 7fbed7400700 1 -- 172.21.15.8:0/294382881 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fbec80aa400 con 0x7fbee01041a0 2024-05-20T21:20:30.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:30.889+0000 7fbee5600700 1 -- 172.21.15.8:0/294382881 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbee006a230 con 0x7fbee01041a0 2024-05-20T21:20:30.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:30.890+0000 7fbed7400700 1 -- 172.21.15.8:0/294382881 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7fbec80a9d00 con 0x7fbee01041a0 2024-05-20T21:20:30.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:30.893+0000 7fbee5600700 1 -- 172.21.15.8:0/294382881 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbec40b2880 msgr2=0x7fbec40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:30.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:30.893+0000 7fbee5600700 1 --2- 172.21.15.8:0/294382881 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbec40b2880 0x7fbec40b4d40 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fbed0006010 tx=0x7fbed000b610 comp rx=0 tx=0).stop 2024-05-20T21:20:30.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:30.893+0000 7fbee5600700 1 -- 172.21.15.8:0/294382881 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbee01041a0 msgr2=0x7fbee019fd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:30.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:30.893+0000 7fbee5600700 1 --2- 172.21.15.8:0/294382881 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbee01041a0 0x7fbee019fd60 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fbec800e9f0 tx=0x7fbec800ed00 comp rx=0 tx=0).stop 2024-05-20T21:20:30.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:30.893+0000 7fbee5600700 1 -- 172.21.15.8:0/294382881 shutdown_connections 2024-05-20T21:20:30.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:30.893+0000 7fbee5600700 1 --2- 172.21.15.8:0/294382881 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbec40b2880 0x7fbec40b4d40 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:30.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:30.893+0000 7fbee5600700 1 --2- 172.21.15.8:0/294382881 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbee01088f0 0x7fbee01999e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:30.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:30.893+0000 7fbee5600700 1 --2- 172.21.15.8:0/294382881 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbee01037f0 0x7fbee019f820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:30.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:30.893+0000 7fbee5600700 1 --2- 172.21.15.8:0/294382881 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbee01041a0 0x7fbee019fd60 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:30.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:30.893+0000 7fbee5600700 1 -- 172.21.15.8:0/294382881 >> 172.21.15.8:0/294382881 conn(0x7fbee007a6a0 msgr2=0x7fbee0101810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:30.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:30.893+0000 7fbee5600700 1 -- 172.21.15.8:0/294382881 shutdown_connections 2024-05-20T21:20:30.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:30.893+0000 7fbee5600700 1 -- 172.21.15.8:0/294382881 wait complete. 2024-05-20T21:20:30.932 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:20:31.690 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:20:31.902 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:20:31 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/294382881' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:20:31.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:20:31 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/294382881' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:20:31.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:20:31 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/294382881' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:20:32.215 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:32.214+0000 7f3b7f400700 1 -- 172.21.15.8:0/3480170163 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3b78106120 msgr2=0x7f3b78112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:32.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:32.214+0000 7f3b7f400700 1 --2- 172.21.15.8:0/3480170163 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3b78106120 0x7f3b78112630 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f3b7000b0a0 tx=0x7f3b7000b3b0 comp rx=0 tx=0).stop 2024-05-20T21:20:32.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:32.214+0000 7f3b7f400700 1 -- 172.21.15.8:0/3480170163 shutdown_connections 2024-05-20T21:20:32.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:32.214+0000 7f3b7f400700 1 --2- 172.21.15.8:0/3480170163 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3b78106120 0x7f3b78112630 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:32.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:32.214+0000 7f3b7f400700 1 --2- 172.21.15.8:0/3480170163 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3b7810b760 0x7f3b7810bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:32.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:32.214+0000 7f3b7f400700 1 --2- 172.21.15.8:0/3480170163 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3b78105760 0x7f3b78105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:32.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:32.214+0000 7f3b7f400700 1 -- 172.21.15.8:0/3480170163 >> 172.21.15.8:0/3480170163 conn(0x7f3b78101250 msgr2=0x7f3b78103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:32.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:32.215+0000 7f3b7f400700 1 -- 172.21.15.8:0/3480170163 shutdown_connections 2024-05-20T21:20:32.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:32.215+0000 7f3b7f400700 1 -- 172.21.15.8:0/3480170163 wait complete. 2024-05-20T21:20:32.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:32.216+0000 7f3b7f400700 1 Processor -- start 2024-05-20T21:20:32.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:32.216+0000 7f3b7f400700 1 -- start start 2024-05-20T21:20:32.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:32.216+0000 7f3b7f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3b78105760 0x7f3b7819be40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:32.218 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:32.217+0000 7f3b7f400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3b78106120 0x7f3b7819c380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:32.218 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:32.217+0000 7f3b7f400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3b7810b760 0x7f3b781a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:32.218 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:32.217+0000 7f3b7f400700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f3b781159b0 con 0x7f3b78105760 2024-05-20T21:20:32.218 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:32.217+0000 7f3b7f400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f3b78115830 con 0x7f3b7810b760 2024-05-20T21:20:32.218 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:32.217+0000 7f3b7f400700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f3b78115b30 con 0x7f3b78106120 2024-05-20T21:20:32.218 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:32.217+0000 7f3b7ca00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3b78105760 0x7f3b7819be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:32.218 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:32.217+0000 7f3b7ca00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3b78105760 0x7f3b7819be40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54648/0 (socket says 172.21.15.8:54648) 2024-05-20T21:20:32.218 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:32.217+0000 7f3b7ca00700 1 -- 172.21.15.8:0/2234113869 learned_addr learned my addr 172.21.15.8:0/2234113869 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:32.218 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:32.217+0000 7f3b77e00700 1 --2- 172.21.15.8:0/2234113869 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3b78106120 0x7f3b7819c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:32.218 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:32.217+0000 7f3b7d400700 1 --2- 172.21.15.8:0/2234113869 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3b7810b760 0x7f3b781a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:32.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:32.218+0000 7f3b7ca00700 1 -- 172.21.15.8:0/2234113869 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3b78106120 msgr2=0x7f3b7819c380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:32.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:32.218+0000 7f3b7ca00700 1 --2- 172.21.15.8:0/2234113869 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3b78106120 0x7f3b7819c380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:32.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:32.218+0000 7f3b7ca00700 1 -- 172.21.15.8:0/2234113869 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3b7810b760 msgr2=0x7f3b781a06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:32.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:32.218+0000 7f3b7ca00700 1 --2- 172.21.15.8:0/2234113869 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3b7810b760 0x7f3b781a06c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:32.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:32.218+0000 7f3b7ca00700 1 -- 172.21.15.8:0/2234113869 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b781a0e00 con 0x7f3b78105760 2024-05-20T21:20:32.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:32.218+0000 7f3b7ca00700 1 --2- 172.21.15.8:0/2234113869 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3b78105760 0x7f3b7819be40 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f3b6c00e9a0 tx=0x7f3b6c00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:32.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:32.218+0000 7f3b75600700 1 -- 172.21.15.8:0/2234113869 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b6c00ca10 con 0x7f3b78105760 2024-05-20T21:20:32.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:32.218+0000 7f3b75600700 1 -- 172.21.15.8:0/2234113869 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3b6c00cbb0 con 0x7f3b78105760 2024-05-20T21:20:32.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:32.218+0000 7f3b7f400700 1 -- 172.21.15.8:0/2234113869 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b781a10f0 con 0x7f3b78105760 2024-05-20T21:20:32.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:32.219+0000 7f3b75600700 1 -- 172.21.15.8:0/2234113869 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b6c018680 con 0x7f3b78105760 2024-05-20T21:20:32.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:32.219+0000 7f3b7f400700 1 -- 172.21.15.8:0/2234113869 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b781a8970 con 0x7f3b78105760 2024-05-20T21:20:32.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:32.220+0000 7f3b7f400700 1 -- 172.21.15.8:0/2234113869 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3b7806a230 con 0x7f3b78105760 2024-05-20T21:20:32.222 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:32.222+0000 7f3b75600700 1 -- 172.21.15.8:0/2234113869 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f3b6c010430 con 0x7f3b78105760 2024-05-20T21:20:32.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:32.225+0000 7f3b75600700 1 --2- 172.21.15.8:0/2234113869 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3b600b2880 0x7f3b600b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:32.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:32.225+0000 7f3b75600700 1 -- 172.21.15.8:0/2234113869 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f3b6c0e2390 con 0x7f3b78105760 2024-05-20T21:20:32.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:32.225+0000 7f3b77e00700 1 --2- 172.21.15.8:0/2234113869 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3b600b2880 0x7f3b600b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:32.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:32.226+0000 7f3b77e00700 1 --2- 172.21.15.8:0/2234113869 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3b600b2880 0x7f3b600b4d40 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f3b78103840 tx=0x7f3b64009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:32.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:32.229+0000 7f3b75600700 1 -- 172.21.15.8:0/2234113869 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f3b6c0aa040 con 0x7f3b78105760 2024-05-20T21:20:32.373 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:20:32.585 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:32.584+0000 7f3b7f400700 1 -- 172.21.15.8:0/2234113869 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3b7802e560 con 0x7f3b78105760 2024-05-20T21:20:32.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:32.585+0000 7f3b75600700 1 -- 172.21.15.8:0/2234113869 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7f3b6c0b20c0 con 0x7f3b78105760 2024-05-20T21:20:32.586 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:20:32.587 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:20:32.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:32.588+0000 7f3b7f400700 1 -- 172.21.15.8:0/2234113869 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3b600b2880 msgr2=0x7f3b600b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:32.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:32.588+0000 7f3b7f400700 1 --2- 172.21.15.8:0/2234113869 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3b600b2880 0x7f3b600b4d40 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f3b78103840 tx=0x7f3b64009260 comp rx=0 tx=0).stop 2024-05-20T21:20:32.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:32.589+0000 7f3b7f400700 1 -- 172.21.15.8:0/2234113869 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3b78105760 msgr2=0x7f3b7819be40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:32.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:32.589+0000 7f3b7f400700 1 --2- 172.21.15.8:0/2234113869 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3b78105760 0x7f3b7819be40 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f3b6c00e9a0 tx=0x7f3b6c00ecb0 comp rx=0 tx=0).stop 2024-05-20T21:20:32.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:32.589+0000 7f3b7f400700 1 -- 172.21.15.8:0/2234113869 shutdown_connections 2024-05-20T21:20:32.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:32.589+0000 7f3b7f400700 1 --2- 172.21.15.8:0/2234113869 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3b600b2880 0x7f3b600b4d40 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:32.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:32.589+0000 7f3b7f400700 1 --2- 172.21.15.8:0/2234113869 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3b7810b760 0x7f3b781a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:32.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:32.589+0000 7f3b7f400700 1 --2- 172.21.15.8:0/2234113869 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3b78105760 0x7f3b7819be40 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:32.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:32.589+0000 7f3b7f400700 1 --2- 172.21.15.8:0/2234113869 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3b78106120 0x7f3b7819c380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:32.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:32.589+0000 7f3b7f400700 1 -- 172.21.15.8:0/2234113869 >> 172.21.15.8:0/2234113869 conn(0x7f3b78101250 msgr2=0x7f3b781018c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:32.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:32.589+0000 7f3b7f400700 1 -- 172.21.15.8:0/2234113869 shutdown_connections 2024-05-20T21:20:32.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:32.589+0000 7f3b7f400700 1 -- 172.21.15.8:0/2234113869 wait complete. 2024-05-20T21:20:32.591 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:20:32.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:20:32 smithi130 ceph-mon[36448]: pgmap v596: 97 pgs: 97 active+clean; 2.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:20:32.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:20:32 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/2234113869' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:20:32.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:20:32 smithi050 ceph-mon[35809]: pgmap v596: 97 pgs: 97 active+clean; 2.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:20:32.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:20:32 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/2234113869' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:20:32.949 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:20:32 smithi008 ceph-mon[31475]: pgmap v596: 97 pgs: 97 active+clean; 2.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:20:32.949 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:20:32 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/2234113869' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:20:33.962 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24529 quiesce db / --timeout 90 --expiration 141.3 --await-for 45.0' 2024-05-20T21:20:33.962 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24529 quiesce db / --timeout 90 --expiration 141.3 --await-for 45.0 2024-05-20T21:20:34.524 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:20:34.901 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:20:34 smithi008 ceph-mon[31475]: pgmap v597: 97 pgs: 97 active+clean; 2.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:20:34.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:20:34 smithi130 ceph-mon[36448]: pgmap v597: 97 pgs: 97 active+clean; 2.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:20:34.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:20:34 smithi050 ceph-mon[35809]: pgmap v597: 97 pgs: 97 active+clean; 2.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:20:35.240 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.229+0000 7f1117600700 1 -- 172.21.15.8:0/2552896106 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f11101035f0 msgr2=0x7f1110103a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:35.240 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.229+0000 7f1117600700 1 --2- 172.21.15.8:0/2552896106 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f11101035f0 0x7f1110103a50 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f10fc009990 tx=0x7f10fc009ca0 comp rx=0 tx=0).stop 2024-05-20T21:20:35.240 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.229+0000 7f1117600700 1 -- 172.21.15.8:0/2552896106 shutdown_connections 2024-05-20T21:20:35.240 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.229+0000 7f1117600700 1 --2- 172.21.15.8:0/2552896106 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1110108500 0x7f11101088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:35.240 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.229+0000 7f1117600700 1 --2- 172.21.15.8:0/2552896106 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1110103f90 0x7f1110110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:35.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.229+0000 7f1117600700 1 --2- 172.21.15.8:0/2552896106 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f11101035f0 0x7f1110103a50 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:35.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.229+0000 7f1117600700 1 -- 172.21.15.8:0/2552896106 >> 172.21.15.8:0/2552896106 conn(0x7f111007a6a0 msgr2=0x7f111007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:35.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.229+0000 7f1117600700 1 -- 172.21.15.8:0/2552896106 shutdown_connections 2024-05-20T21:20:35.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.229+0000 7f1117600700 1 -- 172.21.15.8:0/2552896106 wait complete. 2024-05-20T21:20:35.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.231+0000 7f1117600700 1 Processor -- start 2024-05-20T21:20:35.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.231+0000 7f1117600700 1 -- start start 2024-05-20T21:20:35.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.231+0000 7f1117600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f11101035f0 0x7f111019be50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:35.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.231+0000 7f1117600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1110103f90 0x7f111019c390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:35.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.231+0000 7f1117600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1110108500 0x7f11101a0720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:35.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.231+0000 7f1117600700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f1110113790 con 0x7f1110103f90 2024-05-20T21:20:35.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.231+0000 7f1117600700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1110113610 con 0x7f1110108500 2024-05-20T21:20:35.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.231+0000 7f1117600700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f1110113910 con 0x7f11101035f0 2024-05-20T21:20:35.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.232+0000 7f110fe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1110103f90 0x7f111019c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:35.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.232+0000 7f1114c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f11101035f0 0x7f111019be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:35.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.232+0000 7f1114c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f11101035f0 0x7f111019be50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:57090/0 (socket says 172.21.15.8:57090) 2024-05-20T21:20:35.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.232+0000 7f1114c00700 1 -- 172.21.15.8:0/2418283895 learned_addr learned my addr 172.21.15.8:0/2418283895 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:35.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.232+0000 7f110fe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1110103f90 0x7f111019c390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:53686/0 (socket says 172.21.15.8:53686) 2024-05-20T21:20:35.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.232+0000 7f1115600700 1 --2- 172.21.15.8:0/2418283895 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1110108500 0x7f11101a0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:35.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.232+0000 7f1114c00700 1 -- 172.21.15.8:0/2418283895 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1110108500 msgr2=0x7f11101a0720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:35.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.232+0000 7f1114c00700 1 --2- 172.21.15.8:0/2418283895 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1110108500 0x7f11101a0720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:35.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.232+0000 7f1114c00700 1 -- 172.21.15.8:0/2418283895 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1110103f90 msgr2=0x7f111019c390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:35.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.232+0000 7f1114c00700 1 --2- 172.21.15.8:0/2418283895 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1110103f90 0x7f111019c390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:35.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.232+0000 7f1114c00700 1 -- 172.21.15.8:0/2418283895 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11101a0e60 con 0x7f11101035f0 2024-05-20T21:20:35.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.233+0000 7f1114c00700 1 --2- 172.21.15.8:0/2418283895 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f11101035f0 0x7f111019be50 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f110400ea50 tx=0x7f110400ed60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:35.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.233+0000 7f110d600700 1 -- 172.21.15.8:0/2418283895 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f110400cbd0 con 0x7f11101035f0 2024-05-20T21:20:35.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.233+0000 7f1117600700 1 -- 172.21.15.8:0/2418283895 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11101a1150 con 0x7f11101035f0 2024-05-20T21:20:35.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.233+0000 7f110d600700 1 -- 172.21.15.8:0/2418283895 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f110400cd70 con 0x7f11101035f0 2024-05-20T21:20:35.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.233+0000 7f1117600700 1 -- 172.21.15.8:0/2418283895 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11101a89d0 con 0x7f11101035f0 2024-05-20T21:20:35.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.233+0000 7f110d600700 1 -- 172.21.15.8:0/2418283895 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1104018680 con 0x7f11101035f0 2024-05-20T21:20:35.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.237+0000 7f110d600700 1 -- 172.21.15.8:0/2418283895 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f110401f020 con 0x7f11101035f0 2024-05-20T21:20:35.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.238+0000 7f1121ec2b80 1 Processor -- start 2024-05-20T21:20:35.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.239+0000 7f1121ec2b80 1 -- start start 2024-05-20T21:20:35.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.239+0000 7f110d600700 1 --2- 172.21.15.8:0/2418283895 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f10f80b2880 0x7f10f80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:35.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.239+0000 7f1121ec2b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5589c42d8610 0x5589c42d89f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:35.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.239+0000 7f110d600700 1 -- 172.21.15.8:0/2418283895 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f11040e21a0 con 0x7f11101035f0 2024-05-20T21:20:35.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.239+0000 7f1121ec2b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5589c42d8f30 0x5589c42d2b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:35.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.239+0000 7f1121ec2b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5589c42d3140 0x5589c42d35c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:35.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.239+0000 7f1121ec2b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5589c4230e40 con 0x5589c42d8610 2024-05-20T21:20:35.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.239+0000 7f1121ec2b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5589c42209e0 con 0x5589c42d3140 2024-05-20T21:20:35.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.239+0000 7f1121ec2b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5589c4224a20 con 0x5589c42d8f30 2024-05-20T21:20:35.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.239+0000 7f1115600700 1 --2- 172.21.15.8:0/2418283895 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f10f80b2880 0x7f10f80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:35.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.240+0000 7f1114c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5589c42d8610 0x5589c42d89f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:35.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.240+0000 7f1114c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5589c42d8610 0x5589c42d89f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:53690/0 (socket says 172.21.15.8:53690) 2024-05-20T21:20:35.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.240+0000 7f1114c00700 1 -- 172.21.15.8:0/268079613 learned_addr learned my addr 172.21.15.8:0/268079613 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:35.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.240+0000 7f110fe00700 1 --2- 172.21.15.8:0/268079613 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5589c42d8f30 0x5589c42d2b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:35.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.240+0000 7f1115600700 1 --2- 172.21.15.8:0/268079613 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5589c42d3140 0x5589c42d35c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:35.247 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.240+0000 7f110fe00700 1 -- 172.21.15.8:0/268079613 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5589c42d3140 msgr2=0x5589c42d35c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:35.247 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.240+0000 7f110fe00700 1 --2- 172.21.15.8:0/268079613 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5589c42d3140 0x5589c42d35c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:35.247 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.240+0000 7f110fe00700 1 -- 172.21.15.8:0/268079613 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5589c42d8610 msgr2=0x5589c42d89f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:35.248 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.240+0000 7f110fe00700 1 --2- 172.21.15.8:0/268079613 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5589c42d8610 0x5589c42d89f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:35.248 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.240+0000 7f110fe00700 1 -- 172.21.15.8:0/268079613 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5589c41e9420 con 0x5589c42d8f30 2024-05-20T21:20:35.248 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.240+0000 7f1114c00700 1 --2- 172.21.15.8:0/268079613 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5589c42d8610 0x5589c42d89f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:35.248 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.240+0000 7f1115600700 1 --2- 172.21.15.8:0/2418283895 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f10f80b2880 0x7f10f80b4d40 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f1108009e10 tx=0x7f110800fc20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:35.248 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.241+0000 7f110fe00700 1 --2- 172.21.15.8:0/268079613 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5589c42d8f30 0x5589c42d2b20 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f10fc006010 tx=0x7f10fc0096a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5b91739be635a39e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:35.248 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.241+0000 7f1102000700 1 -- 172.21.15.8:0/268079613 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10fc027070 con 0x5589c42d8f30 2024-05-20T21:20:35.248 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.241+0000 7f1102000700 1 -- 172.21.15.8:0/268079613 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f10fc0056a0 con 0x5589c42d8f30 2024-05-20T21:20:35.248 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.241+0000 7f1102000700 1 -- 172.21.15.8:0/268079613 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10fc003a00 con 0x5589c42d8f30 2024-05-20T21:20:35.248 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.242+0000 7f1121ec2b80 1 -- 172.21.15.8:0/268079613 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5589c42d8f30 msgr2=0x5589c42d2b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:35.248 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.242+0000 7f1121ec2b80 1 --2- 172.21.15.8:0/268079613 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5589c42d8f30 0x5589c42d2b20 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f10fc006010 tx=0x7f10fc0096a0 comp rx=0 tx=0).stop 2024-05-20T21:20:35.248 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.242+0000 7f1121ec2b80 1 -- 172.21.15.8:0/268079613 shutdown_connections 2024-05-20T21:20:35.248 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.242+0000 7f1121ec2b80 1 --2- 172.21.15.8:0/268079613 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5589c42d3140 0x5589c42d35c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:35.249 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.242+0000 7f1121ec2b80 1 --2- 172.21.15.8:0/268079613 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5589c42d8610 0x5589c42d89f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:35.249 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.242+0000 7f1121ec2b80 1 --2- 172.21.15.8:0/268079613 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5589c42d8f30 0x5589c42d2b20 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:35.249 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.242+0000 7f1121ec2b80 1 -- 172.21.15.8:0/268079613 >> 172.21.15.8:0/268079613 conn(0x5589c4200be0 msgr2=0x5589c42cd690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:35.249 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.242+0000 7f1121ec2b80 1 -- 172.21.15.8:0/268079613 shutdown_connections 2024-05-20T21:20:35.249 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.242+0000 7f1121ec2b80 1 -- 172.21.15.8:0/268079613 wait complete. 2024-05-20T21:20:35.249 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.243+0000 7f1121ec2b80 1 -- start start 2024-05-20T21:20:35.249 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.243+0000 7f1121ec2b80 1 Processor -- start 2024-05-20T21:20:35.249 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.243+0000 7f1121ec2b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5589c42d3140 0x5589c42dec80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:35.249 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.243+0000 7f1121ec2b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5589c42d8610 0x5589c42dc020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:35.249 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.244+0000 7f1121ec2b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5589c42d8f30 0x5589c42dc560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:35.250 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.244+0000 7f1121ec2b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5589c4126fa0 con 0x5589c42d3140 2024-05-20T21:20:35.250 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.244+0000 7f1121ec2b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5589c41c1760 con 0x5589c42d8f30 2024-05-20T21:20:35.250 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.244+0000 7f1121ec2b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5589c42df980 con 0x5589c42d8610 2024-05-20T21:20:35.250 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.244+0000 7f1121ec2b80 10 client.0 _ll_register_callbacks cb 0x5589c41cac70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:20:35.250 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.244+0000 7f1114c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5589c42d3140 0x5589c42dec80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:35.250 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.244+0000 7f1114c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5589c42d3140 0x5589c42dec80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:53702/0 (socket says 172.21.15.8:53702) 2024-05-20T21:20:35.250 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.244+0000 7f1114c00700 1 -- 172.21.15.8:0/3959045405 learned_addr learned my addr 172.21.15.8:0/3959045405 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:35.250 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.244+0000 7f1115600700 1 --2- 172.21.15.8:0/3959045405 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5589c42d8f30 0x5589c42dc560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:35.250 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.244+0000 7f110fe00700 1 --2- 172.21.15.8:0/3959045405 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5589c42d8610 0x5589c42dc020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:35.250 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.244+0000 7f1114c00700 1 -- 172.21.15.8:0/3959045405 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5589c42d8610 msgr2=0x5589c42dc020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:35.250 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.244+0000 7f1114c00700 1 --2- 172.21.15.8:0/3959045405 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5589c42d8610 0x5589c42dc020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:35.250 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.244+0000 7f1114c00700 1 -- 172.21.15.8:0/3959045405 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5589c42d8f30 msgr2=0x5589c42dc560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:35.250 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.244+0000 7f1114c00700 1 --2- 172.21.15.8:0/3959045405 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5589c42d8f30 0x5589c42dc560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:35.250 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.244+0000 7f1114c00700 1 -- 172.21.15.8:0/3959045405 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5589c41708d0 con 0x5589c42d3140 2024-05-20T21:20:35.251 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.245+0000 7f1114c00700 1 --2- 172.21.15.8:0/3959045405 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5589c42d3140 0x5589c42dec80 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f110400efa0 tx=0x7f11040a9c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7c776241120524a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:35.251 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.245+0000 7f10f6a00700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:20:35.251 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.245+0000 7f10f6a00700 1 -- 172.21.15.8:0/3959045405 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11040c3060 con 0x5589c42d3140 2024-05-20T21:20:35.251 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.245+0000 7f10f6a00700 1 -- 172.21.15.8:0/3959045405 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f11040912f0 con 0x5589c42d3140 2024-05-20T21:20:35.251 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.245+0000 7f1121ec2b80 1 -- 172.21.15.8:0/3959045405 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f10fc0056a0 con 0x5589c42d3140 2024-05-20T21:20:35.251 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.245+0000 7f10f6a00700 1 -- 172.21.15.8:0/3959045405 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f11040a9260 con 0x5589c42d3140 2024-05-20T21:20:35.251 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.245+0000 7f1121ec2b80 10 client.16389 fetch_fsmap learned FSMap version 26 2024-05-20T21:20:35.251 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.245+0000 7f1121ec2b80 1 -- 172.21.15.8:0/3959045405 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5589c41f1060 con 0x5589c42d3140 2024-05-20T21:20:35.251 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.246+0000 7f10f6a00700 1 -- 172.21.15.8:0/3959045405 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f10fc0056a0 con 0x5589c42d3140 2024-05-20T21:20:35.252 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.246+0000 7f10f6a00700 1 -- 172.21.15.8:0/3959045405 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f11040beba0 con 0x5589c42d3140 2024-05-20T21:20:35.252 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.246+0000 7f1121ec2b80 10 client.16389 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:20:35.252 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.246+0000 7f1121ec2b80 10 client.16389 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:20:35.252 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.246+0000 7f1121ec2b80 20 client.16389 populate_metadata read hostname 'smithi008' 2024-05-20T21:20:35.252 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.246+0000 7f1121ec2b80 1 --2- 172.21.15.8:0/3959045405 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x5589c42ec5e0 0x5589c42ee9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:35.252 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.246+0000 7f1121ec2b80 4 client.16389 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:20:35.252 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.246+0000 7f1121ec2b80 1 -- 172.21.15.8:0/3959045405 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5589c4232d90 con 0x5589c42ec5e0 2024-05-20T21:20:35.252 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.247+0000 7f110fe00700 1 --2- 172.21.15.8:0/3959045405 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x5589c42ec5e0 0x5589c42ee9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:35.252 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.247+0000 7f110fe00700 1 --2- 172.21.15.8:0/3959045405 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x5589c42ec5e0 0x5589c42ee9d0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=f5e0d7ca216e8cbc server_cookie=5ae072221f4a094a in_seq=0 out_seq=0 2024-05-20T21:20:35.252 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.247+0000 7f10f6a00700 10 client.16389 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:20:35.253 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.248+0000 7f10f6a00700 1 -- 172.21.15.8:0/3959045405 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5589c4232d90 con 0x5589c42ec5e0 2024-05-20T21:20:35.253 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.248+0000 7f10f6a00700 10 client.16389 handle_command_reply: tid=0 2024-05-20T21:20:35.253 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.248+0000 7f1121ec2b80 1 client.16389 shutdown 2024-05-20T21:20:35.253 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.248+0000 7f1121ec2b80 1 -- 172.21.15.8:0/3959045405 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5589c42d3140 msgr2=0x5589c42dec80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:35.254 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.248+0000 7f1121ec2b80 1 --2- 172.21.15.8:0/3959045405 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5589c42d3140 0x5589c42dec80 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f110400efa0 tx=0x7f11040a9c90 comp rx=0 tx=0).stop 2024-05-20T21:20:35.254 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.248+0000 7f1121ec2b80 1 -- 172.21.15.8:0/3959045405 shutdown_connections 2024-05-20T21:20:35.254 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.248+0000 7f1121ec2b80 1 --2- 172.21.15.8:0/3959045405 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x5589c42ec5e0 0x5589c42ee9d0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:35.254 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.248+0000 7f1121ec2b80 1 --2- 172.21.15.8:0/3959045405 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5589c42d8f30 0x5589c42dc560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:35.254 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.248+0000 7f1121ec2b80 1 --2- 172.21.15.8:0/3959045405 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5589c42d3140 0x5589c42dec80 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:35.254 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.248+0000 7f1121ec2b80 1 --2- 172.21.15.8:0/3959045405 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5589c42d8610 0x5589c42dc020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:35.254 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.248+0000 7f10f6a00700 0 client.16389 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:20:35.254 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.248+0000 7f1121ec2b80 1 -- 172.21.15.8:0/3959045405 >> 172.21.15.8:0/3959045405 conn(0x5589c4200be0 msgr2=0x5589c42ccd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:35.254 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.248+0000 7f1121ec2b80 1 -- 172.21.15.8:0/3959045405 shutdown_connections 2024-05-20T21:20:35.254 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.249+0000 7f1121ec2b80 1 -- 172.21.15.8:0/3959045405 wait complete. 2024-05-20T21:20:35.254 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.249+0000 7f1121ec2b80 20 client.16389 trim_cache size 0 max 16384 2024-05-20T21:20:35.266 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.266+0000 7f1121ec2b80 1 Processor -- start 2024-05-20T21:20:35.267 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.266+0000 7f1121ec2b80 1 -- start start 2024-05-20T21:20:35.267 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.266+0000 7f1121ec2b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5589c42d3140 0x5589c42ee9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:35.267 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.266+0000 7f1121ec2b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5589c42d8610 0x5589c42dc510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:35.267 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.266+0000 7f1121ec2b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5589c42d8f30 0x5589c42cd4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:35.267 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.266+0000 7f1121ec2b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f11101b26e0 con 0x5589c42d3140 2024-05-20T21:20:35.267 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.266+0000 7f1121ec2b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f11101aff70 con 0x5589c42d8f30 2024-05-20T21:20:35.267 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.266+0000 7f1121ec2b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f11101addc0 con 0x5589c42d8610 2024-05-20T21:20:35.268 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.267+0000 7f1114c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5589c42d3140 0x5589c42ee9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:35.268 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.267+0000 7f1114c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5589c42d3140 0x5589c42ee9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:53710/0 (socket says 172.21.15.8:53710) 2024-05-20T21:20:35.268 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.267+0000 7f1114c00700 1 -- 172.21.15.8:0/1064531231 learned_addr learned my addr 172.21.15.8:0/1064531231 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:35.268 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.267+0000 7f110fe00700 1 --2- 172.21.15.8:0/1064531231 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5589c42d8610 0x5589c42dc510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:35.268 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.267+0000 7f1115600700 1 --2- 172.21.15.8:0/1064531231 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5589c42d8f30 0x5589c42cd4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:35.268 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.267+0000 7f1114c00700 1 -- 172.21.15.8:0/1064531231 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5589c42d8610 msgr2=0x5589c42dc510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:35.268 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.267+0000 7f1114c00700 1 --2- 172.21.15.8:0/1064531231 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5589c42d8610 0x5589c42dc510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:35.269 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.267+0000 7f1114c00700 1 -- 172.21.15.8:0/1064531231 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5589c42d8f30 msgr2=0x5589c42cd4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:35.269 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.267+0000 7f1114c00700 1 --2- 172.21.15.8:0/1064531231 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5589c42d8f30 0x5589c42cd4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:35.269 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.267+0000 7f1114c00700 1 -- 172.21.15.8:0/1064531231 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5589c42d2e60 con 0x5589c42d3140 2024-05-20T21:20:35.269 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.267+0000 7f110fe00700 1 --2- 172.21.15.8:0/1064531231 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5589c42d8610 0x5589c42dc510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:20:35.269 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.267+0000 7f1114c00700 1 --2- 172.21.15.8:0/1064531231 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5589c42d3140 0x5589c42ee9d0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f1104000c00 tx=0x7f11040a51e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f02cb2c14c6878ee server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:35.269 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.268+0000 7f1101600700 1 -- 172.21.15.8:0/1064531231 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11040a9e50 con 0x5589c42d3140 2024-05-20T21:20:35.269 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.268+0000 7f1101600700 1 -- 172.21.15.8:0/1064531231 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f11040a9750 con 0x5589c42d3140 2024-05-20T21:20:35.269 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.268+0000 7f1101600700 1 -- 172.21.15.8:0/1064531231 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11040a89b0 con 0x5589c42d3140 2024-05-20T21:20:35.270 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.268+0000 7f1121ec2b80 1 -- 172.21.15.8:0/1064531231 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5589c42d3140 msgr2=0x5589c42ee9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:35.270 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.269+0000 7f1121ec2b80 1 --2- 172.21.15.8:0/1064531231 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5589c42d3140 0x5589c42ee9d0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f1104000c00 tx=0x7f11040a51e0 comp rx=0 tx=0).stop 2024-05-20T21:20:35.270 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.269+0000 7f1121ec2b80 1 -- 172.21.15.8:0/1064531231 shutdown_connections 2024-05-20T21:20:35.270 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.269+0000 7f1121ec2b80 1 --2- 172.21.15.8:0/1064531231 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5589c42d8f30 0x5589c42cd4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:35.270 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.269+0000 7f1121ec2b80 1 --2- 172.21.15.8:0/1064531231 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5589c42d3140 0x5589c42ee9d0 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:35.270 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.269+0000 7f1121ec2b80 1 --2- 172.21.15.8:0/1064531231 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5589c42d8610 0x5589c42dc510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:35.270 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.269+0000 7f1121ec2b80 1 -- 172.21.15.8:0/1064531231 >> 172.21.15.8:0/1064531231 conn(0x5589c4200be0 msgr2=0x5589c42dbe00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:35.270 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.269+0000 7f1121ec2b80 1 -- 172.21.15.8:0/1064531231 shutdown_connections 2024-05-20T21:20:35.270 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.269+0000 7f1121ec2b80 1 -- 172.21.15.8:0/1064531231 wait complete. 2024-05-20T21:20:35.271 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.269+0000 7f1121ec2b80 1 -- start start 2024-05-20T21:20:35.271 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.269+0000 7f1121ec2b80 1 Processor -- start 2024-05-20T21:20:35.272 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.270+0000 7f1121ec2b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5589c42d3140 0x5589c42e4c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:35.272 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.270+0000 7f1121ec2b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5589c42d8610 0x5589c42e51b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:35.272 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.270+0000 7f1121ec2b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5589c42d8f30 0x5589c42f3280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:35.272 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.270+0000 7f1121ec2b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f11101ae430 con 0x5589c42d8f30 2024-05-20T21:20:35.272 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.270+0000 7f1121ec2b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f11101af8a0 con 0x5589c42d8610 2024-05-20T21:20:35.272 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.270+0000 7f1121ec2b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f11101aeb00 con 0x5589c42d3140 2024-05-20T21:20:35.272 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.270+0000 7f1121ec2b80 10 client.0 _ll_register_callbacks cb 0x5589c41cac70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:20:35.272 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.270+0000 7f110fe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5589c42d8610 0x5589c42e51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:35.272 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.270+0000 7f1115600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5589c42d8f30 0x5589c42f3280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:35.273 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.270+0000 7f1114c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5589c42d3140 0x5589c42e4c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:35.273 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.270+0000 7f1115600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5589c42d8f30 0x5589c42f3280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:53718/0 (socket says 172.21.15.8:53718) 2024-05-20T21:20:35.273 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.270+0000 7f1115600700 1 -- 172.21.15.8:0/494731115 learned_addr learned my addr 172.21.15.8:0/494731115 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:35.273 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.270+0000 7f110fe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5589c42d8610 0x5589c42e51b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:48358/0 (socket says 172.21.15.8:48358) 2024-05-20T21:20:35.273 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.271+0000 7f110fe00700 1 -- 172.21.15.8:0/494731115 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5589c42d3140 msgr2=0x5589c42e4c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:35.273 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.271+0000 7f110fe00700 1 --2- 172.21.15.8:0/494731115 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5589c42d3140 0x5589c42e4c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:35.273 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.271+0000 7f110fe00700 1 -- 172.21.15.8:0/494731115 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5589c42d8f30 msgr2=0x5589c42f3280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:35.273 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.271+0000 7f110fe00700 1 --2- 172.21.15.8:0/494731115 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5589c42d8f30 0x5589c42f3280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:35.273 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.271+0000 7f110fe00700 1 -- 172.21.15.8:0/494731115 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5589c42e5860 con 0x5589c42d8610 2024-05-20T21:20:35.273 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.271+0000 7f1114c00700 1 --2- 172.21.15.8:0/494731115 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5589c42d3140 0x5589c42e4c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:35.273 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.271+0000 7f110fe00700 1 --2- 172.21.15.8:0/494731115 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5589c42d8610 0x5589c42e51b0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f10fc009750 tx=0x7f10fc00b650 comp rx=0 tx=0).ready entity=mon.2 client_cookie=622a71e81893243 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:35.273 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.271+0000 7f10f6a00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:20:35.273 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.271+0000 7f10f6a00700 1 -- 172.21.15.8:0/494731115 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10fc027040 con 0x5589c42d8610 2024-05-20T21:20:35.274 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.271+0000 7f1121ec2b80 1 -- 172.21.15.8:0/494731115 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f11040a9750 con 0x5589c42d8610 2024-05-20T21:20:35.274 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.271+0000 7f10f6a00700 1 -- 172.21.15.8:0/494731115 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f10fc00ba20 con 0x5589c42d8610 2024-05-20T21:20:35.274 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.272+0000 7f10f6a00700 1 -- 172.21.15.8:0/494731115 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f10fc0053a0 con 0x5589c42d8610 2024-05-20T21:20:35.274 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.272+0000 7f1121ec2b80 10 client.26510 fetch_fsmap learned FSMap version 26 2024-05-20T21:20:35.274 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.272+0000 7f1121ec2b80 1 -- 172.21.15.8:0/494731115 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5589c4356750 con 0x5589c42d8610 2024-05-20T21:20:35.275 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.272+0000 7f10f6a00700 1 -- 172.21.15.8:0/494731115 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f11040a9750 con 0x5589c42d8610 2024-05-20T21:20:35.275 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.272+0000 7f10f6a00700 1 -- 172.21.15.8:0/494731115 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f10fc021070 con 0x5589c42d8610 2024-05-20T21:20:35.275 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.272+0000 7f1121ec2b80 10 client.26510 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:20:35.276 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.272+0000 7f1121ec2b80 10 client.26510 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:20:35.276 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.272+0000 7f1121ec2b80 20 client.26510 populate_metadata read hostname 'smithi008' 2024-05-20T21:20:35.276 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.272+0000 7f1121ec2b80 1 --2- 172.21.15.8:0/494731115 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x5589c43569e0 0x5589c4358dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:35.276 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.272+0000 7f1121ec2b80 4 client.26510 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:20:35.276 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.272+0000 7f1121ec2b80 1 -- 172.21.15.8:0/494731115 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5589c422c570 con 0x5589c43569e0 2024-05-20T21:20:35.276 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.273+0000 7f1114c00700 1 --2- 172.21.15.8:0/494731115 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x5589c43569e0 0x5589c4358dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:35.276 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.273+0000 7f1114c00700 1 --2- 172.21.15.8:0/494731115 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x5589c43569e0 0x5589c4358dd0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=87b12b43e25ca463 server_cookie=a1b384221a844ae2 in_seq=0 out_seq=0 2024-05-20T21:20:35.276 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.273+0000 7f10f6a00700 10 client.26510 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:20:35.276 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.274+0000 7f10f6a00700 1 -- 172.21.15.8:0/494731115 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5589c422c570 con 0x5589c43569e0 2024-05-20T21:20:35.276 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.274+0000 7f10f6a00700 10 client.26510 handle_command_reply: tid=0 2024-05-20T21:20:35.276 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.274+0000 7f1121ec2b80 1 client.26510 shutdown 2024-05-20T21:20:35.276 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.274+0000 7f1121ec2b80 1 -- 172.21.15.8:0/494731115 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5589c42d8610 msgr2=0x5589c42e51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:35.276 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.274+0000 7f1121ec2b80 1 --2- 172.21.15.8:0/494731115 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5589c42d8610 0x5589c42e51b0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f10fc009750 tx=0x7f10fc00b650 comp rx=0 tx=0).stop 2024-05-20T21:20:35.277 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.274+0000 7f1121ec2b80 1 -- 172.21.15.8:0/494731115 shutdown_connections 2024-05-20T21:20:35.277 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.274+0000 7f1121ec2b80 1 --2- 172.21.15.8:0/494731115 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x5589c43569e0 0x5589c4358dd0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:35.277 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.274+0000 7f1121ec2b80 1 --2- 172.21.15.8:0/494731115 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5589c42d8f30 0x5589c42f3280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:35.277 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.274+0000 7f1121ec2b80 1 --2- 172.21.15.8:0/494731115 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5589c42d3140 0x5589c42e4c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:35.277 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.274+0000 7f1121ec2b80 1 --2- 172.21.15.8:0/494731115 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5589c42d8610 0x5589c42e51b0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:35.277 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.274+0000 7f10f6a00700 0 client.26510 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:20:35.277 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.274+0000 7f1121ec2b80 1 -- 172.21.15.8:0/494731115 >> 172.21.15.8:0/494731115 conn(0x5589c4200be0 msgr2=0x5589c42d93b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:35.277 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.274+0000 7f1121ec2b80 1 -- 172.21.15.8:0/494731115 shutdown_connections 2024-05-20T21:20:35.277 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.274+0000 7f1121ec2b80 1 -- 172.21.15.8:0/494731115 wait complete. 2024-05-20T21:20:35.277 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.274+0000 7f1121ec2b80 20 client.26510 trim_cache size 0 max 16384 2024-05-20T21:20:35.277 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:20:35.278 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.275+0000 7f1117600700 1 -- 172.21.15.8:0/2418283895 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f10f80b2880 msgr2=0x7f10f80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:35.278 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.275+0000 7f1117600700 1 --2- 172.21.15.8:0/2418283895 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f10f80b2880 0x7f10f80b4d40 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f1108009e10 tx=0x7f110800fc20 comp rx=0 tx=0).stop 2024-05-20T21:20:35.278 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.275+0000 7f1117600700 1 -- 172.21.15.8:0/2418283895 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f11101035f0 msgr2=0x7f111019be50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:35.278 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.275+0000 7f1117600700 1 --2- 172.21.15.8:0/2418283895 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f11101035f0 0x7f111019be50 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f110400ea50 tx=0x7f110400ed60 comp rx=0 tx=0).stop 2024-05-20T21:20:35.278 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.275+0000 7f1117600700 1 -- 172.21.15.8:0/2418283895 shutdown_connections 2024-05-20T21:20:35.279 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.275+0000 7f1117600700 1 --2- 172.21.15.8:0/2418283895 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f10f80b2880 0x7f10f80b4d40 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:35.279 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.275+0000 7f1117600700 1 --2- 172.21.15.8:0/2418283895 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1110108500 0x7f11101a0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:35.279 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.275+0000 7f1117600700 1 --2- 172.21.15.8:0/2418283895 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f11101035f0 0x7f111019be50 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:35.279 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.275+0000 7f1117600700 1 --2- 172.21.15.8:0/2418283895 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1110103f90 0x7f111019c390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:35.279 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.275+0000 7f1117600700 1 -- 172.21.15.8:0/2418283895 >> 172.21.15.8:0/2418283895 conn(0x7f111007a6a0 msgr2=0x7f1110101460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:35.279 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.275+0000 7f1117600700 1 -- 172.21.15.8:0/2418283895 shutdown_connections 2024-05-20T21:20:35.279 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:35.275+0000 7f1117600700 1 -- 172.21.15.8:0/2418283895 wait complete. 2024-05-20T21:20:36.607 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.606+0000 7f28f5200640 1 -- 172.21.15.8:0/1057678227 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f28f010a7d0 msgr2=0x7f28f010cc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:36.607 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.606+0000 7f28f5200640 1 --2- 172.21.15.8:0/1057678227 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f28f010a7d0 0x7f28f010cc60 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f28e8009ca0 tx=0x7f28e802a8c0 comp rx=0 tx=0).stop 2024-05-20T21:20:36.607 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.606+0000 7f28f5200640 1 -- 172.21.15.8:0/1057678227 shutdown_connections 2024-05-20T21:20:36.607 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.606+0000 7f28f5200640 1 --2- 172.21.15.8:0/1057678227 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f28f010a7d0 0x7f28f010cc60 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:36.608 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.607+0000 7f28f5200640 1 --2- 172.21.15.8:0/1057678227 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f28f00754b0 0x7f28f0075930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:36.608 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.607+0000 7f28f5200640 1 --2- 172.21.15.8:0/1057678227 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f28f0076a90 0x7f28f0074ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:36.608 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.607+0000 7f28f5200640 1 -- 172.21.15.8:0/1057678227 >> 172.21.15.8:0/1057678227 conn(0x7f28f00fde80 msgr2=0x7f28f01002c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:36.608 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.607+0000 7f28f5200640 1 -- 172.21.15.8:0/1057678227 shutdown_connections 2024-05-20T21:20:36.608 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.607+0000 7f28f5200640 1 -- 172.21.15.8:0/1057678227 wait complete. 2024-05-20T21:20:36.610 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.608+0000 7f28f5200640 1 Processor -- start 2024-05-20T21:20:36.610 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.608+0000 7f28f5200640 1 -- start start 2024-05-20T21:20:36.610 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.608+0000 7f28f5200640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f28f00754b0 0x7f28f019aca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:36.611 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.608+0000 7f28f5200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f28f0076a90 0x7f28f019b1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:36.611 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.608+0000 7f28f5200640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f28f010a7d0 0x7f28f01a2240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:36.611 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.608+0000 7f28f5200640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f28f0110600 con 0x7f28f010a7d0 2024-05-20T21:20:36.611 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.608+0000 7f28f5200640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f28f0110480 con 0x7f28f0076a90 2024-05-20T21:20:36.611 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.608+0000 7f28f5200640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f28f0110780 con 0x7f28f00754b0 2024-05-20T21:20:36.611 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.608+0000 7f28e6a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f28f0076a90 0x7f28f019b1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:36.611 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.608+0000 7f28ef400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f28f00754b0 0x7f28f019aca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:36.611 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.608+0000 7f28efe00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f28f010a7d0 0x7f28f01a2240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:36.611 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.608+0000 7f28e6a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f28f0076a90 0x7f28f019b1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:48362/0 (socket says 172.21.15.8:48362) 2024-05-20T21:20:36.612 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.608+0000 7f28e6a00640 1 -- 172.21.15.8:0/2156624925 learned_addr learned my addr 172.21.15.8:0/2156624925 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:36.612 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.608+0000 7f28ef400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f28f00754b0 0x7f28f019aca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:57140/0 (socket says 172.21.15.8:57140) 2024-05-20T21:20:36.612 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.609+0000 7f28ef400640 1 -- 172.21.15.8:0/2156624925 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f28f0076a90 msgr2=0x7f28f019b1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:36.612 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.609+0000 7f28ef400640 1 --2- 172.21.15.8:0/2156624925 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f28f0076a90 0x7f28f019b1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:36.612 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.609+0000 7f28ef400640 1 -- 172.21.15.8:0/2156624925 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f28f010a7d0 msgr2=0x7f28f01a2240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:36.612 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.609+0000 7f28ef400640 1 --2- 172.21.15.8:0/2156624925 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f28f010a7d0 0x7f28f01a2240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:36.612 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.609+0000 7f28ef400640 1 -- 172.21.15.8:0/2156624925 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28f01a28e0 con 0x7f28f00754b0 2024-05-20T21:20:36.612 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.609+0000 7f28efe00640 1 --2- 172.21.15.8:0/2156624925 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f28f010a7d0 0x7f28f01a2240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:36.613 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.609+0000 7f28e6a00640 1 --2- 172.21.15.8:0/2156624925 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f28f0076a90 0x7f28f019b1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:36.613 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.609+0000 7f28ef400640 1 --2- 172.21.15.8:0/2156624925 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f28f00754b0 0x7f28f019aca0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f28e000e9f0 tx=0x7f28e000eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:36.613 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.610+0000 7f28ecc00640 1 -- 172.21.15.8:0/2156624925 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28e000cd80 con 0x7f28f00754b0 2024-05-20T21:20:36.613 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.610+0000 7f28ecc00640 1 -- 172.21.15.8:0/2156624925 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f28e00035f0 con 0x7f28f00754b0 2024-05-20T21:20:36.613 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.610+0000 7f28f5200640 1 -- 172.21.15.8:0/2156624925 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28f01a2bd0 con 0x7f28f00754b0 2024-05-20T21:20:36.613 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.610+0000 7f28ecc00640 1 -- 172.21.15.8:0/2156624925 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28e0010670 con 0x7f28f00754b0 2024-05-20T21:20:36.613 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.610+0000 7f28f5200640 1 -- 172.21.15.8:0/2156624925 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28f01a3120 con 0x7f28f00754b0 2024-05-20T21:20:36.614 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.613+0000 7f28f9630740 1 Processor -- start 2024-05-20T21:20:36.614 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.613+0000 7f28f9630740 1 -- start start 2024-05-20T21:20:36.614 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.613+0000 7f28f9630740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560fbc873cf0 0x560fbc874110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:36.615 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.613+0000 7f28f9630740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560fbc8746e0 0x560fbc8791e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:36.615 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.614+0000 7f28f9630740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560fbc879850 0x560fbc87bce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:36.615 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.614+0000 7f28f9630740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x560fbc7e3b90 con 0x560fbc873cf0 2024-05-20T21:20:36.615 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.614+0000 7f28f9630740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x560fbc7d3730 con 0x560fbc8746e0 2024-05-20T21:20:36.615 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.614+0000 7f28f9630740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x560fbc7d7770 con 0x560fbc879850 2024-05-20T21:20:36.615 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.614+0000 7f28efe00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560fbc873cf0 0x560fbc874110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:36.615 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.614+0000 7f28efe00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560fbc873cf0 0x560fbc874110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:53740/0 (socket says 172.21.15.8:53740) 2024-05-20T21:20:36.615 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.614+0000 7f28efe00640 1 -- 172.21.15.8:0/3755933165 learned_addr learned my addr 172.21.15.8:0/3755933165 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:36.615 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.614+0000 7f28e6a00640 1 --2- 172.21.15.8:0/3755933165 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560fbc879850 0x560fbc87bce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:36.615 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.614+0000 7f28ecc00640 1 -- 172.21.15.8:0/2156624925 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f28e00037a0 con 0x7f28f00754b0 2024-05-20T21:20:36.615 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.614+0000 7f28efe00640 1 -- 172.21.15.8:0/3755933165 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560fbc879850 msgr2=0x560fbc87bce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:36.615 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.614+0000 7f28efe00640 1 --2- 172.21.15.8:0/3755933165 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560fbc879850 0x560fbc87bce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:36.615 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.614+0000 7f28efe00640 1 -- 172.21.15.8:0/3755933165 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560fbc8746e0 msgr2=0x560fbc8791e0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-20T21:20:36.615 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.614+0000 7f28efe00640 1 --2- 172.21.15.8:0/3755933165 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560fbc8746e0 0x560fbc8791e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:36.616 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.614+0000 7f28efe00640 1 -- 172.21.15.8:0/3755933165 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560fbc76c8b0 con 0x560fbc873cf0 2024-05-20T21:20:36.618 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.615+0000 7f28efe00640 1 --2- 172.21.15.8:0/3755933165 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560fbc873cf0 0x560fbc874110 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f28e802ade0 tx=0x7f28e80093a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=225bfcb200e6c7ff server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:36.618 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.615+0000 7f28e4c00640 1 -- 172.21.15.8:0/3755933165 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28e8031650 con 0x560fbc873cf0 2024-05-20T21:20:36.618 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.615+0000 7f28e4c00640 1 -- 172.21.15.8:0/3755933165 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f28e8036040 con 0x560fbc873cf0 2024-05-20T21:20:36.618 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.615+0000 7f28e4c00640 1 -- 172.21.15.8:0/3755933165 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28e8004650 con 0x560fbc873cf0 2024-05-20T21:20:36.618 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.616+0000 7f28f9630740 1 -- 172.21.15.8:0/3755933165 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560fbc873cf0 msgr2=0x560fbc874110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:36.618 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.616+0000 7f28f9630740 1 --2- 172.21.15.8:0/3755933165 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560fbc873cf0 0x560fbc874110 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f28e802ade0 tx=0x7f28e80093a0 comp rx=0 tx=0).stop 2024-05-20T21:20:36.618 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.616+0000 7f28f9630740 1 -- 172.21.15.8:0/3755933165 shutdown_connections 2024-05-20T21:20:36.618 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.616+0000 7f28f9630740 1 --2- 172.21.15.8:0/3755933165 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560fbc879850 0x560fbc87bce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:36.618 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.616+0000 7f28f9630740 1 --2- 172.21.15.8:0/3755933165 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560fbc8746e0 0x560fbc8791e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:36.618 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.616+0000 7f28f9630740 1 --2- 172.21.15.8:0/3755933165 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560fbc873cf0 0x560fbc874110 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:36.619 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.616+0000 7f28f9630740 1 -- 172.21.15.8:0/3755933165 >> 172.21.15.8:0/3755933165 conn(0x560fbc86f360 msgr2=0x560fbc86f760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:36.619 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.616+0000 7f28f9630740 1 -- 172.21.15.8:0/3755933165 shutdown_connections 2024-05-20T21:20:36.619 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.616+0000 7f28f9630740 1 -- 172.21.15.8:0/3755933165 wait complete. 2024-05-20T21:20:36.619 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.616+0000 7f28ecc00640 1 --2- 172.21.15.8:0/2156624925 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f28d40b26e0 0x7f28d40b4ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:36.619 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.616+0000 7f28ecc00640 1 -- 172.21.15.8:0/2156624925 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f28e00e24c0 con 0x7f28f00754b0 2024-05-20T21:20:36.619 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.616+0000 7f28f9630740 1 -- start start 2024-05-20T21:20:36.619 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.616+0000 7f28e6a00640 1 --2- 172.21.15.8:0/2156624925 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f28d40b26e0 0x7f28d40b4ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:36.619 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.617+0000 7f28f9630740 1 Processor -- start 2024-05-20T21:20:36.619 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.617+0000 7f28f9630740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560fbc873cf0 0x560fbc87d8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:36.619 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.617+0000 7f28f9630740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560fbc8746e0 0x560fbc87ddf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:36.619 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.617+0000 7f28e6a00640 1 --2- 172.21.15.8:0/2156624925 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f28d40b26e0 0x7f28d40b4ba0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x560fbc870230 tx=0x7f28d8005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:36.619 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.617+0000 7f28f9630740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560fbc879850 0x560fbc884e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:36.619 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.617+0000 7f28f9630740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x560fbc4b9790 con 0x560fbc879850 2024-05-20T21:20:36.619 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.617+0000 7f28f9630740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x560fbc77bbc0 con 0x560fbc873cf0 2024-05-20T21:20:36.620 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.617+0000 7f28f9630740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x560fbc87c620 con 0x560fbc8746e0 2024-05-20T21:20:36.620 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.617+0000 7f28f9630740 10 client.0 _ll_register_callbacks cb 0x560fbc759400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:20:36.620 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.617+0000 7f28ef400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560fbc873cf0 0x560fbc87d8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:36.620 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.617+0000 7f28ef400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560fbc873cf0 0x560fbc87d8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:48370/0 (socket says 172.21.15.8:48370) 2024-05-20T21:20:36.620 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.617+0000 7f28ef400640 1 -- 172.21.15.8:0/3926863485 learned_addr learned my addr 172.21.15.8:0/3926863485 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:36.620 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.618+0000 7f28efe00640 1 --2- 172.21.15.8:0/3926863485 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560fbc879850 0x560fbc884e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:36.620 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.618+0000 7f28e6a00640 1 --2- 172.21.15.8:0/3926863485 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560fbc8746e0 0x560fbc87ddf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:36.622 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.618+0000 7f28ef400640 1 -- 172.21.15.8:0/3926863485 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560fbc8746e0 msgr2=0x560fbc87ddf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:36.622 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.618+0000 7f28ef400640 1 --2- 172.21.15.8:0/3926863485 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560fbc8746e0 0x560fbc87ddf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:36.623 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.618+0000 7f28ef400640 1 -- 172.21.15.8:0/3926863485 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560fbc879850 msgr2=0x560fbc884e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:36.623 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.618+0000 7f28ef400640 1 --2- 172.21.15.8:0/3926863485 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560fbc879850 0x560fbc884e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:36.623 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.618+0000 7f28ef400640 1 -- 172.21.15.8:0/3926863485 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560fbc4e8210 con 0x560fbc873cf0 2024-05-20T21:20:36.623 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.618+0000 7f28ef400640 1 --2- 172.21.15.8:0/3926863485 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560fbc873cf0 0x560fbc87d8b0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f28e000cfd0 tx=0x7f28e00a52c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=61da66530b7fb99c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:36.623 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.618+0000 7f28dd600640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:20:36.623 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.618+0000 7f28dd600640 1 -- 172.21.15.8:0/3926863485 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28e00ade20 con 0x560fbc873cf0 2024-05-20T21:20:36.623 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.619+0000 7f28dd600640 1 -- 172.21.15.8:0/3926863485 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f28e0009310 con 0x560fbc873cf0 2024-05-20T21:20:36.623 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.619+0000 7f28f9630740 1 -- 172.21.15.8:0/3926863485 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f28e8036040 con 0x560fbc873cf0 2024-05-20T21:20:36.623 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.619+0000 7f28dd600640 1 -- 172.21.15.8:0/3926863485 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f28e00b28d0 con 0x560fbc873cf0 2024-05-20T21:20:36.623 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.619+0000 7f28f9630740 10 client.26519 fetch_fsmap learned FSMap version 26 2024-05-20T21:20:36.623 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.619+0000 7f28f9630740 1 -- 172.21.15.8:0/3926863485 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560fbc5b4620 con 0x560fbc873cf0 2024-05-20T21:20:36.623 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.619+0000 7f28dd600640 1 -- 172.21.15.8:0/3926863485 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f28e8036040 con 0x560fbc873cf0 2024-05-20T21:20:36.623 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.619+0000 7f28dd600640 1 -- 172.21.15.8:0/3926863485 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f28e00a8cd0 con 0x560fbc873cf0 2024-05-20T21:20:36.624 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.619+0000 7f28f9630740 10 client.26519 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:20:36.624 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.619+0000 7f28f9630740 10 client.26519 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:20:36.624 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.619+0000 7f28f9630740 20 client.26519 populate_metadata read hostname 'smithi008' 2024-05-20T21:20:36.624 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.619+0000 7f28f9630740 1 --2- 172.21.15.8:0/3926863485 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560fbc889390 0x560fbc88b780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:36.624 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.619+0000 7f28f9630740 4 client.26519 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:20:36.624 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.619+0000 7f28f9630740 1 -- 172.21.15.8:0/3926863485 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560fbc7e5ae0 con 0x560fbc889390 2024-05-20T21:20:36.624 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.620+0000 7f28e6a00640 1 --2- 172.21.15.8:0/3926863485 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560fbc889390 0x560fbc88b780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:36.624 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.620+0000 7f28e6a00640 1 --2- 172.21.15.8:0/3926863485 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560fbc889390 0x560fbc88b780 crc :-1 s=READY pgs=141 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1a1c0e13e750aa37 server_cookie=396c79689b7c918e in_seq=0 out_seq=0 2024-05-20T21:20:36.624 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.620+0000 7f28dd600640 10 client.26519 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:20:36.624 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.621+0000 7f28dd600640 1 -- 172.21.15.8:0/3926863485 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x560fbc7e5ae0 con 0x560fbc889390 2024-05-20T21:20:36.624 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.621+0000 7f28dd600640 10 client.26519 handle_command_reply: tid=0 2024-05-20T21:20:36.624 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.621+0000 7f28f9630740 1 client.26519 shutdown 2024-05-20T21:20:36.624 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.621+0000 7f28f9630740 1 -- 172.21.15.8:0/3926863485 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560fbc873cf0 msgr2=0x560fbc87d8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:36.624 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.621+0000 7f28f9630740 1 --2- 172.21.15.8:0/3926863485 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560fbc873cf0 0x560fbc87d8b0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f28e000cfd0 tx=0x7f28e00a52c0 comp rx=0 tx=0).stop 2024-05-20T21:20:36.625 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.622+0000 7f28f9630740 1 -- 172.21.15.8:0/3926863485 shutdown_connections 2024-05-20T21:20:36.625 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.622+0000 7f28f9630740 1 --2- 172.21.15.8:0/3926863485 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560fbc889390 0x560fbc88b780 crc :-1 s=READY pgs=141 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:36.625 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.622+0000 7f28f9630740 1 --2- 172.21.15.8:0/3926863485 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560fbc879850 0x560fbc884e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:36.625 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.622+0000 7f28f9630740 1 --2- 172.21.15.8:0/3926863485 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560fbc8746e0 0x560fbc87ddf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:36.625 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.622+0000 7f28f9630740 1 --2- 172.21.15.8:0/3926863485 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560fbc873cf0 0x560fbc87d8b0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:36.625 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.622+0000 7f28f9630740 1 -- 172.21.15.8:0/3926863485 >> 172.21.15.8:0/3926863485 conn(0x560fbc86f360 msgr2=0x560fbc86e4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:36.625 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.622+0000 7f28dd600640 0 client.26519 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:20:36.625 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.622+0000 7f28f9630740 1 -- 172.21.15.8:0/3926863485 shutdown_connections 2024-05-20T21:20:36.625 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.622+0000 7f28f9630740 1 -- 172.21.15.8:0/3926863485 wait complete. 2024-05-20T21:20:36.625 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.622+0000 7f28f9630740 20 client.26519 trim_cache size 0 max 16384 2024-05-20T21:20:36.639 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.639+0000 7f28f9630740 1 Processor -- start 2024-05-20T21:20:36.640 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.639+0000 7f28f9630740 1 -- start start 2024-05-20T21:20:36.640 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.639+0000 7f28f9630740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560fbc873cf0 0x560fbc87dd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:36.640 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.639+0000 7f28f9630740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560fbc8746e0 0x560fbc884dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:36.640 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.639+0000 7f28f9630740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560fbc879850 0x560fbc875860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:36.640 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.639+0000 7f28f9630740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f28f01ae660 con 0x560fbc873cf0 2024-05-20T21:20:36.640 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.639+0000 7f28f9630740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f28f01abf30 con 0x560fbc879850 2024-05-20T21:20:36.640 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.639+0000 7f28f9630740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f28f01a9d80 con 0x560fbc8746e0 2024-05-20T21:20:36.642 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.640+0000 7f28ef400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560fbc873cf0 0x560fbc87dd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:36.642 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.640+0000 7f28ef400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560fbc873cf0 0x560fbc87dd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:53758/0 (socket says 172.21.15.8:53758) 2024-05-20T21:20:36.642 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.640+0000 7f28ef400640 1 -- 172.21.15.8:0/1047279428 learned_addr learned my addr 172.21.15.8:0/1047279428 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:36.642 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.640+0000 7f28e6a00640 1 --2- 172.21.15.8:0/1047279428 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560fbc8746e0 0x560fbc884dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:36.642 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.640+0000 7f28efe00640 1 --2- 172.21.15.8:0/1047279428 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560fbc879850 0x560fbc875860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:36.642 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.640+0000 7f28ef400640 1 -- 172.21.15.8:0/1047279428 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560fbc8746e0 msgr2=0x560fbc884dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:36.642 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.640+0000 7f28ef400640 1 --2- 172.21.15.8:0/1047279428 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560fbc8746e0 0x560fbc884dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:36.642 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.640+0000 7f28ef400640 1 -- 172.21.15.8:0/1047279428 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560fbc879850 msgr2=0x560fbc875860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:36.643 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.640+0000 7f28ef400640 1 --2- 172.21.15.8:0/1047279428 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560fbc879850 0x560fbc875860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:36.643 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.640+0000 7f28ef400640 1 -- 172.21.15.8:0/1047279428 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560fbc86f190 con 0x560fbc873cf0 2024-05-20T21:20:36.643 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.640+0000 7f28ef400640 1 --2- 172.21.15.8:0/1047279428 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560fbc873cf0 0x560fbc87dd50 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f28e0005820 tx=0x7f28e00e23c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4332c5aa67d46caa server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:36.643 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.641+0000 7f28dfe00640 1 -- 172.21.15.8:0/1047279428 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28e00ca070 con 0x560fbc873cf0 2024-05-20T21:20:36.643 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.641+0000 7f28dfe00640 1 -- 172.21.15.8:0/1047279428 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f28e00ade20 con 0x560fbc873cf0 2024-05-20T21:20:36.643 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.641+0000 7f28dfe00640 1 -- 172.21.15.8:0/1047279428 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28e0009310 con 0x560fbc873cf0 2024-05-20T21:20:36.643 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.641+0000 7f28f9630740 1 -- 172.21.15.8:0/1047279428 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560fbc873cf0 msgr2=0x560fbc87dd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:36.643 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.641+0000 7f28f9630740 1 --2- 172.21.15.8:0/1047279428 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560fbc873cf0 0x560fbc87dd50 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f28e0005820 tx=0x7f28e00e23c0 comp rx=0 tx=0).stop 2024-05-20T21:20:36.643 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.641+0000 7f28f9630740 1 -- 172.21.15.8:0/1047279428 shutdown_connections 2024-05-20T21:20:36.643 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.641+0000 7f28f9630740 1 --2- 172.21.15.8:0/1047279428 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560fbc879850 0x560fbc875860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:36.644 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.641+0000 7f28f9630740 1 --2- 172.21.15.8:0/1047279428 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560fbc8746e0 0x560fbc884dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:36.644 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.641+0000 7f28f9630740 1 --2- 172.21.15.8:0/1047279428 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560fbc873cf0 0x560fbc87dd50 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:36.644 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.641+0000 7f28f9630740 1 -- 172.21.15.8:0/1047279428 >> 172.21.15.8:0/1047279428 conn(0x560fbc86f360 msgr2=0x560fbc875150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:36.644 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.642+0000 7f28f9630740 1 -- 172.21.15.8:0/1047279428 shutdown_connections 2024-05-20T21:20:36.644 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.642+0000 7f28f9630740 1 -- 172.21.15.8:0/1047279428 wait complete. 2024-05-20T21:20:36.647 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.642+0000 7f28f9630740 1 -- start start 2024-05-20T21:20:36.647 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.642+0000 7f28f9630740 1 Processor -- start 2024-05-20T21:20:36.647 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.642+0000 7f28f9630740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560fbc873cf0 0x560fbc882960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:36.648 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.643+0000 7f28f9630740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560fbc8746e0 0x560fbc882ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:36.648 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.643+0000 7f28f9630740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560fbc879850 0x560fbc883eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:36.648 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.643+0000 7f28f9630740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f28f01aa3f0 con 0x560fbc8746e0 2024-05-20T21:20:36.648 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.643+0000 7f28f9630740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f28f01ab860 con 0x560fbc873cf0 2024-05-20T21:20:36.648 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.643+0000 7f28f9630740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f28f01aaac0 con 0x560fbc879850 2024-05-20T21:20:36.648 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.643+0000 7f28f9630740 10 client.0 _ll_register_callbacks cb 0x7f28e00056d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:20:36.648 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.643+0000 7f28ef400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560fbc873cf0 0x560fbc882960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:36.648 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.643+0000 7f28ef400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560fbc873cf0 0x560fbc882960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:48394/0 (socket says 172.21.15.8:48394) 2024-05-20T21:20:36.648 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.643+0000 7f28ef400640 1 -- 172.21.15.8:0/2337617922 learned_addr learned my addr 172.21.15.8:0/2337617922 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:36.648 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.643+0000 7f28e6a00640 1 --2- 172.21.15.8:0/2337617922 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560fbc8746e0 0x560fbc882ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:36.648 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.643+0000 7f28efe00640 1 --2- 172.21.15.8:0/2337617922 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560fbc879850 0x560fbc883eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:36.648 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.643+0000 7f28ef400640 1 -- 172.21.15.8:0/2337617922 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560fbc879850 msgr2=0x560fbc883eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:36.648 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.643+0000 7f28ef400640 1 --2- 172.21.15.8:0/2337617922 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560fbc879850 0x560fbc883eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:36.649 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.643+0000 7f28ef400640 1 -- 172.21.15.8:0/2337617922 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560fbc8746e0 msgr2=0x560fbc882ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:36.649 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.643+0000 7f28ef400640 1 --2- 172.21.15.8:0/2337617922 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560fbc8746e0 0x560fbc882ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:36.649 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.643+0000 7f28ef400640 1 -- 172.21.15.8:0/2337617922 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560fbc873850 con 0x560fbc873cf0 2024-05-20T21:20:36.649 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.644+0000 7f28ef400640 1 --2- 172.21.15.8:0/2337617922 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560fbc873cf0 0x560fbc882960 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f28e00cc010 tx=0x7f28e00a5f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7cbd9ad6950c8f59 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:36.649 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.644+0000 7f28dd600640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:20:36.649 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.644+0000 7f28dd600640 1 -- 172.21.15.8:0/2337617922 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28e00ca040 con 0x560fbc873cf0 2024-05-20T21:20:36.649 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.644+0000 7f28dd600640 1 -- 172.21.15.8:0/2337617922 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f28e00a5550 con 0x560fbc873cf0 2024-05-20T21:20:36.649 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.644+0000 7f28f9630740 1 -- 172.21.15.8:0/2337617922 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f28e00ade20 con 0x560fbc873cf0 2024-05-20T21:20:36.649 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.644+0000 7f28dd600640 1 -- 172.21.15.8:0/2337617922 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f28e00a5930 con 0x560fbc873cf0 2024-05-20T21:20:36.649 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.644+0000 7f28f9630740 10 client.26525 fetch_fsmap learned FSMap version 26 2024-05-20T21:20:36.649 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.644+0000 7f28f9630740 1 -- 172.21.15.8:0/2337617922 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560fbc8f40c0 con 0x560fbc873cf0 2024-05-20T21:20:36.649 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.645+0000 7f28dd600640 1 -- 172.21.15.8:0/2337617922 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f28e00ade20 con 0x560fbc873cf0 2024-05-20T21:20:36.649 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.645+0000 7f28dd600640 1 -- 172.21.15.8:0/2337617922 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f28e00a8840 con 0x560fbc873cf0 2024-05-20T21:20:36.650 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.645+0000 7f28f9630740 10 client.26525 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:20:36.650 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.645+0000 7f28f9630740 10 client.26525 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:20:36.650 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.645+0000 7f28f9630740 20 client.26525 populate_metadata read hostname 'smithi008' 2024-05-20T21:20:36.650 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.645+0000 7f28f9630740 1 --2- 172.21.15.8:0/2337617922 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560fbc8f4670 0x560fbc8f6a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:36.650 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.645+0000 7f28f9630740 4 client.26525 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:20:36.650 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.645+0000 7f28f9630740 1 -- 172.21.15.8:0/2337617922 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x560fbc7df2c0 con 0x560fbc8f4670 2024-05-20T21:20:36.650 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.645+0000 7f28e6a00640 1 --2- 172.21.15.8:0/2337617922 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560fbc8f4670 0x560fbc8f6a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:36.650 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.646+0000 7f28e6a00640 1 --2- 172.21.15.8:0/2337617922 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560fbc8f4670 0x560fbc8f6a90 crc :-1 s=READY pgs=142 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ce1f6733a6e6934e server_cookie=4afe48a5ccaf459 in_seq=0 out_seq=0 2024-05-20T21:20:36.650 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.646+0000 7f28dd600640 10 client.26525 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:20:36.661 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.661+0000 7f28dd600640 1 -- 172.21.15.8:0/2337617922 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x560fbc7df2c0 con 0x560fbc8f4670 2024-05-20T21:20:36.662 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.661+0000 7f28dd600640 10 client.26525 handle_command_reply: tid=0 2024-05-20T21:20:36.662 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.661+0000 7f28f9630740 1 client.26525 shutdown 2024-05-20T21:20:36.662 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.661+0000 7f28f9630740 1 -- 172.21.15.8:0/2337617922 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560fbc873cf0 msgr2=0x560fbc882960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:36.662 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.661+0000 7f28f9630740 1 --2- 172.21.15.8:0/2337617922 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560fbc873cf0 0x560fbc882960 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f28e00cc010 tx=0x7f28e00a5f90 comp rx=0 tx=0).stop 2024-05-20T21:20:36.662 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.661+0000 7f28f9630740 1 -- 172.21.15.8:0/2337617922 shutdown_connections 2024-05-20T21:20:36.662 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.661+0000 7f28f9630740 1 --2- 172.21.15.8:0/2337617922 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560fbc8f4670 0x560fbc8f6a90 crc :-1 s=READY pgs=142 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:36.662 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.661+0000 7f28f9630740 1 --2- 172.21.15.8:0/2337617922 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560fbc879850 0x560fbc883eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:36.662 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.661+0000 7f28f9630740 1 --2- 172.21.15.8:0/2337617922 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560fbc8746e0 0x560fbc882ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:36.662 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.661+0000 7f28f9630740 1 --2- 172.21.15.8:0/2337617922 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560fbc873cf0 0x560fbc882960 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:36.662 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.661+0000 7f28dd600640 0 client.26525 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:20:36.662 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.661+0000 7f28f9630740 1 -- 172.21.15.8:0/2337617922 >> 172.21.15.8:0/2337617922 conn(0x560fbc86f360 msgr2=0x560fbc8759e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:36.662 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.661+0000 7f28f9630740 1 -- 172.21.15.8:0/2337617922 shutdown_connections 2024-05-20T21:20:36.663 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.661+0000 7f28f9630740 1 -- 172.21.15.8:0/2337617922 wait complete. 2024-05-20T21:20:36.663 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.662+0000 7f28f9630740 20 client.26525 trim_cache size 0 max 16384 2024-05-20T21:20:36.663 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:20:36.663 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:20:36.663 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:20:36.664 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.662+0000 7f28f5200640 1 -- 172.21.15.8:0/2156624925 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f28d40b26e0 msgr2=0x7f28d40b4ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:36.664 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.662+0000 7f28f5200640 1 --2- 172.21.15.8:0/2156624925 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f28d40b26e0 0x7f28d40b4ba0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x560fbc870230 tx=0x7f28d8005f90 comp rx=0 tx=0).stop 2024-05-20T21:20:36.664 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.662+0000 7f28f5200640 1 -- 172.21.15.8:0/2156624925 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f28f00754b0 msgr2=0x7f28f019aca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:36.664 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.662+0000 7f28f5200640 1 --2- 172.21.15.8:0/2156624925 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f28f00754b0 0x7f28f019aca0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f28e000e9f0 tx=0x7f28e000eeb0 comp rx=0 tx=0).stop 2024-05-20T21:20:36.664 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.662+0000 7f28f5200640 1 -- 172.21.15.8:0/2156624925 shutdown_connections 2024-05-20T21:20:36.664 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.662+0000 7f28f5200640 1 --2- 172.21.15.8:0/2156624925 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f28d40b26e0 0x7f28d40b4ba0 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:36.664 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.662+0000 7f28f5200640 1 --2- 172.21.15.8:0/2156624925 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f28f010a7d0 0x7f28f01a2240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:36.664 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.662+0000 7f28f5200640 1 --2- 172.21.15.8:0/2156624925 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f28f0076a90 0x7f28f019b1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:36.664 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.662+0000 7f28f5200640 1 --2- 172.21.15.8:0/2156624925 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f28f00754b0 0x7f28f019aca0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:36.664 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.662+0000 7f28f5200640 1 -- 172.21.15.8:0/2156624925 >> 172.21.15.8:0/2156624925 conn(0x7f28f00fde80 msgr2=0x7f28f01066d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:36.665 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.663+0000 7f28f5200640 1 -- 172.21.15.8:0/2156624925 shutdown_connections 2024-05-20T21:20:36.665 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:36.663+0000 7f28f5200640 1 -- 172.21.15.8:0/2156624925 wait complete. 2024-05-20T21:20:36.914 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:20:36 smithi008 ceph-mon[31475]: pgmap v598: 97 pgs: 97 active+clean; 2.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:20:36.918 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:20:36.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:20:36 smithi130 ceph-mon[36448]: pgmap v598: 97 pgs: 97 active+clean; 2.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:20:36.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:20:36 smithi050 ceph-mon[35809]: pgmap v598: 97 pgs: 97 active+clean; 2.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:20:37.561 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.560+0000 7f45c5600700 1 -- 172.21.15.8:0/1155380532 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f45c010b780 msgr2=0x7f45c010bb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:37.561 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.560+0000 7f45c5600700 1 --2- 172.21.15.8:0/1155380532 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f45c010b780 0x7f45c010bb60 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f45b0009f90 tx=0x7f45b000b330 comp rx=0 tx=0).stop 2024-05-20T21:20:37.561 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.560+0000 7f45c5600700 1 -- 172.21.15.8:0/1155380532 shutdown_connections 2024-05-20T21:20:37.561 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.560+0000 7f45c5600700 1 --2- 172.21.15.8:0/1155380532 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f45c010b780 0x7f45c010bb60 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.562 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.560+0000 7f45c5600700 1 --2- 172.21.15.8:0/1155380532 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f45c0106140 0x7f45c0112650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.562 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.560+0000 7f45c5600700 1 --2- 172.21.15.8:0/1155380532 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f45c0105780 0x7f45c0105c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.562 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.560+0000 7f45c5600700 1 -- 172.21.15.8:0/1155380532 >> 172.21.15.8:0/1155380532 conn(0x7f45c0101250 msgr2=0x7f45c0103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:37.562 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.560+0000 7f45c5600700 1 -- 172.21.15.8:0/1155380532 shutdown_connections 2024-05-20T21:20:37.562 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.561+0000 7f45c5600700 1 -- 172.21.15.8:0/1155380532 wait complete. 2024-05-20T21:20:37.563 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.562+0000 7f45c5600700 1 Processor -- start 2024-05-20T21:20:37.563 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.563+0000 7f45c5600700 1 -- start start 2024-05-20T21:20:37.563 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.563+0000 7f45c5600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f45c0105780 0x7f45c019bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:37.563 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.563+0000 7f45c5600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f45c0106140 0x7f45c019c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:37.564 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.563+0000 7f45c5600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f45c010b780 0x7f45c01a0680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:37.564 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.563+0000 7f45c5600700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f45c0115980 con 0x7f45c0105780 2024-05-20T21:20:37.564 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.563+0000 7f45c5600700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f45c0115800 con 0x7f45c0106140 2024-05-20T21:20:37.564 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.563+0000 7f45c5600700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f45c0115b00 con 0x7f45c010b780 2024-05-20T21:20:37.564 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.563+0000 7f45b6000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f45c0106140 0x7f45c019c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:37.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.563+0000 7f45b6000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f45c0106140 0x7f45c019c2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:48412/0 (socket says 172.21.15.8:48412) 2024-05-20T21:20:37.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.563+0000 7f45bea00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f45c0105780 0x7f45c019bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:37.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.563+0000 7f45b6000700 1 -- 172.21.15.8:0/1349732681 learned_addr learned my addr 172.21.15.8:0/1349732681 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:37.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.564+0000 7f45bf400700 1 --2- 172.21.15.8:0/1349732681 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f45c010b780 0x7f45c01a0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:37.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.564+0000 7f45b6000700 1 -- 172.21.15.8:0/1349732681 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f45c010b780 msgr2=0x7f45c01a0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:37.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.564+0000 7f45b6000700 1 --2- 172.21.15.8:0/1349732681 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f45c010b780 0x7f45c01a0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.564+0000 7f45b6000700 1 -- 172.21.15.8:0/1349732681 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f45c0105780 msgr2=0x7f45c019bdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:37.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.564+0000 7f45b6000700 1 --2- 172.21.15.8:0/1349732681 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f45c0105780 0x7f45c019bdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.564+0000 7f45b6000700 1 -- 172.21.15.8:0/1349732681 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45c01a0dc0 con 0x7f45c0106140 2024-05-20T21:20:37.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.564+0000 7f45b6000700 1 --2- 172.21.15.8:0/1349732681 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f45c0106140 0x7f45c019c2f0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f45a800e9c0 tx=0x7f45a800ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:37.566 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.565+0000 7f45b7e00700 1 -- 172.21.15.8:0/1349732681 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45a8004a30 con 0x7f45c0106140 2024-05-20T21:20:37.566 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.565+0000 7f45b7e00700 1 -- 172.21.15.8:0/1349732681 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f45a800cc70 con 0x7f45c0106140 2024-05-20T21:20:37.566 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.565+0000 7f45c5600700 1 -- 172.21.15.8:0/1349732681 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45c01a10b0 con 0x7f45c0106140 2024-05-20T21:20:37.566 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.565+0000 7f45b7e00700 1 -- 172.21.15.8:0/1349732681 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45a8005490 con 0x7f45c0106140 2024-05-20T21:20:37.566 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.565+0000 7f45c5600700 1 -- 172.21.15.8:0/1349732681 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45c01a8930 con 0x7f45c0106140 2024-05-20T21:20:37.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.569+0000 7f45b7e00700 1 -- 172.21.15.8:0/1349732681 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f45a8004bd0 con 0x7f45c0106140 2024-05-20T21:20:37.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.570+0000 7f45d0012b80 1 Processor -- start 2024-05-20T21:20:37.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.570+0000 7f45d0012b80 1 -- start start 2024-05-20T21:20:37.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.570+0000 7f45d0012b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562f2df86ca0 0x562f2df87080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:37.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.570+0000 7f45d0012b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562f2df875c0 0x562f2df81060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:37.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.570+0000 7f45d0012b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562f2df81680 0x562f2df81ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:37.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.570+0000 7f45d0012b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x562f2dedefd0 con 0x562f2df81680 2024-05-20T21:20:37.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.570+0000 7f45d0012b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x562f2deceb70 con 0x562f2df86ca0 2024-05-20T21:20:37.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.570+0000 7f45d0012b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x562f2ded2bb0 con 0x562f2df875c0 2024-05-20T21:20:37.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.571+0000 7f45bf400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562f2df86ca0 0x562f2df87080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:37.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.571+0000 7f45bf400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562f2df86ca0 0x562f2df87080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:48426/0 (socket says 172.21.15.8:48426) 2024-05-20T21:20:37.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.571+0000 7f45bf400700 1 -- 172.21.15.8:0/98694658 learned_addr learned my addr 172.21.15.8:0/98694658 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:37.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.571+0000 7f45b6000700 1 --2- 172.21.15.8:0/98694658 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562f2df81680 0x562f2df81ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:37.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.571+0000 7f45b7e00700 1 --2- 172.21.15.8:0/1349732681 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f45a40b29b0 0x7f45a40b4e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:37.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.571+0000 7f45bea00700 1 --2- 172.21.15.8:0/98694658 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562f2df875c0 0x562f2df81060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:37.573 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.571+0000 7f45b7e00700 1 -- 172.21.15.8:0/1349732681 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f45a80e2300 con 0x7f45c0106140 2024-05-20T21:20:37.573 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.571+0000 7f45bf400700 1 -- 172.21.15.8:0/98694658 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562f2df875c0 msgr2=0x562f2df81060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:37.573 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.571+0000 7f45bf400700 1 --2- 172.21.15.8:0/98694658 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562f2df875c0 0x562f2df81060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.573 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.571+0000 7f45bf400700 1 -- 172.21.15.8:0/98694658 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562f2df81680 msgr2=0x562f2df81ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:37.573 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.571+0000 7f45bf400700 1 --2- 172.21.15.8:0/98694658 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562f2df81680 0x562f2df81ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.573 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.571+0000 7f45bf400700 1 -- 172.21.15.8:0/98694658 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562f2de975b0 con 0x562f2df86ca0 2024-05-20T21:20:37.573 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.571+0000 7f45bf400700 1 --2- 172.21.15.8:0/1349732681 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f45a40b29b0 0x7f45a40b4e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:37.573 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.571+0000 7f45b6000700 1 --2- 172.21.15.8:0/98694658 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562f2df81680 0x562f2df81ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:20:37.574 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.572+0000 7f45bf400700 1 --2- 172.21.15.8:0/98694658 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562f2df86ca0 0x562f2df87080 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f45b8009e30 tx=0x7f45b8011720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6908a385c82e4912 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:37.574 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.572+0000 7f45afe00700 1 -- 172.21.15.8:0/98694658 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45b8017050 con 0x562f2df86ca0 2024-05-20T21:20:37.574 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.572+0000 7f45bf400700 1 --2- 172.21.15.8:0/1349732681 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f45a40b29b0 0x7f45a40b4e70 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f45b8023000 tx=0x7f45b8024000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:37.574 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.572+0000 7f45afe00700 1 -- 172.21.15.8:0/98694658 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f45b8003d30 con 0x562f2df86ca0 2024-05-20T21:20:37.574 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.572+0000 7f45afe00700 1 -- 172.21.15.8:0/98694658 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45b801caa0 con 0x562f2df86ca0 2024-05-20T21:20:37.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.573+0000 7f45d0012b80 1 -- 172.21.15.8:0/98694658 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562f2df86ca0 msgr2=0x562f2df87080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:37.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.573+0000 7f45d0012b80 1 --2- 172.21.15.8:0/98694658 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562f2df86ca0 0x562f2df87080 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f45b8009e30 tx=0x7f45b8011720 comp rx=0 tx=0).stop 2024-05-20T21:20:37.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.574+0000 7f45d0012b80 1 -- 172.21.15.8:0/98694658 shutdown_connections 2024-05-20T21:20:37.576 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.574+0000 7f45d0012b80 1 --2- 172.21.15.8:0/98694658 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562f2df86ca0 0x562f2df87080 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.576 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.574+0000 7f45d0012b80 1 --2- 172.21.15.8:0/98694658 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562f2df81680 0x562f2df81ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.576 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.574+0000 7f45d0012b80 1 --2- 172.21.15.8:0/98694658 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562f2df875c0 0x562f2df81060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.576 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.574+0000 7f45d0012b80 1 -- 172.21.15.8:0/98694658 >> 172.21.15.8:0/98694658 conn(0x562f2deaed70 msgr2=0x562f2df7bf90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:37.576 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.574+0000 7f45d0012b80 1 -- 172.21.15.8:0/98694658 shutdown_connections 2024-05-20T21:20:37.576 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.574+0000 7f45d0012b80 1 -- 172.21.15.8:0/98694658 wait complete. 2024-05-20T21:20:37.576 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.574+0000 7f45d0012b80 1 -- start start 2024-05-20T21:20:37.576 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.575+0000 7f45d0012b80 1 Processor -- start 2024-05-20T21:20:37.579 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.575+0000 7f45d0012b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562f2df81680 0x562f2df8d2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:37.579 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.575+0000 7f45d0012b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562f2df86ca0 0x562f2df8a6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:37.579 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.575+0000 7f45d0012b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562f2df8ac00 0x562f2df8b080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:37.579 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.575+0000 7f45d0012b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x562f2ddd5130 con 0x562f2df8ac00 2024-05-20T21:20:37.579 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.575+0000 7f45d0012b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x562f2de6f8f0 con 0x562f2df86ca0 2024-05-20T21:20:37.579 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.575+0000 7f45d0012b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x562f2df8e030 con 0x562f2df81680 2024-05-20T21:20:37.580 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.575+0000 7f45d0012b80 10 client.0 _ll_register_callbacks cb 0x562f2de78e00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:20:37.580 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.576+0000 7f45b6000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562f2df86ca0 0x562f2df8a6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:37.580 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.576+0000 7f45bf400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562f2df8ac00 0x562f2df8b080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:37.580 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.576+0000 7f45b6000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562f2df86ca0 0x562f2df8a6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:48428/0 (socket says 172.21.15.8:48428) 2024-05-20T21:20:37.580 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.576+0000 7f45b6000700 1 -- 172.21.15.8:0/2890100610 learned_addr learned my addr 172.21.15.8:0/2890100610 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:37.580 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.576+0000 7f45bea00700 1 --2- 172.21.15.8:0/2890100610 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562f2df81680 0x562f2df8d2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:37.580 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.576+0000 7f45b6000700 1 -- 172.21.15.8:0/2890100610 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562f2df81680 msgr2=0x562f2df8d2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:37.580 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.576+0000 7f45b6000700 1 --2- 172.21.15.8:0/2890100610 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562f2df81680 0x562f2df8d2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.580 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.576+0000 7f45b6000700 1 -- 172.21.15.8:0/2890100610 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562f2df8ac00 msgr2=0x562f2df8b080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:37.580 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.576+0000 7f45b6000700 1 --2- 172.21.15.8:0/2890100610 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562f2df8ac00 0x562f2df8b080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.580 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.576+0000 7f45b6000700 1 -- 172.21.15.8:0/2890100610 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562f2de1ea60 con 0x562f2df86ca0 2024-05-20T21:20:37.581 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.576+0000 7f45bea00700 1 --2- 172.21.15.8:0/2890100610 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562f2df81680 0x562f2df8d2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:37.581 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.577+0000 7f45b6000700 1 --2- 172.21.15.8:0/2890100610 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562f2df86ca0 0x562f2df8a6c0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f45a80a5930 tx=0x7f45a80a5870 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fd3c7d382793f1ba server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:37.581 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.577+0000 7f45acc00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:20:37.581 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.577+0000 7f45acc00700 1 -- 172.21.15.8:0/2890100610 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45a80a9020 con 0x562f2df86ca0 2024-05-20T21:20:37.581 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.577+0000 7f45acc00700 1 -- 172.21.15.8:0/2890100610 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f45a80aade0 con 0x562f2df86ca0 2024-05-20T21:20:37.581 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.577+0000 7f45d0012b80 1 -- 172.21.15.8:0/2890100610 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f45b8003d30 con 0x562f2df86ca0 2024-05-20T21:20:37.581 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.577+0000 7f45acc00700 1 -- 172.21.15.8:0/2890100610 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f45a800ce20 con 0x562f2df86ca0 2024-05-20T21:20:37.581 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.577+0000 7f45d0012b80 10 client.26537 fetch_fsmap learned FSMap version 26 2024-05-20T21:20:37.581 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.577+0000 7f45d0012b80 1 -- 172.21.15.8:0/2890100610 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562f2de9f1f0 con 0x562f2df86ca0 2024-05-20T21:20:37.581 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.578+0000 7f45acc00700 1 -- 172.21.15.8:0/2890100610 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f45b8003d30 con 0x562f2df86ca0 2024-05-20T21:20:37.581 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.578+0000 7f45acc00700 1 -- 172.21.15.8:0/2890100610 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f45a80a9b10 con 0x562f2df86ca0 2024-05-20T21:20:37.581 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.578+0000 7f45d0012b80 10 client.26537 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:20:37.581 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.578+0000 7f45d0012b80 10 client.26537 resolve_mds: validated gid 24529 aka daemon mds.i 2024-05-20T21:20:37.582 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.578+0000 7f45d0012b80 20 client.26537 populate_metadata read hostname 'smithi008' 2024-05-20T21:20:37.582 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.578+0000 7f45d0012b80 1 --2- 172.21.15.8:0/2890100610 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562f2df9af50 0x562f2df9d340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:37.582 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.578+0000 7f45d0012b80 4 client.26537 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:20:37.582 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.578+0000 7f45d0012b80 1 -- 172.21.15.8:0/2890100610 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562f2dee0f20 con 0x562f2df9af50 2024-05-20T21:20:37.582 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.579+0000 7f45bea00700 1 --2- 172.21.15.8:0/2890100610 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562f2df9af50 0x562f2df9d340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:37.583 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.579+0000 7f45bea00700 1 --2- 172.21.15.8:0/2890100610 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562f2df9af50 0x562f2df9d340 crc :-1 s=READY pgs=143 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=177c35d4d973e850 server_cookie=7ea4d2eff3979386 in_seq=0 out_seq=0 2024-05-20T21:20:37.583 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.579+0000 7f45acc00700 10 client.26537 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:20:37.583 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.580+0000 7f45acc00700 1 -- 172.21.15.8:0/2890100610 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x562f2dee0f20 con 0x562f2df9af50 2024-05-20T21:20:37.583 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.580+0000 7f45acc00700 10 client.26537 handle_command_reply: tid=0 2024-05-20T21:20:37.583 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.580+0000 7f45d0012b80 1 client.26537 shutdown 2024-05-20T21:20:37.583 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.580+0000 7f45d0012b80 1 -- 172.21.15.8:0/2890100610 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562f2df86ca0 msgr2=0x562f2df8a6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:37.583 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.580+0000 7f45d0012b80 1 --2- 172.21.15.8:0/2890100610 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562f2df86ca0 0x562f2df8a6c0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f45a80a5930 tx=0x7f45a80a5870 comp rx=0 tx=0).stop 2024-05-20T21:20:37.583 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.580+0000 7f45d0012b80 1 -- 172.21.15.8:0/2890100610 shutdown_connections 2024-05-20T21:20:37.583 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.580+0000 7f45d0012b80 1 --2- 172.21.15.8:0/2890100610 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562f2df9af50 0x562f2df9d340 crc :-1 s=READY pgs=143 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.584 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.581+0000 7f45d0012b80 1 --2- 172.21.15.8:0/2890100610 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562f2df8ac00 0x562f2df8b080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.584 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.581+0000 7f45d0012b80 1 --2- 172.21.15.8:0/2890100610 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562f2df81680 0x562f2df8d2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.584 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.581+0000 7f45d0012b80 1 --2- 172.21.15.8:0/2890100610 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562f2df86ca0 0x562f2df8a6c0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.584 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.581+0000 7f45acc00700 0 client.26537 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:20:37.584 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.581+0000 7f45d0012b80 1 -- 172.21.15.8:0/2890100610 >> 172.21.15.8:0/2890100610 conn(0x562f2deaed70 msgr2=0x562f2df7b4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:37.584 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.581+0000 7f45d0012b80 1 -- 172.21.15.8:0/2890100610 shutdown_connections 2024-05-20T21:20:37.584 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.581+0000 7f45d0012b80 1 -- 172.21.15.8:0/2890100610 wait complete. 2024-05-20T21:20:37.584 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.581+0000 7f45d0012b80 20 client.26537 trim_cache size 0 max 16384 2024-05-20T21:20:37.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.604+0000 7f45d0012b80 1 Processor -- start 2024-05-20T21:20:37.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.604+0000 7f45d0012b80 1 -- start start 2024-05-20T21:20:37.607 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.604+0000 7f45d0012b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562f2df81680 0x562f2df81060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:37.607 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.605+0000 7f45d0012b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562f2df86ca0 0x562f2df882b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:37.607 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.605+0000 7f45d0012b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562f2df8ac00 0x562f2df896e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:37.607 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.605+0000 7f45d0012b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f45c01b2700 con 0x562f2df8ac00 2024-05-20T21:20:37.607 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.605+0000 7f45d0012b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f45c01aff90 con 0x562f2df81680 2024-05-20T21:20:37.607 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.605+0000 7f45d0012b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f45c01adde0 con 0x562f2df86ca0 2024-05-20T21:20:37.607 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.605+0000 7f45bf400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562f2df8ac00 0x562f2df896e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:37.607 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.605+0000 7f45bea00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562f2df81680 0x562f2df81060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:37.607 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.605+0000 7f45b6000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562f2df86ca0 0x562f2df882b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:37.608 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.605+0000 7f45bea00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562f2df81680 0x562f2df81060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:48442/0 (socket says 172.21.15.8:48442) 2024-05-20T21:20:37.608 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.605+0000 7f45bea00700 1 -- 172.21.15.8:0/1229844092 learned_addr learned my addr 172.21.15.8:0/1229844092 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:37.608 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.605+0000 7f45bf400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562f2df8ac00 0x562f2df896e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:53838/0 (socket says 172.21.15.8:53838) 2024-05-20T21:20:37.608 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.606+0000 7f45bea00700 1 -- 172.21.15.8:0/1229844092 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562f2df86ca0 msgr2=0x562f2df882b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:37.608 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.606+0000 7f45bea00700 1 --2- 172.21.15.8:0/1229844092 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562f2df86ca0 0x562f2df882b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.608 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.606+0000 7f45bea00700 1 -- 172.21.15.8:0/1229844092 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562f2df8ac00 msgr2=0x562f2df896e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:37.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.606+0000 7f45bea00700 1 --2- 172.21.15.8:0/1229844092 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562f2df8ac00 0x562f2df896e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.606+0000 7f45bea00700 1 -- 172.21.15.8:0/1229844092 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562f2df73db0 con 0x562f2df81680 2024-05-20T21:20:37.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.606+0000 7f45bea00700 1 --2- 172.21.15.8:0/1229844092 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562f2df81680 0x562f2df81060 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f45b000b840 tx=0x7f45b0009ae0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1074b8907c3334f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:37.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.606+0000 7f45af400700 1 -- 172.21.15.8:0/1229844092 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45b002a020 con 0x562f2df81680 2024-05-20T21:20:37.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.606+0000 7f45af400700 1 -- 172.21.15.8:0/1229844092 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f45b000be50 con 0x562f2df81680 2024-05-20T21:20:37.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.606+0000 7f45af400700 1 -- 172.21.15.8:0/1229844092 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45b00077a0 con 0x562f2df81680 2024-05-20T21:20:37.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.607+0000 7f45d0012b80 1 -- 172.21.15.8:0/1229844092 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562f2df81680 msgr2=0x562f2df81060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:37.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.607+0000 7f45d0012b80 1 --2- 172.21.15.8:0/1229844092 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562f2df81680 0x562f2df81060 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f45b000b840 tx=0x7f45b0009ae0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.607+0000 7f45d0012b80 1 -- 172.21.15.8:0/1229844092 shutdown_connections 2024-05-20T21:20:37.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.607+0000 7f45d0012b80 1 --2- 172.21.15.8:0/1229844092 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562f2df81680 0x562f2df81060 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.607+0000 7f45d0012b80 1 --2- 172.21.15.8:0/1229844092 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562f2df8ac00 0x562f2df896e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.607+0000 7f45d0012b80 1 --2- 172.21.15.8:0/1229844092 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562f2df86ca0 0x562f2df882b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.607+0000 7f45d0012b80 1 -- 172.21.15.8:0/1229844092 >> 172.21.15.8:0/1229844092 conn(0x562f2deaed70 msgr2=0x562f2df88fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:37.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.607+0000 7f45d0012b80 1 -- 172.21.15.8:0/1229844092 shutdown_connections 2024-05-20T21:20:37.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.607+0000 7f45d0012b80 1 -- 172.21.15.8:0/1229844092 wait complete. 2024-05-20T21:20:37.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.608+0000 7f45d0012b80 1 -- start start 2024-05-20T21:20:37.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.608+0000 7f45d0012b80 1 Processor -- start 2024-05-20T21:20:37.615 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.609+0000 7f45d0012b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562f2df81680 0x562f2df90290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:37.615 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.609+0000 7f45d0012b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562f2df86ca0 0x562f2df907d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:37.615 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.609+0000 7f45d0012b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562f2df8ac00 0x562f2df90d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:37.615 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.609+0000 7f45d0012b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f45c01ae450 con 0x562f2df86ca0 2024-05-20T21:20:37.615 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.609+0000 7f45d0012b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f45c01af8c0 con 0x562f2df81680 2024-05-20T21:20:37.615 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.609+0000 7f45d0012b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f45c01aeb20 con 0x562f2df8ac00 2024-05-20T21:20:37.615 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.609+0000 7f45d0012b80 10 client.0 _ll_register_callbacks cb 0x562f2de78e00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:20:37.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.609+0000 7f45bf400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562f2df8ac00 0x562f2df90d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:37.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.609+0000 7f45bf400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562f2df8ac00 0x562f2df90d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:57230/0 (socket says 172.21.15.8:57230) 2024-05-20T21:20:37.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.609+0000 7f45bf400700 1 -- 172.21.15.8:0/206332026 learned_addr learned my addr 172.21.15.8:0/206332026 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:37.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.609+0000 7f45bea00700 1 --2- 172.21.15.8:0/206332026 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562f2df81680 0x562f2df90290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:37.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.609+0000 7f45b6000700 1 --2- 172.21.15.8:0/206332026 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562f2df86ca0 0x562f2df907d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:37.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.610+0000 7f45bf400700 1 -- 172.21.15.8:0/206332026 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562f2df81680 msgr2=0x562f2df90290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:37.617 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.610+0000 7f45bf400700 1 --2- 172.21.15.8:0/206332026 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562f2df81680 0x562f2df90290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.617 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.610+0000 7f45bf400700 1 -- 172.21.15.8:0/206332026 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562f2df86ca0 msgr2=0x562f2df907d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:37.617 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.610+0000 7f45bf400700 1 --2- 172.21.15.8:0/206332026 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562f2df86ca0 0x562f2df907d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.617 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.610+0000 7f45bf400700 1 -- 172.21.15.8:0/206332026 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562f2e005b90 con 0x562f2df8ac00 2024-05-20T21:20:37.617 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.610+0000 7f45bea00700 1 --2- 172.21.15.8:0/206332026 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562f2df81680 0x562f2df90290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:20:37.617 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.610+0000 7f45b6000700 1 --2- 172.21.15.8:0/206332026 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562f2df86ca0 0x562f2df907d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:20:37.618 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.610+0000 7f45bf400700 1 --2- 172.21.15.8:0/206332026 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562f2df8ac00 0x562f2df90d10 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f45b801c620 tx=0x7f45b8005960 comp rx=0 tx=0).ready entity=mon.1 client_cookie=be874eded07bba16 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:37.618 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.610+0000 7f45acc00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:20:37.618 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.610+0000 7f45acc00700 1 -- 172.21.15.8:0/206332026 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45b801c440 con 0x562f2df8ac00 2024-05-20T21:20:37.618 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.610+0000 7f45d0012b80 1 -- 172.21.15.8:0/206332026 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f45b000be50 con 0x562f2df8ac00 2024-05-20T21:20:37.618 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.610+0000 7f45acc00700 1 -- 172.21.15.8:0/206332026 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f45b8004920 con 0x562f2df8ac00 2024-05-20T21:20:37.618 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.611+0000 7f45acc00700 1 -- 172.21.15.8:0/206332026 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f45b8004b20 con 0x562f2df8ac00 2024-05-20T21:20:37.618 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.611+0000 7f45d0012b80 10 client.26590 fetch_fsmap learned FSMap version 26 2024-05-20T21:20:37.618 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.611+0000 7f45d0012b80 1 -- 172.21.15.8:0/206332026 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562f2e006ea0 con 0x562f2df8ac00 2024-05-20T21:20:37.618 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.611+0000 7f45acc00700 1 -- 172.21.15.8:0/206332026 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f45b000be50 con 0x562f2df8ac00 2024-05-20T21:20:37.619 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.611+0000 7f45acc00700 1 -- 172.21.15.8:0/206332026 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f45b8003680 con 0x562f2df8ac00 2024-05-20T21:20:37.619 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.611+0000 7f45d0012b80 10 client.26590 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:20:37.619 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.611+0000 7f45d0012b80 10 client.26590 resolve_mds: validated gid 24529 aka daemon mds.i 2024-05-20T21:20:37.619 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.611+0000 7f45d0012b80 20 client.26590 populate_metadata read hostname 'smithi008' 2024-05-20T21:20:37.619 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.611+0000 7f45d0012b80 1 --2- 172.21.15.8:0/206332026 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562f2e007450 0x562f2e009870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:37.619 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.611+0000 7f45d0012b80 4 client.26590 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 141.3, "await_for": 45.0}] 2024-05-20T21:20:37.619 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.611+0000 7f45d0012b80 1 -- 172.21.15.8:0/206332026 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 141.3, "await_for": 45.0}) -- 0x562f2deda700 con 0x562f2e007450 2024-05-20T21:20:37.619 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.612+0000 7f45bea00700 1 --2- 172.21.15.8:0/206332026 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562f2e007450 0x562f2e009870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:37.619 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.612+0000 7f45bea00700 1 --2- 172.21.15.8:0/206332026 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562f2e007450 0x562f2e009870 crc :-1 s=READY pgs=144 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9600dc014cd6c258 server_cookie=b27c966958fe3b45 in_seq=0 out_seq=0 2024-05-20T21:20:37.620 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.612+0000 7f45acc00700 10 client.26590 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:20:37.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.625+0000 7f45acc00700 1 -- 172.21.15.8:0/206332026 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x562f2deda700 con 0x562f2e007450 2024-05-20T21:20:37.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.625+0000 7f45acc00700 10 client.26590 handle_command_reply: tid=0 2024-05-20T21:20:37.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.625+0000 7f45d0012b80 1 client.26590 shutdown 2024-05-20T21:20:37.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.626+0000 7f45d0012b80 1 -- 172.21.15.8:0/206332026 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562f2df8ac00 msgr2=0x562f2df90d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:37.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.626+0000 7f45d0012b80 1 --2- 172.21.15.8:0/206332026 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562f2df8ac00 0x562f2df90d10 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f45b801c620 tx=0x7f45b8005960 comp rx=0 tx=0).stop 2024-05-20T21:20:37.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.626+0000 7f45d0012b80 1 -- 172.21.15.8:0/206332026 shutdown_connections 2024-05-20T21:20:37.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.626+0000 7f45d0012b80 1 --2- 172.21.15.8:0/206332026 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562f2e007450 0x562f2e009870 crc :-1 s=READY pgs=144 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.626+0000 7f45d0012b80 1 --2- 172.21.15.8:0/206332026 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562f2df81680 0x562f2df90290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.626+0000 7f45d0012b80 1 --2- 172.21.15.8:0/206332026 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562f2df8ac00 0x562f2df90d10 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.626+0000 7f45d0012b80 1 --2- 172.21.15.8:0/206332026 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562f2df86ca0 0x562f2df907d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.626+0000 7f45acc00700 0 client.26590 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:20:37.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.626+0000 7f45d0012b80 1 -- 172.21.15.8:0/206332026 >> 172.21.15.8:0/206332026 conn(0x562f2deaed70 msgr2=0x562f2df89860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:37.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.626+0000 7f45d0012b80 1 -- 172.21.15.8:0/206332026 shutdown_connections 2024-05-20T21:20:37.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.626+0000 7f45d0012b80 1 -- 172.21.15.8:0/206332026 wait complete. 2024-05-20T21:20:37.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.626+0000 7f45d0012b80 20 client.26590 trim_cache size 0 max 16384 2024-05-20T21:20:37.630 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:20:37.630 INFO:teuthology.orchestra.run.smithi008.stdout: "epoch": 26, 2024-05-20T21:20:37.630 INFO:teuthology.orchestra.run.smithi008.stdout: "leader": 24529, 2024-05-20T21:20:37.630 INFO:teuthology.orchestra.run.smithi008.stdout: "set_version": 18, 2024-05-20T21:20:37.630 INFO:teuthology.orchestra.run.smithi008.stdout: "sets": { 2024-05-20T21:20:37.630 INFO:teuthology.orchestra.run.smithi008.stdout: "b1953ae2": { 2024-05-20T21:20:37.630 INFO:teuthology.orchestra.run.smithi008.stdout: "version": 18, 2024-05-20T21:20:37.630 INFO:teuthology.orchestra.run.smithi008.stdout: "age_ref": 0.0, 2024-05-20T21:20:37.631 INFO:teuthology.orchestra.run.smithi008.stdout: "state": { 2024-05-20T21:20:37.631 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "QUIESCED", 2024-05-20T21:20:37.631 INFO:teuthology.orchestra.run.smithi008.stdout: "age": 0.0 2024-05-20T21:20:37.631 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:20:37.631 INFO:teuthology.orchestra.run.smithi008.stdout: "timeout": 90.0, 2024-05-20T21:20:37.631 INFO:teuthology.orchestra.run.smithi008.stdout: "expiration": 141.3, 2024-05-20T21:20:37.632 INFO:teuthology.orchestra.run.smithi008.stdout: "members": { 2024-05-20T21:20:37.632 INFO:teuthology.orchestra.run.smithi008.stdout: "file:/": { 2024-05-20T21:20:37.632 INFO:teuthology.orchestra.run.smithi008.stdout: "excluded": false, 2024-05-20T21:20:37.632 INFO:teuthology.orchestra.run.smithi008.stdout: "state": { 2024-05-20T21:20:37.632 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "QUIESCED", 2024-05-20T21:20:37.632 INFO:teuthology.orchestra.run.smithi008.stdout: "age": 0.0 2024-05-20T21:20:37.632 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:20:37.632 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:20:37.633 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:20:37.633 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:20:37.633 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:20:37.633 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:20:37.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.627+0000 7f45c5600700 1 -- 172.21.15.8:0/1349732681 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f45a40b29b0 msgr2=0x7f45a40b4e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:37.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.627+0000 7f45c5600700 1 --2- 172.21.15.8:0/1349732681 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f45a40b29b0 0x7f45a40b4e70 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f45b8023000 tx=0x7f45b8024000 comp rx=0 tx=0).stop 2024-05-20T21:20:37.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.627+0000 7f45c5600700 1 -- 172.21.15.8:0/1349732681 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f45c0106140 msgr2=0x7f45c019c2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:37.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.627+0000 7f45c5600700 1 --2- 172.21.15.8:0/1349732681 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f45c0106140 0x7f45c019c2f0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f45a800e9c0 tx=0x7f45a800ecd0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.627+0000 7f45c5600700 1 -- 172.21.15.8:0/1349732681 shutdown_connections 2024-05-20T21:20:37.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.627+0000 7f45c5600700 1 --2- 172.21.15.8:0/1349732681 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f45a40b29b0 0x7f45a40b4e70 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.627+0000 7f45c5600700 1 --2- 172.21.15.8:0/1349732681 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f45c010b780 0x7f45c01a0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.627+0000 7f45c5600700 1 --2- 172.21.15.8:0/1349732681 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f45c0105780 0x7f45c019bdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.627+0000 7f45c5600700 1 --2- 172.21.15.8:0/1349732681 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f45c0106140 0x7f45c019c2f0 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.627+0000 7f45c5600700 1 -- 172.21.15.8:0/1349732681 >> 172.21.15.8:0/1349732681 conn(0x7f45c0101250 msgr2=0x7f45c0101770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:37.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.628+0000 7f45c5600700 1 -- 172.21.15.8:0/1349732681 shutdown_connections 2024-05-20T21:20:37.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:37.628+0000 7f45c5600700 1 -- 172.21.15.8:0/1349732681 wait complete. 2024-05-20T21:20:37.647 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:20:38.745 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'b1953ae2', quiesce took 11.2 seconds. Will release after: 10.100000000000001 2024-05-20T21:20:38.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:20:38 smithi130 ceph-mon[36448]: pgmap v599: 97 pgs: 97 active+clean; 2.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:20:38.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:20:38 smithi050 ceph-mon[35809]: pgmap v599: 97 pgs: 97 active+clean; 2.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:20:38.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:20:38 smithi008 ceph-mon[31475]: pgmap v599: 97 pgs: 97 active+clean; 2.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:20:40.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.712+0000 7fc5f2200700 1 -- 172.21.15.8:0/2550769077 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc5ec1037f0 msgr2=0x7fc5ec103bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:40.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.712+0000 7fc5f2200700 1 --2- 172.21.15.8:0/2550769077 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc5ec1037f0 0x7fc5ec103bd0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fc5dc0099c0 tx=0x7fc5dc009cd0 comp rx=0 tx=0).stop 2024-05-20T21:20:40.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.713+0000 7fc5f2200700 1 -- 172.21.15.8:0/2550769077 shutdown_connections 2024-05-20T21:20:40.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.713+0000 7fc5f2200700 1 --2- 172.21.15.8:0/2550769077 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc5ec1088f0 0x7fc5ec110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:40.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.713+0000 7fc5f2200700 1 --2- 172.21.15.8:0/2550769077 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc5ec1037f0 0x7fc5ec103bd0 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:40.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.713+0000 7fc5f2200700 1 --2- 172.21.15.8:0/2550769077 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc5ec1041a0 0x7fc5ec1081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:40.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.713+0000 7fc5f2200700 1 -- 172.21.15.8:0/2550769077 >> 172.21.15.8:0/2550769077 conn(0x7fc5ec07a6a0 msgr2=0x7fc5ec07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:40.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.713+0000 7fc5f2200700 1 -- 172.21.15.8:0/2550769077 shutdown_connections 2024-05-20T21:20:40.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.713+0000 7fc5f2200700 1 -- 172.21.15.8:0/2550769077 wait complete. 2024-05-20T21:20:40.715 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.714+0000 7fc5f2200700 1 Processor -- start 2024-05-20T21:20:40.715 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.714+0000 7fc5f2200700 1 -- start start 2024-05-20T21:20:40.715 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.715+0000 7fc5f2200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc5ec1037f0 0x7fc5ec19f830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:40.716 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.715+0000 7fc5f2200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc5ec1041a0 0x7fc5ec19fd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:40.716 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.715+0000 7fc5f2200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc5ec1088f0 0x7fc5ec1999f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:40.716 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.715+0000 7fc5f2200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc5ec113710 con 0x7fc5ec1041a0 2024-05-20T21:20:40.716 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.715+0000 7fc5f2200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc5ec113590 con 0x7fc5ec1088f0 2024-05-20T21:20:40.716 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.715+0000 7fc5f2200700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc5ec113890 con 0x7fc5ec1037f0 2024-05-20T21:20:40.716 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.715+0000 7fc5e3e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc5ec1041a0 0x7fc5ec19fd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:40.717 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.715+0000 7fc5ebe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc5ec1088f0 0x7fc5ec1999f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:40.717 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.715+0000 7fc5ebe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc5ec1088f0 0x7fc5ec1999f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:48478/0 (socket says 172.21.15.8:48478) 2024-05-20T21:20:40.718 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.715+0000 7fc5e3e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc5ec1041a0 0x7fc5ec19fd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:53872/0 (socket says 172.21.15.8:53872) 2024-05-20T21:20:40.718 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.715+0000 7fc5ebe00700 1 -- 172.21.15.8:0/3780648989 learned_addr learned my addr 172.21.15.8:0/3780648989 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:40.718 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.715+0000 7fc5eb400700 1 --2- 172.21.15.8:0/3780648989 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc5ec1037f0 0x7fc5ec19f830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:40.718 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.716+0000 7fc5e3e00700 1 -- 172.21.15.8:0/3780648989 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc5ec1037f0 msgr2=0x7fc5ec19f830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:40.718 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.716+0000 7fc5e3e00700 1 --2- 172.21.15.8:0/3780648989 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc5ec1037f0 0x7fc5ec19f830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:40.718 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.716+0000 7fc5e3e00700 1 -- 172.21.15.8:0/3780648989 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc5ec1088f0 msgr2=0x7fc5ec1999f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:40.718 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.716+0000 7fc5e3e00700 1 --2- 172.21.15.8:0/3780648989 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc5ec1088f0 0x7fc5ec1999f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:40.718 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.716+0000 7fc5e3e00700 1 -- 172.21.15.8:0/3780648989 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5ec19a150 con 0x7fc5ec1041a0 2024-05-20T21:20:40.718 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.716+0000 7fc5eb400700 1 --2- 172.21.15.8:0/3780648989 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc5ec1037f0 0x7fc5ec19f830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:40.718 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.716+0000 7fc5ebe00700 1 --2- 172.21.15.8:0/3780648989 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc5ec1088f0 0x7fc5ec1999f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:40.718 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.716+0000 7fc5e3e00700 1 --2- 172.21.15.8:0/3780648989 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc5ec1041a0 0x7fc5ec19fd70 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fc5d400e9f0 tx=0x7fc5d400ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:40.719 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.716+0000 7fc5e8c00700 1 -- 172.21.15.8:0/3780648989 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5d400c9c0 con 0x7fc5ec1041a0 2024-05-20T21:20:40.719 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.717+0000 7fc5e8c00700 1 -- 172.21.15.8:0/3780648989 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc5d400cb60 con 0x7fc5ec1041a0 2024-05-20T21:20:40.719 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.717+0000 7fc5e8c00700 1 -- 172.21.15.8:0/3780648989 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5d4018680 con 0x7fc5ec1041a0 2024-05-20T21:20:40.719 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.717+0000 7fc5f2200700 1 -- 172.21.15.8:0/3780648989 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5ec19a440 con 0x7fc5ec1041a0 2024-05-20T21:20:40.719 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.717+0000 7fc5f2200700 1 -- 172.21.15.8:0/3780648989 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5ec1a6700 con 0x7fc5ec1041a0 2024-05-20T21:20:40.721 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.721+0000 7fc5e8c00700 1 -- 172.21.15.8:0/3780648989 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fc5d4010430 con 0x7fc5ec1041a0 2024-05-20T21:20:40.722 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.722+0000 7fc5fcb71b80 1 Processor -- start 2024-05-20T21:20:40.722 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.722+0000 7fc5fcb71b80 1 -- start start 2024-05-20T21:20:40.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.722+0000 7fc5fcb71b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5638d8a3f610 0x5638d8a3f9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:40.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.722+0000 7fc5fcb71b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5638d8a3ff30 0x5638d8a39b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:40.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.722+0000 7fc5fcb71b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5638d8a3a140 0x5638d8a3a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:40.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.722+0000 7fc5fcb71b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5638d8997e40 con 0x5638d8a3f610 2024-05-20T21:20:40.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.722+0000 7fc5fcb71b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5638d89879e0 con 0x5638d8a3a140 2024-05-20T21:20:40.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.722+0000 7fc5fcb71b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5638d898ba20 con 0x5638d8a3ff30 2024-05-20T21:20:40.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.723+0000 7fc5e8c00700 1 --2- 172.21.15.8:0/3780648989 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc5d00b2900 0x7fc5d00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:40.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.723+0000 7fc5ebe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5638d8a3f610 0x5638d8a3f9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:40.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.723+0000 7fc5e3e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5638d8a3a140 0x5638d8a3a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:40.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.723+0000 7fc5eb400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5638d8a3ff30 0x5638d8a39b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:40.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.723+0000 7fc5ebe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5638d8a3f610 0x5638d8a3f9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:53888/0 (socket says 172.21.15.8:53888) 2024-05-20T21:20:40.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.723+0000 7fc5ebe00700 1 -- 172.21.15.8:0/441039769 learned_addr learned my addr 172.21.15.8:0/441039769 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:40.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.723+0000 7fc5e8c00700 1 -- 172.21.15.8:0/3780648989 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc5d40e2350 con 0x7fc5ec1041a0 2024-05-20T21:20:40.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.723+0000 7fc5eb400700 1 -- 172.21.15.8:0/441039769 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5638d8a3a140 msgr2=0x5638d8a3a5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:40.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.723+0000 7fc5ebe00700 1 --2- 172.21.15.8:0/3780648989 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc5d00b2900 0x7fc5d00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:40.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.723+0000 7fc5eb400700 1 --2- 172.21.15.8:0/441039769 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5638d8a3a140 0x5638d8a3a5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:40.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.723+0000 7fc5eb400700 1 -- 172.21.15.8:0/441039769 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5638d8a3f610 msgr2=0x5638d8a3f9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:40.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.723+0000 7fc5eb400700 1 --2- 172.21.15.8:0/441039769 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5638d8a3f610 0x5638d8a3f9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:40.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.723+0000 7fc5eb400700 1 -- 172.21.15.8:0/441039769 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5638d8950420 con 0x5638d8a3ff30 2024-05-20T21:20:40.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.724+0000 7fc5eb400700 1 --2- 172.21.15.8:0/441039769 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5638d8a3ff30 0x5638d8a39b20 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fc5ec19ab30 tx=0x7fc5dc0036e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=105d27cc664b790d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:40.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.724+0000 7fc5e0c00700 1 -- 172.21.15.8:0/441039769 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5dc028070 con 0x5638d8a3ff30 2024-05-20T21:20:40.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.724+0000 7fc5e0c00700 1 -- 172.21.15.8:0/441039769 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc5dc005570 con 0x5638d8a3ff30 2024-05-20T21:20:40.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.724+0000 7fc5e0c00700 1 -- 172.21.15.8:0/441039769 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5dc003cd0 con 0x5638d8a3ff30 2024-05-20T21:20:40.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.725+0000 7fc5fcb71b80 1 -- 172.21.15.8:0/441039769 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5638d8a3ff30 msgr2=0x5638d8a39b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:40.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.725+0000 7fc5fcb71b80 1 --2- 172.21.15.8:0/441039769 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5638d8a3ff30 0x5638d8a39b20 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fc5ec19ab30 tx=0x7fc5dc0036e0 comp rx=0 tx=0).stop 2024-05-20T21:20:40.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.725+0000 7fc5ebe00700 1 --2- 172.21.15.8:0/3780648989 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc5d00b2900 0x7fc5d00b4dc0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fc5e4007800 tx=0x7fc5e4004b40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:40.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.725+0000 7fc5fcb71b80 1 -- 172.21.15.8:0/441039769 shutdown_connections 2024-05-20T21:20:40.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.725+0000 7fc5fcb71b80 1 --2- 172.21.15.8:0/441039769 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5638d8a3a140 0x5638d8a3a5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:40.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.725+0000 7fc5fcb71b80 1 --2- 172.21.15.8:0/441039769 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5638d8a3f610 0x5638d8a3f9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:40.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.725+0000 7fc5fcb71b80 1 --2- 172.21.15.8:0/441039769 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5638d8a3ff30 0x5638d8a39b20 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:40.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.725+0000 7fc5fcb71b80 1 -- 172.21.15.8:0/441039769 >> 172.21.15.8:0/441039769 conn(0x5638d8967be0 msgr2=0x5638d8a34690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:40.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.725+0000 7fc5fcb71b80 1 -- 172.21.15.8:0/441039769 shutdown_connections 2024-05-20T21:20:40.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.725+0000 7fc5fcb71b80 1 -- 172.21.15.8:0/441039769 wait complete. 2024-05-20T21:20:40.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.726+0000 7fc5fcb71b80 1 -- start start 2024-05-20T21:20:40.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.726+0000 7fc5fcb71b80 1 Processor -- start 2024-05-20T21:20:40.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.727+0000 7fc5fcb71b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5638d8a3a140 0x5638d8a45c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:40.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.727+0000 7fc5fcb71b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5638d8a3f610 0x5638d8a42fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:40.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.727+0000 7fc5fcb71b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5638d8a3ff30 0x5638d8a43500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:40.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.727+0000 7fc5fcb71b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5638d888dfa0 con 0x5638d8a3f610 2024-05-20T21:20:40.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.727+0000 7fc5fcb71b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5638d8928760 con 0x5638d8a3ff30 2024-05-20T21:20:40.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.727+0000 7fc5fcb71b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5638d8a46980 con 0x5638d8a3a140 2024-05-20T21:20:40.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.727+0000 7fc5fcb71b80 10 client.0 _ll_register_callbacks cb 0x5638d8931c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:20:40.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.727+0000 7fc5eb400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5638d8a3a140 0x5638d8a45c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:40.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.727+0000 7fc5e3e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5638d8a3f610 0x5638d8a42fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:40.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.727+0000 7fc5eb400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5638d8a3a140 0x5638d8a45c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:57250/0 (socket says 172.21.15.8:57250) 2024-05-20T21:20:40.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.727+0000 7fc5eb400700 1 -- 172.21.15.8:0/2004029261 learned_addr learned my addr 172.21.15.8:0/2004029261 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:40.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.727+0000 7fc5ebe00700 1 --2- 172.21.15.8:0/2004029261 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5638d8a3ff30 0x5638d8a43500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:40.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.728+0000 7fc5eb400700 1 -- 172.21.15.8:0/2004029261 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5638d8a3ff30 msgr2=0x5638d8a43500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:40.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.728+0000 7fc5eb400700 1 --2- 172.21.15.8:0/2004029261 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5638d8a3ff30 0x5638d8a43500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:40.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.728+0000 7fc5eb400700 1 -- 172.21.15.8:0/2004029261 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5638d8a3f610 msgr2=0x5638d8a42fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:40.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.728+0000 7fc5eb400700 1 --2- 172.21.15.8:0/2004029261 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5638d8a3f610 0x5638d8a42fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:40.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.728+0000 7fc5eb400700 1 -- 172.21.15.8:0/2004029261 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5638d88d78d0 con 0x5638d8a3a140 2024-05-20T21:20:40.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.728+0000 7fc5e3e00700 1 --2- 172.21.15.8:0/2004029261 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5638d8a3f610 0x5638d8a42fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:40.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.728+0000 7fc5eb400700 1 --2- 172.21.15.8:0/2004029261 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5638d8a3a140 0x5638d8a45c20 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fc5dc0057d0 tx=0x7fc5dc0037c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3b0eeb3134ab10b0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:40.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.728+0000 7fc5d9600700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:20:40.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.728+0000 7fc5d9600700 1 -- 172.21.15.8:0/2004029261 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5dc032060 con 0x5638d8a3a140 2024-05-20T21:20:40.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.728+0000 7fc5fcb71b80 1 -- 172.21.15.8:0/2004029261 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc5dc005570 con 0x5638d8a3a140 2024-05-20T21:20:40.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.728+0000 7fc5d9600700 1 -- 172.21.15.8:0/2004029261 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc5dc003970 con 0x5638d8a3a140 2024-05-20T21:20:40.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.729+0000 7fc5d9600700 1 -- 172.21.15.8:0/2004029261 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc5dc028070 con 0x5638d8a3a140 2024-05-20T21:20:40.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.729+0000 7fc5fcb71b80 10 client.26602 fetch_fsmap learned FSMap version 26 2024-05-20T21:20:40.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.729+0000 7fc5fcb71b80 1 -- 172.21.15.8:0/2004029261 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5638d8958060 con 0x5638d8a3a140 2024-05-20T21:20:40.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.729+0000 7fc5d9600700 1 -- 172.21.15.8:0/2004029261 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc5dc005570 con 0x5638d8a3a140 2024-05-20T21:20:40.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.729+0000 7fc5d9600700 1 -- 172.21.15.8:0/2004029261 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc5dc00fc80 con 0x5638d8a3a140 2024-05-20T21:20:40.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.730+0000 7fc5fcb71b80 10 client.26602 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:20:40.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.730+0000 7fc5fcb71b80 10 client.26602 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:20:40.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.730+0000 7fc5fcb71b80 20 client.26602 populate_metadata read hostname 'smithi008' 2024-05-20T21:20:40.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.730+0000 7fc5fcb71b80 1 --2- 172.21.15.8:0/2004029261 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x5638d8a57710 0x5638d8a59b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:40.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.730+0000 7fc5fcb71b80 4 client.26602 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:20:40.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.730+0000 7fc5fcb71b80 1 -- 172.21.15.8:0/2004029261 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5638d8999d90 con 0x5638d8a57710 2024-05-20T21:20:40.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.730+0000 7fc5e3e00700 1 --2- 172.21.15.8:0/2004029261 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x5638d8a57710 0x5638d8a59b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:40.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.730+0000 7fc5e3e00700 1 --2- 172.21.15.8:0/2004029261 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x5638d8a57710 0x5638d8a59b00 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=f57fb22e4f1b1ae6 server_cookie=d754beb71c1a3343 in_seq=0 out_seq=0 2024-05-20T21:20:40.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.731+0000 7fc5d9600700 10 client.26602 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:20:40.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.731+0000 7fc5d9600700 1 -- 172.21.15.8:0/2004029261 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5638d8999d90 con 0x5638d8a57710 2024-05-20T21:20:40.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.731+0000 7fc5d9600700 10 client.26602 handle_command_reply: tid=0 2024-05-20T21:20:40.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.731+0000 7fc5fcb71b80 1 client.26602 shutdown 2024-05-20T21:20:40.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.732+0000 7fc5fcb71b80 1 -- 172.21.15.8:0/2004029261 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5638d8a3a140 msgr2=0x5638d8a45c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:40.735 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.732+0000 7fc5fcb71b80 1 --2- 172.21.15.8:0/2004029261 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5638d8a3a140 0x5638d8a45c20 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fc5dc0057d0 tx=0x7fc5dc0037c0 comp rx=0 tx=0).stop 2024-05-20T21:20:40.735 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.732+0000 7fc5fcb71b80 1 -- 172.21.15.8:0/2004029261 shutdown_connections 2024-05-20T21:20:40.735 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.732+0000 7fc5fcb71b80 1 --2- 172.21.15.8:0/2004029261 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x5638d8a57710 0x5638d8a59b00 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:40.735 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.732+0000 7fc5fcb71b80 1 --2- 172.21.15.8:0/2004029261 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5638d8a3ff30 0x5638d8a43500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:40.735 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.732+0000 7fc5fcb71b80 1 --2- 172.21.15.8:0/2004029261 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5638d8a3a140 0x5638d8a45c20 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:40.735 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.732+0000 7fc5d9600700 0 client.26602 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:20:40.735 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.732+0000 7fc5fcb71b80 1 --2- 172.21.15.8:0/2004029261 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5638d8a3f610 0x5638d8a42fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:40.735 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.732+0000 7fc5fcb71b80 1 -- 172.21.15.8:0/2004029261 >> 172.21.15.8:0/2004029261 conn(0x5638d8967be0 msgr2=0x5638d8a33d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:40.735 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.732+0000 7fc5fcb71b80 1 -- 172.21.15.8:0/2004029261 shutdown_connections 2024-05-20T21:20:40.735 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.732+0000 7fc5fcb71b80 1 -- 172.21.15.8:0/2004029261 wait complete. 2024-05-20T21:20:40.735 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.732+0000 7fc5fcb71b80 20 client.26602 trim_cache size 0 max 16384 2024-05-20T21:20:40.750 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.749+0000 7fc5fcb71b80 1 Processor -- start 2024-05-20T21:20:40.750 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.749+0000 7fc5fcb71b80 1 -- start start 2024-05-20T21:20:40.750 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.750+0000 7fc5fcb71b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5638d8a3a140 0x5638d8a45c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:40.750 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.750+0000 7fc5fcb71b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5638d8a3f610 0x5638d8a40c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:40.751 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.750+0000 7fc5fcb71b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5638d8a3ff30 0x5638d8a344f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:40.751 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.750+0000 7fc5fcb71b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc5ec1ae320 con 0x5638d8a3f610 2024-05-20T21:20:40.751 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.750+0000 7fc5fcb71b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc5ec1abbb0 con 0x5638d8a3ff30 2024-05-20T21:20:40.751 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.750+0000 7fc5fcb71b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc5ec1a9a00 con 0x5638d8a3a140 2024-05-20T21:20:40.751 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.750+0000 7fc5eb400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5638d8a3a140 0x5638d8a45c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:40.751 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.750+0000 7fc5eb400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5638d8a3a140 0x5638d8a45c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:57258/0 (socket says 172.21.15.8:57258) 2024-05-20T21:20:40.751 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.750+0000 7fc5eb400700 1 -- 172.21.15.8:0/240731859 learned_addr learned my addr 172.21.15.8:0/240731859 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:40.751 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.750+0000 7fc5ebe00700 1 --2- 172.21.15.8:0/240731859 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5638d8a3ff30 0x5638d8a344f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:40.752 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.750+0000 7fc5e3e00700 1 --2- 172.21.15.8:0/240731859 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5638d8a3f610 0x5638d8a40c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:40.752 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.750+0000 7fc5eb400700 1 -- 172.21.15.8:0/240731859 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5638d8a3ff30 msgr2=0x5638d8a344f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:40.752 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.750+0000 7fc5eb400700 1 --2- 172.21.15.8:0/240731859 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5638d8a3ff30 0x5638d8a344f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:40.752 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.750+0000 7fc5eb400700 1 -- 172.21.15.8:0/240731859 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5638d8a3f610 msgr2=0x5638d8a40c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:40.752 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.751+0000 7fc5eb400700 1 --2- 172.21.15.8:0/240731859 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5638d8a3f610 0x5638d8a40c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:40.752 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.751+0000 7fc5eb400700 1 -- 172.21.15.8:0/240731859 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5638d8a41530 con 0x5638d8a3a140 2024-05-20T21:20:40.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.751+0000 7fc5e3e00700 1 --2- 172.21.15.8:0/240731859 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5638d8a3f610 0x5638d8a40c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:20:40.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.751+0000 7fc5eb400700 1 --2- 172.21.15.8:0/240731859 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5638d8a3a140 0x5638d8a45c20 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fc5dc023460 tx=0x7fc5dc005fb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a25655e91aedc40f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:40.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.751+0000 7fc5dbe00700 1 -- 172.21.15.8:0/240731859 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5dc032040 con 0x5638d8a3a140 2024-05-20T21:20:40.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.751+0000 7fc5dbe00700 1 -- 172.21.15.8:0/240731859 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc5dc029040 con 0x5638d8a3a140 2024-05-20T21:20:40.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.751+0000 7fc5dbe00700 1 -- 172.21.15.8:0/240731859 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5dc003d70 con 0x5638d8a3a140 2024-05-20T21:20:40.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.752+0000 7fc5fcb71b80 1 -- 172.21.15.8:0/240731859 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5638d8a3a140 msgr2=0x5638d8a45c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:40.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.752+0000 7fc5fcb71b80 1 --2- 172.21.15.8:0/240731859 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5638d8a3a140 0x5638d8a45c20 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fc5dc023460 tx=0x7fc5dc005fb0 comp rx=0 tx=0).stop 2024-05-20T21:20:40.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.752+0000 7fc5fcb71b80 1 -- 172.21.15.8:0/240731859 shutdown_connections 2024-05-20T21:20:40.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.752+0000 7fc5fcb71b80 1 --2- 172.21.15.8:0/240731859 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5638d8a3ff30 0x5638d8a344f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:40.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.752+0000 7fc5fcb71b80 1 --2- 172.21.15.8:0/240731859 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5638d8a3a140 0x5638d8a45c20 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:40.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.752+0000 7fc5fcb71b80 1 --2- 172.21.15.8:0/240731859 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5638d8a3f610 0x5638d8a40c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:40.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.752+0000 7fc5fcb71b80 1 -- 172.21.15.8:0/240731859 >> 172.21.15.8:0/240731859 conn(0x5638d8967be0 msgr2=0x5638d8a43410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:40.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.752+0000 7fc5fcb71b80 1 -- 172.21.15.8:0/240731859 shutdown_connections 2024-05-20T21:20:40.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.752+0000 7fc5fcb71b80 1 -- 172.21.15.8:0/240731859 wait complete. 2024-05-20T21:20:40.755 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.752+0000 7fc5fcb71b80 1 -- start start 2024-05-20T21:20:40.755 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.753+0000 7fc5fcb71b80 1 Processor -- start 2024-05-20T21:20:40.755 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.753+0000 7fc5fcb71b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5638d8a3a140 0x5638d8a5d080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:40.755 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.753+0000 7fc5fcb71b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5638d8a3f610 0x5638d8a5a470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:40.755 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.753+0000 7fc5fcb71b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5638d8a3ff30 0x5638d8a5a9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:40.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.753+0000 7fc5fcb71b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc5ec1aa070 con 0x5638d8a3f610 2024-05-20T21:20:40.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.753+0000 7fc5fcb71b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc5ec1ab4e0 con 0x5638d8a3a140 2024-05-20T21:20:40.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.753+0000 7fc5fcb71b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc5ec1aa740 con 0x5638d8a3ff30 2024-05-20T21:20:40.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.753+0000 7fc5fcb71b80 10 client.0 _ll_register_callbacks cb 0x5638d8931c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:20:40.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.753+0000 7fc5e3e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5638d8a3f610 0x5638d8a5a470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:40.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.754+0000 7fc5eb400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5638d8a3a140 0x5638d8a5d080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:40.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.754+0000 7fc5e3e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5638d8a3f610 0x5638d8a5a470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:53924/0 (socket says 172.21.15.8:53924) 2024-05-20T21:20:40.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.754+0000 7fc5e3e00700 1 -- 172.21.15.8:0/175785302 learned_addr learned my addr 172.21.15.8:0/175785302 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:40.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.754+0000 7fc5eb400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5638d8a3a140 0x5638d8a5d080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:48526/0 (socket says 172.21.15.8:48526) 2024-05-20T21:20:40.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.754+0000 7fc5ebe00700 1 --2- 172.21.15.8:0/175785302 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5638d8a3ff30 0x5638d8a5a9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:40.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.754+0000 7fc5eb400700 1 -- 172.21.15.8:0/175785302 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5638d8a3ff30 msgr2=0x5638d8a5a9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:40.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.754+0000 7fc5eb400700 1 --2- 172.21.15.8:0/175785302 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5638d8a3ff30 0x5638d8a5a9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:40.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.754+0000 7fc5eb400700 1 -- 172.21.15.8:0/175785302 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5638d8a3f610 msgr2=0x5638d8a5a470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:40.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.754+0000 7fc5eb400700 1 --2- 172.21.15.8:0/175785302 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5638d8a3f610 0x5638d8a5a470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:40.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.754+0000 7fc5eb400700 1 -- 172.21.15.8:0/175785302 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5638d8a5b060 con 0x5638d8a3a140 2024-05-20T21:20:40.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.754+0000 7fc5e3e00700 1 --2- 172.21.15.8:0/175785302 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5638d8a3f610 0x5638d8a5a470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:40.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.754+0000 7fc5eb400700 1 --2- 172.21.15.8:0/175785302 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5638d8a3a140 0x5638d8a5d080 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fc5dc003760 tx=0x7fc5dc023d00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=abb8877390a9ff38 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:40.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.754+0000 7fc5d9600700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:20:40.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.755+0000 7fc5d9600700 1 -- 172.21.15.8:0/175785302 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5dc032040 con 0x5638d8a3a140 2024-05-20T21:20:40.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.755+0000 7fc5d9600700 1 -- 172.21.15.8:0/175785302 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc5dc0037c0 con 0x5638d8a3a140 2024-05-20T21:20:40.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.755+0000 7fc5fcb71b80 1 -- 172.21.15.8:0/175785302 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc5dc029040 con 0x5638d8a3a140 2024-05-20T21:20:40.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.755+0000 7fc5d9600700 1 -- 172.21.15.8:0/175785302 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc5dc0039e0 con 0x5638d8a3a140 2024-05-20T21:20:40.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.755+0000 7fc5fcb71b80 10 client.26561 fetch_fsmap learned FSMap version 26 2024-05-20T21:20:40.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.755+0000 7fc5fcb71b80 1 -- 172.21.15.8:0/175785302 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5638d8ac1d60 con 0x5638d8a3a140 2024-05-20T21:20:40.759 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.755+0000 7fc5d9600700 1 -- 172.21.15.8:0/175785302 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc5dc029040 con 0x5638d8a3a140 2024-05-20T21:20:40.759 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.755+0000 7fc5d9600700 1 -- 172.21.15.8:0/175785302 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc5dc00fbb0 con 0x5638d8a3a140 2024-05-20T21:20:40.759 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.756+0000 7fc5fcb71b80 10 client.26561 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:20:40.759 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.756+0000 7fc5fcb71b80 10 client.26561 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:20:40.759 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.756+0000 7fc5fcb71b80 20 client.26561 populate_metadata read hostname 'smithi008' 2024-05-20T21:20:40.759 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.756+0000 7fc5fcb71b80 1 --2- 172.21.15.8:0/175785302 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x5638d8ac22f0 0x5638d8ac46e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:40.759 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.756+0000 7fc5fcb71b80 4 client.26561 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:20:40.759 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.756+0000 7fc5fcb71b80 1 -- 172.21.15.8:0/175785302 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5638d8993570 con 0x5638d8ac22f0 2024-05-20T21:20:40.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.756+0000 7fc5e3e00700 1 --2- 172.21.15.8:0/175785302 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x5638d8ac22f0 0x5638d8ac46e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:40.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.756+0000 7fc5e3e00700 1 --2- 172.21.15.8:0/175785302 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x5638d8ac22f0 0x5638d8ac46e0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=9c7c95307c5d5d94 server_cookie=9215e7eef006b97a in_seq=0 out_seq=0 2024-05-20T21:20:40.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.756+0000 7fc5d9600700 10 client.26561 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:20:40.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.757+0000 7fc5d9600700 1 -- 172.21.15.8:0/175785302 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5638d8993570 con 0x5638d8ac22f0 2024-05-20T21:20:40.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.757+0000 7fc5d9600700 10 client.26561 handle_command_reply: tid=0 2024-05-20T21:20:40.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.757+0000 7fc5fcb71b80 1 client.26561 shutdown 2024-05-20T21:20:40.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.757+0000 7fc5fcb71b80 1 -- 172.21.15.8:0/175785302 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5638d8a3a140 msgr2=0x5638d8a5d080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:40.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.757+0000 7fc5fcb71b80 1 --2- 172.21.15.8:0/175785302 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5638d8a3a140 0x5638d8a5d080 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fc5dc003760 tx=0x7fc5dc023d00 comp rx=0 tx=0).stop 2024-05-20T21:20:40.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.757+0000 7fc5fcb71b80 1 -- 172.21.15.8:0/175785302 shutdown_connections 2024-05-20T21:20:40.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.757+0000 7fc5fcb71b80 1 --2- 172.21.15.8:0/175785302 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x5638d8ac22f0 0x5638d8ac46e0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:40.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.757+0000 7fc5fcb71b80 1 --2- 172.21.15.8:0/175785302 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5638d8a3a140 0x5638d8a5d080 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:40.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.757+0000 7fc5fcb71b80 1 --2- 172.21.15.8:0/175785302 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5638d8a3ff30 0x5638d8a5a9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:40.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.757+0000 7fc5fcb71b80 1 --2- 172.21.15.8:0/175785302 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5638d8a3f610 0x5638d8a5a470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:40.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.757+0000 7fc5d9600700 0 client.26561 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:20:40.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.757+0000 7fc5fcb71b80 1 -- 172.21.15.8:0/175785302 >> 172.21.15.8:0/175785302 conn(0x5638d8967be0 msgr2=0x5638d8a418b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:40.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.757+0000 7fc5fcb71b80 1 -- 172.21.15.8:0/175785302 shutdown_connections 2024-05-20T21:20:40.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.757+0000 7fc5fcb71b80 1 -- 172.21.15.8:0/175785302 wait complete. 2024-05-20T21:20:40.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.757+0000 7fc5fcb71b80 20 client.26561 trim_cache size 0 max 16384 2024-05-20T21:20:40.761 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:20:40.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.758+0000 7fc5f2200700 1 -- 172.21.15.8:0/3780648989 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc5d00b2900 msgr2=0x7fc5d00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:40.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.758+0000 7fc5f2200700 1 --2- 172.21.15.8:0/3780648989 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc5d00b2900 0x7fc5d00b4dc0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fc5e4007800 tx=0x7fc5e4004b40 comp rx=0 tx=0).stop 2024-05-20T21:20:40.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.758+0000 7fc5f2200700 1 -- 172.21.15.8:0/3780648989 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc5ec1041a0 msgr2=0x7fc5ec19fd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:40.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.758+0000 7fc5f2200700 1 --2- 172.21.15.8:0/3780648989 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc5ec1041a0 0x7fc5ec19fd70 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fc5d400e9f0 tx=0x7fc5d400ed00 comp rx=0 tx=0).stop 2024-05-20T21:20:40.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.758+0000 7fc5f2200700 1 -- 172.21.15.8:0/3780648989 shutdown_connections 2024-05-20T21:20:40.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.758+0000 7fc5f2200700 1 --2- 172.21.15.8:0/3780648989 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc5d00b2900 0x7fc5d00b4dc0 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:40.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.758+0000 7fc5f2200700 1 --2- 172.21.15.8:0/3780648989 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc5ec1088f0 0x7fc5ec1999f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:40.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.758+0000 7fc5f2200700 1 --2- 172.21.15.8:0/3780648989 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc5ec1037f0 0x7fc5ec19f830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:40.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.758+0000 7fc5f2200700 1 --2- 172.21.15.8:0/3780648989 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc5ec1041a0 0x7fc5ec19fd70 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:40.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.758+0000 7fc5f2200700 1 -- 172.21.15.8:0/3780648989 >> 172.21.15.8:0/3780648989 conn(0x7fc5ec07a6a0 msgr2=0x7fc5ec1017d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:40.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.758+0000 7fc5f2200700 1 -- 172.21.15.8:0/3780648989 shutdown_connections 2024-05-20T21:20:40.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:40.758+0000 7fc5f2200700 1 -- 172.21.15.8:0/3780648989 wait complete. 2024-05-20T21:20:40.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:20:40 smithi130 ceph-mon[36448]: pgmap v600: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:20:40.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:20:40 smithi050 ceph-mon[35809]: pgmap v600: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:20:40.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:20:40 smithi008 ceph-mon[31475]: pgmap v600: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:20:41.667 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:20:42.149 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:20:42.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:20:42 smithi130 ceph-mon[36448]: pgmap v601: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:20:42.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:20:42 smithi050 ceph-mon[35809]: pgmap v601: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:20:42.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:20:42 smithi008 ceph-mon[31475]: pgmap v601: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:20:44.585 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.584+0000 7fbecfa00700 1 -- 172.21.15.8:0/3127711117 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbec81037f0 msgr2=0x7fbec8103bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:44.585 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.584+0000 7fbecfa00700 1 --2- 172.21.15.8:0/3127711117 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbec81037f0 0x7fbec8103bd0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7fbebc0099c0 tx=0x7fbebc009cd0 comp rx=0 tx=0).stop 2024-05-20T21:20:44.585 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.584+0000 7fbecfa00700 1 -- 172.21.15.8:0/3127711117 shutdown_connections 2024-05-20T21:20:44.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.584+0000 7fbecfa00700 1 --2- 172.21.15.8:0/3127711117 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbec81088f0 0x7fbec8110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:44.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.584+0000 7fbecfa00700 1 --2- 172.21.15.8:0/3127711117 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbec81037f0 0x7fbec8103bd0 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:44.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.584+0000 7fbecfa00700 1 --2- 172.21.15.8:0/3127711117 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbec81041a0 0x7fbec81081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:44.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.584+0000 7fbecfa00700 1 -- 172.21.15.8:0/3127711117 >> 172.21.15.8:0/3127711117 conn(0x7fbec807a6a0 msgr2=0x7fbec807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:44.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.584+0000 7fbecfa00700 1 -- 172.21.15.8:0/3127711117 shutdown_connections 2024-05-20T21:20:44.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.585+0000 7fbecfa00700 1 -- 172.21.15.8:0/3127711117 wait complete. 2024-05-20T21:20:44.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.586+0000 7fbecfa00700 1 Processor -- start 2024-05-20T21:20:44.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.586+0000 7fbecfa00700 1 -- start start 2024-05-20T21:20:44.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.586+0000 7fbecfa00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbec81037f0 0x7fbec8075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:44.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.586+0000 7fbecfa00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbec81041a0 0x7fbec8075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:44.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.586+0000 7fbecfa00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbec81088f0 0x7fbec80762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:44.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.586+0000 7fbecfa00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fbec8113710 con 0x7fbec81088f0 2024-05-20T21:20:44.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.586+0000 7fbecfa00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fbec8113590 con 0x7fbec81041a0 2024-05-20T21:20:44.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.586+0000 7fbecfa00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fbec8113890 con 0x7fbec81037f0 2024-05-20T21:20:44.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.587+0000 7fbecd000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbec81037f0 0x7fbec8075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:44.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.587+0000 7fbecd000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbec81037f0 0x7fbec8075840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:34236/0 (socket says 172.21.15.8:34236) 2024-05-20T21:20:44.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.587+0000 7fbecd000700 1 -- 172.21.15.8:0/2157222513 learned_addr learned my addr 172.21.15.8:0/2157222513 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:44.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.587+0000 7fbecda00700 1 --2- 172.21.15.8:0/2157222513 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbec81088f0 0x7fbec80762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:44.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.587+0000 7fbecd000700 1 -- 172.21.15.8:0/2157222513 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbec81041a0 msgr2=0x7fbec8075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:44.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.587+0000 7fbecd000700 1 --2- 172.21.15.8:0/2157222513 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbec81041a0 0x7fbec8075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:44.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.587+0000 7fbecd000700 1 -- 172.21.15.8:0/2157222513 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbec81088f0 msgr2=0x7fbec80762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:44.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.587+0000 7fbecd000700 1 --2- 172.21.15.8:0/2157222513 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbec81088f0 0x7fbec80762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:44.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.587+0000 7fbecd000700 1 -- 172.21.15.8:0/2157222513 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbec81a80f0 con 0x7fbec81037f0 2024-05-20T21:20:44.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.588+0000 7fbecd000700 1 --2- 172.21.15.8:0/2157222513 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbec81037f0 0x7fbec8075840 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fbebc006010 tx=0x7fbebc005280 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:44.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.588+0000 7fbec5600700 1 -- 172.21.15.8:0/2157222513 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbebc026070 con 0x7fbec81037f0 2024-05-20T21:20:44.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.588+0000 7fbec5600700 1 -- 172.21.15.8:0/2157222513 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbebc003c70 con 0x7fbec81037f0 2024-05-20T21:20:44.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.588+0000 7fbecfa00700 1 -- 172.21.15.8:0/2157222513 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbec81a8380 con 0x7fbec81037f0 2024-05-20T21:20:44.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.588+0000 7fbec5600700 1 -- 172.21.15.8:0/2157222513 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbebc00fb40 con 0x7fbec81037f0 2024-05-20T21:20:44.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.588+0000 7fbecfa00700 1 -- 172.21.15.8:0/2157222513 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbec81a87d0 con 0x7fbec81037f0 2024-05-20T21:20:44.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.592+0000 7fbec5600700 1 -- 172.21.15.8:0/2157222513 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fbebc029070 con 0x7fbec81037f0 2024-05-20T21:20:44.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.593+0000 7fbec5600700 1 --2- 172.21.15.8:0/2157222513 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbeb00b2880 0x7fbeb00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:44.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.593+0000 7fbec5600700 1 -- 172.21.15.8:0/2157222513 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fbebc0e2b30 con 0x7fbec81037f0 2024-05-20T21:20:44.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.594+0000 7fbeda2d0b80 1 Processor -- start 2024-05-20T21:20:44.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.594+0000 7fbec7e00700 1 --2- 172.21.15.8:0/2157222513 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbeb00b2880 0x7fbeb00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:44.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.594+0000 7fbeda2d0b80 1 -- start start 2024-05-20T21:20:44.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.594+0000 7fbeda2d0b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558262a4a610 0x558262a4a9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:44.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.594+0000 7fbeda2d0b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558262a4af30 0x558262a44b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:44.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.594+0000 7fbeda2d0b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558262a45140 0x558262a455c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:44.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.594+0000 7fbeda2d0b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5582629a2e40 con 0x558262a4a610 2024-05-20T21:20:44.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.594+0000 7fbeda2d0b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5582629929e0 con 0x558262a4af30 2024-05-20T21:20:44.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.594+0000 7fbeda2d0b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x558262996a20 con 0x558262a45140 2024-05-20T21:20:44.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.595+0000 7fbec7e00700 1 --2- 172.21.15.8:0/2157222513 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbeb00b2880 0x7fbeb00b4d40 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fbeb4005950 tx=0x7fbeb40058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:44.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.595+0000 7fbec7e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558262a4af30 0x558262a44b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:44.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.595+0000 7fbecd000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558262a4a610 0x558262a4a9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:44.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.595+0000 7fbec7e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558262a4af30 0x558262a44b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:42670/0 (socket says 172.21.15.8:42670) 2024-05-20T21:20:44.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.595+0000 7fbec7e00700 1 -- 172.21.15.8:0/3275568067 learned_addr learned my addr 172.21.15.8:0/3275568067 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:44.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.595+0000 7fbecda00700 1 --2- 172.21.15.8:0/3275568067 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558262a45140 0x558262a455c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:44.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.595+0000 7fbecda00700 1 -- 172.21.15.8:0/3275568067 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558262a4af30 msgr2=0x558262a44b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:44.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.595+0000 7fbecda00700 1 --2- 172.21.15.8:0/3275568067 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558262a4af30 0x558262a44b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:44.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.595+0000 7fbecda00700 1 -- 172.21.15.8:0/3275568067 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558262a4a610 msgr2=0x558262a4a9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:44.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.595+0000 7fbecda00700 1 --2- 172.21.15.8:0/3275568067 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558262a4a610 0x558262a4a9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:44.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.595+0000 7fbecda00700 1 -- 172.21.15.8:0/3275568067 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55826295b420 con 0x558262a45140 2024-05-20T21:20:44.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.595+0000 7fbecd000700 1 --2- 172.21.15.8:0/3275568067 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558262a4a610 0x558262a4a9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:44.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.596+0000 7fbecda00700 1 --2- 172.21.15.8:0/3275568067 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558262a45140 0x558262a455c0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fbec0011580 tx=0x7fbec0009920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=53de84039be15023 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:44.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.596+0000 7fbeba000700 1 -- 172.21.15.8:0/3275568067 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbec0011e80 con 0x558262a45140 2024-05-20T21:20:44.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.596+0000 7fbeba000700 1 -- 172.21.15.8:0/3275568067 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbec0004bb0 con 0x558262a45140 2024-05-20T21:20:44.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.596+0000 7fbeba000700 1 -- 172.21.15.8:0/3275568067 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbec00046c0 con 0x558262a45140 2024-05-20T21:20:44.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.597+0000 7fbeda2d0b80 1 -- 172.21.15.8:0/3275568067 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558262a45140 msgr2=0x558262a455c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:44.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.597+0000 7fbeda2d0b80 1 --2- 172.21.15.8:0/3275568067 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558262a45140 0x558262a455c0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fbec0011580 tx=0x7fbec0009920 comp rx=0 tx=0).stop 2024-05-20T21:20:44.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.597+0000 7fbeda2d0b80 1 -- 172.21.15.8:0/3275568067 shutdown_connections 2024-05-20T21:20:44.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.597+0000 7fbeda2d0b80 1 --2- 172.21.15.8:0/3275568067 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558262a45140 0x558262a455c0 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:44.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.597+0000 7fbeda2d0b80 1 --2- 172.21.15.8:0/3275568067 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558262a4a610 0x558262a4a9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:44.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.597+0000 7fbeda2d0b80 1 --2- 172.21.15.8:0/3275568067 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558262a4af30 0x558262a44b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:44.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.597+0000 7fbeda2d0b80 1 -- 172.21.15.8:0/3275568067 >> 172.21.15.8:0/3275568067 conn(0x558262972be0 msgr2=0x558262a3f690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:44.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.597+0000 7fbeda2d0b80 1 -- 172.21.15.8:0/3275568067 shutdown_connections 2024-05-20T21:20:44.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.597+0000 7fbeda2d0b80 1 -- 172.21.15.8:0/3275568067 wait complete. 2024-05-20T21:20:44.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.598+0000 7fbeda2d0b80 1 -- start start 2024-05-20T21:20:44.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.598+0000 7fbeda2d0b80 1 Processor -- start 2024-05-20T21:20:44.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.598+0000 7fbeda2d0b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558262a45140 0x558262a50d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:44.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.598+0000 7fbeda2d0b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558262a4a610 0x558262a4e0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:44.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.598+0000 7fbeda2d0b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558262a4af30 0x558262a4e610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:44.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.599+0000 7fbeda2d0b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x558262898fa0 con 0x558262a4af30 2024-05-20T21:20:44.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.599+0000 7fbeda2d0b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x558262933760 con 0x558262a4a610 2024-05-20T21:20:44.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.599+0000 7fbeda2d0b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x558262a519e0 con 0x558262a45140 2024-05-20T21:20:44.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.599+0000 7fbeda2d0b80 10 client.0 _ll_register_callbacks cb 0x55826293cc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:20:44.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.599+0000 7fbecd000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558262a45140 0x558262a50d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:44.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.599+0000 7fbec7e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558262a4a610 0x558262a4e0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:44.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.599+0000 7fbecd000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558262a45140 0x558262a50d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:34254/0 (socket says 172.21.15.8:34254) 2024-05-20T21:20:44.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.599+0000 7fbecd000700 1 -- 172.21.15.8:0/2943086007 learned_addr learned my addr 172.21.15.8:0/2943086007 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:44.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.599+0000 7fbecda00700 1 --2- 172.21.15.8:0/2943086007 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558262a4af30 0x558262a4e610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:44.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.600+0000 7fbec7e00700 1 -- 172.21.15.8:0/2943086007 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558262a45140 msgr2=0x558262a50d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:44.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.600+0000 7fbec7e00700 1 --2- 172.21.15.8:0/2943086007 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558262a45140 0x558262a50d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:44.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.600+0000 7fbec7e00700 1 -- 172.21.15.8:0/2943086007 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558262a4af30 msgr2=0x558262a4e610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:44.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.600+0000 7fbec7e00700 1 --2- 172.21.15.8:0/2943086007 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558262a4af30 0x558262a4e610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:44.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.600+0000 7fbec7e00700 1 -- 172.21.15.8:0/2943086007 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5582628e28d0 con 0x558262a4a610 2024-05-20T21:20:44.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.600+0000 7fbecd000700 1 --2- 172.21.15.8:0/2943086007 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558262a45140 0x558262a50d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:20:44.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.600+0000 7fbec7e00700 1 --2- 172.21.15.8:0/2943086007 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558262a4a610 0x558262a4e0d0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fbeb400a010 tx=0x7fbeb4004750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d44f80320d980eb8 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:44.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.600+0000 7fbeaea00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:20:44.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.601+0000 7fbeaea00700 1 -- 172.21.15.8:0/2943086007 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbeb4004830 con 0x558262a4a610 2024-05-20T21:20:44.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.601+0000 7fbeaea00700 1 -- 172.21.15.8:0/2943086007 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fbeb40049d0 con 0x558262a4a610 2024-05-20T21:20:44.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.601+0000 7fbeda2d0b80 1 -- 172.21.15.8:0/2943086007 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbec0004bb0 con 0x558262a4a610 2024-05-20T21:20:44.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.601+0000 7fbeaea00700 1 -- 172.21.15.8:0/2943086007 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fbeb4004bd0 con 0x558262a4a610 2024-05-20T21:20:44.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.601+0000 7fbeda2d0b80 10 client.26570 fetch_fsmap learned FSMap version 26 2024-05-20T21:20:44.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.601+0000 7fbeda2d0b80 1 -- 172.21.15.8:0/2943086007 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x558262963060 con 0x558262a4a610 2024-05-20T21:20:44.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.602+0000 7fbeaea00700 1 -- 172.21.15.8:0/2943086007 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbec0004bb0 con 0x558262a4a610 2024-05-20T21:20:44.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.602+0000 7fbeaea00700 1 -- 172.21.15.8:0/2943086007 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fbeb4024070 con 0x558262a4a610 2024-05-20T21:20:44.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.602+0000 7fbeda2d0b80 10 client.26570 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:20:44.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.602+0000 7fbeda2d0b80 10 client.26570 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:20:44.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.602+0000 7fbeda2d0b80 20 client.26570 populate_metadata read hostname 'smithi008' 2024-05-20T21:20:44.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.602+0000 7fbeda2d0b80 1 --2- 172.21.15.8:0/2943086007 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x558262a5e590 0x558262a60980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:44.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.602+0000 7fbeda2d0b80 4 client.26570 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:20:44.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.602+0000 7fbeda2d0b80 1 -- 172.21.15.8:0/2943086007 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5582629a4d90 con 0x558262a5e590 2024-05-20T21:20:44.604 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.603+0000 7fbecd000700 1 --2- 172.21.15.8:0/2943086007 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x558262a5e590 0x558262a60980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:44.604 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.603+0000 7fbecd000700 1 --2- 172.21.15.8:0/2943086007 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x558262a5e590 0x558262a60980 crc :-1 s=READY pgs=145 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5703f12cab8f1ddd server_cookie=dfd124c2b847df70 in_seq=0 out_seq=0 2024-05-20T21:20:44.604 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.603+0000 7fbeaea00700 10 client.26570 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:20:44.604 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.604+0000 7fbeaea00700 1 -- 172.21.15.8:0/2943086007 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5582629a4d90 con 0x558262a5e590 2024-05-20T21:20:44.604 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.604+0000 7fbeaea00700 10 client.26570 handle_command_reply: tid=0 2024-05-20T21:20:44.604 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.604+0000 7fbeda2d0b80 1 client.26570 shutdown 2024-05-20T21:20:44.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.604+0000 7fbeda2d0b80 1 -- 172.21.15.8:0/2943086007 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558262a4a610 msgr2=0x558262a4e0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:44.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.604+0000 7fbeda2d0b80 1 --2- 172.21.15.8:0/2943086007 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558262a4a610 0x558262a4e0d0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fbeb400a010 tx=0x7fbeb4004750 comp rx=0 tx=0).stop 2024-05-20T21:20:44.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.604+0000 7fbeda2d0b80 1 -- 172.21.15.8:0/2943086007 shutdown_connections 2024-05-20T21:20:44.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.604+0000 7fbeda2d0b80 1 --2- 172.21.15.8:0/2943086007 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x558262a5e590 0x558262a60980 crc :-1 s=READY pgs=145 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:44.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.605+0000 7fbeda2d0b80 1 --2- 172.21.15.8:0/2943086007 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558262a4af30 0x558262a4e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:44.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.605+0000 7fbeda2d0b80 1 --2- 172.21.15.8:0/2943086007 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558262a45140 0x558262a50d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:44.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.605+0000 7fbeda2d0b80 1 --2- 172.21.15.8:0/2943086007 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558262a4a610 0x558262a4e0d0 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:44.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.605+0000 7fbeda2d0b80 1 -- 172.21.15.8:0/2943086007 >> 172.21.15.8:0/2943086007 conn(0x558262972be0 msgr2=0x558262a3ed70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:44.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.605+0000 7fbeaea00700 0 client.26570 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:20:44.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.605+0000 7fbeda2d0b80 1 -- 172.21.15.8:0/2943086007 shutdown_connections 2024-05-20T21:20:44.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.605+0000 7fbeda2d0b80 1 -- 172.21.15.8:0/2943086007 wait complete. 2024-05-20T21:20:44.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.605+0000 7fbeda2d0b80 20 client.26570 trim_cache size 0 max 16384 2024-05-20T21:20:44.623 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.622+0000 7fbeda2d0b80 1 Processor -- start 2024-05-20T21:20:44.623 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.622+0000 7fbeda2d0b80 1 -- start start 2024-05-20T21:20:44.623 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.623+0000 7fbeda2d0b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558262a45140 0x558262a44b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:44.623 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.623+0000 7fbeda2d0b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558262a4a610 0x558262a4e700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:44.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.623+0000 7fbeda2d0b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558262a4af30 0x558262a3f4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:44.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.623+0000 7fbeda2d0b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fbec81b25b0 con 0x558262a4a610 2024-05-20T21:20:44.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.623+0000 7fbeda2d0b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fbec81afe40 con 0x558262a4af30 2024-05-20T21:20:44.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.623+0000 7fbeda2d0b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fbec81adcb0 con 0x558262a45140 2024-05-20T21:20:44.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.623+0000 7fbecd000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558262a45140 0x558262a44b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:44.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.623+0000 7fbec7e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558262a4a610 0x558262a4e700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:44.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.623+0000 7fbecd000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558262a45140 0x558262a44b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:34260/0 (socket says 172.21.15.8:34260) 2024-05-20T21:20:44.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.623+0000 7fbecda00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558262a4af30 0x558262a3f4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:44.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.623+0000 7fbecd000700 1 -- 172.21.15.8:0/119653868 learned_addr learned my addr 172.21.15.8:0/119653868 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:44.625 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.624+0000 7fbecda00700 1 -- 172.21.15.8:0/119653868 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558262a45140 msgr2=0x558262a44b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:44.625 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.624+0000 7fbecda00700 1 --2- 172.21.15.8:0/119653868 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558262a45140 0x558262a44b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:44.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.624+0000 7fbecda00700 1 -- 172.21.15.8:0/119653868 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558262a4a610 msgr2=0x558262a4e700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:44.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.624+0000 7fbecda00700 1 --2- 172.21.15.8:0/119653868 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558262a4a610 0x558262a4e700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:44.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.624+0000 7fbecda00700 1 -- 172.21.15.8:0/119653868 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558262a4c640 con 0x558262a4af30 2024-05-20T21:20:44.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.624+0000 7fbecda00700 1 --2- 172.21.15.8:0/119653868 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558262a4af30 0x558262a3f4f0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fbec0004260 tx=0x7fbec0009ac0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b0a4a4034f87f5e5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:44.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.624+0000 7fbeb9600700 1 -- 172.21.15.8:0/119653868 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbec00053b0 con 0x558262a4af30 2024-05-20T21:20:44.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.625+0000 7fbeb9600700 1 -- 172.21.15.8:0/119653868 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbec0005a00 con 0x558262a4af30 2024-05-20T21:20:44.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.625+0000 7fbeb9600700 1 -- 172.21.15.8:0/119653868 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbec0007760 con 0x558262a4af30 2024-05-20T21:20:44.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.625+0000 7fbeda2d0b80 1 -- 172.21.15.8:0/119653868 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558262a4af30 msgr2=0x558262a3f4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:44.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.625+0000 7fbeda2d0b80 1 --2- 172.21.15.8:0/119653868 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558262a4af30 0x558262a3f4f0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fbec0004260 tx=0x7fbec0009ac0 comp rx=0 tx=0).stop 2024-05-20T21:20:44.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.625+0000 7fbeda2d0b80 1 -- 172.21.15.8:0/119653868 shutdown_connections 2024-05-20T21:20:44.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.625+0000 7fbeda2d0b80 1 --2- 172.21.15.8:0/119653868 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558262a4af30 0x558262a3f4f0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:44.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.625+0000 7fbeda2d0b80 1 --2- 172.21.15.8:0/119653868 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558262a45140 0x558262a44b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:44.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.625+0000 7fbeda2d0b80 1 --2- 172.21.15.8:0/119653868 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558262a4a610 0x558262a4e700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:44.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.625+0000 7fbeda2d0b80 1 -- 172.21.15.8:0/119653868 >> 172.21.15.8:0/119653868 conn(0x558262972be0 msgr2=0x558262a48120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:44.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.626+0000 7fbeda2d0b80 1 -- 172.21.15.8:0/119653868 shutdown_connections 2024-05-20T21:20:44.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.626+0000 7fbeda2d0b80 1 -- 172.21.15.8:0/119653868 wait complete. 2024-05-20T21:20:44.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.626+0000 7fbeda2d0b80 1 -- start start 2024-05-20T21:20:44.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.626+0000 7fbeda2d0b80 1 Processor -- start 2024-05-20T21:20:44.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.627+0000 7fbeda2d0b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558262a45140 0x558262a56e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:44.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.627+0000 7fbeda2d0b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558262a4a610 0x558262a57390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:44.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.627+0000 7fbeda2d0b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558262a4af30 0x558262a65420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:44.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.627+0000 7fbeda2d0b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fbec81ae300 con 0x558262a4a610 2024-05-20T21:20:44.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.627+0000 7fbeda2d0b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fbec81af770 con 0x558262a45140 2024-05-20T21:20:44.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.627+0000 7fbeda2d0b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fbec81ae9d0 con 0x558262a4af30 2024-05-20T21:20:44.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.627+0000 7fbeda2d0b80 10 client.0 _ll_register_callbacks cb 0x55826293cc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:20:44.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.627+0000 7fbecda00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558262a4af30 0x558262a65420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:44.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.627+0000 7fbecda00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558262a4af30 0x558262a65420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:34276/0 (socket says 172.21.15.8:34276) 2024-05-20T21:20:44.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.627+0000 7fbecda00700 1 -- 172.21.15.8:0/4184135759 learned_addr learned my addr 172.21.15.8:0/4184135759 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:44.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.627+0000 7fbecd000700 1 --2- 172.21.15.8:0/4184135759 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558262a45140 0x558262a56e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:44.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.628+0000 7fbec7e00700 1 --2- 172.21.15.8:0/4184135759 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558262a4a610 0x558262a57390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:44.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.628+0000 7fbecda00700 1 -- 172.21.15.8:0/4184135759 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558262a45140 msgr2=0x558262a56e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:44.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.628+0000 7fbecda00700 1 --2- 172.21.15.8:0/4184135759 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558262a45140 0x558262a56e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:44.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.628+0000 7fbecda00700 1 -- 172.21.15.8:0/4184135759 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558262a4a610 msgr2=0x558262a57390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:44.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.628+0000 7fbecda00700 1 --2- 172.21.15.8:0/4184135759 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558262a4a610 0x558262a57390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:44.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.628+0000 7fbecda00700 1 -- 172.21.15.8:0/4184135759 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558262a65ad0 con 0x558262a4af30 2024-05-20T21:20:44.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.628+0000 7fbecd000700 1 --2- 172.21.15.8:0/4184135759 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558262a45140 0x558262a56e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:44.632 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.628+0000 7fbecda00700 1 --2- 172.21.15.8:0/4184135759 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558262a4af30 0x558262a65420 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fbec0011580 tx=0x7fbec0011ea0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c529025b7a12dbad server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:44.632 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.628+0000 7fbeaea00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:20:44.632 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.629+0000 7fbeaea00700 1 -- 172.21.15.8:0/4184135759 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbec0003e10 con 0x558262a4af30 2024-05-20T21:20:44.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.629+0000 7fbeaea00700 1 -- 172.21.15.8:0/4184135759 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fbec0003fb0 con 0x558262a4af30 2024-05-20T21:20:44.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.629+0000 7fbeda2d0b80 1 -- 172.21.15.8:0/4184135759 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbec0005a00 con 0x558262a4af30 2024-05-20T21:20:44.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.629+0000 7fbeaea00700 1 -- 172.21.15.8:0/4184135759 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fbec0037050 con 0x558262a4af30 2024-05-20T21:20:44.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.629+0000 7fbeda2d0b80 10 client.26626 fetch_fsmap learned FSMap version 26 2024-05-20T21:20:44.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.629+0000 7fbeda2d0b80 1 -- 172.21.15.8:0/4184135759 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x558262ac8ac0 con 0x558262a4af30 2024-05-20T21:20:44.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.629+0000 7fbeaea00700 1 -- 172.21.15.8:0/4184135759 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbec0005a00 con 0x558262a4af30 2024-05-20T21:20:44.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.630+0000 7fbeaea00700 1 -- 172.21.15.8:0/4184135759 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fbec0027570 con 0x558262a4af30 2024-05-20T21:20:44.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.630+0000 7fbeda2d0b80 10 client.26626 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:20:44.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.630+0000 7fbeda2d0b80 10 client.26626 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:20:44.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.630+0000 7fbeda2d0b80 20 client.26626 populate_metadata read hostname 'smithi008' 2024-05-20T21:20:44.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.630+0000 7fbeda2d0b80 1 --2- 172.21.15.8:0/4184135759 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x558262ac8ed0 0x558262acb2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:44.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.630+0000 7fbeda2d0b80 4 client.26626 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:20:44.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.630+0000 7fbeda2d0b80 1 -- 172.21.15.8:0/4184135759 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55826299e570 con 0x558262ac8ed0 2024-05-20T21:20:44.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.630+0000 7fbecd000700 1 --2- 172.21.15.8:0/4184135759 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x558262ac8ed0 0x558262acb2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:44.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.631+0000 7fbeaea00700 10 client.26626 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:20:44.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.631+0000 7fbecd000700 1 --2- 172.21.15.8:0/4184135759 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x558262ac8ed0 0x558262acb2c0 crc :-1 s=READY pgs=146 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dbf3fa9eedc94111 server_cookie=f114945737df2f92 in_seq=0 out_seq=0 2024-05-20T21:20:44.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.631+0000 7fbeaea00700 1 -- 172.21.15.8:0/4184135759 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55826299e570 con 0x558262ac8ed0 2024-05-20T21:20:44.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.631+0000 7fbeaea00700 10 client.26626 handle_command_reply: tid=0 2024-05-20T21:20:44.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.631+0000 7fbeda2d0b80 1 client.26626 shutdown 2024-05-20T21:20:44.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.631+0000 7fbeda2d0b80 1 -- 172.21.15.8:0/4184135759 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558262a4af30 msgr2=0x558262a65420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:44.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.631+0000 7fbeda2d0b80 1 --2- 172.21.15.8:0/4184135759 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558262a4af30 0x558262a65420 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fbec0011580 tx=0x7fbec0011ea0 comp rx=0 tx=0).stop 2024-05-20T21:20:44.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.631+0000 7fbeda2d0b80 1 -- 172.21.15.8:0/4184135759 shutdown_connections 2024-05-20T21:20:44.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.631+0000 7fbeda2d0b80 1 --2- 172.21.15.8:0/4184135759 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x558262ac8ed0 0x558262acb2c0 crc :-1 s=READY pgs=146 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:44.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.631+0000 7fbeda2d0b80 1 --2- 172.21.15.8:0/4184135759 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558262a45140 0x558262a56e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:44.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.631+0000 7fbeda2d0b80 1 --2- 172.21.15.8:0/4184135759 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558262a4af30 0x558262a65420 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:44.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.631+0000 7fbeaea00700 0 client.26626 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:20:44.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.631+0000 7fbeda2d0b80 1 --2- 172.21.15.8:0/4184135759 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558262a4a610 0x558262a57390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:44.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.631+0000 7fbeda2d0b80 1 -- 172.21.15.8:0/4184135759 >> 172.21.15.8:0/4184135759 conn(0x558262972be0 msgr2=0x558262a4b310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:44.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.632+0000 7fbeda2d0b80 1 -- 172.21.15.8:0/4184135759 shutdown_connections 2024-05-20T21:20:44.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.632+0000 7fbeda2d0b80 1 -- 172.21.15.8:0/4184135759 wait complete. 2024-05-20T21:20:44.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.632+0000 7fbeda2d0b80 20 client.26626 trim_cache size 0 max 16384 2024-05-20T21:20:44.635 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:20:44.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.633+0000 7fbecfa00700 1 -- 172.21.15.8:0/2157222513 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbeb00b2880 msgr2=0x7fbeb00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:44.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.633+0000 7fbecfa00700 1 --2- 172.21.15.8:0/2157222513 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbeb00b2880 0x7fbeb00b4d40 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fbeb4005950 tx=0x7fbeb40058e0 comp rx=0 tx=0).stop 2024-05-20T21:20:44.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.633+0000 7fbecfa00700 1 -- 172.21.15.8:0/2157222513 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbec81037f0 msgr2=0x7fbec8075840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:44.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.633+0000 7fbecfa00700 1 --2- 172.21.15.8:0/2157222513 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbec81037f0 0x7fbec8075840 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fbebc006010 tx=0x7fbebc005280 comp rx=0 tx=0).stop 2024-05-20T21:20:44.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.633+0000 7fbecfa00700 1 -- 172.21.15.8:0/2157222513 shutdown_connections 2024-05-20T21:20:44.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.633+0000 7fbecfa00700 1 --2- 172.21.15.8:0/2157222513 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbeb00b2880 0x7fbeb00b4d40 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:44.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.633+0000 7fbecfa00700 1 --2- 172.21.15.8:0/2157222513 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbec81088f0 0x7fbec80762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:44.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.633+0000 7fbecfa00700 1 --2- 172.21.15.8:0/2157222513 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbec81037f0 0x7fbec8075840 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:44.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.633+0000 7fbecfa00700 1 --2- 172.21.15.8:0/2157222513 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbec81041a0 0x7fbec8075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:44.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.633+0000 7fbecfa00700 1 -- 172.21.15.8:0/2157222513 >> 172.21.15.8:0/2157222513 conn(0x7fbec807a6a0 msgr2=0x7fbec8101730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:44.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.633+0000 7fbecfa00700 1 -- 172.21.15.8:0/2157222513 shutdown_connections 2024-05-20T21:20:44.637 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:44.633+0000 7fbecfa00700 1 -- 172.21.15.8:0/2157222513 wait complete. 2024-05-20T21:20:44.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:20:44 smithi130 ceph-mon[36448]: pgmap v602: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:20:44.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:20:44 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:20:44.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:20:44 smithi050 ceph-mon[35809]: pgmap v602: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:20:44.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:20:44 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:20:44.951 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:20:44 smithi008 ceph-mon[31475]: pgmap v602: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:20:44.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:20:44 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:20:45.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:20:45 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:20:45.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:20:45 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:20:45.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:20:45 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:20:45.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:20:45 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:20:46.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:20:45 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:20:46.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:20:45 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:20:46.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:20:45 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:20:46.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:20:45 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:20:46.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:20:45 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:20:46.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:20:45 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:20:46.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:20:45 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:20:46.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:20:45 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:20:46.680 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:20:46.681 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:20:46.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:20:46 smithi008 ceph-mon[31475]: Adjusting osd_memory_target on smithi130 to 176.2M 2024-05-20T21:20:46.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:20:46 smithi008 ceph-mon[31475]: Unable to set osd_memory_target on smithi130 to 184769536: error parsing value: Value '184769536' is below minimum 939524096 2024-05-20T21:20:46.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:20:46 smithi008 ceph-mon[31475]: pgmap v603: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 8.3 KiB/s wr, 11 op/s 2024-05-20T21:20:46.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:20:46 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:20:46.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:20:46 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:20:46.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:20:46 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:20:47.073 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:20:46 smithi130 ceph-mon[36448]: Adjusting osd_memory_target on smithi130 to 176.2M 2024-05-20T21:20:47.073 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:20:46 smithi130 ceph-mon[36448]: Unable to set osd_memory_target on smithi130 to 184769536: error parsing value: Value '184769536' is below minimum 939524096 2024-05-20T21:20:47.073 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:20:46 smithi130 ceph-mon[36448]: pgmap v603: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 8.3 KiB/s wr, 11 op/s 2024-05-20T21:20:47.073 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:20:46 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:20:47.073 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:20:46 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:20:47.073 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:20:46 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:20:47.152 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:20:47.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:20:46 smithi050 ceph-mon[35809]: Adjusting osd_memory_target on smithi130 to 176.2M 2024-05-20T21:20:47.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:20:46 smithi050 ceph-mon[35809]: Unable to set osd_memory_target on smithi130 to 184769536: error parsing value: Value '184769536' is below minimum 939524096 2024-05-20T21:20:47.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:20:46 smithi050 ceph-mon[35809]: pgmap v603: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 8.3 KiB/s wr, 11 op/s 2024-05-20T21:20:47.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:20:46 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:20:47.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:20:46 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:20:47.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:20:46 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:20:48.846 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:20:48.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:20:48 smithi008 ceph-mon[31475]: pgmap v604: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 8.3 KiB/s wr, 10 op/s 2024-05-20T21:20:49.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:20:48 smithi130 ceph-mon[36448]: pgmap v604: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 8.3 KiB/s wr, 10 op/s 2024-05-20T21:20:49.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:20:48 smithi050 ceph-mon[35809]: pgmap v604: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 8.3 KiB/s wr, 10 op/s 2024-05-20T21:20:49.425 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.425+0000 7fe652400700 1 -- 172.21.15.8:0/601599555 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe64c1095b0 msgr2=0x7fe64c109990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:49.425 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.425+0000 7fe652400700 1 --2- 172.21.15.8:0/601599555 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe64c1095b0 0x7fe64c109990 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fe63c009990 tx=0x7fe63c009ca0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.425 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.425+0000 7fe652400700 1 -- 172.21.15.8:0/601599555 shutdown_connections 2024-05-20T21:20:49.425 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.425+0000 7fe652400700 1 --2- 172.21.15.8:0/601599555 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe64c06c630 0x7fe64c1103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.425 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.425+0000 7fe652400700 1 --2- 172.21.15.8:0/601599555 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe64c1095b0 0x7fe64c109990 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.425 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.425+0000 7fe652400700 1 --2- 172.21.15.8:0/601599555 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe64c06bc70 0x7fe64c06c0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.425 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.425+0000 7fe652400700 1 -- 172.21.15.8:0/601599555 >> 172.21.15.8:0/601599555 conn(0x7fe64c0793f0 msgr2=0x7fe64c079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:49.426 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.425+0000 7fe652400700 1 -- 172.21.15.8:0/601599555 shutdown_connections 2024-05-20T21:20:49.426 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.426+0000 7fe652400700 1 -- 172.21.15.8:0/601599555 wait complete. 2024-05-20T21:20:49.426 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.427+0000 7fe652400700 1 Processor -- start 2024-05-20T21:20:49.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.428+0000 7fe652400700 1 -- start start 2024-05-20T21:20:49.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.428+0000 7fe652400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe64c06bc70 0x7fe64c102540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:49.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.428+0000 7fe652400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe64c06c630 0x7fe64c102a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:49.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.428+0000 7fe652400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe64c1095b0 0x7fe64c102fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:49.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.428+0000 7fe652400700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fe64c113720 con 0x7fe64c06c630 2024-05-20T21:20:49.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.428+0000 7fe652400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe64c1135a0 con 0x7fe64c1095b0 2024-05-20T21:20:49.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.428+0000 7fe652400700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fe64c1138a0 con 0x7fe64c06bc70 2024-05-20T21:20:49.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.428+0000 7fe643e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe64c06c630 0x7fe64c102a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:49.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.429+0000 7fe64be00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe64c1095b0 0x7fe64c102fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:49.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.429+0000 7fe64b400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe64c06bc70 0x7fe64c102540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:49.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.429+0000 7fe643e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe64c06c630 0x7fe64c102a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:43682/0 (socket says 172.21.15.8:43682) 2024-05-20T21:20:49.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.429+0000 7fe643e00700 1 -- 172.21.15.8:0/2741273770 learned_addr learned my addr 172.21.15.8:0/2741273770 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:49.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.429+0000 7fe64be00700 1 -- 172.21.15.8:0/2741273770 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe64c06bc70 msgr2=0x7fe64c102540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:49.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.429+0000 7fe64be00700 1 --2- 172.21.15.8:0/2741273770 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe64c06bc70 0x7fe64c102540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.429+0000 7fe64be00700 1 -- 172.21.15.8:0/2741273770 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe64c06c630 msgr2=0x7fe64c102a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:49.430 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.429+0000 7fe64be00700 1 --2- 172.21.15.8:0/2741273770 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe64c06c630 0x7fe64c102a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.430 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.429+0000 7fe64be00700 1 -- 172.21.15.8:0/2741273770 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe64c1a8180 con 0x7fe64c1095b0 2024-05-20T21:20:49.430 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.429+0000 7fe643e00700 1 --2- 172.21.15.8:0/2741273770 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe64c06c630 0x7fe64c102a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:49.430 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.430+0000 7fe64be00700 1 --2- 172.21.15.8:0/2741273770 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe64c1095b0 0x7fe64c102fc0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fe64400efc0 tx=0x7fe64400c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:49.430 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.430+0000 7fe648c00700 1 -- 172.21.15.8:0/2741273770 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6440092e0 con 0x7fe64c1095b0 2024-05-20T21:20:49.430 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.430+0000 7fe648c00700 1 -- 172.21.15.8:0/2741273770 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe644004bb0 con 0x7fe64c1095b0 2024-05-20T21:20:49.430 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.430+0000 7fe648c00700 1 -- 172.21.15.8:0/2741273770 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe644004020 con 0x7fe64c1095b0 2024-05-20T21:20:49.431 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.430+0000 7fe652400700 1 -- 172.21.15.8:0/2741273770 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe64c1a8410 con 0x7fe64c1095b0 2024-05-20T21:20:49.431 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.430+0000 7fe652400700 1 -- 172.21.15.8:0/2741273770 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe64c1a8900 con 0x7fe64c1095b0 2024-05-20T21:20:49.433 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.434+0000 7fe648c00700 1 -- 172.21.15.8:0/2741273770 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fe64401b030 con 0x7fe64c1095b0 2024-05-20T21:20:49.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.435+0000 7fe65ce03b80 1 Processor -- start 2024-05-20T21:20:49.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.435+0000 7fe65ce03b80 1 -- start start 2024-05-20T21:20:49.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.436+0000 7fe648c00700 1 --2- 172.21.15.8:0/2741273770 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe6300b2880 0x7fe6300b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:49.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.436+0000 7fe65ce03b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ad65438690 0x55ad65438a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:49.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.436+0000 7fe65ce03b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ad65438fb0 0x55ad65432ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:49.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.436+0000 7fe65ce03b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ad654331c0 0x55ad65433640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:49.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.436+0000 7fe65ce03b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55ad65390ec0 con 0x55ad65438690 2024-05-20T21:20:49.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.436+0000 7fe65ce03b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55ad65380a60 con 0x55ad65438fb0 2024-05-20T21:20:49.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.436+0000 7fe65ce03b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55ad65384aa0 con 0x55ad654331c0 2024-05-20T21:20:49.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.436+0000 7fe648c00700 1 -- 172.21.15.8:0/2741273770 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fe6440e1c80 con 0x7fe64c1095b0 2024-05-20T21:20:49.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.436+0000 7fe64be00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ad654331c0 0x55ad65433640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:49.437 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.437+0000 7fe64be00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ad654331c0 0x55ad65433640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:34318/0 (socket says 172.21.15.8:34318) 2024-05-20T21:20:49.437 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.437+0000 7fe64be00700 1 -- 172.21.15.8:0/631414603 learned_addr learned my addr 172.21.15.8:0/631414603 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:49.437 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.436+0000 7fe643e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ad65438fb0 0x55ad65432ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:49.437 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.437+0000 7fe64b400700 1 --2- 172.21.15.8:0/631414603 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ad65438690 0x55ad65438a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:49.437 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.437+0000 7fe643e00700 1 --2- 172.21.15.8:0/2741273770 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe6300b2880 0x7fe6300b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:49.438 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.437+0000 7fe64be00700 1 -- 172.21.15.8:0/631414603 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ad65438fb0 msgr2=0x55ad65432ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:49.438 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.437+0000 7fe64be00700 1 --2- 172.21.15.8:0/631414603 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ad65438fb0 0x55ad65432ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.438 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.437+0000 7fe64be00700 1 -- 172.21.15.8:0/631414603 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ad65438690 msgr2=0x55ad65438a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:49.438 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.437+0000 7fe64be00700 1 --2- 172.21.15.8:0/631414603 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ad65438690 0x55ad65438a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.438 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.437+0000 7fe64be00700 1 -- 172.21.15.8:0/631414603 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ad653494a0 con 0x55ad654331c0 2024-05-20T21:20:49.438 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.438+0000 7fe64be00700 1 --2- 172.21.15.8:0/631414603 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ad654331c0 0x55ad65433640 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fe6440a9250 tx=0x7fe6440a8ae0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=711bdbfff3a35444 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:49.438 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.438+0000 7fe643e00700 1 --2- 172.21.15.8:0/2741273770 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe6300b2880 0x7fe6300b4d40 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fe6340097a0 tx=0x7fe634009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:49.438 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.438+0000 7fe640c00700 1 -- 172.21.15.8:0/631414603 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6440a99c0 con 0x55ad654331c0 2024-05-20T21:20:49.438 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.438+0000 7fe640c00700 1 -- 172.21.15.8:0/631414603 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe6440a92c0 con 0x55ad654331c0 2024-05-20T21:20:49.438 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.438+0000 7fe640c00700 1 -- 172.21.15.8:0/631414603 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6440dfe30 con 0x55ad654331c0 2024-05-20T21:20:49.439 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.439+0000 7fe65ce03b80 1 -- 172.21.15.8:0/631414603 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ad654331c0 msgr2=0x55ad65433640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:49.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.439+0000 7fe65ce03b80 1 --2- 172.21.15.8:0/631414603 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ad654331c0 0x55ad65433640 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fe6440a9250 tx=0x7fe6440a8ae0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.439+0000 7fe65ce03b80 1 -- 172.21.15.8:0/631414603 shutdown_connections 2024-05-20T21:20:49.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.439+0000 7fe65ce03b80 1 --2- 172.21.15.8:0/631414603 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ad654331c0 0x55ad65433640 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.439+0000 7fe65ce03b80 1 --2- 172.21.15.8:0/631414603 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ad65438690 0x55ad65438a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.439+0000 7fe65ce03b80 1 --2- 172.21.15.8:0/631414603 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ad65438fb0 0x55ad65432ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.439+0000 7fe65ce03b80 1 -- 172.21.15.8:0/631414603 >> 172.21.15.8:0/631414603 conn(0x55ad65360c60 msgr2=0x55ad6542d710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:49.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.439+0000 7fe65ce03b80 1 -- 172.21.15.8:0/631414603 shutdown_connections 2024-05-20T21:20:49.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.439+0000 7fe65ce03b80 1 -- 172.21.15.8:0/631414603 wait complete. 2024-05-20T21:20:49.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.440+0000 7fe65ce03b80 1 -- start start 2024-05-20T21:20:49.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.440+0000 7fe65ce03b80 1 Processor -- start 2024-05-20T21:20:49.441 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.441+0000 7fe65ce03b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ad654331c0 0x55ad6543ed00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:49.441 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.441+0000 7fe65ce03b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ad65438690 0x55ad6543c0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:49.441 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.441+0000 7fe65ce03b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ad65438fb0 0x55ad6543c630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:49.441 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.441+0000 7fe65ce03b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55ad65287020 con 0x55ad65438690 2024-05-20T21:20:49.441 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.441+0000 7fe65ce03b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55ad653217e0 con 0x55ad65438fb0 2024-05-20T21:20:49.441 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.441+0000 7fe65ce03b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55ad6543fa60 con 0x55ad654331c0 2024-05-20T21:20:49.441 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.441+0000 7fe65ce03b80 10 client.0 _ll_register_callbacks cb 0x55ad6532acf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:20:49.441 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.441+0000 7fe64b400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ad654331c0 0x55ad6543ed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:49.441 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.441+0000 7fe64b400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ad654331c0 0x55ad6543ed00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:34332/0 (socket says 172.21.15.8:34332) 2024-05-20T21:20:49.441 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.441+0000 7fe64b400700 1 -- 172.21.15.8:0/3684211800 learned_addr learned my addr 172.21.15.8:0/3684211800 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:49.442 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.441+0000 7fe643e00700 1 --2- 172.21.15.8:0/3684211800 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ad65438690 0x55ad6543c0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:49.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.442+0000 7fe64be00700 1 --2- 172.21.15.8:0/3684211800 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ad65438fb0 0x55ad6543c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:49.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.442+0000 7fe64b400700 1 -- 172.21.15.8:0/3684211800 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ad65438fb0 msgr2=0x55ad6543c630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:49.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.442+0000 7fe64b400700 1 --2- 172.21.15.8:0/3684211800 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ad65438fb0 0x55ad6543c630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.442+0000 7fe64b400700 1 -- 172.21.15.8:0/3684211800 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ad65438690 msgr2=0x55ad6543c0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:49.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.442+0000 7fe64b400700 1 --2- 172.21.15.8:0/3684211800 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ad65438690 0x55ad6543c0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.442+0000 7fe64b400700 1 -- 172.21.15.8:0/3684211800 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ad652d0950 con 0x55ad654331c0 2024-05-20T21:20:49.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.442+0000 7fe643e00700 1 --2- 172.21.15.8:0/3684211800 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ad65438690 0x55ad6543c0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:20:49.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.442+0000 7fe64b400700 1 --2- 172.21.15.8:0/3684211800 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ad654331c0 0x55ad6543ed00 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fe63c005800 tx=0x7fe63c005c70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=70eccd8f51a5960f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:49.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.442+0000 7fe639600700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:20:49.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.443+0000 7fe639600700 1 -- 172.21.15.8:0/3684211800 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe63c029060 con 0x55ad654331c0 2024-05-20T21:20:49.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.443+0000 7fe639600700 1 -- 172.21.15.8:0/3684211800 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fe63c003680 con 0x55ad654331c0 2024-05-20T21:20:49.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.443+0000 7fe65ce03b80 1 -- 172.21.15.8:0/3684211800 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe6440a92c0 con 0x55ad654331c0 2024-05-20T21:20:49.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.443+0000 7fe639600700 1 -- 172.21.15.8:0/3684211800 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe63c0095c0 con 0x55ad654331c0 2024-05-20T21:20:49.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.443+0000 7fe65ce03b80 10 client.26638 fetch_fsmap learned FSMap version 26 2024-05-20T21:20:49.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.443+0000 7fe65ce03b80 1 -- 172.21.15.8:0/3684211800 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ad653510e0 con 0x55ad654331c0 2024-05-20T21:20:49.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.444+0000 7fe639600700 1 -- 172.21.15.8:0/3684211800 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe6440a92c0 con 0x55ad654331c0 2024-05-20T21:20:49.445 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.444+0000 7fe639600700 1 -- 172.21.15.8:0/3684211800 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe63c00f970 con 0x55ad654331c0 2024-05-20T21:20:49.445 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.444+0000 7fe65ce03b80 10 client.26638 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:20:49.445 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.444+0000 7fe65ce03b80 10 client.26638 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:20:49.445 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.444+0000 7fe65ce03b80 20 client.26638 populate_metadata read hostname 'smithi008' 2024-05-20T21:20:49.445 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.444+0000 7fe65ce03b80 1 --2- 172.21.15.8:0/3684211800 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ad6544c600 0x55ad6544ea50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:49.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.444+0000 7fe65ce03b80 4 client.26638 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:20:49.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.444+0000 7fe65ce03b80 1 -- 172.21.15.8:0/3684211800 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ad65392e10 con 0x55ad6544c600 2024-05-20T21:20:49.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.444+0000 7fe643e00700 1 --2- 172.21.15.8:0/3684211800 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ad6544c600 0x55ad6544ea50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:49.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.445+0000 7fe643e00700 1 --2- 172.21.15.8:0/3684211800 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ad6544c600 0x55ad6544ea50 crc :-1 s=READY pgs=147 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=281e519b9c86d5e6 server_cookie=2268c8a690f7da39 in_seq=0 out_seq=0 2024-05-20T21:20:49.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.445+0000 7fe639600700 10 client.26638 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:20:49.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.446+0000 7fe639600700 1 -- 172.21.15.8:0/3684211800 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55ad65392e10 con 0x55ad6544c600 2024-05-20T21:20:49.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.446+0000 7fe639600700 10 client.26638 handle_command_reply: tid=0 2024-05-20T21:20:49.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.446+0000 7fe65ce03b80 1 client.26638 shutdown 2024-05-20T21:20:49.447 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.446+0000 7fe65ce03b80 1 -- 172.21.15.8:0/3684211800 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ad654331c0 msgr2=0x55ad6543ed00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:49.447 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.446+0000 7fe65ce03b80 1 --2- 172.21.15.8:0/3684211800 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ad654331c0 0x55ad6543ed00 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fe63c005800 tx=0x7fe63c005c70 comp rx=0 tx=0).stop 2024-05-20T21:20:49.447 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.447+0000 7fe65ce03b80 1 -- 172.21.15.8:0/3684211800 shutdown_connections 2024-05-20T21:20:49.447 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.447+0000 7fe65ce03b80 1 --2- 172.21.15.8:0/3684211800 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ad6544c600 0x55ad6544ea50 crc :-1 s=READY pgs=147 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.447 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.447+0000 7fe65ce03b80 1 --2- 172.21.15.8:0/3684211800 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ad65438fb0 0x55ad6543c630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.447 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.447+0000 7fe65ce03b80 1 --2- 172.21.15.8:0/3684211800 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ad654331c0 0x55ad6543ed00 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.447 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.447+0000 7fe65ce03b80 1 --2- 172.21.15.8:0/3684211800 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ad65438690 0x55ad6543c0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.447 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.447+0000 7fe65ce03b80 1 -- 172.21.15.8:0/3684211800 >> 172.21.15.8:0/3684211800 conn(0x55ad65360c60 msgr2=0x55ad6542cdf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:49.447 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.447+0000 7fe639600700 0 client.26638 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:20:49.448 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.447+0000 7fe65ce03b80 1 -- 172.21.15.8:0/3684211800 shutdown_connections 2024-05-20T21:20:49.448 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.447+0000 7fe65ce03b80 1 -- 172.21.15.8:0/3684211800 wait complete. 2024-05-20T21:20:49.448 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.447+0000 7fe65ce03b80 20 client.26638 trim_cache size 0 max 16384 2024-05-20T21:20:49.464 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:20:49.470 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.471+0000 7fe65ce03b80 1 Processor -- start 2024-05-20T21:20:49.470 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.471+0000 7fe65ce03b80 1 -- start start 2024-05-20T21:20:49.471 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.472+0000 7fe65ce03b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ad654331c0 0x55ad65432ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:49.471 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.472+0000 7fe65ce03b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ad65438690 0x55ad65436810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:49.471 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.472+0000 7fe65ce03b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ad65438fb0 0x55ad65439c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:49.471 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.472+0000 7fe65ce03b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fe64c1b26f0 con 0x55ad65438690 2024-05-20T21:20:49.471 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.472+0000 7fe65ce03b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe64c1aff80 con 0x55ad654331c0 2024-05-20T21:20:49.471 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.472+0000 7fe65ce03b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fe64c1addd0 con 0x55ad65438fb0 2024-05-20T21:20:49.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.472+0000 7fe64be00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ad65438fb0 0x55ad65439c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:49.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.472+0000 7fe643e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ad65438690 0x55ad65436810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:49.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.472+0000 7fe64b400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ad654331c0 0x55ad65432ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:49.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.472+0000 7fe64be00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ad65438fb0 0x55ad65439c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:34346/0 (socket says 172.21.15.8:34346) 2024-05-20T21:20:49.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.472+0000 7fe64b400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ad654331c0 0x55ad65432ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:42722/0 (socket says 172.21.15.8:42722) 2024-05-20T21:20:49.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.472+0000 7fe64be00700 1 -- 172.21.15.8:0/4009085028 learned_addr learned my addr 172.21.15.8:0/4009085028 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:49.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.472+0000 7fe64b400700 1 -- 172.21.15.8:0/4009085028 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ad65438fb0 msgr2=0x55ad65439c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:49.473 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.473+0000 7fe64b400700 1 --2- 172.21.15.8:0/4009085028 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ad65438fb0 0x55ad65439c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.473 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.473+0000 7fe64b400700 1 -- 172.21.15.8:0/4009085028 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ad65438690 msgr2=0x55ad65436810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:49.473 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.473+0000 7fe64b400700 1 --2- 172.21.15.8:0/4009085028 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ad65438690 0x55ad65436810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.473 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.473+0000 7fe64b400700 1 -- 172.21.15.8:0/4009085028 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ad65438cc0 con 0x55ad654331c0 2024-05-20T21:20:49.473 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.473+0000 7fe64b400700 1 --2- 172.21.15.8:0/4009085028 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ad654331c0 0x55ad65432ba0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fe63c00ff30 tx=0x7fe63c00bf40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5a7143701a417364 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:49.474 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.473+0000 7fe63be00700 1 -- 172.21.15.8:0/4009085028 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe63c03c070 con 0x55ad654331c0 2024-05-20T21:20:49.474 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.473+0000 7fe63be00700 1 -- 172.21.15.8:0/4009085028 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe63c02fcc0 con 0x55ad654331c0 2024-05-20T21:20:49.474 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.473+0000 7fe63be00700 1 -- 172.21.15.8:0/4009085028 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe63c029070 con 0x55ad654331c0 2024-05-20T21:20:49.474 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.474+0000 7fe65ce03b80 1 -- 172.21.15.8:0/4009085028 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ad654331c0 msgr2=0x55ad65432ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:49.474 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.474+0000 7fe65ce03b80 1 --2- 172.21.15.8:0/4009085028 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ad654331c0 0x55ad65432ba0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fe63c00ff30 tx=0x7fe63c00bf40 comp rx=0 tx=0).stop 2024-05-20T21:20:49.474 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.474+0000 7fe65ce03b80 1 -- 172.21.15.8:0/4009085028 shutdown_connections 2024-05-20T21:20:49.474 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.474+0000 7fe65ce03b80 1 --2- 172.21.15.8:0/4009085028 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ad654331c0 0x55ad65432ba0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.474 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.474+0000 7fe65ce03b80 1 --2- 172.21.15.8:0/4009085028 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ad65438fb0 0x55ad65439c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.474 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.474+0000 7fe65ce03b80 1 --2- 172.21.15.8:0/4009085028 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ad65438690 0x55ad65436810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.474 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.474+0000 7fe65ce03b80 1 -- 172.21.15.8:0/4009085028 >> 172.21.15.8:0/4009085028 conn(0x55ad65360c60 msgr2=0x55ad6543d750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:49.474 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.474+0000 7fe65ce03b80 1 -- 172.21.15.8:0/4009085028 shutdown_connections 2024-05-20T21:20:49.474 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.474+0000 7fe65ce03b80 1 -- 172.21.15.8:0/4009085028 wait complete. 2024-05-20T21:20:49.475 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.475+0000 7fe65ce03b80 1 -- start start 2024-05-20T21:20:49.475 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.475+0000 7fe65ce03b80 1 Processor -- start 2024-05-20T21:20:49.476 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.476+0000 7fe65ce03b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ad654331c0 0x55ad654422c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:49.476 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.476+0000 7fe65ce03b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ad65438690 0x55ad65442800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:49.476 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.476+0000 7fe65ce03b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ad65438fb0 0x55ad654b7200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:49.476 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.476+0000 7fe65ce03b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fe64c1ae440 con 0x55ad654331c0 2024-05-20T21:20:49.476 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.476+0000 7fe65ce03b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe64c1af8b0 con 0x55ad65438690 2024-05-20T21:20:49.476 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.476+0000 7fe65ce03b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fe64c1aeb10 con 0x55ad65438fb0 2024-05-20T21:20:49.476 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.476+0000 7fe65ce03b80 10 client.0 _ll_register_callbacks cb 0x55ad6532acf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:20:49.476 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.476+0000 7fe64b400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ad654331c0 0x55ad654422c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:49.476 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.476+0000 7fe64b400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ad654331c0 0x55ad654422c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:43708/0 (socket says 172.21.15.8:43708) 2024-05-20T21:20:49.476 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.476+0000 7fe64b400700 1 -- 172.21.15.8:0/2195604121 learned_addr learned my addr 172.21.15.8:0/2195604121 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:49.476 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.476+0000 7fe643e00700 1 --2- 172.21.15.8:0/2195604121 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ad65438690 0x55ad65442800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:49.476 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.476+0000 7fe64be00700 1 --2- 172.21.15.8:0/2195604121 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ad65438fb0 0x55ad654b7200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:49.478 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.477+0000 7fe64b400700 1 -- 172.21.15.8:0/2195604121 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ad65438fb0 msgr2=0x55ad654b7200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:49.478 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.477+0000 7fe64b400700 1 --2- 172.21.15.8:0/2195604121 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ad65438fb0 0x55ad654b7200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.478 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.477+0000 7fe64b400700 1 -- 172.21.15.8:0/2195604121 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ad65438690 msgr2=0x55ad65442800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:49.478 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.477+0000 7fe64b400700 1 --2- 172.21.15.8:0/2195604121 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ad65438690 0x55ad65442800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.478 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.477+0000 7fe64b400700 1 -- 172.21.15.8:0/2195604121 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ad654b7770 con 0x55ad654331c0 2024-05-20T21:20:49.478 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.477+0000 7fe643e00700 1 --2- 172.21.15.8:0/2195604121 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ad65438690 0x55ad65442800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:49.478 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.477+0000 7fe64b400700 1 --2- 172.21.15.8:0/2195604121 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ad654331c0 0x55ad654422c0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7fe63c0055a0 tx=0x7fe63c02fa70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca68d114254d0be4 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:49.478 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.477+0000 7fe639600700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:20:49.478 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.477+0000 7fe639600700 1 -- 172.21.15.8:0/2195604121 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe63c029070 con 0x55ad654331c0 2024-05-20T21:20:49.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.477+0000 7fe639600700 1 -- 172.21.15.8:0/2195604121 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fe63c00f870 con 0x55ad654331c0 2024-05-20T21:20:49.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.477+0000 7fe65ce03b80 1 -- 172.21.15.8:0/2195604121 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe63c02fcc0 con 0x55ad654331c0 2024-05-20T21:20:49.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.478+0000 7fe639600700 1 -- 172.21.15.8:0/2195604121 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe63c03c070 con 0x55ad654331c0 2024-05-20T21:20:49.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.478+0000 7fe65ce03b80 10 client.16482 fetch_fsmap learned FSMap version 26 2024-05-20T21:20:49.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.478+0000 7fe65ce03b80 1 -- 172.21.15.8:0/2195604121 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ad654b8a90 con 0x55ad654331c0 2024-05-20T21:20:49.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.478+0000 7fe639600700 1 -- 172.21.15.8:0/2195604121 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe63c02fcc0 con 0x55ad654331c0 2024-05-20T21:20:49.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.478+0000 7fe639600700 1 -- 172.21.15.8:0/2195604121 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe63c040070 con 0x55ad654331c0 2024-05-20T21:20:49.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.478+0000 7fe65ce03b80 10 client.16482 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:20:49.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.478+0000 7fe65ce03b80 10 client.16482 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:20:49.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.478+0000 7fe65ce03b80 20 client.16482 populate_metadata read hostname 'smithi008' 2024-05-20T21:20:49.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.478+0000 7fe65ce03b80 1 --2- 172.21.15.8:0/2195604121 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ad654b9020 0x55ad654bb440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:49.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.478+0000 7fe65ce03b80 4 client.16482 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:20:49.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.478+0000 7fe65ce03b80 1 -- 172.21.15.8:0/2195604121 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55ad6538c5f0 con 0x55ad654b9020 2024-05-20T21:20:49.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.479+0000 7fe643e00700 1 --2- 172.21.15.8:0/2195604121 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ad654b9020 0x55ad654bb440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:49.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.479+0000 7fe643e00700 1 --2- 172.21.15.8:0/2195604121 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ad654b9020 0x55ad654bb440 crc :-1 s=READY pgs=148 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=76b92ea6946871a7 server_cookie=ab5f16ba32207cbd in_seq=0 out_seq=0 2024-05-20T21:20:49.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.479+0000 7fe639600700 10 client.16482 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:20:49.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.480+0000 7fe639600700 1 -- 172.21.15.8:0/2195604121 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55ad6538c5f0 con 0x55ad654b9020 2024-05-20T21:20:49.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.480+0000 7fe639600700 10 client.16482 handle_command_reply: tid=0 2024-05-20T21:20:49.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.480+0000 7fe65ce03b80 1 client.16482 shutdown 2024-05-20T21:20:49.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.481+0000 7fe65ce03b80 1 -- 172.21.15.8:0/2195604121 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ad654331c0 msgr2=0x55ad654422c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:49.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.481+0000 7fe65ce03b80 1 --2- 172.21.15.8:0/2195604121 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ad654331c0 0x55ad654422c0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7fe63c0055a0 tx=0x7fe63c02fa70 comp rx=0 tx=0).stop 2024-05-20T21:20:49.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.481+0000 7fe65ce03b80 1 -- 172.21.15.8:0/2195604121 shutdown_connections 2024-05-20T21:20:49.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.481+0000 7fe65ce03b80 1 --2- 172.21.15.8:0/2195604121 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ad654b9020 0x55ad654bb440 crc :-1 s=READY pgs=148 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.481+0000 7fe65ce03b80 1 --2- 172.21.15.8:0/2195604121 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ad65438fb0 0x55ad654b7200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.481+0000 7fe65ce03b80 1 --2- 172.21.15.8:0/2195604121 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ad654331c0 0x55ad654422c0 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.481+0000 7fe65ce03b80 1 --2- 172.21.15.8:0/2195604121 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ad65438690 0x55ad65442800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.481+0000 7fe639600700 0 client.16482 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:20:49.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.481+0000 7fe65ce03b80 1 -- 172.21.15.8:0/2195604121 >> 172.21.15.8:0/2195604121 conn(0x55ad65360c60 msgr2=0x55ad65439aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:49.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.481+0000 7fe65ce03b80 1 -- 172.21.15.8:0/2195604121 shutdown_connections 2024-05-20T21:20:49.482 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.481+0000 7fe65ce03b80 1 -- 172.21.15.8:0/2195604121 wait complete. 2024-05-20T21:20:49.482 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.482+0000 7fe65ce03b80 20 client.16482 trim_cache size 0 max 16384 2024-05-20T21:20:49.482 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:20:49.482 INFO:teuthology.orchestra.run.smithi008.stdout: "return_code": 0, 2024-05-20T21:20:49.482 INFO:teuthology.orchestra.run.smithi008.stdout: "scrub_tag": "25c50a2d-5965-40f3-bb0f-48ef9b87272f", 2024-05-20T21:20:49.482 INFO:teuthology.orchestra.run.smithi008.stdout: "mode": "asynchronous" 2024-05-20T21:20:49.483 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:20:49.483 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.482+0000 7fe652400700 1 -- 172.21.15.8:0/2741273770 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe6300b2880 msgr2=0x7fe6300b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:49.483 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.482+0000 7fe652400700 1 --2- 172.21.15.8:0/2741273770 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe6300b2880 0x7fe6300b4d40 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fe6340097a0 tx=0x7fe634009260 comp rx=0 tx=0).stop 2024-05-20T21:20:49.483 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.483+0000 7fe652400700 1 -- 172.21.15.8:0/2741273770 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe64c1095b0 msgr2=0x7fe64c102fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:49.484 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.483+0000 7fe652400700 1 --2- 172.21.15.8:0/2741273770 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe64c1095b0 0x7fe64c102fc0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fe64400efc0 tx=0x7fe64400c3a0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.484 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.483+0000 7fe652400700 1 -- 172.21.15.8:0/2741273770 shutdown_connections 2024-05-20T21:20:49.484 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.483+0000 7fe652400700 1 --2- 172.21.15.8:0/2741273770 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe6300b2880 0x7fe6300b4d40 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.484 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.483+0000 7fe652400700 1 --2- 172.21.15.8:0/2741273770 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe64c1095b0 0x7fe64c102fc0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.484 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.483+0000 7fe652400700 1 --2- 172.21.15.8:0/2741273770 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe64c06bc70 0x7fe64c102540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.484 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.483+0000 7fe652400700 1 --2- 172.21.15.8:0/2741273770 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe64c06c630 0x7fe64c102a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.484 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.483+0000 7fe652400700 1 -- 172.21.15.8:0/2741273770 >> 172.21.15.8:0/2741273770 conn(0x7fe64c0793f0 msgr2=0x7fe64c101250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:49.484 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.483+0000 7fe652400700 1 -- 172.21.15.8:0/2741273770 shutdown_connections 2024-05-20T21:20:49.484 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:49.483+0000 7fe652400700 1 -- 172.21.15.8:0/2741273770 wait complete. 2024-05-20T21:20:49.820 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.818+0000 7fe24b200640 1 -- 172.21.15.8:0/2490005535 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe24c103ac0 msgr2=0x7fe24c105f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:49.820 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.818+0000 7fe24b200640 1 --2- 172.21.15.8:0/2490005535 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe24c103ac0 0x7fe24c105f30 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fe234009860 tx=0x7fe23402a340 comp rx=0 tx=0).stop 2024-05-20T21:20:49.820 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.818+0000 7fe24b200640 1 -- 172.21.15.8:0/2490005535 shutdown_connections 2024-05-20T21:20:49.820 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.818+0000 7fe24b200640 1 --2- 172.21.15.8:0/2490005535 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe24c106470 0x7fe24c1068f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.820 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.818+0000 7fe24b200640 1 --2- 172.21.15.8:0/2490005535 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe24c103ac0 0x7fe24c105f30 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.820 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.818+0000 7fe24b200640 1 --2- 172.21.15.8:0/2490005535 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe24c101150 0x7fe24c103580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.820 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.818+0000 7fe24b200640 1 -- 172.21.15.8:0/2490005535 >> 172.21.15.8:0/2490005535 conn(0x7fe24c0fcd50 msgr2=0x7fe24c0ff190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:49.821 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.818+0000 7fe24b200640 1 -- 172.21.15.8:0/2490005535 shutdown_connections 2024-05-20T21:20:49.821 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.818+0000 7fe24b200640 1 -- 172.21.15.8:0/2490005535 wait complete. 2024-05-20T21:20:49.821 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.819+0000 7fe24b200640 1 Processor -- start 2024-05-20T21:20:49.821 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.819+0000 7fe24b200640 1 -- start start 2024-05-20T21:20:49.821 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.820+0000 7fe24b200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe24c101150 0x7fe24c19f150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:49.821 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.820+0000 7fe24b200640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe24c103ac0 0x7fe24c19f690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:49.821 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.820+0000 7fe24b200640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe24c106470 0x7fe24c1a6700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:49.821 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.820+0000 7fe24b200640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fe24c1149e0 con 0x7fe24c106470 2024-05-20T21:20:49.821 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.820+0000 7fe24b200640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe24c114860 con 0x7fe24c101150 2024-05-20T21:20:49.821 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.820+0000 7fe24b200640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fe24c114b60 con 0x7fe24c103ac0 2024-05-20T21:20:49.821 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.820+0000 7fe24a800640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe24c106470 0x7fe24c1a6700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:49.821 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.820+0000 7fe24a800640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe24c106470 0x7fe24c1a6700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:43712/0 (socket says 172.21.15.8:43712) 2024-05-20T21:20:49.821 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.820+0000 7fe24a800640 1 -- 172.21.15.8:0/3116870503 learned_addr learned my addr 172.21.15.8:0/3116870503 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:49.822 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.820+0000 7fe249e00640 1 --2- 172.21.15.8:0/3116870503 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe24c101150 0x7fe24c19f150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:49.822 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.820+0000 7fe249400640 1 --2- 172.21.15.8:0/3116870503 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe24c103ac0 0x7fe24c19f690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:49.822 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.820+0000 7fe24a800640 1 -- 172.21.15.8:0/3116870503 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe24c103ac0 msgr2=0x7fe24c19f690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:49.822 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.820+0000 7fe24a800640 1 --2- 172.21.15.8:0/3116870503 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe24c103ac0 0x7fe24c19f690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.822 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.820+0000 7fe24a800640 1 -- 172.21.15.8:0/3116870503 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe24c101150 msgr2=0x7fe24c19f150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:49.822 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.820+0000 7fe24a800640 1 --2- 172.21.15.8:0/3116870503 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe24c101150 0x7fe24c19f150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.822 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.820+0000 7fe24a800640 1 -- 172.21.15.8:0/3116870503 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe24c1a6d70 con 0x7fe24c106470 2024-05-20T21:20:49.822 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.820+0000 7fe249e00640 1 --2- 172.21.15.8:0/3116870503 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe24c101150 0x7fe24c19f150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:49.822 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.821+0000 7fe24a800640 1 --2- 172.21.15.8:0/3116870503 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe24c106470 0x7fe24c1a6700 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fe24400e940 tx=0x7fe24400ee00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:49.823 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.821+0000 7fe242a00640 1 -- 172.21.15.8:0/3116870503 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe24400cd80 con 0x7fe24c106470 2024-05-20T21:20:49.823 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.821+0000 7fe242a00640 1 -- 172.21.15.8:0/3116870503 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe2440035f0 con 0x7fe24c106470 2024-05-20T21:20:49.823 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.821+0000 7fe24b200640 1 -- 172.21.15.8:0/3116870503 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe24c1a7060 con 0x7fe24c106470 2024-05-20T21:20:49.823 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.821+0000 7fe242a00640 1 -- 172.21.15.8:0/3116870503 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe244010670 con 0x7fe24c106470 2024-05-20T21:20:49.823 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.821+0000 7fe24b200640 1 -- 172.21.15.8:0/3116870503 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe24c1a7530 con 0x7fe24c106470 2024-05-20T21:20:49.824 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.825+0000 7fe253e21740 1 Processor -- start 2024-05-20T21:20:49.824 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.825+0000 7fe242a00640 1 -- 172.21.15.8:0/3116870503 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fe244003ac0 con 0x7fe24c106470 2024-05-20T21:20:49.825 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.825+0000 7fe253e21740 1 -- start start 2024-05-20T21:20:49.825 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.825+0000 7fe253e21740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56463cbeccf0 0x56463cbed110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:49.825 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.825+0000 7fe253e21740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56463cbed6e0 0x56463cbf21e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:49.825 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.826+0000 7fe253e21740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56463cbf2850 0x56463cbf4ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:49.825 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.826+0000 7fe253e21740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x56463cb5cb90 con 0x56463cbeccf0 2024-05-20T21:20:49.825 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.826+0000 7fe253e21740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x56463cb4c730 con 0x56463cbed6e0 2024-05-20T21:20:49.826 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.826+0000 7fe253e21740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x56463cb50770 con 0x56463cbf2850 2024-05-20T21:20:49.826 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.826+0000 7fe249400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56463cbeccf0 0x56463cbed110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:49.826 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.826+0000 7fe249400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56463cbeccf0 0x56463cbed110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:43714/0 (socket says 172.21.15.8:43714) 2024-05-20T21:20:49.826 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.826+0000 7fe249400640 1 -- 172.21.15.8:0/1971386042 learned_addr learned my addr 172.21.15.8:0/1971386042 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:49.826 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.826+0000 7fe249e00640 1 --2- 172.21.15.8:0/1971386042 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56463cbed6e0 0x56463cbf21e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:49.826 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.826+0000 7fe249400640 1 --2- 172.21.15.8:0/1971386042 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56463cbf2850 0x56463cbf4ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:49.828 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.826+0000 7fe249400640 1 -- 172.21.15.8:0/1971386042 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56463cbf2850 msgr2=0x56463cbf4ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:49.828 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.826+0000 7fe249400640 1 --2- 172.21.15.8:0/1971386042 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56463cbf2850 0x56463cbf4ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.828 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.826+0000 7fe249400640 1 -- 172.21.15.8:0/1971386042 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56463cbed6e0 msgr2=0x56463cbf21e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:49.828 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.826+0000 7fe249400640 1 --2- 172.21.15.8:0/1971386042 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56463cbed6e0 0x56463cbf21e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.828 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.826+0000 7fe249400640 1 -- 172.21.15.8:0/1971386042 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56463cae58b0 con 0x56463cbeccf0 2024-05-20T21:20:49.828 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.827+0000 7fe249400640 1 --2- 172.21.15.8:0/1971386042 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56463cbeccf0 0x56463cbed110 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fe234000c00 tx=0x7fe234009490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d07cc6c79dccf283 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:49.828 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.827+0000 7fe242a00640 1 --2- 172.21.15.8:0/3116870503 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe2300b27d0 0x7fe2300b4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:49.828 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.827+0000 7fe23b400640 1 -- 172.21.15.8:0/1971386042 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe234046070 con 0x56463cbeccf0 2024-05-20T21:20:49.828 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.827+0000 7fe23b400640 1 -- 172.21.15.8:0/1971386042 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe234030750 con 0x56463cbeccf0 2024-05-20T21:20:49.828 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.827+0000 7fe23b400640 1 -- 172.21.15.8:0/1971386042 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe234037040 con 0x56463cbeccf0 2024-05-20T21:20:49.829 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.827+0000 7fe242a00640 1 -- 172.21.15.8:0/3116870503 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fe2440e25a0 con 0x7fe24c106470 2024-05-20T21:20:49.829 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.827+0000 7fe249e00640 1 --2- 172.21.15.8:0/3116870503 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe2300b27d0 0x7fe2300b4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:49.829 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.828+0000 7fe253e21740 1 -- 172.21.15.8:0/1971386042 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56463cbeccf0 msgr2=0x56463cbed110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:49.829 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.828+0000 7fe253e21740 1 --2- 172.21.15.8:0/1971386042 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56463cbeccf0 0x56463cbed110 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fe234000c00 tx=0x7fe234009490 comp rx=0 tx=0).stop 2024-05-20T21:20:49.829 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.828+0000 7fe249e00640 1 --2- 172.21.15.8:0/3116870503 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe2300b27d0 0x7fe2300b4c90 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x56463cbedae0 tx=0x7fe23c009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:49.829 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.828+0000 7fe253e21740 1 -- 172.21.15.8:0/1971386042 shutdown_connections 2024-05-20T21:20:49.829 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.828+0000 7fe253e21740 1 --2- 172.21.15.8:0/1971386042 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56463cbf2850 0x56463cbf4ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.829 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.828+0000 7fe253e21740 1 --2- 172.21.15.8:0/1971386042 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56463cbed6e0 0x56463cbf21e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.829 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.828+0000 7fe253e21740 1 --2- 172.21.15.8:0/1971386042 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56463cbeccf0 0x56463cbed110 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.829 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.828+0000 7fe253e21740 1 -- 172.21.15.8:0/1971386042 >> 172.21.15.8:0/1971386042 conn(0x56463cbe8360 msgr2=0x56463cbe8760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:49.829 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.828+0000 7fe253e21740 1 -- 172.21.15.8:0/1971386042 shutdown_connections 2024-05-20T21:20:49.829 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.828+0000 7fe253e21740 1 -- 172.21.15.8:0/1971386042 wait complete. 2024-05-20T21:20:49.830 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.829+0000 7fe253e21740 1 -- start start 2024-05-20T21:20:49.832 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.829+0000 7fe253e21740 1 Processor -- start 2024-05-20T21:20:49.832 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.830+0000 7fe253e21740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56463cbeccf0 0x56463cbf6ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:49.832 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.830+0000 7fe253e21740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56463cbed6e0 0x56463cbf7020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:49.832 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.830+0000 7fe253e21740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56463cbf2850 0x56463cbfe060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:49.832 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.830+0000 7fe253e21740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x56463c832790 con 0x56463cbeccf0 2024-05-20T21:20:49.832 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.830+0000 7fe253e21740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x56463caf4bc0 con 0x56463cbed6e0 2024-05-20T21:20:49.833 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.830+0000 7fe253e21740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x56463cbf57a0 con 0x56463cbf2850 2024-05-20T21:20:49.833 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.830+0000 7fe253e21740 10 client.0 _ll_register_callbacks cb 0x56463cad2400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:20:49.833 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.830+0000 7fe249e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56463cbeccf0 0x56463cbf6ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:49.833 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.830+0000 7fe249e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56463cbeccf0 0x56463cbf6ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:43718/0 (socket says 172.21.15.8:43718) 2024-05-20T21:20:49.833 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.830+0000 7fe249e00640 1 -- 172.21.15.8:0/363752248 learned_addr learned my addr 172.21.15.8:0/363752248 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:49.833 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.830+0000 7fe249400640 1 --2- 172.21.15.8:0/363752248 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56463cbed6e0 0x56463cbf7020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:49.833 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.830+0000 7fe24a800640 1 --2- 172.21.15.8:0/363752248 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56463cbf2850 0x56463cbfe060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:49.833 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.830+0000 7fe249e00640 1 -- 172.21.15.8:0/363752248 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56463cbf2850 msgr2=0x56463cbfe060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:49.833 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.830+0000 7fe249e00640 1 --2- 172.21.15.8:0/363752248 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56463cbf2850 0x56463cbfe060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.833 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.830+0000 7fe249e00640 1 -- 172.21.15.8:0/363752248 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56463cbed6e0 msgr2=0x56463cbf7020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:49.834 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.830+0000 7fe249e00640 1 --2- 172.21.15.8:0/363752248 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56463cbed6e0 0x56463cbf7020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.834 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.830+0000 7fe249e00640 1 -- 172.21.15.8:0/363752248 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56463c861210 con 0x56463cbeccf0 2024-05-20T21:20:49.834 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.831+0000 7fe249e00640 1 --2- 172.21.15.8:0/363752248 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56463cbeccf0 0x56463cbf6ae0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fe23c00fbd0 tx=0x7fe23c004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc1b09e0b5e1cc2e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:49.834 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.831+0000 7fe22fe00640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:20:49.834 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.831+0000 7fe22fe00640 1 -- 172.21.15.8:0/363752248 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe23c011d60 con 0x56463cbeccf0 2024-05-20T21:20:49.835 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.831+0000 7fe22fe00640 1 -- 172.21.15.8:0/363752248 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fe23c003970 con 0x56463cbeccf0 2024-05-20T21:20:49.835 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.831+0000 7fe253e21740 1 -- 172.21.15.8:0/363752248 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe234030750 con 0x56463cbeccf0 2024-05-20T21:20:49.835 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.831+0000 7fe22fe00640 1 -- 172.21.15.8:0/363752248 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe23c003b70 con 0x56463cbeccf0 2024-05-20T21:20:49.835 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.831+0000 7fe253e21740 10 client.16494 fetch_fsmap learned FSMap version 26 2024-05-20T21:20:49.835 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.831+0000 7fe253e21740 1 -- 172.21.15.8:0/363752248 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56463c92d620 con 0x56463cbeccf0 2024-05-20T21:20:49.835 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.832+0000 7fe22fe00640 1 -- 172.21.15.8:0/363752248 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe234030750 con 0x56463cbeccf0 2024-05-20T21:20:49.835 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.832+0000 7fe22fe00640 1 -- 172.21.15.8:0/363752248 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe23c027020 con 0x56463cbeccf0 2024-05-20T21:20:49.835 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.832+0000 7fe253e21740 10 client.16494 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:20:49.835 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.832+0000 7fe253e21740 10 client.16494 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:20:49.835 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.832+0000 7fe253e21740 20 client.16494 populate_metadata read hostname 'smithi008' 2024-05-20T21:20:49.835 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.832+0000 7fe253e21740 1 --2- 172.21.15.8:0/363752248 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56463cc02680 0x56463cc04a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:49.835 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.832+0000 7fe253e21740 4 client.16494 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:20:49.835 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.832+0000 7fe253e21740 1 -- 172.21.15.8:0/363752248 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56463cb5eae0 con 0x56463cc02680 2024-05-20T21:20:49.835 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.832+0000 7fe249400640 1 --2- 172.21.15.8:0/363752248 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56463cc02680 0x56463cc04a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:49.836 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.833+0000 7fe249400640 1 --2- 172.21.15.8:0/363752248 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56463cc02680 0x56463cc04a70 crc :-1 s=READY pgs=149 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9736ea6fcfd97b07 server_cookie=6a312976da6f9692 in_seq=0 out_seq=0 2024-05-20T21:20:49.836 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.833+0000 7fe22fe00640 10 client.16494 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:20:49.837 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.834+0000 7fe22fe00640 1 -- 172.21.15.8:0/363752248 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x56463cb5eae0 con 0x56463cc02680 2024-05-20T21:20:49.837 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.834+0000 7fe22fe00640 10 client.16494 handle_command_reply: tid=0 2024-05-20T21:20:49.837 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.834+0000 7fe253e21740 1 client.16494 shutdown 2024-05-20T21:20:49.837 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.834+0000 7fe253e21740 1 -- 172.21.15.8:0/363752248 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56463cbeccf0 msgr2=0x56463cbf6ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:49.837 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.834+0000 7fe253e21740 1 --2- 172.21.15.8:0/363752248 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56463cbeccf0 0x56463cbf6ae0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fe23c00fbd0 tx=0x7fe23c004ab0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.837 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.834+0000 7fe253e21740 1 -- 172.21.15.8:0/363752248 shutdown_connections 2024-05-20T21:20:49.837 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.834+0000 7fe253e21740 1 --2- 172.21.15.8:0/363752248 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56463cc02680 0x56463cc04a70 crc :-1 s=READY pgs=149 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.837 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.834+0000 7fe253e21740 1 --2- 172.21.15.8:0/363752248 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56463cbf2850 0x56463cbfe060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.837 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.834+0000 7fe253e21740 1 --2- 172.21.15.8:0/363752248 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56463cbed6e0 0x56463cbf7020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.838 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.834+0000 7fe253e21740 1 --2- 172.21.15.8:0/363752248 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56463cbeccf0 0x56463cbf6ae0 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.838 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.834+0000 7fe22fe00640 0 client.16494 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:20:49.838 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.834+0000 7fe253e21740 1 -- 172.21.15.8:0/363752248 >> 172.21.15.8:0/363752248 conn(0x56463cbe8360 msgr2=0x56463cbe74c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:49.838 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.834+0000 7fe253e21740 1 -- 172.21.15.8:0/363752248 shutdown_connections 2024-05-20T21:20:49.838 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.834+0000 7fe253e21740 1 -- 172.21.15.8:0/363752248 wait complete. 2024-05-20T21:20:49.838 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.834+0000 7fe253e21740 20 client.16494 trim_cache size 0 max 16384 2024-05-20T21:20:49.851 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.851+0000 7fe253e21740 1 Processor -- start 2024-05-20T21:20:49.851 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.851+0000 7fe253e21740 1 -- start start 2024-05-20T21:20:49.851 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.852+0000 7fe253e21740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56463cbeccf0 0x56463cbeba60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:49.851 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.852+0000 7fe253e21740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56463cbed6e0 0x56463cbfdff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:49.851 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.852+0000 7fe253e21740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56463cbf2850 0x56463cbe6c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:49.851 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.852+0000 7fe253e21740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fe24c1b2bd0 con 0x56463cbed6e0 2024-05-20T21:20:49.851 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.852+0000 7fe253e21740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe24c1b04a0 con 0x56463cbf2850 2024-05-20T21:20:49.851 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.852+0000 7fe253e21740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fe24c1ae2f0 con 0x56463cbeccf0 2024-05-20T21:20:49.852 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.852+0000 7fe249400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56463cbed6e0 0x56463cbfdff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:49.852 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.852+0000 7fe249400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56463cbed6e0 0x56463cbfdff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:43730/0 (socket says 172.21.15.8:43730) 2024-05-20T21:20:49.853 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.852+0000 7fe249400640 1 -- 172.21.15.8:0/2229081556 learned_addr learned my addr 172.21.15.8:0/2229081556 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:49.853 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.852+0000 7fe249e00640 1 --2- 172.21.15.8:0/2229081556 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56463cbeccf0 0x56463cbeba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:49.853 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.852+0000 7fe24a800640 1 --2- 172.21.15.8:0/2229081556 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56463cbf2850 0x56463cbe6c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:49.853 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.852+0000 7fe249400640 1 -- 172.21.15.8:0/2229081556 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56463cbeccf0 msgr2=0x56463cbeba60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:49.853 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.852+0000 7fe249400640 1 --2- 172.21.15.8:0/2229081556 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56463cbeccf0 0x56463cbeba60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.853 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.852+0000 7fe249400640 1 -- 172.21.15.8:0/2229081556 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56463cbf2850 msgr2=0x56463cbe6c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:49.853 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.852+0000 7fe249400640 1 --2- 172.21.15.8:0/2229081556 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56463cbf2850 0x56463cbe6c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.853 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.852+0000 7fe249400640 1 -- 172.21.15.8:0/2229081556 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56463cbe8190 con 0x56463cbed6e0 2024-05-20T21:20:49.853 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.852+0000 7fe24a800640 1 --2- 172.21.15.8:0/2229081556 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56463cbf2850 0x56463cbe6c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:20:49.853 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.853+0000 7fe249400640 1 --2- 172.21.15.8:0/2229081556 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56463cbed6e0 0x56463cbfdff0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fe234000c00 tx=0x7fe234005780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e85ea18718068683 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:49.853 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.853+0000 7fe23aa00640 1 -- 172.21.15.8:0/2229081556 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe234037040 con 0x56463cbed6e0 2024-05-20T21:20:49.853 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.853+0000 7fe23aa00640 1 -- 172.21.15.8:0/2229081556 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe23404f070 con 0x56463cbed6e0 2024-05-20T21:20:49.854 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.853+0000 7fe23aa00640 1 -- 172.21.15.8:0/2229081556 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe234046040 con 0x56463cbed6e0 2024-05-20T21:20:49.855 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.854+0000 7fe253e21740 1 -- 172.21.15.8:0/2229081556 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56463cbed6e0 msgr2=0x56463cbfdff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:49.855 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.854+0000 7fe253e21740 1 --2- 172.21.15.8:0/2229081556 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56463cbed6e0 0x56463cbfdff0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fe234000c00 tx=0x7fe234005780 comp rx=0 tx=0).stop 2024-05-20T21:20:49.855 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.854+0000 7fe253e21740 1 -- 172.21.15.8:0/2229081556 shutdown_connections 2024-05-20T21:20:49.856 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.854+0000 7fe253e21740 1 --2- 172.21.15.8:0/2229081556 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56463cbf2850 0x56463cbe6c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.856 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.854+0000 7fe253e21740 1 --2- 172.21.15.8:0/2229081556 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56463cbed6e0 0x56463cbfdff0 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.856 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.854+0000 7fe253e21740 1 --2- 172.21.15.8:0/2229081556 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56463cbeccf0 0x56463cbeba60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.856 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.854+0000 7fe253e21740 1 -- 172.21.15.8:0/2229081556 >> 172.21.15.8:0/2229081556 conn(0x56463cbe8360 msgr2=0x56463cbeb350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:49.856 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.854+0000 7fe253e21740 1 -- 172.21.15.8:0/2229081556 shutdown_connections 2024-05-20T21:20:49.856 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.854+0000 7fe253e21740 1 -- 172.21.15.8:0/2229081556 wait complete. 2024-05-20T21:20:49.856 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.854+0000 7fe253e21740 1 -- start start 2024-05-20T21:20:49.856 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.855+0000 7fe253e21740 1 Processor -- start 2024-05-20T21:20:49.856 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.855+0000 7fe253e21740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56463cbeccf0 0x56463cbfb670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:49.856 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.855+0000 7fe253e21740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56463cbf2850 0x56463cbfbbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:49.856 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.855+0000 7fe253e21740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56463cbfcbc0 0x56463cbfd040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:49.856 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.855+0000 7fe253e21740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fe24c1ae960 con 0x56463cbfcbc0 2024-05-20T21:20:49.856 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.855+0000 7fe253e21740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe24c1afdd0 con 0x56463cbeccf0 2024-05-20T21:20:49.857 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.855+0000 7fe253e21740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fe24c1af030 con 0x56463cbf2850 2024-05-20T21:20:49.857 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.855+0000 7fe253e21740 10 client.0 _ll_register_callbacks cb 0x7fe23c012050 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:20:49.857 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.856+0000 7fe24a800640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56463cbfcbc0 0x56463cbfd040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:49.857 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.856+0000 7fe249e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56463cbeccf0 0x56463cbfb670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:49.857 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.856+0000 7fe24a800640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56463cbfcbc0 0x56463cbfd040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:43736/0 (socket says 172.21.15.8:43736) 2024-05-20T21:20:49.857 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.856+0000 7fe24a800640 1 -- 172.21.15.8:0/1737690857 learned_addr learned my addr 172.21.15.8:0/1737690857 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:49.857 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.856+0000 7fe249400640 1 --2- 172.21.15.8:0/1737690857 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56463cbf2850 0x56463cbfbbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:49.857 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.856+0000 7fe249e00640 1 -- 172.21.15.8:0/1737690857 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56463cbf2850 msgr2=0x56463cbfbbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:49.857 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.856+0000 7fe249e00640 1 --2- 172.21.15.8:0/1737690857 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56463cbf2850 0x56463cbfbbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.857 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.856+0000 7fe249e00640 1 -- 172.21.15.8:0/1737690857 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56463cbfcbc0 msgr2=0x56463cbfd040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:49.857 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.856+0000 7fe249e00640 1 --2- 172.21.15.8:0/1737690857 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56463cbfcbc0 0x56463cbfd040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.857 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.856+0000 7fe249e00640 1 -- 172.21.15.8:0/1737690857 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56463cbf5ba0 con 0x56463cbeccf0 2024-05-20T21:20:49.859 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.857+0000 7fe249e00640 1 --2- 172.21.15.8:0/1737690857 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56463cbeccf0 0x56463cbfb670 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fe23c019040 tx=0x7fe23c005f10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bfbae5540f63183 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:49.859 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.857+0000 7fe22fe00640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:20:49.859 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.857+0000 7fe22fe00640 1 -- 172.21.15.8:0/1737690857 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe23c034470 con 0x56463cbeccf0 2024-05-20T21:20:49.859 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.857+0000 7fe22fe00640 1 -- 172.21.15.8:0/1737690857 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fe23c034610 con 0x56463cbeccf0 2024-05-20T21:20:49.859 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.857+0000 7fe253e21740 1 -- 172.21.15.8:0/1737690857 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe23404f070 con 0x56463cbeccf0 2024-05-20T21:20:49.859 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.857+0000 7fe22fe00640 1 -- 172.21.15.8:0/1737690857 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe23c034810 con 0x56463cbeccf0 2024-05-20T21:20:49.859 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.857+0000 7fe253e21740 10 client.26609 fetch_fsmap learned FSMap version 26 2024-05-20T21:20:49.859 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.857+0000 7fe253e21740 1 -- 172.21.15.8:0/1737690857 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56463cc6d3c0 con 0x56463cbeccf0 2024-05-20T21:20:49.859 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.858+0000 7fe22fe00640 1 -- 172.21.15.8:0/1737690857 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe23404f070 con 0x56463cbeccf0 2024-05-20T21:20:49.859 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.858+0000 7fe22fe00640 1 -- 172.21.15.8:0/1737690857 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe23c027040 con 0x56463cbeccf0 2024-05-20T21:20:49.860 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.858+0000 7fe253e21740 10 client.26609 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:20:49.860 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.858+0000 7fe253e21740 10 client.26609 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:20:49.860 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.858+0000 7fe253e21740 20 client.26609 populate_metadata read hostname 'smithi008' 2024-05-20T21:20:49.860 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.858+0000 7fe253e21740 1 --2- 172.21.15.8:0/1737690857 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56463cc6dd40 0x56463cc70160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:49.860 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.858+0000 7fe253e21740 4 client.26609 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:20:49.860 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.858+0000 7fe253e21740 1 -- 172.21.15.8:0/1737690857 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56463cb582c0 con 0x56463cc6dd40 2024-05-20T21:20:49.860 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.859+0000 7fe249400640 1 --2- 172.21.15.8:0/1737690857 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56463cc6dd40 0x56463cc70160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:49.860 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.859+0000 7fe249400640 1 --2- 172.21.15.8:0/1737690857 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56463cc6dd40 0x56463cc70160 crc :-1 s=READY pgs=150 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b9abffb12f928974 server_cookie=d1a18ac1c2b6c999 in_seq=0 out_seq=0 2024-05-20T21:20:49.860 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.859+0000 7fe22fe00640 10 client.26609 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:20:49.872 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.872+0000 7fe22fe00640 1 -- 172.21.15.8:0/1737690857 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x56463cb582c0 con 0x56463cc6dd40 2024-05-20T21:20:49.872 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.872+0000 7fe22fe00640 10 client.26609 handle_command_reply: tid=0 2024-05-20T21:20:49.873 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.873+0000 7fe253e21740 1 client.26609 shutdown 2024-05-20T21:20:49.873 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.873+0000 7fe253e21740 1 -- 172.21.15.8:0/1737690857 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56463cbeccf0 msgr2=0x56463cbfb670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:49.873 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.873+0000 7fe253e21740 1 --2- 172.21.15.8:0/1737690857 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56463cbeccf0 0x56463cbfb670 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fe23c019040 tx=0x7fe23c005f10 comp rx=0 tx=0).stop 2024-05-20T21:20:49.873 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.873+0000 7fe253e21740 1 -- 172.21.15.8:0/1737690857 shutdown_connections 2024-05-20T21:20:49.873 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.873+0000 7fe253e21740 1 --2- 172.21.15.8:0/1737690857 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56463cc6dd40 0x56463cc70160 crc :-1 s=READY pgs=150 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.873 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.873+0000 7fe253e21740 1 --2- 172.21.15.8:0/1737690857 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56463cbfcbc0 0x56463cbfd040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.873 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.873+0000 7fe253e21740 1 --2- 172.21.15.8:0/1737690857 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56463cbf2850 0x56463cbfbbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.873 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.873+0000 7fe253e21740 1 --2- 172.21.15.8:0/1737690857 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56463cbeccf0 0x56463cbfb670 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.873 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.873+0000 7fe22fe00640 0 client.26609 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:20:49.873 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.873+0000 7fe253e21740 1 -- 172.21.15.8:0/1737690857 >> 172.21.15.8:0/1737690857 conn(0x56463cbe8360 msgr2=0x56463cbee0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:49.873 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.873+0000 7fe253e21740 1 -- 172.21.15.8:0/1737690857 shutdown_connections 2024-05-20T21:20:49.873 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.873+0000 7fe253e21740 1 -- 172.21.15.8:0/1737690857 wait complete. 2024-05-20T21:20:49.874 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.873+0000 7fe253e21740 20 client.26609 trim_cache size 0 max 16384 2024-05-20T21:20:49.874 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:20:49.874 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:20:49.874 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:20:49.875 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.874+0000 7fe24b200640 1 -- 172.21.15.8:0/3116870503 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe2300b27d0 msgr2=0x7fe2300b4c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:49.875 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.874+0000 7fe24b200640 1 --2- 172.21.15.8:0/3116870503 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe2300b27d0 0x7fe2300b4c90 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x56463cbedae0 tx=0x7fe23c009500 comp rx=0 tx=0).stop 2024-05-20T21:20:49.875 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.874+0000 7fe24b200640 1 -- 172.21.15.8:0/3116870503 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe24c106470 msgr2=0x7fe24c1a6700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:49.875 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.874+0000 7fe24b200640 1 --2- 172.21.15.8:0/3116870503 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe24c106470 0x7fe24c1a6700 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fe24400e940 tx=0x7fe24400ee00 comp rx=0 tx=0).stop 2024-05-20T21:20:49.875 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.874+0000 7fe24b200640 1 -- 172.21.15.8:0/3116870503 shutdown_connections 2024-05-20T21:20:49.875 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.874+0000 7fe24b200640 1 --2- 172.21.15.8:0/3116870503 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe2300b27d0 0x7fe2300b4c90 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.875 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.874+0000 7fe24b200640 1 --2- 172.21.15.8:0/3116870503 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe24c106470 0x7fe24c1a6700 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.875 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.874+0000 7fe24b200640 1 --2- 172.21.15.8:0/3116870503 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe24c103ac0 0x7fe24c19f690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.875 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.874+0000 7fe24b200640 1 --2- 172.21.15.8:0/3116870503 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe24c101150 0x7fe24c19f150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:49.875 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.874+0000 7fe24b200640 1 -- 172.21.15.8:0/3116870503 >> 172.21.15.8:0/3116870503 conn(0x7fe24c0fcd50 msgr2=0x7fe24c101bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:49.875 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.875+0000 7fe24b200640 1 -- 172.21.15.8:0/3116870503 shutdown_connections 2024-05-20T21:20:49.876 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:20:49.875+0000 7fe24b200640 1 -- 172.21.15.8:0/3116870503 wait complete. 2024-05-20T21:20:50.033 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:20:49 smithi008 ceph-mon[31475]: pgmap v605: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.9 KiB/s wr, 10 op/s 2024-05-20T21:20:50.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:20:49 smithi130 ceph-mon[36448]: pgmap v605: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.9 KiB/s wr, 10 op/s 2024-05-20T21:20:50.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:20:49 smithi050 ceph-mon[35809]: pgmap v605: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.9 KiB/s wr, 10 op/s 2024-05-20T21:20:51.062 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:20:50 smithi008 ceph-mon[31475]: scrub queued for path: / 2024-05-20T21:20:51.062 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:20:50 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:20:51.062 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:20:50 smithi008 ceph-mon[31475]: scrub summary: active paths [/] 2024-05-20T21:20:51.063 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:20:50 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:20:51.119 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:20:51.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:20:50 smithi130 ceph-mon[36448]: scrub queued for path: / 2024-05-20T21:20:51.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:20:50 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:20:51.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:20:50 smithi130 ceph-mon[36448]: scrub summary: active paths [/] 2024-05-20T21:20:51.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:20:50 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:20:51.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:20:50 smithi050 ceph-mon[35809]: scrub queued for path: / 2024-05-20T21:20:51.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:20:50 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:20:51.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:20:50 smithi050 ceph-mon[35809]: scrub summary: active paths [/] 2024-05-20T21:20:51.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:20:50 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:20:51.705 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:20:51.854 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:20:51 smithi008 ceph-mon[31475]: scrub summary: idle 2024-05-20T21:20:51.854 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:20:51 smithi008 ceph-mon[31475]: pgmap v606: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-05-20T21:20:52.075 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:20:51 smithi050 ceph-mon[35809]: scrub summary: idle 2024-05-20T21:20:52.075 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:20:51 smithi050 ceph-mon[35809]: pgmap v606: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-05-20T21:20:52.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:20:51 smithi130 ceph-mon[36448]: scrub summary: idle 2024-05-20T21:20:52.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:20:51 smithi130 ceph-mon[36448]: pgmap v606: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-05-20T21:20:53.646 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:53.646+0000 7f6dd2400700 1 -- 172.21.15.8:0/3652454773 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6dcc06b220 msgr2=0x7f6dcc06b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:53.646 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:53.646+0000 7f6dd2400700 1 --2- 172.21.15.8:0/3652454773 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6dcc06b220 0x7f6dcc06b6a0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f6db4009990 tx=0x7f6db4009ca0 comp rx=0 tx=0).stop 2024-05-20T21:20:53.646 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:53.646+0000 7f6dd2400700 1 -- 172.21.15.8:0/3652454773 shutdown_connections 2024-05-20T21:20:53.646 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:53.646+0000 7f6dd2400700 1 --2- 172.21.15.8:0/3652454773 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6dcc06bbe0 0x7f6dcc1103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:53.647 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:53.646+0000 7f6dd2400700 1 --2- 172.21.15.8:0/3652454773 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6dcc1095b0 0x7f6dcc109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:53.647 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:53.646+0000 7f6dd2400700 1 --2- 172.21.15.8:0/3652454773 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6dcc06b220 0x7f6dcc06b6a0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:53.647 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:53.646+0000 7f6dd2400700 1 -- 172.21.15.8:0/3652454773 >> 172.21.15.8:0/3652454773 conn(0x7f6dcc0793f0 msgr2=0x7f6dcc079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:53.647 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:53.646+0000 7f6dd2400700 1 -- 172.21.15.8:0/3652454773 shutdown_connections 2024-05-20T21:20:53.647 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:53.646+0000 7f6dd2400700 1 -- 172.21.15.8:0/3652454773 wait complete. 2024-05-20T21:20:53.648 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:53.648+0000 7f6dd2400700 1 Processor -- start 2024-05-20T21:20:53.649 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:53.648+0000 7f6dd2400700 1 -- start start 2024-05-20T21:20:53.649 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:53.648+0000 7f6dd2400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6dcc06b220 0x7f6dcc19be50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:53.649 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:53.648+0000 7f6dd2400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6dcc06bbe0 0x7f6dcc19c390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:53.649 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:53.648+0000 7f6dd2400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6dcc1095b0 0x7f6dcc1a0720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:53.649 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:53.648+0000 7f6dd2400700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f6dcc113720 con 0x7f6dcc06bbe0 2024-05-20T21:20:53.649 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:53.648+0000 7f6dd2400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6dcc1135a0 con 0x7f6dcc06b220 2024-05-20T21:20:53.649 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:53.648+0000 7f6dd2400700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f6dcc1138a0 con 0x7f6dcc1095b0 2024-05-20T21:20:53.649 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:53.649+0000 7f6dc3e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6dcc06bbe0 0x7f6dcc19c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:53.649 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:53.649+0000 7f6dc3e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6dcc06bbe0 0x7f6dcc19c390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:36160/0 (socket says 172.21.15.8:36160) 2024-05-20T21:20:53.649 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:53.649+0000 7f6dc3e00700 1 -- 172.21.15.8:0/1257995767 learned_addr learned my addr 172.21.15.8:0/1257995767 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:53.649 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:53.649+0000 7f6dcb400700 1 --2- 172.21.15.8:0/1257995767 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6dcc06b220 0x7f6dcc19be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:53.650 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:53.649+0000 7f6dcbe00700 1 --2- 172.21.15.8:0/1257995767 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6dcc1095b0 0x7f6dcc1a0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:53.650 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:53.649+0000 7f6dc3e00700 1 -- 172.21.15.8:0/1257995767 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6dcc1095b0 msgr2=0x7f6dcc1a0720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:53.650 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:53.649+0000 7f6dc3e00700 1 --2- 172.21.15.8:0/1257995767 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6dcc1095b0 0x7f6dcc1a0720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:53.650 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:53.649+0000 7f6dc3e00700 1 -- 172.21.15.8:0/1257995767 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6dcc06b220 msgr2=0x7f6dcc19be50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:53.650 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:53.649+0000 7f6dc3e00700 1 --2- 172.21.15.8:0/1257995767 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6dcc06b220 0x7f6dcc19be50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:53.650 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:53.649+0000 7f6dc3e00700 1 -- 172.21.15.8:0/1257995767 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6dcc1a0e60 con 0x7f6dcc06bbe0 2024-05-20T21:20:53.650 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:53.649+0000 7f6dcbe00700 1 --2- 172.21.15.8:0/1257995767 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6dcc1095b0 0x7f6dcc1a0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:20:53.650 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:53.649+0000 7f6dc3e00700 1 --2- 172.21.15.8:0/1257995767 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6dcc06bbe0 0x7f6dcc19c390 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f6db4000c00 tx=0x7f6db40057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:53.651 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:53.650+0000 7f6dc8c00700 1 -- 172.21.15.8:0/1257995767 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6db4027070 con 0x7f6dcc06bbe0 2024-05-20T21:20:53.651 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:53.650+0000 7f6dc8c00700 1 -- 172.21.15.8:0/1257995767 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6db4022470 con 0x7f6dcc06bbe0 2024-05-20T21:20:53.651 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:53.650+0000 7f6dd2400700 1 -- 172.21.15.8:0/1257995767 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6dcc1a10f0 con 0x7f6dcc06bbe0 2024-05-20T21:20:53.651 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:53.650+0000 7f6dd2400700 1 -- 172.21.15.8:0/1257995767 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6dcc1a89d0 con 0x7f6dcc06bbe0 2024-05-20T21:20:53.651 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:53.650+0000 7f6dc8c00700 1 -- 172.21.15.8:0/1257995767 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6db40175f0 con 0x7f6dcc06bbe0 2024-05-20T21:20:53.651 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:53.651+0000 7f6dd2400700 1 -- 172.21.15.8:0/1257995767 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6dcc06a230 con 0x7f6dcc06bbe0 2024-05-20T21:20:53.653 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:53.654+0000 7f6dc8c00700 1 -- 172.21.15.8:0/1257995767 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f6db402a070 con 0x7f6dcc06bbe0 2024-05-20T21:20:53.654 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:53.655+0000 7f6dc8c00700 1 --2- 172.21.15.8:0/1257995767 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6db00b2880 0x7f6db00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:53.654 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:53.655+0000 7f6dc8c00700 1 -- 172.21.15.8:0/1257995767 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f6db40e2ef0 con 0x7f6dcc06bbe0 2024-05-20T21:20:53.655 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:53.656+0000 7f6dcb400700 1 --2- 172.21.15.8:0/1257995767 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6db00b2880 0x7f6db00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:53.655 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:53.656+0000 7f6dcb400700 1 --2- 172.21.15.8:0/1257995767 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6db00b2880 0x7f6db00b4d40 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f6dbc009be0 tx=0x7f6dbc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:53.659 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:53.660+0000 7f6dc8c00700 1 -- 172.21.15.8:0/1257995767 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f6db4013070 con 0x7f6dcc06bbe0 2024-05-20T21:20:53.962 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:53.962+0000 7f6dd2400700 1 -- 172.21.15.8:0/1257995767 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6dcc1a8ba0 con 0x7f6dcc06bbe0 2024-05-20T21:20:53.963 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:53.964+0000 7f6dc8c00700 1 -- 172.21.15.8:0/1257995767 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7f6db40aac30 con 0x7f6dcc06bbe0 2024-05-20T21:20:53.963 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:20:53.964 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:20:53.967 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:53.967+0000 7f6dd2400700 1 -- 172.21.15.8:0/1257995767 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6db00b2880 msgr2=0x7f6db00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:53.967 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:53.967+0000 7f6dd2400700 1 --2- 172.21.15.8:0/1257995767 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6db00b2880 0x7f6db00b4d40 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f6dbc009be0 tx=0x7f6dbc009260 comp rx=0 tx=0).stop 2024-05-20T21:20:53.967 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:53.967+0000 7f6dd2400700 1 -- 172.21.15.8:0/1257995767 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6dcc06bbe0 msgr2=0x7f6dcc19c390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:53.967 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:53.967+0000 7f6dd2400700 1 --2- 172.21.15.8:0/1257995767 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6dcc06bbe0 0x7f6dcc19c390 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f6db4000c00 tx=0x7f6db40057c0 comp rx=0 tx=0).stop 2024-05-20T21:20:53.967 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:53.967+0000 7f6dd2400700 1 -- 172.21.15.8:0/1257995767 shutdown_connections 2024-05-20T21:20:53.967 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:53.967+0000 7f6dd2400700 1 --2- 172.21.15.8:0/1257995767 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6db00b2880 0x7f6db00b4d40 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:53.967 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:53.967+0000 7f6dd2400700 1 --2- 172.21.15.8:0/1257995767 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6dcc06b220 0x7f6dcc19be50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:53.967 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:53.967+0000 7f6dd2400700 1 --2- 172.21.15.8:0/1257995767 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6dcc1095b0 0x7f6dcc1a0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:53.967 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:53.967+0000 7f6dd2400700 1 --2- 172.21.15.8:0/1257995767 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6dcc06bbe0 0x7f6dcc19c390 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:53.967 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:53.967+0000 7f6dd2400700 1 -- 172.21.15.8:0/1257995767 >> 172.21.15.8:0/1257995767 conn(0x7f6dcc0793f0 msgr2=0x7f6dcc100ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:53.967 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:53.967+0000 7f6dd2400700 1 -- 172.21.15.8:0/1257995767 shutdown_connections 2024-05-20T21:20:53.967 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:53.967+0000 7f6dd2400700 1 -- 172.21.15.8:0/1257995767 wait complete. 2024-05-20T21:20:53.968 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:20:54.384 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.221+0000 7fd005200700 1 -- 172.21.15.8:0/2889736284 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd000076090 msgr2=0x7fd00010fa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:54.384 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.221+0000 7fd005200700 1 --2- 172.21.15.8:0/2889736284 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd000076090 0x7fd00010fa00 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fcfe80098f0 tx=0x7fcfe8009c00 comp rx=0 tx=0).stop 2024-05-20T21:20:54.384 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.221+0000 7fd005200700 1 -- 172.21.15.8:0/2889736284 shutdown_connections 2024-05-20T21:20:54.384 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.221+0000 7fd005200700 1 --2- 172.21.15.8:0/2889736284 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd00010ff40 0x7fd000112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:54.384 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.221+0000 7fd005200700 1 --2- 172.21.15.8:0/2889736284 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd000075770 0x7fd000075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:54.384 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.221+0000 7fd005200700 1 --2- 172.21.15.8:0/2889736284 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd000076090 0x7fd00010fa00 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:54.384 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.221+0000 7fd005200700 1 -- 172.21.15.8:0/2889736284 >> 172.21.15.8:0/2889736284 conn(0x7fd00007a6a0 msgr2=0x7fd00007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:54.384 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.221+0000 7fd005200700 1 -- 172.21.15.8:0/2889736284 shutdown_connections 2024-05-20T21:20:54.384 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.222+0000 7fd005200700 1 -- 172.21.15.8:0/2889736284 wait complete. 2024-05-20T21:20:54.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.223+0000 7fd005200700 1 Processor -- start 2024-05-20T21:20:54.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.223+0000 7fd005200700 1 -- start start 2024-05-20T21:20:54.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.224+0000 7fd005200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd000075770 0x7fd00019bed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:54.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.224+0000 7fd005200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd000076090 0x7fd00019c410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:54.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.224+0000 7fd005200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd00010ff40 0x7fd0001a07a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:54.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.224+0000 7fd005200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fd000115900 con 0x7fd000075770 2024-05-20T21:20:54.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.224+0000 7fd005200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fd000115780 con 0x7fd000076090 2024-05-20T21:20:54.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.224+0000 7fd005200700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fd000115a80 con 0x7fd00010ff40 2024-05-20T21:20:54.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.224+0000 7fcffde00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd000075770 0x7fd00019bed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:54.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.224+0000 7fcffde00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd000075770 0x7fd00019bed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:36186/0 (socket says 172.21.15.8:36186) 2024-05-20T21:20:54.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.224+0000 7fcffde00700 1 -- 172.21.15.8:0/3572730065 learned_addr learned my addr 172.21.15.8:0/3572730065 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:54.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.224+0000 7fcffe800700 1 --2- 172.21.15.8:0/3572730065 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd00010ff40 0x7fd0001a07a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:54.386 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.224+0000 7fcff5400700 1 --2- 172.21.15.8:0/3572730065 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd000076090 0x7fd00019c410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:54.386 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.225+0000 7fcffde00700 1 -- 172.21.15.8:0/3572730065 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd00010ff40 msgr2=0x7fd0001a07a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:54.386 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.225+0000 7fcffde00700 1 --2- 172.21.15.8:0/3572730065 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd00010ff40 0x7fd0001a07a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:54.386 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.225+0000 7fcffde00700 1 -- 172.21.15.8:0/3572730065 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd000076090 msgr2=0x7fd00019c410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:54.386 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.225+0000 7fcffde00700 1 --2- 172.21.15.8:0/3572730065 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd000076090 0x7fd00019c410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:54.386 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.225+0000 7fcffde00700 1 -- 172.21.15.8:0/3572730065 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0001a0ee0 con 0x7fd000075770 2024-05-20T21:20:54.386 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.225+0000 7fcffde00700 1 --2- 172.21.15.8:0/3572730065 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd000075770 0x7fd00019bed0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fcff000c0c0 tx=0x7fcff000c3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:54.386 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.225+0000 7fcff7400700 1 -- 172.21.15.8:0/3572730065 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcff00092e0 con 0x7fd000075770 2024-05-20T21:20:54.386 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.225+0000 7fd005200700 1 -- 172.21.15.8:0/3572730065 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0001a1170 con 0x7fd000075770 2024-05-20T21:20:54.386 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.225+0000 7fcff7400700 1 -- 172.21.15.8:0/3572730065 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcff00075c0 con 0x7fd000075770 2024-05-20T21:20:54.386 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.225+0000 7fcff7400700 1 -- 172.21.15.8:0/3572730065 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcff00146e0 con 0x7fd000075770 2024-05-20T21:20:54.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.225+0000 7fd005200700 1 -- 172.21.15.8:0/3572730065 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0001a8a50 con 0x7fd000075770 2024-05-20T21:20:54.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.229+0000 7fcff7400700 1 -- 172.21.15.8:0/3572730065 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fcff001b020 con 0x7fd000075770 2024-05-20T21:20:54.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.231+0000 7fd00fc62b80 1 Processor -- start 2024-05-20T21:20:54.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.231+0000 7fd00fc62b80 1 -- start start 2024-05-20T21:20:54.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.231+0000 7fd00fc62b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640ed25feb0 0x5640ed260290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:54.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.231+0000 7fd00fc62b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5640ed2607d0 0x5640ed25a260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:54.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.231+0000 7fd00fc62b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5640ed25a880 0x5640ed25ace0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:54.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.231+0000 7fd00fc62b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5640ed1b8e40 con 0x5640ed25a880 2024-05-20T21:20:54.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.231+0000 7fd00fc62b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5640ed1a89e0 con 0x5640ed25feb0 2024-05-20T21:20:54.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.231+0000 7fd00fc62b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5640ed1aca20 con 0x5640ed2607d0 2024-05-20T21:20:54.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.232+0000 7fcff7400700 1 --2- 172.21.15.8:0/3572730065 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fcfe40b2880 0x7fcfe40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:54.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.232+0000 7fcffde00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5640ed2607d0 0x5640ed25a260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:54.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.232+0000 7fcff5400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5640ed25a880 0x5640ed25ace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:54.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.232+0000 7fcffe800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640ed25feb0 0x5640ed260290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:54.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.232+0000 7fcffe800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640ed25feb0 0x5640ed260290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:49384/0 (socket says 172.21.15.8:49384) 2024-05-20T21:20:54.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.232+0000 7fcffe800700 1 -- 172.21.15.8:0/1372565639 learned_addr learned my addr 172.21.15.8:0/1372565639 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:54.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.232+0000 7fcff5400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5640ed25a880 0x5640ed25ace0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:36188/0 (socket says 172.21.15.8:36188) 2024-05-20T21:20:54.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.232+0000 7fcff7400700 1 -- 172.21.15.8:0/3572730065 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fcff00e2090 con 0x7fd000075770 2024-05-20T21:20:54.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.232+0000 7fcffde00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5640ed2607d0 0x5640ed25a260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:43688/0 (socket says 172.21.15.8:43688) 2024-05-20T21:20:54.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.232+0000 7fcffe800700 1 --2- 172.21.15.8:0/3572730065 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fcfe40b2880 0x7fcfe40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:54.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.232+0000 7fcffe800700 1 -- 172.21.15.8:0/1372565639 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5640ed2607d0 msgr2=0x5640ed25a260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:54.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.232+0000 7fcffe800700 1 --2- 172.21.15.8:0/1372565639 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5640ed2607d0 0x5640ed25a260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:54.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.232+0000 7fcffe800700 1 -- 172.21.15.8:0/1372565639 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5640ed25a880 msgr2=0x5640ed25ace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:54.389 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.233+0000 7fcffe800700 1 --2- 172.21.15.8:0/1372565639 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5640ed25a880 0x5640ed25ace0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:54.389 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.233+0000 7fcffe800700 1 -- 172.21.15.8:0/1372565639 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5640ed171420 con 0x5640ed25feb0 2024-05-20T21:20:54.389 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.233+0000 7fcff5400700 1 --2- 172.21.15.8:0/1372565639 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5640ed25a880 0x5640ed25ace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:54.389 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.233+0000 7fcffe800700 1 --2- 172.21.15.8:0/1372565639 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640ed25feb0 0x5640ed260290 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fcff80137d0 tx=0x7fcff8013ae0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4d8cf8a38dfcdfe8 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:54.389 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.233+0000 7fcffe800700 1 --2- 172.21.15.8:0/3572730065 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fcfe40b2880 0x7fcfe40b4d40 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fcff801d000 tx=0x7fcff801f000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:54.389 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.233+0000 7fcfef400700 1 -- 172.21.15.8:0/1372565639 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcff8011cf0 con 0x5640ed25feb0 2024-05-20T21:20:54.389 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.233+0000 7fcfef400700 1 -- 172.21.15.8:0/1372565639 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcff8022070 con 0x5640ed25feb0 2024-05-20T21:20:54.389 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.233+0000 7fcfef400700 1 -- 172.21.15.8:0/1372565639 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcff801e660 con 0x5640ed25feb0 2024-05-20T21:20:54.389 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.234+0000 7fd00fc62b80 1 -- 172.21.15.8:0/1372565639 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640ed25feb0 msgr2=0x5640ed260290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:54.389 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.234+0000 7fd00fc62b80 1 --2- 172.21.15.8:0/1372565639 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640ed25feb0 0x5640ed260290 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fcff80137d0 tx=0x7fcff8013ae0 comp rx=0 tx=0).stop 2024-05-20T21:20:54.389 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.234+0000 7fd00fc62b80 1 -- 172.21.15.8:0/1372565639 shutdown_connections 2024-05-20T21:20:54.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.234+0000 7fd00fc62b80 1 --2- 172.21.15.8:0/1372565639 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640ed25feb0 0x5640ed260290 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:54.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.234+0000 7fd00fc62b80 1 --2- 172.21.15.8:0/1372565639 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5640ed25a880 0x5640ed25ace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:54.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.234+0000 7fd00fc62b80 1 --2- 172.21.15.8:0/1372565639 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5640ed2607d0 0x5640ed25a260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:54.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.234+0000 7fd00fc62b80 1 -- 172.21.15.8:0/1372565639 >> 172.21.15.8:0/1372565639 conn(0x5640ed188be0 msgr2=0x5640ed255010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:54.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.234+0000 7fd00fc62b80 1 -- 172.21.15.8:0/1372565639 shutdown_connections 2024-05-20T21:20:54.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.234+0000 7fd00fc62b80 1 -- 172.21.15.8:0/1372565639 wait complete. 2024-05-20T21:20:54.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.235+0000 7fd00fc62b80 1 -- start start 2024-05-20T21:20:54.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.235+0000 7fd00fc62b80 1 Processor -- start 2024-05-20T21:20:54.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.236+0000 7fd00fc62b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5640ed25a880 0x5640ed266550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:54.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.236+0000 7fd00fc62b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640ed25feb0 0x5640ed2638f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:54.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.236+0000 7fd00fc62b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5640ed2607d0 0x5640ed263e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:54.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.236+0000 7fd00fc62b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5640ed0aefa0 con 0x5640ed2607d0 2024-05-20T21:20:54.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.236+0000 7fd00fc62b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5640ed149760 con 0x5640ed25feb0 2024-05-20T21:20:54.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.236+0000 7fd00fc62b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5640ed2671e0 con 0x5640ed25a880 2024-05-20T21:20:54.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.236+0000 7fd00fc62b80 10 client.0 _ll_register_callbacks cb 0x5640ed152c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:20:54.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.236+0000 7fcffe800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5640ed2607d0 0x5640ed263e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:54.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.236+0000 7fcffe800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5640ed2607d0 0x5640ed263e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:36204/0 (socket says 172.21.15.8:36204) 2024-05-20T21:20:54.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.236+0000 7fcffe800700 1 -- 172.21.15.8:0/3486677437 learned_addr learned my addr 172.21.15.8:0/3486677437 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:54.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.236+0000 7fcffde00700 1 --2- 172.21.15.8:0/3486677437 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5640ed25a880 0x5640ed266550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:54.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.236+0000 7fcff5400700 1 --2- 172.21.15.8:0/3486677437 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640ed25feb0 0x5640ed2638f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:54.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.236+0000 7fcffe800700 1 -- 172.21.15.8:0/3486677437 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5640ed25a880 msgr2=0x5640ed266550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:54.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.236+0000 7fcffe800700 1 --2- 172.21.15.8:0/3486677437 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5640ed25a880 0x5640ed266550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:54.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.236+0000 7fcffe800700 1 -- 172.21.15.8:0/3486677437 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640ed25feb0 msgr2=0x5640ed2638f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:54.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.236+0000 7fcffe800700 1 --2- 172.21.15.8:0/3486677437 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640ed25feb0 0x5640ed2638f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:54.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.236+0000 7fcffe800700 1 -- 172.21.15.8:0/3486677437 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5640ed0f88d0 con 0x5640ed2607d0 2024-05-20T21:20:54.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.237+0000 7fcffe800700 1 --2- 172.21.15.8:0/3486677437 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5640ed2607d0 0x5640ed263e30 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7fcff8026fd0 tx=0x7fcff8026b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a0bb2dd43e916d57 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:54.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.237+0000 7fcfe3e00700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:20:54.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.237+0000 7fcfe3e00700 1 -- 172.21.15.8:0/3486677437 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcff802a040 con 0x5640ed2607d0 2024-05-20T21:20:54.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.237+0000 7fcfe3e00700 1 -- 172.21.15.8:0/3486677437 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fcff8026610 con 0x5640ed2607d0 2024-05-20T21:20:54.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.237+0000 7fd00fc62b80 1 -- 172.21.15.8:0/3486677437 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcff8022070 con 0x5640ed2607d0 2024-05-20T21:20:54.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.238+0000 7fcfe3e00700 1 -- 172.21.15.8:0/3486677437 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fcff8005050 con 0x5640ed2607d0 2024-05-20T21:20:54.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.238+0000 7fd00fc62b80 10 client.16518 fetch_fsmap learned FSMap version 26 2024-05-20T21:20:54.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.238+0000 7fd00fc62b80 1 -- 172.21.15.8:0/3486677437 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5640ed179060 con 0x5640ed2607d0 2024-05-20T21:20:54.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.238+0000 7fcfe3e00700 1 -- 172.21.15.8:0/3486677437 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcff8022070 con 0x5640ed2607d0 2024-05-20T21:20:54.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.238+0000 7fcfe3e00700 1 -- 172.21.15.8:0/3486677437 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fcff8037020 con 0x5640ed2607d0 2024-05-20T21:20:54.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.238+0000 7fd00fc62b80 10 client.16518 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:20:54.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.238+0000 7fd00fc62b80 10 client.16518 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:20:54.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.238+0000 7fd00fc62b80 20 client.16518 populate_metadata read hostname 'smithi008' 2024-05-20T21:20:54.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.238+0000 7fd00fc62b80 1 --2- 172.21.15.8:0/3486677437 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5640ed273d20 0x5640ed276110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:54.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.238+0000 7fd00fc62b80 4 client.16518 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:20:54.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.238+0000 7fd00fc62b80 1 -- 172.21.15.8:0/3486677437 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5640ed1bad90 con 0x5640ed273d20 2024-05-20T21:20:54.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.239+0000 7fcffde00700 1 --2- 172.21.15.8:0/3486677437 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5640ed273d20 0x5640ed276110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:54.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.239+0000 7fcffde00700 1 --2- 172.21.15.8:0/3486677437 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5640ed273d20 0x5640ed276110 crc :-1 s=READY pgs=151 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e35802e7c0f108c0 server_cookie=2dd34ecce0686090 in_seq=0 out_seq=0 2024-05-20T21:20:54.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.239+0000 7fcfe3e00700 10 client.16518 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:20:54.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.240+0000 7fcfe3e00700 1 -- 172.21.15.8:0/3486677437 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5640ed1bad90 con 0x5640ed273d20 2024-05-20T21:20:54.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.240+0000 7fcfe3e00700 10 client.16518 handle_command_reply: tid=0 2024-05-20T21:20:54.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.240+0000 7fd00fc62b80 1 client.16518 shutdown 2024-05-20T21:20:54.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.240+0000 7fd00fc62b80 1 -- 172.21.15.8:0/3486677437 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5640ed2607d0 msgr2=0x5640ed263e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:54.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.240+0000 7fd00fc62b80 1 --2- 172.21.15.8:0/3486677437 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5640ed2607d0 0x5640ed263e30 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7fcff8026fd0 tx=0x7fcff8026b50 comp rx=0 tx=0).stop 2024-05-20T21:20:54.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.240+0000 7fd00fc62b80 1 -- 172.21.15.8:0/3486677437 shutdown_connections 2024-05-20T21:20:54.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.240+0000 7fd00fc62b80 1 --2- 172.21.15.8:0/3486677437 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5640ed273d20 0x5640ed276110 crc :-1 s=READY pgs=151 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:54.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.240+0000 7fd00fc62b80 1 --2- 172.21.15.8:0/3486677437 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5640ed2607d0 0x5640ed263e30 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:54.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.240+0000 7fd00fc62b80 1 --2- 172.21.15.8:0/3486677437 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5640ed25a880 0x5640ed266550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:54.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.240+0000 7fcfe3e00700 0 client.16518 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:20:54.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.240+0000 7fd00fc62b80 1 --2- 172.21.15.8:0/3486677437 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640ed25feb0 0x5640ed2638f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:54.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.240+0000 7fd00fc62b80 1 -- 172.21.15.8:0/3486677437 >> 172.21.15.8:0/3486677437 conn(0x5640ed188be0 msgr2=0x5640ed259250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:54.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.241+0000 7fd00fc62b80 1 -- 172.21.15.8:0/3486677437 shutdown_connections 2024-05-20T21:20:54.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.241+0000 7fd00fc62b80 1 -- 172.21.15.8:0/3486677437 wait complete. 2024-05-20T21:20:54.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.241+0000 7fd00fc62b80 20 client.16518 trim_cache size 0 max 16384 2024-05-20T21:20:54.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.263+0000 7fd00fc62b80 1 Processor -- start 2024-05-20T21:20:54.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.264+0000 7fd00fc62b80 1 -- start start 2024-05-20T21:20:54.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.264+0000 7fd00fc62b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5640ed25a880 0x5640ed25a260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:54.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.264+0000 7fd00fc62b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5640ed25feb0 0x5640ed25e0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:54.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.264+0000 7fd00fc62b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640ed2607d0 0x5640ed25ac60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:54.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.264+0000 7fd00fc62b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fd0001b2800 con 0x5640ed25a880 2024-05-20T21:20:54.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.264+0000 7fd00fc62b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fd0001b0090 con 0x5640ed2607d0 2024-05-20T21:20:54.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.264+0000 7fd00fc62b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fd0001adee0 con 0x5640ed25feb0 2024-05-20T21:20:54.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.264+0000 7fcff5400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5640ed25feb0 0x5640ed25e0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:54.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.264+0000 7fcffe800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640ed2607d0 0x5640ed25ac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:54.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.264+0000 7fcffde00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5640ed25a880 0x5640ed25a260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:54.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.264+0000 7fcff5400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5640ed25feb0 0x5640ed25e0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:43712/0 (socket says 172.21.15.8:43712) 2024-05-20T21:20:54.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.264+0000 7fcff5400700 1 -- 172.21.15.8:0/1804869456 learned_addr learned my addr 172.21.15.8:0/1804869456 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:54.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.265+0000 7fcff5400700 1 -- 172.21.15.8:0/1804869456 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640ed2607d0 msgr2=0x5640ed25ac60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:54.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.265+0000 7fcff5400700 1 --2- 172.21.15.8:0/1804869456 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640ed2607d0 0x5640ed25ac60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:54.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.265+0000 7fcff5400700 1 -- 172.21.15.8:0/1804869456 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5640ed25a880 msgr2=0x5640ed25a260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:54.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.265+0000 7fcff5400700 1 --2- 172.21.15.8:0/1804869456 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5640ed25a880 0x5640ed25a260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:54.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.265+0000 7fcff5400700 1 -- 172.21.15.8:0/1804869456 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5640ed24f4c0 con 0x5640ed25feb0 2024-05-20T21:20:54.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.265+0000 7fcffde00700 1 --2- 172.21.15.8:0/1804869456 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5640ed25a880 0x5640ed25a260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:54.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.265+0000 7fcff5400700 1 --2- 172.21.15.8:0/1804869456 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5640ed25feb0 0x5640ed25e0d0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fcfe800a010 tx=0x7fcfe8005dc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b9bad63f4ba7388f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:54.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.266+0000 7fcfeea00700 1 -- 172.21.15.8:0/1804869456 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfe800f460 con 0x5640ed25feb0 2024-05-20T21:20:54.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.266+0000 7fcfeea00700 1 -- 172.21.15.8:0/1804869456 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcfe8005040 con 0x5640ed25feb0 2024-05-20T21:20:54.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.266+0000 7fcfeea00700 1 -- 172.21.15.8:0/1804869456 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfe80039b0 con 0x5640ed25feb0 2024-05-20T21:20:54.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.266+0000 7fd00fc62b80 1 -- 172.21.15.8:0/1804869456 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5640ed25feb0 msgr2=0x5640ed25e0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:54.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.266+0000 7fd00fc62b80 1 --2- 172.21.15.8:0/1804869456 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5640ed25feb0 0x5640ed25e0d0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fcfe800a010 tx=0x7fcfe8005dc0 comp rx=0 tx=0).stop 2024-05-20T21:20:54.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.266+0000 7fd00fc62b80 1 -- 172.21.15.8:0/1804869456 shutdown_connections 2024-05-20T21:20:54.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.266+0000 7fd00fc62b80 1 --2- 172.21.15.8:0/1804869456 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640ed2607d0 0x5640ed25ac60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:54.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.266+0000 7fd00fc62b80 1 --2- 172.21.15.8:0/1804869456 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5640ed25a880 0x5640ed25a260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:54.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.266+0000 7fd00fc62b80 1 --2- 172.21.15.8:0/1804869456 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5640ed25feb0 0x5640ed25e0d0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:54.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.266+0000 7fd00fc62b80 1 -- 172.21.15.8:0/1804869456 >> 172.21.15.8:0/1804869456 conn(0x5640ed188be0 msgr2=0x5640ed25d9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:54.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.266+0000 7fd00fc62b80 1 -- 172.21.15.8:0/1804869456 shutdown_connections 2024-05-20T21:20:54.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.266+0000 7fd00fc62b80 1 -- 172.21.15.8:0/1804869456 wait complete. 2024-05-20T21:20:54.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.267+0000 7fd00fc62b80 1 -- start start 2024-05-20T21:20:54.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.267+0000 7fd00fc62b80 1 Processor -- start 2024-05-20T21:20:54.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.267+0000 7fd00fc62b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640ed25a880 0x5640ed27b500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:54.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.268+0000 7fd00fc62b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5640ed25feb0 0x5640ed27ba40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:54.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.268+0000 7fd00fc62b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5640ed2607d0 0x5640ed27bf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:54.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.268+0000 7fd00fc62b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fd0001ae550 con 0x5640ed25feb0 2024-05-20T21:20:54.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.268+0000 7fd00fc62b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fd0001af9c0 con 0x5640ed25a880 2024-05-20T21:20:54.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.268+0000 7fd00fc62b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fd0001aec20 con 0x5640ed2607d0 2024-05-20T21:20:54.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.268+0000 7fd00fc62b80 10 client.0 _ll_register_callbacks cb 0x5640ed152c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:20:54.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.268+0000 7fcff5400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5640ed25feb0 0x5640ed27ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:54.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.268+0000 7fcff5400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5640ed25feb0 0x5640ed27ba40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:36224/0 (socket says 172.21.15.8:36224) 2024-05-20T21:20:54.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.268+0000 7fcff5400700 1 -- 172.21.15.8:0/2812438440 learned_addr learned my addr 172.21.15.8:0/2812438440 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:54.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.268+0000 7fcffde00700 1 --2- 172.21.15.8:0/2812438440 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640ed25a880 0x5640ed27b500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:54.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.268+0000 7fcffe800700 1 --2- 172.21.15.8:0/2812438440 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5640ed2607d0 0x5640ed27bf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:54.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.268+0000 7fcff5400700 1 -- 172.21.15.8:0/2812438440 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5640ed2607d0 msgr2=0x5640ed27bf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:54.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.268+0000 7fcff5400700 1 --2- 172.21.15.8:0/2812438440 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5640ed2607d0 0x5640ed27bf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:54.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.268+0000 7fcff5400700 1 -- 172.21.15.8:0/2812438440 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640ed25a880 msgr2=0x5640ed27b500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:54.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.268+0000 7fcff5400700 1 --2- 172.21.15.8:0/2812438440 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640ed25a880 0x5640ed27b500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:54.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.268+0000 7fcff5400700 1 -- 172.21.15.8:0/2812438440 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5640ed2dd8d0 con 0x5640ed25feb0 2024-05-20T21:20:54.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.269+0000 7fcff5400700 1 --2- 172.21.15.8:0/2812438440 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5640ed25feb0 0x5640ed27ba40 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fcfe8009810 tx=0x7fcfe800f710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae60552d33716610 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:54.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.269+0000 7fcfe3e00700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:20:54.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.269+0000 7fcfe3e00700 1 -- 172.21.15.8:0/2812438440 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfe8003880 con 0x5640ed25feb0 2024-05-20T21:20:54.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.269+0000 7fd00fc62b80 1 -- 172.21.15.8:0/2812438440 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcfe8005040 con 0x5640ed25feb0 2024-05-20T21:20:54.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.269+0000 7fcfe3e00700 1 -- 172.21.15.8:0/2812438440 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fcfe8003a20 con 0x5640ed25feb0 2024-05-20T21:20:54.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.269+0000 7fcfe3e00700 1 -- 172.21.15.8:0/2812438440 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fcfe8005640 con 0x5640ed25feb0 2024-05-20T21:20:54.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.269+0000 7fd00fc62b80 10 client.16524 fetch_fsmap learned FSMap version 26 2024-05-20T21:20:54.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.269+0000 7fd00fc62b80 1 -- 172.21.15.8:0/2812438440 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5640ed2deba0 con 0x5640ed25feb0 2024-05-20T21:20:54.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.270+0000 7fcfe3e00700 1 -- 172.21.15.8:0/2812438440 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcfe8005040 con 0x5640ed25feb0 2024-05-20T21:20:54.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.270+0000 7fcfe3e00700 1 -- 172.21.15.8:0/2812438440 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fcfe800bbd0 con 0x5640ed25feb0 2024-05-20T21:20:54.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.270+0000 7fd00fc62b80 10 client.16524 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:20:54.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.270+0000 7fd00fc62b80 10 client.16524 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:20:54.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.270+0000 7fd00fc62b80 20 client.16524 populate_metadata read hostname 'smithi008' 2024-05-20T21:20:54.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.270+0000 7fd00fc62b80 1 --2- 172.21.15.8:0/2812438440 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5640ed2df0f0 0x5640ed2e1510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:54.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.270+0000 7fd00fc62b80 4 client.16524 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:20:54.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.270+0000 7fd00fc62b80 1 -- 172.21.15.8:0/2812438440 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5640ed1b4570 con 0x5640ed2df0f0 2024-05-20T21:20:54.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.270+0000 7fcffde00700 1 --2- 172.21.15.8:0/2812438440 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5640ed2df0f0 0x5640ed2e1510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:54.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.271+0000 7fcffde00700 1 --2- 172.21.15.8:0/2812438440 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5640ed2df0f0 0x5640ed2e1510 crc :-1 s=READY pgs=152 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b28c47f8e563fd50 server_cookie=8f271b4a6448681 in_seq=0 out_seq=0 2024-05-20T21:20:54.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.271+0000 7fcfe3e00700 10 client.16524 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:20:54.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.271+0000 7fcfe3e00700 1 -- 172.21.15.8:0/2812438440 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5640ed1b4570 con 0x5640ed2df0f0 2024-05-20T21:20:54.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.271+0000 7fcfe3e00700 10 client.16524 handle_command_reply: tid=0 2024-05-20T21:20:54.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.271+0000 7fd00fc62b80 1 client.16524 shutdown 2024-05-20T21:20:54.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.271+0000 7fd00fc62b80 1 -- 172.21.15.8:0/2812438440 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5640ed25feb0 msgr2=0x5640ed27ba40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:54.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.271+0000 7fd00fc62b80 1 --2- 172.21.15.8:0/2812438440 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5640ed25feb0 0x5640ed27ba40 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fcfe8009810 tx=0x7fcfe800f710 comp rx=0 tx=0).stop 2024-05-20T21:20:54.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.271+0000 7fd00fc62b80 1 -- 172.21.15.8:0/2812438440 shutdown_connections 2024-05-20T21:20:54.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.271+0000 7fd00fc62b80 1 --2- 172.21.15.8:0/2812438440 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5640ed2df0f0 0x5640ed2e1510 crc :-1 s=READY pgs=152 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:54.402 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:20:54.402 INFO:teuthology.orchestra.run.smithi008.stdout: "status": "no active scrubs running", 2024-05-20T21:20:54.403 INFO:teuthology.orchestra.run.smithi008.stdout: "scrubs": {} 2024-05-20T21:20:54.403 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:20:54.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.271+0000 7fd00fc62b80 1 --2- 172.21.15.8:0/2812438440 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640ed25a880 0x5640ed27b500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:54.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.271+0000 7fd00fc62b80 1 --2- 172.21.15.8:0/2812438440 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5640ed2607d0 0x5640ed27bf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:54.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.271+0000 7fd00fc62b80 1 --2- 172.21.15.8:0/2812438440 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5640ed25feb0 0x5640ed27ba40 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:54.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.271+0000 7fcfe3e00700 0 client.16524 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:20:54.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.271+0000 7fd00fc62b80 1 -- 172.21.15.8:0/2812438440 >> 172.21.15.8:0/2812438440 conn(0x5640ed188be0 msgr2=0x5640ed2621e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:54.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.272+0000 7fd00fc62b80 1 -- 172.21.15.8:0/2812438440 shutdown_connections 2024-05-20T21:20:54.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.272+0000 7fd00fc62b80 1 -- 172.21.15.8:0/2812438440 wait complete. 2024-05-20T21:20:54.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.272+0000 7fd00fc62b80 20 client.16524 trim_cache size 0 max 16384 2024-05-20T21:20:54.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.272+0000 7fd005200700 1 -- 172.21.15.8:0/3572730065 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fcfe40b2880 msgr2=0x7fcfe40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:54.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.272+0000 7fd005200700 1 --2- 172.21.15.8:0/3572730065 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fcfe40b2880 0x7fcfe40b4d40 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fcff801d000 tx=0x7fcff801f000 comp rx=0 tx=0).stop 2024-05-20T21:20:54.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.272+0000 7fd005200700 1 -- 172.21.15.8:0/3572730065 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd000075770 msgr2=0x7fd00019bed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:54.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.272+0000 7fd005200700 1 --2- 172.21.15.8:0/3572730065 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd000075770 0x7fd00019bed0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fcff000c0c0 tx=0x7fcff000c3d0 comp rx=0 tx=0).stop 2024-05-20T21:20:54.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.273+0000 7fd005200700 1 -- 172.21.15.8:0/3572730065 shutdown_connections 2024-05-20T21:20:54.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.273+0000 7fd005200700 1 --2- 172.21.15.8:0/3572730065 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fcfe40b2880 0x7fcfe40b4d40 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:54.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.273+0000 7fd005200700 1 --2- 172.21.15.8:0/3572730065 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd00010ff40 0x7fd0001a07a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:54.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.273+0000 7fd005200700 1 --2- 172.21.15.8:0/3572730065 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd000075770 0x7fd00019bed0 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:54.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.273+0000 7fd005200700 1 --2- 172.21.15.8:0/3572730065 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd000076090 0x7fd00019c410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:54.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.273+0000 7fd005200700 1 -- 172.21.15.8:0/3572730065 >> 172.21.15.8:0/3572730065 conn(0x7fd00007a6a0 msgr2=0x7fd000100850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:54.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.273+0000 7fd005200700 1 -- 172.21.15.8:0/3572730065 shutdown_connections 2024-05-20T21:20:54.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:54.273+0000 7fd005200700 1 -- 172.21.15.8:0/3572730065 wait complete. 2024-05-20T21:20:54.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:20:54 smithi008 ceph-mon[31475]: pgmap v607: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 2.7 KiB/s wr, 10 op/s 2024-05-20T21:20:54.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:20:54 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/1257995767' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:20:54.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:20:54 smithi130 ceph-mon[36448]: pgmap v607: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 2.7 KiB/s wr, 10 op/s 2024-05-20T21:20:54.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:20:54 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/1257995767' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:20:54.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:20:54 smithi050 ceph-mon[35809]: pgmap v607: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 2.7 KiB/s wr, 10 op/s 2024-05-20T21:20:54.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:20:54 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/1257995767' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:20:55.387 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24529 quiesce db --set-id b1953ae2 --release --await' 2024-05-20T21:20:55.387 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24529 quiesce db --set-id b1953ae2 --release --await 2024-05-20T21:20:55.684 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:20:55.684 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:20:55.864 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:20:56.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:20:56 smithi008 ceph-mon[31475]: pgmap v608: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 2.9 KiB/s wr, 10 op/s 2024-05-20T21:20:56.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:20:56 smithi130 ceph-mon[36448]: pgmap v608: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 2.9 KiB/s wr, 10 op/s 2024-05-20T21:20:56.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:20:56 smithi050 ceph-mon[35809]: pgmap v608: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 2.9 KiB/s wr, 10 op/s 2024-05-20T21:20:57.228 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:20:58.676 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:20:58 smithi008 ceph-mon[31475]: pgmap v609: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 2.8 KiB/s wr, 9 op/s 2024-05-20T21:20:58.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:20:58 smithi130 ceph-mon[36448]: pgmap v609: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 2.8 KiB/s wr, 9 op/s 2024-05-20T21:20:58.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:20:58 smithi050 ceph-mon[35809]: pgmap v609: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 2.8 KiB/s wr, 9 op/s 2024-05-20T21:20:59.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.186+0000 7fb486e00700 1 -- 172.21.15.8:0/1816516257 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb48006c470 msgr2=0x7fb4801103c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:59.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.186+0000 7fb486e00700 1 --2- 172.21.15.8:0/1816516257 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb48006c470 0x7fb4801103c0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fb47800b0a0 tx=0x7fb47800b3b0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.186+0000 7fb486e00700 1 -- 172.21.15.8:0/1816516257 shutdown_connections 2024-05-20T21:20:59.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.186+0000 7fb486e00700 1 --2- 172.21.15.8:0/1816516257 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb48006c470 0x7fb4801103c0 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.186+0000 7fb486e00700 1 --2- 172.21.15.8:0/1816516257 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb4801095a0 0x7fb480109980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.186+0000 7fb486e00700 1 --2- 172.21.15.8:0/1816516257 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb48006bab0 0x7fb48006bf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.186+0000 7fb486e00700 1 -- 172.21.15.8:0/1816516257 >> 172.21.15.8:0/1816516257 conn(0x7fb4800793b0 msgr2=0x7fb4800797c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:59.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.186+0000 7fb486e00700 1 -- 172.21.15.8:0/1816516257 shutdown_connections 2024-05-20T21:20:59.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.186+0000 7fb486e00700 1 -- 172.21.15.8:0/1816516257 wait complete. 2024-05-20T21:20:59.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.188+0000 7fb486e00700 1 Processor -- start 2024-05-20T21:20:59.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.188+0000 7fb486e00700 1 -- start start 2024-05-20T21:20:59.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.188+0000 7fb486e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb48006bab0 0x7fb48019f8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:59.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.188+0000 7fb486e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb48006c470 0x7fb48019fe00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:59.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.188+0000 7fb486e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb4801095a0 0x7fb480199a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:59.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.189+0000 7fb486e00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fb480113720 con 0x7fb48006bab0 2024-05-20T21:20:59.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.189+0000 7fb486e00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb4801135a0 con 0x7fb4801095a0 2024-05-20T21:20:59.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.189+0000 7fb486e00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fb4801138a0 con 0x7fb48006c470 2024-05-20T21:20:59.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.189+0000 7fb47fe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb48006bab0 0x7fb48019f8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:59.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.189+0000 7fb47fe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb48006bab0 0x7fb48019f8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:36242/0 (socket says 172.21.15.8:36242) 2024-05-20T21:20:59.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.189+0000 7fb47fe00700 1 -- 172.21.15.8:0/2955334398 learned_addr learned my addr 172.21.15.8:0/2955334398 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:59.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.189+0000 7fb47f400700 1 --2- 172.21.15.8:0/2955334398 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb48006c470 0x7fb48019fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:59.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.189+0000 7fb484e00700 1 --2- 172.21.15.8:0/2955334398 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb4801095a0 0x7fb480199a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:59.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.189+0000 7fb47fe00700 1 -- 172.21.15.8:0/2955334398 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb48006c470 msgr2=0x7fb48019fe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:59.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.189+0000 7fb47fe00700 1 --2- 172.21.15.8:0/2955334398 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb48006c470 0x7fb48019fe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.189+0000 7fb47fe00700 1 -- 172.21.15.8:0/2955334398 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb4801095a0 msgr2=0x7fb480199a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:59.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.189+0000 7fb47fe00700 1 --2- 172.21.15.8:0/2955334398 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb4801095a0 0x7fb480199a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.190+0000 7fb47fe00700 1 -- 172.21.15.8:0/2955334398 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb48019a1e0 con 0x7fb48006bab0 2024-05-20T21:20:59.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.190+0000 7fb47f400700 1 --2- 172.21.15.8:0/2955334398 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb48006c470 0x7fb48019fe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:20:59.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.190+0000 7fb47fe00700 1 --2- 172.21.15.8:0/2955334398 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb48006bab0 0x7fb48019f8c0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fb47000eb30 tx=0x7fb47000ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:59.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.190+0000 7fb47cc00700 1 -- 172.21.15.8:0/2955334398 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb47000cc90 con 0x7fb48006bab0 2024-05-20T21:20:59.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.190+0000 7fb486e00700 1 -- 172.21.15.8:0/2955334398 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb48019a4d0 con 0x7fb48006bab0 2024-05-20T21:20:59.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.190+0000 7fb47cc00700 1 -- 172.21.15.8:0/2955334398 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb4700044d0 con 0x7fb48006bab0 2024-05-20T21:20:59.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.190+0000 7fb47cc00700 1 -- 172.21.15.8:0/2955334398 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb470010430 con 0x7fb48006bab0 2024-05-20T21:20:59.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.191+0000 7fb486e00700 1 -- 172.21.15.8:0/2955334398 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4801a6790 con 0x7fb48006bab0 2024-05-20T21:20:59.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.195+0000 7fb47cc00700 1 -- 172.21.15.8:0/2955334398 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fb470003ea0 con 0x7fb48006bab0 2024-05-20T21:20:59.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.196+0000 7fb4916a8b80 1 Processor -- start 2024-05-20T21:20:59.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.196+0000 7fb4916a8b80 1 -- start start 2024-05-20T21:20:59.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.196+0000 7fb4916a8b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c715db03e0 0x55c715db07c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:59.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.196+0000 7fb4916a8b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c715db0d00 0x55c715daa960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:59.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.196+0000 7fb4916a8b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c715daaf80 0x55c715dab3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:59.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.196+0000 7fb4916a8b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55c715d08f40 con 0x55c715db0d00 2024-05-20T21:20:59.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.196+0000 7fb4916a8b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55c715cf8ae0 con 0x55c715daaf80 2024-05-20T21:20:59.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.196+0000 7fb4916a8b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55c715cfcb20 con 0x55c715db03e0 2024-05-20T21:20:59.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.197+0000 7fb47fe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c715db0d00 0x55c715daa960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:59.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.197+0000 7fb484e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c715db03e0 0x55c715db07c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:59.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.197+0000 7fb47fe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c715db0d00 0x55c715daa960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:36256/0 (socket says 172.21.15.8:36256) 2024-05-20T21:20:59.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.197+0000 7fb47fe00700 1 -- 172.21.15.8:0/3099166772 learned_addr learned my addr 172.21.15.8:0/3099166772 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:59.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.197+0000 7fb47f400700 1 --2- 172.21.15.8:0/3099166772 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c715daaf80 0x55c715dab3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:59.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.197+0000 7fb484e00700 1 -- 172.21.15.8:0/3099166772 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c715daaf80 msgr2=0x55c715dab3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:59.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.197+0000 7fb484e00700 1 --2- 172.21.15.8:0/3099166772 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c715daaf80 0x55c715dab3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.197+0000 7fb484e00700 1 -- 172.21.15.8:0/3099166772 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c715db0d00 msgr2=0x55c715daa960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:59.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.197+0000 7fb484e00700 1 --2- 172.21.15.8:0/3099166772 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c715db0d00 0x55c715daa960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.197+0000 7fb484e00700 1 -- 172.21.15.8:0/3099166772 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c715cc1520 con 0x55c715db03e0 2024-05-20T21:20:59.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.197+0000 7fb47fe00700 1 --2- 172.21.15.8:0/3099166772 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c715db0d00 0x55c715daa960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:59.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.198+0000 7fb47cc00700 1 --2- 172.21.15.8:0/2955334398 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb4640b2880 0x7fb4640b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:59.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.198+0000 7fb47cc00700 1 -- 172.21.15.8:0/2955334398 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fb4700e2480 con 0x7fb48006bab0 2024-05-20T21:20:59.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.198+0000 7fb484e00700 1 --2- 172.21.15.8:0/3099166772 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c715db03e0 0x55c715db07c0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fb4780062a0 tx=0x7fb4780092e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c3f5fccf857e679 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:59.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.198+0000 7fb47fe00700 1 --2- 172.21.15.8:0/2955334398 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb4640b2880 0x7fb4640b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:59.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.198+0000 7fb475600700 1 -- 172.21.15.8:0/3099166772 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb47800bcb0 con 0x55c715db03e0 2024-05-20T21:20:59.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.198+0000 7fb475600700 1 -- 172.21.15.8:0/3099166772 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb4780074e0 con 0x55c715db03e0 2024-05-20T21:20:59.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.199+0000 7fb475600700 1 -- 172.21.15.8:0/3099166772 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb478005260 con 0x55c715db03e0 2024-05-20T21:20:59.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.199+0000 7fb4916a8b80 1 -- 172.21.15.8:0/3099166772 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c715db03e0 msgr2=0x55c715db07c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:59.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.199+0000 7fb47fe00700 1 --2- 172.21.15.8:0/2955334398 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb4640b2880 0x7fb4640b4d40 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fb4700046a0 tx=0x7fb4700e5ec0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:59.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.199+0000 7fb4916a8b80 1 --2- 172.21.15.8:0/3099166772 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c715db03e0 0x55c715db07c0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fb4780062a0 tx=0x7fb4780092e0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.200+0000 7fb4916a8b80 1 -- 172.21.15.8:0/3099166772 shutdown_connections 2024-05-20T21:20:59.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.200+0000 7fb4916a8b80 1 --2- 172.21.15.8:0/3099166772 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c715daaf80 0x55c715dab3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.200+0000 7fb4916a8b80 1 --2- 172.21.15.8:0/3099166772 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c715db03e0 0x55c715db07c0 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.200+0000 7fb4916a8b80 1 --2- 172.21.15.8:0/3099166772 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c715db0d00 0x55c715daa960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.200+0000 7fb4916a8b80 1 -- 172.21.15.8:0/3099166772 >> 172.21.15.8:0/3099166772 conn(0x55c715cd8ce0 msgr2=0x55c715da5420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:59.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.200+0000 7fb4916a8b80 1 -- 172.21.15.8:0/3099166772 shutdown_connections 2024-05-20T21:20:59.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.200+0000 7fb4916a8b80 1 -- 172.21.15.8:0/3099166772 wait complete. 2024-05-20T21:20:59.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.200+0000 7fb4916a8b80 1 -- start start 2024-05-20T21:20:59.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.201+0000 7fb4916a8b80 1 Processor -- start 2024-05-20T21:20:59.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.201+0000 7fb4916a8b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c715daaf80 0x55c715dbe4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:59.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.201+0000 7fb4916a8b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c715db03e0 0x55c715dbea10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:59.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.201+0000 7fb4916a8b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c715db0d00 0x55c715db88f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:59.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.201+0000 7fb4916a8b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55c715bff0a0 con 0x55c715db03e0 2024-05-20T21:20:59.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.201+0000 7fb4916a8b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55c715c99860 con 0x55c715db0d00 2024-05-20T21:20:59.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.201+0000 7fb4916a8b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55c715db7780 con 0x55c715daaf80 2024-05-20T21:20:59.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.201+0000 7fb4916a8b80 10 client.0 _ll_register_callbacks cb 0x55c715ca2d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:20:59.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.202+0000 7fb47f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c715db03e0 0x55c715dbea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:59.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.202+0000 7fb484e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c715daaf80 0x55c715dbe4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:59.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.202+0000 7fb47f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c715db03e0 0x55c715dbea10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:36258/0 (socket says 172.21.15.8:36258) 2024-05-20T21:20:59.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.202+0000 7fb47f400700 1 -- 172.21.15.8:0/2155995900 learned_addr learned my addr 172.21.15.8:0/2155995900 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:59.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.202+0000 7fb484e00700 1 --2- 172.21.15.8:0/2155995900 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c715db0d00 0x55c715db88f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:59.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.202+0000 7fb47f400700 1 -- 172.21.15.8:0/2155995900 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c715daaf80 msgr2=0x55c715dbe4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:59.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.202+0000 7fb47f400700 1 --2- 172.21.15.8:0/2155995900 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c715daaf80 0x55c715dbe4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.202+0000 7fb47f400700 1 -- 172.21.15.8:0/2155995900 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c715db0d00 msgr2=0x55c715db88f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:59.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.202+0000 7fb47f400700 1 --2- 172.21.15.8:0/2155995900 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c715db0d00 0x55c715db88f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.202+0000 7fb47f400700 1 -- 172.21.15.8:0/2155995900 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c715c489d0 con 0x55c715db03e0 2024-05-20T21:20:59.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.202+0000 7fb47f400700 1 --2- 172.21.15.8:0/2155995900 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c715db03e0 0x55c715dbea10 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fb46c013710 tx=0x7fb46c013ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ae2f59be94c3d83 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:59.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.202+0000 7fb46a000700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:20:59.205 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.203+0000 7fb46a000700 1 -- 172.21.15.8:0/2155995900 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb46c011a50 con 0x55c715db03e0 2024-05-20T21:20:59.205 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.203+0000 7fb46a000700 1 -- 172.21.15.8:0/2155995900 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fb46c011bf0 con 0x55c715db03e0 2024-05-20T21:20:59.205 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.203+0000 7fb4916a8b80 1 -- 172.21.15.8:0/2155995900 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb4780074e0 con 0x55c715db03e0 2024-05-20T21:20:59.205 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.203+0000 7fb46a000700 1 -- 172.21.15.8:0/2155995900 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb46c011e30 con 0x55c715db03e0 2024-05-20T21:20:59.205 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.203+0000 7fb4916a8b80 10 client.16536 fetch_fsmap learned FSMap version 26 2024-05-20T21:20:59.205 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.203+0000 7fb4916a8b80 1 -- 172.21.15.8:0/2155995900 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c715cc9160 con 0x55c715db03e0 2024-05-20T21:20:59.205 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.203+0000 7fb46a000700 1 -- 172.21.15.8:0/2155995900 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb4780074e0 con 0x55c715db03e0 2024-05-20T21:20:59.205 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.204+0000 7fb46a000700 1 -- 172.21.15.8:0/2155995900 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb46c010570 con 0x55c715db03e0 2024-05-20T21:20:59.205 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.204+0000 7fb4916a8b80 10 client.16536 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:20:59.205 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.204+0000 7fb4916a8b80 10 client.16536 resolve_mds: validated gid 24529 aka daemon mds.i 2024-05-20T21:20:59.205 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.204+0000 7fb4916a8b80 20 client.16536 populate_metadata read hostname 'smithi008' 2024-05-20T21:20:59.205 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.204+0000 7fb4916a8b80 1 --2- 172.21.15.8:0/2155995900 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55c715dc8750 0x55c715dcab70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:59.205 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.204+0000 7fb4916a8b80 4 client.16536 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:20:59.206 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.204+0000 7fb4916a8b80 1 -- 172.21.15.8:0/2155995900 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c715d0ae90 con 0x55c715dc8750 2024-05-20T21:20:59.207 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.204+0000 7fb484e00700 1 --2- 172.21.15.8:0/2155995900 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55c715dc8750 0x55c715dcab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:59.207 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.205+0000 7fb484e00700 1 --2- 172.21.15.8:0/2155995900 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55c715dc8750 0x55c715dcab70 crc :-1 s=READY pgs=153 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4b3de22deaa23f13 server_cookie=36cf66f3f9a35a0d in_seq=0 out_seq=0 2024-05-20T21:20:59.207 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.205+0000 7fb46a000700 10 client.16536 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:20:59.207 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.205+0000 7fb46a000700 1 -- 172.21.15.8:0/2155995900 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55c715d0ae90 con 0x55c715dc8750 2024-05-20T21:20:59.207 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.205+0000 7fb46a000700 10 client.16536 handle_command_reply: tid=0 2024-05-20T21:20:59.207 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.206+0000 7fb4916a8b80 1 client.16536 shutdown 2024-05-20T21:20:59.207 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.206+0000 7fb4916a8b80 1 -- 172.21.15.8:0/2155995900 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c715db03e0 msgr2=0x55c715dbea10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:59.207 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.206+0000 7fb4916a8b80 1 --2- 172.21.15.8:0/2155995900 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c715db03e0 0x55c715dbea10 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fb46c013710 tx=0x7fb46c013ad0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.207 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.206+0000 7fb4916a8b80 1 -- 172.21.15.8:0/2155995900 shutdown_connections 2024-05-20T21:20:59.207 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.206+0000 7fb4916a8b80 1 --2- 172.21.15.8:0/2155995900 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55c715dc8750 0x55c715dcab70 crc :-1 s=READY pgs=153 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.207 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.206+0000 7fb4916a8b80 1 --2- 172.21.15.8:0/2155995900 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c715db0d00 0x55c715db88f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.207 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.206+0000 7fb4916a8b80 1 --2- 172.21.15.8:0/2155995900 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c715daaf80 0x55c715dbe4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.208 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.206+0000 7fb4916a8b80 1 --2- 172.21.15.8:0/2155995900 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c715db03e0 0x55c715dbea10 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.208 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.206+0000 7fb4916a8b80 1 -- 172.21.15.8:0/2155995900 >> 172.21.15.8:0/2155995900 conn(0x55c715cd8ce0 msgr2=0x55c715da9950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:59.208 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.206+0000 7fb46a000700 0 client.16536 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:20:59.208 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.206+0000 7fb4916a8b80 1 -- 172.21.15.8:0/2155995900 shutdown_connections 2024-05-20T21:20:59.208 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.206+0000 7fb4916a8b80 1 -- 172.21.15.8:0/2155995900 wait complete. 2024-05-20T21:20:59.208 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.206+0000 7fb4916a8b80 20 client.16536 trim_cache size 0 max 16384 2024-05-20T21:20:59.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.228+0000 7fb4916a8b80 1 Processor -- start 2024-05-20T21:20:59.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.228+0000 7fb4916a8b80 1 -- start start 2024-05-20T21:20:59.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.229+0000 7fb4916a8b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c715daaf80 0x55c715d9f490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:59.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.229+0000 7fb4916a8b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c715db03e0 0x55c715dd0420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:59.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.229+0000 7fb4916a8b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c715db0d00 0x55c715dd0960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:59.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.229+0000 7fb4916a8b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fb4801ae2b0 con 0x55c715db0d00 2024-05-20T21:20:59.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.229+0000 7fb4916a8b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb4801abb40 con 0x55c715daaf80 2024-05-20T21:20:59.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.229+0000 7fb4916a8b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fb4801a9990 con 0x55c715db03e0 2024-05-20T21:20:59.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.229+0000 7fb484e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c715daaf80 0x55c715d9f490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:59.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.229+0000 7fb484e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c715daaf80 0x55c715d9f490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:49456/0 (socket says 172.21.15.8:49456) 2024-05-20T21:20:59.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.229+0000 7fb484e00700 1 -- 172.21.15.8:0/2489921379 learned_addr learned my addr 172.21.15.8:0/2489921379 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:59.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.229+0000 7fb47f400700 1 --2- 172.21.15.8:0/2489921379 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c715db03e0 0x55c715dd0420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:59.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.229+0000 7fb484e00700 1 --2- 172.21.15.8:0/2489921379 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c715db0d00 0x55c715dd0960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:59.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.230+0000 7fb47f400700 1 -- 172.21.15.8:0/2489921379 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c715daaf80 msgr2=0x55c715d9f490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:59.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.230+0000 7fb47f400700 1 --2- 172.21.15.8:0/2489921379 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c715daaf80 0x55c715d9f490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.230+0000 7fb47f400700 1 -- 172.21.15.8:0/2489921379 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c715db0d00 msgr2=0x55c715dd0960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:59.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.230+0000 7fb47f400700 1 --2- 172.21.15.8:0/2489921379 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c715db0d00 0x55c715dd0960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.230+0000 7fb47f400700 1 -- 172.21.15.8:0/2489921379 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c715dbed80 con 0x55c715db03e0 2024-05-20T21:20:59.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.230+0000 7fb47f400700 1 --2- 172.21.15.8:0/2489921379 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c715db03e0 0x55c715dd0420 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fb46c010a60 tx=0x7fb46c009790 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5c20a8b457c686c6 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:59.232 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.231+0000 7fb474c00700 1 -- 172.21.15.8:0/2489921379 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb46c02c070 con 0x55c715db03e0 2024-05-20T21:20:59.232 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.231+0000 7fb474c00700 1 -- 172.21.15.8:0/2489921379 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb46c02e070 con 0x55c715db03e0 2024-05-20T21:20:59.232 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.231+0000 7fb474c00700 1 -- 172.21.15.8:0/2489921379 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb46c033470 con 0x55c715db03e0 2024-05-20T21:20:59.232 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.231+0000 7fb4916a8b80 1 -- 172.21.15.8:0/2489921379 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c715db03e0 msgr2=0x55c715dd0420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:59.232 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.231+0000 7fb4916a8b80 1 --2- 172.21.15.8:0/2489921379 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c715db03e0 0x55c715dd0420 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fb46c010a60 tx=0x7fb46c009790 comp rx=0 tx=0).stop 2024-05-20T21:20:59.232 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.231+0000 7fb4916a8b80 1 -- 172.21.15.8:0/2489921379 shutdown_connections 2024-05-20T21:20:59.232 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.231+0000 7fb4916a8b80 1 --2- 172.21.15.8:0/2489921379 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c715daaf80 0x55c715d9f490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.232 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.231+0000 7fb4916a8b80 1 --2- 172.21.15.8:0/2489921379 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c715db0d00 0x55c715dd0960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.232 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.231+0000 7fb4916a8b80 1 --2- 172.21.15.8:0/2489921379 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c715db03e0 0x55c715dd0420 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.232 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.231+0000 7fb4916a8b80 1 -- 172.21.15.8:0/2489921379 >> 172.21.15.8:0/2489921379 conn(0x55c715cd8ce0 msgr2=0x55c715d9ed80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:59.233 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.232+0000 7fb4916a8b80 1 -- 172.21.15.8:0/2489921379 shutdown_connections 2024-05-20T21:20:59.233 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.232+0000 7fb4916a8b80 1 -- 172.21.15.8:0/2489921379 wait complete. 2024-05-20T21:20:59.233 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.232+0000 7fb4916a8b80 1 -- start start 2024-05-20T21:20:59.233 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.232+0000 7fb4916a8b80 1 Processor -- start 2024-05-20T21:20:59.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.233+0000 7fb4916a8b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c715daaf80 0x55c715dc51a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:59.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.233+0000 7fb4916a8b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c715db03e0 0x55c715dc3550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:59.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.233+0000 7fb4916a8b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c715db0d00 0x55c715dc3c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:59.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.233+0000 7fb4916a8b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fb4801aa000 con 0x55c715daaf80 2024-05-20T21:20:59.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.233+0000 7fb4916a8b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb4801ab470 con 0x55c715db03e0 2024-05-20T21:20:59.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.233+0000 7fb4916a8b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fb4801aa6d0 con 0x55c715db0d00 2024-05-20T21:20:59.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.233+0000 7fb4916a8b80 10 client.0 _ll_register_callbacks cb 0x55c715ca2d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:20:59.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.233+0000 7fb484e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c715daaf80 0x55c715dc51a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:59.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.233+0000 7fb484e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c715daaf80 0x55c715dc51a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:36280/0 (socket says 172.21.15.8:36280) 2024-05-20T21:20:59.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.233+0000 7fb47f400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c715db03e0 0x55c715dc3550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:59.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.233+0000 7fb484e00700 1 -- 172.21.15.8:0/3334570685 learned_addr learned my addr 172.21.15.8:0/3334570685 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:20:59.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.233+0000 7fb484e00700 1 --2- 172.21.15.8:0/3334570685 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c715db0d00 0x55c715dc3c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:59.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.234+0000 7fb484e00700 1 -- 172.21.15.8:0/3334570685 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c715db0d00 msgr2=0x55c715dc3c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:59.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.234+0000 7fb484e00700 1 --2- 172.21.15.8:0/3334570685 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c715db0d00 0x55c715dc3c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.234+0000 7fb484e00700 1 -- 172.21.15.8:0/3334570685 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c715db03e0 msgr2=0x55c715dc3550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:59.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.234+0000 7fb484e00700 1 --2- 172.21.15.8:0/3334570685 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c715db03e0 0x55c715dc3550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.234+0000 7fb484e00700 1 -- 172.21.15.8:0/3334570685 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c715e33310 con 0x55c715daaf80 2024-05-20T21:20:59.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.234+0000 7fb47f400700 1 --2- 172.21.15.8:0/3334570685 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c715db03e0 0x55c715dc3550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:59.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.234+0000 7fb484e00700 1 --2- 172.21.15.8:0/3334570685 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c715daaf80 0x55c715dc51a0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fb47800b070 tx=0x7fb478028040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bfaaae8bbeaaea5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:59.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.234+0000 7fb46a000700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:20:59.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.234+0000 7fb46a000700 1 -- 172.21.15.8:0/3334570685 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb478003bf0 con 0x55c715daaf80 2024-05-20T21:20:59.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.234+0000 7fb46a000700 1 -- 172.21.15.8:0/3334570685 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fb478003d90 con 0x55c715daaf80 2024-05-20T21:20:59.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.234+0000 7fb4916a8b80 1 -- 172.21.15.8:0/3334570685 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb46c02e070 con 0x55c715daaf80 2024-05-20T21:20:59.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.234+0000 7fb46a000700 1 -- 172.21.15.8:0/3334570685 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb4780074a0 con 0x55c715daaf80 2024-05-20T21:20:59.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.234+0000 7fb4916a8b80 10 client.16542 fetch_fsmap learned FSMap version 26 2024-05-20T21:20:59.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.235+0000 7fb4916a8b80 1 -- 172.21.15.8:0/3334570685 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c715e34540 con 0x55c715daaf80 2024-05-20T21:20:59.237 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.235+0000 7fb46a000700 1 -- 172.21.15.8:0/3334570685 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb46c02e070 con 0x55c715daaf80 2024-05-20T21:20:59.237 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.235+0000 7fb46a000700 1 -- 172.21.15.8:0/3334570685 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb478011070 con 0x55c715daaf80 2024-05-20T21:20:59.237 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.235+0000 7fb4916a8b80 10 client.16542 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:20:59.237 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.235+0000 7fb4916a8b80 10 client.16542 resolve_mds: validated gid 24529 aka daemon mds.i 2024-05-20T21:20:59.237 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.235+0000 7fb4916a8b80 20 client.16542 populate_metadata read hostname 'smithi008' 2024-05-20T21:20:59.237 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.235+0000 7fb4916a8b80 1 --2- 172.21.15.8:0/3334570685 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55c715e347c0 0x55c715e36bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:59.237 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.235+0000 7fb4916a8b80 4 client.16542 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "b1953ae2", "release": true, "await": true}] 2024-05-20T21:20:59.237 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.235+0000 7fb4916a8b80 1 -- 172.21.15.8:0/3334570685 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "quiesce db", "set_id": "b1953ae2", "release": true, "await": true}) -- 0x55c715d04670 con 0x55c715e347c0 2024-05-20T21:20:59.237 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.236+0000 7fb47f400700 1 --2- 172.21.15.8:0/3334570685 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55c715e347c0 0x55c715e36bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:59.237 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.236+0000 7fb47f400700 1 --2- 172.21.15.8:0/3334570685 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55c715e347c0 0x55c715e36bb0 crc :-1 s=READY pgs=154 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=47a24b79418a0c0d server_cookie=be03e4106ad72e5e in_seq=0 out_seq=0 2024-05-20T21:20:59.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.236+0000 7fb46a000700 10 client.16542 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:20:59.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.239+0000 7fb46a000700 1 -- 172.21.15.8:0/3334570685 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55c715d04670 con 0x55c715e347c0 2024-05-20T21:20:59.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.239+0000 7fb46a000700 10 client.16542 handle_command_reply: tid=0 2024-05-20T21:20:59.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.239+0000 7fb4916a8b80 1 client.16542 shutdown 2024-05-20T21:20:59.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.239+0000 7fb4916a8b80 1 -- 172.21.15.8:0/3334570685 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c715daaf80 msgr2=0x55c715dc51a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:59.239 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.239+0000 7fb4916a8b80 1 --2- 172.21.15.8:0/3334570685 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c715daaf80 0x55c715dc51a0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fb47800b070 tx=0x7fb478028040 comp rx=0 tx=0).stop 2024-05-20T21:20:59.239 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.239+0000 7fb4916a8b80 1 -- 172.21.15.8:0/3334570685 shutdown_connections 2024-05-20T21:20:59.239 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.239+0000 7fb4916a8b80 1 --2- 172.21.15.8:0/3334570685 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55c715e347c0 0x55c715e36bb0 crc :-1 s=READY pgs=154 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.239 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.239+0000 7fb4916a8b80 1 --2- 172.21.15.8:0/3334570685 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c715db0d00 0x55c715dc3c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.239 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.239+0000 7fb4916a8b80 1 --2- 172.21.15.8:0/3334570685 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c715daaf80 0x55c715dc51a0 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.239 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.239+0000 7fb4916a8b80 1 --2- 172.21.15.8:0/3334570685 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c715db03e0 0x55c715dc3550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.239 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.239+0000 7fb46a000700 0 client.16542 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:20:59.240 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.239+0000 7fb4916a8b80 1 -- 172.21.15.8:0/3334570685 >> 172.21.15.8:0/3334570685 conn(0x55c715cd8ce0 msgr2=0x55c715d9f490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:59.240 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.240+0000 7fb4916a8b80 1 -- 172.21.15.8:0/3334570685 shutdown_connections 2024-05-20T21:20:59.240 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.240+0000 7fb4916a8b80 1 -- 172.21.15.8:0/3334570685 wait complete. 2024-05-20T21:20:59.240 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.240+0000 7fb4916a8b80 20 client.16542 trim_cache size 0 max 16384 2024-05-20T21:20:59.240 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:20:59.240 INFO:teuthology.orchestra.run.smithi008.stdout: "epoch": 26, 2024-05-20T21:20:59.240 INFO:teuthology.orchestra.run.smithi008.stdout: "leader": 24529, 2024-05-20T21:20:59.240 INFO:teuthology.orchestra.run.smithi008.stdout: "set_version": 20, 2024-05-20T21:20:59.240 INFO:teuthology.orchestra.run.smithi008.stdout: "sets": { 2024-05-20T21:20:59.241 INFO:teuthology.orchestra.run.smithi008.stdout: "b1953ae2": { 2024-05-20T21:20:59.241 INFO:teuthology.orchestra.run.smithi008.stdout: "version": 20, 2024-05-20T21:20:59.241 INFO:teuthology.orchestra.run.smithi008.stdout: "age_ref": 0.0, 2024-05-20T21:20:59.241 INFO:teuthology.orchestra.run.smithi008.stdout: "state": { 2024-05-20T21:20:59.241 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "RELEASED", 2024-05-20T21:20:59.241 INFO:teuthology.orchestra.run.smithi008.stdout: "age": 0.0 2024-05-20T21:20:59.241 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:20:59.241 INFO:teuthology.orchestra.run.smithi008.stdout: "timeout": 90.0, 2024-05-20T21:20:59.241 INFO:teuthology.orchestra.run.smithi008.stdout: "expiration": 141.3, 2024-05-20T21:20:59.241 INFO:teuthology.orchestra.run.smithi008.stdout: "members": { 2024-05-20T21:20:59.241 INFO:teuthology.orchestra.run.smithi008.stdout: "file:/": { 2024-05-20T21:20:59.241 INFO:teuthology.orchestra.run.smithi008.stdout: "excluded": false, 2024-05-20T21:20:59.241 INFO:teuthology.orchestra.run.smithi008.stdout: "state": { 2024-05-20T21:20:59.241 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "RELEASED", 2024-05-20T21:20:59.242 INFO:teuthology.orchestra.run.smithi008.stdout: "age": 0.0 2024-05-20T21:20:59.242 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:20:59.242 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:20:59.242 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:20:59.242 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:20:59.242 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:20:59.242 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:20:59.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.241+0000 7fb486e00700 1 -- 172.21.15.8:0/2955334398 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb4640b2880 msgr2=0x7fb4640b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:59.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.241+0000 7fb486e00700 1 --2- 172.21.15.8:0/2955334398 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb4640b2880 0x7fb4640b4d40 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fb4700046a0 tx=0x7fb4700e5ec0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.241+0000 7fb486e00700 1 -- 172.21.15.8:0/2955334398 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb48006bab0 msgr2=0x7fb48019f8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:59.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.241+0000 7fb486e00700 1 --2- 172.21.15.8:0/2955334398 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb48006bab0 0x7fb48019f8c0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fb47000eb30 tx=0x7fb47000ee40 comp rx=0 tx=0).stop 2024-05-20T21:20:59.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.241+0000 7fb486e00700 1 -- 172.21.15.8:0/2955334398 shutdown_connections 2024-05-20T21:20:59.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.241+0000 7fb486e00700 1 --2- 172.21.15.8:0/2955334398 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb4640b2880 0x7fb4640b4d40 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.241+0000 7fb486e00700 1 --2- 172.21.15.8:0/2955334398 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb4801095a0 0x7fb480199a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.241+0000 7fb486e00700 1 --2- 172.21.15.8:0/2955334398 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb48006bab0 0x7fb48019f8c0 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.241+0000 7fb486e00700 1 --2- 172.21.15.8:0/2955334398 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb48006c470 0x7fb48019fe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.241+0000 7fb486e00700 1 -- 172.21.15.8:0/2955334398 >> 172.21.15.8:0/2955334398 conn(0x7fb4800793b0 msgr2=0x7fb480101140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:59.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.241+0000 7fb486e00700 1 -- 172.21.15.8:0/2955334398 shutdown_connections 2024-05-20T21:20:59.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:20:59.241+0000 7fb486e00700 1 -- 172.21.15.8:0/2955334398 wait complete. 2024-05-20T21:21:00.353 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'b1953ae2', total seconds elapsed: 32.8 2024-05-20T21:21:00.353 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 21.3 2024-05-20T21:21:00.353 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:21:00.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:00.087+0000 7f16f8e00700 1 -- 172.21.15.8:0/2127387744 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f16f410b760 msgr2=0x7f16f410bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:00.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:00.087+0000 7f16f8e00700 1 --2- 172.21.15.8:0/2127387744 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f16f410b760 0x7f16f410bb40 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f16e40098f0 tx=0x7f16e4009c00 comp rx=0 tx=0).stop 2024-05-20T21:21:00.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:00.087+0000 7f16f8e00700 1 -- 172.21.15.8:0/2127387744 shutdown_connections 2024-05-20T21:21:00.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:00.087+0000 7f16f8e00700 1 --2- 172.21.15.8:0/2127387744 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f16f4106120 0x7f16f4112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:00.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:00.087+0000 7f16f8e00700 1 --2- 172.21.15.8:0/2127387744 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f16f410b760 0x7f16f410bb40 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:00.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:00.087+0000 7f16f8e00700 1 --2- 172.21.15.8:0/2127387744 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f16f4105760 0x7f16f4105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:00.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:00.087+0000 7f16f8e00700 1 -- 172.21.15.8:0/2127387744 >> 172.21.15.8:0/2127387744 conn(0x7f16f4101250 msgr2=0x7f16f4103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:00.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:00.087+0000 7f16f8e00700 1 -- 172.21.15.8:0/2127387744 shutdown_connections 2024-05-20T21:21:00.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:00.087+0000 7f16f8e00700 1 -- 172.21.15.8:0/2127387744 wait complete. 2024-05-20T21:21:00.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:00.089+0000 7f16f8e00700 1 Processor -- start 2024-05-20T21:21:00.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:00.090+0000 7f16f8e00700 1 -- start start 2024-05-20T21:21:00.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:00.090+0000 7f16f8e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f16f4105760 0x7f16f419be80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:00.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:00.090+0000 7f16f8e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f16f4106120 0x7f16f419c3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:00.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:00.090+0000 7f16f8e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f16f410b760 0x7f16f41a0750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:00.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:00.090+0000 7f16f8e00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f16f4115990 con 0x7f16f410b760 2024-05-20T21:21:00.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:00.090+0000 7f16f8e00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f16f4115810 con 0x7f16f4106120 2024-05-20T21:21:00.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:00.090+0000 7f16f8e00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f16f4115b10 con 0x7f16f4105760 2024-05-20T21:21:00.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:00.090+0000 7f16f1e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f16f4105760 0x7f16f419be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:00.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:00.090+0000 7f16f1e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f16f4105760 0x7f16f419be80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:43788/0 (socket says 172.21.15.8:43788) 2024-05-20T21:21:00.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:00.090+0000 7f16f1e00700 1 -- 172.21.15.8:0/1753733413 learned_addr learned my addr 172.21.15.8:0/1753733413 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:00.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:00.090+0000 7f16f2800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f16f410b760 0x7f16f41a0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:00.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:00.091+0000 7f16f1400700 1 --2- 172.21.15.8:0/1753733413 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f16f4106120 0x7f16f419c3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:00.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:00.091+0000 7f16f1e00700 1 -- 172.21.15.8:0/1753733413 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f16f4106120 msgr2=0x7f16f419c3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:00.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:00.091+0000 7f16f1e00700 1 --2- 172.21.15.8:0/1753733413 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f16f4106120 0x7f16f419c3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:00.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:00.091+0000 7f16f1e00700 1 -- 172.21.15.8:0/1753733413 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f16f410b760 msgr2=0x7f16f41a0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:00.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:00.091+0000 7f16f1e00700 1 --2- 172.21.15.8:0/1753733413 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f16f410b760 0x7f16f41a0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:00.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:00.091+0000 7f16f1e00700 1 -- 172.21.15.8:0/1753733413 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16f41a0e90 con 0x7f16f4105760 2024-05-20T21:21:00.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:00.091+0000 7f16f1e00700 1 --2- 172.21.15.8:0/1753733413 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f16f4105760 0x7f16f419be80 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f16e4009230 tx=0x7f16e400fa70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:00.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:00.092+0000 7f16eaa00700 1 -- 172.21.15.8:0/1753733413 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16e40050c0 con 0x7f16f4105760 2024-05-20T21:21:00.482 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:00.092+0000 7f16f8e00700 1 -- 172.21.15.8:0/1753733413 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16f41a1120 con 0x7f16f4105760 2024-05-20T21:21:00.482 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:00.092+0000 7f16eaa00700 1 -- 172.21.15.8:0/1753733413 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f16e400b560 con 0x7f16f4105760 2024-05-20T21:21:00.482 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:00.092+0000 7f16eaa00700 1 -- 172.21.15.8:0/1753733413 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16e4003a00 con 0x7f16f4105760 2024-05-20T21:21:00.482 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:00.092+0000 7f16f8e00700 1 -- 172.21.15.8:0/1753733413 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16f41a8a00 con 0x7f16f4105760 2024-05-20T21:21:00.482 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:00.093+0000 7f16f8e00700 1 -- 172.21.15.8:0/1753733413 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f16f410dcf0 con 0x7f16f4105760 2024-05-20T21:21:00.482 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:00.096+0000 7f16eaa00700 1 -- 172.21.15.8:0/1753733413 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f16e400b710 con 0x7f16f4105760 2024-05-20T21:21:00.482 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:00.097+0000 7f16eaa00700 1 --2- 172.21.15.8:0/1753733413 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f16d80b2880 0x7f16d80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:00.482 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:00.098+0000 7f16eaa00700 1 -- 172.21.15.8:0/1753733413 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f16e40e3330 con 0x7f16f4105760 2024-05-20T21:21:00.482 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:00.098+0000 7f16f1400700 1 --2- 172.21.15.8:0/1753733413 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f16d80b2880 0x7f16d80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:00.482 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:00.098+0000 7f16f1400700 1 --2- 172.21.15.8:0/1753733413 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f16d80b2880 0x7f16d80b4d40 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f16e0009750 tx=0x7f16e0009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:00.482 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:00.099+0000 7f16eaa00700 1 -- 172.21.15.8:0/1753733413 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f16e4013030 con 0x7f16f4105760 2024-05-20T21:21:00.483 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:21:00.483 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:00.414+0000 7f16f8e00700 1 -- 172.21.15.8:0/1753733413 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f16f419d1e0 con 0x7f16f4105760 2024-05-20T21:21:00.483 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:00.416+0000 7f16eaa00700 1 -- 172.21.15.8:0/1753733413 <== mon.1 v2:172.21.15.130:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7f16e40ab070 con 0x7f16f4105760 2024-05-20T21:21:00.483 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:21:00.484 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:00.418+0000 7f16f8e00700 1 -- 172.21.15.8:0/1753733413 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f16d80b2880 msgr2=0x7f16d80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:00.484 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:00.418+0000 7f16f8e00700 1 --2- 172.21.15.8:0/1753733413 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f16d80b2880 0x7f16d80b4d40 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f16e0009750 tx=0x7f16e0009310 comp rx=0 tx=0).stop 2024-05-20T21:21:00.484 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:00.418+0000 7f16f8e00700 1 -- 172.21.15.8:0/1753733413 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f16f4105760 msgr2=0x7f16f419be80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:00.484 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:00.418+0000 7f16f8e00700 1 --2- 172.21.15.8:0/1753733413 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f16f4105760 0x7f16f419be80 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f16e4009230 tx=0x7f16e400fa70 comp rx=0 tx=0).stop 2024-05-20T21:21:00.484 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:00.418+0000 7f16f8e00700 1 -- 172.21.15.8:0/1753733413 shutdown_connections 2024-05-20T21:21:00.484 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:00.418+0000 7f16f8e00700 1 --2- 172.21.15.8:0/1753733413 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f16d80b2880 0x7f16d80b4d40 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:00.484 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:00.418+0000 7f16f8e00700 1 --2- 172.21.15.8:0/1753733413 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f16f410b760 0x7f16f41a0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:00.484 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:00.418+0000 7f16f8e00700 1 --2- 172.21.15.8:0/1753733413 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f16f4105760 0x7f16f419be80 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:00.484 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:00.418+0000 7f16f8e00700 1 --2- 172.21.15.8:0/1753733413 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f16f4106120 0x7f16f419c3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:00.484 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:00.418+0000 7f16f8e00700 1 -- 172.21.15.8:0/1753733413 >> 172.21.15.8:0/1753733413 conn(0x7f16f4101250 msgr2=0x7f16f4101b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:00.484 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:00.419+0000 7f16f8e00700 1 -- 172.21.15.8:0/1753733413 shutdown_connections 2024-05-20T21:21:00.484 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:00.419+0000 7f16f8e00700 1 -- 172.21.15.8:0/1753733413 wait complete. 2024-05-20T21:21:00.485 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:21:00.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:21:00 smithi008 ceph-mon[31475]: pgmap v610: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 3.1 KiB/s wr, 10 op/s 2024-05-20T21:21:00.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:21:00 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/1753733413' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:21:00.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:21:00 smithi130 ceph-mon[36448]: pgmap v610: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 3.1 KiB/s wr, 10 op/s 2024-05-20T21:21:00.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:21:00 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/1753733413' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:21:00.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:21:00 smithi050 ceph-mon[35809]: pgmap v610: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 3.1 KiB/s wr, 10 op/s 2024-05-20T21:21:00.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:21:00 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/1753733413' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:21:01.187 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:21:01.211 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:21:02.618 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:21:02.770 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:21:02 smithi008 ceph-mon[31475]: pgmap v611: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 2.2 KiB/s wr, 10 op/s 2024-05-20T21:21:02.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:21:02 smithi130 ceph-mon[36448]: pgmap v611: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 2.2 KiB/s wr, 10 op/s 2024-05-20T21:21:02.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:21:02 smithi050 ceph-mon[35809]: pgmap v611: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 2.2 KiB/s wr, 10 op/s 2024-05-20T21:21:03.038 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.038+0000 7f6cecc00640 1 -- 172.21.15.8:0/1782785501 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6ce8103ae0 msgr2=0x7f6ce8103f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:03.038 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.038+0000 7f6cecc00640 1 --2- 172.21.15.8:0/1782785501 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6ce8103ae0 0x7f6ce8103f60 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f6cd4009900 tx=0x7f6cd402a410 comp rx=0 tx=0).stop 2024-05-20T21:21:03.038 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.038+0000 7f6cecc00640 1 -- 172.21.15.8:0/1782785501 shutdown_connections 2024-05-20T21:21:03.039 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.038+0000 7f6cecc00640 1 --2- 172.21.15.8:0/1782785501 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6ce81044a0 0x7f6ce810ad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.039 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.038+0000 7f6cecc00640 1 --2- 172.21.15.8:0/1782785501 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6ce8103ae0 0x7f6ce8103f60 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.039 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.038+0000 7f6cecc00640 1 --2- 172.21.15.8:0/1782785501 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6ce81028f0 0x7f6ce8102d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.039 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.038+0000 7f6cecc00640 1 -- 172.21.15.8:0/1782785501 >> 172.21.15.8:0/1782785501 conn(0x7f6ce80fde60 msgr2=0x7f6ce81002a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:03.039 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.038+0000 7f6cecc00640 1 -- 172.21.15.8:0/1782785501 shutdown_connections 2024-05-20T21:21:03.039 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.038+0000 7f6cecc00640 1 -- 172.21.15.8:0/1782785501 wait complete. 2024-05-20T21:21:03.042 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.040+0000 7f6cecc00640 1 Processor -- start 2024-05-20T21:21:03.042 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.040+0000 7f6cecc00640 1 -- start start 2024-05-20T21:21:03.042 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.040+0000 7f6cecc00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6ce81028f0 0x7f6ce8076800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:03.042 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.040+0000 7f6cecc00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6ce8103ae0 0x7f6ce8074e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:03.042 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.040+0000 7f6cecc00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6ce81044a0 0x7f6ce8075380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:03.042 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.040+0000 7f6cecc00640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f6ce810e450 con 0x7f6ce8103ae0 2024-05-20T21:21:03.042 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.040+0000 7f6cecc00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6ce810e2d0 con 0x7f6ce81044a0 2024-05-20T21:21:03.042 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.040+0000 7f6cecc00640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f6ce810e5d0 con 0x7f6ce81028f0 2024-05-20T21:21:03.043 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.041+0000 7f6ce6a00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6ce8103ae0 0x7f6ce8074e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:03.043 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.041+0000 7f6ce6a00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6ce8103ae0 0x7f6ce8074e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:36572/0 (socket says 172.21.15.8:36572) 2024-05-20T21:21:03.043 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.041+0000 7f6ce6a00640 1 -- 172.21.15.8:0/2907922218 learned_addr learned my addr 172.21.15.8:0/2907922218 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:03.043 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.041+0000 7f6ce7400640 1 --2- 172.21.15.8:0/2907922218 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6ce81028f0 0x7f6ce8076800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:03.043 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.041+0000 7f6ce7e00640 1 --2- 172.21.15.8:0/2907922218 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6ce81044a0 0x7f6ce8075380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:03.043 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.041+0000 7f6ce6a00640 1 -- 172.21.15.8:0/2907922218 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6ce81028f0 msgr2=0x7f6ce8076800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:03.043 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.041+0000 7f6ce6a00640 1 --2- 172.21.15.8:0/2907922218 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6ce81028f0 0x7f6ce8076800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.043 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.041+0000 7f6ce6a00640 1 -- 172.21.15.8:0/2907922218 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6ce81044a0 msgr2=0x7f6ce8075380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:03.043 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.041+0000 7f6ce6a00640 1 --2- 172.21.15.8:0/2907922218 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6ce81044a0 0x7f6ce8075380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.043 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.041+0000 7f6ce6a00640 1 -- 172.21.15.8:0/2907922218 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ce8075c10 con 0x7f6ce8103ae0 2024-05-20T21:21:03.043 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.042+0000 7f6ce6a00640 1 --2- 172.21.15.8:0/2907922218 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6ce8103ae0 0x7f6ce8074e40 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f6cd4005ab0 tx=0x7f6cd4003b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:03.043 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.042+0000 7f6cdfe00640 1 -- 172.21.15.8:0/2907922218 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cd403f070 con 0x7f6ce8103ae0 2024-05-20T21:21:03.043 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.042+0000 7f6cdfe00640 1 -- 172.21.15.8:0/2907922218 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6cd4031c50 con 0x7f6ce8103ae0 2024-05-20T21:21:03.044 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.042+0000 7f6cecc00640 1 -- 172.21.15.8:0/2907922218 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ce81a2c10 con 0x7f6ce8103ae0 2024-05-20T21:21:03.044 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.042+0000 7f6cdfe00640 1 -- 172.21.15.8:0/2907922218 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cd4035030 con 0x7f6ce8103ae0 2024-05-20T21:21:03.044 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.042+0000 7f6cecc00640 1 -- 172.21.15.8:0/2907922218 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ce81a3160 con 0x7f6ce8103ae0 2024-05-20T21:21:03.045 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.045+0000 7f6cf1074740 1 Processor -- start 2024-05-20T21:21:03.045 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.046+0000 7f6cf1074740 1 -- start start 2024-05-20T21:21:03.046 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.046+0000 7f6cf1074740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563697b63cf0 0x563697b64110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:03.046 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.046+0000 7f6cf1074740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563697b646e0 0x563697b691e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:03.046 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.046+0000 7f6cf1074740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563697b69850 0x563697b6bce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:03.046 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.046+0000 7f6cf1074740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x563697ad3b90 con 0x563697b646e0 2024-05-20T21:21:03.046 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.046+0000 7f6cf1074740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x563697ac3730 con 0x563697b63cf0 2024-05-20T21:21:03.046 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.046+0000 7f6cf1074740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x563697ac7770 con 0x563697b69850 2024-05-20T21:21:03.047 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.046+0000 7f6cdfe00640 1 -- 172.21.15.8:0/2907922218 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f6cd4042070 con 0x7f6ce8103ae0 2024-05-20T21:21:03.047 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.046+0000 7f6ce7400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563697b646e0 0x563697b691e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:03.047 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.046+0000 7f6ce7e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563697b63cf0 0x563697b64110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:03.047 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.046+0000 7f6ce7400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563697b646e0 0x563697b691e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:36582/0 (socket says 172.21.15.8:36582) 2024-05-20T21:21:03.047 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.046+0000 7f6ce7400640 1 -- 172.21.15.8:0/395360784 learned_addr learned my addr 172.21.15.8:0/395360784 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:03.047 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.047+0000 7f6ce6a00640 1 --2- 172.21.15.8:0/395360784 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563697b69850 0x563697b6bce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:03.047 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.047+0000 7f6ce7e00640 1 -- 172.21.15.8:0/395360784 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563697b69850 msgr2=0x563697b6bce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:03.047 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.047+0000 7f6ce7e00640 1 --2- 172.21.15.8:0/395360784 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563697b69850 0x563697b6bce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.047 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.047+0000 7f6ce7e00640 1 -- 172.21.15.8:0/395360784 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563697b646e0 msgr2=0x563697b691e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:03.047 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.047+0000 7f6ce7e00640 1 --2- 172.21.15.8:0/395360784 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563697b646e0 0x563697b691e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.047 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.047+0000 7f6ce7e00640 1 -- 172.21.15.8:0/395360784 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563697a5c8b0 con 0x563697b63cf0 2024-05-20T21:21:03.047 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.047+0000 7f6ce7400640 1 --2- 172.21.15.8:0/395360784 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563697b646e0 0x563697b691e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:03.047 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.047+0000 7f6ce7e00640 1 --2- 172.21.15.8:0/395360784 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563697b63cf0 0x563697b64110 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f6ce0009ed0 tx=0x7f6ce00107a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d174668a1c21a93a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:03.050 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.047+0000 7f6cd3e00640 1 -- 172.21.15.8:0/395360784 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ce0003b70 con 0x563697b63cf0 2024-05-20T21:21:03.050 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.047+0000 7f6cd3e00640 1 -- 172.21.15.8:0/395360784 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6ce0015070 con 0x563697b63cf0 2024-05-20T21:21:03.050 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.047+0000 7f6cd3e00640 1 -- 172.21.15.8:0/395360784 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ce0011730 con 0x563697b63cf0 2024-05-20T21:21:03.050 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.048+0000 7f6cdfe00640 1 --2- 172.21.15.8:0/2907922218 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6ccc0b27d0 0x7f6ccc0b4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:03.050 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.048+0000 7f6cf1074740 1 -- 172.21.15.8:0/395360784 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563697b63cf0 msgr2=0x563697b64110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:03.050 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.048+0000 7f6cf1074740 1 --2- 172.21.15.8:0/395360784 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563697b63cf0 0x563697b64110 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f6ce0009ed0 tx=0x7f6ce00107a0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.050 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.048+0000 7f6cdfe00640 1 -- 172.21.15.8:0/2907922218 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f6cd4102a00 con 0x7f6ce8103ae0 2024-05-20T21:21:03.050 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.048+0000 7f6cf1074740 1 -- 172.21.15.8:0/395360784 shutdown_connections 2024-05-20T21:21:03.050 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.048+0000 7f6cf1074740 1 --2- 172.21.15.8:0/395360784 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563697b69850 0x563697b6bce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.051 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.048+0000 7f6cf1074740 1 --2- 172.21.15.8:0/395360784 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563697b646e0 0x563697b691e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.051 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.048+0000 7f6ce7400640 1 --2- 172.21.15.8:0/2907922218 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6ccc0b27d0 0x7f6ccc0b4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:03.051 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.048+0000 7f6cf1074740 1 --2- 172.21.15.8:0/395360784 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563697b63cf0 0x563697b64110 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.051 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.048+0000 7f6cf1074740 1 -- 172.21.15.8:0/395360784 >> 172.21.15.8:0/395360784 conn(0x563697b5f360 msgr2=0x563697b5f760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:03.051 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.048+0000 7f6cf1074740 1 -- 172.21.15.8:0/395360784 shutdown_connections 2024-05-20T21:21:03.051 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.049+0000 7f6cf1074740 1 -- 172.21.15.8:0/395360784 wait complete. 2024-05-20T21:21:03.051 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.049+0000 7f6cf1074740 1 -- start start 2024-05-20T21:21:03.051 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.049+0000 7f6ce7400640 1 --2- 172.21.15.8:0/2907922218 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6ccc0b27d0 0x7f6ccc0b4c90 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x563697b60230 tx=0x7f6cd8005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:03.051 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.049+0000 7f6cf1074740 1 Processor -- start 2024-05-20T21:21:03.051 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.050+0000 7f6cf1074740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563697b63cf0 0x563697b6dab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:03.051 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.050+0000 7f6cf1074740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563697b646e0 0x563697b6dff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:03.051 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.050+0000 7f6cf1074740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563697b69850 0x563697b75030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:03.051 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.050+0000 7f6cf1074740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5636977a9790 con 0x563697b63cf0 2024-05-20T21:21:03.052 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.050+0000 7f6cf1074740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x563697a6bbc0 con 0x563697b69850 2024-05-20T21:21:03.052 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.050+0000 7f6cf1074740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x563697b6c800 con 0x563697b646e0 2024-05-20T21:21:03.052 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.050+0000 7f6cf1074740 10 client.0 _ll_register_callbacks cb 0x563697a49400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:03.052 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.050+0000 7f6ce7400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563697b63cf0 0x563697b6dab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:03.052 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.050+0000 7f6ce7400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563697b63cf0 0x563697b6dab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:36598/0 (socket says 172.21.15.8:36598) 2024-05-20T21:21:03.052 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.050+0000 7f6ce7400640 1 -- 172.21.15.8:0/2670441249 learned_addr learned my addr 172.21.15.8:0/2670441249 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:03.052 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.050+0000 7f6ce6a00640 1 --2- 172.21.15.8:0/2670441249 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563697b646e0 0x563697b6dff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:03.052 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.050+0000 7f6ce7e00640 1 --2- 172.21.15.8:0/2670441249 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563697b69850 0x563697b75030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:03.052 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.050+0000 7f6ce6a00640 1 -- 172.21.15.8:0/2670441249 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563697b69850 msgr2=0x563697b75030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:03.052 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.050+0000 7f6ce6a00640 1 --2- 172.21.15.8:0/2670441249 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563697b69850 0x563697b75030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.052 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.050+0000 7f6ce6a00640 1 -- 172.21.15.8:0/2670441249 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563697b63cf0 msgr2=0x563697b6dab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:03.052 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.050+0000 7f6ce6a00640 1 --2- 172.21.15.8:0/2670441249 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563697b63cf0 0x563697b6dab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.052 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.050+0000 7f6ce6a00640 1 -- 172.21.15.8:0/2670441249 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5636977d8210 con 0x563697b646e0 2024-05-20T21:21:03.053 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.050+0000 7f6ce7400640 1 --2- 172.21.15.8:0/2670441249 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563697b63cf0 0x563697b6dab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:03.053 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.051+0000 7f6ce6a00640 1 --2- 172.21.15.8:0/2670441249 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563697b646e0 0x563697b6dff0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f6cd40c9f40 tx=0x7f6cd40c5f30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=67306ce41bb9d7ff server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:03.053 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.051+0000 7f6cd0c00640 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:21:03.055 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.051+0000 7f6cd0c00640 1 -- 172.21.15.8:0/2670441249 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cd4049070 con 0x563697b646e0 2024-05-20T21:21:03.055 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.051+0000 7f6cf1074740 1 -- 172.21.15.8:0/2670441249 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6ce0015070 con 0x563697b646e0 2024-05-20T21:21:03.055 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.051+0000 7f6cd0c00640 1 -- 172.21.15.8:0/2670441249 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f6cd40c6240 con 0x563697b646e0 2024-05-20T21:21:03.055 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.051+0000 7f6cd0c00640 1 -- 172.21.15.8:0/2670441249 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6cd4031e00 con 0x563697b646e0 2024-05-20T21:21:03.055 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.051+0000 7f6cf1074740 10 client.26722 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:03.056 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.051+0000 7f6cf1074740 1 -- 172.21.15.8:0/2670441249 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5636978a4620 con 0x563697b646e0 2024-05-20T21:21:03.056 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.052+0000 7f6cd0c00640 1 -- 172.21.15.8:0/2670441249 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6ce0015070 con 0x563697b646e0 2024-05-20T21:21:03.056 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.052+0000 7f6cd0c00640 1 -- 172.21.15.8:0/2670441249 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f6cd40ca210 con 0x563697b646e0 2024-05-20T21:21:03.056 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.052+0000 7f6cf1074740 10 client.26722 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:03.056 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.052+0000 7f6cf1074740 10 client.26722 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:21:03.056 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.052+0000 7f6cf1074740 20 client.26722 populate_metadata read hostname 'smithi008' 2024-05-20T21:21:03.056 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.052+0000 7f6cf1074740 1 --2- 172.21.15.8:0/2670441249 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x563697b79520 0x563697b7b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:03.056 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.052+0000 7f6cf1074740 4 client.26722 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:21:03.056 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.052+0000 7f6cf1074740 1 -- 172.21.15.8:0/2670441249 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563697ad5ae0 con 0x563697b79520 2024-05-20T21:21:03.056 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.052+0000 7f6ce7400640 1 --2- 172.21.15.8:0/2670441249 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x563697b79520 0x563697b7b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:03.056 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.053+0000 7f6ce7400640 1 --2- 172.21.15.8:0/2670441249 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x563697b79520 0x563697b7b990 crc :-1 s=READY pgs=155 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9777c44e12150f75 server_cookie=78c53094d0de0e32 in_seq=0 out_seq=0 2024-05-20T21:21:03.056 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.053+0000 7f6cd0c00640 10 client.26722 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:21:03.056 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.054+0000 7f6cd0c00640 1 -- 172.21.15.8:0/2670441249 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x563697ad5ae0 con 0x563697b79520 2024-05-20T21:21:03.057 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.054+0000 7f6cd0c00640 10 client.26722 handle_command_reply: tid=0 2024-05-20T21:21:03.057 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.054+0000 7f6cf1074740 1 client.26722 shutdown 2024-05-20T21:21:03.057 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.054+0000 7f6cf1074740 1 -- 172.21.15.8:0/2670441249 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563697b646e0 msgr2=0x563697b6dff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:03.057 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.054+0000 7f6cf1074740 1 --2- 172.21.15.8:0/2670441249 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563697b646e0 0x563697b6dff0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f6cd40c9f40 tx=0x7f6cd40c5f30 comp rx=0 tx=0).stop 2024-05-20T21:21:03.057 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.054+0000 7f6cf1074740 1 -- 172.21.15.8:0/2670441249 shutdown_connections 2024-05-20T21:21:03.057 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.054+0000 7f6cf1074740 1 --2- 172.21.15.8:0/2670441249 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x563697b79520 0x563697b7b990 crc :-1 s=READY pgs=155 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.057 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.054+0000 7f6cf1074740 1 --2- 172.21.15.8:0/2670441249 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563697b69850 0x563697b75030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.057 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.054+0000 7f6cf1074740 1 --2- 172.21.15.8:0/2670441249 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563697b646e0 0x563697b6dff0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.057 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.054+0000 7f6cf1074740 1 --2- 172.21.15.8:0/2670441249 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563697b63cf0 0x563697b6dab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.057 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.054+0000 7f6cf1074740 1 -- 172.21.15.8:0/2670441249 >> 172.21.15.8:0/2670441249 conn(0x563697b5f360 msgr2=0x563697b5e4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:03.057 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.054+0000 7f6cd0c00640 0 client.26722 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:21:03.057 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.055+0000 7f6cf1074740 1 -- 172.21.15.8:0/2670441249 shutdown_connections 2024-05-20T21:21:03.057 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.055+0000 7f6cf1074740 1 -- 172.21.15.8:0/2670441249 wait complete. 2024-05-20T21:21:03.057 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.055+0000 7f6cf1074740 20 client.26722 trim_cache size 0 max 16384 2024-05-20T21:21:03.071 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.072+0000 7f6cf1074740 1 Processor -- start 2024-05-20T21:21:03.071 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.072+0000 7f6cf1074740 1 -- start start 2024-05-20T21:21:03.071 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.072+0000 7f6cf1074740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563697b63cf0 0x563697b5ec40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:03.072 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.072+0000 7f6cf1074740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563697b646e0 0x563697b74ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:03.072 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.072+0000 7f6cf1074740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563697b69850 0x563697b65130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:03.072 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.072+0000 7f6cf1074740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f6ce81ae800 con 0x563697b69850 2024-05-20T21:21:03.072 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.072+0000 7f6cf1074740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6ce81ac0d0 con 0x563697b646e0 2024-05-20T21:21:03.072 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.072+0000 7f6cf1074740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f6ce81a9f20 con 0x563697b63cf0 2024-05-20T21:21:03.073 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.073+0000 7f6ce7400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563697b63cf0 0x563697b5ec40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:03.073 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.073+0000 7f6ce7400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563697b63cf0 0x563697b5ec40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:53116/0 (socket says 172.21.15.8:53116) 2024-05-20T21:21:03.073 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.073+0000 7f6ce7400640 1 -- 172.21.15.8:0/1090977216 learned_addr learned my addr 172.21.15.8:0/1090977216 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:03.073 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.073+0000 7f6ce7e00640 1 --2- 172.21.15.8:0/1090977216 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563697b69850 0x563697b65130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:03.074 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.073+0000 7f6ce6a00640 1 --2- 172.21.15.8:0/1090977216 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563697b646e0 0x563697b74ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:03.074 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.073+0000 7f6ce7400640 1 -- 172.21.15.8:0/1090977216 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563697b646e0 msgr2=0x563697b74ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:03.074 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.073+0000 7f6ce7400640 1 --2- 172.21.15.8:0/1090977216 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563697b646e0 0x563697b74ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.074 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.073+0000 7f6ce7400640 1 -- 172.21.15.8:0/1090977216 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563697b69850 msgr2=0x563697b65130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:03.074 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.073+0000 7f6ce7400640 1 --2- 172.21.15.8:0/1090977216 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563697b69850 0x563697b65130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.074 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.073+0000 7f6ce7400640 1 -- 172.21.15.8:0/1090977216 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563697b7bfe0 con 0x563697b63cf0 2024-05-20T21:21:03.074 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.073+0000 7f6ce6a00640 1 --2- 172.21.15.8:0/1090977216 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563697b646e0 0x563697b74ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:21:03.074 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.073+0000 7f6ce7400640 1 --2- 172.21.15.8:0/1090977216 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563697b63cf0 0x563697b5ec40 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f6cd8013010 tx=0x7f6cd801b000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=77d2161c240cbce4 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:03.074 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.074+0000 7f6cd3400640 1 -- 172.21.15.8:0/1090977216 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cd8005020 con 0x563697b63cf0 2024-05-20T21:21:03.074 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.074+0000 7f6cd3400640 1 -- 172.21.15.8:0/1090977216 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6cd80047a0 con 0x563697b63cf0 2024-05-20T21:21:03.074 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.074+0000 7f6cd3400640 1 -- 172.21.15.8:0/1090977216 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cd802c860 con 0x563697b63cf0 2024-05-20T21:21:03.078 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.074+0000 7f6cf1074740 1 -- 172.21.15.8:0/1090977216 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563697b63cf0 msgr2=0x563697b5ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:03.078 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.075+0000 7f6cf1074740 1 --2- 172.21.15.8:0/1090977216 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563697b63cf0 0x563697b5ec40 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f6cd8013010 tx=0x7f6cd801b000 comp rx=0 tx=0).stop 2024-05-20T21:21:03.078 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.075+0000 7f6cf1074740 1 -- 172.21.15.8:0/1090977216 shutdown_connections 2024-05-20T21:21:03.078 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.075+0000 7f6cf1074740 1 --2- 172.21.15.8:0/1090977216 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563697b69850 0x563697b65130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.079 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.075+0000 7f6cf1074740 1 --2- 172.21.15.8:0/1090977216 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563697b646e0 0x563697b74ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.079 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.075+0000 7f6cf1074740 1 --2- 172.21.15.8:0/1090977216 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563697b63cf0 0x563697b5ec40 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.079 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.075+0000 7f6cf1074740 1 -- 172.21.15.8:0/1090977216 >> 172.21.15.8:0/1090977216 conn(0x563697b5f360 msgr2=0x563697b62270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:03.079 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.075+0000 7f6cf1074740 1 -- 172.21.15.8:0/1090977216 shutdown_connections 2024-05-20T21:21:03.079 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.075+0000 7f6cf1074740 1 -- 172.21.15.8:0/1090977216 wait complete. 2024-05-20T21:21:03.079 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.075+0000 7f6cf1074740 1 -- start start 2024-05-20T21:21:03.079 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.075+0000 7f6cf1074740 1 Processor -- start 2024-05-20T21:21:03.079 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.076+0000 7f6cf1074740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563697b63cf0 0x563697b72180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:03.079 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.076+0000 7f6cf1074740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563697b646e0 0x563697b726c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:03.080 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.076+0000 7f6cf1074740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563697b69850 0x563697b736d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:03.080 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.076+0000 7f6cf1074740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f6ce81aa590 con 0x563697b63cf0 2024-05-20T21:21:03.080 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.076+0000 7f6cf1074740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6ce81aba00 con 0x563697b646e0 2024-05-20T21:21:03.080 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.076+0000 7f6cf1074740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f6ce81aac60 con 0x563697b69850 2024-05-20T21:21:03.080 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.076+0000 7f6cf1074740 10 client.0 _ll_register_callbacks cb 0x7f6cd4005d50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:03.080 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.076+0000 7f6ce7400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563697b63cf0 0x563697b72180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:03.080 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.076+0000 7f6ce7400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563697b63cf0 0x563697b72180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:36624/0 (socket says 172.21.15.8:36624) 2024-05-20T21:21:03.080 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.076+0000 7f6ce7400640 1 -- 172.21.15.8:0/578722002 learned_addr learned my addr 172.21.15.8:0/578722002 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:03.080 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.076+0000 7f6ce7e00640 1 --2- 172.21.15.8:0/578722002 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563697b69850 0x563697b736d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:03.080 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.076+0000 7f6ce6a00640 1 --2- 172.21.15.8:0/578722002 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563697b646e0 0x563697b726c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:03.080 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.076+0000 7f6ce7400640 1 -- 172.21.15.8:0/578722002 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563697b69850 msgr2=0x563697b736d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:03.080 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.076+0000 7f6ce7400640 1 --2- 172.21.15.8:0/578722002 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563697b69850 0x563697b736d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.080 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.076+0000 7f6ce7400640 1 -- 172.21.15.8:0/578722002 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563697b646e0 msgr2=0x563697b726c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:03.081 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.076+0000 7f6ce7400640 1 --2- 172.21.15.8:0/578722002 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563697b646e0 0x563697b726c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.081 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.077+0000 7f6ce7400640 1 -- 172.21.15.8:0/578722002 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563697b73cc0 con 0x563697b63cf0 2024-05-20T21:21:03.081 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.077+0000 7f6ce6a00640 1 --2- 172.21.15.8:0/578722002 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563697b646e0 0x563697b726c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:21:03.081 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.077+0000 7f6ce7400640 1 --2- 172.21.15.8:0/578722002 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563697b63cf0 0x563697b72180 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f6cd8005d00 tx=0x7f6cd801e6b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a4b97d3288c2ecc server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:03.081 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.077+0000 7f6cd0c00640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:21:03.081 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.077+0000 7f6cd0c00640 1 -- 172.21.15.8:0/578722002 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cd8045060 con 0x563697b63cf0 2024-05-20T21:21:03.081 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.077+0000 7f6cf1074740 1 -- 172.21.15.8:0/578722002 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6cd80047a0 con 0x563697b63cf0 2024-05-20T21:21:03.081 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.077+0000 7f6cd0c00640 1 -- 172.21.15.8:0/578722002 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f6cd80053c0 con 0x563697b63cf0 2024-05-20T21:21:03.081 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.078+0000 7f6cd0c00640 1 -- 172.21.15.8:0/578722002 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6cd8004950 con 0x563697b63cf0 2024-05-20T21:21:03.081 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.078+0000 7f6cf1074740 10 client.16566 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:03.081 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.078+0000 7f6cf1074740 1 -- 172.21.15.8:0/578722002 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563697b75020 con 0x563697b63cf0 2024-05-20T21:21:03.081 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.078+0000 7f6cd0c00640 1 -- 172.21.15.8:0/578722002 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6cd80047a0 con 0x563697b63cf0 2024-05-20T21:21:03.081 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.078+0000 7f6cd0c00640 1 -- 172.21.15.8:0/578722002 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f6cd8036480 con 0x563697b63cf0 2024-05-20T21:21:03.081 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.078+0000 7f6cf1074740 10 client.16566 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:03.081 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.078+0000 7f6cf1074740 10 client.16566 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:21:03.082 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.078+0000 7f6cf1074740 20 client.16566 populate_metadata read hostname 'smithi008' 2024-05-20T21:21:03.082 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.078+0000 7f6cf1074740 1 --2- 172.21.15.8:0/578722002 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x563697be43e0 0x563697be6800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:03.082 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.078+0000 7f6cf1074740 4 client.16566 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:21:03.082 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.078+0000 7f6cf1074740 1 -- 172.21.15.8:0/578722002 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x563697acf2c0 con 0x563697be43e0 2024-05-20T21:21:03.082 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.079+0000 7f6ce6a00640 1 --2- 172.21.15.8:0/578722002 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x563697be43e0 0x563697be6800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:03.082 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.079+0000 7f6ce6a00640 1 --2- 172.21.15.8:0/578722002 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x563697be43e0 0x563697be6800 crc :-1 s=READY pgs=156 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=97f5119ed4dddc60 server_cookie=359abdedadecee7 in_seq=0 out_seq=0 2024-05-20T21:21:03.082 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.079+0000 7f6cd0c00640 10 client.16566 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:21:03.090 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.091+0000 7f6cd0c00640 1 -- 172.21.15.8:0/578722002 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x563697acf2c0 con 0x563697be43e0 2024-05-20T21:21:03.090 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.091+0000 7f6cd0c00640 10 client.16566 handle_command_reply: tid=0 2024-05-20T21:21:03.090 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.091+0000 7f6cf1074740 1 client.16566 shutdown 2024-05-20T21:21:03.091 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.091+0000 7f6cf1074740 1 -- 172.21.15.8:0/578722002 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563697b63cf0 msgr2=0x563697b72180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:03.091 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.091+0000 7f6cf1074740 1 --2- 172.21.15.8:0/578722002 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563697b63cf0 0x563697b72180 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f6cd8005d00 tx=0x7f6cd801e6b0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.091 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.091+0000 7f6cf1074740 1 -- 172.21.15.8:0/578722002 shutdown_connections 2024-05-20T21:21:03.091 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.091+0000 7f6cf1074740 1 --2- 172.21.15.8:0/578722002 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x563697be43e0 0x563697be6800 crc :-1 s=READY pgs=156 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.091 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.091+0000 7f6cf1074740 1 --2- 172.21.15.8:0/578722002 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563697b69850 0x563697b736d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.091 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.091+0000 7f6cf1074740 1 --2- 172.21.15.8:0/578722002 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563697b646e0 0x563697b726c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.091 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.091+0000 7f6cf1074740 1 --2- 172.21.15.8:0/578722002 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563697b63cf0 0x563697b72180 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.091 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.091+0000 7f6cd0c00640 0 client.16566 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:21:03.091 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.091+0000 7f6cf1074740 1 -- 172.21.15.8:0/578722002 >> 172.21.15.8:0/578722002 conn(0x563697b5f360 msgr2=0x563697b64f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:03.091 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.091+0000 7f6cf1074740 1 -- 172.21.15.8:0/578722002 shutdown_connections 2024-05-20T21:21:03.091 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.091+0000 7f6cf1074740 1 -- 172.21.15.8:0/578722002 wait complete. 2024-05-20T21:21:03.091 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.091+0000 7f6cf1074740 20 client.16566 trim_cache size 0 max 16384 2024-05-20T21:21:03.092 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:21:03.092 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:21:03.092 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:21:03.092 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.092+0000 7f6cecc00640 1 -- 172.21.15.8:0/2907922218 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6ccc0b27d0 msgr2=0x7f6ccc0b4c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:03.093 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.092+0000 7f6cecc00640 1 --2- 172.21.15.8:0/2907922218 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6ccc0b27d0 0x7f6ccc0b4c90 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x563697b60230 tx=0x7f6cd8005f90 comp rx=0 tx=0).stop 2024-05-20T21:21:03.093 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.092+0000 7f6cecc00640 1 -- 172.21.15.8:0/2907922218 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6ce8103ae0 msgr2=0x7f6ce8074e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:03.093 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.092+0000 7f6cecc00640 1 --2- 172.21.15.8:0/2907922218 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6ce8103ae0 0x7f6ce8074e40 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f6cd4005ab0 tx=0x7f6cd4003b90 comp rx=0 tx=0).stop 2024-05-20T21:21:03.093 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.092+0000 7f6cecc00640 1 -- 172.21.15.8:0/2907922218 shutdown_connections 2024-05-20T21:21:03.093 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.092+0000 7f6cecc00640 1 --2- 172.21.15.8:0/2907922218 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6ccc0b27d0 0x7f6ccc0b4c90 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.093 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.092+0000 7f6cecc00640 1 --2- 172.21.15.8:0/2907922218 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6ce81044a0 0x7f6ce8075380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.093 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.092+0000 7f6cecc00640 1 --2- 172.21.15.8:0/2907922218 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6ce8103ae0 0x7f6ce8074e40 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.093 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.092+0000 7f6cecc00640 1 --2- 172.21.15.8:0/2907922218 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6ce81028f0 0x7f6ce8076800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.093 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.092+0000 7f6cecc00640 1 -- 172.21.15.8:0/2907922218 >> 172.21.15.8:0/2907922218 conn(0x7f6ce80fde60 msgr2=0x7f6ce8106e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:03.093 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.092+0000 7f6cecc00640 1 -- 172.21.15.8:0/2907922218 shutdown_connections 2024-05-20T21:21:03.093 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:03.093+0000 7f6cecc00640 1 -- 172.21.15.8:0/2907922218 wait complete. 2024-05-20T21:21:03.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:03.600+0000 7f302a600700 1 -- 172.21.15.8:0/1974132975 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3024076090 msgr2=0x7f302410fa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:03.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:03.600+0000 7f302a600700 1 --2- 172.21.15.8:0/1974132975 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3024076090 0x7f302410fa00 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f300c00b0a0 tx=0x7f300c00b3b0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:03.600+0000 7f302a600700 1 -- 172.21.15.8:0/1974132975 shutdown_connections 2024-05-20T21:21:03.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:03.600+0000 7f302a600700 1 --2- 172.21.15.8:0/1974132975 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f302410ff40 0x7f3024112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:03.600+0000 7f302a600700 1 --2- 172.21.15.8:0/1974132975 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3024075770 0x7f3024075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:03.600+0000 7f302a600700 1 --2- 172.21.15.8:0/1974132975 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3024076090 0x7f302410fa00 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:03.600+0000 7f302a600700 1 -- 172.21.15.8:0/1974132975 >> 172.21.15.8:0/1974132975 conn(0x7f302407a6a0 msgr2=0x7f302407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:03.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:03.600+0000 7f302a600700 1 -- 172.21.15.8:0/1974132975 shutdown_connections 2024-05-20T21:21:03.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:03.600+0000 7f302a600700 1 -- 172.21.15.8:0/1974132975 wait complete. 2024-05-20T21:21:03.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:03.601+0000 7f302a600700 1 Processor -- start 2024-05-20T21:21:03.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:03.602+0000 7f302a600700 1 -- start start 2024-05-20T21:21:03.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:03.602+0000 7f302a600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3024075770 0x7f302419beb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:03.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:03.602+0000 7f302a600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3024076090 0x7f302419c3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:03.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:03.602+0000 7f302a600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f302410ff40 0x7f30241a0780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:03.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:03.602+0000 7f302a600700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f3024115960 con 0x7f3024076090 2024-05-20T21:21:03.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:03.602+0000 7f302a600700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f30241157e0 con 0x7f302410ff40 2024-05-20T21:21:03.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:03.602+0000 7f302a600700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f3024115ae0 con 0x7f3024075770 2024-05-20T21:21:03.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:03.603+0000 7f301aa00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3024076090 0x7f302419c3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:03.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:03.603+0000 7f301aa00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3024076090 0x7f302419c3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:36654/0 (socket says 172.21.15.8:36654) 2024-05-20T21:21:03.604 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:03.603+0000 7f301aa00700 1 -- 172.21.15.8:0/2880800407 learned_addr learned my addr 172.21.15.8:0/2880800407 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:03.604 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:03.603+0000 7f3023400700 1 --2- 172.21.15.8:0/2880800407 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3024075770 0x7f302419beb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:03.604 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:03.603+0000 7f3023e00700 1 --2- 172.21.15.8:0/2880800407 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f302410ff40 0x7f30241a0780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:03.604 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:03.603+0000 7f3023400700 1 -- 172.21.15.8:0/2880800407 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f302410ff40 msgr2=0x7f30241a0780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:03.604 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:03.603+0000 7f3023400700 1 --2- 172.21.15.8:0/2880800407 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f302410ff40 0x7f30241a0780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.604 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:03.603+0000 7f3023400700 1 -- 172.21.15.8:0/2880800407 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3024076090 msgr2=0x7f302419c3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:03.604 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:03.603+0000 7f3023400700 1 --2- 172.21.15.8:0/2880800407 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3024076090 0x7f302419c3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.604 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:03.603+0000 7f3023400700 1 -- 172.21.15.8:0/2880800407 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30241a0ec0 con 0x7f3024075770 2024-05-20T21:21:03.604 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:03.603+0000 7f301aa00700 1 --2- 172.21.15.8:0/2880800407 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3024076090 0x7f302419c3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:03.604 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:03.604+0000 7f3023400700 1 --2- 172.21.15.8:0/2880800407 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3024075770 0x7f302419beb0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f301400e9f0 tx=0x7f301400ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:03.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:03.604+0000 7f3020c00700 1 -- 172.21.15.8:0/2880800407 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3014004220 con 0x7f3024075770 2024-05-20T21:21:03.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:03.604+0000 7f3020c00700 1 -- 172.21.15.8:0/2880800407 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f30140043c0 con 0x7f3024075770 2024-05-20T21:21:03.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:03.604+0000 7f302a600700 1 -- 172.21.15.8:0/2880800407 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30241a11b0 con 0x7f3024075770 2024-05-20T21:21:03.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:03.604+0000 7f3020c00700 1 -- 172.21.15.8:0/2880800407 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f301400ce60 con 0x7f3024075770 2024-05-20T21:21:03.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:03.604+0000 7f302a600700 1 -- 172.21.15.8:0/2880800407 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30241a8a30 con 0x7f3024075770 2024-05-20T21:21:03.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:03.605+0000 7f302a600700 1 -- 172.21.15.8:0/2880800407 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f302406a230 con 0x7f3024075770 2024-05-20T21:21:03.607 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:03.607+0000 7f3020c00700 1 -- 172.21.15.8:0/2880800407 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f30140052d0 con 0x7f3024075770 2024-05-20T21:21:03.608 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:03.609+0000 7f3020c00700 1 --2- 172.21.15.8:0/2880800407 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f30080b2900 0x7f30080b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:03.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:03.609+0000 7f3020c00700 1 -- 172.21.15.8:0/2880800407 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f30140e2350 con 0x7f3024075770 2024-05-20T21:21:03.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:03.609+0000 7f301aa00700 1 --2- 172.21.15.8:0/2880800407 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f30080b2900 0x7f30080b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:03.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:03.610+0000 7f301aa00700 1 --2- 172.21.15.8:0/2880800407 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f30080b2900 0x7f30080b4dc0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f300c009e60 tx=0x7f300c006210 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:03.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:03.611+0000 7f3020c00700 1 -- 172.21.15.8:0/2880800407 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f30140aa000 con 0x7f3024075770 2024-05-20T21:21:03.912 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:03.912+0000 7f302a600700 1 -- 172.21.15.8:0/2880800407 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f302419d210 con 0x7f3024075770 2024-05-20T21:21:03.913 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:03.914+0000 7f3020c00700 1 -- 172.21.15.8:0/2880800407 <== mon.1 v2:172.21.15.130:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7f30140a9900 con 0x7f3024075770 2024-05-20T21:21:03.914 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:21:03.914 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:21:03.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:03.917+0000 7f302a600700 1 -- 172.21.15.8:0/2880800407 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f30080b2900 msgr2=0x7f30080b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:03.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:03.917+0000 7f302a600700 1 --2- 172.21.15.8:0/2880800407 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f30080b2900 0x7f30080b4dc0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f300c009e60 tx=0x7f300c006210 comp rx=0 tx=0).stop 2024-05-20T21:21:03.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:03.917+0000 7f302a600700 1 -- 172.21.15.8:0/2880800407 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3024075770 msgr2=0x7f302419beb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:03.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:03.917+0000 7f302a600700 1 --2- 172.21.15.8:0/2880800407 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3024075770 0x7f302419beb0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f301400e9f0 tx=0x7f301400ed00 comp rx=0 tx=0).stop 2024-05-20T21:21:03.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:03.917+0000 7f302a600700 1 -- 172.21.15.8:0/2880800407 shutdown_connections 2024-05-20T21:21:03.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:03.917+0000 7f302a600700 1 --2- 172.21.15.8:0/2880800407 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f30080b2900 0x7f30080b4dc0 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:03.917+0000 7f302a600700 1 --2- 172.21.15.8:0/2880800407 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f302410ff40 0x7f30241a0780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:03.917+0000 7f302a600700 1 --2- 172.21.15.8:0/2880800407 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3024075770 0x7f302419beb0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:03.917+0000 7f302a600700 1 --2- 172.21.15.8:0/2880800407 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3024076090 0x7f302419c3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:03.917+0000 7f302a600700 1 -- 172.21.15.8:0/2880800407 >> 172.21.15.8:0/2880800407 conn(0x7f302407a6a0 msgr2=0x7f3024100850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:03.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:03.918+0000 7f302a600700 1 -- 172.21.15.8:0/2880800407 shutdown_connections 2024-05-20T21:21:03.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:03.918+0000 7f302a600700 1 -- 172.21.15.8:0/2880800407 wait complete. 2024-05-20T21:21:03.919 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:21:04.747 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:21:04 smithi008 ceph-mon[31475]: pgmap v612: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 9.6 KiB/s rd, 6.5 KiB/s wr, 11 op/s 2024-05-20T21:21:04.747 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:21:04 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/2880800407' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:21:04.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:21:04 smithi130 ceph-mon[36448]: pgmap v612: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 9.6 KiB/s rd, 6.5 KiB/s wr, 11 op/s 2024-05-20T21:21:04.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:21:04 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/2880800407' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:21:04.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:21:04 smithi050 ceph-mon[35809]: pgmap v612: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 9.6 KiB/s rd, 6.5 KiB/s wr, 11 op/s 2024-05-20T21:21:04.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:21:04 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/2880800407' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:21:05.189 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24529 quiesce db / --timeout 90 --expiration 141.3 --await-for 45.0' 2024-05-20T21:21:05.190 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24529 quiesce db / --timeout 90 --expiration 141.3 --await-for 45.0 2024-05-20T21:21:05.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.723+0000 7f1e37600700 1 -- 172.21.15.8:0/953095355 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1e3006bab0 msgr2=0x7f1e3006bf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:05.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.723+0000 7f1e37600700 1 --2- 172.21.15.8:0/953095355 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1e3006bab0 0x7f1e3006bf30 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f1e1c009990 tx=0x7f1e1c009ca0 comp rx=0 tx=0).stop 2024-05-20T21:21:05.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.723+0000 7f1e37600700 1 -- 172.21.15.8:0/953095355 shutdown_connections 2024-05-20T21:21:05.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.723+0000 7f1e37600700 1 --2- 172.21.15.8:0/953095355 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1e3006c470 0x7f1e301103c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:05.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.723+0000 7f1e37600700 1 --2- 172.21.15.8:0/953095355 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1e301095a0 0x7f1e30109980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:05.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.723+0000 7f1e37600700 1 --2- 172.21.15.8:0/953095355 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1e3006bab0 0x7f1e3006bf30 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:05.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.723+0000 7f1e37600700 1 -- 172.21.15.8:0/953095355 >> 172.21.15.8:0/953095355 conn(0x7f1e300793b0 msgr2=0x7f1e300797c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:05.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.723+0000 7f1e37600700 1 -- 172.21.15.8:0/953095355 shutdown_connections 2024-05-20T21:21:05.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.723+0000 7f1e37600700 1 -- 172.21.15.8:0/953095355 wait complete. 2024-05-20T21:21:05.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.724+0000 7f1e37600700 1 Processor -- start 2024-05-20T21:21:05.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.725+0000 7f1e37600700 1 -- start start 2024-05-20T21:21:05.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.725+0000 7f1e37600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1e3006bab0 0x7f1e3019be80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:05.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.725+0000 7f1e37600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1e3006c470 0x7f1e3019c3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:05.725 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.725+0000 7f1e37600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1e301095a0 0x7f1e301a0750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:05.725 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.725+0000 7f1e37600700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f1e301136b0 con 0x7f1e301095a0 2024-05-20T21:21:05.725 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.725+0000 7f1e37600700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1e30113530 con 0x7f1e3006c470 2024-05-20T21:21:05.725 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.725+0000 7f1e37600700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f1e30113830 con 0x7f1e3006bab0 2024-05-20T21:21:05.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.726+0000 7f1e2fe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1e3006c470 0x7f1e3019c3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:05.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.726+0000 7f1e2fe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1e3006c470 0x7f1e3019c3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:37596/0 (socket says 172.21.15.8:37596) 2024-05-20T21:21:05.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.726+0000 7f1e2fe00700 1 -- 172.21.15.8:0/89677313 learned_addr learned my addr 172.21.15.8:0/89677313 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:05.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.726+0000 7f1e35600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1e301095a0 0x7f1e301a0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:05.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.726+0000 7f1e34c00700 1 --2- 172.21.15.8:0/89677313 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1e3006bab0 0x7f1e3019be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:05.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.726+0000 7f1e2fe00700 1 -- 172.21.15.8:0/89677313 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1e3006bab0 msgr2=0x7f1e3019be80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:05.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.726+0000 7f1e2fe00700 1 --2- 172.21.15.8:0/89677313 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1e3006bab0 0x7f1e3019be80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:05.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.726+0000 7f1e2fe00700 1 -- 172.21.15.8:0/89677313 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1e301095a0 msgr2=0x7f1e301a0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:05.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.726+0000 7f1e2fe00700 1 --2- 172.21.15.8:0/89677313 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1e301095a0 0x7f1e301a0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:05.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.726+0000 7f1e2fe00700 1 -- 172.21.15.8:0/89677313 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e301a0e90 con 0x7f1e3006c470 2024-05-20T21:21:05.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.726+0000 7f1e2fe00700 1 --2- 172.21.15.8:0/89677313 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1e3006c470 0x7f1e3019c3c0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f1e1c0057f0 tx=0x7f1e1c00bfd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:05.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.727+0000 7f1e2d600700 1 -- 172.21.15.8:0/89677313 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e1c026070 con 0x7f1e3006c470 2024-05-20T21:21:05.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.727+0000 7f1e2d600700 1 -- 172.21.15.8:0/89677313 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1e1c021410 con 0x7f1e3006c470 2024-05-20T21:21:05.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.727+0000 7f1e2d600700 1 -- 172.21.15.8:0/89677313 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e1c017650 con 0x7f1e3006c470 2024-05-20T21:21:05.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.727+0000 7f1e37600700 1 -- 172.21.15.8:0/89677313 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1e301a1120 con 0x7f1e3006c470 2024-05-20T21:21:05.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.727+0000 7f1e37600700 1 -- 172.21.15.8:0/89677313 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1e301a8a00 con 0x7f1e3006c470 2024-05-20T21:21:05.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.732+0000 7f1e2d600700 1 -- 172.21.15.8:0/89677313 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f1e1c029070 con 0x7f1e3006c470 2024-05-20T21:21:05.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.733+0000 7f1e41eadb80 1 Processor -- start 2024-05-20T21:21:05.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.734+0000 7f1e41eadb80 1 -- start start 2024-05-20T21:21:05.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.734+0000 7f1e41eadb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563c9f2ffeb0 0x563c9f300290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:05.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.734+0000 7f1e41eadb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c9f3007d0 0x563c9f2fa260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:05.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.734+0000 7f1e41eadb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563c9f2fa880 0x563c9f2face0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:05.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.734+0000 7f1e41eadb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x563c9f258e40 con 0x563c9f2fa880 2024-05-20T21:21:05.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.734+0000 7f1e41eadb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x563c9f2489e0 con 0x563c9f2ffeb0 2024-05-20T21:21:05.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.734+0000 7f1e41eadb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x563c9f24ca20 con 0x563c9f3007d0 2024-05-20T21:21:05.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.734+0000 7f1e35600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563c9f2ffeb0 0x563c9f300290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:05.735 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.734+0000 7f1e35600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563c9f2ffeb0 0x563c9f300290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:37600/0 (socket says 172.21.15.8:37600) 2024-05-20T21:21:05.735 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.735+0000 7f1e35600700 1 -- 172.21.15.8:0/3559426762 learned_addr learned my addr 172.21.15.8:0/3559426762 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:05.735 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.735+0000 7f1e2d600700 1 --2- 172.21.15.8:0/89677313 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1e180b2900 0x7f1e180b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:05.735 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.735+0000 7f1e34c00700 1 --2- 172.21.15.8:0/3559426762 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c9f3007d0 0x563c9f2fa260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:05.735 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.735+0000 7f1e2fe00700 1 --2- 172.21.15.8:0/3559426762 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563c9f2fa880 0x563c9f2face0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:05.735 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.735+0000 7f1e2d600700 1 -- 172.21.15.8:0/89677313 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f1e1c0e2e40 con 0x7f1e3006c470 2024-05-20T21:21:05.735 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.735+0000 7f1e34c00700 1 -- 172.21.15.8:0/3559426762 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563c9f2ffeb0 msgr2=0x563c9f300290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:05.735 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.735+0000 7f1e34c00700 1 --2- 172.21.15.8:0/3559426762 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563c9f2ffeb0 0x563c9f300290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:05.735 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.735+0000 7f1e35600700 1 --2- 172.21.15.8:0/89677313 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1e180b2900 0x7f1e180b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:05.735 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.735+0000 7f1e34c00700 1 -- 172.21.15.8:0/3559426762 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563c9f2fa880 msgr2=0x563c9f2face0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:05.736 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.736+0000 7f1e34c00700 1 --2- 172.21.15.8:0/3559426762 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563c9f2fa880 0x563c9f2face0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:05.736 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.736+0000 7f1e34c00700 1 -- 172.21.15.8:0/3559426762 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563c9f211420 con 0x563c9f3007d0 2024-05-20T21:21:05.736 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.736+0000 7f1e2fe00700 1 --2- 172.21.15.8:0/3559426762 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563c9f2fa880 0x563c9f2face0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:05.736 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.736+0000 7f1e35600700 1 --2- 172.21.15.8:0/89677313 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1e180b2900 0x7f1e180b4dc0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f1e2800fb80 tx=0x7f1e28004b40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:05.736 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.736+0000 7f1e34c00700 1 --2- 172.21.15.8:0/3559426762 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c9f3007d0 0x563c9f2fa260 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f1e24009cb0 tx=0x7f1e240058e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=80409fa824636da9 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:05.736 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.736+0000 7f1e22000700 1 -- 172.21.15.8:0/3559426762 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e24011ce0 con 0x563c9f3007d0 2024-05-20T21:21:05.737 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.737+0000 7f1e22000700 1 -- 172.21.15.8:0/3559426762 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1e24004500 con 0x563c9f3007d0 2024-05-20T21:21:05.737 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.737+0000 7f1e22000700 1 -- 172.21.15.8:0/3559426762 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e24005280 con 0x563c9f3007d0 2024-05-20T21:21:05.737 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.737+0000 7f1e41eadb80 1 -- 172.21.15.8:0/3559426762 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c9f3007d0 msgr2=0x563c9f2fa260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:05.737 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.737+0000 7f1e41eadb80 1 --2- 172.21.15.8:0/3559426762 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c9f3007d0 0x563c9f2fa260 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f1e24009cb0 tx=0x7f1e240058e0 comp rx=0 tx=0).stop 2024-05-20T21:21:05.738 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.738+0000 7f1e41eadb80 1 -- 172.21.15.8:0/3559426762 shutdown_connections 2024-05-20T21:21:05.738 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.738+0000 7f1e41eadb80 1 --2- 172.21.15.8:0/3559426762 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563c9f2ffeb0 0x563c9f300290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:05.738 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.738+0000 7f1e41eadb80 1 --2- 172.21.15.8:0/3559426762 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563c9f2fa880 0x563c9f2face0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:05.738 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.738+0000 7f1e41eadb80 1 --2- 172.21.15.8:0/3559426762 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c9f3007d0 0x563c9f2fa260 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:05.738 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.738+0000 7f1e41eadb80 1 -- 172.21.15.8:0/3559426762 >> 172.21.15.8:0/3559426762 conn(0x563c9f228be0 msgr2=0x563c9f2f5010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:05.738 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.738+0000 7f1e41eadb80 1 -- 172.21.15.8:0/3559426762 shutdown_connections 2024-05-20T21:21:05.738 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.738+0000 7f1e41eadb80 1 -- 172.21.15.8:0/3559426762 wait complete. 2024-05-20T21:21:05.738 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.738+0000 7f1e41eadb80 1 -- start start 2024-05-20T21:21:05.739 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.739+0000 7f1e41eadb80 1 Processor -- start 2024-05-20T21:21:05.739 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.739+0000 7f1e41eadb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c9f2fa880 0x563c9f306480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:05.739 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.739+0000 7f1e41eadb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563c9f2ffeb0 0x563c9f303820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:05.739 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.739+0000 7f1e41eadb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563c9f3007d0 0x563c9f303d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:05.739 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.739+0000 7f1e41eadb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x563c9f14efa0 con 0x563c9f3007d0 2024-05-20T21:21:05.739 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.739+0000 7f1e41eadb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x563c9f1e9760 con 0x563c9f2ffeb0 2024-05-20T21:21:05.739 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.739+0000 7f1e41eadb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x563c9f307240 con 0x563c9f2fa880 2024-05-20T21:21:05.739 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.739+0000 7f1e41eadb80 10 client.0 _ll_register_callbacks cb 0x563c9f1f2c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:05.740 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.740+0000 7f1e35600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563c9f3007d0 0x563c9f303d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:05.740 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.740+0000 7f1e34c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c9f2fa880 0x563c9f306480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:05.740 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.740+0000 7f1e2fe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563c9f2ffeb0 0x563c9f303820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:05.740 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.740+0000 7f1e34c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c9f2fa880 0x563c9f306480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:53168/0 (socket says 172.21.15.8:53168) 2024-05-20T21:21:05.740 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.740+0000 7f1e34c00700 1 -- 172.21.15.8:0/2140083471 learned_addr learned my addr 172.21.15.8:0/2140083471 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:05.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.740+0000 7f1e34c00700 1 -- 172.21.15.8:0/2140083471 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563c9f2ffeb0 msgr2=0x563c9f303820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:05.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.740+0000 7f1e34c00700 1 --2- 172.21.15.8:0/2140083471 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563c9f2ffeb0 0x563c9f303820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:05.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.740+0000 7f1e34c00700 1 -- 172.21.15.8:0/2140083471 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563c9f3007d0 msgr2=0x563c9f303d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:05.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.740+0000 7f1e34c00700 1 --2- 172.21.15.8:0/2140083471 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563c9f3007d0 0x563c9f303d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:05.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.740+0000 7f1e34c00700 1 -- 172.21.15.8:0/2140083471 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563c9f1988d0 con 0x563c9f2fa880 2024-05-20T21:21:05.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.740+0000 7f1e2fe00700 1 --2- 172.21.15.8:0/2140083471 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563c9f2ffeb0 0x563c9f303820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:05.742 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.740+0000 7f1e34c00700 1 --2- 172.21.15.8:0/2140083471 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c9f2fa880 0x563c9f306480 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f1e24004e00 tx=0x7f1e24005d80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d02d201cc47d8569 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:05.742 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.740+0000 7f1e16a00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:21:05.742 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.741+0000 7f1e16a00700 1 -- 172.21.15.8:0/2140083471 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e24004360 con 0x563c9f2fa880 2024-05-20T21:21:05.742 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.741+0000 7f1e41eadb80 1 -- 172.21.15.8:0/2140083471 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1e24004500 con 0x563c9f2fa880 2024-05-20T21:21:05.742 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.741+0000 7f1e16a00700 1 -- 172.21.15.8:0/2140083471 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f1e24011ae0 con 0x563c9f2fa880 2024-05-20T21:21:05.742 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.741+0000 7f1e16a00700 1 -- 172.21.15.8:0/2140083471 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1e24011ce0 con 0x563c9f2fa880 2024-05-20T21:21:05.742 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.741+0000 7f1e41eadb80 10 client.26746 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:05.742 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.741+0000 7f1e41eadb80 1 -- 172.21.15.8:0/2140083471 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563c9f219060 con 0x563c9f2fa880 2024-05-20T21:21:05.742 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.742+0000 7f1e16a00700 1 -- 172.21.15.8:0/2140083471 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1e24004500 con 0x563c9f2fa880 2024-05-20T21:21:05.743 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.742+0000 7f1e16a00700 1 -- 172.21.15.8:0/2140083471 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f1e24018070 con 0x563c9f2fa880 2024-05-20T21:21:05.743 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.742+0000 7f1e41eadb80 10 client.26746 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:05.743 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.742+0000 7f1e41eadb80 10 client.26746 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:21:05.743 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.742+0000 7f1e41eadb80 20 client.26746 populate_metadata read hostname 'smithi008' 2024-05-20T21:21:05.743 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.742+0000 7f1e41eadb80 1 --2- 172.21.15.8:0/2140083471 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x563c9f313ba0 0x563c9f315f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:05.743 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.742+0000 7f1e41eadb80 4 client.26746 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:21:05.743 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.742+0000 7f1e41eadb80 1 -- 172.21.15.8:0/2140083471 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563c9f25ad90 con 0x563c9f313ba0 2024-05-20T21:21:05.743 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.743+0000 7f1e2fe00700 1 --2- 172.21.15.8:0/2140083471 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x563c9f313ba0 0x563c9f315f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:05.743 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.743+0000 7f1e2fe00700 1 --2- 172.21.15.8:0/2140083471 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x563c9f313ba0 0x563c9f315f90 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=b580042d79274504 server_cookie=5f4d385290262959 in_seq=0 out_seq=0 2024-05-20T21:21:05.743 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.743+0000 7f1e16a00700 10 client.26746 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:21:05.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.744+0000 7f1e16a00700 1 -- 172.21.15.8:0/2140083471 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x563c9f25ad90 con 0x563c9f313ba0 2024-05-20T21:21:05.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.744+0000 7f1e16a00700 10 client.26746 handle_command_reply: tid=0 2024-05-20T21:21:05.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.744+0000 7f1e41eadb80 1 client.26746 shutdown 2024-05-20T21:21:05.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.745+0000 7f1e41eadb80 1 -- 172.21.15.8:0/2140083471 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c9f2fa880 msgr2=0x563c9f306480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:05.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.745+0000 7f1e41eadb80 1 --2- 172.21.15.8:0/2140083471 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c9f2fa880 0x563c9f306480 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f1e24004e00 tx=0x7f1e24005d80 comp rx=0 tx=0).stop 2024-05-20T21:21:05.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.745+0000 7f1e41eadb80 1 -- 172.21.15.8:0/2140083471 shutdown_connections 2024-05-20T21:21:05.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.745+0000 7f1e41eadb80 1 --2- 172.21.15.8:0/2140083471 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x563c9f313ba0 0x563c9f315f90 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:05.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.745+0000 7f1e41eadb80 1 --2- 172.21.15.8:0/2140083471 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563c9f3007d0 0x563c9f303d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:05.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.745+0000 7f1e41eadb80 1 --2- 172.21.15.8:0/2140083471 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c9f2fa880 0x563c9f306480 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:05.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.745+0000 7f1e41eadb80 1 --2- 172.21.15.8:0/2140083471 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563c9f2ffeb0 0x563c9f303820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:05.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.745+0000 7f1e16a00700 0 client.26746 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:21:05.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.745+0000 7f1e41eadb80 1 -- 172.21.15.8:0/2140083471 >> 172.21.15.8:0/2140083471 conn(0x563c9f228be0 msgr2=0x563c9f2f9250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:05.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.745+0000 7f1e41eadb80 1 -- 172.21.15.8:0/2140083471 shutdown_connections 2024-05-20T21:21:05.746 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.745+0000 7f1e41eadb80 1 -- 172.21.15.8:0/2140083471 wait complete. 2024-05-20T21:21:05.746 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.745+0000 7f1e41eadb80 20 client.26746 trim_cache size 0 max 16384 2024-05-20T21:21:05.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.763+0000 7f1e41eadb80 1 Processor -- start 2024-05-20T21:21:05.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.763+0000 7f1e41eadb80 1 -- start start 2024-05-20T21:21:05.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.764+0000 7f1e41eadb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563c9f2fa880 0x563c9f2fa260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:05.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.764+0000 7f1e41eadb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563c9f2ffeb0 0x563c9f2fd9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:05.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.764+0000 7f1e41eadb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c9f3007d0 0x563c9f2fdf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:05.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.764+0000 7f1e41eadb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f1e301b26c0 con 0x563c9f2fa880 2024-05-20T21:21:05.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.764+0000 7f1e41eadb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1e301aff50 con 0x563c9f2ffeb0 2024-05-20T21:21:05.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.764+0000 7f1e41eadb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f1e301adda0 con 0x563c9f3007d0 2024-05-20T21:21:05.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.764+0000 7f1e34c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563c9f2fa880 0x563c9f2fa260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:05.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.764+0000 7f1e2fe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563c9f2ffeb0 0x563c9f2fd9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:05.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.764+0000 7f1e34c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563c9f2fa880 0x563c9f2fa260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:36704/0 (socket says 172.21.15.8:36704) 2024-05-20T21:21:05.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.764+0000 7f1e35600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c9f3007d0 0x563c9f2fdf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:05.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.764+0000 7f1e34c00700 1 -- 172.21.15.8:0/2829441787 learned_addr learned my addr 172.21.15.8:0/2829441787 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:05.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.765+0000 7f1e34c00700 1 -- 172.21.15.8:0/2829441787 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c9f3007d0 msgr2=0x563c9f2fdf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:05.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.765+0000 7f1e34c00700 1 --2- 172.21.15.8:0/2829441787 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c9f3007d0 0x563c9f2fdf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:05.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.765+0000 7f1e34c00700 1 -- 172.21.15.8:0/2829441787 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563c9f2ffeb0 msgr2=0x563c9f2fd9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:05.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.765+0000 7f1e34c00700 1 --2- 172.21.15.8:0/2829441787 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563c9f2ffeb0 0x563c9f2fd9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:05.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.765+0000 7f1e34c00700 1 -- 172.21.15.8:0/2829441787 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563c9f301db0 con 0x563c9f2fa880 2024-05-20T21:21:05.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.765+0000 7f1e35600700 1 --2- 172.21.15.8:0/2829441787 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c9f3007d0 0x563c9f2fdf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:05.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.765+0000 7f1e2fe00700 1 --2- 172.21.15.8:0/2829441787 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563c9f2ffeb0 0x563c9f2fd9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:05.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.765+0000 7f1e34c00700 1 --2- 172.21.15.8:0/2829441787 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563c9f2fa880 0x563c9f2fa260 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f1e24000c00 tx=0x7f1e24009230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76ff1383ecb9f276 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:05.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.765+0000 7f1e21600700 1 -- 172.21.15.8:0/2829441787 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e24011ae0 con 0x563c9f2fa880 2024-05-20T21:21:05.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.765+0000 7f1e21600700 1 -- 172.21.15.8:0/2829441787 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1e24027070 con 0x563c9f2fa880 2024-05-20T21:21:05.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.765+0000 7f1e21600700 1 -- 172.21.15.8:0/2829441787 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e24003fb0 con 0x563c9f2fa880 2024-05-20T21:21:05.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.766+0000 7f1e41eadb80 1 -- 172.21.15.8:0/2829441787 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563c9f2fa880 msgr2=0x563c9f2fa260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:05.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.766+0000 7f1e41eadb80 1 --2- 172.21.15.8:0/2829441787 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563c9f2fa880 0x563c9f2fa260 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f1e24000c00 tx=0x7f1e24009230 comp rx=0 tx=0).stop 2024-05-20T21:21:05.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.766+0000 7f1e41eadb80 1 -- 172.21.15.8:0/2829441787 shutdown_connections 2024-05-20T21:21:05.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.766+0000 7f1e41eadb80 1 --2- 172.21.15.8:0/2829441787 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c9f3007d0 0x563c9f2fdf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:05.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.766+0000 7f1e41eadb80 1 --2- 172.21.15.8:0/2829441787 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563c9f2fa880 0x563c9f2fa260 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:05.767 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.766+0000 7f1e41eadb80 1 --2- 172.21.15.8:0/2829441787 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563c9f2ffeb0 0x563c9f2fd9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:05.767 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.766+0000 7f1e41eadb80 1 -- 172.21.15.8:0/2829441787 >> 172.21.15.8:0/2829441787 conn(0x563c9f228be0 msgr2=0x563c9f3037e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:05.767 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.767+0000 7f1e41eadb80 1 -- 172.21.15.8:0/2829441787 shutdown_connections 2024-05-20T21:21:05.767 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.767+0000 7f1e41eadb80 1 -- 172.21.15.8:0/2829441787 wait complete. 2024-05-20T21:21:05.768 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:21:05.769 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.767+0000 7f1e41eadb80 1 -- start start 2024-05-20T21:21:05.769 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.767+0000 7f1e41eadb80 1 Processor -- start 2024-05-20T21:21:05.769 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.768+0000 7f1e41eadb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c9f2fa880 0x563c9f30ca00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:05.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.768+0000 7f1e41eadb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563c9f2ffeb0 0x563c9f31adb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:05.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.768+0000 7f1e41eadb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563c9f3007d0 0x563c9f31b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:05.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.768+0000 7f1e41eadb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f1e301ae410 con 0x563c9f2ffeb0 2024-05-20T21:21:05.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.768+0000 7f1e41eadb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1e301af880 con 0x563c9f3007d0 2024-05-20T21:21:05.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.768+0000 7f1e41eadb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f1e301aeae0 con 0x563c9f2fa880 2024-05-20T21:21:05.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.768+0000 7f1e41eadb80 10 client.0 _ll_register_callbacks cb 0x563c9f1f2c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:05.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.768+0000 7f1e2fe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563c9f2ffeb0 0x563c9f31adb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:05.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.768+0000 7f1e34c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c9f2fa880 0x563c9f30ca00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:05.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.768+0000 7f1e2fe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563c9f2ffeb0 0x563c9f31adb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:36706/0 (socket says 172.21.15.8:36706) 2024-05-20T21:21:05.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.768+0000 7f1e2fe00700 1 -- 172.21.15.8:0/316694537 learned_addr learned my addr 172.21.15.8:0/316694537 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:05.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.769+0000 7f1e35600700 1 --2- 172.21.15.8:0/316694537 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563c9f3007d0 0x563c9f31b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:05.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.769+0000 7f1e34c00700 1 -- 172.21.15.8:0/316694537 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563c9f3007d0 msgr2=0x563c9f31b2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:05.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.769+0000 7f1e34c00700 1 --2- 172.21.15.8:0/316694537 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563c9f3007d0 0x563c9f31b2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:05.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.769+0000 7f1e34c00700 1 -- 172.21.15.8:0/316694537 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563c9f2ffeb0 msgr2=0x563c9f31adb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:05.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.769+0000 7f1e34c00700 1 --2- 172.21.15.8:0/316694537 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563c9f2ffeb0 0x563c9f31adb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:05.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.769+0000 7f1e34c00700 1 -- 172.21.15.8:0/316694537 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563c9f31b960 con 0x563c9f2fa880 2024-05-20T21:21:05.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.769+0000 7f1e2fe00700 1 --2- 172.21.15.8:0/316694537 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563c9f2ffeb0 0x563c9f31adb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:05.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.769+0000 7f1e34c00700 1 --2- 172.21.15.8:0/316694537 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c9f2fa880 0x563c9f30ca00 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f1e24000c00 tx=0x7f1e24009760 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ffdde8ad0439e33f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:05.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.769+0000 7f1e16a00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:21:05.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.769+0000 7f1e16a00700 1 -- 172.21.15.8:0/316694537 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e2403a070 con 0x563c9f2fa880 2024-05-20T21:21:05.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.769+0000 7f1e16a00700 1 -- 172.21.15.8:0/316694537 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f1e24011ae0 con 0x563c9f2fa880 2024-05-20T21:21:05.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.769+0000 7f1e41eadb80 1 -- 172.21.15.8:0/316694537 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1e24027070 con 0x563c9f2fa880 2024-05-20T21:21:05.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.770+0000 7f1e16a00700 1 -- 172.21.15.8:0/316694537 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1e24003680 con 0x563c9f2fa880 2024-05-20T21:21:05.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.770+0000 7f1e41eadb80 10 client.26752 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:05.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.770+0000 7f1e41eadb80 1 -- 172.21.15.8:0/316694537 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563c9f376590 con 0x563c9f2fa880 2024-05-20T21:21:05.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.770+0000 7f1e16a00700 1 -- 172.21.15.8:0/316694537 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1e24027070 con 0x563c9f2fa880 2024-05-20T21:21:05.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.770+0000 7f1e16a00700 1 -- 172.21.15.8:0/316694537 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f1e2403d030 con 0x563c9f2fa880 2024-05-20T21:21:05.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.770+0000 7f1e41eadb80 10 client.26752 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:05.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.770+0000 7f1e41eadb80 10 client.26752 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:21:05.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.770+0000 7f1e41eadb80 20 client.26752 populate_metadata read hostname 'smithi008' 2024-05-20T21:21:05.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.770+0000 7f1e41eadb80 1 --2- 172.21.15.8:0/316694537 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x563c9f376c90 0x563c9f3790b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:05.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.770+0000 7f1e41eadb80 4 client.26752 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:21:05.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.770+0000 7f1e41eadb80 1 -- 172.21.15.8:0/316694537 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "damage ls"}) -- 0x563c9f254570 con 0x563c9f376c90 2024-05-20T21:21:05.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.771+0000 7f1e2fe00700 1 --2- 172.21.15.8:0/316694537 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x563c9f376c90 0x563c9f3790b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:05.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.771+0000 7f1e2fe00700 1 --2- 172.21.15.8:0/316694537 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x563c9f376c90 0x563c9f3790b0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d88d864c04a52496 server_cookie=d713875e29ede9ec in_seq=0 out_seq=0 2024-05-20T21:21:05.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.771+0000 7f1e16a00700 10 client.26752 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:21:05.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.772+0000 7f1e16a00700 1 -- 172.21.15.8:0/316694537 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x563c9f254570 con 0x563c9f376c90 2024-05-20T21:21:05.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.772+0000 7f1e16a00700 10 client.26752 handle_command_reply: tid=0 2024-05-20T21:21:05.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.772+0000 7f1e41eadb80 1 client.26752 shutdown 2024-05-20T21:21:05.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.772+0000 7f1e41eadb80 1 -- 172.21.15.8:0/316694537 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c9f2fa880 msgr2=0x563c9f30ca00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:05.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.772+0000 7f1e41eadb80 1 --2- 172.21.15.8:0/316694537 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c9f2fa880 0x563c9f30ca00 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f1e24000c00 tx=0x7f1e24009760 comp rx=0 tx=0).stop 2024-05-20T21:21:05.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.772+0000 7f1e41eadb80 1 -- 172.21.15.8:0/316694537 shutdown_connections 2024-05-20T21:21:05.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.772+0000 7f1e41eadb80 1 --2- 172.21.15.8:0/316694537 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x563c9f376c90 0x563c9f3790b0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:05.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.772+0000 7f1e41eadb80 1 --2- 172.21.15.8:0/316694537 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563c9f3007d0 0x563c9f31b2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:05.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.772+0000 7f1e41eadb80 1 --2- 172.21.15.8:0/316694537 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c9f2fa880 0x563c9f30ca00 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:05.775 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.772+0000 7f1e41eadb80 1 --2- 172.21.15.8:0/316694537 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563c9f2ffeb0 0x563c9f31adb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:05.775 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.772+0000 7f1e41eadb80 1 -- 172.21.15.8:0/316694537 >> 172.21.15.8:0/316694537 conn(0x563c9f228be0 msgr2=0x563c9f303600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:05.775 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.772+0000 7f1e16a00700 0 client.26752 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:21:05.775 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.772+0000 7f1e41eadb80 1 -- 172.21.15.8:0/316694537 shutdown_connections 2024-05-20T21:21:05.775 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.772+0000 7f1e41eadb80 1 -- 172.21.15.8:0/316694537 wait complete. 2024-05-20T21:21:05.775 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.773+0000 7f1e41eadb80 20 client.26752 trim_cache size 0 max 16384 2024-05-20T21:21:05.775 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:21:05.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.773+0000 7f1e37600700 1 -- 172.21.15.8:0/89677313 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1e180b2900 msgr2=0x7f1e180b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:05.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.773+0000 7f1e37600700 1 --2- 172.21.15.8:0/89677313 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1e180b2900 0x7f1e180b4dc0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f1e2800fb80 tx=0x7f1e28004b40 comp rx=0 tx=0).stop 2024-05-20T21:21:05.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.774+0000 7f1e37600700 1 -- 172.21.15.8:0/89677313 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1e3006c470 msgr2=0x7f1e3019c3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:05.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.774+0000 7f1e37600700 1 --2- 172.21.15.8:0/89677313 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1e3006c470 0x7f1e3019c3c0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f1e1c0057f0 tx=0x7f1e1c00bfd0 comp rx=0 tx=0).stop 2024-05-20T21:21:05.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.774+0000 7f1e37600700 1 -- 172.21.15.8:0/89677313 shutdown_connections 2024-05-20T21:21:05.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.774+0000 7f1e37600700 1 --2- 172.21.15.8:0/89677313 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1e180b2900 0x7f1e180b4dc0 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:05.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.774+0000 7f1e37600700 1 --2- 172.21.15.8:0/89677313 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1e301095a0 0x7f1e301a0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:05.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.774+0000 7f1e37600700 1 --2- 172.21.15.8:0/89677313 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1e3006bab0 0x7f1e3019be80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:05.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.774+0000 7f1e37600700 1 --2- 172.21.15.8:0/89677313 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1e3006c470 0x7f1e3019c3c0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:05.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.774+0000 7f1e37600700 1 -- 172.21.15.8:0/89677313 >> 172.21.15.8:0/89677313 conn(0x7f1e300793b0 msgr2=0x7f1e3010e770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:05.777 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.774+0000 7f1e37600700 1 -- 172.21.15.8:0/89677313 shutdown_connections 2024-05-20T21:21:05.777 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:05.774+0000 7f1e37600700 1 -- 172.21.15.8:0/89677313 wait complete. 2024-05-20T21:21:06.575 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:21:06.784 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:21:06 smithi008 ceph-mon[31475]: pgmap v613: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 5.0 KiB/s wr, 8 op/s 2024-05-20T21:21:06.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:21:06 smithi130 ceph-mon[36448]: pgmap v613: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 5.0 KiB/s wr, 8 op/s 2024-05-20T21:21:06.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:21:06 smithi050 ceph-mon[35809]: pgmap v613: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 5.0 KiB/s wr, 8 op/s 2024-05-20T21:21:07.804 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:21:08.885 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:21:08 smithi008 ceph-mon[31475]: pgmap v614: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 5.2 KiB/s wr, 8 op/s 2024-05-20T21:21:08.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:21:08 smithi130 ceph-mon[36448]: pgmap v614: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 5.2 KiB/s wr, 8 op/s 2024-05-20T21:21:08.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:21:08 smithi050 ceph-mon[35809]: pgmap v614: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 5.2 KiB/s wr, 8 op/s 2024-05-20T21:21:09.529 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.527+0000 7f2ce5600700 1 -- 172.21.15.8:0/2598897952 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2ce0105f70 msgr2=0x7f2ce0112430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:09.529 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.527+0000 7f2ce5600700 1 --2- 172.21.15.8:0/2598897952 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2ce0105f70 0x7f2ce0112430 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f2cd800b0a0 tx=0x7f2cd800b3b0 comp rx=0 tx=0).stop 2024-05-20T21:21:09.529 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.527+0000 7f2ce5600700 1 -- 172.21.15.8:0/2598897952 shutdown_connections 2024-05-20T21:21:09.529 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.527+0000 7f2ce5600700 1 --2- 172.21.15.8:0/2598897952 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2ce0105f70 0x7f2ce0112430 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:09.529 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.527+0000 7f2ce5600700 1 --2- 172.21.15.8:0/2598897952 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2ce010b660 0x7f2ce010ba40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:09.529 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.527+0000 7f2ce5600700 1 --2- 172.21.15.8:0/2598897952 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2ce01055b0 0x7f2ce0105a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:09.530 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.527+0000 7f2ce5600700 1 -- 172.21.15.8:0/2598897952 >> 172.21.15.8:0/2598897952 conn(0x7f2ce01010c0 msgr2=0x7f2ce01034e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:09.530 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.527+0000 7f2ce5600700 1 -- 172.21.15.8:0/2598897952 shutdown_connections 2024-05-20T21:21:09.530 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.527+0000 7f2ce5600700 1 -- 172.21.15.8:0/2598897952 wait complete. 2024-05-20T21:21:09.530 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.528+0000 7f2ce5600700 1 Processor -- start 2024-05-20T21:21:09.530 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.529+0000 7f2ce5600700 1 -- start start 2024-05-20T21:21:09.530 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.529+0000 7f2ce5600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2ce01055b0 0x7f2ce01a1700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:09.530 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.529+0000 7f2ce5600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2ce0105f70 0x7f2ce01a1c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:09.530 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.529+0000 7f2ce5600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2ce010b660 0x7f2ce019b910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:09.530 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.529+0000 7f2ce5600700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f2ce0115810 con 0x7f2ce0105f70 2024-05-20T21:21:09.530 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.529+0000 7f2ce5600700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2ce0115690 con 0x7f2ce010b660 2024-05-20T21:21:09.530 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.529+0000 7f2ce5600700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f2ce0115990 con 0x7f2ce01055b0 2024-05-20T21:21:09.531 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.529+0000 7f2cdf400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2ce0105f70 0x7f2ce01a1c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:09.532 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.530+0000 7f2cdfe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2ce01055b0 0x7f2ce01a1700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:09.532 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.530+0000 7f2cdfe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2ce01055b0 0x7f2ce01a1700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:53202/0 (socket says 172.21.15.8:53202) 2024-05-20T21:21:09.532 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.530+0000 7f2cdfe00700 1 -- 172.21.15.8:0/1802469075 learned_addr learned my addr 172.21.15.8:0/1802469075 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:09.532 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.530+0000 7f2ce4c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2ce010b660 0x7f2ce019b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:09.532 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.530+0000 7f2ce4c00700 1 -- 172.21.15.8:0/1802469075 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2ce01055b0 msgr2=0x7f2ce01a1700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:09.532 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.530+0000 7f2ce4c00700 1 --2- 172.21.15.8:0/1802469075 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2ce01055b0 0x7f2ce01a1700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:09.532 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.530+0000 7f2ce4c00700 1 -- 172.21.15.8:0/1802469075 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2ce0105f70 msgr2=0x7f2ce01a1c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:09.532 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.530+0000 7f2ce4c00700 1 --2- 172.21.15.8:0/1802469075 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2ce0105f70 0x7f2ce01a1c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:09.532 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.530+0000 7f2ce4c00700 1 -- 172.21.15.8:0/1802469075 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ce019c070 con 0x7f2ce010b660 2024-05-20T21:21:09.532 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.530+0000 7f2cdf400700 1 --2- 172.21.15.8:0/1802469075 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2ce0105f70 0x7f2ce01a1c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:09.532 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.531+0000 7f2ce4c00700 1 --2- 172.21.15.8:0/1802469075 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2ce010b660 0x7f2ce019b910 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f2cd800b070 tx=0x7f2cd8004c80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:09.532 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.531+0000 7f2cdcc00700 1 -- 172.21.15.8:0/1802469075 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cd8021070 con 0x7f2ce010b660 2024-05-20T21:21:09.532 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.531+0000 7f2cdcc00700 1 -- 172.21.15.8:0/1802469075 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2cd8007b80 con 0x7f2ce010b660 2024-05-20T21:21:09.532 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.531+0000 7f2ce5600700 1 -- 172.21.15.8:0/1802469075 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ce019c300 con 0x7f2ce010b660 2024-05-20T21:21:09.533 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.531+0000 7f2cdcc00700 1 -- 172.21.15.8:0/1802469075 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cd8005040 con 0x7f2ce010b660 2024-05-20T21:21:09.533 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.531+0000 7f2ce5600700 1 -- 172.21.15.8:0/1802469075 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ce01a85d0 con 0x7f2ce010b660 2024-05-20T21:21:09.534 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.535+0000 7f2cdcc00700 1 -- 172.21.15.8:0/1802469075 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f2cd8024070 con 0x7f2ce010b660 2024-05-20T21:21:09.536 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.536+0000 7f2cf1607b80 1 Processor -- start 2024-05-20T21:21:09.536 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.537+0000 7f2cf1607b80 1 -- start start 2024-05-20T21:21:09.537 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.537+0000 7f2cf1607b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557cf952d640 0x557cf952da20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:09.537 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.537+0000 7f2cf1607b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557cf952df60 0x557cf9527b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:09.537 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.537+0000 7f2cf1607b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557cf9528170 0x557cf95285f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:09.537 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.537+0000 7f2cdcc00700 1 --2- 172.21.15.8:0/1802469075 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2cc40b2930 0x7f2cc40b4df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:09.537 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.537+0000 7f2cf1607b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x557cf9485fd0 con 0x557cf9528170 2024-05-20T21:21:09.537 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.537+0000 7f2cf1607b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x557cf9475b70 con 0x557cf952d640 2024-05-20T21:21:09.537 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.537+0000 7f2cf1607b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x557cf9479bb0 con 0x557cf952df60 2024-05-20T21:21:09.537 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.537+0000 7f2cdcc00700 1 -- 172.21.15.8:0/1802469075 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f2cd800f020 con 0x7f2ce010b660 2024-05-20T21:21:09.538 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.538+0000 7f2cdf400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557cf952d640 0x557cf952da20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:09.538 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.538+0000 7f2cdfe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557cf952df60 0x557cf9527b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:09.538 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.538+0000 7f2cdf400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557cf952d640 0x557cf952da20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:37650/0 (socket says 172.21.15.8:37650) 2024-05-20T21:21:09.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.538+0000 7f2cdf400700 1 -- 172.21.15.8:0/1978614620 learned_addr learned my addr 172.21.15.8:0/1978614620 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:09.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.538+0000 7f2ce4c00700 1 --2- 172.21.15.8:0/1978614620 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557cf9528170 0x557cf95285f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:09.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.538+0000 7f2cdf400700 1 --2- 172.21.15.8:0/1802469075 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2cc40b2930 0x7f2cc40b4df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:09.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.538+0000 7f2cdfe00700 1 -- 172.21.15.8:0/1978614620 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557cf952d640 msgr2=0x557cf952da20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:09.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.538+0000 7f2cdfe00700 1 --2- 172.21.15.8:0/1978614620 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557cf952d640 0x557cf952da20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:09.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.538+0000 7f2cdfe00700 1 -- 172.21.15.8:0/1978614620 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557cf9528170 msgr2=0x557cf95285f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:09.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.538+0000 7f2cdfe00700 1 --2- 172.21.15.8:0/1978614620 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557cf9528170 0x557cf95285f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:09.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.538+0000 7f2cdfe00700 1 -- 172.21.15.8:0/1978614620 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557cf943e5b0 con 0x557cf952df60 2024-05-20T21:21:09.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.538+0000 7f2ce4c00700 1 --2- 172.21.15.8:0/1978614620 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557cf9528170 0x557cf95285f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:21:09.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.539+0000 7f2cdfe00700 1 --2- 172.21.15.8:0/1978614620 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557cf952df60 0x557cf9527b50 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f2cd0009d10 tx=0x7f2cd0011720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=50adf31855af27f0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:09.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.539+0000 7f2cd5600700 1 -- 172.21.15.8:0/1978614620 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cd0004230 con 0x557cf952df60 2024-05-20T21:21:09.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.539+0000 7f2cd5600700 1 -- 172.21.15.8:0/1978614620 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2cd0004ce0 con 0x557cf952df60 2024-05-20T21:21:09.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.539+0000 7f2cd5600700 1 -- 172.21.15.8:0/1978614620 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cd00055c0 con 0x557cf952df60 2024-05-20T21:21:09.540 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.540+0000 7f2cf1607b80 1 -- 172.21.15.8:0/1978614620 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557cf952df60 msgr2=0x557cf9527b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:09.540 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.540+0000 7f2cf1607b80 1 --2- 172.21.15.8:0/1978614620 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557cf952df60 0x557cf9527b50 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f2cd0009d10 tx=0x7f2cd0011720 comp rx=0 tx=0).stop 2024-05-20T21:21:09.541 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.540+0000 7f2cdf400700 1 --2- 172.21.15.8:0/1802469075 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2cc40b2930 0x7f2cc40b4df0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f2ccc011b50 tx=0x7f2ccc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:09.541 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.540+0000 7f2cf1607b80 1 -- 172.21.15.8:0/1978614620 shutdown_connections 2024-05-20T21:21:09.541 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.540+0000 7f2cf1607b80 1 --2- 172.21.15.8:0/1978614620 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557cf952d640 0x557cf952da20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:09.541 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.540+0000 7f2cf1607b80 1 --2- 172.21.15.8:0/1978614620 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557cf9528170 0x557cf95285f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:09.541 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.540+0000 7f2cf1607b80 1 --2- 172.21.15.8:0/1978614620 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557cf952df60 0x557cf9527b50 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:09.541 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.540+0000 7f2cf1607b80 1 -- 172.21.15.8:0/1978614620 >> 172.21.15.8:0/1978614620 conn(0x557cf9455d70 msgr2=0x557cf95226c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:09.541 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.540+0000 7f2cf1607b80 1 -- 172.21.15.8:0/1978614620 shutdown_connections 2024-05-20T21:21:09.541 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.540+0000 7f2cf1607b80 1 -- 172.21.15.8:0/1978614620 wait complete. 2024-05-20T21:21:09.541 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.541+0000 7f2cf1607b80 1 -- start start 2024-05-20T21:21:09.541 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.541+0000 7f2cf1607b80 1 Processor -- start 2024-05-20T21:21:09.542 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.542+0000 7f2cf1607b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557cf9528170 0x557cf9533d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:09.542 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.542+0000 7f2cf1607b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557cf952d640 0x557cf9531100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:09.542 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.542+0000 7f2cf1607b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557cf952df60 0x557cf9531640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:09.542 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.542+0000 7f2cf1607b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x557cf937c130 con 0x557cf952df60 2024-05-20T21:21:09.542 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.542+0000 7f2cf1607b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x557cf94168f0 con 0x557cf952d640 2024-05-20T21:21:09.542 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.542+0000 7f2cf1607b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x557cf9534a10 con 0x557cf9528170 2024-05-20T21:21:09.542 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.542+0000 7f2cf1607b80 10 client.0 _ll_register_callbacks cb 0x557cf941fe00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:09.543 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.542+0000 7f2cdfe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557cf9528170 0x557cf9533d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:09.543 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.542+0000 7f2ce4c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557cf952df60 0x557cf9531640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:09.543 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.542+0000 7f2cdf400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557cf952d640 0x557cf9531100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:09.543 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.542+0000 7f2cdfe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557cf9528170 0x557cf9533d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:53220/0 (socket says 172.21.15.8:53220) 2024-05-20T21:21:09.543 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.542+0000 7f2cdfe00700 1 -- 172.21.15.8:0/4152573220 learned_addr learned my addr 172.21.15.8:0/4152573220 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:09.543 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.542+0000 7f2cdfe00700 1 -- 172.21.15.8:0/4152573220 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557cf952d640 msgr2=0x557cf9531100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:09.543 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.542+0000 7f2cdfe00700 1 --2- 172.21.15.8:0/4152573220 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557cf952d640 0x557cf9531100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:09.543 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.542+0000 7f2cdfe00700 1 -- 172.21.15.8:0/4152573220 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557cf952df60 msgr2=0x557cf9531640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:09.543 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.542+0000 7f2cdfe00700 1 --2- 172.21.15.8:0/4152573220 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557cf952df60 0x557cf9531640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:09.543 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.542+0000 7f2cdfe00700 1 -- 172.21.15.8:0/4152573220 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557cf93c5a60 con 0x557cf9528170 2024-05-20T21:21:09.543 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.543+0000 7f2cdfe00700 1 --2- 172.21.15.8:0/4152573220 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557cf9528170 0x557cf9533d60 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f2cd0004c50 tx=0x7f2cd0005d80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5333dced170c7f73 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:09.543 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.543+0000 7f2cca000700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:21:09.545 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.543+0000 7f2cca000700 1 -- 172.21.15.8:0/4152573220 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cd0026070 con 0x557cf9528170 2024-05-20T21:21:09.545 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.543+0000 7f2cca000700 1 -- 172.21.15.8:0/4152573220 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f2cd0004f90 con 0x557cf9528170 2024-05-20T21:21:09.545 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.543+0000 7f2cf1607b80 1 -- 172.21.15.8:0/4152573220 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2cd0004ce0 con 0x557cf9528170 2024-05-20T21:21:09.545 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.543+0000 7f2cca000700 1 -- 172.21.15.8:0/4152573220 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2cd0032050 con 0x557cf9528170 2024-05-20T21:21:09.545 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.543+0000 7f2cf1607b80 10 client.26764 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:09.545 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.543+0000 7f2cf1607b80 1 -- 172.21.15.8:0/4152573220 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557cf94461f0 con 0x557cf9528170 2024-05-20T21:21:09.545 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.544+0000 7f2cca000700 1 -- 172.21.15.8:0/4152573220 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2cd0004ce0 con 0x557cf9528170 2024-05-20T21:21:09.545 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.544+0000 7f2cca000700 1 -- 172.21.15.8:0/4152573220 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f2cd0018070 con 0x557cf9528170 2024-05-20T21:21:09.545 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.544+0000 7f2cf1607b80 10 client.26764 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:09.545 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.544+0000 7f2cf1607b80 10 client.26764 resolve_mds: validated gid 24529 aka daemon mds.i 2024-05-20T21:21:09.545 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.544+0000 7f2cf1607b80 20 client.26764 populate_metadata read hostname 'smithi008' 2024-05-20T21:21:09.545 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.544+0000 7f2cf1607b80 1 --2- 172.21.15.8:0/4152573220 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x557cf95414a0 0x557cf9543890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:09.545 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.544+0000 7f2cf1607b80 4 client.26764 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:21:09.546 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.544+0000 7f2cf1607b80 1 -- 172.21.15.8:0/4152573220 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557cf9487f20 con 0x557cf95414a0 2024-05-20T21:21:09.546 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.545+0000 7f2cdf400700 1 --2- 172.21.15.8:0/4152573220 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x557cf95414a0 0x557cf9543890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:09.546 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.545+0000 7f2cdf400700 1 --2- 172.21.15.8:0/4152573220 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x557cf95414a0 0x557cf9543890 crc :-1 s=READY pgs=157 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4f1f43e05ec6d827 server_cookie=556d93a5443bbc91 in_seq=0 out_seq=0 2024-05-20T21:21:09.546 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.545+0000 7f2cca000700 10 client.26764 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:21:09.547 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.546+0000 7f2cca000700 1 -- 172.21.15.8:0/4152573220 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x557cf9487f20 con 0x557cf95414a0 2024-05-20T21:21:09.547 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.546+0000 7f2cca000700 10 client.26764 handle_command_reply: tid=0 2024-05-20T21:21:09.547 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.546+0000 7f2cf1607b80 1 client.26764 shutdown 2024-05-20T21:21:09.547 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.546+0000 7f2cf1607b80 1 -- 172.21.15.8:0/4152573220 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557cf9528170 msgr2=0x557cf9533d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:09.547 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.546+0000 7f2cf1607b80 1 --2- 172.21.15.8:0/4152573220 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557cf9528170 0x557cf9533d60 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f2cd0004c50 tx=0x7f2cd0005d80 comp rx=0 tx=0).stop 2024-05-20T21:21:09.547 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.546+0000 7f2cf1607b80 1 -- 172.21.15.8:0/4152573220 shutdown_connections 2024-05-20T21:21:09.547 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.546+0000 7f2cf1607b80 1 --2- 172.21.15.8:0/4152573220 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x557cf95414a0 0x557cf9543890 crc :-1 s=READY pgs=157 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:09.547 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.546+0000 7f2cf1607b80 1 --2- 172.21.15.8:0/4152573220 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557cf952df60 0x557cf9531640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:09.548 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.546+0000 7f2cf1607b80 1 --2- 172.21.15.8:0/4152573220 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557cf9528170 0x557cf9533d60 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:09.548 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.546+0000 7f2cf1607b80 1 --2- 172.21.15.8:0/4152573220 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557cf952d640 0x557cf9531100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:09.548 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.546+0000 7f2cf1607b80 1 -- 172.21.15.8:0/4152573220 >> 172.21.15.8:0/4152573220 conn(0x557cf9455d70 msgr2=0x557cf9526b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:09.548 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.546+0000 7f2cca000700 0 client.26764 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:21:09.548 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.547+0000 7f2cf1607b80 1 -- 172.21.15.8:0/4152573220 shutdown_connections 2024-05-20T21:21:09.548 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.547+0000 7f2cf1607b80 1 -- 172.21.15.8:0/4152573220 wait complete. 2024-05-20T21:21:09.548 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.547+0000 7f2cf1607b80 20 client.26764 trim_cache size 0 max 16384 2024-05-20T21:21:09.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.570+0000 7f2cf1607b80 1 Processor -- start 2024-05-20T21:21:09.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.570+0000 7f2cf1607b80 1 -- start start 2024-05-20T21:21:09.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.570+0000 7f2cf1607b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557cf9455d70 0x557cf9527b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:09.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.570+0000 7f2cf1607b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557cf9528170 0x557cf951c680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:09.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.570+0000 7f2cf1607b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557cf952d640 0x557cf9549050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:09.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.570+0000 7f2cf1607b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f2ce01b22b0 con 0x557cf9455d70 2024-05-20T21:21:09.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.570+0000 7f2cf1607b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2ce01afb40 con 0x557cf952d640 2024-05-20T21:21:09.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.570+0000 7f2cf1607b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f2ce01ad990 con 0x557cf9528170 2024-05-20T21:21:09.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.571+0000 7f2cdfe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557cf9455d70 0x557cf9527b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:09.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.571+0000 7f2cdf400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557cf9528170 0x557cf951c680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:09.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.571+0000 7f2cdf400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557cf9528170 0x557cf951c680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:53224/0 (socket says 172.21.15.8:53224) 2024-05-20T21:21:09.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.571+0000 7f2cdf400700 1 -- 172.21.15.8:0/3092563410 learned_addr learned my addr 172.21.15.8:0/3092563410 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:09.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.571+0000 7f2ce4c00700 1 --2- 172.21.15.8:0/3092563410 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557cf952d640 0x557cf9549050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:09.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.571+0000 7f2cdfe00700 1 -- 172.21.15.8:0/3092563410 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557cf9528170 msgr2=0x557cf951c680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:09.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.571+0000 7f2cdfe00700 1 --2- 172.21.15.8:0/3092563410 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557cf9528170 0x557cf951c680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:09.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.571+0000 7f2cdfe00700 1 -- 172.21.15.8:0/3092563410 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557cf952d640 msgr2=0x557cf9549050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:09.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.571+0000 7f2cdfe00700 1 --2- 172.21.15.8:0/3092563410 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557cf952d640 0x557cf9549050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:09.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.571+0000 7f2cdfe00700 1 -- 172.21.15.8:0/3092563410 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557cf952bb90 con 0x557cf9455d70 2024-05-20T21:21:09.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.571+0000 7f2cdf400700 1 --2- 172.21.15.8:0/3092563410 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557cf9528170 0x557cf951c680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:09.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.571+0000 7f2ce4c00700 1 --2- 172.21.15.8:0/3092563410 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557cf952d640 0x557cf9549050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:09.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.572+0000 7f2cdfe00700 1 --2- 172.21.15.8:0/3092563410 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557cf9455d70 0x557cf9527b50 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f2cd0011760 tx=0x7f2cd0009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c48055d47907e6fa server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:09.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.572+0000 7f2cd4c00700 1 -- 172.21.15.8:0/3092563410 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cd0026040 con 0x557cf9455d70 2024-05-20T21:21:09.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.572+0000 7f2cd4c00700 1 -- 172.21.15.8:0/3092563410 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2cd0019640 con 0x557cf9455d70 2024-05-20T21:21:09.573 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.572+0000 7f2cd4c00700 1 -- 172.21.15.8:0/3092563410 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cd0004070 con 0x557cf9455d70 2024-05-20T21:21:09.573 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.573+0000 7f2cf1607b80 1 -- 172.21.15.8:0/3092563410 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557cf9455d70 msgr2=0x557cf9527b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:09.573 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.573+0000 7f2cf1607b80 1 --2- 172.21.15.8:0/3092563410 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557cf9455d70 0x557cf9527b50 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f2cd0011760 tx=0x7f2cd0009f90 comp rx=0 tx=0).stop 2024-05-20T21:21:09.573 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.573+0000 7f2cf1607b80 1 -- 172.21.15.8:0/3092563410 shutdown_connections 2024-05-20T21:21:09.573 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.573+0000 7f2cf1607b80 1 --2- 172.21.15.8:0/3092563410 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557cf952d640 0x557cf9549050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:09.574 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.573+0000 7f2cf1607b80 1 --2- 172.21.15.8:0/3092563410 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557cf9455d70 0x557cf9527b50 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:09.574 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.573+0000 7f2cf1607b80 1 --2- 172.21.15.8:0/3092563410 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557cf9528170 0x557cf951c680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:09.574 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.573+0000 7f2cf1607b80 1 -- 172.21.15.8:0/3092563410 >> 172.21.15.8:0/3092563410 conn(0x557cf95229f0 msgr2=0x557cf951bf70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:09.574 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.573+0000 7f2cf1607b80 1 -- 172.21.15.8:0/3092563410 shutdown_connections 2024-05-20T21:21:09.574 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.574+0000 7f2cf1607b80 1 -- 172.21.15.8:0/3092563410 wait complete. 2024-05-20T21:21:09.574 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.574+0000 7f2cf1607b80 1 -- start start 2024-05-20T21:21:09.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.574+0000 7f2cf1607b80 1 Processor -- start 2024-05-20T21:21:09.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.575+0000 7f2cf1607b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557cf9455d70 0x557cf9539e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:09.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.575+0000 7f2cf1607b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557cf9528170 0x557cf953a3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:09.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.575+0000 7f2cf1607b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557cf952d640 0x557cf9536c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:09.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.575+0000 7f2cf1607b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f2ce01ae000 con 0x557cf952d640 2024-05-20T21:21:09.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.575+0000 7f2cf1607b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2ce01af470 con 0x557cf9528170 2024-05-20T21:21:09.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.575+0000 7f2cf1607b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f2ce01ae6d0 con 0x557cf9455d70 2024-05-20T21:21:09.576 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.575+0000 7f2cf1607b80 10 client.0 _ll_register_callbacks cb 0x557cf941fe00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:09.576 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.575+0000 7f2cdf400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557cf9528170 0x557cf953a3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:09.576 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.575+0000 7f2cdf400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557cf9528170 0x557cf953a3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:37668/0 (socket says 172.21.15.8:37668) 2024-05-20T21:21:09.576 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.575+0000 7f2cdf400700 1 -- 172.21.15.8:0/1866927607 learned_addr learned my addr 172.21.15.8:0/1866927607 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:09.576 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.576+0000 7f2cdfe00700 1 --2- 172.21.15.8:0/1866927607 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557cf9455d70 0x557cf9539e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:09.576 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.576+0000 7f2ce4c00700 1 --2- 172.21.15.8:0/1866927607 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557cf952d640 0x557cf9536c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:09.576 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.576+0000 7f2cdf400700 1 -- 172.21.15.8:0/1866927607 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557cf9455d70 msgr2=0x557cf9539e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:09.577 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.576+0000 7f2cdf400700 1 --2- 172.21.15.8:0/1866927607 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557cf9455d70 0x557cf9539e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:09.578 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.576+0000 7f2cdf400700 1 -- 172.21.15.8:0/1866927607 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557cf952d640 msgr2=0x557cf9536c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:09.578 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.576+0000 7f2cdf400700 1 --2- 172.21.15.8:0/1866927607 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557cf952d640 0x557cf9536c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:09.578 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.576+0000 7f2cdf400700 1 -- 172.21.15.8:0/1866927607 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557cf95374b0 con 0x557cf9528170 2024-05-20T21:21:09.578 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.576+0000 7f2cdfe00700 1 --2- 172.21.15.8:0/1866927607 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557cf9455d70 0x557cf9539e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:09.578 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.576+0000 7f2ce4c00700 1 --2- 172.21.15.8:0/1866927607 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557cf952d640 0x557cf9536c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:21:09.578 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.576+0000 7f2cdf400700 1 --2- 172.21.15.8:0/1866927607 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557cf9528170 0x557cf953a3c0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f2ccc009fd0 tx=0x7f2ccc0047c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=af642df0767a1a1e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:09.578 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.576+0000 7f2cca000700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:21:09.578 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.577+0000 7f2cca000700 1 -- 172.21.15.8:0/1866927607 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ccc02f030 con 0x557cf9528170 2024-05-20T21:21:09.578 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.577+0000 7f2cca000700 1 -- 172.21.15.8:0/1866927607 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f2ccc01a070 con 0x557cf9528170 2024-05-20T21:21:09.578 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.577+0000 7f2cf1607b80 1 -- 172.21.15.8:0/1866927607 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2cd0019640 con 0x557cf9528170 2024-05-20T21:21:09.578 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.577+0000 7f2cca000700 1 -- 172.21.15.8:0/1866927607 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2ccc004830 con 0x557cf9528170 2024-05-20T21:21:09.578 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.577+0000 7f2cf1607b80 10 client.26717 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:09.579 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.577+0000 7f2cf1607b80 1 -- 172.21.15.8:0/1866927607 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557cf95aca50 con 0x557cf9528170 2024-05-20T21:21:09.579 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.578+0000 7f2cca000700 1 -- 172.21.15.8:0/1866927607 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2cd0019640 con 0x557cf9528170 2024-05-20T21:21:09.579 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.578+0000 7f2cca000700 1 -- 172.21.15.8:0/1866927607 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f2ccc029070 con 0x557cf9528170 2024-05-20T21:21:09.579 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.578+0000 7f2cf1607b80 10 client.26717 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:09.579 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.578+0000 7f2cf1607b80 10 client.26717 resolve_mds: validated gid 24529 aka daemon mds.i 2024-05-20T21:21:09.579 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.578+0000 7f2cf1607b80 20 client.26717 populate_metadata read hostname 'smithi008' 2024-05-20T21:21:09.579 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.578+0000 7f2cf1607b80 1 --2- 172.21.15.8:0/1866927607 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x557cf952df60 0x557cf95af1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:09.579 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.578+0000 7f2cf1607b80 4 client.26717 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 141.3, "await_for": 45.0}] 2024-05-20T21:21:09.579 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.578+0000 7f2cf1607b80 1 -- 172.21.15.8:0/1866927607 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 141.3, "await_for": 45.0}) -- 0x557cf9481700 con 0x557cf952df60 2024-05-20T21:21:09.579 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.578+0000 7f2cdfe00700 1 --2- 172.21.15.8:0/1866927607 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x557cf952df60 0x557cf95af1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:09.580 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.579+0000 7f2cdfe00700 1 --2- 172.21.15.8:0/1866927607 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x557cf952df60 0x557cf95af1c0 crc :-1 s=READY pgs=158 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=857de19100d2bb63 server_cookie=e65ff7b7b3843ffc in_seq=0 out_seq=0 2024-05-20T21:21:09.580 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.579+0000 7f2cca000700 10 client.26717 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:21:09.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.596+0000 7f2cca000700 1 -- 172.21.15.8:0/1866927607 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x557cf9481700 con 0x557cf952df60 2024-05-20T21:21:09.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.596+0000 7f2cca000700 10 client.26717 handle_command_reply: tid=0 2024-05-20T21:21:09.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.596+0000 7f2cf1607b80 1 client.26717 shutdown 2024-05-20T21:21:09.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.596+0000 7f2cf1607b80 1 -- 172.21.15.8:0/1866927607 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557cf9528170 msgr2=0x557cf953a3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:09.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.596+0000 7f2cf1607b80 1 --2- 172.21.15.8:0/1866927607 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557cf9528170 0x557cf953a3c0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f2ccc009fd0 tx=0x7f2ccc0047c0 comp rx=0 tx=0).stop 2024-05-20T21:21:09.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.596+0000 7f2cf1607b80 1 -- 172.21.15.8:0/1866927607 shutdown_connections 2024-05-20T21:21:09.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.596+0000 7f2cf1607b80 1 --2- 172.21.15.8:0/1866927607 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x557cf952df60 0x557cf95af1c0 crc :-1 s=READY pgs=158 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:09.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.597+0000 7f2cf1607b80 1 --2- 172.21.15.8:0/1866927607 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557cf952d640 0x557cf9536c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:09.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.597+0000 7f2cf1607b80 1 --2- 172.21.15.8:0/1866927607 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557cf9455d70 0x557cf9539e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:09.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.597+0000 7f2cf1607b80 1 --2- 172.21.15.8:0/1866927607 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557cf9528170 0x557cf953a3c0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:09.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.597+0000 7f2cf1607b80 1 -- 172.21.15.8:0/1866927607 >> 172.21.15.8:0/1866927607 conn(0x557cf95229f0 msgr2=0x557cf952f900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:09.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.597+0000 7f2cca000700 0 client.26717 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:21:09.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.597+0000 7f2cf1607b80 1 -- 172.21.15.8:0/1866927607 shutdown_connections 2024-05-20T21:21:09.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.597+0000 7f2cf1607b80 1 -- 172.21.15.8:0/1866927607 wait complete. 2024-05-20T21:21:09.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.597+0000 7f2cf1607b80 20 client.26717 trim_cache size 0 max 16384 2024-05-20T21:21:09.598 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:21:09.598 INFO:teuthology.orchestra.run.smithi008.stdout: "epoch": 26, 2024-05-20T21:21:09.599 INFO:teuthology.orchestra.run.smithi008.stdout: "leader": 24529, 2024-05-20T21:21:09.599 INFO:teuthology.orchestra.run.smithi008.stdout: "set_version": 22, 2024-05-20T21:21:09.599 INFO:teuthology.orchestra.run.smithi008.stdout: "sets": { 2024-05-20T21:21:09.599 INFO:teuthology.orchestra.run.smithi008.stdout: "d64473dd": { 2024-05-20T21:21:09.599 INFO:teuthology.orchestra.run.smithi008.stdout: "version": 22, 2024-05-20T21:21:09.599 INFO:teuthology.orchestra.run.smithi008.stdout: "age_ref": 0.0, 2024-05-20T21:21:09.599 INFO:teuthology.orchestra.run.smithi008.stdout: "state": { 2024-05-20T21:21:09.599 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "QUIESCED", 2024-05-20T21:21:09.599 INFO:teuthology.orchestra.run.smithi008.stdout: "age": 0.0 2024-05-20T21:21:09.600 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:21:09.600 INFO:teuthology.orchestra.run.smithi008.stdout: "timeout": 90.0, 2024-05-20T21:21:09.600 INFO:teuthology.orchestra.run.smithi008.stdout: "expiration": 141.3, 2024-05-20T21:21:09.600 INFO:teuthology.orchestra.run.smithi008.stdout: "members": { 2024-05-20T21:21:09.600 INFO:teuthology.orchestra.run.smithi008.stdout: "file:/": { 2024-05-20T21:21:09.600 INFO:teuthology.orchestra.run.smithi008.stdout: "excluded": false, 2024-05-20T21:21:09.600 INFO:teuthology.orchestra.run.smithi008.stdout: "state": { 2024-05-20T21:21:09.600 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "QUIESCED", 2024-05-20T21:21:09.600 INFO:teuthology.orchestra.run.smithi008.stdout: "age": 0.0 2024-05-20T21:21:09.600 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:21:09.601 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:21:09.601 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:21:09.601 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:21:09.601 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:21:09.601 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:21:09.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.598+0000 7f2ce5600700 1 -- 172.21.15.8:0/1802469075 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2cc40b2930 msgr2=0x7f2cc40b4df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:09.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.598+0000 7f2ce5600700 1 --2- 172.21.15.8:0/1802469075 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2cc40b2930 0x7f2cc40b4df0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f2ccc011b50 tx=0x7f2ccc009260 comp rx=0 tx=0).stop 2024-05-20T21:21:09.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.598+0000 7f2ce5600700 1 -- 172.21.15.8:0/1802469075 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2ce010b660 msgr2=0x7f2ce019b910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:09.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.598+0000 7f2ce5600700 1 --2- 172.21.15.8:0/1802469075 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2ce010b660 0x7f2ce019b910 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f2cd800b070 tx=0x7f2cd8004c80 comp rx=0 tx=0).stop 2024-05-20T21:21:09.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.598+0000 7f2ce5600700 1 -- 172.21.15.8:0/1802469075 shutdown_connections 2024-05-20T21:21:09.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.598+0000 7f2ce5600700 1 --2- 172.21.15.8:0/1802469075 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2cc40b2930 0x7f2cc40b4df0 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:09.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.598+0000 7f2ce5600700 1 --2- 172.21.15.8:0/1802469075 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2ce010b660 0x7f2ce019b910 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:09.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.598+0000 7f2ce5600700 1 --2- 172.21.15.8:0/1802469075 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2ce01055b0 0x7f2ce01a1700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:09.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.598+0000 7f2ce5600700 1 --2- 172.21.15.8:0/1802469075 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2ce0105f70 0x7f2ce01a1c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:09.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.598+0000 7f2ce5600700 1 -- 172.21.15.8:0/1802469075 >> 172.21.15.8:0/1802469075 conn(0x7f2ce01010c0 msgr2=0x7f2ce0102560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:09.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.599+0000 7f2ce5600700 1 -- 172.21.15.8:0/1802469075 shutdown_connections 2024-05-20T21:21:09.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:09.599+0000 7f2ce5600700 1 -- 172.21.15.8:0/1802469075 wait complete. 2024-05-20T21:21:10.485 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'd64473dd', quiesce took 10.1 seconds. Will release after: 11.200000000000001 2024-05-20T21:21:10.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:21:10 smithi008 ceph-mon[31475]: pgmap v615: 97 pgs: 97 active+clean; 2.7 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:21:10.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:21:10 smithi130 ceph-mon[36448]: pgmap v615: 97 pgs: 97 active+clean; 2.7 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:21:10.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:21:10 smithi050 ceph-mon[35809]: pgmap v615: 97 pgs: 97 active+clean; 2.7 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:21:11.117 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.116+0000 7f1bd7200700 1 -- 172.21.15.8:0/1428552223 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1bd8114470 msgr2=0x7f1bd8116860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:11.117 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.116+0000 7f1bd7200700 1 --2- 172.21.15.8:0/1428552223 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1bd8114470 0x7f1bd8116860 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f1bd0009f90 tx=0x7f1bd000b330 comp rx=0 tx=0).stop 2024-05-20T21:21:11.117 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.117+0000 7f1bd7200700 1 -- 172.21.15.8:0/1428552223 shutdown_connections 2024-05-20T21:21:11.117 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.117+0000 7f1bd7200700 1 --2- 172.21.15.8:0/1428552223 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1bd8114470 0x7f1bd8116860 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:11.117 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.117+0000 7f1bd7200700 1 --2- 172.21.15.8:0/1428552223 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1bd80758e0 0x7f1bd8075cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:11.117 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.117+0000 7f1bd7200700 1 --2- 172.21.15.8:0/1428552223 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1bd8076200 0x7f1bd8113f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:11.117 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.117+0000 7f1bd7200700 1 -- 172.21.15.8:0/1428552223 >> 172.21.15.8:0/1428552223 conn(0x7f1bd80fef50 msgr2=0x7f1bd8101370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:11.117 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.117+0000 7f1bd7200700 1 -- 172.21.15.8:0/1428552223 shutdown_connections 2024-05-20T21:21:11.118 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.117+0000 7f1bd7200700 1 -- 172.21.15.8:0/1428552223 wait complete. 2024-05-20T21:21:11.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.118+0000 7f1bd7200700 1 Processor -- start 2024-05-20T21:21:11.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.119+0000 7f1bd7200700 1 -- start start 2024-05-20T21:21:11.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.119+0000 7f1bd7200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1bd80758e0 0x7f1bd81a00e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:11.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.119+0000 7f1bd7200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1bd8076200 0x7f1bd81a0620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:11.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.119+0000 7f1bd7200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1bd8114470 0x7f1bd81a49b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:11.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.119+0000 7f1bd7200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f1bd8119c30 con 0x7f1bd8114470 2024-05-20T21:21:11.121 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.119+0000 7f1bd7200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1bd8119ab0 con 0x7f1bd8076200 2024-05-20T21:21:11.121 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.119+0000 7f1bd7200700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f1bd8119db0 con 0x7f1bd80758e0 2024-05-20T21:21:11.121 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.120+0000 7f1bd5e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1bd80758e0 0x7f1bd81a00e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:11.121 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.120+0000 7f1bd5e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1bd80758e0 0x7f1bd81a00e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:53246/0 (socket says 172.21.15.8:53246) 2024-05-20T21:21:11.121 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.120+0000 7f1bd5e00700 1 -- 172.21.15.8:0/474884471 learned_addr learned my addr 172.21.15.8:0/474884471 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:11.121 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.120+0000 7f1bd6800700 1 --2- 172.21.15.8:0/474884471 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1bd8114470 0x7f1bd81a49b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:11.121 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.120+0000 7f1bd5400700 1 --2- 172.21.15.8:0/474884471 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1bd8076200 0x7f1bd81a0620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:11.121 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.120+0000 7f1bd5e00700 1 -- 172.21.15.8:0/474884471 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1bd8076200 msgr2=0x7f1bd81a0620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:11.121 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.120+0000 7f1bd5e00700 1 --2- 172.21.15.8:0/474884471 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1bd8076200 0x7f1bd81a0620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:11.121 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.120+0000 7f1bd5e00700 1 -- 172.21.15.8:0/474884471 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1bd8114470 msgr2=0x7f1bd81a49b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:11.121 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.120+0000 7f1bd5e00700 1 --2- 172.21.15.8:0/474884471 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1bd8114470 0x7f1bd81a49b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:11.121 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.120+0000 7f1bd5e00700 1 -- 172.21.15.8:0/474884471 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1bd81a50f0 con 0x7f1bd80758e0 2024-05-20T21:21:11.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.120+0000 7f1bd5e00700 1 --2- 172.21.15.8:0/474884471 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1bd80758e0 0x7f1bd81a00e0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f1bc800e9c0 tx=0x7f1bc800ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:11.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.121+0000 7f1bcea00700 1 -- 172.21.15.8:0/474884471 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bc8004a30 con 0x7f1bd80758e0 2024-05-20T21:21:11.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.121+0000 7f1bcea00700 1 -- 172.21.15.8:0/474884471 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1bc800cc70 con 0x7f1bd80758e0 2024-05-20T21:21:11.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.121+0000 7f1bd7200700 1 -- 172.21.15.8:0/474884471 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1bd81a53e0 con 0x7f1bd80758e0 2024-05-20T21:21:11.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.121+0000 7f1bcea00700 1 -- 172.21.15.8:0/474884471 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bc8005490 con 0x7f1bd80758e0 2024-05-20T21:21:11.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.121+0000 7f1bd7200700 1 -- 172.21.15.8:0/474884471 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1bd81acc60 con 0x7f1bd80758e0 2024-05-20T21:21:11.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.125+0000 7f1bcea00700 1 -- 172.21.15.8:0/474884471 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f1bc8004bd0 con 0x7f1bd80758e0 2024-05-20T21:21:11.125 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.126+0000 7f1be7998b80 1 Processor -- start 2024-05-20T21:21:11.125 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.126+0000 7f1be7998b80 1 -- start start 2024-05-20T21:21:11.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.126+0000 7f1be7998b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aaf7be37c0 0x55aaf7be3ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:11.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.126+0000 7f1be7998b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aaf7be40e0 0x55aaf7bddd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:11.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.126+0000 7f1be7998b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aaf7bde390 0x55aaf7bde7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:11.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.126+0000 7f1be7998b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55aaf7b3be40 con 0x55aaf7be40e0 2024-05-20T21:21:11.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.126+0000 7f1be7998b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55aaf7b2b9e0 con 0x55aaf7bde390 2024-05-20T21:21:11.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.126+0000 7f1be7998b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55aaf7b2fa20 con 0x55aaf7be37c0 2024-05-20T21:21:11.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.127+0000 7f1bcea00700 1 --2- 172.21.15.8:0/474884471 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1bbc0b2900 0x7f1bbc0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:11.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.127+0000 7f1bd6800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aaf7be37c0 0x55aaf7be3ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:11.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.127+0000 7f1bd5e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aaf7be40e0 0x55aaf7bddd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:11.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.127+0000 7f1bd5400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aaf7bde390 0x55aaf7bde7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:11.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.127+0000 7f1bd6800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aaf7be37c0 0x55aaf7be3ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:53250/0 (socket says 172.21.15.8:53250) 2024-05-20T21:21:11.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.127+0000 7f1bd6800700 1 -- 172.21.15.8:0/689766239 learned_addr learned my addr 172.21.15.8:0/689766239 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:11.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.127+0000 7f1bcea00700 1 -- 172.21.15.8:0/474884471 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f1bc80e22f0 con 0x7f1bd80758e0 2024-05-20T21:21:11.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.127+0000 7f1bd6800700 1 --2- 172.21.15.8:0/474884471 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1bbc0b2900 0x7f1bbc0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:11.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.127+0000 7f1bd5400700 1 -- 172.21.15.8:0/689766239 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aaf7be37c0 msgr2=0x55aaf7be3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:11.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.127+0000 7f1bd5400700 1 --2- 172.21.15.8:0/689766239 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aaf7be37c0 0x55aaf7be3ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:11.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.127+0000 7f1bd5400700 1 -- 172.21.15.8:0/689766239 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aaf7be40e0 msgr2=0x55aaf7bddd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:11.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.127+0000 7f1bd5400700 1 --2- 172.21.15.8:0/689766239 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aaf7be40e0 0x55aaf7bddd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:11.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.127+0000 7f1bd5400700 1 -- 172.21.15.8:0/689766239 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aaf7af4420 con 0x55aaf7bde390 2024-05-20T21:21:11.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.128+0000 7f1bd5400700 1 --2- 172.21.15.8:0/689766239 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aaf7bde390 0x55aaf7bde7f0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f1bc4009c60 tx=0x7f1bc4009f70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f1f311ca52618e5a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:11.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.128+0000 7f1bc3400700 1 -- 172.21.15.8:0/689766239 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bc4011cb0 con 0x55aaf7bde390 2024-05-20T21:21:11.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.128+0000 7f1bd6800700 1 --2- 172.21.15.8:0/474884471 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1bbc0b2900 0x7f1bbc0b4dc0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f1bd00060d0 tx=0x7f1bd000b330 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:11.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.128+0000 7f1bc3400700 1 -- 172.21.15.8:0/689766239 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1bc4011e50 con 0x55aaf7bde390 2024-05-20T21:21:11.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.128+0000 7f1bc3400700 1 -- 172.21.15.8:0/689766239 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bc4005280 con 0x55aaf7bde390 2024-05-20T21:21:11.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.129+0000 7f1be7998b80 1 -- 172.21.15.8:0/689766239 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aaf7bde390 msgr2=0x55aaf7bde7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:11.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.129+0000 7f1be7998b80 1 --2- 172.21.15.8:0/689766239 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aaf7bde390 0x55aaf7bde7f0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f1bc4009c60 tx=0x7f1bc4009f70 comp rx=0 tx=0).stop 2024-05-20T21:21:11.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.129+0000 7f1be7998b80 1 -- 172.21.15.8:0/689766239 shutdown_connections 2024-05-20T21:21:11.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.129+0000 7f1be7998b80 1 --2- 172.21.15.8:0/689766239 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aaf7bde390 0x55aaf7bde7f0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:11.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.129+0000 7f1be7998b80 1 --2- 172.21.15.8:0/689766239 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aaf7be37c0 0x55aaf7be3ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:11.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.129+0000 7f1be7998b80 1 --2- 172.21.15.8:0/689766239 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aaf7be40e0 0x55aaf7bddd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:11.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.129+0000 7f1be7998b80 1 -- 172.21.15.8:0/689766239 >> 172.21.15.8:0/689766239 conn(0x55aaf7b0bbe0 msgr2=0x55aaf7bd8810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:11.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.129+0000 7f1be7998b80 1 -- 172.21.15.8:0/689766239 shutdown_connections 2024-05-20T21:21:11.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.129+0000 7f1be7998b80 1 -- 172.21.15.8:0/689766239 wait complete. 2024-05-20T21:21:11.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.130+0000 7f1be7998b80 1 -- start start 2024-05-20T21:21:11.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.130+0000 7f1be7998b80 1 Processor -- start 2024-05-20T21:21:11.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.131+0000 7f1be7998b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aaf7bde390 0x55aaf7be9e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:11.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.131+0000 7f1be7998b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aaf7be37c0 0x55aaf7be7220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:11.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.131+0000 7f1be7998b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aaf7be40e0 0x55aaf7be7760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:11.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.131+0000 7f1be7998b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55aaf7a31fa0 con 0x55aaf7bde390 2024-05-20T21:21:11.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.131+0000 7f1be7998b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55aaf7acc760 con 0x55aaf7be40e0 2024-05-20T21:21:11.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.131+0000 7f1be7998b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55aaf7beac00 con 0x55aaf7be37c0 2024-05-20T21:21:11.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.131+0000 7f1be7998b80 10 client.0 _ll_register_callbacks cb 0x55aaf7ad5c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:11.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.131+0000 7f1bd5e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aaf7bde390 0x55aaf7be9e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:11.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.131+0000 7f1bd5400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aaf7be37c0 0x55aaf7be7220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:11.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.131+0000 7f1bd5e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aaf7bde390 0x55aaf7be9e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:36784/0 (socket says 172.21.15.8:36784) 2024-05-20T21:21:11.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.131+0000 7f1bd5e00700 1 -- 172.21.15.8:0/1605546074 learned_addr learned my addr 172.21.15.8:0/1605546074 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:11.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.131+0000 7f1bd6800700 1 --2- 172.21.15.8:0/1605546074 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aaf7be40e0 0x55aaf7be7760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:11.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.132+0000 7f1bd5400700 1 -- 172.21.15.8:0/1605546074 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aaf7be40e0 msgr2=0x55aaf7be7760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:11.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.132+0000 7f1bd5400700 1 --2- 172.21.15.8:0/1605546074 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aaf7be40e0 0x55aaf7be7760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:11.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.132+0000 7f1bd5400700 1 -- 172.21.15.8:0/1605546074 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aaf7bde390 msgr2=0x55aaf7be9e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:11.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.132+0000 7f1bd5400700 1 --2- 172.21.15.8:0/1605546074 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aaf7bde390 0x55aaf7be9e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:11.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.132+0000 7f1bd5400700 1 -- 172.21.15.8:0/1605546074 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aaf7a7b8d0 con 0x55aaf7be37c0 2024-05-20T21:21:11.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.132+0000 7f1bd5e00700 1 --2- 172.21.15.8:0/1605546074 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aaf7bde390 0x55aaf7be9e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:11.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.132+0000 7f1bd6800700 1 --2- 172.21.15.8:0/1605546074 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aaf7be40e0 0x55aaf7be7760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:11.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.132+0000 7f1bd5400700 1 --2- 172.21.15.8:0/1605546074 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aaf7be37c0 0x55aaf7be7220 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f1bc4009230 tx=0x7f1bc4005df0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=22eb2b55ef27ee54 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:11.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.132+0000 7f1bb7e00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:21:11.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.132+0000 7f1bb7e00700 1 -- 172.21.15.8:0/1605546074 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bc4026020 con 0x55aaf7be37c0 2024-05-20T21:21:11.134 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.132+0000 7f1be7998b80 1 -- 172.21.15.8:0/1605546074 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1bc4011e50 con 0x55aaf7be37c0 2024-05-20T21:21:11.134 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.133+0000 7f1bb7e00700 1 -- 172.21.15.8:0/1605546074 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f1bc4004050 con 0x55aaf7be37c0 2024-05-20T21:21:11.135 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.133+0000 7f1bb7e00700 1 -- 172.21.15.8:0/1605546074 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1bc4031050 con 0x55aaf7be37c0 2024-05-20T21:21:11.135 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.133+0000 7f1be7998b80 10 client.26782 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:11.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.133+0000 7f1be7998b80 1 -- 172.21.15.8:0/1605546074 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55aaf7afc060 con 0x55aaf7be37c0 2024-05-20T21:21:11.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.133+0000 7f1bb7e00700 1 -- 172.21.15.8:0/1605546074 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1bc4011e50 con 0x55aaf7be37c0 2024-05-20T21:21:11.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.133+0000 7f1bb7e00700 1 -- 172.21.15.8:0/1605546074 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f1bc4018070 con 0x55aaf7be37c0 2024-05-20T21:21:11.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.133+0000 7f1be7998b80 10 client.26782 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:11.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.133+0000 7f1be7998b80 10 client.26782 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:21:11.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.133+0000 7f1be7998b80 20 client.26782 populate_metadata read hostname 'smithi008' 2024-05-20T21:21:11.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.134+0000 7f1be7998b80 1 --2- 172.21.15.8:0/1605546074 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55aaf7bf7640 0x55aaf7bf9a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:11.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.134+0000 7f1be7998b80 4 client.26782 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:21:11.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.134+0000 7f1be7998b80 1 -- 172.21.15.8:0/1605546074 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55aaf7b3dd90 con 0x55aaf7bf7640 2024-05-20T21:21:11.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.134+0000 7f1bd5e00700 1 --2- 172.21.15.8:0/1605546074 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55aaf7bf7640 0x55aaf7bf9a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:11.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.134+0000 7f1bd5e00700 1 --2- 172.21.15.8:0/1605546074 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55aaf7bf7640 0x55aaf7bf9a30 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=682b45894118e7b2 server_cookie=b92419167d488f1a in_seq=0 out_seq=0 2024-05-20T21:21:11.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.134+0000 7f1bb7e00700 10 client.26782 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:21:11.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.135+0000 7f1bb7e00700 1 -- 172.21.15.8:0/1605546074 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55aaf7b3dd90 con 0x55aaf7bf7640 2024-05-20T21:21:11.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.135+0000 7f1bb7e00700 10 client.26782 handle_command_reply: tid=0 2024-05-20T21:21:11.137 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.135+0000 7f1be7998b80 1 client.26782 shutdown 2024-05-20T21:21:11.137 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.136+0000 7f1be7998b80 1 -- 172.21.15.8:0/1605546074 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aaf7be37c0 msgr2=0x55aaf7be7220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:11.137 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.136+0000 7f1be7998b80 1 --2- 172.21.15.8:0/1605546074 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aaf7be37c0 0x55aaf7be7220 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f1bc4009230 tx=0x7f1bc4005df0 comp rx=0 tx=0).stop 2024-05-20T21:21:11.137 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.136+0000 7f1be7998b80 1 -- 172.21.15.8:0/1605546074 shutdown_connections 2024-05-20T21:21:11.137 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.136+0000 7f1be7998b80 1 --2- 172.21.15.8:0/1605546074 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55aaf7bf7640 0x55aaf7bf9a30 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:11.137 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.136+0000 7f1be7998b80 1 --2- 172.21.15.8:0/1605546074 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aaf7be40e0 0x55aaf7be7760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:11.137 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.136+0000 7f1be7998b80 1 --2- 172.21.15.8:0/1605546074 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aaf7bde390 0x55aaf7be9e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:11.137 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.136+0000 7f1be7998b80 1 --2- 172.21.15.8:0/1605546074 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aaf7be37c0 0x55aaf7be7220 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:11.137 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.136+0000 7f1bb7e00700 0 client.26782 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:21:11.137 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.136+0000 7f1be7998b80 1 -- 172.21.15.8:0/1605546074 >> 172.21.15.8:0/1605546074 conn(0x55aaf7b0bbe0 msgr2=0x55aaf7bd7fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:11.137 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.136+0000 7f1be7998b80 1 -- 172.21.15.8:0/1605546074 shutdown_connections 2024-05-20T21:21:11.137 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.136+0000 7f1be7998b80 1 -- 172.21.15.8:0/1605546074 wait complete. 2024-05-20T21:21:11.137 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.136+0000 7f1be7998b80 20 client.26782 trim_cache size 0 max 16384 2024-05-20T21:21:11.153 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.153+0000 7f1be7998b80 1 Processor -- start 2024-05-20T21:21:11.153 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.153+0000 7f1be7998b80 1 -- start start 2024-05-20T21:21:11.159 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.153+0000 7f1be7998b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aaf7bde390 0x55aaf7bddd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:11.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.153+0000 7f1be7998b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aaf7be37c0 0x55aaf7bd8740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:11.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.153+0000 7f1be7998b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aaf7be40e0 0x55aaf7be4bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:11.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.154+0000 7f1be7998b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f1bd81b69e0 con 0x55aaf7be37c0 2024-05-20T21:21:11.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.154+0000 7f1be7998b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1bd81b4270 con 0x55aaf7bde390 2024-05-20T21:21:11.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.154+0000 7f1be7998b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f1bd81b20c0 con 0x55aaf7be40e0 2024-05-20T21:21:11.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.154+0000 7f1bd5400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aaf7be37c0 0x55aaf7bd8740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:11.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.154+0000 7f1bd5e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aaf7bde390 0x55aaf7bddd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:11.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.154+0000 7f1bd5400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aaf7be37c0 0x55aaf7bd8740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:36790/0 (socket says 172.21.15.8:36790) 2024-05-20T21:21:11.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.154+0000 7f1bd6800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aaf7be40e0 0x55aaf7be4bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:11.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.154+0000 7f1bd5400700 1 -- 172.21.15.8:0/21708335 learned_addr learned my addr 172.21.15.8:0/21708335 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:11.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.154+0000 7f1bd5e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aaf7bde390 0x55aaf7bddd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:37712/0 (socket says 172.21.15.8:37712) 2024-05-20T21:21:11.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.154+0000 7f1bd5e00700 1 -- 172.21.15.8:0/21708335 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aaf7be40e0 msgr2=0x55aaf7be4bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:11.162 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.154+0000 7f1bd5e00700 1 --2- 172.21.15.8:0/21708335 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aaf7be40e0 0x55aaf7be4bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:11.162 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.154+0000 7f1bd5e00700 1 -- 172.21.15.8:0/21708335 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aaf7be37c0 msgr2=0x55aaf7bd8740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:11.162 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.154+0000 7f1bd5e00700 1 --2- 172.21.15.8:0/21708335 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aaf7be37c0 0x55aaf7bd8740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:11.162 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.154+0000 7f1bd5e00700 1 -- 172.21.15.8:0/21708335 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aaf7be61a0 con 0x55aaf7bde390 2024-05-20T21:21:11.162 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.154+0000 7f1bd5400700 1 --2- 172.21.15.8:0/21708335 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aaf7be37c0 0x55aaf7bd8740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:11.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.155+0000 7f1bd5e00700 1 --2- 172.21.15.8:0/21708335 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aaf7bde390 0x55aaf7bddd70 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f1bc80a95a0 tx=0x7f1bc801bd20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f51b2b3ec0ff8ac4 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:11.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.155+0000 7f1bc2a00700 1 -- 172.21.15.8:0/21708335 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bc80a93b0 con 0x55aaf7bde390 2024-05-20T21:21:11.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.155+0000 7f1bc2a00700 1 -- 172.21.15.8:0/21708335 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1bc80a9fa0 con 0x55aaf7bde390 2024-05-20T21:21:11.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.155+0000 7f1bc2a00700 1 -- 172.21.15.8:0/21708335 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bc8005630 con 0x55aaf7bde390 2024-05-20T21:21:11.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.156+0000 7f1be7998b80 1 -- 172.21.15.8:0/21708335 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aaf7bde390 msgr2=0x55aaf7bddd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:11.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.156+0000 7f1be7998b80 1 --2- 172.21.15.8:0/21708335 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aaf7bde390 0x55aaf7bddd70 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f1bc80a95a0 tx=0x7f1bc801bd20 comp rx=0 tx=0).stop 2024-05-20T21:21:11.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.156+0000 7f1be7998b80 1 -- 172.21.15.8:0/21708335 shutdown_connections 2024-05-20T21:21:11.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.156+0000 7f1be7998b80 1 --2- 172.21.15.8:0/21708335 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aaf7bde390 0x55aaf7bddd70 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:11.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.156+0000 7f1be7998b80 1 --2- 172.21.15.8:0/21708335 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aaf7be40e0 0x55aaf7be4bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:11.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.156+0000 7f1be7998b80 1 --2- 172.21.15.8:0/21708335 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aaf7be37c0 0x55aaf7bd8740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:11.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.156+0000 7f1be7998b80 1 -- 172.21.15.8:0/21708335 >> 172.21.15.8:0/21708335 conn(0x55aaf7b0bbe0 msgr2=0x55aaf7be44c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:11.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.156+0000 7f1be7998b80 1 -- 172.21.15.8:0/21708335 shutdown_connections 2024-05-20T21:21:11.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.156+0000 7f1be7998b80 1 -- 172.21.15.8:0/21708335 wait complete. 2024-05-20T21:21:11.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.157+0000 7f1be7998b80 1 -- start start 2024-05-20T21:21:11.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.157+0000 7f1be7998b80 1 Processor -- start 2024-05-20T21:21:11.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.157+0000 7f1be7998b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aaf7bde390 0x55aaf7bfedb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:11.166 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.157+0000 7f1be7998b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aaf7be37c0 0x55aaf7bff2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:11.166 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.157+0000 7f1be7998b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aaf7be40e0 0x55aaf7bff830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:11.166 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.157+0000 7f1be7998b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f1bd81b2730 con 0x55aaf7be40e0 2024-05-20T21:21:11.166 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.157+0000 7f1be7998b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1bd81b3ba0 con 0x55aaf7bde390 2024-05-20T21:21:11.166 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.157+0000 7f1be7998b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f1bd81b2e00 con 0x55aaf7be37c0 2024-05-20T21:21:11.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.157+0000 7f1be7998b80 10 client.0 _ll_register_callbacks cb 0x55aaf7ad5c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:11.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.158+0000 7f1bd6800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aaf7be40e0 0x55aaf7bff830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:11.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.158+0000 7f1bd5e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aaf7bde390 0x55aaf7bfedb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:11.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.158+0000 7f1bd5e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aaf7bde390 0x55aaf7bfedb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:37716/0 (socket says 172.21.15.8:37716) 2024-05-20T21:21:11.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.158+0000 7f1bd5400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aaf7be37c0 0x55aaf7bff2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:11.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.158+0000 7f1bd6800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aaf7be40e0 0x55aaf7bff830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:36800/0 (socket says 172.21.15.8:36800) 2024-05-20T21:21:11.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.158+0000 7f1bd5e00700 1 -- 172.21.15.8:0/1420656683 learned_addr learned my addr 172.21.15.8:0/1420656683 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:11.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.158+0000 7f1bd5e00700 1 -- 172.21.15.8:0/1420656683 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aaf7be37c0 msgr2=0x55aaf7bff2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:11.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.158+0000 7f1bd5e00700 1 --2- 172.21.15.8:0/1420656683 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aaf7be37c0 0x55aaf7bff2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:11.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.158+0000 7f1bd5e00700 1 -- 172.21.15.8:0/1420656683 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aaf7be40e0 msgr2=0x55aaf7bff830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:11.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.158+0000 7f1bd5e00700 1 --2- 172.21.15.8:0/1420656683 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aaf7be40e0 0x55aaf7bff830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:11.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.158+0000 7f1bd5e00700 1 -- 172.21.15.8:0/1420656683 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aaf7c61170 con 0x55aaf7bde390 2024-05-20T21:21:11.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.158+0000 7f1bd5e00700 1 --2- 172.21.15.8:0/1420656683 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aaf7bde390 0x55aaf7bfedb0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f1bc8000c00 tx=0x7f1bc80adcc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8325ad43b08ff214 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:11.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.158+0000 7f1bb7e00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:21:11.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.159+0000 7f1bb7e00700 1 -- 172.21.15.8:0/1420656683 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bc80a98a0 con 0x55aaf7bde390 2024-05-20T21:21:11.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.159+0000 7f1bb7e00700 1 -- 172.21.15.8:0/1420656683 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f1bc80cc0b0 con 0x55aaf7bde390 2024-05-20T21:21:11.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.159+0000 7f1be7998b80 1 -- 172.21.15.8:0/1420656683 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1bc80a9fa0 con 0x55aaf7bde390 2024-05-20T21:21:11.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.159+0000 7f1bb7e00700 1 -- 172.21.15.8:0/1420656683 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1bc80b2700 con 0x55aaf7bde390 2024-05-20T21:21:11.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.159+0000 7f1be7998b80 10 client.26735 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:11.170 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.159+0000 7f1be7998b80 1 -- 172.21.15.8:0/1420656683 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55aaf7c62450 con 0x55aaf7bde390 2024-05-20T21:21:11.170 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.159+0000 7f1bb7e00700 1 -- 172.21.15.8:0/1420656683 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1bc80a9fa0 con 0x55aaf7bde390 2024-05-20T21:21:11.170 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.159+0000 7f1bb7e00700 1 -- 172.21.15.8:0/1420656683 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f1bc80a8b00 con 0x55aaf7bde390 2024-05-20T21:21:11.170 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.160+0000 7f1be7998b80 10 client.26735 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:11.170 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.160+0000 7f1be7998b80 10 client.26735 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:21:11.170 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.160+0000 7f1be7998b80 20 client.26735 populate_metadata read hostname 'smithi008' 2024-05-20T21:21:11.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.160+0000 7f1be7998b80 1 --2- 172.21.15.8:0/1420656683 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55aaf7c62a90 0x55aaf7c64eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:11.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.160+0000 7f1be7998b80 4 client.26735 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:21:11.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.160+0000 7f1be7998b80 1 -- 172.21.15.8:0/1420656683 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55aaf7b37570 con 0x55aaf7c62a90 2024-05-20T21:21:11.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.160+0000 7f1bd5400700 1 --2- 172.21.15.8:0/1420656683 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55aaf7c62a90 0x55aaf7c64eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:11.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.160+0000 7f1bd5400700 1 --2- 172.21.15.8:0/1420656683 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55aaf7c62a90 0x55aaf7c64eb0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=5a551197a4994132 server_cookie=ccfc47845988dc8e in_seq=0 out_seq=0 2024-05-20T21:21:11.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.160+0000 7f1bb7e00700 10 client.26735 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:21:11.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.161+0000 7f1bb7e00700 1 -- 172.21.15.8:0/1420656683 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55aaf7b37570 con 0x55aaf7c62a90 2024-05-20T21:21:11.174 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.161+0000 7f1bb7e00700 10 client.26735 handle_command_reply: tid=0 2024-05-20T21:21:11.174 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.161+0000 7f1be7998b80 1 client.26735 shutdown 2024-05-20T21:21:11.174 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.161+0000 7f1be7998b80 1 -- 172.21.15.8:0/1420656683 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aaf7bde390 msgr2=0x55aaf7bfedb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:11.174 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.161+0000 7f1be7998b80 1 --2- 172.21.15.8:0/1420656683 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aaf7bde390 0x55aaf7bfedb0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f1bc8000c00 tx=0x7f1bc80adcc0 comp rx=0 tx=0).stop 2024-05-20T21:21:11.174 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.161+0000 7f1be7998b80 1 -- 172.21.15.8:0/1420656683 shutdown_connections 2024-05-20T21:21:11.174 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.161+0000 7f1be7998b80 1 --2- 172.21.15.8:0/1420656683 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55aaf7c62a90 0x55aaf7c64eb0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:11.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.161+0000 7f1be7998b80 1 --2- 172.21.15.8:0/1420656683 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aaf7bde390 0x55aaf7bfedb0 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:11.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.161+0000 7f1be7998b80 1 --2- 172.21.15.8:0/1420656683 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aaf7be40e0 0x55aaf7bff830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:11.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.161+0000 7f1be7998b80 1 --2- 172.21.15.8:0/1420656683 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aaf7be37c0 0x55aaf7bff2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:11.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.161+0000 7f1bb7e00700 0 client.26735 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:21:11.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.161+0000 7f1be7998b80 1 -- 172.21.15.8:0/1420656683 >> 172.21.15.8:0/1420656683 conn(0x55aaf7b0bbe0 msgr2=0x55aaf7be4d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:11.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.161+0000 7f1be7998b80 1 -- 172.21.15.8:0/1420656683 shutdown_connections 2024-05-20T21:21:11.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.161+0000 7f1be7998b80 1 -- 172.21.15.8:0/1420656683 wait complete. 2024-05-20T21:21:11.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.161+0000 7f1be7998b80 20 client.26735 trim_cache size 0 max 16384 2024-05-20T21:21:11.176 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:21:11.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.162+0000 7f1bd7200700 1 -- 172.21.15.8:0/474884471 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1bbc0b2900 msgr2=0x7f1bbc0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:11.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.162+0000 7f1bd7200700 1 --2- 172.21.15.8:0/474884471 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1bbc0b2900 0x7f1bbc0b4dc0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f1bd00060d0 tx=0x7f1bd000b330 comp rx=0 tx=0).stop 2024-05-20T21:21:11.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.162+0000 7f1bd7200700 1 -- 172.21.15.8:0/474884471 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1bd80758e0 msgr2=0x7f1bd81a00e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:11.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.162+0000 7f1bd7200700 1 --2- 172.21.15.8:0/474884471 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1bd80758e0 0x7f1bd81a00e0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f1bc800e9c0 tx=0x7f1bc800ecd0 comp rx=0 tx=0).stop 2024-05-20T21:21:11.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.162+0000 7f1bd7200700 1 -- 172.21.15.8:0/474884471 shutdown_connections 2024-05-20T21:21:11.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.162+0000 7f1bd7200700 1 --2- 172.21.15.8:0/474884471 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1bbc0b2900 0x7f1bbc0b4dc0 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:11.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.162+0000 7f1bd7200700 1 --2- 172.21.15.8:0/474884471 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1bd8114470 0x7f1bd81a49b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:11.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.162+0000 7f1bd7200700 1 --2- 172.21.15.8:0/474884471 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1bd80758e0 0x7f1bd81a00e0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:11.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.162+0000 7f1bd7200700 1 --2- 172.21.15.8:0/474884471 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1bd8076200 0x7f1bd81a0620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:11.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.162+0000 7f1bd7200700 1 -- 172.21.15.8:0/474884471 >> 172.21.15.8:0/474884471 conn(0x7f1bd80fef50 msgr2=0x7f1bd81007b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:11.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.163+0000 7f1bd7200700 1 -- 172.21.15.8:0/474884471 shutdown_connections 2024-05-20T21:21:11.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:11.163+0000 7f1bd7200700 1 -- 172.21.15.8:0/474884471 wait complete. 2024-05-20T21:21:12.061 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:21:12.530 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:21:12.835 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:21:12 smithi008 ceph-mon[31475]: pgmap v616: 97 pgs: 97 active+clean; 2.7 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:21:12.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:21:12 smithi130 ceph-mon[36448]: pgmap v616: 97 pgs: 97 active+clean; 2.7 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:21:12.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:21:12 smithi050 ceph-mon[35809]: pgmap v616: 97 pgs: 97 active+clean; 2.7 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:21:14.665 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.664+0000 7ff617200700 1 -- 172.21.15.8:0/2470282801 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff610109dd0 msgr2=0x7ff61010a1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:14.665 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.664+0000 7ff617200700 1 --2- 172.21.15.8:0/2470282801 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff610109dd0 0x7ff61010a1b0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7ff6000099c0 tx=0x7ff600009cd0 comp rx=0 tx=0).stop 2024-05-20T21:21:14.665 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.664+0000 7ff617200700 1 -- 172.21.15.8:0/2470282801 shutdown_connections 2024-05-20T21:21:14.665 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.664+0000 7ff617200700 1 --2- 172.21.15.8:0/2470282801 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff61010eeb0 0x7ff610116a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:14.665 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.664+0000 7ff617200700 1 --2- 172.21.15.8:0/2470282801 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff610109dd0 0x7ff61010a1b0 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:14.665 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.664+0000 7ff617200700 1 --2- 172.21.15.8:0/2470282801 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff61010a780 0x7ff61010e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:14.665 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.664+0000 7ff617200700 1 -- 172.21.15.8:0/2470282801 >> 172.21.15.8:0/2470282801 conn(0x7ff610076d10 msgr2=0x7ff610108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:14.665 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.664+0000 7ff617200700 1 -- 172.21.15.8:0/2470282801 shutdown_connections 2024-05-20T21:21:14.665 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.664+0000 7ff617200700 1 -- 172.21.15.8:0/2470282801 wait complete. 2024-05-20T21:21:14.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.666+0000 7ff617200700 1 Processor -- start 2024-05-20T21:21:14.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.666+0000 7ff617200700 1 -- start start 2024-05-20T21:21:14.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.666+0000 7ff617200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff610109dd0 0x7ff6101a02c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:14.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.666+0000 7ff617200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff61010a780 0x7ff6101a0800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:14.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.666+0000 7ff617200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff61010eeb0 0x7ff6101a4b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:14.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.666+0000 7ff617200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7ff610119db0 con 0x7ff61010eeb0 2024-05-20T21:21:14.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.666+0000 7ff617200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff610119c30 con 0x7ff61010a780 2024-05-20T21:21:14.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.666+0000 7ff617200700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7ff610119f30 con 0x7ff610109dd0 2024-05-20T21:21:14.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.667+0000 7ff60fe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff610109dd0 0x7ff6101a02c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:14.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.667+0000 7ff615200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff61010eeb0 0x7ff6101a4b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:14.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.667+0000 7ff60f400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff61010a780 0x7ff6101a0800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:14.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.667+0000 7ff60fe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff610109dd0 0x7ff6101a02c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:36342/0 (socket says 172.21.15.8:36342) 2024-05-20T21:21:14.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.667+0000 7ff60fe00700 1 -- 172.21.15.8:0/395093265 learned_addr learned my addr 172.21.15.8:0/395093265 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:14.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.667+0000 7ff60fe00700 1 -- 172.21.15.8:0/395093265 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff61010a780 msgr2=0x7ff6101a0800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:14.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.667+0000 7ff60fe00700 1 --2- 172.21.15.8:0/395093265 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff61010a780 0x7ff6101a0800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:14.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.667+0000 7ff60fe00700 1 -- 172.21.15.8:0/395093265 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff61010eeb0 msgr2=0x7ff6101a4b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:14.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.667+0000 7ff60fe00700 1 --2- 172.21.15.8:0/395093265 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff61010eeb0 0x7ff6101a4b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:14.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.667+0000 7ff60fe00700 1 -- 172.21.15.8:0/395093265 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6101a52d0 con 0x7ff610109dd0 2024-05-20T21:21:14.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.667+0000 7ff60f400700 1 --2- 172.21.15.8:0/395093265 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff61010a780 0x7ff6101a0800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:14.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.668+0000 7ff60fe00700 1 --2- 172.21.15.8:0/395093265 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff610109dd0 0x7ff6101a02c0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7ff600006010 tx=0x7ff600005280 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:14.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.668+0000 7ff60cc00700 1 -- 172.21.15.8:0/395093265 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff600026070 con 0x7ff610109dd0 2024-05-20T21:21:14.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.668+0000 7ff617200700 1 -- 172.21.15.8:0/395093265 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6101a5560 con 0x7ff610109dd0 2024-05-20T21:21:14.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.668+0000 7ff60cc00700 1 -- 172.21.15.8:0/395093265 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff600005680 con 0x7ff610109dd0 2024-05-20T21:21:14.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.668+0000 7ff60cc00700 1 -- 172.21.15.8:0/395093265 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff60000fb20 con 0x7ff610109dd0 2024-05-20T21:21:14.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.668+0000 7ff617200700 1 -- 172.21.15.8:0/395093265 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6101ace40 con 0x7ff610109dd0 2024-05-20T21:21:14.671 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.672+0000 7ff60cc00700 1 -- 172.21.15.8:0/395093265 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7ff600029070 con 0x7ff610109dd0 2024-05-20T21:21:14.672 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.673+0000 7ff621c68b80 1 Processor -- start 2024-05-20T21:21:14.672 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.673+0000 7ff621c68b80 1 -- start start 2024-05-20T21:21:14.672 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.673+0000 7ff621c68b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d34b830610 0x55d34b8309f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:14.673 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.673+0000 7ff621c68b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d34b830f30 0x55d34b82ab20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:14.673 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.673+0000 7ff621c68b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d34b82b140 0x55d34b82b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:14.673 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.673+0000 7ff621c68b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55d34b788e40 con 0x55d34b830f30 2024-05-20T21:21:14.673 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.673+0000 7ff621c68b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55d34b7789e0 con 0x55d34b82b140 2024-05-20T21:21:14.673 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.673+0000 7ff621c68b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55d34b77ca20 con 0x55d34b830610 2024-05-20T21:21:14.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.674+0000 7ff60cc00700 1 --2- 172.21.15.8:0/395093265 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff5f40b2880 0x7ff5f40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:14.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.674+0000 7ff615200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d34b830610 0x55d34b8309f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:14.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.674+0000 7ff615200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d34b830610 0x55d34b8309f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:36358/0 (socket says 172.21.15.8:36358) 2024-05-20T21:21:14.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.674+0000 7ff615200700 1 -- 172.21.15.8:0/3326486016 learned_addr learned my addr 172.21.15.8:0/3326486016 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:14.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.674+0000 7ff60fe00700 1 --2- 172.21.15.8:0/3326486016 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d34b830f30 0x55d34b82ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:14.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.674+0000 7ff60f400700 1 --2- 172.21.15.8:0/3326486016 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d34b82b140 0x55d34b82b5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:14.675 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.674+0000 7ff60cc00700 1 -- 172.21.15.8:0/395093265 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7ff6000e2a00 con 0x7ff610109dd0 2024-05-20T21:21:14.675 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.674+0000 7ff615200700 1 --2- 172.21.15.8:0/395093265 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff5f40b2880 0x7ff5f40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:14.675 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.674+0000 7ff615200700 1 -- 172.21.15.8:0/3326486016 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d34b82b140 msgr2=0x55d34b82b5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:14.675 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.674+0000 7ff615200700 1 --2- 172.21.15.8:0/3326486016 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d34b82b140 0x55d34b82b5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:14.675 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.674+0000 7ff615200700 1 -- 172.21.15.8:0/3326486016 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d34b830f30 msgr2=0x55d34b82ab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:14.675 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.674+0000 7ff615200700 1 --2- 172.21.15.8:0/3326486016 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d34b830f30 0x55d34b82ab20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:14.675 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.674+0000 7ff615200700 1 -- 172.21.15.8:0/3326486016 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d34b741420 con 0x55d34b830610 2024-05-20T21:21:14.675 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.674+0000 7ff60f400700 1 --2- 172.21.15.8:0/3326486016 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d34b82b140 0x55d34b82b5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:14.675 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.675+0000 7ff615200700 1 --2- 172.21.15.8:0/3326486016 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d34b830610 0x55d34b8309f0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7ff60800fc70 tx=0x7ff60800ff80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dd6ac22aa23b950a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:14.677 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.675+0000 7ff615200700 1 --2- 172.21.15.8:0/395093265 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff5f40b2880 0x7ff5f40b4d40 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7ff608009000 tx=0x7ff60801e000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:14.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.675+0000 7ff605600700 1 -- 172.21.15.8:0/3326486016 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff608007700 con 0x55d34b830610 2024-05-20T21:21:14.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.675+0000 7ff605600700 1 -- 172.21.15.8:0/3326486016 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff608007d50 con 0x55d34b830610 2024-05-20T21:21:14.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.675+0000 7ff605600700 1 -- 172.21.15.8:0/3326486016 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff60801aae0 con 0x55d34b830610 2024-05-20T21:21:14.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.676+0000 7ff621c68b80 1 -- 172.21.15.8:0/3326486016 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d34b830610 msgr2=0x55d34b8309f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:14.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.676+0000 7ff621c68b80 1 --2- 172.21.15.8:0/3326486016 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d34b830610 0x55d34b8309f0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7ff60800fc70 tx=0x7ff60800ff80 comp rx=0 tx=0).stop 2024-05-20T21:21:14.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.676+0000 7ff621c68b80 1 -- 172.21.15.8:0/3326486016 shutdown_connections 2024-05-20T21:21:14.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.676+0000 7ff621c68b80 1 --2- 172.21.15.8:0/3326486016 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d34b82b140 0x55d34b82b5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:14.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.676+0000 7ff621c68b80 1 --2- 172.21.15.8:0/3326486016 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d34b830610 0x55d34b8309f0 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:14.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.676+0000 7ff621c68b80 1 --2- 172.21.15.8:0/3326486016 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d34b830f30 0x55d34b82ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:14.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.676+0000 7ff621c68b80 1 -- 172.21.15.8:0/3326486016 >> 172.21.15.8:0/3326486016 conn(0x55d34b758be0 msgr2=0x55d34b825690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:14.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.676+0000 7ff621c68b80 1 -- 172.21.15.8:0/3326486016 shutdown_connections 2024-05-20T21:21:14.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.676+0000 7ff621c68b80 1 -- 172.21.15.8:0/3326486016 wait complete. 2024-05-20T21:21:14.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.677+0000 7ff621c68b80 1 -- start start 2024-05-20T21:21:14.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.677+0000 7ff621c68b80 1 Processor -- start 2024-05-20T21:21:14.679 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.678+0000 7ff621c68b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d34b82b140 0x55d34b836d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:14.679 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.678+0000 7ff621c68b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d34b830610 0x55d34b834130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:14.679 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.678+0000 7ff621c68b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d34b830f30 0x55d34b834670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:14.679 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.678+0000 7ff621c68b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55d34b67efa0 con 0x55d34b830610 2024-05-20T21:21:14.679 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.678+0000 7ff621c68b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55d34b719760 con 0x55d34b82b140 2024-05-20T21:21:14.679 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.678+0000 7ff621c68b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55d34b837980 con 0x55d34b830f30 2024-05-20T21:21:14.679 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.678+0000 7ff621c68b80 10 client.0 _ll_register_callbacks cb 0x55d34b722c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:14.679 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.678+0000 7ff60f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d34b830610 0x55d34b834130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:14.679 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.678+0000 7ff615200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d34b830f30 0x55d34b834670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:14.679 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.678+0000 7ff615200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d34b830f30 0x55d34b834670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:36374/0 (socket says 172.21.15.8:36374) 2024-05-20T21:21:14.679 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.678+0000 7ff615200700 1 -- 172.21.15.8:0/1781742686 learned_addr learned my addr 172.21.15.8:0/1781742686 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:14.679 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.678+0000 7ff60fe00700 1 --2- 172.21.15.8:0/1781742686 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d34b82b140 0x55d34b836d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:14.681 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.679+0000 7ff60f400700 1 -- 172.21.15.8:0/1781742686 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d34b830f30 msgr2=0x55d34b834670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:14.681 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.679+0000 7ff60f400700 1 --2- 172.21.15.8:0/1781742686 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d34b830f30 0x55d34b834670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:14.681 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.679+0000 7ff60f400700 1 -- 172.21.15.8:0/1781742686 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d34b82b140 msgr2=0x55d34b836d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:14.681 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.679+0000 7ff60f400700 1 --2- 172.21.15.8:0/1781742686 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d34b82b140 0x55d34b836d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:14.681 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.679+0000 7ff60f400700 1 -- 172.21.15.8:0/1781742686 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d34b6c88d0 con 0x55d34b830610 2024-05-20T21:21:14.681 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.679+0000 7ff615200700 1 --2- 172.21.15.8:0/1781742686 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d34b830f30 0x55d34b834670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:14.681 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.679+0000 7ff60fe00700 1 --2- 172.21.15.8:0/1781742686 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d34b82b140 0x55d34b836d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:14.681 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.679+0000 7ff60f400700 1 --2- 172.21.15.8:0/1781742686 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d34b830610 0x55d34b834130 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7ff6101093f0 tx=0x7ff5fc009e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1dce187814191c8f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:14.681 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.679+0000 7ff5fa000700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:21:14.681 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.679+0000 7ff5fa000700 1 -- 172.21.15.8:0/1781742686 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5fc01e060 con 0x55d34b830610 2024-05-20T21:21:14.682 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.679+0000 7ff5fa000700 1 -- 172.21.15.8:0/1781742686 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7ff5fc00fad0 con 0x55d34b830610 2024-05-20T21:21:14.682 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.679+0000 7ff621c68b80 1 -- 172.21.15.8:0/1781742686 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff608007d50 con 0x55d34b830610 2024-05-20T21:21:14.682 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.680+0000 7ff5fa000700 1 -- 172.21.15.8:0/1781742686 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff5fc00fcd0 con 0x55d34b830610 2024-05-20T21:21:14.682 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.680+0000 7ff621c68b80 10 client.16638 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:14.682 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.680+0000 7ff621c68b80 1 -- 172.21.15.8:0/1781742686 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d34b749060 con 0x55d34b830610 2024-05-20T21:21:14.682 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.680+0000 7ff5fa000700 1 -- 172.21.15.8:0/1781742686 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff608007d50 con 0x55d34b830610 2024-05-20T21:21:14.682 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.680+0000 7ff5fa000700 1 -- 172.21.15.8:0/1781742686 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7ff5fc019070 con 0x55d34b830610 2024-05-20T21:21:14.682 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.681+0000 7ff621c68b80 10 client.16638 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:14.682 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.681+0000 7ff621c68b80 10 client.16638 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:21:14.682 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.681+0000 7ff621c68b80 20 client.16638 populate_metadata read hostname 'smithi008' 2024-05-20T21:21:14.682 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.681+0000 7ff621c68b80 1 --2- 172.21.15.8:0/1781742686 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55d34b844660 0x55d34b846ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:14.682 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.681+0000 7ff621c68b80 4 client.16638 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:21:14.682 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.681+0000 7ff621c68b80 1 -- 172.21.15.8:0/1781742686 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d34b78ad90 con 0x55d34b844660 2024-05-20T21:21:14.682 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.681+0000 7ff60fe00700 1 --2- 172.21.15.8:0/1781742686 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55d34b844660 0x55d34b846ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:14.683 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.681+0000 7ff60fe00700 1 --2- 172.21.15.8:0/1781742686 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55d34b844660 0x55d34b846ad0 crc :-1 s=READY pgs=159 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3e1207142ad64c65 server_cookie=a7f9894abf658886 in_seq=0 out_seq=0 2024-05-20T21:21:14.683 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.681+0000 7ff5fa000700 10 client.16638 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:21:14.683 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.682+0000 7ff5fa000700 1 -- 172.21.15.8:0/1781742686 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55d34b78ad90 con 0x55d34b844660 2024-05-20T21:21:14.684 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.682+0000 7ff5fa000700 10 client.16638 handle_command_reply: tid=0 2024-05-20T21:21:14.684 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.682+0000 7ff621c68b80 1 client.16638 shutdown 2024-05-20T21:21:14.684 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.683+0000 7ff621c68b80 1 -- 172.21.15.8:0/1781742686 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d34b830610 msgr2=0x55d34b834130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:14.684 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.683+0000 7ff621c68b80 1 --2- 172.21.15.8:0/1781742686 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d34b830610 0x55d34b834130 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7ff6101093f0 tx=0x7ff5fc009e20 comp rx=0 tx=0).stop 2024-05-20T21:21:14.684 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.683+0000 7ff621c68b80 1 -- 172.21.15.8:0/1781742686 shutdown_connections 2024-05-20T21:21:14.684 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.683+0000 7ff621c68b80 1 --2- 172.21.15.8:0/1781742686 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55d34b844660 0x55d34b846ad0 crc :-1 s=READY pgs=159 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:14.684 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.683+0000 7ff621c68b80 1 --2- 172.21.15.8:0/1781742686 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d34b82b140 0x55d34b836d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:14.684 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.683+0000 7ff621c68b80 1 --2- 172.21.15.8:0/1781742686 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d34b830f30 0x55d34b834670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:14.684 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.683+0000 7ff621c68b80 1 --2- 172.21.15.8:0/1781742686 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d34b830610 0x55d34b834130 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:14.684 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.683+0000 7ff621c68b80 1 -- 172.21.15.8:0/1781742686 >> 172.21.15.8:0/1781742686 conn(0x55d34b758be0 msgr2=0x55d34b824d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:14.684 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.683+0000 7ff5fa000700 0 client.16638 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:21:14.684 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.683+0000 7ff621c68b80 1 -- 172.21.15.8:0/1781742686 shutdown_connections 2024-05-20T21:21:14.684 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.683+0000 7ff621c68b80 1 -- 172.21.15.8:0/1781742686 wait complete. 2024-05-20T21:21:14.684 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.684+0000 7ff621c68b80 20 client.16638 trim_cache size 0 max 16384 2024-05-20T21:21:14.700 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.700+0000 7ff621c68b80 1 Processor -- start 2024-05-20T21:21:14.700 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.701+0000 7ff621c68b80 1 -- start start 2024-05-20T21:21:14.700 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.701+0000 7ff621c68b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d34b82b140 0x55d34b840a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:14.700 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.701+0000 7ff621c68b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d34b830610 0x55d34b82e720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:14.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.701+0000 7ff621c68b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d34b830f30 0x55d34b8254f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:14.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.701+0000 7ff621c68b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7ff6101b6a00 con 0x55d34b830610 2024-05-20T21:21:14.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.701+0000 7ff621c68b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff6101b4290 con 0x55d34b830f30 2024-05-20T21:21:14.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.701+0000 7ff621c68b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7ff6101b20e0 con 0x55d34b82b140 2024-05-20T21:21:14.702 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.701+0000 7ff60f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d34b830610 0x55d34b82e720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:14.702 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.702+0000 7ff60fe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d34b82b140 0x55d34b840a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:14.702 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.702+0000 7ff60f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d34b830610 0x55d34b82e720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:60450/0 (socket says 172.21.15.8:60450) 2024-05-20T21:21:14.702 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.702+0000 7ff60f400700 1 -- 172.21.15.8:0/1648452906 learned_addr learned my addr 172.21.15.8:0/1648452906 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:14.702 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.702+0000 7ff615200700 1 --2- 172.21.15.8:0/1648452906 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d34b830f30 0x55d34b8254f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:14.702 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.702+0000 7ff60fe00700 1 -- 172.21.15.8:0/1648452906 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d34b830f30 msgr2=0x55d34b8254f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:14.702 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.702+0000 7ff60fe00700 1 --2- 172.21.15.8:0/1648452906 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d34b830f30 0x55d34b8254f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:14.702 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.702+0000 7ff60fe00700 1 -- 172.21.15.8:0/1648452906 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d34b830610 msgr2=0x55d34b82e720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:14.702 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.702+0000 7ff60fe00700 1 --2- 172.21.15.8:0/1648452906 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d34b830610 0x55d34b82e720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:14.703 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.702+0000 7ff60fe00700 1 -- 172.21.15.8:0/1648452906 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d34b847150 con 0x55d34b82b140 2024-05-20T21:21:14.703 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.702+0000 7ff60fe00700 1 --2- 172.21.15.8:0/1648452906 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d34b82b140 0x55d34b840a20 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7ff600009fd0 tx=0x7ff6000769c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=aa361c43641d71cc server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:14.703 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.703+0000 7ff604c00700 1 -- 172.21.15.8:0/1648452906 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6000a9b50 con 0x55d34b82b140 2024-05-20T21:21:14.703 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.703+0000 7ff604c00700 1 -- 172.21.15.8:0/1648452906 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff60006fa90 con 0x55d34b82b140 2024-05-20T21:21:14.703 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.703+0000 7ff604c00700 1 -- 172.21.15.8:0/1648452906 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6000b2e10 con 0x55d34b82b140 2024-05-20T21:21:14.704 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.703+0000 7ff621c68b80 1 -- 172.21.15.8:0/1648452906 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d34b82b140 msgr2=0x55d34b840a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:14.704 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.703+0000 7ff621c68b80 1 --2- 172.21.15.8:0/1648452906 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d34b82b140 0x55d34b840a20 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7ff600009fd0 tx=0x7ff6000769c0 comp rx=0 tx=0).stop 2024-05-20T21:21:14.704 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.703+0000 7ff621c68b80 1 -- 172.21.15.8:0/1648452906 shutdown_connections 2024-05-20T21:21:14.704 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.703+0000 7ff621c68b80 1 --2- 172.21.15.8:0/1648452906 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d34b830f30 0x55d34b8254f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:14.704 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.703+0000 7ff621c68b80 1 --2- 172.21.15.8:0/1648452906 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d34b82b140 0x55d34b840a20 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:14.704 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.703+0000 7ff621c68b80 1 --2- 172.21.15.8:0/1648452906 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d34b830610 0x55d34b82e720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:14.704 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.703+0000 7ff621c68b80 1 -- 172.21.15.8:0/1648452906 >> 172.21.15.8:0/1648452906 conn(0x55d34b758be0 msgr2=0x55d34b831ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:14.704 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.704+0000 7ff621c68b80 1 -- 172.21.15.8:0/1648452906 shutdown_connections 2024-05-20T21:21:14.704 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.704+0000 7ff621c68b80 1 -- 172.21.15.8:0/1648452906 wait complete. 2024-05-20T21:21:14.704 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.704+0000 7ff621c68b80 1 -- start start 2024-05-20T21:21:14.704 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.704+0000 7ff621c68b80 1 Processor -- start 2024-05-20T21:21:14.705 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.705+0000 7ff621c68b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d34b82b140 0x55d34b83cdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:14.706 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.705+0000 7ff621c68b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d34b830610 0x55d34b83d330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:14.706 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.705+0000 7ff621c68b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d34b830f30 0x55d34b839be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:14.706 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.705+0000 7ff621c68b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7ff6101b2750 con 0x55d34b82b140 2024-05-20T21:21:14.706 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.705+0000 7ff621c68b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff6101b3bc0 con 0x55d34b830610 2024-05-20T21:21:14.706 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.705+0000 7ff621c68b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7ff6101b2e20 con 0x55d34b830f30 2024-05-20T21:21:14.706 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.705+0000 7ff621c68b80 10 client.0 _ll_register_callbacks cb 0x55d34b722c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:14.706 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.705+0000 7ff60fe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d34b82b140 0x55d34b83cdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:14.706 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.705+0000 7ff60f400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d34b830610 0x55d34b83d330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:14.706 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.705+0000 7ff60fe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d34b82b140 0x55d34b83cdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:60452/0 (socket says 172.21.15.8:60452) 2024-05-20T21:21:14.706 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.705+0000 7ff60fe00700 1 -- 172.21.15.8:0/1251970760 learned_addr learned my addr 172.21.15.8:0/1251970760 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:14.706 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.705+0000 7ff615200700 1 --2- 172.21.15.8:0/1251970760 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d34b830f30 0x55d34b839be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:14.706 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.706+0000 7ff60f400700 1 -- 172.21.15.8:0/1251970760 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d34b830f30 msgr2=0x55d34b839be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:14.706 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.706+0000 7ff60f400700 1 --2- 172.21.15.8:0/1251970760 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d34b830f30 0x55d34b839be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:14.707 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.706+0000 7ff60f400700 1 -- 172.21.15.8:0/1251970760 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d34b82b140 msgr2=0x55d34b83cdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:14.707 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.706+0000 7ff60f400700 1 --2- 172.21.15.8:0/1251970760 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d34b82b140 0x55d34b83cdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:14.707 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.706+0000 7ff60f400700 1 -- 172.21.15.8:0/1251970760 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d34b83a330 con 0x55d34b830610 2024-05-20T21:21:14.707 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.706+0000 7ff60fe00700 1 --2- 172.21.15.8:0/1251970760 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d34b82b140 0x55d34b83cdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:14.707 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.706+0000 7ff60f400700 1 --2- 172.21.15.8:0/1251970760 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d34b830610 0x55d34b83d330 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x55d34b81ff50 tx=0x7ff5fc005280 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d888b7598d5b3af8 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:14.707 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.706+0000 7ff5fa000700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:21:14.707 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.706+0000 7ff5fa000700 1 -- 172.21.15.8:0/1251970760 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5fc028040 con 0x55d34b830610 2024-05-20T21:21:14.707 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.706+0000 7ff621c68b80 1 -- 172.21.15.8:0/1251970760 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff60006fa90 con 0x55d34b830610 2024-05-20T21:21:14.707 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.706+0000 7ff5fa000700 1 -- 172.21.15.8:0/1251970760 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7ff5fc00fad0 con 0x55d34b830610 2024-05-20T21:21:14.709 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.707+0000 7ff5fa000700 1 -- 172.21.15.8:0/1251970760 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff5fc00fe70 con 0x55d34b830610 2024-05-20T21:21:14.709 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.707+0000 7ff621c68b80 10 client.26753 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:14.709 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.707+0000 7ff621c68b80 1 -- 172.21.15.8:0/1251970760 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d34b8afcc0 con 0x55d34b830610 2024-05-20T21:21:14.709 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.707+0000 7ff5fa000700 1 -- 172.21.15.8:0/1251970760 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff60006fa90 con 0x55d34b830610 2024-05-20T21:21:14.709 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.707+0000 7ff5fa000700 1 -- 172.21.15.8:0/1251970760 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7ff5fc02b070 con 0x55d34b830610 2024-05-20T21:21:14.709 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.707+0000 7ff621c68b80 10 client.26753 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:14.709 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.708+0000 7ff621c68b80 10 client.26753 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:21:14.709 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.708+0000 7ff621c68b80 20 client.26753 populate_metadata read hostname 'smithi008' 2024-05-20T21:21:14.709 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.708+0000 7ff621c68b80 1 --2- 172.21.15.8:0/1251970760 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55d34b8b0360 0x55d34b8b2750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:14.709 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.708+0000 7ff621c68b80 4 client.26753 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:21:14.709 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.708+0000 7ff621c68b80 1 -- 172.21.15.8:0/1251970760 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d34b784570 con 0x55d34b8b0360 2024-05-20T21:21:14.709 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.708+0000 7ff60fe00700 1 --2- 172.21.15.8:0/1251970760 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55d34b8b0360 0x55d34b8b2750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:14.709 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.708+0000 7ff60fe00700 1 --2- 172.21.15.8:0/1251970760 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55d34b8b0360 0x55d34b8b2750 crc :-1 s=READY pgs=160 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=af4cee7e0a4a2b6d server_cookie=e0cfd215d4977373 in_seq=0 out_seq=0 2024-05-20T21:21:14.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.708+0000 7ff5fa000700 10 client.26753 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:21:14.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.709+0000 7ff5fa000700 1 -- 172.21.15.8:0/1251970760 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d34b784570 con 0x55d34b8b0360 2024-05-20T21:21:14.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.709+0000 7ff5fa000700 10 client.26753 handle_command_reply: tid=0 2024-05-20T21:21:14.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.709+0000 7ff621c68b80 1 client.26753 shutdown 2024-05-20T21:21:14.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.709+0000 7ff621c68b80 1 -- 172.21.15.8:0/1251970760 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d34b830610 msgr2=0x55d34b83d330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:14.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.709+0000 7ff621c68b80 1 --2- 172.21.15.8:0/1251970760 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d34b830610 0x55d34b83d330 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x55d34b81ff50 tx=0x7ff5fc005280 comp rx=0 tx=0).stop 2024-05-20T21:21:14.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.709+0000 7ff621c68b80 1 -- 172.21.15.8:0/1251970760 shutdown_connections 2024-05-20T21:21:14.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.709+0000 7ff621c68b80 1 --2- 172.21.15.8:0/1251970760 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55d34b8b0360 0x55d34b8b2750 crc :-1 s=READY pgs=160 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:14.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.709+0000 7ff621c68b80 1 --2- 172.21.15.8:0/1251970760 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d34b830f30 0x55d34b839be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:14.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.709+0000 7ff621c68b80 1 --2- 172.21.15.8:0/1251970760 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d34b82b140 0x55d34b83cdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:14.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.709+0000 7ff621c68b80 1 --2- 172.21.15.8:0/1251970760 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d34b830610 0x55d34b83d330 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:14.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.709+0000 7ff5fa000700 0 client.26753 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:21:14.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.709+0000 7ff621c68b80 1 -- 172.21.15.8:0/1251970760 >> 172.21.15.8:0/1251970760 conn(0x55d34b758be0 msgr2=0x55d34b831310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:14.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.709+0000 7ff621c68b80 1 -- 172.21.15.8:0/1251970760 shutdown_connections 2024-05-20T21:21:14.711 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.709+0000 7ff621c68b80 1 -- 172.21.15.8:0/1251970760 wait complete. 2024-05-20T21:21:14.711 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.709+0000 7ff621c68b80 20 client.26753 trim_cache size 0 max 16384 2024-05-20T21:21:14.711 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:21:14.711 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.710+0000 7ff617200700 1 -- 172.21.15.8:0/395093265 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff5f40b2880 msgr2=0x7ff5f40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:14.712 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.710+0000 7ff617200700 1 --2- 172.21.15.8:0/395093265 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff5f40b2880 0x7ff5f40b4d40 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7ff608009000 tx=0x7ff60801e000 comp rx=0 tx=0).stop 2024-05-20T21:21:14.712 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.710+0000 7ff617200700 1 -- 172.21.15.8:0/395093265 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff610109dd0 msgr2=0x7ff6101a02c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:14.712 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.710+0000 7ff617200700 1 --2- 172.21.15.8:0/395093265 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff610109dd0 0x7ff6101a02c0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7ff600006010 tx=0x7ff600005280 comp rx=0 tx=0).stop 2024-05-20T21:21:14.712 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.710+0000 7ff617200700 1 -- 172.21.15.8:0/395093265 shutdown_connections 2024-05-20T21:21:14.712 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.710+0000 7ff617200700 1 --2- 172.21.15.8:0/395093265 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff5f40b2880 0x7ff5f40b4d40 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:14.712 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.710+0000 7ff617200700 1 --2- 172.21.15.8:0/395093265 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff61010eeb0 0x7ff6101a4b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:14.712 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.710+0000 7ff617200700 1 --2- 172.21.15.8:0/395093265 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff610109dd0 0x7ff6101a02c0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:14.712 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.710+0000 7ff617200700 1 --2- 172.21.15.8:0/395093265 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff61010a780 0x7ff6101a0800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:14.712 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.710+0000 7ff617200700 1 -- 172.21.15.8:0/395093265 >> 172.21.15.8:0/395093265 conn(0x7ff610076d10 msgr2=0x7ff6100788d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:14.712 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.710+0000 7ff617200700 1 -- 172.21.15.8:0/395093265 shutdown_connections 2024-05-20T21:21:14.712 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:14.710+0000 7ff617200700 1 -- 172.21.15.8:0/395093265 wait complete. 2024-05-20T21:21:14.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:21:14 smithi130 ceph-mon[36448]: pgmap v617: 97 pgs: 97 active+clean; 2.7 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 15 KiB/s wr, 13 op/s 2024-05-20T21:21:14.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:21:14 smithi050 ceph-mon[35809]: pgmap v617: 97 pgs: 97 active+clean; 2.7 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 15 KiB/s wr, 13 op/s 2024-05-20T21:21:14.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:21:14 smithi008 ceph-mon[31475]: pgmap v617: 97 pgs: 97 active+clean; 2.7 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 15 KiB/s wr, 13 op/s 2024-05-20T21:21:16.240 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.240+0000 7f4099600640 1 -- 172.21.15.8:0/1977424773 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f409410a070 msgr2=0x7f409410a4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:16.240 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.240+0000 7f4099600640 1 --2- 172.21.15.8:0/1977424773 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f409410a070 0x7f409410a4f0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f4080009900 tx=0x7f408002a410 comp rx=0 tx=0).stop 2024-05-20T21:21:16.241 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.240+0000 7f4099600640 1 -- 172.21.15.8:0/1977424773 shutdown_connections 2024-05-20T21:21:16.241 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.240+0000 7f4099600640 1 --2- 172.21.15.8:0/1977424773 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f409410aa30 0x7f4094111350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:16.241 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.240+0000 7f4099600640 1 --2- 172.21.15.8:0/1977424773 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f409410a070 0x7f409410a4f0 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:16.241 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.240+0000 7f4099600640 1 --2- 172.21.15.8:0/1977424773 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4094108f70 0x7f4094109390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:16.241 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.240+0000 7f4099600640 1 -- 172.21.15.8:0/1977424773 >> 172.21.15.8:0/1977424773 conn(0x7f4094077ee0 msgr2=0x7f409407a300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:16.241 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.240+0000 7f4099600640 1 -- 172.21.15.8:0/1977424773 shutdown_connections 2024-05-20T21:21:16.241 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.240+0000 7f4099600640 1 -- 172.21.15.8:0/1977424773 wait complete. 2024-05-20T21:21:16.245 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.241+0000 7f4099600640 1 Processor -- start 2024-05-20T21:21:16.245 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.242+0000 7f4099600640 1 -- start start 2024-05-20T21:21:16.245 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.242+0000 7f4099600640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4094108f70 0x7f409419f0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:16.245 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.242+0000 7f4099600640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f409410a070 0x7f409419f610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:16.246 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.242+0000 7f4099600640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f409410aa30 0x7f40941a6680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:16.246 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.242+0000 7f4099600640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f4094114a60 con 0x7f4094108f70 2024-05-20T21:21:16.246 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.242+0000 7f4099600640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f40941148e0 con 0x7f409410a070 2024-05-20T21:21:16.246 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.242+0000 7f4099600640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f4094114be0 con 0x7f409410aa30 2024-05-20T21:21:16.246 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.242+0000 7f4093e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4094108f70 0x7f409419f0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:16.247 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.242+0000 7f4093400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f409410a070 0x7f409419f610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:16.247 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.242+0000 7f4093e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4094108f70 0x7f409419f0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:60458/0 (socket says 172.21.15.8:60458) 2024-05-20T21:21:16.247 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.242+0000 7f4093e00640 1 -- 172.21.15.8:0/302002632 learned_addr learned my addr 172.21.15.8:0/302002632 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:16.247 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.243+0000 7f4098c00640 1 --2- 172.21.15.8:0/302002632 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f409410aa30 0x7f40941a6680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:16.247 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.243+0000 7f4093400640 1 -- 172.21.15.8:0/302002632 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f409410aa30 msgr2=0x7f40941a6680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:16.247 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.243+0000 7f4093400640 1 --2- 172.21.15.8:0/302002632 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f409410aa30 0x7f40941a6680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:16.248 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.243+0000 7f4093400640 1 -- 172.21.15.8:0/302002632 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4094108f70 msgr2=0x7f409419f0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:16.248 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.243+0000 7f4093400640 1 --2- 172.21.15.8:0/302002632 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4094108f70 0x7f409419f0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:16.248 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.243+0000 7f4093400640 1 -- 172.21.15.8:0/302002632 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40941a6cf0 con 0x7f409410a070 2024-05-20T21:21:16.248 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.243+0000 7f4098c00640 1 --2- 172.21.15.8:0/302002632 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f409410aa30 0x7f40941a6680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:21:16.248 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.243+0000 7f4093e00640 1 --2- 172.21.15.8:0/302002632 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4094108f70 0x7f409419f0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:16.249 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.243+0000 7f4093400640 1 --2- 172.21.15.8:0/302002632 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f409410a070 0x7f409419f610 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f4080006010 tx=0x7f40800042f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:16.249 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.244+0000 7f4090c00640 1 -- 172.21.15.8:0/302002632 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f408003f030 con 0x7f409410a070 2024-05-20T21:21:16.249 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.244+0000 7f4090c00640 1 -- 172.21.15.8:0/302002632 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4080031910 con 0x7f409410a070 2024-05-20T21:21:16.249 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.244+0000 7f4090c00640 1 -- 172.21.15.8:0/302002632 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4080035070 con 0x7f409410a070 2024-05-20T21:21:16.249 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.244+0000 7f4099600640 1 -- 172.21.15.8:0/302002632 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40941a6f80 con 0x7f409410a070 2024-05-20T21:21:16.250 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.244+0000 7f4099600640 1 -- 172.21.15.8:0/302002632 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40941a73e0 con 0x7f409410a070 2024-05-20T21:21:16.261 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.247+0000 7f409da11740 1 Processor -- start 2024-05-20T21:21:16.261 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.247+0000 7f409da11740 1 -- start start 2024-05-20T21:21:16.261 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.247+0000 7f409da11740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5609f1c89cf0 0x5609f1c8a110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:16.261 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.247+0000 7f409da11740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5609f1c8a6e0 0x5609f1c8f1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:16.262 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.248+0000 7f409da11740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5609f1c8f850 0x5609f1c91ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:16.262 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.248+0000 7f409da11740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5609f1bf9b90 con 0x5609f1c8f850 2024-05-20T21:21:16.262 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.248+0000 7f409da11740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5609f1be9730 con 0x5609f1c8a6e0 2024-05-20T21:21:16.262 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.248+0000 7f409da11740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5609f1bed770 con 0x5609f1c89cf0 2024-05-20T21:21:16.262 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.248+0000 7f4093e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5609f1c8a6e0 0x5609f1c8f1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:16.263 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.248+0000 7f4093e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5609f1c8a6e0 0x5609f1c8f1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:45654/0 (socket says 172.21.15.8:45654) 2024-05-20T21:21:16.263 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.248+0000 7f4093e00640 1 -- 172.21.15.8:0/3876357930 learned_addr learned my addr 172.21.15.8:0/3876357930 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:16.263 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.248+0000 7f4098c00640 1 --2- 172.21.15.8:0/3876357930 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5609f1c89cf0 0x5609f1c8a110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:16.263 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.248+0000 7f4090c00640 1 -- 172.21.15.8:0/302002632 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f4080042030 con 0x7f409410a070 2024-05-20T21:21:16.263 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.248+0000 7f4093e00640 1 -- 172.21.15.8:0/3876357930 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5609f1c89cf0 msgr2=0x5609f1c8a110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:16.263 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.248+0000 7f4093e00640 1 --2- 172.21.15.8:0/3876357930 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5609f1c89cf0 0x5609f1c8a110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:16.264 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.248+0000 7f4093e00640 1 -- 172.21.15.8:0/3876357930 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5609f1c8f850 msgr2=0x5609f1c91ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:16.264 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.248+0000 7f4093400640 1 --2- 172.21.15.8:0/3876357930 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5609f1c8f850 0x5609f1c91ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:16.264 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.249+0000 7f4093e00640 1 --2- 172.21.15.8:0/3876357930 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5609f1c8f850 0x5609f1c91ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:16.264 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.249+0000 7f4093e00640 1 -- 172.21.15.8:0/3876357930 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5609f1b828b0 con 0x5609f1c8a6e0 2024-05-20T21:21:16.264 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.249+0000 7f4093400640 1 --2- 172.21.15.8:0/3876357930 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5609f1c8f850 0x5609f1c91ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:21:16.264 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.249+0000 7f4093e00640 1 --2- 172.21.15.8:0/3876357930 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5609f1c8a6e0 0x5609f1c8f1e0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f4084011650 tx=0x7f4084009f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e89b95bada9b7824 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:16.265 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.249+0000 7f4089200640 1 -- 172.21.15.8:0/3876357930 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f408401e070 con 0x5609f1c8a6e0 2024-05-20T21:21:16.265 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.249+0000 7f4089200640 1 -- 172.21.15.8:0/3876357930 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f408400fb70 con 0x5609f1c8a6e0 2024-05-20T21:21:16.265 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.249+0000 7f4089200640 1 -- 172.21.15.8:0/3876357930 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4084019c20 con 0x5609f1c8a6e0 2024-05-20T21:21:16.265 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.250+0000 7f409da11740 1 -- 172.21.15.8:0/3876357930 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5609f1c8a6e0 msgr2=0x5609f1c8f1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:16.265 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.250+0000 7f409da11740 1 --2- 172.21.15.8:0/3876357930 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5609f1c8a6e0 0x5609f1c8f1e0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f4084011650 tx=0x7f4084009f90 comp rx=0 tx=0).stop 2024-05-20T21:21:16.266 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.250+0000 7f4090c00640 1 --2- 172.21.15.8:0/302002632 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f40780b2850 0x7f40780b4d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:16.266 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.250+0000 7f4090c00640 1 -- 172.21.15.8:0/302002632 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f40801027a0 con 0x7f409410a070 2024-05-20T21:21:16.266 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.250+0000 7f409da11740 1 -- 172.21.15.8:0/3876357930 shutdown_connections 2024-05-20T21:21:16.266 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.250+0000 7f409da11740 1 --2- 172.21.15.8:0/3876357930 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5609f1c8f850 0x5609f1c91ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:16.266 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.250+0000 7f409da11740 1 --2- 172.21.15.8:0/3876357930 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5609f1c8a6e0 0x5609f1c8f1e0 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:16.266 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.250+0000 7f409da11740 1 --2- 172.21.15.8:0/3876357930 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5609f1c89cf0 0x5609f1c8a110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:16.267 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.250+0000 7f409da11740 1 -- 172.21.15.8:0/3876357930 >> 172.21.15.8:0/3876357930 conn(0x5609f1c85360 msgr2=0x5609f1c85760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:16.267 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.250+0000 7f4098c00640 1 --2- 172.21.15.8:0/302002632 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f40780b2850 0x7f40780b4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:16.267 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.250+0000 7f409da11740 1 -- 172.21.15.8:0/3876357930 shutdown_connections 2024-05-20T21:21:16.267 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.251+0000 7f409da11740 1 -- 172.21.15.8:0/3876357930 wait complete. 2024-05-20T21:21:16.267 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.251+0000 7f409da11740 1 -- start start 2024-05-20T21:21:16.267 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.251+0000 7f409da11740 1 Processor -- start 2024-05-20T21:21:16.267 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.251+0000 7f4098c00640 1 --2- 172.21.15.8:0/302002632 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f40780b2850 0x7f40780b4d10 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x5609f1c8af40 tx=0x7f408c009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:16.268 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.252+0000 7f409da11740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5609f1c89cf0 0x5609f1c93ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:16.268 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.252+0000 7f409da11740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5609f1c8a6e0 0x5609f1c94000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:16.268 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.252+0000 7f409da11740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5609f1c8f850 0x5609f1c9b040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:16.268 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.252+0000 7f409da11740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5609f18cf790 con 0x5609f1c89cf0 2024-05-20T21:21:16.268 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.252+0000 7f409da11740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5609f1b91bc0 con 0x5609f1c8f850 2024-05-20T21:21:16.268 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.252+0000 7f409da11740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5609f1c92800 con 0x5609f1c8a6e0 2024-05-20T21:21:16.269 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.252+0000 7f409da11740 10 client.0 _ll_register_callbacks cb 0x5609f1b6f400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:16.269 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.252+0000 7f4093e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5609f1c89cf0 0x5609f1c93ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:16.269 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.252+0000 7f4093e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5609f1c89cf0 0x5609f1c93ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:60474/0 (socket says 172.21.15.8:60474) 2024-05-20T21:21:16.269 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.252+0000 7f4093e00640 1 -- 172.21.15.8:0/1328220291 learned_addr learned my addr 172.21.15.8:0/1328220291 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:16.269 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.252+0000 7f4093400640 1 --2- 172.21.15.8:0/1328220291 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5609f1c8a6e0 0x5609f1c94000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:16.269 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.252+0000 7f4098c00640 1 --2- 172.21.15.8:0/1328220291 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5609f1c8f850 0x5609f1c9b040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:16.269 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.252+0000 7f4093e00640 1 -- 172.21.15.8:0/1328220291 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5609f1c8a6e0 msgr2=0x5609f1c94000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:16.269 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.252+0000 7f4093e00640 1 --2- 172.21.15.8:0/1328220291 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5609f1c8a6e0 0x5609f1c94000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:16.269 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.252+0000 7f4093e00640 1 -- 172.21.15.8:0/1328220291 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5609f1c8f850 msgr2=0x5609f1c9b040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:16.269 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.252+0000 7f4093e00640 1 --2- 172.21.15.8:0/1328220291 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5609f1c8f850 0x5609f1c9b040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:16.269 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.252+0000 7f4093e00640 1 -- 172.21.15.8:0/1328220291 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5609f18fe210 con 0x5609f1c89cf0 2024-05-20T21:21:16.269 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.253+0000 7f4093e00640 1 --2- 172.21.15.8:0/1328220291 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5609f1c89cf0 0x5609f1c93ac0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f408401c040 tx=0x7f4084009ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=154b15a013c577be server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:16.270 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.253+0000 7f407d600640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:21:16.270 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.253+0000 7f407d600640 1 -- 172.21.15.8:0/1328220291 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f408401e040 con 0x5609f1c89cf0 2024-05-20T21:21:16.270 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.253+0000 7f407d600640 1 -- 172.21.15.8:0/1328220291 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f408400f6c0 con 0x5609f1c89cf0 2024-05-20T21:21:16.270 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.253+0000 7f409da11740 1 -- 172.21.15.8:0/1328220291 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f408400fb70 con 0x5609f1c89cf0 2024-05-20T21:21:16.270 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.253+0000 7f407d600640 1 -- 172.21.15.8:0/1328220291 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f408400f8e0 con 0x5609f1c89cf0 2024-05-20T21:21:16.270 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.253+0000 7f409da11740 10 client.16653 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:16.270 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.253+0000 7f409da11740 1 -- 172.21.15.8:0/1328220291 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5609f19ca620 con 0x5609f1c89cf0 2024-05-20T21:21:16.270 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.254+0000 7f407d600640 1 -- 172.21.15.8:0/1328220291 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f408400fb70 con 0x5609f1c89cf0 2024-05-20T21:21:16.270 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.254+0000 7f407d600640 1 -- 172.21.15.8:0/1328220291 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f408402b020 con 0x5609f1c89cf0 2024-05-20T21:21:16.270 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.254+0000 7f409da11740 10 client.16653 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:16.270 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.254+0000 7f409da11740 10 client.16653 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:21:16.270 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.254+0000 7f409da11740 20 client.16653 populate_metadata read hostname 'smithi008' 2024-05-20T21:21:16.270 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.254+0000 7f409da11740 1 --2- 172.21.15.8:0/1328220291 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5609f1c9f350 0x5609f1ca1740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:16.271 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.254+0000 7f409da11740 4 client.16653 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:21:16.271 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.254+0000 7f409da11740 1 -- 172.21.15.8:0/1328220291 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5609f1bfbae0 con 0x5609f1c9f350 2024-05-20T21:21:16.271 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.255+0000 7f4093400640 1 --2- 172.21.15.8:0/1328220291 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5609f1c9f350 0x5609f1ca1740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:16.271 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.255+0000 7f4093400640 1 --2- 172.21.15.8:0/1328220291 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5609f1c9f350 0x5609f1ca1740 crc :-1 s=READY pgs=161 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4d90cb4883e2329e server_cookie=ec7eb324324ef920 in_seq=0 out_seq=0 2024-05-20T21:21:16.271 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.255+0000 7f407d600640 10 client.16653 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:21:16.271 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.256+0000 7f407d600640 1 -- 172.21.15.8:0/1328220291 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5609f1bfbae0 con 0x5609f1c9f350 2024-05-20T21:21:16.271 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.256+0000 7f407d600640 10 client.16653 handle_command_reply: tid=0 2024-05-20T21:21:16.271 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.256+0000 7f409da11740 1 client.16653 shutdown 2024-05-20T21:21:16.271 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.256+0000 7f409da11740 1 -- 172.21.15.8:0/1328220291 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5609f1c89cf0 msgr2=0x5609f1c93ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:16.271 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.256+0000 7f409da11740 1 --2- 172.21.15.8:0/1328220291 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5609f1c89cf0 0x5609f1c93ac0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f408401c040 tx=0x7f4084009ef0 comp rx=0 tx=0).stop 2024-05-20T21:21:16.271 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.256+0000 7f409da11740 1 -- 172.21.15.8:0/1328220291 shutdown_connections 2024-05-20T21:21:16.271 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.256+0000 7f409da11740 1 --2- 172.21.15.8:0/1328220291 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5609f1c9f350 0x5609f1ca1740 crc :-1 s=READY pgs=161 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:16.271 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.256+0000 7f409da11740 1 --2- 172.21.15.8:0/1328220291 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5609f1c8f850 0x5609f1c9b040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:16.272 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.256+0000 7f409da11740 1 --2- 172.21.15.8:0/1328220291 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5609f1c8a6e0 0x5609f1c94000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:16.272 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.256+0000 7f409da11740 1 --2- 172.21.15.8:0/1328220291 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5609f1c89cf0 0x5609f1c93ac0 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:16.272 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.256+0000 7f407d600640 0 client.16653 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:21:16.272 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.256+0000 7f409da11740 1 -- 172.21.15.8:0/1328220291 >> 172.21.15.8:0/1328220291 conn(0x5609f1c85360 msgr2=0x5609f1c844c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:16.272 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.256+0000 7f409da11740 1 -- 172.21.15.8:0/1328220291 shutdown_connections 2024-05-20T21:21:16.272 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.257+0000 7f409da11740 1 -- 172.21.15.8:0/1328220291 wait complete. 2024-05-20T21:21:16.272 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.257+0000 7f409da11740 20 client.16653 trim_cache size 0 max 16384 2024-05-20T21:21:16.273 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.273+0000 7f409da11740 1 Processor -- start 2024-05-20T21:21:16.273 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.273+0000 7f409da11740 1 -- start start 2024-05-20T21:21:16.273 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.274+0000 7f409da11740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5609f1c89cf0 0x5609f1c8b9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:16.273 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.274+0000 7f409da11740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5609f1c8a6e0 0x5609f1c9b000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:16.273 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.274+0000 7f409da11740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5609f1c8f850 0x5609f1c84340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:16.273 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.274+0000 7f409da11740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f40941b2b40 con 0x5609f1c89cf0 2024-05-20T21:21:16.273 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.274+0000 7f409da11740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f40941b0410 con 0x5609f1c8a6e0 2024-05-20T21:21:16.273 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.274+0000 7f409da11740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f40941ae260 con 0x5609f1c8f850 2024-05-20T21:21:16.275 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.274+0000 7f4093e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5609f1c89cf0 0x5609f1c8b9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:16.275 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.274+0000 7f4093400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5609f1c8a6e0 0x5609f1c9b000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:16.275 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.274+0000 7f4093e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5609f1c89cf0 0x5609f1c8b9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:60484/0 (socket says 172.21.15.8:60484) 2024-05-20T21:21:16.275 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.274+0000 7f4093e00640 1 -- 172.21.15.8:0/3341743080 learned_addr learned my addr 172.21.15.8:0/3341743080 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:16.275 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.274+0000 7f4093400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5609f1c8a6e0 0x5609f1c9b000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:45672/0 (socket says 172.21.15.8:45672) 2024-05-20T21:21:16.275 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.274+0000 7f4098c00640 1 --2- 172.21.15.8:0/3341743080 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5609f1c8f850 0x5609f1c84340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:16.275 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.275+0000 7f4093400640 1 -- 172.21.15.8:0/3341743080 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5609f1c8f850 msgr2=0x5609f1c84340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:16.275 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.275+0000 7f4093400640 1 --2- 172.21.15.8:0/3341743080 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5609f1c8f850 0x5609f1c84340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:16.276 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.275+0000 7f4093400640 1 -- 172.21.15.8:0/3341743080 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5609f1c89cf0 msgr2=0x5609f1c8b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:16.276 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.275+0000 7f4093400640 1 --2- 172.21.15.8:0/3341743080 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5609f1c89cf0 0x5609f1c8b9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:16.276 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.275+0000 7f4093400640 1 -- 172.21.15.8:0/3341743080 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5609f1c80020 con 0x5609f1c8a6e0 2024-05-20T21:21:16.276 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.275+0000 7f4093e00640 1 --2- 172.21.15.8:0/3341743080 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5609f1c89cf0 0x5609f1c8b9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:16.276 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.275+0000 7f4093400640 1 --2- 172.21.15.8:0/3341743080 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5609f1c8a6e0 0x5609f1c9b000 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f408002a930 tx=0x7f408002a410 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7d74508448d4dcbb server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:16.276 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.275+0000 7f407fe00640 1 -- 172.21.15.8:0/3341743080 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4080049040 con 0x5609f1c8a6e0 2024-05-20T21:21:16.276 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.275+0000 7f407fe00640 1 -- 172.21.15.8:0/3341743080 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f40800ce100 con 0x5609f1c8a6e0 2024-05-20T21:21:16.276 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.275+0000 7f407fe00640 1 -- 172.21.15.8:0/3341743080 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40800ca210 con 0x5609f1c8a6e0 2024-05-20T21:21:16.279 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.276+0000 7f409da11740 1 -- 172.21.15.8:0/3341743080 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5609f1c8a6e0 msgr2=0x5609f1c9b000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:16.279 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.276+0000 7f409da11740 1 --2- 172.21.15.8:0/3341743080 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5609f1c8a6e0 0x5609f1c9b000 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f408002a930 tx=0x7f408002a410 comp rx=0 tx=0).stop 2024-05-20T21:21:16.279 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.276+0000 7f409da11740 1 -- 172.21.15.8:0/3341743080 shutdown_connections 2024-05-20T21:21:16.279 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.276+0000 7f409da11740 1 --2- 172.21.15.8:0/3341743080 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5609f1c8f850 0x5609f1c84340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:16.279 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.276+0000 7f409da11740 1 --2- 172.21.15.8:0/3341743080 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5609f1c8a6e0 0x5609f1c9b000 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:16.279 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.276+0000 7f409da11740 1 --2- 172.21.15.8:0/3341743080 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5609f1c89cf0 0x5609f1c8b9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:16.279 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.276+0000 7f409da11740 1 -- 172.21.15.8:0/3341743080 >> 172.21.15.8:0/3341743080 conn(0x5609f1c85360 msgr2=0x5609f1c83c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:16.279 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.276+0000 7f409da11740 1 -- 172.21.15.8:0/3341743080 shutdown_connections 2024-05-20T21:21:16.279 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.276+0000 7f409da11740 1 -- 172.21.15.8:0/3341743080 wait complete. 2024-05-20T21:21:16.279 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.277+0000 7f409da11740 1 -- start start 2024-05-20T21:21:16.280 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.277+0000 7f409da11740 1 Processor -- start 2024-05-20T21:21:16.280 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.277+0000 7f409da11740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5609f1c89cf0 0x5609f1c981d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:16.280 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.277+0000 7f409da11740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5609f1c8a6e0 0x5609f1c98710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:16.280 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.277+0000 7f409da11740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5609f1c8f850 0x5609f1c99720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:16.280 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.277+0000 7f409da11740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f40941ae8d0 con 0x5609f1c8a6e0 2024-05-20T21:21:16.280 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.277+0000 7f409da11740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f40941afd40 con 0x5609f1c8f850 2024-05-20T21:21:16.280 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.277+0000 7f409da11740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f40941aefa0 con 0x5609f1c89cf0 2024-05-20T21:21:16.280 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.277+0000 7f409da11740 10 client.0 _ll_register_callbacks cb 0x7f408401c070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:16.280 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.278+0000 7f4093400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5609f1c8a6e0 0x5609f1c98710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:16.280 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.278+0000 7f4093e00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5609f1c89cf0 0x5609f1c981d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:16.280 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.278+0000 7f4093400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5609f1c8a6e0 0x5609f1c98710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:60492/0 (socket says 172.21.15.8:60492) 2024-05-20T21:21:16.280 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.278+0000 7f4098c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5609f1c8f850 0x5609f1c99720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:16.281 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.278+0000 7f4093400640 1 -- 172.21.15.8:0/3508991315 learned_addr learned my addr 172.21.15.8:0/3508991315 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:16.281 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.278+0000 7f4093400640 1 -- 172.21.15.8:0/3508991315 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5609f1c89cf0 msgr2=0x5609f1c981d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:16.281 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.278+0000 7f4093400640 1 --2- 172.21.15.8:0/3508991315 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5609f1c89cf0 0x5609f1c981d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:16.281 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.278+0000 7f4093400640 1 -- 172.21.15.8:0/3508991315 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5609f1c8f850 msgr2=0x5609f1c99720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:16.281 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.278+0000 7f4093400640 1 --2- 172.21.15.8:0/3508991315 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5609f1c8f850 0x5609f1c99720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:16.281 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.278+0000 7f4093400640 1 -- 172.21.15.8:0/3508991315 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5609f1c99d10 con 0x5609f1c8a6e0 2024-05-20T21:21:16.281 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.278+0000 7f4098c00640 1 --2- 172.21.15.8:0/3508991315 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5609f1c8f850 0x5609f1c99720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:16.281 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.279+0000 7f4093400640 1 --2- 172.21.15.8:0/3508991315 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5609f1c8a6e0 0x5609f1c98710 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f4080005ab0 tx=0x7f4080005c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=921408f2fa6150a0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:16.281 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.279+0000 7f407d600640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:21:16.281 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.279+0000 7f407d600640 1 -- 172.21.15.8:0/3508991315 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4080049070 con 0x5609f1c8a6e0 2024-05-20T21:21:16.281 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.279+0000 7f407d600640 1 -- 172.21.15.8:0/3508991315 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f40800d2930 con 0x5609f1c8a6e0 2024-05-20T21:21:16.281 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.279+0000 7f409da11740 1 -- 172.21.15.8:0/3508991315 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f40800ce100 con 0x5609f1c8a6e0 2024-05-20T21:21:16.281 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.279+0000 7f407d600640 1 -- 172.21.15.8:0/3508991315 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f40800c9860 con 0x5609f1c8a6e0 2024-05-20T21:21:16.282 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.279+0000 7f409da11740 10 client.16659 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:16.282 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.279+0000 7f409da11740 1 -- 172.21.15.8:0/3508991315 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5609f1c9b0c0 con 0x5609f1c8a6e0 2024-05-20T21:21:16.282 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.279+0000 7f407d600640 1 -- 172.21.15.8:0/3508991315 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f40800ce100 con 0x5609f1c8a6e0 2024-05-20T21:21:16.282 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.279+0000 7f407d600640 1 -- 172.21.15.8:0/3508991315 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f408400fd20 con 0x5609f1c8a6e0 2024-05-20T21:21:16.282 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.280+0000 7f409da11740 10 client.16659 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:16.282 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.280+0000 7f409da11740 10 client.16659 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:21:16.282 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.280+0000 7f409da11740 20 client.16659 populate_metadata read hostname 'smithi008' 2024-05-20T21:21:16.282 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.280+0000 7f409da11740 1 --2- 172.21.15.8:0/3508991315 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5609f1d0a240 0x5609f1d0c630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:16.282 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.280+0000 7f409da11740 4 client.16659 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:21:16.282 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.280+0000 7f409da11740 1 -- 172.21.15.8:0/3508991315 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5609f1bf52c0 con 0x5609f1d0a240 2024-05-20T21:21:16.283 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.280+0000 7f4093e00640 1 --2- 172.21.15.8:0/3508991315 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5609f1d0a240 0x5609f1d0c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:16.283 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.280+0000 7f4093e00640 1 --2- 172.21.15.8:0/3508991315 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5609f1d0a240 0x5609f1d0c630 crc :-1 s=READY pgs=162 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5c6f876e4a8c16db server_cookie=6d22a30a4572f714 in_seq=0 out_seq=0 2024-05-20T21:21:16.283 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.280+0000 7f407d600640 10 client.16659 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:21:16.293 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.293+0000 7f407d600640 1 -- 172.21.15.8:0/3508991315 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5609f1bf52c0 con 0x5609f1d0a240 2024-05-20T21:21:16.293 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.294+0000 7f407d600640 10 client.16659 handle_command_reply: tid=0 2024-05-20T21:21:16.293 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.294+0000 7f409da11740 1 client.16659 shutdown 2024-05-20T21:21:16.294 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.294+0000 7f409da11740 1 -- 172.21.15.8:0/3508991315 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5609f1c8a6e0 msgr2=0x5609f1c98710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:16.294 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.294+0000 7f409da11740 1 --2- 172.21.15.8:0/3508991315 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5609f1c8a6e0 0x5609f1c98710 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f4080005ab0 tx=0x7f4080005c00 comp rx=0 tx=0).stop 2024-05-20T21:21:16.294 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.294+0000 7f409da11740 1 -- 172.21.15.8:0/3508991315 shutdown_connections 2024-05-20T21:21:16.294 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.294+0000 7f409da11740 1 --2- 172.21.15.8:0/3508991315 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5609f1d0a240 0x5609f1d0c630 crc :-1 s=READY pgs=162 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:16.294 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.294+0000 7f409da11740 1 --2- 172.21.15.8:0/3508991315 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5609f1c8f850 0x5609f1c99720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:16.294 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.294+0000 7f409da11740 1 --2- 172.21.15.8:0/3508991315 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5609f1c8a6e0 0x5609f1c98710 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:16.294 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.294+0000 7f409da11740 1 --2- 172.21.15.8:0/3508991315 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5609f1c89cf0 0x5609f1c981d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:16.294 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.294+0000 7f407d600640 0 client.16659 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:21:16.294 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.294+0000 7f409da11740 1 -- 172.21.15.8:0/3508991315 >> 172.21.15.8:0/3508991315 conn(0x5609f1c85360 msgr2=0x5609f1c83c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:16.294 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.294+0000 7f409da11740 1 -- 172.21.15.8:0/3508991315 shutdown_connections 2024-05-20T21:21:16.294 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.294+0000 7f409da11740 1 -- 172.21.15.8:0/3508991315 wait complete. 2024-05-20T21:21:16.294 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.294+0000 7f409da11740 20 client.16659 trim_cache size 0 max 16384 2024-05-20T21:21:16.295 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:21:16.295 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:21:16.295 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:21:16.296 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.295+0000 7f4099600640 1 -- 172.21.15.8:0/302002632 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f40780b2850 msgr2=0x7f40780b4d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:16.296 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.295+0000 7f4099600640 1 --2- 172.21.15.8:0/302002632 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f40780b2850 0x7f40780b4d10 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x5609f1c8af40 tx=0x7f408c009500 comp rx=0 tx=0).stop 2024-05-20T21:21:16.296 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.295+0000 7f4099600640 1 -- 172.21.15.8:0/302002632 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f409410a070 msgr2=0x7f409419f610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:16.296 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.295+0000 7f4099600640 1 --2- 172.21.15.8:0/302002632 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f409410a070 0x7f409419f610 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f4080006010 tx=0x7f40800042f0 comp rx=0 tx=0).stop 2024-05-20T21:21:16.296 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.295+0000 7f4099600640 1 -- 172.21.15.8:0/302002632 shutdown_connections 2024-05-20T21:21:16.296 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.295+0000 7f4099600640 1 --2- 172.21.15.8:0/302002632 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f40780b2850 0x7f40780b4d10 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:16.296 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.295+0000 7f4099600640 1 --2- 172.21.15.8:0/302002632 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f409410aa30 0x7f40941a6680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:16.296 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.295+0000 7f4099600640 1 --2- 172.21.15.8:0/302002632 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f409410a070 0x7f409419f610 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:16.296 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.295+0000 7f4099600640 1 --2- 172.21.15.8:0/302002632 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4094108f70 0x7f409419f0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:16.296 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.295+0000 7f4099600640 1 -- 172.21.15.8:0/302002632 >> 172.21.15.8:0/302002632 conn(0x7f4094077ee0 msgr2=0x7f409410d480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:16.296 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.295+0000 7f4099600640 1 -- 172.21.15.8:0/302002632 shutdown_connections 2024-05-20T21:21:16.296 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:16.295+0000 7f4099600640 1 -- 172.21.15.8:0/302002632 wait complete. 2024-05-20T21:21:16.618 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:21:16.618 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:21:16.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:21:16 smithi130 ceph-mon[36448]: pgmap v618: 97 pgs: 97 active+clean; 2.7 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 10 KiB/s wr, 12 op/s 2024-05-20T21:21:16.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:21:16 smithi050 ceph-mon[35809]: pgmap v618: 97 pgs: 97 active+clean; 2.7 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 10 KiB/s wr, 12 op/s 2024-05-20T21:21:16.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:21:16 smithi008 ceph-mon[31475]: pgmap v618: 97 pgs: 97 active+clean; 2.7 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 10 KiB/s wr, 12 op/s 2024-05-20T21:21:17.090 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:21:18.806 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:21:18 smithi008 ceph-mon[31475]: pgmap v619: 97 pgs: 97 active+clean; 2.7 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 10 KiB/s wr, 11 op/s 2024-05-20T21:21:18.924 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:21:18 smithi130 ceph-mon[36448]: pgmap v619: 97 pgs: 97 active+clean; 2.7 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 10 KiB/s wr, 11 op/s 2024-05-20T21:21:18.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:21:18 smithi050 ceph-mon[35809]: pgmap v619: 97 pgs: 97 active+clean; 2.7 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 10 KiB/s wr, 11 op/s 2024-05-20T21:21:19.282 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.282+0000 7f5f06a00700 1 -- 172.21.15.8:0/206820748 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5f00105760 msgr2=0x7f5f00105be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:19.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.282+0000 7f5f06a00700 1 --2- 172.21.15.8:0/206820748 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5f00105760 0x7f5f00105be0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f5eec0098f0 tx=0x7f5eec009c00 comp rx=0 tx=0).stop 2024-05-20T21:21:19.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.283+0000 7f5f06a00700 1 -- 172.21.15.8:0/206820748 shutdown_connections 2024-05-20T21:21:19.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.283+0000 7f5f06a00700 1 --2- 172.21.15.8:0/206820748 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5f00106120 0x7f5f00112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.283+0000 7f5f06a00700 1 --2- 172.21.15.8:0/206820748 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5f0010b760 0x7f5f0010bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.283+0000 7f5f06a00700 1 --2- 172.21.15.8:0/206820748 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5f00105760 0x7f5f00105be0 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.283+0000 7f5f06a00700 1 -- 172.21.15.8:0/206820748 >> 172.21.15.8:0/206820748 conn(0x7f5f00101250 msgr2=0x7f5f00103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:19.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.283+0000 7f5f06a00700 1 -- 172.21.15.8:0/206820748 shutdown_connections 2024-05-20T21:21:19.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.283+0000 7f5f06a00700 1 -- 172.21.15.8:0/206820748 wait complete. 2024-05-20T21:21:19.285 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.284+0000 7f5f06a00700 1 Processor -- start 2024-05-20T21:21:19.285 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.284+0000 7f5f06a00700 1 -- start start 2024-05-20T21:21:19.286 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.285+0000 7f5f06a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5f00105760 0x7f5f0019bee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:19.286 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.285+0000 7f5f06a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5f00106120 0x7f5f0019c420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:19.286 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.285+0000 7f5f06a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5f0010b760 0x7f5f001a07b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:19.287 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.285+0000 7f5f06a00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f5f001159b0 con 0x7f5f00105760 2024-05-20T21:21:19.287 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.285+0000 7f5f06a00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f5f00115830 con 0x7f5f00106120 2024-05-20T21:21:19.287 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.285+0000 7f5f06a00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f5f00115b30 con 0x7f5f0010b760 2024-05-20T21:21:19.287 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.285+0000 7f5effe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5f00105760 0x7f5f0019bee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:19.287 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.285+0000 7f5effe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5f00105760 0x7f5f0019bee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:60512/0 (socket says 172.21.15.8:60512) 2024-05-20T21:21:19.287 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.285+0000 7f5effe00700 1 -- 172.21.15.8:0/40181965 learned_addr learned my addr 172.21.15.8:0/40181965 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:19.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.285+0000 7f5f04a00700 1 --2- 172.21.15.8:0/40181965 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5f0010b760 0x7f5f001a07b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:19.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.285+0000 7f5eff400700 1 --2- 172.21.15.8:0/40181965 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5f00106120 0x7f5f0019c420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:19.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.286+0000 7f5effe00700 1 -- 172.21.15.8:0/40181965 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5f0010b760 msgr2=0x7f5f001a07b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:19.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.286+0000 7f5effe00700 1 --2- 172.21.15.8:0/40181965 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5f0010b760 0x7f5f001a07b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.286+0000 7f5effe00700 1 -- 172.21.15.8:0/40181965 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5f00106120 msgr2=0x7f5f0019c420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:19.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.286+0000 7f5effe00700 1 --2- 172.21.15.8:0/40181965 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5f00106120 0x7f5f0019c420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.286+0000 7f5effe00700 1 -- 172.21.15.8:0/40181965 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f001a0ef0 con 0x7f5f00105760 2024-05-20T21:21:19.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.286+0000 7f5eff400700 1 --2- 172.21.15.8:0/40181965 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5f00106120 0x7f5f0019c420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:19.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.286+0000 7f5effe00700 1 --2- 172.21.15.8:0/40181965 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5f00105760 0x7f5f0019bee0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f5ef000e9c0 tx=0x7f5ef000ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:19.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.286+0000 7f5efcc00700 1 -- 172.21.15.8:0/40181965 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ef0004a30 con 0x7f5f00105760 2024-05-20T21:21:19.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.287+0000 7f5f06a00700 1 -- 172.21.15.8:0/40181965 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5f001a11e0 con 0x7f5f00105760 2024-05-20T21:21:19.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.287+0000 7f5efcc00700 1 -- 172.21.15.8:0/40181965 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5ef000cc70 con 0x7f5f00105760 2024-05-20T21:21:19.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.287+0000 7f5f06a00700 1 -- 172.21.15.8:0/40181965 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5f001a8a60 con 0x7f5f00105760 2024-05-20T21:21:19.290 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.287+0000 7f5efcc00700 1 -- 172.21.15.8:0/40181965 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ef0005460 con 0x7f5f00105760 2024-05-20T21:21:19.290 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.290+0000 7f5efcc00700 1 -- 172.21.15.8:0/40181965 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f5ef0004bd0 con 0x7f5f00105760 2024-05-20T21:21:19.293 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.291+0000 7f5f1144fb80 1 Processor -- start 2024-05-20T21:21:19.293 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.292+0000 7f5f1144fb80 1 -- start start 2024-05-20T21:21:19.293 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.292+0000 7f5efcc00700 1 --2- 172.21.15.8:0/40181965 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f5ee40b2880 0x7f5ee40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:19.293 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.292+0000 7f5f1144fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ba816e0f30 0x55ba816e1310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:19.294 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.292+0000 7f5f1144fb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ba816e1850 0x55ba816db2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:19.294 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.292+0000 7f5efcc00700 1 -- 172.21.15.8:0/40181965 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f5ef00e22f0 con 0x7f5f00105760 2024-05-20T21:21:19.298 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.292+0000 7f5f1144fb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ba816db900 0x55ba816dbd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:19.298 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.292+0000 7f5f1144fb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55ba81639ec0 con 0x55ba816e1850 2024-05-20T21:21:19.298 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.292+0000 7f5f1144fb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55ba81629a60 con 0x55ba816db900 2024-05-20T21:21:19.298 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.292+0000 7f5f1144fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55ba8162daa0 con 0x55ba816e0f30 2024-05-20T21:21:19.298 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.293+0000 7f5f04a00700 1 --2- 172.21.15.8:0/40181965 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f5ee40b2880 0x7f5ee40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:19.298 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.293+0000 7f5effe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ba816e0f30 0x55ba816e1310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:19.298 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.293+0000 7f5eff400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ba816e1850 0x55ba816db2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:19.298 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.293+0000 7f5f04a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ba816db900 0x55ba816dbd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:19.298 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.293+0000 7f5effe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ba816e0f30 0x55ba816e1310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:36476/0 (socket says 172.21.15.8:36476) 2024-05-20T21:21:19.298 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.293+0000 7f5effe00700 1 -- 172.21.15.8:0/2853080125 learned_addr learned my addr 172.21.15.8:0/2853080125 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:19.299 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.293+0000 7f5f04a00700 1 -- 172.21.15.8:0/2853080125 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ba816e0f30 msgr2=0x55ba816e1310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:19.299 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.293+0000 7f5f04a00700 1 --2- 172.21.15.8:0/2853080125 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ba816e0f30 0x55ba816e1310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.299 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.293+0000 7f5f04a00700 1 -- 172.21.15.8:0/2853080125 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ba816e1850 msgr2=0x55ba816db2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:19.299 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.293+0000 7f5f04a00700 1 --2- 172.21.15.8:0/2853080125 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ba816e1850 0x55ba816db2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.299 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.293+0000 7f5f04a00700 1 -- 172.21.15.8:0/2853080125 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ba815f24a0 con 0x55ba816db900 2024-05-20T21:21:19.299 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.293+0000 7f5effe00700 1 --2- 172.21.15.8:0/2853080125 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ba816e0f30 0x55ba816e1310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:19.299 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.294+0000 7f5f04a00700 1 --2- 172.21.15.8:0/2853080125 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ba816db900 0x55ba816dbd60 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f5ef8008e80 tx=0x7f5ef801a6c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fb625621fc841fd2 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:19.299 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.294+0000 7f5f04a00700 1 --2- 172.21.15.8:0/40181965 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f5ee40b2880 0x7f5ee40b4d40 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f5ef8009550 tx=0x7f5ef8013000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:19.299 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.294+0000 7f5ef5600700 1 -- 172.21.15.8:0/2853080125 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ef8003a00 con 0x55ba816db900 2024-05-20T21:21:19.299 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.294+0000 7f5ef5600700 1 -- 172.21.15.8:0/2853080125 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5ef801f070 con 0x55ba816db900 2024-05-20T21:21:19.299 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.294+0000 7f5ef5600700 1 -- 172.21.15.8:0/2853080125 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ef801b950 con 0x55ba816db900 2024-05-20T21:21:19.304 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.295+0000 7f5f1144fb80 1 -- 172.21.15.8:0/2853080125 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ba816db900 msgr2=0x55ba816dbd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:19.304 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.295+0000 7f5f1144fb80 1 --2- 172.21.15.8:0/2853080125 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ba816db900 0x55ba816dbd60 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f5ef8008e80 tx=0x7f5ef801a6c0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.304 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.295+0000 7f5f1144fb80 1 -- 172.21.15.8:0/2853080125 shutdown_connections 2024-05-20T21:21:19.304 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.295+0000 7f5f1144fb80 1 --2- 172.21.15.8:0/2853080125 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ba816db900 0x55ba816dbd60 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.304 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.295+0000 7f5f1144fb80 1 --2- 172.21.15.8:0/2853080125 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ba816e0f30 0x55ba816e1310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.304 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.295+0000 7f5f1144fb80 1 --2- 172.21.15.8:0/2853080125 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ba816e1850 0x55ba816db2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.305 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.295+0000 7f5f1144fb80 1 -- 172.21.15.8:0/2853080125 >> 172.21.15.8:0/2853080125 conn(0x55ba81609c60 msgr2=0x55ba816d6090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:19.305 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.295+0000 7f5f1144fb80 1 -- 172.21.15.8:0/2853080125 shutdown_connections 2024-05-20T21:21:19.305 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.295+0000 7f5f1144fb80 1 -- 172.21.15.8:0/2853080125 wait complete. 2024-05-20T21:21:19.305 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.296+0000 7f5f1144fb80 1 -- start start 2024-05-20T21:21:19.306 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.296+0000 7f5f1144fb80 1 Processor -- start 2024-05-20T21:21:19.306 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.296+0000 7f5f1144fb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ba816db900 0x55ba816e7600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:19.306 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.296+0000 7f5f1144fb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ba816e0f30 0x55ba816e49a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:19.306 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.296+0000 7f5f1144fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ba816e1850 0x55ba816e4ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:19.306 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.296+0000 7f5f1144fb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55ba81530020 con 0x55ba816e0f30 2024-05-20T21:21:19.307 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.296+0000 7f5f1144fb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55ba815ca7e0 con 0x55ba816db900 2024-05-20T21:21:19.307 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.296+0000 7f5f1144fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55ba816e8200 con 0x55ba816e1850 2024-05-20T21:21:19.307 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.296+0000 7f5f1144fb80 10 client.0 _ll_register_callbacks cb 0x55ba815d3cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:19.307 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.297+0000 7f5effe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ba816db900 0x55ba816e7600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:19.307 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.297+0000 7f5eff400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ba816e0f30 0x55ba816e49a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:19.307 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.297+0000 7f5effe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ba816db900 0x55ba816e7600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:45736/0 (socket says 172.21.15.8:45736) 2024-05-20T21:21:19.307 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.297+0000 7f5effe00700 1 -- 172.21.15.8:0/19725758 learned_addr learned my addr 172.21.15.8:0/19725758 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:19.307 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.297+0000 7f5f04a00700 1 --2- 172.21.15.8:0/19725758 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ba816e1850 0x55ba816e4ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:19.307 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.297+0000 7f5effe00700 1 -- 172.21.15.8:0/19725758 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ba816e1850 msgr2=0x55ba816e4ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:19.307 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.297+0000 7f5effe00700 1 --2- 172.21.15.8:0/19725758 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ba816e1850 0x55ba816e4ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.307 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.297+0000 7f5effe00700 1 -- 172.21.15.8:0/19725758 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ba816e0f30 msgr2=0x55ba816e49a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:19.307 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.297+0000 7f5effe00700 1 --2- 172.21.15.8:0/19725758 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ba816e0f30 0x55ba816e49a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.308 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.297+0000 7f5effe00700 1 -- 172.21.15.8:0/19725758 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ba81579950 con 0x55ba816db900 2024-05-20T21:21:19.308 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.297+0000 7f5effe00700 1 --2- 172.21.15.8:0/19725758 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ba816db900 0x55ba816e7600 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f5ef0005950 tx=0x7f5ef00a9010 comp rx=0 tx=0).ready entity=mon.2 client_cookie=62b15c6bc991670d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:19.308 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.297+0000 7f5eea000700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:21:19.308 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.298+0000 7f5eea000700 1 -- 172.21.15.8:0/19725758 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ef00a9fa0 con 0x55ba816db900 2024-05-20T21:21:19.308 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.298+0000 7f5eea000700 1 -- 172.21.15.8:0/19725758 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f5ef00a9d10 con 0x55ba816db900 2024-05-20T21:21:19.308 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.298+0000 7f5f1144fb80 1 -- 172.21.15.8:0/19725758 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5ef801f070 con 0x55ba816db900 2024-05-20T21:21:19.308 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.298+0000 7f5eea000700 1 -- 172.21.15.8:0/19725758 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f5ef00a98a0 con 0x55ba816db900 2024-05-20T21:21:19.308 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.298+0000 7f5f1144fb80 10 client.26783 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:19.308 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.298+0000 7f5f1144fb80 1 -- 172.21.15.8:0/19725758 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ba815fa0e0 con 0x55ba816db900 2024-05-20T21:21:19.309 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.298+0000 7f5eea000700 1 -- 172.21.15.8:0/19725758 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5ef801f070 con 0x55ba816db900 2024-05-20T21:21:19.309 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.299+0000 7f5eea000700 1 -- 172.21.15.8:0/19725758 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f5ef00b2270 con 0x55ba816db900 2024-05-20T21:21:19.309 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.299+0000 7f5f1144fb80 10 client.26783 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:19.309 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.299+0000 7f5f1144fb80 10 client.26783 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:21:19.309 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.299+0000 7f5f1144fb80 20 client.26783 populate_metadata read hostname 'smithi008' 2024-05-20T21:21:19.309 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.299+0000 7f5f1144fb80 1 --2- 172.21.15.8:0/19725758 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ba816f4e50 0x55ba816f72b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:19.309 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.299+0000 7f5f1144fb80 4 client.26783 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:21:19.309 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.299+0000 7f5f1144fb80 1 -- 172.21.15.8:0/19725758 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ba8163be10 con 0x55ba816f4e50 2024-05-20T21:21:19.309 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.299+0000 7f5eff400700 1 --2- 172.21.15.8:0/19725758 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ba816f4e50 0x55ba816f72b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:19.309 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.300+0000 7f5eff400700 1 --2- 172.21.15.8:0/19725758 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ba816f4e50 0x55ba816f72b0 crc :-1 s=READY pgs=163 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e90b2b90148908ce server_cookie=6fae062d5578cc74 in_seq=0 out_seq=0 2024-05-20T21:21:19.309 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.300+0000 7f5eea000700 10 client.26783 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:21:19.309 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.300+0000 7f5eea000700 1 -- 172.21.15.8:0/19725758 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55ba8163be10 con 0x55ba816f4e50 2024-05-20T21:21:19.309 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.301+0000 7f5eea000700 10 client.26783 handle_command_reply: tid=0 2024-05-20T21:21:19.309 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.301+0000 7f5f1144fb80 1 client.26783 shutdown 2024-05-20T21:21:19.310 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.301+0000 7f5f1144fb80 1 -- 172.21.15.8:0/19725758 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ba816db900 msgr2=0x55ba816e7600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:19.310 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.301+0000 7f5f1144fb80 1 --2- 172.21.15.8:0/19725758 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ba816db900 0x55ba816e7600 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f5ef0005950 tx=0x7f5ef00a9010 comp rx=0 tx=0).stop 2024-05-20T21:21:19.310 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.301+0000 7f5f1144fb80 1 -- 172.21.15.8:0/19725758 shutdown_connections 2024-05-20T21:21:19.310 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.301+0000 7f5f1144fb80 1 --2- 172.21.15.8:0/19725758 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ba816f4e50 0x55ba816f72b0 crc :-1 s=READY pgs=163 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.310 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.301+0000 7f5f1144fb80 1 --2- 172.21.15.8:0/19725758 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ba816db900 0x55ba816e7600 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.310 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.301+0000 7f5f1144fb80 1 --2- 172.21.15.8:0/19725758 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ba816e1850 0x55ba816e4ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.310 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.301+0000 7f5f1144fb80 1 --2- 172.21.15.8:0/19725758 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ba816e0f30 0x55ba816e49a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.310 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.301+0000 7f5eea000700 0 client.26783 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:21:19.310 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.301+0000 7f5f1144fb80 1 -- 172.21.15.8:0/19725758 >> 172.21.15.8:0/19725758 conn(0x55ba81609c60 msgr2=0x55ba816da2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:19.310 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.301+0000 7f5f1144fb80 1 -- 172.21.15.8:0/19725758 shutdown_connections 2024-05-20T21:21:19.311 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.301+0000 7f5f1144fb80 1 -- 172.21.15.8:0/19725758 wait complete. 2024-05-20T21:21:19.311 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.301+0000 7f5f1144fb80 20 client.26783 trim_cache size 0 max 16384 2024-05-20T21:21:19.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.325+0000 7f5f1144fb80 1 Processor -- start 2024-05-20T21:21:19.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.325+0000 7f5f1144fb80 1 -- start start 2024-05-20T21:21:19.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.325+0000 7f5f1144fb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ba816db900 0x55ba816db2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:19.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.325+0000 7f5f1144fb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ba816e0f30 0x55ba816f12d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:19.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.325+0000 7f5f1144fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ba816e1850 0x55ba816d6170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:19.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.326+0000 7f5f1144fb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f5f001b2910 con 0x55ba816e0f30 2024-05-20T21:21:19.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.326+0000 7f5f1144fb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f5f001b01a0 con 0x55ba816db900 2024-05-20T21:21:19.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.326+0000 7f5f1144fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f5f001adff0 con 0x55ba816e1850 2024-05-20T21:21:19.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.326+0000 7f5effe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ba816db900 0x55ba816db2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:19.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.326+0000 7f5f04a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ba816e1850 0x55ba816d6170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:19.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.326+0000 7f5effe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ba816db900 0x55ba816db2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:45746/0 (socket says 172.21.15.8:45746) 2024-05-20T21:21:19.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.326+0000 7f5effe00700 1 -- 172.21.15.8:0/2567315248 learned_addr learned my addr 172.21.15.8:0/2567315248 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:19.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.326+0000 7f5eff400700 1 --2- 172.21.15.8:0/2567315248 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ba816e0f30 0x55ba816f12d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:19.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.326+0000 7f5f04a00700 1 -- 172.21.15.8:0/2567315248 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ba816db900 msgr2=0x55ba816db2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:19.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.326+0000 7f5f04a00700 1 --2- 172.21.15.8:0/2567315248 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ba816db900 0x55ba816db2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.326+0000 7f5f04a00700 1 -- 172.21.15.8:0/2567315248 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ba816e0f30 msgr2=0x55ba816f12d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:19.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.326+0000 7f5f04a00700 1 --2- 172.21.15.8:0/2567315248 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ba816e0f30 0x55ba816f12d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.326+0000 7f5f04a00700 1 -- 172.21.15.8:0/2567315248 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ba816f1c70 con 0x55ba816e1850 2024-05-20T21:21:19.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.327+0000 7f5f04a00700 1 --2- 172.21.15.8:0/2567315248 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ba816e1850 0x55ba816d6170 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f5ef8009f70 tx=0x7f5ef8009b60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bcd7a1006dba9a8a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:19.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.327+0000 7f5ef4c00700 1 -- 172.21.15.8:0/2567315248 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ef8004cb0 con 0x55ba816e1850 2024-05-20T21:21:19.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.327+0000 7f5ef4c00700 1 -- 172.21.15.8:0/2567315248 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5ef801f040 con 0x55ba816e1850 2024-05-20T21:21:19.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.327+0000 7f5ef4c00700 1 -- 172.21.15.8:0/2567315248 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ef801b730 con 0x55ba816e1850 2024-05-20T21:21:19.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.328+0000 7f5f1144fb80 1 -- 172.21.15.8:0/2567315248 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ba816e1850 msgr2=0x55ba816d6170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:19.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.328+0000 7f5f1144fb80 1 --2- 172.21.15.8:0/2567315248 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ba816e1850 0x55ba816d6170 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f5ef8009f70 tx=0x7f5ef8009b60 comp rx=0 tx=0).stop 2024-05-20T21:21:19.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.328+0000 7f5f1144fb80 1 -- 172.21.15.8:0/2567315248 shutdown_connections 2024-05-20T21:21:19.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.328+0000 7f5f1144fb80 1 --2- 172.21.15.8:0/2567315248 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ba816db900 0x55ba816db2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.328+0000 7f5f1144fb80 1 --2- 172.21.15.8:0/2567315248 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ba816e1850 0x55ba816d6170 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.328+0000 7f5f1144fb80 1 --2- 172.21.15.8:0/2567315248 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ba816e0f30 0x55ba816f12d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.328+0000 7f5f1144fb80 1 -- 172.21.15.8:0/2567315248 >> 172.21.15.8:0/2567315248 conn(0x55ba81609c60 msgr2=0x55ba816d5a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:19.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.328+0000 7f5f1144fb80 1 -- 172.21.15.8:0/2567315248 shutdown_connections 2024-05-20T21:21:19.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.328+0000 7f5f1144fb80 1 -- 172.21.15.8:0/2567315248 wait complete. 2024-05-20T21:21:19.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.329+0000 7f5f1144fb80 1 -- start start 2024-05-20T21:21:19.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.329+0000 7f5f1144fb80 1 Processor -- start 2024-05-20T21:21:19.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.329+0000 7f5f1144fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ba816db900 0x55ba816ed4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:19.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.329+0000 7f5f1144fb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ba816e0f30 0x55ba816eda00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:19.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.329+0000 7f5f1144fb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ba816e1850 0x55ba816ea490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:19.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.329+0000 7f5f1144fb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f5f001ae660 con 0x55ba816e0f30 2024-05-20T21:21:19.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.329+0000 7f5f1144fb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f5f001afad0 con 0x55ba816e1850 2024-05-20T21:21:19.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.329+0000 7f5f1144fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f5f001aed30 con 0x55ba816db900 2024-05-20T21:21:19.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.329+0000 7f5f1144fb80 10 client.0 _ll_register_callbacks cb 0x55ba815d3cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:19.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.330+0000 7f5eff400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ba816e0f30 0x55ba816eda00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:19.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.330+0000 7f5effe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ba816db900 0x55ba816ed4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:19.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.330+0000 7f5eff400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ba816e0f30 0x55ba816eda00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:60540/0 (socket says 172.21.15.8:60540) 2024-05-20T21:21:19.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.330+0000 7f5eff400700 1 -- 172.21.15.8:0/3452358504 learned_addr learned my addr 172.21.15.8:0/3452358504 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:19.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.330+0000 7f5f04a00700 1 --2- 172.21.15.8:0/3452358504 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ba816e1850 0x55ba816ea490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:19.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.330+0000 7f5eff400700 1 -- 172.21.15.8:0/3452358504 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ba816db900 msgr2=0x55ba816ed4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:19.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.330+0000 7f5eff400700 1 --2- 172.21.15.8:0/3452358504 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ba816db900 0x55ba816ed4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.330+0000 7f5eff400700 1 -- 172.21.15.8:0/3452358504 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ba816e1850 msgr2=0x55ba816ea490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:19.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.330+0000 7f5eff400700 1 --2- 172.21.15.8:0/3452358504 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ba816e1850 0x55ba816ea490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.330+0000 7f5eff400700 1 -- 172.21.15.8:0/3452358504 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ba816ea9d0 con 0x55ba816e0f30 2024-05-20T21:21:19.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.330+0000 7f5effe00700 1 --2- 172.21.15.8:0/3452358504 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ba816db900 0x55ba816ed4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:19.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.331+0000 7f5eff400700 1 --2- 172.21.15.8:0/3452358504 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ba816e0f30 0x55ba816eda00 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f5eec0098c0 tx=0x7f5eec00f800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1239d248db870a7 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:19.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.331+0000 7f5eea000700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:21:19.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.331+0000 7f5eea000700 1 -- 172.21.15.8:0/3452358504 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5eec005450 con 0x55ba816e0f30 2024-05-20T21:21:19.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.331+0000 7f5f1144fb80 1 -- 172.21.15.8:0/3452358504 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5ef801f040 con 0x55ba816e0f30 2024-05-20T21:21:19.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.331+0000 7f5eea000700 1 -- 172.21.15.8:0/3452358504 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f5eec0055f0 con 0x55ba816e0f30 2024-05-20T21:21:19.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.331+0000 7f5eea000700 1 -- 172.21.15.8:0/3452358504 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f5eec00f9b0 con 0x55ba816e0f30 2024-05-20T21:21:19.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.331+0000 7f5f1144fb80 10 client.16677 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:19.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.331+0000 7f5f1144fb80 1 -- 172.21.15.8:0/3452358504 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ba817601d0 con 0x55ba816e0f30 2024-05-20T21:21:19.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.332+0000 7f5eea000700 1 -- 172.21.15.8:0/3452358504 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5ef801f040 con 0x55ba816e0f30 2024-05-20T21:21:19.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.332+0000 7f5eea000700 1 -- 172.21.15.8:0/3452358504 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f5eec00b7d0 con 0x55ba816e0f30 2024-05-20T21:21:19.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.332+0000 7f5f1144fb80 10 client.16677 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:19.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.332+0000 7f5f1144fb80 10 client.16677 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:21:19.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.332+0000 7f5f1144fb80 20 client.16677 populate_metadata read hostname 'smithi008' 2024-05-20T21:21:19.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.332+0000 7f5f1144fb80 1 --2- 172.21.15.8:0/3452358504 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ba81760960 0x55ba81762d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:19.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.332+0000 7f5f1144fb80 4 client.16677 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:21:19.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.332+0000 7f5f1144fb80 1 -- 172.21.15.8:0/3452358504 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55ba816e5930 con 0x55ba81760960 2024-05-20T21:21:19.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.332+0000 7f5effe00700 1 --2- 172.21.15.8:0/3452358504 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ba81760960 0x55ba81762d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:19.336 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.333+0000 7f5effe00700 1 --2- 172.21.15.8:0/3452358504 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ba81760960 0x55ba81762d80 crc :-1 s=READY pgs=164 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=57d80e07f3a38704 server_cookie=175e44effe8716ff in_seq=0 out_seq=0 2024-05-20T21:21:19.336 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.333+0000 7f5eea000700 10 client.16677 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:21:19.336 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.334+0000 7f5eea000700 1 -- 172.21.15.8:0/3452358504 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55ba816e5930 con 0x55ba81760960 2024-05-20T21:21:19.336 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.334+0000 7f5eea000700 10 client.16677 handle_command_reply: tid=0 2024-05-20T21:21:19.336 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.334+0000 7f5f1144fb80 1 client.16677 shutdown 2024-05-20T21:21:19.336 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.334+0000 7f5f1144fb80 1 -- 172.21.15.8:0/3452358504 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ba816e0f30 msgr2=0x55ba816eda00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:19.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.334+0000 7f5f1144fb80 1 --2- 172.21.15.8:0/3452358504 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ba816e0f30 0x55ba816eda00 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f5eec0098c0 tx=0x7f5eec00f800 comp rx=0 tx=0).stop 2024-05-20T21:21:19.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.335+0000 7f5f1144fb80 1 -- 172.21.15.8:0/3452358504 shutdown_connections 2024-05-20T21:21:19.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.335+0000 7f5f1144fb80 1 --2- 172.21.15.8:0/3452358504 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ba81760960 0x55ba81762d80 crc :-1 s=READY pgs=164 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.335+0000 7f5f1144fb80 1 --2- 172.21.15.8:0/3452358504 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ba816e1850 0x55ba816ea490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.335+0000 7f5f1144fb80 1 --2- 172.21.15.8:0/3452358504 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ba816db900 0x55ba816ed4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.335+0000 7f5f1144fb80 1 --2- 172.21.15.8:0/3452358504 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ba816e0f30 0x55ba816eda00 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.335+0000 7f5eea000700 0 client.16677 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:21:19.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.335+0000 7f5f1144fb80 1 -- 172.21.15.8:0/3452358504 >> 172.21.15.8:0/3452358504 conn(0x55ba81609c60 msgr2=0x55ba816e3290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:19.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.335+0000 7f5f1144fb80 1 -- 172.21.15.8:0/3452358504 shutdown_connections 2024-05-20T21:21:19.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.335+0000 7f5f1144fb80 1 -- 172.21.15.8:0/3452358504 wait complete. 2024-05-20T21:21:19.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.335+0000 7f5f1144fb80 20 client.16677 trim_cache size 0 max 16384 2024-05-20T21:21:19.338 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:21:19.338 INFO:teuthology.orchestra.run.smithi008.stdout: "return_code": 0, 2024-05-20T21:21:19.338 INFO:teuthology.orchestra.run.smithi008.stdout: "scrub_tag": "baeb1f32-0362-4ed8-bb39-5cb002831aa6", 2024-05-20T21:21:19.338 INFO:teuthology.orchestra.run.smithi008.stdout: "mode": "asynchronous" 2024-05-20T21:21:19.338 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:21:19.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.336+0000 7f5f06a00700 1 -- 172.21.15.8:0/40181965 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f5ee40b2880 msgr2=0x7f5ee40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:19.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.336+0000 7f5f06a00700 1 --2- 172.21.15.8:0/40181965 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f5ee40b2880 0x7f5ee40b4d40 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f5ef8009550 tx=0x7f5ef8013000 comp rx=0 tx=0).stop 2024-05-20T21:21:19.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.336+0000 7f5f06a00700 1 -- 172.21.15.8:0/40181965 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5f00105760 msgr2=0x7f5f0019bee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:19.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.336+0000 7f5f06a00700 1 --2- 172.21.15.8:0/40181965 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5f00105760 0x7f5f0019bee0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f5ef000e9c0 tx=0x7f5ef000ecd0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.336+0000 7f5f06a00700 1 -- 172.21.15.8:0/40181965 shutdown_connections 2024-05-20T21:21:19.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.336+0000 7f5f06a00700 1 --2- 172.21.15.8:0/40181965 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f5ee40b2880 0x7f5ee40b4d40 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.336+0000 7f5f06a00700 1 --2- 172.21.15.8:0/40181965 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5f0010b760 0x7f5f001a07b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.336+0000 7f5f06a00700 1 --2- 172.21.15.8:0/40181965 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5f00105760 0x7f5f0019bee0 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.336+0000 7f5f06a00700 1 --2- 172.21.15.8:0/40181965 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5f00106120 0x7f5f0019c420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.336+0000 7f5f06a00700 1 -- 172.21.15.8:0/40181965 >> 172.21.15.8:0/40181965 conn(0x7f5f00101250 msgr2=0x7f5f00101a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:19.340 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.336+0000 7f5f06a00700 1 -- 172.21.15.8:0/40181965 shutdown_connections 2024-05-20T21:21:19.340 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:19.336+0000 7f5f06a00700 1 -- 172.21.15.8:0/40181965 wait complete. 2024-05-20T21:21:20.277 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:21:20.751 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:21:20.897 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:21:20 smithi008 ceph-mon[31475]: scrub queued for path: / 2024-05-20T21:21:20.897 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:21:20 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:21:20.897 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:21:20 smithi008 ceph-mon[31475]: scrub summary: active paths [/] 2024-05-20T21:21:20.897 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:21:20 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:21:20.897 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:21:20 smithi008 ceph-mon[31475]: pgmap v620: 97 pgs: 97 active+clean; 2.7 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:21:20.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:21:20 smithi130 ceph-mon[36448]: scrub queued for path: / 2024-05-20T21:21:20.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:21:20 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:21:20.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:21:20 smithi130 ceph-mon[36448]: scrub summary: active paths [/] 2024-05-20T21:21:20.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:21:20 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:21:20.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:21:20 smithi130 ceph-mon[36448]: pgmap v620: 97 pgs: 97 active+clean; 2.7 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:21:20.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:21:20 smithi050 ceph-mon[35809]: scrub queued for path: / 2024-05-20T21:21:20.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:21:20 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:21:20.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:21:20 smithi050 ceph-mon[35809]: scrub summary: active paths [/] 2024-05-20T21:21:20.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:21:20 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:21:20.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:21:20 smithi050 ceph-mon[35809]: pgmap v620: 97 pgs: 97 active+clean; 2.7 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:21:21.686 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:21:21.905 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:21:21 smithi008 ceph-mon[31475]: scrub summary: idle 2024-05-20T21:21:21.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:21:21 smithi130 ceph-mon[36448]: scrub summary: idle 2024-05-20T21:21:21.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:21:21 smithi050 ceph-mon[35809]: scrub summary: idle 2024-05-20T21:21:22.198 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:21:22.557 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:21:22 smithi008 ceph-mon[31475]: pgmap v621: 97 pgs: 97 active+clean; 2.7 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 5.2 KiB/s wr, 10 op/s 2024-05-20T21:21:22.825 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:21:22 smithi050 ceph-mon[35809]: pgmap v621: 97 pgs: 97 active+clean; 2.7 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 5.2 KiB/s wr, 10 op/s 2024-05-20T21:21:22.855 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.855+0000 7fdc57200700 1 -- 172.21.15.8:0/3218263328 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdc58075970 msgr2=0x7fdc58075d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:22.855 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.855+0000 7fdc57200700 1 --2- 172.21.15.8:0/3218263328 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdc58075970 0x7fdc58075d50 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fdc48009990 tx=0x7fdc48009ca0 comp rx=0 tx=0).stop 2024-05-20T21:21:22.855 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.855+0000 7fdc57200700 1 -- 172.21.15.8:0/3218263328 shutdown_connections 2024-05-20T21:21:22.855 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.855+0000 7fdc57200700 1 --2- 172.21.15.8:0/3218263328 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdc58075970 0x7fdc58075d50 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:22.855 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.855+0000 7fdc57200700 1 --2- 172.21.15.8:0/3218263328 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdc5810fca0 0x7fdc58112110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:22.855 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.855+0000 7fdc57200700 1 --2- 172.21.15.8:0/3218263328 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdc58076290 0x7fdc5810f760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:22.855 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.855+0000 7fdc57200700 1 -- 172.21.15.8:0/3218263328 >> 172.21.15.8:0/3218263328 conn(0x7fdc580fef50 msgr2=0x7fdc58101370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:22.856 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.855+0000 7fdc57200700 1 -- 172.21.15.8:0/3218263328 shutdown_connections 2024-05-20T21:21:22.856 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.855+0000 7fdc57200700 1 -- 172.21.15.8:0/3218263328 wait complete. 2024-05-20T21:21:22.856 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.857+0000 7fdc57200700 1 Processor -- start 2024-05-20T21:21:22.856 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.857+0000 7fdc57200700 1 -- start start 2024-05-20T21:21:22.857 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.858+0000 7fdc57200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdc58075970 0x7fdc5819be10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:22.857 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.858+0000 7fdc57200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdc58076290 0x7fdc5819c350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:22.857 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.858+0000 7fdc57200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdc5810fca0 0x7fdc581a06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:22.857 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.858+0000 7fdc57200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fdc581158a0 con 0x7fdc58075970 2024-05-20T21:21:22.857 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.858+0000 7fdc57200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fdc58115720 con 0x7fdc58076290 2024-05-20T21:21:22.858 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.858+0000 7fdc57200700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fdc58115a20 con 0x7fdc5810fca0 2024-05-20T21:21:22.859 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.858+0000 7fdc4fe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdc58076290 0x7fdc5819c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:22.859 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.858+0000 7fdc55e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdc58075970 0x7fdc5819be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:22.859 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.858+0000 7fdc4fe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdc58076290 0x7fdc5819c350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:51150/0 (socket says 172.21.15.8:51150) 2024-05-20T21:21:22.859 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.858+0000 7fdc4fe00700 1 -- 172.21.15.8:0/1181634321 learned_addr learned my addr 172.21.15.8:0/1181634321 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:22.859 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.858+0000 7fdc56800700 1 --2- 172.21.15.8:0/1181634321 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdc5810fca0 0x7fdc581a06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:22.859 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.859+0000 7fdc55e00700 1 -- 172.21.15.8:0/1181634321 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdc5810fca0 msgr2=0x7fdc581a06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:22.859 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.859+0000 7fdc55e00700 1 --2- 172.21.15.8:0/1181634321 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdc5810fca0 0x7fdc581a06e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:22.859 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.859+0000 7fdc55e00700 1 -- 172.21.15.8:0/1181634321 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdc58076290 msgr2=0x7fdc5819c350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:22.859 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.859+0000 7fdc55e00700 1 --2- 172.21.15.8:0/1181634321 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdc58076290 0x7fdc5819c350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:22.860 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.859+0000 7fdc55e00700 1 -- 172.21.15.8:0/1181634321 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc581a0e20 con 0x7fdc58075970 2024-05-20T21:21:22.860 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.859+0000 7fdc56800700 1 --2- 172.21.15.8:0/1181634321 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdc5810fca0 0x7fdc581a06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:22.860 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.859+0000 7fdc4fe00700 1 --2- 172.21.15.8:0/1181634321 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdc58076290 0x7fdc5819c350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:22.860 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.859+0000 7fdc55e00700 1 --2- 172.21.15.8:0/1181634321 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdc58075970 0x7fdc5819be10 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fdc480098e0 tx=0x7fdc480057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:22.860 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.859+0000 7fdc4ea00700 1 -- 172.21.15.8:0/1181634321 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc48027070 con 0x7fdc58075970 2024-05-20T21:21:22.860 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.860+0000 7fdc4ea00700 1 -- 172.21.15.8:0/1181634321 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdc48022470 con 0x7fdc58075970 2024-05-20T21:21:22.860 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.860+0000 7fdc57200700 1 -- 172.21.15.8:0/1181634321 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdc581a10b0 con 0x7fdc58075970 2024-05-20T21:21:22.860 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.860+0000 7fdc4ea00700 1 -- 172.21.15.8:0/1181634321 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc48017650 con 0x7fdc58075970 2024-05-20T21:21:22.860 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.860+0000 7fdc57200700 1 -- 172.21.15.8:0/1181634321 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdc581a8990 con 0x7fdc58075970 2024-05-20T21:21:22.862 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.863+0000 7fdc4ea00700 1 -- 172.21.15.8:0/1181634321 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fdc4802a070 con 0x7fdc58075970 2024-05-20T21:21:22.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.864+0000 7fdc673bdb80 1 Processor -- start 2024-05-20T21:21:22.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.865+0000 7fdc673bdb80 1 -- start start 2024-05-20T21:21:22.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.865+0000 7fdc4ea00700 1 --2- 172.21.15.8:0/1181634321 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdc3c0b2880 0x7fdc3c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:22.865 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.865+0000 7fdc673bdb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e889cf6830 0x55e889cf6c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:22.865 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.865+0000 7fdc673bdb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e889cf7150 0x55e889cf0cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:22.865 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.865+0000 7fdc673bdb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e889cf12e0 0x55e889cf1740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:22.865 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.865+0000 7fdc673bdb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55e889c46e40 con 0x55e889cf7150 2024-05-20T21:21:22.865 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.865+0000 7fdc673bdb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55e889c369e0 con 0x55e889cf12e0 2024-05-20T21:21:22.865 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.865+0000 7fdc673bdb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55e889c3aa20 con 0x55e889cf6830 2024-05-20T21:21:22.866 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.865+0000 7fdc4ea00700 1 -- 172.21.15.8:0/1181634321 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fdc480e2f60 con 0x7fdc58075970 2024-05-20T21:21:22.866 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.865+0000 7fdc56800700 1 --2- 172.21.15.8:0/1181634321 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdc3c0b2880 0x7fdc3c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:22.866 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.865+0000 7fdc55e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e889cf6830 0x55e889cf6c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:22.866 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.865+0000 7fdc4fe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e889cf7150 0x55e889cf0cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:22.866 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.865+0000 7fdc55e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e889cf6830 0x55e889cf6c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:42484/0 (socket says 172.21.15.8:42484) 2024-05-20T21:21:22.866 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.865+0000 7fdc55e00700 1 -- 172.21.15.8:0/1698710730 learned_addr learned my addr 172.21.15.8:0/1698710730 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:22.866 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.865+0000 7fdc56800700 1 --2- 172.21.15.8:0/1698710730 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e889cf12e0 0x55e889cf1740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:22.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.866+0000 7fdc55e00700 1 -- 172.21.15.8:0/1698710730 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e889cf12e0 msgr2=0x55e889cf1740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:22.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.866+0000 7fdc55e00700 1 --2- 172.21.15.8:0/1698710730 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e889cf12e0 0x55e889cf1740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:22.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.866+0000 7fdc55e00700 1 -- 172.21.15.8:0/1698710730 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e889cf7150 msgr2=0x55e889cf0cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:22.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.866+0000 7fdc55e00700 1 --2- 172.21.15.8:0/1698710730 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e889cf7150 0x55e889cf0cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:22.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.866+0000 7fdc55e00700 1 -- 172.21.15.8:0/1698710730 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e889bff420 con 0x55e889cf6830 2024-05-20T21:21:22.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.866+0000 7fdc56800700 1 --2- 172.21.15.8:0/1181634321 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdc3c0b2880 0x7fdc3c0b4d40 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fdc50009550 tx=0x7fdc50009360 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:22.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.866+0000 7fdc55e00700 1 --2- 172.21.15.8:0/1698710730 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e889cf6830 0x55e889cf6c10 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fdc480a7810 tx=0x7fdc4802a000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7f694714b3d01602 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:22.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.867+0000 7fdc47400700 1 -- 172.21.15.8:0/1698710730 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc480a9d10 con 0x55e889cf6830 2024-05-20T21:21:22.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.867+0000 7fdc47400700 1 -- 172.21.15.8:0/1698710730 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdc480aa0b0 con 0x55e889cf6830 2024-05-20T21:21:22.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.867+0000 7fdc47400700 1 -- 172.21.15.8:0/1698710730 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc480094b0 con 0x55e889cf6830 2024-05-20T21:21:22.869 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.867+0000 7fdc673bdb80 1 -- 172.21.15.8:0/1698710730 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e889cf6830 msgr2=0x55e889cf6c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:22.869 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.867+0000 7fdc673bdb80 1 --2- 172.21.15.8:0/1698710730 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e889cf6830 0x55e889cf6c10 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fdc480a7810 tx=0x7fdc4802a000 comp rx=0 tx=0).stop 2024-05-20T21:21:22.869 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.868+0000 7fdc673bdb80 1 -- 172.21.15.8:0/1698710730 shutdown_connections 2024-05-20T21:21:22.869 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.868+0000 7fdc673bdb80 1 --2- 172.21.15.8:0/1698710730 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e889cf12e0 0x55e889cf1740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:22.869 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.868+0000 7fdc673bdb80 1 --2- 172.21.15.8:0/1698710730 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e889cf6830 0x55e889cf6c10 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:22.869 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.868+0000 7fdc673bdb80 1 --2- 172.21.15.8:0/1698710730 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e889cf7150 0x55e889cf0cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:22.869 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.868+0000 7fdc673bdb80 1 -- 172.21.15.8:0/1698710730 >> 172.21.15.8:0/1698710730 conn(0x55e889c16be0 msgr2=0x55e889ce3150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:22.869 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.868+0000 7fdc673bdb80 1 -- 172.21.15.8:0/1698710730 shutdown_connections 2024-05-20T21:21:22.869 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.868+0000 7fdc673bdb80 1 -- 172.21.15.8:0/1698710730 wait complete. 2024-05-20T21:21:22.869 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.868+0000 7fdc673bdb80 1 -- start start 2024-05-20T21:21:22.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.869+0000 7fdc673bdb80 1 Processor -- start 2024-05-20T21:21:22.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.869+0000 7fdc673bdb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e889cf12e0 0x55e889cfce20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:22.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.869+0000 7fdc673bdb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e889cf6830 0x55e889cfa1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:22.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.869+0000 7fdc673bdb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e889cf7150 0x55e889cfa700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:22.876 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.869+0000 7fdc673bdb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55e889b3cfa0 con 0x55e889cf7150 2024-05-20T21:21:22.876 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.869+0000 7fdc673bdb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55e889bd7760 con 0x55e889cf12e0 2024-05-20T21:21:22.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.869+0000 7fdc673bdb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55e889cfda30 con 0x55e889cf6830 2024-05-20T21:21:22.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.869+0000 7fdc673bdb80 10 client.0 _ll_register_callbacks cb 0x55e889be0c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:22.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.869+0000 7fdc55e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e889cf12e0 0x55e889cfce20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:22.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.869+0000 7fdc55e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e889cf12e0 0x55e889cfce20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:51158/0 (socket says 172.21.15.8:51158) 2024-05-20T21:21:22.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.869+0000 7fdc55e00700 1 -- 172.21.15.8:0/1936508151 learned_addr learned my addr 172.21.15.8:0/1936508151 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:22.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.869+0000 7fdc56800700 1 --2- 172.21.15.8:0/1936508151 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e889cf7150 0x55e889cfa700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:22.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.870+0000 7fdc4fe00700 1 --2- 172.21.15.8:0/1936508151 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e889cf6830 0x55e889cfa1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:22.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.870+0000 7fdc55e00700 1 -- 172.21.15.8:0/1936508151 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e889cf6830 msgr2=0x55e889cfa1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:22.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.870+0000 7fdc55e00700 1 --2- 172.21.15.8:0/1936508151 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e889cf6830 0x55e889cfa1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:22.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.870+0000 7fdc55e00700 1 -- 172.21.15.8:0/1936508151 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e889cf7150 msgr2=0x55e889cfa700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:22.878 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.870+0000 7fdc55e00700 1 --2- 172.21.15.8:0/1936508151 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e889cf7150 0x55e889cfa700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:22.878 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.870+0000 7fdc55e00700 1 -- 172.21.15.8:0/1936508151 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e889b868d0 con 0x55e889cf12e0 2024-05-20T21:21:22.878 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.870+0000 7fdc55e00700 1 --2- 172.21.15.8:0/1936508151 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e889cf12e0 0x55e889cfce20 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fdc480aa5e0 tx=0x7fdc480a9fb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=493c679c947c5a75 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:22.878 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.870+0000 7fdc3be00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:21:22.878 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.870+0000 7fdc3be00700 1 -- 172.21.15.8:0/1936508151 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc480a9d10 con 0x55e889cf12e0 2024-05-20T21:21:22.878 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.871+0000 7fdc3be00700 1 -- 172.21.15.8:0/1936508151 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fdc480aa800 con 0x55e889cf12e0 2024-05-20T21:21:22.878 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.871+0000 7fdc673bdb80 1 -- 172.21.15.8:0/1936508151 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdc480aa0b0 con 0x55e889cf12e0 2024-05-20T21:21:22.878 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.871+0000 7fdc3be00700 1 -- 172.21.15.8:0/1936508151 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fdc480aaca0 con 0x55e889cf12e0 2024-05-20T21:21:22.878 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.871+0000 7fdc673bdb80 10 client.26801 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:22.879 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.871+0000 7fdc673bdb80 1 -- 172.21.15.8:0/1936508151 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e889c07060 con 0x55e889cf12e0 2024-05-20T21:21:22.879 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.871+0000 7fdc3be00700 1 -- 172.21.15.8:0/1936508151 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdc480aa0b0 con 0x55e889cf12e0 2024-05-20T21:21:22.879 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.871+0000 7fdc3be00700 1 -- 172.21.15.8:0/1936508151 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fdc4800fb10 con 0x55e889cf12e0 2024-05-20T21:21:22.879 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.871+0000 7fdc673bdb80 10 client.26801 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:22.879 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.871+0000 7fdc673bdb80 10 client.26801 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:21:22.879 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.872+0000 7fdc673bdb80 20 client.26801 populate_metadata read hostname 'smithi008' 2024-05-20T21:21:22.879 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.872+0000 7fdc673bdb80 1 --2- 172.21.15.8:0/1936508151 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e889d0a2d0 0x55e889d0c6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:22.879 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.872+0000 7fdc673bdb80 4 client.26801 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:21:22.879 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.872+0000 7fdc673bdb80 1 -- 172.21.15.8:0/1936508151 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e889c48d90 con 0x55e889d0a2d0 2024-05-20T21:21:22.879 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.872+0000 7fdc4fe00700 1 --2- 172.21.15.8:0/1936508151 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e889d0a2d0 0x55e889d0c6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:22.880 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.873+0000 7fdc4fe00700 1 --2- 172.21.15.8:0/1936508151 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e889d0a2d0 0x55e889d0c6c0 crc :-1 s=READY pgs=165 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=55fbe470c0b9cb0 server_cookie=2ecdc1e451b2acdc in_seq=0 out_seq=0 2024-05-20T21:21:22.880 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.873+0000 7fdc3be00700 10 client.26801 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:21:22.880 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.873+0000 7fdc3be00700 1 -- 172.21.15.8:0/1936508151 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55e889c48d90 con 0x55e889d0a2d0 2024-05-20T21:21:22.880 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.873+0000 7fdc3be00700 10 client.26801 handle_command_reply: tid=0 2024-05-20T21:21:22.880 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.874+0000 7fdc673bdb80 1 client.26801 shutdown 2024-05-20T21:21:22.880 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.874+0000 7fdc673bdb80 1 -- 172.21.15.8:0/1936508151 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e889cf12e0 msgr2=0x55e889cfce20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:22.880 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.874+0000 7fdc673bdb80 1 --2- 172.21.15.8:0/1936508151 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e889cf12e0 0x55e889cfce20 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fdc480aa5e0 tx=0x7fdc480a9fb0 comp rx=0 tx=0).stop 2024-05-20T21:21:22.880 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.874+0000 7fdc673bdb80 1 -- 172.21.15.8:0/1936508151 shutdown_connections 2024-05-20T21:21:22.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.874+0000 7fdc673bdb80 1 --2- 172.21.15.8:0/1936508151 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e889d0a2d0 0x55e889d0c6c0 crc :-1 s=READY pgs=165 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:22.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.874+0000 7fdc673bdb80 1 --2- 172.21.15.8:0/1936508151 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e889cf12e0 0x55e889cfce20 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:22.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.874+0000 7fdc673bdb80 1 --2- 172.21.15.8:0/1936508151 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e889cf7150 0x55e889cfa700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:22.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.874+0000 7fdc673bdb80 1 --2- 172.21.15.8:0/1936508151 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e889cf6830 0x55e889cfa1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:22.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.874+0000 7fdc3be00700 0 client.26801 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:21:22.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.874+0000 7fdc673bdb80 1 -- 172.21.15.8:0/1936508151 >> 172.21.15.8:0/1936508151 conn(0x55e889c16be0 msgr2=0x55e889ce2fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:22.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.874+0000 7fdc673bdb80 1 -- 172.21.15.8:0/1936508151 shutdown_connections 2024-05-20T21:21:22.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.874+0000 7fdc673bdb80 1 -- 172.21.15.8:0/1936508151 wait complete. 2024-05-20T21:21:22.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.875+0000 7fdc673bdb80 20 client.26801 trim_cache size 0 max 16384 2024-05-20T21:21:22.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.899+0000 7fdc673bdb80 1 Processor -- start 2024-05-20T21:21:22.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.899+0000 7fdc673bdb80 1 -- start start 2024-05-20T21:21:22.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.899+0000 7fdc673bdb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e889cf12e0 0x55e889cf0cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:22.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.899+0000 7fdc673bdb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e889cf6830 0x55e889ce32a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:22.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.899+0000 7fdc673bdb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e889cf7150 0x55e889cf7c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:22.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.900+0000 7fdc673bdb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fdc581ae230 con 0x55e889cf12e0 2024-05-20T21:21:22.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.900+0000 7fdc673bdb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fdc581abac0 con 0x55e889cf7150 2024-05-20T21:21:22.900 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.900+0000 7fdc673bdb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fdc581072a0 con 0x55e889cf6830 2024-05-20T21:21:22.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.900+0000 7fdc55e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e889cf12e0 0x55e889cf0cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:22.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.900+0000 7fdc4fe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e889cf6830 0x55e889ce32a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:22.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.900+0000 7fdc55e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e889cf12e0 0x55e889cf0cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55550/0 (socket says 172.21.15.8:55550) 2024-05-20T21:21:22.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.900+0000 7fdc55e00700 1 -- 172.21.15.8:0/2272047398 learned_addr learned my addr 172.21.15.8:0/2272047398 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:22.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.900+0000 7fdc56800700 1 --2- 172.21.15.8:0/2272047398 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e889cf7150 0x55e889cf7c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:22.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.900+0000 7fdc55e00700 1 -- 172.21.15.8:0/2272047398 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e889cf6830 msgr2=0x55e889ce32a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:22.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.900+0000 7fdc55e00700 1 --2- 172.21.15.8:0/2272047398 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e889cf6830 0x55e889ce32a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:22.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.900+0000 7fdc55e00700 1 -- 172.21.15.8:0/2272047398 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e889cf7150 msgr2=0x55e889cf7c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:22.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.900+0000 7fdc55e00700 1 --2- 172.21.15.8:0/2272047398 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e889cf7150 0x55e889cf7c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:22.902 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.900+0000 7fdc55e00700 1 -- 172.21.15.8:0/2272047398 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e889cf8180 con 0x55e889cf12e0 2024-05-20T21:21:22.902 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.900+0000 7fdc4fe00700 1 --2- 172.21.15.8:0/2272047398 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e889cf6830 0x55e889ce32a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:22.902 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.901+0000 7fdc55e00700 1 --2- 172.21.15.8:0/2272047398 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e889cf12e0 0x55e889cf0cc0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fdc48005cd0 tx=0x7fdc480096c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b1383276fc2d5ff server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:22.902 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.901+0000 7fdc46a00700 1 -- 172.21.15.8:0/2272047398 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc480a9d10 con 0x55e889cf12e0 2024-05-20T21:21:22.902 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.901+0000 7fdc46a00700 1 -- 172.21.15.8:0/2272047398 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdc480aa0b0 con 0x55e889cf12e0 2024-05-20T21:21:22.902 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.901+0000 7fdc46a00700 1 -- 172.21.15.8:0/2272047398 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc4800fb10 con 0x55e889cf12e0 2024-05-20T21:21:22.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.902+0000 7fdc673bdb80 1 -- 172.21.15.8:0/2272047398 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e889cf12e0 msgr2=0x55e889cf0cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:22.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.902+0000 7fdc673bdb80 1 --2- 172.21.15.8:0/2272047398 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e889cf12e0 0x55e889cf0cc0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fdc48005cd0 tx=0x7fdc480096c0 comp rx=0 tx=0).stop 2024-05-20T21:21:22.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.902+0000 7fdc673bdb80 1 -- 172.21.15.8:0/2272047398 shutdown_connections 2024-05-20T21:21:22.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.902+0000 7fdc673bdb80 1 --2- 172.21.15.8:0/2272047398 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e889cf7150 0x55e889cf7c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:22.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.902+0000 7fdc673bdb80 1 --2- 172.21.15.8:0/2272047398 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e889cf12e0 0x55e889cf0cc0 secure :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fdc48005cd0 tx=0x7fdc480096c0 comp rx=0 tx=0).stop 2024-05-20T21:21:22.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.902+0000 7fdc673bdb80 1 --2- 172.21.15.8:0/2272047398 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e889cf6830 0x55e889ce32a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:22.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.902+0000 7fdc673bdb80 1 -- 172.21.15.8:0/2272047398 >> 172.21.15.8:0/2272047398 conn(0x55e889c16be0 msgr2=0x55e889cf7530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:22.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.903+0000 7fdc673bdb80 1 -- 172.21.15.8:0/2272047398 shutdown_connections 2024-05-20T21:21:22.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.903+0000 7fdc673bdb80 1 -- 172.21.15.8:0/2272047398 wait complete. 2024-05-20T21:21:22.904 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.904+0000 7fdc673bdb80 1 -- start start 2024-05-20T21:21:22.905 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.904+0000 7fdc673bdb80 1 Processor -- start 2024-05-20T21:21:22.905 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.905+0000 7fdc673bdb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e889cf6830 0x55e889d02e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:22.905 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.905+0000 7fdc673bdb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e889cf7150 0x55e889d033a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:22.905 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.905+0000 7fdc673bdb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e889cffc50 0x55e889d000d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:22.905 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.905+0000 7fdc673bdb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fdc581a9f80 con 0x55e889cf7150 2024-05-20T21:21:22.905 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.905+0000 7fdc673bdb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fdc581ab3f0 con 0x55e889cffc50 2024-05-20T21:21:22.905 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.905+0000 7fdc673bdb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fdc581aa650 con 0x55e889cf6830 2024-05-20T21:21:22.905 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.905+0000 7fdc673bdb80 10 client.0 _ll_register_callbacks cb 0x55e889be0c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:22.905 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.905+0000 7fdc4fe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e889cf7150 0x55e889d033a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:22.905 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.905+0000 7fdc4fe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e889cf7150 0x55e889d033a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55564/0 (socket says 172.21.15.8:55564) 2024-05-20T21:21:22.905 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.905+0000 7fdc4fe00700 1 -- 172.21.15.8:0/3547908567 learned_addr learned my addr 172.21.15.8:0/3547908567 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:22.906 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.905+0000 7fdc55e00700 1 --2- 172.21.15.8:0/3547908567 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e889cf6830 0x55e889d02e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:22.906 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.905+0000 7fdc56800700 1 --2- 172.21.15.8:0/3547908567 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e889cffc50 0x55e889d000d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:22.907 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.906+0000 7fdc56800700 1 -- 172.21.15.8:0/3547908567 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e889cf6830 msgr2=0x55e889d02e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:22.907 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.906+0000 7fdc56800700 1 --2- 172.21.15.8:0/3547908567 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e889cf6830 0x55e889d02e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:22.908 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.906+0000 7fdc56800700 1 -- 172.21.15.8:0/3547908567 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e889cf7150 msgr2=0x55e889d033a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:22.908 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.906+0000 7fdc56800700 1 --2- 172.21.15.8:0/3547908567 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e889cf7150 0x55e889d033a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:22.908 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.906+0000 7fdc56800700 1 -- 172.21.15.8:0/3547908567 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e889d008e0 con 0x55e889cffc50 2024-05-20T21:21:22.908 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.906+0000 7fdc55e00700 1 --2- 172.21.15.8:0/3547908567 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e889cf6830 0x55e889d02e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:22.908 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.906+0000 7fdc4fe00700 1 --2- 172.21.15.8:0/3547908567 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e889cf7150 0x55e889d033a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:22.908 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.906+0000 7fdc56800700 1 --2- 172.21.15.8:0/3547908567 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e889cffc50 0x55e889d000d0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x55e889cf6f20 tx=0x7fdc50004b40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=efe84e17b9206183 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:22.908 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.906+0000 7fdc3be00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:21:22.908 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.906+0000 7fdc3be00700 1 -- 172.21.15.8:0/3547908567 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc5002a030 con 0x55e889cffc50 2024-05-20T21:21:22.908 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.907+0000 7fdc3be00700 1 -- 172.21.15.8:0/3547908567 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fdc50003a00 con 0x55e889cffc50 2024-05-20T21:21:22.908 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.907+0000 7fdc673bdb80 1 -- 172.21.15.8:0/3547908567 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdc480aa0b0 con 0x55e889cffc50 2024-05-20T21:21:22.908 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.907+0000 7fdc3be00700 1 -- 172.21.15.8:0/3547908567 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fdc50036050 con 0x55e889cffc50 2024-05-20T21:21:22.908 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.907+0000 7fdc673bdb80 10 client.26807 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:22.909 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.907+0000 7fdc673bdb80 1 -- 172.21.15.8:0/3547908567 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e889d75c90 con 0x55e889cffc50 2024-05-20T21:21:22.909 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.907+0000 7fdc3be00700 1 -- 172.21.15.8:0/3547908567 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdc480aa0b0 con 0x55e889cffc50 2024-05-20T21:21:22.909 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.907+0000 7fdc3be00700 1 -- 172.21.15.8:0/3547908567 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fdc50004020 con 0x55e889cffc50 2024-05-20T21:21:22.909 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.907+0000 7fdc673bdb80 10 client.26807 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:22.909 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.908+0000 7fdc673bdb80 10 client.26807 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:21:22.909 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.908+0000 7fdc673bdb80 20 client.26807 populate_metadata read hostname 'smithi008' 2024-05-20T21:21:22.909 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.908+0000 7fdc673bdb80 1 --2- 172.21.15.8:0/3547908567 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e889d763d0 0x55e889d787f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:22.909 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.908+0000 7fdc673bdb80 4 client.26807 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:21:22.909 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.908+0000 7fdc673bdb80 1 -- 172.21.15.8:0/3547908567 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55e889c42570 con 0x55e889d763d0 2024-05-20T21:21:22.910 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.908+0000 7fdc55e00700 1 --2- 172.21.15.8:0/3547908567 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e889d763d0 0x55e889d787f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:22.912 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.909+0000 7fdc55e00700 1 --2- 172.21.15.8:0/3547908567 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e889d763d0 0x55e889d787f0 crc :-1 s=READY pgs=166 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=475e3d6ddaae19f4 server_cookie=b91b884f98b8e08b in_seq=0 out_seq=0 2024-05-20T21:21:22.912 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.909+0000 7fdc3be00700 10 client.26807 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:21:22.912 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.909+0000 7fdc3be00700 1 -- 172.21.15.8:0/3547908567 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55e889c42570 con 0x55e889d763d0 2024-05-20T21:21:22.912 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.909+0000 7fdc3be00700 10 client.26807 handle_command_reply: tid=0 2024-05-20T21:21:22.912 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.909+0000 7fdc673bdb80 1 client.26807 shutdown 2024-05-20T21:21:22.912 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.909+0000 7fdc673bdb80 1 -- 172.21.15.8:0/3547908567 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e889cffc50 msgr2=0x55e889d000d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:22.913 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.909+0000 7fdc673bdb80 1 --2- 172.21.15.8:0/3547908567 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e889cffc50 0x55e889d000d0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x55e889cf6f20 tx=0x7fdc50004b40 comp rx=0 tx=0).stop 2024-05-20T21:21:22.913 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.909+0000 7fdc673bdb80 1 -- 172.21.15.8:0/3547908567 shutdown_connections 2024-05-20T21:21:22.913 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.909+0000 7fdc673bdb80 1 --2- 172.21.15.8:0/3547908567 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e889d763d0 0x55e889d787f0 crc :-1 s=READY pgs=166 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:22.913 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.909+0000 7fdc673bdb80 1 --2- 172.21.15.8:0/3547908567 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e889cffc50 0x55e889d000d0 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:22.913 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.909+0000 7fdc673bdb80 1 --2- 172.21.15.8:0/3547908567 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e889cf6830 0x55e889d02e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:22.913 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.909+0000 7fdc673bdb80 1 --2- 172.21.15.8:0/3547908567 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e889cf7150 0x55e889d033a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:22.914 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.909+0000 7fdc673bdb80 1 -- 172.21.15.8:0/3547908567 >> 172.21.15.8:0/3547908567 conn(0x55e889c16be0 msgr2=0x55e889cf5390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:22.914 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.909+0000 7fdc3be00700 0 client.26807 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:21:22.914 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.910+0000 7fdc673bdb80 1 -- 172.21.15.8:0/3547908567 shutdown_connections 2024-05-20T21:21:22.914 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.910+0000 7fdc673bdb80 1 -- 172.21.15.8:0/3547908567 wait complete. 2024-05-20T21:21:22.914 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.910+0000 7fdc673bdb80 20 client.26807 trim_cache size 0 max 16384 2024-05-20T21:21:22.915 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:21:22.915 INFO:teuthology.orchestra.run.smithi008.stdout: "status": "no active scrubs running", 2024-05-20T21:21:22.915 INFO:teuthology.orchestra.run.smithi008.stdout: "scrubs": {} 2024-05-20T21:21:22.915 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:21:22.916 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.911+0000 7fdc57200700 1 -- 172.21.15.8:0/1181634321 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdc3c0b2880 msgr2=0x7fdc3c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:22.916 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.911+0000 7fdc57200700 1 --2- 172.21.15.8:0/1181634321 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdc3c0b2880 0x7fdc3c0b4d40 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fdc50009550 tx=0x7fdc50009360 comp rx=0 tx=0).stop 2024-05-20T21:21:22.916 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.911+0000 7fdc57200700 1 -- 172.21.15.8:0/1181634321 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdc58075970 msgr2=0x7fdc5819be10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:22.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.911+0000 7fdc57200700 1 --2- 172.21.15.8:0/1181634321 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdc58075970 0x7fdc5819be10 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fdc480098e0 tx=0x7fdc480057c0 comp rx=0 tx=0).stop 2024-05-20T21:21:22.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.911+0000 7fdc57200700 1 -- 172.21.15.8:0/1181634321 shutdown_connections 2024-05-20T21:21:22.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.911+0000 7fdc57200700 1 --2- 172.21.15.8:0/1181634321 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdc3c0b2880 0x7fdc3c0b4d40 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:22.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.911+0000 7fdc57200700 1 --2- 172.21.15.8:0/1181634321 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdc5810fca0 0x7fdc581a06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:22.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.911+0000 7fdc57200700 1 --2- 172.21.15.8:0/1181634321 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdc58075970 0x7fdc5819be10 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:22.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.911+0000 7fdc57200700 1 --2- 172.21.15.8:0/1181634321 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdc58076290 0x7fdc5819c350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:22.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.911+0000 7fdc57200700 1 -- 172.21.15.8:0/1181634321 >> 172.21.15.8:0/1181634321 conn(0x7fdc580fef50 msgr2=0x7fdc580ffd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:22.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.911+0000 7fdc57200700 1 -- 172.21.15.8:0/1181634321 shutdown_connections 2024-05-20T21:21:22.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:22.911+0000 7fdc57200700 1 -- 172.21.15.8:0/1181634321 wait complete. 2024-05-20T21:21:22.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:21:22 smithi130 ceph-mon[36448]: pgmap v621: 97 pgs: 97 active+clean; 2.7 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 5.2 KiB/s wr, 10 op/s 2024-05-20T21:21:24.367 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:21:24.367 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:21:24.703 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:21:24 smithi008 ceph-mon[31475]: pgmap v622: 97 pgs: 97 active+clean; 2.7 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 5.3 KiB/s wr, 11 op/s 2024-05-20T21:21:24.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:21:24 smithi130 ceph-mon[36448]: pgmap v622: 97 pgs: 97 active+clean; 2.7 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 5.3 KiB/s wr, 11 op/s 2024-05-20T21:21:24.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:21:24 smithi050 ceph-mon[35809]: pgmap v622: 97 pgs: 97 active+clean; 2.7 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 5.3 KiB/s wr, 11 op/s 2024-05-20T21:21:24.983 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:21:26.256 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:25.784+0000 7fdd92e00700 1 -- 172.21.15.8:0/799601716 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdd8c1143d0 msgr2=0x7fdd8c1167c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:26.256 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:25.784+0000 7fdd92e00700 1 --2- 172.21.15.8:0/799601716 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdd8c1143d0 0x7fdd8c1167c0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fdd8400b0a0 tx=0x7fdd8400b3b0 comp rx=0 tx=0).stop 2024-05-20T21:21:26.256 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:25.784+0000 7fdd92e00700 1 -- 172.21.15.8:0/799601716 shutdown_connections 2024-05-20T21:21:26.256 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:25.784+0000 7fdd92e00700 1 --2- 172.21.15.8:0/799601716 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdd8c077a70 0x7fdd8c077e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:26.256 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:25.784+0000 7fdd92e00700 1 --2- 172.21.15.8:0/799601716 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdd8c1143d0 0x7fdd8c1167c0 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:26.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:25.784+0000 7fdd92e00700 1 --2- 172.21.15.8:0/799601716 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdd8c078390 0x7fdd8c113e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:26.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:25.784+0000 7fdd92e00700 1 -- 172.21.15.8:0/799601716 >> 172.21.15.8:0/799601716 conn(0x7fdd8c101220 msgr2=0x7fdd8c103640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:26.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:25.784+0000 7fdd92e00700 1 -- 172.21.15.8:0/799601716 shutdown_connections 2024-05-20T21:21:26.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:25.784+0000 7fdd92e00700 1 -- 172.21.15.8:0/799601716 wait complete. 2024-05-20T21:21:26.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:25.785+0000 7fdd92e00700 1 Processor -- start 2024-05-20T21:21:26.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:25.786+0000 7fdd92e00700 1 -- start start 2024-05-20T21:21:26.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:25.786+0000 7fdd92e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdd8c077a70 0x7fdd8c1a0250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:26.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:25.786+0000 7fdd92e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdd8c078390 0x7fdd8c1a0790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:26.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:25.786+0000 7fdd92e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdd8c1143d0 0x7fdd8c1a4ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:26.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:25.786+0000 7fdd92e00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fdd8c119d60 con 0x7fdd8c078390 2024-05-20T21:21:26.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:25.786+0000 7fdd92e00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fdd8c119be0 con 0x7fdd8c1143d0 2024-05-20T21:21:26.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:25.786+0000 7fdd92e00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fdd8c119ee0 con 0x7fdd8c077a70 2024-05-20T21:21:26.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:25.786+0000 7fdd8be00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdd8c077a70 0x7fdd8c1a0250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:26.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:25.786+0000 7fdd8b400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdd8c078390 0x7fdd8c1a0790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:26.258 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:25.786+0000 7fdd8be00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdd8c077a70 0x7fdd8c1a0250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:42530/0 (socket says 172.21.15.8:42530) 2024-05-20T21:21:26.258 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:25.786+0000 7fdd8be00700 1 -- 172.21.15.8:0/4153712078 learned_addr learned my addr 172.21.15.8:0/4153712078 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:26.258 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:25.787+0000 7fdd90e00700 1 --2- 172.21.15.8:0/4153712078 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdd8c1143d0 0x7fdd8c1a4ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:26.258 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:25.787+0000 7fdd8b400700 1 -- 172.21.15.8:0/4153712078 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdd8c077a70 msgr2=0x7fdd8c1a0250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:26.258 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:25.787+0000 7fdd8b400700 1 --2- 172.21.15.8:0/4153712078 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdd8c077a70 0x7fdd8c1a0250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:26.258 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:25.787+0000 7fdd8b400700 1 -- 172.21.15.8:0/4153712078 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdd8c1143d0 msgr2=0x7fdd8c1a4ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:26.258 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:25.787+0000 7fdd8b400700 1 --2- 172.21.15.8:0/4153712078 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdd8c1143d0 0x7fdd8c1a4ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:26.258 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:25.787+0000 7fdd8b400700 1 -- 172.21.15.8:0/4153712078 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd8c1a5210 con 0x7fdd8c078390 2024-05-20T21:21:26.258 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:25.787+0000 7fdd8be00700 1 --2- 172.21.15.8:0/4153712078 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdd8c077a70 0x7fdd8c1a0250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:26.258 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:25.787+0000 7fdd8b400700 1 --2- 172.21.15.8:0/4153712078 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdd8c078390 0x7fdd8c1a0790 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fdd7800e9f0 tx=0x7fdd7800ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:26.259 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:21:26.259 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:21:26.259 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:25.788+0000 7fdd88c00700 1 -- 172.21.15.8:0/4153712078 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd7800c9c0 con 0x7fdd8c078390 2024-05-20T21:21:26.259 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:25.788+0000 7fdd92e00700 1 -- 172.21.15.8:0/4153712078 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd8c1a5500 con 0x7fdd8c078390 2024-05-20T21:21:26.259 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:25.788+0000 7fdd88c00700 1 -- 172.21.15.8:0/4153712078 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdd7800cb60 con 0x7fdd8c078390 2024-05-20T21:21:26.259 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:25.788+0000 7fdd88c00700 1 -- 172.21.15.8:0/4153712078 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd78018680 con 0x7fdd8c078390 2024-05-20T21:21:26.260 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:25.788+0000 7fdd92e00700 1 -- 172.21.15.8:0/4153712078 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd8c1acd80 con 0x7fdd8c078390 2024-05-20T21:21:26.260 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:25.789+0000 7fdd92e00700 1 -- 172.21.15.8:0/4153712078 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd8c06a230 con 0x7fdd8c078390 2024-05-20T21:21:26.260 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:25.792+0000 7fdd88c00700 1 -- 172.21.15.8:0/4153712078 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fdd78010430 con 0x7fdd8c078390 2024-05-20T21:21:26.260 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:25.794+0000 7fdd88c00700 1 --2- 172.21.15.8:0/4153712078 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdd700b2900 0x7fdd700b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:26.260 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:25.794+0000 7fdd88c00700 1 -- 172.21.15.8:0/4153712078 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fdd780e2640 con 0x7fdd8c078390 2024-05-20T21:21:26.260 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:25.794+0000 7fdd8be00700 1 --2- 172.21.15.8:0/4153712078 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdd700b2900 0x7fdd700b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:26.260 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:25.795+0000 7fdd8be00700 1 --2- 172.21.15.8:0/4153712078 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdd700b2900 0x7fdd700b4dc0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fdd7c011550 tx=0x7fdd7c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:26.260 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:25.796+0000 7fdd88c00700 1 -- 172.21.15.8:0/4153712078 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fdd780aa2f0 con 0x7fdd8c078390 2024-05-20T21:21:26.260 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:26.100+0000 7fdd92e00700 1 -- 172.21.15.8:0/4153712078 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdd8c02e560 con 0x7fdd8c078390 2024-05-20T21:21:26.260 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:26.102+0000 7fdd88c00700 1 -- 172.21.15.8:0/4153712078 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7fdd780b2370 con 0x7fdd8c078390 2024-05-20T21:21:26.260 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:26.106+0000 7fdd92e00700 1 -- 172.21.15.8:0/4153712078 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdd700b2900 msgr2=0x7fdd700b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:26.260 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:26.106+0000 7fdd92e00700 1 --2- 172.21.15.8:0/4153712078 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdd700b2900 0x7fdd700b4dc0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fdd7c011550 tx=0x7fdd7c009260 comp rx=0 tx=0).stop 2024-05-20T21:21:26.260 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:26.106+0000 7fdd92e00700 1 -- 172.21.15.8:0/4153712078 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdd8c078390 msgr2=0x7fdd8c1a0790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:26.260 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:26.106+0000 7fdd92e00700 1 --2- 172.21.15.8:0/4153712078 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdd8c078390 0x7fdd8c1a0790 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fdd7800e9f0 tx=0x7fdd7800ed00 comp rx=0 tx=0).stop 2024-05-20T21:21:26.261 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:26.106+0000 7fdd92e00700 1 -- 172.21.15.8:0/4153712078 shutdown_connections 2024-05-20T21:21:26.261 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:26.106+0000 7fdd92e00700 1 --2- 172.21.15.8:0/4153712078 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdd700b2900 0x7fdd700b4dc0 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:26.261 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:26.106+0000 7fdd92e00700 1 --2- 172.21.15.8:0/4153712078 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdd8c1143d0 0x7fdd8c1a4ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:26.261 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:26.106+0000 7fdd92e00700 1 --2- 172.21.15.8:0/4153712078 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdd8c077a70 0x7fdd8c1a0250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:26.261 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:26.106+0000 7fdd92e00700 1 --2- 172.21.15.8:0/4153712078 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdd8c078390 0x7fdd8c1a0790 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:26.261 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:26.106+0000 7fdd92e00700 1 -- 172.21.15.8:0/4153712078 >> 172.21.15.8:0/4153712078 conn(0x7fdd8c101220 msgr2=0x7fdd8c103610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:26.261 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:26.106+0000 7fdd92e00700 1 -- 172.21.15.8:0/4153712078 shutdown_connections 2024-05-20T21:21:26.261 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:26.106+0000 7fdd92e00700 1 -- 172.21.15.8:0/4153712078 wait complete. 2024-05-20T21:21:26.261 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:21:26.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:21:26 smithi008 ceph-mon[31475]: pgmap v623: 97 pgs: 97 active+clean; 2.7 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.2 KiB/s wr, 9 op/s 2024-05-20T21:21:26.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:21:26 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/4153712078' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:21:26.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:21:26 smithi130 ceph-mon[36448]: pgmap v623: 97 pgs: 97 active+clean; 2.7 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.2 KiB/s wr, 9 op/s 2024-05-20T21:21:26.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:21:26 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/4153712078' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:21:26.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:21:26 smithi050 ceph-mon[35809]: pgmap v623: 97 pgs: 97 active+clean; 2.7 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.2 KiB/s wr, 9 op/s 2024-05-20T21:21:26.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:21:26 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/4153712078' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:21:27.561 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24529 quiesce db --set-id d64473dd --release --await' 2024-05-20T21:21:27.561 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24529 quiesce db --set-id d64473dd --release --await 2024-05-20T21:21:28.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:28.078+0000 7f6519600700 1 -- 172.21.15.8:0/299563773 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6514108910 msgr2=0x7f6514110490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:28.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:28.078+0000 7f6519600700 1 --2- 172.21.15.8:0/299563773 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6514108910 0x7f6514110490 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f650c00b0d0 tx=0x7f650c00b3e0 comp rx=0 tx=0).stop 2024-05-20T21:21:28.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:28.078+0000 7f6519600700 1 -- 172.21.15.8:0/299563773 shutdown_connections 2024-05-20T21:21:28.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:28.078+0000 7f6519600700 1 --2- 172.21.15.8:0/299563773 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f651406be70 0x7f651406c250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:28.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:28.078+0000 7f6519600700 1 --2- 172.21.15.8:0/299563773 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6514108910 0x7f6514110490 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:28.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:28.078+0000 7f6519600700 1 --2- 172.21.15.8:0/299563773 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f651406c820 0x7f65141081e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:28.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:28.078+0000 7f6519600700 1 -- 172.21.15.8:0/299563773 >> 172.21.15.8:0/299563773 conn(0x7f65140793f0 msgr2=0x7f6514079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:28.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:28.078+0000 7f6519600700 1 -- 172.21.15.8:0/299563773 shutdown_connections 2024-05-20T21:21:28.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:28.078+0000 7f6519600700 1 -- 172.21.15.8:0/299563773 wait complete. 2024-05-20T21:21:28.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:28.080+0000 7f6519600700 1 Processor -- start 2024-05-20T21:21:28.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:28.080+0000 7f6519600700 1 -- start start 2024-05-20T21:21:28.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:28.080+0000 7f6519600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f651406be70 0x7f651419bd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:28.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:28.080+0000 7f6519600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f651406c820 0x7f651419c280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:28.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:28.080+0000 7f6519600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6514108910 0x7f65141a0610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:28.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:28.080+0000 7f6519600700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f6514113760 con 0x7f651406c820 2024-05-20T21:21:28.082 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:28.080+0000 7f6519600700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f65141135e0 con 0x7f651406be70 2024-05-20T21:21:28.082 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:28.080+0000 7f6519600700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f65141138e0 con 0x7f6514108910 2024-05-20T21:21:28.082 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:28.081+0000 7f6512000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f651406c820 0x7f651419c280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:28.082 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:28.081+0000 7f6512000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f651406c820 0x7f651419c280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55586/0 (socket says 172.21.15.8:55586) 2024-05-20T21:21:28.082 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:28.081+0000 7f6512000700 1 -- 172.21.15.8:0/3660201524 learned_addr learned my addr 172.21.15.8:0/3660201524 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:28.082 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:28.081+0000 7f6513400700 1 --2- 172.21.15.8:0/3660201524 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6514108910 0x7f65141a0610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:28.082 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:28.081+0000 7f6512a00700 1 --2- 172.21.15.8:0/3660201524 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f651406be70 0x7f651419bd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:28.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:28.081+0000 7f6512000700 1 -- 172.21.15.8:0/3660201524 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6514108910 msgr2=0x7f65141a0610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:28.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:28.081+0000 7f6512000700 1 --2- 172.21.15.8:0/3660201524 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6514108910 0x7f65141a0610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:28.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:28.081+0000 7f6512000700 1 -- 172.21.15.8:0/3660201524 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f651406be70 msgr2=0x7f651419bd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:28.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:28.081+0000 7f6512000700 1 --2- 172.21.15.8:0/3660201524 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f651406be70 0x7f651419bd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:28.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:28.081+0000 7f6512000700 1 -- 172.21.15.8:0/3660201524 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65141a0d50 con 0x7f651406c820 2024-05-20T21:21:28.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:28.081+0000 7f6512a00700 1 --2- 172.21.15.8:0/3660201524 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f651406be70 0x7f651419bd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:28.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:28.081+0000 7f6513400700 1 --2- 172.21.15.8:0/3660201524 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6514108910 0x7f65141a0610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:28.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:28.082+0000 7f6512000700 1 --2- 172.21.15.8:0/3660201524 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f651406c820 0x7f651419c280 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f64fc00e9c0 tx=0x7f64fc00ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:28.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:28.082+0000 7f650b400700 1 -- 172.21.15.8:0/3660201524 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64fc00cbd0 con 0x7f651406c820 2024-05-20T21:21:28.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:28.082+0000 7f650b400700 1 -- 172.21.15.8:0/3660201524 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f64fc00ee60 con 0x7f651406c820 2024-05-20T21:21:28.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:28.082+0000 7f650b400700 1 -- 172.21.15.8:0/3660201524 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64fc0055c0 con 0x7f651406c820 2024-05-20T21:21:28.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:28.082+0000 7f6519600700 1 -- 172.21.15.8:0/3660201524 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65141a1040 con 0x7f651406c820 2024-05-20T21:21:28.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:28.083+0000 7f6519600700 1 -- 172.21.15.8:0/3660201524 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65141a88c0 con 0x7f651406c820 2024-05-20T21:21:28.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:28.084+0000 7f6519600700 1 -- 172.21.15.8:0/3660201524 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6514104c90 con 0x7f651406c820 2024-05-20T21:21:28.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:28.087+0000 7f650b400700 1 -- 172.21.15.8:0/3660201524 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f64fc004750 con 0x7f651406c820 2024-05-20T21:21:28.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:28.088+0000 7f650b400700 1 --2- 172.21.15.8:0/3660201524 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f64f80b2900 0x7f64f80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:28.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:28.089+0000 7f650b400700 1 -- 172.21.15.8:0/3660201524 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f64fc0e2750 con 0x7f651406c820 2024-05-20T21:21:28.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:28.089+0000 7f6512a00700 1 --2- 172.21.15.8:0/3660201524 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f64f80b2900 0x7f64f80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:28.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:28.090+0000 7f6512a00700 1 --2- 172.21.15.8:0/3660201524 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f64f80b2900 0x7f64f80b4dc0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f6504011490 tx=0x7f6504009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:28.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:28.094+0000 7f650b400700 1 -- 172.21.15.8:0/3660201524 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f64fc0aa490 con 0x7f651406c820 2024-05-20T21:21:28.127 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:21:28.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:28.392+0000 7f6519600700 1 -- 172.21.15.8:0/3660201524 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f651406a230 con 0x7f651406c820 2024-05-20T21:21:28.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:28.393+0000 7f650b400700 1 -- 172.21.15.8:0/3660201524 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7f64fc0a9d90 con 0x7f651406c820 2024-05-20T21:21:28.394 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:21:28.394 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:21:28.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:28.397+0000 7f6519600700 1 -- 172.21.15.8:0/3660201524 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f64f80b2900 msgr2=0x7f64f80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:28.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:28.397+0000 7f6519600700 1 --2- 172.21.15.8:0/3660201524 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f64f80b2900 0x7f64f80b4dc0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f6504011490 tx=0x7f6504009260 comp rx=0 tx=0).stop 2024-05-20T21:21:28.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:28.397+0000 7f6519600700 1 -- 172.21.15.8:0/3660201524 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f651406c820 msgr2=0x7f651419c280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:28.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:28.397+0000 7f6519600700 1 --2- 172.21.15.8:0/3660201524 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f651406c820 0x7f651419c280 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f64fc00e9c0 tx=0x7f64fc00ecd0 comp rx=0 tx=0).stop 2024-05-20T21:21:28.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:28.397+0000 7f6519600700 1 -- 172.21.15.8:0/3660201524 shutdown_connections 2024-05-20T21:21:28.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:28.397+0000 7f6519600700 1 --2- 172.21.15.8:0/3660201524 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f64f80b2900 0x7f64f80b4dc0 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:28.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:28.397+0000 7f6519600700 1 --2- 172.21.15.8:0/3660201524 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f651406be70 0x7f651419bd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:28.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:28.397+0000 7f6519600700 1 --2- 172.21.15.8:0/3660201524 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6514108910 0x7f65141a0610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:28.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:28.397+0000 7f6519600700 1 --2- 172.21.15.8:0/3660201524 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f651406c820 0x7f651419c280 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:28.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:28.397+0000 7f6519600700 1 -- 172.21.15.8:0/3660201524 >> 172.21.15.8:0/3660201524 conn(0x7f65140793f0 msgr2=0x7f6514100810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:28.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:28.397+0000 7f6519600700 1 -- 172.21.15.8:0/3660201524 shutdown_connections 2024-05-20T21:21:28.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:28.397+0000 7f6519600700 1 -- 172.21.15.8:0/3660201524 wait complete. 2024-05-20T21:21:28.399 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:21:28.865 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:21:28 smithi008 ceph-mon[31475]: pgmap v624: 97 pgs: 97 active+clean; 2.7 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.1 KiB/s wr, 9 op/s 2024-05-20T21:21:28.865 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:21:28 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/3660201524' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:21:28.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:21:28 smithi130 ceph-mon[36448]: pgmap v624: 97 pgs: 97 active+clean; 2.7 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.1 KiB/s wr, 9 op/s 2024-05-20T21:21:28.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:21:28 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/3660201524' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:21:28.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:21:28 smithi050 ceph-mon[35809]: pgmap v624: 97 pgs: 97 active+clean; 2.7 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.1 KiB/s wr, 9 op/s 2024-05-20T21:21:28.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:21:28 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/3660201524' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:21:29.444 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.443+0000 7f6e5f800640 1 -- 172.21.15.8:0/2613211655 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6e58103cb0 msgr2=0x7f6e58104130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:29.444 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.443+0000 7f6e5f800640 1 --2- 172.21.15.8:0/2613211655 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6e58103cb0 0x7f6e58104130 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f6e44009900 tx=0x7f6e4402a3f0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.444 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.443+0000 7f6e5f800640 1 -- 172.21.15.8:0/2613211655 shutdown_connections 2024-05-20T21:21:29.444 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.443+0000 7f6e5f800640 1 --2- 172.21.15.8:0/2613211655 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6e58104670 0x7f6e5810af00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.445 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.443+0000 7f6e5f800640 1 --2- 172.21.15.8:0/2613211655 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6e58103cb0 0x7f6e58104130 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.445 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.443+0000 7f6e5f800640 1 --2- 172.21.15.8:0/2613211655 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6e58102ac0 0x7f6e58102ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.445 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.443+0000 7f6e5f800640 1 -- 172.21.15.8:0/2613211655 >> 172.21.15.8:0/2613211655 conn(0x7f6e580fe070 msgr2=0x7f6e58100490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:29.445 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.444+0000 7f6e5f800640 1 -- 172.21.15.8:0/2613211655 shutdown_connections 2024-05-20T21:21:29.445 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.444+0000 7f6e5f800640 1 -- 172.21.15.8:0/2613211655 wait complete. 2024-05-20T21:21:29.447 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.445+0000 7f6e5f800640 1 Processor -- start 2024-05-20T21:21:29.447 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.445+0000 7f6e5f800640 1 -- start start 2024-05-20T21:21:29.447 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.445+0000 7f6e5f800640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6e58102ac0 0x7f6e5819af50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:29.447 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.445+0000 7f6e5f800640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6e58103cb0 0x7f6e5819b490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:29.447 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.445+0000 7f6e5f800640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6e58104670 0x7f6e581a2500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:29.447 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.445+0000 7f6e5f800640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f6e5810e640 con 0x7f6e58102ac0 2024-05-20T21:21:29.447 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.445+0000 7f6e5f800640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6e5810e4c0 con 0x7f6e58104670 2024-05-20T21:21:29.447 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.445+0000 7f6e5f800640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f6e5810e7c0 con 0x7f6e58103cb0 2024-05-20T21:21:29.448 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.446+0000 7f6e5d800640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6e58104670 0x7f6e581a2500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:29.448 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.446+0000 7f6e5d800640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6e58104670 0x7f6e581a2500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:51258/0 (socket says 172.21.15.8:51258) 2024-05-20T21:21:29.448 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.446+0000 7f6e5d800640 1 -- 172.21.15.8:0/538704350 learned_addr learned my addr 172.21.15.8:0/538704350 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:29.448 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.446+0000 7f6e57e00640 1 --2- 172.21.15.8:0/538704350 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6e58103cb0 0x7f6e5819b490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:29.448 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.446+0000 7f6e5ce00640 1 --2- 172.21.15.8:0/538704350 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6e58102ac0 0x7f6e5819af50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:29.448 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.446+0000 7f6e5d800640 1 -- 172.21.15.8:0/538704350 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6e58103cb0 msgr2=0x7f6e5819b490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:29.448 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.446+0000 7f6e5d800640 1 --2- 172.21.15.8:0/538704350 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6e58103cb0 0x7f6e5819b490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.448 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.446+0000 7f6e5d800640 1 -- 172.21.15.8:0/538704350 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6e58102ac0 msgr2=0x7f6e5819af50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:29.448 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.446+0000 7f6e5d800640 1 --2- 172.21.15.8:0/538704350 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6e58102ac0 0x7f6e5819af50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.448 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.446+0000 7f6e5d800640 1 -- 172.21.15.8:0/538704350 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e581a2b70 con 0x7f6e58104670 2024-05-20T21:21:29.448 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.446+0000 7f6e5ce00640 1 --2- 172.21.15.8:0/538704350 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6e58102ac0 0x7f6e5819af50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:21:29.448 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.446+0000 7f6e5d800640 1 --2- 172.21.15.8:0/538704350 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6e58104670 0x7f6e581a2500 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f6e5000eb10 tx=0x7f6e5000c2d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:29.448 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.447+0000 7f6e55600640 1 -- 172.21.15.8:0/538704350 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e50004b20 con 0x7f6e58104670 2024-05-20T21:21:29.448 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.447+0000 7f6e55600640 1 -- 172.21.15.8:0/538704350 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6e50004cc0 con 0x7f6e58104670 2024-05-20T21:21:29.449 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.447+0000 7f6e5f800640 1 -- 172.21.15.8:0/538704350 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e581a2e60 con 0x7f6e58104670 2024-05-20T21:21:29.449 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.447+0000 7f6e55600640 1 -- 172.21.15.8:0/538704350 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e50010670 con 0x7f6e58104670 2024-05-20T21:21:29.449 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.447+0000 7f6e5f800640 1 -- 172.21.15.8:0/538704350 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e581a3320 con 0x7f6e58104670 2024-05-20T21:21:29.450 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.450+0000 7f6e6260d740 1 Processor -- start 2024-05-20T21:21:29.451 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.451+0000 7f6e55600640 1 -- 172.21.15.8:0/538704350 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f6e50005020 con 0x7f6e58104670 2024-05-20T21:21:29.451 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.451+0000 7f6e6260d740 1 -- start start 2024-05-20T21:21:29.452 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.451+0000 7f6e6260d740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557c2dc07b30 0x557c2dc07f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:29.453 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.451+0000 7f6e6260d740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557c2dc08520 0x557c2dc0d020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:29.453 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.451+0000 7f6e6260d740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557c2dc0d690 0x557c2dc0fb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:29.453 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.451+0000 7f6e6260d740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x557c2db77b90 con 0x557c2dc0d690 2024-05-20T21:21:29.453 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.451+0000 7f6e6260d740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x557c2db67730 con 0x557c2dc08520 2024-05-20T21:21:29.453 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.451+0000 7f6e6260d740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x557c2db6b770 con 0x557c2dc07b30 2024-05-20T21:21:29.453 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.452+0000 7f6e57e00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557c2dc07b30 0x557c2dc07f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:29.453 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.452+0000 7f6e5ce00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557c2dc08520 0x557c2dc0d020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:29.453 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.452+0000 7f6e5ce00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557c2dc08520 0x557c2dc0d020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:51264/0 (socket says 172.21.15.8:51264) 2024-05-20T21:21:29.453 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.452+0000 7f6e5ce00640 1 -- 172.21.15.8:0/2495785555 learned_addr learned my addr 172.21.15.8:0/2495785555 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:29.453 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.452+0000 7f6e57e00640 1 --2- 172.21.15.8:0/2495785555 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557c2dc0d690 0x557c2dc0fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:29.453 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.452+0000 7f6e5ce00640 1 -- 172.21.15.8:0/2495785555 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557c2dc07b30 msgr2=0x557c2dc07f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:29.453 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.452+0000 7f6e5ce00640 1 --2- 172.21.15.8:0/2495785555 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557c2dc07b30 0x557c2dc07f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.454 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.452+0000 7f6e5ce00640 1 -- 172.21.15.8:0/2495785555 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557c2dc0d690 msgr2=0x557c2dc0fb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:29.454 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.452+0000 7f6e5ce00640 1 --2- 172.21.15.8:0/2495785555 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557c2dc0d690 0x557c2dc0fb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.454 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.452+0000 7f6e5ce00640 1 -- 172.21.15.8:0/2495785555 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557c2db008b0 con 0x557c2dc08520 2024-05-20T21:21:29.454 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.452+0000 7f6e57e00640 1 --2- 172.21.15.8:0/2495785555 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557c2dc0d690 0x557c2dc0fb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:21:29.454 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.452+0000 7f6e5ce00640 1 --2- 172.21.15.8:0/2495785555 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557c2dc08520 0x557c2dc0d020 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f6e48009cf0 tx=0x7f6e480117b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ee43b5940580ff51 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:29.456 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.453+0000 7f6e4e000640 1 -- 172.21.15.8:0/2495785555 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e48012450 con 0x557c2dc08520 2024-05-20T21:21:29.456 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.453+0000 7f6e4e000640 1 -- 172.21.15.8:0/2495785555 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6e48012aa0 con 0x557c2dc08520 2024-05-20T21:21:29.457 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.453+0000 7f6e4e000640 1 -- 172.21.15.8:0/2495785555 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e4800fb90 con 0x557c2dc08520 2024-05-20T21:21:29.457 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.453+0000 7f6e55600640 1 --2- 172.21.15.8:0/538704350 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6e3c0b2860 0x7f6e3c0b4d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:29.457 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.454+0000 7f6e55600640 1 -- 172.21.15.8:0/538704350 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f6e500e2830 con 0x7f6e58104670 2024-05-20T21:21:29.457 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.454+0000 7f6e57e00640 1 --2- 172.21.15.8:0/538704350 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6e3c0b2860 0x7f6e3c0b4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:29.457 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.454+0000 7f6e6260d740 1 -- 172.21.15.8:0/2495785555 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557c2dc08520 msgr2=0x557c2dc0d020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:29.457 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.454+0000 7f6e6260d740 1 --2- 172.21.15.8:0/2495785555 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557c2dc08520 0x557c2dc0d020 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f6e48009cf0 tx=0x7f6e480117b0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.457 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.454+0000 7f6e6260d740 1 -- 172.21.15.8:0/2495785555 shutdown_connections 2024-05-20T21:21:29.457 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.454+0000 7f6e6260d740 1 --2- 172.21.15.8:0/2495785555 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557c2dc0d690 0x557c2dc0fb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.457 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.454+0000 7f6e6260d740 1 --2- 172.21.15.8:0/2495785555 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557c2dc08520 0x557c2dc0d020 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.457 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.454+0000 7f6e6260d740 1 --2- 172.21.15.8:0/2495785555 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557c2dc07b30 0x557c2dc07f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.457 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.454+0000 7f6e6260d740 1 -- 172.21.15.8:0/2495785555 >> 172.21.15.8:0/2495785555 conn(0x557c2dc031a0 msgr2=0x557c2dc035a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:29.457 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.454+0000 7f6e6260d740 1 -- 172.21.15.8:0/2495785555 shutdown_connections 2024-05-20T21:21:29.457 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.454+0000 7f6e6260d740 1 -- 172.21.15.8:0/2495785555 wait complete. 2024-05-20T21:21:29.458 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.454+0000 7f6e57e00640 1 --2- 172.21.15.8:0/538704350 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6e3c0b2860 0x7f6e3c0b4d20 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f6e44031500 tx=0x7f6e44005a20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:29.458 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.455+0000 7f6e6260d740 1 -- start start 2024-05-20T21:21:29.458 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.455+0000 7f6e6260d740 1 Processor -- start 2024-05-20T21:21:29.458 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.455+0000 7f6e6260d740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557c2dc07b30 0x557c2dc118c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:29.458 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.455+0000 7f6e6260d740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557c2dc08520 0x557c2dc11e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:29.458 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.455+0000 7f6e6260d740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557c2dc0d690 0x557c2dc18e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:29.458 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.456+0000 7f6e6260d740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x557c2d84d790 con 0x557c2dc07b30 2024-05-20T21:21:29.458 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.456+0000 7f6e6260d740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x557c2db0fbc0 con 0x557c2dc08520 2024-05-20T21:21:29.458 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.456+0000 7f6e6260d740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x557c2dc10640 con 0x557c2dc0d690 2024-05-20T21:21:29.458 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.456+0000 7f6e6260d740 10 client.0 _ll_register_callbacks cb 0x557c2daed400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:29.458 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.456+0000 7f6e5ce00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557c2dc07b30 0x557c2dc118c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:29.458 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.456+0000 7f6e5ce00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557c2dc07b30 0x557c2dc118c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55630/0 (socket says 172.21.15.8:55630) 2024-05-20T21:21:29.459 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.456+0000 7f6e5ce00640 1 -- 172.21.15.8:0/3677019883 learned_addr learned my addr 172.21.15.8:0/3677019883 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:29.459 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.456+0000 7f6e57e00640 1 --2- 172.21.15.8:0/3677019883 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557c2dc08520 0x557c2dc11e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:29.459 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.456+0000 7f6e5d800640 1 --2- 172.21.15.8:0/3677019883 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557c2dc0d690 0x557c2dc18e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:29.459 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.456+0000 7f6e5ce00640 1 -- 172.21.15.8:0/3677019883 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557c2dc0d690 msgr2=0x557c2dc18e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:29.459 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.456+0000 7f6e5ce00640 1 --2- 172.21.15.8:0/3677019883 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557c2dc0d690 0x557c2dc18e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.459 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.456+0000 7f6e5ce00640 1 -- 172.21.15.8:0/3677019883 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557c2dc08520 msgr2=0x557c2dc11e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:29.459 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.456+0000 7f6e5ce00640 1 --2- 172.21.15.8:0/3677019883 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557c2dc08520 0x557c2dc11e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.459 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.456+0000 7f6e5ce00640 1 -- 172.21.15.8:0/3677019883 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557c2d87c210 con 0x557c2dc07b30 2024-05-20T21:21:29.459 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.456+0000 7f6e57e00640 1 --2- 172.21.15.8:0/3677019883 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557c2dc08520 0x557c2dc11e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:21:29.461 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.457+0000 7f6e5ce00640 1 --2- 172.21.15.8:0/3677019883 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557c2dc07b30 0x557c2dc118c0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f6e48005830 tx=0x7f6e48009a10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd4f290b5ae622e9 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:29.462 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.457+0000 7f6e42a00640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:21:29.462 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.457+0000 7f6e42a00640 1 -- 172.21.15.8:0/3677019883 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e48028020 con 0x557c2dc07b30 2024-05-20T21:21:29.462 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.457+0000 7f6e42a00640 1 -- 172.21.15.8:0/3677019883 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f6e480042d0 con 0x557c2dc07b30 2024-05-20T21:21:29.462 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.457+0000 7f6e6260d740 1 -- 172.21.15.8:0/3677019883 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6e48012aa0 con 0x557c2dc07b30 2024-05-20T21:21:29.462 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.457+0000 7f6e42a00640 1 -- 172.21.15.8:0/3677019883 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6e48033050 con 0x557c2dc07b30 2024-05-20T21:21:29.462 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.457+0000 7f6e6260d740 10 client.16719 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:29.462 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.457+0000 7f6e6260d740 1 -- 172.21.15.8:0/3677019883 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557c2d948620 con 0x557c2dc07b30 2024-05-20T21:21:29.462 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.458+0000 7f6e42a00640 1 -- 172.21.15.8:0/3677019883 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6e48012aa0 con 0x557c2dc07b30 2024-05-20T21:21:29.462 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.458+0000 7f6e42a00640 1 -- 172.21.15.8:0/3677019883 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f6e4800f890 con 0x557c2dc07b30 2024-05-20T21:21:29.462 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.458+0000 7f6e6260d740 10 client.16719 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:29.462 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.458+0000 7f6e6260d740 10 client.16719 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:21:29.462 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.458+0000 7f6e6260d740 20 client.16719 populate_metadata read hostname 'smithi008' 2024-05-20T21:21:29.463 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.458+0000 7f6e6260d740 1 --2- 172.21.15.8:0/3677019883 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x557c2dc1d0b0 0x557c2dc1f4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:29.463 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.458+0000 7f6e6260d740 4 client.16719 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:21:29.463 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.458+0000 7f6e6260d740 1 -- 172.21.15.8:0/3677019883 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557c2db79ae0 con 0x557c2dc1d0b0 2024-05-20T21:21:29.463 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.458+0000 7f6e57e00640 1 --2- 172.21.15.8:0/3677019883 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x557c2dc1d0b0 0x557c2dc1f4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:29.463 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.459+0000 7f6e57e00640 1 --2- 172.21.15.8:0/3677019883 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x557c2dc1d0b0 0x557c2dc1f4a0 crc :-1 s=READY pgs=167 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=434ab0c5ac0d7536 server_cookie=377d6e5939ba6e97 in_seq=0 out_seq=0 2024-05-20T21:21:29.463 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.459+0000 7f6e42a00640 10 client.16719 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:21:29.463 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.460+0000 7f6e42a00640 1 -- 172.21.15.8:0/3677019883 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x557c2db79ae0 con 0x557c2dc1d0b0 2024-05-20T21:21:29.463 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.460+0000 7f6e42a00640 10 client.16719 handle_command_reply: tid=0 2024-05-20T21:21:29.463 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.460+0000 7f6e6260d740 1 client.16719 shutdown 2024-05-20T21:21:29.463 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.460+0000 7f6e6260d740 1 -- 172.21.15.8:0/3677019883 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557c2dc07b30 msgr2=0x557c2dc118c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:29.463 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.460+0000 7f6e6260d740 1 --2- 172.21.15.8:0/3677019883 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557c2dc07b30 0x557c2dc118c0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f6e48005830 tx=0x7f6e48009a10 comp rx=0 tx=0).stop 2024-05-20T21:21:29.463 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.460+0000 7f6e6260d740 1 -- 172.21.15.8:0/3677019883 shutdown_connections 2024-05-20T21:21:29.463 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.460+0000 7f6e6260d740 1 --2- 172.21.15.8:0/3677019883 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x557c2dc1d0b0 0x557c2dc1f4a0 crc :-1 s=READY pgs=167 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.464 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.460+0000 7f6e6260d740 1 --2- 172.21.15.8:0/3677019883 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557c2dc0d690 0x557c2dc18e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.464 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.460+0000 7f6e6260d740 1 --2- 172.21.15.8:0/3677019883 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557c2dc08520 0x557c2dc11e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.464 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.460+0000 7f6e6260d740 1 --2- 172.21.15.8:0/3677019883 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557c2dc07b30 0x557c2dc118c0 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.464 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.460+0000 7f6e42a00640 0 client.16719 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:21:29.464 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.460+0000 7f6e6260d740 1 -- 172.21.15.8:0/3677019883 >> 172.21.15.8:0/3677019883 conn(0x557c2dc031a0 msgr2=0x557c2dc02310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:29.464 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.460+0000 7f6e6260d740 1 -- 172.21.15.8:0/3677019883 shutdown_connections 2024-05-20T21:21:29.464 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.460+0000 7f6e6260d740 1 -- 172.21.15.8:0/3677019883 wait complete. 2024-05-20T21:21:29.464 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.460+0000 7f6e6260d740 20 client.16719 trim_cache size 0 max 16384 2024-05-20T21:21:29.479 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.478+0000 7f6e6260d740 1 Processor -- start 2024-05-20T21:21:29.479 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.478+0000 7f6e6260d740 1 -- start start 2024-05-20T21:21:29.479 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.479+0000 7f6e6260d740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557c2dc07b30 0x557c2dc06490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:29.479 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.479+0000 7f6e6260d740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557c2dc08520 0x557c2dc18e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:29.479 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.479+0000 7f6e6260d740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557c2dc0d690 0x557c2dc069d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:29.479 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.479+0000 7f6e6260d740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f6e581ae970 con 0x557c2dc08520 2024-05-20T21:21:29.479 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.479+0000 7f6e6260d740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6e581ac240 con 0x557c2dc0d690 2024-05-20T21:21:29.479 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.479+0000 7f6e6260d740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f6e581aa090 con 0x557c2dc07b30 2024-05-20T21:21:29.481 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.479+0000 7f6e57e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557c2dc08520 0x557c2dc18e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:29.481 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.479+0000 7f6e57e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557c2dc08520 0x557c2dc18e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55634/0 (socket says 172.21.15.8:55634) 2024-05-20T21:21:29.481 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.479+0000 7f6e5d800640 1 --2- 172.21.15.8:0/263112122 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557c2dc0d690 0x557c2dc069d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:29.481 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.479+0000 7f6e57e00640 1 -- 172.21.15.8:0/263112122 learned_addr learned my addr 172.21.15.8:0/263112122 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:29.481 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.479+0000 7f6e5ce00640 1 --2- 172.21.15.8:0/263112122 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557c2dc07b30 0x557c2dc06490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:29.481 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.480+0000 7f6e5d800640 1 -- 172.21.15.8:0/263112122 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557c2dc07b30 msgr2=0x557c2dc06490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:29.481 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.480+0000 7f6e5d800640 1 --2- 172.21.15.8:0/263112122 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557c2dc07b30 0x557c2dc06490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.481 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.480+0000 7f6e5d800640 1 -- 172.21.15.8:0/263112122 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557c2dc08520 msgr2=0x557c2dc18e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:29.481 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.480+0000 7f6e5d800640 1 --2- 172.21.15.8:0/263112122 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557c2dc08520 0x557c2dc18e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.481 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.480+0000 7f6e5d800640 1 -- 172.21.15.8:0/263112122 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557c2dc02160 con 0x557c2dc0d690 2024-05-20T21:21:29.481 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.480+0000 7f6e5ce00640 1 --2- 172.21.15.8:0/263112122 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557c2dc07b30 0x557c2dc06490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:29.482 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.480+0000 7f6e57e00640 1 --2- 172.21.15.8:0/263112122 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557c2dc08520 0x557c2dc18e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:29.482 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.480+0000 7f6e5d800640 1 --2- 172.21.15.8:0/263112122 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557c2dc0d690 0x557c2dc069d0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f6e500a7050 tx=0x7f6e50005810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6870a863d6bd4aa2 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:29.482 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.480+0000 7f6e4d600640 1 -- 172.21.15.8:0/263112122 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e500aa4e0 con 0x557c2dc0d690 2024-05-20T21:21:29.482 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.480+0000 7f6e4d600640 1 -- 172.21.15.8:0/263112122 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6e500ad040 con 0x557c2dc0d690 2024-05-20T21:21:29.482 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.480+0000 7f6e4d600640 1 -- 172.21.15.8:0/263112122 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e500aa2a0 con 0x557c2dc0d690 2024-05-20T21:21:29.485 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.481+0000 7f6e6260d740 1 -- 172.21.15.8:0/263112122 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557c2dc0d690 msgr2=0x557c2dc069d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:29.485 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.481+0000 7f6e6260d740 1 --2- 172.21.15.8:0/263112122 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557c2dc0d690 0x557c2dc069d0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f6e500a7050 tx=0x7f6e50005810 comp rx=0 tx=0).stop 2024-05-20T21:21:29.485 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.481+0000 7f6e6260d740 1 -- 172.21.15.8:0/263112122 shutdown_connections 2024-05-20T21:21:29.485 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.481+0000 7f6e6260d740 1 --2- 172.21.15.8:0/263112122 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557c2dc0d690 0x557c2dc069d0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.485 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.481+0000 7f6e6260d740 1 --2- 172.21.15.8:0/263112122 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557c2dc08520 0x557c2dc18e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.485 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.481+0000 7f6e6260d740 1 --2- 172.21.15.8:0/263112122 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557c2dc07b30 0x557c2dc06490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.485 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.481+0000 7f6e6260d740 1 -- 172.21.15.8:0/263112122 >> 172.21.15.8:0/263112122 conn(0x557c2dc031a0 msgr2=0x557c2dc05d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:29.485 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.481+0000 7f6e6260d740 1 -- 172.21.15.8:0/263112122 shutdown_connections 2024-05-20T21:21:29.485 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.481+0000 7f6e6260d740 1 -- 172.21.15.8:0/263112122 wait complete. 2024-05-20T21:21:29.485 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.482+0000 7f6e6260d740 1 -- start start 2024-05-20T21:21:29.485 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.482+0000 7f6e6260d740 1 Processor -- start 2024-05-20T21:21:29.485 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.482+0000 7f6e6260d740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557c2dc07b30 0x557c2dc15ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:29.486 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.482+0000 7f6e6260d740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557c2dc08520 0x557c2dc16020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:29.486 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.482+0000 7f6e6260d740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557c2dc0d690 0x557c2dc85c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:29.486 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.482+0000 7f6e6260d740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f6e581aa700 con 0x557c2dc0d690 2024-05-20T21:21:29.486 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.482+0000 7f6e6260d740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6e581abb70 con 0x557c2dc07b30 2024-05-20T21:21:29.486 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.482+0000 7f6e6260d740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f6e581aadd0 con 0x557c2dc08520 2024-05-20T21:21:29.486 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.482+0000 7f6e6260d740 10 client.0 _ll_register_callbacks cb 0x7f6e48009b40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:29.486 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.483+0000 7f6e5ce00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557c2dc07b30 0x557c2dc15ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:29.486 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.483+0000 7f6e5ce00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557c2dc07b30 0x557c2dc15ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:51280/0 (socket says 172.21.15.8:51280) 2024-05-20T21:21:29.486 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.483+0000 7f6e5ce00640 1 -- 172.21.15.8:0/2493605765 learned_addr learned my addr 172.21.15.8:0/2493605765 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:29.486 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.483+0000 7f6e5d800640 1 --2- 172.21.15.8:0/2493605765 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557c2dc0d690 0x557c2dc85c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:29.486 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.483+0000 7f6e57e00640 1 --2- 172.21.15.8:0/2493605765 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557c2dc08520 0x557c2dc16020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:29.486 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.483+0000 7f6e5ce00640 1 -- 172.21.15.8:0/2493605765 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557c2dc08520 msgr2=0x557c2dc16020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:29.487 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.483+0000 7f6e5ce00640 1 --2- 172.21.15.8:0/2493605765 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557c2dc08520 0x557c2dc16020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.487 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.483+0000 7f6e5ce00640 1 -- 172.21.15.8:0/2493605765 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557c2dc0d690 msgr2=0x557c2dc85c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:29.487 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.483+0000 7f6e5ce00640 1 --2- 172.21.15.8:0/2493605765 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557c2dc0d690 0x557c2dc85c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.487 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.483+0000 7f6e5ce00640 1 -- 172.21.15.8:0/2493605765 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557c2dc16660 con 0x557c2dc07b30 2024-05-20T21:21:29.487 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.483+0000 7f6e5ce00640 1 --2- 172.21.15.8:0/2493605765 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557c2dc07b30 0x557c2dc15ae0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f6e48011cb0 tx=0x7f6e48011d60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5562867d994e76f5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:29.487 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.483+0000 7f6e42a00640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:21:29.488 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.483+0000 7f6e42a00640 1 -- 172.21.15.8:0/2493605765 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e48028040 con 0x557c2dc07b30 2024-05-20T21:21:29.488 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.484+0000 7f6e6260d740 1 -- 172.21.15.8:0/2493605765 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6e500ad040 con 0x557c2dc07b30 2024-05-20T21:21:29.488 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.484+0000 7f6e42a00640 1 -- 172.21.15.8:0/2493605765 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f6e4800f970 con 0x557c2dc07b30 2024-05-20T21:21:29.488 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.484+0000 7f6e42a00640 1 -- 172.21.15.8:0/2493605765 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6e48012450 con 0x557c2dc07b30 2024-05-20T21:21:29.488 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.484+0000 7f6e6260d740 10 client.26837 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:29.488 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.484+0000 7f6e6260d740 1 -- 172.21.15.8:0/2493605765 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557c2dc87220 con 0x557c2dc07b30 2024-05-20T21:21:29.488 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.484+0000 7f6e42a00640 1 -- 172.21.15.8:0/2493605765 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6e500ad040 con 0x557c2dc07b30 2024-05-20T21:21:29.488 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.484+0000 7f6e42a00640 1 -- 172.21.15.8:0/2493605765 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f6e48036040 con 0x557c2dc07b30 2024-05-20T21:21:29.488 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.484+0000 7f6e6260d740 10 client.26837 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:29.488 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.484+0000 7f6e6260d740 10 client.26837 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:21:29.488 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.484+0000 7f6e6260d740 20 client.26837 populate_metadata read hostname 'smithi008' 2024-05-20T21:21:29.488 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.484+0000 7f6e6260d740 1 --2- 172.21.15.8:0/2493605765 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x557c2dc87bf0 0x557c2dc8a010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:29.488 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.484+0000 7f6e6260d740 4 client.26837 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:21:29.488 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.484+0000 7f6e6260d740 1 -- 172.21.15.8:0/2493605765 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x557c2db732c0 con 0x557c2dc87bf0 2024-05-20T21:21:29.489 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.485+0000 7f6e57e00640 1 --2- 172.21.15.8:0/2493605765 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x557c2dc87bf0 0x557c2dc8a010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:29.489 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.485+0000 7f6e57e00640 1 --2- 172.21.15.8:0/2493605765 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x557c2dc87bf0 0x557c2dc8a010 crc :-1 s=READY pgs=168 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=324cf00ae913bb13 server_cookie=4c168bba8806280e in_seq=0 out_seq=0 2024-05-20T21:21:29.489 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.485+0000 7f6e42a00640 10 client.26837 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:21:29.496 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.495+0000 7f6e42a00640 1 -- 172.21.15.8:0/2493605765 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x557c2db732c0 con 0x557c2dc87bf0 2024-05-20T21:21:29.496 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.495+0000 7f6e42a00640 10 client.26837 handle_command_reply: tid=0 2024-05-20T21:21:29.496 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.495+0000 7f6e6260d740 1 client.26837 shutdown 2024-05-20T21:21:29.496 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.495+0000 7f6e6260d740 1 -- 172.21.15.8:0/2493605765 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557c2dc07b30 msgr2=0x557c2dc15ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:29.496 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.495+0000 7f6e6260d740 1 --2- 172.21.15.8:0/2493605765 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557c2dc07b30 0x557c2dc15ae0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f6e48011cb0 tx=0x7f6e48011d60 comp rx=0 tx=0).stop 2024-05-20T21:21:29.496 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.495+0000 7f6e6260d740 1 -- 172.21.15.8:0/2493605765 shutdown_connections 2024-05-20T21:21:29.496 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.495+0000 7f6e6260d740 1 --2- 172.21.15.8:0/2493605765 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x557c2dc87bf0 0x557c2dc8a010 crc :-1 s=READY pgs=168 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.496 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.495+0000 7f6e6260d740 1 --2- 172.21.15.8:0/2493605765 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557c2dc0d690 0x557c2dc85c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.496 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.495+0000 7f6e6260d740 1 --2- 172.21.15.8:0/2493605765 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557c2dc08520 0x557c2dc16020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.496 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.495+0000 7f6e42a00640 0 client.26837 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:21:29.496 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.495+0000 7f6e6260d740 1 --2- 172.21.15.8:0/2493605765 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557c2dc07b30 0x557c2dc15ae0 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.496 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.495+0000 7f6e6260d740 1 -- 172.21.15.8:0/2493605765 >> 172.21.15.8:0/2493605765 conn(0x557c2dc031a0 msgr2=0x557c2dc06610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:29.497 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.495+0000 7f6e6260d740 1 -- 172.21.15.8:0/2493605765 shutdown_connections 2024-05-20T21:21:29.497 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.495+0000 7f6e6260d740 1 -- 172.21.15.8:0/2493605765 wait complete. 2024-05-20T21:21:29.497 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.495+0000 7f6e6260d740 20 client.26837 trim_cache size 0 max 16384 2024-05-20T21:21:29.497 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:21:29.497 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:21:29.498 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:21:29.498 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.496+0000 7f6e5f800640 1 -- 172.21.15.8:0/538704350 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6e3c0b2860 msgr2=0x7f6e3c0b4d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:29.498 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.496+0000 7f6e5f800640 1 --2- 172.21.15.8:0/538704350 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6e3c0b2860 0x7f6e3c0b4d20 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f6e44031500 tx=0x7f6e44005a20 comp rx=0 tx=0).stop 2024-05-20T21:21:29.499 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.496+0000 7f6e5f800640 1 -- 172.21.15.8:0/538704350 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6e58104670 msgr2=0x7f6e581a2500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:29.499 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.496+0000 7f6e5f800640 1 --2- 172.21.15.8:0/538704350 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6e58104670 0x7f6e581a2500 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f6e5000eb10 tx=0x7f6e5000c2d0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.499 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.496+0000 7f6e5f800640 1 -- 172.21.15.8:0/538704350 shutdown_connections 2024-05-20T21:21:29.499 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.496+0000 7f6e5f800640 1 --2- 172.21.15.8:0/538704350 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6e3c0b2860 0x7f6e3c0b4d20 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.499 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.496+0000 7f6e5f800640 1 --2- 172.21.15.8:0/538704350 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6e58104670 0x7f6e581a2500 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.499 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.496+0000 7f6e5f800640 1 --2- 172.21.15.8:0/538704350 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6e58103cb0 0x7f6e5819b490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.499 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.496+0000 7f6e5f800640 1 --2- 172.21.15.8:0/538704350 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6e58102ac0 0x7f6e5819af50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.499 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.496+0000 7f6e5f800640 1 -- 172.21.15.8:0/538704350 >> 172.21.15.8:0/538704350 conn(0x7f6e580fe070 msgr2=0x7f6e58074c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:29.499 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.497+0000 7f6e5f800640 1 -- 172.21.15.8:0/538704350 shutdown_connections 2024-05-20T21:21:29.499 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:29.497+0000 7f6e5f800640 1 -- 172.21.15.8:0/538704350 wait complete. 2024-05-20T21:21:30.101 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:21:30.632 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.631+0000 7fee5b600700 1 -- 172.21.15.8:0/3874322039 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fee5406b220 msgr2=0x7fee5406b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:30.632 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.631+0000 7fee5b600700 1 --2- 172.21.15.8:0/3874322039 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fee5406b220 0x7fee5406b6a0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fee40009990 tx=0x7fee40009ca0 comp rx=0 tx=0).stop 2024-05-20T21:21:30.632 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.631+0000 7fee5b600700 1 -- 172.21.15.8:0/3874322039 shutdown_connections 2024-05-20T21:21:30.632 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.631+0000 7fee5b600700 1 --2- 172.21.15.8:0/3874322039 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fee5406bbe0 0x7fee541103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:30.632 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.631+0000 7fee5b600700 1 --2- 172.21.15.8:0/3874322039 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fee541095b0 0x7fee54109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:30.632 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.631+0000 7fee5b600700 1 --2- 172.21.15.8:0/3874322039 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fee5406b220 0x7fee5406b6a0 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:30.632 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.631+0000 7fee5b600700 1 -- 172.21.15.8:0/3874322039 >> 172.21.15.8:0/3874322039 conn(0x7fee540793f0 msgr2=0x7fee54079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:30.632 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.631+0000 7fee5b600700 1 -- 172.21.15.8:0/3874322039 shutdown_connections 2024-05-20T21:21:30.632 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.631+0000 7fee5b600700 1 -- 172.21.15.8:0/3874322039 wait complete. 2024-05-20T21:21:30.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.632+0000 7fee5b600700 1 Processor -- start 2024-05-20T21:21:30.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.632+0000 7fee5b600700 1 -- start start 2024-05-20T21:21:30.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.633+0000 7fee5b600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fee5406b220 0x7fee5410e530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:30.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.633+0000 7fee5b600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fee5406bbe0 0x7fee5410ea70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:30.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.633+0000 7fee5b600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fee541095b0 0x7fee541a4af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:30.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.633+0000 7fee5b600700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fee54113720 con 0x7fee5406bbe0 2024-05-20T21:21:30.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.633+0000 7fee5b600700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fee541135a0 con 0x7fee5406b220 2024-05-20T21:21:30.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.633+0000 7fee5b600700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fee541138a0 con 0x7fee541095b0 2024-05-20T21:21:30.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.633+0000 7fee58c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fee5406b220 0x7fee5410e530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:30.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.633+0000 7fee53e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fee5406bbe0 0x7fee5410ea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:30.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.633+0000 7fee58c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fee5406b220 0x7fee5410e530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:51306/0 (socket says 172.21.15.8:51306) 2024-05-20T21:21:30.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.633+0000 7fee58c00700 1 -- 172.21.15.8:0/21173916 learned_addr learned my addr 172.21.15.8:0/21173916 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:30.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.633+0000 7fee59600700 1 --2- 172.21.15.8:0/21173916 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fee541095b0 0x7fee541a4af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:30.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.634+0000 7fee58c00700 1 -- 172.21.15.8:0/21173916 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fee541095b0 msgr2=0x7fee541a4af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:30.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.634+0000 7fee58c00700 1 --2- 172.21.15.8:0/21173916 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fee541095b0 0x7fee541a4af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:30.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.634+0000 7fee58c00700 1 -- 172.21.15.8:0/21173916 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fee5406bbe0 msgr2=0x7fee5410ea70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:30.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.634+0000 7fee58c00700 1 --2- 172.21.15.8:0/21173916 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fee5406bbe0 0x7fee5410ea70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:30.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.634+0000 7fee58c00700 1 -- 172.21.15.8:0/21173916 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee541a5230 con 0x7fee5406b220 2024-05-20T21:21:30.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.634+0000 7fee58c00700 1 --2- 172.21.15.8:0/21173916 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fee5406b220 0x7fee5410e530 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fee4800ef10 tx=0x7fee4800c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:30.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.634+0000 7fee51600700 1 -- 172.21.15.8:0/21173916 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee4800c9c0 con 0x7fee5406b220 2024-05-20T21:21:30.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.634+0000 7fee51600700 1 -- 172.21.15.8:0/21173916 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fee48019070 con 0x7fee5406b220 2024-05-20T21:21:30.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.634+0000 7fee5b600700 1 -- 172.21.15.8:0/21173916 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fee541a54c0 con 0x7fee5406b220 2024-05-20T21:21:30.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.634+0000 7fee51600700 1 -- 172.21.15.8:0/21173916 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee48014480 con 0x7fee5406b220 2024-05-20T21:21:30.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.634+0000 7fee5b600700 1 -- 172.21.15.8:0/21173916 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fee541acda0 con 0x7fee5406b220 2024-05-20T21:21:30.638 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.638+0000 7fee51600700 1 -- 172.21.15.8:0/21173916 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fee48012050 con 0x7fee5406b220 2024-05-20T21:21:30.640 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.640+0000 7fee6601eb80 1 Processor -- start 2024-05-20T21:21:30.641 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.641+0000 7fee6601eb80 1 -- start start 2024-05-20T21:21:30.641 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.641+0000 7fee51600700 1 --2- 172.21.15.8:0/21173916 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fee3c0b2900 0x7fee3c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:30.641 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.641+0000 7fee51600700 1 -- 172.21.15.8:0/21173916 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fee480e20b0 con 0x7fee5406b220 2024-05-20T21:21:30.642 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.641+0000 7fee6601eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a58ec03e0 0x563a58ec07c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:30.642 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.641+0000 7fee6601eb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a58ec0d00 0x563a58eba960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:30.642 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.641+0000 7fee59600700 1 --2- 172.21.15.8:0/21173916 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fee3c0b2900 0x7fee3c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:30.642 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.641+0000 7fee6601eb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563a58ebaf80 0x563a58ebb3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:30.642 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.641+0000 7fee6601eb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x563a58e18f40 con 0x563a58ebaf80 2024-05-20T21:21:30.642 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.641+0000 7fee6601eb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x563a58e08ae0 con 0x563a58ec0d00 2024-05-20T21:21:30.642 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.641+0000 7fee6601eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x563a58e0cb20 con 0x563a58ec03e0 2024-05-20T21:21:30.643 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.642+0000 7fee59600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563a58ebaf80 0x563a58ebb3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:30.643 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.642+0000 7fee53e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a58ec0d00 0x563a58eba960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:30.643 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.642+0000 7fee59600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563a58ebaf80 0x563a58ebb3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55658/0 (socket says 172.21.15.8:55658) 2024-05-20T21:21:30.643 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.642+0000 7fee59600700 1 -- 172.21.15.8:0/3532412446 learned_addr learned my addr 172.21.15.8:0/3532412446 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:30.643 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.642+0000 7fee58c00700 1 --2- 172.21.15.8:0/3532412446 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a58ec03e0 0x563a58ec07c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:30.643 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.642+0000 7fee53e00700 1 -- 172.21.15.8:0/3532412446 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a58ec03e0 msgr2=0x563a58ec07c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:30.643 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.642+0000 7fee53e00700 1 --2- 172.21.15.8:0/3532412446 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a58ec03e0 0x563a58ec07c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:30.643 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.642+0000 7fee53e00700 1 -- 172.21.15.8:0/3532412446 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563a58ebaf80 msgr2=0x563a58ebb3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:30.644 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.642+0000 7fee53e00700 1 --2- 172.21.15.8:0/3532412446 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563a58ebaf80 0x563a58ebb3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:30.644 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.642+0000 7fee53e00700 1 -- 172.21.15.8:0/3532412446 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563a58dd1520 con 0x563a58ec0d00 2024-05-20T21:21:30.644 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.642+0000 7fee59600700 1 --2- 172.21.15.8:0/3532412446 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563a58ebaf80 0x563a58ebb3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:21:30.644 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.642+0000 7fee58c00700 1 --2- 172.21.15.8:0/3532412446 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a58ec03e0 0x563a58ec07c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:21:30.644 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.643+0000 7fee59600700 1 --2- 172.21.15.8:0/21173916 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fee3c0b2900 0x7fee3c0b4dc0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fee4c013570 tx=0x7fee4c013930 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:30.644 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.643+0000 7fee53e00700 1 --2- 172.21.15.8:0/3532412446 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a58ec0d00 0x563a58eba960 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fee40006010 tx=0x7fee400096a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5ab05491f2408bd3 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:30.645 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.643+0000 7fee46000700 1 -- 172.21.15.8:0/3532412446 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee40027070 con 0x563a58ec0d00 2024-05-20T21:21:30.645 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.643+0000 7fee46000700 1 -- 172.21.15.8:0/3532412446 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fee400056a0 con 0x563a58ec0d00 2024-05-20T21:21:30.645 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.643+0000 7fee46000700 1 -- 172.21.15.8:0/3532412446 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee40003a70 con 0x563a58ec0d00 2024-05-20T21:21:30.645 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.644+0000 7fee6601eb80 1 -- 172.21.15.8:0/3532412446 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a58ec0d00 msgr2=0x563a58eba960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:30.645 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.644+0000 7fee6601eb80 1 --2- 172.21.15.8:0/3532412446 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a58ec0d00 0x563a58eba960 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fee40006010 tx=0x7fee400096a0 comp rx=0 tx=0).stop 2024-05-20T21:21:30.645 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.644+0000 7fee6601eb80 1 -- 172.21.15.8:0/3532412446 shutdown_connections 2024-05-20T21:21:30.645 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.644+0000 7fee6601eb80 1 --2- 172.21.15.8:0/3532412446 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563a58ebaf80 0x563a58ebb3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:30.645 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.644+0000 7fee6601eb80 1 --2- 172.21.15.8:0/3532412446 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a58ec03e0 0x563a58ec07c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:30.646 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.644+0000 7fee6601eb80 1 --2- 172.21.15.8:0/3532412446 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a58ec0d00 0x563a58eba960 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:30.646 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.644+0000 7fee6601eb80 1 -- 172.21.15.8:0/3532412446 >> 172.21.15.8:0/3532412446 conn(0x563a58de8ce0 msgr2=0x563a58eb5420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:30.646 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.644+0000 7fee6601eb80 1 -- 172.21.15.8:0/3532412446 shutdown_connections 2024-05-20T21:21:30.646 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.644+0000 7fee6601eb80 1 -- 172.21.15.8:0/3532412446 wait complete. 2024-05-20T21:21:30.646 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.645+0000 7fee6601eb80 1 -- start start 2024-05-20T21:21:30.646 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.645+0000 7fee6601eb80 1 Processor -- start 2024-05-20T21:21:30.646 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.645+0000 7fee6601eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a58ebaf80 0x563a58ec69d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:30.646 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.645+0000 7fee6601eb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a58ec03e0 0x563a58ec3d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:30.647 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.645+0000 7fee6601eb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563a58ec0d00 0x563a58ec42b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:30.647 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.645+0000 7fee6601eb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x563a58d0f0a0 con 0x563a58ec0d00 2024-05-20T21:21:30.647 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.645+0000 7fee6601eb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x563a58da9860 con 0x563a58ec03e0 2024-05-20T21:21:30.647 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.645+0000 7fee6601eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x563a58ec7780 con 0x563a58ebaf80 2024-05-20T21:21:30.647 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.645+0000 7fee6601eb80 10 client.0 _ll_register_callbacks cb 0x563a58db2d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:30.647 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.646+0000 7fee59600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563a58ec0d00 0x563a58ec42b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:30.647 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.646+0000 7fee53e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a58ec03e0 0x563a58ec3d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:30.647 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.646+0000 7fee59600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563a58ec0d00 0x563a58ec42b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55666/0 (socket says 172.21.15.8:55666) 2024-05-20T21:21:30.647 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.646+0000 7fee58c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a58ebaf80 0x563a58ec69d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:30.647 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.646+0000 7fee59600700 1 -- 172.21.15.8:0/3532966514 learned_addr learned my addr 172.21.15.8:0/3532966514 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:30.648 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.646+0000 7fee58c00700 1 -- 172.21.15.8:0/3532966514 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a58ec03e0 msgr2=0x563a58ec3d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:30.649 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.646+0000 7fee58c00700 1 --2- 172.21.15.8:0/3532966514 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a58ec03e0 0x563a58ec3d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:30.649 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.646+0000 7fee58c00700 1 -- 172.21.15.8:0/3532966514 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563a58ec0d00 msgr2=0x563a58ec42b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:30.649 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.646+0000 7fee58c00700 1 --2- 172.21.15.8:0/3532966514 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563a58ec0d00 0x563a58ec42b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:30.649 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.646+0000 7fee58c00700 1 -- 172.21.15.8:0/3532966514 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563a58d589d0 con 0x563a58ebaf80 2024-05-20T21:21:30.649 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.647+0000 7fee58c00700 1 --2- 172.21.15.8:0/3532966514 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a58ebaf80 0x563a58ec69d0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fee480dfb40 tx=0x7fee480a8ec0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=66e925638d886b11 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:30.649 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.647+0000 7fee3aa00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:21:30.649 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.647+0000 7fee3aa00700 1 -- 172.21.15.8:0/3532966514 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee480a9d60 con 0x563a58ebaf80 2024-05-20T21:21:30.649 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.647+0000 7fee3aa00700 1 -- 172.21.15.8:0/3532966514 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fee480a9ad0 con 0x563a58ebaf80 2024-05-20T21:21:30.649 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.647+0000 7fee6601eb80 1 -- 172.21.15.8:0/3532966514 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fee400056a0 con 0x563a58ebaf80 2024-05-20T21:21:30.649 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.647+0000 7fee3aa00700 1 -- 172.21.15.8:0/3532966514 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fee480a9660 con 0x563a58ebaf80 2024-05-20T21:21:30.649 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.647+0000 7fee6601eb80 10 client.26902 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:30.649 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.648+0000 7fee6601eb80 1 -- 172.21.15.8:0/3532966514 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563a58dd9160 con 0x563a58ebaf80 2024-05-20T21:21:30.649 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.648+0000 7fee3aa00700 1 -- 172.21.15.8:0/3532966514 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fee400056a0 con 0x563a58ebaf80 2024-05-20T21:21:30.649 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.648+0000 7fee3aa00700 1 -- 172.21.15.8:0/3532966514 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fee480b2030 con 0x563a58ebaf80 2024-05-20T21:21:30.650 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.648+0000 7fee6601eb80 10 client.26902 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:30.650 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.648+0000 7fee6601eb80 10 client.26902 resolve_mds: validated gid 24529 aka daemon mds.i 2024-05-20T21:21:30.650 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.648+0000 7fee6601eb80 20 client.26902 populate_metadata read hostname 'smithi008' 2024-05-20T21:21:30.650 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.648+0000 7fee6601eb80 1 --2- 172.21.15.8:0/3532966514 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x563a58ed4340 0x563a58ed6730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:30.650 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.648+0000 7fee6601eb80 4 client.26902 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:21:30.650 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.648+0000 7fee6601eb80 1 -- 172.21.15.8:0/3532966514 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563a58e1ae90 con 0x563a58ed4340 2024-05-20T21:21:30.651 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.649+0000 7fee53e00700 1 --2- 172.21.15.8:0/3532966514 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x563a58ed4340 0x563a58ed6730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:30.651 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.650+0000 7fee53e00700 1 --2- 172.21.15.8:0/3532966514 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x563a58ed4340 0x563a58ed6730 crc :-1 s=READY pgs=169 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=11b896669452c45 server_cookie=b23cb08c13e5707c in_seq=0 out_seq=0 2024-05-20T21:21:30.651 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.650+0000 7fee3aa00700 10 client.26902 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:21:30.651 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.650+0000 7fee3aa00700 1 -- 172.21.15.8:0/3532966514 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x563a58e1ae90 con 0x563a58ed4340 2024-05-20T21:21:30.651 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.650+0000 7fee3aa00700 10 client.26902 handle_command_reply: tid=0 2024-05-20T21:21:30.651 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.650+0000 7fee6601eb80 1 client.26902 shutdown 2024-05-20T21:21:30.652 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.651+0000 7fee6601eb80 1 -- 172.21.15.8:0/3532966514 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a58ebaf80 msgr2=0x563a58ec69d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:30.652 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.651+0000 7fee6601eb80 1 --2- 172.21.15.8:0/3532966514 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a58ebaf80 0x563a58ec69d0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fee480dfb40 tx=0x7fee480a8ec0 comp rx=0 tx=0).stop 2024-05-20T21:21:30.652 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.651+0000 7fee6601eb80 1 -- 172.21.15.8:0/3532966514 shutdown_connections 2024-05-20T21:21:30.652 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.651+0000 7fee6601eb80 1 --2- 172.21.15.8:0/3532966514 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x563a58ed4340 0x563a58ed6730 crc :-1 s=READY pgs=169 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:30.652 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.651+0000 7fee6601eb80 1 --2- 172.21.15.8:0/3532966514 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563a58ec0d00 0x563a58ec42b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:30.652 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.651+0000 7fee6601eb80 1 --2- 172.21.15.8:0/3532966514 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a58ebaf80 0x563a58ec69d0 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:30.652 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.651+0000 7fee6601eb80 1 --2- 172.21.15.8:0/3532966514 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a58ec03e0 0x563a58ec3d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:30.652 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.651+0000 7fee6601eb80 1 -- 172.21.15.8:0/3532966514 >> 172.21.15.8:0/3532966514 conn(0x563a58de8ce0 msgr2=0x563a58eb9950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:30.652 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.651+0000 7fee3aa00700 0 client.26902 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:21:30.652 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.651+0000 7fee6601eb80 1 -- 172.21.15.8:0/3532966514 shutdown_connections 2024-05-20T21:21:30.652 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.651+0000 7fee6601eb80 1 -- 172.21.15.8:0/3532966514 wait complete. 2024-05-20T21:21:30.653 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.651+0000 7fee6601eb80 20 client.26902 trim_cache size 0 max 16384 2024-05-20T21:21:30.676 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.676+0000 7fee6601eb80 1 Processor -- start 2024-05-20T21:21:30.676 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.676+0000 7fee6601eb80 1 -- start start 2024-05-20T21:21:30.677 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.676+0000 7fee6601eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a58ebaf80 0x563a58edbf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:30.677 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.676+0000 7fee6601eb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563a58ec03e0 0x563a58edc450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:30.677 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.677+0000 7fee6601eb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a58ec0d00 0x563a58ec10e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:30.677 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.677+0000 7fee6601eb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fee541b6c20 con 0x563a58ec03e0 2024-05-20T21:21:30.677 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.677+0000 7fee6601eb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fee541b44b0 con 0x563a58ec0d00 2024-05-20T21:21:30.677 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.677+0000 7fee6601eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fee541b2300 con 0x563a58ebaf80 2024-05-20T21:21:30.677 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.677+0000 7fee58c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a58ebaf80 0x563a58edbf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:30.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.677+0000 7fee59600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a58ec0d00 0x563a58ec10e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:30.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.677+0000 7fee58c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a58ebaf80 0x563a58edbf10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:42636/0 (socket says 172.21.15.8:42636) 2024-05-20T21:21:30.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.677+0000 7fee58c00700 1 -- 172.21.15.8:0/2298646723 learned_addr learned my addr 172.21.15.8:0/2298646723 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:30.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.677+0000 7fee53e00700 1 --2- 172.21.15.8:0/2298646723 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563a58ec03e0 0x563a58edc450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:30.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.677+0000 7fee58c00700 1 -- 172.21.15.8:0/2298646723 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a58ec0d00 msgr2=0x563a58ec10e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:30.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.677+0000 7fee58c00700 1 --2- 172.21.15.8:0/2298646723 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a58ec0d00 0x563a58ec10e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:30.679 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.677+0000 7fee58c00700 1 -- 172.21.15.8:0/2298646723 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563a58ec03e0 msgr2=0x563a58edc450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:30.679 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.677+0000 7fee58c00700 1 --2- 172.21.15.8:0/2298646723 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563a58ec03e0 0x563a58edc450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:30.679 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.677+0000 7fee58c00700 1 -- 172.21.15.8:0/2298646723 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563a58ed6cc0 con 0x563a58ebaf80 2024-05-20T21:21:30.679 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.678+0000 7fee58c00700 1 --2- 172.21.15.8:0/2298646723 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a58ebaf80 0x563a58edbf10 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fee480090a0 tx=0x7fee4800ef60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8eea96ad5aecb4cb server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:30.679 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.678+0000 7fee45600700 1 -- 172.21.15.8:0/2298646723 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee480a5350 con 0x563a58ebaf80 2024-05-20T21:21:30.679 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.678+0000 7fee45600700 1 -- 172.21.15.8:0/2298646723 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fee480b24c0 con 0x563a58ebaf80 2024-05-20T21:21:30.679 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.678+0000 7fee45600700 1 -- 172.21.15.8:0/2298646723 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee480a5520 con 0x563a58ebaf80 2024-05-20T21:21:30.680 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.679+0000 7fee6601eb80 1 -- 172.21.15.8:0/2298646723 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a58ebaf80 msgr2=0x563a58edbf10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:30.680 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.679+0000 7fee6601eb80 1 --2- 172.21.15.8:0/2298646723 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a58ebaf80 0x563a58edbf10 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fee480090a0 tx=0x7fee4800ef60 comp rx=0 tx=0).stop 2024-05-20T21:21:30.680 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.679+0000 7fee6601eb80 1 -- 172.21.15.8:0/2298646723 shutdown_connections 2024-05-20T21:21:30.680 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.679+0000 7fee6601eb80 1 --2- 172.21.15.8:0/2298646723 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a58ec0d00 0x563a58ec10e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:30.680 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.679+0000 7fee6601eb80 1 --2- 172.21.15.8:0/2298646723 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a58ebaf80 0x563a58edbf10 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:30.680 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.679+0000 7fee6601eb80 1 --2- 172.21.15.8:0/2298646723 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563a58ec03e0 0x563a58edc450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:30.680 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.679+0000 7fee6601eb80 1 -- 172.21.15.8:0/2298646723 >> 172.21.15.8:0/2298646723 conn(0x563a58de8ce0 msgr2=0x563a58eba2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:30.680 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.679+0000 7fee6601eb80 1 -- 172.21.15.8:0/2298646723 shutdown_connections 2024-05-20T21:21:30.680 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.679+0000 7fee6601eb80 1 -- 172.21.15.8:0/2298646723 wait complete. 2024-05-20T21:21:30.681 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.680+0000 7fee6601eb80 1 -- start start 2024-05-20T21:21:30.681 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.680+0000 7fee6601eb80 1 Processor -- start 2024-05-20T21:21:30.681 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.681+0000 7fee6601eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a58ebaf80 0x563a58eccf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:30.681 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.681+0000 7fee6601eb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563a58ec03e0 0x563a58eca2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:30.681 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.681+0000 7fee6601eb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a58ec0d00 0x563a58eca7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:30.681 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.681+0000 7fee6601eb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fee541b2970 con 0x563a58ec03e0 2024-05-20T21:21:30.681 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.681+0000 7fee6601eb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fee541b3de0 con 0x563a58ec0d00 2024-05-20T21:21:30.681 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.681+0000 7fee6601eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fee541b3040 con 0x563a58ebaf80 2024-05-20T21:21:30.681 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.681+0000 7fee6601eb80 10 client.0 _ll_register_callbacks cb 0x563a58db2d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:30.682 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.681+0000 7fee53e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563a58ec03e0 0x563a58eca2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:30.682 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.681+0000 7fee53e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563a58ec03e0 0x563a58eca2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55686/0 (socket says 172.21.15.8:55686) 2024-05-20T21:21:30.682 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.681+0000 7fee53e00700 1 -- 172.21.15.8:0/1720014293 learned_addr learned my addr 172.21.15.8:0/1720014293 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:30.682 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.681+0000 7fee58c00700 1 --2- 172.21.15.8:0/1720014293 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a58ebaf80 0x563a58eccf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:30.683 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.681+0000 7fee59600700 1 --2- 172.21.15.8:0/1720014293 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a58ec0d00 0x563a58eca7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:30.683 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.682+0000 7fee53e00700 1 -- 172.21.15.8:0/1720014293 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a58ebaf80 msgr2=0x563a58eccf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:30.683 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.682+0000 7fee53e00700 1 --2- 172.21.15.8:0/1720014293 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a58ebaf80 0x563a58eccf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:30.683 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.682+0000 7fee53e00700 1 -- 172.21.15.8:0/1720014293 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a58ec0d00 msgr2=0x563a58eca7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:30.683 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.682+0000 7fee53e00700 1 --2- 172.21.15.8:0/1720014293 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a58ec0d00 0x563a58eca7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:30.683 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.682+0000 7fee53e00700 1 -- 172.21.15.8:0/1720014293 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563a58ecadf0 con 0x563a58ec03e0 2024-05-20T21:21:30.683 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.682+0000 7fee58c00700 1 --2- 172.21.15.8:0/1720014293 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a58ebaf80 0x563a58eccf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:30.683 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.682+0000 7fee59600700 1 --2- 172.21.15.8:0/1720014293 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a58ec0d00 0x563a58eca7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:21:30.683 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.682+0000 7fee53e00700 1 --2- 172.21.15.8:0/1720014293 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563a58ec03e0 0x563a58eca2a0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fee54104550 tx=0x7fee40009710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f47ae24c8d565c86 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:30.683 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.682+0000 7fee3aa00700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:21:30.684 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.682+0000 7fee3aa00700 1 -- 172.21.15.8:0/1720014293 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee40033070 con 0x563a58ec03e0 2024-05-20T21:21:30.684 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.682+0000 7fee6601eb80 1 -- 172.21.15.8:0/1720014293 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x563a58e14670 con 0x563a58ec03e0 2024-05-20T21:21:30.684 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.683+0000 7fee3aa00700 1 -- 172.21.15.8:0/1720014293 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fee4000bb00 con 0x563a58ec03e0 2024-05-20T21:21:30.684 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.683+0000 7fee3aa00700 1 -- 172.21.15.8:0/1720014293 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fee4003f050 con 0x563a58ec03e0 2024-05-20T21:21:30.684 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.683+0000 7fee6601eb80 10 client.16743 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:30.685 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.683+0000 7fee6601eb80 1 -- 172.21.15.8:0/1720014293 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563a58f40c90 con 0x563a58ec03e0 2024-05-20T21:21:30.685 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.683+0000 7fee3aa00700 1 -- 172.21.15.8:0/1720014293 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x563a58e14670 con 0x563a58ec03e0 2024-05-20T21:21:30.685 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.683+0000 7fee3aa00700 1 -- 172.21.15.8:0/1720014293 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fee40021070 con 0x563a58ec03e0 2024-05-20T21:21:30.685 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.684+0000 7fee6601eb80 10 client.16743 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:30.685 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.684+0000 7fee6601eb80 10 client.16743 resolve_mds: validated gid 24529 aka daemon mds.i 2024-05-20T21:21:30.685 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.684+0000 7fee6601eb80 20 client.16743 populate_metadata read hostname 'smithi008' 2024-05-20T21:21:30.685 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.684+0000 7fee6601eb80 1 --2- 172.21.15.8:0/1720014293 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x563a58f40f20 0x563a58f43310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:30.685 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.684+0000 7fee6601eb80 4 client.16743 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "d64473dd", "release": true, "await": true}] 2024-05-20T21:21:30.685 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.684+0000 7fee6601eb80 1 -- 172.21.15.8:0/1720014293 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "quiesce db", "set_id": "d64473dd", "release": true, "await": true}) -- 0x563a58c8b350 con 0x563a58f40f20 2024-05-20T21:21:30.685 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.684+0000 7fee58c00700 1 --2- 172.21.15.8:0/1720014293 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x563a58f40f20 0x563a58f43310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:30.685 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.685+0000 7fee58c00700 1 --2- 172.21.15.8:0/1720014293 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x563a58f40f20 0x563a58f43310 crc :-1 s=READY pgs=170 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ef096c7d6b415c1b server_cookie=8f8e11ac321e7e83 in_seq=0 out_seq=0 2024-05-20T21:21:30.686 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.685+0000 7fee3aa00700 10 client.16743 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:21:30.688 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.687+0000 7fee3aa00700 1 -- 172.21.15.8:0/1720014293 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x563a58c8b350 con 0x563a58f40f20 2024-05-20T21:21:30.688 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.687+0000 7fee3aa00700 10 client.16743 handle_command_reply: tid=0 2024-05-20T21:21:30.688 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.687+0000 7fee6601eb80 1 client.16743 shutdown 2024-05-20T21:21:30.688 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.688+0000 7fee6601eb80 1 -- 172.21.15.8:0/1720014293 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563a58ec03e0 msgr2=0x563a58eca2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:30.689 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.688+0000 7fee6601eb80 1 --2- 172.21.15.8:0/1720014293 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563a58ec03e0 0x563a58eca2a0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fee54104550 tx=0x7fee40009710 comp rx=0 tx=0).stop 2024-05-20T21:21:30.689 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.688+0000 7fee6601eb80 1 -- 172.21.15.8:0/1720014293 shutdown_connections 2024-05-20T21:21:30.689 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.688+0000 7fee6601eb80 1 --2- 172.21.15.8:0/1720014293 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x563a58f40f20 0x563a58f43310 crc :-1 s=READY pgs=170 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:30.689 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.688+0000 7fee6601eb80 1 --2- 172.21.15.8:0/1720014293 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a58ec0d00 0x563a58eca7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:30.689 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.688+0000 7fee6601eb80 1 --2- 172.21.15.8:0/1720014293 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a58ebaf80 0x563a58eccf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:30.689 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.688+0000 7fee6601eb80 1 --2- 172.21.15.8:0/1720014293 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563a58ec03e0 0x563a58eca2a0 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:30.689 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.688+0000 7fee6601eb80 1 -- 172.21.15.8:0/1720014293 >> 172.21.15.8:0/1720014293 conn(0x563a58de8ce0 msgr2=0x563a58eaed80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:30.689 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.688+0000 7fee3aa00700 0 client.16743 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:21:30.689 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.688+0000 7fee6601eb80 1 -- 172.21.15.8:0/1720014293 shutdown_connections 2024-05-20T21:21:30.689 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.688+0000 7fee6601eb80 1 -- 172.21.15.8:0/1720014293 wait complete. 2024-05-20T21:21:30.689 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.688+0000 7fee6601eb80 20 client.16743 trim_cache size 0 max 16384 2024-05-20T21:21:30.690 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:21:30.690 INFO:teuthology.orchestra.run.smithi008.stdout: "epoch": 26, 2024-05-20T21:21:30.690 INFO:teuthology.orchestra.run.smithi008.stdout: "leader": 24529, 2024-05-20T21:21:30.690 INFO:teuthology.orchestra.run.smithi008.stdout: "set_version": 24, 2024-05-20T21:21:30.690 INFO:teuthology.orchestra.run.smithi008.stdout: "sets": { 2024-05-20T21:21:30.690 INFO:teuthology.orchestra.run.smithi008.stdout: "d64473dd": { 2024-05-20T21:21:30.690 INFO:teuthology.orchestra.run.smithi008.stdout: "version": 24, 2024-05-20T21:21:30.690 INFO:teuthology.orchestra.run.smithi008.stdout: "age_ref": 0.0, 2024-05-20T21:21:30.690 INFO:teuthology.orchestra.run.smithi008.stdout: "state": { 2024-05-20T21:21:30.691 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "RELEASED", 2024-05-20T21:21:30.691 INFO:teuthology.orchestra.run.smithi008.stdout: "age": 0.0 2024-05-20T21:21:30.691 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:21:30.691 INFO:teuthology.orchestra.run.smithi008.stdout: "timeout": 90.0, 2024-05-20T21:21:30.691 INFO:teuthology.orchestra.run.smithi008.stdout: "expiration": 141.3, 2024-05-20T21:21:30.691 INFO:teuthology.orchestra.run.smithi008.stdout: "members": { 2024-05-20T21:21:30.691 INFO:teuthology.orchestra.run.smithi008.stdout: "file:/": { 2024-05-20T21:21:30.691 INFO:teuthology.orchestra.run.smithi008.stdout: "excluded": false, 2024-05-20T21:21:30.691 INFO:teuthology.orchestra.run.smithi008.stdout: "state": { 2024-05-20T21:21:30.691 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "RELEASED", 2024-05-20T21:21:30.691 INFO:teuthology.orchestra.run.smithi008.stdout: "age": 0.0 2024-05-20T21:21:30.691 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:21:30.691 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:21:30.691 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:21:30.692 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:21:30.692 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:21:30.692 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:21:30.692 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.689+0000 7fee5b600700 1 -- 172.21.15.8:0/21173916 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fee3c0b2900 msgr2=0x7fee3c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:30.692 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.689+0000 7fee5b600700 1 --2- 172.21.15.8:0/21173916 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fee3c0b2900 0x7fee3c0b4dc0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fee4c013570 tx=0x7fee4c013930 comp rx=0 tx=0).stop 2024-05-20T21:21:30.692 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.689+0000 7fee5b600700 1 -- 172.21.15.8:0/21173916 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fee5406b220 msgr2=0x7fee5410e530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:30.693 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.689+0000 7fee5b600700 1 --2- 172.21.15.8:0/21173916 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fee5406b220 0x7fee5410e530 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fee4800ef10 tx=0x7fee4800c3a0 comp rx=0 tx=0).stop 2024-05-20T21:21:30.693 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.689+0000 7fee5b600700 1 -- 172.21.15.8:0/21173916 shutdown_connections 2024-05-20T21:21:30.693 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.689+0000 7fee5b600700 1 --2- 172.21.15.8:0/21173916 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fee3c0b2900 0x7fee3c0b4dc0 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:30.693 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.689+0000 7fee5b600700 1 --2- 172.21.15.8:0/21173916 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fee5406b220 0x7fee5410e530 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:30.693 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.689+0000 7fee5b600700 1 --2- 172.21.15.8:0/21173916 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fee541095b0 0x7fee541a4af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:30.693 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.689+0000 7fee5b600700 1 --2- 172.21.15.8:0/21173916 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fee5406bbe0 0x7fee5410ea70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:30.693 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.689+0000 7fee5b600700 1 -- 172.21.15.8:0/21173916 >> 172.21.15.8:0/21173916 conn(0x7fee540793f0 msgr2=0x7fee54102ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:30.693 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.690+0000 7fee5b600700 1 -- 172.21.15.8:0/21173916 shutdown_connections 2024-05-20T21:21:30.693 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:30.690+0000 7fee5b600700 1 -- 172.21.15.8:0/21173916 wait complete. 2024-05-20T21:21:30.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:21:30 smithi130 ceph-mon[36448]: pgmap v625: 97 pgs: 97 active+clean; 2.7 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 2.2 KiB/s wr, 9 op/s 2024-05-20T21:21:30.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:21:30 smithi050 ceph-mon[35809]: pgmap v625: 97 pgs: 97 active+clean; 2.7 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 2.2 KiB/s wr, 9 op/s 2024-05-20T21:21:30.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:21:30 smithi008 ceph-mon[31475]: pgmap v625: 97 pgs: 97 active+clean; 2.7 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 2.2 KiB/s wr, 9 op/s 2024-05-20T21:21:31.595 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:21:31.621 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'd64473dd', total seconds elapsed: 31.3 2024-05-20T21:21:32.849 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:21:32 smithi008 ceph-mon[31475]: pgmap v626: 97 pgs: 97 active+clean; 2.7 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 938 B/s wr, 8 op/s 2024-05-20T21:21:32.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:21:32 smithi130 ceph-mon[36448]: pgmap v626: 97 pgs: 97 active+clean; 2.7 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 938 B/s wr, 8 op/s 2024-05-20T21:21:32.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:21:32 smithi050 ceph-mon[35809]: pgmap v626: 97 pgs: 97 active+clean; 2.7 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 938 B/s wr, 8 op/s 2024-05-20T21:21:33.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.775+0000 7fc5ce400700 1 -- 172.21.15.8:0/1869076254 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc5c81143f0 msgr2=0x7fc5c81167e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:33.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.775+0000 7fc5ce400700 1 --2- 172.21.15.8:0/1869076254 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc5c81143f0 0x7fc5c81167e0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fc5c00098f0 tx=0x7fc5c0009c00 comp rx=0 tx=0).stop 2024-05-20T21:21:33.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.775+0000 7fc5ce400700 1 -- 172.21.15.8:0/1869076254 shutdown_connections 2024-05-20T21:21:33.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.775+0000 7fc5ce400700 1 --2- 172.21.15.8:0/1869076254 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc5c8077a70 0x7fc5c8077e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:33.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.775+0000 7fc5ce400700 1 --2- 172.21.15.8:0/1869076254 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc5c81143f0 0x7fc5c81167e0 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:33.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.775+0000 7fc5ce400700 1 --2- 172.21.15.8:0/1869076254 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc5c8078390 0x7fc5c8113eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:33.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.775+0000 7fc5ce400700 1 -- 172.21.15.8:0/1869076254 >> 172.21.15.8:0/1869076254 conn(0x7fc5c8101240 msgr2=0x7fc5c8103660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:33.777 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.775+0000 7fc5ce400700 1 -- 172.21.15.8:0/1869076254 shutdown_connections 2024-05-20T21:21:33.777 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.775+0000 7fc5ce400700 1 -- 172.21.15.8:0/1869076254 wait complete. 2024-05-20T21:21:33.777 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.777+0000 7fc5ce400700 1 Processor -- start 2024-05-20T21:21:33.777 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.777+0000 7fc5ce400700 1 -- start start 2024-05-20T21:21:33.778 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.777+0000 7fc5ce400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc5c8077a70 0x7fc5c81a02d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:33.778 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.777+0000 7fc5ce400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc5c8078390 0x7fc5c81a0810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:33.778 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.777+0000 7fc5ce400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc5c81143f0 0x7fc5c81a4ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:33.778 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.778+0000 7fc5ce400700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc5c8119d80 con 0x7fc5c8077a70 2024-05-20T21:21:33.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.778+0000 7fc5ce400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc5c8119c00 con 0x7fc5c8078390 2024-05-20T21:21:33.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.778+0000 7fc5ce400700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc5c8119f00 con 0x7fc5c81143f0 2024-05-20T21:21:33.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.778+0000 7fc5bea00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc5c8078390 0x7fc5c81a0810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:33.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.778+0000 7fc5c7e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc5c81143f0 0x7fc5c81a4ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:33.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.778+0000 7fc5bea00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc5c8078390 0x7fc5c81a0810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:56166/0 (socket says 172.21.15.8:56166) 2024-05-20T21:21:33.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.778+0000 7fc5bea00700 1 -- 172.21.15.8:0/3911681213 learned_addr learned my addr 172.21.15.8:0/3911681213 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:33.780 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.778+0000 7fc5c7400700 1 --2- 172.21.15.8:0/3911681213 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc5c8077a70 0x7fc5c81a02d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:33.780 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.778+0000 7fc5c7e00700 1 -- 172.21.15.8:0/3911681213 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc5c8078390 msgr2=0x7fc5c81a0810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:33.780 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.778+0000 7fc5c7e00700 1 --2- 172.21.15.8:0/3911681213 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc5c8078390 0x7fc5c81a0810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:33.780 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.778+0000 7fc5c7e00700 1 -- 172.21.15.8:0/3911681213 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc5c8077a70 msgr2=0x7fc5c81a02d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:33.780 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.778+0000 7fc5c7e00700 1 --2- 172.21.15.8:0/3911681213 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc5c8077a70 0x7fc5c81a02d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:33.780 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.778+0000 7fc5c7e00700 1 -- 172.21.15.8:0/3911681213 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5c81a52e0 con 0x7fc5c81143f0 2024-05-20T21:21:33.780 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.779+0000 7fc5c7e00700 1 --2- 172.21.15.8:0/3911681213 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc5c81143f0 0x7fc5c81a4ba0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fc5c0009230 tx=0x7fc5c000fa00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:33.780 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.779+0000 7fc5c4c00700 1 -- 172.21.15.8:0/3911681213 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5c0027070 con 0x7fc5c81143f0 2024-05-20T21:21:33.781 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.779+0000 7fc5c4c00700 1 -- 172.21.15.8:0/3911681213 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc5c00056b0 con 0x7fc5c81143f0 2024-05-20T21:21:33.781 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.779+0000 7fc5ce400700 1 -- 172.21.15.8:0/3911681213 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5c81a5570 con 0x7fc5c81143f0 2024-05-20T21:21:33.781 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.779+0000 7fc5c4c00700 1 -- 172.21.15.8:0/3911681213 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5c0004950 con 0x7fc5c81143f0 2024-05-20T21:21:33.781 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.779+0000 7fc5ce400700 1 -- 172.21.15.8:0/3911681213 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5c81ace50 con 0x7fc5c81143f0 2024-05-20T21:21:33.783 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.783+0000 7fc5c4c00700 1 -- 172.21.15.8:0/3911681213 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fc5c002a070 con 0x7fc5c81143f0 2024-05-20T21:21:33.785 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.784+0000 7fc5d8e5fb80 1 Processor -- start 2024-05-20T21:21:33.785 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.784+0000 7fc5d8e5fb80 1 -- start start 2024-05-20T21:21:33.786 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.785+0000 7fc5c4c00700 1 --2- 172.21.15.8:0/3911681213 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc5ac0b2900 0x7fc5ac0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:33.786 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.785+0000 7fc5d8e5fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557da99f8eb0 0x557da99f9290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:33.786 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.785+0000 7fc5d8e5fb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557da99f97d0 0x557da99f3260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:33.786 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.785+0000 7fc5d8e5fb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557da99f3880 0x557da99f3ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:33.786 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.785+0000 7fc5d8e5fb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x557da9951e40 con 0x557da99f97d0 2024-05-20T21:21:33.786 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.785+0000 7fc5d8e5fb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x557da99419e0 con 0x557da99f3880 2024-05-20T21:21:33.786 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.785+0000 7fc5d8e5fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x557da9945a20 con 0x557da99f8eb0 2024-05-20T21:21:33.786 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.785+0000 7fc5c4c00700 1 -- 172.21.15.8:0/3911681213 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc5c00e2a60 con 0x7fc5c81143f0 2024-05-20T21:21:33.786 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.785+0000 7fc5bea00700 1 --2- 172.21.15.8:0/3911681213 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc5ac0b2900 0x7fc5ac0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:33.786 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.785+0000 7fc5c7400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557da99f8eb0 0x557da99f9290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:33.787 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.785+0000 7fc5c7400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557da99f8eb0 0x557da99f9290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:32918/0 (socket says 172.21.15.8:32918) 2024-05-20T21:21:33.787 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.785+0000 7fc5c7e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557da99f3880 0x557da99f3ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:33.787 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.785+0000 7fc5c7400700 1 -- 172.21.15.8:0/3275109536 learned_addr learned my addr 172.21.15.8:0/3275109536 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:33.787 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.785+0000 7fc5bea00700 1 --2- 172.21.15.8:0/3275109536 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557da99f97d0 0x557da99f3260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:33.788 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.786+0000 7fc5c7400700 1 -- 172.21.15.8:0/3275109536 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557da99f3880 msgr2=0x557da99f3ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:33.788 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.786+0000 7fc5c7400700 1 --2- 172.21.15.8:0/3275109536 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557da99f3880 0x557da99f3ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:33.788 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.786+0000 7fc5c7400700 1 -- 172.21.15.8:0/3275109536 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557da99f97d0 msgr2=0x557da99f3260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:33.788 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.786+0000 7fc5c7400700 1 --2- 172.21.15.8:0/3275109536 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557da99f97d0 0x557da99f3260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:33.788 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.786+0000 7fc5c7400700 1 -- 172.21.15.8:0/3275109536 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557da990a420 con 0x557da99f8eb0 2024-05-20T21:21:33.788 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.786+0000 7fc5c7e00700 1 --2- 172.21.15.8:0/3275109536 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557da99f3880 0x557da99f3ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:33.788 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.786+0000 7fc5c7400700 1 --2- 172.21.15.8:0/3275109536 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557da99f8eb0 0x557da99f9290 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fc5b8009420 tx=0x7fc5b8009920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=900c1651d2ecc901 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:33.788 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.786+0000 7fc5bea00700 1 --2- 172.21.15.8:0/3911681213 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc5ac0b2900 0x7fc5ac0b4dc0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fc5b0009fd0 tx=0x7fc5b0009a90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:33.788 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.786+0000 7fc5bcc00700 1 -- 172.21.15.8:0/3275109536 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5b8013750 con 0x557da99f8eb0 2024-05-20T21:21:33.789 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.786+0000 7fc5bcc00700 1 -- 172.21.15.8:0/3275109536 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc5b8013da0 con 0x557da99f8eb0 2024-05-20T21:21:33.789 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.787+0000 7fc5bcc00700 1 -- 172.21.15.8:0/3275109536 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5b80143e0 con 0x557da99f8eb0 2024-05-20T21:21:33.789 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.787+0000 7fc5d8e5fb80 1 -- 172.21.15.8:0/3275109536 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557da99f8eb0 msgr2=0x557da99f9290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:33.789 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.787+0000 7fc5d8e5fb80 1 --2- 172.21.15.8:0/3275109536 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557da99f8eb0 0x557da99f9290 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fc5b8009420 tx=0x7fc5b8009920 comp rx=0 tx=0).stop 2024-05-20T21:21:33.789 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.787+0000 7fc5d8e5fb80 1 -- 172.21.15.8:0/3275109536 shutdown_connections 2024-05-20T21:21:33.789 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.787+0000 7fc5d8e5fb80 1 --2- 172.21.15.8:0/3275109536 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557da99f3880 0x557da99f3ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:33.789 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.787+0000 7fc5d8e5fb80 1 --2- 172.21.15.8:0/3275109536 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557da99f8eb0 0x557da99f9290 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:33.789 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.787+0000 7fc5d8e5fb80 1 --2- 172.21.15.8:0/3275109536 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557da99f97d0 0x557da99f3260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:33.789 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.787+0000 7fc5d8e5fb80 1 -- 172.21.15.8:0/3275109536 >> 172.21.15.8:0/3275109536 conn(0x557da9921be0 msgr2=0x557da99ee010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:33.789 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.788+0000 7fc5d8e5fb80 1 -- 172.21.15.8:0/3275109536 shutdown_connections 2024-05-20T21:21:33.789 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.788+0000 7fc5d8e5fb80 1 -- 172.21.15.8:0/3275109536 wait complete. 2024-05-20T21:21:33.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.788+0000 7fc5d8e5fb80 1 -- start start 2024-05-20T21:21:33.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.788+0000 7fc5d8e5fb80 1 Processor -- start 2024-05-20T21:21:33.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.789+0000 7fc5d8e5fb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557da99f3880 0x557da99ff4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:33.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.789+0000 7fc5d8e5fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557da99f8eb0 0x557da99fc880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:33.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.789+0000 7fc5d8e5fb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557da99f97d0 0x557da99fcdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:33.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.789+0000 7fc5d8e5fb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x557da9847fa0 con 0x557da99f97d0 2024-05-20T21:21:33.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.789+0000 7fc5d8e5fb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x557da98e2760 con 0x557da99f3880 2024-05-20T21:21:33.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.789+0000 7fc5d8e5fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x557da9a00240 con 0x557da99f8eb0 2024-05-20T21:21:33.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.789+0000 7fc5d8e5fb80 10 client.0 _ll_register_callbacks cb 0x557da98ebc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:33.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.789+0000 7fc5c7e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557da99f97d0 0x557da99fcdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:33.792 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.789+0000 7fc5c7e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557da99f97d0 0x557da99fcdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:56570/0 (socket says 172.21.15.8:56570) 2024-05-20T21:21:33.792 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.789+0000 7fc5c7e00700 1 -- 172.21.15.8:0/2327057574 learned_addr learned my addr 172.21.15.8:0/2327057574 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:33.792 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.789+0000 7fc5bea00700 1 --2- 172.21.15.8:0/2327057574 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557da99f8eb0 0x557da99fc880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:33.792 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.789+0000 7fc5c7400700 1 --2- 172.21.15.8:0/2327057574 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557da99f3880 0x557da99ff4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:33.792 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.790+0000 7fc5c7e00700 1 -- 172.21.15.8:0/2327057574 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557da99f8eb0 msgr2=0x557da99fc880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:33.792 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.790+0000 7fc5c7e00700 1 --2- 172.21.15.8:0/2327057574 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557da99f8eb0 0x557da99fc880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:33.792 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.790+0000 7fc5c7e00700 1 -- 172.21.15.8:0/2327057574 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557da99f3880 msgr2=0x557da99ff4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:33.792 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.790+0000 7fc5c7e00700 1 --2- 172.21.15.8:0/2327057574 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557da99f3880 0x557da99ff4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:33.792 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.790+0000 7fc5c7e00700 1 -- 172.21.15.8:0/2327057574 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557da98918d0 con 0x557da99f97d0 2024-05-20T21:21:33.792 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.790+0000 7fc5c7e00700 1 --2- 172.21.15.8:0/2327057574 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557da99f97d0 0x557da99fcdc0 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7fc5c00a7310 tx=0x7fc5c00a5fe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7412beb72539173 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:33.792 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.790+0000 7fc5b5600700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:21:33.792 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.790+0000 7fc5b5600700 1 -- 172.21.15.8:0/2327057574 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5c00aa0a0 con 0x557da99f97d0 2024-05-20T21:21:33.792 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.790+0000 7fc5b5600700 1 -- 172.21.15.8:0/2327057574 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc5c00aa300 con 0x557da99f97d0 2024-05-20T21:21:33.792 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.790+0000 7fc5d8e5fb80 1 -- 172.21.15.8:0/2327057574 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc5b8013da0 con 0x557da99f97d0 2024-05-20T21:21:33.793 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.791+0000 7fc5b5600700 1 -- 172.21.15.8:0/2327057574 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc5c00ae450 con 0x557da99f97d0 2024-05-20T21:21:33.793 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.791+0000 7fc5d8e5fb80 10 client.16755 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:33.793 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.791+0000 7fc5d8e5fb80 1 -- 172.21.15.8:0/2327057574 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557da9912060 con 0x557da99f97d0 2024-05-20T21:21:33.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.791+0000 7fc5b5600700 1 -- 172.21.15.8:0/2327057574 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc5b8013da0 con 0x557da99f97d0 2024-05-20T21:21:33.795 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.791+0000 7fc5b5600700 1 -- 172.21.15.8:0/2327057574 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc5c00a9300 con 0x557da99f97d0 2024-05-20T21:21:33.795 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.791+0000 7fc5d8e5fb80 10 client.16755 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:33.795 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.791+0000 7fc5d8e5fb80 10 client.16755 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:21:33.795 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.791+0000 7fc5d8e5fb80 20 client.16755 populate_metadata read hostname 'smithi008' 2024-05-20T21:21:33.795 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.791+0000 7fc5d8e5fb80 1 --2- 172.21.15.8:0/2327057574 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x557da9a0cca0 0x557da9a0f090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:33.795 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.791+0000 7fc5d8e5fb80 4 client.16755 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:21:33.795 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.791+0000 7fc5d8e5fb80 1 -- 172.21.15.8:0/2327057574 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557da9953d90 con 0x557da9a0cca0 2024-05-20T21:21:33.795 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.792+0000 7fc5c7400700 1 --2- 172.21.15.8:0/2327057574 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x557da9a0cca0 0x557da9a0f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:33.795 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.792+0000 7fc5c7400700 1 --2- 172.21.15.8:0/2327057574 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x557da9a0cca0 0x557da9a0f090 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=54019d731c0ab902 server_cookie=e92863369075528d in_seq=0 out_seq=0 2024-05-20T21:21:33.795 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.792+0000 7fc5b5600700 10 client.16755 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:21:33.795 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.793+0000 7fc5b5600700 1 -- 172.21.15.8:0/2327057574 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x557da9953d90 con 0x557da9a0cca0 2024-05-20T21:21:33.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.793+0000 7fc5b5600700 10 client.16755 handle_command_reply: tid=0 2024-05-20T21:21:33.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.793+0000 7fc5d8e5fb80 1 client.16755 shutdown 2024-05-20T21:21:33.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.794+0000 7fc5d8e5fb80 1 -- 172.21.15.8:0/2327057574 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557da99f97d0 msgr2=0x557da99fcdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:33.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.794+0000 7fc5d8e5fb80 1 --2- 172.21.15.8:0/2327057574 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557da99f97d0 0x557da99fcdc0 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7fc5c00a7310 tx=0x7fc5c00a5fe0 comp rx=0 tx=0).stop 2024-05-20T21:21:33.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.794+0000 7fc5d8e5fb80 1 -- 172.21.15.8:0/2327057574 shutdown_connections 2024-05-20T21:21:33.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.794+0000 7fc5d8e5fb80 1 --2- 172.21.15.8:0/2327057574 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x557da9a0cca0 0x557da9a0f090 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:33.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.794+0000 7fc5d8e5fb80 1 --2- 172.21.15.8:0/2327057574 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557da99f3880 0x557da99ff4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:33.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.794+0000 7fc5d8e5fb80 1 --2- 172.21.15.8:0/2327057574 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557da99f97d0 0x557da99fcdc0 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:33.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.794+0000 7fc5d8e5fb80 1 --2- 172.21.15.8:0/2327057574 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557da99f8eb0 0x557da99fc880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:33.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.794+0000 7fc5b5600700 0 client.16755 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:21:33.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.794+0000 7fc5d8e5fb80 1 -- 172.21.15.8:0/2327057574 >> 172.21.15.8:0/2327057574 conn(0x557da9921be0 msgr2=0x557da99f2250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:33.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.794+0000 7fc5d8e5fb80 1 -- 172.21.15.8:0/2327057574 shutdown_connections 2024-05-20T21:21:33.797 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.794+0000 7fc5d8e5fb80 1 -- 172.21.15.8:0/2327057574 wait complete. 2024-05-20T21:21:33.797 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.794+0000 7fc5d8e5fb80 20 client.16755 trim_cache size 0 max 16384 2024-05-20T21:21:33.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.811+0000 7fc5d8e5fb80 1 Processor -- start 2024-05-20T21:21:33.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.811+0000 7fc5d8e5fb80 1 -- start start 2024-05-20T21:21:33.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.812+0000 7fc5d8e5fb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557da99f3880 0x557da99f3260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:33.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.812+0000 7fc5d8e5fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557da99f8eb0 0x557da9a14930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:33.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.812+0000 7fc5d8e5fb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557da99f97d0 0x557da9a14e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:33.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.812+0000 7fc5d8e5fb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc5c81b6980 con 0x557da99f97d0 2024-05-20T21:21:33.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.812+0000 7fc5d8e5fb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc5c81b4210 con 0x557da99f3880 2024-05-20T21:21:33.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.812+0000 7fc5d8e5fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc5c81b2080 con 0x557da99f8eb0 2024-05-20T21:21:33.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.812+0000 7fc5c7e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557da99f97d0 0x557da9a14e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:33.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.812+0000 7fc5c7400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557da99f3880 0x557da99f3260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:33.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.812+0000 7fc5c7e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557da99f97d0 0x557da9a14e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:56584/0 (socket says 172.21.15.8:56584) 2024-05-20T21:21:33.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.812+0000 7fc5c7400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557da99f3880 0x557da99f3260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:56188/0 (socket says 172.21.15.8:56188) 2024-05-20T21:21:33.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.812+0000 7fc5c7e00700 1 -- 172.21.15.8:0/1362755649 learned_addr learned my addr 172.21.15.8:0/1362755649 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:33.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.812+0000 7fc5bea00700 1 --2- 172.21.15.8:0/1362755649 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557da99f8eb0 0x557da9a14930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:33.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.813+0000 7fc5c7e00700 1 -- 172.21.15.8:0/1362755649 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557da99f8eb0 msgr2=0x557da9a14930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:33.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.813+0000 7fc5c7e00700 1 --2- 172.21.15.8:0/1362755649 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557da99f8eb0 0x557da9a14930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:33.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.813+0000 7fc5c7e00700 1 -- 172.21.15.8:0/1362755649 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557da99f3880 msgr2=0x557da99f3260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:33.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.813+0000 7fc5c7e00700 1 --2- 172.21.15.8:0/1362755649 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557da99f3880 0x557da99f3260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:33.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.813+0000 7fc5c7e00700 1 -- 172.21.15.8:0/1362755649 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557da99efd30 con 0x557da99f97d0 2024-05-20T21:21:33.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.813+0000 7fc5c7400700 1 --2- 172.21.15.8:0/1362755649 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557da99f3880 0x557da99f3260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:33.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.813+0000 7fc5c7e00700 1 --2- 172.21.15.8:0/1362755649 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557da99f97d0 0x557da9a14e70 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7fc5c0005bf0 tx=0x7fc5c0009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d9be0c953177d5d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:33.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.813+0000 7fc5b7e00700 1 -- 172.21.15.8:0/1362755649 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5c00aa0a0 con 0x557da99f97d0 2024-05-20T21:21:33.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.813+0000 7fc5b7e00700 1 -- 172.21.15.8:0/1362755649 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc5c00b29e0 con 0x557da99f97d0 2024-05-20T21:21:33.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.813+0000 7fc5b7e00700 1 -- 172.21.15.8:0/1362755649 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5c0004d50 con 0x557da99f97d0 2024-05-20T21:21:33.817 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.814+0000 7fc5d8e5fb80 1 -- 172.21.15.8:0/1362755649 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557da99f97d0 msgr2=0x557da9a14e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:33.817 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.814+0000 7fc5d8e5fb80 1 --2- 172.21.15.8:0/1362755649 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557da99f97d0 0x557da9a14e70 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7fc5c0005bf0 tx=0x7fc5c0009c00 comp rx=0 tx=0).stop 2024-05-20T21:21:33.817 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.814+0000 7fc5d8e5fb80 1 -- 172.21.15.8:0/1362755649 shutdown_connections 2024-05-20T21:21:33.817 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.814+0000 7fc5d8e5fb80 1 --2- 172.21.15.8:0/1362755649 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557da99f3880 0x557da99f3260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:33.817 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.814+0000 7fc5d8e5fb80 1 --2- 172.21.15.8:0/1362755649 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557da99f97d0 0x557da9a14e70 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:33.817 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.814+0000 7fc5d8e5fb80 1 --2- 172.21.15.8:0/1362755649 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557da99f8eb0 0x557da9a14930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:33.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.814+0000 7fc5d8e5fb80 1 -- 172.21.15.8:0/1362755649 >> 172.21.15.8:0/1362755649 conn(0x557da9921be0 msgr2=0x557da99f69c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:33.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.814+0000 7fc5d8e5fb80 1 -- 172.21.15.8:0/1362755649 shutdown_connections 2024-05-20T21:21:33.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.814+0000 7fc5d8e5fb80 1 -- 172.21.15.8:0/1362755649 wait complete. 2024-05-20T21:21:33.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.815+0000 7fc5d8e5fb80 1 -- start start 2024-05-20T21:21:33.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.815+0000 7fc5d8e5fb80 1 Processor -- start 2024-05-20T21:21:33.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.815+0000 7fc5d8e5fb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557da99f3880 0x557da9a054d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:33.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.815+0000 7fc5d8e5fb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557da99f8eb0 0x557da9a05a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:33.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.815+0000 7fc5d8e5fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557da99f97d0 0x557da9a024a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:33.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.815+0000 7fc5d8e5fb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc5c81b26d0 con 0x557da99f8eb0 2024-05-20T21:21:33.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.815+0000 7fc5d8e5fb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc5c81b3b40 con 0x557da99f3880 2024-05-20T21:21:33.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.815+0000 7fc5d8e5fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc5c81b2da0 con 0x557da99f97d0 2024-05-20T21:21:33.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.815+0000 7fc5d8e5fb80 10 client.0 _ll_register_callbacks cb 0x557da98ebc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:33.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.816+0000 7fc5c7400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557da99f3880 0x557da9a054d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:33.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.816+0000 7fc5bea00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557da99f8eb0 0x557da9a05a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:33.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.816+0000 7fc5c7400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557da99f3880 0x557da9a054d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:56200/0 (socket says 172.21.15.8:56200) 2024-05-20T21:21:33.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.816+0000 7fc5c7400700 1 -- 172.21.15.8:0/1411481092 learned_addr learned my addr 172.21.15.8:0/1411481092 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:33.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.816+0000 7fc5c7e00700 1 --2- 172.21.15.8:0/1411481092 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557da99f97d0 0x557da9a024a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:33.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.816+0000 7fc5c7400700 1 -- 172.21.15.8:0/1411481092 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557da99f97d0 msgr2=0x557da9a024a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:33.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.816+0000 7fc5c7400700 1 --2- 172.21.15.8:0/1411481092 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557da99f97d0 0x557da9a024a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:33.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.816+0000 7fc5c7400700 1 -- 172.21.15.8:0/1411481092 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557da99f8eb0 msgr2=0x557da9a05a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:33.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.816+0000 7fc5c7400700 1 --2- 172.21.15.8:0/1411481092 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557da99f8eb0 0x557da9a05a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:33.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.816+0000 7fc5c7400700 1 -- 172.21.15.8:0/1411481092 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557da9a15410 con 0x557da99f3880 2024-05-20T21:21:33.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.816+0000 7fc5c7400700 1 --2- 172.21.15.8:0/1411481092 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557da99f3880 0x557da9a054d0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fc5b800b010 tx=0x7fc5b8009510 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a3b86826b09c83c1 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:33.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.816+0000 7fc5b5600700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:21:33.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.817+0000 7fc5b5600700 1 -- 172.21.15.8:0/1411481092 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5b8004e10 con 0x557da99f3880 2024-05-20T21:21:33.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.817+0000 7fc5b5600700 1 -- 172.21.15.8:0/1411481092 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc5b8015650 con 0x557da99f3880 2024-05-20T21:21:33.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.817+0000 7fc5d8e5fb80 1 -- 172.21.15.8:0/1411481092 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc5c00b29e0 con 0x557da99f3880 2024-05-20T21:21:33.821 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.817+0000 7fc5b5600700 1 -- 172.21.15.8:0/1411481092 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc5b8037050 con 0x557da99f3880 2024-05-20T21:21:33.821 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.817+0000 7fc5d8e5fb80 10 client.26873 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:33.821 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.817+0000 7fc5d8e5fb80 1 -- 172.21.15.8:0/1411481092 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557da9a77d50 con 0x557da99f3880 2024-05-20T21:21:33.821 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.818+0000 7fc5b5600700 1 -- 172.21.15.8:0/1411481092 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc5c00b29e0 con 0x557da99f3880 2024-05-20T21:21:33.821 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.818+0000 7fc5b5600700 1 -- 172.21.15.8:0/1411481092 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc5b8013a70 con 0x557da99f3880 2024-05-20T21:21:33.822 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.818+0000 7fc5d8e5fb80 10 client.26873 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:33.822 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.818+0000 7fc5d8e5fb80 10 client.26873 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:21:33.822 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.818+0000 7fc5d8e5fb80 20 client.26873 populate_metadata read hostname 'smithi008' 2024-05-20T21:21:33.822 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.818+0000 7fc5d8e5fb80 1 --2- 172.21.15.8:0/1411481092 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x557da9a781e0 0x557da9a7a600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:33.822 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.818+0000 7fc5d8e5fb80 4 client.26873 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:21:33.822 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.818+0000 7fc5d8e5fb80 1 -- 172.21.15.8:0/1411481092 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "damage ls"}) -- 0x557da994d570 con 0x557da9a781e0 2024-05-20T21:21:33.822 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.818+0000 7fc5bea00700 1 --2- 172.21.15.8:0/1411481092 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x557da9a781e0 0x557da9a7a600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:33.822 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.819+0000 7fc5bea00700 1 --2- 172.21.15.8:0/1411481092 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x557da9a781e0 0x557da9a7a600 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=a13b48fef18007a3 server_cookie=70264ce8046eae58 in_seq=0 out_seq=0 2024-05-20T21:21:33.822 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.819+0000 7fc5b5600700 10 client.26873 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:21:33.822 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.819+0000 7fc5b5600700 1 -- 172.21.15.8:0/1411481092 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x557da994d570 con 0x557da9a781e0 2024-05-20T21:21:33.822 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.819+0000 7fc5b5600700 10 client.26873 handle_command_reply: tid=0 2024-05-20T21:21:33.822 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.819+0000 7fc5d8e5fb80 1 client.26873 shutdown 2024-05-20T21:21:33.823 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.819+0000 7fc5d8e5fb80 1 -- 172.21.15.8:0/1411481092 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557da99f3880 msgr2=0x557da9a054d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:33.823 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.819+0000 7fc5d8e5fb80 1 --2- 172.21.15.8:0/1411481092 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557da99f3880 0x557da9a054d0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fc5b800b010 tx=0x7fc5b8009510 comp rx=0 tx=0).stop 2024-05-20T21:21:33.823 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.819+0000 7fc5d8e5fb80 1 -- 172.21.15.8:0/1411481092 shutdown_connections 2024-05-20T21:21:33.823 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.819+0000 7fc5d8e5fb80 1 --2- 172.21.15.8:0/1411481092 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x557da9a781e0 0x557da9a7a600 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:33.823 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.820+0000 7fc5d8e5fb80 1 --2- 172.21.15.8:0/1411481092 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557da99f3880 0x557da9a054d0 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:33.823 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.820+0000 7fc5d8e5fb80 1 --2- 172.21.15.8:0/1411481092 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557da99f97d0 0x557da9a024a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:33.823 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.820+0000 7fc5b5600700 0 client.26873 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:21:33.823 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.820+0000 7fc5d8e5fb80 1 --2- 172.21.15.8:0/1411481092 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557da99f8eb0 0x557da9a05a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:33.823 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.820+0000 7fc5d8e5fb80 1 -- 172.21.15.8:0/1411481092 >> 172.21.15.8:0/1411481092 conn(0x557da9921be0 msgr2=0x557da99f9bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:33.823 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.820+0000 7fc5d8e5fb80 1 -- 172.21.15.8:0/1411481092 shutdown_connections 2024-05-20T21:21:33.823 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.820+0000 7fc5d8e5fb80 1 -- 172.21.15.8:0/1411481092 wait complete. 2024-05-20T21:21:33.823 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.820+0000 7fc5d8e5fb80 20 client.26873 trim_cache size 0 max 16384 2024-05-20T21:21:33.824 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:21:33.824 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.821+0000 7fc5ce400700 1 -- 172.21.15.8:0/3911681213 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc5ac0b2900 msgr2=0x7fc5ac0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:33.824 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.821+0000 7fc5ce400700 1 --2- 172.21.15.8:0/3911681213 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc5ac0b2900 0x7fc5ac0b4dc0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fc5b0009fd0 tx=0x7fc5b0009a90 comp rx=0 tx=0).stop 2024-05-20T21:21:33.824 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.821+0000 7fc5ce400700 1 -- 172.21.15.8:0/3911681213 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc5c81143f0 msgr2=0x7fc5c81a4ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:33.825 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.821+0000 7fc5ce400700 1 --2- 172.21.15.8:0/3911681213 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc5c81143f0 0x7fc5c81a4ba0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fc5c0009230 tx=0x7fc5c000fa00 comp rx=0 tx=0).stop 2024-05-20T21:21:33.825 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.821+0000 7fc5ce400700 1 -- 172.21.15.8:0/3911681213 shutdown_connections 2024-05-20T21:21:33.825 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.821+0000 7fc5ce400700 1 --2- 172.21.15.8:0/3911681213 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc5ac0b2900 0x7fc5ac0b4dc0 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:33.825 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.821+0000 7fc5ce400700 1 --2- 172.21.15.8:0/3911681213 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc5c81143f0 0x7fc5c81a4ba0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:33.825 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.821+0000 7fc5ce400700 1 --2- 172.21.15.8:0/3911681213 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc5c8077a70 0x7fc5c81a02d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:33.825 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.821+0000 7fc5ce400700 1 --2- 172.21.15.8:0/3911681213 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc5c8078390 0x7fc5c81a0810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:33.825 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.821+0000 7fc5ce400700 1 -- 172.21.15.8:0/3911681213 >> 172.21.15.8:0/3911681213 conn(0x7fc5c8101240 msgr2=0x7fc5c8103630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:33.825 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.821+0000 7fc5ce400700 1 -- 172.21.15.8:0/3911681213 shutdown_connections 2024-05-20T21:21:33.825 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:33.821+0000 7fc5ce400700 1 -- 172.21.15.8:0/3911681213 wait complete. 2024-05-20T21:21:34.687 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:21:34.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:21:34 smithi130 ceph-mon[36448]: pgmap v627: 97 pgs: 97 active+clean; 2.8 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 4.8 KiB/s wr, 10 op/s 2024-05-20T21:21:34.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:21:34 smithi050 ceph-mon[35809]: pgmap v627: 97 pgs: 97 active+clean; 2.8 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 4.8 KiB/s wr, 10 op/s 2024-05-20T21:21:34.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:21:34 smithi008 ceph-mon[31475]: pgmap v627: 97 pgs: 97 active+clean; 2.8 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 4.8 KiB/s wr, 10 op/s 2024-05-20T21:21:35.159 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:21:36.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:21:36 smithi130 ceph-mon[36448]: pgmap v628: 97 pgs: 97 active+clean; 2.8 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 4.7 KiB/s wr, 9 op/s 2024-05-20T21:21:36.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:21:36 smithi050 ceph-mon[35809]: pgmap v628: 97 pgs: 97 active+clean; 2.8 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 4.7 KiB/s wr, 9 op/s 2024-05-20T21:21:36.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:21:36 smithi008 ceph-mon[31475]: pgmap v628: 97 pgs: 97 active+clean; 2.8 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 4.7 KiB/s wr, 9 op/s 2024-05-20T21:21:37.487 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.486+0000 7fb070c00700 1 -- 172.21.15.8:0/1360544252 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb06c10eeb0 msgr2=0x7fb06c116a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:37.488 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.486+0000 7fb070c00700 1 --2- 172.21.15.8:0/1360544252 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb06c10eeb0 0x7fb06c116a80 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fb06400b0d0 tx=0x7fb06400b3e0 comp rx=0 tx=0).stop 2024-05-20T21:21:37.488 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.486+0000 7fb070c00700 1 -- 172.21.15.8:0/1360544252 shutdown_connections 2024-05-20T21:21:37.488 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.486+0000 7fb070c00700 1 --2- 172.21.15.8:0/1360544252 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb06c109dd0 0x7fb06c10a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:37.488 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.486+0000 7fb070c00700 1 --2- 172.21.15.8:0/1360544252 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb06c10eeb0 0x7fb06c116a80 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:37.488 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.486+0000 7fb070c00700 1 --2- 172.21.15.8:0/1360544252 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb06c10a780 0x7fb06c10e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:37.488 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.486+0000 7fb070c00700 1 -- 172.21.15.8:0/1360544252 >> 172.21.15.8:0/1360544252 conn(0x7fb06c076d10 msgr2=0x7fb06c108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:37.488 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.486+0000 7fb070c00700 1 -- 172.21.15.8:0/1360544252 shutdown_connections 2024-05-20T21:21:37.488 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.487+0000 7fb070c00700 1 -- 172.21.15.8:0/1360544252 wait complete. 2024-05-20T21:21:37.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.488+0000 7fb070c00700 1 Processor -- start 2024-05-20T21:21:37.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.488+0000 7fb070c00700 1 -- start start 2024-05-20T21:21:37.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.488+0000 7fb070c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb06c109dd0 0x7fb06c1a01b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:37.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.488+0000 7fb070c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb06c10a780 0x7fb06c1a06f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:37.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.488+0000 7fb070c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb06c10eeb0 0x7fb06c1a4a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:37.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.488+0000 7fb070c00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fb06c119d40 con 0x7fb06c10a780 2024-05-20T21:21:37.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.488+0000 7fb070c00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb06c119bc0 con 0x7fb06c10eeb0 2024-05-20T21:21:37.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.488+0000 7fb070c00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fb06c119ec0 con 0x7fb06c109dd0 2024-05-20T21:21:37.490 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.489+0000 7fb069400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb06c10a780 0x7fb06c1a06f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:37.490 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.489+0000 7fb069400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb06c10a780 0x7fb06c1a06f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:56618/0 (socket says 172.21.15.8:56618) 2024-05-20T21:21:37.490 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.489+0000 7fb069400700 1 -- 172.21.15.8:0/3347885453 learned_addr learned my addr 172.21.15.8:0/3347885453 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:37.490 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.489+0000 7fb06a800700 1 --2- 172.21.15.8:0/3347885453 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb06c10eeb0 0x7fb06c1a4a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:37.490 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.489+0000 7fb069e00700 1 --2- 172.21.15.8:0/3347885453 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb06c109dd0 0x7fb06c1a01b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:37.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.489+0000 7fb069400700 1 -- 172.21.15.8:0/3347885453 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb06c109dd0 msgr2=0x7fb06c1a01b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:37.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.489+0000 7fb069400700 1 --2- 172.21.15.8:0/3347885453 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb06c109dd0 0x7fb06c1a01b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:37.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.489+0000 7fb069400700 1 -- 172.21.15.8:0/3347885453 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb06c10eeb0 msgr2=0x7fb06c1a4a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:37.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.489+0000 7fb069400700 1 --2- 172.21.15.8:0/3347885453 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb06c10eeb0 0x7fb06c1a4a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:37.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.489+0000 7fb069400700 1 -- 172.21.15.8:0/3347885453 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb06c1a5170 con 0x7fb06c10a780 2024-05-20T21:21:37.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.490+0000 7fb069400700 1 --2- 172.21.15.8:0/3347885453 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb06c10a780 0x7fb06c1a06f0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7fb05400e970 tx=0x7fb05400ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:37.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.490+0000 7fb062a00700 1 -- 172.21.15.8:0/3347885453 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb054004a30 con 0x7fb06c10a780 2024-05-20T21:21:37.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.490+0000 7fb070c00700 1 -- 172.21.15.8:0/3347885453 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb06c1a5460 con 0x7fb06c10a780 2024-05-20T21:21:37.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.490+0000 7fb062a00700 1 -- 172.21.15.8:0/3347885453 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb05400cc90 con 0x7fb06c10a780 2024-05-20T21:21:37.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.490+0000 7fb062a00700 1 -- 172.21.15.8:0/3347885453 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb054005610 con 0x7fb06c10a780 2024-05-20T21:21:37.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.490+0000 7fb070c00700 1 -- 172.21.15.8:0/3347885453 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb06c1acce0 con 0x7fb06c10a780 2024-05-20T21:21:37.497 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.497+0000 7fb07b640b80 1 Processor -- start 2024-05-20T21:21:37.497 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.497+0000 7fb062a00700 1 -- 172.21.15.8:0/3347885453 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fb05400c7e0 con 0x7fb06c10a780 2024-05-20T21:21:37.497 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.497+0000 7fb07b640b80 1 -- start start 2024-05-20T21:21:37.498 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.497+0000 7fb07b640b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d226859610 0x55d2268599f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:37.498 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.497+0000 7fb07b640b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d226859f30 0x55d226853b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:37.498 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.497+0000 7fb07b640b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d226854140 0x55d2268545c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:37.498 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.497+0000 7fb07b640b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55d2267b1e40 con 0x55d226859f30 2024-05-20T21:21:37.498 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.497+0000 7fb07b640b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55d2267a19e0 con 0x55d226854140 2024-05-20T21:21:37.498 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.497+0000 7fb07b640b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55d2267a5a20 con 0x55d226859610 2024-05-20T21:21:37.499 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.498+0000 7fb069e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d226859f30 0x55d226853b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:37.500 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.498+0000 7fb06a800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d226859610 0x55d2268599f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:37.500 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.498+0000 7fb069e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d226859f30 0x55d226853b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:56628/0 (socket says 172.21.15.8:56628) 2024-05-20T21:21:37.500 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.498+0000 7fb069e00700 1 -- 172.21.15.8:0/1792059212 learned_addr learned my addr 172.21.15.8:0/1792059212 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:37.500 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.498+0000 7fb069400700 1 --2- 172.21.15.8:0/1792059212 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d226854140 0x55d2268545c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:37.500 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.498+0000 7fb06a800700 1 -- 172.21.15.8:0/1792059212 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d226854140 msgr2=0x55d2268545c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:37.500 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.498+0000 7fb06a800700 1 --2- 172.21.15.8:0/1792059212 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d226854140 0x55d2268545c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:37.500 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.498+0000 7fb06a800700 1 -- 172.21.15.8:0/1792059212 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d226859f30 msgr2=0x55d226853b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:37.500 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.498+0000 7fb06a800700 1 --2- 172.21.15.8:0/1792059212 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d226859f30 0x55d226853b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:37.500 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.498+0000 7fb06a800700 1 -- 172.21.15.8:0/1792059212 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d22676a420 con 0x55d226859610 2024-05-20T21:21:37.500 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.498+0000 7fb069e00700 1 --2- 172.21.15.8:0/1792059212 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d226859f30 0x55d226853b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:37.500 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.499+0000 7fb06a800700 1 --2- 172.21.15.8:0/1792059212 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d226859610 0x55d2268599f0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fb06400b770 tx=0x7fb064009c00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8f42a7ed05353000 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:37.500 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.499+0000 7fb062a00700 1 --2- 172.21.15.8:0/3347885453 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb0500b2880 0x7fb0500b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:37.500 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.499+0000 7fb05b400700 1 -- 172.21.15.8:0/1792059212 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0640092e0 con 0x55d226859610 2024-05-20T21:21:37.501 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.499+0000 7fb05b400700 1 -- 172.21.15.8:0/1792059212 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb064020070 con 0x55d226859610 2024-05-20T21:21:37.501 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.499+0000 7fb05b400700 1 -- 172.21.15.8:0/1792059212 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0640053d0 con 0x55d226859610 2024-05-20T21:21:37.501 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.499+0000 7fb062a00700 1 -- 172.21.15.8:0/3347885453 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fb0540e2310 con 0x7fb06c10a780 2024-05-20T21:21:37.501 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.499+0000 7fb069e00700 1 --2- 172.21.15.8:0/3347885453 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb0500b2880 0x7fb0500b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:37.502 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.500+0000 7fb07b640b80 1 -- 172.21.15.8:0/1792059212 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d226859610 msgr2=0x55d2268599f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:37.502 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.500+0000 7fb07b640b80 1 --2- 172.21.15.8:0/1792059212 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d226859610 0x55d2268599f0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fb06400b770 tx=0x7fb064009c00 comp rx=0 tx=0).stop 2024-05-20T21:21:37.502 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.500+0000 7fb07b640b80 1 -- 172.21.15.8:0/1792059212 shutdown_connections 2024-05-20T21:21:37.502 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.500+0000 7fb07b640b80 1 --2- 172.21.15.8:0/1792059212 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d226854140 0x55d2268545c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:37.502 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.500+0000 7fb07b640b80 1 --2- 172.21.15.8:0/1792059212 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d226859610 0x55d2268599f0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:37.502 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.500+0000 7fb07b640b80 1 --2- 172.21.15.8:0/1792059212 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d226859f30 0x55d226853b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:37.503 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.500+0000 7fb07b640b80 1 -- 172.21.15.8:0/1792059212 >> 172.21.15.8:0/1792059212 conn(0x55d226781be0 msgr2=0x55d22684e690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:37.503 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.500+0000 7fb069e00700 1 --2- 172.21.15.8:0/3347885453 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb0500b2880 0x7fb0500b4d40 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fb05c005c50 tx=0x7fb05c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:37.503 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.500+0000 7fb07b640b80 1 -- 172.21.15.8:0/1792059212 shutdown_connections 2024-05-20T21:21:37.503 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.500+0000 7fb07b640b80 1 -- 172.21.15.8:0/1792059212 wait complete. 2024-05-20T21:21:37.503 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.501+0000 7fb07b640b80 1 -- start start 2024-05-20T21:21:37.503 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.501+0000 7fb07b640b80 1 Processor -- start 2024-05-20T21:21:37.503 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.502+0000 7fb07b640b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d226854140 0x55d22685fc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:37.503 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.502+0000 7fb07b640b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d226859610 0x55d22685d020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:37.503 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.502+0000 7fb07b640b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d226859f30 0x55d22685d560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:37.503 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.502+0000 7fb07b640b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55d2266a7fa0 con 0x55d226854140 2024-05-20T21:21:37.503 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.502+0000 7fb07b640b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55d226742760 con 0x55d226859610 2024-05-20T21:21:37.503 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.502+0000 7fb07b640b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55d226860920 con 0x55d226859f30 2024-05-20T21:21:37.503 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.502+0000 7fb07b640b80 10 client.0 _ll_register_callbacks cb 0x55d22674bc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:37.503 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.502+0000 7fb069e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d226854140 0x55d22685fc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:37.506 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.502+0000 7fb069e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d226854140 0x55d22685fc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:56634/0 (socket says 172.21.15.8:56634) 2024-05-20T21:21:37.506 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.502+0000 7fb069e00700 1 -- 172.21.15.8:0/3291796331 learned_addr learned my addr 172.21.15.8:0/3291796331 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:37.506 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.502+0000 7fb069400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d226859610 0x55d22685d020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:37.506 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.502+0000 7fb06a800700 1 --2- 172.21.15.8:0/3291796331 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d226859f30 0x55d22685d560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:37.506 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.502+0000 7fb069e00700 1 -- 172.21.15.8:0/3291796331 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d226859f30 msgr2=0x55d22685d560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:37.506 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.502+0000 7fb069e00700 1 --2- 172.21.15.8:0/3291796331 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d226859f30 0x55d22685d560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:37.506 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.502+0000 7fb069e00700 1 -- 172.21.15.8:0/3291796331 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d226859610 msgr2=0x55d22685d020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:37.506 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.502+0000 7fb069e00700 1 --2- 172.21.15.8:0/3291796331 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d226859610 0x55d22685d020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:37.506 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.502+0000 7fb069e00700 1 -- 172.21.15.8:0/3291796331 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d2266f18d0 con 0x55d226854140 2024-05-20T21:21:37.506 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.503+0000 7fb06a800700 1 --2- 172.21.15.8:0/3291796331 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d226859f30 0x55d22685d560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:37.506 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.503+0000 7fb069400700 1 --2- 172.21.15.8:0/3291796331 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d226859610 0x55d22685d020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:37.506 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.503+0000 7fb069e00700 1 --2- 172.21.15.8:0/3291796331 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d226854140 0x55d22685fc80 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7fb05c01d9f0 tx=0x7fb05c0047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cfdffe1cb5cb6f74 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:37.507 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.503+0000 7fb04fe00700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:21:37.507 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.503+0000 7fb04fe00700 1 -- 172.21.15.8:0/3291796331 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb05c02d060 con 0x55d226854140 2024-05-20T21:21:37.507 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.503+0000 7fb04fe00700 1 -- 172.21.15.8:0/3291796331 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fb05c018030 con 0x55d226854140 2024-05-20T21:21:37.507 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.503+0000 7fb07b640b80 1 -- 172.21.15.8:0/3291796331 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb064020070 con 0x55d226854140 2024-05-20T21:21:37.507 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.504+0000 7fb04fe00700 1 -- 172.21.15.8:0/3291796331 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb05c009d90 con 0x55d226854140 2024-05-20T21:21:37.507 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.504+0000 7fb07b640b80 10 client.16773 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:37.507 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.504+0000 7fb07b640b80 1 -- 172.21.15.8:0/3291796331 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d226772060 con 0x55d226854140 2024-05-20T21:21:37.507 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.504+0000 7fb04fe00700 1 -- 172.21.15.8:0/3291796331 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb064020070 con 0x55d226854140 2024-05-20T21:21:37.507 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.504+0000 7fb04fe00700 1 -- 172.21.15.8:0/3291796331 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb05c033410 con 0x55d226854140 2024-05-20T21:21:37.507 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.504+0000 7fb07b640b80 10 client.16773 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:37.507 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.504+0000 7fb07b640b80 10 client.16773 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:21:37.507 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.504+0000 7fb07b640b80 20 client.16773 populate_metadata read hostname 'smithi008' 2024-05-20T21:21:37.507 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.504+0000 7fb07b640b80 1 --2- 172.21.15.8:0/3291796331 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55d22686d4d0 0x55d22686f8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:37.508 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.504+0000 7fb07b640b80 4 client.16773 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:21:37.508 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.504+0000 7fb07b640b80 1 -- 172.21.15.8:0/3291796331 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d2267b3d90 con 0x55d22686d4d0 2024-05-20T21:21:37.508 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.505+0000 7fb069400700 1 --2- 172.21.15.8:0/3291796331 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55d22686d4d0 0x55d22686f8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:37.508 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.505+0000 7fb069400700 1 --2- 172.21.15.8:0/3291796331 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55d22686d4d0 0x55d22686f8c0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=ea7182c3dabddb46 server_cookie=9016e0addb985ba4 in_seq=0 out_seq=0 2024-05-20T21:21:37.508 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.505+0000 7fb04fe00700 10 client.16773 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:21:37.509 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.506+0000 7fb04fe00700 1 -- 172.21.15.8:0/3291796331 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55d2267b3d90 con 0x55d22686d4d0 2024-05-20T21:21:37.509 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.506+0000 7fb04fe00700 10 client.16773 handle_command_reply: tid=0 2024-05-20T21:21:37.509 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.506+0000 7fb07b640b80 1 client.16773 shutdown 2024-05-20T21:21:37.509 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.506+0000 7fb07b640b80 1 -- 172.21.15.8:0/3291796331 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d226854140 msgr2=0x55d22685fc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:37.509 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.506+0000 7fb07b640b80 1 --2- 172.21.15.8:0/3291796331 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d226854140 0x55d22685fc80 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7fb05c01d9f0 tx=0x7fb05c0047c0 comp rx=0 tx=0).stop 2024-05-20T21:21:37.509 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.507+0000 7fb07b640b80 1 -- 172.21.15.8:0/3291796331 shutdown_connections 2024-05-20T21:21:37.509 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.507+0000 7fb07b640b80 1 --2- 172.21.15.8:0/3291796331 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55d22686d4d0 0x55d22686f8c0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:37.509 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.507+0000 7fb07b640b80 1 --2- 172.21.15.8:0/3291796331 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d226859f30 0x55d22685d560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:37.509 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.507+0000 7fb07b640b80 1 --2- 172.21.15.8:0/3291796331 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d226854140 0x55d22685fc80 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:37.510 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.507+0000 7fb07b640b80 1 --2- 172.21.15.8:0/3291796331 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d226859610 0x55d22685d020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:37.510 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.507+0000 7fb04fe00700 0 client.16773 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:21:37.510 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.507+0000 7fb07b640b80 1 -- 172.21.15.8:0/3291796331 >> 172.21.15.8:0/3291796331 conn(0x55d226781be0 msgr2=0x55d22684dd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:37.510 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.507+0000 7fb07b640b80 1 -- 172.21.15.8:0/3291796331 shutdown_connections 2024-05-20T21:21:37.510 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.507+0000 7fb07b640b80 1 -- 172.21.15.8:0/3291796331 wait complete. 2024-05-20T21:21:37.510 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.507+0000 7fb07b640b80 20 client.16773 trim_cache size 0 max 16384 2024-05-20T21:21:37.524 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.524+0000 7fb07b640b80 1 Processor -- start 2024-05-20T21:21:37.524 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.524+0000 7fb07b640b80 1 -- start start 2024-05-20T21:21:37.526 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.524+0000 7fb07b640b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d226854140 0x55d226853b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:37.526 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.524+0000 7fb07b640b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d226859610 0x55d22686f8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:37.526 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.524+0000 7fb07b640b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d226859f30 0x55d2268576c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:37.526 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.524+0000 7fb07b640b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fb06c1b69f0 con 0x55d226854140 2024-05-20T21:21:37.526 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.524+0000 7fb07b640b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb06c1b4280 con 0x55d226859f30 2024-05-20T21:21:37.526 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.524+0000 7fb07b640b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fb06c1b20d0 con 0x55d226859610 2024-05-20T21:21:37.526 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.525+0000 7fb069e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d226854140 0x55d226853b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:37.526 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.525+0000 7fb069e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d226854140 0x55d226853b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:56642/0 (socket says 172.21.15.8:56642) 2024-05-20T21:21:37.526 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.525+0000 7fb069e00700 1 -- 172.21.15.8:0/40517178 learned_addr learned my addr 172.21.15.8:0/40517178 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:37.527 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.525+0000 7fb069400700 1 --2- 172.21.15.8:0/40517178 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d226859610 0x55d22686f8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:37.527 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.525+0000 7fb06a800700 1 --2- 172.21.15.8:0/40517178 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d226859f30 0x55d2268576c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:37.527 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.525+0000 7fb069e00700 1 -- 172.21.15.8:0/40517178 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d226859610 msgr2=0x55d22686f8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:37.527 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.525+0000 7fb069e00700 1 --2- 172.21.15.8:0/40517178 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d226859610 0x55d22686f8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:37.527 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.525+0000 7fb069e00700 1 -- 172.21.15.8:0/40517178 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d226859f30 msgr2=0x55d2268576c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:37.527 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.525+0000 7fb069e00700 1 --2- 172.21.15.8:0/40517178 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d226859f30 0x55d2268576c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:37.527 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.525+0000 7fb069e00700 1 -- 172.21.15.8:0/40517178 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d2268500e0 con 0x55d226854140 2024-05-20T21:21:37.527 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.525+0000 7fb069e00700 1 --2- 172.21.15.8:0/40517178 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d226854140 0x55d226853b20 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fb05c012cb0 tx=0x7fb05c00d3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1b4328a93f74599 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:37.530 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.526+0000 7fb05aa00700 1 -- 172.21.15.8:0/40517178 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb05c0099a0 con 0x55d226854140 2024-05-20T21:21:37.530 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.526+0000 7fb05aa00700 1 -- 172.21.15.8:0/40517178 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb05c0333f0 con 0x55d226854140 2024-05-20T21:21:37.530 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.526+0000 7fb05aa00700 1 -- 172.21.15.8:0/40517178 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb05c01caa0 con 0x55d226854140 2024-05-20T21:21:37.530 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.527+0000 7fb07b640b80 1 -- 172.21.15.8:0/40517178 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d226854140 msgr2=0x55d226853b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:37.530 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.527+0000 7fb07b640b80 1 --2- 172.21.15.8:0/40517178 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d226854140 0x55d226853b20 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fb05c012cb0 tx=0x7fb05c00d3c0 comp rx=0 tx=0).stop 2024-05-20T21:21:37.530 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.527+0000 7fb07b640b80 1 -- 172.21.15.8:0/40517178 shutdown_connections 2024-05-20T21:21:37.531 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.527+0000 7fb07b640b80 1 --2- 172.21.15.8:0/40517178 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d226859f30 0x55d2268576c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:37.531 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.527+0000 7fb07b640b80 1 --2- 172.21.15.8:0/40517178 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d226854140 0x55d226853b20 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:37.531 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.527+0000 7fb07b640b80 1 --2- 172.21.15.8:0/40517178 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d226859610 0x55d22686f8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:37.531 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.527+0000 7fb07b640b80 1 -- 172.21.15.8:0/40517178 >> 172.21.15.8:0/40517178 conn(0x55d226781be0 msgr2=0x55d22685a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:37.531 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.527+0000 7fb07b640b80 1 -- 172.21.15.8:0/40517178 shutdown_connections 2024-05-20T21:21:37.531 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.527+0000 7fb07b640b80 1 -- 172.21.15.8:0/40517178 wait complete. 2024-05-20T21:21:37.531 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.527+0000 7fb07b640b80 1 -- start start 2024-05-20T21:21:37.531 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.528+0000 7fb07b640b80 1 Processor -- start 2024-05-20T21:21:37.531 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.528+0000 7fb07b640b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d226854140 0x55d226865f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:37.531 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.528+0000 7fb07b640b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d226859610 0x55d226866460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:37.531 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.528+0000 7fb07b640b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d226859f30 0x55d226874930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:37.532 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.528+0000 7fb07b640b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fb06c1b2740 con 0x55d226859610 2024-05-20T21:21:37.532 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.528+0000 7fb07b640b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb06c1b3bb0 con 0x55d226859f30 2024-05-20T21:21:37.532 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.528+0000 7fb07b640b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fb06c1b2e10 con 0x55d226854140 2024-05-20T21:21:37.532 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.528+0000 7fb07b640b80 10 client.0 _ll_register_callbacks cb 0x55d22674bc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:37.532 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.528+0000 7fb069400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d226859610 0x55d226866460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:37.532 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.529+0000 7fb069400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d226859610 0x55d226866460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:56654/0 (socket says 172.21.15.8:56654) 2024-05-20T21:21:37.532 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.529+0000 7fb069400700 1 -- 172.21.15.8:0/1152502114 learned_addr learned my addr 172.21.15.8:0/1152502114 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:37.532 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.529+0000 7fb069e00700 1 --2- 172.21.15.8:0/1152502114 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d226854140 0x55d226865f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:37.532 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.529+0000 7fb06a800700 1 --2- 172.21.15.8:0/1152502114 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d226859f30 0x55d226874930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:37.532 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.529+0000 7fb069e00700 1 -- 172.21.15.8:0/1152502114 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d226859f30 msgr2=0x55d226874930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:37.532 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.529+0000 7fb069e00700 1 --2- 172.21.15.8:0/1152502114 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d226859f30 0x55d226874930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:37.532 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.529+0000 7fb069e00700 1 -- 172.21.15.8:0/1152502114 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d226859610 msgr2=0x55d226866460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:37.533 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.529+0000 7fb069e00700 1 --2- 172.21.15.8:0/1152502114 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d226859610 0x55d226866460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:37.533 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.529+0000 7fb069e00700 1 -- 172.21.15.8:0/1152502114 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d2268751a0 con 0x55d226854140 2024-05-20T21:21:37.533 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.529+0000 7fb069400700 1 --2- 172.21.15.8:0/1152502114 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d226859610 0x55d226866460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:37.533 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.529+0000 7fb069e00700 1 --2- 172.21.15.8:0/1152502114 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d226854140 0x55d226865f20 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fb05c033920 tx=0x7fb05c005700 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2576cc199ec8b599 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:37.533 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.529+0000 7fb04fe00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:21:37.533 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.530+0000 7fb04fe00700 1 -- 172.21.15.8:0/1152502114 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb05c02d040 con 0x55d226854140 2024-05-20T21:21:37.533 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.530+0000 7fb07b640b80 1 -- 172.21.15.8:0/1152502114 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb05c0333f0 con 0x55d226854140 2024-05-20T21:21:37.533 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.530+0000 7fb04fe00700 1 -- 172.21.15.8:0/1152502114 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fb05c012040 con 0x55d226854140 2024-05-20T21:21:37.535 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.530+0000 7fb04fe00700 1 -- 172.21.15.8:0/1152502114 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb05c012240 con 0x55d226854140 2024-05-20T21:21:37.535 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.530+0000 7fb07b640b80 10 client.26944 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:37.535 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.530+0000 7fb07b640b80 1 -- 172.21.15.8:0/1152502114 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d2268d7cb0 con 0x55d226854140 2024-05-20T21:21:37.535 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.530+0000 7fb04fe00700 1 -- 172.21.15.8:0/1152502114 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb05c0333f0 con 0x55d226854140 2024-05-20T21:21:37.536 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.531+0000 7fb04fe00700 1 -- 172.21.15.8:0/1152502114 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb05c03a070 con 0x55d226854140 2024-05-20T21:21:37.536 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.531+0000 7fb07b640b80 10 client.26944 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:37.536 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.531+0000 7fb07b640b80 10 client.26944 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:21:37.536 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.531+0000 7fb07b640b80 20 client.26944 populate_metadata read hostname 'smithi008' 2024-05-20T21:21:37.536 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.531+0000 7fb07b640b80 1 --2- 172.21.15.8:0/1152502114 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55d2268d82a0 0x55d2268da690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:37.536 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.531+0000 7fb07b640b80 4 client.26944 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:21:37.536 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.531+0000 7fb07b640b80 1 -- 172.21.15.8:0/1152502114 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d2267ad570 con 0x55d2268d82a0 2024-05-20T21:21:37.536 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.531+0000 7fb069400700 1 --2- 172.21.15.8:0/1152502114 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55d2268d82a0 0x55d2268da690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:37.536 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.532+0000 7fb069400700 1 --2- 172.21.15.8:0/1152502114 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55d2268d82a0 0x55d2268da690 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=41c722b36a52eacf server_cookie=5e1e2440a14524ee in_seq=0 out_seq=0 2024-05-20T21:21:37.536 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.532+0000 7fb04fe00700 10 client.26944 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:21:37.536 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.532+0000 7fb04fe00700 1 -- 172.21.15.8:0/1152502114 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d2267ad570 con 0x55d2268d82a0 2024-05-20T21:21:37.536 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.532+0000 7fb04fe00700 10 client.26944 handle_command_reply: tid=0 2024-05-20T21:21:37.537 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.532+0000 7fb07b640b80 1 client.26944 shutdown 2024-05-20T21:21:37.537 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.532+0000 7fb07b640b80 1 -- 172.21.15.8:0/1152502114 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d226854140 msgr2=0x55d226865f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:37.537 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.532+0000 7fb07b640b80 1 --2- 172.21.15.8:0/1152502114 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d226854140 0x55d226865f20 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fb05c033920 tx=0x7fb05c005700 comp rx=0 tx=0).stop 2024-05-20T21:21:37.537 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.532+0000 7fb07b640b80 1 -- 172.21.15.8:0/1152502114 shutdown_connections 2024-05-20T21:21:37.537 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.532+0000 7fb07b640b80 1 --2- 172.21.15.8:0/1152502114 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55d2268d82a0 0x55d2268da690 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:37.537 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.532+0000 7fb07b640b80 1 --2- 172.21.15.8:0/1152502114 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d226859f30 0x55d226874930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:37.537 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.532+0000 7fb07b640b80 1 --2- 172.21.15.8:0/1152502114 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d226854140 0x55d226865f20 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:37.537 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.532+0000 7fb04fe00700 0 client.26944 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:21:37.537 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.532+0000 7fb07b640b80 1 --2- 172.21.15.8:0/1152502114 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d226859610 0x55d226866460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:37.537 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.532+0000 7fb07b640b80 1 -- 172.21.15.8:0/1152502114 >> 172.21.15.8:0/1152502114 conn(0x55d226781be0 msgr2=0x55d22685aba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:37.537 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.532+0000 7fb07b640b80 1 -- 172.21.15.8:0/1152502114 shutdown_connections 2024-05-20T21:21:37.538 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.532+0000 7fb07b640b80 1 -- 172.21.15.8:0/1152502114 wait complete. 2024-05-20T21:21:37.538 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.533+0000 7fb07b640b80 20 client.26944 trim_cache size 0 max 16384 2024-05-20T21:21:37.538 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:21:37.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.533+0000 7fb070c00700 1 -- 172.21.15.8:0/3347885453 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb0500b2880 msgr2=0x7fb0500b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:37.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.533+0000 7fb070c00700 1 --2- 172.21.15.8:0/3347885453 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb0500b2880 0x7fb0500b4d40 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fb05c005c50 tx=0x7fb05c009260 comp rx=0 tx=0).stop 2024-05-20T21:21:37.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.533+0000 7fb070c00700 1 -- 172.21.15.8:0/3347885453 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb06c10a780 msgr2=0x7fb06c1a06f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:37.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.533+0000 7fb070c00700 1 --2- 172.21.15.8:0/3347885453 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb06c10a780 0x7fb06c1a06f0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7fb05400e970 tx=0x7fb05400ec80 comp rx=0 tx=0).stop 2024-05-20T21:21:37.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.534+0000 7fb070c00700 1 -- 172.21.15.8:0/3347885453 shutdown_connections 2024-05-20T21:21:37.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.534+0000 7fb070c00700 1 --2- 172.21.15.8:0/3347885453 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb0500b2880 0x7fb0500b4d40 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:37.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.534+0000 7fb070c00700 1 --2- 172.21.15.8:0/3347885453 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb06c10eeb0 0x7fb06c1a4a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:37.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.534+0000 7fb070c00700 1 --2- 172.21.15.8:0/3347885453 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb06c109dd0 0x7fb06c1a01b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:37.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.534+0000 7fb070c00700 1 --2- 172.21.15.8:0/3347885453 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb06c10a780 0x7fb06c1a06f0 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:37.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.534+0000 7fb070c00700 1 -- 172.21.15.8:0/3347885453 >> 172.21.15.8:0/3347885453 conn(0x7fb06c076d10 msgr2=0x7fb06c0772d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:37.540 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.534+0000 7fb070c00700 1 -- 172.21.15.8:0/3347885453 shutdown_connections 2024-05-20T21:21:37.540 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:37.534+0000 7fb070c00700 1 -- 172.21.15.8:0/3347885453 wait complete. 2024-05-20T21:21:38.490 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:21:38.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:21:38 smithi008 ceph-mon[31475]: pgmap v629: 97 pgs: 97 active+clean; 2.8 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 4.7 KiB/s wr, 8 op/s 2024-05-20T21:21:38.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:21:38 smithi130 ceph-mon[36448]: pgmap v629: 97 pgs: 97 active+clean; 2.8 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 4.7 KiB/s wr, 8 op/s 2024-05-20T21:21:38.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:21:38 smithi050 ceph-mon[35809]: pgmap v629: 97 pgs: 97 active+clean; 2.8 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 4.7 KiB/s wr, 8 op/s 2024-05-20T21:21:38.961 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:21:40.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:21:40 smithi008 ceph-mon[31475]: pgmap v630: 97 pgs: 97 active+clean; 2.8 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 10 KiB/s wr, 11 op/s 2024-05-20T21:21:40.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:21:40 smithi130 ceph-mon[36448]: pgmap v630: 97 pgs: 97 active+clean; 2.8 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 10 KiB/s wr, 11 op/s 2024-05-20T21:21:40.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:21:40 smithi050 ceph-mon[35809]: pgmap v630: 97 pgs: 97 active+clean; 2.8 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 10 KiB/s wr, 11 op/s 2024-05-20T21:21:41.294 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.293+0000 7f9135800700 1 -- 172.21.15.8:0/614456027 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9130102460 msgr2=0x7f913010d4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:41.294 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.293+0000 7f9135800700 1 --2- 172.21.15.8:0/614456027 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9130102460 0x7f913010d4f0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f911c0098f0 tx=0x7f911c009c00 comp rx=0 tx=0).stop 2024-05-20T21:21:41.294 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.293+0000 7f9135800700 1 -- 172.21.15.8:0/614456027 shutdown_connections 2024-05-20T21:21:41.295 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.293+0000 7f9135800700 1 --2- 172.21.15.8:0/614456027 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9130101b40 0x7f9130101f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:41.295 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.293+0000 7f9135800700 1 --2- 172.21.15.8:0/614456027 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f913010dac0 0x7f913010ff10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:41.295 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.293+0000 7f9135800700 1 --2- 172.21.15.8:0/614456027 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9130102460 0x7f913010d4f0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:41.295 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.293+0000 7f9135800700 1 -- 172.21.15.8:0/614456027 >> 172.21.15.8:0/614456027 conn(0x7f91300771e0 msgr2=0x7f91300775f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:41.295 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.294+0000 7f9135800700 1 -- 172.21.15.8:0/614456027 shutdown_connections 2024-05-20T21:21:41.295 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.294+0000 7f9135800700 1 -- 172.21.15.8:0/614456027 wait complete. 2024-05-20T21:21:41.295 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.295+0000 7f9135800700 1 Processor -- start 2024-05-20T21:21:41.295 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.295+0000 7f9135800700 1 -- start start 2024-05-20T21:21:41.296 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.296+0000 7f9135800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9130101b40 0x7f913019f860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:41.296 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.296+0000 7f9135800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9130102460 0x7f913019fda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:41.296 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.296+0000 7f9135800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f913010dac0 0x7f9130199a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:41.296 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.296+0000 7f9135800700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f9130113680 con 0x7f9130101b40 2024-05-20T21:21:41.296 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.296+0000 7f9135800700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9130113500 con 0x7f9130102460 2024-05-20T21:21:41.297 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.296+0000 7f9135800700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f9130113800 con 0x7f913010dac0 2024-05-20T21:21:41.297 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.296+0000 7f912fe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9130101b40 0x7f913019f860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:41.297 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.296+0000 7f912f400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9130102460 0x7f913019fda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:41.297 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.296+0000 7f9134e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f913010dac0 0x7f9130199a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:41.297 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.296+0000 7f912fe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9130101b40 0x7f913019f860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:56680/0 (socket says 172.21.15.8:56680) 2024-05-20T21:21:41.298 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.296+0000 7f912f400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9130102460 0x7f913019fda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:56274/0 (socket says 172.21.15.8:56274) 2024-05-20T21:21:41.298 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.296+0000 7f912fe00700 1 -- 172.21.15.8:0/1551305901 learned_addr learned my addr 172.21.15.8:0/1551305901 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:41.298 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.297+0000 7f9134e00700 1 -- 172.21.15.8:0/1551305901 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9130102460 msgr2=0x7f913019fda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:41.298 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.297+0000 7f9134e00700 1 --2- 172.21.15.8:0/1551305901 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9130102460 0x7f913019fda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:41.298 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.297+0000 7f9134e00700 1 -- 172.21.15.8:0/1551305901 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9130101b40 msgr2=0x7f913019f860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:41.298 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.297+0000 7f9134e00700 1 --2- 172.21.15.8:0/1551305901 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9130101b40 0x7f913019f860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:41.298 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.297+0000 7f9134e00700 1 -- 172.21.15.8:0/1551305901 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f913019a180 con 0x7f913010dac0 2024-05-20T21:21:41.298 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.297+0000 7f912fe00700 1 --2- 172.21.15.8:0/1551305901 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9130101b40 0x7f913019f860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:41.298 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.297+0000 7f9134e00700 1 --2- 172.21.15.8:0/1551305901 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f913010dac0 0x7f9130199a20 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f912800efc0 tx=0x7f912800c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:41.299 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.298+0000 7f912cc00700 1 -- 172.21.15.8:0/1551305901 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91280092e0 con 0x7f913010dac0 2024-05-20T21:21:41.299 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.298+0000 7f9135800700 1 -- 172.21.15.8:0/1551305901 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f913019a410 con 0x7f913010dac0 2024-05-20T21:21:41.299 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.298+0000 7f912cc00700 1 -- 172.21.15.8:0/1551305901 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9128004bb0 con 0x7f913010dac0 2024-05-20T21:21:41.299 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.298+0000 7f912cc00700 1 -- 172.21.15.8:0/1551305901 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9128004020 con 0x7f913010dac0 2024-05-20T21:21:41.299 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.298+0000 7f9135800700 1 -- 172.21.15.8:0/1551305901 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91301a6730 con 0x7f913010dac0 2024-05-20T21:21:41.302 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.301+0000 7f912cc00700 1 -- 172.21.15.8:0/1551305901 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f912801b030 con 0x7f913010dac0 2024-05-20T21:21:41.302 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.302+0000 7f914184ab80 1 Processor -- start 2024-05-20T21:21:41.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.303+0000 7f914184ab80 1 -- start start 2024-05-20T21:21:41.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.303+0000 7f914184ab80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55680fc5c430 0x55680fc5c810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:41.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.303+0000 7f914184ab80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55680fc5cd50 0x55680fc568c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:41.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.303+0000 7f912cc00700 1 --2- 172.21.15.8:0/1551305901 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f91140b2880 0x7f91140b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:41.304 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.303+0000 7f914184ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55680fc56ee0 0x55680fc57340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:41.304 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.303+0000 7f914184ab80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55680fbb0e40 con 0x55680fc5cd50 2024-05-20T21:21:41.304 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.303+0000 7f914184ab80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55680fba09e0 con 0x55680fc5c430 2024-05-20T21:21:41.304 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.303+0000 7f914184ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55680fba4a20 con 0x55680fc56ee0 2024-05-20T21:21:41.305 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.303+0000 7f912cc00700 1 -- 172.21.15.8:0/1551305901 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f91280e1c70 con 0x7f913010dac0 2024-05-20T21:21:41.305 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.303+0000 7f912fe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55680fc5cd50 0x55680fc568c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:41.305 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.304+0000 7f912fe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55680fc5cd50 0x55680fc568c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:56696/0 (socket says 172.21.15.8:56696) 2024-05-20T21:21:41.305 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.304+0000 7f912fe00700 1 -- 172.21.15.8:0/2413285032 learned_addr learned my addr 172.21.15.8:0/2413285032 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:41.305 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.304+0000 7f912f400700 1 --2- 172.21.15.8:0/2413285032 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55680fc5c430 0x55680fc5c810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:41.305 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.304+0000 7f9134e00700 1 --2- 172.21.15.8:0/2413285032 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55680fc56ee0 0x55680fc57340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:41.305 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.304+0000 7f912f400700 1 --2- 172.21.15.8:0/1551305901 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f91140b2880 0x7f91140b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:41.305 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.304+0000 7f912fe00700 1 -- 172.21.15.8:0/2413285032 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55680fc56ee0 msgr2=0x55680fc57340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:41.305 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.304+0000 7f912fe00700 1 --2- 172.21.15.8:0/2413285032 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55680fc56ee0 0x55680fc57340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:41.305 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.304+0000 7f912fe00700 1 -- 172.21.15.8:0/2413285032 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55680fc5c430 msgr2=0x55680fc5c810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:41.305 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.304+0000 7f912fe00700 1 --2- 172.21.15.8:0/2413285032 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55680fc5c430 0x55680fc5c810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:41.305 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.304+0000 7f912fe00700 1 -- 172.21.15.8:0/2413285032 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55680fb69420 con 0x55680fc5cd50 2024-05-20T21:21:41.306 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.304+0000 7f912fe00700 1 --2- 172.21.15.8:0/2413285032 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55680fc5cd50 0x55680fc568c0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f9120011680 tx=0x7f9120011990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55f03ab6c57dfca6 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:41.307 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.305+0000 7f912f400700 1 --2- 172.21.15.8:0/1551305901 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f91140b2880 0x7f91140b4d40 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f911c009fd0 tx=0x7f911c00bf60 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:41.307 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.305+0000 7f9125600700 1 -- 172.21.15.8:0/2413285032 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9120004030 con 0x55680fc5cd50 2024-05-20T21:21:41.307 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.305+0000 7f9125600700 1 -- 172.21.15.8:0/2413285032 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9120003680 con 0x55680fc5cd50 2024-05-20T21:21:41.307 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.305+0000 7f9125600700 1 -- 172.21.15.8:0/2413285032 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91200197b0 con 0x55680fc5cd50 2024-05-20T21:21:41.307 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.306+0000 7f914184ab80 1 -- 172.21.15.8:0/2413285032 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55680fc5cd50 msgr2=0x55680fc568c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:41.307 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.306+0000 7f914184ab80 1 --2- 172.21.15.8:0/2413285032 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55680fc5cd50 0x55680fc568c0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f9120011680 tx=0x7f9120011990 comp rx=0 tx=0).stop 2024-05-20T21:21:41.307 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.306+0000 7f914184ab80 1 -- 172.21.15.8:0/2413285032 shutdown_connections 2024-05-20T21:21:41.307 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.306+0000 7f914184ab80 1 --2- 172.21.15.8:0/2413285032 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55680fc5c430 0x55680fc5c810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:41.307 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.306+0000 7f914184ab80 1 --2- 172.21.15.8:0/2413285032 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55680fc56ee0 0x55680fc57340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:41.307 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.306+0000 7f914184ab80 1 --2- 172.21.15.8:0/2413285032 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55680fc5cd50 0x55680fc568c0 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:41.307 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.306+0000 7f914184ab80 1 -- 172.21.15.8:0/2413285032 >> 172.21.15.8:0/2413285032 conn(0x55680fb80be0 msgr2=0x55680fc4d150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:41.307 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.306+0000 7f914184ab80 1 -- 172.21.15.8:0/2413285032 shutdown_connections 2024-05-20T21:21:41.307 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.306+0000 7f914184ab80 1 -- 172.21.15.8:0/2413285032 wait complete. 2024-05-20T21:21:41.308 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.307+0000 7f914184ab80 1 -- start start 2024-05-20T21:21:41.308 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.307+0000 7f914184ab80 1 Processor -- start 2024-05-20T21:21:41.308 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.308+0000 7f914184ab80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55680fc56ee0 0x55680fc62bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:41.308 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.308+0000 7f914184ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55680fc5c430 0x55680fc5ff60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:41.309 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.308+0000 7f914184ab80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55680fc5cd50 0x55680fc604a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:41.309 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.308+0000 7f914184ab80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55680faa6fa0 con 0x55680fc56ee0 2024-05-20T21:21:41.309 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.308+0000 7f914184ab80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55680fb41760 con 0x55680fc5cd50 2024-05-20T21:21:41.309 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.308+0000 7f914184ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55680fc63870 con 0x55680fc5c430 2024-05-20T21:21:41.309 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.308+0000 7f914184ab80 10 client.0 _ll_register_callbacks cb 0x55680fb4ac70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:41.309 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.308+0000 7f912fe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55680fc56ee0 0x55680fc62bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:41.310 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.308+0000 7f912f400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55680fc5c430 0x55680fc5ff60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:41.310 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.308+0000 7f9134e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55680fc5cd50 0x55680fc604a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:41.310 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.308+0000 7f912fe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55680fc56ee0 0x55680fc62bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:56706/0 (socket says 172.21.15.8:56706) 2024-05-20T21:21:41.310 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.308+0000 7f912fe00700 1 -- 172.21.15.8:0/1806361299 learned_addr learned my addr 172.21.15.8:0/1806361299 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:41.310 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.309+0000 7f9134e00700 1 -- 172.21.15.8:0/1806361299 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55680fc5c430 msgr2=0x55680fc5ff60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:41.310 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.309+0000 7f9134e00700 1 --2- 172.21.15.8:0/1806361299 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55680fc5c430 0x55680fc5ff60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:41.310 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.309+0000 7f9134e00700 1 -- 172.21.15.8:0/1806361299 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55680fc56ee0 msgr2=0x55680fc62bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:41.310 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.309+0000 7f9134e00700 1 --2- 172.21.15.8:0/1806361299 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55680fc56ee0 0x55680fc62bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:41.310 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.309+0000 7f9134e00700 1 -- 172.21.15.8:0/1806361299 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55680faf08d0 con 0x55680fc5cd50 2024-05-20T21:21:41.310 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.309+0000 7f912fe00700 1 --2- 172.21.15.8:0/1806361299 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55680fc56ee0 0x55680fc62bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:41.310 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.309+0000 7f9134e00700 1 --2- 172.21.15.8:0/1806361299 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55680fc5cd50 0x55680fc604a0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f91280df700 tx=0x7f91280a97f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6e09f725e85b9c1a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:41.310 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.309+0000 7f911a000700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:21:41.311 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.309+0000 7f911a000700 1 -- 172.21.15.8:0/1806361299 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91280a8dc0 con 0x55680fc5cd50 2024-05-20T21:21:41.312 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.309+0000 7f911a000700 1 -- 172.21.15.8:0/1806361299 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f91280dfdd0 con 0x55680fc5cd50 2024-05-20T21:21:41.312 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.309+0000 7f914184ab80 1 -- 172.21.15.8:0/1806361299 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9120003680 con 0x55680fc5cd50 2024-05-20T21:21:41.312 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.310+0000 7f911a000700 1 -- 172.21.15.8:0/1806361299 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f91280a99b0 con 0x55680fc5cd50 2024-05-20T21:21:41.312 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.310+0000 7f914184ab80 10 client.26903 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:41.312 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.310+0000 7f914184ab80 1 -- 172.21.15.8:0/1806361299 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55680fb71060 con 0x55680fc5cd50 2024-05-20T21:21:41.312 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.310+0000 7f911a000700 1 -- 172.21.15.8:0/1806361299 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9120003680 con 0x55680fc5cd50 2024-05-20T21:21:41.312 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.310+0000 7f911a000700 1 -- 172.21.15.8:0/1806361299 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f91280ad1b0 con 0x55680fc5cd50 2024-05-20T21:21:41.312 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.311+0000 7f914184ab80 10 client.26903 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:41.312 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.311+0000 7f914184ab80 10 client.26903 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:21:41.312 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.311+0000 7f914184ab80 20 client.26903 populate_metadata read hostname 'smithi008' 2024-05-20T21:21:41.312 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.311+0000 7f914184ab80 1 --2- 172.21.15.8:0/1806361299 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55680fc704a0 0x55680fc728e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:41.312 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.311+0000 7f914184ab80 4 client.26903 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:21:41.312 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.311+0000 7f914184ab80 1 -- 172.21.15.8:0/1806361299 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55680fbb2d90 con 0x55680fc704a0 2024-05-20T21:21:41.313 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.311+0000 7f912fe00700 1 --2- 172.21.15.8:0/1806361299 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55680fc704a0 0x55680fc728e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:41.314 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.312+0000 7f912fe00700 1 --2- 172.21.15.8:0/1806361299 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55680fc704a0 0x55680fc728e0 crc :-1 s=READY pgs=171 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e4d6917f727e0a39 server_cookie=c43bf3f967304ac0 in_seq=0 out_seq=0 2024-05-20T21:21:41.314 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.312+0000 7f911a000700 10 client.26903 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:21:41.314 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.313+0000 7f911a000700 1 -- 172.21.15.8:0/1806361299 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55680fbb2d90 con 0x55680fc704a0 2024-05-20T21:21:41.314 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.313+0000 7f911a000700 10 client.26903 handle_command_reply: tid=0 2024-05-20T21:21:41.314 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.313+0000 7f914184ab80 1 client.26903 shutdown 2024-05-20T21:21:41.314 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.313+0000 7f914184ab80 1 -- 172.21.15.8:0/1806361299 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55680fc5cd50 msgr2=0x55680fc604a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:41.314 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.313+0000 7f914184ab80 1 --2- 172.21.15.8:0/1806361299 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55680fc5cd50 0x55680fc604a0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f91280df700 tx=0x7f91280a97f0 comp rx=0 tx=0).stop 2024-05-20T21:21:41.314 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.313+0000 7f914184ab80 1 -- 172.21.15.8:0/1806361299 shutdown_connections 2024-05-20T21:21:41.314 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.313+0000 7f914184ab80 1 --2- 172.21.15.8:0/1806361299 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55680fc704a0 0x55680fc728e0 crc :-1 s=READY pgs=171 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:41.314 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.313+0000 7f914184ab80 1 --2- 172.21.15.8:0/1806361299 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55680fc5cd50 0x55680fc604a0 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:41.314 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.313+0000 7f914184ab80 1 --2- 172.21.15.8:0/1806361299 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55680fc56ee0 0x55680fc62bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:41.314 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.313+0000 7f914184ab80 1 --2- 172.21.15.8:0/1806361299 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55680fc5c430 0x55680fc5ff60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:41.315 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.313+0000 7f911a000700 0 client.26903 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:21:41.315 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.313+0000 7f914184ab80 1 -- 172.21.15.8:0/1806361299 >> 172.21.15.8:0/1806361299 conn(0x55680fb80be0 msgr2=0x55680fc558b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:41.315 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.313+0000 7f914184ab80 1 -- 172.21.15.8:0/1806361299 shutdown_connections 2024-05-20T21:21:41.315 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.313+0000 7f914184ab80 1 -- 172.21.15.8:0/1806361299 wait complete. 2024-05-20T21:21:41.315 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.313+0000 7f914184ab80 20 client.26903 trim_cache size 0 max 16384 2024-05-20T21:21:41.331 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.330+0000 7f914184ab80 1 Processor -- start 2024-05-20T21:21:41.331 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.331+0000 7f914184ab80 1 -- start start 2024-05-20T21:21:41.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.331+0000 7f914184ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55680fc56ee0 0x55680fc568c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:41.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.331+0000 7f914184ab80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55680fc5c430 0x55680fc62bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:41.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.331+0000 7f914184ab80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55680fc5cd50 0x55680fc6c910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:41.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.331+0000 7f914184ab80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f91301ae180 con 0x55680fc5cd50 2024-05-20T21:21:41.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.331+0000 7f914184ab80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f91301aba10 con 0x55680fc5c430 2024-05-20T21:21:41.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.331+0000 7f914184ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f91301a9860 con 0x55680fc56ee0 2024-05-20T21:21:41.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.331+0000 7f912f400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55680fc5c430 0x55680fc62bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:41.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.331+0000 7f912f400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55680fc5c430 0x55680fc62bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:56304/0 (socket says 172.21.15.8:56304) 2024-05-20T21:21:41.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.331+0000 7f912f400700 1 -- 172.21.15.8:0/1236796887 learned_addr learned my addr 172.21.15.8:0/1236796887 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:41.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.331+0000 7f912fe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55680fc56ee0 0x55680fc568c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:41.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.332+0000 7f9134e00700 1 --2- 172.21.15.8:0/1236796887 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55680fc5cd50 0x55680fc6c910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:41.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.332+0000 7f912f400700 1 -- 172.21.15.8:0/1236796887 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55680fc56ee0 msgr2=0x55680fc568c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:41.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.332+0000 7f912f400700 1 --2- 172.21.15.8:0/1236796887 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55680fc56ee0 0x55680fc568c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:41.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.332+0000 7f912f400700 1 -- 172.21.15.8:0/1236796887 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55680fc5cd50 msgr2=0x55680fc6c910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:41.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.332+0000 7f912f400700 1 --2- 172.21.15.8:0/1236796887 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55680fc5cd50 0x55680fc6c910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:41.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.332+0000 7f912f400700 1 -- 172.21.15.8:0/1236796887 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55680fc4ef80 con 0x55680fc5c430 2024-05-20T21:21:41.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.332+0000 7f912fe00700 1 --2- 172.21.15.8:0/1236796887 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55680fc56ee0 0x55680fc568c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:41.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.332+0000 7f9134e00700 1 --2- 172.21.15.8:0/1236796887 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55680fc5cd50 0x55680fc6c910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:21:41.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.332+0000 7f912f400700 1 --2- 172.21.15.8:0/1236796887 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55680fc5c430 0x55680fc62bc0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f911c0098c0 tx=0x7f911c018000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=338436970c27c4ca server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:41.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.333+0000 7f9124c00700 1 -- 172.21.15.8:0/1236796887 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f911c037070 con 0x55680fc5c430 2024-05-20T21:21:41.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.333+0000 7f9124c00700 1 -- 172.21.15.8:0/1236796887 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f911c0054f0 con 0x55680fc5c430 2024-05-20T21:21:41.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.333+0000 7f9124c00700 1 -- 172.21.15.8:0/1236796887 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f911c003db0 con 0x55680fc5c430 2024-05-20T21:21:41.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.333+0000 7f914184ab80 1 -- 172.21.15.8:0/1236796887 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55680fc5c430 msgr2=0x55680fc62bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:41.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.333+0000 7f914184ab80 1 --2- 172.21.15.8:0/1236796887 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55680fc5c430 0x55680fc62bc0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f911c0098c0 tx=0x7f911c018000 comp rx=0 tx=0).stop 2024-05-20T21:21:41.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.334+0000 7f914184ab80 1 -- 172.21.15.8:0/1236796887 shutdown_connections 2024-05-20T21:21:41.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.334+0000 7f914184ab80 1 --2- 172.21.15.8:0/1236796887 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55680fc5cd50 0x55680fc6c910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:41.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.334+0000 7f914184ab80 1 --2- 172.21.15.8:0/1236796887 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55680fc56ee0 0x55680fc568c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:41.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.334+0000 7f914184ab80 1 --2- 172.21.15.8:0/1236796887 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55680fc5c430 0x55680fc62bc0 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:41.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.334+0000 7f914184ab80 1 -- 172.21.15.8:0/1236796887 >> 172.21.15.8:0/1236796887 conn(0x55680fb80be0 msgr2=0x55680fc5b050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:41.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.334+0000 7f914184ab80 1 -- 172.21.15.8:0/1236796887 shutdown_connections 2024-05-20T21:21:41.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.334+0000 7f914184ab80 1 -- 172.21.15.8:0/1236796887 wait complete. 2024-05-20T21:21:41.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.334+0000 7f914184ab80 1 -- start start 2024-05-20T21:21:41.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.334+0000 7f914184ab80 1 Processor -- start 2024-05-20T21:21:41.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.335+0000 7f914184ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55680fc56ee0 0x55680fc68b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:41.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.335+0000 7f914184ab80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55680fc5c430 0x55680fc69040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:41.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.335+0000 7f914184ab80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55680fc5cd50 0x55680fc771f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:41.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.335+0000 7f914184ab80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f91301a9ed0 con 0x55680fc5c430 2024-05-20T21:21:41.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.335+0000 7f914184ab80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f91301ab340 con 0x55680fc5cd50 2024-05-20T21:21:41.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.335+0000 7f914184ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f91301aa5a0 con 0x55680fc56ee0 2024-05-20T21:21:41.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.335+0000 7f914184ab80 10 client.0 _ll_register_callbacks cb 0x55680fb4ac70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:41.338 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.335+0000 7f912f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55680fc5c430 0x55680fc69040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:41.338 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.335+0000 7f9134e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55680fc5cd50 0x55680fc771f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:41.338 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.335+0000 7f912fe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55680fc56ee0 0x55680fc68b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:41.338 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.335+0000 7f912f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55680fc5c430 0x55680fc69040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:56728/0 (socket says 172.21.15.8:56728) 2024-05-20T21:21:41.338 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.335+0000 7f912f400700 1 -- 172.21.15.8:0/276293353 learned_addr learned my addr 172.21.15.8:0/276293353 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:41.338 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.336+0000 7f912f400700 1 -- 172.21.15.8:0/276293353 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55680fc56ee0 msgr2=0x55680fc68b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:41.338 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.336+0000 7f912f400700 1 --2- 172.21.15.8:0/276293353 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55680fc56ee0 0x55680fc68b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:41.338 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.336+0000 7f912f400700 1 -- 172.21.15.8:0/276293353 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55680fc5cd50 msgr2=0x55680fc771f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:41.338 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.336+0000 7f912f400700 1 --2- 172.21.15.8:0/276293353 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55680fc5cd50 0x55680fc771f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:41.338 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.336+0000 7f912f400700 1 -- 172.21.15.8:0/276293353 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55680fc69710 con 0x55680fc5c430 2024-05-20T21:21:41.338 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.336+0000 7f912fe00700 1 --2- 172.21.15.8:0/276293353 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55680fc56ee0 0x55680fc68b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:41.338 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.336+0000 7f9134e00700 1 --2- 172.21.15.8:0/276293353 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55680fc5cd50 0x55680fc771f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:41.338 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.336+0000 7f912f400700 1 --2- 172.21.15.8:0/276293353 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55680fc5c430 0x55680fc69040 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f911c009810 tx=0x7f911c009250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=889fc4ed3ff68b31 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:41.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.336+0000 7f911a000700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:21:41.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.336+0000 7f911a000700 1 -- 172.21.15.8:0/276293353 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f911c037040 con 0x55680fc5c430 2024-05-20T21:21:41.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.336+0000 7f911a000700 1 -- 172.21.15.8:0/276293353 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f911c003680 con 0x55680fc5c430 2024-05-20T21:21:41.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.336+0000 7f914184ab80 1 -- 172.21.15.8:0/276293353 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f911c0054f0 con 0x55680fc5c430 2024-05-20T21:21:41.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.337+0000 7f911a000700 1 -- 172.21.15.8:0/276293353 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f911c005040 con 0x55680fc5c430 2024-05-20T21:21:41.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.337+0000 7f914184ab80 10 client.16797 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:41.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.337+0000 7f914184ab80 1 -- 172.21.15.8:0/276293353 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55680fcda710 con 0x55680fc5c430 2024-05-20T21:21:41.340 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.337+0000 7f911a000700 1 -- 172.21.15.8:0/276293353 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f911c0054f0 con 0x55680fc5c430 2024-05-20T21:21:41.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.337+0000 7f911a000700 1 -- 172.21.15.8:0/276293353 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f911c03a070 con 0x55680fc5c430 2024-05-20T21:21:41.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.337+0000 7f914184ab80 10 client.16797 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:41.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.337+0000 7f914184ab80 10 client.16797 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:21:41.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.337+0000 7f914184ab80 20 client.16797 populate_metadata read hostname 'smithi008' 2024-05-20T21:21:41.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.337+0000 7f914184ab80 1 --2- 172.21.15.8:0/276293353 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55680fcdace0 0x55680fcdd100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:41.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.337+0000 7f914184ab80 4 client.16797 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:21:41.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.337+0000 7f914184ab80 1 -- 172.21.15.8:0/276293353 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55680fbac570 con 0x55680fcdace0 2024-05-20T21:21:41.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.338+0000 7f912fe00700 1 --2- 172.21.15.8:0/276293353 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55680fcdace0 0x55680fcdd100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:41.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.338+0000 7f912fe00700 1 --2- 172.21.15.8:0/276293353 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55680fcdace0 0x55680fcdd100 crc :-1 s=READY pgs=172 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=53fde85a354cd66a server_cookie=1d990800dd55334d in_seq=0 out_seq=0 2024-05-20T21:21:41.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.338+0000 7f911a000700 10 client.16797 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:21:41.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.339+0000 7f911a000700 1 -- 172.21.15.8:0/276293353 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55680fbac570 con 0x55680fcdace0 2024-05-20T21:21:41.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.339+0000 7f911a000700 10 client.16797 handle_command_reply: tid=0 2024-05-20T21:21:41.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.339+0000 7f914184ab80 1 client.16797 shutdown 2024-05-20T21:21:41.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.339+0000 7f914184ab80 1 -- 172.21.15.8:0/276293353 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55680fc5c430 msgr2=0x55680fc69040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:41.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.339+0000 7f914184ab80 1 --2- 172.21.15.8:0/276293353 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55680fc5c430 0x55680fc69040 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f911c009810 tx=0x7f911c009250 comp rx=0 tx=0).stop 2024-05-20T21:21:41.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.339+0000 7f914184ab80 1 -- 172.21.15.8:0/276293353 shutdown_connections 2024-05-20T21:21:41.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.339+0000 7f914184ab80 1 --2- 172.21.15.8:0/276293353 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55680fcdace0 0x55680fcdd100 crc :-1 s=READY pgs=172 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:41.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.339+0000 7f914184ab80 1 --2- 172.21.15.8:0/276293353 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55680fc5cd50 0x55680fc771f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:41.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.339+0000 7f914184ab80 1 --2- 172.21.15.8:0/276293353 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55680fc56ee0 0x55680fc68b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:41.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.339+0000 7f914184ab80 1 --2- 172.21.15.8:0/276293353 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55680fc5c430 0x55680fc69040 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:41.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.339+0000 7f911a000700 0 client.16797 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:21:41.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.339+0000 7f914184ab80 1 -- 172.21.15.8:0/276293353 >> 172.21.15.8:0/276293353 conn(0x55680fb80be0 msgr2=0x55680fc5f0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:41.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.339+0000 7f914184ab80 1 -- 172.21.15.8:0/276293353 shutdown_connections 2024-05-20T21:21:41.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.339+0000 7f914184ab80 1 -- 172.21.15.8:0/276293353 wait complete. 2024-05-20T21:21:41.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.339+0000 7f914184ab80 20 client.16797 trim_cache size 0 max 16384 2024-05-20T21:21:41.343 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:21:41.343 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.340+0000 7f9135800700 1 -- 172.21.15.8:0/1551305901 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f91140b2880 msgr2=0x7f91140b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:41.343 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.340+0000 7f9135800700 1 --2- 172.21.15.8:0/1551305901 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f91140b2880 0x7f91140b4d40 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f911c009fd0 tx=0x7f911c00bf60 comp rx=0 tx=0).stop 2024-05-20T21:21:41.343 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.340+0000 7f9135800700 1 -- 172.21.15.8:0/1551305901 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f913010dac0 msgr2=0x7f9130199a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:41.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.340+0000 7f9135800700 1 --2- 172.21.15.8:0/1551305901 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f913010dac0 0x7f9130199a20 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f912800efc0 tx=0x7f912800c3a0 comp rx=0 tx=0).stop 2024-05-20T21:21:41.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.340+0000 7f9135800700 1 -- 172.21.15.8:0/1551305901 shutdown_connections 2024-05-20T21:21:41.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.340+0000 7f9135800700 1 --2- 172.21.15.8:0/1551305901 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f91140b2880 0x7f91140b4d40 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:41.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.340+0000 7f9135800700 1 --2- 172.21.15.8:0/1551305901 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f913010dac0 0x7f9130199a20 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:41.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.340+0000 7f9135800700 1 --2- 172.21.15.8:0/1551305901 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9130101b40 0x7f913019f860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:41.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.340+0000 7f9135800700 1 --2- 172.21.15.8:0/1551305901 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9130102460 0x7f913019fda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:41.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.340+0000 7f9135800700 1 -- 172.21.15.8:0/1551305901 >> 172.21.15.8:0/1551305901 conn(0x7f91300771e0 msgr2=0x7f91300feba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:41.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.340+0000 7f9135800700 1 -- 172.21.15.8:0/1551305901 shutdown_connections 2024-05-20T21:21:41.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:41.340+0000 7f9135800700 1 -- 172.21.15.8:0/1551305901 wait complete. 2024-05-20T21:21:42.647 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.646+0000 7faef0e00640 1 -- 172.21.15.8:0/4129897091 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7faeec076a90 msgr2=0x7faeec074ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:42.647 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.646+0000 7faef0e00640 1 --2- 172.21.15.8:0/4129897091 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7faeec076a90 0x7faeec074ee0 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7faedc009930 tx=0x7faedc02a440 comp rx=0 tx=0).stop 2024-05-20T21:21:42.647 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.647+0000 7faef0e00640 1 -- 172.21.15.8:0/4129897091 shutdown_connections 2024-05-20T21:21:42.648 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.647+0000 7faef0e00640 1 --2- 172.21.15.8:0/4129897091 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7faeec10eee0 0x7faeec1112d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:42.648 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.647+0000 7faef0e00640 1 --2- 172.21.15.8:0/4129897091 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faeec0754b0 0x7faeec075930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:42.648 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.647+0000 7faef0e00640 1 --2- 172.21.15.8:0/4129897091 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7faeec076a90 0x7faeec074ee0 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:42.648 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.647+0000 7faef0e00640 1 -- 172.21.15.8:0/4129897091 >> 172.21.15.8:0/4129897091 conn(0x7faeec0fde80 msgr2=0x7faeec1002c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:42.648 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.647+0000 7faef0e00640 1 -- 172.21.15.8:0/4129897091 shutdown_connections 2024-05-20T21:21:42.648 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.647+0000 7faef0e00640 1 -- 172.21.15.8:0/4129897091 wait complete. 2024-05-20T21:21:42.648 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.648+0000 7faef0e00640 1 Processor -- start 2024-05-20T21:21:42.649 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.648+0000 7faef0e00640 1 -- start start 2024-05-20T21:21:42.651 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.649+0000 7faef0e00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7faeec0754b0 0x7faeec19f130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:42.651 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.649+0000 7faef0e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7faeec076a90 0x7faeec19f670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:42.651 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.649+0000 7faef0e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faeec10eee0 0x7faeec1a66e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:42.651 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.649+0000 7faef0e00640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7faeec114a30 con 0x7faeec076a90 2024-05-20T21:21:42.651 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.649+0000 7faef0e00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7faeec1148b0 con 0x7faeec10eee0 2024-05-20T21:21:42.651 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.649+0000 7faef0e00640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7faeec114bb0 con 0x7faeec0754b0 2024-05-20T21:21:42.651 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.649+0000 7faee2a00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7faeec076a90 0x7faeec19f670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:42.651 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.649+0000 7faeeb400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7faeec0754b0 0x7faeec19f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:42.651 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.649+0000 7faee2a00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7faeec076a90 0x7faeec19f670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:56750/0 (socket says 172.21.15.8:56750) 2024-05-20T21:21:42.651 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.649+0000 7faee2a00640 1 -- 172.21.15.8:0/2265518312 learned_addr learned my addr 172.21.15.8:0/2265518312 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:42.652 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.649+0000 7faeebe00640 1 --2- 172.21.15.8:0/2265518312 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faeec10eee0 0x7faeec1a66e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:42.652 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.650+0000 7faee2a00640 1 -- 172.21.15.8:0/2265518312 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7faeec0754b0 msgr2=0x7faeec19f130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:42.652 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.650+0000 7faee2a00640 1 --2- 172.21.15.8:0/2265518312 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7faeec0754b0 0x7faeec19f130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:42.652 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.650+0000 7faee2a00640 1 -- 172.21.15.8:0/2265518312 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faeec10eee0 msgr2=0x7faeec1a66e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:42.652 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.650+0000 7faee2a00640 1 --2- 172.21.15.8:0/2265518312 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faeec10eee0 0x7faeec1a66e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:42.652 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.650+0000 7faee2a00640 1 -- 172.21.15.8:0/2265518312 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faeec1a6d50 con 0x7faeec076a90 2024-05-20T21:21:42.652 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.650+0000 7faee2a00640 1 --2- 172.21.15.8:0/2265518312 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7faeec076a90 0x7faeec19f670 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7faed400e9f0 tx=0x7faed400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:42.652 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.650+0000 7faee8c00640 1 -- 172.21.15.8:0/2265518312 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faed400cd80 con 0x7faeec076a90 2024-05-20T21:21:42.652 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.650+0000 7faee8c00640 1 -- 172.21.15.8:0/2265518312 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faed40108e0 con 0x7faeec076a90 2024-05-20T21:21:42.652 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.650+0000 7faee8c00640 1 -- 172.21.15.8:0/2265518312 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faed4018980 con 0x7faeec076a90 2024-05-20T21:21:42.652 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.650+0000 7faef0e00640 1 -- 172.21.15.8:0/2265518312 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faeec1a6fe0 con 0x7faeec076a90 2024-05-20T21:21:42.652 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.650+0000 7faef0e00640 1 -- 172.21.15.8:0/2265518312 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faeec1a7550 con 0x7faeec076a90 2024-05-20T21:21:42.654 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.654+0000 7faef51b6740 1 Processor -- start 2024-05-20T21:21:42.655 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.654+0000 7faef51b6740 1 -- start start 2024-05-20T21:21:42.655 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.654+0000 7faee8c00640 1 -- 172.21.15.8:0/2265518312 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7faed4010430 con 0x7faeec076a90 2024-05-20T21:21:42.655 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.654+0000 7faef51b6740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564225ebecf0 0x564225ebf110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:42.655 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.654+0000 7faef51b6740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564225ebf6e0 0x564225ec41e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:42.655 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.654+0000 7faef51b6740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564225ec4850 0x564225ec6ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:42.655 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.654+0000 7faef51b6740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x564225e2eb90 con 0x564225ebecf0 2024-05-20T21:21:42.655 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.654+0000 7faef51b6740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x564225e1e730 con 0x564225ebf6e0 2024-05-20T21:21:42.655 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.654+0000 7faef51b6740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x564225e22770 con 0x564225ec4850 2024-05-20T21:21:42.657 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.655+0000 7faeebe00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564225ebecf0 0x564225ebf110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:42.657 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.655+0000 7faeebe00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564225ebecf0 0x564225ebf110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:56754/0 (socket says 172.21.15.8:56754) 2024-05-20T21:21:42.658 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.655+0000 7faeebe00640 1 -- 172.21.15.8:0/4160192380 learned_addr learned my addr 172.21.15.8:0/4160192380 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:42.658 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.655+0000 7faee2a00640 1 --2- 172.21.15.8:0/4160192380 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564225ec4850 0x564225ec6ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:42.658 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.655+0000 7faeeb400640 1 --2- 172.21.15.8:0/4160192380 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564225ebf6e0 0x564225ec41e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:42.658 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.655+0000 7faeebe00640 1 -- 172.21.15.8:0/4160192380 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564225ec4850 msgr2=0x564225ec6ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:42.658 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.655+0000 7faeebe00640 1 --2- 172.21.15.8:0/4160192380 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564225ec4850 0x564225ec6ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:42.658 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.655+0000 7faeebe00640 1 -- 172.21.15.8:0/4160192380 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564225ebf6e0 msgr2=0x564225ec41e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:42.658 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.655+0000 7faeebe00640 1 --2- 172.21.15.8:0/4160192380 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564225ebf6e0 0x564225ec41e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:42.658 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.655+0000 7faeebe00640 1 -- 172.21.15.8:0/4160192380 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564225db78b0 con 0x564225ebecf0 2024-05-20T21:21:42.658 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.656+0000 7faeebe00640 1 --2- 172.21.15.8:0/4160192380 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564225ebecf0 0x564225ebf110 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7faee4009fd0 tx=0x7faee40118d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=361aa10a441ba755 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:42.659 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.656+0000 7faee0c00640 1 -- 172.21.15.8:0/4160192380 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faee4004d20 con 0x564225ebecf0 2024-05-20T21:21:42.659 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.656+0000 7faee0c00640 1 -- 172.21.15.8:0/4160192380 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faee4004050 con 0x564225ebecf0 2024-05-20T21:21:42.659 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.656+0000 7faee0c00640 1 -- 172.21.15.8:0/4160192380 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faee4005220 con 0x564225ebecf0 2024-05-20T21:21:42.659 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.656+0000 7faee8c00640 1 --2- 172.21.15.8:0/2265518312 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7faed00b2850 0x7faed00b4d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:42.659 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.656+0000 7faee8c00640 1 -- 172.21.15.8:0/2265518312 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7faed40e24b0 con 0x7faeec076a90 2024-05-20T21:21:42.659 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.656+0000 7faeeb400640 1 --2- 172.21.15.8:0/2265518312 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7faed00b2850 0x7faed00b4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:42.659 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.657+0000 7faef51b6740 1 -- 172.21.15.8:0/4160192380 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564225ebecf0 msgr2=0x564225ebf110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:42.659 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.657+0000 7faef51b6740 1 --2- 172.21.15.8:0/4160192380 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564225ebecf0 0x564225ebf110 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7faee4009fd0 tx=0x7faee40118d0 comp rx=0 tx=0).stop 2024-05-20T21:21:42.659 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.657+0000 7faef51b6740 1 -- 172.21.15.8:0/4160192380 shutdown_connections 2024-05-20T21:21:42.659 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.657+0000 7faef51b6740 1 --2- 172.21.15.8:0/4160192380 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564225ec4850 0x564225ec6ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:42.659 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.657+0000 7faef51b6740 1 --2- 172.21.15.8:0/4160192380 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564225ebf6e0 0x564225ec41e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:42.659 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.657+0000 7faef51b6740 1 --2- 172.21.15.8:0/4160192380 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564225ebecf0 0x564225ebf110 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:42.659 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.657+0000 7faef51b6740 1 -- 172.21.15.8:0/4160192380 >> 172.21.15.8:0/4160192380 conn(0x564225eba360 msgr2=0x564225eba760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:42.660 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.657+0000 7faef51b6740 1 -- 172.21.15.8:0/4160192380 shutdown_connections 2024-05-20T21:21:42.660 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.657+0000 7faef51b6740 1 -- 172.21.15.8:0/4160192380 wait complete. 2024-05-20T21:21:42.660 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.657+0000 7faeeb400640 1 --2- 172.21.15.8:0/2265518312 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7faed00b2850 0x7faed00b4d10 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7faedc006010 tx=0x7faedc0314a0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:42.662 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.658+0000 7faef51b6740 1 -- start start 2024-05-20T21:21:42.663 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.658+0000 7faef51b6740 1 Processor -- start 2024-05-20T21:21:42.663 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.658+0000 7faef51b6740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564225ebecf0 0x564225ec8a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:42.663 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.658+0000 7faef51b6740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564225ebf6e0 0x564225ec8f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:42.663 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.658+0000 7faef51b6740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564225ec4850 0x564225ecffb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:42.663 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.658+0000 7faef51b6740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x564225b04790 con 0x564225ec4850 2024-05-20T21:21:42.663 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.658+0000 7faef51b6740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x564225dc6bc0 con 0x564225ebf6e0 2024-05-20T21:21:42.663 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.658+0000 7faef51b6740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x564225ec7800 con 0x564225ebecf0 2024-05-20T21:21:42.663 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.658+0000 7faef51b6740 10 client.0 _ll_register_callbacks cb 0x564225da4400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:42.663 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.659+0000 7faeebe00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564225ec4850 0x564225ecffb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:42.663 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.659+0000 7faeeb400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564225ebecf0 0x564225ec8a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:42.663 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.659+0000 7faeebe00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564225ec4850 0x564225ecffb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:56760/0 (socket says 172.21.15.8:56760) 2024-05-20T21:21:42.663 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.659+0000 7faee2a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564225ebf6e0 0x564225ec8f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:42.663 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.659+0000 7faeebe00640 1 -- 172.21.15.8:0/3518393251 learned_addr learned my addr 172.21.15.8:0/3518393251 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:42.664 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.659+0000 7faeebe00640 1 -- 172.21.15.8:0/3518393251 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564225ebecf0 msgr2=0x564225ec8a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:42.664 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.659+0000 7faeebe00640 1 --2- 172.21.15.8:0/3518393251 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564225ebecf0 0x564225ec8a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:42.664 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.659+0000 7faeebe00640 1 -- 172.21.15.8:0/3518393251 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564225ebf6e0 msgr2=0x564225ec8f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:42.664 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.659+0000 7faeebe00640 1 --2- 172.21.15.8:0/3518393251 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564225ebf6e0 0x564225ec8f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:42.664 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.659+0000 7faeebe00640 1 -- 172.21.15.8:0/3518393251 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564225b33210 con 0x564225ec4850 2024-05-20T21:21:42.664 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.659+0000 7faee2a00640 1 --2- 172.21.15.8:0/3518393251 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564225ebf6e0 0x564225ec8f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:42.664 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.659+0000 7faeebe00640 1 --2- 172.21.15.8:0/3518393251 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564225ec4850 0x564225ecffb0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7faee401b040 tx=0x7faee4004430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=60f54ef98e56399 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:42.664 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.659+0000 7faed9600640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:21:42.664 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.660+0000 7faed9600640 1 -- 172.21.15.8:0/3518393251 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faee4028020 con 0x564225ec4850 2024-05-20T21:21:42.664 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.660+0000 7faed9600640 1 -- 172.21.15.8:0/3518393251 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7faee4004c50 con 0x564225ec4850 2024-05-20T21:21:42.664 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.660+0000 7faef51b6740 1 -- 172.21.15.8:0/3518393251 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faee4004050 con 0x564225ec4850 2024-05-20T21:21:42.664 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.660+0000 7faed9600640 1 -- 172.21.15.8:0/3518393251 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7faee4033050 con 0x564225ec4850 2024-05-20T21:21:42.664 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.660+0000 7faef51b6740 10 client.16809 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:42.665 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.660+0000 7faef51b6740 1 -- 172.21.15.8:0/3518393251 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564225bff620 con 0x564225ec4850 2024-05-20T21:21:42.665 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.661+0000 7faed9600640 1 -- 172.21.15.8:0/3518393251 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faee4004050 con 0x564225ec4850 2024-05-20T21:21:42.665 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.661+0000 7faed9600640 1 -- 172.21.15.8:0/3518393251 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7faee400f4e0 con 0x564225ec4850 2024-05-20T21:21:42.665 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.661+0000 7faef51b6740 10 client.16809 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:42.665 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.661+0000 7faef51b6740 10 client.16809 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:21:42.665 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.661+0000 7faef51b6740 20 client.16809 populate_metadata read hostname 'smithi008' 2024-05-20T21:21:42.665 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.661+0000 7faef51b6740 1 --2- 172.21.15.8:0/3518393251 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x564225ed4350 0x564225ed6740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:42.665 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.661+0000 7faef51b6740 4 client.16809 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:21:42.665 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.661+0000 7faef51b6740 1 -- 172.21.15.8:0/3518393251 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564225e30ae0 con 0x564225ed4350 2024-05-20T21:21:42.665 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.661+0000 7faeeb400640 1 --2- 172.21.15.8:0/3518393251 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x564225ed4350 0x564225ed6740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:42.665 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.662+0000 7faeeb400640 1 --2- 172.21.15.8:0/3518393251 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x564225ed4350 0x564225ed6740 crc :-1 s=READY pgs=173 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=488162372aa9d9de server_cookie=47888a058c1a0610 in_seq=0 out_seq=0 2024-05-20T21:21:42.665 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.662+0000 7faed9600640 10 client.16809 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:21:42.666 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.663+0000 7faed9600640 1 -- 172.21.15.8:0/3518393251 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x564225e30ae0 con 0x564225ed4350 2024-05-20T21:21:42.666 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.663+0000 7faed9600640 10 client.16809 handle_command_reply: tid=0 2024-05-20T21:21:42.666 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.663+0000 7faef51b6740 1 client.16809 shutdown 2024-05-20T21:21:42.667 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.663+0000 7faef51b6740 1 -- 172.21.15.8:0/3518393251 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564225ec4850 msgr2=0x564225ecffb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:42.667 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.663+0000 7faef51b6740 1 --2- 172.21.15.8:0/3518393251 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564225ec4850 0x564225ecffb0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7faee401b040 tx=0x7faee4004430 comp rx=0 tx=0).stop 2024-05-20T21:21:42.667 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.663+0000 7faef51b6740 1 -- 172.21.15.8:0/3518393251 shutdown_connections 2024-05-20T21:21:42.667 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.663+0000 7faef51b6740 1 --2- 172.21.15.8:0/3518393251 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x564225ed4350 0x564225ed6740 crc :-1 s=READY pgs=173 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:42.667 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.663+0000 7faef51b6740 1 --2- 172.21.15.8:0/3518393251 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564225ec4850 0x564225ecffb0 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:42.667 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.663+0000 7faef51b6740 1 --2- 172.21.15.8:0/3518393251 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564225ebf6e0 0x564225ec8f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:42.667 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.663+0000 7faef51b6740 1 --2- 172.21.15.8:0/3518393251 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564225ebecf0 0x564225ec8a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:42.667 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.663+0000 7faed9600640 0 client.16809 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:21:42.667 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.663+0000 7faef51b6740 1 -- 172.21.15.8:0/3518393251 >> 172.21.15.8:0/3518393251 conn(0x564225eba360 msgr2=0x564225eb94c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:42.667 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.663+0000 7faef51b6740 1 -- 172.21.15.8:0/3518393251 shutdown_connections 2024-05-20T21:21:42.667 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.663+0000 7faef51b6740 1 -- 172.21.15.8:0/3518393251 wait complete. 2024-05-20T21:21:42.667 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.663+0000 7faef51b6740 20 client.16809 trim_cache size 0 max 16384 2024-05-20T21:21:42.681 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.680+0000 7faef51b6740 1 Processor -- start 2024-05-20T21:21:42.681 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.680+0000 7faef51b6740 1 -- start start 2024-05-20T21:21:42.681 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.680+0000 7faef51b6740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564225ebecf0 0x564225ec07d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:42.681 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.680+0000 7faef51b6740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564225ebf6e0 0x564225ecff70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:42.681 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.680+0000 7faef51b6740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564225ec4850 0x564225edb040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:42.681 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.680+0000 7faef51b6740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7faeec1b2bf0 con 0x564225ec4850 2024-05-20T21:21:42.681 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.680+0000 7faef51b6740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7faeec1b04c0 con 0x564225ebecf0 2024-05-20T21:21:42.681 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.680+0000 7faef51b6740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7faeec1ae310 con 0x564225ebf6e0 2024-05-20T21:21:42.683 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.681+0000 7faeebe00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564225ec4850 0x564225edb040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:42.683 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.681+0000 7faeebe00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564225ec4850 0x564225edb040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:56774/0 (socket says 172.21.15.8:56774) 2024-05-20T21:21:42.683 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.681+0000 7faeebe00640 1 -- 172.21.15.8:0/1592247806 learned_addr learned my addr 172.21.15.8:0/1592247806 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:42.683 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.681+0000 7faee2a00640 1 --2- 172.21.15.8:0/1592247806 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564225ebf6e0 0x564225ecff70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:42.684 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.681+0000 7faeeb400640 1 --2- 172.21.15.8:0/1592247806 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564225ebecf0 0x564225ec07d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:42.684 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.681+0000 7faee2a00640 1 -- 172.21.15.8:0/1592247806 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564225ebecf0 msgr2=0x564225ec07d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:42.684 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.681+0000 7faee2a00640 1 --2- 172.21.15.8:0/1592247806 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564225ebecf0 0x564225ec07d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:42.684 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.681+0000 7faee2a00640 1 -- 172.21.15.8:0/1592247806 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564225ec4850 msgr2=0x564225edb040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:42.684 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.681+0000 7faee2a00640 1 --2- 172.21.15.8:0/1592247806 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564225ec4850 0x564225edb040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:42.684 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.681+0000 7faee2a00640 1 -- 172.21.15.8:0/1592247806 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564225ec7940 con 0x564225ebf6e0 2024-05-20T21:21:42.684 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.681+0000 7faeebe00640 1 --2- 172.21.15.8:0/1592247806 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564225ec4850 0x564225edb040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:42.684 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.682+0000 7faee2a00640 1 --2- 172.21.15.8:0/1592247806 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564225ebf6e0 0x564225ecff70 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7faed40dff80 tx=0x7faed4009310 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a950fbf8625bba33 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:42.684 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.682+0000 7faedbe00640 1 -- 172.21.15.8:0/1592247806 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faed40a94a0 con 0x564225ebf6e0 2024-05-20T21:21:42.684 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.682+0000 7faedbe00640 1 -- 172.21.15.8:0/1592247806 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faed4010720 con 0x564225ebf6e0 2024-05-20T21:21:42.684 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.682+0000 7faedbe00640 1 -- 172.21.15.8:0/1592247806 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faed40a52e0 con 0x564225ebf6e0 2024-05-20T21:21:42.684 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.682+0000 7faef51b6740 1 -- 172.21.15.8:0/1592247806 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564225ebf6e0 msgr2=0x564225ecff70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:42.685 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.682+0000 7faef51b6740 1 --2- 172.21.15.8:0/1592247806 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564225ebf6e0 0x564225ecff70 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7faed40dff80 tx=0x7faed4009310 comp rx=0 tx=0).stop 2024-05-20T21:21:42.685 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.683+0000 7faef51b6740 1 -- 172.21.15.8:0/1592247806 shutdown_connections 2024-05-20T21:21:42.685 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.683+0000 7faef51b6740 1 --2- 172.21.15.8:0/1592247806 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564225ec4850 0x564225edb040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:42.685 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.683+0000 7faef51b6740 1 --2- 172.21.15.8:0/1592247806 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564225ebf6e0 0x564225ecff70 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:42.685 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.683+0000 7faef51b6740 1 --2- 172.21.15.8:0/1592247806 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564225ebecf0 0x564225ec07d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:42.685 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.683+0000 7faef51b6740 1 -- 172.21.15.8:0/1592247806 >> 172.21.15.8:0/1592247806 conn(0x564225eba360 msgr2=0x564225ebd980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:42.685 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.683+0000 7faef51b6740 1 -- 172.21.15.8:0/1592247806 shutdown_connections 2024-05-20T21:21:42.685 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.683+0000 7faef51b6740 1 -- 172.21.15.8:0/1592247806 wait complete. 2024-05-20T21:21:42.685 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.683+0000 7faef51b6740 1 -- start start 2024-05-20T21:21:42.685 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.683+0000 7faef51b6740 1 Processor -- start 2024-05-20T21:21:42.688 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.684+0000 7faef51b6740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564225ebecf0 0x564225ecd4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:42.688 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.684+0000 7faef51b6740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564225ebf6e0 0x564225ecd9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:42.688 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.684+0000 7faef51b6740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564225ec4850 0x564225ecea00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:42.688 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.684+0000 7faef51b6740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7faeec1ae980 con 0x564225ec4850 2024-05-20T21:21:42.688 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.684+0000 7faef51b6740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7faeec1afdf0 con 0x564225ebecf0 2024-05-20T21:21:42.688 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.684+0000 7faef51b6740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7faeec1af050 con 0x564225ebf6e0 2024-05-20T21:21:42.688 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.684+0000 7faef51b6740 10 client.0 _ll_register_callbacks cb 0x7faee40093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:42.688 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.684+0000 7faeebe00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564225ec4850 0x564225ecea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:42.689 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.684+0000 7faeeb400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564225ebecf0 0x564225ecd4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:42.689 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.684+0000 7faeebe00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564225ec4850 0x564225ecea00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:56776/0 (socket says 172.21.15.8:56776) 2024-05-20T21:21:42.689 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.684+0000 7faeebe00640 1 -- 172.21.15.8:0/900796887 learned_addr learned my addr 172.21.15.8:0/900796887 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:42.689 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.684+0000 7faee2a00640 1 --2- 172.21.15.8:0/900796887 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564225ebf6e0 0x564225ecd9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:42.689 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.684+0000 7faeeb400640 1 -- 172.21.15.8:0/900796887 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564225ebf6e0 msgr2=0x564225ecd9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:42.689 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.684+0000 7faeeb400640 1 --2- 172.21.15.8:0/900796887 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564225ebf6e0 0x564225ecd9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:42.689 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.684+0000 7faeeb400640 1 -- 172.21.15.8:0/900796887 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564225ec4850 msgr2=0x564225ecea00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:42.689 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.684+0000 7faeeb400640 1 --2- 172.21.15.8:0/900796887 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564225ec4850 0x564225ecea00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:42.689 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.684+0000 7faeeb400640 1 -- 172.21.15.8:0/900796887 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564225eceff0 con 0x564225ebecf0 2024-05-20T21:21:42.689 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.684+0000 7faeebe00640 1 --2- 172.21.15.8:0/900796887 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564225ec4850 0x564225ecea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:42.689 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.685+0000 7faeeb400640 1 --2- 172.21.15.8:0/900796887 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564225ebecf0 0x564225ecd4b0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7faedc005ab0 tx=0x7faedc009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ce40da48ce75d828 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:42.689 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.685+0000 7faed9600640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:21:42.689 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.685+0000 7faed9600640 1 -- 172.21.15.8:0/900796887 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faedc035040 con 0x564225ebecf0 2024-05-20T21:21:42.689 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.685+0000 7faef51b6740 1 -- 172.21.15.8:0/900796887 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x564225e2a2c0 con 0x564225ebecf0 2024-05-20T21:21:42.690 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.685+0000 7faed9600640 1 -- 172.21.15.8:0/900796887 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7faedc053950 con 0x564225ebecf0 2024-05-20T21:21:42.690 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.685+0000 7faed9600640 1 -- 172.21.15.8:0/900796887 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7faedc053b50 con 0x564225ebecf0 2024-05-20T21:21:42.690 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.685+0000 7faef51b6740 10 client.26927 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:42.690 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.685+0000 7faef51b6740 1 -- 172.21.15.8:0/900796887 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564225f3ef20 con 0x564225ebecf0 2024-05-20T21:21:42.690 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.686+0000 7faed9600640 1 -- 172.21.15.8:0/900796887 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x564225e2a2c0 con 0x564225ebecf0 2024-05-20T21:21:42.690 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.686+0000 7faed9600640 1 -- 172.21.15.8:0/900796887 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7faedc050070 con 0x564225ebecf0 2024-05-20T21:21:42.690 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.686+0000 7faef51b6740 10 client.26927 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:42.690 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.686+0000 7faef51b6740 10 client.26927 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:21:42.690 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.686+0000 7faef51b6740 20 client.26927 populate_metadata read hostname 'smithi008' 2024-05-20T21:21:42.690 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.686+0000 7faef51b6740 1 --2- 172.21.15.8:0/900796887 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x564225f3f760 0x564225f41b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:42.690 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.686+0000 7faef51b6740 4 client.26927 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:21:42.690 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.686+0000 7faef51b6740 1 -- 172.21.15.8:0/900796887 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x564225da44b0 con 0x564225f3f760 2024-05-20T21:21:42.690 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.686+0000 7faee2a00640 1 --2- 172.21.15.8:0/900796887 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x564225f3f760 0x564225f41b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:42.691 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.687+0000 7faee2a00640 1 --2- 172.21.15.8:0/900796887 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x564225f3f760 0x564225f41b80 crc :-1 s=READY pgs=174 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=28d7aa94aaa1f99e server_cookie=d0e397a8d868b89c in_seq=0 out_seq=0 2024-05-20T21:21:42.691 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.687+0000 7faed9600640 10 client.26927 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:21:42.698 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.698+0000 7faed9600640 1 -- 172.21.15.8:0/900796887 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x564225da44b0 con 0x564225f3f760 2024-05-20T21:21:42.698 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.698+0000 7faed9600640 10 client.26927 handle_command_reply: tid=0 2024-05-20T21:21:42.699 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.698+0000 7faef51b6740 1 client.26927 shutdown 2024-05-20T21:21:42.699 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.698+0000 7faef51b6740 1 -- 172.21.15.8:0/900796887 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564225ebecf0 msgr2=0x564225ecd4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:42.699 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.698+0000 7faef51b6740 1 --2- 172.21.15.8:0/900796887 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564225ebecf0 0x564225ecd4b0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7faedc005ab0 tx=0x7faedc009260 comp rx=0 tx=0).stop 2024-05-20T21:21:42.699 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.698+0000 7faef51b6740 1 -- 172.21.15.8:0/900796887 shutdown_connections 2024-05-20T21:21:42.699 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.698+0000 7faef51b6740 1 --2- 172.21.15.8:0/900796887 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x564225f3f760 0x564225f41b80 crc :-1 s=READY pgs=174 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:42.699 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.698+0000 7faef51b6740 1 --2- 172.21.15.8:0/900796887 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564225ec4850 0x564225ecea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:42.699 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.698+0000 7faef51b6740 1 --2- 172.21.15.8:0/900796887 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564225ebf6e0 0x564225ecd9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:42.699 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.698+0000 7faef51b6740 1 --2- 172.21.15.8:0/900796887 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564225ebecf0 0x564225ecd4b0 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:42.699 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.698+0000 7faed9600640 0 client.26927 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:21:42.699 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.698+0000 7faef51b6740 1 -- 172.21.15.8:0/900796887 >> 172.21.15.8:0/900796887 conn(0x564225eba360 msgr2=0x564225eb94c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:42.699 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.698+0000 7faef51b6740 1 -- 172.21.15.8:0/900796887 shutdown_connections 2024-05-20T21:21:42.699 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.698+0000 7faef51b6740 1 -- 172.21.15.8:0/900796887 wait complete. 2024-05-20T21:21:42.700 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.699+0000 7faef51b6740 20 client.26927 trim_cache size 0 max 16384 2024-05-20T21:21:42.700 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:21:42.700 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:21:42.700 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:21:42.701 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.699+0000 7faef0e00640 1 -- 172.21.15.8:0/2265518312 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7faed00b2850 msgr2=0x7faed00b4d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:42.701 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.699+0000 7faef0e00640 1 --2- 172.21.15.8:0/2265518312 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7faed00b2850 0x7faed00b4d10 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7faedc006010 tx=0x7faedc0314a0 comp rx=0 tx=0).stop 2024-05-20T21:21:42.701 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.699+0000 7faef0e00640 1 -- 172.21.15.8:0/2265518312 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7faeec076a90 msgr2=0x7faeec19f670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:42.701 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.699+0000 7faef0e00640 1 --2- 172.21.15.8:0/2265518312 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7faeec076a90 0x7faeec19f670 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7faed400e9f0 tx=0x7faed400eeb0 comp rx=0 tx=0).stop 2024-05-20T21:21:42.701 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.700+0000 7faef0e00640 1 -- 172.21.15.8:0/2265518312 shutdown_connections 2024-05-20T21:21:42.701 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.700+0000 7faef0e00640 1 --2- 172.21.15.8:0/2265518312 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7faed00b2850 0x7faed00b4d10 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:42.701 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.700+0000 7faef0e00640 1 --2- 172.21.15.8:0/2265518312 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faeec10eee0 0x7faeec1a66e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:42.701 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.700+0000 7faef0e00640 1 --2- 172.21.15.8:0/2265518312 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7faeec076a90 0x7faeec19f670 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:42.702 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.700+0000 7faef0e00640 1 --2- 172.21.15.8:0/2265518312 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7faeec0754b0 0x7faeec19f130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:42.702 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.700+0000 7faef0e00640 1 -- 172.21.15.8:0/2265518312 >> 172.21.15.8:0/2265518312 conn(0x7faeec0fde80 msgr2=0x7faeec102280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:42.702 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.700+0000 7faef0e00640 1 -- 172.21.15.8:0/2265518312 shutdown_connections 2024-05-20T21:21:42.702 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:42.700+0000 7faef0e00640 1 -- 172.21.15.8:0/2265518312 wait complete. 2024-05-20T21:21:42.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:21:42 smithi130 ceph-mon[36448]: pgmap v631: 97 pgs: 97 active+clean; 2.8 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.9 KiB/s wr, 11 op/s 2024-05-20T21:21:42.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:21:42 smithi050 ceph-mon[35809]: pgmap v631: 97 pgs: 97 active+clean; 2.8 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.9 KiB/s wr, 11 op/s 2024-05-20T21:21:42.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:21:42 smithi008 ceph-mon[31475]: pgmap v631: 97 pgs: 97 active+clean; 2.8 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.9 KiB/s wr, 11 op/s 2024-05-20T21:21:43.347 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:21:43.348 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:21:43.814 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:21:44.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:21:44 smithi130 ceph-mon[36448]: pgmap v632: 97 pgs: 97 active+clean; 2.9 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 16 KiB/s wr, 13 op/s 2024-05-20T21:21:44.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:21:44 smithi050 ceph-mon[35809]: pgmap v632: 97 pgs: 97 active+clean; 2.9 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 16 KiB/s wr, 13 op/s 2024-05-20T21:21:44.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:21:44 smithi008 ceph-mon[31475]: pgmap v632: 97 pgs: 97 active+clean; 2.9 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 16 KiB/s wr, 13 op/s 2024-05-20T21:21:46.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.056+0000 7f9f8a200700 1 -- 172.21.15.8:0/2989901461 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9f841088f0 msgr2=0x7f9f84110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:46.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.056+0000 7f9f8a200700 1 --2- 172.21.15.8:0/2989901461 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9f841088f0 0x7f9f84110470 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f9f7c00b0d0 tx=0x7f9f7c00b3e0 comp rx=0 tx=0).stop 2024-05-20T21:21:46.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.056+0000 7f9f8a200700 1 -- 172.21.15.8:0/2989901461 shutdown_connections 2024-05-20T21:21:46.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.056+0000 7f9f8a200700 1 --2- 172.21.15.8:0/2989901461 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9f841088f0 0x7f9f84110470 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:46.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.056+0000 7f9f8a200700 1 --2- 172.21.15.8:0/2989901461 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9f841037f0 0x7f9f84103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:46.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.056+0000 7f9f8a200700 1 --2- 172.21.15.8:0/2989901461 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9f841041a0 0x7f9f841081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:46.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.056+0000 7f9f8a200700 1 -- 172.21.15.8:0/2989901461 >> 172.21.15.8:0/2989901461 conn(0x7f9f8407a6a0 msgr2=0x7f9f8407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:46.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.056+0000 7f9f8a200700 1 -- 172.21.15.8:0/2989901461 shutdown_connections 2024-05-20T21:21:46.058 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.056+0000 7f9f8a200700 1 -- 172.21.15.8:0/2989901461 wait complete. 2024-05-20T21:21:46.058 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.057+0000 7f9f8a200700 1 Processor -- start 2024-05-20T21:21:46.059 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.057+0000 7f9f8a200700 1 -- start start 2024-05-20T21:21:46.059 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.058+0000 7f9f8a200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9f841037f0 0x7f9f8419bd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:46.059 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.058+0000 7f9f8a200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9f841041a0 0x7f9f8419c250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:46.059 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.058+0000 7f9f8a200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9f841088f0 0x7f9f841a05e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:46.059 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.058+0000 7f9f8a200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f9f84113710 con 0x7f9f841088f0 2024-05-20T21:21:46.059 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.058+0000 7f9f8a200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9f84113590 con 0x7f9f841041a0 2024-05-20T21:21:46.059 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.058+0000 7f9f8a200700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f9f84113890 con 0x7f9f841037f0 2024-05-20T21:21:46.059 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.058+0000 7f9f83e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9f841088f0 0x7f9f841a05e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:46.059 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.058+0000 7f9f82a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9f841041a0 0x7f9f8419c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:46.059 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.058+0000 7f9f83e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9f841088f0 0x7f9f841a05e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55866/0 (socket says 172.21.15.8:55866) 2024-05-20T21:21:46.059 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.058+0000 7f9f83e00700 1 -- 172.21.15.8:0/1033086354 learned_addr learned my addr 172.21.15.8:0/1033086354 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:46.059 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.058+0000 7f9f83400700 1 --2- 172.21.15.8:0/1033086354 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9f841037f0 0x7f9f8419bd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:46.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.059+0000 7f9f82a00700 1 -- 172.21.15.8:0/1033086354 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9f841037f0 msgr2=0x7f9f8419bd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:46.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.059+0000 7f9f82a00700 1 --2- 172.21.15.8:0/1033086354 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9f841037f0 0x7f9f8419bd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:46.061 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.059+0000 7f9f82a00700 1 -- 172.21.15.8:0/1033086354 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9f841088f0 msgr2=0x7f9f841a05e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:46.061 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.059+0000 7f9f82a00700 1 --2- 172.21.15.8:0/1033086354 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9f841088f0 0x7f9f841a05e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:46.061 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.059+0000 7f9f82a00700 1 -- 172.21.15.8:0/1033086354 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f841a0d20 con 0x7f9f841041a0 2024-05-20T21:21:46.061 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.059+0000 7f9f82a00700 1 --2- 172.21.15.8:0/1033086354 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9f841041a0 0x7f9f8419c250 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f9f7000e9f0 tx=0x7f9f7000ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:46.061 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.059+0000 7f9f7be00700 1 -- 172.21.15.8:0/1033086354 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f7000cb70 con 0x7f9f841041a0 2024-05-20T21:21:46.061 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.059+0000 7f9f8a200700 1 -- 172.21.15.8:0/1033086354 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9f841a1010 con 0x7f9f841041a0 2024-05-20T21:21:46.061 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.059+0000 7f9f7be00700 1 -- 172.21.15.8:0/1033086354 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9f7000ee90 con 0x7f9f841041a0 2024-05-20T21:21:46.061 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.059+0000 7f9f7be00700 1 -- 172.21.15.8:0/1033086354 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f70003d40 con 0x7f9f841041a0 2024-05-20T21:21:46.061 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.059+0000 7f9f8a200700 1 -- 172.21.15.8:0/1033086354 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9f841a8890 con 0x7f9f841041a0 2024-05-20T21:21:46.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.064+0000 7f9f7be00700 1 -- 172.21.15.8:0/1033086354 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f9f70003ee0 con 0x7f9f841041a0 2024-05-20T21:21:46.065 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.065+0000 7f9f94c67b80 1 Processor -- start 2024-05-20T21:21:46.065 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.065+0000 7f9f94c67b80 1 -- start start 2024-05-20T21:21:46.066 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.065+0000 7f9f94c67b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561d06faaf30 0x561d06fab310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:46.066 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.065+0000 7f9f94c67b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561d06fab850 0x561d06fa52e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:46.066 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.065+0000 7f9f94c67b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561d06fa5900 0x561d06fa5d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:46.066 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.065+0000 7f9f94c67b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x561d06f03ec0 con 0x561d06faaf30 2024-05-20T21:21:46.066 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.065+0000 7f9f94c67b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x561d06ef3a60 con 0x561d06fa5900 2024-05-20T21:21:46.066 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.065+0000 7f9f94c67b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x561d06ef7aa0 con 0x561d06fab850 2024-05-20T21:21:46.066 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.066+0000 7f9f7be00700 1 --2- 172.21.15.8:0/1033086354 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9f680b2880 0x7f9f680b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:46.066 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.066+0000 7f9f82a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561d06fa5900 0x561d06fa5d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:46.068 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.066+0000 7f9f83400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561d06fab850 0x561d06fa52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:46.068 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.066+0000 7f9f82a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561d06fa5900 0x561d06fa5d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:51932/0 (socket says 172.21.15.8:51932) 2024-05-20T21:21:46.068 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.066+0000 7f9f82a00700 1 -- 172.21.15.8:0/3328247066 learned_addr learned my addr 172.21.15.8:0/3328247066 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:46.068 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.066+0000 7f9f83e00700 1 --2- 172.21.15.8:0/3328247066 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561d06faaf30 0x561d06fab310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:46.068 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.066+0000 7f9f83e00700 1 --2- 172.21.15.8:0/1033086354 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9f680b2880 0x7f9f680b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:46.068 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.066+0000 7f9f7be00700 1 -- 172.21.15.8:0/1033086354 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f9f700e2370 con 0x7f9f841041a0 2024-05-20T21:21:46.068 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.066+0000 7f9f82a00700 1 -- 172.21.15.8:0/3328247066 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561d06fab850 msgr2=0x561d06fa52e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:46.068 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.066+0000 7f9f82a00700 1 --2- 172.21.15.8:0/3328247066 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561d06fab850 0x561d06fa52e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:46.068 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.066+0000 7f9f82a00700 1 -- 172.21.15.8:0/3328247066 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561d06faaf30 msgr2=0x561d06fab310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:46.068 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.066+0000 7f9f82a00700 1 --2- 172.21.15.8:0/3328247066 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561d06faaf30 0x561d06fab310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:46.068 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.066+0000 7f9f82a00700 1 -- 172.21.15.8:0/3328247066 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561d06ebc4a0 con 0x561d06fa5900 2024-05-20T21:21:46.068 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.067+0000 7f9f83400700 1 --2- 172.21.15.8:0/3328247066 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561d06fab850 0x561d06fa52e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:46.069 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.067+0000 7f9f82a00700 1 --2- 172.21.15.8:0/3328247066 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561d06fa5900 0x561d06fa5d60 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f9f7000c5b0 tx=0x7f9f70005c40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ccd5d504a1d44366 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:46.069 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.067+0000 7f9f83e00700 1 --2- 172.21.15.8:0/1033086354 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9f680b2880 0x7f9f680b4d40 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f9f7c009e60 tx=0x7f9f7c00b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:46.069 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.067+0000 7f9f78c00700 1 -- 172.21.15.8:0/3328247066 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f700a9090 con 0x561d06fa5900 2024-05-20T21:21:46.069 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.067+0000 7f9f78c00700 1 -- 172.21.15.8:0/3328247066 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9f700b20c0 con 0x561d06fa5900 2024-05-20T21:21:46.069 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.067+0000 7f9f78c00700 1 -- 172.21.15.8:0/3328247066 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f7001d250 con 0x561d06fa5900 2024-05-20T21:21:46.070 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.068+0000 7f9f94c67b80 1 -- 172.21.15.8:0/3328247066 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561d06fa5900 msgr2=0x561d06fa5d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:46.070 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.068+0000 7f9f94c67b80 1 --2- 172.21.15.8:0/3328247066 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561d06fa5900 0x561d06fa5d60 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f9f7000c5b0 tx=0x7f9f70005c40 comp rx=0 tx=0).stop 2024-05-20T21:21:46.070 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.068+0000 7f9f94c67b80 1 -- 172.21.15.8:0/3328247066 shutdown_connections 2024-05-20T21:21:46.070 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.068+0000 7f9f94c67b80 1 --2- 172.21.15.8:0/3328247066 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561d06fa5900 0x561d06fa5d60 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:46.070 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.068+0000 7f9f94c67b80 1 --2- 172.21.15.8:0/3328247066 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561d06faaf30 0x561d06fab310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:46.071 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.068+0000 7f9f94c67b80 1 --2- 172.21.15.8:0/3328247066 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561d06fab850 0x561d06fa52e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:46.071 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.068+0000 7f9f94c67b80 1 -- 172.21.15.8:0/3328247066 >> 172.21.15.8:0/3328247066 conn(0x561d06ed3c60 msgr2=0x561d06fa0090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:46.071 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.068+0000 7f9f94c67b80 1 -- 172.21.15.8:0/3328247066 shutdown_connections 2024-05-20T21:21:46.071 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.068+0000 7f9f94c67b80 1 -- 172.21.15.8:0/3328247066 wait complete. 2024-05-20T21:21:46.071 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.069+0000 7f9f94c67b80 1 -- start start 2024-05-20T21:21:46.071 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.069+0000 7f9f94c67b80 1 Processor -- start 2024-05-20T21:21:46.071 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.070+0000 7f9f94c67b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561d06fa5900 0x561d06fb15d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:46.071 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.070+0000 7f9f94c67b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561d06faaf30 0x561d06fae970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:46.071 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.070+0000 7f9f94c67b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561d06fab850 0x561d06faeeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:46.071 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.070+0000 7f9f94c67b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x561d06dfa020 con 0x561d06faaf30 2024-05-20T21:21:46.071 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.070+0000 7f9f94c67b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x561d06e947e0 con 0x561d06fa5900 2024-05-20T21:21:46.071 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.070+0000 7f9f94c67b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x561d06fb22c0 con 0x561d06fab850 2024-05-20T21:21:46.071 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.070+0000 7f9f94c67b80 10 client.0 _ll_register_callbacks cb 0x561d06e9dcf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:46.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.070+0000 7f9f82a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561d06faaf30 0x561d06fae970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:46.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.070+0000 7f9f83e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561d06fab850 0x561d06faeeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:46.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.070+0000 7f9f83400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561d06fa5900 0x561d06fb15d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:46.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.070+0000 7f9f83e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561d06fab850 0x561d06faeeb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:54088/0 (socket says 172.21.15.8:54088) 2024-05-20T21:21:46.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.070+0000 7f9f83e00700 1 -- 172.21.15.8:0/822031083 learned_addr learned my addr 172.21.15.8:0/822031083 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:46.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.071+0000 7f9f83400700 1 -- 172.21.15.8:0/822031083 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561d06fab850 msgr2=0x561d06faeeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:46.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.071+0000 7f9f83400700 1 --2- 172.21.15.8:0/822031083 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561d06fab850 0x561d06faeeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:46.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.071+0000 7f9f83400700 1 -- 172.21.15.8:0/822031083 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561d06faaf30 msgr2=0x561d06fae970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:46.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.071+0000 7f9f83400700 1 --2- 172.21.15.8:0/822031083 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561d06faaf30 0x561d06fae970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:46.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.071+0000 7f9f83400700 1 -- 172.21.15.8:0/822031083 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561d06e43950 con 0x561d06fa5900 2024-05-20T21:21:46.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.071+0000 7f9f83400700 1 --2- 172.21.15.8:0/822031083 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561d06fa5900 0x561d06fb15d0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f9f74011760 tx=0x7f9f74011a70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b5b22c5e3237f662 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:46.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.071+0000 7f9f6d600700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:21:46.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.071+0000 7f9f6d600700 1 -- 172.21.15.8:0/822031083 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f74004300 con 0x561d06fa5900 2024-05-20T21:21:46.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.071+0000 7f9f6d600700 1 -- 172.21.15.8:0/822031083 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f9f740044a0 con 0x561d06fa5900 2024-05-20T21:21:46.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.071+0000 7f9f94c67b80 1 -- 172.21.15.8:0/822031083 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x561d06f05e10 con 0x561d06fa5900 2024-05-20T21:21:46.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.072+0000 7f9f6d600700 1 -- 172.21.15.8:0/822031083 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9f74004830 con 0x561d06fa5900 2024-05-20T21:21:46.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.072+0000 7f9f94c67b80 10 client.26939 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:46.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.072+0000 7f9f94c67b80 1 -- 172.21.15.8:0/822031083 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x561d06ec40e0 con 0x561d06fa5900 2024-05-20T21:21:46.075 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.072+0000 7f9f6d600700 1 -- 172.21.15.8:0/822031083 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x561d06f05e10 con 0x561d06fa5900 2024-05-20T21:21:46.075 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.072+0000 7f9f6d600700 1 -- 172.21.15.8:0/822031083 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9f74019030 con 0x561d06fa5900 2024-05-20T21:21:46.075 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.072+0000 7f9f94c67b80 10 client.26939 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:46.075 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.072+0000 7f9f94c67b80 10 client.26939 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:21:46.075 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.073+0000 7f9f94c67b80 20 client.26939 populate_metadata read hostname 'smithi008' 2024-05-20T21:21:46.075 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.073+0000 7f9f94c67b80 1 --2- 172.21.15.8:0/822031083 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x561d06fbef10 0x561d06fc1300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:46.075 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.073+0000 7f9f94c67b80 4 client.26939 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:21:46.075 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.073+0000 7f9f94c67b80 1 -- 172.21.15.8:0/822031083 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561d06eff5f0 con 0x561d06fbef10 2024-05-20T21:21:46.076 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.073+0000 7f9f82a00700 1 --2- 172.21.15.8:0/822031083 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x561d06fbef10 0x561d06fc1300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:46.076 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.074+0000 7f9f82a00700 1 --2- 172.21.15.8:0/822031083 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x561d06fbef10 0x561d06fc1300 crc :-1 s=READY pgs=175 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=938b4523eaa5cb4b server_cookie=12643bec9ba3ac61 in_seq=0 out_seq=0 2024-05-20T21:21:46.076 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.074+0000 7f9f6d600700 10 client.26939 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:21:46.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.074+0000 7f9f6d600700 1 -- 172.21.15.8:0/822031083 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x561d06eff5f0 con 0x561d06fbef10 2024-05-20T21:21:46.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.074+0000 7f9f6d600700 10 client.26939 handle_command_reply: tid=0 2024-05-20T21:21:46.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.075+0000 7f9f94c67b80 1 client.26939 shutdown 2024-05-20T21:21:46.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.075+0000 7f9f94c67b80 1 -- 172.21.15.8:0/822031083 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561d06fa5900 msgr2=0x561d06fb15d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:46.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.075+0000 7f9f94c67b80 1 --2- 172.21.15.8:0/822031083 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561d06fa5900 0x561d06fb15d0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f9f74011760 tx=0x7f9f74011a70 comp rx=0 tx=0).stop 2024-05-20T21:21:46.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.075+0000 7f9f94c67b80 1 -- 172.21.15.8:0/822031083 shutdown_connections 2024-05-20T21:21:46.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.075+0000 7f9f94c67b80 1 --2- 172.21.15.8:0/822031083 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x561d06fbef10 0x561d06fc1300 crc :-1 s=READY pgs=175 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:46.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.075+0000 7f9f94c67b80 1 --2- 172.21.15.8:0/822031083 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561d06fa5900 0x561d06fb15d0 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:46.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.075+0000 7f9f94c67b80 1 --2- 172.21.15.8:0/822031083 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561d06fab850 0x561d06faeeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:46.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.075+0000 7f9f94c67b80 1 --2- 172.21.15.8:0/822031083 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561d06faaf30 0x561d06fae970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:46.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.075+0000 7f9f6d600700 0 client.26939 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:21:46.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.075+0000 7f9f94c67b80 1 -- 172.21.15.8:0/822031083 >> 172.21.15.8:0/822031083 conn(0x561d06ed3c60 msgr2=0x561d06fa42d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:46.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.075+0000 7f9f94c67b80 1 -- 172.21.15.8:0/822031083 shutdown_connections 2024-05-20T21:21:46.078 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.075+0000 7f9f94c67b80 1 -- 172.21.15.8:0/822031083 wait complete. 2024-05-20T21:21:46.078 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.075+0000 7f9f94c67b80 20 client.26939 trim_cache size 0 max 16384 2024-05-20T21:21:46.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.099+0000 7f9f94c67b80 1 Processor -- start 2024-05-20T21:21:46.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.099+0000 7f9f94c67b80 1 -- start start 2024-05-20T21:21:46.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.099+0000 7f9f94c67b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561d06fa5900 0x561d06fa52e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:46.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.099+0000 7f9f94c67b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561d06faaf30 0x561d06fa9150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:46.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.099+0000 7f9f94c67b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561d06fab850 0x561d06f9fa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:46.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.099+0000 7f9f94c67b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f9f841b26e0 con 0x561d06fab850 2024-05-20T21:21:46.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.099+0000 7f9f94c67b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9f841aff70 con 0x561d06faaf30 2024-05-20T21:21:46.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.099+0000 7f9f94c67b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f9f841addc0 con 0x561d06fa5900 2024-05-20T21:21:46.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.100+0000 7f9f83400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561d06fa5900 0x561d06fa52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:46.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.100+0000 7f9f83400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561d06fa5900 0x561d06fa52e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:54092/0 (socket says 172.21.15.8:54092) 2024-05-20T21:21:46.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.100+0000 7f9f83400700 1 -- 172.21.15.8:0/1746626754 learned_addr learned my addr 172.21.15.8:0/1746626754 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:46.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.100+0000 7f9f83e00700 1 --2- 172.21.15.8:0/1746626754 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561d06fab850 0x561d06f9fa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:46.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.100+0000 7f9f82a00700 1 --2- 172.21.15.8:0/1746626754 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561d06faaf30 0x561d06fa9150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:46.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.100+0000 7f9f83400700 1 -- 172.21.15.8:0/1746626754 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561d06faaf30 msgr2=0x561d06fa9150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:46.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.100+0000 7f9f83400700 1 --2- 172.21.15.8:0/1746626754 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561d06faaf30 0x561d06fa9150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:46.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.100+0000 7f9f83400700 1 -- 172.21.15.8:0/1746626754 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561d06fab850 msgr2=0x561d06f9fa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:46.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.100+0000 7f9f83400700 1 --2- 172.21.15.8:0/1746626754 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561d06fab850 0x561d06f9fa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:46.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.100+0000 7f9f83400700 1 -- 172.21.15.8:0/1746626754 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561d06facee0 con 0x561d06fa5900 2024-05-20T21:21:46.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.100+0000 7f9f83400700 1 --2- 172.21.15.8:0/1746626754 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561d06fa5900 0x561d06fa52e0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f9f7400f950 tx=0x7f9f7400fdd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e516428c1c809d97 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:46.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.101+0000 7f9f6fe00700 1 -- 172.21.15.8:0/1746626754 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f74029040 con 0x561d06fa5900 2024-05-20T21:21:46.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.101+0000 7f9f6fe00700 1 -- 172.21.15.8:0/1746626754 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9f7400f480 con 0x561d06fa5900 2024-05-20T21:21:46.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.101+0000 7f9f6fe00700 1 -- 172.21.15.8:0/1746626754 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f74025420 con 0x561d06fa5900 2024-05-20T21:21:46.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.101+0000 7f9f94c67b80 1 -- 172.21.15.8:0/1746626754 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561d06fa5900 msgr2=0x561d06fa52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:46.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.101+0000 7f9f94c67b80 1 --2- 172.21.15.8:0/1746626754 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561d06fa5900 0x561d06fa52e0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f9f7400f950 tx=0x7f9f7400fdd0 comp rx=0 tx=0).stop 2024-05-20T21:21:46.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.102+0000 7f9f94c67b80 1 -- 172.21.15.8:0/1746626754 shutdown_connections 2024-05-20T21:21:46.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.102+0000 7f9f94c67b80 1 --2- 172.21.15.8:0/1746626754 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561d06fab850 0x561d06f9fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:46.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.102+0000 7f9f94c67b80 1 --2- 172.21.15.8:0/1746626754 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561d06fa5900 0x561d06fa52e0 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:46.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.102+0000 7f9f94c67b80 1 --2- 172.21.15.8:0/1746626754 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561d06faaf30 0x561d06fa9150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:46.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.102+0000 7f9f94c67b80 1 -- 172.21.15.8:0/1746626754 >> 172.21.15.8:0/1746626754 conn(0x561d06ed3c60 msgr2=0x561d06fa8a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:46.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.102+0000 7f9f94c67b80 1 -- 172.21.15.8:0/1746626754 shutdown_connections 2024-05-20T21:21:46.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.102+0000 7f9f94c67b80 1 -- 172.21.15.8:0/1746626754 wait complete. 2024-05-20T21:21:46.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.102+0000 7f9f94c67b80 1 -- start start 2024-05-20T21:21:46.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.102+0000 7f9f94c67b80 1 Processor -- start 2024-05-20T21:21:46.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.103+0000 7f9f94c67b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561d06fa5900 0x561d06fb7a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:46.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.103+0000 7f9f94c67b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561d06faaf30 0x561d06fb4520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:46.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.103+0000 7f9f94c67b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561d06fab850 0x561d06fb4a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:46.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.103+0000 7f9f94c67b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f9f841ae430 con 0x561d06fa5900 2024-05-20T21:21:46.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.103+0000 7f9f94c67b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9f841af8a0 con 0x561d06fab850 2024-05-20T21:21:46.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.103+0000 7f9f94c67b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f9f841aeb00 con 0x561d06faaf30 2024-05-20T21:21:46.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.103+0000 7f9f94c67b80 10 client.0 _ll_register_callbacks cb 0x561d06e9dcf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:46.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.103+0000 7f9f83e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561d06fab850 0x561d06fb4a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:46.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.103+0000 7f9f83400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561d06fa5900 0x561d06fb7a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:46.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.103+0000 7f9f82a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561d06faaf30 0x561d06fb4520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:46.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.103+0000 7f9f83e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561d06fab850 0x561d06fb4a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:51956/0 (socket says 172.21.15.8:51956) 2024-05-20T21:21:46.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.103+0000 7f9f83e00700 1 -- 172.21.15.8:0/3505038055 learned_addr learned my addr 172.21.15.8:0/3505038055 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:46.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.104+0000 7f9f82a00700 1 -- 172.21.15.8:0/3505038055 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561d06fab850 msgr2=0x561d06fb4a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:46.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.104+0000 7f9f82a00700 1 --2- 172.21.15.8:0/3505038055 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561d06fab850 0x561d06fb4a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:46.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.104+0000 7f9f82a00700 1 -- 172.21.15.8:0/3505038055 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561d06fa5900 msgr2=0x561d06fb7a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:46.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.104+0000 7f9f82a00700 1 --2- 172.21.15.8:0/3505038055 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561d06fa5900 0x561d06fb7a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:46.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.104+0000 7f9f82a00700 1 -- 172.21.15.8:0/3505038055 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561d06fb5050 con 0x561d06faaf30 2024-05-20T21:21:46.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.104+0000 7f9f83400700 1 --2- 172.21.15.8:0/3505038055 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561d06fa5900 0x561d06fb7a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:46.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.104+0000 7f9f83e00700 1 --2- 172.21.15.8:0/3505038055 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561d06fab850 0x561d06fb4a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:46.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.104+0000 7f9f82a00700 1 --2- 172.21.15.8:0/3505038055 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561d06faaf30 0x561d06fb4520 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x561d06fb1f70 tx=0x7f9f70005b80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7cddbd298fe6f478 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:46.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.104+0000 7f9f6d600700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:21:46.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.104+0000 7f9f6d600700 1 -- 172.21.15.8:0/3505038055 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f7008e070 con 0x561d06faaf30 2024-05-20T21:21:46.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.104+0000 7f9f6d600700 1 -- 172.21.15.8:0/3505038055 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f9f7000cd10 con 0x561d06faaf30 2024-05-20T21:21:46.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.104+0000 7f9f94c67b80 1 -- 172.21.15.8:0/3505038055 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9f7400f480 con 0x561d06faaf30 2024-05-20T21:21:46.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.105+0000 7f9f6d600700 1 -- 172.21.15.8:0/3505038055 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9f7008ae60 con 0x561d06faaf30 2024-05-20T21:21:46.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.105+0000 7f9f94c67b80 10 client.26998 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:46.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.105+0000 7f9f94c67b80 1 -- 172.21.15.8:0/3505038055 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x561d0702a8f0 con 0x561d06faaf30 2024-05-20T21:21:46.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.105+0000 7f9f6d600700 1 -- 172.21.15.8:0/3505038055 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9f7400f480 con 0x561d06faaf30 2024-05-20T21:21:46.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.105+0000 7f9f6d600700 1 -- 172.21.15.8:0/3505038055 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9f700c7040 con 0x561d06faaf30 2024-05-20T21:21:46.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.105+0000 7f9f94c67b80 10 client.26998 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:46.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.105+0000 7f9f94c67b80 10 client.26998 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:21:46.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.105+0000 7f9f94c67b80 20 client.26998 populate_metadata read hostname 'smithi008' 2024-05-20T21:21:46.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.105+0000 7f9f94c67b80 1 --2- 172.21.15.8:0/3505038055 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x561d0702ab80 0x561d0702cf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:46.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.106+0000 7f9f94c67b80 4 client.26998 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:21:46.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.106+0000 7f9f94c67b80 1 -- 172.21.15.8:0/3505038055 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x561d06d762d0 con 0x561d0702ab80 2024-05-20T21:21:46.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.106+0000 7f9f83400700 1 --2- 172.21.15.8:0/3505038055 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x561d0702ab80 0x561d0702cf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:46.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.106+0000 7f9f83400700 1 --2- 172.21.15.8:0/3505038055 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x561d0702ab80 0x561d0702cf70 crc :-1 s=READY pgs=176 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=99a60bd2620e8b7f server_cookie=f38a98f2d2585b31 in_seq=0 out_seq=0 2024-05-20T21:21:46.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.106+0000 7f9f6d600700 10 client.26998 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:21:46.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.107+0000 7f9f6d600700 1 -- 172.21.15.8:0/3505038055 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x561d06d762d0 con 0x561d0702ab80 2024-05-20T21:21:46.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.108+0000 7f9f6d600700 10 client.26998 handle_command_reply: tid=0 2024-05-20T21:21:46.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.108+0000 7f9f94c67b80 1 client.26998 shutdown 2024-05-20T21:21:46.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.108+0000 7f9f94c67b80 1 -- 172.21.15.8:0/3505038055 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561d06faaf30 msgr2=0x561d06fb4520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:46.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.108+0000 7f9f94c67b80 1 --2- 172.21.15.8:0/3505038055 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561d06faaf30 0x561d06fb4520 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x561d06fb1f70 tx=0x7f9f70005b80 comp rx=0 tx=0).stop 2024-05-20T21:21:46.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.108+0000 7f9f94c67b80 1 -- 172.21.15.8:0/3505038055 shutdown_connections 2024-05-20T21:21:46.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.108+0000 7f9f94c67b80 1 --2- 172.21.15.8:0/3505038055 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x561d0702ab80 0x561d0702cf70 crc :-1 s=READY pgs=176 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:46.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.108+0000 7f9f94c67b80 1 --2- 172.21.15.8:0/3505038055 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561d06fab850 0x561d06fb4a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:46.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.108+0000 7f9f94c67b80 1 --2- 172.21.15.8:0/3505038055 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561d06fa5900 0x561d06fb7a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:46.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.108+0000 7f9f94c67b80 1 --2- 172.21.15.8:0/3505038055 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561d06faaf30 0x561d06fb4520 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:46.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.108+0000 7f9f6d600700 0 client.26998 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:21:46.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.108+0000 7f9f94c67b80 1 -- 172.21.15.8:0/3505038055 >> 172.21.15.8:0/3505038055 conn(0x561d06ed3c60 msgr2=0x561d06f9fa60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:46.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.108+0000 7f9f94c67b80 1 -- 172.21.15.8:0/3505038055 shutdown_connections 2024-05-20T21:21:46.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.108+0000 7f9f94c67b80 1 -- 172.21.15.8:0/3505038055 wait complete. 2024-05-20T21:21:46.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.108+0000 7f9f94c67b80 20 client.26998 trim_cache size 0 max 16384 2024-05-20T21:21:46.111 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:21:46.111 INFO:teuthology.orchestra.run.smithi008.stdout: "return_code": 0, 2024-05-20T21:21:46.111 INFO:teuthology.orchestra.run.smithi008.stdout: "scrub_tag": "22caff80-3358-4b28-8fd4-ca13d042c681", 2024-05-20T21:21:46.111 INFO:teuthology.orchestra.run.smithi008.stdout: "mode": "asynchronous" 2024-05-20T21:21:46.111 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:21:46.112 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.109+0000 7f9f8a200700 1 -- 172.21.15.8:0/1033086354 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9f680b2880 msgr2=0x7f9f680b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:46.112 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.109+0000 7f9f8a200700 1 --2- 172.21.15.8:0/1033086354 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9f680b2880 0x7f9f680b4d40 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f9f7c009e60 tx=0x7f9f7c00b040 comp rx=0 tx=0).stop 2024-05-20T21:21:46.112 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.109+0000 7f9f8a200700 1 -- 172.21.15.8:0/1033086354 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9f841041a0 msgr2=0x7f9f8419c250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:46.112 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.109+0000 7f9f8a200700 1 --2- 172.21.15.8:0/1033086354 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9f841041a0 0x7f9f8419c250 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f9f7000e9f0 tx=0x7f9f7000ed00 comp rx=0 tx=0).stop 2024-05-20T21:21:46.112 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.109+0000 7f9f8a200700 1 -- 172.21.15.8:0/1033086354 shutdown_connections 2024-05-20T21:21:46.112 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.109+0000 7f9f8a200700 1 --2- 172.21.15.8:0/1033086354 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9f680b2880 0x7f9f680b4d40 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:46.112 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.109+0000 7f9f8a200700 1 --2- 172.21.15.8:0/1033086354 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9f841088f0 0x7f9f841a05e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:46.112 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.109+0000 7f9f8a200700 1 --2- 172.21.15.8:0/1033086354 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9f841037f0 0x7f9f8419bd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:46.112 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.109+0000 7f9f8a200700 1 --2- 172.21.15.8:0/1033086354 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9f841041a0 0x7f9f8419c250 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:46.112 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.109+0000 7f9f8a200700 1 -- 172.21.15.8:0/1033086354 >> 172.21.15.8:0/1033086354 conn(0x7f9f8407a6a0 msgr2=0x7f9f84101510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:46.112 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.109+0000 7f9f8a200700 1 -- 172.21.15.8:0/1033086354 shutdown_connections 2024-05-20T21:21:46.112 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:46.110+0000 7f9f8a200700 1 -- 172.21.15.8:0/1033086354 wait complete. 2024-05-20T21:21:46.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:21:46 smithi130 ceph-mon[36448]: pgmap v633: 97 pgs: 97 active+clean; 2.9 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 11 op/s 2024-05-20T21:21:46.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:21:46 smithi130 ceph-mon[36448]: scrub queued for path: / 2024-05-20T21:21:46.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:21:46 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:21:46.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:21:46 smithi130 ceph-mon[36448]: scrub summary: active paths [/] 2024-05-20T21:21:46.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:21:46 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:21:46.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:21:46 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:21:46.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:21:46 smithi050 ceph-mon[35809]: pgmap v633: 97 pgs: 97 active+clean; 2.9 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 11 op/s 2024-05-20T21:21:46.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:21:46 smithi050 ceph-mon[35809]: scrub queued for path: / 2024-05-20T21:21:46.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:21:46 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:21:46.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:21:46 smithi050 ceph-mon[35809]: scrub summary: active paths [/] 2024-05-20T21:21:46.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:21:46 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:21:46.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:21:46 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:21:46.946 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:21:46 smithi008 ceph-mon[31475]: pgmap v633: 97 pgs: 97 active+clean; 2.9 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 11 op/s 2024-05-20T21:21:46.947 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:21:46 smithi008 ceph-mon[31475]: scrub queued for path: / 2024-05-20T21:21:46.947 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:21:46 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:21:46.947 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:21:46 smithi008 ceph-mon[31475]: scrub summary: active paths [/] 2024-05-20T21:21:46.947 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:21:46 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:21:46.947 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:21:46 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:21:47.020 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:21:47.510 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:21:47.879 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:21:47 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:21:47.879 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:21:47 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:21:47.879 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:21:47 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:21:47.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:21:47 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:21:47.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:21:47 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:21:47.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:21:47 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:21:47.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:21:47 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:21:47.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:21:47 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:21:47.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:21:47 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:21:48.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:21:48 smithi130 ceph-mon[36448]: pgmap v634: 97 pgs: 97 active+clean; 2.9 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:21:48.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:21:48 smithi050 ceph-mon[35809]: pgmap v634: 97 pgs: 97 active+clean; 2.9 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:21:48.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:21:48 smithi008 ceph-mon[31475]: pgmap v634: 97 pgs: 97 active+clean; 2.9 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:21:49.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.808+0000 7f6ad2e00700 1 -- 172.21.15.8:0/3420874283 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6acc10ff40 msgr2=0x7f6acc112330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:49.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.808+0000 7f6ad2e00700 1 --2- 172.21.15.8:0/3420874283 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6acc10ff40 0x7f6acc112330 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f6ac400b0a0 tx=0x7f6ac400b3b0 comp rx=0 tx=0).stop 2024-05-20T21:21:49.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.808+0000 7f6ad2e00700 1 -- 172.21.15.8:0/3420874283 shutdown_connections 2024-05-20T21:21:49.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.808+0000 7f6ad2e00700 1 --2- 172.21.15.8:0/3420874283 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6acc10ff40 0x7f6acc112330 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:49.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.808+0000 7f6ad2e00700 1 --2- 172.21.15.8:0/3420874283 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6acc075770 0x7f6acc075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:49.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.808+0000 7f6ad2e00700 1 --2- 172.21.15.8:0/3420874283 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6acc076090 0x7f6acc10fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:49.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.808+0000 7f6ad2e00700 1 -- 172.21.15.8:0/3420874283 >> 172.21.15.8:0/3420874283 conn(0x7f6acc07a6a0 msgr2=0x7f6acc07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:49.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.808+0000 7f6ad2e00700 1 -- 172.21.15.8:0/3420874283 shutdown_connections 2024-05-20T21:21:49.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.808+0000 7f6ad2e00700 1 -- 172.21.15.8:0/3420874283 wait complete. 2024-05-20T21:21:49.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.809+0000 7f6ad2e00700 1 Processor -- start 2024-05-20T21:21:49.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.809+0000 7f6ad2e00700 1 -- start start 2024-05-20T21:21:49.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.809+0000 7f6ad2e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6acc075770 0x7f6acc19be40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:49.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.809+0000 7f6ad2e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6acc076090 0x7f6acc19c380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:49.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.809+0000 7f6ad2e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6acc10ff40 0x7f6acc1a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:49.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.809+0000 7f6ad2e00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f6acc115970 con 0x7f6acc10ff40 2024-05-20T21:21:49.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.809+0000 7f6ad2e00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6acc1157f0 con 0x7f6acc075770 2024-05-20T21:21:49.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.809+0000 7f6ad2e00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f6acc115af0 con 0x7f6acc076090 2024-05-20T21:21:49.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.810+0000 7f6ad0e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6acc10ff40 0x7f6acc1a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:49.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.810+0000 7f6acbe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6acc075770 0x7f6acc19be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:49.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.810+0000 7f6ad0e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6acc10ff40 0x7f6acc1a06c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55920/0 (socket says 172.21.15.8:55920) 2024-05-20T21:21:49.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.810+0000 7f6ad0e00700 1 -- 172.21.15.8:0/609257512 learned_addr learned my addr 172.21.15.8:0/609257512 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:49.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.810+0000 7f6acb400700 1 --2- 172.21.15.8:0/609257512 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6acc076090 0x7f6acc19c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:49.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.810+0000 7f6acbe00700 1 -- 172.21.15.8:0/609257512 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6acc076090 msgr2=0x7f6acc19c380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:49.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.810+0000 7f6acbe00700 1 --2- 172.21.15.8:0/609257512 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6acc076090 0x7f6acc19c380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:49.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.810+0000 7f6acbe00700 1 -- 172.21.15.8:0/609257512 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6acc10ff40 msgr2=0x7f6acc1a06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:49.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.810+0000 7f6acbe00700 1 --2- 172.21.15.8:0/609257512 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6acc10ff40 0x7f6acc1a06c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:49.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.810+0000 7f6acbe00700 1 -- 172.21.15.8:0/609257512 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6acc1a0e00 con 0x7f6acc075770 2024-05-20T21:21:49.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.810+0000 7f6ad0e00700 1 --2- 172.21.15.8:0/609257512 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6acc10ff40 0x7f6acc1a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:49.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.811+0000 7f6acbe00700 1 --2- 172.21.15.8:0/609257512 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6acc075770 0x7f6acc19be40 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f6abc00e9f0 tx=0x7f6abc00ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:49.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.811+0000 7f6ac8c00700 1 -- 172.21.15.8:0/609257512 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6abc00c9c0 con 0x7f6acc075770 2024-05-20T21:21:49.813 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.811+0000 7f6ad2e00700 1 -- 172.21.15.8:0/609257512 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6acc1a10f0 con 0x7f6acc075770 2024-05-20T21:21:49.813 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.811+0000 7f6ac8c00700 1 -- 172.21.15.8:0/609257512 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6abc00cb60 con 0x7f6acc075770 2024-05-20T21:21:49.813 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.811+0000 7f6ac8c00700 1 -- 172.21.15.8:0/609257512 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6abc018680 con 0x7f6acc075770 2024-05-20T21:21:49.813 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.811+0000 7f6ad2e00700 1 -- 172.21.15.8:0/609257512 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6acc1a8970 con 0x7f6acc075770 2024-05-20T21:21:49.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.815+0000 7f6ac8c00700 1 -- 172.21.15.8:0/609257512 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f6abc010430 con 0x7f6acc075770 2024-05-20T21:21:49.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.816+0000 7f6add69fb80 1 Processor -- start 2024-05-20T21:21:49.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.816+0000 7f6add69fb80 1 -- start start 2024-05-20T21:21:49.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.817+0000 7f6add69fb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559376cc9eb0 0x559376cca290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:49.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.817+0000 7f6add69fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559376cca7d0 0x559376cc4260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:49.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.817+0000 7f6add69fb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559376cc4880 0x559376cc4ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:49.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.817+0000 7f6add69fb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x559376c22e40 con 0x559376cc4880 2024-05-20T21:21:49.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.817+0000 7f6add69fb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x559376c129e0 con 0x559376cc9eb0 2024-05-20T21:21:49.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.817+0000 7f6add69fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x559376c16a20 con 0x559376cca7d0 2024-05-20T21:21:49.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.817+0000 7f6ac8c00700 1 --2- 172.21.15.8:0/609257512 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6ab00b2880 0x7f6ab00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:49.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.817+0000 7f6acbe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559376cca7d0 0x559376cc4260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:49.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.818+0000 7f6acbe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559376cca7d0 0x559376cc4260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:54128/0 (socket says 172.21.15.8:54128) 2024-05-20T21:21:49.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.818+0000 7f6acbe00700 1 -- 172.21.15.8:0/2616498779 learned_addr learned my addr 172.21.15.8:0/2616498779 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:49.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.818+0000 7f6acb400700 1 --2- 172.21.15.8:0/2616498779 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559376cc4880 0x559376cc4ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:49.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.818+0000 7f6ad0e00700 1 --2- 172.21.15.8:0/2616498779 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559376cc9eb0 0x559376cca290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:49.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.818+0000 7f6ac8c00700 1 -- 172.21.15.8:0/609257512 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f6abc0e23d0 con 0x7f6acc075770 2024-05-20T21:21:49.820 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.818+0000 7f6ad0e00700 1 --2- 172.21.15.8:0/609257512 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6ab00b2880 0x7f6ab00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:49.821 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.818+0000 7f6acb400700 1 -- 172.21.15.8:0/2616498779 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559376cca7d0 msgr2=0x559376cc4260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:49.821 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.818+0000 7f6acb400700 1 --2- 172.21.15.8:0/2616498779 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559376cca7d0 0x559376cc4260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:49.821 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.818+0000 7f6acb400700 1 -- 172.21.15.8:0/2616498779 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559376cc9eb0 msgr2=0x559376cca290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:49.821 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.818+0000 7f6acb400700 1 --2- 172.21.15.8:0/2616498779 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559376cc9eb0 0x559376cca290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:49.821 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.818+0000 7f6acb400700 1 -- 172.21.15.8:0/2616498779 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559376bdb420 con 0x559376cc4880 2024-05-20T21:21:49.821 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.818+0000 7f6ad0e00700 1 --2- 172.21.15.8:0/2616498779 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559376cc9eb0 0x559376cca290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:21:49.821 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.818+0000 7f6acbe00700 1 --2- 172.21.15.8:0/2616498779 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559376cca7d0 0x559376cc4260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:49.821 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.819+0000 7f6acb400700 1 --2- 172.21.15.8:0/2616498779 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559376cc4880 0x559376cc4ce0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f6ab8009c80 tx=0x7f6ab8009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6483fdf09944b37 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:49.821 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.819+0000 7f6ac1600700 1 -- 172.21.15.8:0/2616498779 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ab8011cb0 con 0x559376cc4880 2024-05-20T21:21:49.822 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.819+0000 7f6ad0e00700 1 --2- 172.21.15.8:0/609257512 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6ab00b2880 0x7f6ab00b4d40 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f6ac400b780 tx=0x7f6ac4009780 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:49.822 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.819+0000 7f6ac1600700 1 -- 172.21.15.8:0/2616498779 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6ab8011e50 con 0x559376cc4880 2024-05-20T21:21:49.822 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.819+0000 7f6ac1600700 1 -- 172.21.15.8:0/2616498779 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ab8005280 con 0x559376cc4880 2024-05-20T21:21:49.822 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.820+0000 7f6add69fb80 1 -- 172.21.15.8:0/2616498779 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559376cc4880 msgr2=0x559376cc4ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:49.822 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.820+0000 7f6add69fb80 1 --2- 172.21.15.8:0/2616498779 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559376cc4880 0x559376cc4ce0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f6ab8009c80 tx=0x7f6ab8009f90 comp rx=0 tx=0).stop 2024-05-20T21:21:49.822 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.820+0000 7f6add69fb80 1 -- 172.21.15.8:0/2616498779 shutdown_connections 2024-05-20T21:21:49.822 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.820+0000 7f6add69fb80 1 --2- 172.21.15.8:0/2616498779 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559376cc9eb0 0x559376cca290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:49.822 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.820+0000 7f6add69fb80 1 --2- 172.21.15.8:0/2616498779 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559376cc4880 0x559376cc4ce0 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:49.822 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.820+0000 7f6add69fb80 1 --2- 172.21.15.8:0/2616498779 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559376cca7d0 0x559376cc4260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:49.822 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.820+0000 7f6add69fb80 1 -- 172.21.15.8:0/2616498779 >> 172.21.15.8:0/2616498779 conn(0x559376bf2be0 msgr2=0x559376cbf010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:49.822 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.820+0000 7f6add69fb80 1 -- 172.21.15.8:0/2616498779 shutdown_connections 2024-05-20T21:21:49.822 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.821+0000 7f6add69fb80 1 -- 172.21.15.8:0/2616498779 wait complete. 2024-05-20T21:21:49.824 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.821+0000 7f6add69fb80 1 -- start start 2024-05-20T21:21:49.824 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.821+0000 7f6add69fb80 1 Processor -- start 2024-05-20T21:21:49.824 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.822+0000 7f6add69fb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559376cc4880 0x559376cd0460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:49.824 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.822+0000 7f6add69fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559376cc9eb0 0x559376ccd800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:49.824 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.822+0000 7f6add69fb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559376cca7d0 0x559376ccdd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:49.824 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.822+0000 7f6add69fb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x559376b18fa0 con 0x559376cca7d0 2024-05-20T21:21:49.824 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.822+0000 7f6add69fb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x559376bb3760 con 0x559376cc4880 2024-05-20T21:21:49.825 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.822+0000 7f6add69fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x559376cd1240 con 0x559376cc9eb0 2024-05-20T21:21:49.825 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.822+0000 7f6add69fb80 10 client.0 _ll_register_callbacks cb 0x559376bbcc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:49.825 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.822+0000 7f6acb400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559376cc9eb0 0x559376ccd800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:49.825 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.822+0000 7f6acbe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559376cc4880 0x559376cd0460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:49.825 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.822+0000 7f6ad0e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559376cca7d0 0x559376ccdd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:49.825 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.822+0000 7f6acb400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559376cc9eb0 0x559376ccd800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:54144/0 (socket says 172.21.15.8:54144) 2024-05-20T21:21:49.825 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.822+0000 7f6acb400700 1 -- 172.21.15.8:0/2900673878 learned_addr learned my addr 172.21.15.8:0/2900673878 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:49.825 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.823+0000 7f6acbe00700 1 -- 172.21.15.8:0/2900673878 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559376cc9eb0 msgr2=0x559376ccd800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:49.825 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.823+0000 7f6acbe00700 1 --2- 172.21.15.8:0/2900673878 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559376cc9eb0 0x559376ccd800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:49.825 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.823+0000 7f6acbe00700 1 -- 172.21.15.8:0/2900673878 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559376cca7d0 msgr2=0x559376ccdd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:49.825 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.823+0000 7f6acbe00700 1 --2- 172.21.15.8:0/2900673878 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559376cca7d0 0x559376ccdd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:49.825 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.823+0000 7f6acbe00700 1 -- 172.21.15.8:0/2900673878 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559376b628d0 con 0x559376cc4880 2024-05-20T21:21:49.825 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.823+0000 7f6acbe00700 1 --2- 172.21.15.8:0/2900673878 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559376cc4880 0x559376cd0460 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f6abc0dfe60 tx=0x7f6abc0a9ec0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bb11cf1fb0260c54 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:49.825 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.823+0000 7f6ab6000700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:21:49.826 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.823+0000 7f6ab6000700 1 -- 172.21.15.8:0/2900673878 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6abc0a9490 con 0x559376cc4880 2024-05-20T21:21:49.826 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.824+0000 7f6ab6000700 1 -- 172.21.15.8:0/2900673878 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f6abc010720 con 0x559376cc4880 2024-05-20T21:21:49.826 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.824+0000 7f6add69fb80 1 -- 172.21.15.8:0/2900673878 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6ab8011e50 con 0x559376cc4880 2024-05-20T21:21:49.826 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.824+0000 7f6ab6000700 1 -- 172.21.15.8:0/2900673878 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6abc0aa080 con 0x559376cc4880 2024-05-20T21:21:49.826 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.824+0000 7f6add69fb80 10 client.26957 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:49.826 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.824+0000 7f6add69fb80 1 -- 172.21.15.8:0/2900673878 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559376be3060 con 0x559376cc4880 2024-05-20T21:21:49.827 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.824+0000 7f6ab6000700 1 -- 172.21.15.8:0/2900673878 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6ab8011e50 con 0x559376cc4880 2024-05-20T21:21:49.828 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.824+0000 7f6ab6000700 1 -- 172.21.15.8:0/2900673878 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f6abc06f0a0 con 0x559376cc4880 2024-05-20T21:21:49.828 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.824+0000 7f6add69fb80 10 client.26957 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:49.828 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.824+0000 7f6add69fb80 10 client.26957 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:21:49.828 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.824+0000 7f6add69fb80 20 client.26957 populate_metadata read hostname 'smithi008' 2024-05-20T21:21:49.828 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.825+0000 7f6add69fb80 1 --2- 172.21.15.8:0/2900673878 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x559376cddcf0 0x559376ce00e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:49.828 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.825+0000 7f6add69fb80 4 client.26957 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:21:49.828 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.825+0000 7f6add69fb80 1 -- 172.21.15.8:0/2900673878 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559376c24d90 con 0x559376cddcf0 2024-05-20T21:21:49.828 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.825+0000 7f6acb400700 1 --2- 172.21.15.8:0/2900673878 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x559376cddcf0 0x559376ce00e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:49.828 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.826+0000 7f6acb400700 1 --2- 172.21.15.8:0/2900673878 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x559376cddcf0 0x559376ce00e0 crc :-1 s=READY pgs=177 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b29300cfd7eb707d server_cookie=4b0c0b295b32ca13 in_seq=0 out_seq=0 2024-05-20T21:21:49.828 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.826+0000 7f6ab6000700 10 client.26957 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:21:49.828 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.826+0000 7f6ab6000700 1 -- 172.21.15.8:0/2900673878 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x559376c24d90 con 0x559376cddcf0 2024-05-20T21:21:49.828 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.826+0000 7f6ab6000700 10 client.26957 handle_command_reply: tid=0 2024-05-20T21:21:49.829 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.826+0000 7f6add69fb80 1 client.26957 shutdown 2024-05-20T21:21:49.829 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.827+0000 7f6add69fb80 1 -- 172.21.15.8:0/2900673878 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559376cc4880 msgr2=0x559376cd0460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:49.829 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.827+0000 7f6add69fb80 1 --2- 172.21.15.8:0/2900673878 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559376cc4880 0x559376cd0460 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f6abc0dfe60 tx=0x7f6abc0a9ec0 comp rx=0 tx=0).stop 2024-05-20T21:21:49.829 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.827+0000 7f6add69fb80 1 -- 172.21.15.8:0/2900673878 shutdown_connections 2024-05-20T21:21:49.829 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.827+0000 7f6add69fb80 1 --2- 172.21.15.8:0/2900673878 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x559376cddcf0 0x559376ce00e0 crc :-1 s=READY pgs=177 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:49.829 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.827+0000 7f6add69fb80 1 --2- 172.21.15.8:0/2900673878 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559376cc4880 0x559376cd0460 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:49.829 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.827+0000 7f6add69fb80 1 --2- 172.21.15.8:0/2900673878 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559376cca7d0 0x559376ccdd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:49.829 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.827+0000 7f6add69fb80 1 --2- 172.21.15.8:0/2900673878 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559376cc9eb0 0x559376ccd800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:49.829 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.827+0000 7f6ab6000700 0 client.26957 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:21:49.829 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.827+0000 7f6add69fb80 1 -- 172.21.15.8:0/2900673878 >> 172.21.15.8:0/2900673878 conn(0x559376bf2be0 msgr2=0x559376cc3250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:49.829 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.827+0000 7f6add69fb80 1 -- 172.21.15.8:0/2900673878 shutdown_connections 2024-05-20T21:21:49.829 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.827+0000 7f6add69fb80 1 -- 172.21.15.8:0/2900673878 wait complete. 2024-05-20T21:21:49.829 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.827+0000 7f6add69fb80 20 client.26957 trim_cache size 0 max 16384 2024-05-20T21:21:49.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.850+0000 7f6add69fb80 1 Processor -- start 2024-05-20T21:21:49.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.850+0000 7f6add69fb80 1 -- start start 2024-05-20T21:21:49.851 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.850+0000 7f6add69fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559376cc4880 0x559376cc4260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:49.851 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.850+0000 7f6add69fb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559376cc9eb0 0x559376ccc130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:49.851 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.850+0000 7f6add69fb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559376cca7d0 0x559376ccc670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:49.851 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.850+0000 7f6add69fb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f6acc1b27e0 con 0x559376cc9eb0 2024-05-20T21:21:49.851 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.850+0000 7f6add69fb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6acc1b0070 con 0x559376cca7d0 2024-05-20T21:21:49.851 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.850+0000 7f6add69fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f6acc1adec0 con 0x559376cc4880 2024-05-20T21:21:49.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.851+0000 7f6acb400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559376cc9eb0 0x559376ccc130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:49.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.851+0000 7f6acb400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559376cc9eb0 0x559376ccc130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55946/0 (socket says 172.21.15.8:55946) 2024-05-20T21:21:49.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.851+0000 7f6acb400700 1 -- 172.21.15.8:0/3463576054 learned_addr learned my addr 172.21.15.8:0/3463576054 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:49.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.851+0000 7f6acbe00700 1 --2- 172.21.15.8:0/3463576054 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559376cc4880 0x559376cc4260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:49.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.851+0000 7f6ad0e00700 1 --2- 172.21.15.8:0/3463576054 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559376cca7d0 0x559376ccc670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:49.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.851+0000 7f6acb400700 1 -- 172.21.15.8:0/3463576054 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559376cc4880 msgr2=0x559376cc4260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:49.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.851+0000 7f6acb400700 1 --2- 172.21.15.8:0/3463576054 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559376cc4880 0x559376cc4260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:49.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.851+0000 7f6acb400700 1 -- 172.21.15.8:0/3463576054 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559376cca7d0 msgr2=0x559376ccc670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:49.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.851+0000 7f6acb400700 1 --2- 172.21.15.8:0/3463576054 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559376cca7d0 0x559376ccc670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:49.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.851+0000 7f6acb400700 1 -- 172.21.15.8:0/3463576054 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559376ce06a0 con 0x559376cc9eb0 2024-05-20T21:21:49.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.852+0000 7f6acb400700 1 --2- 172.21.15.8:0/3463576054 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559376cc9eb0 0x559376ccc130 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f6ab8009bd0 tx=0x7f6ab8005ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7188df33dc01003 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:49.854 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.852+0000 7f6ac0c00700 1 -- 172.21.15.8:0/3463576054 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ab8004970 con 0x559376cc9eb0 2024-05-20T21:21:49.854 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.852+0000 7f6ac0c00700 1 -- 172.21.15.8:0/3463576054 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6ab8004b10 con 0x559376cc9eb0 2024-05-20T21:21:49.854 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.852+0000 7f6ac0c00700 1 -- 172.21.15.8:0/3463576054 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ab80056e0 con 0x559376cc9eb0 2024-05-20T21:21:49.854 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.853+0000 7f6add69fb80 1 -- 172.21.15.8:0/3463576054 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559376cc9eb0 msgr2=0x559376ccc130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:49.854 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.853+0000 7f6add69fb80 1 --2- 172.21.15.8:0/3463576054 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559376cc9eb0 0x559376ccc130 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f6ab8009bd0 tx=0x7f6ab8005ce0 comp rx=0 tx=0).stop 2024-05-20T21:21:49.854 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.853+0000 7f6add69fb80 1 -- 172.21.15.8:0/3463576054 shutdown_connections 2024-05-20T21:21:49.854 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.853+0000 7f6add69fb80 1 --2- 172.21.15.8:0/3463576054 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559376cca7d0 0x559376ccc670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:49.854 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.853+0000 7f6add69fb80 1 --2- 172.21.15.8:0/3463576054 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559376cc4880 0x559376cc4260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:49.854 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.853+0000 7f6add69fb80 1 --2- 172.21.15.8:0/3463576054 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559376cc9eb0 0x559376ccc130 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:49.854 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.853+0000 7f6add69fb80 1 -- 172.21.15.8:0/3463576054 >> 172.21.15.8:0/3463576054 conn(0x559376bf2be0 msgr2=0x559376cc79c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:49.854 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.853+0000 7f6add69fb80 1 -- 172.21.15.8:0/3463576054 shutdown_connections 2024-05-20T21:21:49.854 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.853+0000 7f6add69fb80 1 -- 172.21.15.8:0/3463576054 wait complete. 2024-05-20T21:21:49.856 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.853+0000 7f6add69fb80 1 -- start start 2024-05-20T21:21:49.856 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.854+0000 7f6add69fb80 1 Processor -- start 2024-05-20T21:21:49.856 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.854+0000 7f6add69fb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559376cc4880 0x559376ce5670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:49.856 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.854+0000 7f6add69fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559376cc9eb0 0x559376ce5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:49.856 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.854+0000 7f6add69fb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559376cca7d0 0x559376ce60f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:49.856 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.854+0000 7f6add69fb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f6acc1ae530 con 0x559376cca7d0 2024-05-20T21:21:49.856 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.854+0000 7f6add69fb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6acc1af9a0 con 0x559376cc4880 2024-05-20T21:21:49.856 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.854+0000 7f6add69fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f6acc1aec00 con 0x559376cc9eb0 2024-05-20T21:21:49.856 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.854+0000 7f6add69fb80 10 client.0 _ll_register_callbacks cb 0x559376bbcc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:49.857 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.854+0000 7f6acb400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559376cc9eb0 0x559376ce5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:49.857 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.854+0000 7f6ad0e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559376cca7d0 0x559376ce60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:49.857 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.854+0000 7f6acbe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559376cc4880 0x559376ce5670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:49.857 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.855+0000 7f6acb400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559376cc9eb0 0x559376ce5bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:54152/0 (socket says 172.21.15.8:54152) 2024-05-20T21:21:49.857 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.855+0000 7f6acb400700 1 -- 172.21.15.8:0/2019567823 learned_addr learned my addr 172.21.15.8:0/2019567823 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:49.857 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.855+0000 7f6ad0e00700 1 -- 172.21.15.8:0/2019567823 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559376cc9eb0 msgr2=0x559376ce5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:49.857 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.855+0000 7f6ad0e00700 1 --2- 172.21.15.8:0/2019567823 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559376cc9eb0 0x559376ce5bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:49.857 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.855+0000 7f6ad0e00700 1 -- 172.21.15.8:0/2019567823 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559376cc4880 msgr2=0x559376ce5670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:49.857 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.855+0000 7f6ad0e00700 1 --2- 172.21.15.8:0/2019567823 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559376cc4880 0x559376ce5670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:49.857 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.855+0000 7f6ad0e00700 1 -- 172.21.15.8:0/2019567823 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559376d50260 con 0x559376cca7d0 2024-05-20T21:21:49.857 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.855+0000 7f6ad0e00700 1 --2- 172.21.15.8:0/2019567823 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559376cca7d0 0x559376ce60f0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f6ac4009fd0 tx=0x7f6ac40099e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c73876297accc156 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:49.858 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.855+0000 7f6ab6000700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:21:49.858 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.856+0000 7f6ab6000700 1 -- 172.21.15.8:0/2019567823 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ac402b650 con 0x559376cca7d0 2024-05-20T21:21:49.858 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.856+0000 7f6add69fb80 1 -- 172.21.15.8:0/2019567823 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6ab8004b10 con 0x559376cca7d0 2024-05-20T21:21:49.858 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.856+0000 7f6ab6000700 1 -- 172.21.15.8:0/2019567823 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f6ac402b7f0 con 0x559376cca7d0 2024-05-20T21:21:49.861 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.856+0000 7f6ab6000700 1 -- 172.21.15.8:0/2019567823 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6ac402b9f0 con 0x559376cca7d0 2024-05-20T21:21:49.861 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.856+0000 7f6add69fb80 10 client.16851 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:49.861 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.856+0000 7f6add69fb80 1 -- 172.21.15.8:0/2019567823 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559376d51580 con 0x559376cca7d0 2024-05-20T21:21:49.861 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.856+0000 7f6ab6000700 1 -- 172.21.15.8:0/2019567823 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6ab8004b10 con 0x559376cca7d0 2024-05-20T21:21:49.861 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.857+0000 7f6ab6000700 1 -- 172.21.15.8:0/2019567823 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f6ac403d050 con 0x559376cca7d0 2024-05-20T21:21:49.861 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.857+0000 7f6add69fb80 10 client.16851 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:49.862 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.857+0000 7f6add69fb80 10 client.16851 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:21:49.862 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.857+0000 7f6add69fb80 20 client.16851 populate_metadata read hostname 'smithi008' 2024-05-20T21:21:49.862 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.857+0000 7f6add69fb80 1 --2- 172.21.15.8:0/2019567823 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x559376d51cc0 0x559376d540e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:49.862 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.857+0000 7f6add69fb80 4 client.16851 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:21:49.862 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.857+0000 7f6add69fb80 1 -- 172.21.15.8:0/2019567823 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub status"}) -- 0x559376c1e570 con 0x559376d51cc0 2024-05-20T21:21:49.862 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.857+0000 7f6acbe00700 1 --2- 172.21.15.8:0/2019567823 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x559376d51cc0 0x559376d540e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:49.863 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.857+0000 7f6acbe00700 1 --2- 172.21.15.8:0/2019567823 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x559376d51cc0 0x559376d540e0 crc :-1 s=READY pgs=178 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b0f032758f437926 server_cookie=1168d0b9ab1b95a1 in_seq=0 out_seq=0 2024-05-20T21:21:49.863 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.857+0000 7f6ab6000700 10 client.16851 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:21:49.863 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.858+0000 7f6ab6000700 1 -- 172.21.15.8:0/2019567823 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x559376c1e570 con 0x559376d51cc0 2024-05-20T21:21:49.863 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.858+0000 7f6ab6000700 10 client.16851 handle_command_reply: tid=0 2024-05-20T21:21:49.863 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.858+0000 7f6add69fb80 1 client.16851 shutdown 2024-05-20T21:21:49.863 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.858+0000 7f6add69fb80 1 -- 172.21.15.8:0/2019567823 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559376cca7d0 msgr2=0x559376ce60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:49.863 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.858+0000 7f6add69fb80 1 --2- 172.21.15.8:0/2019567823 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559376cca7d0 0x559376ce60f0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f6ac4009fd0 tx=0x7f6ac40099e0 comp rx=0 tx=0).stop 2024-05-20T21:21:49.863 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.858+0000 7f6add69fb80 1 -- 172.21.15.8:0/2019567823 shutdown_connections 2024-05-20T21:21:49.863 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.858+0000 7f6add69fb80 1 --2- 172.21.15.8:0/2019567823 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x559376d51cc0 0x559376d540e0 crc :-1 s=READY pgs=178 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:49.863 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.858+0000 7f6add69fb80 1 --2- 172.21.15.8:0/2019567823 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559376cc4880 0x559376ce5670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:49.863 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.858+0000 7f6add69fb80 1 --2- 172.21.15.8:0/2019567823 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559376cca7d0 0x559376ce60f0 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:49.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.858+0000 7f6add69fb80 1 --2- 172.21.15.8:0/2019567823 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559376cc9eb0 0x559376ce5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:49.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.858+0000 7f6add69fb80 1 -- 172.21.15.8:0/2019567823 >> 172.21.15.8:0/2019567823 conn(0x559376bf2be0 msgr2=0x559376cbe9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:49.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.858+0000 7f6ab6000700 0 client.16851 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:21:49.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.859+0000 7f6add69fb80 1 -- 172.21.15.8:0/2019567823 shutdown_connections 2024-05-20T21:21:49.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.859+0000 7f6add69fb80 1 -- 172.21.15.8:0/2019567823 wait complete. 2024-05-20T21:21:49.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.859+0000 7f6add69fb80 20 client.16851 trim_cache size 0 max 16384 2024-05-20T21:21:49.864 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:21:49.864 INFO:teuthology.orchestra.run.smithi008.stdout: "status": "IDLE (waiting for more scrubs)", 2024-05-20T21:21:49.864 INFO:teuthology.orchestra.run.smithi008.stdout: "scrubs": { 2024-05-20T21:21:49.865 INFO:teuthology.orchestra.run.smithi008.stdout: "22caff80-3358-4b28-8fd4-ca13d042c681": { 2024-05-20T21:21:49.865 INFO:teuthology.orchestra.run.smithi008.stdout: "path": "/", 2024-05-20T21:21:49.865 INFO:teuthology.orchestra.run.smithi008.stdout: "tag": "22caff80-3358-4b28-8fd4-ca13d042c681", 2024-05-20T21:21:49.865 INFO:teuthology.orchestra.run.smithi008.stdout: "options": "recursive,force" 2024-05-20T21:21:49.865 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:21:49.865 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:21:49.865 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:21:49.866 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.859+0000 7f6ad2e00700 1 -- 172.21.15.8:0/609257512 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6ab00b2880 msgr2=0x7f6ab00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:49.866 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.859+0000 7f6ad2e00700 1 --2- 172.21.15.8:0/609257512 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6ab00b2880 0x7f6ab00b4d40 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f6ac400b780 tx=0x7f6ac4009780 comp rx=0 tx=0).stop 2024-05-20T21:21:49.866 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.859+0000 7f6ad2e00700 1 -- 172.21.15.8:0/609257512 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6acc075770 msgr2=0x7f6acc19be40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:49.866 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.859+0000 7f6ad2e00700 1 --2- 172.21.15.8:0/609257512 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6acc075770 0x7f6acc19be40 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f6abc00e9f0 tx=0x7f6abc00ed00 comp rx=0 tx=0).stop 2024-05-20T21:21:49.866 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.860+0000 7f6ad2e00700 1 -- 172.21.15.8:0/609257512 shutdown_connections 2024-05-20T21:21:49.866 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.860+0000 7f6ad2e00700 1 --2- 172.21.15.8:0/609257512 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6ab00b2880 0x7f6ab00b4d40 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:49.866 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.860+0000 7f6ad2e00700 1 --2- 172.21.15.8:0/609257512 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6acc075770 0x7f6acc19be40 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:49.866 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.860+0000 7f6ad2e00700 1 --2- 172.21.15.8:0/609257512 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6acc10ff40 0x7f6acc1a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:49.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.860+0000 7f6ad2e00700 1 --2- 172.21.15.8:0/609257512 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6acc076090 0x7f6acc19c380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:49.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.860+0000 7f6ad2e00700 1 -- 172.21.15.8:0/609257512 >> 172.21.15.8:0/609257512 conn(0x7f6acc07a6a0 msgr2=0x7f6acc1007f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:49.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.860+0000 7f6ad2e00700 1 -- 172.21.15.8:0/609257512 shutdown_connections 2024-05-20T21:21:49.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:21:49.860+0000 7f6ad2e00700 1 -- 172.21.15.8:0/609257512 wait complete. 2024-05-20T21:21:50.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:21:50 smithi008 ceph-mon[31475]: pgmap v635: 97 pgs: 97 active+clean; 3.0 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 15 op/s 2024-05-20T21:21:50.905 INFO:tasks.cephfs.filesystem:scrub status for tag:22caff80-3358-4b28-8fd4-ca13d042c681 - {'path': '/', 'tag': '22caff80-3358-4b28-8fd4-ca13d042c681', 'options': 'recursive,force'} 2024-05-20T21:21:50.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:21:50 smithi130 ceph-mon[36448]: pgmap v635: 97 pgs: 97 active+clean; 3.0 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 15 op/s 2024-05-20T21:21:50.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:21:50 smithi050 ceph-mon[35809]: pgmap v635: 97 pgs: 97 active+clean; 3.0 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 15 op/s 2024-05-20T21:21:51.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:21:51 smithi130 ceph-mon[36448]: scrub summary: idle 2024-05-20T21:21:51.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:21:51 smithi050 ceph-mon[35809]: scrub summary: idle 2024-05-20T21:21:51.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:21:51 smithi008 ceph-mon[31475]: scrub summary: idle 2024-05-20T21:21:52.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:21:52 smithi130 ceph-mon[36448]: pgmap v636: 97 pgs: 97 active+clean; 3.0 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:21:52.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:21:52 smithi050 ceph-mon[35809]: pgmap v636: 97 pgs: 97 active+clean; 3.0 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:21:52.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:21:52 smithi008 ceph-mon[31475]: pgmap v636: 97 pgs: 97 active+clean; 3.0 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:21:54.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:21:54 smithi130 ceph-mon[36448]: pgmap v637: 97 pgs: 97 active+clean; 3.0 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-20T21:21:54.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:21:54 smithi050 ceph-mon[35809]: pgmap v637: 97 pgs: 97 active+clean; 3.0 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-20T21:21:54.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:21:54 smithi008 ceph-mon[31475]: pgmap v637: 97 pgs: 97 active+clean; 3.0 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-20T21:21:54.896 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.896 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.896 INFO:tasks.workunit.client.0.smithi008.stdout:127/600: open fd = 3 2024-05-20T21:21:54.896 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.896 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.897 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.897 INFO:tasks.workunit.client.0.smithi008.stdout:128/600: open fd = 3 2024-05-20T21:21:54.897 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.897 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.897 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.897 INFO:tasks.workunit.client.0.smithi008.stdout:129/600: open fd = 3 2024-05-20T21:21:54.897 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.897 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.897 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.897 INFO:tasks.workunit.client.0.smithi008.stdout:130/600: open fd = 3 2024-05-20T21:21:54.897 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.897 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.897 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.898 INFO:tasks.workunit.client.0.smithi008.stdout:131/600: open fd = 3 2024-05-20T21:21:54.898 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.898 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.898 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.898 INFO:tasks.workunit.client.0.smithi008.stdout:132/600: open fd = 3 2024-05-20T21:21:54.898 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.898 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.898 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.898 INFO:tasks.workunit.client.0.smithi008.stdout:133/600: open fd = 3 2024-05-20T21:21:54.898 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.898 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.898 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.898 INFO:tasks.workunit.client.0.smithi008.stdout:134/600: open fd = 3 2024-05-20T21:21:54.899 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.899 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.899 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.899 INFO:tasks.workunit.client.0.smithi008.stdout:135/600: open fd = 3 2024-05-20T21:21:54.899 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.899 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.899 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.899 INFO:tasks.workunit.client.0.smithi008.stdout:136/600: open fd = 3 2024-05-20T21:21:54.899 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.899 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.899 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.899 INFO:tasks.workunit.client.0.smithi008.stdout:137/600: open fd = 3 2024-05-20T21:21:54.899 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.899 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.899 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.900 INFO:tasks.workunit.client.0.smithi008.stdout:138/600: open fd = 3 2024-05-20T21:21:54.900 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.900 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.900 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.900 INFO:tasks.workunit.client.0.smithi008.stdout:139/600: open fd = 3 2024-05-20T21:21:54.900 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.900 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.900 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.900 INFO:tasks.workunit.client.0.smithi008.stdout:140/600: open fd = 3 2024-05-20T21:21:54.900 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.900 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.900 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.900 INFO:tasks.workunit.client.0.smithi008.stdout:141/600: open fd = 3 2024-05-20T21:21:54.900 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.901 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.901 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.901 INFO:tasks.workunit.client.0.smithi008.stdout:142/600: open fd = 3 2024-05-20T21:21:54.901 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.901 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.901 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.901 INFO:tasks.workunit.client.0.smithi008.stdout:143/600: open fd = 3 2024-05-20T21:21:54.901 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.901 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.901 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.901 INFO:tasks.workunit.client.0.smithi008.stdout:144/600: open fd = 3 2024-05-20T21:21:54.901 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.901 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.901 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.901 INFO:tasks.workunit.client.0.smithi008.stdout:145/600: open fd = 3 2024-05-20T21:21:54.902 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.902 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.902 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.902 INFO:tasks.workunit.client.0.smithi008.stdout:146/600: open fd = 3 2024-05-20T21:21:54.902 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.902 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.902 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.902 INFO:tasks.workunit.client.0.smithi008.stdout:147/600: open fd = 3 2024-05-20T21:21:54.902 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.902 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.902 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.902 INFO:tasks.workunit.client.0.smithi008.stdout:148/600: open fd = 3 2024-05-20T21:21:54.902 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.902 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.903 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.903 INFO:tasks.workunit.client.0.smithi008.stdout:149/600: open fd = 3 2024-05-20T21:21:54.903 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.903 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.903 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.903 INFO:tasks.workunit.client.0.smithi008.stdout:150/600: open fd = 3 2024-05-20T21:21:54.903 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.903 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.903 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.903 INFO:tasks.workunit.client.0.smithi008.stdout:151/600: open fd = 3 2024-05-20T21:21:54.903 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.903 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.903 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.903 INFO:tasks.workunit.client.0.smithi008.stdout:152/600: open fd = 3 2024-05-20T21:21:54.903 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.904 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.904 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.904 INFO:tasks.workunit.client.0.smithi008.stdout:153/600: open fd = 3 2024-05-20T21:21:54.904 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.904 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.904 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.904 INFO:tasks.workunit.client.0.smithi008.stdout:154/600: open fd = 3 2024-05-20T21:21:54.904 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.904 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.904 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.904 INFO:tasks.workunit.client.0.smithi008.stdout:155/600: open fd = 3 2024-05-20T21:21:54.904 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.904 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.904 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.905 INFO:tasks.workunit.client.0.smithi008.stdout:156/600: open fd = 3 2024-05-20T21:21:54.905 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.905 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.905 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.905 INFO:tasks.workunit.client.0.smithi008.stdout:157/600: open fd = 3 2024-05-20T21:21:54.905 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.905 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.905 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.905 INFO:tasks.workunit.client.0.smithi008.stdout:158/600: open fd = 3 2024-05-20T21:21:54.905 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.905 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.905 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.905 INFO:tasks.workunit.client.0.smithi008.stdout:159/600: open fd = 3 2024-05-20T21:21:54.905 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.906 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.906 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.906 INFO:tasks.workunit.client.0.smithi008.stdout:160/600: open fd = 3 2024-05-20T21:21:54.906 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.906 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.906 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.906 INFO:tasks.workunit.client.0.smithi008.stdout:161/600: open fd = 3 2024-05-20T21:21:54.906 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.906 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.906 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.906 INFO:tasks.workunit.client.0.smithi008.stdout:162/600: open fd = 3 2024-05-20T21:21:54.906 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.906 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.906 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.907 INFO:tasks.workunit.client.0.smithi008.stdout:163/600: open fd = 3 2024-05-20T21:21:54.907 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.907 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.907 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.907 INFO:tasks.workunit.client.0.smithi008.stdout:164/600: open fd = 3 2024-05-20T21:21:54.907 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.907 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.907 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.907 INFO:tasks.workunit.client.0.smithi008.stdout:165/600: open fd = 3 2024-05-20T21:21:54.907 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.907 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.907 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.907 INFO:tasks.workunit.client.0.smithi008.stdout:166/600: open fd = 3 2024-05-20T21:21:54.908 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.908 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.908 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.908 INFO:tasks.workunit.client.0.smithi008.stdout:167/600: open fd = 3 2024-05-20T21:21:54.908 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.908 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.908 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.908 INFO:tasks.workunit.client.0.smithi008.stdout:168/600: open fd = 3 2024-05-20T21:21:54.908 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.908 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.908 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.908 INFO:tasks.workunit.client.0.smithi008.stdout:169/600: open fd = 3 2024-05-20T21:21:54.908 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.908 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.909 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.909 INFO:tasks.workunit.client.0.smithi008.stdout:170/600: open fd = 3 2024-05-20T21:21:54.909 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.909 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.909 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.909 INFO:tasks.workunit.client.0.smithi008.stdout:171/600: open fd = 3 2024-05-20T21:21:54.909 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.909 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.909 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.909 INFO:tasks.workunit.client.0.smithi008.stdout:172/600: open fd = 3 2024-05-20T21:21:54.909 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.909 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.909 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.909 INFO:tasks.workunit.client.0.smithi008.stdout:173/600: open fd = 3 2024-05-20T21:21:54.909 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.910 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.910 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.910 INFO:tasks.workunit.client.0.smithi008.stdout:174/600: open fd = 3 2024-05-20T21:21:54.910 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.910 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.910 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.910 INFO:tasks.workunit.client.0.smithi008.stdout:175/600: open fd = 3 2024-05-20T21:21:54.910 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.910 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.910 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.910 INFO:tasks.workunit.client.0.smithi008.stdout:176/600: open fd = 3 2024-05-20T21:21:54.910 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.910 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.910 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.911 INFO:tasks.workunit.client.0.smithi008.stdout:177/600: open fd = 3 2024-05-20T21:21:54.911 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.911 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.911 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.911 INFO:tasks.workunit.client.0.smithi008.stdout:178/600: open fd = 3 2024-05-20T21:21:54.911 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.911 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.911 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.911 INFO:tasks.workunit.client.0.smithi008.stdout:179/600: open fd = 3 2024-05-20T21:21:54.911 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.911 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.911 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.911 INFO:tasks.workunit.client.0.smithi008.stdout:180/600: open fd = 3 2024-05-20T21:21:54.911 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.911 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.912 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.912 INFO:tasks.workunit.client.0.smithi008.stdout:181/600: open fd = 3 2024-05-20T21:21:54.912 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.912 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.912 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.912 INFO:tasks.workunit.client.0.smithi008.stdout:182/600: open fd = 3 2024-05-20T21:21:54.912 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.912 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.912 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.912 INFO:tasks.workunit.client.0.smithi008.stdout:183/600: open fd = 3 2024-05-20T21:21:54.912 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.912 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.912 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.912 INFO:tasks.workunit.client.0.smithi008.stdout:184/600: open fd = 3 2024-05-20T21:21:54.913 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.913 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.913 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.913 INFO:tasks.workunit.client.0.smithi008.stdout:185/600: open fd = 3 2024-05-20T21:21:54.913 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.913 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.913 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.913 INFO:tasks.workunit.client.0.smithi008.stdout:186/600: open fd = 3 2024-05-20T21:21:54.913 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.913 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.913 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.913 INFO:tasks.workunit.client.0.smithi008.stdout:187/600: open fd = 3 2024-05-20T21:21:54.913 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.913 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.913 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:21:54.914 INFO:tasks.workunit.client.0.smithi008.stdout:188/600: open fd = 3 2024-05-20T21:21:54.914 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:54.914 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:21:55.851 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.850+0000 7f84c9a00640 1 -- 172.21.15.8:0/1000888444 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f84c4105cb0 msgr2=0x7f84c41080a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:55.852 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.850+0000 7f84c9a00640 1 --2- 172.21.15.8:0/1000888444 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f84c4105cb0 0x7f84c41080a0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f84ac009900 tx=0x7f84ac02a400 comp rx=0 tx=0).stop 2024-05-20T21:21:55.852 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.850+0000 7f84c9a00640 1 -- 172.21.15.8:0/1000888444 shutdown_connections 2024-05-20T21:21:55.852 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.850+0000 7f84c9a00640 1 --2- 172.21.15.8:0/1000888444 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f84c41085e0 0x7f84c410aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:55.852 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.850+0000 7f84c9a00640 1 --2- 172.21.15.8:0/1000888444 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f84c4105cb0 0x7f84c41080a0 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:55.852 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.850+0000 7f84c9a00640 1 --2- 172.21.15.8:0/1000888444 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f84c4103380 0x7f84c4105770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:55.852 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.850+0000 7f84c9a00640 1 -- 172.21.15.8:0/1000888444 >> 172.21.15.8:0/1000888444 conn(0x7f84c40fcd30 msgr2=0x7f84c40ff1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:55.852 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.850+0000 7f84c9a00640 1 -- 172.21.15.8:0/1000888444 shutdown_connections 2024-05-20T21:21:55.853 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.850+0000 7f84c9a00640 1 -- 172.21.15.8:0/1000888444 wait complete. 2024-05-20T21:21:55.855 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.851+0000 7f84c9a00640 1 Processor -- start 2024-05-20T21:21:55.855 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.851+0000 7f84c9a00640 1 -- start start 2024-05-20T21:21:55.855 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.852+0000 7f84c9a00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f84c4103380 0x7f84c419ad40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:55.856 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.852+0000 7f84c9a00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f84c4105cb0 0x7f84c419b280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:55.856 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.852+0000 7f84c9a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f84c41085e0 0x7f84c41a22f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:55.856 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.852+0000 7f84c9a00640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f84c410e420 con 0x7f84c4105cb0 2024-05-20T21:21:55.856 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.852+0000 7f84c9a00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f84c410e2a0 con 0x7f84c41085e0 2024-05-20T21:21:55.856 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.852+0000 7f84c9a00640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f84c410e5a0 con 0x7f84c4103380 2024-05-20T21:21:55.856 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.852+0000 7f84c3e00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f84c4103380 0x7f84c419ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:55.856 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.852+0000 7f84c3400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f84c4105cb0 0x7f84c419b280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:55.856 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.852+0000 7f84c3e00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f84c4103380 0x7f84c419ad40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:46948/0 (socket says 172.21.15.8:46948) 2024-05-20T21:21:55.856 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.852+0000 7f84c3e00640 1 -- 172.21.15.8:0/1452286374 learned_addr learned my addr 172.21.15.8:0/1452286374 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:55.856 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.852+0000 7f84c9000640 1 --2- 172.21.15.8:0/1452286374 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f84c41085e0 0x7f84c41a22f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:55.856 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.853+0000 7f84c3e00640 1 -- 172.21.15.8:0/1452286374 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f84c41085e0 msgr2=0x7f84c41a22f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:55.856 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.853+0000 7f84c3e00640 1 --2- 172.21.15.8:0/1452286374 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f84c41085e0 0x7f84c41a22f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:55.857 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.853+0000 7f84c3e00640 1 -- 172.21.15.8:0/1452286374 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f84c4105cb0 msgr2=0x7f84c419b280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:55.857 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.853+0000 7f84c3e00640 1 --2- 172.21.15.8:0/1452286374 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f84c4105cb0 0x7f84c419b280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:55.857 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.853+0000 7f84c3e00640 1 -- 172.21.15.8:0/1452286374 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84c41a2960 con 0x7f84c4103380 2024-05-20T21:21:55.857 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.853+0000 7f84c3400640 1 --2- 172.21.15.8:0/1452286374 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f84c4105cb0 0x7f84c419b280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:55.857 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.853+0000 7f84c3e00640 1 --2- 172.21.15.8:0/1452286374 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f84c4103380 0x7f84c419ad40 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f84b400e9f0 tx=0x7f84b400eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:55.857 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.853+0000 7f84c0c00640 1 -- 172.21.15.8:0/1452286374 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84b400cd80 con 0x7f84c4103380 2024-05-20T21:21:55.857 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.853+0000 7f84c0c00640 1 -- 172.21.15.8:0/1452286374 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f84b40108e0 con 0x7f84c4103380 2024-05-20T21:21:55.857 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.853+0000 7f84c0c00640 1 -- 172.21.15.8:0/1452286374 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84b4018980 con 0x7f84c4103380 2024-05-20T21:21:55.857 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.853+0000 7f84c9a00640 1 -- 172.21.15.8:0/1452286374 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84c41a2c50 con 0x7f84c4103380 2024-05-20T21:21:55.857 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.854+0000 7f84c9a00640 1 -- 172.21.15.8:0/1452286374 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84c41a3120 con 0x7f84c4103380 2024-05-20T21:21:55.859 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.857+0000 7f84cde2d740 1 Processor -- start 2024-05-20T21:21:55.859 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.857+0000 7f84cde2d740 1 -- start start 2024-05-20T21:21:55.859 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.857+0000 7f84cde2d740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e85b70ecf0 0x55e85b70f110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:55.859 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.857+0000 7f84cde2d740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e85b70f6e0 0x55e85b7141e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:55.859 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.857+0000 7f84cde2d740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e85b714850 0x55e85b716ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:55.859 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.857+0000 7f84cde2d740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55e85b67eb90 con 0x55e85b70ecf0 2024-05-20T21:21:55.859 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.857+0000 7f84cde2d740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55e85b66e730 con 0x55e85b714850 2024-05-20T21:21:55.860 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.857+0000 7f84cde2d740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55e85b672770 con 0x55e85b70f6e0 2024-05-20T21:21:55.860 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.857+0000 7f84c0c00640 1 -- 172.21.15.8:0/1452286374 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f84b4010430 con 0x7f84c4103380 2024-05-20T21:21:55.860 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.858+0000 7f84c9000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e85b70ecf0 0x55e85b70f110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:55.860 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.858+0000 7f84c9000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e85b70ecf0 0x55e85b70f110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:53814/0 (socket says 172.21.15.8:53814) 2024-05-20T21:21:55.860 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.858+0000 7f84c9000640 1 -- 172.21.15.8:0/3020729514 learned_addr learned my addr 172.21.15.8:0/3020729514 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:55.860 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.858+0000 7f84c3400640 1 --2- 172.21.15.8:0/3020729514 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e85b714850 0x55e85b716ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:55.860 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.858+0000 7f84c3e00640 1 --2- 172.21.15.8:0/3020729514 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e85b70f6e0 0x55e85b7141e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:55.860 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.858+0000 7f84c9000640 1 -- 172.21.15.8:0/3020729514 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e85b70f6e0 msgr2=0x55e85b7141e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:55.860 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.858+0000 7f84c9000640 1 --2- 172.21.15.8:0/3020729514 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e85b70f6e0 0x55e85b7141e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:55.860 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.858+0000 7f84c9000640 1 -- 172.21.15.8:0/3020729514 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e85b714850 msgr2=0x55e85b716ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:55.860 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.858+0000 7f84c9000640 1 --2- 172.21.15.8:0/3020729514 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e85b714850 0x55e85b716ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:55.860 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.858+0000 7f84c9000640 1 -- 172.21.15.8:0/3020729514 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e85b6078b0 con 0x55e85b70ecf0 2024-05-20T21:21:55.860 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.858+0000 7f84c3400640 1 --2- 172.21.15.8:0/3020729514 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e85b714850 0x55e85b716ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:55.860 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.858+0000 7f84c9000640 1 --2- 172.21.15.8:0/3020729514 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e85b70ecf0 0x55e85b70f110 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f84bc009fd0 tx=0x7f84bc0118d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7913d50225f5861 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:55.861 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.859+0000 7f84b9600640 1 -- 172.21.15.8:0/3020729514 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84bc004d20 con 0x55e85b70ecf0 2024-05-20T21:21:55.861 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.859+0000 7f84b9600640 1 -- 172.21.15.8:0/3020729514 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f84bc004050 con 0x55e85b70ecf0 2024-05-20T21:21:55.861 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.859+0000 7f84b9600640 1 -- 172.21.15.8:0/3020729514 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84bc005280 con 0x55e85b70ecf0 2024-05-20T21:21:55.864 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.859+0000 7f84c0c00640 1 --2- 172.21.15.8:0/1452286374 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f84a80b2850 0x7f84a80b4d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:55.864 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.859+0000 7f84c0c00640 1 -- 172.21.15.8:0/1452286374 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f84b40e2540 con 0x7f84c4103380 2024-05-20T21:21:55.865 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.860+0000 7f84cde2d740 1 -- 172.21.15.8:0/3020729514 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e85b70ecf0 msgr2=0x55e85b70f110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:55.865 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.860+0000 7f84cde2d740 1 --2- 172.21.15.8:0/3020729514 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e85b70ecf0 0x55e85b70f110 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f84bc009fd0 tx=0x7f84bc0118d0 comp rx=0 tx=0).stop 2024-05-20T21:21:55.865 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.860+0000 7f84c3e00640 1 --2- 172.21.15.8:0/1452286374 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f84a80b2850 0x7f84a80b4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:55.865 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.860+0000 7f84cde2d740 1 -- 172.21.15.8:0/3020729514 shutdown_connections 2024-05-20T21:21:55.865 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.860+0000 7f84cde2d740 1 --2- 172.21.15.8:0/3020729514 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e85b714850 0x55e85b716ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:55.865 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.860+0000 7f84cde2d740 1 --2- 172.21.15.8:0/3020729514 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e85b70f6e0 0x55e85b7141e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:55.865 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.860+0000 7f84cde2d740 1 --2- 172.21.15.8:0/3020729514 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e85b70ecf0 0x55e85b70f110 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:55.865 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.860+0000 7f84cde2d740 1 -- 172.21.15.8:0/3020729514 >> 172.21.15.8:0/3020729514 conn(0x55e85b70a360 msgr2=0x55e85b70a760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:55.865 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.860+0000 7f84cde2d740 1 -- 172.21.15.8:0/3020729514 shutdown_connections 2024-05-20T21:21:55.865 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.860+0000 7f84cde2d740 1 -- 172.21.15.8:0/3020729514 wait complete. 2024-05-20T21:21:55.865 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.860+0000 7f84c3e00640 1 --2- 172.21.15.8:0/1452286374 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f84a80b2850 0x7f84a80b4d10 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f84b40a6e10 tx=0x7f84b4000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:55.865 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.860+0000 7f84cde2d740 1 -- start start 2024-05-20T21:21:55.865 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.861+0000 7f84cde2d740 1 Processor -- start 2024-05-20T21:21:55.866 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.861+0000 7f84cde2d740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e85b70ecf0 0x55e85b718ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:55.866 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.861+0000 7f84cde2d740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e85b70f6e0 0x55e85b719000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:55.866 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.861+0000 7f84cde2d740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e85b714850 0x55e85b720040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:55.866 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.861+0000 7f84cde2d740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55e85b354790 con 0x55e85b70ecf0 2024-05-20T21:21:55.866 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.861+0000 7f84cde2d740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55e85b616bc0 con 0x55e85b714850 2024-05-20T21:21:55.866 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.861+0000 7f84cde2d740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55e85b717800 con 0x55e85b70f6e0 2024-05-20T21:21:55.866 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.861+0000 7f84cde2d740 10 client.0 _ll_register_callbacks cb 0x55e85b5f4400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:55.866 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.861+0000 7f84c9000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e85b70ecf0 0x55e85b718ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:55.866 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.861+0000 7f84c9000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e85b70ecf0 0x55e85b718ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:53830/0 (socket says 172.21.15.8:53830) 2024-05-20T21:21:55.866 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.862+0000 7f84c9000640 1 -- 172.21.15.8:0/2483316175 learned_addr learned my addr 172.21.15.8:0/2483316175 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:55.866 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.862+0000 7f84c3400640 1 --2- 172.21.15.8:0/2483316175 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e85b70f6e0 0x55e85b719000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:55.866 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.862+0000 7f84c9000640 1 --2- 172.21.15.8:0/2483316175 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e85b714850 0x55e85b720040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:55.866 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.862+0000 7f84c9000640 1 -- 172.21.15.8:0/2483316175 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e85b70f6e0 msgr2=0x55e85b719000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:55.867 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.862+0000 7f84c9000640 1 --2- 172.21.15.8:0/2483316175 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e85b70f6e0 0x55e85b719000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:55.867 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.862+0000 7f84c9000640 1 -- 172.21.15.8:0/2483316175 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e85b714850 msgr2=0x55e85b720040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:55.867 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.862+0000 7f84c9000640 1 --2- 172.21.15.8:0/2483316175 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e85b714850 0x55e85b720040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:55.867 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.862+0000 7f84c9000640 1 -- 172.21.15.8:0/2483316175 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e85b383210 con 0x55e85b70ecf0 2024-05-20T21:21:55.867 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.862+0000 7f84c9000640 1 --2- 172.21.15.8:0/2483316175 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e85b70ecf0 0x55e85b718ac0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f84bc003e50 tx=0x7f84bc000f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=98dd6264f95a888a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:55.867 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.862+0000 7f84b2000640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:21:55.867 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.863+0000 7f84b2000640 1 -- 172.21.15.8:0/2483316175 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84bc004a40 con 0x55e85b70ecf0 2024-05-20T21:21:55.867 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.863+0000 7f84b2000640 1 -- 172.21.15.8:0/2483316175 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f84bc004be0 con 0x55e85b70ecf0 2024-05-20T21:21:55.867 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.863+0000 7f84cde2d740 1 -- 172.21.15.8:0/2483316175 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f84bc004050 con 0x55e85b70ecf0 2024-05-20T21:21:55.867 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.863+0000 7f84b2000640 1 -- 172.21.15.8:0/2483316175 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f84bc004de0 con 0x55e85b70ecf0 2024-05-20T21:21:55.867 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.863+0000 7f84cde2d740 10 client.16863 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:55.867 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.863+0000 7f84cde2d740 1 -- 172.21.15.8:0/2483316175 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e85b44f620 con 0x55e85b70ecf0 2024-05-20T21:21:55.867 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.863+0000 7f84b2000640 1 -- 172.21.15.8:0/2483316175 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f84bc004050 con 0x55e85b70ecf0 2024-05-20T21:21:55.867 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.864+0000 7f84b2000640 1 -- 172.21.15.8:0/2483316175 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f84bc00f500 con 0x55e85b70ecf0 2024-05-20T21:21:55.868 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.864+0000 7f84cde2d740 10 client.16863 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:55.868 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.864+0000 7f84cde2d740 10 client.16863 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:21:55.868 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.864+0000 7f84cde2d740 20 client.16863 populate_metadata read hostname 'smithi008' 2024-05-20T21:21:55.868 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.864+0000 7f84cde2d740 1 --2- 172.21.15.8:0/2483316175 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e85b7243e0 0x55e85b7267d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:55.868 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.864+0000 7f84cde2d740 4 client.16863 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:21:55.868 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.864+0000 7f84cde2d740 1 -- 172.21.15.8:0/2483316175 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e85b680ae0 con 0x55e85b7243e0 2024-05-20T21:21:55.868 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.864+0000 7f84c3400640 1 --2- 172.21.15.8:0/2483316175 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e85b7243e0 0x55e85b7267d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:55.869 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.865+0000 7f84c3400640 1 --2- 172.21.15.8:0/2483316175 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e85b7243e0 0x55e85b7267d0 crc :-1 s=READY pgs=179 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fcd02ecf9c25cd96 server_cookie=30337d90c82433a8 in_seq=0 out_seq=0 2024-05-20T21:21:55.869 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.865+0000 7f84b2000640 10 client.16863 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:21:55.869 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.866+0000 7f84b2000640 1 -- 172.21.15.8:0/2483316175 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55e85b680ae0 con 0x55e85b7243e0 2024-05-20T21:21:55.870 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.866+0000 7f84b2000640 10 client.16863 handle_command_reply: tid=0 2024-05-20T21:21:55.870 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.866+0000 7f84cde2d740 1 client.16863 shutdown 2024-05-20T21:21:55.870 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.866+0000 7f84cde2d740 1 -- 172.21.15.8:0/2483316175 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e85b70ecf0 msgr2=0x55e85b718ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:55.870 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.866+0000 7f84cde2d740 1 --2- 172.21.15.8:0/2483316175 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e85b70ecf0 0x55e85b718ac0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f84bc003e50 tx=0x7f84bc000f40 comp rx=0 tx=0).stop 2024-05-20T21:21:55.870 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.866+0000 7f84cde2d740 1 -- 172.21.15.8:0/2483316175 shutdown_connections 2024-05-20T21:21:55.870 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.866+0000 7f84cde2d740 1 --2- 172.21.15.8:0/2483316175 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e85b7243e0 0x55e85b7267d0 crc :-1 s=READY pgs=179 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:55.870 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.866+0000 7f84cde2d740 1 --2- 172.21.15.8:0/2483316175 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e85b714850 0x55e85b720040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:55.870 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.866+0000 7f84cde2d740 1 --2- 172.21.15.8:0/2483316175 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e85b70f6e0 0x55e85b719000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:55.870 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.866+0000 7f84b2000640 0 client.16863 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:21:55.870 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.866+0000 7f84cde2d740 1 --2- 172.21.15.8:0/2483316175 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e85b70ecf0 0x55e85b718ac0 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:55.870 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.866+0000 7f84cde2d740 1 -- 172.21.15.8:0/2483316175 >> 172.21.15.8:0/2483316175 conn(0x55e85b70a360 msgr2=0x55e85b7094c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:55.870 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.866+0000 7f84cde2d740 1 -- 172.21.15.8:0/2483316175 shutdown_connections 2024-05-20T21:21:55.871 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.866+0000 7f84cde2d740 1 -- 172.21.15.8:0/2483316175 wait complete. 2024-05-20T21:21:55.871 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.866+0000 7f84cde2d740 20 client.16863 trim_cache size 0 max 16384 2024-05-20T21:21:55.884 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.884+0000 7f84cde2d740 1 Processor -- start 2024-05-20T21:21:55.884 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.884+0000 7f84cde2d740 1 -- start start 2024-05-20T21:21:55.884 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.884+0000 7f84cde2d740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e85b70ecf0 0x55e85b708c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:55.884 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.884+0000 7f84cde2d740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e85b70f6e0 0x55e85b720000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:55.884 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.884+0000 7f84cde2d740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e85b714850 0x55e85b709170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:55.884 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.884+0000 7f84cde2d740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f84c41ae8e0 con 0x55e85b70ecf0 2024-05-20T21:21:55.885 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.884+0000 7f84cde2d740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f84c41ac1b0 con 0x55e85b70f6e0 2024-05-20T21:21:55.885 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.884+0000 7f84cde2d740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f84c41aa000 con 0x55e85b714850 2024-05-20T21:21:55.886 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.884+0000 7f84c9000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e85b70ecf0 0x55e85b708c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:55.886 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.884+0000 7f84c9000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e85b70ecf0 0x55e85b708c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:53838/0 (socket says 172.21.15.8:53838) 2024-05-20T21:21:55.886 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.884+0000 7f84c9000640 1 -- 172.21.15.8:0/2553213505 learned_addr learned my addr 172.21.15.8:0/2553213505 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:55.886 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.884+0000 7f84c3400640 1 --2- 172.21.15.8:0/2553213505 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e85b70f6e0 0x55e85b720000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:55.886 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.885+0000 7f84c9000640 1 --2- 172.21.15.8:0/2553213505 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e85b714850 0x55e85b709170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:55.886 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.885+0000 7f84c9000640 1 -- 172.21.15.8:0/2553213505 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e85b714850 msgr2=0x55e85b709170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:55.886 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.885+0000 7f84c9000640 1 --2- 172.21.15.8:0/2553213505 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e85b714850 0x55e85b709170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:55.886 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.885+0000 7f84c9000640 1 -- 172.21.15.8:0/2553213505 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e85b70f6e0 msgr2=0x55e85b720000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:55.886 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.885+0000 7f84c9000640 1 --2- 172.21.15.8:0/2553213505 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e85b70f6e0 0x55e85b720000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:55.886 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.885+0000 7f84c9000640 1 -- 172.21.15.8:0/2553213505 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e85b7138f0 con 0x55e85b70ecf0 2024-05-20T21:21:55.887 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.885+0000 7f84c9000640 1 --2- 172.21.15.8:0/2553213505 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e85b70ecf0 0x55e85b708c30 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f84bc00a010 tx=0x7f84bc005cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=10ad7bd3188316c0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:55.887 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.885+0000 7f84b8c00640 1 -- 172.21.15.8:0/2553213505 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84bc00fde0 con 0x55e85b70ecf0 2024-05-20T21:21:55.887 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.885+0000 7f84b8c00640 1 -- 172.21.15.8:0/2553213505 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f84bc02d070 con 0x55e85b70ecf0 2024-05-20T21:21:55.887 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.885+0000 7f84b8c00640 1 -- 172.21.15.8:0/2553213505 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84bc004100 con 0x55e85b70ecf0 2024-05-20T21:21:55.889 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.886+0000 7f84cde2d740 1 -- 172.21.15.8:0/2553213505 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e85b70ecf0 msgr2=0x55e85b708c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:55.889 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.886+0000 7f84cde2d740 1 --2- 172.21.15.8:0/2553213505 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e85b70ecf0 0x55e85b708c30 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f84bc00a010 tx=0x7f84bc005cf0 comp rx=0 tx=0).stop 2024-05-20T21:21:55.890 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.886+0000 7f84cde2d740 1 -- 172.21.15.8:0/2553213505 shutdown_connections 2024-05-20T21:21:55.890 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.886+0000 7f84cde2d740 1 --2- 172.21.15.8:0/2553213505 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e85b714850 0x55e85b709170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:55.890 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.886+0000 7f84cde2d740 1 --2- 172.21.15.8:0/2553213505 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e85b70f6e0 0x55e85b720000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:55.890 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.886+0000 7f84cde2d740 1 --2- 172.21.15.8:0/2553213505 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e85b70ecf0 0x55e85b708c30 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:55.890 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.886+0000 7f84cde2d740 1 -- 172.21.15.8:0/2553213505 >> 172.21.15.8:0/2553213505 conn(0x55e85b70a360 msgr2=0x55e85b710a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:55.890 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.886+0000 7f84cde2d740 1 -- 172.21.15.8:0/2553213505 shutdown_connections 2024-05-20T21:21:55.890 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.886+0000 7f84cde2d740 1 -- 172.21.15.8:0/2553213505 wait complete. 2024-05-20T21:21:55.890 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.887+0000 7f84cde2d740 1 -- start start 2024-05-20T21:21:55.890 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.887+0000 7f84cde2d740 1 Processor -- start 2024-05-20T21:21:55.890 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.887+0000 7f84cde2d740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e85b70ecf0 0x55e85b71d060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:55.890 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.887+0000 7f84cde2d740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e85b70f6e0 0x55e85b71d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:55.890 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.887+0000 7f84cde2d740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e85b714850 0x55e85b78cf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:55.890 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.887+0000 7f84cde2d740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f84c41aa670 con 0x55e85b70ecf0 2024-05-20T21:21:55.891 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.887+0000 7f84cde2d740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f84c41abae0 con 0x55e85b70f6e0 2024-05-20T21:21:55.891 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.887+0000 7f84cde2d740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f84c41aad40 con 0x55e85b714850 2024-05-20T21:21:55.891 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.887+0000 7f84cde2d740 10 client.0 _ll_register_callbacks cb 0x7f84b4005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:55.891 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.888+0000 7f84c9000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e85b70ecf0 0x55e85b71d060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:55.891 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.888+0000 7f84c3400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e85b70f6e0 0x55e85b71d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:55.891 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.888+0000 7f84c3400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e85b70f6e0 0x55e85b71d5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:58898/0 (socket says 172.21.15.8:58898) 2024-05-20T21:21:55.891 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.888+0000 7f84c3400640 1 -- 172.21.15.8:0/3841843580 learned_addr learned my addr 172.21.15.8:0/3841843580 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:21:55.891 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.888+0000 7f84c9000640 1 --2- 172.21.15.8:0/3841843580 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e85b714850 0x55e85b78cf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:55.891 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.888+0000 7f84c3400640 1 -- 172.21.15.8:0/3841843580 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e85b714850 msgr2=0x55e85b78cf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:55.891 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.888+0000 7f84c3400640 1 --2- 172.21.15.8:0/3841843580 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e85b714850 0x55e85b78cf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:55.891 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.888+0000 7f84c3400640 1 -- 172.21.15.8:0/3841843580 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e85b70ecf0 msgr2=0x55e85b71d060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:55.891 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.888+0000 7f84c3400640 1 --2- 172.21.15.8:0/3841843580 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e85b70ecf0 0x55e85b71d060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:55.891 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.888+0000 7f84c3400640 1 -- 172.21.15.8:0/3841843580 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e85b78d4d0 con 0x55e85b70f6e0 2024-05-20T21:21:55.891 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.888+0000 7f84c9000640 1 --2- 172.21.15.8:0/3841843580 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e85b70ecf0 0x55e85b71d060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:55.892 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.888+0000 7f84c3400640 1 --2- 172.21.15.8:0/3841843580 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e85b70f6e0 0x55e85b71d5a0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f84ac009230 tx=0x7f84ac004220 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fc7a24637bf14460 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:55.892 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.888+0000 7f84b2000640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:21:55.892 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.889+0000 7f84b2000640 1 -- 172.21.15.8:0/3841843580 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84ac035040 con 0x55e85b70f6e0 2024-05-20T21:21:55.892 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.889+0000 7f84b2000640 1 -- 172.21.15.8:0/3841843580 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f84ac005230 con 0x55e85b70f6e0 2024-05-20T21:21:55.892 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.889+0000 7f84cde2d740 1 -- 172.21.15.8:0/3841843580 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f84bc02d070 con 0x55e85b70f6e0 2024-05-20T21:21:55.892 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.889+0000 7f84b2000640 1 -- 172.21.15.8:0/3841843580 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f84ac055050 con 0x55e85b70f6e0 2024-05-20T21:21:55.892 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.889+0000 7f84cde2d740 10 client.26981 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:55.892 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.889+0000 7f84cde2d740 1 -- 172.21.15.8:0/3841843580 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e85b78e8e0 con 0x55e85b70f6e0 2024-05-20T21:21:55.892 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.889+0000 7f84b2000640 1 -- 172.21.15.8:0/3841843580 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f84bc02d070 con 0x55e85b70f6e0 2024-05-20T21:21:55.893 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.890+0000 7f84b2000640 1 -- 172.21.15.8:0/3841843580 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f84ac0047e0 con 0x55e85b70f6e0 2024-05-20T21:21:55.893 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.890+0000 7f84cde2d740 10 client.26981 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:55.893 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.890+0000 7f84cde2d740 10 client.26981 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:21:55.893 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.890+0000 7f84cde2d740 20 client.26981 populate_metadata read hostname 'smithi008' 2024-05-20T21:21:55.893 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.890+0000 7f84cde2d740 1 --2- 172.21.15.8:0/3841843580 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e85b78f2c0 0x55e85b7916e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:55.893 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.890+0000 7f84cde2d740 4 client.26981 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:21:55.893 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.890+0000 7f84cde2d740 1 -- 172.21.15.8:0/3841843580 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55e85b67a2c0 con 0x55e85b78f2c0 2024-05-20T21:21:55.893 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.890+0000 7f84c9000640 1 --2- 172.21.15.8:0/3841843580 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e85b78f2c0 0x55e85b7916e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:55.894 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.891+0000 7f84c9000640 1 --2- 172.21.15.8:0/3841843580 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e85b78f2c0 0x55e85b7916e0 crc :-1 s=READY pgs=180 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c1ff3231aa772e4a server_cookie=dbcd519d1a20a1fb in_seq=0 out_seq=0 2024-05-20T21:21:55.894 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.891+0000 7f84b2000640 10 client.26981 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:21:55.905 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.905+0000 7f84b2000640 1 -- 172.21.15.8:0/3841843580 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55e85b67a2c0 con 0x55e85b78f2c0 2024-05-20T21:21:55.905 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.905+0000 7f84b2000640 10 client.26981 handle_command_reply: tid=0 2024-05-20T21:21:55.905 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.905+0000 7f84cde2d740 1 client.26981 shutdown 2024-05-20T21:21:55.906 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.905+0000 7f84cde2d740 1 -- 172.21.15.8:0/3841843580 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e85b70f6e0 msgr2=0x55e85b71d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:55.906 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.905+0000 7f84cde2d740 1 --2- 172.21.15.8:0/3841843580 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e85b70f6e0 0x55e85b71d5a0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f84ac009230 tx=0x7f84ac004220 comp rx=0 tx=0).stop 2024-05-20T21:21:55.906 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.905+0000 7f84cde2d740 1 -- 172.21.15.8:0/3841843580 shutdown_connections 2024-05-20T21:21:55.906 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.905+0000 7f84cde2d740 1 --2- 172.21.15.8:0/3841843580 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e85b78f2c0 0x55e85b7916e0 crc :-1 s=READY pgs=180 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:55.906 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.905+0000 7f84cde2d740 1 --2- 172.21.15.8:0/3841843580 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e85b714850 0x55e85b78cf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:55.906 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.905+0000 7f84cde2d740 1 --2- 172.21.15.8:0/3841843580 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e85b70f6e0 0x55e85b71d5a0 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:55.906 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.905+0000 7f84cde2d740 1 --2- 172.21.15.8:0/3841843580 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e85b70ecf0 0x55e85b71d060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:55.906 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.905+0000 7f84cde2d740 1 -- 172.21.15.8:0/3841843580 >> 172.21.15.8:0/3841843580 conn(0x55e85b70a360 msgr2=0x55e85b70d040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:55.906 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.905+0000 7f84b2000640 0 client.26981 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:21:55.907 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.905+0000 7f84cde2d740 1 -- 172.21.15.8:0/3841843580 shutdown_connections 2024-05-20T21:21:55.907 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.905+0000 7f84cde2d740 1 -- 172.21.15.8:0/3841843580 wait complete. 2024-05-20T21:21:55.907 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.906+0000 7f84cde2d740 20 client.26981 trim_cache size 0 max 16384 2024-05-20T21:21:55.907 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:21:55.907 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:21:55.907 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:21:55.908 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.906+0000 7f84c9a00640 1 -- 172.21.15.8:0/1452286374 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f84a80b2850 msgr2=0x7f84a80b4d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:55.908 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.906+0000 7f84c9a00640 1 --2- 172.21.15.8:0/1452286374 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f84a80b2850 0x7f84a80b4d10 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f84b40a6e10 tx=0x7f84b4000bc0 comp rx=0 tx=0).stop 2024-05-20T21:21:55.908 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.906+0000 7f84c9a00640 1 -- 172.21.15.8:0/1452286374 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f84c4103380 msgr2=0x7f84c419ad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:55.908 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.906+0000 7f84c9a00640 1 --2- 172.21.15.8:0/1452286374 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f84c4103380 0x7f84c419ad40 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f84b400e9f0 tx=0x7f84b400eeb0 comp rx=0 tx=0).stop 2024-05-20T21:21:55.908 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.906+0000 7f84c9a00640 1 -- 172.21.15.8:0/1452286374 shutdown_connections 2024-05-20T21:21:55.908 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.907+0000 7f84c9a00640 1 --2- 172.21.15.8:0/1452286374 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f84a80b2850 0x7f84a80b4d10 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:55.908 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.907+0000 7f84c9a00640 1 --2- 172.21.15.8:0/1452286374 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f84c41085e0 0x7f84c41a22f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:55.908 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.907+0000 7f84c9a00640 1 --2- 172.21.15.8:0/1452286374 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f84c4105cb0 0x7f84c419b280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:55.909 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.907+0000 7f84c9a00640 1 --2- 172.21.15.8:0/1452286374 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f84c4103380 0x7f84c419ad40 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:55.909 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.907+0000 7f84c9a00640 1 -- 172.21.15.8:0/1452286374 >> 172.21.15.8:0/1452286374 conn(0x7f84c40fcd30 msgr2=0x7f84c4102c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:55.909 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.907+0000 7f84c9a00640 1 -- 172.21.15.8:0/1452286374 shutdown_connections 2024-05-20T21:21:55.909 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:21:55.907+0000 7f84c9a00640 1 -- 172.21.15.8:0/1452286374 wait complete. 2024-05-20T21:21:56.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:21:56 smithi130 ceph-mon[36448]: pgmap v638: 97 pgs: 97 active+clean; 3.0 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-05-20T21:21:56.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:21:56 smithi050 ceph-mon[35809]: pgmap v638: 97 pgs: 97 active+clean; 3.0 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-05-20T21:21:56.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:21:56 smithi008 ceph-mon[31475]: pgmap v638: 97 pgs: 97 active+clean; 3.0 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-05-20T21:21:58.675 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:21:58 smithi008 ceph-mon[31475]: pgmap v639: 97 pgs: 97 active+clean; 3.0 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-05-20T21:21:58.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:21:58 smithi130 ceph-mon[36448]: pgmap v639: 97 pgs: 97 active+clean; 3.0 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-05-20T21:21:58.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:21:58 smithi050 ceph-mon[35809]: pgmap v639: 97 pgs: 97 active+clean; 3.0 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-05-20T21:22:00.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:22:00 smithi130 ceph-mon[36448]: pgmap v640: 97 pgs: 97 active+clean; 3.1 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:22:00.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:22:00 smithi050 ceph-mon[35809]: pgmap v640: 97 pgs: 97 active+clean; 3.1 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:22:00.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:22:00 smithi008 ceph-mon[31475]: pgmap v640: 97 pgs: 97 active+clean; 3.1 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:22:02.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:22:02 smithi130 ceph-mon[36448]: pgmap v641: 97 pgs: 97 active+clean; 3.1 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:22:02.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:22:02 smithi050 ceph-mon[35809]: pgmap v641: 97 pgs: 97 active+clean; 3.1 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:22:02.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:22:02 smithi008 ceph-mon[31475]: pgmap v641: 97 pgs: 97 active+clean; 3.1 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:22:04.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:22:04 smithi130 ceph-mon[36448]: pgmap v642: 97 pgs: 97 active+clean; 3.1 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:22:04.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:22:04 smithi050 ceph-mon[35809]: pgmap v642: 97 pgs: 97 active+clean; 3.1 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:22:04.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:22:04 smithi008 ceph-mon[31475]: pgmap v642: 97 pgs: 97 active+clean; 3.1 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:22:06.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:22:06 smithi130 ceph-mon[36448]: pgmap v643: 97 pgs: 97 active+clean; 3.1 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:22:06.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:22:06 smithi050 ceph-mon[35809]: pgmap v643: 97 pgs: 97 active+clean; 3.1 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:22:06.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:22:06 smithi008 ceph-mon[31475]: pgmap v643: 97 pgs: 97 active+clean; 3.1 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:22:08.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:22:08 smithi130 ceph-mon[36448]: pgmap v644: 97 pgs: 97 active+clean; 3.1 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:22:08.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:22:08 smithi050 ceph-mon[35809]: pgmap v644: 97 pgs: 97 active+clean; 3.1 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:22:08.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:22:08 smithi008 ceph-mon[31475]: pgmap v644: 97 pgs: 97 active+clean; 3.1 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:22:09.068 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.067+0000 7fa0cfa00640 1 -- 172.21.15.8:0/1606819293 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa0c8104d00 msgr2=0x7fa0c8105120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:09.069 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.067+0000 7fa0cfa00640 1 --2- 172.21.15.8:0/1606819293 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa0c8104d00 0x7fa0c8105120 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fa0bc009900 tx=0x7fa0bc02a400 comp rx=0 tx=0).stop 2024-05-20T21:22:09.069 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.067+0000 7fa0cfa00640 1 -- 172.21.15.8:0/1606819293 shutdown_connections 2024-05-20T21:22:09.069 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.067+0000 7fa0cfa00640 1 --2- 172.21.15.8:0/1606819293 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa0c81068b0 0x7fa0c810d140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:09.069 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.067+0000 7fa0cfa00640 1 --2- 172.21.15.8:0/1606819293 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa0c8105ef0 0x7fa0c8106370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:09.070 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.067+0000 7fa0cfa00640 1 --2- 172.21.15.8:0/1606819293 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa0c8104d00 0x7fa0c8105120 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:09.070 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.067+0000 7fa0cfa00640 1 -- 172.21.15.8:0/1606819293 >> 172.21.15.8:0/1606819293 conn(0x7fa0c8100270 msgr2=0x7fa0c81026b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:09.070 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.067+0000 7fa0cfa00640 1 -- 172.21.15.8:0/1606819293 shutdown_connections 2024-05-20T21:22:09.070 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.067+0000 7fa0cfa00640 1 -- 172.21.15.8:0/1606819293 wait complete. 2024-05-20T21:22:09.070 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.068+0000 7fa0cfa00640 1 Processor -- start 2024-05-20T21:22:09.071 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.068+0000 7fa0cfa00640 1 -- start start 2024-05-20T21:22:09.081 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.069+0000 7fa0cfa00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa0c8104d00 0x7fa0c819af50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:09.081 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.069+0000 7fa0cfa00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa0c8105ef0 0x7fa0c819b490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:09.081 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.069+0000 7fa0cfa00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa0c81068b0 0x7fa0c81a2500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:09.081 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.069+0000 7fa0cfa00640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fa0c8110800 con 0x7fa0c81068b0 2024-05-20T21:22:09.081 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.069+0000 7fa0cfa00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa0c8110680 con 0x7fa0c8104d00 2024-05-20T21:22:09.081 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.069+0000 7fa0cfa00640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fa0c8110980 con 0x7fa0c8105ef0 2024-05-20T21:22:09.081 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.069+0000 7fa0cd000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa0c8104d00 0x7fa0c819af50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:09.082 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.069+0000 7fa0cd000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa0c8104d00 0x7fa0c819af50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:38180/0 (socket says 172.21.15.8:38180) 2024-05-20T21:22:09.082 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.069+0000 7fa0cd000640 1 -- 172.21.15.8:0/134923326 learned_addr learned my addr 172.21.15.8:0/134923326 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:09.082 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.069+0000 7fa0cda00640 1 --2- 172.21.15.8:0/134923326 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa0c81068b0 0x7fa0c81a2500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:09.082 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.069+0000 7fa0c7e00640 1 --2- 172.21.15.8:0/134923326 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa0c8105ef0 0x7fa0c819b490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:09.082 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.070+0000 7fa0cd000640 1 -- 172.21.15.8:0/134923326 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa0c8105ef0 msgr2=0x7fa0c819b490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:09.082 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.070+0000 7fa0cd000640 1 --2- 172.21.15.8:0/134923326 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa0c8105ef0 0x7fa0c819b490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:09.082 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.070+0000 7fa0cd000640 1 -- 172.21.15.8:0/134923326 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa0c81068b0 msgr2=0x7fa0c81a2500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:09.082 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.070+0000 7fa0cd000640 1 --2- 172.21.15.8:0/134923326 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa0c81068b0 0x7fa0c81a2500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:09.082 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.070+0000 7fa0cd000640 1 -- 172.21.15.8:0/134923326 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0c81a2b70 con 0x7fa0c8104d00 2024-05-20T21:22:09.082 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.070+0000 7fa0c7e00640 1 --2- 172.21.15.8:0/134923326 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa0c8105ef0 0x7fa0c819b490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:09.082 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.070+0000 7fa0cd000640 1 --2- 172.21.15.8:0/134923326 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa0c8104d00 0x7fa0c819af50 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fa0bc006010 tx=0x7fa0bc0042f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:09.082 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.070+0000 7fa0c5600640 1 -- 172.21.15.8:0/134923326 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0bc03f030 con 0x7fa0c8104d00 2024-05-20T21:22:09.083 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.070+0000 7fa0cfa00640 1 -- 172.21.15.8:0/134923326 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0c81a2e00 con 0x7fa0c8104d00 2024-05-20T21:22:09.083 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.070+0000 7fa0c5600640 1 -- 172.21.15.8:0/134923326 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa0bc031910 con 0x7fa0c8104d00 2024-05-20T21:22:09.083 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.070+0000 7fa0c5600640 1 -- 172.21.15.8:0/134923326 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0bc035070 con 0x7fa0c8104d00 2024-05-20T21:22:09.083 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.071+0000 7fa0cfa00640 1 -- 172.21.15.8:0/134923326 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0c81a3260 con 0x7fa0c8104d00 2024-05-20T21:22:09.083 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.074+0000 7fa0d296a740 1 Processor -- start 2024-05-20T21:22:09.083 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.074+0000 7fa0d296a740 1 -- start start 2024-05-20T21:22:09.083 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.074+0000 7fa0d296a740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562efd212b30 0x562efd212f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:09.083 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.074+0000 7fa0d296a740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562efd213520 0x562efd218020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:09.083 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.074+0000 7fa0d296a740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562efd218690 0x562efd21ab20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:09.083 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.074+0000 7fa0d296a740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x562efd182b90 con 0x562efd212b30 2024-05-20T21:22:09.083 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.074+0000 7fa0d296a740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x562efd172730 con 0x562efd218690 2024-05-20T21:22:09.083 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.074+0000 7fa0d296a740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x562efd176770 con 0x562efd213520 2024-05-20T21:22:09.083 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.075+0000 7fa0cda00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562efd212b30 0x562efd212f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:09.084 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.075+0000 7fa0c7e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562efd218690 0x562efd21ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:09.084 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.075+0000 7fa0cda00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562efd212b30 0x562efd212f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:33530/0 (socket says 172.21.15.8:33530) 2024-05-20T21:22:09.084 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.075+0000 7fa0cda00640 1 -- 172.21.15.8:0/3923223905 learned_addr learned my addr 172.21.15.8:0/3923223905 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:09.084 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.075+0000 7fa0c5600640 1 -- 172.21.15.8:0/134923326 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fa0bc042030 con 0x7fa0c8104d00 2024-05-20T21:22:09.084 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.075+0000 7fa0cda00640 1 -- 172.21.15.8:0/3923223905 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562efd213520 msgr2=0x562efd218020 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-20T21:22:09.084 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.075+0000 7fa0cda00640 1 --2- 172.21.15.8:0/3923223905 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562efd213520 0x562efd218020 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:09.084 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.075+0000 7fa0cda00640 1 -- 172.21.15.8:0/3923223905 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562efd218690 msgr2=0x562efd21ab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:09.084 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.075+0000 7fa0cda00640 1 --2- 172.21.15.8:0/3923223905 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562efd218690 0x562efd21ab20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:09.085 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.075+0000 7fa0cda00640 1 -- 172.21.15.8:0/3923223905 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562efd10b8b0 con 0x562efd212b30 2024-05-20T21:22:09.085 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.075+0000 7fa0c7e00640 1 --2- 172.21.15.8:0/3923223905 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562efd218690 0x562efd21ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:09.085 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.075+0000 7fa0cda00640 1 --2- 172.21.15.8:0/3923223905 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562efd212b30 0x562efd212f50 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fa0c0009fd0 tx=0x7fa0c00118d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d08c50cd15eba8aa server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:09.085 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.076+0000 7fa0ba000640 1 -- 172.21.15.8:0/3923223905 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0c0004d20 con 0x562efd212b30 2024-05-20T21:22:09.085 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.076+0000 7fa0ba000640 1 -- 172.21.15.8:0/3923223905 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa0c0004050 con 0x562efd212b30 2024-05-20T21:22:09.085 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.076+0000 7fa0ba000640 1 -- 172.21.15.8:0/3923223905 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0c0005280 con 0x562efd212b30 2024-05-20T21:22:09.085 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.076+0000 7fa0d296a740 1 -- 172.21.15.8:0/3923223905 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562efd212b30 msgr2=0x562efd212f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:09.085 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.076+0000 7fa0d296a740 1 --2- 172.21.15.8:0/3923223905 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562efd212b30 0x562efd212f50 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fa0c0009fd0 tx=0x7fa0c00118d0 comp rx=0 tx=0).stop 2024-05-20T21:22:09.085 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.077+0000 7fa0d296a740 1 -- 172.21.15.8:0/3923223905 shutdown_connections 2024-05-20T21:22:09.085 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.077+0000 7fa0d296a740 1 --2- 172.21.15.8:0/3923223905 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562efd218690 0x562efd21ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:09.085 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.077+0000 7fa0d296a740 1 --2- 172.21.15.8:0/3923223905 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562efd213520 0x562efd218020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:09.086 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.077+0000 7fa0d296a740 1 --2- 172.21.15.8:0/3923223905 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562efd212b30 0x562efd212f50 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:09.086 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.077+0000 7fa0d296a740 1 -- 172.21.15.8:0/3923223905 >> 172.21.15.8:0/3923223905 conn(0x562efd20e1a0 msgr2=0x562efd20e5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:09.086 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.077+0000 7fa0d296a740 1 -- 172.21.15.8:0/3923223905 shutdown_connections 2024-05-20T21:22:09.086 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.077+0000 7fa0d296a740 1 -- 172.21.15.8:0/3923223905 wait complete. 2024-05-20T21:22:09.086 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.077+0000 7fa0c5600640 1 --2- 172.21.15.8:0/134923326 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa0b00b2770 0x7fa0b00b4c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:09.086 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.077+0000 7fa0c5600640 1 -- 172.21.15.8:0/134923326 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fa0bc1026f0 con 0x7fa0c8104d00 2024-05-20T21:22:09.086 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.077+0000 7fa0d296a740 1 -- start start 2024-05-20T21:22:09.086 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.077+0000 7fa0c7e00640 1 --2- 172.21.15.8:0/134923326 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa0b00b2770 0x7fa0b00b4c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:09.086 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.077+0000 7fa0d296a740 1 Processor -- start 2024-05-20T21:22:09.086 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.078+0000 7fa0d296a740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562efd212b30 0x562efd21c9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:09.086 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.078+0000 7fa0d296a740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562efd213520 0x562efd21cf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:09.087 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.078+0000 7fa0d296a740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562efd218690 0x562efd223f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:09.087 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.078+0000 7fa0d296a740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x562efce58790 con 0x562efd212b30 2024-05-20T21:22:09.087 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.078+0000 7fa0d296a740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x562efd11abc0 con 0x562efd213520 2024-05-20T21:22:09.087 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.078+0000 7fa0d296a740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x562efd21b640 con 0x562efd218690 2024-05-20T21:22:09.087 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.078+0000 7fa0d296a740 10 client.0 _ll_register_callbacks cb 0x562efd0f8400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:22:09.087 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.078+0000 7fa0c7e00640 1 --2- 172.21.15.8:0/134923326 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa0b00b2770 0x7fa0b00b4c30 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x562efd20f070 tx=0x7fa0b4005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:09.087 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.078+0000 7fa0cd000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562efd212b30 0x562efd21c9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:09.087 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.078+0000 7fa0cda00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562efd218690 0x562efd223f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:09.087 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.078+0000 7fa0cda00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562efd218690 0x562efd223f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:57666/0 (socket says 172.21.15.8:57666) 2024-05-20T21:22:09.087 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.078+0000 7fa0cd000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562efd212b30 0x562efd21c9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:33542/0 (socket says 172.21.15.8:33542) 2024-05-20T21:22:09.087 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.078+0000 7fa0cda00640 1 -- 172.21.15.8:0/959284384 learned_addr learned my addr 172.21.15.8:0/959284384 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:09.087 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.078+0000 7fa0c7e00640 1 --2- 172.21.15.8:0/959284384 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562efd213520 0x562efd21cf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:09.087 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.079+0000 7fa0cd000640 1 -- 172.21.15.8:0/959284384 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562efd218690 msgr2=0x562efd223f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:09.088 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.079+0000 7fa0cd000640 1 --2- 172.21.15.8:0/959284384 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562efd218690 0x562efd223f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:09.088 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.079+0000 7fa0cd000640 1 -- 172.21.15.8:0/959284384 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562efd213520 msgr2=0x562efd21cf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:09.088 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.079+0000 7fa0cd000640 1 --2- 172.21.15.8:0/959284384 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562efd213520 0x562efd21cf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:09.088 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.079+0000 7fa0cd000640 1 -- 172.21.15.8:0/959284384 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562efce87210 con 0x562efd212b30 2024-05-20T21:22:09.088 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.079+0000 7fa0cda00640 1 --2- 172.21.15.8:0/959284384 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562efd218690 0x562efd223f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:09.088 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.079+0000 7fa0cd000640 1 --2- 172.21.15.8:0/959284384 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562efd212b30 0x562efd21c9f0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x562efd213f90 tx=0x7fa0bc0c9760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bbe67546bea40974 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:09.088 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.079+0000 7fa0aea00640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:22:09.088 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.079+0000 7fa0aea00640 1 -- 172.21.15.8:0/959284384 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0bc049040 con 0x562efd212b30 2024-05-20T21:22:09.088 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.079+0000 7fa0aea00640 1 -- 172.21.15.8:0/959284384 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fa0bc0c60a0 con 0x562efd212b30 2024-05-20T21:22:09.088 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.079+0000 7fa0d296a740 1 -- 172.21.15.8:0/959284384 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa0c0004050 con 0x562efd212b30 2024-05-20T21:22:09.088 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.080+0000 7fa0aea00640 1 -- 172.21.15.8:0/959284384 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa0bc0c9e10 con 0x562efd212b30 2024-05-20T21:22:09.089 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.080+0000 7fa0d296a740 10 client.16881 fetch_fsmap learned FSMap version 26 2024-05-20T21:22:09.089 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.080+0000 7fa0d296a740 1 -- 172.21.15.8:0/959284384 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562efcf53620 con 0x562efd212b30 2024-05-20T21:22:09.089 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.080+0000 7fa0aea00640 1 -- 172.21.15.8:0/959284384 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa0c0004050 con 0x562efd212b30 2024-05-20T21:22:09.089 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.080+0000 7fa0aea00640 1 -- 172.21.15.8:0/959284384 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fa0bc0c5780 con 0x562efd212b30 2024-05-20T21:22:09.089 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.080+0000 7fa0d296a740 10 client.16881 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:22:09.089 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.080+0000 7fa0d296a740 10 client.16881 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:22:09.089 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.080+0000 7fa0d296a740 20 client.16881 populate_metadata read hostname 'smithi008' 2024-05-20T21:22:09.089 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.080+0000 7fa0d296a740 1 --2- 172.21.15.8:0/959284384 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562efd2283f0 0x562efd22a820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:09.089 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.080+0000 7fa0d296a740 4 client.16881 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:22:09.089 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.080+0000 7fa0d296a740 1 -- 172.21.15.8:0/959284384 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562efd184ae0 con 0x562efd2283f0 2024-05-20T21:22:09.089 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.081+0000 7fa0c7e00640 1 --2- 172.21.15.8:0/959284384 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562efd2283f0 0x562efd22a820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:09.092 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.081+0000 7fa0c7e00640 1 --2- 172.21.15.8:0/959284384 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562efd2283f0 0x562efd22a820 crc :-1 s=READY pgs=181 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a399250428387428 server_cookie=a2d39117546969db in_seq=0 out_seq=0 2024-05-20T21:22:09.092 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.081+0000 7fa0aea00640 10 client.16881 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:22:09.092 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.082+0000 7fa0aea00640 1 -- 172.21.15.8:0/959284384 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x562efd184ae0 con 0x562efd2283f0 2024-05-20T21:22:09.092 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.082+0000 7fa0aea00640 10 client.16881 handle_command_reply: tid=0 2024-05-20T21:22:09.092 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.082+0000 7fa0d296a740 1 client.16881 shutdown 2024-05-20T21:22:09.093 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.083+0000 7fa0d296a740 1 -- 172.21.15.8:0/959284384 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562efd212b30 msgr2=0x562efd21c9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:09.093 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.083+0000 7fa0d296a740 1 --2- 172.21.15.8:0/959284384 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562efd212b30 0x562efd21c9f0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x562efd213f90 tx=0x7fa0bc0c9760 comp rx=0 tx=0).stop 2024-05-20T21:22:09.093 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.083+0000 7fa0d296a740 1 -- 172.21.15.8:0/959284384 shutdown_connections 2024-05-20T21:22:09.093 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.083+0000 7fa0d296a740 1 --2- 172.21.15.8:0/959284384 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562efd2283f0 0x562efd22a820 crc :-1 s=READY pgs=181 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:09.093 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.083+0000 7fa0d296a740 1 --2- 172.21.15.8:0/959284384 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562efd218690 0x562efd223f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:09.093 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.083+0000 7fa0d296a740 1 --2- 172.21.15.8:0/959284384 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562efd213520 0x562efd21cf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:09.093 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.083+0000 7fa0d296a740 1 --2- 172.21.15.8:0/959284384 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562efd212b30 0x562efd21c9f0 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:09.093 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.083+0000 7fa0aea00640 0 client.16881 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:22:09.093 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.083+0000 7fa0d296a740 1 -- 172.21.15.8:0/959284384 >> 172.21.15.8:0/959284384 conn(0x562efd20e1a0 msgr2=0x562efd20d310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:09.093 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.083+0000 7fa0d296a740 1 -- 172.21.15.8:0/959284384 shutdown_connections 2024-05-20T21:22:09.093 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.083+0000 7fa0d296a740 1 -- 172.21.15.8:0/959284384 wait complete. 2024-05-20T21:22:09.093 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.083+0000 7fa0d296a740 20 client.16881 trim_cache size 0 max 16384 2024-05-20T21:22:09.100 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.100+0000 7fa0d296a740 1 Processor -- start 2024-05-20T21:22:09.100 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.100+0000 7fa0d296a740 1 -- start start 2024-05-20T21:22:09.102 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.100+0000 7fa0d296a740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562efd212b30 0x562efd211a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:09.102 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.100+0000 7fa0d296a740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562efd213520 0x562efd223e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:09.102 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.100+0000 7fa0d296a740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562efd218690 0x562efd2146d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:09.102 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.100+0000 7fa0d296a740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fa0c81ae930 con 0x562efd212b30 2024-05-20T21:22:09.102 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.100+0000 7fa0d296a740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa0c81ac200 con 0x562efd213520 2024-05-20T21:22:09.102 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.100+0000 7fa0d296a740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fa0c81aa050 con 0x562efd218690 2024-05-20T21:22:09.102 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.101+0000 7fa0c7e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562efd213520 0x562efd223e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:09.102 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.101+0000 7fa0c7e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562efd213520 0x562efd223e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:38204/0 (socket says 172.21.15.8:38204) 2024-05-20T21:22:09.103 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.101+0000 7fa0c7e00640 1 -- 172.21.15.8:0/1583394313 learned_addr learned my addr 172.21.15.8:0/1583394313 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:09.103 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.101+0000 7fa0cd000640 1 --2- 172.21.15.8:0/1583394313 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562efd212b30 0x562efd211a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:09.103 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.101+0000 7fa0cda00640 1 --2- 172.21.15.8:0/1583394313 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562efd218690 0x562efd2146d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:09.103 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.101+0000 7fa0c7e00640 1 -- 172.21.15.8:0/1583394313 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562efd218690 msgr2=0x562efd2146d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:09.103 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.101+0000 7fa0c7e00640 1 --2- 172.21.15.8:0/1583394313 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562efd218690 0x562efd2146d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:09.103 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.101+0000 7fa0c7e00640 1 -- 172.21.15.8:0/1583394313 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562efd212b30 msgr2=0x562efd211a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:09.103 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.101+0000 7fa0c7e00640 1 --2- 172.21.15.8:0/1583394313 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562efd212b30 0x562efd211a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:09.103 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.101+0000 7fa0c7e00640 1 -- 172.21.15.8:0/1583394313 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562efd22ae70 con 0x562efd213520 2024-05-20T21:22:09.103 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.101+0000 7fa0cda00640 1 --2- 172.21.15.8:0/1583394313 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562efd218690 0x562efd2146d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:22:09.103 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.101+0000 7fa0cd000640 1 --2- 172.21.15.8:0/1583394313 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562efd212b30 0x562efd211a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:09.103 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.102+0000 7fa0c7e00640 1 --2- 172.21.15.8:0/1583394313 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562efd213520 0x562efd223e90 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fa0b4009e90 tx=0x7fa0b401b000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f377a78c9b571ffc server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:09.106 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.102+0000 7fa0b9600640 1 -- 172.21.15.8:0/1583394313 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0b4031070 con 0x562efd213520 2024-05-20T21:22:09.106 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.102+0000 7fa0b9600640 1 -- 172.21.15.8:0/1583394313 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa0b4003e10 con 0x562efd213520 2024-05-20T21:22:09.106 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.102+0000 7fa0b9600640 1 -- 172.21.15.8:0/1583394313 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0b402bc60 con 0x562efd213520 2024-05-20T21:22:09.106 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.103+0000 7fa0d296a740 1 -- 172.21.15.8:0/1583394313 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562efd213520 msgr2=0x562efd223e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:09.107 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.103+0000 7fa0d296a740 1 --2- 172.21.15.8:0/1583394313 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562efd213520 0x562efd223e90 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fa0b4009e90 tx=0x7fa0b401b000 comp rx=0 tx=0).stop 2024-05-20T21:22:09.107 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.103+0000 7fa0d296a740 1 -- 172.21.15.8:0/1583394313 shutdown_connections 2024-05-20T21:22:09.107 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.103+0000 7fa0d296a740 1 --2- 172.21.15.8:0/1583394313 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562efd218690 0x562efd2146d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:09.107 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.103+0000 7fa0d296a740 1 --2- 172.21.15.8:0/1583394313 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562efd213520 0x562efd223e90 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:09.107 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.103+0000 7fa0d296a740 1 --2- 172.21.15.8:0/1583394313 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562efd212b30 0x562efd211a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:09.107 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.103+0000 7fa0d296a740 1 -- 172.21.15.8:0/1583394313 >> 172.21.15.8:0/1583394313 conn(0x562efd20e1a0 msgr2=0x562efd213fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:09.107 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.103+0000 7fa0d296a740 1 -- 172.21.15.8:0/1583394313 shutdown_connections 2024-05-20T21:22:09.107 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.103+0000 7fa0d296a740 1 -- 172.21.15.8:0/1583394313 wait complete. 2024-05-20T21:22:09.107 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.103+0000 7fa0d296a740 1 -- start start 2024-05-20T21:22:09.107 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.103+0000 7fa0d296a740 1 Processor -- start 2024-05-20T21:22:09.107 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.104+0000 7fa0d296a740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562efd212b30 0x562efd220ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:09.107 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.104+0000 7fa0d296a740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562efd213520 0x562efd221410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:09.108 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.104+0000 7fa0d296a740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562efd218690 0x562efd290fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:09.108 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.104+0000 7fa0d296a740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fa0c81aa6c0 con 0x562efd213520 2024-05-20T21:22:09.108 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.104+0000 7fa0d296a740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa0c81abb30 con 0x562efd218690 2024-05-20T21:22:09.108 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.104+0000 7fa0d296a740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fa0c81aad90 con 0x562efd212b30 2024-05-20T21:22:09.108 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.104+0000 7fa0d296a740 10 client.0 _ll_register_callbacks cb 0x7fa0bc0eaf50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:22:09.108 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.104+0000 7fa0c7e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562efd213520 0x562efd221410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:09.108 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.104+0000 7fa0c7e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562efd213520 0x562efd221410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:33570/0 (socket says 172.21.15.8:33570) 2024-05-20T21:22:09.108 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.104+0000 7fa0c7e00640 1 -- 172.21.15.8:0/3799612231 learned_addr learned my addr 172.21.15.8:0/3799612231 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:09.108 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.104+0000 7fa0cda00640 1 --2- 172.21.15.8:0/3799612231 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562efd218690 0x562efd290fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:09.108 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.104+0000 7fa0cd000640 1 --2- 172.21.15.8:0/3799612231 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562efd212b30 0x562efd220ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:09.108 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.105+0000 7fa0c7e00640 1 -- 172.21.15.8:0/3799612231 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562efd212b30 msgr2=0x562efd220ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:09.108 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.105+0000 7fa0c7e00640 1 --2- 172.21.15.8:0/3799612231 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562efd212b30 0x562efd220ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:09.108 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.105+0000 7fa0c7e00640 1 -- 172.21.15.8:0/3799612231 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562efd218690 msgr2=0x562efd290fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:09.109 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.105+0000 7fa0c7e00640 1 --2- 172.21.15.8:0/3799612231 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562efd218690 0x562efd290fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:09.109 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.105+0000 7fa0c7e00640 1 -- 172.21.15.8:0/3799612231 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562efd291500 con 0x562efd213520 2024-05-20T21:22:09.109 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.105+0000 7fa0c7e00640 1 --2- 172.21.15.8:0/3799612231 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562efd213520 0x562efd221410 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7fa0b4019040 tx=0x7fa0b402b470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=34e87476becb48f8 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:09.109 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.105+0000 7fa0aea00640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:22:09.109 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.105+0000 7fa0aea00640 1 -- 172.21.15.8:0/3799612231 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0b403a060 con 0x562efd213520 2024-05-20T21:22:09.109 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.105+0000 7fa0aea00640 1 -- 172.21.15.8:0/3799612231 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fa0b402bbe0 con 0x562efd213520 2024-05-20T21:22:09.109 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.105+0000 7fa0d296a740 1 -- 172.21.15.8:0/3799612231 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa0b4003e10 con 0x562efd213520 2024-05-20T21:22:09.109 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.105+0000 7fa0aea00640 1 -- 172.21.15.8:0/3799612231 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa0b4031040 con 0x562efd213520 2024-05-20T21:22:09.109 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.105+0000 7fa0d296a740 10 client.16887 fetch_fsmap learned FSMap version 26 2024-05-20T21:22:09.109 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.106+0000 7fa0d296a740 1 -- 172.21.15.8:0/3799612231 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562efd292810 con 0x562efd213520 2024-05-20T21:22:09.109 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.106+0000 7fa0aea00640 1 -- 172.21.15.8:0/3799612231 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa0b4003e10 con 0x562efd213520 2024-05-20T21:22:09.110 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.106+0000 7fa0aea00640 1 -- 172.21.15.8:0/3799612231 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fa0b4034030 con 0x562efd213520 2024-05-20T21:22:09.110 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.106+0000 7fa0d296a740 10 client.16887 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:22:09.110 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.106+0000 7fa0d296a740 10 client.16887 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:22:09.110 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.106+0000 7fa0d296a740 20 client.16887 populate_metadata read hostname 'smithi008' 2024-05-20T21:22:09.110 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.106+0000 7fa0d296a740 1 --2- 172.21.15.8:0/3799612231 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562efd2930b0 0x562efd2954d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:09.110 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.106+0000 7fa0d296a740 4 client.16887 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:22:09.110 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.106+0000 7fa0d296a740 1 -- 172.21.15.8:0/3799612231 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x562efd17e2c0 con 0x562efd2930b0 2024-05-20T21:22:09.111 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.106+0000 7fa0cd000640 1 --2- 172.21.15.8:0/3799612231 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562efd2930b0 0x562efd2954d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:09.111 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.107+0000 7fa0cd000640 1 --2- 172.21.15.8:0/3799612231 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562efd2930b0 0x562efd2954d0 crc :-1 s=READY pgs=182 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c4ae4b4d8aedc723 server_cookie=297711c3eaa160 in_seq=0 out_seq=0 2024-05-20T21:22:09.111 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.107+0000 7fa0aea00640 10 client.16887 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:22:09.121 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.120+0000 7fa0aea00640 1 -- 172.21.15.8:0/3799612231 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x562efd17e2c0 con 0x562efd2930b0 2024-05-20T21:22:09.121 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.120+0000 7fa0aea00640 10 client.16887 handle_command_reply: tid=0 2024-05-20T21:22:09.122 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.120+0000 7fa0d296a740 1 client.16887 shutdown 2024-05-20T21:22:09.122 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.121+0000 7fa0d296a740 1 -- 172.21.15.8:0/3799612231 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562efd213520 msgr2=0x562efd221410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:09.122 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.121+0000 7fa0d296a740 1 --2- 172.21.15.8:0/3799612231 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562efd213520 0x562efd221410 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7fa0b4019040 tx=0x7fa0b402b470 comp rx=0 tx=0).stop 2024-05-20T21:22:09.122 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.121+0000 7fa0d296a740 1 -- 172.21.15.8:0/3799612231 shutdown_connections 2024-05-20T21:22:09.122 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.121+0000 7fa0d296a740 1 --2- 172.21.15.8:0/3799612231 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562efd2930b0 0x562efd2954d0 crc :-1 s=READY pgs=182 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:09.122 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.121+0000 7fa0d296a740 1 --2- 172.21.15.8:0/3799612231 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562efd218690 0x562efd290fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:09.122 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.121+0000 7fa0d296a740 1 --2- 172.21.15.8:0/3799612231 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562efd213520 0x562efd221410 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:09.122 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.121+0000 7fa0d296a740 1 --2- 172.21.15.8:0/3799612231 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562efd212b30 0x562efd220ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:09.122 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.121+0000 7fa0aea00640 0 client.16887 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:22:09.122 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.121+0000 7fa0d296a740 1 -- 172.21.15.8:0/3799612231 >> 172.21.15.8:0/3799612231 conn(0x562efd20e1a0 msgr2=0x562efd211880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:09.123 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.121+0000 7fa0d296a740 1 -- 172.21.15.8:0/3799612231 shutdown_connections 2024-05-20T21:22:09.123 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.121+0000 7fa0d296a740 1 -- 172.21.15.8:0/3799612231 wait complete. 2024-05-20T21:22:09.123 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.121+0000 7fa0d296a740 20 client.16887 trim_cache size 0 max 16384 2024-05-20T21:22:09.123 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:22:09.123 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:22:09.123 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:22:09.124 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.122+0000 7fa0cfa00640 1 -- 172.21.15.8:0/134923326 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa0b00b2770 msgr2=0x7fa0b00b4c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:09.124 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.122+0000 7fa0cfa00640 1 --2- 172.21.15.8:0/134923326 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa0b00b2770 0x7fa0b00b4c30 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x562efd20f070 tx=0x7fa0b4005f90 comp rx=0 tx=0).stop 2024-05-20T21:22:09.124 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.122+0000 7fa0cfa00640 1 -- 172.21.15.8:0/134923326 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa0c8104d00 msgr2=0x7fa0c819af50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:09.124 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.122+0000 7fa0cfa00640 1 --2- 172.21.15.8:0/134923326 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa0c8104d00 0x7fa0c819af50 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fa0bc006010 tx=0x7fa0bc0042f0 comp rx=0 tx=0).stop 2024-05-20T21:22:09.124 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.122+0000 7fa0cfa00640 1 -- 172.21.15.8:0/134923326 shutdown_connections 2024-05-20T21:22:09.124 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.122+0000 7fa0cfa00640 1 --2- 172.21.15.8:0/134923326 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa0b00b2770 0x7fa0b00b4c30 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:09.124 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.122+0000 7fa0cfa00640 1 --2- 172.21.15.8:0/134923326 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa0c81068b0 0x7fa0c81a2500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:09.124 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.122+0000 7fa0cfa00640 1 --2- 172.21.15.8:0/134923326 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa0c8105ef0 0x7fa0c819b490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:09.125 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.122+0000 7fa0cfa00640 1 --2- 172.21.15.8:0/134923326 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa0c8104d00 0x7fa0c819af50 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:09.125 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.122+0000 7fa0cfa00640 1 -- 172.21.15.8:0/134923326 >> 172.21.15.8:0/134923326 conn(0x7fa0c8100270 msgr2=0x7fa0c81092b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:09.125 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.122+0000 7fa0cfa00640 1 -- 172.21.15.8:0/134923326 shutdown_connections 2024-05-20T21:22:09.125 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:09.122+0000 7fa0cfa00640 1 -- 172.21.15.8:0/134923326 wait complete. 2024-05-20T21:22:10.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:22:10 smithi050 ceph-mon[35809]: pgmap v645: 97 pgs: 97 active+clean; 3.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 14 op/s 2024-05-20T21:22:10.925 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:22:10 smithi130 ceph-mon[36448]: pgmap v645: 97 pgs: 97 active+clean; 3.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 14 op/s 2024-05-20T21:22:10.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:22:10 smithi008 ceph-mon[31475]: pgmap v645: 97 pgs: 97 active+clean; 3.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 14 op/s 2024-05-20T21:22:12.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:22:12 smithi130 ceph-mon[36448]: pgmap v646: 97 pgs: 97 active+clean; 3.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:22:12.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:22:12 smithi050 ceph-mon[35809]: pgmap v646: 97 pgs: 97 active+clean; 3.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:22:12.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:22:12 smithi008 ceph-mon[31475]: pgmap v646: 97 pgs: 97 active+clean; 3.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:22:14.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:22:14 smithi130 ceph-mon[36448]: pgmap v647: 97 pgs: 97 active+clean; 3.3 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 15 op/s 2024-05-20T21:22:14.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:22:14 smithi050 ceph-mon[35809]: pgmap v647: 97 pgs: 97 active+clean; 3.3 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 15 op/s 2024-05-20T21:22:14.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:22:14 smithi008 ceph-mon[31475]: pgmap v647: 97 pgs: 97 active+clean; 3.3 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 15 op/s 2024-05-20T21:22:16.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:22:16 smithi130 ceph-mon[36448]: pgmap v648: 97 pgs: 97 active+clean; 3.3 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:22:16.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:22:16 smithi050 ceph-mon[35809]: pgmap v648: 97 pgs: 97 active+clean; 3.3 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:22:16.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:22:16 smithi008 ceph-mon[31475]: pgmap v648: 97 pgs: 97 active+clean; 3.3 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:22:18.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:22:18 smithi130 ceph-mon[36448]: pgmap v649: 97 pgs: 97 active+clean; 3.3 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:22:18.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:22:18 smithi050 ceph-mon[35809]: pgmap v649: 97 pgs: 97 active+clean; 3.3 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:22:18.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:22:18 smithi008 ceph-mon[31475]: pgmap v649: 97 pgs: 97 active+clean; 3.3 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:22:20.906 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:22:20.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:22:20 smithi130 ceph-mon[36448]: pgmap v650: 97 pgs: 97 active+clean; 3.3 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:22:20.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:22:20 smithi050 ceph-mon[35809]: pgmap v650: 97 pgs: 97 active+clean; 3.3 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:22:20.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:22:20 smithi008 ceph-mon[31475]: pgmap v650: 97 pgs: 97 active+clean; 3.3 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:22:21.373 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:22:22.273 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.273+0000 7f6f2d200640 1 -- 172.21.15.8:0/1417412882 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6f28069590 msgr2=0x7f6f28101d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:22.273 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.273+0000 7f6f2d200640 1 --2- 172.21.15.8:0/1417412882 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6f28069590 0x7f6f28101d10 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f6f14009900 tx=0x7f6f1402a3f0 comp rx=0 tx=0).stop 2024-05-20T21:22:22.273 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.273+0000 7f6f2d200640 1 -- 172.21.15.8:0/1417412882 shutdown_connections 2024-05-20T21:22:22.273 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.273+0000 7f6f2d200640 1 --2- 172.21.15.8:0/1417412882 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6f28102250 0x7f6f281026d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:22.273 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.273+0000 7f6f2d200640 1 --2- 172.21.15.8:0/1417412882 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6f28069590 0x7f6f28101d10 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:22.273 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.273+0000 7f6f2d200640 1 --2- 172.21.15.8:0/1417412882 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6f28100b20 0x7f6f28100f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:22.273 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.273+0000 7f6f2d200640 1 -- 172.21.15.8:0/1417412882 >> 172.21.15.8:0/1417412882 conn(0x7f6f280fc090 msgr2=0x7f6f280fe4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:22.273 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.273+0000 7f6f2d200640 1 -- 172.21.15.8:0/1417412882 shutdown_connections 2024-05-20T21:22:22.274 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.273+0000 7f6f2d200640 1 -- 172.21.15.8:0/1417412882 wait complete. 2024-05-20T21:22:22.275 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.273+0000 7f6f2d200640 1 Processor -- start 2024-05-20T21:22:22.275 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.273+0000 7f6f2d200640 1 -- start start 2024-05-20T21:22:22.275 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.274+0000 7f6f2d200640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6f28069590 0x7f6f2819adf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:22.275 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.274+0000 7f6f2d200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6f28100b20 0x7f6f2819b330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:22.275 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.274+0000 7f6f2d200640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6f28102250 0x7f6f281a23a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:22.275 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.274+0000 7f6f2d200640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f6f2810d300 con 0x7f6f28102250 2024-05-20T21:22:22.275 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.274+0000 7f6f2d200640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6f2810d180 con 0x7f6f28100b20 2024-05-20T21:22:22.275 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.274+0000 7f6f2d200640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f6f2810d480 con 0x7f6f28069590 2024-05-20T21:22:22.275 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.274+0000 7f6f27e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6f28102250 0x7f6f281a23a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:22.275 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.274+0000 7f6f27400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6f28069590 0x7f6f2819adf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:22.276 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.274+0000 7f6f27e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6f28102250 0x7f6f281a23a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:50058/0 (socket says 172.21.15.8:50058) 2024-05-20T21:22:22.276 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.274+0000 7f6f27e00640 1 -- 172.21.15.8:0/1736296585 learned_addr learned my addr 172.21.15.8:0/1736296585 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:22.276 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.274+0000 7f6f26a00640 1 --2- 172.21.15.8:0/1736296585 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6f28100b20 0x7f6f2819b330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:22.276 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.276+0000 7f6f27e00640 1 -- 172.21.15.8:0/1736296585 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6f28069590 msgr2=0x7f6f2819adf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:22.276 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.276+0000 7f6f27e00640 1 --2- 172.21.15.8:0/1736296585 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6f28069590 0x7f6f2819adf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:22.276 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.276+0000 7f6f27e00640 1 -- 172.21.15.8:0/1736296585 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6f28100b20 msgr2=0x7f6f2819b330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:22.276 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.276+0000 7f6f27e00640 1 --2- 172.21.15.8:0/1736296585 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6f28100b20 0x7f6f2819b330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:22.276 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.276+0000 7f6f27e00640 1 -- 172.21.15.8:0/1736296585 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f281a2a10 con 0x7f6f28102250 2024-05-20T21:22:22.276 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.276+0000 7f6f27400640 1 --2- 172.21.15.8:0/1736296585 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6f28069590 0x7f6f2819adf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:22.277 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.276+0000 7f6f27e00640 1 --2- 172.21.15.8:0/1736296585 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6f28102250 0x7f6f281a23a0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f6f2000e9b0 tx=0x7f6f2000ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:22.277 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.276+0000 7f6f1fe00640 1 -- 172.21.15.8:0/1736296585 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f2000cd80 con 0x7f6f28102250 2024-05-20T21:22:22.277 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.276+0000 7f6f1fe00640 1 -- 172.21.15.8:0/1736296585 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6f200035f0 con 0x7f6f28102250 2024-05-20T21:22:22.277 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.276+0000 7f6f2d200640 1 -- 172.21.15.8:0/1736296585 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f281a2d00 con 0x7f6f28102250 2024-05-20T21:22:22.277 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.276+0000 7f6f1fe00640 1 -- 172.21.15.8:0/1736296585 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f20010690 con 0x7f6f28102250 2024-05-20T21:22:22.277 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.276+0000 7f6f2d200640 1 -- 172.21.15.8:0/1736296585 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f281a31d0 con 0x7f6f28102250 2024-05-20T21:22:22.279 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.280+0000 7f6f31667740 1 Processor -- start 2024-05-20T21:22:22.279 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.280+0000 7f6f1fe00640 1 -- 172.21.15.8:0/1736296585 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f6f20004020 con 0x7f6f28102250 2024-05-20T21:22:22.280 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.281+0000 7f6f31667740 1 -- start start 2024-05-20T21:22:22.281 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.281+0000 7f6f31667740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e7616c4cf0 0x55e7616c5110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:22.281 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.281+0000 7f6f31667740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e7616c56e0 0x55e7616ca1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:22.281 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.281+0000 7f6f31667740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e7616ca850 0x55e7616ccce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:22.281 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.281+0000 7f6f31667740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55e761634b90 con 0x55e7616ca850 2024-05-20T21:22:22.281 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.281+0000 7f6f31667740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55e761624730 con 0x55e7616c56e0 2024-05-20T21:22:22.281 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.281+0000 7f6f31667740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55e761628770 con 0x55e7616c4cf0 2024-05-20T21:22:22.281 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.281+0000 7f6f26a00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e7616c4cf0 0x55e7616c5110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:22.281 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.281+0000 7f6f26a00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e7616c4cf0 0x55e7616c5110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:37906/0 (socket says 172.21.15.8:37906) 2024-05-20T21:22:22.281 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.281+0000 7f6f26a00640 1 -- 172.21.15.8:0/364038024 learned_addr learned my addr 172.21.15.8:0/364038024 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:22.281 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.281+0000 7f6f27400640 1 --2- 172.21.15.8:0/364038024 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e7616c56e0 0x55e7616ca1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:22.281 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.281+0000 7f6f26a00640 1 --2- 172.21.15.8:0/364038024 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e7616ca850 0x55e7616ccce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:22.282 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.281+0000 7f6f27400640 1 -- 172.21.15.8:0/364038024 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e7616c4cf0 msgr2=0x55e7616c5110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:22.282 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.281+0000 7f6f27400640 1 --2- 172.21.15.8:0/364038024 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e7616c4cf0 0x55e7616c5110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:22.283 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.281+0000 7f6f27400640 1 -- 172.21.15.8:0/364038024 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e7616ca850 msgr2=0x55e7616ccce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:22.283 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.281+0000 7f6f27400640 1 --2- 172.21.15.8:0/364038024 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e7616ca850 0x55e7616ccce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:22.283 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.281+0000 7f6f27400640 1 -- 172.21.15.8:0/364038024 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e7615bd8b0 con 0x55e7616c56e0 2024-05-20T21:22:22.283 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.281+0000 7f6f27400640 1 --2- 172.21.15.8:0/364038024 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e7616c56e0 0x55e7616ca1e0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f6f28101b70 tx=0x7f6f18011c70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=aa76b7778635eb16 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:22.283 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.281+0000 7f6f1fe00640 1 --2- 172.21.15.8:0/1736296585 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6f0c0b27d0 0x7f6f0c0b4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:22.283 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.283+0000 7f6f1cc00640 1 -- 172.21.15.8:0/364038024 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f18011e60 con 0x55e7616c56e0 2024-05-20T21:22:22.283 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.283+0000 7f6f1fe00640 1 -- 172.21.15.8:0/1736296585 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f6f200e2580 con 0x7f6f28102250 2024-05-20T21:22:22.283 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.283+0000 7f6f1cc00640 1 -- 172.21.15.8:0/364038024 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6f1800fe20 con 0x55e7616c56e0 2024-05-20T21:22:22.283 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.283+0000 7f6f1cc00640 1 -- 172.21.15.8:0/364038024 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f18004690 con 0x55e7616c56e0 2024-05-20T21:22:22.283 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.283+0000 7f6f26a00640 1 --2- 172.21.15.8:0/1736296585 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6f0c0b27d0 0x7f6f0c0b4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:22.285 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.284+0000 7f6f31667740 1 -- 172.21.15.8:0/364038024 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e7616c56e0 msgr2=0x55e7616ca1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:22.285 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.284+0000 7f6f31667740 1 --2- 172.21.15.8:0/364038024 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e7616c56e0 0x55e7616ca1e0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f6f28101b70 tx=0x7f6f18011c70 comp rx=0 tx=0).stop 2024-05-20T21:22:22.285 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.284+0000 7f6f26a00640 1 --2- 172.21.15.8:0/1736296585 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6f0c0b27d0 0x7f6f0c0b4c90 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x55e7616c5f40 tx=0x7f6f140314a0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:22.285 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.284+0000 7f6f31667740 1 -- 172.21.15.8:0/364038024 shutdown_connections 2024-05-20T21:22:22.285 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.284+0000 7f6f31667740 1 --2- 172.21.15.8:0/364038024 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e7616ca850 0x55e7616ccce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:22.285 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.284+0000 7f6f31667740 1 --2- 172.21.15.8:0/364038024 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e7616c56e0 0x55e7616ca1e0 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:22.285 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.284+0000 7f6f31667740 1 --2- 172.21.15.8:0/364038024 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e7616c4cf0 0x55e7616c5110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:22.286 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.284+0000 7f6f31667740 1 -- 172.21.15.8:0/364038024 >> 172.21.15.8:0/364038024 conn(0x55e7616c0360 msgr2=0x55e7616c0760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:22.286 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.284+0000 7f6f31667740 1 -- 172.21.15.8:0/364038024 shutdown_connections 2024-05-20T21:22:22.286 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.284+0000 7f6f31667740 1 -- 172.21.15.8:0/364038024 wait complete. 2024-05-20T21:22:22.286 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.284+0000 7f6f31667740 1 -- start start 2024-05-20T21:22:22.286 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.285+0000 7f6f31667740 1 Processor -- start 2024-05-20T21:22:22.286 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.285+0000 7f6f31667740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e7616c4cf0 0x55e7616cea80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:22.286 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.285+0000 7f6f31667740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e7616c56e0 0x55e7616cefc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:22.286 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.285+0000 7f6f31667740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e7616ca850 0x55e7616d6000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:22.286 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.285+0000 7f6f31667740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55e76130a790 con 0x55e7616c4cf0 2024-05-20T21:22:22.286 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.285+0000 7f6f31667740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55e7615ccbc0 con 0x55e7616ca850 2024-05-20T21:22:22.286 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.285+0000 7f6f31667740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55e7616cd800 con 0x55e7616c56e0 2024-05-20T21:22:22.286 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.285+0000 7f6f31667740 10 client.0 _ll_register_callbacks cb 0x55e7615aa400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:22:22.286 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.285+0000 7f6f27400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e7616c4cf0 0x55e7616cea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:22.286 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.285+0000 7f6f27400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e7616c4cf0 0x55e7616cea80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:50074/0 (socket says 172.21.15.8:50074) 2024-05-20T21:22:22.287 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.285+0000 7f6f27400640 1 -- 172.21.15.8:0/2467345485 learned_addr learned my addr 172.21.15.8:0/2467345485 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:22.287 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.285+0000 7f6f26a00640 1 --2- 172.21.15.8:0/2467345485 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e7616c56e0 0x55e7616cefc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:22.287 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.285+0000 7f6f27e00640 1 --2- 172.21.15.8:0/2467345485 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e7616ca850 0x55e7616d6000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:22.287 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.285+0000 7f6f27400640 1 -- 172.21.15.8:0/2467345485 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e7616c56e0 msgr2=0x55e7616cefc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:22.287 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.285+0000 7f6f27400640 1 --2- 172.21.15.8:0/2467345485 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e7616c56e0 0x55e7616cefc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:22.287 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.285+0000 7f6f27400640 1 -- 172.21.15.8:0/2467345485 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e7616ca850 msgr2=0x55e7616d6000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:22.287 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.285+0000 7f6f27400640 1 --2- 172.21.15.8:0/2467345485 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e7616ca850 0x55e7616d6000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:22.287 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.285+0000 7f6f27400640 1 -- 172.21.15.8:0/2467345485 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e761339210 con 0x55e7616c4cf0 2024-05-20T21:22:22.289 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.285+0000 7f6f27400640 1 --2- 172.21.15.8:0/2467345485 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e7616c4cf0 0x55e7616cea80 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f6f1801a000 tx=0x7f6f18003ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e06facfc85d0eed7 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:22.290 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.285+0000 7f6f11600640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:22:22.290 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.285+0000 7f6f11600640 1 -- 172.21.15.8:0/2467345485 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f18011e60 con 0x55e7616c4cf0 2024-05-20T21:22:22.290 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.285+0000 7f6f11600640 1 -- 172.21.15.8:0/2467345485 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f6f18011250 con 0x55e7616c4cf0 2024-05-20T21:22:22.290 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.287+0000 7f6f31667740 1 -- 172.21.15.8:0/2467345485 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6f1800fe20 con 0x55e7616c4cf0 2024-05-20T21:22:22.290 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.287+0000 7f6f11600640 1 -- 172.21.15.8:0/2467345485 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6f1801f040 con 0x55e7616c4cf0 2024-05-20T21:22:22.290 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.287+0000 7f6f31667740 10 client.16899 fetch_fsmap learned FSMap version 26 2024-05-20T21:22:22.290 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.287+0000 7f6f31667740 1 -- 172.21.15.8:0/2467345485 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e761405620 con 0x55e7616c4cf0 2024-05-20T21:22:22.290 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.287+0000 7f6f11600640 1 -- 172.21.15.8:0/2467345485 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6f1800fe20 con 0x55e7616c4cf0 2024-05-20T21:22:22.290 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.287+0000 7f6f11600640 1 -- 172.21.15.8:0/2467345485 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f6f18022070 con 0x55e7616c4cf0 2024-05-20T21:22:22.290 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.287+0000 7f6f31667740 10 client.16899 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:22:22.290 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.287+0000 7f6f31667740 10 client.16899 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:22:22.290 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.287+0000 7f6f31667740 20 client.16899 populate_metadata read hostname 'smithi008' 2024-05-20T21:22:22.291 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.287+0000 7f6f31667740 1 --2- 172.21.15.8:0/2467345485 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e7616da340 0x55e7616dc730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:22.291 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.287+0000 7f6f31667740 4 client.16899 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:22:22.291 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.287+0000 7f6f31667740 1 -- 172.21.15.8:0/2467345485 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e761636ae0 con 0x55e7616da340 2024-05-20T21:22:22.291 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.287+0000 7f6f26a00640 1 --2- 172.21.15.8:0/2467345485 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e7616da340 0x55e7616dc730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:22.291 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.289+0000 7f6f26a00640 1 --2- 172.21.15.8:0/2467345485 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e7616da340 0x55e7616dc730 crc :-1 s=READY pgs=183 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d5d9aa78332a5c2e server_cookie=e264668ad1823de4 in_seq=0 out_seq=0 2024-05-20T21:22:22.291 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.289+0000 7f6f11600640 10 client.16899 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:22:22.291 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.289+0000 7f6f11600640 1 -- 172.21.15.8:0/2467345485 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55e761636ae0 con 0x55e7616da340 2024-05-20T21:22:22.291 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.289+0000 7f6f11600640 10 client.16899 handle_command_reply: tid=0 2024-05-20T21:22:22.291 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.289+0000 7f6f31667740 1 client.16899 shutdown 2024-05-20T21:22:22.291 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.289+0000 7f6f31667740 1 -- 172.21.15.8:0/2467345485 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e7616c4cf0 msgr2=0x55e7616cea80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:22.291 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.289+0000 7f6f31667740 1 --2- 172.21.15.8:0/2467345485 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e7616c4cf0 0x55e7616cea80 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f6f1801a000 tx=0x7f6f18003ce0 comp rx=0 tx=0).stop 2024-05-20T21:22:22.291 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.289+0000 7f6f31667740 1 -- 172.21.15.8:0/2467345485 shutdown_connections 2024-05-20T21:22:22.291 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.289+0000 7f6f31667740 1 --2- 172.21.15.8:0/2467345485 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e7616da340 0x55e7616dc730 crc :-1 s=READY pgs=183 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:22.291 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.289+0000 7f6f31667740 1 --2- 172.21.15.8:0/2467345485 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e7616ca850 0x55e7616d6000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:22.292 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.289+0000 7f6f31667740 1 --2- 172.21.15.8:0/2467345485 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e7616c56e0 0x55e7616cefc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:22.292 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.289+0000 7f6f31667740 1 --2- 172.21.15.8:0/2467345485 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e7616c4cf0 0x55e7616cea80 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:22.292 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.289+0000 7f6f31667740 1 -- 172.21.15.8:0/2467345485 >> 172.21.15.8:0/2467345485 conn(0x55e7616c0360 msgr2=0x55e7616bf4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:22.292 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.289+0000 7f6f11600640 0 client.16899 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:22:22.292 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.289+0000 7f6f31667740 1 -- 172.21.15.8:0/2467345485 shutdown_connections 2024-05-20T21:22:22.292 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.289+0000 7f6f31667740 1 -- 172.21.15.8:0/2467345485 wait complete. 2024-05-20T21:22:22.292 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.289+0000 7f6f31667740 20 client.16899 trim_cache size 0 max 16384 2024-05-20T21:22:22.306 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.306+0000 7f6f31667740 1 Processor -- start 2024-05-20T21:22:22.307 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.306+0000 7f6f31667740 1 -- start start 2024-05-20T21:22:22.308 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.308+0000 7f6f31667740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e7616c4cf0 0x55e7616c3be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:22.308 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.308+0000 7f6f31667740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e7616c56e0 0x55e7616d5fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:22.308 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.308+0000 7f6f31667740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e7616ca850 0x55e7616c6860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:22.308 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.308+0000 7f6f31667740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f6f281ae8b0 con 0x55e7616ca850 2024-05-20T21:22:22.308 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.308+0000 7f6f31667740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6f281ac180 con 0x55e7616c56e0 2024-05-20T21:22:22.308 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.308+0000 7f6f31667740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f6f281a9fd0 con 0x55e7616c4cf0 2024-05-20T21:22:22.308 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.308+0000 7f6f27400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e7616c4cf0 0x55e7616c3be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:22.308 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.308+0000 7f6f27e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e7616ca850 0x55e7616c6860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:22.308 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.308+0000 7f6f27400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e7616c4cf0 0x55e7616c3be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:37926/0 (socket says 172.21.15.8:37926) 2024-05-20T21:22:22.308 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.308+0000 7f6f27400640 1 -- 172.21.15.8:0/1869702930 learned_addr learned my addr 172.21.15.8:0/1869702930 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:22.308 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.308+0000 7f6f26a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e7616c56e0 0x55e7616d5fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:22.308 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.309+0000 7f6f27400640 1 -- 172.21.15.8:0/1869702930 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e7616c56e0 msgr2=0x55e7616d5fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:22.309 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.309+0000 7f6f27400640 1 --2- 172.21.15.8:0/1869702930 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e7616c56e0 0x55e7616d5fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:22.309 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.309+0000 7f6f27400640 1 -- 172.21.15.8:0/1869702930 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e7616ca850 msgr2=0x55e7616c6860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:22.309 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.309+0000 7f6f27400640 1 --2- 172.21.15.8:0/1869702930 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e7616ca850 0x55e7616c6860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:22.309 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.309+0000 7f6f27400640 1 -- 172.21.15.8:0/1869702930 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e7616bb580 con 0x55e7616c4cf0 2024-05-20T21:22:22.309 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.309+0000 7f6f26a00640 1 --2- 172.21.15.8:0/1869702930 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e7616c56e0 0x55e7616d5fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:22.310 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.309+0000 7f6f27400640 1 --2- 172.21.15.8:0/1869702930 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e7616c4cf0 0x55e7616c3be0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f6f18000f80 tx=0x7f6f18009f80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f72c54d1a23b88bb server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:22.310 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.309+0000 7f6f13e00640 1 -- 172.21.15.8:0/1869702930 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f180092a0 con 0x55e7616c4cf0 2024-05-20T21:22:22.310 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.309+0000 7f6f13e00640 1 -- 172.21.15.8:0/1869702930 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6f18028070 con 0x55e7616c4cf0 2024-05-20T21:22:22.310 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.309+0000 7f6f13e00640 1 -- 172.21.15.8:0/1869702930 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f180049a0 con 0x55e7616c4cf0 2024-05-20T21:22:22.310 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.310+0000 7f6f31667740 1 -- 172.21.15.8:0/1869702930 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e7616c4cf0 msgr2=0x55e7616c3be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:22.310 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.310+0000 7f6f31667740 1 --2- 172.21.15.8:0/1869702930 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e7616c4cf0 0x55e7616c3be0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f6f18000f80 tx=0x7f6f18009f80 comp rx=0 tx=0).stop 2024-05-20T21:22:22.310 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.310+0000 7f6f31667740 1 -- 172.21.15.8:0/1869702930 shutdown_connections 2024-05-20T21:22:22.310 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.310+0000 7f6f31667740 1 --2- 172.21.15.8:0/1869702930 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e7616ca850 0x55e7616c6860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:22.311 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.310+0000 7f6f31667740 1 --2- 172.21.15.8:0/1869702930 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e7616c56e0 0x55e7616d5fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:22.311 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.310+0000 7f6f31667740 1 --2- 172.21.15.8:0/1869702930 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e7616c4cf0 0x55e7616c3be0 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:22.311 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.310+0000 7f6f31667740 1 -- 172.21.15.8:0/1869702930 >> 172.21.15.8:0/1869702930 conn(0x55e7616c0360 msgr2=0x55e7616c6150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:22.311 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.310+0000 7f6f31667740 1 -- 172.21.15.8:0/1869702930 shutdown_connections 2024-05-20T21:22:22.311 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.310+0000 7f6f31667740 1 -- 172.21.15.8:0/1869702930 wait complete. 2024-05-20T21:22:22.311 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.310+0000 7f6f31667740 1 -- start start 2024-05-20T21:22:22.313 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.310+0000 7f6f31667740 1 Processor -- start 2024-05-20T21:22:22.313 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.312+0000 7f6f31667740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e7616c4cf0 0x55e7616d5db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:22.313 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.312+0000 7f6f31667740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e7616c56e0 0x55e7616d2850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:22.313 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.312+0000 7f6f31667740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e7616ca850 0x55e7616d2d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:22.313 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.312+0000 7f6f31667740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f6f281aa640 con 0x55e7616ca850 2024-05-20T21:22:22.313 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.312+0000 7f6f31667740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6f281abab0 con 0x55e7616c4cf0 2024-05-20T21:22:22.313 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.312+0000 7f6f31667740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f6f281aad10 con 0x55e7616c56e0 2024-05-20T21:22:22.313 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.312+0000 7f6f31667740 10 client.0 _ll_register_callbacks cb 0x7f6f14009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:22:22.314 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.312+0000 7f6f27400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e7616c4cf0 0x55e7616d5db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:22.314 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.312+0000 7f6f27400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e7616c4cf0 0x55e7616d5db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:43694/0 (socket says 172.21.15.8:43694) 2024-05-20T21:22:22.314 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.312+0000 7f6f27400640 1 -- 172.21.15.8:0/2691168839 learned_addr learned my addr 172.21.15.8:0/2691168839 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:22.314 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.312+0000 7f6f26a00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e7616c56e0 0x55e7616d2850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:22.314 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.312+0000 7f6f27e00640 1 --2- 172.21.15.8:0/2691168839 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e7616ca850 0x55e7616d2d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:22.314 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.312+0000 7f6f27400640 1 -- 172.21.15.8:0/2691168839 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e7616c56e0 msgr2=0x55e7616d2850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:22.314 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.312+0000 7f6f27400640 1 --2- 172.21.15.8:0/2691168839 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e7616c56e0 0x55e7616d2850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:22.314 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.312+0000 7f6f27400640 1 -- 172.21.15.8:0/2691168839 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e7616ca850 msgr2=0x55e7616d2d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:22.314 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.312+0000 7f6f27400640 1 --2- 172.21.15.8:0/2691168839 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e7616ca850 0x55e7616d2d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:22.314 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.312+0000 7f6f27400640 1 -- 172.21.15.8:0/2691168839 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e7616d33d0 con 0x55e7616c4cf0 2024-05-20T21:22:22.314 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.312+0000 7f6f27e00640 1 --2- 172.21.15.8:0/2691168839 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e7616ca850 0x55e7616d2d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:22:22.314 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.313+0000 7f6f27400640 1 --2- 172.21.15.8:0/2691168839 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e7616c4cf0 0x55e7616d5db0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f6f18039040 tx=0x7f6f18011560 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9316cdeaaff8e7b4 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:22.314 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.313+0000 7f6f11600640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:22:22.315 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.313+0000 7f6f11600640 1 -- 172.21.15.8:0/2691168839 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f18046060 con 0x55e7616c4cf0 2024-05-20T21:22:22.315 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.313+0000 7f6f31667740 1 -- 172.21.15.8:0/2691168839 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6f18028070 con 0x55e7616c4cf0 2024-05-20T21:22:22.315 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.313+0000 7f6f11600640 1 -- 172.21.15.8:0/2691168839 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f6f18005970 con 0x55e7616c4cf0 2024-05-20T21:22:22.315 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.313+0000 7f6f11600640 1 -- 172.21.15.8:0/2691168839 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6f180049a0 con 0x55e7616c4cf0 2024-05-20T21:22:22.315 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.313+0000 7f6f31667740 10 client.27017 fetch_fsmap learned FSMap version 26 2024-05-20T21:22:22.315 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.313+0000 7f6f31667740 1 -- 172.21.15.8:0/2691168839 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e76174c7d0 con 0x55e7616c4cf0 2024-05-20T21:22:22.315 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.313+0000 7f6f11600640 1 -- 172.21.15.8:0/2691168839 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6f18028070 con 0x55e7616c4cf0 2024-05-20T21:22:22.315 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.313+0000 7f6f11600640 1 -- 172.21.15.8:0/2691168839 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f6f18022040 con 0x55e7616c4cf0 2024-05-20T21:22:22.315 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.313+0000 7f6f31667740 10 client.27017 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:22:22.315 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.313+0000 7f6f31667740 10 client.27017 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:22:22.315 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.313+0000 7f6f31667740 20 client.27017 populate_metadata read hostname 'smithi008' 2024-05-20T21:22:22.315 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.313+0000 7f6f31667740 1 --2- 172.21.15.8:0/2691168839 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e76174d070 0x55e76174f490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:22.315 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.313+0000 7f6f31667740 4 client.27017 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:22:22.315 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.313+0000 7f6f31667740 1 -- 172.21.15.8:0/2691168839 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55e7616302c0 con 0x55e76174d070 2024-05-20T21:22:22.316 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.313+0000 7f6f26a00640 1 --2- 172.21.15.8:0/2691168839 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e76174d070 0x55e76174f490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:22.316 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.315+0000 7f6f26a00640 1 --2- 172.21.15.8:0/2691168839 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e76174d070 0x55e76174f490 crc :-1 s=READY pgs=184 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7da9b211a92e7859 server_cookie=967a4a99938882c4 in_seq=0 out_seq=0 2024-05-20T21:22:22.316 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.315+0000 7f6f11600640 10 client.27017 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:22:22.329 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.328+0000 7f6f11600640 1 -- 172.21.15.8:0/2691168839 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55e7616302c0 con 0x55e76174d070 2024-05-20T21:22:22.329 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.328+0000 7f6f11600640 10 client.27017 handle_command_reply: tid=0 2024-05-20T21:22:22.330 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.328+0000 7f6f31667740 1 client.27017 shutdown 2024-05-20T21:22:22.330 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.328+0000 7f6f31667740 1 -- 172.21.15.8:0/2691168839 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e7616c4cf0 msgr2=0x55e7616d5db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:22.330 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.328+0000 7f6f31667740 1 --2- 172.21.15.8:0/2691168839 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e7616c4cf0 0x55e7616d5db0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f6f18039040 tx=0x7f6f18011560 comp rx=0 tx=0).stop 2024-05-20T21:22:22.330 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.329+0000 7f6f31667740 1 -- 172.21.15.8:0/2691168839 shutdown_connections 2024-05-20T21:22:22.330 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.329+0000 7f6f31667740 1 --2- 172.21.15.8:0/2691168839 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e76174d070 0x55e76174f490 crc :-1 s=READY pgs=184 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:22.330 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.329+0000 7f6f31667740 1 --2- 172.21.15.8:0/2691168839 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e7616ca850 0x55e7616d2d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:22.330 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.329+0000 7f6f31667740 1 --2- 172.21.15.8:0/2691168839 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e7616c56e0 0x55e7616d2850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:22.330 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.329+0000 7f6f31667740 1 --2- 172.21.15.8:0/2691168839 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e7616c4cf0 0x55e7616d5db0 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:22.330 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.329+0000 7f6f31667740 1 -- 172.21.15.8:0/2691168839 >> 172.21.15.8:0/2691168839 conn(0x55e7616c0360 msgr2=0x55e7616c3a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:22.330 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.329+0000 7f6f11600640 0 client.27017 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:22:22.331 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.329+0000 7f6f31667740 1 -- 172.21.15.8:0/2691168839 shutdown_connections 2024-05-20T21:22:22.331 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.329+0000 7f6f31667740 1 -- 172.21.15.8:0/2691168839 wait complete. 2024-05-20T21:22:22.331 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.329+0000 7f6f31667740 20 client.27017 trim_cache size 0 max 16384 2024-05-20T21:22:22.331 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:22:22.332 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:22:22.332 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:22:22.332 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.331+0000 7f6f2d200640 1 -- 172.21.15.8:0/1736296585 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6f0c0b27d0 msgr2=0x7f6f0c0b4c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:22.333 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.331+0000 7f6f2d200640 1 --2- 172.21.15.8:0/1736296585 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6f0c0b27d0 0x7f6f0c0b4c90 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x55e7616c5f40 tx=0x7f6f140314a0 comp rx=0 tx=0).stop 2024-05-20T21:22:22.333 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.331+0000 7f6f2d200640 1 -- 172.21.15.8:0/1736296585 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6f28102250 msgr2=0x7f6f281a23a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:22.333 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.331+0000 7f6f2d200640 1 --2- 172.21.15.8:0/1736296585 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6f28102250 0x7f6f281a23a0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f6f2000e9b0 tx=0x7f6f2000ee70 comp rx=0 tx=0).stop 2024-05-20T21:22:22.333 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.331+0000 7f6f2d200640 1 -- 172.21.15.8:0/1736296585 shutdown_connections 2024-05-20T21:22:22.333 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.331+0000 7f6f2d200640 1 --2- 172.21.15.8:0/1736296585 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6f0c0b27d0 0x7f6f0c0b4c90 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:22.333 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.331+0000 7f6f2d200640 1 --2- 172.21.15.8:0/1736296585 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6f28102250 0x7f6f281a23a0 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:22.333 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.331+0000 7f6f2d200640 1 --2- 172.21.15.8:0/1736296585 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6f28100b20 0x7f6f2819b330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:22.333 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.331+0000 7f6f2d200640 1 --2- 172.21.15.8:0/1736296585 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6f28069590 0x7f6f2819adf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:22.333 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.331+0000 7f6f2d200640 1 -- 172.21.15.8:0/1736296585 >> 172.21.15.8:0/1736296585 conn(0x7f6f280fc090 msgr2=0x7f6f280ff3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:22.333 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.331+0000 7f6f2d200640 1 -- 172.21.15.8:0/1736296585 shutdown_connections 2024-05-20T21:22:22.333 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:22.331+0000 7f6f2d200640 1 -- 172.21.15.8:0/1736296585 wait complete. 2024-05-20T21:22:22.596 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:22:22 smithi008 ceph-mon[31475]: pgmap v651: 97 pgs: 97 active+clean; 3.3 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:22:22.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:22:22 smithi130 ceph-mon[36448]: pgmap v651: 97 pgs: 97 active+clean; 3.3 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:22:22.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:22:22 smithi050 ceph-mon[35809]: pgmap v651: 97 pgs: 97 active+clean; 3.3 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:22:23.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.611+0000 7fdec9200700 1 -- 172.21.15.8:0/1027296224 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdec41088f0 msgr2=0x7fdec4110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:23.612 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.611+0000 7fdec9200700 1 --2- 172.21.15.8:0/1027296224 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdec41088f0 0x7fdec4110470 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fdebc00b0d0 tx=0x7fdebc00b3e0 comp rx=0 tx=0).stop 2024-05-20T21:22:23.612 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.611+0000 7fdec9200700 1 -- 172.21.15.8:0/1027296224 shutdown_connections 2024-05-20T21:22:23.612 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.611+0000 7fdec9200700 1 --2- 172.21.15.8:0/1027296224 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdec41088f0 0x7fdec4110470 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:23.612 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.611+0000 7fdec9200700 1 --2- 172.21.15.8:0/1027296224 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdec41037f0 0x7fdec4103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:23.612 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.611+0000 7fdec9200700 1 --2- 172.21.15.8:0/1027296224 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdec41041a0 0x7fdec41081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:23.612 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.611+0000 7fdec9200700 1 -- 172.21.15.8:0/1027296224 >> 172.21.15.8:0/1027296224 conn(0x7fdec407a6a0 msgr2=0x7fdec407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:23.612 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.611+0000 7fdec9200700 1 -- 172.21.15.8:0/1027296224 shutdown_connections 2024-05-20T21:22:23.612 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.611+0000 7fdec9200700 1 -- 172.21.15.8:0/1027296224 wait complete. 2024-05-20T21:22:23.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.613+0000 7fdec9200700 1 Processor -- start 2024-05-20T21:22:23.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.613+0000 7fdec9200700 1 -- start start 2024-05-20T21:22:23.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.613+0000 7fdec9200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdec41037f0 0x7fdec419bda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:23.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.613+0000 7fdec9200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdec41041a0 0x7fdec419c2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:23.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.613+0000 7fdec9200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdec41088f0 0x7fdec41a0620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:23.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.613+0000 7fdec9200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fdec4113710 con 0x7fdec41037f0 2024-05-20T21:22:23.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.613+0000 7fdec9200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fdec4113590 con 0x7fdec41041a0 2024-05-20T21:22:23.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.613+0000 7fdec9200700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fdec4113890 con 0x7fdec41088f0 2024-05-20T21:22:23.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.614+0000 7fdec1400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdec41041a0 0x7fdec419c2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:23.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.614+0000 7fdec1e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdec41037f0 0x7fdec419bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:23.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.614+0000 7fdec2800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdec41088f0 0x7fdec41a0620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:23.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.614+0000 7fdec1400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdec41041a0 0x7fdec419c2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:46022/0 (socket says 172.21.15.8:46022) 2024-05-20T21:22:23.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.614+0000 7fdec1400700 1 -- 172.21.15.8:0/1748159893 learned_addr learned my addr 172.21.15.8:0/1748159893 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:23.615 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.614+0000 7fdec1400700 1 -- 172.21.15.8:0/1748159893 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdec41088f0 msgr2=0x7fdec41a0620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:23.615 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.614+0000 7fdec1400700 1 --2- 172.21.15.8:0/1748159893 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdec41088f0 0x7fdec41a0620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:23.615 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.614+0000 7fdec1400700 1 -- 172.21.15.8:0/1748159893 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdec41037f0 msgr2=0x7fdec419bda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:23.615 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.614+0000 7fdec1400700 1 --2- 172.21.15.8:0/1748159893 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdec41037f0 0x7fdec419bda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:23.615 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.614+0000 7fdec1400700 1 -- 172.21.15.8:0/1748159893 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdec41a0d60 con 0x7fdec41041a0 2024-05-20T21:22:23.615 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.614+0000 7fdec1e00700 1 --2- 172.21.15.8:0/1748159893 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdec41037f0 0x7fdec419bda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:23.615 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.614+0000 7fdec2800700 1 --2- 172.21.15.8:0/1748159893 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdec41088f0 0x7fdec41a0620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:23.615 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.615+0000 7fdec1400700 1 --2- 172.21.15.8:0/1748159893 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdec41041a0 0x7fdec419c2e0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fdeb000e9a0 tx=0x7fdeb000ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:23.615 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.615+0000 7fdebaa00700 1 -- 172.21.15.8:0/1748159893 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdeb000ca10 con 0x7fdec41041a0 2024-05-20T21:22:23.615 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.615+0000 7fdebaa00700 1 -- 172.21.15.8:0/1748159893 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdeb000cbb0 con 0x7fdec41041a0 2024-05-20T21:22:23.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.615+0000 7fdebaa00700 1 -- 172.21.15.8:0/1748159893 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdeb0018680 con 0x7fdec41041a0 2024-05-20T21:22:23.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.615+0000 7fdec9200700 1 -- 172.21.15.8:0/1748159893 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdec41a1050 con 0x7fdec41041a0 2024-05-20T21:22:23.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.615+0000 7fdec9200700 1 -- 172.21.15.8:0/1748159893 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdec41a88d0 con 0x7fdec41041a0 2024-05-20T21:22:23.619 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.620+0000 7fdebaa00700 1 -- 172.21.15.8:0/1748159893 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fdeb0010430 con 0x7fdec41041a0 2024-05-20T21:22:23.620 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.621+0000 7fdebaa00700 1 --2- 172.21.15.8:0/1748159893 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdea80b2900 0x7fdea80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:23.621 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.621+0000 7fdebaa00700 1 -- 172.21.15.8:0/1748159893 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fdeb00e2370 con 0x7fdec41041a0 2024-05-20T21:22:23.621 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.622+0000 7fdec1e00700 1 --2- 172.21.15.8:0/1748159893 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdea80b2900 0x7fdea80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:23.621 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.622+0000 7fded3b27b80 1 Processor -- start 2024-05-20T21:22:23.622 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.622+0000 7fded3b27b80 1 -- start start 2024-05-20T21:22:23.622 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.623+0000 7fdec1e00700 1 --2- 172.21.15.8:0/1748159893 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdea80b2900 0x7fdea80b4dc0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fdeb4011490 tx=0x7fdeb4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:23.623 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.623+0000 7fded3b27b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5594e87f2610 0x5594e87f29f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:23.623 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.623+0000 7fded3b27b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5594e87f2f30 0x5594e87ecb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:23.623 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.623+0000 7fded3b27b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5594e87ed140 0x5594e87ed5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:23.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.623+0000 7fded3b27b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5594e874ae40 con 0x5594e87f2610 2024-05-20T21:22:23.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.623+0000 7fded3b27b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5594e873a9e0 con 0x5594e87f2f30 2024-05-20T21:22:23.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.623+0000 7fded3b27b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5594e873ea20 con 0x5594e87ed140 2024-05-20T21:22:23.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.623+0000 7fdec1e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5594e87f2610 0x5594e87f29f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:23.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.623+0000 7fdec2800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5594e87ed140 0x5594e87ed5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:23.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.623+0000 7fdec1e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5594e87f2610 0x5594e87f29f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:60640/0 (socket says 172.21.15.8:60640) 2024-05-20T21:22:23.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.623+0000 7fdec1e00700 1 -- 172.21.15.8:0/2300416173 learned_addr learned my addr 172.21.15.8:0/2300416173 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:23.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.623+0000 7fdec1400700 1 --2- 172.21.15.8:0/2300416173 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5594e87f2f30 0x5594e87ecb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:23.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.623+0000 7fdec2800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5594e87ed140 0x5594e87ed5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:39002/0 (socket says 172.21.15.8:39002) 2024-05-20T21:22:23.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.624+0000 7fdec1400700 1 -- 172.21.15.8:0/2300416173 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5594e87ed140 msgr2=0x5594e87ed5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:23.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.624+0000 7fdec1400700 1 --2- 172.21.15.8:0/2300416173 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5594e87ed140 0x5594e87ed5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:23.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.624+0000 7fdec1400700 1 -- 172.21.15.8:0/2300416173 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5594e87f2610 msgr2=0x5594e87f29f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:23.625 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.624+0000 7fdec1400700 1 --2- 172.21.15.8:0/2300416173 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5594e87f2610 0x5594e87f29f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:23.625 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.624+0000 7fdec1400700 1 -- 172.21.15.8:0/2300416173 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5594e8703420 con 0x5594e87f2f30 2024-05-20T21:22:23.625 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.624+0000 7fdec1400700 1 --2- 172.21.15.8:0/2300416173 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5594e87f2f30 0x5594e87ecb20 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fdeb000c2d0 tx=0x7fdeb00b2140 comp rx=0 tx=0).ready entity=mon.2 client_cookie=44584a746fa06fe1 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:23.625 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.624+0000 7fdeaf400700 1 -- 172.21.15.8:0/2300416173 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdeb00aa020 con 0x5594e87f2f30 2024-05-20T21:22:23.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.625+0000 7fdeaf400700 1 -- 172.21.15.8:0/2300416173 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdeb00a9920 con 0x5594e87f2f30 2024-05-20T21:22:23.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.625+0000 7fdeaf400700 1 -- 172.21.15.8:0/2300416173 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdeb00cae30 con 0x5594e87f2f30 2024-05-20T21:22:23.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.626+0000 7fded3b27b80 1 -- 172.21.15.8:0/2300416173 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5594e87f2f30 msgr2=0x5594e87ecb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:23.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.626+0000 7fded3b27b80 1 --2- 172.21.15.8:0/2300416173 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5594e87f2f30 0x5594e87ecb20 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fdeb000c2d0 tx=0x7fdeb00b2140 comp rx=0 tx=0).stop 2024-05-20T21:22:23.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.626+0000 7fded3b27b80 1 -- 172.21.15.8:0/2300416173 shutdown_connections 2024-05-20T21:22:23.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.626+0000 7fded3b27b80 1 --2- 172.21.15.8:0/2300416173 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5594e87ed140 0x5594e87ed5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:23.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.626+0000 7fded3b27b80 1 --2- 172.21.15.8:0/2300416173 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5594e87f2610 0x5594e87f29f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:23.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.626+0000 7fded3b27b80 1 --2- 172.21.15.8:0/2300416173 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5594e87f2f30 0x5594e87ecb20 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:23.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.626+0000 7fded3b27b80 1 -- 172.21.15.8:0/2300416173 >> 172.21.15.8:0/2300416173 conn(0x5594e871abe0 msgr2=0x5594e87e7690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:23.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.626+0000 7fded3b27b80 1 -- 172.21.15.8:0/2300416173 shutdown_connections 2024-05-20T21:22:23.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.626+0000 7fded3b27b80 1 -- 172.21.15.8:0/2300416173 wait complete. 2024-05-20T21:22:23.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.627+0000 7fded3b27b80 1 -- start start 2024-05-20T21:22:23.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.627+0000 7fded3b27b80 1 Processor -- start 2024-05-20T21:22:23.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.628+0000 7fded3b27b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5594e87ed140 0x5594e87f8cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:23.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.628+0000 7fded3b27b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5594e87f2610 0x5594e87f6050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:23.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.628+0000 7fded3b27b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5594e87f2f30 0x5594e87f6590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:23.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.628+0000 7fded3b27b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5594e8640fa0 con 0x5594e87f2f30 2024-05-20T21:22:23.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.628+0000 7fded3b27b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5594e86db760 con 0x5594e87ed140 2024-05-20T21:22:23.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.628+0000 7fded3b27b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5594e87f99e0 con 0x5594e87f2610 2024-05-20T21:22:23.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.628+0000 7fded3b27b80 10 client.0 _ll_register_callbacks cb 0x5594e86e4c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:22:23.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.628+0000 7fdec1e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5594e87ed140 0x5594e87f8cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:23.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.628+0000 7fdec1e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5594e87ed140 0x5594e87f8cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:46042/0 (socket says 172.21.15.8:46042) 2024-05-20T21:22:23.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.628+0000 7fdec1e00700 1 -- 172.21.15.8:0/2838866592 learned_addr learned my addr 172.21.15.8:0/2838866592 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:23.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.628+0000 7fdec2800700 1 --2- 172.21.15.8:0/2838866592 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5594e87f2f30 0x5594e87f6590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:23.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.628+0000 7fdec1400700 1 --2- 172.21.15.8:0/2838866592 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5594e87f2610 0x5594e87f6050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:23.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.629+0000 7fdec1e00700 1 -- 172.21.15.8:0/2838866592 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5594e87f2610 msgr2=0x5594e87f6050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:23.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.629+0000 7fdec1e00700 1 --2- 172.21.15.8:0/2838866592 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5594e87f2610 0x5594e87f6050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:23.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.629+0000 7fdec1e00700 1 -- 172.21.15.8:0/2838866592 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5594e87f2f30 msgr2=0x5594e87f6590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:23.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.629+0000 7fdec1e00700 1 --2- 172.21.15.8:0/2838866592 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5594e87f2f30 0x5594e87f6590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:23.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.629+0000 7fdec1e00700 1 -- 172.21.15.8:0/2838866592 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5594e868a8d0 con 0x5594e87ed140 2024-05-20T21:22:23.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.629+0000 7fdec2800700 1 --2- 172.21.15.8:0/2838866592 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5594e87f2f30 0x5594e87f6590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:22:23.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.629+0000 7fdec1400700 1 --2- 172.21.15.8:0/2838866592 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5594e87f2610 0x5594e87f6050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:23.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.629+0000 7fdec1e00700 1 --2- 172.21.15.8:0/2838866592 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5594e87ed140 0x5594e87f8cb0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fdeb4011be0 tx=0x7fdeb40047c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a9da60e0d8b5df75 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:23.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.629+0000 7fdea3e00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:22:23.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.629+0000 7fdea3e00700 1 -- 172.21.15.8:0/2838866592 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdeb401fca0 con 0x5594e87ed140 2024-05-20T21:22:23.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.630+0000 7fdea3e00700 1 -- 172.21.15.8:0/2838866592 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fdeb40273e0 con 0x5594e87ed140 2024-05-20T21:22:23.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.630+0000 7fded3b27b80 1 -- 172.21.15.8:0/2838866592 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdeb00a9920 con 0x5594e87ed140 2024-05-20T21:22:23.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.630+0000 7fdea3e00700 1 -- 172.21.15.8:0/2838866592 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fdeb401fe40 con 0x5594e87ed140 2024-05-20T21:22:23.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.630+0000 7fded3b27b80 10 client.27029 fetch_fsmap learned FSMap version 26 2024-05-20T21:22:23.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.630+0000 7fded3b27b80 1 -- 172.21.15.8:0/2838866592 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5594e870b060 con 0x5594e87ed140 2024-05-20T21:22:23.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.630+0000 7fdea3e00700 1 -- 172.21.15.8:0/2838866592 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdeb00a9920 con 0x5594e87ed140 2024-05-20T21:22:23.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.631+0000 7fdea3e00700 1 -- 172.21.15.8:0/2838866592 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fdeb4031050 con 0x5594e87ed140 2024-05-20T21:22:23.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.631+0000 7fded3b27b80 10 client.27029 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:22:23.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.631+0000 7fded3b27b80 10 client.27029 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:22:23.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.631+0000 7fded3b27b80 20 client.27029 populate_metadata read hostname 'smithi008' 2024-05-20T21:22:23.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.631+0000 7fded3b27b80 1 --2- 172.21.15.8:0/2838866592 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5594e88065e0 0x5594e8808a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:23.632 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.631+0000 7fded3b27b80 4 client.27029 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:22:23.632 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.631+0000 7fded3b27b80 1 -- 172.21.15.8:0/2838866592 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5594e874cd90 con 0x5594e88065e0 2024-05-20T21:22:23.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.631+0000 7fdec1400700 1 --2- 172.21.15.8:0/2838866592 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5594e88065e0 0x5594e8808a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:23.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.632+0000 7fdec1400700 1 --2- 172.21.15.8:0/2838866592 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5594e88065e0 0x5594e8808a10 crc :-1 s=READY pgs=185 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d8210ecbe4241927 server_cookie=9fb961108844314c in_seq=0 out_seq=0 2024-05-20T21:22:23.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.632+0000 7fdea3e00700 10 client.27029 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:22:23.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.633+0000 7fdea3e00700 1 -- 172.21.15.8:0/2838866592 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5594e874cd90 con 0x5594e88065e0 2024-05-20T21:22:23.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.633+0000 7fdea3e00700 10 client.27029 handle_command_reply: tid=0 2024-05-20T21:22:23.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.633+0000 7fded3b27b80 1 client.27029 shutdown 2024-05-20T21:22:23.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.633+0000 7fded3b27b80 1 -- 172.21.15.8:0/2838866592 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5594e87ed140 msgr2=0x5594e87f8cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:23.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.633+0000 7fded3b27b80 1 --2- 172.21.15.8:0/2838866592 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5594e87ed140 0x5594e87f8cb0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fdeb4011be0 tx=0x7fdeb40047c0 comp rx=0 tx=0).stop 2024-05-20T21:22:23.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.633+0000 7fded3b27b80 1 -- 172.21.15.8:0/2838866592 shutdown_connections 2024-05-20T21:22:23.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.633+0000 7fded3b27b80 1 --2- 172.21.15.8:0/2838866592 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5594e88065e0 0x5594e8808a10 crc :-1 s=READY pgs=185 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:23.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.633+0000 7fded3b27b80 1 --2- 172.21.15.8:0/2838866592 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5594e87ed140 0x5594e87f8cb0 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:23.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.633+0000 7fded3b27b80 1 --2- 172.21.15.8:0/2838866592 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5594e87f2f30 0x5594e87f6590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:23.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.633+0000 7fded3b27b80 1 --2- 172.21.15.8:0/2838866592 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5594e87f2610 0x5594e87f6050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:23.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.633+0000 7fded3b27b80 1 -- 172.21.15.8:0/2838866592 >> 172.21.15.8:0/2838866592 conn(0x5594e871abe0 msgr2=0x5594e87e6d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:23.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.633+0000 7fdea3e00700 0 client.27029 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:22:23.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.633+0000 7fded3b27b80 1 -- 172.21.15.8:0/2838866592 shutdown_connections 2024-05-20T21:22:23.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.633+0000 7fded3b27b80 1 -- 172.21.15.8:0/2838866592 wait complete. 2024-05-20T21:22:23.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.634+0000 7fded3b27b80 20 client.27029 trim_cache size 0 max 16384 2024-05-20T21:22:23.657 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.656+0000 7fded3b27b80 1 Processor -- start 2024-05-20T21:22:23.657 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.656+0000 7fded3b27b80 1 -- start start 2024-05-20T21:22:23.657 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.657+0000 7fded3b27b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5594e87ed140 0x5594e87ecb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:23.657 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.657+0000 7fded3b27b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5594e87f2610 0x5594e87e74f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:23.657 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.657+0000 7fded3b27b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5594e87f2f30 0x5594e880e2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:23.657 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.657+0000 7fded3b27b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fdec41b2740 con 0x5594e87ed140 2024-05-20T21:22:23.657 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.657+0000 7fded3b27b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fdec41affd0 con 0x5594e87f2f30 2024-05-20T21:22:23.657 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.657+0000 7fded3b27b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fdec41ade20 con 0x5594e87f2610 2024-05-20T21:22:23.657 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.657+0000 7fdec1e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5594e87ed140 0x5594e87ecb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:23.657 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.657+0000 7fdec2800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5594e87f2f30 0x5594e880e2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:23.657 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.657+0000 7fdec1400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5594e87f2610 0x5594e87e74f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:23.657 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.657+0000 7fdec2800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5594e87f2f30 0x5594e880e2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:46054/0 (socket says 172.21.15.8:46054) 2024-05-20T21:22:23.658 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.657+0000 7fdec2800700 1 -- 172.21.15.8:0/3447178103 learned_addr learned my addr 172.21.15.8:0/3447178103 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:23.658 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.658+0000 7fdec2800700 1 -- 172.21.15.8:0/3447178103 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5594e87f2610 msgr2=0x5594e87e74f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:23.658 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.658+0000 7fdec2800700 1 --2- 172.21.15.8:0/3447178103 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5594e87f2610 0x5594e87e74f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:23.658 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.658+0000 7fdec2800700 1 -- 172.21.15.8:0/3447178103 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5594e87ed140 msgr2=0x5594e87ecb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:23.659 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.658+0000 7fdec2800700 1 --2- 172.21.15.8:0/3447178103 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5594e87ed140 0x5594e87ecb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:23.659 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.658+0000 7fdec2800700 1 -- 172.21.15.8:0/3447178103 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5594e87df620 con 0x5594e87f2f30 2024-05-20T21:22:23.659 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.658+0000 7fdec2800700 1 --2- 172.21.15.8:0/3447178103 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5594e87f2f30 0x5594e880e2e0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fdebc009e20 tx=0x7fdebc005040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2966d8c118a6188e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:23.659 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.659+0000 7fdeaea00700 1 -- 172.21.15.8:0/3447178103 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdebc02a070 con 0x5594e87f2f30 2024-05-20T21:22:23.659 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.659+0000 7fdeaea00700 1 -- 172.21.15.8:0/3447178103 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdebc003c00 con 0x5594e87f2f30 2024-05-20T21:22:23.659 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.659+0000 7fdeaea00700 1 -- 172.21.15.8:0/3447178103 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdebc0052f0 con 0x5594e87f2f30 2024-05-20T21:22:23.660 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.659+0000 7fded3b27b80 1 -- 172.21.15.8:0/3447178103 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5594e87f2f30 msgr2=0x5594e880e2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:23.660 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.659+0000 7fded3b27b80 1 --2- 172.21.15.8:0/3447178103 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5594e87f2f30 0x5594e880e2e0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fdebc009e20 tx=0x7fdebc005040 comp rx=0 tx=0).stop 2024-05-20T21:22:23.660 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.660+0000 7fded3b27b80 1 -- 172.21.15.8:0/3447178103 shutdown_connections 2024-05-20T21:22:23.660 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.660+0000 7fded3b27b80 1 --2- 172.21.15.8:0/3447178103 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5594e87f2f30 0x5594e880e2e0 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:23.660 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.660+0000 7fded3b27b80 1 --2- 172.21.15.8:0/3447178103 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5594e87ed140 0x5594e87ecb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:23.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.660+0000 7fded3b27b80 1 --2- 172.21.15.8:0/3447178103 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5594e87f2610 0x5594e87e74f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:23.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.660+0000 7fded3b27b80 1 -- 172.21.15.8:0/3447178103 >> 172.21.15.8:0/3447178103 conn(0x5594e871abe0 msgr2=0x5594e87f0120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:23.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.660+0000 7fded3b27b80 1 -- 172.21.15.8:0/3447178103 shutdown_connections 2024-05-20T21:22:23.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.660+0000 7fded3b27b80 1 -- 172.21.15.8:0/3447178103 wait complete. 2024-05-20T21:22:23.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.660+0000 7fded3b27b80 1 -- start start 2024-05-20T21:22:23.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.660+0000 7fded3b27b80 1 Processor -- start 2024-05-20T21:22:23.662 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.661+0000 7fded3b27b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5594e87ed140 0x5594e880e030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:23.662 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.661+0000 7fded3b27b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5594e87f2610 0x5594e880e570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:23.662 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.661+0000 7fded3b27b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5594e87f2f30 0x5594e880eab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:23.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.661+0000 7fded3b27b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fdec41ae490 con 0x5594e87f2610 2024-05-20T21:22:23.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.661+0000 7fded3b27b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fdec41af900 con 0x5594e87f2f30 2024-05-20T21:22:23.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.661+0000 7fded3b27b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fdec41aeb60 con 0x5594e87ed140 2024-05-20T21:22:23.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.661+0000 7fded3b27b80 10 client.0 _ll_register_callbacks cb 0x5594e86e4c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:22:23.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.661+0000 7fdec1e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5594e87ed140 0x5594e880e030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:23.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.661+0000 7fdec1e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5594e87ed140 0x5594e880e030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:39038/0 (socket says 172.21.15.8:39038) 2024-05-20T21:22:23.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.661+0000 7fdec1e00700 1 -- 172.21.15.8:0/1438315393 learned_addr learned my addr 172.21.15.8:0/1438315393 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:23.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.662+0000 7fdec2800700 1 --2- 172.21.15.8:0/1438315393 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5594e87f2f30 0x5594e880eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:23.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.662+0000 7fdec1400700 1 --2- 172.21.15.8:0/1438315393 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5594e87f2610 0x5594e880e570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:23.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.662+0000 7fdec1e00700 1 -- 172.21.15.8:0/1438315393 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5594e87f2f30 msgr2=0x5594e880eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:23.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.662+0000 7fdec1e00700 1 --2- 172.21.15.8:0/1438315393 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5594e87f2f30 0x5594e880eab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:23.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.662+0000 7fdec1e00700 1 -- 172.21.15.8:0/1438315393 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5594e87f2610 msgr2=0x5594e880e570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:23.664 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.662+0000 7fdec1e00700 1 --2- 172.21.15.8:0/1438315393 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5594e87f2610 0x5594e880e570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:23.664 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.662+0000 7fdec1e00700 1 -- 172.21.15.8:0/1438315393 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5594e8870410 con 0x5594e87ed140 2024-05-20T21:22:23.664 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.662+0000 7fdec1e00700 1 --2- 172.21.15.8:0/1438315393 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5594e87ed140 0x5594e880e030 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fdeb4028870 tx=0x7fdeb401f800 comp rx=0 tx=0).ready entity=mon.1 client_cookie=26b1d353ae8b7ba0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:23.664 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.662+0000 7fdea3e00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:22:23.664 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.663+0000 7fdea3e00700 1 -- 172.21.15.8:0/1438315393 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdeb4028b00 con 0x5594e87ed140 2024-05-20T21:22:23.664 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.663+0000 7fdea3e00700 1 -- 172.21.15.8:0/1438315393 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fdeb4033470 con 0x5594e87ed140 2024-05-20T21:22:23.664 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.663+0000 7fded3b27b80 1 -- 172.21.15.8:0/1438315393 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdebc003c00 con 0x5594e87ed140 2024-05-20T21:22:23.665 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.663+0000 7fdea3e00700 1 -- 172.21.15.8:0/1438315393 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fdeb4043050 con 0x5594e87ed140 2024-05-20T21:22:23.665 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.663+0000 7fded3b27b80 10 client.27085 fetch_fsmap learned FSMap version 26 2024-05-20T21:22:23.665 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.663+0000 7fded3b27b80 1 -- 172.21.15.8:0/1438315393 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5594e88716e0 con 0x5594e87ed140 2024-05-20T21:22:23.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.663+0000 7fdea3e00700 1 -- 172.21.15.8:0/1438315393 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdebc003c00 con 0x5594e87ed140 2024-05-20T21:22:23.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.664+0000 7fdea3e00700 1 -- 172.21.15.8:0/1438315393 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fdeb4031040 con 0x5594e87ed140 2024-05-20T21:22:23.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.664+0000 7fded3b27b80 10 client.27085 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:22:23.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.664+0000 7fded3b27b80 10 client.27085 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:22:23.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.664+0000 7fded3b27b80 20 client.27085 populate_metadata read hostname 'smithi008' 2024-05-20T21:22:23.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.664+0000 7fded3b27b80 1 --2- 172.21.15.8:0/1438315393 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5594e8871d60 0x5594e8874150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:23.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.664+0000 7fded3b27b80 4 client.27085 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:22:23.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.664+0000 7fded3b27b80 1 -- 172.21.15.8:0/1438315393 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5594e8746570 con 0x5594e8871d60 2024-05-20T21:22:23.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.664+0000 7fdec1400700 1 --2- 172.21.15.8:0/1438315393 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5594e8871d60 0x5594e8874150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:23.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.665+0000 7fdec1400700 1 --2- 172.21.15.8:0/1438315393 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5594e8871d60 0x5594e8874150 crc :-1 s=READY pgs=186 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bb9314327bdc7bb1 server_cookie=bfb4cbe3ee9b6dbd in_seq=0 out_seq=0 2024-05-20T21:22:23.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.665+0000 7fdea3e00700 10 client.27085 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:22:23.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.665+0000 7fdea3e00700 1 -- 172.21.15.8:0/1438315393 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5594e8746570 con 0x5594e8871d60 2024-05-20T21:22:23.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.665+0000 7fdea3e00700 10 client.27085 handle_command_reply: tid=0 2024-05-20T21:22:23.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.665+0000 7fded3b27b80 1 client.27085 shutdown 2024-05-20T21:22:23.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.665+0000 7fded3b27b80 1 -- 172.21.15.8:0/1438315393 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5594e87ed140 msgr2=0x5594e880e030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:23.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.665+0000 7fded3b27b80 1 --2- 172.21.15.8:0/1438315393 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5594e87ed140 0x5594e880e030 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fdeb4028870 tx=0x7fdeb401f800 comp rx=0 tx=0).stop 2024-05-20T21:22:23.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.665+0000 7fded3b27b80 1 -- 172.21.15.8:0/1438315393 shutdown_connections 2024-05-20T21:22:23.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.665+0000 7fded3b27b80 1 --2- 172.21.15.8:0/1438315393 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5594e8871d60 0x5594e8874150 crc :-1 s=READY pgs=186 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:23.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.665+0000 7fded3b27b80 1 --2- 172.21.15.8:0/1438315393 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5594e87f2f30 0x5594e880eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:23.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.665+0000 7fded3b27b80 1 --2- 172.21.15.8:0/1438315393 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5594e87ed140 0x5594e880e030 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:23.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.665+0000 7fded3b27b80 1 --2- 172.21.15.8:0/1438315393 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5594e87f2610 0x5594e880e570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:23.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.665+0000 7fdea3e00700 0 client.27085 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:22:23.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.666+0000 7fded3b27b80 1 -- 172.21.15.8:0/1438315393 >> 172.21.15.8:0/1438315393 conn(0x5594e871abe0 msgr2=0x5594e87f3350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:23.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.666+0000 7fded3b27b80 1 -- 172.21.15.8:0/1438315393 shutdown_connections 2024-05-20T21:22:23.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.666+0000 7fded3b27b80 1 -- 172.21.15.8:0/1438315393 wait complete. 2024-05-20T21:22:23.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.666+0000 7fded3b27b80 20 client.27085 trim_cache size 0 max 16384 2024-05-20T21:22:23.668 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:22:23.669 INFO:teuthology.orchestra.run.smithi008.stdout: "status": "no active scrubs running", 2024-05-20T21:22:23.669 INFO:teuthology.orchestra.run.smithi008.stdout: "scrubs": {} 2024-05-20T21:22:23.669 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:22:23.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.666+0000 7fdec9200700 1 -- 172.21.15.8:0/1748159893 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdea80b2900 msgr2=0x7fdea80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:23.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.667+0000 7fdec9200700 1 --2- 172.21.15.8:0/1748159893 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdea80b2900 0x7fdea80b4dc0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fdeb4011490 tx=0x7fdeb4009260 comp rx=0 tx=0).stop 2024-05-20T21:22:23.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.667+0000 7fdec9200700 1 -- 172.21.15.8:0/1748159893 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdec41041a0 msgr2=0x7fdec419c2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:23.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.667+0000 7fdec9200700 1 --2- 172.21.15.8:0/1748159893 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdec41041a0 0x7fdec419c2e0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fdeb000e9a0 tx=0x7fdeb000ecb0 comp rx=0 tx=0).stop 2024-05-20T21:22:23.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.667+0000 7fdec9200700 1 -- 172.21.15.8:0/1748159893 shutdown_connections 2024-05-20T21:22:23.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.667+0000 7fdec9200700 1 --2- 172.21.15.8:0/1748159893 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdea80b2900 0x7fdea80b4dc0 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:23.671 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.667+0000 7fdec9200700 1 --2- 172.21.15.8:0/1748159893 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdec41088f0 0x7fdec41a0620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:23.671 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.667+0000 7fdec9200700 1 --2- 172.21.15.8:0/1748159893 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdec41037f0 0x7fdec419bda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:23.671 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.667+0000 7fdec9200700 1 --2- 172.21.15.8:0/1748159893 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdec41041a0 0x7fdec419c2e0 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:23.671 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.667+0000 7fdec9200700 1 -- 172.21.15.8:0/1748159893 >> 172.21.15.8:0/1748159893 conn(0x7fdec407a6a0 msgr2=0x7fdec41017e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:23.671 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.667+0000 7fdec9200700 1 -- 172.21.15.8:0/1748159893 shutdown_connections 2024-05-20T21:22:23.671 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:23.667+0000 7fdec9200700 1 -- 172.21.15.8:0/1748159893 wait complete. 2024-05-20T21:22:24.474 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:22:24.474 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:22:24.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:22:24 smithi008 ceph-mon[31475]: pgmap v652: 97 pgs: 97 active+clean; 3.4 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:22:24.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:22:24 smithi130 ceph-mon[36448]: pgmap v652: 97 pgs: 97 active+clean; 3.4 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:22:24.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:22:24 smithi050 ceph-mon[35809]: pgmap v652: 97 pgs: 97 active+clean; 3.4 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:22:24.959 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:22:26.771 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:22:26 smithi008 ceph-mon[31475]: pgmap v653: 97 pgs: 97 active+clean; 3.4 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:22:26.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:22:26 smithi130 ceph-mon[36448]: pgmap v653: 97 pgs: 97 active+clean; 3.4 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:22:26.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:22:26 smithi050 ceph-mon[35809]: pgmap v653: 97 pgs: 97 active+clean; 3.4 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:22:27.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:27.090+0000 7fd529600700 1 -- 172.21.15.8:0/2953210607 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd52410b780 msgr2=0x7fd52410bb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:27.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:27.090+0000 7fd529600700 1 --2- 172.21.15.8:0/2953210607 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd52410b780 0x7fd52410bb60 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7fd514009990 tx=0x7fd514009ca0 comp rx=0 tx=0).stop 2024-05-20T21:22:27.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:27.090+0000 7fd529600700 1 -- 172.21.15.8:0/2953210607 shutdown_connections 2024-05-20T21:22:27.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:27.090+0000 7fd529600700 1 --2- 172.21.15.8:0/2953210607 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd524106140 0x7fd524112650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:27.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:27.090+0000 7fd529600700 1 --2- 172.21.15.8:0/2953210607 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd52410b780 0x7fd52410bb60 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:27.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:27.090+0000 7fd529600700 1 --2- 172.21.15.8:0/2953210607 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd524105780 0x7fd524105c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:27.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:27.090+0000 7fd529600700 1 -- 172.21.15.8:0/2953210607 >> 172.21.15.8:0/2953210607 conn(0x7fd524101270 msgr2=0x7fd524103690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:27.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:27.090+0000 7fd529600700 1 -- 172.21.15.8:0/2953210607 shutdown_connections 2024-05-20T21:22:27.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:27.090+0000 7fd529600700 1 -- 172.21.15.8:0/2953210607 wait complete. 2024-05-20T21:22:27.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:27.092+0000 7fd529600700 1 Processor -- start 2024-05-20T21:22:27.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:27.092+0000 7fd529600700 1 -- start start 2024-05-20T21:22:27.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:27.093+0000 7fd529600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd524105780 0x7fd52419be80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:27.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:27.093+0000 7fd529600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd524106140 0x7fd52419c3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:27.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:27.093+0000 7fd529600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd52410b780 0x7fd5241a0750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:27.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:27.093+0000 7fd529600700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fd5241159b0 con 0x7fd524105780 2024-05-20T21:22:27.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:27.093+0000 7fd529600700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fd524115830 con 0x7fd524106140 2024-05-20T21:22:27.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:27.093+0000 7fd529600700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fd524115b30 con 0x7fd52410b780 2024-05-20T21:22:27.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:27.093+0000 7fd522a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd524105780 0x7fd52419be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:27.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:27.093+0000 7fd522a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd524105780 0x7fd52419be80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:60674/0 (socket says 172.21.15.8:60674) 2024-05-20T21:22:27.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:27.093+0000 7fd522000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd524106140 0x7fd52419c3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:27.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:27.093+0000 7fd522a00700 1 -- 172.21.15.8:0/1121353468 learned_addr learned my addr 172.21.15.8:0/1121353468 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:27.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:27.093+0000 7fd523400700 1 --2- 172.21.15.8:0/1121353468 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd52410b780 0x7fd5241a0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:27.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:27.093+0000 7fd522000700 1 -- 172.21.15.8:0/1121353468 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd52410b780 msgr2=0x7fd5241a0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:27.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:27.093+0000 7fd522000700 1 --2- 172.21.15.8:0/1121353468 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd52410b780 0x7fd5241a0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:27.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:27.094+0000 7fd522000700 1 -- 172.21.15.8:0/1121353468 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd524105780 msgr2=0x7fd52419be80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:27.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:27.094+0000 7fd522000700 1 --2- 172.21.15.8:0/1121353468 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd524105780 0x7fd52419be80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:27.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:27.094+0000 7fd522000700 1 -- 172.21.15.8:0/1121353468 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5241a0e90 con 0x7fd524106140 2024-05-20T21:22:27.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:27.094+0000 7fd523400700 1 --2- 172.21.15.8:0/1121353468 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd52410b780 0x7fd5241a0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:27.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:27.094+0000 7fd522a00700 1 --2- 172.21.15.8:0/1121353468 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd524105780 0x7fd52419be80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:27.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:27.094+0000 7fd522000700 1 --2- 172.21.15.8:0/1121353468 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd524106140 0x7fd52419c3c0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fd51000e9f0 tx=0x7fd51000ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:27.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:27.094+0000 7fd51b400700 1 -- 172.21.15.8:0/1121353468 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd51000c9c0 con 0x7fd524106140 2024-05-20T21:22:27.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:27.094+0000 7fd51b400700 1 -- 172.21.15.8:0/1121353468 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd51000cb60 con 0x7fd524106140 2024-05-20T21:22:27.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:27.094+0000 7fd529600700 1 -- 172.21.15.8:0/1121353468 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5241a1180 con 0x7fd524106140 2024-05-20T21:22:27.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:27.094+0000 7fd51b400700 1 -- 172.21.15.8:0/1121353468 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd510018680 con 0x7fd524106140 2024-05-20T21:22:27.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:27.094+0000 7fd529600700 1 -- 172.21.15.8:0/1121353468 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5241a8a00 con 0x7fd524106140 2024-05-20T21:22:27.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:27.095+0000 7fd529600700 1 -- 172.21.15.8:0/1121353468 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd52410dd10 con 0x7fd524106140 2024-05-20T21:22:27.098 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:27.099+0000 7fd51b400700 1 -- 172.21.15.8:0/1121353468 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fd510010430 con 0x7fd524106140 2024-05-20T21:22:27.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:27.100+0000 7fd51b400700 1 --2- 172.21.15.8:0/1121353468 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd5080b2880 0x7fd5080b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:27.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:27.100+0000 7fd51b400700 1 -- 172.21.15.8:0/1121353468 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fd5100e2750 con 0x7fd524106140 2024-05-20T21:22:27.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:27.100+0000 7fd522a00700 1 --2- 172.21.15.8:0/1121353468 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd5080b2880 0x7fd5080b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:27.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:27.101+0000 7fd522a00700 1 --2- 172.21.15.8:0/1121353468 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd5080b2880 0x7fd5080b4d40 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fd514006010 tx=0x7fd51400b280 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:27.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:27.101+0000 7fd51b400700 1 -- 172.21.15.8:0/1121353468 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fd5100aa400 con 0x7fd524106140 2024-05-20T21:22:27.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:27.389+0000 7fd529600700 1 -- 172.21.15.8:0/1121353468 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd52406a230 con 0x7fd524106140 2024-05-20T21:22:27.389 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:27.390+0000 7fd51b400700 1 -- 172.21.15.8:0/1121353468 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7fd5100a9d00 con 0x7fd524106140 2024-05-20T21:22:27.390 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:22:27.390 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:22:27.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:27.393+0000 7fd529600700 1 -- 172.21.15.8:0/1121353468 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd5080b2880 msgr2=0x7fd5080b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:27.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:27.393+0000 7fd529600700 1 --2- 172.21.15.8:0/1121353468 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd5080b2880 0x7fd5080b4d40 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fd514006010 tx=0x7fd51400b280 comp rx=0 tx=0).stop 2024-05-20T21:22:27.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:27.393+0000 7fd529600700 1 -- 172.21.15.8:0/1121353468 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd524106140 msgr2=0x7fd52419c3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:27.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:27.393+0000 7fd529600700 1 --2- 172.21.15.8:0/1121353468 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd524106140 0x7fd52419c3c0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fd51000e9f0 tx=0x7fd51000ed00 comp rx=0 tx=0).stop 2024-05-20T21:22:27.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:27.393+0000 7fd529600700 1 -- 172.21.15.8:0/1121353468 shutdown_connections 2024-05-20T21:22:27.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:27.393+0000 7fd529600700 1 --2- 172.21.15.8:0/1121353468 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd5080b2880 0x7fd5080b4d40 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:27.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:27.393+0000 7fd529600700 1 --2- 172.21.15.8:0/1121353468 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd52410b780 0x7fd5241a0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:27.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:27.393+0000 7fd529600700 1 --2- 172.21.15.8:0/1121353468 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd524105780 0x7fd52419be80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:27.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:27.393+0000 7fd529600700 1 --2- 172.21.15.8:0/1121353468 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd524106140 0x7fd52419c3c0 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:27.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:27.393+0000 7fd529600700 1 -- 172.21.15.8:0/1121353468 >> 172.21.15.8:0/1121353468 conn(0x7fd524101270 msgr2=0x7fd524101a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:27.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:27.394+0000 7fd529600700 1 -- 172.21.15.8:0/1121353468 shutdown_connections 2024-05-20T21:22:27.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:27.394+0000 7fd529600700 1 -- 172.21.15.8:0/1121353468 wait complete. 2024-05-20T21:22:27.394 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:22:27.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:22:27 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/1121353468' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:22:27.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:22:27 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/1121353468' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:22:27.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:22:27 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/1121353468' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:22:28.293 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:22:28.767 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:22:28.917 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:22:28 smithi008 ceph-mon[31475]: pgmap v654: 97 pgs: 97 active+clean; 3.4 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:22:28.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:22:28 smithi130 ceph-mon[36448]: pgmap v654: 97 pgs: 97 active+clean; 3.4 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:22:28.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:22:28 smithi050 ceph-mon[35809]: pgmap v654: 97 pgs: 97 active+clean; 3.4 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:22:30.850 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:22:30 smithi008 ceph-mon[31475]: pgmap v655: 97 pgs: 97 active+clean; 3.4 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:22:30.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:22:30 smithi130 ceph-mon[36448]: pgmap v655: 97 pgs: 97 active+clean; 3.4 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:22:30.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:22:30 smithi050 ceph-mon[35809]: pgmap v655: 97 pgs: 97 active+clean; 3.4 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:22:31.153 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.153+0000 7fdf58c00700 1 -- 172.21.15.8:0/1482799121 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdf541041a0 msgr2=0x7fdf541081c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:31.153 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.153+0000 7fdf58c00700 1 --2- 172.21.15.8:0/1482799121 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdf541041a0 0x7fdf541081c0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7fdf3c0099c0 tx=0x7fdf3c009cd0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.153 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.153+0000 7fdf58c00700 1 -- 172.21.15.8:0/1482799121 shutdown_connections 2024-05-20T21:22:31.153 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.153+0000 7fdf58c00700 1 --2- 172.21.15.8:0/1482799121 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdf541088f0 0x7fdf54110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.153+0000 7fdf58c00700 1 --2- 172.21.15.8:0/1482799121 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdf541037f0 0x7fdf54103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.153+0000 7fdf58c00700 1 --2- 172.21.15.8:0/1482799121 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdf541041a0 0x7fdf541081c0 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.153+0000 7fdf58c00700 1 -- 172.21.15.8:0/1482799121 >> 172.21.15.8:0/1482799121 conn(0x7fdf5407a6a0 msgr2=0x7fdf5407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:31.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.153+0000 7fdf58c00700 1 -- 172.21.15.8:0/1482799121 shutdown_connections 2024-05-20T21:22:31.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.154+0000 7fdf58c00700 1 -- 172.21.15.8:0/1482799121 wait complete. 2024-05-20T21:22:31.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.155+0000 7fdf58c00700 1 Processor -- start 2024-05-20T21:22:31.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.155+0000 7fdf58c00700 1 -- start start 2024-05-20T21:22:31.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.156+0000 7fdf58c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdf541037f0 0x7fdf5419bda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:31.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.156+0000 7fdf58c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdf541041a0 0x7fdf5419c2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:31.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.156+0000 7fdf58c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdf541088f0 0x7fdf541a0670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:31.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.156+0000 7fdf58c00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fdf541136d0 con 0x7fdf541041a0 2024-05-20T21:22:31.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.156+0000 7fdf58c00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fdf54113550 con 0x7fdf541037f0 2024-05-20T21:22:31.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.156+0000 7fdf58c00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fdf54113850 con 0x7fdf541088f0 2024-05-20T21:22:31.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.156+0000 7fdf4be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdf541041a0 0x7fdf5419c2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:31.157 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.156+0000 7fdf4be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdf541041a0 0x7fdf5419c2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:60696/0 (socket says 172.21.15.8:60696) 2024-05-20T21:22:31.157 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.156+0000 7fdf4be00700 1 -- 172.21.15.8:0/2137267105 learned_addr learned my addr 172.21.15.8:0/2137267105 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:31.157 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.156+0000 7fdf51e00700 1 --2- 172.21.15.8:0/2137267105 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdf541037f0 0x7fdf5419bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:31.157 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.156+0000 7fdf52800700 1 --2- 172.21.15.8:0/2137267105 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdf541088f0 0x7fdf541a0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:31.157 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.157+0000 7fdf51e00700 1 -- 172.21.15.8:0/2137267105 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdf541088f0 msgr2=0x7fdf541a0670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:31.157 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.157+0000 7fdf51e00700 1 --2- 172.21.15.8:0/2137267105 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdf541088f0 0x7fdf541a0670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.157 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.157+0000 7fdf51e00700 1 -- 172.21.15.8:0/2137267105 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdf541041a0 msgr2=0x7fdf5419c2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:31.157 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.157+0000 7fdf51e00700 1 --2- 172.21.15.8:0/2137267105 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdf541041a0 0x7fdf5419c2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.157 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.157+0000 7fdf51e00700 1 -- 172.21.15.8:0/2137267105 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf541a0db0 con 0x7fdf541037f0 2024-05-20T21:22:31.157 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.157+0000 7fdf4be00700 1 --2- 172.21.15.8:0/2137267105 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdf541041a0 0x7fdf5419c2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:31.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.157+0000 7fdf51e00700 1 --2- 172.21.15.8:0/2137267105 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdf541037f0 0x7fdf5419bda0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fdf4400d750 tx=0x7fdf4400da60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:31.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.157+0000 7fdf4aa00700 1 -- 172.21.15.8:0/2137267105 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf44016070 con 0x7fdf541037f0 2024-05-20T21:22:31.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.157+0000 7fdf58c00700 1 -- 172.21.15.8:0/2137267105 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf541a10a0 con 0x7fdf541037f0 2024-05-20T21:22:31.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.157+0000 7fdf4aa00700 1 -- 172.21.15.8:0/2137267105 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdf44005020 con 0x7fdf541037f0 2024-05-20T21:22:31.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.157+0000 7fdf4aa00700 1 -- 172.21.15.8:0/2137267105 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf4400fa10 con 0x7fdf541037f0 2024-05-20T21:22:31.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.158+0000 7fdf58c00700 1 -- 172.21.15.8:0/2137267105 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf541a8920 con 0x7fdf541037f0 2024-05-20T21:22:31.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.161+0000 7fdf4aa00700 1 -- 172.21.15.8:0/2137267105 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fdf44004a30 con 0x7fdf541037f0 2024-05-20T21:22:31.162 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.162+0000 7fdf6360ab80 1 Processor -- start 2024-05-20T21:22:31.162 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.162+0000 7fdf6360ab80 1 -- start start 2024-05-20T21:22:31.162 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.163+0000 7fdf6360ab80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d57ee93eb0 0x55d57ee94290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:31.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.163+0000 7fdf6360ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d57ee947d0 0x55d57ee8e260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:31.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.163+0000 7fdf6360ab80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d57ee8e880 0x55d57ee8ece0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:31.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.163+0000 7fdf6360ab80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55d57edece40 con 0x55d57ee8e880 2024-05-20T21:22:31.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.163+0000 7fdf6360ab80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55d57eddc9e0 con 0x55d57ee93eb0 2024-05-20T21:22:31.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.163+0000 7fdf6360ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55d57ede0a20 con 0x55d57ee947d0 2024-05-20T21:22:31.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.163+0000 7fdf4aa00700 1 --2- 172.21.15.8:0/2137267105 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdf380b2880 0x7fdf380b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:31.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.163+0000 7fdf4be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d57ee8e880 0x55d57ee8ece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:31.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.163+0000 7fdf4be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d57ee8e880 0x55d57ee8ece0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:60706/0 (socket says 172.21.15.8:60706) 2024-05-20T21:22:31.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.163+0000 7fdf52800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d57ee93eb0 0x55d57ee94290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:31.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.163+0000 7fdf4be00700 1 -- 172.21.15.8:0/342549327 learned_addr learned my addr 172.21.15.8:0/342549327 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:31.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.163+0000 7fdf51e00700 1 --2- 172.21.15.8:0/342549327 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d57ee947d0 0x55d57ee8e260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:31.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.163+0000 7fdf4aa00700 1 -- 172.21.15.8:0/2137267105 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fdf440e1c90 con 0x7fdf541037f0 2024-05-20T21:22:31.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.164+0000 7fdf52800700 1 --2- 172.21.15.8:0/2137267105 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdf380b2880 0x7fdf380b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:31.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.164+0000 7fdf4be00700 1 -- 172.21.15.8:0/342549327 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d57ee947d0 msgr2=0x55d57ee8e260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:31.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.164+0000 7fdf4be00700 1 --2- 172.21.15.8:0/342549327 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d57ee947d0 0x55d57ee8e260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.164+0000 7fdf4be00700 1 -- 172.21.15.8:0/342549327 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d57ee93eb0 msgr2=0x55d57ee94290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:31.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.164+0000 7fdf4be00700 1 --2- 172.21.15.8:0/342549327 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d57ee93eb0 0x55d57ee94290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.164+0000 7fdf4be00700 1 -- 172.21.15.8:0/342549327 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d57eda5420 con 0x55d57ee8e880 2024-05-20T21:22:31.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.164+0000 7fdf51e00700 1 --2- 172.21.15.8:0/342549327 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d57ee947d0 0x55d57ee8e260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:31.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.164+0000 7fdf4be00700 1 --2- 172.21.15.8:0/342549327 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d57ee8e880 0x55d57ee8ece0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fdf3c00b580 tx=0x7fdf3c00b790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=60032247db7429e5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:31.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.164+0000 7fdf52800700 1 --2- 172.21.15.8:0/2137267105 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdf380b2880 0x7fdf380b4d40 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fdf4c009ec0 tx=0x7fdf4c004b40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:31.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.164+0000 7fdf43400700 1 -- 172.21.15.8:0/342549327 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf3c028070 con 0x55d57ee8e880 2024-05-20T21:22:31.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.165+0000 7fdf43400700 1 -- 172.21.15.8:0/342549327 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdf3c005570 con 0x55d57ee8e880 2024-05-20T21:22:31.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.165+0000 7fdf43400700 1 -- 172.21.15.8:0/342549327 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf3c003ce0 con 0x55d57ee8e880 2024-05-20T21:22:31.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.165+0000 7fdf6360ab80 1 -- 172.21.15.8:0/342549327 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d57ee8e880 msgr2=0x55d57ee8ece0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:31.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.165+0000 7fdf6360ab80 1 --2- 172.21.15.8:0/342549327 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d57ee8e880 0x55d57ee8ece0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fdf3c00b580 tx=0x7fdf3c00b790 comp rx=0 tx=0).stop 2024-05-20T21:22:31.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.166+0000 7fdf6360ab80 1 -- 172.21.15.8:0/342549327 shutdown_connections 2024-05-20T21:22:31.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.166+0000 7fdf6360ab80 1 --2- 172.21.15.8:0/342549327 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d57ee93eb0 0x55d57ee94290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.166+0000 7fdf6360ab80 1 --2- 172.21.15.8:0/342549327 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d57ee8e880 0x55d57ee8ece0 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.166+0000 7fdf6360ab80 1 --2- 172.21.15.8:0/342549327 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d57ee947d0 0x55d57ee8e260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.166+0000 7fdf6360ab80 1 -- 172.21.15.8:0/342549327 >> 172.21.15.8:0/342549327 conn(0x55d57edbcbe0 msgr2=0x55d57ee89010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:31.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.166+0000 7fdf6360ab80 1 -- 172.21.15.8:0/342549327 shutdown_connections 2024-05-20T21:22:31.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.166+0000 7fdf6360ab80 1 -- 172.21.15.8:0/342549327 wait complete. 2024-05-20T21:22:31.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.166+0000 7fdf6360ab80 1 -- start start 2024-05-20T21:22:31.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.166+0000 7fdf6360ab80 1 Processor -- start 2024-05-20T21:22:31.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.167+0000 7fdf6360ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d57ee8e880 0x55d57ee9a480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:31.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.167+0000 7fdf6360ab80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d57ee93eb0 0x55d57ee97820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:31.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.167+0000 7fdf6360ab80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d57ee947d0 0x55d57ee97d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:31.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.167+0000 7fdf6360ab80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55d57ece2fa0 con 0x55d57ee947d0 2024-05-20T21:22:31.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.167+0000 7fdf6360ab80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55d57ed7d760 con 0x55d57ee93eb0 2024-05-20T21:22:31.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.167+0000 7fdf6360ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55d57ee9b1e0 con 0x55d57ee8e880 2024-05-20T21:22:31.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.167+0000 7fdf6360ab80 10 client.0 _ll_register_callbacks cb 0x55d57ed86c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:22:31.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.167+0000 7fdf51e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d57ee8e880 0x55d57ee9a480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:31.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.167+0000 7fdf52800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d57ee947d0 0x55d57ee97d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:31.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.167+0000 7fdf51e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d57ee8e880 0x55d57ee9a480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:39082/0 (socket says 172.21.15.8:39082) 2024-05-20T21:22:31.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.167+0000 7fdf51e00700 1 -- 172.21.15.8:0/1707418928 learned_addr learned my addr 172.21.15.8:0/1707418928 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:31.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.167+0000 7fdf4be00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d57ee93eb0 0x55d57ee97820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:31.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.168+0000 7fdf51e00700 1 -- 172.21.15.8:0/1707418928 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d57ee93eb0 msgr2=0x55d57ee97820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:31.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.168+0000 7fdf51e00700 1 --2- 172.21.15.8:0/1707418928 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d57ee93eb0 0x55d57ee97820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.168+0000 7fdf51e00700 1 -- 172.21.15.8:0/1707418928 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d57ee947d0 msgr2=0x55d57ee97d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:31.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.168+0000 7fdf51e00700 1 --2- 172.21.15.8:0/1707418928 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d57ee947d0 0x55d57ee97d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.170 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.168+0000 7fdf51e00700 1 -- 172.21.15.8:0/1707418928 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d57ed2c8d0 con 0x55d57ee8e880 2024-05-20T21:22:31.170 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.168+0000 7fdf51e00700 1 --2- 172.21.15.8:0/1707418928 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d57ee8e880 0x55d57ee9a480 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fdf440a91d0 tx=0x7fdf44008c80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=579d5bced978d74e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:31.170 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.168+0000 7fdf37e00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:22:31.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.168+0000 7fdf37e00700 1 -- 172.21.15.8:0/1707418928 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf440a9940 con 0x55d57ee8e880 2024-05-20T21:22:31.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.168+0000 7fdf37e00700 1 -- 172.21.15.8:0/1707418928 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fdf440ad1b0 con 0x55d57ee8e880 2024-05-20T21:22:31.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.169+0000 7fdf6360ab80 1 -- 172.21.15.8:0/1707418928 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdf3c005570 con 0x55d57ee8e880 2024-05-20T21:22:31.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.169+0000 7fdf37e00700 1 -- 172.21.15.8:0/1707418928 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fdf440ad3b0 con 0x55d57ee8e880 2024-05-20T21:22:31.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.169+0000 7fdf6360ab80 10 client.27103 fetch_fsmap learned FSMap version 26 2024-05-20T21:22:31.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.169+0000 7fdf6360ab80 1 -- 172.21.15.8:0/1707418928 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d57edad060 con 0x55d57ee8e880 2024-05-20T21:22:31.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.169+0000 7fdf37e00700 1 -- 172.21.15.8:0/1707418928 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdf3c005570 con 0x55d57ee8e880 2024-05-20T21:22:31.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.169+0000 7fdf37e00700 1 -- 172.21.15.8:0/1707418928 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fdf440dfc70 con 0x55d57ee8e880 2024-05-20T21:22:31.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.169+0000 7fdf6360ab80 10 client.27103 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:22:31.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.169+0000 7fdf6360ab80 10 client.27103 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:22:31.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.169+0000 7fdf6360ab80 20 client.27103 populate_metadata read hostname 'smithi008' 2024-05-20T21:22:31.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.170+0000 7fdf6360ab80 1 --2- 172.21.15.8:0/1707418928 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55d57eea7cd0 0x55d57eeaa0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:31.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.170+0000 7fdf6360ab80 4 client.27103 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:22:31.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.170+0000 7fdf6360ab80 1 -- 172.21.15.8:0/1707418928 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d57edeed90 con 0x55d57eea7cd0 2024-05-20T21:22:31.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.170+0000 7fdf4be00700 1 --2- 172.21.15.8:0/1707418928 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55d57eea7cd0 0x55d57eeaa0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:31.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.170+0000 7fdf4be00700 1 --2- 172.21.15.8:0/1707418928 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55d57eea7cd0 0x55d57eeaa0c0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=e867a18a35a2106a server_cookie=c83e8aa1e308da1 in_seq=0 out_seq=0 2024-05-20T21:22:31.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.170+0000 7fdf37e00700 10 client.27103 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:22:31.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.171+0000 7fdf37e00700 1 -- 172.21.15.8:0/1707418928 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55d57edeed90 con 0x55d57eea7cd0 2024-05-20T21:22:31.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.171+0000 7fdf37e00700 10 client.27103 handle_command_reply: tid=0 2024-05-20T21:22:31.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.171+0000 7fdf6360ab80 1 client.27103 shutdown 2024-05-20T21:22:31.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.172+0000 7fdf6360ab80 1 -- 172.21.15.8:0/1707418928 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d57ee8e880 msgr2=0x55d57ee9a480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:31.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.172+0000 7fdf6360ab80 1 --2- 172.21.15.8:0/1707418928 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d57ee8e880 0x55d57ee9a480 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fdf440a91d0 tx=0x7fdf44008c80 comp rx=0 tx=0).stop 2024-05-20T21:22:31.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.172+0000 7fdf6360ab80 1 -- 172.21.15.8:0/1707418928 shutdown_connections 2024-05-20T21:22:31.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.172+0000 7fdf6360ab80 1 --2- 172.21.15.8:0/1707418928 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55d57eea7cd0 0x55d57eeaa0c0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.174 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.172+0000 7fdf6360ab80 1 --2- 172.21.15.8:0/1707418928 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d57ee947d0 0x55d57ee97d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.174 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.172+0000 7fdf6360ab80 1 --2- 172.21.15.8:0/1707418928 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d57ee8e880 0x55d57ee9a480 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.174 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.172+0000 7fdf6360ab80 1 --2- 172.21.15.8:0/1707418928 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d57ee93eb0 0x55d57ee97820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.174 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.172+0000 7fdf6360ab80 1 -- 172.21.15.8:0/1707418928 >> 172.21.15.8:0/1707418928 conn(0x55d57edbcbe0 msgr2=0x55d57ee8d250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:31.174 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.172+0000 7fdf37e00700 0 client.27103 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:22:31.174 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.172+0000 7fdf6360ab80 1 -- 172.21.15.8:0/1707418928 shutdown_connections 2024-05-20T21:22:31.174 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.172+0000 7fdf6360ab80 1 -- 172.21.15.8:0/1707418928 wait complete. 2024-05-20T21:22:31.174 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.172+0000 7fdf6360ab80 20 client.27103 trim_cache size 0 max 16384 2024-05-20T21:22:31.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.189+0000 7fdf6360ab80 1 Processor -- start 2024-05-20T21:22:31.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.189+0000 7fdf6360ab80 1 -- start start 2024-05-20T21:22:31.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.189+0000 7fdf6360ab80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d57ee8e880 0x55d57ee8e260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:31.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.190+0000 7fdf6360ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d57ee93eb0 0x55d57ee889e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:31.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.190+0000 7fdf6360ab80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d57ee947d0 0x55d57ee88f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:31.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.190+0000 7fdf6360ab80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fdf541b2630 con 0x55d57ee947d0 2024-05-20T21:22:31.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.190+0000 7fdf6360ab80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fdf541afec0 con 0x55d57ee8e880 2024-05-20T21:22:31.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.190+0000 7fdf6360ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fdf541add10 con 0x55d57ee93eb0 2024-05-20T21:22:31.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.190+0000 7fdf52800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d57ee947d0 0x55d57ee88f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:31.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.190+0000 7fdf52800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d57ee947d0 0x55d57ee88f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:60736/0 (socket says 172.21.15.8:60736) 2024-05-20T21:22:31.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.190+0000 7fdf52800700 1 -- 172.21.15.8:0/4180124765 learned_addr learned my addr 172.21.15.8:0/4180124765 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:31.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.190+0000 7fdf51e00700 1 --2- 172.21.15.8:0/4180124765 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d57ee8e880 0x55d57ee8e260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:31.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.190+0000 7fdf4be00700 1 --2- 172.21.15.8:0/4180124765 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d57ee93eb0 0x55d57ee889e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:31.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.190+0000 7fdf51e00700 1 -- 172.21.15.8:0/4180124765 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d57ee93eb0 msgr2=0x55d57ee889e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:31.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.190+0000 7fdf51e00700 1 --2- 172.21.15.8:0/4180124765 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d57ee93eb0 0x55d57ee889e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.190+0000 7fdf51e00700 1 -- 172.21.15.8:0/4180124765 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d57ee947d0 msgr2=0x55d57ee88f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:31.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.190+0000 7fdf51e00700 1 --2- 172.21.15.8:0/4180124765 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d57ee947d0 0x55d57ee88f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.190+0000 7fdf51e00700 1 -- 172.21.15.8:0/4180124765 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d57ee834c0 con 0x55d57ee8e880 2024-05-20T21:22:31.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.191+0000 7fdf51e00700 1 --2- 172.21.15.8:0/4180124765 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d57ee8e880 0x55d57ee8e260 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fdf440a8f40 tx=0x7fdf440a97e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c9caf265aeb76151 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:31.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.191+0000 7fdf42a00700 1 -- 172.21.15.8:0/4180124765 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf440a9940 con 0x55d57ee8e880 2024-05-20T21:22:31.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.191+0000 7fdf42a00700 1 -- 172.21.15.8:0/4180124765 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdf440a9240 con 0x55d57ee8e880 2024-05-20T21:22:31.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.191+0000 7fdf42a00700 1 -- 172.21.15.8:0/4180124765 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf440dfbe0 con 0x55d57ee8e880 2024-05-20T21:22:31.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.192+0000 7fdf6360ab80 1 -- 172.21.15.8:0/4180124765 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d57ee8e880 msgr2=0x55d57ee8e260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:31.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.192+0000 7fdf6360ab80 1 --2- 172.21.15.8:0/4180124765 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d57ee8e880 0x55d57ee8e260 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fdf440a8f40 tx=0x7fdf440a97e0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.192+0000 7fdf6360ab80 1 -- 172.21.15.8:0/4180124765 shutdown_connections 2024-05-20T21:22:31.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.192+0000 7fdf6360ab80 1 --2- 172.21.15.8:0/4180124765 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d57ee8e880 0x55d57ee8e260 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.192+0000 7fdf6360ab80 1 --2- 172.21.15.8:0/4180124765 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d57ee947d0 0x55d57ee88f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.192+0000 7fdf6360ab80 1 --2- 172.21.15.8:0/4180124765 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d57ee93eb0 0x55d57ee889e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.192+0000 7fdf6360ab80 1 -- 172.21.15.8:0/4180124765 >> 172.21.15.8:0/4180124765 conn(0x55d57edbcbe0 msgr2=0x55d57ee919c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:31.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.192+0000 7fdf6360ab80 1 -- 172.21.15.8:0/4180124765 shutdown_connections 2024-05-20T21:22:31.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.192+0000 7fdf6360ab80 1 -- 172.21.15.8:0/4180124765 wait complete. 2024-05-20T21:22:31.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.193+0000 7fdf6360ab80 1 -- start start 2024-05-20T21:22:31.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.193+0000 7fdf6360ab80 1 Processor -- start 2024-05-20T21:22:31.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.193+0000 7fdf6360ab80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d57ee8e880 0x55d57eea0980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:31.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.193+0000 7fdf6360ab80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d57ee93eb0 0x55d57eeaef50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:31.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.193+0000 7fdf6360ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d57ee947d0 0x55d57eeaf490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:31.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.193+0000 7fdf6360ab80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fdf541ae380 con 0x55d57ee93eb0 2024-05-20T21:22:31.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.193+0000 7fdf6360ab80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fdf541af7f0 con 0x55d57ee8e880 2024-05-20T21:22:31.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.193+0000 7fdf6360ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fdf541aea50 con 0x55d57ee947d0 2024-05-20T21:22:31.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.193+0000 7fdf6360ab80 10 client.0 _ll_register_callbacks cb 0x55d57ed86c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:22:31.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.194+0000 7fdf4be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d57ee93eb0 0x55d57eeaef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:31.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.194+0000 7fdf51e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d57ee8e880 0x55d57eea0980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:31.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.194+0000 7fdf4be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d57ee93eb0 0x55d57eeaef50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:60746/0 (socket says 172.21.15.8:60746) 2024-05-20T21:22:31.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.194+0000 7fdf51e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d57ee8e880 0x55d57eea0980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:46132/0 (socket says 172.21.15.8:46132) 2024-05-20T21:22:31.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.194+0000 7fdf4be00700 1 -- 172.21.15.8:0/1157886080 learned_addr learned my addr 172.21.15.8:0/1157886080 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:31.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.194+0000 7fdf52800700 1 --2- 172.21.15.8:0/1157886080 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d57ee947d0 0x55d57eeaf490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:31.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.194+0000 7fdf51e00700 1 -- 172.21.15.8:0/1157886080 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d57ee947d0 msgr2=0x55d57eeaf490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:31.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.194+0000 7fdf51e00700 1 --2- 172.21.15.8:0/1157886080 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d57ee947d0 0x55d57eeaf490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.194+0000 7fdf51e00700 1 -- 172.21.15.8:0/1157886080 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d57ee93eb0 msgr2=0x55d57eeaef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:31.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.194+0000 7fdf51e00700 1 --2- 172.21.15.8:0/1157886080 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d57ee93eb0 0x55d57eeaef50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.194+0000 7fdf51e00700 1 -- 172.21.15.8:0/1157886080 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d57eeafa80 con 0x55d57ee8e880 2024-05-20T21:22:31.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.194+0000 7fdf4be00700 1 --2- 172.21.15.8:0/1157886080 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d57ee93eb0 0x55d57eeaef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:31.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.195+0000 7fdf51e00700 1 --2- 172.21.15.8:0/1157886080 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d57ee8e880 0x55d57eea0980 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fdf440a8f40 tx=0x7fdf440a9660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f9aa47a04de3a820 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:31.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.195+0000 7fdf37e00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:22:31.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.195+0000 7fdf37e00700 1 -- 172.21.15.8:0/1157886080 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf4406c020 con 0x55d57ee8e880 2024-05-20T21:22:31.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.195+0000 7fdf37e00700 1 -- 172.21.15.8:0/1157886080 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fdf440ad1b0 con 0x55d57ee8e880 2024-05-20T21:22:31.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.195+0000 7fdf6360ab80 1 -- 172.21.15.8:0/1157886080 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdf440a9240 con 0x55d57ee8e880 2024-05-20T21:22:31.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.195+0000 7fdf37e00700 1 -- 172.21.15.8:0/1157886080 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fdf440ad5f0 con 0x55d57ee8e880 2024-05-20T21:22:31.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.195+0000 7fdf6360ab80 10 client.27059 fetch_fsmap learned FSMap version 26 2024-05-20T21:22:31.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.195+0000 7fdf6360ab80 1 -- 172.21.15.8:0/1157886080 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d57ef125d0 con 0x55d57ee8e880 2024-05-20T21:22:31.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.195+0000 7fdf37e00700 1 -- 172.21.15.8:0/1157886080 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdf440a9240 con 0x55d57ee8e880 2024-05-20T21:22:31.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.195+0000 7fdf37e00700 1 -- 172.21.15.8:0/1157886080 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fdf440a4cd0 con 0x55d57ee8e880 2024-05-20T21:22:31.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.196+0000 7fdf6360ab80 10 client.27059 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:22:31.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.196+0000 7fdf6360ab80 10 client.27059 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:22:31.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.196+0000 7fdf6360ab80 20 client.27059 populate_metadata read hostname 'smithi008' 2024-05-20T21:22:31.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.196+0000 7fdf6360ab80 1 --2- 172.21.15.8:0/1157886080 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55d57ef12a60 0x55d57ef14e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:31.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.196+0000 7fdf6360ab80 4 client.27059 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:22:31.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.196+0000 7fdf6360ab80 1 -- 172.21.15.8:0/1157886080 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d57ede8570 con 0x55d57ef12a60 2024-05-20T21:22:31.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.196+0000 7fdf4be00700 1 --2- 172.21.15.8:0/1157886080 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55d57ef12a60 0x55d57ef14e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:31.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.196+0000 7fdf4be00700 1 --2- 172.21.15.8:0/1157886080 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55d57ef12a60 0x55d57ef14e80 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=47de4c26073ac54d server_cookie=47792a8129c79c33 in_seq=0 out_seq=0 2024-05-20T21:22:31.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.196+0000 7fdf37e00700 10 client.27059 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:22:31.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.197+0000 7fdf37e00700 1 -- 172.21.15.8:0/1157886080 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d57ede8570 con 0x55d57ef12a60 2024-05-20T21:22:31.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.197+0000 7fdf37e00700 10 client.27059 handle_command_reply: tid=0 2024-05-20T21:22:31.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.197+0000 7fdf6360ab80 1 client.27059 shutdown 2024-05-20T21:22:31.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.197+0000 7fdf6360ab80 1 -- 172.21.15.8:0/1157886080 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d57ee8e880 msgr2=0x55d57eea0980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:31.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.197+0000 7fdf6360ab80 1 --2- 172.21.15.8:0/1157886080 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d57ee8e880 0x55d57eea0980 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fdf440a8f40 tx=0x7fdf440a9660 comp rx=0 tx=0).stop 2024-05-20T21:22:31.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.197+0000 7fdf6360ab80 1 -- 172.21.15.8:0/1157886080 shutdown_connections 2024-05-20T21:22:31.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.197+0000 7fdf6360ab80 1 --2- 172.21.15.8:0/1157886080 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55d57ef12a60 0x55d57ef14e80 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.197+0000 7fdf6360ab80 1 --2- 172.21.15.8:0/1157886080 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d57ee8e880 0x55d57eea0980 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.197+0000 7fdf6360ab80 1 --2- 172.21.15.8:0/1157886080 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d57ee947d0 0x55d57eeaf490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.197+0000 7fdf6360ab80 1 --2- 172.21.15.8:0/1157886080 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d57ee93eb0 0x55d57eeaef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.197+0000 7fdf37e00700 0 client.27059 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:22:31.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.197+0000 7fdf6360ab80 1 -- 172.21.15.8:0/1157886080 >> 172.21.15.8:0/1157886080 conn(0x55d57edbcbe0 msgr2=0x55d57ee889e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:31.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.197+0000 7fdf6360ab80 1 -- 172.21.15.8:0/1157886080 shutdown_connections 2024-05-20T21:22:31.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.197+0000 7fdf6360ab80 1 -- 172.21.15.8:0/1157886080 wait complete. 2024-05-20T21:22:31.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.197+0000 7fdf6360ab80 20 client.27059 trim_cache size 0 max 16384 2024-05-20T21:22:31.200 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:22:31.201 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.198+0000 7fdf58c00700 1 -- 172.21.15.8:0/2137267105 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdf380b2880 msgr2=0x7fdf380b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:31.201 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.198+0000 7fdf58c00700 1 --2- 172.21.15.8:0/2137267105 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdf380b2880 0x7fdf380b4d40 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fdf4c009ec0 tx=0x7fdf4c004b40 comp rx=0 tx=0).stop 2024-05-20T21:22:31.201 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.198+0000 7fdf58c00700 1 -- 172.21.15.8:0/2137267105 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdf541037f0 msgr2=0x7fdf5419bda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:31.201 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.198+0000 7fdf58c00700 1 --2- 172.21.15.8:0/2137267105 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdf541037f0 0x7fdf5419bda0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fdf4400d750 tx=0x7fdf4400da60 comp rx=0 tx=0).stop 2024-05-20T21:22:31.201 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.198+0000 7fdf58c00700 1 -- 172.21.15.8:0/2137267105 shutdown_connections 2024-05-20T21:22:31.201 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.198+0000 7fdf58c00700 1 --2- 172.21.15.8:0/2137267105 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdf380b2880 0x7fdf380b4d40 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.201 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.198+0000 7fdf58c00700 1 --2- 172.21.15.8:0/2137267105 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdf541037f0 0x7fdf5419bda0 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.201 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.198+0000 7fdf58c00700 1 --2- 172.21.15.8:0/2137267105 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdf541088f0 0x7fdf541a0670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.201 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.198+0000 7fdf58c00700 1 --2- 172.21.15.8:0/2137267105 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdf541041a0 0x7fdf5419c2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.201 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.198+0000 7fdf58c00700 1 -- 172.21.15.8:0/2137267105 >> 172.21.15.8:0/2137267105 conn(0x7fdf5407a6a0 msgr2=0x7fdf54101a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:31.201 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.198+0000 7fdf58c00700 1 -- 172.21.15.8:0/2137267105 shutdown_connections 2024-05-20T21:22:31.201 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:31.198+0000 7fdf58c00700 1 -- 172.21.15.8:0/2137267105 wait complete. 2024-05-20T21:22:32.176 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:22:32.658 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:22:32.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:22:32 smithi130 ceph-mon[36448]: pgmap v656: 97 pgs: 97 active+clean; 3.4 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:22:32.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:22:32 smithi050 ceph-mon[35809]: pgmap v656: 97 pgs: 97 active+clean; 3.4 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:22:32.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:22:32 smithi008 ceph-mon[31475]: pgmap v656: 97 pgs: 97 active+clean; 3.4 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:22:34.700 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:22:34 smithi008 ceph-mon[31475]: pgmap v657: 97 pgs: 97 active+clean; 3.5 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:22:34.878 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.878+0000 7efdd2000700 1 -- 172.21.15.8:0/3702961540 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7efdcc108470 msgr2=0x7efdcc06b250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:34.878 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.878+0000 7efdd2000700 1 --2- 172.21.15.8:0/3702961540 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7efdcc108470 0x7efdcc06b250 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7efdbc00b0a0 tx=0x7efdbc00b3b0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.878 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.878+0000 7efdd2000700 1 -- 172.21.15.8:0/3702961540 shutdown_connections 2024-05-20T21:22:34.879 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.878+0000 7efdd2000700 1 --2- 172.21.15.8:0/3702961540 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efdcc105f80 0x7efdcc106410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.879 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.878+0000 7efdd2000700 1 --2- 172.21.15.8:0/3702961540 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7efdcc108470 0x7efdcc06b250 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.879 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.878+0000 7efdd2000700 1 --2- 172.21.15.8:0/3702961540 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efdcc06b790 0x7efdcc06bbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.879 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.878+0000 7efdd2000700 1 -- 172.21.15.8:0/3702961540 >> 172.21.15.8:0/3702961540 conn(0x7efdcc0793f0 msgr2=0x7efdcc079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:34.879 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.878+0000 7efdd2000700 1 -- 172.21.15.8:0/3702961540 shutdown_connections 2024-05-20T21:22:34.879 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.879+0000 7efdd2000700 1 -- 172.21.15.8:0/3702961540 wait complete. 2024-05-20T21:22:34.880 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.880+0000 7efdd2000700 1 Processor -- start 2024-05-20T21:22:34.880 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.880+0000 7efdd2000700 1 -- start start 2024-05-20T21:22:34.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.880+0000 7efdd2000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efdcc06b790 0x7efdcc1a0290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:34.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.880+0000 7efdd2000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efdcc105f80 0x7efdcc1a07d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:34.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.880+0000 7efdd2000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7efdcc108470 0x7efdcc1a4b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:34.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.880+0000 7efdd2000700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7efdcc119d20 con 0x7efdcc108470 2024-05-20T21:22:34.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.880+0000 7efdd2000700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7efdcc119ba0 con 0x7efdcc06b790 2024-05-20T21:22:34.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.880+0000 7efdd2000700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7efdcc119ea0 con 0x7efdcc105f80 2024-05-20T21:22:34.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.881+0000 7efdcb400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efdcc06b790 0x7efdcc1a0290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:34.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.881+0000 7efdcbe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7efdcc108470 0x7efdcc1a4b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:34.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.881+0000 7efdcb400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efdcc06b790 0x7efdcc1a0290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:40278/0 (socket says 172.21.15.8:40278) 2024-05-20T21:22:34.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.881+0000 7efdcbe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7efdcc108470 0x7efdcc1a4b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:40836/0 (socket says 172.21.15.8:40836) 2024-05-20T21:22:34.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.881+0000 7efdcb400700 1 -- 172.21.15.8:0/3818747341 learned_addr learned my addr 172.21.15.8:0/3818747341 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:34.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.881+0000 7efdc2a00700 1 --2- 172.21.15.8:0/3818747341 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efdcc105f80 0x7efdcc1a07d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:34.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.881+0000 7efdcb400700 1 -- 172.21.15.8:0/3818747341 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efdcc105f80 msgr2=0x7efdcc1a07d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:34.882 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.881+0000 7efdcb400700 1 --2- 172.21.15.8:0/3818747341 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efdcc105f80 0x7efdcc1a07d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.882 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.881+0000 7efdcb400700 1 -- 172.21.15.8:0/3818747341 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7efdcc108470 msgr2=0x7efdcc1a4b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:34.882 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.881+0000 7efdcb400700 1 --2- 172.21.15.8:0/3818747341 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7efdcc108470 0x7efdcc1a4b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.882 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.881+0000 7efdcb400700 1 -- 172.21.15.8:0/3818747341 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efdcc1a52a0 con 0x7efdcc06b790 2024-05-20T21:22:34.882 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.881+0000 7efdcbe00700 1 --2- 172.21.15.8:0/3818747341 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7efdcc108470 0x7efdcc1a4b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:34.883 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.882+0000 7efdcb400700 1 --2- 172.21.15.8:0/3818747341 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efdcc06b790 0x7efdcc1a0290 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7efdbc00d010 tx=0x7efdbc004d00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:34.883 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.882+0000 7efdc8c00700 1 -- 172.21.15.8:0/3818747341 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdbc021070 con 0x7efdcc06b790 2024-05-20T21:22:34.883 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.882+0000 7efdd2000700 1 -- 172.21.15.8:0/3818747341 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efdcc1a5530 con 0x7efdcc06b790 2024-05-20T21:22:34.883 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.882+0000 7efdc8c00700 1 -- 172.21.15.8:0/3818747341 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efdbc007e30 con 0x7efdcc06b790 2024-05-20T21:22:34.883 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.882+0000 7efdc8c00700 1 -- 172.21.15.8:0/3818747341 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdbc004640 con 0x7efdcc06b790 2024-05-20T21:22:34.883 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.882+0000 7efdd2000700 1 -- 172.21.15.8:0/3818747341 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efdcc1ace10 con 0x7efdcc06b790 2024-05-20T21:22:34.885 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.886+0000 7efdc8c00700 1 -- 172.21.15.8:0/3818747341 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7efdbc007980 con 0x7efdcc06b790 2024-05-20T21:22:34.887 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.887+0000 7efddc9b9b80 1 Processor -- start 2024-05-20T21:22:34.887 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.888+0000 7efddc9b9b80 1 -- start start 2024-05-20T21:22:34.888 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.888+0000 7efddc9b9b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c3b2961eb0 0x55c3b2962290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:34.888 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.888+0000 7efddc9b9b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c3b29627d0 0x55c3b295c260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:34.888 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.888+0000 7efddc9b9b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c3b295c880 0x55c3b295cce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:34.888 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.888+0000 7efddc9b9b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55c3b28bae40 con 0x55c3b29627d0 2024-05-20T21:22:34.888 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.888+0000 7efddc9b9b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55c3b28aa9e0 con 0x55c3b2961eb0 2024-05-20T21:22:34.888 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.888+0000 7efddc9b9b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55c3b28aea20 con 0x55c3b295c880 2024-05-20T21:22:34.888 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.888+0000 7efdc8c00700 1 --2- 172.21.15.8:0/3818747341 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7efdb00b2880 0x7efdb00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:34.889 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.889+0000 7efdc8c00700 1 -- 172.21.15.8:0/3818747341 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7efdbc00f020 con 0x7efdcc06b790 2024-05-20T21:22:34.889 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.889+0000 7efdcb400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c3b29627d0 0x55c3b295c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:34.889 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.889+0000 7efdcbe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c3b2961eb0 0x55c3b2962290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:34.890 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.889+0000 7efdcb400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c3b29627d0 0x55c3b295c260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:40846/0 (socket says 172.21.15.8:40846) 2024-05-20T21:22:34.890 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.889+0000 7efdcb400700 1 -- 172.21.15.8:0/1212024721 learned_addr learned my addr 172.21.15.8:0/1212024721 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:34.890 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.889+0000 7efdcbe00700 1 --2- 172.21.15.8:0/3818747341 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7efdb00b2880 0x7efdb00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:34.890 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.889+0000 7efdc2a00700 1 --2- 172.21.15.8:0/1212024721 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c3b295c880 0x55c3b295cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:34.890 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.889+0000 7efdcb400700 1 -- 172.21.15.8:0/1212024721 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c3b295c880 msgr2=0x55c3b295cce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:34.890 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.889+0000 7efdcb400700 1 --2- 172.21.15.8:0/1212024721 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c3b295c880 0x55c3b295cce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.890 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.889+0000 7efdcb400700 1 -- 172.21.15.8:0/1212024721 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c3b2961eb0 msgr2=0x55c3b2962290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:34.890 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.889+0000 7efdcb400700 1 --2- 172.21.15.8:0/1212024721 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c3b2961eb0 0x55c3b2962290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.890 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.889+0000 7efdcb400700 1 -- 172.21.15.8:0/1212024721 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c3b2873420 con 0x55c3b29627d0 2024-05-20T21:22:34.890 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.889+0000 7efdc2a00700 1 --2- 172.21.15.8:0/1212024721 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c3b295c880 0x55c3b295cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:34.890 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.890+0000 7efdcb400700 1 --2- 172.21.15.8:0/1212024721 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c3b29627d0 0x55c3b295c260 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7efdbc009fd0 tx=0x7efdbc00b740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=40e80791fef32f61 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:34.890 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.890+0000 7efdcbe00700 1 --2- 172.21.15.8:0/3818747341 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7efdb00b2880 0x7efdb00b4d40 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7efdc4009fd0 tx=0x7efdc4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:34.890 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.890+0000 7efdc0c00700 1 -- 172.21.15.8:0/1212024721 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdbc0aa820 con 0x55c3b29627d0 2024-05-20T21:22:34.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.890+0000 7efdc0c00700 1 -- 172.21.15.8:0/1212024721 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efdbc0ab410 con 0x55c3b29627d0 2024-05-20T21:22:34.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.890+0000 7efdc0c00700 1 -- 172.21.15.8:0/1212024721 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdbc0047e0 con 0x55c3b29627d0 2024-05-20T21:22:34.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.891+0000 7efddc9b9b80 1 -- 172.21.15.8:0/1212024721 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c3b29627d0 msgr2=0x55c3b295c260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:34.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.891+0000 7efddc9b9b80 1 --2- 172.21.15.8:0/1212024721 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c3b29627d0 0x55c3b295c260 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7efdbc009fd0 tx=0x7efdbc00b740 comp rx=0 tx=0).stop 2024-05-20T21:22:34.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.891+0000 7efddc9b9b80 1 -- 172.21.15.8:0/1212024721 shutdown_connections 2024-05-20T21:22:34.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.891+0000 7efddc9b9b80 1 --2- 172.21.15.8:0/1212024721 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c3b2961eb0 0x55c3b2962290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.891+0000 7efddc9b9b80 1 --2- 172.21.15.8:0/1212024721 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c3b295c880 0x55c3b295cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.891+0000 7efddc9b9b80 1 --2- 172.21.15.8:0/1212024721 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c3b29627d0 0x55c3b295c260 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.891+0000 7efddc9b9b80 1 -- 172.21.15.8:0/1212024721 >> 172.21.15.8:0/1212024721 conn(0x55c3b288abe0 msgr2=0x55c3b2957010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:34.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.891+0000 7efddc9b9b80 1 -- 172.21.15.8:0/1212024721 shutdown_connections 2024-05-20T21:22:34.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.891+0000 7efddc9b9b80 1 -- 172.21.15.8:0/1212024721 wait complete. 2024-05-20T21:22:34.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.892+0000 7efddc9b9b80 1 -- start start 2024-05-20T21:22:34.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.892+0000 7efddc9b9b80 1 Processor -- start 2024-05-20T21:22:34.894 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.893+0000 7efddc9b9b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c3b295c880 0x55c3b29684e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:34.894 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.893+0000 7efddc9b9b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c3b2961eb0 0x55c3b2965880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:34.894 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.893+0000 7efddc9b9b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c3b29627d0 0x55c3b2965dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:34.894 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.893+0000 7efddc9b9b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55c3b27b0fa0 con 0x55c3b2961eb0 2024-05-20T21:22:34.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.893+0000 7efddc9b9b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55c3b284b760 con 0x55c3b295c880 2024-05-20T21:22:34.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.893+0000 7efddc9b9b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55c3b2969000 con 0x55c3b29627d0 2024-05-20T21:22:34.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.893+0000 7efddc9b9b80 10 client.0 _ll_register_callbacks cb 0x55c3b2854c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:22:34.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.893+0000 7efdc2a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c3b2961eb0 0x55c3b2965880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:34.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.893+0000 7efdcb400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c3b295c880 0x55c3b29684e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:34.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.893+0000 7efdc2a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c3b2961eb0 0x55c3b2965880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:40858/0 (socket says 172.21.15.8:40858) 2024-05-20T21:22:34.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.893+0000 7efdcbe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c3b29627d0 0x55c3b2965dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:34.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.893+0000 7efdc2a00700 1 -- 172.21.15.8:0/2188505648 learned_addr learned my addr 172.21.15.8:0/2188505648 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:34.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.893+0000 7efdcb400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c3b295c880 0x55c3b29684e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:40300/0 (socket says 172.21.15.8:40300) 2024-05-20T21:22:34.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.894+0000 7efdcb400700 1 -- 172.21.15.8:0/2188505648 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c3b29627d0 msgr2=0x55c3b2965dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:34.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.894+0000 7efdcb400700 1 --2- 172.21.15.8:0/2188505648 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c3b29627d0 0x55c3b2965dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.894+0000 7efdcb400700 1 -- 172.21.15.8:0/2188505648 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c3b2961eb0 msgr2=0x55c3b2965880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:34.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.894+0000 7efdcb400700 1 --2- 172.21.15.8:0/2188505648 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c3b2961eb0 0x55c3b2965880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.894+0000 7efdcb400700 1 -- 172.21.15.8:0/2188505648 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c3b27fa8d0 con 0x55c3b295c880 2024-05-20T21:22:34.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.894+0000 7efdc2a00700 1 --2- 172.21.15.8:0/2188505648 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c3b2961eb0 0x55c3b2965880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:34.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.894+0000 7efdcb400700 1 --2- 172.21.15.8:0/2188505648 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c3b295c880 0x55c3b29684e0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7efdbc0ab5c0 tx=0x7efdbc0097e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=79efc21aefa3b220 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:34.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.894+0000 7efdb9600700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:22:34.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.894+0000 7efdb9600700 1 -- 172.21.15.8:0/2188505648 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdbc085060 con 0x55c3b295c880 2024-05-20T21:22:34.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.894+0000 7efdb9600700 1 -- 172.21.15.8:0/2188505648 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7efdbc0e1270 con 0x55c3b295c880 2024-05-20T21:22:34.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.894+0000 7efddc9b9b80 1 -- 172.21.15.8:0/2188505648 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efdbc0ab410 con 0x55c3b295c880 2024-05-20T21:22:34.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.895+0000 7efdb9600700 1 -- 172.21.15.8:0/2188505648 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7efdbc0c4030 con 0x55c3b295c880 2024-05-20T21:22:34.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.895+0000 7efddc9b9b80 10 client.27071 fetch_fsmap learned FSMap version 26 2024-05-20T21:22:34.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.895+0000 7efddc9b9b80 1 -- 172.21.15.8:0/2188505648 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c3b287b060 con 0x55c3b295c880 2024-05-20T21:22:34.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.895+0000 7efdb9600700 1 -- 172.21.15.8:0/2188505648 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efdbc0ab410 con 0x55c3b295c880 2024-05-20T21:22:34.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.895+0000 7efdb9600700 1 -- 172.21.15.8:0/2188505648 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7efdbc011070 con 0x55c3b295c880 2024-05-20T21:22:34.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.895+0000 7efddc9b9b80 10 client.27071 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:22:34.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.895+0000 7efddc9b9b80 10 client.27071 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:22:34.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.896+0000 7efddc9b9b80 20 client.27071 populate_metadata read hostname 'smithi008' 2024-05-20T21:22:34.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.896+0000 7efddc9b9b80 1 --2- 172.21.15.8:0/2188505648 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55c3b2975900 0x55c3b2977cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:34.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.896+0000 7efddc9b9b80 4 client.27071 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:22:34.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.896+0000 7efddc9b9b80 1 -- 172.21.15.8:0/2188505648 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c3b28bcd90 con 0x55c3b2975900 2024-05-20T21:22:34.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.896+0000 7efdc2a00700 1 --2- 172.21.15.8:0/2188505648 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55c3b2975900 0x55c3b2977cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:34.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.897+0000 7efdc2a00700 1 --2- 172.21.15.8:0/2188505648 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55c3b2975900 0x55c3b2977cf0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=f373e0a6ab77ef7c server_cookie=4631e0c0506e8619 in_seq=0 out_seq=0 2024-05-20T21:22:34.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.897+0000 7efdb9600700 10 client.27071 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:22:34.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.898+0000 7efdb9600700 1 -- 172.21.15.8:0/2188505648 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55c3b28bcd90 con 0x55c3b2975900 2024-05-20T21:22:34.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.898+0000 7efdb9600700 10 client.27071 handle_command_reply: tid=0 2024-05-20T21:22:34.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.898+0000 7efddc9b9b80 1 client.27071 shutdown 2024-05-20T21:22:34.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.898+0000 7efddc9b9b80 1 -- 172.21.15.8:0/2188505648 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c3b295c880 msgr2=0x55c3b29684e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:34.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.898+0000 7efddc9b9b80 1 --2- 172.21.15.8:0/2188505648 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c3b295c880 0x55c3b29684e0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7efdbc0ab5c0 tx=0x7efdbc0097e0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.898+0000 7efddc9b9b80 1 -- 172.21.15.8:0/2188505648 shutdown_connections 2024-05-20T21:22:34.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.898+0000 7efddc9b9b80 1 --2- 172.21.15.8:0/2188505648 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55c3b2975900 0x55c3b2977cf0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.898+0000 7efddc9b9b80 1 --2- 172.21.15.8:0/2188505648 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c3b295c880 0x55c3b29684e0 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.898+0000 7efddc9b9b80 1 --2- 172.21.15.8:0/2188505648 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c3b29627d0 0x55c3b2965dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.898+0000 7efddc9b9b80 1 --2- 172.21.15.8:0/2188505648 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c3b2961eb0 0x55c3b2965880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.898+0000 7efdb9600700 0 client.27071 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:22:34.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.898+0000 7efddc9b9b80 1 -- 172.21.15.8:0/2188505648 >> 172.21.15.8:0/2188505648 conn(0x55c3b288abe0 msgr2=0x55c3b295b250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:34.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.898+0000 7efddc9b9b80 1 -- 172.21.15.8:0/2188505648 shutdown_connections 2024-05-20T21:22:34.900 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.898+0000 7efddc9b9b80 1 -- 172.21.15.8:0/2188505648 wait complete. 2024-05-20T21:22:34.900 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.898+0000 7efddc9b9b80 20 client.27071 trim_cache size 0 max 16384 2024-05-20T21:22:34.915 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.915+0000 7efddc9b9b80 1 Processor -- start 2024-05-20T21:22:34.915 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.915+0000 7efddc9b9b80 1 -- start start 2024-05-20T21:22:34.915 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.915+0000 7efddc9b9b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c3b295c880 0x55c3b295c260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:34.915 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.915+0000 7efddc9b9b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c3b2961eb0 0x55c3b295f9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:34.915 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.915+0000 7efddc9b9b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c3b29627d0 0x55c3b295ff00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:34.915 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.915+0000 7efddc9b9b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7efdcc1b6950 con 0x55c3b295c880 2024-05-20T21:22:34.915 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.915+0000 7efddc9b9b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7efdcc1b41e0 con 0x55c3b29627d0 2024-05-20T21:22:34.915 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.915+0000 7efddc9b9b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7efdcc1b2030 con 0x55c3b2961eb0 2024-05-20T21:22:34.916 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.916+0000 7efdcb400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c3b295c880 0x55c3b295c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:34.916 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.916+0000 7efdcb400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c3b295c880 0x55c3b295c260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:40866/0 (socket says 172.21.15.8:40866) 2024-05-20T21:22:34.916 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.916+0000 7efdc2a00700 1 --2- 172.21.15.8:0/1608589906 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c3b2961eb0 0x55c3b295f9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:34.916 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.916+0000 7efdcb400700 1 -- 172.21.15.8:0/1608589906 learned_addr learned my addr 172.21.15.8:0/1608589906 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:34.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.916+0000 7efdcbe00700 1 --2- 172.21.15.8:0/1608589906 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c3b29627d0 0x55c3b295ff00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:34.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.916+0000 7efdcb400700 1 -- 172.21.15.8:0/1608589906 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c3b2961eb0 msgr2=0x55c3b295f9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:34.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.916+0000 7efdcb400700 1 --2- 172.21.15.8:0/1608589906 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c3b2961eb0 0x55c3b295f9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.916+0000 7efdcb400700 1 -- 172.21.15.8:0/1608589906 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c3b29627d0 msgr2=0x55c3b295ff00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:34.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.916+0000 7efdcb400700 1 --2- 172.21.15.8:0/1608589906 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c3b29627d0 0x55c3b295ff00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.916+0000 7efdcb400700 1 -- 172.21.15.8:0/1608589906 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c3b2958d00 con 0x55c3b295c880 2024-05-20T21:22:34.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.916+0000 7efdc2a00700 1 --2- 172.21.15.8:0/1608589906 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c3b2961eb0 0x55c3b295f9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:34.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.917+0000 7efdcb400700 1 --2- 172.21.15.8:0/1608589906 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c3b295c880 0x55c3b295c260 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7efdbc0062a0 tx=0x7efdbc0aaf70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5000c028028d5c39 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:34.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.917+0000 7efdbbe00700 1 -- 172.21.15.8:0/1608589906 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdbc085050 con 0x55c3b295c880 2024-05-20T21:22:34.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.917+0000 7efdbbe00700 1 -- 172.21.15.8:0/1608589906 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efdbc0ab410 con 0x55c3b295c880 2024-05-20T21:22:34.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.917+0000 7efdbbe00700 1 -- 172.21.15.8:0/1608589906 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdbc0c5270 con 0x55c3b295c880 2024-05-20T21:22:34.919 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.917+0000 7efddc9b9b80 1 -- 172.21.15.8:0/1608589906 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c3b295c880 msgr2=0x55c3b295c260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:34.919 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.917+0000 7efddc9b9b80 1 --2- 172.21.15.8:0/1608589906 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c3b295c880 0x55c3b295c260 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7efdbc0062a0 tx=0x7efdbc0aaf70 comp rx=0 tx=0).stop 2024-05-20T21:22:34.919 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.918+0000 7efddc9b9b80 1 -- 172.21.15.8:0/1608589906 shutdown_connections 2024-05-20T21:22:34.919 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.918+0000 7efddc9b9b80 1 --2- 172.21.15.8:0/1608589906 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c3b29627d0 0x55c3b295ff00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.919 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.918+0000 7efddc9b9b80 1 --2- 172.21.15.8:0/1608589906 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c3b295c880 0x55c3b295c260 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.919 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.918+0000 7efddc9b9b80 1 --2- 172.21.15.8:0/1608589906 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c3b2961eb0 0x55c3b295f9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.919 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.918+0000 7efddc9b9b80 1 -- 172.21.15.8:0/1608589906 >> 172.21.15.8:0/1608589906 conn(0x55c3b288abe0 msgr2=0x55c3b2965840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:34.919 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.918+0000 7efddc9b9b80 1 -- 172.21.15.8:0/1608589906 shutdown_connections 2024-05-20T21:22:34.919 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.918+0000 7efddc9b9b80 1 -- 172.21.15.8:0/1608589906 wait complete. 2024-05-20T21:22:34.919 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.918+0000 7efddc9b9b80 1 -- start start 2024-05-20T21:22:34.919 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.918+0000 7efddc9b9b80 1 Processor -- start 2024-05-20T21:22:34.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.919+0000 7efddc9b9b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c3b295c880 0x55c3b296e6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:34.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.919+0000 7efddc9b9b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c3b2961eb0 0x55c3b297ca20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:34.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.919+0000 7efddc9b9b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c3b29627d0 0x55c3b297cf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:34.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.919+0000 7efddc9b9b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7efdcc1b26a0 con 0x55c3b2961eb0 2024-05-20T21:22:34.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.919+0000 7efddc9b9b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7efdcc1b3b10 con 0x55c3b295c880 2024-05-20T21:22:34.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.919+0000 7efddc9b9b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7efdcc1b2d70 con 0x55c3b29627d0 2024-05-20T21:22:34.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.919+0000 7efddc9b9b80 10 client.0 _ll_register_callbacks cb 0x55c3b2854c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:22:34.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.919+0000 7efdcb400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c3b295c880 0x55c3b296e6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:34.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.919+0000 7efdc2a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c3b2961eb0 0x55c3b297ca20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:34.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.919+0000 7efdcb400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c3b295c880 0x55c3b296e6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:40322/0 (socket says 172.21.15.8:40322) 2024-05-20T21:22:34.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.919+0000 7efdcb400700 1 -- 172.21.15.8:0/45201521 learned_addr learned my addr 172.21.15.8:0/45201521 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:34.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.919+0000 7efdcbe00700 1 --2- 172.21.15.8:0/45201521 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c3b29627d0 0x55c3b297cf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:34.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.920+0000 7efdc2a00700 1 -- 172.21.15.8:0/45201521 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c3b29627d0 msgr2=0x55c3b297cf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:34.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.920+0000 7efdc2a00700 1 --2- 172.21.15.8:0/45201521 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c3b29627d0 0x55c3b297cf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.920+0000 7efdc2a00700 1 -- 172.21.15.8:0/45201521 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c3b295c880 msgr2=0x55c3b296e6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:34.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.920+0000 7efdc2a00700 1 --2- 172.21.15.8:0/45201521 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c3b295c880 0x55c3b296e6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.920+0000 7efdc2a00700 1 -- 172.21.15.8:0/45201521 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c3b297d520 con 0x55c3b2961eb0 2024-05-20T21:22:34.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.920+0000 7efdc2a00700 1 --2- 172.21.15.8:0/45201521 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c3b2961eb0 0x55c3b297ca20 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x55c3b2978370 tx=0x7efdb4012c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e37c3d7e556d725 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:34.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.920+0000 7efdb9600700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:22:34.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.920+0000 7efdb9600700 1 -- 172.21.15.8:0/45201521 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdb4010640 con 0x55c3b2961eb0 2024-05-20T21:22:34.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.921+0000 7efdb9600700 1 -- 172.21.15.8:0/45201521 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7efdb40107e0 con 0x55c3b2961eb0 2024-05-20T21:22:34.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.921+0000 7efddc9b9b80 1 -- 172.21.15.8:0/45201521 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efdbc0ab410 con 0x55c3b2961eb0 2024-05-20T21:22:34.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.921+0000 7efdb9600700 1 -- 172.21.15.8:0/45201521 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7efdb40109e0 con 0x55c3b2961eb0 2024-05-20T21:22:34.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.921+0000 7efddc9b9b80 10 client.16965 fetch_fsmap learned FSMap version 26 2024-05-20T21:22:34.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.921+0000 7efddc9b9b80 1 -- 172.21.15.8:0/45201521 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c3b29e0110 con 0x55c3b2961eb0 2024-05-20T21:22:34.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.921+0000 7efdb9600700 1 -- 172.21.15.8:0/45201521 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efdbc0ab410 con 0x55c3b2961eb0 2024-05-20T21:22:34.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.921+0000 7efdb9600700 1 -- 172.21.15.8:0/45201521 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7efdb4031050 con 0x55c3b2961eb0 2024-05-20T21:22:34.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.922+0000 7efddc9b9b80 10 client.16965 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:22:34.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.922+0000 7efddc9b9b80 10 client.16965 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:22:34.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.922+0000 7efddc9b9b80 20 client.16965 populate_metadata read hostname 'smithi008' 2024-05-20T21:22:34.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.922+0000 7efddc9b9b80 1 --2- 172.21.15.8:0/45201521 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55c3b29e07c0 0x55c3b29e2be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:34.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.922+0000 7efddc9b9b80 4 client.16965 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:22:34.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.922+0000 7efddc9b9b80 1 -- 172.21.15.8:0/45201521 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55c3b28b6570 con 0x55c3b29e07c0 2024-05-20T21:22:34.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.922+0000 7efdcb400700 1 --2- 172.21.15.8:0/45201521 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55c3b29e07c0 0x55c3b29e2be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:34.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.922+0000 7efdcb400700 1 --2- 172.21.15.8:0/45201521 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55c3b29e07c0 0x55c3b29e2be0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=eba57a01cb48502 server_cookie=e301ff16241fb959 in_seq=0 out_seq=0 2024-05-20T21:22:34.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.922+0000 7efdb9600700 10 client.16965 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:22:34.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.923+0000 7efdb9600700 1 -- 172.21.15.8:0/45201521 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55c3b28b6570 con 0x55c3b29e07c0 2024-05-20T21:22:34.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.923+0000 7efdb9600700 10 client.16965 handle_command_reply: tid=0 2024-05-20T21:22:34.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.923+0000 7efddc9b9b80 1 client.16965 shutdown 2024-05-20T21:22:34.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.923+0000 7efddc9b9b80 1 -- 172.21.15.8:0/45201521 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c3b2961eb0 msgr2=0x55c3b297ca20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:34.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.923+0000 7efddc9b9b80 1 --2- 172.21.15.8:0/45201521 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c3b2961eb0 0x55c3b297ca20 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x55c3b2978370 tx=0x7efdb4012c30 comp rx=0 tx=0).stop 2024-05-20T21:22:34.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:22:34 smithi050 ceph-mon[35809]: pgmap v657: 97 pgs: 97 active+clean; 3.5 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:22:34.925 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:22:34 smithi130 ceph-mon[36448]: pgmap v657: 97 pgs: 97 active+clean; 3.5 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:22:34.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.923+0000 7efddc9b9b80 1 -- 172.21.15.8:0/45201521 shutdown_connections 2024-05-20T21:22:34.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.923+0000 7efddc9b9b80 1 --2- 172.21.15.8:0/45201521 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55c3b29e07c0 0x55c3b29e2be0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.923+0000 7efddc9b9b80 1 --2- 172.21.15.8:0/45201521 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c3b295c880 0x55c3b296e6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.923+0000 7efddc9b9b80 1 --2- 172.21.15.8:0/45201521 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c3b29627d0 0x55c3b297cf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.923+0000 7efddc9b9b80 1 --2- 172.21.15.8:0/45201521 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c3b2961eb0 0x55c3b297ca20 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.923+0000 7efddc9b9b80 1 -- 172.21.15.8:0/45201521 >> 172.21.15.8:0/45201521 conn(0x55c3b288abe0 msgr2=0x55c3b295f9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:34.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.923+0000 7efdb9600700 0 client.16965 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:22:34.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.923+0000 7efddc9b9b80 1 -- 172.21.15.8:0/45201521 shutdown_connections 2024-05-20T21:22:34.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.923+0000 7efddc9b9b80 1 -- 172.21.15.8:0/45201521 wait complete. 2024-05-20T21:22:34.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.924+0000 7efddc9b9b80 20 client.16965 trim_cache size 0 max 16384 2024-05-20T21:22:34.927 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:22:34.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.924+0000 7efdd2000700 1 -- 172.21.15.8:0/3818747341 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7efdb00b2880 msgr2=0x7efdb00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:34.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.924+0000 7efdd2000700 1 --2- 172.21.15.8:0/3818747341 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7efdb00b2880 0x7efdb00b4d40 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7efdc4009fd0 tx=0x7efdc4009260 comp rx=0 tx=0).stop 2024-05-20T21:22:34.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.924+0000 7efdd2000700 1 -- 172.21.15.8:0/3818747341 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efdcc06b790 msgr2=0x7efdcc1a0290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:34.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.924+0000 7efdd2000700 1 --2- 172.21.15.8:0/3818747341 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efdcc06b790 0x7efdcc1a0290 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7efdbc00d010 tx=0x7efdbc004d00 comp rx=0 tx=0).stop 2024-05-20T21:22:34.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.924+0000 7efdd2000700 1 -- 172.21.15.8:0/3818747341 shutdown_connections 2024-05-20T21:22:34.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.925+0000 7efdd2000700 1 --2- 172.21.15.8:0/3818747341 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7efdb00b2880 0x7efdb00b4d40 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.925+0000 7efdd2000700 1 --2- 172.21.15.8:0/3818747341 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efdcc06b790 0x7efdcc1a0290 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.925+0000 7efdd2000700 1 --2- 172.21.15.8:0/3818747341 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7efdcc108470 0x7efdcc1a4b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.925+0000 7efdd2000700 1 --2- 172.21.15.8:0/3818747341 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efdcc105f80 0x7efdcc1a07d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.925+0000 7efdd2000700 1 -- 172.21.15.8:0/3818747341 >> 172.21.15.8:0/3818747341 conn(0x7efdcc0793f0 msgr2=0x7efdcc101430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:34.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.925+0000 7efdd2000700 1 -- 172.21.15.8:0/3818747341 shutdown_connections 2024-05-20T21:22:34.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:34.925+0000 7efdd2000700 1 -- 172.21.15.8:0/3818747341 wait complete. 2024-05-20T21:22:35.478 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.477+0000 7f359c000640 1 -- 172.21.15.8:0/581504436 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3594102ae0 msgr2=0x7f3594102f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:35.478 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.477+0000 7f359c000640 1 --2- 172.21.15.8:0/581504436 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3594102ae0 0x7f3594102f00 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f3588009900 tx=0x7f358802a3f0 comp rx=0 tx=0).stop 2024-05-20T21:22:35.478 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.477+0000 7f359c000640 1 -- 172.21.15.8:0/581504436 shutdown_connections 2024-05-20T21:22:35.478 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.477+0000 7f359c000640 1 --2- 172.21.15.8:0/581504436 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3594104690 0x7f359410af20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:35.478 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.477+0000 7f359c000640 1 --2- 172.21.15.8:0/581504436 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3594103cd0 0x7f3594104150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:35.478 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.477+0000 7f359c000640 1 --2- 172.21.15.8:0/581504436 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3594102ae0 0x7f3594102f00 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:35.478 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.477+0000 7f359c000640 1 -- 172.21.15.8:0/581504436 >> 172.21.15.8:0/581504436 conn(0x7f35940fe070 msgr2=0x7f3594100490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:35.478 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.477+0000 7f359c000640 1 -- 172.21.15.8:0/581504436 shutdown_connections 2024-05-20T21:22:35.478 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.477+0000 7f359c000640 1 -- 172.21.15.8:0/581504436 wait complete. 2024-05-20T21:22:35.479 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.477+0000 7f359c000640 1 Processor -- start 2024-05-20T21:22:35.480 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.477+0000 7f359c000640 1 -- start start 2024-05-20T21:22:35.480 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.477+0000 7f359c000640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3594102ae0 0x7f359419af50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:35.480 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.477+0000 7f359c000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3594103cd0 0x7f359419b490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:35.480 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.477+0000 7f359c000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3594104690 0x7f35941a2500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:35.480 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.477+0000 7f359c000640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f359410e5e0 con 0x7f3594103cd0 2024-05-20T21:22:35.480 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.477+0000 7f359c000640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f359410e460 con 0x7f3594104690 2024-05-20T21:22:35.480 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.477+0000 7f359c000640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f359410e760 con 0x7f3594102ae0 2024-05-20T21:22:35.480 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.477+0000 7f3598c00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3594103cd0 0x7f359419b490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:35.480 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.477+0000 7f3599600640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3594102ae0 0x7f359419af50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:35.480 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.477+0000 7f3598c00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3594103cd0 0x7f359419b490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:40884/0 (socket says 172.21.15.8:40884) 2024-05-20T21:22:35.480 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.477+0000 7f359a000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3594104690 0x7f35941a2500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:35.480 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.477+0000 7f3598c00640 1 -- 172.21.15.8:0/4221986695 learned_addr learned my addr 172.21.15.8:0/4221986695 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:35.481 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.477+0000 7f359a000640 1 -- 172.21.15.8:0/4221986695 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3594102ae0 msgr2=0x7f359419af50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:35.481 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.477+0000 7f359a000640 1 --2- 172.21.15.8:0/4221986695 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3594102ae0 0x7f359419af50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:35.482 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.477+0000 7f359a000640 1 -- 172.21.15.8:0/4221986695 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3594103cd0 msgr2=0x7f359419b490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:35.482 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.477+0000 7f359a000640 1 --2- 172.21.15.8:0/4221986695 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3594103cd0 0x7f359419b490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:35.482 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.477+0000 7f359a000640 1 -- 172.21.15.8:0/4221986695 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35941a2b70 con 0x7f3594104690 2024-05-20T21:22:35.482 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.477+0000 7f3598c00640 1 --2- 172.21.15.8:0/4221986695 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3594103cd0 0x7f359419b490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:35.482 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.477+0000 7f359a000640 1 --2- 172.21.15.8:0/4221986695 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3594104690 0x7f35941a2500 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f358c009fd0 tx=0x7f358c00ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:35.482 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.477+0000 7f3592000640 1 -- 172.21.15.8:0/4221986695 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f358c00ce20 con 0x7f3594104690 2024-05-20T21:22:35.482 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.477+0000 7f359c000640 1 -- 172.21.15.8:0/4221986695 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35941a2e60 con 0x7f3594104690 2024-05-20T21:22:35.482 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.477+0000 7f3592000640 1 -- 172.21.15.8:0/4221986695 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f358c005020 con 0x7f3594104690 2024-05-20T21:22:35.482 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.477+0000 7f3592000640 1 -- 172.21.15.8:0/4221986695 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f358c010690 con 0x7f3594104690 2024-05-20T21:22:35.482 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.482+0000 7f359c000640 1 -- 172.21.15.8:0/4221986695 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35941a3320 con 0x7f3594104690 2024-05-20T21:22:35.484 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.483+0000 7f359ee81740 1 Processor -- start 2024-05-20T21:22:35.485 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.483+0000 7f3592000640 1 -- 172.21.15.8:0/4221986695 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f358c0054d0 con 0x7f3594104690 2024-05-20T21:22:35.485 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.483+0000 7f359ee81740 1 -- start start 2024-05-20T21:22:35.486 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.483+0000 7f359ee81740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5649f98feb30 0x5649f98fef50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:35.486 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.483+0000 7f359ee81740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5649f98ff520 0x5649f9904020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:35.486 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.483+0000 7f359ee81740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5649f9904690 0x5649f9906b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:35.486 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.483+0000 7f359ee81740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5649f986eb90 con 0x5649f9904690 2024-05-20T21:22:35.486 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.483+0000 7f359ee81740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5649f985e730 con 0x5649f98feb30 2024-05-20T21:22:35.486 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.483+0000 7f359ee81740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5649f9862770 con 0x5649f98ff520 2024-05-20T21:22:35.486 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.483+0000 7f3598c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5649f98feb30 0x5649f98fef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:35.486 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.483+0000 7f3598c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5649f98feb30 0x5649f98fef50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:40368/0 (socket says 172.21.15.8:40368) 2024-05-20T21:22:35.486 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.483+0000 7f3598c00640 1 -- 172.21.15.8:0/726674155 learned_addr learned my addr 172.21.15.8:0/726674155 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:35.487 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.483+0000 7f3598c00640 1 --2- 172.21.15.8:0/726674155 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5649f9904690 0x5649f9906b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:35.487 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.483+0000 7f3599600640 1 --2- 172.21.15.8:0/726674155 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5649f98ff520 0x5649f9904020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:35.488 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.483+0000 7f3598c00640 1 -- 172.21.15.8:0/726674155 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5649f98ff520 msgr2=0x5649f9904020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:35.488 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.483+0000 7f3598c00640 1 --2- 172.21.15.8:0/726674155 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5649f98ff520 0x5649f9904020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:35.488 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.483+0000 7f3598c00640 1 -- 172.21.15.8:0/726674155 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5649f9904690 msgr2=0x5649f9906b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:35.489 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.483+0000 7f3598c00640 1 --2- 172.21.15.8:0/726674155 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5649f9904690 0x5649f9906b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:35.489 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.483+0000 7f3598c00640 1 -- 172.21.15.8:0/726674155 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5649f97f78b0 con 0x5649f98feb30 2024-05-20T21:22:35.489 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.483+0000 7f3599600640 1 --2- 172.21.15.8:0/726674155 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5649f98ff520 0x5649f9904020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:22:35.489 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.483+0000 7f3598c00640 1 --2- 172.21.15.8:0/726674155 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5649f98feb30 0x5649f98fef50 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f3580011ca0 tx=0x7f3580009c60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a9fcee2d9100dd35 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:35.489 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.483+0000 7f3586600640 1 -- 172.21.15.8:0/726674155 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f358000fc50 con 0x5649f98feb30 2024-05-20T21:22:35.489 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.483+0000 7f3586600640 1 -- 172.21.15.8:0/726674155 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f358000fdf0 con 0x5649f98feb30 2024-05-20T21:22:35.489 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.483+0000 7f3586600640 1 -- 172.21.15.8:0/726674155 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f358000e640 con 0x5649f98feb30 2024-05-20T21:22:35.489 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.483+0000 7f3592000640 1 --2- 172.21.15.8:0/4221986695 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f357c0b27e0 0x7f357c0b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:35.489 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.483+0000 7f3592000640 1 -- 172.21.15.8:0/4221986695 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f358c0e2910 con 0x7f3594104690 2024-05-20T21:22:35.489 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.483+0000 7f3599600640 1 --2- 172.21.15.8:0/4221986695 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f357c0b27e0 0x7f357c0b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:35.489 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.489+0000 7f359ee81740 1 -- 172.21.15.8:0/726674155 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5649f98feb30 msgr2=0x5649f98fef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:35.489 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.489+0000 7f359ee81740 1 --2- 172.21.15.8:0/726674155 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5649f98feb30 0x5649f98fef50 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f3580011ca0 tx=0x7f3580009c60 comp rx=0 tx=0).stop 2024-05-20T21:22:35.489 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.489+0000 7f359ee81740 1 -- 172.21.15.8:0/726674155 shutdown_connections 2024-05-20T21:22:35.490 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.489+0000 7f359ee81740 1 --2- 172.21.15.8:0/726674155 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5649f9904690 0x5649f9906b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:35.490 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.489+0000 7f359ee81740 1 --2- 172.21.15.8:0/726674155 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5649f98ff520 0x5649f9904020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:35.490 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.489+0000 7f359ee81740 1 --2- 172.21.15.8:0/726674155 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5649f98feb30 0x5649f98fef50 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:35.490 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.489+0000 7f359ee81740 1 -- 172.21.15.8:0/726674155 >> 172.21.15.8:0/726674155 conn(0x5649f98fa1a0 msgr2=0x5649f98fa5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:35.490 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.489+0000 7f359ee81740 1 -- 172.21.15.8:0/726674155 shutdown_connections 2024-05-20T21:22:35.490 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.489+0000 7f359ee81740 1 -- 172.21.15.8:0/726674155 wait complete. 2024-05-20T21:22:35.490 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.489+0000 7f3599600640 1 --2- 172.21.15.8:0/4221986695 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f357c0b27e0 0x7f357c0b4ca0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f3588009230 tx=0x7f35880314a0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:35.490 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.489+0000 7f359ee81740 1 -- start start 2024-05-20T21:22:35.493 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.489+0000 7f359ee81740 1 Processor -- start 2024-05-20T21:22:35.493 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.489+0000 7f359ee81740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5649f98feb30 0x5649f9908960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:35.493 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.489+0000 7f359ee81740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5649f98ff520 0x5649f9908ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:35.493 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.489+0000 7f359ee81740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5649f9904690 0x5649f990fe70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:35.494 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.489+0000 7f359ee81740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5649f9544790 con 0x5649f98feb30 2024-05-20T21:22:35.494 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.489+0000 7f359ee81740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5649f9806bc0 con 0x5649f9904690 2024-05-20T21:22:35.494 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.489+0000 7f359ee81740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5649f9907640 con 0x5649f98ff520 2024-05-20T21:22:35.494 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.489+0000 7f359ee81740 10 client.0 _ll_register_callbacks cb 0x5649f97e4400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:22:35.494 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.490+0000 7f3599600640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5649f98feb30 0x5649f9908960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:35.494 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.490+0000 7f359a000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5649f9904690 0x5649f990fe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:35.494 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.490+0000 7f359a000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5649f9904690 0x5649f990fe70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:40380/0 (socket says 172.21.15.8:40380) 2024-05-20T21:22:35.494 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.490+0000 7f359a000640 1 -- 172.21.15.8:0/3220662672 learned_addr learned my addr 172.21.15.8:0/3220662672 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:35.494 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.490+0000 7f3598c00640 1 --2- 172.21.15.8:0/3220662672 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5649f98ff520 0x5649f9908ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:35.494 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.490+0000 7f359a000640 1 -- 172.21.15.8:0/3220662672 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5649f98ff520 msgr2=0x5649f9908ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:35.494 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.490+0000 7f359a000640 1 --2- 172.21.15.8:0/3220662672 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5649f98ff520 0x5649f9908ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:35.494 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.490+0000 7f359a000640 1 -- 172.21.15.8:0/3220662672 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5649f98feb30 msgr2=0x5649f9908960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:35.495 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.490+0000 7f359a000640 1 --2- 172.21.15.8:0/3220662672 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5649f98feb30 0x5649f9908960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:35.495 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.490+0000 7f359a000640 1 -- 172.21.15.8:0/3220662672 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5649f9573210 con 0x5649f9904690 2024-05-20T21:22:35.495 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.490+0000 7f3598c00640 1 --2- 172.21.15.8:0/3220662672 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5649f98ff520 0x5649f9908ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:35.495 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.490+0000 7f3599600640 1 --2- 172.21.15.8:0/3220662672 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5649f98feb30 0x5649f9908960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:35.495 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.490+0000 7f359a000640 1 --2- 172.21.15.8:0/3220662672 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5649f9904690 0x5649f990fe70 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f358c0a9bc0 tx=0x7f358c0aa700 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bd4a37eb32147bee server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:35.495 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.490+0000 7f357aa00640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:22:35.495 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.490+0000 7f357aa00640 1 -- 172.21.15.8:0/3220662672 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f358c0cc040 con 0x5649f9904690 2024-05-20T21:22:35.495 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.490+0000 7f357aa00640 1 -- 172.21.15.8:0/3220662672 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f358c0b2890 con 0x5649f9904690 2024-05-20T21:22:35.495 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.490+0000 7f359ee81740 1 -- 172.21.15.8:0/3220662672 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f358000fdf0 con 0x5649f9904690 2024-05-20T21:22:35.495 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.490+0000 7f357aa00640 1 -- 172.21.15.8:0/3220662672 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f358c0b2d20 con 0x5649f9904690 2024-05-20T21:22:35.495 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.490+0000 7f359ee81740 10 client.27089 fetch_fsmap learned FSMap version 26 2024-05-20T21:22:35.495 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.490+0000 7f359ee81740 1 -- 172.21.15.8:0/3220662672 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5649f963f620 con 0x5649f9904690 2024-05-20T21:22:35.495 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.490+0000 7f357aa00640 1 -- 172.21.15.8:0/3220662672 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f358000fdf0 con 0x5649f9904690 2024-05-20T21:22:35.496 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.490+0000 7f357aa00640 1 -- 172.21.15.8:0/3220662672 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f358c0a8cb0 con 0x5649f9904690 2024-05-20T21:22:35.496 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.490+0000 7f359ee81740 10 client.27089 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:22:35.496 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.490+0000 7f359ee81740 10 client.27089 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:22:35.496 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.490+0000 7f359ee81740 20 client.27089 populate_metadata read hostname 'smithi008' 2024-05-20T21:22:35.496 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.490+0000 7f359ee81740 1 --2- 172.21.15.8:0/3220662672 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5649f9914450 0x5649f9916860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:35.496 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.490+0000 7f359ee81740 4 client.27089 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:22:35.496 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.490+0000 7f359ee81740 1 -- 172.21.15.8:0/3220662672 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5649f9870ae0 con 0x5649f9914450 2024-05-20T21:22:35.496 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.490+0000 7f3599600640 1 --2- 172.21.15.8:0/3220662672 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5649f9914450 0x5649f9916860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:35.496 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.490+0000 7f3599600640 1 --2- 172.21.15.8:0/3220662672 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5649f9914450 0x5649f9916860 crc :-1 s=READY pgs=187 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=96e6ec17c992ed45 server_cookie=251ce6300425c33e in_seq=0 out_seq=0 2024-05-20T21:22:35.496 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.490+0000 7f357aa00640 10 client.27089 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:22:35.496 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.490+0000 7f357aa00640 1 -- 172.21.15.8:0/3220662672 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5649f9870ae0 con 0x5649f9914450 2024-05-20T21:22:35.496 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.490+0000 7f357aa00640 10 client.27089 handle_command_reply: tid=0 2024-05-20T21:22:35.496 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.490+0000 7f359ee81740 1 client.27089 shutdown 2024-05-20T21:22:35.497 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.490+0000 7f359ee81740 1 -- 172.21.15.8:0/3220662672 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5649f9904690 msgr2=0x5649f990fe70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:35.497 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.490+0000 7f359ee81740 1 --2- 172.21.15.8:0/3220662672 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5649f9904690 0x5649f990fe70 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f358c0a9bc0 tx=0x7f358c0aa700 comp rx=0 tx=0).stop 2024-05-20T21:22:35.497 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.490+0000 7f359ee81740 1 -- 172.21.15.8:0/3220662672 shutdown_connections 2024-05-20T21:22:35.498 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.490+0000 7f359ee81740 1 --2- 172.21.15.8:0/3220662672 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5649f9914450 0x5649f9916860 crc :-1 s=READY pgs=187 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:35.498 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.490+0000 7f359ee81740 1 --2- 172.21.15.8:0/3220662672 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5649f9904690 0x5649f990fe70 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:35.498 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.490+0000 7f359ee81740 1 --2- 172.21.15.8:0/3220662672 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5649f98ff520 0x5649f9908ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:35.498 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.490+0000 7f359ee81740 1 --2- 172.21.15.8:0/3220662672 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5649f98feb30 0x5649f9908960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:35.498 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.490+0000 7f357aa00640 0 client.27089 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:22:35.498 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.490+0000 7f359ee81740 1 -- 172.21.15.8:0/3220662672 >> 172.21.15.8:0/3220662672 conn(0x5649f98fa1a0 msgr2=0x5649f98f9310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:35.498 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.490+0000 7f359ee81740 1 -- 172.21.15.8:0/3220662672 shutdown_connections 2024-05-20T21:22:35.498 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.490+0000 7f359ee81740 1 -- 172.21.15.8:0/3220662672 wait complete. 2024-05-20T21:22:35.498 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.490+0000 7f359ee81740 20 client.27089 trim_cache size 0 max 16384 2024-05-20T21:22:35.512 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.512+0000 7f359ee81740 1 Processor -- start 2024-05-20T21:22:35.512 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.512+0000 7f359ee81740 1 -- start start 2024-05-20T21:22:35.512 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.512+0000 7f359ee81740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5649f98feb30 0x5649f98fd0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:35.512 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.513+0000 7f359ee81740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5649f98ff520 0x5649f990fe30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:35.513 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.513+0000 7f359ee81740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5649f9904690 0x5649f98fd5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:35.513 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.513+0000 7f359ee81740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f35941ae970 con 0x5649f9904690 2024-05-20T21:22:35.513 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.513+0000 7f359ee81740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f35941ac240 con 0x5649f98ff520 2024-05-20T21:22:35.513 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.513+0000 7f359ee81740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f35941aa090 con 0x5649f98feb30 2024-05-20T21:22:35.513 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.513+0000 7f359a000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5649f9904690 0x5649f98fd5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:35.513 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.513+0000 7f3598c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5649f98ff520 0x5649f990fe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:35.513 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.513+0000 7f359a000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5649f9904690 0x5649f98fd5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:40910/0 (socket says 172.21.15.8:40910) 2024-05-20T21:22:35.513 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.513+0000 7f359a000640 1 -- 172.21.15.8:0/3583805253 learned_addr learned my addr 172.21.15.8:0/3583805253 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:35.513 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.513+0000 7f3599600640 1 --2- 172.21.15.8:0/3583805253 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5649f98feb30 0x5649f98fd0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:35.514 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.513+0000 7f3598c00640 1 -- 172.21.15.8:0/3583805253 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5649f98feb30 msgr2=0x5649f98fd0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:35.515 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.513+0000 7f3598c00640 1 --2- 172.21.15.8:0/3583805253 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5649f98feb30 0x5649f98fd0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:35.515 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.513+0000 7f3598c00640 1 -- 172.21.15.8:0/3583805253 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5649f9904690 msgr2=0x5649f98fd5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:35.515 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.513+0000 7f3598c00640 1 --2- 172.21.15.8:0/3583805253 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5649f9904690 0x5649f98fd5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:35.515 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.513+0000 7f3598c00640 1 -- 172.21.15.8:0/3583805253 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5649f98fe770 con 0x5649f98ff520 2024-05-20T21:22:35.515 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.514+0000 7f3598c00640 1 --2- 172.21.15.8:0/3583805253 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5649f98ff520 0x5649f990fe30 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f3580009c30 tx=0x7f3580009390 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4e8ca6b02df5960b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:35.515 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.514+0000 7f3585c00640 1 -- 172.21.15.8:0/3583805253 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f358000fc20 con 0x5649f98ff520 2024-05-20T21:22:35.515 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.514+0000 7f3585c00640 1 -- 172.21.15.8:0/3583805253 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f358000fdc0 con 0x5649f98ff520 2024-05-20T21:22:35.515 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.514+0000 7f3585c00640 1 -- 172.21.15.8:0/3583805253 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f358001f440 con 0x5649f98ff520 2024-05-20T21:22:35.515 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.515+0000 7f359ee81740 1 -- 172.21.15.8:0/3583805253 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5649f98ff520 msgr2=0x5649f990fe30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:35.515 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.515+0000 7f359ee81740 1 --2- 172.21.15.8:0/3583805253 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5649f98ff520 0x5649f990fe30 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f3580009c30 tx=0x7f3580009390 comp rx=0 tx=0).stop 2024-05-20T21:22:35.515 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.515+0000 7f359ee81740 1 -- 172.21.15.8:0/3583805253 shutdown_connections 2024-05-20T21:22:35.515 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.515+0000 7f359ee81740 1 --2- 172.21.15.8:0/3583805253 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5649f9904690 0x5649f98fd5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:35.516 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.515+0000 7f359ee81740 1 --2- 172.21.15.8:0/3583805253 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5649f98ff520 0x5649f990fe30 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:35.516 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.515+0000 7f359ee81740 1 --2- 172.21.15.8:0/3583805253 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5649f98feb30 0x5649f98fd0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:35.516 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.515+0000 7f359ee81740 1 -- 172.21.15.8:0/3583805253 >> 172.21.15.8:0/3583805253 conn(0x5649f98fa1a0 msgr2=0x5649f98fa580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:35.516 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.515+0000 7f359ee81740 1 -- 172.21.15.8:0/3583805253 shutdown_connections 2024-05-20T21:22:35.516 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.515+0000 7f359ee81740 1 -- 172.21.15.8:0/3583805253 wait complete. 2024-05-20T21:22:35.516 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.515+0000 7f359ee81740 1 -- start start 2024-05-20T21:22:35.516 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.515+0000 7f359ee81740 1 Processor -- start 2024-05-20T21:22:35.518 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.516+0000 7f359ee81740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5649f98feb30 0x5649f990d000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:35.518 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.516+0000 7f359ee81740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5649f98ff520 0x5649f990d540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:35.519 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.516+0000 7f359ee81740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5649f9904690 0x5649f990e550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:35.519 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.516+0000 7f359ee81740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f35941aa700 con 0x5649f98feb30 2024-05-20T21:22:35.519 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.516+0000 7f359ee81740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f35941abb70 con 0x5649f9904690 2024-05-20T21:22:35.519 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.516+0000 7f359ee81740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f35941aadd0 con 0x5649f98ff520 2024-05-20T21:22:35.519 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.516+0000 7f359ee81740 10 client.0 _ll_register_callbacks cb 0x7f358c0a99d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:22:35.519 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.516+0000 7f3599600640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5649f98feb30 0x5649f990d000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:35.519 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.516+0000 7f3599600640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5649f98feb30 0x5649f990d000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:40926/0 (socket says 172.21.15.8:40926) 2024-05-20T21:22:35.519 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.516+0000 7f3599600640 1 -- 172.21.15.8:0/1214743519 learned_addr learned my addr 172.21.15.8:0/1214743519 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:35.519 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.516+0000 7f3598c00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5649f98ff520 0x5649f990d540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:35.519 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.516+0000 7f359a000640 1 --2- 172.21.15.8:0/1214743519 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5649f9904690 0x5649f990e550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:35.519 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.517+0000 7f3599600640 1 -- 172.21.15.8:0/1214743519 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5649f98ff520 msgr2=0x5649f990d540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:35.519 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.517+0000 7f3599600640 1 --2- 172.21.15.8:0/1214743519 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5649f98ff520 0x5649f990d540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:35.520 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.517+0000 7f3599600640 1 -- 172.21.15.8:0/1214743519 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5649f9904690 msgr2=0x5649f990e550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:35.520 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.517+0000 7f3599600640 1 --2- 172.21.15.8:0/1214743519 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5649f9904690 0x5649f990e550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:35.520 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.517+0000 7f3599600640 1 -- 172.21.15.8:0/1214743519 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5649f9907780 con 0x5649f98feb30 2024-05-20T21:22:35.520 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.517+0000 7f3598c00640 1 --2- 172.21.15.8:0/1214743519 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5649f98ff520 0x5649f990d540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:35.520 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.517+0000 7f3599600640 1 --2- 172.21.15.8:0/1214743519 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5649f98feb30 0x5649f990d000 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f3588000c00 tx=0x7f3588009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e565306a970a3bb9 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:35.520 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.517+0000 7f357aa00640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:22:35.520 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.517+0000 7f357aa00640 1 -- 172.21.15.8:0/1214743519 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3588035070 con 0x5649f98feb30 2024-05-20T21:22:35.520 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.517+0000 7f359ee81740 1 -- 172.21.15.8:0/1214743519 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f358000fdc0 con 0x5649f98feb30 2024-05-20T21:22:35.520 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.517+0000 7f357aa00640 1 -- 172.21.15.8:0/1214743519 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f3588052890 con 0x5649f98feb30 2024-05-20T21:22:35.520 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.518+0000 7f357aa00640 1 -- 172.21.15.8:0/1214743519 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3588052a90 con 0x5649f98feb30 2024-05-20T21:22:35.520 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.518+0000 7f359ee81740 10 client.16983 fetch_fsmap learned FSMap version 26 2024-05-20T21:22:35.520 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.518+0000 7f359ee81740 1 -- 172.21.15.8:0/1214743519 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5649f990fd20 con 0x5649f98feb30 2024-05-20T21:22:35.520 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.518+0000 7f357aa00640 1 -- 172.21.15.8:0/1214743519 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f358000fdc0 con 0x5649f98feb30 2024-05-20T21:22:35.520 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.518+0000 7f357aa00640 1 -- 172.21.15.8:0/1214743519 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f358804f070 con 0x5649f98feb30 2024-05-20T21:22:35.521 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.518+0000 7f359ee81740 10 client.16983 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:22:35.521 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.518+0000 7f359ee81740 10 client.16983 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:22:35.521 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.518+0000 7f359ee81740 20 client.16983 populate_metadata read hostname 'smithi008' 2024-05-20T21:22:35.521 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.518+0000 7f359ee81740 1 --2- 172.21.15.8:0/1214743519 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5649f997f3d0 0x5649f99817f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:35.521 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.518+0000 7f359ee81740 4 client.16983 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:22:35.521 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.518+0000 7f359ee81740 1 -- 172.21.15.8:0/1214743519 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5649f986a2c0 con 0x5649f997f3d0 2024-05-20T21:22:35.521 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.519+0000 7f3598c00640 1 --2- 172.21.15.8:0/1214743519 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5649f997f3d0 0x5649f99817f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:35.521 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.519+0000 7f3598c00640 1 --2- 172.21.15.8:0/1214743519 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5649f997f3d0 0x5649f99817f0 crc :-1 s=READY pgs=188 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1534c860a3cba4cc server_cookie=a860b06c263cfd1f in_seq=0 out_seq=0 2024-05-20T21:22:35.521 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.519+0000 7f357aa00640 10 client.16983 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:22:35.535 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.535+0000 7f357aa00640 1 -- 172.21.15.8:0/1214743519 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5649f986a2c0 con 0x5649f997f3d0 2024-05-20T21:22:35.535 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.535+0000 7f357aa00640 10 client.16983 handle_command_reply: tid=0 2024-05-20T21:22:35.535 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.535+0000 7f359ee81740 1 client.16983 shutdown 2024-05-20T21:22:35.535 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.536+0000 7f359ee81740 1 -- 172.21.15.8:0/1214743519 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5649f98feb30 msgr2=0x5649f990d000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:35.535 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.536+0000 7f359ee81740 1 --2- 172.21.15.8:0/1214743519 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5649f98feb30 0x5649f990d000 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f3588000c00 tx=0x7f3588009260 comp rx=0 tx=0).stop 2024-05-20T21:22:35.536 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.536+0000 7f359ee81740 1 -- 172.21.15.8:0/1214743519 shutdown_connections 2024-05-20T21:22:35.536 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.536+0000 7f359ee81740 1 --2- 172.21.15.8:0/1214743519 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5649f997f3d0 0x5649f99817f0 crc :-1 s=READY pgs=188 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:35.536 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.536+0000 7f359ee81740 1 --2- 172.21.15.8:0/1214743519 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5649f9904690 0x5649f990e550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:35.536 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.536+0000 7f359ee81740 1 --2- 172.21.15.8:0/1214743519 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5649f98ff520 0x5649f990d540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:35.536 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.536+0000 7f359ee81740 1 --2- 172.21.15.8:0/1214743519 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5649f98feb30 0x5649f990d000 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:35.536 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.536+0000 7f357aa00640 0 client.16983 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:22:35.536 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.536+0000 7f359ee81740 1 -- 172.21.15.8:0/1214743519 >> 172.21.15.8:0/1214743519 conn(0x5649f98fa1a0 msgr2=0x5649f98fd0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:35.536 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.536+0000 7f359ee81740 1 -- 172.21.15.8:0/1214743519 shutdown_connections 2024-05-20T21:22:35.537 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.536+0000 7f359ee81740 1 -- 172.21.15.8:0/1214743519 wait complete. 2024-05-20T21:22:35.537 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.536+0000 7f359ee81740 20 client.16983 trim_cache size 0 max 16384 2024-05-20T21:22:35.537 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:22:35.537 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:22:35.537 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:22:35.538 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.537+0000 7f359c000640 1 -- 172.21.15.8:0/4221986695 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f357c0b27e0 msgr2=0x7f357c0b4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:35.538 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.537+0000 7f359c000640 1 --2- 172.21.15.8:0/4221986695 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f357c0b27e0 0x7f357c0b4ca0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f3588009230 tx=0x7f35880314a0 comp rx=0 tx=0).stop 2024-05-20T21:22:35.538 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.537+0000 7f359c000640 1 -- 172.21.15.8:0/4221986695 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3594104690 msgr2=0x7f35941a2500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:35.538 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.537+0000 7f359c000640 1 --2- 172.21.15.8:0/4221986695 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3594104690 0x7f35941a2500 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f358c009fd0 tx=0x7f358c00ef10 comp rx=0 tx=0).stop 2024-05-20T21:22:35.538 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.537+0000 7f359c000640 1 -- 172.21.15.8:0/4221986695 shutdown_connections 2024-05-20T21:22:35.538 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.537+0000 7f359c000640 1 --2- 172.21.15.8:0/4221986695 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f357c0b27e0 0x7f357c0b4ca0 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:35.538 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.537+0000 7f359c000640 1 --2- 172.21.15.8:0/4221986695 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3594104690 0x7f35941a2500 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:35.538 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.537+0000 7f359c000640 1 --2- 172.21.15.8:0/4221986695 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3594103cd0 0x7f359419b490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:35.538 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.537+0000 7f359c000640 1 --2- 172.21.15.8:0/4221986695 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3594102ae0 0x7f359419af50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:35.539 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.537+0000 7f359c000640 1 -- 172.21.15.8:0/4221986695 >> 172.21.15.8:0/4221986695 conn(0x7f35940fe070 msgr2=0x7f3594074c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:35.539 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.538+0000 7f359c000640 1 -- 172.21.15.8:0/4221986695 shutdown_connections 2024-05-20T21:22:35.539 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:35.538+0000 7f359c000640 1 -- 172.21.15.8:0/4221986695 wait complete. 2024-05-20T21:22:35.922 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:22:36.397 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:22:36.799 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:22:36 smithi008 ceph-mon[31475]: pgmap v658: 97 pgs: 97 active+clean; 3.5 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:22:36.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:22:36 smithi130 ceph-mon[36448]: pgmap v658: 97 pgs: 97 active+clean; 3.5 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:22:36.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:22:36 smithi050 ceph-mon[35809]: pgmap v658: 97 pgs: 97 active+clean; 3.5 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:22:38.502 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.502+0000 7fe242000700 1 -- 172.21.15.8:0/3204335004 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe23c06b220 msgr2=0x7fe23c06b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:38.503 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.502+0000 7fe242000700 1 --2- 172.21.15.8:0/3204335004 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe23c06b220 0x7fe23c06b6a0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fe2280098f0 tx=0x7fe228009c00 comp rx=0 tx=0).stop 2024-05-20T21:22:38.503 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.502+0000 7fe242000700 1 -- 172.21.15.8:0/3204335004 shutdown_connections 2024-05-20T21:22:38.503 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.502+0000 7fe242000700 1 --2- 172.21.15.8:0/3204335004 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe23c06bbe0 0x7fe23c1103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:38.503 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.502+0000 7fe242000700 1 --2- 172.21.15.8:0/3204335004 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe23c1095b0 0x7fe23c109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:38.504 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.502+0000 7fe242000700 1 --2- 172.21.15.8:0/3204335004 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe23c06b220 0x7fe23c06b6a0 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:38.504 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.502+0000 7fe242000700 1 -- 172.21.15.8:0/3204335004 >> 172.21.15.8:0/3204335004 conn(0x7fe23c0793f0 msgr2=0x7fe23c079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:38.504 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.502+0000 7fe242000700 1 -- 172.21.15.8:0/3204335004 shutdown_connections 2024-05-20T21:22:38.504 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.502+0000 7fe242000700 1 -- 172.21.15.8:0/3204335004 wait complete. 2024-05-20T21:22:38.504 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.503+0000 7fe242000700 1 Processor -- start 2024-05-20T21:22:38.508 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.504+0000 7fe242000700 1 -- start start 2024-05-20T21:22:38.508 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.504+0000 7fe242000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe23c06b220 0x7fe23c102510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:38.508 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.504+0000 7fe242000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe23c06bbe0 0x7fe23c102a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:38.508 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.504+0000 7fe242000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe23c1095b0 0x7fe23c102f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:38.508 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.504+0000 7fe242000700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fe23c113710 con 0x7fe23c1095b0 2024-05-20T21:22:38.509 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.504+0000 7fe242000700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe23c113590 con 0x7fe23c06bbe0 2024-05-20T21:22:38.509 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.504+0000 7fe242000700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fe23c113890 con 0x7fe23c06b220 2024-05-20T21:22:38.509 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.505+0000 7fe23aa00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe23c06bbe0 0x7fe23c102a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:38.509 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.505+0000 7fe23aa00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe23c06bbe0 0x7fe23c102a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:40416/0 (socket says 172.21.15.8:40416) 2024-05-20T21:22:38.509 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.505+0000 7fe23aa00700 1 -- 172.21.15.8:0/1828425816 learned_addr learned my addr 172.21.15.8:0/1828425816 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:38.509 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.505+0000 7fe23b400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe23c06b220 0x7fe23c102510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:38.510 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.505+0000 7fe23be00700 1 --2- 172.21.15.8:0/1828425816 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe23c1095b0 0x7fe23c102f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:38.510 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.505+0000 7fe23b400700 1 -- 172.21.15.8:0/1828425816 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe23c06bbe0 msgr2=0x7fe23c102a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:38.510 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.505+0000 7fe23b400700 1 --2- 172.21.15.8:0/1828425816 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe23c06bbe0 0x7fe23c102a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:38.510 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.505+0000 7fe23b400700 1 -- 172.21.15.8:0/1828425816 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe23c1095b0 msgr2=0x7fe23c102f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:38.510 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.505+0000 7fe23b400700 1 --2- 172.21.15.8:0/1828425816 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe23c1095b0 0x7fe23c102f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:38.511 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.505+0000 7fe23b400700 1 -- 172.21.15.8:0/1828425816 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe23c1a8240 con 0x7fe23c06b220 2024-05-20T21:22:38.511 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.506+0000 7fe23b400700 1 --2- 172.21.15.8:0/1828425816 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe23c06b220 0x7fe23c102510 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fe22c00e9c0 tx=0x7fe22c00ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:38.511 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.506+0000 7fe233e00700 1 -- 172.21.15.8:0/1828425816 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe22c00c9c0 con 0x7fe23c06b220 2024-05-20T21:22:38.511 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.506+0000 7fe233e00700 1 -- 172.21.15.8:0/1828425816 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe22c00cb60 con 0x7fe23c06b220 2024-05-20T21:22:38.511 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.506+0000 7fe242000700 1 -- 172.21.15.8:0/1828425816 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe23c1a8530 con 0x7fe23c06b220 2024-05-20T21:22:38.511 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.506+0000 7fe233e00700 1 -- 172.21.15.8:0/1828425816 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe22c018420 con 0x7fe23c06b220 2024-05-20T21:22:38.511 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.506+0000 7fe242000700 1 -- 172.21.15.8:0/1828425816 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe23c1a8ac0 con 0x7fe23c06b220 2024-05-20T21:22:38.515 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.510+0000 7fe233e00700 1 -- 172.21.15.8:0/1828425816 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fe22c010430 con 0x7fe23c06b220 2024-05-20T21:22:38.515 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.511+0000 7fe24c8f0b80 1 Processor -- start 2024-05-20T21:22:38.515 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.512+0000 7fe24c8f0b80 1 -- start start 2024-05-20T21:22:38.515 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.512+0000 7fe24c8f0b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55860188eeb0 0x55860188f290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:38.515 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.512+0000 7fe24c8f0b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55860188f7d0 0x558601889260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:38.515 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.512+0000 7fe24c8f0b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558601889880 0x558601889ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:38.515 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.512+0000 7fe24c8f0b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5586017e7e40 con 0x55860188eeb0 2024-05-20T21:22:38.516 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.512+0000 7fe24c8f0b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5586017d79e0 con 0x558601889880 2024-05-20T21:22:38.516 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.512+0000 7fe24c8f0b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5586017dba20 con 0x55860188f7d0 2024-05-20T21:22:38.516 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.513+0000 7fe23b400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55860188f7d0 0x558601889260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:38.516 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.513+0000 7fe233e00700 1 --2- 172.21.15.8:0/1828425816 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe2200b2900 0x7fe2200b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:38.516 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.513+0000 7fe23be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55860188eeb0 0x55860188f290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:38.516 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.513+0000 7fe23b400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55860188f7d0 0x558601889260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:45036/0 (socket says 172.21.15.8:45036) 2024-05-20T21:22:38.516 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.513+0000 7fe23b400700 1 -- 172.21.15.8:0/2829224009 learned_addr learned my addr 172.21.15.8:0/2829224009 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:38.516 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.513+0000 7fe23aa00700 1 --2- 172.21.15.8:0/2829224009 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558601889880 0x558601889ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:38.516 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.513+0000 7fe233e00700 1 -- 172.21.15.8:0/1828425816 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fe22c0e22d0 con 0x7fe23c06b220 2024-05-20T21:22:38.516 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.513+0000 7fe23be00700 1 --2- 172.21.15.8:0/1828425816 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe2200b2900 0x7fe2200b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:38.516 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.513+0000 7fe23b400700 1 -- 172.21.15.8:0/2829224009 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558601889880 msgr2=0x558601889ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:38.516 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.513+0000 7fe23b400700 1 --2- 172.21.15.8:0/2829224009 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558601889880 0x558601889ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:38.516 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.513+0000 7fe23b400700 1 -- 172.21.15.8:0/2829224009 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55860188eeb0 msgr2=0x55860188f290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:38.516 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.513+0000 7fe23b400700 1 --2- 172.21.15.8:0/2829224009 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55860188eeb0 0x55860188f290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:38.517 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.513+0000 7fe23b400700 1 -- 172.21.15.8:0/2829224009 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5586017a0420 con 0x55860188f7d0 2024-05-20T21:22:38.517 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.514+0000 7fe23b400700 1 --2- 172.21.15.8:0/2829224009 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55860188f7d0 0x558601889260 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fe22c0a9300 tx=0x7fe22c009f70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4f120f3219005228 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:38.517 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.514+0000 7fe23be00700 1 --2- 172.21.15.8:0/1828425816 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe2200b2900 0x7fe2200b4dc0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fe234009ec0 tx=0x7fe234004b40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:38.517 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.514+0000 7fe230c00700 1 -- 172.21.15.8:0/2829224009 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe22c0a9390 con 0x55860188f7d0 2024-05-20T21:22:38.517 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.514+0000 7fe230c00700 1 -- 172.21.15.8:0/2829224009 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe22c0a9f80 con 0x55860188f7d0 2024-05-20T21:22:38.517 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.514+0000 7fe230c00700 1 -- 172.21.15.8:0/2829224009 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe22c00cda0 con 0x55860188f7d0 2024-05-20T21:22:38.517 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.515+0000 7fe24c8f0b80 1 -- 172.21.15.8:0/2829224009 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55860188f7d0 msgr2=0x558601889260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:38.517 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.515+0000 7fe24c8f0b80 1 --2- 172.21.15.8:0/2829224009 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55860188f7d0 0x558601889260 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fe22c0a9300 tx=0x7fe22c009f70 comp rx=0 tx=0).stop 2024-05-20T21:22:38.517 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.515+0000 7fe24c8f0b80 1 -- 172.21.15.8:0/2829224009 shutdown_connections 2024-05-20T21:22:38.517 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.515+0000 7fe24c8f0b80 1 --2- 172.21.15.8:0/2829224009 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558601889880 0x558601889ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:38.517 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.515+0000 7fe24c8f0b80 1 --2- 172.21.15.8:0/2829224009 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55860188eeb0 0x55860188f290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:38.517 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.515+0000 7fe24c8f0b80 1 --2- 172.21.15.8:0/2829224009 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55860188f7d0 0x558601889260 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:38.517 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.515+0000 7fe24c8f0b80 1 -- 172.21.15.8:0/2829224009 >> 172.21.15.8:0/2829224009 conn(0x5586017b7be0 msgr2=0x558601884010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:38.517 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.515+0000 7fe24c8f0b80 1 -- 172.21.15.8:0/2829224009 shutdown_connections 2024-05-20T21:22:38.518 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.515+0000 7fe24c8f0b80 1 -- 172.21.15.8:0/2829224009 wait complete. 2024-05-20T21:22:38.520 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.516+0000 7fe24c8f0b80 1 -- start start 2024-05-20T21:22:38.520 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.516+0000 7fe24c8f0b80 1 Processor -- start 2024-05-20T21:22:38.520 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.516+0000 7fe24c8f0b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558601889880 0x5586018954f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:38.520 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.517+0000 7fe24c8f0b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55860188eeb0 0x558601892890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:38.520 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.517+0000 7fe24c8f0b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55860188f7d0 0x558601892dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:38.520 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.517+0000 7fe24c8f0b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5586016ddfa0 con 0x55860188f7d0 2024-05-20T21:22:38.520 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.517+0000 7fe24c8f0b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x558601778760 con 0x558601889880 2024-05-20T21:22:38.520 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.517+0000 7fe24c8f0b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5586018961e0 con 0x55860188eeb0 2024-05-20T21:22:38.520 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.517+0000 7fe24c8f0b80 10 client.0 _ll_register_callbacks cb 0x558601781c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:22:38.520 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.517+0000 7fe23aa00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55860188eeb0 0x558601892890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:38.520 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.517+0000 7fe23aa00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55860188eeb0 0x558601892890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:45042/0 (socket says 172.21.15.8:45042) 2024-05-20T21:22:38.521 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.517+0000 7fe23aa00700 1 -- 172.21.15.8:0/3362404324 learned_addr learned my addr 172.21.15.8:0/3362404324 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:38.521 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.517+0000 7fe23b400700 1 --2- 172.21.15.8:0/3362404324 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558601889880 0x5586018954f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:38.521 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.517+0000 7fe23be00700 1 --2- 172.21.15.8:0/3362404324 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55860188f7d0 0x558601892dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:38.521 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.517+0000 7fe23aa00700 1 -- 172.21.15.8:0/3362404324 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558601889880 msgr2=0x5586018954f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:38.521 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.517+0000 7fe23aa00700 1 --2- 172.21.15.8:0/3362404324 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558601889880 0x5586018954f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:38.521 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.517+0000 7fe23aa00700 1 -- 172.21.15.8:0/3362404324 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55860188f7d0 msgr2=0x558601892dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:38.521 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.517+0000 7fe23aa00700 1 --2- 172.21.15.8:0/3362404324 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55860188f7d0 0x558601892dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:38.521 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.517+0000 7fe23aa00700 1 -- 172.21.15.8:0/3362404324 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5586017278d0 con 0x55860188eeb0 2024-05-20T21:22:38.521 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.517+0000 7fe23b400700 1 --2- 172.21.15.8:0/3362404324 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558601889880 0x5586018954f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:38.522 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.518+0000 7fe23aa00700 1 --2- 172.21.15.8:0/3362404324 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55860188eeb0 0x558601892890 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fe228005950 tx=0x7fe22800f690 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7a45f0bea26b19e1 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:38.522 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.518+0000 7fe225600700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:22:38.522 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.518+0000 7fe225600700 1 -- 172.21.15.8:0/3362404324 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe228005240 con 0x55860188eeb0 2024-05-20T21:22:38.522 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.518+0000 7fe225600700 1 -- 172.21.15.8:0/3362404324 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fe2280053e0 con 0x55860188eeb0 2024-05-20T21:22:38.522 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.518+0000 7fe24c8f0b80 1 -- 172.21.15.8:0/3362404324 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe22c0a9f80 con 0x55860188eeb0 2024-05-20T21:22:38.522 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.518+0000 7fe225600700 1 -- 172.21.15.8:0/3362404324 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe2280055e0 con 0x55860188eeb0 2024-05-20T21:22:38.522 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.518+0000 7fe24c8f0b80 10 client.27157 fetch_fsmap learned FSMap version 26 2024-05-20T21:22:38.522 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.518+0000 7fe24c8f0b80 1 -- 172.21.15.8:0/3362404324 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5586017a8060 con 0x55860188eeb0 2024-05-20T21:22:38.523 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.519+0000 7fe225600700 1 -- 172.21.15.8:0/3362404324 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe22c0a9f80 con 0x55860188eeb0 2024-05-20T21:22:38.523 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.519+0000 7fe225600700 1 -- 172.21.15.8:0/3362404324 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe22802b020 con 0x55860188eeb0 2024-05-20T21:22:38.523 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.519+0000 7fe24c8f0b80 10 client.27157 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:22:38.523 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.519+0000 7fe24c8f0b80 10 client.27157 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:22:38.523 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.519+0000 7fe24c8f0b80 20 client.27157 populate_metadata read hostname 'smithi008' 2024-05-20T21:22:38.523 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.519+0000 7fe24c8f0b80 1 --2- 172.21.15.8:0/3362404324 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5586018a2e00 0x5586018a5260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:38.523 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.519+0000 7fe24c8f0b80 4 client.27157 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:22:38.523 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.520+0000 7fe24c8f0b80 1 -- 172.21.15.8:0/3362404324 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5586017e9d90 con 0x5586018a2e00 2024-05-20T21:22:38.523 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.520+0000 7fe23b400700 1 --2- 172.21.15.8:0/3362404324 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5586018a2e00 0x5586018a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:38.523 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.520+0000 7fe23b400700 1 --2- 172.21.15.8:0/3362404324 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5586018a2e00 0x5586018a5260 crc :-1 s=READY pgs=189 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c39657ebf8768755 server_cookie=7e5e6d01591510cd in_seq=0 out_seq=0 2024-05-20T21:22:38.523 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.520+0000 7fe225600700 10 client.27157 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:22:38.524 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.521+0000 7fe225600700 1 -- 172.21.15.8:0/3362404324 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5586017e9d90 con 0x5586018a2e00 2024-05-20T21:22:38.524 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.521+0000 7fe225600700 10 client.27157 handle_command_reply: tid=0 2024-05-20T21:22:38.524 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.521+0000 7fe24c8f0b80 1 client.27157 shutdown 2024-05-20T21:22:38.524 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.521+0000 7fe24c8f0b80 1 -- 172.21.15.8:0/3362404324 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55860188eeb0 msgr2=0x558601892890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:38.524 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.521+0000 7fe24c8f0b80 1 --2- 172.21.15.8:0/3362404324 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55860188eeb0 0x558601892890 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fe228005950 tx=0x7fe22800f690 comp rx=0 tx=0).stop 2024-05-20T21:22:38.525 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.522+0000 7fe24c8f0b80 1 -- 172.21.15.8:0/3362404324 shutdown_connections 2024-05-20T21:22:38.525 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.522+0000 7fe24c8f0b80 1 --2- 172.21.15.8:0/3362404324 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5586018a2e00 0x5586018a5260 crc :-1 s=READY pgs=189 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:38.525 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.522+0000 7fe24c8f0b80 1 --2- 172.21.15.8:0/3362404324 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558601889880 0x5586018954f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:38.525 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.522+0000 7fe24c8f0b80 1 --2- 172.21.15.8:0/3362404324 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55860188f7d0 0x558601892dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:38.525 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.522+0000 7fe24c8f0b80 1 --2- 172.21.15.8:0/3362404324 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55860188eeb0 0x558601892890 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:38.525 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.522+0000 7fe24c8f0b80 1 -- 172.21.15.8:0/3362404324 >> 172.21.15.8:0/3362404324 conn(0x5586017b7be0 msgr2=0x558601888250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:38.525 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.522+0000 7fe225600700 0 client.27157 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:22:38.525 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.522+0000 7fe24c8f0b80 1 -- 172.21.15.8:0/3362404324 shutdown_connections 2024-05-20T21:22:38.525 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.522+0000 7fe24c8f0b80 1 -- 172.21.15.8:0/3362404324 wait complete. 2024-05-20T21:22:38.525 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.522+0000 7fe24c8f0b80 20 client.27157 trim_cache size 0 max 16384 2024-05-20T21:22:38.538 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.539+0000 7fe24c8f0b80 1 Processor -- start 2024-05-20T21:22:38.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.539+0000 7fe24c8f0b80 1 -- start start 2024-05-20T21:22:38.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.539+0000 7fe24c8f0b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558601889880 0x558601889260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:38.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.539+0000 7fe24c8f0b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55860188eeb0 0x5586018839e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:38.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.539+0000 7fe24c8f0b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55860188f7d0 0x558601883f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:38.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.539+0000 7fe24c8f0b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fe23c1b2600 con 0x558601889880 2024-05-20T21:22:38.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.539+0000 7fe24c8f0b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe23c1afe90 con 0x55860188f7d0 2024-05-20T21:22:38.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.539+0000 7fe24c8f0b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fe23c1add00 con 0x55860188eeb0 2024-05-20T21:22:38.540 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.540+0000 7fe23b400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558601889880 0x558601889260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:38.540 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.540+0000 7fe23b400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558601889880 0x558601889260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:40974/0 (socket says 172.21.15.8:40974) 2024-05-20T21:22:38.540 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.540+0000 7fe23b400700 1 -- 172.21.15.8:0/1491809399 learned_addr learned my addr 172.21.15.8:0/1491809399 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:38.540 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.540+0000 7fe23be00700 1 --2- 172.21.15.8:0/1491809399 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55860188f7d0 0x558601883f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:38.541 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.540+0000 7fe23aa00700 1 --2- 172.21.15.8:0/1491809399 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55860188eeb0 0x5586018839e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:38.541 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.540+0000 7fe23b400700 1 -- 172.21.15.8:0/1491809399 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55860188eeb0 msgr2=0x5586018839e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:38.541 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.540+0000 7fe23b400700 1 --2- 172.21.15.8:0/1491809399 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55860188eeb0 0x5586018839e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:38.541 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.540+0000 7fe23b400700 1 -- 172.21.15.8:0/1491809399 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55860188f7d0 msgr2=0x558601883f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:38.541 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.540+0000 7fe23b400700 1 --2- 172.21.15.8:0/1491809399 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55860188f7d0 0x558601883f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:38.541 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.540+0000 7fe23b400700 1 -- 172.21.15.8:0/1491809399 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558601884460 con 0x558601889880 2024-05-20T21:22:38.541 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.541+0000 7fe23b400700 1 --2- 172.21.15.8:0/1491809399 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558601889880 0x558601889260 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fe22c000c00 tx=0x7fe22c00ef50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ad14add79cfabbf server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:38.541 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.541+0000 7fe227e00700 1 -- 172.21.15.8:0/1491809399 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe22c0b26e0 con 0x558601889880 2024-05-20T21:22:38.541 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.541+0000 7fe227e00700 1 -- 172.21.15.8:0/1491809399 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe22c010720 con 0x558601889880 2024-05-20T21:22:38.541 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.541+0000 7fe227e00700 1 -- 172.21.15.8:0/1491809399 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe22c0b2250 con 0x558601889880 2024-05-20T21:22:38.542 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.542+0000 7fe24c8f0b80 1 -- 172.21.15.8:0/1491809399 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558601889880 msgr2=0x558601889260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:38.543 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.542+0000 7fe24c8f0b80 1 --2- 172.21.15.8:0/1491809399 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558601889880 0x558601889260 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fe22c000c00 tx=0x7fe22c00ef50 comp rx=0 tx=0).stop 2024-05-20T21:22:38.543 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.542+0000 7fe24c8f0b80 1 -- 172.21.15.8:0/1491809399 shutdown_connections 2024-05-20T21:22:38.543 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.542+0000 7fe24c8f0b80 1 --2- 172.21.15.8:0/1491809399 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55860188f7d0 0x558601883f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:38.543 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.542+0000 7fe24c8f0b80 1 --2- 172.21.15.8:0/1491809399 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558601889880 0x558601889260 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:38.543 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.542+0000 7fe24c8f0b80 1 --2- 172.21.15.8:0/1491809399 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55860188eeb0 0x5586018839e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:38.543 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.542+0000 7fe24c8f0b80 1 -- 172.21.15.8:0/1491809399 >> 172.21.15.8:0/1491809399 conn(0x5586017b7be0 msgr2=0x55860188c9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:38.543 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.542+0000 7fe24c8f0b80 1 -- 172.21.15.8:0/1491809399 shutdown_connections 2024-05-20T21:22:38.543 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.542+0000 7fe24c8f0b80 1 -- 172.21.15.8:0/1491809399 wait complete. 2024-05-20T21:22:38.543 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.542+0000 7fe24c8f0b80 1 -- start start 2024-05-20T21:22:38.543 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.543+0000 7fe24c8f0b80 1 Processor -- start 2024-05-20T21:22:38.543 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.543+0000 7fe24c8f0b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558601889880 0x55860189b470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:38.543 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.543+0000 7fe24c8f0b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55860188eeb0 0x55860189b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:38.544 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.543+0000 7fe24c8f0b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55860188f7d0 0x5586018a9bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:38.544 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.543+0000 7fe24c8f0b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fe23c1ae350 con 0x558601889880 2024-05-20T21:22:38.544 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.543+0000 7fe24c8f0b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe23c1af7c0 con 0x55860188f7d0 2024-05-20T21:22:38.544 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.543+0000 7fe24c8f0b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fe23c1aea20 con 0x55860188eeb0 2024-05-20T21:22:38.544 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.543+0000 7fe24c8f0b80 10 client.0 _ll_register_callbacks cb 0x558601781c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:22:38.545 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.544+0000 7fe23b400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558601889880 0x55860189b470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:38.545 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.544+0000 7fe23b400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558601889880 0x55860189b470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:40976/0 (socket says 172.21.15.8:40976) 2024-05-20T21:22:38.546 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.544+0000 7fe23b400700 1 -- 172.21.15.8:0/110255991 learned_addr learned my addr 172.21.15.8:0/110255991 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:38.546 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.544+0000 7fe23aa00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55860188eeb0 0x55860189b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:38.546 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.544+0000 7fe23be00700 1 --2- 172.21.15.8:0/110255991 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55860188f7d0 0x5586018a9bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:38.546 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.544+0000 7fe23b400700 1 -- 172.21.15.8:0/110255991 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55860188eeb0 msgr2=0x55860189b9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:38.546 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.544+0000 7fe23b400700 1 --2- 172.21.15.8:0/110255991 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55860188eeb0 0x55860189b9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:38.546 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.544+0000 7fe23b400700 1 -- 172.21.15.8:0/110255991 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55860188f7d0 msgr2=0x5586018a9bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:38.546 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.544+0000 7fe23b400700 1 --2- 172.21.15.8:0/110255991 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55860188f7d0 0x5586018a9bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:38.546 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.544+0000 7fe23b400700 1 -- 172.21.15.8:0/110255991 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5586018aa130 con 0x558601889880 2024-05-20T21:22:38.546 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.544+0000 7fe23aa00700 1 --2- 172.21.15.8:0/110255991 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55860188eeb0 0x55860189b9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:38.546 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.545+0000 7fe23b400700 1 --2- 172.21.15.8:0/110255991 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558601889880 0x55860189b470 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fe22c0aa130 tx=0x7fe22c0add40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec63d750ec0e7507 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:38.546 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.545+0000 7fe225600700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:22:38.546 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.545+0000 7fe225600700 1 -- 172.21.15.8:0/110255991 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe22c0b26e0 con 0x558601889880 2024-05-20T21:22:38.546 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.545+0000 7fe225600700 1 -- 172.21.15.8:0/110255991 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fe22c0dfe70 con 0x558601889880 2024-05-20T21:22:38.547 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.545+0000 7fe24c8f0b80 1 -- 172.21.15.8:0/110255991 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe22c010720 con 0x558601889880 2024-05-20T21:22:38.547 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.545+0000 7fe225600700 1 -- 172.21.15.8:0/110255991 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe22c0cc050 con 0x558601889880 2024-05-20T21:22:38.547 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.545+0000 7fe24c8f0b80 10 client.17001 fetch_fsmap learned FSMap version 26 2024-05-20T21:22:38.547 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.545+0000 7fe24c8f0b80 1 -- 172.21.15.8:0/110255991 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55860190d240 con 0x558601889880 2024-05-20T21:22:38.547 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.545+0000 7fe225600700 1 -- 172.21.15.8:0/110255991 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe22c010720 con 0x558601889880 2024-05-20T21:22:38.547 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.546+0000 7fe225600700 1 -- 172.21.15.8:0/110255991 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe22c0a8ae0 con 0x558601889880 2024-05-20T21:22:38.547 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.546+0000 7fe24c8f0b80 10 client.17001 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:22:38.547 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.546+0000 7fe24c8f0b80 10 client.17001 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:22:38.547 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.546+0000 7fe24c8f0b80 20 client.17001 populate_metadata read hostname 'smithi008' 2024-05-20T21:22:38.547 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.546+0000 7fe24c8f0b80 1 --2- 172.21.15.8:0/110255991 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55860190d4c0 0x55860190f8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:38.547 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.546+0000 7fe24c8f0b80 4 client.17001 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:22:38.547 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.546+0000 7fe24c8f0b80 1 -- 172.21.15.8:0/110255991 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5586017e3570 con 0x55860190d4c0 2024-05-20T21:22:38.548 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.546+0000 7fe23aa00700 1 --2- 172.21.15.8:0/110255991 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55860190d4c0 0x55860190f8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:38.549 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.547+0000 7fe23aa00700 1 --2- 172.21.15.8:0/110255991 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55860190d4c0 0x55860190f8b0 crc :-1 s=READY pgs=190 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7ef7b718764e4110 server_cookie=5ca13fc9ca423401 in_seq=0 out_seq=0 2024-05-20T21:22:38.549 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.547+0000 7fe225600700 10 client.17001 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:22:38.549 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.547+0000 7fe225600700 1 -- 172.21.15.8:0/110255991 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5586017e3570 con 0x55860190d4c0 2024-05-20T21:22:38.549 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.547+0000 7fe225600700 10 client.17001 handle_command_reply: tid=0 2024-05-20T21:22:38.549 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.547+0000 7fe24c8f0b80 1 client.17001 shutdown 2024-05-20T21:22:38.549 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.547+0000 7fe24c8f0b80 1 -- 172.21.15.8:0/110255991 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558601889880 msgr2=0x55860189b470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:38.549 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.547+0000 7fe24c8f0b80 1 --2- 172.21.15.8:0/110255991 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558601889880 0x55860189b470 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fe22c0aa130 tx=0x7fe22c0add40 comp rx=0 tx=0).stop 2024-05-20T21:22:38.549 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.547+0000 7fe24c8f0b80 1 -- 172.21.15.8:0/110255991 shutdown_connections 2024-05-20T21:22:38.549 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.547+0000 7fe24c8f0b80 1 --2- 172.21.15.8:0/110255991 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55860190d4c0 0x55860190f8b0 crc :-1 s=READY pgs=190 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:38.549 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.547+0000 7fe24c8f0b80 1 --2- 172.21.15.8:0/110255991 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55860188f7d0 0x5586018a9bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:38.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.547+0000 7fe24c8f0b80 1 --2- 172.21.15.8:0/110255991 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558601889880 0x55860189b470 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:38.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.547+0000 7fe24c8f0b80 1 --2- 172.21.15.8:0/110255991 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55860188eeb0 0x55860189b9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:38.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.547+0000 7fe24c8f0b80 1 -- 172.21.15.8:0/110255991 >> 172.21.15.8:0/110255991 conn(0x5586017b7be0 msgr2=0x55860188c9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:38.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.547+0000 7fe225600700 0 client.17001 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:22:38.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.547+0000 7fe24c8f0b80 1 -- 172.21.15.8:0/110255991 shutdown_connections 2024-05-20T21:22:38.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.548+0000 7fe24c8f0b80 1 -- 172.21.15.8:0/110255991 wait complete. 2024-05-20T21:22:38.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.548+0000 7fe24c8f0b80 20 client.17001 trim_cache size 0 max 16384 2024-05-20T21:22:38.550 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:22:38.551 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.548+0000 7fe242000700 1 -- 172.21.15.8:0/1828425816 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe2200b2900 msgr2=0x7fe2200b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:38.551 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.548+0000 7fe242000700 1 --2- 172.21.15.8:0/1828425816 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe2200b2900 0x7fe2200b4dc0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fe234009ec0 tx=0x7fe234004b40 comp rx=0 tx=0).stop 2024-05-20T21:22:38.551 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.548+0000 7fe242000700 1 -- 172.21.15.8:0/1828425816 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe23c06b220 msgr2=0x7fe23c102510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:38.551 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.548+0000 7fe242000700 1 --2- 172.21.15.8:0/1828425816 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe23c06b220 0x7fe23c102510 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fe22c00e9c0 tx=0x7fe22c00ecd0 comp rx=0 tx=0).stop 2024-05-20T21:22:38.551 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.548+0000 7fe242000700 1 -- 172.21.15.8:0/1828425816 shutdown_connections 2024-05-20T21:22:38.551 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.548+0000 7fe242000700 1 --2- 172.21.15.8:0/1828425816 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe2200b2900 0x7fe2200b4dc0 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:38.551 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.548+0000 7fe242000700 1 --2- 172.21.15.8:0/1828425816 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe23c1095b0 0x7fe23c102f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:38.552 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.548+0000 7fe242000700 1 --2- 172.21.15.8:0/1828425816 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe23c06b220 0x7fe23c102510 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:38.552 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.548+0000 7fe242000700 1 --2- 172.21.15.8:0/1828425816 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe23c06bbe0 0x7fe23c102a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:38.552 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.548+0000 7fe242000700 1 -- 172.21.15.8:0/1828425816 >> 172.21.15.8:0/1828425816 conn(0x7fe23c0793f0 msgr2=0x7fe23c1012c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:38.552 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.549+0000 7fe242000700 1 -- 172.21.15.8:0/1828425816 shutdown_connections 2024-05-20T21:22:38.552 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:38.549+0000 7fe242000700 1 -- 172.21.15.8:0/1828425816 wait complete. 2024-05-20T21:22:38.923 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:22:38 smithi130 ceph-mon[36448]: pgmap v659: 97 pgs: 97 active+clean; 3.5 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:22:38.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:22:38 smithi050 ceph-mon[35809]: pgmap v659: 97 pgs: 97 active+clean; 3.5 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:22:38.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:22:38 smithi008 ceph-mon[31475]: pgmap v659: 97 pgs: 97 active+clean; 3.5 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:22:40.521 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:22:40.521 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:22:40.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:22:40 smithi130 ceph-mon[36448]: pgmap v660: 97 pgs: 97 active+clean; 3.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:22:40.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:22:40 smithi050 ceph-mon[35809]: pgmap v660: 97 pgs: 97 active+clean; 3.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:22:40.954 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:22:40 smithi008 ceph-mon[31475]: pgmap v660: 97 pgs: 97 active+clean; 3.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:22:41.001 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:22:42.887 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:22:42 smithi008 ceph-mon[31475]: pgmap v661: 97 pgs: 97 active+clean; 3.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:22:42.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:22:42 smithi130 ceph-mon[36448]: pgmap v661: 97 pgs: 97 active+clean; 3.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:22:42.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:22:42 smithi050 ceph-mon[35809]: pgmap v661: 97 pgs: 97 active+clean; 3.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:22:43.072 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.072+0000 7f00dd200700 1 -- 172.21.15.8:0/237472994 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f00d810a780 msgr2=0x7f00d810e7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:43.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.072+0000 7f00dd200700 1 --2- 172.21.15.8:0/237472994 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f00d810a780 0x7f00d810e7d0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f00c4009990 tx=0x7f00c4009ca0 comp rx=0 tx=0).stop 2024-05-20T21:22:43.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.072+0000 7f00dd200700 1 -- 172.21.15.8:0/237472994 shutdown_connections 2024-05-20T21:22:43.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.072+0000 7f00dd200700 1 --2- 172.21.15.8:0/237472994 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f00d810eeb0 0x7f00d8116a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:43.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.072+0000 7f00dd200700 1 --2- 172.21.15.8:0/237472994 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f00d8109dd0 0x7f00d810a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:43.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.072+0000 7f00dd200700 1 --2- 172.21.15.8:0/237472994 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f00d810a780 0x7f00d810e7d0 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:43.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.072+0000 7f00dd200700 1 -- 172.21.15.8:0/237472994 >> 172.21.15.8:0/237472994 conn(0x7f00d8076d10 msgr2=0x7f00d8108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:43.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.072+0000 7f00dd200700 1 -- 172.21.15.8:0/237472994 shutdown_connections 2024-05-20T21:22:43.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.073+0000 7f00dd200700 1 -- 172.21.15.8:0/237472994 wait complete. 2024-05-20T21:22:43.075 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.074+0000 7f00dd200700 1 Processor -- start 2024-05-20T21:22:43.075 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.074+0000 7f00dd200700 1 -- start start 2024-05-20T21:22:43.075 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.074+0000 7f00dd200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f00d8109dd0 0x7f00d81a01d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:43.075 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.074+0000 7f00dd200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f00d810a780 0x7f00d81a0710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:43.075 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.074+0000 7f00dd200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f00d810eeb0 0x7f00d81a4aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:43.075 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.074+0000 7f00dd200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f00d8119d40 con 0x7f00d810eeb0 2024-05-20T21:22:43.075 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.074+0000 7f00dd200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f00d8119bc0 con 0x7f00d8109dd0 2024-05-20T21:22:43.075 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.074+0000 7f00dd200700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f00d8119ec0 con 0x7f00d810a780 2024-05-20T21:22:43.075 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.075+0000 7f00d5e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f00d8109dd0 0x7f00d81a01d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:43.076 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.075+0000 7f00d5e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f00d8109dd0 0x7f00d81a01d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:58306/0 (socket says 172.21.15.8:58306) 2024-05-20T21:22:43.076 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.075+0000 7f00d5e00700 1 -- 172.21.15.8:0/2530748281 learned_addr learned my addr 172.21.15.8:0/2530748281 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:43.076 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.075+0000 7f00d6800700 1 --2- 172.21.15.8:0/2530748281 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f00d810eeb0 0x7f00d81a4aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:43.076 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.075+0000 7f00d5400700 1 --2- 172.21.15.8:0/2530748281 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f00d810a780 0x7f00d81a0710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:43.076 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.075+0000 7f00d5e00700 1 -- 172.21.15.8:0/2530748281 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f00d810a780 msgr2=0x7f00d81a0710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:43.076 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.075+0000 7f00d5e00700 1 --2- 172.21.15.8:0/2530748281 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f00d810a780 0x7f00d81a0710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:43.076 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.075+0000 7f00d5e00700 1 -- 172.21.15.8:0/2530748281 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f00d810eeb0 msgr2=0x7f00d81a4aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:43.076 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.075+0000 7f00d5e00700 1 --2- 172.21.15.8:0/2530748281 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f00d810eeb0 0x7f00d81a4aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:43.076 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.075+0000 7f00d5e00700 1 -- 172.21.15.8:0/2530748281 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00d81a51e0 con 0x7f00d8109dd0 2024-05-20T21:22:43.076 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.075+0000 7f00d5400700 1 --2- 172.21.15.8:0/2530748281 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f00d810a780 0x7f00d81a0710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:43.076 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.076+0000 7f00d5e00700 1 --2- 172.21.15.8:0/2530748281 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f00d8109dd0 0x7f00d81a01d0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f00c800e9a0 tx=0x7f00c800ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:43.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.076+0000 7f00cea00700 1 -- 172.21.15.8:0/2530748281 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00c800ca10 con 0x7f00d8109dd0 2024-05-20T21:22:43.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.076+0000 7f00cea00700 1 -- 172.21.15.8:0/2530748281 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f00c800cbb0 con 0x7f00d8109dd0 2024-05-20T21:22:43.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.076+0000 7f00dd200700 1 -- 172.21.15.8:0/2530748281 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00d81a54d0 con 0x7f00d8109dd0 2024-05-20T21:22:43.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.076+0000 7f00cea00700 1 -- 172.21.15.8:0/2530748281 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00c8018680 con 0x7f00d8109dd0 2024-05-20T21:22:43.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.076+0000 7f00dd200700 1 -- 172.21.15.8:0/2530748281 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00d81acd50 con 0x7f00d8109dd0 2024-05-20T21:22:43.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.081+0000 7f00cea00700 1 -- 172.21.15.8:0/2530748281 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f00c8010430 con 0x7f00d8109dd0 2024-05-20T21:22:43.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.081+0000 7f00e7adbb80 1 Processor -- start 2024-05-20T21:22:43.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.081+0000 7f00e7adbb80 1 -- start start 2024-05-20T21:22:43.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.082+0000 7f00e7adbb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55af8eca2690 0x55af8eca2a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:43.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.082+0000 7f00e7adbb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55af8eca2fb0 0x55af8ec9cba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:43.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.082+0000 7f00e7adbb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55af8ec9d1c0 0x55af8ec9d640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:43.082 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.082+0000 7f00e7adbb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55af8ebfaec0 con 0x55af8eca2690 2024-05-20T21:22:43.082 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.082+0000 7f00e7adbb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55af8ebeaa60 con 0x55af8eca2fb0 2024-05-20T21:22:43.082 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.082+0000 7f00e7adbb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55af8ebeeaa0 con 0x55af8ec9d1c0 2024-05-20T21:22:43.082 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.082+0000 7f00d6800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55af8eca2690 0x55af8eca2a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:43.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.082+0000 7f00d5e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55af8eca2fb0 0x55af8ec9cba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:43.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.082+0000 7f00d6800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55af8eca2690 0x55af8eca2a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:39272/0 (socket says 172.21.15.8:39272) 2024-05-20T21:22:43.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.082+0000 7f00d6800700 1 -- 172.21.15.8:0/2238412515 learned_addr learned my addr 172.21.15.8:0/2238412515 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:43.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.082+0000 7f00d5400700 1 --2- 172.21.15.8:0/2238412515 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55af8ec9d1c0 0x55af8ec9d640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:43.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.083+0000 7f00d6800700 1 -- 172.21.15.8:0/2238412515 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55af8ec9d1c0 msgr2=0x55af8ec9d640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:43.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.083+0000 7f00d6800700 1 --2- 172.21.15.8:0/2238412515 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55af8ec9d1c0 0x55af8ec9d640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:43.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.083+0000 7f00d6800700 1 -- 172.21.15.8:0/2238412515 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55af8eca2fb0 msgr2=0x55af8ec9cba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:43.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.083+0000 7f00d6800700 1 --2- 172.21.15.8:0/2238412515 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55af8eca2fb0 0x55af8ec9cba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:43.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.083+0000 7f00d6800700 1 -- 172.21.15.8:0/2238412515 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55af8ebb34a0 con 0x55af8eca2690 2024-05-20T21:22:43.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.083+0000 7f00d5e00700 1 --2- 172.21.15.8:0/2238412515 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55af8eca2fb0 0x55af8ec9cba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:43.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.083+0000 7f00d6800700 1 --2- 172.21.15.8:0/2238412515 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55af8eca2690 0x55af8eca2a70 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f00d0011680 tx=0x7f00d0009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0d76a5959b4954 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:43.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.083+0000 7f00c3400700 1 -- 172.21.15.8:0/2238412515 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00d0019030 con 0x55af8eca2690 2024-05-20T21:22:43.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.084+0000 7f00c3400700 1 -- 172.21.15.8:0/2238412515 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f00d00092e0 con 0x55af8eca2690 2024-05-20T21:22:43.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.084+0000 7f00c3400700 1 -- 172.21.15.8:0/2238412515 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00d0007500 con 0x55af8eca2690 2024-05-20T21:22:43.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.084+0000 7f00e7adbb80 1 -- 172.21.15.8:0/2238412515 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55af8eca2690 msgr2=0x55af8eca2a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:43.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.084+0000 7f00e7adbb80 1 --2- 172.21.15.8:0/2238412515 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55af8eca2690 0x55af8eca2a70 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f00d0011680 tx=0x7f00d0009920 comp rx=0 tx=0).stop 2024-05-20T21:22:43.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.084+0000 7f00cea00700 1 --2- 172.21.15.8:0/2530748281 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f00bc0b2880 0x7f00bc0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:43.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.085+0000 7f00e7adbb80 1 -- 172.21.15.8:0/2238412515 shutdown_connections 2024-05-20T21:22:43.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.085+0000 7f00e7adbb80 1 --2- 172.21.15.8:0/2238412515 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55af8ec9d1c0 0x55af8ec9d640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:43.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.085+0000 7f00e7adbb80 1 --2- 172.21.15.8:0/2238412515 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55af8eca2690 0x55af8eca2a70 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:43.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.085+0000 7f00e7adbb80 1 --2- 172.21.15.8:0/2238412515 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55af8eca2fb0 0x55af8ec9cba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:43.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.085+0000 7f00e7adbb80 1 -- 172.21.15.8:0/2238412515 >> 172.21.15.8:0/2238412515 conn(0x55af8ebcac60 msgr2=0x55af8ec97710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:43.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.085+0000 7f00d5e00700 1 --2- 172.21.15.8:0/2530748281 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f00bc0b2880 0x7f00bc0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:43.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.085+0000 7f00cea00700 1 -- 172.21.15.8:0/2530748281 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f00c80e23d0 con 0x7f00d8109dd0 2024-05-20T21:22:43.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.085+0000 7f00e7adbb80 1 -- 172.21.15.8:0/2238412515 shutdown_connections 2024-05-20T21:22:43.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.085+0000 7f00e7adbb80 1 -- 172.21.15.8:0/2238412515 wait complete. 2024-05-20T21:22:43.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.086+0000 7f00d5e00700 1 --2- 172.21.15.8:0/2530748281 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f00bc0b2880 0x7f00bc0b4d40 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f00c80a5a00 tx=0x7f00c80e5e10 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:43.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.086+0000 7f00e7adbb80 1 -- start start 2024-05-20T21:22:43.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.086+0000 7f00e7adbb80 1 Processor -- start 2024-05-20T21:22:43.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.087+0000 7f00e7adbb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55af8ec9d1c0 0x55af8eca8c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:43.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.087+0000 7f00e7adbb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55af8eca2690 0x55af8eca5fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:43.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.087+0000 7f00e7adbb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55af8eca2fb0 0x55af8eca6520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:43.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.087+0000 7f00e7adbb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55af8eaf1020 con 0x55af8ec9d1c0 2024-05-20T21:22:43.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.087+0000 7f00e7adbb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55af8eb8b7e0 con 0x55af8eca2690 2024-05-20T21:22:43.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.087+0000 7f00e7adbb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55af8eca9ab0 con 0x55af8eca2fb0 2024-05-20T21:22:43.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.087+0000 7f00e7adbb80 10 client.0 _ll_register_callbacks cb 0x55af8eb94cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:22:43.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.087+0000 7f00d6800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55af8ec9d1c0 0x55af8eca8c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:43.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.087+0000 7f00d6800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55af8ec9d1c0 0x55af8eca8c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:39284/0 (socket says 172.21.15.8:39284) 2024-05-20T21:22:43.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.087+0000 7f00d6800700 1 -- 172.21.15.8:0/1307328719 learned_addr learned my addr 172.21.15.8:0/1307328719 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:43.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.087+0000 7f00d5400700 1 --2- 172.21.15.8:0/1307328719 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55af8eca2690 0x55af8eca5fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:43.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.087+0000 7f00d6800700 1 --2- 172.21.15.8:0/1307328719 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55af8eca2fb0 0x55af8eca6520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:43.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.088+0000 7f00d5400700 1 -- 172.21.15.8:0/1307328719 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55af8eca2fb0 msgr2=0x55af8eca6520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:43.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.088+0000 7f00d5400700 1 --2- 172.21.15.8:0/1307328719 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55af8eca2fb0 0x55af8eca6520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:43.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.088+0000 7f00d5400700 1 -- 172.21.15.8:0/1307328719 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55af8ec9d1c0 msgr2=0x55af8eca8c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:43.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.088+0000 7f00d5400700 1 --2- 172.21.15.8:0/1307328719 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55af8ec9d1c0 0x55af8eca8c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:43.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.088+0000 7f00d5400700 1 -- 172.21.15.8:0/1307328719 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55af8eb3a950 con 0x55af8eca2690 2024-05-20T21:22:43.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.088+0000 7f00d5400700 1 --2- 172.21.15.8:0/1307328719 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55af8eca2690 0x55af8eca5fe0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f00c40059d0 tx=0x7f00c4005c70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ea83facbd3806403 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:43.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.088+0000 7f00b7e00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:22:43.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.088+0000 7f00b7e00700 1 -- 172.21.15.8:0/1307328719 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00c4028060 con 0x55af8eca2690 2024-05-20T21:22:43.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.088+0000 7f00b7e00700 1 -- 172.21.15.8:0/1307328719 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f00c4003680 con 0x55af8eca2690 2024-05-20T21:22:43.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.088+0000 7f00e7adbb80 1 -- 172.21.15.8:0/1307328719 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f00d00092e0 con 0x55af8eca2690 2024-05-20T21:22:43.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.089+0000 7f00b7e00700 1 -- 172.21.15.8:0/1307328719 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f00c40038a0 con 0x55af8eca2690 2024-05-20T21:22:43.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.089+0000 7f00e7adbb80 10 client.27125 fetch_fsmap learned FSMap version 26 2024-05-20T21:22:43.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.089+0000 7f00e7adbb80 1 -- 172.21.15.8:0/1307328719 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55af8ebbb0e0 con 0x55af8eca2690 2024-05-20T21:22:43.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.089+0000 7f00b7e00700 1 -- 172.21.15.8:0/1307328719 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f00d00092e0 con 0x55af8eca2690 2024-05-20T21:22:43.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.089+0000 7f00b7e00700 1 -- 172.21.15.8:0/1307328719 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f00c400f8d0 con 0x55af8eca2690 2024-05-20T21:22:43.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.090+0000 7f00e7adbb80 10 client.27125 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:22:43.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.090+0000 7f00e7adbb80 10 client.27125 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:22:43.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.090+0000 7f00e7adbb80 20 client.27125 populate_metadata read hostname 'smithi008' 2024-05-20T21:22:43.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.090+0000 7f00e7adbb80 1 --2- 172.21.15.8:0/1307328719 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55af8ecb6540 0x55af8ecb8930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:43.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.090+0000 7f00e7adbb80 4 client.27125 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:22:43.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.090+0000 7f00e7adbb80 1 -- 172.21.15.8:0/1307328719 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55af8ebfce10 con 0x55af8ecb6540 2024-05-20T21:22:43.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.090+0000 7f00d6800700 1 --2- 172.21.15.8:0/1307328719 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55af8ecb6540 0x55af8ecb8930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:43.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.091+0000 7f00d6800700 1 --2- 172.21.15.8:0/1307328719 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55af8ecb6540 0x55af8ecb8930 crc :-1 s=READY pgs=191 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=886292c95d9da08a server_cookie=bc5dff5f0cdc3cde in_seq=0 out_seq=0 2024-05-20T21:22:43.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.091+0000 7f00b7e00700 10 client.27125 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:22:43.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.092+0000 7f00b7e00700 1 -- 172.21.15.8:0/1307328719 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55af8ebfce10 con 0x55af8ecb6540 2024-05-20T21:22:43.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.092+0000 7f00b7e00700 10 client.27125 handle_command_reply: tid=0 2024-05-20T21:22:43.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.092+0000 7f00e7adbb80 1 client.27125 shutdown 2024-05-20T21:22:43.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.092+0000 7f00e7adbb80 1 -- 172.21.15.8:0/1307328719 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55af8eca2690 msgr2=0x55af8eca5fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:43.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.092+0000 7f00e7adbb80 1 --2- 172.21.15.8:0/1307328719 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55af8eca2690 0x55af8eca5fe0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f00c40059d0 tx=0x7f00c4005c70 comp rx=0 tx=0).stop 2024-05-20T21:22:43.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.092+0000 7f00e7adbb80 1 -- 172.21.15.8:0/1307328719 shutdown_connections 2024-05-20T21:22:43.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.092+0000 7f00e7adbb80 1 --2- 172.21.15.8:0/1307328719 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55af8ecb6540 0x55af8ecb8930 crc :-1 s=READY pgs=191 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:43.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.092+0000 7f00e7adbb80 1 --2- 172.21.15.8:0/1307328719 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55af8eca2fb0 0x55af8eca6520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:43.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.092+0000 7f00e7adbb80 1 --2- 172.21.15.8:0/1307328719 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55af8ec9d1c0 0x55af8eca8c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:43.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.092+0000 7f00e7adbb80 1 --2- 172.21.15.8:0/1307328719 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55af8eca2690 0x55af8eca5fe0 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:43.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.092+0000 7f00b7e00700 0 client.27125 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:22:43.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.092+0000 7f00e7adbb80 1 -- 172.21.15.8:0/1307328719 >> 172.21.15.8:0/1307328719 conn(0x55af8ebcac60 msgr2=0x55af8ec96df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:43.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.092+0000 7f00e7adbb80 1 -- 172.21.15.8:0/1307328719 shutdown_connections 2024-05-20T21:22:43.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.092+0000 7f00e7adbb80 1 -- 172.21.15.8:0/1307328719 wait complete. 2024-05-20T21:22:43.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.093+0000 7f00e7adbb80 20 client.27125 trim_cache size 0 max 16384 2024-05-20T21:22:43.115 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.115+0000 7f00e7adbb80 1 Processor -- start 2024-05-20T21:22:43.115 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.115+0000 7f00e7adbb80 1 -- start start 2024-05-20T21:22:43.115 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.116+0000 7f00e7adbb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55af8ec9d1c0 0x55af8ec9cba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:43.115 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.116+0000 7f00e7adbb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55af8eca2690 0x55af8eca3c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:43.115 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.116+0000 7f00e7adbb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55af8eca2fb0 0x55af8ec97570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:43.115 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.116+0000 7f00e7adbb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f00d81b6b40 con 0x55af8eca2fb0 2024-05-20T21:22:43.115 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.116+0000 7f00e7adbb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f00d81b43d0 con 0x55af8eca2690 2024-05-20T21:22:43.115 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.116+0000 7f00e7adbb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f00d81b2220 con 0x55af8ec9d1c0 2024-05-20T21:22:43.117 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.116+0000 7f00d6800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55af8eca2fb0 0x55af8ec97570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:43.117 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.116+0000 7f00d5400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55af8eca2690 0x55af8eca3c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:43.117 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.116+0000 7f00d6800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55af8eca2fb0 0x55af8ec97570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:39298/0 (socket says 172.21.15.8:39298) 2024-05-20T21:22:43.117 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.116+0000 7f00d5400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55af8eca2690 0x55af8eca3c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:58332/0 (socket says 172.21.15.8:58332) 2024-05-20T21:22:43.117 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.116+0000 7f00d6800700 1 -- 172.21.15.8:0/336700634 learned_addr learned my addr 172.21.15.8:0/336700634 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:43.117 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.116+0000 7f00d6800700 1 --2- 172.21.15.8:0/336700634 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55af8ec9d1c0 0x55af8ec9cba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:43.117 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.117+0000 7f00d5400700 1 -- 172.21.15.8:0/336700634 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55af8ec9d1c0 msgr2=0x55af8ec9cba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:43.117 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.117+0000 7f00d5400700 1 --2- 172.21.15.8:0/336700634 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55af8ec9d1c0 0x55af8ec9cba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:43.117 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.117+0000 7f00d5400700 1 -- 172.21.15.8:0/336700634 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55af8eca2fb0 msgr2=0x55af8ec97570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:43.117 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.117+0000 7f00d5400700 1 --2- 172.21.15.8:0/336700634 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55af8eca2fb0 0x55af8ec97570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:43.117 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.117+0000 7f00d5400700 1 -- 172.21.15.8:0/336700634 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55af8eca8880 con 0x55af8eca2690 2024-05-20T21:22:43.117 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.117+0000 7f00d6800700 1 --2- 172.21.15.8:0/336700634 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55af8eca2fb0 0x55af8ec97570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:43.117 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.117+0000 7f00d5400700 1 --2- 172.21.15.8:0/336700634 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55af8eca2690 0x55af8eca3c20 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f00c400fee0 tx=0x7f00c4000bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=caf15b26ab6c6d49 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:43.118 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.117+0000 7f00c2a00700 1 -- 172.21.15.8:0/336700634 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00c4028070 con 0x55af8eca2690 2024-05-20T21:22:43.118 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.117+0000 7f00c2a00700 1 -- 172.21.15.8:0/336700634 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f00c4005630 con 0x55af8eca2690 2024-05-20T21:22:43.118 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.117+0000 7f00c2a00700 1 -- 172.21.15.8:0/336700634 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00c400f6c0 con 0x55af8eca2690 2024-05-20T21:22:43.119 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.118+0000 7f00e7adbb80 1 -- 172.21.15.8:0/336700634 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55af8eca2690 msgr2=0x55af8eca3c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:43.119 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.118+0000 7f00e7adbb80 1 --2- 172.21.15.8:0/336700634 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55af8eca2690 0x55af8eca3c20 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f00c400fee0 tx=0x7f00c4000bc0 comp rx=0 tx=0).stop 2024-05-20T21:22:43.119 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.118+0000 7f00e7adbb80 1 -- 172.21.15.8:0/336700634 shutdown_connections 2024-05-20T21:22:43.119 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.118+0000 7f00e7adbb80 1 --2- 172.21.15.8:0/336700634 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55af8eca2fb0 0x55af8ec97570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:43.119 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.118+0000 7f00e7adbb80 1 --2- 172.21.15.8:0/336700634 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55af8ec9d1c0 0x55af8ec9cba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:43.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.118+0000 7f00e7adbb80 1 --2- 172.21.15.8:0/336700634 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55af8eca2690 0x55af8eca3c20 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:43.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.118+0000 7f00e7adbb80 1 -- 172.21.15.8:0/336700634 >> 172.21.15.8:0/336700634 conn(0x55af8ebcac60 msgr2=0x55af8eca7690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:43.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.118+0000 7f00e7adbb80 1 -- 172.21.15.8:0/336700634 shutdown_connections 2024-05-20T21:22:43.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.118+0000 7f00e7adbb80 1 -- 172.21.15.8:0/336700634 wait complete. 2024-05-20T21:22:43.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.119+0000 7f00e7adbb80 1 -- start start 2024-05-20T21:22:43.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.119+0000 7f00e7adbb80 1 Processor -- start 2024-05-20T21:22:43.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.120+0000 7f00e7adbb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55af8ec9d1c0 0x55af8ecaf560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:43.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.120+0000 7f00e7adbb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55af8eca2690 0x55af8ecabd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:43.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.120+0000 7f00e7adbb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55af8eca2fb0 0x55af8ecac400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:43.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.120+0000 7f00e7adbb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f00d81b2890 con 0x55af8ec9d1c0 2024-05-20T21:22:43.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.120+0000 7f00e7adbb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f00d81b3d00 con 0x55af8eca2fb0 2024-05-20T21:22:43.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.120+0000 7f00e7adbb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f00d81b2f60 con 0x55af8eca2690 2024-05-20T21:22:43.121 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.120+0000 7f00e7adbb80 10 client.0 _ll_register_callbacks cb 0x55af8eb94cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:22:43.121 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.120+0000 7f00d6800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55af8ec9d1c0 0x55af8ecaf560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:43.121 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.120+0000 7f00d6800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55af8ec9d1c0 0x55af8ecaf560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:39300/0 (socket says 172.21.15.8:39300) 2024-05-20T21:22:43.121 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.120+0000 7f00d6800700 1 -- 172.21.15.8:0/1032485958 learned_addr learned my addr 172.21.15.8:0/1032485958 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:43.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.120+0000 7f00d5400700 1 --2- 172.21.15.8:0/1032485958 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55af8eca2690 0x55af8ecabd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:43.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.120+0000 7f00d6800700 1 --2- 172.21.15.8:0/1032485958 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55af8eca2fb0 0x55af8ecac400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:43.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.120+0000 7f00d6800700 1 -- 172.21.15.8:0/1032485958 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55af8eca2690 msgr2=0x55af8ecabd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:43.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.120+0000 7f00d6800700 1 --2- 172.21.15.8:0/1032485958 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55af8eca2690 0x55af8ecabd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:43.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.120+0000 7f00d6800700 1 -- 172.21.15.8:0/1032485958 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55af8eca2fb0 msgr2=0x55af8ecac400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:43.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.120+0000 7f00d6800700 1 --2- 172.21.15.8:0/1032485958 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55af8eca2fb0 0x55af8ecac400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:43.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.120+0000 7f00d6800700 1 -- 172.21.15.8:0/1032485958 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55af8ed21040 con 0x55af8ec9d1c0 2024-05-20T21:22:43.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.121+0000 7f00d6800700 1 --2- 172.21.15.8:0/1032485958 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55af8ec9d1c0 0x55af8ecaf560 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f00d0011fe0 tx=0x7f00d0024040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c6167cf8c499c6e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:43.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.121+0000 7f00b7e00700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:22:43.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.121+0000 7f00b7e00700 1 -- 172.21.15.8:0/1032485958 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00d0019040 con 0x55af8ec9d1c0 2024-05-20T21:22:43.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.121+0000 7f00b7e00700 1 -- 172.21.15.8:0/1032485958 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f00d0004a60 con 0x55af8ec9d1c0 2024-05-20T21:22:43.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.121+0000 7f00e7adbb80 1 -- 172.21.15.8:0/1032485958 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f00c4005630 con 0x55af8ec9d1c0 2024-05-20T21:22:43.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.121+0000 7f00b7e00700 1 -- 172.21.15.8:0/1032485958 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f00d0004c60 con 0x55af8ec9d1c0 2024-05-20T21:22:43.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.121+0000 7f00e7adbb80 10 client.17019 fetch_fsmap learned FSMap version 26 2024-05-20T21:22:43.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.121+0000 7f00e7adbb80 1 -- 172.21.15.8:0/1032485958 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55af8ed22230 con 0x55af8ec9d1c0 2024-05-20T21:22:43.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.122+0000 7f00b7e00700 1 -- 172.21.15.8:0/1032485958 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f00c4005630 con 0x55af8ec9d1c0 2024-05-20T21:22:43.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.122+0000 7f00b7e00700 1 -- 172.21.15.8:0/1032485958 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f00d00053a0 con 0x55af8ec9d1c0 2024-05-20T21:22:43.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.122+0000 7f00e7adbb80 10 client.17019 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:22:43.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.122+0000 7f00e7adbb80 10 client.17019 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:22:43.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.122+0000 7f00e7adbb80 20 client.17019 populate_metadata read hostname 'smithi008' 2024-05-20T21:22:43.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.122+0000 7f00e7adbb80 1 --2- 172.21.15.8:0/1032485958 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55af8ed224f0 0x55af8ed24910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:43.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.122+0000 7f00e7adbb80 4 client.17019 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:22:43.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.122+0000 7f00e7adbb80 1 -- 172.21.15.8:0/1032485958 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55af8ebf65f0 con 0x55af8ed224f0 2024-05-20T21:22:43.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.123+0000 7f00d5400700 1 --2- 172.21.15.8:0/1032485958 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55af8ed224f0 0x55af8ed24910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:43.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.123+0000 7f00d5400700 1 --2- 172.21.15.8:0/1032485958 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55af8ed224f0 0x55af8ed24910 crc :-1 s=READY pgs=192 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=25a6ef1d4e9d9f4d server_cookie=915dcb328419f4c0 in_seq=0 out_seq=0 2024-05-20T21:22:43.125 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.123+0000 7f00b7e00700 10 client.17019 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:22:43.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.124+0000 7f00b7e00700 1 -- 172.21.15.8:0/1032485958 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55af8ebf65f0 con 0x55af8ed224f0 2024-05-20T21:22:43.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.124+0000 7f00b7e00700 10 client.17019 handle_command_reply: tid=0 2024-05-20T21:22:43.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.124+0000 7f00e7adbb80 1 client.17019 shutdown 2024-05-20T21:22:43.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.124+0000 7f00e7adbb80 1 -- 172.21.15.8:0/1032485958 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55af8ec9d1c0 msgr2=0x55af8ecaf560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:43.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.124+0000 7f00e7adbb80 1 --2- 172.21.15.8:0/1032485958 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55af8ec9d1c0 0x55af8ecaf560 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f00d0011fe0 tx=0x7f00d0024040 comp rx=0 tx=0).stop 2024-05-20T21:22:43.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.124+0000 7f00e7adbb80 1 -- 172.21.15.8:0/1032485958 shutdown_connections 2024-05-20T21:22:43.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.124+0000 7f00e7adbb80 1 --2- 172.21.15.8:0/1032485958 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55af8ed224f0 0x55af8ed24910 crc :-1 s=READY pgs=192 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:43.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.125+0000 7f00e7adbb80 1 --2- 172.21.15.8:0/1032485958 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55af8eca2fb0 0x55af8ecac400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:43.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.125+0000 7f00e7adbb80 1 --2- 172.21.15.8:0/1032485958 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55af8ec9d1c0 0x55af8ecaf560 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:43.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.125+0000 7f00e7adbb80 1 --2- 172.21.15.8:0/1032485958 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55af8eca2690 0x55af8ecabd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:43.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.125+0000 7f00e7adbb80 1 -- 172.21.15.8:0/1032485958 >> 172.21.15.8:0/1032485958 conn(0x55af8ebcac60 msgr2=0x55af8eca3aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:43.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.125+0000 7f00b7e00700 0 client.17019 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:22:43.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.125+0000 7f00e7adbb80 1 -- 172.21.15.8:0/1032485958 shutdown_connections 2024-05-20T21:22:43.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.125+0000 7f00e7adbb80 1 -- 172.21.15.8:0/1032485958 wait complete. 2024-05-20T21:22:43.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.125+0000 7f00e7adbb80 20 client.17019 trim_cache size 0 max 16384 2024-05-20T21:22:43.127 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:22:43.127 INFO:teuthology.orchestra.run.smithi008.stdout: "return_code": 0, 2024-05-20T21:22:43.127 INFO:teuthology.orchestra.run.smithi008.stdout: "scrub_tag": "96863980-7b6a-4e1d-93c3-68ead1667bfb", 2024-05-20T21:22:43.127 INFO:teuthology.orchestra.run.smithi008.stdout: "mode": "asynchronous" 2024-05-20T21:22:43.128 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:22:43.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.126+0000 7f00dd200700 1 -- 172.21.15.8:0/2530748281 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f00bc0b2880 msgr2=0x7f00bc0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:43.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.126+0000 7f00dd200700 1 --2- 172.21.15.8:0/2530748281 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f00bc0b2880 0x7f00bc0b4d40 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f00c80a5a00 tx=0x7f00c80e5e10 comp rx=0 tx=0).stop 2024-05-20T21:22:43.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.126+0000 7f00dd200700 1 -- 172.21.15.8:0/2530748281 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f00d8109dd0 msgr2=0x7f00d81a01d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:43.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.126+0000 7f00dd200700 1 --2- 172.21.15.8:0/2530748281 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f00d8109dd0 0x7f00d81a01d0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f00c800e9a0 tx=0x7f00c800ecb0 comp rx=0 tx=0).stop 2024-05-20T21:22:43.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.126+0000 7f00dd200700 1 -- 172.21.15.8:0/2530748281 shutdown_connections 2024-05-20T21:22:43.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.126+0000 7f00dd200700 1 --2- 172.21.15.8:0/2530748281 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f00bc0b2880 0x7f00bc0b4d40 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:43.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.126+0000 7f00dd200700 1 --2- 172.21.15.8:0/2530748281 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f00d8109dd0 0x7f00d81a01d0 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:43.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.126+0000 7f00dd200700 1 --2- 172.21.15.8:0/2530748281 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f00d810eeb0 0x7f00d81a4aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:43.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.126+0000 7f00dd200700 1 --2- 172.21.15.8:0/2530748281 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f00d810a780 0x7f00d81a0710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:43.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.126+0000 7f00dd200700 1 -- 172.21.15.8:0/2530748281 >> 172.21.15.8:0/2530748281 conn(0x7f00d8076d10 msgr2=0x7f00d8077290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:43.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.126+0000 7f00dd200700 1 -- 172.21.15.8:0/2530748281 shutdown_connections 2024-05-20T21:22:43.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:43.126+0000 7f00dd200700 1 -- 172.21.15.8:0/2530748281 wait complete. 2024-05-20T21:22:43.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:22:43 smithi130 ceph-mon[36448]: scrub queued for path: / 2024-05-20T21:22:43.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:22:43 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:22:43.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:22:43 smithi130 ceph-mon[36448]: scrub summary: active paths [/] 2024-05-20T21:22:43.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:22:43 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:22:43.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:22:43 smithi050 ceph-mon[35809]: scrub queued for path: / 2024-05-20T21:22:43.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:22:43 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:22:43.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:22:43 smithi050 ceph-mon[35809]: scrub summary: active paths [/] 2024-05-20T21:22:43.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:22:43 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:22:43.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:22:43 smithi008 ceph-mon[31475]: scrub queued for path: / 2024-05-20T21:22:43.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:22:43 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:22:43.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:22:43 smithi008 ceph-mon[31475]: scrub summary: active paths [/] 2024-05-20T21:22:43.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:22:43 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:22:44.119 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:22:44.611 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:22:44.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:22:44 smithi130 ceph-mon[36448]: pgmap v662: 97 pgs: 97 active+clean; 3.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:22:44.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:22:44 smithi050 ceph-mon[35809]: pgmap v662: 97 pgs: 97 active+clean; 3.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:22:44.951 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:22:44 smithi008 ceph-mon[31475]: pgmap v662: 97 pgs: 97 active+clean; 3.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:22:46.784 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.784+0000 7fd699800700 1 -- 172.21.15.8:0/3246257581 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd6941037f0 msgr2=0x7fd694103bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:46.785 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.784+0000 7fd699800700 1 --2- 172.21.15.8:0/3246257581 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd6941037f0 0x7fd694103bd0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fd6840099c0 tx=0x7fd684009cd0 comp rx=0 tx=0).stop 2024-05-20T21:22:46.785 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.784+0000 7fd699800700 1 -- 172.21.15.8:0/3246257581 shutdown_connections 2024-05-20T21:22:46.785 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.784+0000 7fd699800700 1 --2- 172.21.15.8:0/3246257581 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd6941088f0 0x7fd694110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:46.785 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.784+0000 7fd699800700 1 --2- 172.21.15.8:0/3246257581 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd6941037f0 0x7fd694103bd0 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:46.785 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.784+0000 7fd699800700 1 --2- 172.21.15.8:0/3246257581 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd6941041a0 0x7fd6941081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:46.785 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.784+0000 7fd699800700 1 -- 172.21.15.8:0/3246257581 >> 172.21.15.8:0/3246257581 conn(0x7fd69407a6a0 msgr2=0x7fd69407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:46.785 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.784+0000 7fd699800700 1 -- 172.21.15.8:0/3246257581 shutdown_connections 2024-05-20T21:22:46.786 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.784+0000 7fd699800700 1 -- 172.21.15.8:0/3246257581 wait complete. 2024-05-20T21:22:46.787 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.786+0000 7fd699800700 1 Processor -- start 2024-05-20T21:22:46.788 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.786+0000 7fd699800700 1 -- start start 2024-05-20T21:22:46.788 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.786+0000 7fd699800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd6941037f0 0x7fd69419f840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:46.788 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.786+0000 7fd699800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd6941041a0 0x7fd69419fd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:46.788 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.786+0000 7fd699800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd6941088f0 0x7fd694199a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:46.788 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.786+0000 7fd699800700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fd694113710 con 0x7fd6941037f0 2024-05-20T21:22:46.788 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.786+0000 7fd699800700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fd694113590 con 0x7fd6941041a0 2024-05-20T21:22:46.788 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.786+0000 7fd699800700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fd694113890 con 0x7fd6941088f0 2024-05-20T21:22:46.788 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.787+0000 7fd692a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd6941037f0 0x7fd69419f840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:46.788 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.787+0000 7fd692a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd6941037f0 0x7fd69419f840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:39322/0 (socket says 172.21.15.8:39322) 2024-05-20T21:22:46.788 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.787+0000 7fd692000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd6941041a0 0x7fd69419fd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:46.789 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.787+0000 7fd692a00700 1 -- 172.21.15.8:0/4001880777 learned_addr learned my addr 172.21.15.8:0/4001880777 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:46.789 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.787+0000 7fd693400700 1 --2- 172.21.15.8:0/4001880777 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd6941088f0 0x7fd694199a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:46.789 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.787+0000 7fd692000700 1 -- 172.21.15.8:0/4001880777 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd6941088f0 msgr2=0x7fd694199a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:46.789 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.787+0000 7fd692000700 1 --2- 172.21.15.8:0/4001880777 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd6941088f0 0x7fd694199a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:46.789 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.787+0000 7fd692000700 1 -- 172.21.15.8:0/4001880777 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd6941037f0 msgr2=0x7fd69419f840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:46.789 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.787+0000 7fd692000700 1 --2- 172.21.15.8:0/4001880777 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd6941037f0 0x7fd69419f840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:46.789 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.787+0000 7fd692000700 1 -- 172.21.15.8:0/4001880777 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd69419a1b0 con 0x7fd6941041a0 2024-05-20T21:22:46.789 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.787+0000 7fd692000700 1 --2- 172.21.15.8:0/4001880777 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd6941041a0 0x7fd69419fd80 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fd68000e9f0 tx=0x7fd68000ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:46.789 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.788+0000 7fd68b400700 1 -- 172.21.15.8:0/4001880777 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd68000c9c0 con 0x7fd6941041a0 2024-05-20T21:22:46.789 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.788+0000 7fd699800700 1 -- 172.21.15.8:0/4001880777 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd69419a4a0 con 0x7fd6941041a0 2024-05-20T21:22:46.790 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.788+0000 7fd68b400700 1 -- 172.21.15.8:0/4001880777 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd68000cb60 con 0x7fd6941041a0 2024-05-20T21:22:46.790 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.788+0000 7fd68b400700 1 -- 172.21.15.8:0/4001880777 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd680018680 con 0x7fd6941041a0 2024-05-20T21:22:46.790 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.788+0000 7fd699800700 1 -- 172.21.15.8:0/4001880777 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6941a6710 con 0x7fd6941041a0 2024-05-20T21:22:46.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.795+0000 7fd68b400700 1 -- 172.21.15.8:0/4001880777 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fd680010430 con 0x7fd6941041a0 2024-05-20T21:22:46.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.795+0000 7fd6a41dcb80 1 Processor -- start 2024-05-20T21:22:46.795 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.795+0000 7fd6a41dcb80 1 -- start start 2024-05-20T21:22:46.795 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.795+0000 7fd6a41dcb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559717d29610 0x559717d299f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:46.795 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.795+0000 7fd6a41dcb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559717d29f30 0x559717d23b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:46.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.795+0000 7fd6a41dcb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559717d24140 0x559717d245c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:46.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.795+0000 7fd6a41dcb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x559717c81e40 con 0x559717d29f30 2024-05-20T21:22:46.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.795+0000 7fd6a41dcb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x559717c719e0 con 0x559717d24140 2024-05-20T21:22:46.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.795+0000 7fd6a41dcb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x559717c75a20 con 0x559717d29610 2024-05-20T21:22:46.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.796+0000 7fd692a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559717d29f30 0x559717d23b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:46.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.796+0000 7fd692000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559717d24140 0x559717d245c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:46.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.796+0000 7fd693400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559717d29610 0x559717d299f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:46.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.796+0000 7fd693400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559717d29610 0x559717d299f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:39056/0 (socket says 172.21.15.8:39056) 2024-05-20T21:22:46.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.796+0000 7fd692000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559717d24140 0x559717d245c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:58352/0 (socket says 172.21.15.8:58352) 2024-05-20T21:22:46.797 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.796+0000 7fd693400700 1 -- 172.21.15.8:0/1145680762 learned_addr learned my addr 172.21.15.8:0/1145680762 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:46.798 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.796+0000 7fd693400700 1 -- 172.21.15.8:0/1145680762 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559717d24140 msgr2=0x559717d245c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:46.799 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.796+0000 7fd693400700 1 --2- 172.21.15.8:0/1145680762 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559717d24140 0x559717d245c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:46.799 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.796+0000 7fd693400700 1 -- 172.21.15.8:0/1145680762 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559717d29f30 msgr2=0x559717d23b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:46.799 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.796+0000 7fd693400700 1 --2- 172.21.15.8:0/1145680762 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559717d29f30 0x559717d23b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:46.799 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.796+0000 7fd693400700 1 -- 172.21.15.8:0/1145680762 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559717c3a420 con 0x559717d29610 2024-05-20T21:22:46.799 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.797+0000 7fd693400700 1 --2- 172.21.15.8:0/1145680762 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559717d29610 0x559717d299f0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fd68c011680 tx=0x7fd68c009920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bc71ae15a4f462d9 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:46.799 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.797+0000 7fd68b400700 1 --2- 172.21.15.8:0/4001880777 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd6780b2880 0x7fd6780b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:46.799 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.797+0000 7fd68b400700 1 -- 172.21.15.8:0/4001880777 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fd6800e23d0 con 0x7fd6941041a0 2024-05-20T21:22:46.799 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.797+0000 7fd67fe00700 1 -- 172.21.15.8:0/1145680762 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd68c019030 con 0x559717d29610 2024-05-20T21:22:46.800 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.797+0000 7fd67fe00700 1 -- 172.21.15.8:0/1145680762 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd68c0092e0 con 0x559717d29610 2024-05-20T21:22:46.800 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.797+0000 7fd67fe00700 1 -- 172.21.15.8:0/1145680762 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd68c007500 con 0x559717d29610 2024-05-20T21:22:46.800 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.797+0000 7fd692a00700 1 --2- 172.21.15.8:0/4001880777 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd6780b2880 0x7fd6780b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:46.800 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.798+0000 7fd6a41dcb80 1 -- 172.21.15.8:0/1145680762 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559717d29610 msgr2=0x559717d299f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:46.800 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.798+0000 7fd692a00700 1 --2- 172.21.15.8:0/4001880777 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd6780b2880 0x7fd6780b4d40 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fd684009990 tx=0x7fd68401a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:46.800 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.798+0000 7fd6a41dcb80 1 --2- 172.21.15.8:0/1145680762 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559717d29610 0x559717d299f0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fd68c011680 tx=0x7fd68c009920 comp rx=0 tx=0).stop 2024-05-20T21:22:46.800 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.798+0000 7fd6a41dcb80 1 -- 172.21.15.8:0/1145680762 shutdown_connections 2024-05-20T21:22:46.800 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.798+0000 7fd6a41dcb80 1 --2- 172.21.15.8:0/1145680762 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559717d24140 0x559717d245c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:46.800 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.798+0000 7fd6a41dcb80 1 --2- 172.21.15.8:0/1145680762 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559717d29610 0x559717d299f0 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:46.800 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.798+0000 7fd6a41dcb80 1 --2- 172.21.15.8:0/1145680762 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559717d29f30 0x559717d23b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:46.801 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.798+0000 7fd6a41dcb80 1 -- 172.21.15.8:0/1145680762 >> 172.21.15.8:0/1145680762 conn(0x559717c51be0 msgr2=0x559717d1e690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:46.801 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.798+0000 7fd6a41dcb80 1 -- 172.21.15.8:0/1145680762 shutdown_connections 2024-05-20T21:22:46.801 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.798+0000 7fd6a41dcb80 1 -- 172.21.15.8:0/1145680762 wait complete. 2024-05-20T21:22:46.801 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.799+0000 7fd6a41dcb80 1 -- start start 2024-05-20T21:22:46.801 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.799+0000 7fd6a41dcb80 1 Processor -- start 2024-05-20T21:22:46.805 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.800+0000 7fd6a41dcb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559717d24140 0x559717d2fc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:46.805 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.800+0000 7fd6a41dcb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559717d29610 0x559717d2d020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:46.805 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.800+0000 7fd6a41dcb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559717d29f30 0x559717d2d560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:46.805 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.800+0000 7fd6a41dcb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x559717b77fa0 con 0x559717d29f30 2024-05-20T21:22:46.805 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.800+0000 7fd6a41dcb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x559717c12760 con 0x559717d29610 2024-05-20T21:22:46.806 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.800+0000 7fd6a41dcb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x559717d309e0 con 0x559717d24140 2024-05-20T21:22:46.806 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.800+0000 7fd6a41dcb80 10 client.0 _ll_register_callbacks cb 0x559717c1bc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:22:46.806 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.800+0000 7fd692a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559717d24140 0x559717d2fc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:46.806 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.800+0000 7fd693400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559717d29f30 0x559717d2d560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:46.806 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.800+0000 7fd692a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559717d24140 0x559717d2fc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:39068/0 (socket says 172.21.15.8:39068) 2024-05-20T21:22:46.806 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.800+0000 7fd692a00700 1 -- 172.21.15.8:0/1176941008 learned_addr learned my addr 172.21.15.8:0/1176941008 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:46.806 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.800+0000 7fd692000700 1 --2- 172.21.15.8:0/1176941008 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559717d29610 0x559717d2d020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:46.806 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.801+0000 7fd692a00700 1 -- 172.21.15.8:0/1176941008 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559717d29610 msgr2=0x559717d2d020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:46.806 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.801+0000 7fd692a00700 1 --2- 172.21.15.8:0/1176941008 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559717d29610 0x559717d2d020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:46.807 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.801+0000 7fd692a00700 1 -- 172.21.15.8:0/1176941008 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559717d29f30 msgr2=0x559717d2d560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:46.807 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.801+0000 7fd692a00700 1 --2- 172.21.15.8:0/1176941008 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559717d29f30 0x559717d2d560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:46.807 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.801+0000 7fd692a00700 1 -- 172.21.15.8:0/1176941008 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559717bc18d0 con 0x559717d24140 2024-05-20T21:22:46.807 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.801+0000 7fd692a00700 1 --2- 172.21.15.8:0/1176941008 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559717d24140 0x559717d2fc80 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fd684005910 tx=0x7fd684009cd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cde84217def8c6a3 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:46.807 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.801+0000 7fd67cc00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:22:46.807 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.801+0000 7fd67cc00700 1 -- 172.21.15.8:0/1176941008 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd684035060 con 0x559717d24140 2024-05-20T21:22:46.807 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.801+0000 7fd67cc00700 1 -- 172.21.15.8:0/1176941008 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fd68400bba0 con 0x559717d24140 2024-05-20T21:22:46.807 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.801+0000 7fd6a41dcb80 1 -- 172.21.15.8:0/1176941008 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd68c0092e0 con 0x559717d24140 2024-05-20T21:22:46.807 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.802+0000 7fd67cc00700 1 -- 172.21.15.8:0/1176941008 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd68400bda0 con 0x559717d24140 2024-05-20T21:22:46.807 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.802+0000 7fd6a41dcb80 10 client.27193 fetch_fsmap learned FSMap version 26 2024-05-20T21:22:46.808 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.802+0000 7fd6a41dcb80 1 -- 172.21.15.8:0/1176941008 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559717c42060 con 0x559717d24140 2024-05-20T21:22:46.808 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.802+0000 7fd67cc00700 1 -- 172.21.15.8:0/1176941008 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd68c0092e0 con 0x559717d24140 2024-05-20T21:22:46.808 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.802+0000 7fd67cc00700 1 -- 172.21.15.8:0/1176941008 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fd68400f460 con 0x559717d24140 2024-05-20T21:22:46.808 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.802+0000 7fd6a41dcb80 10 client.27193 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:22:46.808 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.802+0000 7fd6a41dcb80 10 client.27193 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:22:46.808 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.802+0000 7fd6a41dcb80 20 client.27193 populate_metadata read hostname 'smithi008' 2024-05-20T21:22:46.808 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.802+0000 7fd6a41dcb80 1 --2- 172.21.15.8:0/1176941008 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x559717d3d530 0x559717d3f920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:46.808 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.802+0000 7fd6a41dcb80 4 client.27193 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:22:46.808 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.802+0000 7fd6a41dcb80 1 -- 172.21.15.8:0/1176941008 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559717c83d90 con 0x559717d3d530 2024-05-20T21:22:46.808 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.803+0000 7fd692000700 1 --2- 172.21.15.8:0/1176941008 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x559717d3d530 0x559717d3f920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:46.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.803+0000 7fd692000700 1 --2- 172.21.15.8:0/1176941008 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x559717d3d530 0x559717d3f920 crc :-1 s=READY pgs=193 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e2b2d202092b7540 server_cookie=ee7a798d1b9e1083 in_seq=0 out_seq=0 2024-05-20T21:22:46.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.803+0000 7fd67cc00700 10 client.27193 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:22:46.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.804+0000 7fd67cc00700 1 -- 172.21.15.8:0/1176941008 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x559717c83d90 con 0x559717d3d530 2024-05-20T21:22:46.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.804+0000 7fd67cc00700 10 client.27193 handle_command_reply: tid=0 2024-05-20T21:22:46.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.804+0000 7fd6a41dcb80 1 client.27193 shutdown 2024-05-20T21:22:46.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.804+0000 7fd6a41dcb80 1 -- 172.21.15.8:0/1176941008 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559717d24140 msgr2=0x559717d2fc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:46.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.804+0000 7fd6a41dcb80 1 --2- 172.21.15.8:0/1176941008 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559717d24140 0x559717d2fc80 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fd684005910 tx=0x7fd684009cd0 comp rx=0 tx=0).stop 2024-05-20T21:22:46.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.804+0000 7fd6a41dcb80 1 -- 172.21.15.8:0/1176941008 shutdown_connections 2024-05-20T21:22:46.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.804+0000 7fd6a41dcb80 1 --2- 172.21.15.8:0/1176941008 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x559717d3d530 0x559717d3f920 crc :-1 s=READY pgs=193 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:46.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.804+0000 7fd6a41dcb80 1 --2- 172.21.15.8:0/1176941008 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559717d29f30 0x559717d2d560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:46.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.804+0000 7fd6a41dcb80 1 --2- 172.21.15.8:0/1176941008 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559717d24140 0x559717d2fc80 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:46.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.804+0000 7fd6a41dcb80 1 --2- 172.21.15.8:0/1176941008 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559717d29610 0x559717d2d020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:46.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.804+0000 7fd6a41dcb80 1 -- 172.21.15.8:0/1176941008 >> 172.21.15.8:0/1176941008 conn(0x559717c51be0 msgr2=0x559717d1dd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:46.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.804+0000 7fd67cc00700 0 client.27193 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:22:46.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.805+0000 7fd6a41dcb80 1 -- 172.21.15.8:0/1176941008 shutdown_connections 2024-05-20T21:22:46.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.805+0000 7fd6a41dcb80 1 -- 172.21.15.8:0/1176941008 wait complete. 2024-05-20T21:22:46.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.805+0000 7fd6a41dcb80 20 client.27193 trim_cache size 0 max 16384 2024-05-20T21:22:46.827 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.828+0000 7fd6a41dcb80 1 Processor -- start 2024-05-20T21:22:46.828 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.828+0000 7fd6a41dcb80 1 -- start start 2024-05-20T21:22:46.828 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.828+0000 7fd6a41dcb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559717d24140 0x559717d2d510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:46.828 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.828+0000 7fd6a41dcb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559717d29610 0x559717d1e4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:46.828 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.829+0000 7fd6a41dcb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559717d29f30 0x559717d451f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:46.829 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.829+0000 7fd6a41dcb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fd6941b05c0 con 0x559717d29f30 2024-05-20T21:22:46.829 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.829+0000 7fd6a41dcb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fd6941ade50 con 0x559717d24140 2024-05-20T21:22:46.829 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.829+0000 7fd6a41dcb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fd6941abca0 con 0x559717d29610 2024-05-20T21:22:46.829 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.829+0000 7fd692a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559717d24140 0x559717d2d510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:46.829 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.829+0000 7fd692a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559717d24140 0x559717d2d510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:58378/0 (socket says 172.21.15.8:58378) 2024-05-20T21:22:46.829 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.829+0000 7fd692a00700 1 -- 172.21.15.8:0/2620590082 learned_addr learned my addr 172.21.15.8:0/2620590082 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:46.829 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.829+0000 7fd693400700 1 --2- 172.21.15.8:0/2620590082 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559717d29f30 0x559717d451f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:46.829 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.829+0000 7fd692000700 1 --2- 172.21.15.8:0/2620590082 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559717d29610 0x559717d1e4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:46.830 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.829+0000 7fd693400700 1 -- 172.21.15.8:0/2620590082 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559717d29610 msgr2=0x559717d1e4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:46.830 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.829+0000 7fd693400700 1 --2- 172.21.15.8:0/2620590082 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559717d29610 0x559717d1e4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:46.830 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.829+0000 7fd693400700 1 -- 172.21.15.8:0/2620590082 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559717d24140 msgr2=0x559717d2d510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:46.831 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.829+0000 7fd693400700 1 --2- 172.21.15.8:0/2620590082 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559717d24140 0x559717d2d510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:46.831 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.829+0000 7fd693400700 1 -- 172.21.15.8:0/2620590082 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559717d3fc90 con 0x559717d29f30 2024-05-20T21:22:46.831 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.830+0000 7fd692a00700 1 --2- 172.21.15.8:0/2620590082 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559717d24140 0x559717d2d510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:46.831 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.830+0000 7fd693400700 1 --2- 172.21.15.8:0/2620590082 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559717d29f30 0x559717d451f0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7fd68c000f80 tx=0x7fd68c0095e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef67bd25c9cae6b1 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:46.831 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.830+0000 7fd67f400700 1 -- 172.21.15.8:0/2620590082 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd68c003c00 con 0x559717d29f30 2024-05-20T21:22:46.831 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.830+0000 7fd67f400700 1 -- 172.21.15.8:0/2620590082 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd68c023070 con 0x559717d29f30 2024-05-20T21:22:46.831 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.830+0000 7fd67f400700 1 -- 172.21.15.8:0/2620590082 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd68c004c40 con 0x559717d29f30 2024-05-20T21:22:46.831 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.831+0000 7fd6a41dcb80 1 -- 172.21.15.8:0/2620590082 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559717d29f30 msgr2=0x559717d451f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:46.831 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.831+0000 7fd6a41dcb80 1 --2- 172.21.15.8:0/2620590082 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559717d29f30 0x559717d451f0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7fd68c000f80 tx=0x7fd68c0095e0 comp rx=0 tx=0).stop 2024-05-20T21:22:46.831 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.831+0000 7fd6a41dcb80 1 -- 172.21.15.8:0/2620590082 shutdown_connections 2024-05-20T21:22:46.831 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.831+0000 7fd6a41dcb80 1 --2- 172.21.15.8:0/2620590082 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559717d24140 0x559717d2d510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:46.831 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.831+0000 7fd6a41dcb80 1 --2- 172.21.15.8:0/2620590082 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559717d29f30 0x559717d451f0 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:46.831 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.831+0000 7fd6a41dcb80 1 --2- 172.21.15.8:0/2620590082 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559717d29610 0x559717d1e4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:46.832 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.831+0000 7fd6a41dcb80 1 -- 172.21.15.8:0/2620590082 >> 172.21.15.8:0/2620590082 conn(0x559717c51be0 msgr2=0x559717d2ce00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:46.832 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.831+0000 7fd6a41dcb80 1 -- 172.21.15.8:0/2620590082 shutdown_connections 2024-05-20T21:22:46.832 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.831+0000 7fd6a41dcb80 1 -- 172.21.15.8:0/2620590082 wait complete. 2024-05-20T21:22:46.833 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.832+0000 7fd6a41dcb80 1 -- start start 2024-05-20T21:22:46.834 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.832+0000 7fd6a41dcb80 1 Processor -- start 2024-05-20T21:22:46.834 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.832+0000 7fd6a41dcb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559717d24140 0x559717d35c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:46.834 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.832+0000 7fd6a41dcb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559717d29610 0x559717d361b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:46.834 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.832+0000 7fd6a41dcb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559717d29f30 0x559717d32c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:46.834 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.832+0000 7fd6a41dcb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fd6941ac310 con 0x559717d29610 2024-05-20T21:22:46.834 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.832+0000 7fd6a41dcb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fd6941ad780 con 0x559717d24140 2024-05-20T21:22:46.834 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.832+0000 7fd6a41dcb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fd6941ac9e0 con 0x559717d29f30 2024-05-20T21:22:46.834 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.832+0000 7fd6a41dcb80 10 client.0 _ll_register_callbacks cb 0x559717c1bc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:22:46.834 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.833+0000 7fd692000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559717d29610 0x559717d361b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:46.834 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.833+0000 7fd692000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559717d29610 0x559717d361b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:39358/0 (socket says 172.21.15.8:39358) 2024-05-20T21:22:46.834 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.833+0000 7fd692000700 1 -- 172.21.15.8:0/2541449585 learned_addr learned my addr 172.21.15.8:0/2541449585 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:46.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.833+0000 7fd693400700 1 --2- 172.21.15.8:0/2541449585 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559717d29f30 0x559717d32c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:46.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.833+0000 7fd692a00700 1 --2- 172.21.15.8:0/2541449585 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559717d24140 0x559717d35c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:46.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.833+0000 7fd692000700 1 -- 172.21.15.8:0/2541449585 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559717d29f30 msgr2=0x559717d32c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:46.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.833+0000 7fd692000700 1 --2- 172.21.15.8:0/2541449585 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559717d29f30 0x559717d32c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:46.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.833+0000 7fd692000700 1 -- 172.21.15.8:0/2541449585 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559717d24140 msgr2=0x559717d35c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:46.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.833+0000 7fd692000700 1 --2- 172.21.15.8:0/2541449585 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559717d24140 0x559717d35c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:46.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.833+0000 7fd692000700 1 -- 172.21.15.8:0/2541449585 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559717d45d50 con 0x559717d29610 2024-05-20T21:22:46.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.833+0000 7fd693400700 1 --2- 172.21.15.8:0/2541449585 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559717d29f30 0x559717d32c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:46.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.833+0000 7fd692a00700 1 --2- 172.21.15.8:0/2541449585 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559717d24140 0x559717d35c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:46.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.833+0000 7fd692000700 1 --2- 172.21.15.8:0/2541449585 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559717d29610 0x559717d361b0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7fd6800a9680 tx=0x7fd6800dfd30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59f6a1d6361cee62 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:46.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.833+0000 7fd67cc00700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:22:46.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.834+0000 7fd67cc00700 1 -- 172.21.15.8:0/2541449585 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6800a92d0 con 0x559717d29610 2024-05-20T21:22:46.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.834+0000 7fd67cc00700 1 -- 172.21.15.8:0/2541449585 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fd6800a9be0 con 0x559717d29610 2024-05-20T21:22:46.836 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.834+0000 7fd6a41dcb80 1 -- 172.21.15.8:0/2541449585 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd68c023070 con 0x559717d29610 2024-05-20T21:22:46.836 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.834+0000 7fd67cc00700 1 -- 172.21.15.8:0/2541449585 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd6800c3050 con 0x559717d29610 2024-05-20T21:22:46.836 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.834+0000 7fd6a41dcb80 10 client.17037 fetch_fsmap learned FSMap version 26 2024-05-20T21:22:46.836 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.834+0000 7fd6a41dcb80 1 -- 172.21.15.8:0/2541449585 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559717da86a0 con 0x559717d29610 2024-05-20T21:22:46.836 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.834+0000 7fd67cc00700 1 -- 172.21.15.8:0/2541449585 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd68c023070 con 0x559717d29610 2024-05-20T21:22:46.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.835+0000 7fd67cc00700 1 -- 172.21.15.8:0/2541449585 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fd6800b2350 con 0x559717d29610 2024-05-20T21:22:46.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.835+0000 7fd6a41dcb80 10 client.17037 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:22:46.838 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.835+0000 7fd6a41dcb80 10 client.17037 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:22:46.838 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.835+0000 7fd6a41dcb80 20 client.17037 populate_metadata read hostname 'smithi008' 2024-05-20T21:22:46.838 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.835+0000 7fd6a41dcb80 1 --2- 172.21.15.8:0/2541449585 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x559717da8d50 0x559717dab170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:46.838 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.835+0000 7fd6a41dcb80 4 client.17037 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:22:46.838 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.835+0000 7fd6a41dcb80 1 -- 172.21.15.8:0/2541449585 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub status"}) -- 0x559717c7d570 con 0x559717da8d50 2024-05-20T21:22:46.838 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.835+0000 7fd692a00700 1 --2- 172.21.15.8:0/2541449585 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x559717da8d50 0x559717dab170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:46.838 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.836+0000 7fd692a00700 1 --2- 172.21.15.8:0/2541449585 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x559717da8d50 0x559717dab170 crc :-1 s=READY pgs=194 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9352dff37e90b98c server_cookie=fb6b0b78f3d41001 in_seq=0 out_seq=0 2024-05-20T21:22:46.838 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.836+0000 7fd67cc00700 10 client.17037 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:22:46.838 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.836+0000 7fd67cc00700 1 -- 172.21.15.8:0/2541449585 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x559717c7d570 con 0x559717da8d50 2024-05-20T21:22:46.838 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.836+0000 7fd67cc00700 10 client.17037 handle_command_reply: tid=0 2024-05-20T21:22:46.838 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.836+0000 7fd6a41dcb80 1 client.17037 shutdown 2024-05-20T21:22:46.838 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.836+0000 7fd6a41dcb80 1 -- 172.21.15.8:0/2541449585 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559717d29610 msgr2=0x559717d361b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:46.839 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.836+0000 7fd6a41dcb80 1 --2- 172.21.15.8:0/2541449585 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559717d29610 0x559717d361b0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7fd6800a9680 tx=0x7fd6800dfd30 comp rx=0 tx=0).stop 2024-05-20T21:22:46.839 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.836+0000 7fd6a41dcb80 1 -- 172.21.15.8:0/2541449585 shutdown_connections 2024-05-20T21:22:46.839 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.836+0000 7fd6a41dcb80 1 --2- 172.21.15.8:0/2541449585 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x559717da8d50 0x559717dab170 crc :-1 s=READY pgs=194 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:46.839 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.836+0000 7fd6a41dcb80 1 --2- 172.21.15.8:0/2541449585 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559717d24140 0x559717d35c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:46.839 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.836+0000 7fd6a41dcb80 1 --2- 172.21.15.8:0/2541449585 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559717d29f30 0x559717d32c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:46.839 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.836+0000 7fd6a41dcb80 1 --2- 172.21.15.8:0/2541449585 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559717d29610 0x559717d361b0 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:46.839 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.836+0000 7fd67cc00700 0 client.17037 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:22:46.839 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.836+0000 7fd6a41dcb80 1 -- 172.21.15.8:0/2541449585 >> 172.21.15.8:0/2541449585 conn(0x559717c51be0 msgr2=0x559717d2a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:46.839 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.836+0000 7fd6a41dcb80 1 -- 172.21.15.8:0/2541449585 shutdown_connections 2024-05-20T21:22:46.839 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.836+0000 7fd6a41dcb80 1 -- 172.21.15.8:0/2541449585 wait complete. 2024-05-20T21:22:46.839 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.837+0000 7fd6a41dcb80 20 client.17037 trim_cache size 0 max 16384 2024-05-20T21:22:46.839 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:22:46.840 INFO:teuthology.orchestra.run.smithi008.stdout: "status": "no active scrubs running", 2024-05-20T21:22:46.840 INFO:teuthology.orchestra.run.smithi008.stdout: "scrubs": {} 2024-05-20T21:22:46.840 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:22:46.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.837+0000 7fd699800700 1 -- 172.21.15.8:0/4001880777 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd6780b2880 msgr2=0x7fd6780b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:46.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.837+0000 7fd699800700 1 --2- 172.21.15.8:0/4001880777 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd6780b2880 0x7fd6780b4d40 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fd684009990 tx=0x7fd68401a040 comp rx=0 tx=0).stop 2024-05-20T21:22:46.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.837+0000 7fd699800700 1 -- 172.21.15.8:0/4001880777 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd6941041a0 msgr2=0x7fd69419fd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:46.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.837+0000 7fd699800700 1 --2- 172.21.15.8:0/4001880777 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd6941041a0 0x7fd69419fd80 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fd68000e9f0 tx=0x7fd68000ed00 comp rx=0 tx=0).stop 2024-05-20T21:22:46.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.837+0000 7fd699800700 1 -- 172.21.15.8:0/4001880777 shutdown_connections 2024-05-20T21:22:46.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.837+0000 7fd699800700 1 --2- 172.21.15.8:0/4001880777 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd6780b2880 0x7fd6780b4d40 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:46.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.837+0000 7fd699800700 1 --2- 172.21.15.8:0/4001880777 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd6941088f0 0x7fd694199a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:46.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.837+0000 7fd699800700 1 --2- 172.21.15.8:0/4001880777 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd6941037f0 0x7fd69419f840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:46.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.837+0000 7fd699800700 1 --2- 172.21.15.8:0/4001880777 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd6941041a0 0x7fd69419fd80 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:46.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.837+0000 7fd699800700 1 -- 172.21.15.8:0/4001880777 >> 172.21.15.8:0/4001880777 conn(0x7fd69407a6a0 msgr2=0x7fd694101820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:46.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.838+0000 7fd699800700 1 -- 172.21.15.8:0/4001880777 shutdown_connections 2024-05-20T21:22:46.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:46.838+0000 7fd699800700 1 -- 172.21.15.8:0/4001880777 wait complete. 2024-05-20T21:22:46.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:22:46 smithi130 ceph-mon[36448]: pgmap v663: 97 pgs: 97 active+clean; 3.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:22:46.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:22:46 smithi130 ceph-mon[36448]: scrub summary: idle 2024-05-20T21:22:46.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:22:46 smithi050 ceph-mon[35809]: pgmap v663: 97 pgs: 97 active+clean; 3.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:22:46.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:22:46 smithi050 ceph-mon[35809]: scrub summary: idle 2024-05-20T21:22:46.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:22:46 smithi008 ceph-mon[31475]: pgmap v663: 97 pgs: 97 active+clean; 3.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:22:46.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:22:46 smithi008 ceph-mon[31475]: scrub summary: idle 2024-05-20T21:22:47.799 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:22:47.799 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:22:48.264 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:22:48.678 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.679+0000 7f6de3a00640 1 -- 172.21.15.8:0/1397571359 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6ddc103cb0 msgr2=0x7f6ddc104130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:48.679 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.679+0000 7f6de3a00640 1 --2- 172.21.15.8:0/1397571359 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6ddc103cb0 0x7f6ddc104130 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f6dc4009900 tx=0x7f6dc402a3f0 comp rx=0 tx=0).stop 2024-05-20T21:22:48.679 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.679+0000 7f6de3a00640 1 -- 172.21.15.8:0/1397571359 shutdown_connections 2024-05-20T21:22:48.679 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.679+0000 7f6de3a00640 1 --2- 172.21.15.8:0/1397571359 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6ddc104670 0x7f6ddc10af00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:48.679 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.679+0000 7f6de3a00640 1 --2- 172.21.15.8:0/1397571359 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6ddc103cb0 0x7f6ddc104130 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:48.679 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.679+0000 7f6de3a00640 1 --2- 172.21.15.8:0/1397571359 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6ddc102ac0 0x7f6ddc102ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:48.679 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.679+0000 7f6de3a00640 1 -- 172.21.15.8:0/1397571359 >> 172.21.15.8:0/1397571359 conn(0x7f6ddc0fe030 msgr2=0x7f6ddc100470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:48.679 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.679+0000 7f6de3a00640 1 -- 172.21.15.8:0/1397571359 shutdown_connections 2024-05-20T21:22:48.679 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.679+0000 7f6de3a00640 1 -- 172.21.15.8:0/1397571359 wait complete. 2024-05-20T21:22:48.681 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.680+0000 7f6de3a00640 1 Processor -- start 2024-05-20T21:22:48.681 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.680+0000 7f6de3a00640 1 -- start start 2024-05-20T21:22:48.681 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.680+0000 7f6de3a00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6ddc102ac0 0x7f6ddc19af60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:48.681 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.680+0000 7f6de3a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6ddc103cb0 0x7f6ddc19b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:48.681 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.681+0000 7f6de3a00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6ddc104670 0x7f6ddc1a2510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:48.681 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.681+0000 7f6de3a00640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f6ddc10e620 con 0x7f6ddc104670 2024-05-20T21:22:48.681 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.681+0000 7f6de3a00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6ddc10e4a0 con 0x7f6ddc103cb0 2024-05-20T21:22:48.681 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.681+0000 7f6de3a00640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f6ddc10e7a0 con 0x7f6ddc102ac0 2024-05-20T21:22:48.682 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.681+0000 7f6de1000640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6ddc102ac0 0x7f6ddc19af60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:48.682 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.681+0000 7f6de1000640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6ddc102ac0 0x7f6ddc19af60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:39086/0 (socket says 172.21.15.8:39086) 2024-05-20T21:22:48.682 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.681+0000 7f6de1000640 1 -- 172.21.15.8:0/3069335981 learned_addr learned my addr 172.21.15.8:0/3069335981 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:48.682 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.681+0000 7f6ddbe00640 1 --2- 172.21.15.8:0/3069335981 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6ddc103cb0 0x7f6ddc19b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:48.682 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.681+0000 7f6de1a00640 1 --2- 172.21.15.8:0/3069335981 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6ddc104670 0x7f6ddc1a2510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:48.682 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.681+0000 7f6de1000640 1 -- 172.21.15.8:0/3069335981 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6ddc103cb0 msgr2=0x7f6ddc19b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:48.682 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.681+0000 7f6de1000640 1 --2- 172.21.15.8:0/3069335981 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6ddc103cb0 0x7f6ddc19b4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:48.682 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.681+0000 7f6de1000640 1 -- 172.21.15.8:0/3069335981 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6ddc104670 msgr2=0x7f6ddc1a2510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:48.682 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.681+0000 7f6de1000640 1 --2- 172.21.15.8:0/3069335981 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6ddc104670 0x7f6ddc1a2510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:48.682 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.681+0000 7f6de1000640 1 -- 172.21.15.8:0/3069335981 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ddc1a2b80 con 0x7f6ddc102ac0 2024-05-20T21:22:48.682 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.681+0000 7f6de1a00640 1 --2- 172.21.15.8:0/3069335981 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6ddc104670 0x7f6ddc1a2510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:22:48.682 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.682+0000 7f6de1000640 1 --2- 172.21.15.8:0/3069335981 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6ddc102ac0 0x7f6ddc19af60 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f6dcc00e9c0 tx=0x7f6dcc00ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:48.683 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.682+0000 7f6dd9600640 1 -- 172.21.15.8:0/3069335981 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dcc00cd80 con 0x7f6ddc102ac0 2024-05-20T21:22:48.683 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.682+0000 7f6dd9600640 1 -- 172.21.15.8:0/3069335981 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6dcc0035f0 con 0x7f6ddc102ac0 2024-05-20T21:22:48.683 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.682+0000 7f6de3a00640 1 -- 172.21.15.8:0/3069335981 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ddc1a2e70 con 0x7f6ddc102ac0 2024-05-20T21:22:48.683 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.682+0000 7f6dd9600640 1 -- 172.21.15.8:0/3069335981 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dcc010690 con 0x7f6ddc102ac0 2024-05-20T21:22:48.683 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.682+0000 7f6de3a00640 1 -- 172.21.15.8:0/3069335981 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ddc1a32d0 con 0x7f6ddc102ac0 2024-05-20T21:22:48.685 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.685+0000 7f6dd9600640 1 -- 172.21.15.8:0/3069335981 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f6dcc0037a0 con 0x7f6ddc102ac0 2024-05-20T21:22:48.686 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.687+0000 7f6de69ef740 1 Processor -- start 2024-05-20T21:22:48.686 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.687+0000 7f6de69ef740 1 -- start start 2024-05-20T21:22:48.686 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.687+0000 7f6dd9600640 1 --2- 172.21.15.8:0/3069335981 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6dc00b27e0 0x7f6dc00b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:48.687 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.687+0000 7f6de69ef740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563be0612b30 0x563be0612f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:48.687 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.687+0000 7f6de69ef740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563be0613520 0x563be0618020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:48.688 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.687+0000 7f6de69ef740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563be0618690 0x563be061ab20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:48.688 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.687+0000 7f6de69ef740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x563be0582b90 con 0x563be0613520 2024-05-20T21:22:48.688 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.687+0000 7f6de69ef740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x563be0572730 con 0x563be0612b30 2024-05-20T21:22:48.688 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.687+0000 7f6de69ef740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x563be0576770 con 0x563be0618690 2024-05-20T21:22:48.688 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.687+0000 7f6dd9600640 1 -- 172.21.15.8:0/3069335981 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f6dcc0e2710 con 0x7f6ddc102ac0 2024-05-20T21:22:48.688 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.688+0000 7f6de1a00640 1 --2- 172.21.15.8:0/3069335981 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6dc00b27e0 0x7f6dc00b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:48.688 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.688+0000 7f6de1000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563be0612b30 0x563be0612f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:48.688 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.688+0000 7f6de1000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563be0612b30 0x563be0612f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:58410/0 (socket says 172.21.15.8:58410) 2024-05-20T21:22:48.689 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.688+0000 7f6de1000640 1 -- 172.21.15.8:0/933673967 learned_addr learned my addr 172.21.15.8:0/933673967 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:48.689 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.688+0000 7f6ddbe00640 1 --2- 172.21.15.8:0/933673967 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563be0613520 0x563be0618020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:48.689 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.688+0000 7f6de1a00640 1 --2- 172.21.15.8:0/933673967 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563be0618690 0x563be061ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:48.689 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.688+0000 7f6de1000640 1 -- 172.21.15.8:0/933673967 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563be0618690 msgr2=0x563be061ab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:48.689 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.688+0000 7f6de1000640 1 --2- 172.21.15.8:0/933673967 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563be0618690 0x563be061ab20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:48.689 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.688+0000 7f6de1000640 1 -- 172.21.15.8:0/933673967 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563be0613520 msgr2=0x563be0618020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:48.689 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.688+0000 7f6de1000640 1 --2- 172.21.15.8:0/933673967 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563be0613520 0x563be0618020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:48.689 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.688+0000 7f6de1000640 1 -- 172.21.15.8:0/933673967 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563be050b8b0 con 0x563be0612b30 2024-05-20T21:22:48.689 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.688+0000 7f6ddbe00640 1 --2- 172.21.15.8:0/933673967 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563be0613520 0x563be0618020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:22:48.689 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.689+0000 7f6de1000640 1 --2- 172.21.15.8:0/933673967 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563be0612b30 0x563be0612f50 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f6dcc0a99c0 tx=0x7f6dcc0a9740 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f30fd71c5dab8f32 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:48.690 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.689+0000 7f6dd2000640 1 -- 172.21.15.8:0/933673967 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dcc0a9cc0 con 0x563be0612b30 2024-05-20T21:22:48.690 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.689+0000 7f6dd2000640 1 -- 172.21.15.8:0/933673967 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6dcc0ae070 con 0x563be0612b30 2024-05-20T21:22:48.690 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.689+0000 7f6dd2000640 1 -- 172.21.15.8:0/933673967 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dcc0b2690 con 0x563be0612b30 2024-05-20T21:22:48.690 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.689+0000 7f6de1a00640 1 --2- 172.21.15.8:0/3069335981 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6dc00b27e0 0x7f6dc00b4ca0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f6dd4005fd0 tx=0x7f6dd4009eb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:48.691 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.690+0000 7f6de69ef740 1 -- 172.21.15.8:0/933673967 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563be0612b30 msgr2=0x563be0612f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:48.691 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.690+0000 7f6de69ef740 1 --2- 172.21.15.8:0/933673967 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563be0612b30 0x563be0612f50 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f6dcc0a99c0 tx=0x7f6dcc0a9740 comp rx=0 tx=0).stop 2024-05-20T21:22:48.691 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.690+0000 7f6de69ef740 1 -- 172.21.15.8:0/933673967 shutdown_connections 2024-05-20T21:22:48.691 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.690+0000 7f6de69ef740 1 --2- 172.21.15.8:0/933673967 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563be0618690 0x563be061ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:48.691 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.690+0000 7f6de69ef740 1 --2- 172.21.15.8:0/933673967 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563be0613520 0x563be0618020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:48.691 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.690+0000 7f6de69ef740 1 --2- 172.21.15.8:0/933673967 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563be0612b30 0x563be0612f50 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:48.691 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.690+0000 7f6de69ef740 1 -- 172.21.15.8:0/933673967 >> 172.21.15.8:0/933673967 conn(0x563be060e1a0 msgr2=0x563be060e5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:48.691 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.691+0000 7f6de69ef740 1 -- 172.21.15.8:0/933673967 shutdown_connections 2024-05-20T21:22:48.691 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:22:48 smithi008 ceph-mon[31475]: pgmap v664: 97 pgs: 97 active+clean; 3.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:22:48.691 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:22:48 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:22:48.693 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.691+0000 7f6de69ef740 1 -- 172.21.15.8:0/933673967 wait complete. 2024-05-20T21:22:48.693 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.692+0000 7f6de69ef740 1 -- start start 2024-05-20T21:22:48.693 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.692+0000 7f6de69ef740 1 Processor -- start 2024-05-20T21:22:48.693 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.693+0000 7f6de69ef740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563be0612b30 0x563be061c920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:48.693 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.693+0000 7f6de69ef740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563be0613520 0x563be061ce60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:48.693 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.693+0000 7f6de69ef740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563be0618690 0x563be0623ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:48.694 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.693+0000 7f6de69ef740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x563be0258790 con 0x563be0613520 2024-05-20T21:22:48.694 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.693+0000 7f6de69ef740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x563be051abc0 con 0x563be0612b30 2024-05-20T21:22:48.694 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.693+0000 7f6de69ef740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x563be061b640 con 0x563be0618690 2024-05-20T21:22:48.694 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.693+0000 7f6de69ef740 10 client.0 _ll_register_callbacks cb 0x563be04f8400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:22:48.694 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.693+0000 7f6de1000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563be0612b30 0x563be061c920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:48.694 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.693+0000 7f6ddbe00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563be0613520 0x563be061ce60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:48.694 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.693+0000 7f6de1000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563be0612b30 0x563be061c920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:58416/0 (socket says 172.21.15.8:58416) 2024-05-20T21:22:48.694 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.693+0000 7f6de1000640 1 -- 172.21.15.8:0/2419178746 learned_addr learned my addr 172.21.15.8:0/2419178746 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:48.694 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.694+0000 7f6de1000640 1 -- 172.21.15.8:0/2419178746 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563be0618690 msgr2=0x563be0623ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:48.694 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.694+0000 7f6de1a00640 1 --2- 172.21.15.8:0/2419178746 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563be0618690 0x563be0623ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:48.694 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.694+0000 7f6de1000640 1 --2- 172.21.15.8:0/2419178746 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563be0618690 0x563be0623ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:48.694 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.694+0000 7f6de1000640 1 -- 172.21.15.8:0/2419178746 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563be0613520 msgr2=0x563be061ce60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:48.694 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.694+0000 7f6de1000640 1 --2- 172.21.15.8:0/2419178746 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563be0613520 0x563be061ce60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:48.695 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.694+0000 7f6de1000640 1 -- 172.21.15.8:0/2419178746 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563be0287210 con 0x563be0612b30 2024-05-20T21:22:48.695 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.694+0000 7f6ddbe00640 1 --2- 172.21.15.8:0/2419178746 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563be0613520 0x563be061ce60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:22:48.695 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.694+0000 7f6de1a00640 1 --2- 172.21.15.8:0/2419178746 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563be0618690 0x563be0623ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:22:48.696 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.694+0000 7f6de1000640 1 --2- 172.21.15.8:0/2419178746 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563be0612b30 0x563be061c920 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f6dcc0a5d40 tx=0x7f6dcc0e04c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fab33790ad411635 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:48.696 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.694+0000 7f6dcaa00640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:22:48.696 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.694+0000 7f6dcaa00640 1 -- 172.21.15.8:0/2419178746 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dcc0b2b20 con 0x563be0612b30 2024-05-20T21:22:48.697 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.694+0000 7f6dcaa00640 1 -- 172.21.15.8:0/2419178746 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f6dcc0b28a0 con 0x563be0612b30 2024-05-20T21:22:48.697 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.694+0000 7f6de69ef740 1 -- 172.21.15.8:0/2419178746 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6dcc0ae070 con 0x563be0612b30 2024-05-20T21:22:48.697 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.695+0000 7f6dcaa00640 1 -- 172.21.15.8:0/2419178746 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6dcc0a9cc0 con 0x563be0612b30 2024-05-20T21:22:48.697 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.695+0000 7f6de69ef740 10 client.27161 fetch_fsmap learned FSMap version 26 2024-05-20T21:22:48.697 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.695+0000 7f6de69ef740 1 -- 172.21.15.8:0/2419178746 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563be0353620 con 0x563be0612b30 2024-05-20T21:22:48.697 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.695+0000 7f6dcaa00640 1 -- 172.21.15.8:0/2419178746 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6dcc0ae070 con 0x563be0612b30 2024-05-20T21:22:48.697 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.696+0000 7f6dcaa00640 1 -- 172.21.15.8:0/2419178746 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f6dcc0a5630 con 0x563be0612b30 2024-05-20T21:22:48.697 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.696+0000 7f6de69ef740 10 client.27161 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:22:48.697 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.696+0000 7f6de69ef740 10 client.27161 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:22:48.697 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.696+0000 7f6de69ef740 20 client.27161 populate_metadata read hostname 'smithi008' 2024-05-20T21:22:48.697 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.696+0000 7f6de69ef740 1 --2- 172.21.15.8:0/2419178746 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x563be0628000 0x563be062a3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:48.697 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.696+0000 7f6de69ef740 4 client.27161 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:22:48.697 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.696+0000 7f6de69ef740 1 -- 172.21.15.8:0/2419178746 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563be0584ae0 con 0x563be0628000 2024-05-20T21:22:48.697 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.696+0000 7f6ddbe00640 1 --2- 172.21.15.8:0/2419178746 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x563be0628000 0x563be062a3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:48.698 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.697+0000 7f6ddbe00640 1 --2- 172.21.15.8:0/2419178746 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x563be0628000 0x563be062a3f0 crc :-1 s=READY pgs=195 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d9f580ed21f43d37 server_cookie=6edc4b63c643b0de in_seq=0 out_seq=0 2024-05-20T21:22:48.698 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.697+0000 7f6dcaa00640 10 client.27161 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:22:48.699 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.698+0000 7f6dcaa00640 1 -- 172.21.15.8:0/2419178746 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x563be0584ae0 con 0x563be0628000 2024-05-20T21:22:48.699 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.698+0000 7f6dcaa00640 10 client.27161 handle_command_reply: tid=0 2024-05-20T21:22:48.699 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.698+0000 7f6de69ef740 1 client.27161 shutdown 2024-05-20T21:22:48.699 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.698+0000 7f6de69ef740 1 -- 172.21.15.8:0/2419178746 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563be0612b30 msgr2=0x563be061c920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:48.699 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.698+0000 7f6de69ef740 1 --2- 172.21.15.8:0/2419178746 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563be0612b30 0x563be061c920 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f6dcc0a5d40 tx=0x7f6dcc0e04c0 comp rx=0 tx=0).stop 2024-05-20T21:22:48.699 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.698+0000 7f6de69ef740 1 -- 172.21.15.8:0/2419178746 shutdown_connections 2024-05-20T21:22:48.699 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.698+0000 7f6de69ef740 1 --2- 172.21.15.8:0/2419178746 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x563be0628000 0x563be062a3f0 crc :-1 s=READY pgs=195 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:48.699 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.698+0000 7f6dcaa00640 0 client.27161 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:22:48.699 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.698+0000 7f6de69ef740 1 --2- 172.21.15.8:0/2419178746 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563be0618690 0x563be0623ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:48.699 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.699+0000 7f6de69ef740 1 --2- 172.21.15.8:0/2419178746 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563be0613520 0x563be061ce60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:48.700 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.699+0000 7f6de69ef740 1 --2- 172.21.15.8:0/2419178746 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563be0612b30 0x563be061c920 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:48.700 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.699+0000 7f6de69ef740 1 -- 172.21.15.8:0/2419178746 >> 172.21.15.8:0/2419178746 conn(0x563be060e1a0 msgr2=0x563be060d310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:48.700 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.699+0000 7f6de69ef740 1 -- 172.21.15.8:0/2419178746 shutdown_connections 2024-05-20T21:22:48.700 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.699+0000 7f6de69ef740 1 -- 172.21.15.8:0/2419178746 wait complete. 2024-05-20T21:22:48.700 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.699+0000 7f6de69ef740 20 client.27161 trim_cache size 0 max 16384 2024-05-20T21:22:48.731 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.730+0000 7f6de69ef740 1 Processor -- start 2024-05-20T21:22:48.731 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.730+0000 7f6de69ef740 1 -- start start 2024-05-20T21:22:48.731 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.731+0000 7f6de69ef740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563be0612b30 0x563be061cdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:48.731 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.731+0000 7f6de69ef740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563be0613520 0x563be0623e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:48.731 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.731+0000 7f6de69ef740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563be0618690 0x563be060d190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:48.731 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.731+0000 7f6de69ef740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f6ddc1aea50 con 0x563be0612b30 2024-05-20T21:22:48.732 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.731+0000 7f6de69ef740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6ddc1ac320 con 0x563be0613520 2024-05-20T21:22:48.732 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.731+0000 7f6de69ef740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f6ddc1aa170 con 0x563be0618690 2024-05-20T21:22:48.732 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.731+0000 7f6ddbe00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563be0613520 0x563be0623e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:48.732 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.731+0000 7f6ddbe00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563be0613520 0x563be0623e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:58428/0 (socket says 172.21.15.8:58428) 2024-05-20T21:22:48.732 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.731+0000 7f6ddbe00640 1 -- 172.21.15.8:0/1710009373 learned_addr learned my addr 172.21.15.8:0/1710009373 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:48.732 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.731+0000 7f6de1000640 1 --2- 172.21.15.8:0/1710009373 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563be0612b30 0x563be061cdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:48.732 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.731+0000 7f6de1a00640 1 --2- 172.21.15.8:0/1710009373 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563be0618690 0x563be060d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:48.732 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.732+0000 7f6ddbe00640 1 -- 172.21.15.8:0/1710009373 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563be0618690 msgr2=0x563be060d190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:48.732 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.732+0000 7f6ddbe00640 1 --2- 172.21.15.8:0/1710009373 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563be0618690 0x563be060d190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:48.732 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.732+0000 7f6ddbe00640 1 -- 172.21.15.8:0/1710009373 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563be0612b30 msgr2=0x563be061cdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:48.732 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.732+0000 7f6ddbe00640 1 --2- 172.21.15.8:0/1710009373 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563be0612b30 0x563be061cdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:48.732 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.732+0000 7f6ddbe00640 1 -- 172.21.15.8:0/1710009373 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563be061b9e0 con 0x563be0613520 2024-05-20T21:22:48.732 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.732+0000 7f6ddbe00640 1 --2- 172.21.15.8:0/1710009373 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563be0613520 0x563be0623e60 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f6dc4031500 tx=0x7f6dc4005d70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4701ebf9024ff069 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:48.734 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.732+0000 7f6dd1600640 1 -- 172.21.15.8:0/1710009373 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dc4035040 con 0x563be0613520 2024-05-20T21:22:48.734 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.732+0000 7f6dd1600640 1 -- 172.21.15.8:0/1710009373 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6dc4045ab0 con 0x563be0613520 2024-05-20T21:22:48.734 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.732+0000 7f6dd1600640 1 -- 172.21.15.8:0/1710009373 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dc4003dd0 con 0x563be0613520 2024-05-20T21:22:48.734 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.733+0000 7f6de69ef740 1 -- 172.21.15.8:0/1710009373 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563be0613520 msgr2=0x563be0623e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:48.735 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.733+0000 7f6de69ef740 1 --2- 172.21.15.8:0/1710009373 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563be0613520 0x563be0623e60 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f6dc4031500 tx=0x7f6dc4005d70 comp rx=0 tx=0).stop 2024-05-20T21:22:48.735 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.733+0000 7f6de69ef740 1 -- 172.21.15.8:0/1710009373 shutdown_connections 2024-05-20T21:22:48.735 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.733+0000 7f6de69ef740 1 --2- 172.21.15.8:0/1710009373 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563be0618690 0x563be060d190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:48.735 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.733+0000 7f6de69ef740 1 --2- 172.21.15.8:0/1710009373 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563be0613520 0x563be0623e60 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:48.735 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.733+0000 7f6de69ef740 1 --2- 172.21.15.8:0/1710009373 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563be0612b30 0x563be061cdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:48.735 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.733+0000 7f6de69ef740 1 -- 172.21.15.8:0/1710009373 >> 172.21.15.8:0/1710009373 conn(0x563be060e1a0 msgr2=0x563be060ca80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:48.735 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.733+0000 7f6de69ef740 1 -- 172.21.15.8:0/1710009373 shutdown_connections 2024-05-20T21:22:48.735 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.733+0000 7f6de69ef740 1 -- 172.21.15.8:0/1710009373 wait complete. 2024-05-20T21:22:48.735 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.734+0000 7f6de69ef740 1 -- start start 2024-05-20T21:22:48.735 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.734+0000 7f6de69ef740 1 Processor -- start 2024-05-20T21:22:48.735 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.735+0000 7f6de69ef740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563be0612b30 0x563be0620cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:48.735 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.735+0000 7f6de69ef740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563be0613520 0x563be0621230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:48.736 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.735+0000 7f6de69ef740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563be0618690 0x563be06992f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:48.736 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.735+0000 7f6de69ef740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f6ddc1aa7e0 con 0x563be0612b30 2024-05-20T21:22:48.736 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.735+0000 7f6de69ef740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6ddc1abc50 con 0x563be0613520 2024-05-20T21:22:48.736 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.735+0000 7f6de69ef740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f6ddc1aaeb0 con 0x563be0618690 2024-05-20T21:22:48.736 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.735+0000 7f6de69ef740 10 client.0 _ll_register_callbacks cb 0x7f6dd40127f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:22:48.736 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.735+0000 7f6de1000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563be0612b30 0x563be0620cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:48.736 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.735+0000 7f6de1a00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563be0618690 0x563be06992f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:48.736 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.735+0000 7f6de1000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563be0612b30 0x563be0620cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:39418/0 (socket says 172.21.15.8:39418) 2024-05-20T21:22:48.736 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.735+0000 7f6de1000640 1 -- 172.21.15.8:0/1998304858 learned_addr learned my addr 172.21.15.8:0/1998304858 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:48.736 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.735+0000 7f6ddbe00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563be0613520 0x563be0621230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:48.738 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.735+0000 7f6de1000640 1 -- 172.21.15.8:0/1998304858 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563be0618690 msgr2=0x563be06992f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:48.738 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.735+0000 7f6de1000640 1 --2- 172.21.15.8:0/1998304858 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563be0618690 0x563be06992f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:48.738 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.735+0000 7f6de1000640 1 -- 172.21.15.8:0/1998304858 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563be0613520 msgr2=0x563be0621230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:48.738 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.735+0000 7f6de1000640 1 --2- 172.21.15.8:0/1998304858 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563be0613520 0x563be0621230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:48.738 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.735+0000 7f6de1000640 1 -- 172.21.15.8:0/1998304858 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563be061b780 con 0x563be0612b30 2024-05-20T21:22:48.738 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.736+0000 7f6de1000640 1 --2- 172.21.15.8:0/1998304858 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563be0612b30 0x563be0620cf0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f6dcc00cfd0 tx=0x7f6dcc0097f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8fe3a49115405a4 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:48.738 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.736+0000 7f6dcaa00640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:22:48.738 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.736+0000 7f6dcaa00640 1 -- 172.21.15.8:0/1998304858 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dcc0ae070 con 0x563be0612b30 2024-05-20T21:22:48.738 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.736+0000 7f6dcaa00640 1 -- 172.21.15.8:0/1998304858 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f6dcc003ac0 con 0x563be0612b30 2024-05-20T21:22:48.739 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.736+0000 7f6de69ef740 1 -- 172.21.15.8:0/1998304858 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6dc4045ab0 con 0x563be0612b30 2024-05-20T21:22:48.739 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.736+0000 7f6dcaa00640 1 -- 172.21.15.8:0/1998304858 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6dcc06d050 con 0x563be0612b30 2024-05-20T21:22:48.739 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.736+0000 7f6de69ef740 10 client.17055 fetch_fsmap learned FSMap version 26 2024-05-20T21:22:48.739 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.736+0000 7f6de69ef740 1 -- 172.21.15.8:0/1998304858 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563be069a890 con 0x563be0612b30 2024-05-20T21:22:48.739 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.737+0000 7f6dcaa00640 1 -- 172.21.15.8:0/1998304858 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6dc4045ab0 con 0x563be0612b30 2024-05-20T21:22:48.739 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.737+0000 7f6dcaa00640 1 -- 172.21.15.8:0/1998304858 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f6dcc0a8b20 con 0x563be0612b30 2024-05-20T21:22:48.739 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.737+0000 7f6de69ef740 10 client.17055 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:22:48.739 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.737+0000 7f6de69ef740 10 client.17055 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:22:48.739 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.737+0000 7f6de69ef740 20 client.17055 populate_metadata read hostname 'smithi008' 2024-05-20T21:22:48.739 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.737+0000 7f6de69ef740 1 --2- 172.21.15.8:0/1998304858 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x563be0628000 0x563be069d140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:48.739 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.737+0000 7f6de69ef740 4 client.17055 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:22:48.739 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.737+0000 7f6de69ef740 1 -- 172.21.15.8:0/1998304858 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x563be057e2c0 con 0x563be0628000 2024-05-20T21:22:48.739 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.737+0000 7f6ddbe00640 1 --2- 172.21.15.8:0/1998304858 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x563be0628000 0x563be069d140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:48.739 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.738+0000 7f6ddbe00640 1 --2- 172.21.15.8:0/1998304858 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x563be0628000 0x563be069d140 crc :-1 s=READY pgs=196 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e7e2532557fbb7af server_cookie=256e9516e84245b2 in_seq=0 out_seq=0 2024-05-20T21:22:48.740 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.738+0000 7f6dcaa00640 10 client.17055 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:22:48.750 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.749+0000 7f6dcaa00640 1 -- 172.21.15.8:0/1998304858 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x563be057e2c0 con 0x563be0628000 2024-05-20T21:22:48.750 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.749+0000 7f6dcaa00640 10 client.17055 handle_command_reply: tid=0 2024-05-20T21:22:48.751 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.749+0000 7f6de69ef740 1 client.17055 shutdown 2024-05-20T21:22:48.751 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.750+0000 7f6de69ef740 1 -- 172.21.15.8:0/1998304858 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563be0612b30 msgr2=0x563be0620cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:48.751 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.750+0000 7f6de69ef740 1 --2- 172.21.15.8:0/1998304858 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563be0612b30 0x563be0620cf0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f6dcc00cfd0 tx=0x7f6dcc0097f0 comp rx=0 tx=0).stop 2024-05-20T21:22:48.751 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.750+0000 7f6de69ef740 1 -- 172.21.15.8:0/1998304858 shutdown_connections 2024-05-20T21:22:48.751 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.750+0000 7f6de69ef740 1 --2- 172.21.15.8:0/1998304858 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x563be0628000 0x563be069d140 crc :-1 s=READY pgs=196 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:48.751 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.750+0000 7f6de69ef740 1 --2- 172.21.15.8:0/1998304858 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563be0618690 0x563be06992f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:48.751 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.750+0000 7f6de69ef740 1 --2- 172.21.15.8:0/1998304858 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563be0613520 0x563be0621230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:48.751 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.750+0000 7f6de69ef740 1 --2- 172.21.15.8:0/1998304858 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563be0612b30 0x563be0620cf0 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:48.752 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.750+0000 7f6de69ef740 1 -- 172.21.15.8:0/1998304858 >> 172.21.15.8:0/1998304858 conn(0x563be060e1a0 msgr2=0x563be0611710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:48.752 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.750+0000 7f6dcaa00640 0 client.17055 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:22:48.752 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.750+0000 7f6de69ef740 1 -- 172.21.15.8:0/1998304858 shutdown_connections 2024-05-20T21:22:48.752 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.750+0000 7f6de69ef740 1 -- 172.21.15.8:0/1998304858 wait complete. 2024-05-20T21:22:48.752 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.750+0000 7f6de69ef740 20 client.17055 trim_cache size 0 max 16384 2024-05-20T21:22:48.753 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:22:48.753 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:22:48.753 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:22:48.754 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.751+0000 7f6de3a00640 1 -- 172.21.15.8:0/3069335981 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6dc00b27e0 msgr2=0x7f6dc00b4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:48.754 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.751+0000 7f6de3a00640 1 --2- 172.21.15.8:0/3069335981 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6dc00b27e0 0x7f6dc00b4ca0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f6dd4005fd0 tx=0x7f6dd4009eb0 comp rx=0 tx=0).stop 2024-05-20T21:22:48.755 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.751+0000 7f6de3a00640 1 -- 172.21.15.8:0/3069335981 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6ddc102ac0 msgr2=0x7f6ddc19af60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:48.755 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.751+0000 7f6de3a00640 1 --2- 172.21.15.8:0/3069335981 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6ddc102ac0 0x7f6ddc19af60 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f6dcc00e9c0 tx=0x7f6dcc00ee80 comp rx=0 tx=0).stop 2024-05-20T21:22:48.755 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.751+0000 7f6de3a00640 1 -- 172.21.15.8:0/3069335981 shutdown_connections 2024-05-20T21:22:48.755 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.751+0000 7f6de3a00640 1 --2- 172.21.15.8:0/3069335981 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6dc00b27e0 0x7f6dc00b4ca0 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:48.755 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.751+0000 7f6de3a00640 1 --2- 172.21.15.8:0/3069335981 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6ddc104670 0x7f6ddc1a2510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:48.755 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.751+0000 7f6de3a00640 1 --2- 172.21.15.8:0/3069335981 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6ddc103cb0 0x7f6ddc19b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:48.755 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.751+0000 7f6de3a00640 1 --2- 172.21.15.8:0/3069335981 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6ddc102ac0 0x7f6ddc19af60 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:48.755 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.751+0000 7f6de3a00640 1 -- 172.21.15.8:0/3069335981 >> 172.21.15.8:0/3069335981 conn(0x7f6ddc0fe030 msgr2=0x7f6ddc074c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:48.755 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.752+0000 7f6de3a00640 1 -- 172.21.15.8:0/3069335981 shutdown_connections 2024-05-20T21:22:48.755 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:22:48.752+0000 7f6de3a00640 1 -- 172.21.15.8:0/3069335981 wait complete. 2024-05-20T21:22:48.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:22:48 smithi130 ceph-mon[36448]: pgmap v664: 97 pgs: 97 active+clean; 3.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:22:48.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:22:48 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:22:48.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:22:48 smithi050 ceph-mon[35809]: pgmap v664: 97 pgs: 97 active+clean; 3.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:22:48.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:22:48 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:22:49.865 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:22:49 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:22:49.865 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:22:49 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:22:49.865 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:22:49 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:22:49.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:22:49 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:22:49.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:22:49 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:22:49.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:22:49 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:22:49.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:22:49 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:22:49.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:22:49 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:22:49.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:22:49 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:22:50.383 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:50.383+0000 7f1400c00700 1 -- 172.21.15.8:0/2296323666 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f13fc1088f0 msgr2=0x7f13fc110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:50.383 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:50.383+0000 7f1400c00700 1 --2- 172.21.15.8:0/2296323666 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f13fc1088f0 0x7f13fc110470 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f13f40099c0 tx=0x7f13f4009cd0 comp rx=0 tx=0).stop 2024-05-20T21:22:50.384 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:50.383+0000 7f1400c00700 1 -- 172.21.15.8:0/2296323666 shutdown_connections 2024-05-20T21:22:50.384 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:50.383+0000 7f1400c00700 1 --2- 172.21.15.8:0/2296323666 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f13fc1037f0 0x7f13fc103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:50.384 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:50.383+0000 7f1400c00700 1 --2- 172.21.15.8:0/2296323666 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f13fc1088f0 0x7f13fc110470 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:50.384 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:50.383+0000 7f1400c00700 1 --2- 172.21.15.8:0/2296323666 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f13fc1041a0 0x7f13fc1081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:50.384 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:50.383+0000 7f1400c00700 1 -- 172.21.15.8:0/2296323666 >> 172.21.15.8:0/2296323666 conn(0x7f13fc07a6a0 msgr2=0x7f13fc07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:50.384 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:50.383+0000 7f1400c00700 1 -- 172.21.15.8:0/2296323666 shutdown_connections 2024-05-20T21:22:50.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:50.383+0000 7f1400c00700 1 -- 172.21.15.8:0/2296323666 wait complete. 2024-05-20T21:22:50.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:50.384+0000 7f1400c00700 1 Processor -- start 2024-05-20T21:22:50.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:50.384+0000 7f1400c00700 1 -- start start 2024-05-20T21:22:50.389 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:50.385+0000 7f1400c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f13fc1037f0 0x7f13fc075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:50.389 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:50.385+0000 7f1400c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f13fc1041a0 0x7f13fc075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:50.389 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:50.385+0000 7f1400c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f13fc1088f0 0x7f13fc0762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:50.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:50.385+0000 7f1400c00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f13fc113730 con 0x7f13fc1041a0 2024-05-20T21:22:50.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:50.385+0000 7f1400c00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f13fc1135b0 con 0x7f13fc1088f0 2024-05-20T21:22:50.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:50.385+0000 7f1400c00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f13fc1138b0 con 0x7f13fc1037f0 2024-05-20T21:22:50.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:50.385+0000 7f13f9400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f13fc1041a0 0x7f13fc075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:50.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:50.385+0000 7f13f9e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f13fc1037f0 0x7f13fc075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:50.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:50.385+0000 7f13f9e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f13fc1037f0 0x7f13fc075840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:39122/0 (socket says 172.21.15.8:39122) 2024-05-20T21:22:50.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:50.385+0000 7f13f9e00700 1 -- 172.21.15.8:0/2529585493 learned_addr learned my addr 172.21.15.8:0/2529585493 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:50.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:50.385+0000 7f13fa800700 1 --2- 172.21.15.8:0/2529585493 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f13fc1088f0 0x7f13fc0762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:50.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:50.386+0000 7f13f9e00700 1 -- 172.21.15.8:0/2529585493 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f13fc1088f0 msgr2=0x7f13fc0762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:50.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:50.386+0000 7f13f9e00700 1 --2- 172.21.15.8:0/2529585493 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f13fc1088f0 0x7f13fc0762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:50.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:50.386+0000 7f13f9e00700 1 -- 172.21.15.8:0/2529585493 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f13fc1041a0 msgr2=0x7f13fc075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:50.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:50.386+0000 7f13f9e00700 1 --2- 172.21.15.8:0/2529585493 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f13fc1041a0 0x7f13fc075d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:50.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:50.386+0000 7f13f9e00700 1 -- 172.21.15.8:0/2529585493 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13fc1a8080 con 0x7f13fc1037f0 2024-05-20T21:22:50.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:50.386+0000 7f13f9400700 1 --2- 172.21.15.8:0/2529585493 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f13fc1041a0 0x7f13fc075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:50.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:50.386+0000 7f13f9e00700 1 --2- 172.21.15.8:0/2529585493 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f13fc1037f0 0x7f13fc075840 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f13ec0060b0 tx=0x7f13ec00d3b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:50.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:50.386+0000 7f13f2a00700 1 -- 172.21.15.8:0/2529585493 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13ec01a070 con 0x7f13fc1037f0 2024-05-20T21:22:50.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:50.386+0000 7f1400c00700 1 -- 172.21.15.8:0/2529585493 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f13fc1a8370 con 0x7f13fc1037f0 2024-05-20T21:22:50.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:50.387+0000 7f13f2a00700 1 -- 172.21.15.8:0/2529585493 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f13ec00dd20 con 0x7f13fc1037f0 2024-05-20T21:22:50.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:50.387+0000 7f13f2a00700 1 -- 172.21.15.8:0/2529585493 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13ec014600 con 0x7f13fc1037f0 2024-05-20T21:22:50.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:50.387+0000 7f1400c00700 1 -- 172.21.15.8:0/2529585493 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13fc1a8900 con 0x7f13fc1037f0 2024-05-20T21:22:50.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:50.388+0000 7f1400c00700 1 -- 172.21.15.8:0/2529585493 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f13fc06a230 con 0x7f13fc1037f0 2024-05-20T21:22:50.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:50.390+0000 7f13f2a00700 1 -- 172.21.15.8:0/2529585493 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f13ec01d070 con 0x7f13fc1037f0 2024-05-20T21:22:50.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:50.392+0000 7f13f2a00700 1 --2- 172.21.15.8:0/2529585493 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f13e00b2880 0x7f13e00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:50.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:50.392+0000 7f13f2a00700 1 -- 172.21.15.8:0/2529585493 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f13ec0e1a60 con 0x7f13fc1037f0 2024-05-20T21:22:50.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:50.392+0000 7f13f9400700 1 --2- 172.21.15.8:0/2529585493 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f13e00b2880 0x7f13e00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:50.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:50.393+0000 7f13f9400700 1 --2- 172.21.15.8:0/2529585493 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f13e00b2880 0x7f13e00b4d40 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f13fc1030c0 tx=0x7f13e8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:50.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:50.396+0000 7f13f2a00700 1 -- 172.21.15.8:0/2529585493 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f13ec010070 con 0x7f13fc1037f0 2024-05-20T21:22:50.689 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:50.690+0000 7f1400c00700 1 -- 172.21.15.8:0/2529585493 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f13fc02e560 con 0x7f13fc1037f0 2024-05-20T21:22:50.690 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:50.691+0000 7f13f2a00700 1 -- 172.21.15.8:0/2529585493 <== mon.1 v2:172.21.15.130:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7f13ec0a9710 con 0x7f13fc1037f0 2024-05-20T21:22:50.691 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:22:50.691 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:22:50.694 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:50.694+0000 7f1400c00700 1 -- 172.21.15.8:0/2529585493 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f13e00b2880 msgr2=0x7f13e00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:50.694 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:50.694+0000 7f1400c00700 1 --2- 172.21.15.8:0/2529585493 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f13e00b2880 0x7f13e00b4d40 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f13fc1030c0 tx=0x7f13e8009260 comp rx=0 tx=0).stop 2024-05-20T21:22:50.694 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:50.694+0000 7f1400c00700 1 -- 172.21.15.8:0/2529585493 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f13fc1037f0 msgr2=0x7f13fc075840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:50.694 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:50.694+0000 7f1400c00700 1 --2- 172.21.15.8:0/2529585493 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f13fc1037f0 0x7f13fc075840 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f13ec0060b0 tx=0x7f13ec00d3b0 comp rx=0 tx=0).stop 2024-05-20T21:22:50.696 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:50.695+0000 7f1400c00700 1 -- 172.21.15.8:0/2529585493 shutdown_connections 2024-05-20T21:22:50.696 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:50.695+0000 7f1400c00700 1 --2- 172.21.15.8:0/2529585493 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f13e00b2880 0x7f13e00b4d40 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:50.696 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:50.695+0000 7f1400c00700 1 --2- 172.21.15.8:0/2529585493 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f13fc1088f0 0x7f13fc0762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:50.696 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:50.695+0000 7f1400c00700 1 --2- 172.21.15.8:0/2529585493 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f13fc1037f0 0x7f13fc075840 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:50.696 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:50.695+0000 7f1400c00700 1 --2- 172.21.15.8:0/2529585493 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f13fc1041a0 0x7f13fc075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:50.696 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:50.695+0000 7f1400c00700 1 -- 172.21.15.8:0/2529585493 >> 172.21.15.8:0/2529585493 conn(0x7f13fc07a6a0 msgr2=0x7f13fc101700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:50.697 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:50.695+0000 7f1400c00700 1 -- 172.21.15.8:0/2529585493 shutdown_connections 2024-05-20T21:22:50.697 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:50.695+0000 7f1400c00700 1 -- 172.21.15.8:0/2529585493 wait complete. 2024-05-20T21:22:50.697 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:22:50.736 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 10.1 2024-05-20T21:22:50.737 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:22:50.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:22:50 smithi130 ceph-mon[36448]: pgmap v665: 97 pgs: 97 active+clean; 3.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:22:50.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:22:50 smithi050 ceph-mon[35809]: pgmap v665: 97 pgs: 97 active+clean; 3.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:22:50.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:22:50 smithi008 ceph-mon[31475]: pgmap v665: 97 pgs: 97 active+clean; 3.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:22:51.509 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:22:51.612 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:22:51.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:22:51 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/2529585493' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:22:51.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:22:51 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/2529585493' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:22:51.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:22:51 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/2529585493' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:22:52.888 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:22:52 smithi008 ceph-mon[31475]: pgmap v666: 97 pgs: 97 active+clean; 3.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-20T21:22:52.917 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:22:52.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:22:52 smithi130 ceph-mon[36448]: pgmap v666: 97 pgs: 97 active+clean; 3.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-20T21:22:52.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:22:52 smithi050 ceph-mon[35809]: pgmap v666: 97 pgs: 97 active+clean; 3.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-20T21:22:54.214 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:54.214+0000 7f6d35600700 1 -- 172.21.15.8:0/3815750347 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6d30106010 msgr2=0x7f6d30112520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:54.215 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:54.214+0000 7f6d35600700 1 --2- 172.21.15.8:0/3815750347 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6d30106010 0x7f6d30112520 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f6d2800b0a0 tx=0x7f6d2800b3b0 comp rx=0 tx=0).stop 2024-05-20T21:22:54.215 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:54.214+0000 7f6d35600700 1 -- 172.21.15.8:0/3815750347 shutdown_connections 2024-05-20T21:22:54.215 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:54.214+0000 7f6d35600700 1 --2- 172.21.15.8:0/3815750347 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6d30106010 0x7f6d30112520 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:54.215 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:54.214+0000 7f6d35600700 1 --2- 172.21.15.8:0/3815750347 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6d3010b650 0x7f6d3010ba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:54.215 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:54.214+0000 7f6d35600700 1 --2- 172.21.15.8:0/3815750347 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6d30105650 0x7f6d30105ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:54.215 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:54.214+0000 7f6d35600700 1 -- 172.21.15.8:0/3815750347 >> 172.21.15.8:0/3815750347 conn(0x7f6d30101180 msgr2=0x7f6d301035a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:54.215 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:54.215+0000 7f6d35600700 1 -- 172.21.15.8:0/3815750347 shutdown_connections 2024-05-20T21:22:54.215 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:54.215+0000 7f6d35600700 1 -- 172.21.15.8:0/3815750347 wait complete. 2024-05-20T21:22:54.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:54.216+0000 7f6d35600700 1 Processor -- start 2024-05-20T21:22:54.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:54.216+0000 7f6d35600700 1 -- start start 2024-05-20T21:22:54.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:54.216+0000 7f6d35600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6d30105650 0x7f6d301a1a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:54.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:54.216+0000 7f6d35600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6d30106010 0x7f6d301a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:54.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:54.216+0000 7f6d35600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6d3010b650 0x7f6d3019bb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:54.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:54.216+0000 7f6d35600700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f6d301158e0 con 0x7f6d30105650 2024-05-20T21:22:54.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:54.216+0000 7f6d35600700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6d30115760 con 0x7f6d3010b650 2024-05-20T21:22:54.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:54.216+0000 7f6d35600700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f6d30115a60 con 0x7f6d30106010 2024-05-20T21:22:54.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:54.217+0000 7f6d2fe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6d30105650 0x7f6d301a1a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:54.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:54.217+0000 7f6d2fe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6d30105650 0x7f6d301a1a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54254/0 (socket says 172.21.15.8:54254) 2024-05-20T21:22:54.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:54.217+0000 7f6d2fe00700 1 -- 172.21.15.8:0/2874027947 learned_addr learned my addr 172.21.15.8:0/2874027947 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:54.218 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:54.217+0000 7f6d34c00700 1 --2- 172.21.15.8:0/2874027947 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6d3010b650 0x7f6d3019bb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:54.218 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:54.217+0000 7f6d27e00700 1 --2- 172.21.15.8:0/2874027947 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6d30106010 0x7f6d301a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:54.218 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:54.217+0000 7f6d2fe00700 1 -- 172.21.15.8:0/2874027947 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6d30106010 msgr2=0x7f6d301a1f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:54.218 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:54.217+0000 7f6d2fe00700 1 --2- 172.21.15.8:0/2874027947 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6d30106010 0x7f6d301a1f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:54.218 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:54.217+0000 7f6d2fe00700 1 -- 172.21.15.8:0/2874027947 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6d3010b650 msgr2=0x7f6d3019bb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:54.218 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:54.217+0000 7f6d2fe00700 1 --2- 172.21.15.8:0/2874027947 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6d3010b650 0x7f6d3019bb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:54.218 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:54.217+0000 7f6d2fe00700 1 -- 172.21.15.8:0/2874027947 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d3019c440 con 0x7f6d30105650 2024-05-20T21:22:54.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:54.218+0000 7f6d2fe00700 1 --2- 172.21.15.8:0/2874027947 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6d30105650 0x7f6d301a1a40 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f6d2000e9c0 tx=0x7f6d2000ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:54.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:54.218+0000 7f6d2d600700 1 -- 172.21.15.8:0/2874027947 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d2000cbd0 con 0x7f6d30105650 2024-05-20T21:22:54.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:54.218+0000 7f6d2d600700 1 -- 172.21.15.8:0/2874027947 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6d2000ee60 con 0x7f6d30105650 2024-05-20T21:22:54.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:54.218+0000 7f6d2d600700 1 -- 172.21.15.8:0/2874027947 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d200055c0 con 0x7f6d30105650 2024-05-20T21:22:54.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:54.218+0000 7f6d35600700 1 -- 172.21.15.8:0/2874027947 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d3019c730 con 0x7f6d30105650 2024-05-20T21:22:54.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:54.218+0000 7f6d35600700 1 -- 172.21.15.8:0/2874027947 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d301a89c0 con 0x7f6d30105650 2024-05-20T21:22:54.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:54.219+0000 7f6d35600700 1 -- 172.21.15.8:0/2874027947 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6d30106d90 con 0x7f6d30105650 2024-05-20T21:22:54.223 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:54.223+0000 7f6d2d600700 1 -- 172.21.15.8:0/2874027947 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f6d20004750 con 0x7f6d30105650 2024-05-20T21:22:54.224 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:54.225+0000 7f6d2d600700 1 --2- 172.21.15.8:0/2874027947 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6d140b2900 0x7f6d140b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:54.224 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:54.225+0000 7f6d2d600700 1 -- 172.21.15.8:0/2874027947 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f6d200e2640 con 0x7f6d30105650 2024-05-20T21:22:54.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:54.225+0000 7f6d27e00700 1 --2- 172.21.15.8:0/2874027947 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6d140b2900 0x7f6d140b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:54.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:54.226+0000 7f6d27e00700 1 --2- 172.21.15.8:0/2874027947 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6d140b2900 0x7f6d140b4dc0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f6d3019d260 tx=0x7f6d18009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:54.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:54.228+0000 7f6d2d600700 1 -- 172.21.15.8:0/2874027947 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f6d20054df0 con 0x7f6d30105650 2024-05-20T21:22:54.529 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:54.529+0000 7f6d35600700 1 -- 172.21.15.8:0/2874027947 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6d3019cfd0 con 0x7f6d30105650 2024-05-20T21:22:54.530 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:54.530+0000 7f6d2d600700 1 -- 172.21.15.8:0/2874027947 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7f6d200aa2f0 con 0x7f6d30105650 2024-05-20T21:22:54.531 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:22:54.531 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:22:54.533 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:54.534+0000 7f6d35600700 1 -- 172.21.15.8:0/2874027947 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6d140b2900 msgr2=0x7f6d140b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:54.533 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:54.534+0000 7f6d35600700 1 --2- 172.21.15.8:0/2874027947 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6d140b2900 0x7f6d140b4dc0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f6d3019d260 tx=0x7f6d18009260 comp rx=0 tx=0).stop 2024-05-20T21:22:54.533 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:54.534+0000 7f6d35600700 1 -- 172.21.15.8:0/2874027947 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6d30105650 msgr2=0x7f6d301a1a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:54.533 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:54.534+0000 7f6d35600700 1 --2- 172.21.15.8:0/2874027947 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6d30105650 0x7f6d301a1a40 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f6d2000e9c0 tx=0x7f6d2000ecd0 comp rx=0 tx=0).stop 2024-05-20T21:22:54.534 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:54.534+0000 7f6d35600700 1 -- 172.21.15.8:0/2874027947 shutdown_connections 2024-05-20T21:22:54.534 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:54.534+0000 7f6d35600700 1 --2- 172.21.15.8:0/2874027947 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6d140b2900 0x7f6d140b4dc0 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:54.534 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:54.534+0000 7f6d35600700 1 --2- 172.21.15.8:0/2874027947 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6d3010b650 0x7f6d3019bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:54.534 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:54.534+0000 7f6d35600700 1 --2- 172.21.15.8:0/2874027947 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6d30105650 0x7f6d301a1a40 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:54.534 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:54.534+0000 7f6d35600700 1 --2- 172.21.15.8:0/2874027947 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6d30106010 0x7f6d301a1f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:54.534 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:54.534+0000 7f6d35600700 1 -- 172.21.15.8:0/2874027947 >> 172.21.15.8:0/2874027947 conn(0x7f6d30101180 msgr2=0x7f6d30101870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:54.534 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:54.534+0000 7f6d35600700 1 -- 172.21.15.8:0/2874027947 shutdown_connections 2024-05-20T21:22:54.534 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:54.534+0000 7f6d35600700 1 -- 172.21.15.8:0/2874027947 wait complete. 2024-05-20T21:22:54.535 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:22:54.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:22:54 smithi130 ceph-mon[36448]: pgmap v667: 97 pgs: 97 active+clean; 3.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:22:54.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:22:54 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/2874027947' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:22:54.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:22:54 smithi050 ceph-mon[35809]: pgmap v667: 97 pgs: 97 active+clean; 3.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:22:54.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:22:54 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/2874027947' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:22:54.944 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:22:54 smithi008 ceph-mon[31475]: pgmap v667: 97 pgs: 97 active+clean; 3.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:22:54.944 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:22:54 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/2874027947' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:22:55.389 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24529 quiesce db / --timeout 90 --expiration 130.1 --await-for 45.0' 2024-05-20T21:22:55.389 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24529 quiesce db / --timeout 90 --expiration 130.1 --await-for 45.0 2024-05-20T21:22:55.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.924+0000 7f8c4e000700 1 -- 172.21.15.8:0/105593104 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c40003b40 con 0x7f8c50109670 2024-05-20T21:22:55.925 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.924+0000 7f8c56200700 1 -- 172.21.15.8:0/105593104 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8c50109670 msgr2=0x7f8c50109a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:55.925 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.924+0000 7f8c56200700 1 --2- 172.21.15.8:0/105593104 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8c50109670 0x7f8c50109a50 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f8c400099c0 tx=0x7f8c40009cd0 comp rx=0 tx=0).stop 2024-05-20T21:22:55.925 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.925+0000 7f8c56200700 1 -- 172.21.15.8:0/105593104 shutdown_connections 2024-05-20T21:22:55.925 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.925+0000 7f8c56200700 1 --2- 172.21.15.8:0/105593104 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8c50103f90 0x7f8c50110440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:55.925 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.925+0000 7f8c56200700 1 --2- 172.21.15.8:0/105593104 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8c50109670 0x7f8c50109a50 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:55.925 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.925+0000 7f8c56200700 1 --2- 172.21.15.8:0/105593104 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8c501035d0 0x7f8c50103a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:55.925 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.925+0000 7f8c56200700 1 -- 172.21.15.8:0/105593104 >> 172.21.15.8:0/105593104 conn(0x7f8c5007a730 msgr2=0x7f8c5007ab40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:55.925 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.925+0000 7f8c56200700 1 -- 172.21.15.8:0/105593104 shutdown_connections 2024-05-20T21:22:55.925 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.925+0000 7f8c56200700 1 -- 172.21.15.8:0/105593104 wait complete. 2024-05-20T21:22:55.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.926+0000 7f8c56200700 1 Processor -- start 2024-05-20T21:22:55.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.926+0000 7f8c56200700 1 -- start start 2024-05-20T21:22:55.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.927+0000 7f8c56200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8c501035d0 0x7f8c5010a450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:55.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.927+0000 7f8c56200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8c50103f90 0x7f8c5010a990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:55.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.927+0000 7f8c56200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8c50109670 0x7f8c5010aed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:55.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.927+0000 7f8c56200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f8c50113790 con 0x7f8c50109670 2024-05-20T21:22:55.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.927+0000 7f8c56200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8c50113610 con 0x7f8c501035d0 2024-05-20T21:22:55.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.927+0000 7f8c56200700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f8c50113910 con 0x7f8c50103f90 2024-05-20T21:22:55.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.927+0000 7f8c4ea00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8c50103f90 0x7f8c5010a990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:55.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.927+0000 7f8c4ea00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8c50103f90 0x7f8c5010a990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:32862/0 (socket says 172.21.15.8:32862) 2024-05-20T21:22:55.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.927+0000 7f8c4ea00700 1 -- 172.21.15.8:0/3990632380 learned_addr learned my addr 172.21.15.8:0/3990632380 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:55.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.927+0000 7f8c4f400700 1 --2- 172.21.15.8:0/3990632380 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8c501035d0 0x7f8c5010a450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:55.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.927+0000 7f8c4fe00700 1 --2- 172.21.15.8:0/3990632380 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8c50109670 0x7f8c5010aed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:55.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.928+0000 7f8c4ea00700 1 -- 172.21.15.8:0/3990632380 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8c501035d0 msgr2=0x7f8c5010a450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:55.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.928+0000 7f8c4ea00700 1 --2- 172.21.15.8:0/3990632380 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8c501035d0 0x7f8c5010a450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:55.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.928+0000 7f8c4ea00700 1 -- 172.21.15.8:0/3990632380 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8c50109670 msgr2=0x7f8c5010aed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:55.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.928+0000 7f8c4ea00700 1 --2- 172.21.15.8:0/3990632380 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8c50109670 0x7f8c5010aed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:55.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.928+0000 7f8c4ea00700 1 -- 172.21.15.8:0/3990632380 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c501ac520 con 0x7f8c50103f90 2024-05-20T21:22:55.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.928+0000 7f8c4f400700 1 --2- 172.21.15.8:0/3990632380 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8c501035d0 0x7f8c5010a450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:55.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.929+0000 7f8c4ea00700 1 --2- 172.21.15.8:0/3990632380 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8c50103f90 0x7f8c5010a990 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f8c3c00e9f0 tx=0x7f8c3c00ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:55.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.929+0000 7f8c47e00700 1 -- 172.21.15.8:0/3990632380 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c3c00cbd0 con 0x7f8c50103f90 2024-05-20T21:22:55.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.929+0000 7f8c56200700 1 -- 172.21.15.8:0/3990632380 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c501ac810 con 0x7f8c50103f90 2024-05-20T21:22:55.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.929+0000 7f8c47e00700 1 -- 172.21.15.8:0/3990632380 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8c3c00ee90 con 0x7f8c50103f90 2024-05-20T21:22:55.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.929+0000 7f8c47e00700 1 -- 172.21.15.8:0/3990632380 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c3c005590 con 0x7f8c50103f90 2024-05-20T21:22:55.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.930+0000 7f8c56200700 1 -- 172.21.15.8:0/3990632380 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c501acd00 con 0x7f8c50103f90 2024-05-20T21:22:55.934 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.934+0000 7f8c47e00700 1 -- 172.21.15.8:0/3990632380 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f8c3c004750 con 0x7f8c50103f90 2024-05-20T21:22:55.935 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.936+0000 7f8c60c78b80 1 Processor -- start 2024-05-20T21:22:55.935 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.936+0000 7f8c60c78b80 1 -- start start 2024-05-20T21:22:55.935 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.936+0000 7f8c47e00700 1 --2- 172.21.15.8:0/3990632380 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f8c340b2880 0x7f8c340b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:55.936 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.936+0000 7f8c60c78b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559acf80e610 0x559acf80e9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:55.936 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.936+0000 7f8c47e00700 1 -- 172.21.15.8:0/3990632380 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f8c3c0e24e0 con 0x7f8c50103f90 2024-05-20T21:22:55.937 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.936+0000 7f8c60c78b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559acf80ef30 0x559acf808b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:55.937 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.936+0000 7f8c60c78b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559acf809140 0x559acf8095c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:55.937 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.936+0000 7f8c60c78b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x559acf766e40 con 0x559acf80e610 2024-05-20T21:22:55.937 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.936+0000 7f8c60c78b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x559acf7569e0 con 0x559acf80ef30 2024-05-20T21:22:55.937 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.936+0000 7f8c60c78b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x559acf75aa20 con 0x559acf809140 2024-05-20T21:22:55.937 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.937+0000 7f8c4f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559acf80e610 0x559acf80e9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:55.938 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.937+0000 7f8c4f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559acf80e610 0x559acf80e9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54278/0 (socket says 172.21.15.8:54278) 2024-05-20T21:22:55.938 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.937+0000 7f8c4f400700 1 -- 172.21.15.8:0/341789282 learned_addr learned my addr 172.21.15.8:0/341789282 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:55.938 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.937+0000 7f8c4fe00700 1 --2- 172.21.15.8:0/3990632380 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f8c340b2880 0x7f8c340b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:55.938 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.937+0000 7f8c4ea00700 1 --2- 172.21.15.8:0/341789282 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559acf80ef30 0x559acf808b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:55.938 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.938+0000 7f8c4f400700 1 -- 172.21.15.8:0/341789282 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559acf809140 msgr2=0x559acf8095c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:55.938 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.938+0000 7f8c4f400700 1 --2- 172.21.15.8:0/341789282 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559acf809140 0x559acf8095c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:55.938 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.938+0000 7f8c4f400700 1 -- 172.21.15.8:0/341789282 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559acf80ef30 msgr2=0x559acf808b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:55.938 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.938+0000 7f8c4f400700 1 --2- 172.21.15.8:0/341789282 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559acf80ef30 0x559acf808b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:55.938 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.938+0000 7f8c4f400700 1 -- 172.21.15.8:0/341789282 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559acf71f420 con 0x559acf80e610 2024-05-20T21:22:55.938 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.938+0000 7f8c4ea00700 1 --2- 172.21.15.8:0/341789282 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559acf80ef30 0x559acf808b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:22:55.938 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.938+0000 7f8c4f400700 1 --2- 172.21.15.8:0/341789282 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559acf80e610 0x559acf80e9f0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f8c40015000 tx=0x7f8c400036e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ae29fea3d579684 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:55.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.938+0000 7f8c4fe00700 1 --2- 172.21.15.8:0/3990632380 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f8c340b2880 0x7f8c340b4d40 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x559acf809b00 tx=0x7f8c48009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:55.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.939+0000 7f8c44c00700 1 -- 172.21.15.8:0/341789282 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c40028070 con 0x559acf80e610 2024-05-20T21:22:55.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.939+0000 7f8c44c00700 1 -- 172.21.15.8:0/341789282 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8c40005570 con 0x559acf80e610 2024-05-20T21:22:55.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.939+0000 7f8c44c00700 1 -- 172.21.15.8:0/341789282 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c40003d90 con 0x559acf80e610 2024-05-20T21:22:55.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.940+0000 7f8c60c78b80 1 -- 172.21.15.8:0/341789282 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559acf80e610 msgr2=0x559acf80e9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:55.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.940+0000 7f8c60c78b80 1 --2- 172.21.15.8:0/341789282 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559acf80e610 0x559acf80e9f0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f8c40015000 tx=0x7f8c400036e0 comp rx=0 tx=0).stop 2024-05-20T21:22:55.940 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.940+0000 7f8c60c78b80 1 -- 172.21.15.8:0/341789282 shutdown_connections 2024-05-20T21:22:55.940 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.940+0000 7f8c60c78b80 1 --2- 172.21.15.8:0/341789282 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559acf809140 0x559acf8095c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:55.940 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.940+0000 7f8c60c78b80 1 --2- 172.21.15.8:0/341789282 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559acf80e610 0x559acf80e9f0 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:55.940 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.940+0000 7f8c60c78b80 1 --2- 172.21.15.8:0/341789282 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559acf80ef30 0x559acf808b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:55.940 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.940+0000 7f8c60c78b80 1 -- 172.21.15.8:0/341789282 >> 172.21.15.8:0/341789282 conn(0x559acf736be0 msgr2=0x559acf803690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:55.940 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.940+0000 7f8c60c78b80 1 -- 172.21.15.8:0/341789282 shutdown_connections 2024-05-20T21:22:55.940 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.940+0000 7f8c60c78b80 1 -- 172.21.15.8:0/341789282 wait complete. 2024-05-20T21:22:55.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.941+0000 7f8c60c78b80 1 -- start start 2024-05-20T21:22:55.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.941+0000 7f8c60c78b80 1 Processor -- start 2024-05-20T21:22:55.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.942+0000 7f8c60c78b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559acf809140 0x559acf814d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:55.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.942+0000 7f8c60c78b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559acf80e610 0x559acf812110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:55.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.942+0000 7f8c60c78b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559acf80ef30 0x559acf812650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:55.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.942+0000 7f8c60c78b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x559acf65cfa0 con 0x559acf80e610 2024-05-20T21:22:55.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.942+0000 7f8c60c78b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x559acf6f7760 con 0x559acf80ef30 2024-05-20T21:22:55.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.942+0000 7f8c60c78b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x559acf815980 con 0x559acf809140 2024-05-20T21:22:55.942 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.942+0000 7f8c60c78b80 10 client.0 _ll_register_callbacks cb 0x559acf700c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:22:55.942 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.942+0000 7f8c4ea00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559acf80e610 0x559acf812110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:55.943 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.942+0000 7f8c4f400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559acf809140 0x559acf814d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:55.943 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.942+0000 7f8c4ea00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559acf80e610 0x559acf812110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54284/0 (socket says 172.21.15.8:54284) 2024-05-20T21:22:55.943 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.942+0000 7f8c4ea00700 1 -- 172.21.15.8:0/2131089439 learned_addr learned my addr 172.21.15.8:0/2131089439 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:55.943 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.942+0000 7f8c4fe00700 1 --2- 172.21.15.8:0/2131089439 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559acf80ef30 0x559acf812650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:55.943 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.943+0000 7f8c4ea00700 1 -- 172.21.15.8:0/2131089439 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559acf809140 msgr2=0x559acf814d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:55.943 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.943+0000 7f8c4ea00700 1 --2- 172.21.15.8:0/2131089439 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559acf809140 0x559acf814d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:55.943 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.943+0000 7f8c4ea00700 1 -- 172.21.15.8:0/2131089439 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559acf80ef30 msgr2=0x559acf812650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:55.943 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.943+0000 7f8c4ea00700 1 --2- 172.21.15.8:0/2131089439 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559acf80ef30 0x559acf812650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:55.943 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.943+0000 7f8c4ea00700 1 -- 172.21.15.8:0/2131089439 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559acf6a68d0 con 0x559acf80e610 2024-05-20T21:22:55.943 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.943+0000 7f8c4f400700 1 --2- 172.21.15.8:0/2131089439 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559acf809140 0x559acf814d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:55.943 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.943+0000 7f8c4ea00700 1 --2- 172.21.15.8:0/2131089439 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559acf80e610 0x559acf812110 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f8c3c004f80 tx=0x7f8c3c016630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=47ccbe2c0680ccf7 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:55.943 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.943+0000 7f8c39600700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:22:55.944 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.944+0000 7f8c39600700 1 -- 172.21.15.8:0/2131089439 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c3c0a5220 con 0x559acf80e610 2024-05-20T21:22:55.944 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.944+0000 7f8c39600700 1 -- 172.21.15.8:0/2131089439 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f8c3c0b2460 con 0x559acf80e610 2024-05-20T21:22:55.944 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.944+0000 7f8c60c78b80 1 -- 172.21.15.8:0/2131089439 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8c40005570 con 0x559acf80e610 2024-05-20T21:22:55.944 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.944+0000 7f8c39600700 1 -- 172.21.15.8:0/2131089439 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8c3c0b2230 con 0x559acf80e610 2024-05-20T21:22:55.944 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.944+0000 7f8c60c78b80 10 client.17079 fetch_fsmap learned FSMap version 26 2024-05-20T21:22:55.944 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.944+0000 7f8c60c78b80 1 -- 172.21.15.8:0/2131089439 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559acf727060 con 0x559acf80e610 2024-05-20T21:22:55.945 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.944+0000 7f8c39600700 1 -- 172.21.15.8:0/2131089439 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8c40005570 con 0x559acf80e610 2024-05-20T21:22:55.945 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.945+0000 7f8c39600700 1 -- 172.21.15.8:0/2131089439 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f8c3c06f2b0 con 0x559acf80e610 2024-05-20T21:22:55.945 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.945+0000 7f8c60c78b80 10 client.17079 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:22:55.945 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.945+0000 7f8c60c78b80 10 client.17079 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:22:55.945 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.945+0000 7f8c60c78b80 20 client.17079 populate_metadata read hostname 'smithi008' 2024-05-20T21:22:55.945 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.945+0000 7f8c60c78b80 1 --2- 172.21.15.8:0/2131089439 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x559acf822480 0x559acf8248b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:55.945 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.945+0000 7f8c60c78b80 4 client.17079 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:22:55.945 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.945+0000 7f8c60c78b80 1 -- 172.21.15.8:0/2131089439 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559acf768d90 con 0x559acf822480 2024-05-20T21:22:55.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.945+0000 7f8c4f400700 1 --2- 172.21.15.8:0/2131089439 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x559acf822480 0x559acf8248b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:55.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.946+0000 7f8c4f400700 1 --2- 172.21.15.8:0/2131089439 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x559acf822480 0x559acf8248b0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=35f14d26123b799d server_cookie=3e125cf456e0bf25 in_seq=0 out_seq=0 2024-05-20T21:22:55.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.946+0000 7f8c39600700 10 client.17079 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:22:55.947 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.947+0000 7f8c39600700 1 -- 172.21.15.8:0/2131089439 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x559acf768d90 con 0x559acf822480 2024-05-20T21:22:55.947 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.947+0000 7f8c39600700 10 client.17079 handle_command_reply: tid=0 2024-05-20T21:22:55.947 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.947+0000 7f8c60c78b80 1 client.17079 shutdown 2024-05-20T21:22:55.947 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.947+0000 7f8c60c78b80 1 -- 172.21.15.8:0/2131089439 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559acf80e610 msgr2=0x559acf812110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:55.947 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.947+0000 7f8c60c78b80 1 --2- 172.21.15.8:0/2131089439 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559acf80e610 0x559acf812110 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f8c3c004f80 tx=0x7f8c3c016630 comp rx=0 tx=0).stop 2024-05-20T21:22:55.947 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.947+0000 7f8c60c78b80 1 -- 172.21.15.8:0/2131089439 shutdown_connections 2024-05-20T21:22:55.947 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.947+0000 7f8c60c78b80 1 --2- 172.21.15.8:0/2131089439 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x559acf822480 0x559acf8248b0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:55.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.947+0000 7f8c60c78b80 1 --2- 172.21.15.8:0/2131089439 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559acf80ef30 0x559acf812650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:55.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.947+0000 7f8c60c78b80 1 --2- 172.21.15.8:0/2131089439 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559acf809140 0x559acf814d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:55.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.947+0000 7f8c60c78b80 1 --2- 172.21.15.8:0/2131089439 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559acf80e610 0x559acf812110 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:55.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.947+0000 7f8c60c78b80 1 -- 172.21.15.8:0/2131089439 >> 172.21.15.8:0/2131089439 conn(0x559acf736be0 msgr2=0x559acf802d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:55.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.947+0000 7f8c39600700 0 client.17079 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:22:55.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.948+0000 7f8c60c78b80 1 -- 172.21.15.8:0/2131089439 shutdown_connections 2024-05-20T21:22:55.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.948+0000 7f8c60c78b80 1 -- 172.21.15.8:0/2131089439 wait complete. 2024-05-20T21:22:55.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.948+0000 7f8c60c78b80 20 client.17079 trim_cache size 0 max 16384 2024-05-20T21:22:55.970 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.970+0000 7f8c60c78b80 1 Processor -- start 2024-05-20T21:22:55.970 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.970+0000 7f8c60c78b80 1 -- start start 2024-05-20T21:22:55.970 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.971+0000 7f8c60c78b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559acf809140 0x559acf808b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:55.970 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.971+0000 7f8c60c78b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559acf80e610 0x559acf81ea20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:55.971 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.971+0000 7f8c60c78b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559acf80ef30 0x559acf812740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:55.971 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.971+0000 7f8c60c78b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f8c501b6a20 con 0x559acf809140 2024-05-20T21:22:55.971 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.971+0000 7f8c60c78b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8c501b42b0 con 0x559acf80e610 2024-05-20T21:22:55.971 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.971+0000 7f8c60c78b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f8c501b2100 con 0x559acf80ef30 2024-05-20T21:22:55.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.971+0000 7f8c4f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559acf809140 0x559acf808b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:55.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.971+0000 7f8c4ea00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559acf80e610 0x559acf81ea20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:55.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.971+0000 7f8c4ea00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559acf80e610 0x559acf81ea20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:54798/0 (socket says 172.21.15.8:54798) 2024-05-20T21:22:55.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.971+0000 7f8c4ea00700 1 -- 172.21.15.8:0/1917252686 learned_addr learned my addr 172.21.15.8:0/1917252686 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:55.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.972+0000 7f8c4fe00700 1 --2- 172.21.15.8:0/1917252686 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559acf80ef30 0x559acf812740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:55.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.972+0000 7f8c4f400700 1 -- 172.21.15.8:0/1917252686 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559acf80ef30 msgr2=0x559acf812740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:55.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.972+0000 7f8c4f400700 1 --2- 172.21.15.8:0/1917252686 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559acf80ef30 0x559acf812740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:55.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.972+0000 7f8c4f400700 1 -- 172.21.15.8:0/1917252686 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559acf80e610 msgr2=0x559acf81ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:55.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.972+0000 7f8c4f400700 1 --2- 172.21.15.8:0/1917252686 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559acf80e610 0x559acf81ea20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:55.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.972+0000 7f8c4f400700 1 -- 172.21.15.8:0/1917252686 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559acf80e260 con 0x559acf809140 2024-05-20T21:22:55.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.972+0000 7f8c4ea00700 1 --2- 172.21.15.8:0/1917252686 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559acf80e610 0x559acf81ea20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:55.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.972+0000 7f8c4f400700 1 --2- 172.21.15.8:0/1917252686 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559acf809140 0x559acf808b20 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f8c40000c00 tx=0x7f8c40005610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bef128d5999e20e9 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:55.973 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.973+0000 7f8c3be00700 1 -- 172.21.15.8:0/1917252686 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c40028070 con 0x559acf809140 2024-05-20T21:22:55.973 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.973+0000 7f8c3be00700 1 -- 172.21.15.8:0/1917252686 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8c40035020 con 0x559acf809140 2024-05-20T21:22:55.973 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.973+0000 7f8c3be00700 1 -- 172.21.15.8:0/1917252686 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c4000f6c0 con 0x559acf809140 2024-05-20T21:22:55.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.974+0000 7f8c60c78b80 1 -- 172.21.15.8:0/1917252686 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559acf809140 msgr2=0x559acf808b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:55.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.974+0000 7f8c60c78b80 1 --2- 172.21.15.8:0/1917252686 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559acf809140 0x559acf808b20 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f8c40000c00 tx=0x7f8c40005610 comp rx=0 tx=0).stop 2024-05-20T21:22:55.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.974+0000 7f8c60c78b80 1 -- 172.21.15.8:0/1917252686 shutdown_connections 2024-05-20T21:22:55.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.974+0000 7f8c60c78b80 1 --2- 172.21.15.8:0/1917252686 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559acf80ef30 0x559acf812740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:55.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.974+0000 7f8c60c78b80 1 --2- 172.21.15.8:0/1917252686 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559acf809140 0x559acf808b20 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:55.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.974+0000 7f8c60c78b80 1 --2- 172.21.15.8:0/1917252686 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559acf80e610 0x559acf81ea20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:55.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.974+0000 7f8c60c78b80 1 -- 172.21.15.8:0/1917252686 >> 172.21.15.8:0/1917252686 conn(0x559acf736be0 msgr2=0x559acf80f310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:55.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.974+0000 7f8c60c78b80 1 -- 172.21.15.8:0/1917252686 shutdown_connections 2024-05-20T21:22:55.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.974+0000 7f8c60c78b80 1 -- 172.21.15.8:0/1917252686 wait complete. 2024-05-20T21:22:55.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.975+0000 7f8c60c78b80 1 -- start start 2024-05-20T21:22:55.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.975+0000 7f8c60c78b80 1 Processor -- start 2024-05-20T21:22:55.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.975+0000 7f8c60c78b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559acf809140 0x559acf81aed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:55.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.975+0000 7f8c60c78b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559acf80e610 0x559acf81b410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:55.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.975+0000 7f8c60c78b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559acf80ef30 0x559acf829890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:55.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.976+0000 7f8c60c78b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f8c501b2770 con 0x559acf80ef30 2024-05-20T21:22:55.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.976+0000 7f8c60c78b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8c501b3be0 con 0x559acf80e610 2024-05-20T21:22:55.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.976+0000 7f8c60c78b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f8c501b2e40 con 0x559acf809140 2024-05-20T21:22:55.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.976+0000 7f8c60c78b80 10 client.0 _ll_register_callbacks cb 0x559acf700c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:22:55.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.976+0000 7f8c4fe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559acf80ef30 0x559acf829890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:55.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.976+0000 7f8c4ea00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559acf80e610 0x559acf81b410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:55.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.976+0000 7f8c4fe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559acf80ef30 0x559acf829890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54296/0 (socket says 172.21.15.8:54296) 2024-05-20T21:22:55.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.976+0000 7f8c4fe00700 1 -- 172.21.15.8:0/2197116782 learned_addr learned my addr 172.21.15.8:0/2197116782 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:55.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.976+0000 7f8c4f400700 1 --2- 172.21.15.8:0/2197116782 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559acf809140 0x559acf81aed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:55.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.977+0000 7f8c4fe00700 1 -- 172.21.15.8:0/2197116782 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559acf809140 msgr2=0x559acf81aed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:55.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.977+0000 7f8c4fe00700 1 --2- 172.21.15.8:0/2197116782 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559acf809140 0x559acf81aed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:55.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.977+0000 7f8c4fe00700 1 -- 172.21.15.8:0/2197116782 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559acf80e610 msgr2=0x559acf81b410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:55.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.977+0000 7f8c4fe00700 1 --2- 172.21.15.8:0/2197116782 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559acf80e610 0x559acf81b410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:55.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.977+0000 7f8c4fe00700 1 -- 172.21.15.8:0/2197116782 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559acf82a0d0 con 0x559acf80ef30 2024-05-20T21:22:55.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.977+0000 7f8c4ea00700 1 --2- 172.21.15.8:0/2197116782 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559acf80e610 0x559acf81b410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:55.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.977+0000 7f8c4fe00700 1 --2- 172.21.15.8:0/2197116782 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559acf80ef30 0x559acf829890 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f8c48008b60 tx=0x7f8c48004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be0947b42e62e7cc server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:55.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.977+0000 7f8c39600700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:22:55.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.978+0000 7f8c39600700 1 -- 172.21.15.8:0/2197116782 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c48004bb0 con 0x559acf80ef30 2024-05-20T21:22:55.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.978+0000 7f8c39600700 1 -- 172.21.15.8:0/2197116782 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f8c48004d50 con 0x559acf80ef30 2024-05-20T21:22:55.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.978+0000 7f8c60c78b80 1 -- 172.21.15.8:0/2197116782 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8c40035020 con 0x559acf80ef30 2024-05-20T21:22:55.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.978+0000 7f8c39600700 1 -- 172.21.15.8:0/2197116782 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8c48003a00 con 0x559acf80ef30 2024-05-20T21:22:55.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.978+0000 7f8c60c78b80 10 client.17085 fetch_fsmap learned FSMap version 26 2024-05-20T21:22:55.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.978+0000 7f8c60c78b80 1 -- 172.21.15.8:0/2197116782 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559acf88cd10 con 0x559acf80ef30 2024-05-20T21:22:55.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.979+0000 7f8c39600700 1 -- 172.21.15.8:0/2197116782 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8c40035020 con 0x559acf80ef30 2024-05-20T21:22:55.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.979+0000 7f8c39600700 1 -- 172.21.15.8:0/2197116782 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f8c48021040 con 0x559acf80ef30 2024-05-20T21:22:55.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.979+0000 7f8c60c78b80 10 client.17085 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:22:55.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.979+0000 7f8c60c78b80 10 client.17085 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:22:55.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.979+0000 7f8c60c78b80 20 client.17085 populate_metadata read hostname 'smithi008' 2024-05-20T21:22:55.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.979+0000 7f8c60c78b80 1 --2- 172.21.15.8:0/2197116782 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x559acf88d440 0x559acf88f860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:55.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.979+0000 7f8c60c78b80 4 client.17085 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:22:55.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.979+0000 7f8c60c78b80 1 -- 172.21.15.8:0/2197116782 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "damage ls"}) -- 0x559acf762570 con 0x559acf88d440 2024-05-20T21:22:55.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.980+0000 7f8c4f400700 1 --2- 172.21.15.8:0/2197116782 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x559acf88d440 0x559acf88f860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:55.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.980+0000 7f8c39600700 10 client.17085 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:22:55.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.980+0000 7f8c4f400700 1 --2- 172.21.15.8:0/2197116782 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x559acf88d440 0x559acf88f860 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=7657e416af217549 server_cookie=e66b15dd67286904 in_seq=0 out_seq=0 2024-05-20T21:22:55.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.980+0000 7f8c39600700 1 -- 172.21.15.8:0/2197116782 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x559acf762570 con 0x559acf88d440 2024-05-20T21:22:55.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.980+0000 7f8c39600700 10 client.17085 handle_command_reply: tid=0 2024-05-20T21:22:55.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.981+0000 7f8c60c78b80 1 client.17085 shutdown 2024-05-20T21:22:55.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.981+0000 7f8c60c78b80 1 -- 172.21.15.8:0/2197116782 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559acf80ef30 msgr2=0x559acf829890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:55.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.981+0000 7f8c60c78b80 1 --2- 172.21.15.8:0/2197116782 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559acf80ef30 0x559acf829890 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f8c48008b60 tx=0x7f8c48004ad0 comp rx=0 tx=0).stop 2024-05-20T21:22:55.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.981+0000 7f8c60c78b80 1 -- 172.21.15.8:0/2197116782 shutdown_connections 2024-05-20T21:22:55.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.981+0000 7f8c60c78b80 1 --2- 172.21.15.8:0/2197116782 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x559acf88d440 0x559acf88f860 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:55.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.981+0000 7f8c60c78b80 1 --2- 172.21.15.8:0/2197116782 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559acf80ef30 0x559acf829890 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:55.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.981+0000 7f8c60c78b80 1 --2- 172.21.15.8:0/2197116782 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559acf809140 0x559acf81aed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:55.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.981+0000 7f8c60c78b80 1 --2- 172.21.15.8:0/2197116782 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559acf80e610 0x559acf81b410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:55.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.981+0000 7f8c60c78b80 1 -- 172.21.15.8:0/2197116782 >> 172.21.15.8:0/2197116782 conn(0x559acf736be0 msgr2=0x559acf80dae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:55.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.981+0000 7f8c39600700 0 client.17085 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:22:55.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.981+0000 7f8c60c78b80 1 -- 172.21.15.8:0/2197116782 shutdown_connections 2024-05-20T21:22:55.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.981+0000 7f8c60c78b80 1 -- 172.21.15.8:0/2197116782 wait complete. 2024-05-20T21:22:55.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.982+0000 7f8c60c78b80 20 client.17085 trim_cache size 0 max 16384 2024-05-20T21:22:55.982 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:22:55.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.983+0000 7f8c56200700 1 -- 172.21.15.8:0/3990632380 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f8c340b2880 msgr2=0x7f8c340b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:55.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.983+0000 7f8c56200700 1 --2- 172.21.15.8:0/3990632380 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f8c340b2880 0x7f8c340b4d40 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x559acf809b00 tx=0x7f8c48009920 comp rx=0 tx=0).stop 2024-05-20T21:22:55.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.983+0000 7f8c56200700 1 -- 172.21.15.8:0/3990632380 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8c50103f90 msgr2=0x7f8c5010a990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:55.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.983+0000 7f8c56200700 1 --2- 172.21.15.8:0/3990632380 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8c50103f90 0x7f8c5010a990 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f8c3c00e9f0 tx=0x7f8c3c00ed00 comp rx=0 tx=0).stop 2024-05-20T21:22:55.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.983+0000 7f8c56200700 1 -- 172.21.15.8:0/3990632380 shutdown_connections 2024-05-20T21:22:55.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.983+0000 7f8c56200700 1 --2- 172.21.15.8:0/3990632380 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f8c340b2880 0x7f8c340b4d40 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:55.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.983+0000 7f8c56200700 1 --2- 172.21.15.8:0/3990632380 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8c501035d0 0x7f8c5010a450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:55.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.983+0000 7f8c56200700 1 --2- 172.21.15.8:0/3990632380 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8c50109670 0x7f8c5010aed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:55.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.983+0000 7f8c56200700 1 --2- 172.21.15.8:0/3990632380 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8c50103f90 0x7f8c5010a990 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:55.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.983+0000 7f8c56200700 1 -- 172.21.15.8:0/3990632380 >> 172.21.15.8:0/3990632380 conn(0x7f8c5007a730 msgr2=0x7f8c50102000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:55.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.983+0000 7f8c56200700 1 -- 172.21.15.8:0/3990632380 shutdown_connections 2024-05-20T21:22:55.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:55.983+0000 7f8c56200700 1 -- 172.21.15.8:0/3990632380 wait complete. 2024-05-20T21:22:56.232 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:22:56.748 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:22:56 smithi008 ceph-mon[31475]: pgmap v668: 97 pgs: 97 active+clean; 3.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:22:56.804 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:22:56.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:22:56 smithi130 ceph-mon[36448]: pgmap v668: 97 pgs: 97 active+clean; 3.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:22:56.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:22:56 smithi050 ceph-mon[35809]: pgmap v668: 97 pgs: 97 active+clean; 3.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:22:57.460 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.486 INFO:tasks.workunit.client.0.smithi008.stdout:189/600: open fd = 3 2024-05-20T21:22:57.486 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.486 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.486 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.486 INFO:tasks.workunit.client.0.smithi008.stdout:190/600: open fd = 3 2024-05-20T21:22:57.486 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.486 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.486 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.486 INFO:tasks.workunit.client.0.smithi008.stdout:191/600: open fd = 3 2024-05-20T21:22:57.486 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.487 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.487 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.487 INFO:tasks.workunit.client.0.smithi008.stdout:192/600: open fd = 3 2024-05-20T21:22:57.487 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.487 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.487 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.487 INFO:tasks.workunit.client.0.smithi008.stdout:193/600: open fd = 3 2024-05-20T21:22:57.487 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.487 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.487 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.487 INFO:tasks.workunit.client.0.smithi008.stdout:194/600: open fd = 3 2024-05-20T21:22:57.488 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.488 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.488 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.488 INFO:tasks.workunit.client.0.smithi008.stdout:195/600: open fd = 3 2024-05-20T21:22:57.488 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.488 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.488 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.488 INFO:tasks.workunit.client.0.smithi008.stdout:196/600: open fd = 3 2024-05-20T21:22:57.488 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.488 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.488 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.488 INFO:tasks.workunit.client.0.smithi008.stdout:197/600: open fd = 3 2024-05-20T21:22:57.489 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.489 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.489 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.489 INFO:tasks.workunit.client.0.smithi008.stdout:198/600: open fd = 3 2024-05-20T21:22:57.489 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.489 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.489 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.489 INFO:tasks.workunit.client.0.smithi008.stdout:199/600: open fd = 3 2024-05-20T21:22:57.489 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.489 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.489 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.489 INFO:tasks.workunit.client.0.smithi008.stdout:200/600: open fd = 3 2024-05-20T21:22:57.490 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.490 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.490 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.490 INFO:tasks.workunit.client.0.smithi008.stdout:201/600: open fd = 3 2024-05-20T21:22:57.490 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.490 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.490 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.490 INFO:tasks.workunit.client.0.smithi008.stdout:202/600: open fd = 3 2024-05-20T21:22:57.490 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.490 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.490 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.490 INFO:tasks.workunit.client.0.smithi008.stdout:203/600: open fd = 3 2024-05-20T21:22:57.490 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.491 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.491 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.491 INFO:tasks.workunit.client.0.smithi008.stdout:204/600: open fd = 3 2024-05-20T21:22:57.491 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.491 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.491 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.491 INFO:tasks.workunit.client.0.smithi008.stdout:205/600: open fd = 3 2024-05-20T21:22:57.491 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.491 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.491 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.491 INFO:tasks.workunit.client.0.smithi008.stdout:206/600: open fd = 3 2024-05-20T21:22:57.491 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.491 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.491 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.491 INFO:tasks.workunit.client.0.smithi008.stdout:207/600: open fd = 3 2024-05-20T21:22:57.492 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.492 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.492 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.492 INFO:tasks.workunit.client.0.smithi008.stdout:208/600: open fd = 3 2024-05-20T21:22:57.492 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.492 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.492 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.492 INFO:tasks.workunit.client.0.smithi008.stdout:209/600: open fd = 3 2024-05-20T21:22:57.492 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.492 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.492 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.492 INFO:tasks.workunit.client.0.smithi008.stdout:210/600: open fd = 3 2024-05-20T21:22:57.492 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.493 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.493 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.493 INFO:tasks.workunit.client.0.smithi008.stdout:211/600: open fd = 3 2024-05-20T21:22:57.493 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.493 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.493 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.493 INFO:tasks.workunit.client.0.smithi008.stdout:212/600: open fd = 3 2024-05-20T21:22:57.493 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.493 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.493 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.493 INFO:tasks.workunit.client.0.smithi008.stdout:213/600: open fd = 3 2024-05-20T21:22:57.493 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.493 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.493 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.493 INFO:tasks.workunit.client.0.smithi008.stdout:214/600: open fd = 3 2024-05-20T21:22:57.494 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.494 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.494 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.494 INFO:tasks.workunit.client.0.smithi008.stdout:215/600: open fd = 3 2024-05-20T21:22:57.494 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.494 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.494 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.494 INFO:tasks.workunit.client.0.smithi008.stdout:216/600: open fd = 3 2024-05-20T21:22:57.494 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.494 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.494 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.494 INFO:tasks.workunit.client.0.smithi008.stdout:217/600: open fd = 3 2024-05-20T21:22:57.494 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.494 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.494 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.495 INFO:tasks.workunit.client.0.smithi008.stdout:218/600: open fd = 3 2024-05-20T21:22:57.495 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.495 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.495 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.495 INFO:tasks.workunit.client.0.smithi008.stdout:219/600: open fd = 3 2024-05-20T21:22:57.495 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.495 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.495 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.495 INFO:tasks.workunit.client.0.smithi008.stdout:220/600: open fd = 3 2024-05-20T21:22:57.495 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.495 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.495 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.495 INFO:tasks.workunit.client.0.smithi008.stdout:221/600: open fd = 3 2024-05-20T21:22:57.495 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.495 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.496 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.496 INFO:tasks.workunit.client.0.smithi008.stdout:222/600: open fd = 3 2024-05-20T21:22:57.496 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.496 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.496 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.496 INFO:tasks.workunit.client.0.smithi008.stdout:223/600: open fd = 3 2024-05-20T21:22:57.496 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.496 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.496 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.496 INFO:tasks.workunit.client.0.smithi008.stdout:224/600: open fd = 3 2024-05-20T21:22:57.496 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.496 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.496 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.496 INFO:tasks.workunit.client.0.smithi008.stdout:225/600: open fd = 3 2024-05-20T21:22:57.496 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.497 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.497 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.497 INFO:tasks.workunit.client.0.smithi008.stdout:226/600: open fd = 3 2024-05-20T21:22:57.497 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.497 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.497 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.497 INFO:tasks.workunit.client.0.smithi008.stdout:227/600: open fd = 3 2024-05-20T21:22:57.497 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.497 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.497 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.497 INFO:tasks.workunit.client.0.smithi008.stdout:228/600: open fd = 3 2024-05-20T21:22:57.497 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.498 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.498 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.498 INFO:tasks.workunit.client.0.smithi008.stdout:229/600: open fd = 3 2024-05-20T21:22:57.498 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.498 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.498 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.498 INFO:tasks.workunit.client.0.smithi008.stdout:230/600: open fd = 3 2024-05-20T21:22:57.498 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.498 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.498 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.498 INFO:tasks.workunit.client.0.smithi008.stdout:231/600: open fd = 3 2024-05-20T21:22:57.498 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.499 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.499 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.499 INFO:tasks.workunit.client.0.smithi008.stdout:232/600: open fd = 3 2024-05-20T21:22:57.499 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.499 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.499 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.499 INFO:tasks.workunit.client.0.smithi008.stdout:233/600: open fd = 3 2024-05-20T21:22:57.499 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.499 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.499 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.499 INFO:tasks.workunit.client.0.smithi008.stdout:234/600: open fd = 3 2024-05-20T21:22:57.499 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.499 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.499 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.499 INFO:tasks.workunit.client.0.smithi008.stdout:235/600: open fd = 3 2024-05-20T21:22:57.500 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.500 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.500 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.500 INFO:tasks.workunit.client.0.smithi008.stdout:236/600: open fd = 3 2024-05-20T21:22:57.500 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.500 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.500 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.500 INFO:tasks.workunit.client.0.smithi008.stdout:237/600: open fd = 3 2024-05-20T21:22:57.500 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.500 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.500 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.500 INFO:tasks.workunit.client.0.smithi008.stdout:238/600: open fd = 3 2024-05-20T21:22:57.500 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.501 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.501 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.501 INFO:tasks.workunit.client.0.smithi008.stdout:239/600: open fd = 3 2024-05-20T21:22:57.501 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.501 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.501 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.501 INFO:tasks.workunit.client.0.smithi008.stdout:240/600: open fd = 3 2024-05-20T21:22:57.501 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.501 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.501 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.501 INFO:tasks.workunit.client.0.smithi008.stdout:241/600: open fd = 3 2024-05-20T21:22:57.501 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.501 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.501 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.502 INFO:tasks.workunit.client.0.smithi008.stdout:242/600: open fd = 3 2024-05-20T21:22:57.502 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.502 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.502 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.502 INFO:tasks.workunit.client.0.smithi008.stdout:243/600: open fd = 3 2024-05-20T21:22:57.502 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.502 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.502 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.502 INFO:tasks.workunit.client.0.smithi008.stdout:244/600: open fd = 3 2024-05-20T21:22:57.502 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.502 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.502 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.502 INFO:tasks.workunit.client.0.smithi008.stdout:245/600: open fd = 3 2024-05-20T21:22:57.502 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.503 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.503 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.503 INFO:tasks.workunit.client.0.smithi008.stdout:246/600: open fd = 3 2024-05-20T21:22:57.503 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.503 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.503 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.503 INFO:tasks.workunit.client.0.smithi008.stdout:247/600: open fd = 3 2024-05-20T21:22:57.503 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.503 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.503 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.503 INFO:tasks.workunit.client.0.smithi008.stdout:248/600: open fd = 3 2024-05-20T21:22:57.503 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.503 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.503 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.504 INFO:tasks.workunit.client.0.smithi008.stdout:249/600: open fd = 3 2024-05-20T21:22:57.504 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.504 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.504 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:22:57.504 INFO:tasks.workunit.client.0.smithi008.stdout:250/600: open fd = 3 2024-05-20T21:22:57.504 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:57.504 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:22:58.115 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:22:58.804 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:22:58 smithi008 ceph-mon[31475]: pgmap v669: 97 pgs: 97 active+clean; 3.7 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:22:58.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:22:58 smithi050 ceph-mon[35809]: pgmap v669: 97 pgs: 97 active+clean; 3.7 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:22:59.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:22:58 smithi130 ceph-mon[36448]: pgmap v669: 97 pgs: 97 active+clean; 3.7 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:22:59.432 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.432+0000 7f9a79000700 1 -- 172.21.15.8:0/2167642277 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9a74105f90 msgr2=0x7f9a74112450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:59.432 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.432+0000 7f9a79000700 1 --2- 172.21.15.8:0/2167642277 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9a74105f90 0x7f9a74112450 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f9a6c0099c0 tx=0x7f9a6c009cd0 comp rx=0 tx=0).stop 2024-05-20T21:22:59.432 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.432+0000 7f9a79000700 1 -- 172.21.15.8:0/2167642277 shutdown_connections 2024-05-20T21:22:59.432 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.432+0000 7f9a79000700 1 --2- 172.21.15.8:0/2167642277 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9a7410b680 0x7f9a7410ba60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:59.432 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.432+0000 7f9a79000700 1 --2- 172.21.15.8:0/2167642277 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9a74105f90 0x7f9a74112450 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:59.433 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.432+0000 7f9a79000700 1 --2- 172.21.15.8:0/2167642277 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9a741055d0 0x7f9a74105a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:59.433 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.432+0000 7f9a79000700 1 -- 172.21.15.8:0/2167642277 >> 172.21.15.8:0/2167642277 conn(0x7f9a741010c0 msgr2=0x7f9a741034e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:59.433 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.432+0000 7f9a79000700 1 -- 172.21.15.8:0/2167642277 shutdown_connections 2024-05-20T21:22:59.433 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.432+0000 7f9a79000700 1 -- 172.21.15.8:0/2167642277 wait complete. 2024-05-20T21:22:59.434 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.434+0000 7f9a79000700 1 Processor -- start 2024-05-20T21:22:59.434 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.434+0000 7f9a79000700 1 -- start start 2024-05-20T21:22:59.434 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.434+0000 7f9a79000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9a741055d0 0x7f9a741a1770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:59.434 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.434+0000 7f9a79000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9a74105f90 0x7f9a741a1cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:59.434 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.434+0000 7f9a79000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9a7410b680 0x7f9a7419b930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:59.434 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.434+0000 7f9a79000700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f9a741157f0 con 0x7f9a74105f90 2024-05-20T21:22:59.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.434+0000 7f9a79000700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9a74115670 con 0x7f9a7410b680 2024-05-20T21:22:59.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.434+0000 7f9a79000700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f9a74115970 con 0x7f9a741055d0 2024-05-20T21:22:59.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.435+0000 7f9a73400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9a741055d0 0x7f9a741a1770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:59.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.435+0000 7f9a6aa00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9a74105f90 0x7f9a741a1cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:59.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.435+0000 7f9a73400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9a741055d0 0x7f9a741a1770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:32922/0 (socket says 172.21.15.8:32922) 2024-05-20T21:22:59.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.435+0000 7f9a73400700 1 -- 172.21.15.8:0/1202821142 learned_addr learned my addr 172.21.15.8:0/1202821142 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:59.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.435+0000 7f9a73e00700 1 --2- 172.21.15.8:0/1202821142 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9a7410b680 0x7f9a7419b930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:59.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.435+0000 7f9a73400700 1 -- 172.21.15.8:0/1202821142 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9a7410b680 msgr2=0x7f9a7419b930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:59.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.435+0000 7f9a73400700 1 --2- 172.21.15.8:0/1202821142 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9a7410b680 0x7f9a7419b930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:59.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.435+0000 7f9a73400700 1 -- 172.21.15.8:0/1202821142 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9a74105f90 msgr2=0x7f9a741a1cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:59.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.435+0000 7f9a73400700 1 --2- 172.21.15.8:0/1202821142 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9a74105f90 0x7f9a741a1cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:59.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.435+0000 7f9a73400700 1 -- 172.21.15.8:0/1202821142 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a7419c090 con 0x7f9a741055d0 2024-05-20T21:22:59.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.435+0000 7f9a73400700 1 --2- 172.21.15.8:0/1202821142 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9a741055d0 0x7f9a741a1770 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f9a6400ef10 tx=0x7f9a6400c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:59.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.436+0000 7f9a70c00700 1 -- 172.21.15.8:0/1202821142 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a6400c940 con 0x7f9a741055d0 2024-05-20T21:22:59.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.436+0000 7f9a70c00700 1 -- 172.21.15.8:0/1202821142 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9a64019070 con 0x7f9a741055d0 2024-05-20T21:22:59.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.436+0000 7f9a70c00700 1 -- 172.21.15.8:0/1202821142 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a64014480 con 0x7f9a741055d0 2024-05-20T21:22:59.437 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.436+0000 7f9a79000700 1 -- 172.21.15.8:0/1202821142 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a7419c320 con 0x7f9a741055d0 2024-05-20T21:22:59.437 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.436+0000 7f9a79000700 1 -- 172.21.15.8:0/1202821142 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a741a8640 con 0x7f9a741055d0 2024-05-20T21:22:59.439 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.440+0000 7f9a70c00700 1 -- 172.21.15.8:0/1202821142 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f9a64012050 con 0x7f9a741055d0 2024-05-20T21:22:59.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.441+0000 7f9a84eb6b80 1 Processor -- start 2024-05-20T21:22:59.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.441+0000 7f9a84eb6b80 1 -- start start 2024-05-20T21:22:59.441 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.441+0000 7f9a84eb6b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558092273fd0 0x5580922743b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:59.441 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.441+0000 7f9a84eb6b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55809226e2b0 0x55809226e710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:59.441 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.441+0000 7f9a84eb6b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55809226ec50 0x55809227ad20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:59.441 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.441+0000 7f9a84eb6b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5580921cbfd0 con 0x55809226e2b0 2024-05-20T21:22:59.441 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.441+0000 7f9a84eb6b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5580921bbb70 con 0x558092273fd0 2024-05-20T21:22:59.441 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.441+0000 7f9a84eb6b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5580921bfbb0 con 0x55809226ec50 2024-05-20T21:22:59.442 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.442+0000 7f9a73e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558092273fd0 0x5580922743b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:59.442 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.442+0000 7f9a73400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55809226e2b0 0x55809226e710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:59.442 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.442+0000 7f9a73e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558092273fd0 0x5580922743b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:54838/0 (socket says 172.21.15.8:54838) 2024-05-20T21:22:59.442 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.442+0000 7f9a73e00700 1 -- 172.21.15.8:0/3405239822 learned_addr learned my addr 172.21.15.8:0/3405239822 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:59.442 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.442+0000 7f9a6aa00700 1 --2- 172.21.15.8:0/3405239822 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55809226ec50 0x55809227ad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:59.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.442+0000 7f9a70c00700 1 --2- 172.21.15.8:0/1202821142 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9a580b29b0 0x7f9a580b4e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:59.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.442+0000 7f9a73e00700 1 -- 172.21.15.8:0/3405239822 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55809226ec50 msgr2=0x55809227ad20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:59.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.442+0000 7f9a73e00700 1 --2- 172.21.15.8:0/3405239822 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55809226ec50 0x55809227ad20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:59.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.442+0000 7f9a73e00700 1 -- 172.21.15.8:0/3405239822 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55809226e2b0 msgr2=0x55809226e710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:59.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.442+0000 7f9a73e00700 1 --2- 172.21.15.8:0/3405239822 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55809226e2b0 0x55809226e710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:59.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.442+0000 7f9a73e00700 1 -- 172.21.15.8:0/3405239822 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5580921845b0 con 0x558092273fd0 2024-05-20T21:22:59.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.442+0000 7f9a73400700 1 --2- 172.21.15.8:0/3405239822 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55809226e2b0 0x55809226e710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:22:59.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.442+0000 7f9a70c00700 1 -- 172.21.15.8:0/1202821142 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f9a640e2060 con 0x7f9a741055d0 2024-05-20T21:22:59.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.443+0000 7f9a73e00700 1 --2- 172.21.15.8:0/1202821142 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9a580b29b0 0x7f9a580b4e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:59.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.443+0000 7f9a73e00700 1 --2- 172.21.15.8:0/3405239822 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558092273fd0 0x5580922743b0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f9a6c015000 tx=0x7f9a6c005c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=be2e43faa62be7d3 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:59.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.443+0000 7f9a68c00700 1 -- 172.21.15.8:0/3405239822 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a6c003da0 con 0x558092273fd0 2024-05-20T21:22:59.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.443+0000 7f9a68c00700 1 -- 172.21.15.8:0/3405239822 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9a6c00bc40 con 0x558092273fd0 2024-05-20T21:22:59.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.443+0000 7f9a68c00700 1 -- 172.21.15.8:0/3405239822 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a6c00f8a0 con 0x558092273fd0 2024-05-20T21:22:59.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.444+0000 7f9a84eb6b80 1 -- 172.21.15.8:0/3405239822 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558092273fd0 msgr2=0x5580922743b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:59.445 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.444+0000 7f9a73e00700 1 --2- 172.21.15.8:0/1202821142 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9a580b29b0 0x7f9a580b4e70 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f9a6c02c000 tx=0x7f9a6c029000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:59.445 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.444+0000 7f9a84eb6b80 1 --2- 172.21.15.8:0/3405239822 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558092273fd0 0x5580922743b0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f9a6c015000 tx=0x7f9a6c005c00 comp rx=0 tx=0).stop 2024-05-20T21:22:59.445 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.444+0000 7f9a84eb6b80 1 -- 172.21.15.8:0/3405239822 shutdown_connections 2024-05-20T21:22:59.445 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.444+0000 7f9a84eb6b80 1 --2- 172.21.15.8:0/3405239822 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558092273fd0 0x5580922743b0 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:59.445 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.444+0000 7f9a84eb6b80 1 --2- 172.21.15.8:0/3405239822 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55809226ec50 0x55809227ad20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:59.445 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.444+0000 7f9a84eb6b80 1 --2- 172.21.15.8:0/3405239822 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55809226e2b0 0x55809226e710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:59.445 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.444+0000 7f9a84eb6b80 1 -- 172.21.15.8:0/3405239822 >> 172.21.15.8:0/3405239822 conn(0x55809219bd70 msgr2=0x558092268f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:59.445 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.444+0000 7f9a84eb6b80 1 -- 172.21.15.8:0/3405239822 shutdown_connections 2024-05-20T21:22:59.445 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.445+0000 7f9a84eb6b80 1 -- 172.21.15.8:0/3405239822 wait complete. 2024-05-20T21:22:59.445 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.445+0000 7f9a84eb6b80 1 -- start start 2024-05-20T21:22:59.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.445+0000 7f9a84eb6b80 1 Processor -- start 2024-05-20T21:22:59.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.446+0000 7f9a84eb6b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55809226e2b0 0x55809227a8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:59.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.446+0000 7f9a84eb6b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55809226ec50 0x558092277c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:59.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.446+0000 7f9a84eb6b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558092273fd0 0x558092278180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:59.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.446+0000 7f9a84eb6b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5580920c2130 con 0x558092273fd0 2024-05-20T21:22:59.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.446+0000 7f9a84eb6b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55809215c8f0 con 0x55809226ec50 2024-05-20T21:22:59.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.446+0000 7f9a84eb6b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55809227b260 con 0x55809226e2b0 2024-05-20T21:22:59.447 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.446+0000 7f9a84eb6b80 10 client.0 _ll_register_callbacks cb 0x558092165e00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:22:59.447 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.446+0000 7f9a6aa00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55809226ec50 0x558092277c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:59.447 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.446+0000 7f9a73400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55809226e2b0 0x55809227a8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:59.447 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.446+0000 7f9a6aa00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55809226ec50 0x558092277c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:54850/0 (socket says 172.21.15.8:54850) 2024-05-20T21:22:59.447 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.446+0000 7f9a6aa00700 1 -- 172.21.15.8:0/3935064599 learned_addr learned my addr 172.21.15.8:0/3935064599 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:59.447 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.446+0000 7f9a73e00700 1 --2- 172.21.15.8:0/3935064599 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558092273fd0 0x558092278180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:59.447 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.447+0000 7f9a6aa00700 1 -- 172.21.15.8:0/3935064599 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55809226e2b0 msgr2=0x55809227a8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:59.447 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.447+0000 7f9a6aa00700 1 --2- 172.21.15.8:0/3935064599 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55809226e2b0 0x55809227a8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:59.447 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.447+0000 7f9a6aa00700 1 -- 172.21.15.8:0/3935064599 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558092273fd0 msgr2=0x558092278180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:59.447 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.447+0000 7f9a6aa00700 1 --2- 172.21.15.8:0/3935064599 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558092273fd0 0x558092278180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:59.447 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.447+0000 7f9a6aa00700 1 -- 172.21.15.8:0/3935064599 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55809210ba60 con 0x55809226ec50 2024-05-20T21:22:59.449 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.447+0000 7f9a6aa00700 1 --2- 172.21.15.8:0/3935064599 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55809226ec50 0x558092277c40 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f9a5c0126d0 tx=0x7f9a5c0129e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ed47bc45cc1803c3 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:59.449 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.447+0000 7f9a61600700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:22:59.449 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.447+0000 7f9a61600700 1 -- 172.21.15.8:0/3935064599 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a5c004020 con 0x55809226ec50 2024-05-20T21:22:59.449 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.447+0000 7f9a61600700 1 -- 172.21.15.8:0/3935064599 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f9a5c0041c0 con 0x55809226ec50 2024-05-20T21:22:59.449 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.448+0000 7f9a84eb6b80 1 -- 172.21.15.8:0/3935064599 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9a6c00bc40 con 0x55809226ec50 2024-05-20T21:22:59.449 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.448+0000 7f9a61600700 1 -- 172.21.15.8:0/3935064599 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9a5c0043c0 con 0x55809226ec50 2024-05-20T21:22:59.449 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.448+0000 7f9a84eb6b80 10 client.27206 fetch_fsmap learned FSMap version 26 2024-05-20T21:22:59.449 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.448+0000 7f9a84eb6b80 1 -- 172.21.15.8:0/3935064599 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55809218c1f0 con 0x55809226ec50 2024-05-20T21:22:59.449 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.448+0000 7f9a61600700 1 -- 172.21.15.8:0/3935064599 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9a6c00bc40 con 0x55809226ec50 2024-05-20T21:22:59.449 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.448+0000 7f9a61600700 1 -- 172.21.15.8:0/3935064599 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9a5c01c6a0 con 0x55809226ec50 2024-05-20T21:22:59.449 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.449+0000 7f9a84eb6b80 10 client.27206 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:22:59.449 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.449+0000 7f9a84eb6b80 10 client.27206 resolve_mds: validated gid 24529 aka daemon mds.i 2024-05-20T21:22:59.449 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.449+0000 7f9a84eb6b80 20 client.27206 populate_metadata read hostname 'smithi008' 2024-05-20T21:22:59.450 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.449+0000 7f9a84eb6b80 1 --2- 172.21.15.8:0/3935064599 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x558092287d80 0x55809228a170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:59.450 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.449+0000 7f9a84eb6b80 4 client.27206 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:22:59.450 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.449+0000 7f9a84eb6b80 1 -- 172.21.15.8:0/3935064599 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5580921cdf20 con 0x558092287d80 2024-05-20T21:22:59.450 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.449+0000 7f9a73400700 1 --2- 172.21.15.8:0/3935064599 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x558092287d80 0x55809228a170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:59.450 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.449+0000 7f9a73400700 1 --2- 172.21.15.8:0/3935064599 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x558092287d80 0x55809228a170 crc :-1 s=READY pgs=197 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b3b61f2ba49b0a9a server_cookie=c6fd515c25def532 in_seq=0 out_seq=0 2024-05-20T21:22:59.450 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.449+0000 7f9a61600700 10 client.27206 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:22:59.451 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.450+0000 7f9a61600700 1 -- 172.21.15.8:0/3935064599 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5580921cdf20 con 0x558092287d80 2024-05-20T21:22:59.451 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.450+0000 7f9a61600700 10 client.27206 handle_command_reply: tid=0 2024-05-20T21:22:59.451 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.450+0000 7f9a84eb6b80 1 client.27206 shutdown 2024-05-20T21:22:59.451 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.451+0000 7f9a84eb6b80 1 -- 172.21.15.8:0/3935064599 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55809226ec50 msgr2=0x558092277c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:59.451 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.451+0000 7f9a84eb6b80 1 --2- 172.21.15.8:0/3935064599 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55809226ec50 0x558092277c40 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f9a5c0126d0 tx=0x7f9a5c0129e0 comp rx=0 tx=0).stop 2024-05-20T21:22:59.451 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.451+0000 7f9a84eb6b80 1 -- 172.21.15.8:0/3935064599 shutdown_connections 2024-05-20T21:22:59.451 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.451+0000 7f9a84eb6b80 1 --2- 172.21.15.8:0/3935064599 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x558092287d80 0x55809228a170 crc :-1 s=READY pgs=197 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:59.451 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.451+0000 7f9a84eb6b80 1 --2- 172.21.15.8:0/3935064599 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558092273fd0 0x558092278180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:59.451 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.451+0000 7f9a84eb6b80 1 --2- 172.21.15.8:0/3935064599 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55809226e2b0 0x55809227a8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:59.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.451+0000 7f9a61600700 0 client.27206 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:22:59.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.451+0000 7f9a84eb6b80 1 --2- 172.21.15.8:0/3935064599 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55809226ec50 0x558092277c40 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:59.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.451+0000 7f9a84eb6b80 1 -- 172.21.15.8:0/3935064599 >> 172.21.15.8:0/3935064599 conn(0x55809219bd70 msgr2=0x558092268500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:59.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.451+0000 7f9a84eb6b80 1 -- 172.21.15.8:0/3935064599 shutdown_connections 2024-05-20T21:22:59.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.451+0000 7f9a84eb6b80 1 -- 172.21.15.8:0/3935064599 wait complete. 2024-05-20T21:22:59.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.451+0000 7f9a84eb6b80 20 client.27206 trim_cache size 0 max 16384 2024-05-20T21:22:59.474 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.474+0000 7f9a84eb6b80 1 Processor -- start 2024-05-20T21:22:59.474 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.474+0000 7f9a84eb6b80 1 -- start start 2024-05-20T21:22:59.474 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.475+0000 7f9a84eb6b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55809226e2b0 0x558092273480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:59.474 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.475+0000 7f9a84eb6b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55809226ec50 0x558092268c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:59.474 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.475+0000 7f9a84eb6b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558092273fd0 0x55809228fa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:59.474 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.475+0000 7f9a84eb6b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f9a741b23e0 con 0x55809226e2b0 2024-05-20T21:22:59.474 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.475+0000 7f9a84eb6b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9a741afc70 con 0x558092273fd0 2024-05-20T21:22:59.474 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.475+0000 7f9a84eb6b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f9a741adac0 con 0x55809226ec50 2024-05-20T21:22:59.475 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.475+0000 7f9a73400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55809226e2b0 0x558092273480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:59.475 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.475+0000 7f9a6aa00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55809226ec50 0x558092268c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:59.476 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.475+0000 7f9a6aa00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55809226ec50 0x558092268c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:32946/0 (socket says 172.21.15.8:32946) 2024-05-20T21:22:59.476 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.475+0000 7f9a73400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55809226e2b0 0x558092273480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54342/0 (socket says 172.21.15.8:54342) 2024-05-20T21:22:59.476 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.475+0000 7f9a6aa00700 1 -- 172.21.15.8:0/2498045187 learned_addr learned my addr 172.21.15.8:0/2498045187 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:59.476 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.475+0000 7f9a73e00700 1 --2- 172.21.15.8:0/2498045187 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558092273fd0 0x55809228fa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:59.476 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.475+0000 7f9a6aa00700 1 -- 172.21.15.8:0/2498045187 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558092273fd0 msgr2=0x55809228fa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:59.476 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.475+0000 7f9a6aa00700 1 --2- 172.21.15.8:0/2498045187 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558092273fd0 0x55809228fa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:59.476 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.475+0000 7f9a6aa00700 1 -- 172.21.15.8:0/2498045187 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55809226e2b0 msgr2=0x558092273480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:59.476 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.475+0000 7f9a6aa00700 1 --2- 172.21.15.8:0/2498045187 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55809226e2b0 0x558092273480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:59.476 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.475+0000 7f9a6aa00700 1 -- 172.21.15.8:0/2498045187 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558092269a40 con 0x55809226ec50 2024-05-20T21:22:59.476 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.476+0000 7f9a6aa00700 1 --2- 172.21.15.8:0/2498045187 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55809226ec50 0x558092268c80 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f9a5c01cb10 tx=0x7f9a5c012ea0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=961ccc1620c4a5e1 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:59.476 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.476+0000 7f9a63e00700 1 -- 172.21.15.8:0/2498045187 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a5c0055f0 con 0x55809226ec50 2024-05-20T21:22:59.476 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.476+0000 7f9a63e00700 1 -- 172.21.15.8:0/2498045187 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9a5c005790 con 0x55809226ec50 2024-05-20T21:22:59.476 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.476+0000 7f9a63e00700 1 -- 172.21.15.8:0/2498045187 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a5c010d70 con 0x55809226ec50 2024-05-20T21:22:59.477 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.477+0000 7f9a84eb6b80 1 -- 172.21.15.8:0/2498045187 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55809226ec50 msgr2=0x558092268c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:59.477 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.477+0000 7f9a84eb6b80 1 --2- 172.21.15.8:0/2498045187 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55809226ec50 0x558092268c80 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f9a5c01cb10 tx=0x7f9a5c012ea0 comp rx=0 tx=0).stop 2024-05-20T21:22:59.478 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.477+0000 7f9a84eb6b80 1 -- 172.21.15.8:0/2498045187 shutdown_connections 2024-05-20T21:22:59.478 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.477+0000 7f9a84eb6b80 1 --2- 172.21.15.8:0/2498045187 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558092273fd0 0x55809228fa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:59.478 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.477+0000 7f9a84eb6b80 1 --2- 172.21.15.8:0/2498045187 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55809226e2b0 0x558092273480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:59.478 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.477+0000 7f9a84eb6b80 1 --2- 172.21.15.8:0/2498045187 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55809226ec50 0x558092268c80 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:59.478 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.477+0000 7f9a84eb6b80 1 -- 172.21.15.8:0/2498045187 >> 172.21.15.8:0/2498045187 conn(0x55809219bd70 msgr2=0x558092272d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:59.478 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.477+0000 7f9a84eb6b80 1 -- 172.21.15.8:0/2498045187 shutdown_connections 2024-05-20T21:22:59.478 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.477+0000 7f9a84eb6b80 1 -- 172.21.15.8:0/2498045187 wait complete. 2024-05-20T21:22:59.478 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.478+0000 7f9a84eb6b80 1 -- start start 2024-05-20T21:22:59.478 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.478+0000 7f9a84eb6b80 1 Processor -- start 2024-05-20T21:22:59.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.478+0000 7f9a84eb6b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55809226e2b0 0x5580922807d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:59.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.478+0000 7f9a84eb6b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55809226ec50 0x558092280d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:59.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.478+0000 7f9a84eb6b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558092273fd0 0x55809227d6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:59.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.478+0000 7f9a84eb6b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f9a741ae130 con 0x558092273fd0 2024-05-20T21:22:59.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.478+0000 7f9a84eb6b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9a741af5a0 con 0x55809226ec50 2024-05-20T21:22:59.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.478+0000 7f9a84eb6b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f9a741ae800 con 0x55809226e2b0 2024-05-20T21:22:59.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.478+0000 7f9a84eb6b80 10 client.0 _ll_register_callbacks cb 0x558092165e00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:22:59.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.479+0000 7f9a73e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558092273fd0 0x55809227d6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:59.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.479+0000 7f9a73e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558092273fd0 0x55809227d6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54348/0 (socket says 172.21.15.8:54348) 2024-05-20T21:22:59.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.479+0000 7f9a73e00700 1 -- 172.21.15.8:0/4015099476 learned_addr learned my addr 172.21.15.8:0/4015099476 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:22:59.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.479+0000 7f9a73400700 1 --2- 172.21.15.8:0/4015099476 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55809226e2b0 0x5580922807d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:59.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.479+0000 7f9a6aa00700 1 --2- 172.21.15.8:0/4015099476 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55809226ec50 0x558092280d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:59.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.479+0000 7f9a73400700 1 -- 172.21.15.8:0/4015099476 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55809226ec50 msgr2=0x558092280d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:59.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.479+0000 7f9a73400700 1 --2- 172.21.15.8:0/4015099476 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55809226ec50 0x558092280d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:59.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.479+0000 7f9a73400700 1 -- 172.21.15.8:0/4015099476 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558092273fd0 msgr2=0x55809227d6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:59.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.479+0000 7f9a73400700 1 --2- 172.21.15.8:0/4015099476 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558092273fd0 0x55809227d6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:59.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.479+0000 7f9a73400700 1 -- 172.21.15.8:0/4015099476 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55809227de90 con 0x55809226e2b0 2024-05-20T21:22:59.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.480+0000 7f9a73400700 1 --2- 172.21.15.8:0/4015099476 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55809226e2b0 0x5580922807d0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f9a640dfba0 tx=0x7f9a640079c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=18e2cfd341ebb61 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:59.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.480+0000 7f9a61600700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:22:59.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.480+0000 7f9a61600700 1 -- 172.21.15.8:0/4015099476 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a640a8de0 con 0x55809226e2b0 2024-05-20T21:22:59.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.480+0000 7f9a61600700 1 -- 172.21.15.8:0/4015099476 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f9a6408fde0 con 0x55809226e2b0 2024-05-20T21:22:59.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.480+0000 7f9a84eb6b80 1 -- 172.21.15.8:0/4015099476 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9a5c005790 con 0x55809226e2b0 2024-05-20T21:22:59.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.480+0000 7f9a61600700 1 -- 172.21.15.8:0/4015099476 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9a640a9180 con 0x55809226e2b0 2024-05-20T21:22:59.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.480+0000 7f9a84eb6b80 10 client.27259 fetch_fsmap learned FSMap version 26 2024-05-20T21:22:59.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.480+0000 7f9a84eb6b80 1 -- 172.21.15.8:0/4015099476 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5580922f3570 con 0x55809226e2b0 2024-05-20T21:22:59.482 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.480+0000 7f9a61600700 1 -- 172.21.15.8:0/4015099476 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9a5c005790 con 0x55809226e2b0 2024-05-20T21:22:59.482 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.481+0000 7f9a61600700 1 -- 172.21.15.8:0/4015099476 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9a640a98d0 con 0x55809226e2b0 2024-05-20T21:22:59.483 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.481+0000 7f9a84eb6b80 10 client.27259 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:22:59.483 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.481+0000 7f9a84eb6b80 10 client.27259 resolve_mds: validated gid 24529 aka daemon mds.i 2024-05-20T21:22:59.483 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.481+0000 7f9a84eb6b80 20 client.27259 populate_metadata read hostname 'smithi008' 2024-05-20T21:22:59.483 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.481+0000 7f9a84eb6b80 1 --2- 172.21.15.8:0/4015099476 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5580922f3c70 0x5580922f6090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:59.483 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.481+0000 7f9a84eb6b80 4 client.27259 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 130.1, "await_for": 45.0}] 2024-05-20T21:22:59.483 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.481+0000 7f9a84eb6b80 1 -- 172.21.15.8:0/4015099476 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 130.1, "await_for": 45.0}) -- 0x5580921c7700 con 0x5580922f3c70 2024-05-20T21:22:59.483 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.481+0000 7f9a6aa00700 1 --2- 172.21.15.8:0/4015099476 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5580922f3c70 0x5580922f6090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:59.483 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.482+0000 7f9a6aa00700 1 --2- 172.21.15.8:0/4015099476 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5580922f3c70 0x5580922f6090 crc :-1 s=READY pgs=198 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fee95cbb1a0ce9 server_cookie=c219af1cc00b8b53 in_seq=0 out_seq=0 2024-05-20T21:22:59.483 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.482+0000 7f9a61600700 10 client.27259 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:22:59.500 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.500+0000 7f9a61600700 1 -- 172.21.15.8:0/4015099476 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x5580921c7700 con 0x5580922f3c70 2024-05-20T21:22:59.500 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.500+0000 7f9a61600700 10 client.27259 handle_command_reply: tid=0 2024-05-20T21:22:59.500 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.500+0000 7f9a84eb6b80 1 client.27259 shutdown 2024-05-20T21:22:59.500 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.501+0000 7f9a84eb6b80 1 -- 172.21.15.8:0/4015099476 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55809226e2b0 msgr2=0x5580922807d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:59.500 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.501+0000 7f9a84eb6b80 1 --2- 172.21.15.8:0/4015099476 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55809226e2b0 0x5580922807d0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f9a640dfba0 tx=0x7f9a640079c0 comp rx=0 tx=0).stop 2024-05-20T21:22:59.501 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.501+0000 7f9a84eb6b80 1 -- 172.21.15.8:0/4015099476 shutdown_connections 2024-05-20T21:22:59.501 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.501+0000 7f9a84eb6b80 1 --2- 172.21.15.8:0/4015099476 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5580922f3c70 0x5580922f6090 crc :-1 s=READY pgs=198 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:59.501 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.501+0000 7f9a84eb6b80 1 --2- 172.21.15.8:0/4015099476 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558092273fd0 0x55809227d6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:59.501 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.501+0000 7f9a61600700 0 client.27259 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:22:59.501 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.501+0000 7f9a84eb6b80 1 --2- 172.21.15.8:0/4015099476 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55809226e2b0 0x5580922807d0 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:59.502 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.501+0000 7f9a84eb6b80 1 --2- 172.21.15.8:0/4015099476 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55809226ec50 0x558092280d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:59.502 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.501+0000 7f9a84eb6b80 1 -- 172.21.15.8:0/4015099476 >> 172.21.15.8:0/4015099476 conn(0x55809219bd70 msgr2=0x55809226db30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:59.502 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.501+0000 7f9a84eb6b80 1 -- 172.21.15.8:0/4015099476 shutdown_connections 2024-05-20T21:22:59.502 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.501+0000 7f9a84eb6b80 1 -- 172.21.15.8:0/4015099476 wait complete. 2024-05-20T21:22:59.502 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.502+0000 7f9a84eb6b80 20 client.27259 trim_cache size 0 max 16384 2024-05-20T21:22:59.502 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:22:59.503 INFO:teuthology.orchestra.run.smithi008.stdout: "epoch": 26, 2024-05-20T21:22:59.503 INFO:teuthology.orchestra.run.smithi008.stdout: "leader": 24529, 2024-05-20T21:22:59.503 INFO:teuthology.orchestra.run.smithi008.stdout: "set_version": 26, 2024-05-20T21:22:59.503 INFO:teuthology.orchestra.run.smithi008.stdout: "sets": { 2024-05-20T21:22:59.503 INFO:teuthology.orchestra.run.smithi008.stdout: "3254652e": { 2024-05-20T21:22:59.503 INFO:teuthology.orchestra.run.smithi008.stdout: "version": 26, 2024-05-20T21:22:59.503 INFO:teuthology.orchestra.run.smithi008.stdout: "age_ref": 0.0, 2024-05-20T21:22:59.503 INFO:teuthology.orchestra.run.smithi008.stdout: "state": { 2024-05-20T21:22:59.503 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "QUIESCED", 2024-05-20T21:22:59.503 INFO:teuthology.orchestra.run.smithi008.stdout: "age": 0.0 2024-05-20T21:22:59.503 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:22:59.503 INFO:teuthology.orchestra.run.smithi008.stdout: "timeout": 90.0, 2024-05-20T21:22:59.503 INFO:teuthology.orchestra.run.smithi008.stdout: "expiration": 130.1, 2024-05-20T21:22:59.503 INFO:teuthology.orchestra.run.smithi008.stdout: "members": { 2024-05-20T21:22:59.504 INFO:teuthology.orchestra.run.smithi008.stdout: "file:/": { 2024-05-20T21:22:59.504 INFO:teuthology.orchestra.run.smithi008.stdout: "excluded": false, 2024-05-20T21:22:59.504 INFO:teuthology.orchestra.run.smithi008.stdout: "state": { 2024-05-20T21:22:59.504 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "QUIESCED", 2024-05-20T21:22:59.504 INFO:teuthology.orchestra.run.smithi008.stdout: "age": 0.0 2024-05-20T21:22:59.504 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:22:59.504 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:22:59.504 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:22:59.504 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:22:59.504 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:22:59.504 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:22:59.505 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.503+0000 7f9a79000700 1 -- 172.21.15.8:0/1202821142 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9a580b29b0 msgr2=0x7f9a580b4e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:59.505 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.503+0000 7f9a79000700 1 --2- 172.21.15.8:0/1202821142 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9a580b29b0 0x7f9a580b4e70 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f9a6c02c000 tx=0x7f9a6c029000 comp rx=0 tx=0).stop 2024-05-20T21:22:59.505 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.503+0000 7f9a79000700 1 -- 172.21.15.8:0/1202821142 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9a741055d0 msgr2=0x7f9a741a1770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:59.505 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.503+0000 7f9a79000700 1 --2- 172.21.15.8:0/1202821142 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9a741055d0 0x7f9a741a1770 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f9a6400ef10 tx=0x7f9a6400c3a0 comp rx=0 tx=0).stop 2024-05-20T21:22:59.505 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.503+0000 7f9a79000700 1 -- 172.21.15.8:0/1202821142 shutdown_connections 2024-05-20T21:22:59.505 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.503+0000 7f9a79000700 1 --2- 172.21.15.8:0/1202821142 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9a580b29b0 0x7f9a580b4e70 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:59.505 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.503+0000 7f9a79000700 1 --2- 172.21.15.8:0/1202821142 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9a7410b680 0x7f9a7419b930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:59.505 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.503+0000 7f9a79000700 1 --2- 172.21.15.8:0/1202821142 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9a741055d0 0x7f9a741a1770 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:59.506 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.503+0000 7f9a79000700 1 --2- 172.21.15.8:0/1202821142 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9a74105f90 0x7f9a741a1cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:59.506 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.503+0000 7f9a79000700 1 -- 172.21.15.8:0/1202821142 >> 172.21.15.8:0/1202821142 conn(0x7f9a741010c0 msgr2=0x7f9a741025f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:59.506 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.503+0000 7f9a79000700 1 -- 172.21.15.8:0/1202821142 shutdown_connections 2024-05-20T21:22:59.506 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:22:59.503+0000 7f9a79000700 1 -- 172.21.15.8:0/1202821142 wait complete. 2024-05-20T21:23:00.809 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '3254652e', quiesce took 10.1 seconds. Will release after: 0.0 2024-05-20T21:23:00.810 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:23:00.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:23:00 smithi008 ceph-mon[31475]: pgmap v670: 97 pgs: 97 active+clean; 3.8 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:23:01.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:23:00 smithi130 ceph-mon[36448]: pgmap v670: 97 pgs: 97 active+clean; 3.8 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:23:01.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:23:00 smithi050 ceph-mon[35809]: pgmap v670: 97 pgs: 97 active+clean; 3.8 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:23:01.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.392+0000 7f6f94c00700 1 -- 172.21.15.8:0/646390355 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6f90105780 msgr2=0x7f6f90105c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:01.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.392+0000 7f6f94c00700 1 --2- 172.21.15.8:0/646390355 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6f90105780 0x7f6f90105c00 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f6f7c009990 tx=0x7f6f7c009ca0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.392+0000 7f6f94c00700 1 -- 172.21.15.8:0/646390355 shutdown_connections 2024-05-20T21:23:01.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.392+0000 7f6f94c00700 1 --2- 172.21.15.8:0/646390355 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6f9010b780 0x7f6f9010bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.392+0000 7f6f94c00700 1 --2- 172.21.15.8:0/646390355 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6f90106140 0x7f6f90112650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.392+0000 7f6f94c00700 1 --2- 172.21.15.8:0/646390355 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6f90105780 0x7f6f90105c00 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.392+0000 7f6f94c00700 1 -- 172.21.15.8:0/646390355 >> 172.21.15.8:0/646390355 conn(0x7f6f90101270 msgr2=0x7f6f90103690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:01.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.392+0000 7f6f94c00700 1 -- 172.21.15.8:0/646390355 shutdown_connections 2024-05-20T21:23:01.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.392+0000 7f6f94c00700 1 -- 172.21.15.8:0/646390355 wait complete. 2024-05-20T21:23:01.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.393+0000 7f6f94c00700 1 Processor -- start 2024-05-20T21:23:01.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.393+0000 7f6f94c00700 1 -- start start 2024-05-20T21:23:01.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.394+0000 7f6f94c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6f90105780 0x7f6f9019be80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:01.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.394+0000 7f6f94c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6f90106140 0x7f6f9019c3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:01.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.394+0000 7f6f94c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6f9010b780 0x7f6f901a0750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:01.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.394+0000 7f6f94c00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f6f90115a10 con 0x7f6f90105780 2024-05-20T21:23:01.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.394+0000 7f6f94c00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6f90115890 con 0x7f6f90106140 2024-05-20T21:23:01.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.394+0000 7f6f94c00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f6f90115b90 con 0x7f6f9010b780 2024-05-20T21:23:01.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.394+0000 7f6f8de00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6f90105780 0x7f6f9019be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:01.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.394+0000 7f6f8de00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6f90105780 0x7f6f9019be80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54374/0 (socket says 172.21.15.8:54374) 2024-05-20T21:23:01.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.394+0000 7f6f8de00700 1 -- 172.21.15.8:0/3549981625 learned_addr learned my addr 172.21.15.8:0/3549981625 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:01.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.394+0000 7f6f8e800700 1 --2- 172.21.15.8:0/3549981625 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6f9010b780 0x7f6f901a0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:01.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.394+0000 7f6f8d400700 1 --2- 172.21.15.8:0/3549981625 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6f90106140 0x7f6f9019c3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:01.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.395+0000 7f6f8e800700 1 -- 172.21.15.8:0/3549981625 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6f90106140 msgr2=0x7f6f9019c3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:01.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.395+0000 7f6f8e800700 1 --2- 172.21.15.8:0/3549981625 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6f90106140 0x7f6f9019c3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.395+0000 7f6f8e800700 1 -- 172.21.15.8:0/3549981625 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6f90105780 msgr2=0x7f6f9019be80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:01.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.395+0000 7f6f8e800700 1 --2- 172.21.15.8:0/3549981625 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6f90105780 0x7f6f9019be80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.395+0000 7f6f8e800700 1 -- 172.21.15.8:0/3549981625 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f901a0e90 con 0x7f6f9010b780 2024-05-20T21:23:01.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.395+0000 7f6f8d400700 1 --2- 172.21.15.8:0/3549981625 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6f90106140 0x7f6f9019c3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:01.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.395+0000 7f6f8e800700 1 --2- 172.21.15.8:0/3549981625 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6f9010b780 0x7f6f901a0750 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f6f8800efc0 tx=0x7f6f8800c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:01.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.395+0000 7f6f86a00700 1 -- 172.21.15.8:0/3549981625 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f880092e0 con 0x7f6f9010b780 2024-05-20T21:23:01.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.395+0000 7f6f94c00700 1 -- 172.21.15.8:0/3549981625 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f901a1120 con 0x7f6f9010b780 2024-05-20T21:23:01.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.396+0000 7f6f86a00700 1 -- 172.21.15.8:0/3549981625 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6f88004bb0 con 0x7f6f9010b780 2024-05-20T21:23:01.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.396+0000 7f6f86a00700 1 -- 172.21.15.8:0/3549981625 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f88004020 con 0x7f6f9010b780 2024-05-20T21:23:01.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.396+0000 7f6f94c00700 1 -- 172.21.15.8:0/3549981625 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f901a8a00 con 0x7f6f9010b780 2024-05-20T21:23:01.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.400+0000 7f6f9f670b80 1 Processor -- start 2024-05-20T21:23:01.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.402+0000 7f6f86a00700 1 -- 172.21.15.8:0/3549981625 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f6f8801b030 con 0x7f6f9010b780 2024-05-20T21:23:01.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.402+0000 7f6f9f670b80 1 -- start start 2024-05-20T21:23:01.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.402+0000 7f6f9f670b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c9a2674610 0x55c9a26749f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:01.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.402+0000 7f6f9f670b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c9a2674f30 0x55c9a266eb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:01.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.402+0000 7f6f9f670b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c9a266f140 0x55c9a266f5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:01.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.402+0000 7f6f9f670b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55c9a25cce40 con 0x55c9a2674610 2024-05-20T21:23:01.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.402+0000 7f6f9f670b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55c9a25bc9e0 con 0x55c9a2674f30 2024-05-20T21:23:01.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.402+0000 7f6f9f670b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55c9a25c0a20 con 0x55c9a266f140 2024-05-20T21:23:01.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.403+0000 7f6f8d400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c9a2674610 0x55c9a26749f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:01.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.403+0000 7f6f8de00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c9a2674f30 0x55c9a266eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:01.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.403+0000 7f6f8de00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c9a2674f30 0x55c9a266eb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:54898/0 (socket says 172.21.15.8:54898) 2024-05-20T21:23:01.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.403+0000 7f6f8de00700 1 -- 172.21.15.8:0/3310533562 learned_addr learned my addr 172.21.15.8:0/3310533562 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:01.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.403+0000 7f6f8d400700 1 --2- 172.21.15.8:0/3310533562 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c9a266f140 0x55c9a266f5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:01.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.404+0000 7f6f86a00700 1 --2- 172.21.15.8:0/3549981625 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6f740b2900 0x7f6f740b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:01.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.404+0000 7f6f8de00700 1 -- 172.21.15.8:0/3310533562 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c9a266f140 msgr2=0x55c9a266f5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:01.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.404+0000 7f6f8de00700 1 --2- 172.21.15.8:0/3310533562 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c9a266f140 0x55c9a266f5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.404+0000 7f6f8de00700 1 -- 172.21.15.8:0/3310533562 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c9a2674610 msgr2=0x55c9a26749f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:01.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.404+0000 7f6f8de00700 1 --2- 172.21.15.8:0/3310533562 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c9a2674610 0x55c9a26749f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.404+0000 7f6f8de00700 1 -- 172.21.15.8:0/3310533562 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c9a2585420 con 0x55c9a2674f30 2024-05-20T21:23:01.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.404+0000 7f6f8d400700 1 --2- 172.21.15.8:0/3310533562 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c9a2674610 0x55c9a26749f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:23:01.406 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.404+0000 7f6f86a00700 1 -- 172.21.15.8:0/3549981625 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f6f880e1cd0 con 0x7f6f9010b780 2024-05-20T21:23:01.406 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.404+0000 7f6f8e800700 1 --2- 172.21.15.8:0/3549981625 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6f740b2900 0x7f6f740b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:01.406 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.405+0000 7f6f8de00700 1 --2- 172.21.15.8:0/3310533562 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c9a2674f30 0x55c9a266eb20 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f6f80009e30 tx=0x7f6f80011720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3dcaefca355eb2b8 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:01.406 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.405+0000 7f6f7b400700 1 -- 172.21.15.8:0/3310533562 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f8001e070 con 0x55c9a2674f30 2024-05-20T21:23:01.406 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.405+0000 7f6f7b400700 1 -- 172.21.15.8:0/3310533562 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6f80019ae0 con 0x55c9a2674f30 2024-05-20T21:23:01.406 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.405+0000 7f6f7b400700 1 -- 172.21.15.8:0/3310533562 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f8000fb70 con 0x55c9a2674f30 2024-05-20T21:23:01.407 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.406+0000 7f6f9f670b80 1 -- 172.21.15.8:0/3310533562 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c9a2674f30 msgr2=0x55c9a266eb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:01.407 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.406+0000 7f6f9f670b80 1 --2- 172.21.15.8:0/3310533562 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c9a2674f30 0x55c9a266eb20 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f6f80009e30 tx=0x7f6f80011720 comp rx=0 tx=0).stop 2024-05-20T21:23:01.407 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.406+0000 7f6f8e800700 1 --2- 172.21.15.8:0/3549981625 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6f740b2900 0x7f6f740b4dc0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f6f880a92a0 tx=0x7f6f88009f10 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:01.407 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.406+0000 7f6f9f670b80 1 -- 172.21.15.8:0/3310533562 shutdown_connections 2024-05-20T21:23:01.407 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.406+0000 7f6f9f670b80 1 --2- 172.21.15.8:0/3310533562 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c9a266f140 0x55c9a266f5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.407 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.406+0000 7f6f9f670b80 1 --2- 172.21.15.8:0/3310533562 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c9a2674610 0x55c9a26749f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.407 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.406+0000 7f6f9f670b80 1 --2- 172.21.15.8:0/3310533562 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c9a2674f30 0x55c9a266eb20 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.408 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.406+0000 7f6f9f670b80 1 -- 172.21.15.8:0/3310533562 >> 172.21.15.8:0/3310533562 conn(0x55c9a259cbe0 msgr2=0x55c9a2669690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:01.408 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.407+0000 7f6f9f670b80 1 -- 172.21.15.8:0/3310533562 shutdown_connections 2024-05-20T21:23:01.408 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.407+0000 7f6f9f670b80 1 -- 172.21.15.8:0/3310533562 wait complete. 2024-05-20T21:23:01.408 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.407+0000 7f6f9f670b80 1 -- start start 2024-05-20T21:23:01.408 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.408+0000 7f6f9f670b80 1 Processor -- start 2024-05-20T21:23:01.408 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.408+0000 7f6f9f670b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c9a266f140 0x55c9a267acc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:01.409 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.408+0000 7f6f9f670b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c9a2674610 0x55c9a26780b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:01.409 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.408+0000 7f6f9f670b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c9a2674f30 0x55c9a26785f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:01.409 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.408+0000 7f6f9f670b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55c9a24c2fa0 con 0x55c9a266f140 2024-05-20T21:23:01.409 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.408+0000 7f6f9f670b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55c9a255d760 con 0x55c9a2674f30 2024-05-20T21:23:01.409 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.408+0000 7f6f9f670b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55c9a267b9e0 con 0x55c9a2674610 2024-05-20T21:23:01.409 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.408+0000 7f6f9f670b80 10 client.0 _ll_register_callbacks cb 0x55c9a2566c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:01.409 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.409+0000 7f6f8d400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c9a266f140 0x55c9a267acc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:01.410 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.409+0000 7f6f8d400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c9a266f140 0x55c9a267acc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54396/0 (socket says 172.21.15.8:54396) 2024-05-20T21:23:01.410 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.409+0000 7f6f8d400700 1 -- 172.21.15.8:0/3190441389 learned_addr learned my addr 172.21.15.8:0/3190441389 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:01.410 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.409+0000 7f6f8d400700 1 --2- 172.21.15.8:0/3190441389 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c9a2674f30 0x55c9a26785f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:01.410 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.409+0000 7f6f8de00700 1 --2- 172.21.15.8:0/3190441389 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c9a2674610 0x55c9a26780b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:01.411 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.409+0000 7f6f8d400700 1 -- 172.21.15.8:0/3190441389 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c9a2674610 msgr2=0x55c9a26780b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:01.411 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.409+0000 7f6f8d400700 1 --2- 172.21.15.8:0/3190441389 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c9a2674610 0x55c9a26780b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.411 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.409+0000 7f6f8d400700 1 -- 172.21.15.8:0/3190441389 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c9a2674f30 msgr2=0x55c9a26785f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:01.411 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.409+0000 7f6f8d400700 1 --2- 172.21.15.8:0/3190441389 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c9a2674f30 0x55c9a26785f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.411 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.409+0000 7f6f8d400700 1 -- 172.21.15.8:0/3190441389 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c9a250c8d0 con 0x55c9a266f140 2024-05-20T21:23:01.411 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.410+0000 7f6f8d400700 1 --2- 172.21.15.8:0/3190441389 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c9a266f140 0x55c9a267acc0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f6f7c000c00 tx=0x7f6f7c009380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b20b6c474fbaf5e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:01.411 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.410+0000 7f6f6fe00700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:23:01.411 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.410+0000 7f6f6fe00700 1 -- 172.21.15.8:0/3190441389 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f7c004970 con 0x55c9a266f140 2024-05-20T21:23:01.411 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.410+0000 7f6f6fe00700 1 -- 172.21.15.8:0/3190441389 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f6f7c004b10 con 0x55c9a266f140 2024-05-20T21:23:01.412 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.410+0000 7f6f9f670b80 1 -- 172.21.15.8:0/3190441389 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6f80019ae0 con 0x55c9a266f140 2024-05-20T21:23:01.412 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.411+0000 7f6f6fe00700 1 -- 172.21.15.8:0/3190441389 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6f7c004d10 con 0x55c9a266f140 2024-05-20T21:23:01.412 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.411+0000 7f6f9f670b80 10 client.17115 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:01.412 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.411+0000 7f6f9f670b80 1 -- 172.21.15.8:0/3190441389 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c9a258d060 con 0x55c9a266f140 2024-05-20T21:23:01.412 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.411+0000 7f6f6fe00700 1 -- 172.21.15.8:0/3190441389 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6f80019ae0 con 0x55c9a266f140 2024-05-20T21:23:01.412 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.411+0000 7f6f6fe00700 1 -- 172.21.15.8:0/3190441389 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f6f7c024070 con 0x55c9a266f140 2024-05-20T21:23:01.412 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.412+0000 7f6f9f670b80 10 client.17115 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:01.413 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.412+0000 7f6f9f670b80 10 client.17115 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:23:01.413 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.412+0000 7f6f9f670b80 20 client.17115 populate_metadata read hostname 'smithi008' 2024-05-20T21:23:01.413 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.412+0000 7f6f9f670b80 1 --2- 172.21.15.8:0/3190441389 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55c9a26889b0 0x55c9a268ae10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:01.413 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.412+0000 7f6f9f670b80 4 client.17115 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:23:01.413 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.412+0000 7f6f9f670b80 1 -- 172.21.15.8:0/3190441389 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c9a25ced90 con 0x55c9a26889b0 2024-05-20T21:23:01.414 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.412+0000 7f6f8de00700 1 --2- 172.21.15.8:0/3190441389 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55c9a26889b0 0x55c9a268ae10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:01.414 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.413+0000 7f6f8de00700 1 --2- 172.21.15.8:0/3190441389 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55c9a26889b0 0x55c9a268ae10 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=50b5591c2107762 server_cookie=4f94f03337f8dff8 in_seq=0 out_seq=0 2024-05-20T21:23:01.414 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.413+0000 7f6f6fe00700 10 client.17115 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:23:01.414 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.414+0000 7f6f6fe00700 1 -- 172.21.15.8:0/3190441389 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55c9a25ced90 con 0x55c9a26889b0 2024-05-20T21:23:01.414 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.414+0000 7f6f6fe00700 10 client.17115 handle_command_reply: tid=0 2024-05-20T21:23:01.414 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.414+0000 7f6f9f670b80 1 client.17115 shutdown 2024-05-20T21:23:01.415 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.414+0000 7f6f9f670b80 1 -- 172.21.15.8:0/3190441389 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c9a266f140 msgr2=0x55c9a267acc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:01.415 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.414+0000 7f6f9f670b80 1 --2- 172.21.15.8:0/3190441389 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c9a266f140 0x55c9a267acc0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f6f7c000c00 tx=0x7f6f7c009380 comp rx=0 tx=0).stop 2024-05-20T21:23:01.415 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.414+0000 7f6f9f670b80 1 -- 172.21.15.8:0/3190441389 shutdown_connections 2024-05-20T21:23:01.415 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.414+0000 7f6f9f670b80 1 --2- 172.21.15.8:0/3190441389 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55c9a26889b0 0x55c9a268ae10 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.415 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.414+0000 7f6f9f670b80 1 --2- 172.21.15.8:0/3190441389 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c9a2674f30 0x55c9a26785f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.415 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.414+0000 7f6f9f670b80 1 --2- 172.21.15.8:0/3190441389 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c9a266f140 0x55c9a267acc0 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.415 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.414+0000 7f6f9f670b80 1 --2- 172.21.15.8:0/3190441389 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c9a2674610 0x55c9a26780b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.415 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.414+0000 7f6f9f670b80 1 -- 172.21.15.8:0/3190441389 >> 172.21.15.8:0/3190441389 conn(0x55c9a259cbe0 msgr2=0x55c9a2668d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:01.415 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.414+0000 7f6f6fe00700 0 client.17115 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:23:01.416 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.415+0000 7f6f9f670b80 1 -- 172.21.15.8:0/3190441389 shutdown_connections 2024-05-20T21:23:01.416 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.415+0000 7f6f9f670b80 1 -- 172.21.15.8:0/3190441389 wait complete. 2024-05-20T21:23:01.416 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.415+0000 7f6f9f670b80 20 client.17115 trim_cache size 0 max 16384 2024-05-20T21:23:01.433 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.432+0000 7f6f9f670b80 1 Processor -- start 2024-05-20T21:23:01.433 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.432+0000 7f6f9f670b80 1 -- start start 2024-05-20T21:23:01.433 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.433+0000 7f6f9f670b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c9a266f140 0x55c9a266eb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:01.433 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.433+0000 7f6f9f670b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c9a2674610 0x55c9a267acc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:01.434 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.433+0000 7f6f9f670b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c9a2674f30 0x55c9a26785a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:01.434 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.433+0000 7f6f9f670b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f6f901b2650 con 0x55c9a2674610 2024-05-20T21:23:01.434 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.433+0000 7f6f9f670b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6f901afee0 con 0x55c9a2674f30 2024-05-20T21:23:01.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.433+0000 7f6f9f670b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f6f901add80 con 0x55c9a266f140 2024-05-20T21:23:01.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.433+0000 7f6f8de00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c9a2674610 0x55c9a267acc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:01.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.433+0000 7f6f8d400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c9a266f140 0x55c9a266eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:01.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.433+0000 7f6f8de00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c9a2674610 0x55c9a267acc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54402/0 (socket says 172.21.15.8:54402) 2024-05-20T21:23:01.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.433+0000 7f6f8de00700 1 -- 172.21.15.8:0/838543152 learned_addr learned my addr 172.21.15.8:0/838543152 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:01.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.433+0000 7f6f8d400700 1 --2- 172.21.15.8:0/838543152 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c9a2674f30 0x55c9a26785a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:01.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.434+0000 7f6f8de00700 1 -- 172.21.15.8:0/838543152 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c9a266f140 msgr2=0x55c9a266eb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:01.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.434+0000 7f6f8de00700 1 --2- 172.21.15.8:0/838543152 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c9a266f140 0x55c9a266eb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.434+0000 7f6f8de00700 1 -- 172.21.15.8:0/838543152 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c9a2674f30 msgr2=0x55c9a26785a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:01.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.434+0000 7f6f8de00700 1 --2- 172.21.15.8:0/838543152 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c9a2674f30 0x55c9a26785a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.434+0000 7f6f8de00700 1 -- 172.21.15.8:0/838543152 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c9a2678f90 con 0x55c9a2674610 2024-05-20T21:23:01.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.434+0000 7f6f8d400700 1 --2- 172.21.15.8:0/838543152 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c9a2674f30 0x55c9a26785a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:23:01.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.434+0000 7f6f8de00700 1 --2- 172.21.15.8:0/838543152 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c9a2674610 0x55c9a267acc0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f6f8001c040 tx=0x7f6f80011c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8247ad01d642181c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:01.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.435+0000 7f6f7aa00700 1 -- 172.21.15.8:0/838543152 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f8001e040 con 0x55c9a2674610 2024-05-20T21:23:01.441 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.435+0000 7f6f7aa00700 1 -- 172.21.15.8:0/838543152 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6f80005030 con 0x55c9a2674610 2024-05-20T21:23:01.441 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.435+0000 7f6f7aa00700 1 -- 172.21.15.8:0/838543152 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f8000fa40 con 0x55c9a2674610 2024-05-20T21:23:01.441 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.435+0000 7f6f9f670b80 1 -- 172.21.15.8:0/838543152 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c9a2674610 msgr2=0x55c9a267acc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:01.441 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.435+0000 7f6f9f670b80 1 --2- 172.21.15.8:0/838543152 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c9a2674610 0x55c9a267acc0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f6f8001c040 tx=0x7f6f80011c50 comp rx=0 tx=0).stop 2024-05-20T21:23:01.441 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.436+0000 7f6f9f670b80 1 -- 172.21.15.8:0/838543152 shutdown_connections 2024-05-20T21:23:01.441 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.436+0000 7f6f9f670b80 1 --2- 172.21.15.8:0/838543152 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c9a2674f30 0x55c9a26785a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.441 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.436+0000 7f6f9f670b80 1 --2- 172.21.15.8:0/838543152 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c9a266f140 0x55c9a266eb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.441 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.436+0000 7f6f9f670b80 1 --2- 172.21.15.8:0/838543152 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c9a2674610 0x55c9a267acc0 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.441 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.436+0000 7f6f9f670b80 1 -- 172.21.15.8:0/838543152 >> 172.21.15.8:0/838543152 conn(0x55c9a259cbe0 msgr2=0x55c9a2677e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:01.441 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.436+0000 7f6f9f670b80 1 -- 172.21.15.8:0/838543152 shutdown_connections 2024-05-20T21:23:01.441 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.436+0000 7f6f9f670b80 1 -- 172.21.15.8:0/838543152 wait complete. 2024-05-20T21:23:01.441 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.436+0000 7f6f9f670b80 1 -- start start 2024-05-20T21:23:01.442 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.437+0000 7f6f9f670b80 1 Processor -- start 2024-05-20T21:23:01.442 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.437+0000 7f6f9f670b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c9a266f140 0x55c9a2680c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:01.442 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.437+0000 7f6f9f670b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c9a2674610 0x55c9a26811b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:01.442 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.437+0000 7f6f9f670b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c9a2674f30 0x55c9a268f5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:01.442 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.437+0000 7f6f9f670b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f6f901ae3a0 con 0x55c9a2674f30 2024-05-20T21:23:01.442 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.437+0000 7f6f9f670b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6f901af810 con 0x55c9a2674610 2024-05-20T21:23:01.442 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.437+0000 7f6f9f670b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f6f901aea70 con 0x55c9a266f140 2024-05-20T21:23:01.442 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.437+0000 7f6f9f670b80 10 client.0 _ll_register_callbacks cb 0x55c9a2566c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:01.442 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.437+0000 7f6f8d400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c9a266f140 0x55c9a2680c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:01.442 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.437+0000 7f6f8d400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c9a2674f30 0x55c9a268f5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:01.442 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.438+0000 7f6f8de00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c9a2674610 0x55c9a26811b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:01.442 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.438+0000 7f6f8d400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c9a2674f30 0x55c9a268f5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54406/0 (socket says 172.21.15.8:54406) 2024-05-20T21:23:01.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.438+0000 7f6f8d400700 1 -- 172.21.15.8:0/1023057403 learned_addr learned my addr 172.21.15.8:0/1023057403 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:01.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.438+0000 7f6f8d400700 1 -- 172.21.15.8:0/1023057403 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c9a266f140 msgr2=0x55c9a2680c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:01.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.438+0000 7f6f8d400700 1 --2- 172.21.15.8:0/1023057403 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c9a266f140 0x55c9a2680c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.438+0000 7f6f8d400700 1 -- 172.21.15.8:0/1023057403 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c9a2674610 msgr2=0x55c9a26811b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:01.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.438+0000 7f6f8d400700 1 --2- 172.21.15.8:0/1023057403 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c9a2674610 0x55c9a26811b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.438+0000 7f6f8d400700 1 -- 172.21.15.8:0/1023057403 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c9a268fc70 con 0x55c9a2674f30 2024-05-20T21:23:01.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.438+0000 7f6f8d400700 1 --2- 172.21.15.8:0/1023057403 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c9a2674f30 0x55c9a268f5f0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f6f7c009990 tx=0x7f6f7c009690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=44de8fb8cbe24212 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:01.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.438+0000 7f6f6fe00700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:23:01.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.439+0000 7f6f6fe00700 1 -- 172.21.15.8:0/1023057403 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f7c048060 con 0x55c9a2674f30 2024-05-20T21:23:01.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.439+0000 7f6f6fe00700 1 -- 172.21.15.8:0/1023057403 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f6f7c00f660 con 0x55c9a2674f30 2024-05-20T21:23:01.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.439+0000 7f6f9f670b80 1 -- 172.21.15.8:0/1023057403 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6f80005030 con 0x55c9a2674f30 2024-05-20T21:23:01.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.439+0000 7f6f6fe00700 1 -- 172.21.15.8:0/1023057403 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6f7c039070 con 0x55c9a2674f30 2024-05-20T21:23:01.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.439+0000 7f6f9f670b80 10 client.17121 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:01.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.439+0000 7f6f9f670b80 1 -- 172.21.15.8:0/1023057403 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c9a26f2d10 con 0x55c9a2674f30 2024-05-20T21:23:01.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.439+0000 7f6f6fe00700 1 -- 172.21.15.8:0/1023057403 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6f80005030 con 0x55c9a2674f30 2024-05-20T21:23:01.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.440+0000 7f6f6fe00700 1 -- 172.21.15.8:0/1023057403 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f6f7c024040 con 0x55c9a2674f30 2024-05-20T21:23:01.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.440+0000 7f6f9f670b80 10 client.17121 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:01.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.440+0000 7f6f9f670b80 10 client.17121 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:23:01.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.440+0000 7f6f9f670b80 20 client.17121 populate_metadata read hostname 'smithi008' 2024-05-20T21:23:01.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.440+0000 7f6f9f670b80 1 --2- 172.21.15.8:0/1023057403 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55c9a26f3390 0x55c9a26f57b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:01.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.440+0000 7f6f9f670b80 4 client.17121 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:23:01.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.440+0000 7f6f9f670b80 1 -- 172.21.15.8:0/1023057403 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55c9a25c8570 con 0x55c9a26f3390 2024-05-20T21:23:01.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.440+0000 7f6f8de00700 1 --2- 172.21.15.8:0/1023057403 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55c9a26f3390 0x55c9a26f57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:01.445 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.441+0000 7f6f8de00700 1 --2- 172.21.15.8:0/1023057403 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55c9a26f3390 0x55c9a26f57b0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=87fa15c6c77135e6 server_cookie=58a81f78a8b56584 in_seq=0 out_seq=0 2024-05-20T21:23:01.445 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.441+0000 7f6f6fe00700 10 client.17121 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:23:01.445 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.441+0000 7f6f6fe00700 1 -- 172.21.15.8:0/1023057403 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55c9a25c8570 con 0x55c9a26f3390 2024-05-20T21:23:01.445 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.441+0000 7f6f6fe00700 10 client.17121 handle_command_reply: tid=0 2024-05-20T21:23:01.445 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.441+0000 7f6f9f670b80 1 client.17121 shutdown 2024-05-20T21:23:01.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.441+0000 7f6f9f670b80 1 -- 172.21.15.8:0/1023057403 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c9a2674f30 msgr2=0x55c9a268f5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:01.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.441+0000 7f6f9f670b80 1 --2- 172.21.15.8:0/1023057403 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c9a2674f30 0x55c9a268f5f0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f6f7c009990 tx=0x7f6f7c009690 comp rx=0 tx=0).stop 2024-05-20T21:23:01.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.441+0000 7f6f9f670b80 1 -- 172.21.15.8:0/1023057403 shutdown_connections 2024-05-20T21:23:01.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.441+0000 7f6f9f670b80 1 --2- 172.21.15.8:0/1023057403 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55c9a26f3390 0x55c9a26f57b0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.441+0000 7f6f9f670b80 1 --2- 172.21.15.8:0/1023057403 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c9a2674f30 0x55c9a268f5f0 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.441+0000 7f6f9f670b80 1 --2- 172.21.15.8:0/1023057403 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c9a266f140 0x55c9a2680c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.441+0000 7f6f9f670b80 1 --2- 172.21.15.8:0/1023057403 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c9a2674610 0x55c9a26811b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.441+0000 7f6f6fe00700 0 client.17121 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:23:01.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.442+0000 7f6f9f670b80 1 -- 172.21.15.8:0/1023057403 >> 172.21.15.8:0/1023057403 conn(0x55c9a259cbe0 msgr2=0x55c9a2675310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:01.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.442+0000 7f6f9f670b80 1 -- 172.21.15.8:0/1023057403 shutdown_connections 2024-05-20T21:23:01.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.442+0000 7f6f9f670b80 1 -- 172.21.15.8:0/1023057403 wait complete. 2024-05-20T21:23:01.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.442+0000 7f6f9f670b80 20 client.17121 trim_cache size 0 max 16384 2024-05-20T21:23:01.447 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:23:01.447 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.443+0000 7f6f94c00700 1 -- 172.21.15.8:0/3549981625 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6f740b2900 msgr2=0x7f6f740b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:01.447 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.443+0000 7f6f94c00700 1 --2- 172.21.15.8:0/3549981625 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6f740b2900 0x7f6f740b4dc0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f6f880a92a0 tx=0x7f6f88009f10 comp rx=0 tx=0).stop 2024-05-20T21:23:01.448 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.443+0000 7f6f94c00700 1 -- 172.21.15.8:0/3549981625 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6f9010b780 msgr2=0x7f6f901a0750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:01.448 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.443+0000 7f6f94c00700 1 --2- 172.21.15.8:0/3549981625 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6f9010b780 0x7f6f901a0750 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f6f8800efc0 tx=0x7f6f8800c3a0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.448 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.443+0000 7f6f94c00700 1 -- 172.21.15.8:0/3549981625 shutdown_connections 2024-05-20T21:23:01.448 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.443+0000 7f6f94c00700 1 --2- 172.21.15.8:0/3549981625 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6f740b2900 0x7f6f740b4dc0 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.448 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.443+0000 7f6f94c00700 1 --2- 172.21.15.8:0/3549981625 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6f9010b780 0x7f6f901a0750 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.448 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.443+0000 7f6f94c00700 1 --2- 172.21.15.8:0/3549981625 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6f90105780 0x7f6f9019be80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.448 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.443+0000 7f6f94c00700 1 --2- 172.21.15.8:0/3549981625 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6f90106140 0x7f6f9019c3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.448 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.443+0000 7f6f94c00700 1 -- 172.21.15.8:0/3549981625 >> 172.21.15.8:0/3549981625 conn(0x7f6f90101270 msgr2=0x7f6f90101970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:01.448 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.443+0000 7f6f94c00700 1 -- 172.21.15.8:0/3549981625 shutdown_connections 2024-05-20T21:23:01.448 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:01.443+0000 7f6f94c00700 1 -- 172.21.15.8:0/3549981625 wait complete. 2024-05-20T21:23:01.668 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:23:01.895 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.894+0000 7fe92a000640 1 -- 172.21.15.8:0/975219531 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe924105cb0 msgr2=0x7fe9241080a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:01.895 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.894+0000 7fe92a000640 1 --2- 172.21.15.8:0/975219531 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe924105cb0 0x7fe9241080a0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fe910009900 tx=0x7fe91002a410 comp rx=0 tx=0).stop 2024-05-20T21:23:01.895 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.894+0000 7fe92a000640 1 -- 172.21.15.8:0/975219531 shutdown_connections 2024-05-20T21:23:01.895 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.894+0000 7fe92a000640 1 --2- 172.21.15.8:0/975219531 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe9241085e0 0x7fe92410aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.895 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.894+0000 7fe92a000640 1 --2- 172.21.15.8:0/975219531 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe924105cb0 0x7fe9241080a0 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.895 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.894+0000 7fe92a000640 1 --2- 172.21.15.8:0/975219531 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe924103380 0x7fe924105770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.895 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.894+0000 7fe92a000640 1 -- 172.21.15.8:0/975219531 >> 172.21.15.8:0/975219531 conn(0x7fe9240fcd30 msgr2=0x7fe9240ff1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:01.895 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.894+0000 7fe92a000640 1 -- 172.21.15.8:0/975219531 shutdown_connections 2024-05-20T21:23:01.895 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.894+0000 7fe92a000640 1 -- 172.21.15.8:0/975219531 wait complete. 2024-05-20T21:23:01.896 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.896+0000 7fe92a000640 1 Processor -- start 2024-05-20T21:23:01.896 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.896+0000 7fe92a000640 1 -- start start 2024-05-20T21:23:01.898 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.897+0000 7fe92a000640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe924103380 0x7fe924198b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:01.898 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.897+0000 7fe92a000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe924105cb0 0x7fe924199060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:01.898 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.897+0000 7fe92a000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe9241085e0 0x7fe9241a00d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:01.898 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.897+0000 7fe92a000640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fe92410e470 con 0x7fe924105cb0 2024-05-20T21:23:01.898 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.897+0000 7fe92a000640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe92410e2f0 con 0x7fe9241085e0 2024-05-20T21:23:01.898 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.897+0000 7fe92a000640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fe92410e5f0 con 0x7fe924103380 2024-05-20T21:23:01.898 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.897+0000 7fe928c00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe924103380 0x7fe924198b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:01.898 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.897+0000 7fe928c00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe924103380 0x7fe924198b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:33024/0 (socket says 172.21.15.8:33024) 2024-05-20T21:23:01.898 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.897+0000 7fe928c00640 1 -- 172.21.15.8:0/855798566 learned_addr learned my addr 172.21.15.8:0/855798566 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:01.899 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.897+0000 7fe923e00640 1 --2- 172.21.15.8:0/855798566 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe924105cb0 0x7fe924199060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:01.899 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.898+0000 7fe929600640 1 --2- 172.21.15.8:0/855798566 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe9241085e0 0x7fe9241a00d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:01.900 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.898+0000 7fe928c00640 1 -- 172.21.15.8:0/855798566 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe9241085e0 msgr2=0x7fe9241a00d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:01.900 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.898+0000 7fe928c00640 1 --2- 172.21.15.8:0/855798566 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe9241085e0 0x7fe9241a00d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.900 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.898+0000 7fe928c00640 1 -- 172.21.15.8:0/855798566 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe924105cb0 msgr2=0x7fe924199060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:01.900 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.898+0000 7fe928c00640 1 --2- 172.21.15.8:0/855798566 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe924105cb0 0x7fe924199060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.900 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.898+0000 7fe928c00640 1 -- 172.21.15.8:0/855798566 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9241a0740 con 0x7fe924103380 2024-05-20T21:23:01.900 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.898+0000 7fe923e00640 1 --2- 172.21.15.8:0/855798566 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe924105cb0 0x7fe924199060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:01.900 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.898+0000 7fe929600640 1 --2- 172.21.15.8:0/855798566 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe9241085e0 0x7fe9241a00d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:01.900 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.899+0000 7fe928c00640 1 --2- 172.21.15.8:0/855798566 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe924103380 0x7fe924198b20 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fe91800e9f0 tx=0x7fe91800eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:01.900 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.899+0000 7fe921600640 1 -- 172.21.15.8:0/855798566 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe91800cd80 con 0x7fe924103380 2024-05-20T21:23:01.900 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.899+0000 7fe921600640 1 -- 172.21.15.8:0/855798566 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe9180108e0 con 0x7fe924103380 2024-05-20T21:23:01.900 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.899+0000 7fe92a000640 1 -- 172.21.15.8:0/855798566 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9241a0a30 con 0x7fe924103380 2024-05-20T21:23:01.901 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.899+0000 7fe921600640 1 -- 172.21.15.8:0/855798566 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe918018980 con 0x7fe924103380 2024-05-20T21:23:01.901 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.899+0000 7fe92a000640 1 -- 172.21.15.8:0/855798566 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9241a0fa0 con 0x7fe924103380 2024-05-20T21:23:01.903 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.902+0000 7fe92e401740 1 Processor -- start 2024-05-20T21:23:01.903 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.902+0000 7fe92e401740 1 -- start start 2024-05-20T21:23:01.904 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.903+0000 7fe92e401740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5560082f0cf0 0x5560082f1110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:01.904 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.903+0000 7fe92e401740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5560082f16e0 0x5560082f61e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:01.904 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.903+0000 7fe921600640 1 -- 172.21.15.8:0/855798566 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fe918010430 con 0x7fe924103380 2024-05-20T21:23:01.904 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.903+0000 7fe92e401740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5560082f6850 0x5560082f8ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:01.904 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.903+0000 7fe92e401740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x556008260b90 con 0x5560082f6850 2024-05-20T21:23:01.904 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.903+0000 7fe92e401740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x556008250730 con 0x5560082f0cf0 2024-05-20T21:23:01.904 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.903+0000 7fe92e401740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x556008254770 con 0x5560082f16e0 2024-05-20T21:23:01.904 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.903+0000 7fe923e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5560082f6850 0x5560082f8ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:01.904 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.903+0000 7fe928c00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5560082f16e0 0x5560082f61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:01.904 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.903+0000 7fe923e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5560082f6850 0x5560082f8ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54432/0 (socket says 172.21.15.8:54432) 2024-05-20T21:23:01.904 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.903+0000 7fe928c00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5560082f16e0 0x5560082f61e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:33026/0 (socket says 172.21.15.8:33026) 2024-05-20T21:23:01.904 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.903+0000 7fe923e00640 1 -- 172.21.15.8:0/776758670 learned_addr learned my addr 172.21.15.8:0/776758670 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:01.904 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.903+0000 7fe929600640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5560082f0cf0 0x5560082f1110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:01.905 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.904+0000 7fe923e00640 1 -- 172.21.15.8:0/776758670 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5560082f16e0 msgr2=0x5560082f61e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:01.905 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.904+0000 7fe923e00640 1 --2- 172.21.15.8:0/776758670 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5560082f16e0 0x5560082f61e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.905 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.904+0000 7fe923e00640 1 -- 172.21.15.8:0/776758670 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5560082f0cf0 msgr2=0x5560082f1110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:01.906 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.904+0000 7fe923e00640 1 --2- 172.21.15.8:0/776758670 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5560082f0cf0 0x5560082f1110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.906 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.904+0000 7fe923e00640 1 -- 172.21.15.8:0/776758670 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5560081e98b0 con 0x5560082f6850 2024-05-20T21:23:01.906 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.904+0000 7fe923e00640 1 --2- 172.21.15.8:0/776758670 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5560082f6850 0x5560082f8ce0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fe92406add0 tx=0x7fe9100043f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=555c6045f1f90464 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:01.906 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.905+0000 7fe915c00640 1 -- 172.21.15.8:0/776758670 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe910035030 con 0x5560082f6850 2024-05-20T21:23:01.906 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.905+0000 7fe915c00640 1 -- 172.21.15.8:0/776758670 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe910040070 con 0x5560082f6850 2024-05-20T21:23:01.906 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.905+0000 7fe915c00640 1 -- 172.21.15.8:0/776758670 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe910031cc0 con 0x5560082f6850 2024-05-20T21:23:01.907 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.905+0000 7fe92e401740 1 -- 172.21.15.8:0/776758670 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5560082f6850 msgr2=0x5560082f8ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:01.907 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.905+0000 7fe92e401740 1 --2- 172.21.15.8:0/776758670 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5560082f6850 0x5560082f8ce0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fe92406add0 tx=0x7fe9100043f0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.907 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.906+0000 7fe92e401740 1 -- 172.21.15.8:0/776758670 shutdown_connections 2024-05-20T21:23:01.907 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.906+0000 7fe92e401740 1 --2- 172.21.15.8:0/776758670 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5560082f6850 0x5560082f8ce0 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.907 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.906+0000 7fe92e401740 1 --2- 172.21.15.8:0/776758670 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5560082f16e0 0x5560082f61e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.907 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.906+0000 7fe92e401740 1 --2- 172.21.15.8:0/776758670 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5560082f0cf0 0x5560082f1110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.907 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.906+0000 7fe92e401740 1 -- 172.21.15.8:0/776758670 >> 172.21.15.8:0/776758670 conn(0x5560082ec360 msgr2=0x5560082ec760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:01.907 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.906+0000 7fe92e401740 1 -- 172.21.15.8:0/776758670 shutdown_connections 2024-05-20T21:23:01.907 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.906+0000 7fe92e401740 1 -- 172.21.15.8:0/776758670 wait complete. 2024-05-20T21:23:01.908 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.906+0000 7fe92e401740 1 -- start start 2024-05-20T21:23:01.908 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.907+0000 7fe921600640 1 --2- 172.21.15.8:0/855798566 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe90c0b2760 0x7fe90c0b4c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:01.908 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.907+0000 7fe92e401740 1 Processor -- start 2024-05-20T21:23:01.910 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.907+0000 7fe929600640 1 --2- 172.21.15.8:0/855798566 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe90c0b2760 0x7fe90c0b4c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:01.910 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.907+0000 7fe921600640 1 -- 172.21.15.8:0/855798566 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fe9180e2540 con 0x7fe924103380 2024-05-20T21:23:01.910 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.907+0000 7fe92e401740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5560082f0cf0 0x5560082feef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:01.911 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.907+0000 7fe92e401740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5560082f16e0 0x5560082ff430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:01.911 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.907+0000 7fe92e401740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5560082f6850 0x556008306400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:01.911 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.907+0000 7fe92e401740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x556007f36790 con 0x5560082f16e0 2024-05-20T21:23:01.911 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.907+0000 7fe92e401740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5560081f8bc0 con 0x5560082f6850 2024-05-20T21:23:01.911 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.907+0000 7fe92e401740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5560082f97a0 con 0x5560082f0cf0 2024-05-20T21:23:01.911 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.907+0000 7fe92e401740 10 client.0 _ll_register_callbacks cb 0x5560081d6400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:01.911 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.908+0000 7fe928c00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5560082f0cf0 0x5560082feef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:01.911 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.908+0000 7fe928c00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5560082f0cf0 0x5560082feef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:33034/0 (socket says 172.21.15.8:33034) 2024-05-20T21:23:01.911 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.908+0000 7fe928c00640 1 -- 172.21.15.8:0/767790195 learned_addr learned my addr 172.21.15.8:0/767790195 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:01.911 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.908+0000 7fe923e00640 1 --2- 172.21.15.8:0/767790195 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5560082f16e0 0x5560082ff430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:01.911 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.908+0000 7fe929600640 1 --2- 172.21.15.8:0/767790195 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5560082f6850 0x556008306400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:01.912 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.908+0000 7fe929600640 1 --2- 172.21.15.8:0/855798566 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe90c0b2760 0x7fe90c0b4c20 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x5560082f1f40 tx=0x7fe91c009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:01.912 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.908+0000 7fe928c00640 1 -- 172.21.15.8:0/767790195 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5560082f6850 msgr2=0x556008306400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:01.912 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.908+0000 7fe928c00640 1 --2- 172.21.15.8:0/767790195 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5560082f6850 0x556008306400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.912 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.908+0000 7fe928c00640 1 -- 172.21.15.8:0/767790195 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5560082f16e0 msgr2=0x5560082ff430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:01.912 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.908+0000 7fe928c00640 1 --2- 172.21.15.8:0/767790195 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5560082f16e0 0x5560082ff430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.912 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.908+0000 7fe928c00640 1 -- 172.21.15.8:0/767790195 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556007f65210 con 0x5560082f0cf0 2024-05-20T21:23:01.912 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.908+0000 7fe929600640 1 --2- 172.21.15.8:0/767790195 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5560082f6850 0x556008306400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:23:01.912 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.908+0000 7fe928c00640 1 --2- 172.21.15.8:0/767790195 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5560082f0cf0 0x5560082feef0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fe9180a5c20 tx=0x7fe9180a9a30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=df0c7fabdef4ddc server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:01.912 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.908+0000 7fe90a000640 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:23:01.912 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.909+0000 7fe90a000640 1 -- 172.21.15.8:0/767790195 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9180b2290 con 0x5560082f0cf0 2024-05-20T21:23:01.912 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.909+0000 7fe90a000640 1 -- 172.21.15.8:0/767790195 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fe9180e2080 con 0x5560082f0cf0 2024-05-20T21:23:01.912 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.909+0000 7fe92e401740 1 -- 172.21.15.8:0/767790195 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe910040070 con 0x5560082f0cf0 2024-05-20T21:23:01.912 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.909+0000 7fe90a000640 1 -- 172.21.15.8:0/767790195 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe9180a96b0 con 0x5560082f0cf0 2024-05-20T21:23:01.913 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.909+0000 7fe92e401740 10 client.27289 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:01.913 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.909+0000 7fe92e401740 1 -- 172.21.15.8:0/767790195 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556008031620 con 0x5560082f0cf0 2024-05-20T21:23:01.913 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.909+0000 7fe90a000640 1 -- 172.21.15.8:0/767790195 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe910040070 con 0x5560082f0cf0 2024-05-20T21:23:01.913 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.910+0000 7fe90a000640 1 -- 172.21.15.8:0/767790195 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe918018b20 con 0x5560082f0cf0 2024-05-20T21:23:01.913 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.910+0000 7fe92e401740 10 client.27289 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:01.913 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.910+0000 7fe92e401740 10 client.27289 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:23:01.913 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.910+0000 7fe92e401740 20 client.27289 populate_metadata read hostname 'smithi008' 2024-05-20T21:23:01.913 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.910+0000 7fe92e401740 1 --2- 172.21.15.8:0/767790195 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55600830f180 0x556008311570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:01.913 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.910+0000 7fe92e401740 4 client.27289 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:23:01.913 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.910+0000 7fe92e401740 1 -- 172.21.15.8:0/767790195 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556008262ae0 con 0x55600830f180 2024-05-20T21:23:01.913 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.910+0000 7fe923e00640 1 --2- 172.21.15.8:0/767790195 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55600830f180 0x556008311570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:01.914 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.911+0000 7fe923e00640 1 --2- 172.21.15.8:0/767790195 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55600830f180 0x556008311570 crc :-1 s=READY pgs=199 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8e894f8677652e21 server_cookie=9d0c3f8eaa12f8f9 in_seq=0 out_seq=0 2024-05-20T21:23:01.914 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.911+0000 7fe90a000640 10 client.27289 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:23:01.915 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.912+0000 7fe90a000640 1 -- 172.21.15.8:0/767790195 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x556008262ae0 con 0x55600830f180 2024-05-20T21:23:01.915 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.912+0000 7fe90a000640 10 client.27289 handle_command_reply: tid=0 2024-05-20T21:23:01.915 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.912+0000 7fe92e401740 1 client.27289 shutdown 2024-05-20T21:23:01.915 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.912+0000 7fe92e401740 1 -- 172.21.15.8:0/767790195 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5560082f0cf0 msgr2=0x5560082feef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:01.915 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.912+0000 7fe92e401740 1 --2- 172.21.15.8:0/767790195 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5560082f0cf0 0x5560082feef0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fe9180a5c20 tx=0x7fe9180a9a30 comp rx=0 tx=0).stop 2024-05-20T21:23:01.915 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.912+0000 7fe92e401740 1 -- 172.21.15.8:0/767790195 shutdown_connections 2024-05-20T21:23:01.915 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.912+0000 7fe92e401740 1 --2- 172.21.15.8:0/767790195 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55600830f180 0x556008311570 crc :-1 s=READY pgs=199 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.915 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.912+0000 7fe92e401740 1 --2- 172.21.15.8:0/767790195 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5560082f6850 0x556008306400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.915 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.912+0000 7fe92e401740 1 --2- 172.21.15.8:0/767790195 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5560082f16e0 0x5560082ff430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.915 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.912+0000 7fe92e401740 1 --2- 172.21.15.8:0/767790195 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5560082f0cf0 0x5560082feef0 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.915 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.912+0000 7fe90a000640 0 client.27289 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:23:01.915 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.912+0000 7fe92e401740 1 -- 172.21.15.8:0/767790195 >> 172.21.15.8:0/767790195 conn(0x5560082ec360 msgr2=0x5560082eb4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:01.915 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.912+0000 7fe92e401740 1 -- 172.21.15.8:0/767790195 shutdown_connections 2024-05-20T21:23:01.915 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.912+0000 7fe92e401740 1 -- 172.21.15.8:0/767790195 wait complete. 2024-05-20T21:23:01.916 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.912+0000 7fe92e401740 20 client.27289 trim_cache size 0 max 16384 2024-05-20T21:23:01.929 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.929+0000 7fe92e401740 1 Processor -- start 2024-05-20T21:23:01.930 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.929+0000 7fe92e401740 1 -- start start 2024-05-20T21:23:01.931 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.930+0000 7fe92e401740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5560082f0cf0 0x5560082ff390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:01.931 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.930+0000 7fe92e401740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5560082f16e0 0x5560083063c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:01.931 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.930+0000 7fe92e401740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5560082f6850 0x5560082f2860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:01.931 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.930+0000 7fe92e401740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fe9241aa3b0 con 0x5560082f0cf0 2024-05-20T21:23:01.931 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.930+0000 7fe92e401740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe9241a7c80 con 0x5560082f16e0 2024-05-20T21:23:01.932 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.930+0000 7fe92e401740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fe9241a5ad0 con 0x5560082f6850 2024-05-20T21:23:01.932 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.930+0000 7fe928c00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5560082f0cf0 0x5560082ff390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:01.932 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.930+0000 7fe928c00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5560082f0cf0 0x5560082ff390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54456/0 (socket says 172.21.15.8:54456) 2024-05-20T21:23:01.932 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.930+0000 7fe928c00640 1 -- 172.21.15.8:0/295344411 learned_addr learned my addr 172.21.15.8:0/295344411 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:01.932 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.930+0000 7fe923e00640 1 --2- 172.21.15.8:0/295344411 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5560082f16e0 0x5560083063c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:01.932 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.930+0000 7fe929600640 1 --2- 172.21.15.8:0/295344411 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5560082f6850 0x5560082f2860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:01.932 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.930+0000 7fe928c00640 1 -- 172.21.15.8:0/295344411 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5560082f6850 msgr2=0x5560082f2860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:01.932 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.930+0000 7fe928c00640 1 --2- 172.21.15.8:0/295344411 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5560082f6850 0x5560082f2860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.932 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.930+0000 7fe928c00640 1 -- 172.21.15.8:0/295344411 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5560082f16e0 msgr2=0x5560083063c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:01.932 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.930+0000 7fe928c00640 1 --2- 172.21.15.8:0/295344411 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5560082f16e0 0x5560083063c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.932 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.930+0000 7fe928c00640 1 -- 172.21.15.8:0/295344411 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5560082ec190 con 0x5560082f0cf0 2024-05-20T21:23:01.932 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.931+0000 7fe928c00640 1 --2- 172.21.15.8:0/295344411 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5560082f0cf0 0x5560082ff390 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7fe9180a6e10 tx=0x7fe918010ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d55764ed63ec207a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:01.932 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.931+0000 7fe915200640 1 -- 172.21.15.8:0/295344411 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9180a9310 con 0x5560082f0cf0 2024-05-20T21:23:01.933 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.931+0000 7fe915200640 1 -- 172.21.15.8:0/295344411 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe9180b2290 con 0x5560082f0cf0 2024-05-20T21:23:01.933 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.931+0000 7fe915200640 1 -- 172.21.15.8:0/295344411 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe918018b20 con 0x5560082f0cf0 2024-05-20T21:23:01.936 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.932+0000 7fe92e401740 1 -- 172.21.15.8:0/295344411 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5560082f0cf0 msgr2=0x5560082ff390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:01.936 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.932+0000 7fe92e401740 1 --2- 172.21.15.8:0/295344411 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5560082f0cf0 0x5560082ff390 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7fe9180a6e10 tx=0x7fe918010ca0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.936 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.932+0000 7fe92e401740 1 -- 172.21.15.8:0/295344411 shutdown_connections 2024-05-20T21:23:01.936 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.932+0000 7fe92e401740 1 --2- 172.21.15.8:0/295344411 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5560082f6850 0x5560082f2860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.936 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.932+0000 7fe92e401740 1 --2- 172.21.15.8:0/295344411 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5560082f16e0 0x5560083063c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.936 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.932+0000 7fe92e401740 1 --2- 172.21.15.8:0/295344411 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5560082f0cf0 0x5560082ff390 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.936 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.932+0000 7fe92e401740 1 -- 172.21.15.8:0/295344411 >> 172.21.15.8:0/295344411 conn(0x5560082ec360 msgr2=0x5560082f2150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:01.936 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.932+0000 7fe92e401740 1 -- 172.21.15.8:0/295344411 shutdown_connections 2024-05-20T21:23:01.936 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.932+0000 7fe92e401740 1 -- 172.21.15.8:0/295344411 wait complete. 2024-05-20T21:23:01.936 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.932+0000 7fe92e401740 1 -- start start 2024-05-20T21:23:01.936 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.932+0000 7fe92e401740 1 Processor -- start 2024-05-20T21:23:01.936 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.933+0000 7fe92e401740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5560082f0cf0 0x556008371be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:01.937 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.933+0000 7fe92e401740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5560082f16e0 0x556008372120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:01.937 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.933+0000 7fe92e401740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5560082f6850 0x556008378a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:01.937 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.933+0000 7fe92e401740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fe9241a6140 con 0x5560082f16e0 2024-05-20T21:23:01.937 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.933+0000 7fe92e401740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe9241a75b0 con 0x5560082f0cf0 2024-05-20T21:23:01.937 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.933+0000 7fe92e401740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fe9241a6810 con 0x5560082f6850 2024-05-20T21:23:01.937 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.933+0000 7fe92e401740 10 client.0 _ll_register_callbacks cb 0x7fe9180e5c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:01.937 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.933+0000 7fe923e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5560082f16e0 0x556008372120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:01.937 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.933+0000 7fe928c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5560082f0cf0 0x556008371be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:01.937 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.933+0000 7fe923e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5560082f16e0 0x556008372120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54460/0 (socket says 172.21.15.8:54460) 2024-05-20T21:23:01.937 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.933+0000 7fe923e00640 1 -- 172.21.15.8:0/579301100 learned_addr learned my addr 172.21.15.8:0/579301100 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:01.937 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.933+0000 7fe929600640 1 --2- 172.21.15.8:0/579301100 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5560082f6850 0x556008378a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:01.937 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.933+0000 7fe923e00640 1 -- 172.21.15.8:0/579301100 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5560082f6850 msgr2=0x556008378a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:01.937 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.933+0000 7fe923e00640 1 --2- 172.21.15.8:0/579301100 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5560082f6850 0x556008378a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.937 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.934+0000 7fe923e00640 1 -- 172.21.15.8:0/579301100 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5560082f0cf0 msgr2=0x556008371be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:01.938 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.934+0000 7fe923e00640 1 --2- 172.21.15.8:0/579301100 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5560082f0cf0 0x556008371be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.938 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.934+0000 7fe923e00640 1 -- 172.21.15.8:0/579301100 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5560082f65a0 con 0x5560082f16e0 2024-05-20T21:23:01.938 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.934+0000 7fe928c00640 1 --2- 172.21.15.8:0/579301100 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5560082f0cf0 0x556008371be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:01.938 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.934+0000 7fe929600640 1 --2- 172.21.15.8:0/579301100 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5560082f6850 0x556008378a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:23:01.938 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.934+0000 7fe923e00640 1 --2- 172.21.15.8:0/579301100 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5560082f16e0 0x556008372120 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7fe91002a450 tx=0x7fe91002abb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da428dbb25c75b12 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:01.938 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.934+0000 7fe90a000640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:23:01.938 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.934+0000 7fe90a000640 1 -- 172.21.15.8:0/579301100 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe910058060 con 0x5560082f16e0 2024-05-20T21:23:01.938 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.934+0000 7fe90a000640 1 -- 172.21.15.8:0/579301100 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fe910005500 con 0x5560082f16e0 2024-05-20T21:23:01.938 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.934+0000 7fe92e401740 1 -- 172.21.15.8:0/579301100 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55600825c2c0 con 0x5560082f16e0 2024-05-20T21:23:01.938 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.934+0000 7fe90a000640 1 -- 172.21.15.8:0/579301100 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe910035040 con 0x5560082f16e0 2024-05-20T21:23:01.938 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.934+0000 7fe92e401740 10 client.17139 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:01.938 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.934+0000 7fe92e401740 1 -- 172.21.15.8:0/579301100 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5560082f98e0 con 0x5560082f16e0 2024-05-20T21:23:01.938 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.935+0000 7fe90a000640 1 -- 172.21.15.8:0/579301100 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55600825c2c0 con 0x5560082f16e0 2024-05-20T21:23:01.939 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.935+0000 7fe90a000640 1 -- 172.21.15.8:0/579301100 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe910004c90 con 0x5560082f16e0 2024-05-20T21:23:01.939 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.935+0000 7fe92e401740 10 client.17139 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:01.939 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.935+0000 7fe92e401740 10 client.17139 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:23:01.939 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.935+0000 7fe92e401740 20 client.17139 populate_metadata read hostname 'smithi008' 2024-05-20T21:23:01.939 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.935+0000 7fe92e401740 1 --2- 172.21.15.8:0/579301100 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55600837a650 0x55600837ca40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:01.939 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.935+0000 7fe92e401740 4 client.17139 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:23:01.939 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.935+0000 7fe92e401740 1 -- 172.21.15.8:0/579301100 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5560081d64b0 con 0x55600837a650 2024-05-20T21:23:01.939 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.935+0000 7fe928c00640 1 --2- 172.21.15.8:0/579301100 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55600837a650 0x55600837ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:01.940 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.936+0000 7fe928c00640 1 --2- 172.21.15.8:0/579301100 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55600837a650 0x55600837ca40 crc :-1 s=READY pgs=200 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d403a5eaa6f85f3f server_cookie=327c5c713b418465 in_seq=0 out_seq=0 2024-05-20T21:23:01.940 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.936+0000 7fe90a000640 10 client.17139 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:23:01.953 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.951+0000 7fe90a000640 1 -- 172.21.15.8:0/579301100 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5560081d64b0 con 0x55600837a650 2024-05-20T21:23:01.953 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.951+0000 7fe90a000640 10 client.17139 handle_command_reply: tid=0 2024-05-20T21:23:01.953 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.951+0000 7fe92e401740 1 client.17139 shutdown 2024-05-20T21:23:01.953 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.951+0000 7fe92e401740 1 -- 172.21.15.8:0/579301100 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5560082f16e0 msgr2=0x556008372120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:01.953 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.951+0000 7fe92e401740 1 --2- 172.21.15.8:0/579301100 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5560082f16e0 0x556008372120 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7fe91002a450 tx=0x7fe91002abb0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.953 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.951+0000 7fe92e401740 1 -- 172.21.15.8:0/579301100 shutdown_connections 2024-05-20T21:23:01.953 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.951+0000 7fe92e401740 1 --2- 172.21.15.8:0/579301100 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55600837a650 0x55600837ca40 crc :-1 s=READY pgs=200 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.954 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.951+0000 7fe92e401740 1 --2- 172.21.15.8:0/579301100 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5560082f6850 0x556008378a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.954 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.951+0000 7fe92e401740 1 --2- 172.21.15.8:0/579301100 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5560082f16e0 0x556008372120 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.954 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.951+0000 7fe92e401740 1 --2- 172.21.15.8:0/579301100 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5560082f0cf0 0x556008371be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.954 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.951+0000 7fe92e401740 1 -- 172.21.15.8:0/579301100 >> 172.21.15.8:0/579301100 conn(0x5560082ec360 msgr2=0x5560082ff210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:01.954 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.951+0000 7fe90a000640 0 client.17139 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:23:01.954 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.951+0000 7fe92e401740 1 -- 172.21.15.8:0/579301100 shutdown_connections 2024-05-20T21:23:01.954 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.951+0000 7fe92e401740 1 -- 172.21.15.8:0/579301100 wait complete. 2024-05-20T21:23:01.954 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.951+0000 7fe92e401740 20 client.17139 trim_cache size 0 max 16384 2024-05-20T21:23:01.955 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:23:01.955 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:23:01.955 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:23:01.956 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.952+0000 7fe92a000640 1 -- 172.21.15.8:0/855798566 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe90c0b2760 msgr2=0x7fe90c0b4c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:01.956 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.952+0000 7fe92a000640 1 --2- 172.21.15.8:0/855798566 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe90c0b2760 0x7fe90c0b4c20 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x5560082f1f40 tx=0x7fe91c009500 comp rx=0 tx=0).stop 2024-05-20T21:23:01.956 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.952+0000 7fe92a000640 1 -- 172.21.15.8:0/855798566 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe924103380 msgr2=0x7fe924198b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:01.956 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.952+0000 7fe92a000640 1 --2- 172.21.15.8:0/855798566 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe924103380 0x7fe924198b20 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fe91800e9f0 tx=0x7fe91800eeb0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.956 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.953+0000 7fe92a000640 1 -- 172.21.15.8:0/855798566 shutdown_connections 2024-05-20T21:23:01.956 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.953+0000 7fe92a000640 1 --2- 172.21.15.8:0/855798566 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe90c0b2760 0x7fe90c0b4c20 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.956 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.953+0000 7fe92a000640 1 --2- 172.21.15.8:0/855798566 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe9241085e0 0x7fe9241a00d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.956 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.953+0000 7fe92a000640 1 --2- 172.21.15.8:0/855798566 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe924105cb0 0x7fe924199060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.956 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.953+0000 7fe92a000640 1 --2- 172.21.15.8:0/855798566 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe924103380 0x7fe924198b20 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:01.956 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.953+0000 7fe92a000640 1 -- 172.21.15.8:0/855798566 >> 172.21.15.8:0/855798566 conn(0x7fe9240fcd30 msgr2=0x7fe924103de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:01.956 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.953+0000 7fe92a000640 1 -- 172.21.15.8:0/855798566 shutdown_connections 2024-05-20T21:23:01.956 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:01.953+0000 7fe92a000640 1 -- 172.21.15.8:0/855798566 wait complete. 2024-05-20T21:23:02.293 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:23:02.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:23:02 smithi008 ceph-mon[31475]: pgmap v671: 97 pgs: 97 active+clean; 3.8 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:23:03.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:23:02 smithi130 ceph-mon[36448]: pgmap v671: 97 pgs: 97 active+clean; 3.8 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:23:03.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:23:02 smithi050 ceph-mon[35809]: pgmap v671: 97 pgs: 97 active+clean; 3.8 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:23:03.652 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:23:04.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:04.863+0000 7fdc2e200700 1 -- 172.21.15.8:0/3081963415 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdc2810b670 msgr2=0x7fdc2810ba50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:04.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:04.863+0000 7fdc2e200700 1 --2- 172.21.15.8:0/3081963415 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdc2810b670 0x7fdc2810ba50 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fdc1c0098f0 tx=0x7fdc1c009c00 comp rx=0 tx=0).stop 2024-05-20T21:23:04.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:04.863+0000 7fdc2e200700 1 -- 172.21.15.8:0/3081963415 shutdown_connections 2024-05-20T21:23:04.865 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:04.863+0000 7fdc2e200700 1 --2- 172.21.15.8:0/3081963415 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdc2810b670 0x7fdc2810ba50 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:04.865 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:04.863+0000 7fdc2e200700 1 --2- 172.21.15.8:0/3081963415 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdc28106030 0x7fdc28112540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:04.865 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:04.863+0000 7fdc2e200700 1 --2- 172.21.15.8:0/3081963415 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdc28105670 0x7fdc28105af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:04.865 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:04.863+0000 7fdc2e200700 1 -- 172.21.15.8:0/3081963415 >> 172.21.15.8:0/3081963415 conn(0x7fdc28101160 msgr2=0x7fdc28103580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:04.865 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:04.863+0000 7fdc2e200700 1 -- 172.21.15.8:0/3081963415 shutdown_connections 2024-05-20T21:23:04.865 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:04.863+0000 7fdc2e200700 1 -- 172.21.15.8:0/3081963415 wait complete. 2024-05-20T21:23:04.866 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:04.864+0000 7fdc2e200700 1 Processor -- start 2024-05-20T21:23:04.866 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:04.865+0000 7fdc2e200700 1 -- start start 2024-05-20T21:23:04.866 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:04.865+0000 7fdc2e200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdc28105670 0x7fdc2819bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:04.866 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:04.865+0000 7fdc2e200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdc28106030 0x7fdc2819c310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:04.866 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:04.865+0000 7fdc2e200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdc2810b670 0x7fdc281a06a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:04.866 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:04.865+0000 7fdc2e200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fdc281158c0 con 0x7fdc28105670 2024-05-20T21:23:04.866 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:04.865+0000 7fdc2e200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fdc28115740 con 0x7fdc28106030 2024-05-20T21:23:04.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:04.865+0000 7fdc2e200700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fdc28115a40 con 0x7fdc2810b670 2024-05-20T21:23:04.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:04.865+0000 7fdc2ce00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdc28105670 0x7fdc2819bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:04.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:04.866+0000 7fdc2ce00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdc28105670 0x7fdc2819bdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:41048/0 (socket says 172.21.15.8:41048) 2024-05-20T21:23:04.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:04.866+0000 7fdc2ce00700 1 -- 172.21.15.8:0/1874154856 learned_addr learned my addr 172.21.15.8:0/1874154856 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:04.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:04.866+0000 7fdc27e00700 1 --2- 172.21.15.8:0/1874154856 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdc28106030 0x7fdc2819c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:04.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:04.866+0000 7fdc2d800700 1 --2- 172.21.15.8:0/1874154856 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdc2810b670 0x7fdc281a06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:04.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:04.866+0000 7fdc27e00700 1 -- 172.21.15.8:0/1874154856 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdc2810b670 msgr2=0x7fdc281a06a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:04.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:04.866+0000 7fdc27e00700 1 --2- 172.21.15.8:0/1874154856 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdc2810b670 0x7fdc281a06a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:04.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:04.866+0000 7fdc27e00700 1 -- 172.21.15.8:0/1874154856 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdc28105670 msgr2=0x7fdc2819bdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:04.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:04.866+0000 7fdc27e00700 1 --2- 172.21.15.8:0/1874154856 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdc28105670 0x7fdc2819bdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:04.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:04.866+0000 7fdc27e00700 1 -- 172.21.15.8:0/1874154856 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc281a0de0 con 0x7fdc28106030 2024-05-20T21:23:04.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:04.866+0000 7fdc2d800700 1 --2- 172.21.15.8:0/1874154856 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdc2810b670 0x7fdc281a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:04.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:04.866+0000 7fdc27e00700 1 --2- 172.21.15.8:0/1874154856 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdc28106030 0x7fdc2819c310 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7fdc1400e9c0 tx=0x7fdc1400ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:04.869 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:04.867+0000 7fdc25600700 1 -- 172.21.15.8:0/1874154856 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc14004220 con 0x7fdc28106030 2024-05-20T21:23:04.869 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:04.867+0000 7fdc2e200700 1 -- 172.21.15.8:0/1874154856 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdc281a10d0 con 0x7fdc28106030 2024-05-20T21:23:04.869 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:04.867+0000 7fdc25600700 1 -- 172.21.15.8:0/1874154856 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdc140043c0 con 0x7fdc28106030 2024-05-20T21:23:04.869 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:04.867+0000 7fdc25600700 1 -- 172.21.15.8:0/1874154856 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc1400cda0 con 0x7fdc28106030 2024-05-20T21:23:04.869 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:04.867+0000 7fdc2e200700 1 -- 172.21.15.8:0/1874154856 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdc281a8950 con 0x7fdc28106030 2024-05-20T21:23:04.869 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:04.868+0000 7fdc2e200700 1 -- 172.21.15.8:0/1874154856 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdc2806a230 con 0x7fdc28106030 2024-05-20T21:23:04.871 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:04.870+0000 7fdc25600700 1 -- 172.21.15.8:0/1874154856 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fdc14004750 con 0x7fdc28106030 2024-05-20T21:23:04.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:04.872+0000 7fdc25600700 1 --2- 172.21.15.8:0/1874154856 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdc100b2880 0x7fdc100b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:04.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:04.872+0000 7fdc25600700 1 -- 172.21.15.8:0/1874154856 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fdc140e20a0 con 0x7fdc28106030 2024-05-20T21:23:04.873 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:04.872+0000 7fdc2ce00700 1 --2- 172.21.15.8:0/1874154856 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdc100b2880 0x7fdc100b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:04.873 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:04.873+0000 7fdc2ce00700 1 --2- 172.21.15.8:0/1874154856 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdc100b2880 0x7fdc100b4d40 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fdc1c009680 tx=0x7fdc1c019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:04.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:04.877+0000 7fdc25600700 1 -- 172.21.15.8:0/1874154856 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fdc140a9d50 con 0x7fdc28106030 2024-05-20T21:23:04.941 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:23:04 smithi008 ceph-mon[31475]: pgmap v672: 97 pgs: 97 active+clean; 3.8 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 18 KiB/s wr, 16 op/s 2024-05-20T21:23:05.170 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:05.169+0000 7fdc2e200700 1 -- 172.21.15.8:0/1874154856 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdc2819d130 con 0x7fdc28106030 2024-05-20T21:23:05.170 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:05.170+0000 7fdc25600700 1 -- 172.21.15.8:0/1874154856 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7fdc140a9650 con 0x7fdc28106030 2024-05-20T21:23:05.171 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:23:05.171 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:23:05.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:23:04 smithi130 ceph-mon[36448]: pgmap v672: 97 pgs: 97 active+clean; 3.8 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 18 KiB/s wr, 16 op/s 2024-05-20T21:23:05.174 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:05.173+0000 7fdc2e200700 1 -- 172.21.15.8:0/1874154856 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdc100b2880 msgr2=0x7fdc100b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:05.174 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:05.173+0000 7fdc2e200700 1 --2- 172.21.15.8:0/1874154856 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdc100b2880 0x7fdc100b4d40 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fdc1c009680 tx=0x7fdc1c019040 comp rx=0 tx=0).stop 2024-05-20T21:23:05.174 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:05.173+0000 7fdc2e200700 1 -- 172.21.15.8:0/1874154856 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdc28106030 msgr2=0x7fdc2819c310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:05.174 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:05.173+0000 7fdc2e200700 1 --2- 172.21.15.8:0/1874154856 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdc28106030 0x7fdc2819c310 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7fdc1400e9c0 tx=0x7fdc1400ecd0 comp rx=0 tx=0).stop 2024-05-20T21:23:05.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:23:04 smithi050 ceph-mon[35809]: pgmap v672: 97 pgs: 97 active+clean; 3.8 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 18 KiB/s wr, 16 op/s 2024-05-20T21:23:05.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:05.174+0000 7fdc2e200700 1 -- 172.21.15.8:0/1874154856 shutdown_connections 2024-05-20T21:23:05.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:05.174+0000 7fdc2e200700 1 --2- 172.21.15.8:0/1874154856 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdc100b2880 0x7fdc100b4d40 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:05.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:05.174+0000 7fdc2e200700 1 --2- 172.21.15.8:0/1874154856 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdc2810b670 0x7fdc281a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:05.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:05.174+0000 7fdc2e200700 1 --2- 172.21.15.8:0/1874154856 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdc28105670 0x7fdc2819bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:05.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:05.174+0000 7fdc2e200700 1 --2- 172.21.15.8:0/1874154856 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdc28106030 0x7fdc2819c310 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:05.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:05.174+0000 7fdc2e200700 1 -- 172.21.15.8:0/1874154856 >> 172.21.15.8:0/1874154856 conn(0x7fdc28101160 msgr2=0x7fdc28101930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:05.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:05.174+0000 7fdc2e200700 1 -- 172.21.15.8:0/1874154856 shutdown_connections 2024-05-20T21:23:05.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:05.174+0000 7fdc2e200700 1 -- 172.21.15.8:0/1874154856 wait complete. 2024-05-20T21:23:05.176 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:23:05.725 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:23:05 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/1874154856' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:23:06.154 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24529 quiesce db --set-id 3254652e --release --await' 2024-05-20T21:23:06.155 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24529 quiesce db --set-id 3254652e --release --await 2024-05-20T21:23:06.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:23:05 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/1874154856' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:23:06.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:23:05 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/1874154856' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:23:06.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.713+0000 7fcf0f000700 1 -- 172.21.15.8:0/692743582 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fcf081041a0 msgr2=0x7fcf081081c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:06.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.713+0000 7fcf0f000700 1 --2- 172.21.15.8:0/692743582 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fcf081041a0 0x7fcf081081c0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7fcef40099c0 tx=0x7fcef4009cd0 comp rx=0 tx=0).stop 2024-05-20T21:23:06.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.713+0000 7fcf0f000700 1 -- 172.21.15.8:0/692743582 shutdown_connections 2024-05-20T21:23:06.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.713+0000 7fcf0f000700 1 --2- 172.21.15.8:0/692743582 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcf081037f0 0x7fcf08103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:06.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.713+0000 7fcf0f000700 1 --2- 172.21.15.8:0/692743582 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcf081088f0 0x7fcf08110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:06.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.713+0000 7fcf0f000700 1 --2- 172.21.15.8:0/692743582 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fcf081041a0 0x7fcf081081c0 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:06.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.713+0000 7fcf0f000700 1 -- 172.21.15.8:0/692743582 >> 172.21.15.8:0/692743582 conn(0x7fcf0807a6a0 msgr2=0x7fcf0807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:06.715 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.713+0000 7fcf0f000700 1 -- 172.21.15.8:0/692743582 shutdown_connections 2024-05-20T21:23:06.715 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.713+0000 7fcf0f000700 1 -- 172.21.15.8:0/692743582 wait complete. 2024-05-20T21:23:06.715 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.714+0000 7fcf0f000700 1 Processor -- start 2024-05-20T21:23:06.716 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.714+0000 7fcf0f000700 1 -- start start 2024-05-20T21:23:06.716 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.715+0000 7fcf0f000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcf081037f0 0x7fcf0819bd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:06.716 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.715+0000 7fcf0f000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcf081041a0 0x7fcf0819c290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:06.716 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.715+0000 7fcf0f000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fcf081088f0 0x7fcf081a0620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:06.716 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.715+0000 7fcf0f000700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fcf081136b0 con 0x7fcf081088f0 2024-05-20T21:23:06.716 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.715+0000 7fcf0f000700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fcf08113530 con 0x7fcf081041a0 2024-05-20T21:23:06.716 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.715+0000 7fcf0f000700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fcf08113830 con 0x7fcf081037f0 2024-05-20T21:23:06.716 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.715+0000 7fcf07400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcf081041a0 0x7fcf0819c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:06.716 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.715+0000 7fcf0d000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fcf081088f0 0x7fcf081a0620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:06.716 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.715+0000 7fcf07400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcf081041a0 0x7fcf0819c290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:60766/0 (socket says 172.21.15.8:60766) 2024-05-20T21:23:06.716 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.715+0000 7fcf07400700 1 -- 172.21.15.8:0/4170455103 learned_addr learned my addr 172.21.15.8:0/4170455103 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:06.716 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.715+0000 7fcf07e00700 1 --2- 172.21.15.8:0/4170455103 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcf081037f0 0x7fcf0819bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:06.717 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.716+0000 7fcf07400700 1 -- 172.21.15.8:0/4170455103 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcf081037f0 msgr2=0x7fcf0819bd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:06.717 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.716+0000 7fcf07400700 1 --2- 172.21.15.8:0/4170455103 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcf081037f0 0x7fcf0819bd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:06.717 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.716+0000 7fcf07400700 1 -- 172.21.15.8:0/4170455103 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fcf081088f0 msgr2=0x7fcf081a0620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:06.717 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.716+0000 7fcf07400700 1 --2- 172.21.15.8:0/4170455103 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fcf081088f0 0x7fcf081a0620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:06.717 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.716+0000 7fcf07400700 1 -- 172.21.15.8:0/4170455103 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf081a0d60 con 0x7fcf081041a0 2024-05-20T21:23:06.718 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.716+0000 7fcf07e00700 1 --2- 172.21.15.8:0/4170455103 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcf081037f0 0x7fcf0819bd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:23:06.718 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.716+0000 7fcf07400700 1 --2- 172.21.15.8:0/4170455103 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcf081041a0 0x7fcf0819c290 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fcef4006010 tx=0x7fcef4005280 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:06.718 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.717+0000 7fcf04c00700 1 -- 172.21.15.8:0/4170455103 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcef4026070 con 0x7fcf081041a0 2024-05-20T21:23:06.718 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.717+0000 7fcf04c00700 1 -- 172.21.15.8:0/4170455103 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcef4003c70 con 0x7fcf081041a0 2024-05-20T21:23:06.718 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.717+0000 7fcf0f000700 1 -- 172.21.15.8:0/4170455103 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcf081a0ff0 con 0x7fcf081041a0 2024-05-20T21:23:06.718 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.717+0000 7fcf04c00700 1 -- 172.21.15.8:0/4170455103 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcef400fc20 con 0x7fcf081041a0 2024-05-20T21:23:06.718 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.717+0000 7fcf0f000700 1 -- 172.21.15.8:0/4170455103 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcf081a88d0 con 0x7fcf081041a0 2024-05-20T21:23:06.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.724+0000 7fcf198cab80 1 Processor -- start 2024-05-20T21:23:06.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.724+0000 7fcf04c00700 1 -- 172.21.15.8:0/4170455103 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fcef4029070 con 0x7fcf081041a0 2024-05-20T21:23:06.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.724+0000 7fcf198cab80 1 -- start start 2024-05-20T21:23:06.725 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.724+0000 7fcf198cab80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b4355ce20 0x558b4355d200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:06.725 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.725+0000 7fcf198cab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b4355d740 0x558b43557330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:06.725 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.725+0000 7fcf198cab80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b43557950 0x558b43557dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:06.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.725+0000 7fcf198cab80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x558b434ace40 con 0x558b43557950 2024-05-20T21:23:06.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.725+0000 7fcf198cab80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x558b4349c9e0 con 0x558b4355ce20 2024-05-20T21:23:06.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.725+0000 7fcf198cab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x558b434a0a20 con 0x558b4355d740 2024-05-20T21:23:06.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.725+0000 7fcf0d000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b4355ce20 0x558b4355d200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:06.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.725+0000 7fcf0d000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b4355ce20 0x558b4355d200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:60770/0 (socket says 172.21.15.8:60770) 2024-05-20T21:23:06.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.725+0000 7fcf0d000700 1 -- 172.21.15.8:0/2302712464 learned_addr learned my addr 172.21.15.8:0/2302712464 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:06.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.725+0000 7fcf07e00700 1 --2- 172.21.15.8:0/2302712464 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b4355d740 0x558b43557330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:06.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.725+0000 7fcf07400700 1 --2- 172.21.15.8:0/2302712464 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b43557950 0x558b43557dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:06.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.726+0000 7fcf0d000700 1 -- 172.21.15.8:0/2302712464 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b4355d740 msgr2=0x558b43557330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:06.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.726+0000 7fcf0d000700 1 --2- 172.21.15.8:0/2302712464 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b4355d740 0x558b43557330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:06.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.726+0000 7fcf0d000700 1 -- 172.21.15.8:0/2302712464 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b43557950 msgr2=0x558b43557dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:06.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.726+0000 7fcf0d000700 1 --2- 172.21.15.8:0/2302712464 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b43557950 0x558b43557dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:06.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.726+0000 7fcf0d000700 1 -- 172.21.15.8:0/2302712464 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558b43465420 con 0x558b4355ce20 2024-05-20T21:23:06.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.726+0000 7fcf07e00700 1 --2- 172.21.15.8:0/2302712464 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b4355d740 0x558b43557330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:06.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.726+0000 7fcf07400700 1 --2- 172.21.15.8:0/2302712464 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b43557950 0x558b43557dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:23:06.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.726+0000 7fcf0d000700 1 --2- 172.21.15.8:0/2302712464 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b4355ce20 0x558b4355d200 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fcf00011680 tx=0x7fcf00009920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c197d41da771c018 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:06.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.726+0000 7fcefd600700 1 -- 172.21.15.8:0/2302712464 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf00019030 con 0x558b4355ce20 2024-05-20T21:23:06.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.726+0000 7fcefd600700 1 -- 172.21.15.8:0/2302712464 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcf000092e0 con 0x558b4355ce20 2024-05-20T21:23:06.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.726+0000 7fcefd600700 1 -- 172.21.15.8:0/2302712464 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf00007500 con 0x558b4355ce20 2024-05-20T21:23:06.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.727+0000 7fcf04c00700 1 --2- 172.21.15.8:0/4170455103 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fceec0b2900 0x7fceec0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:06.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.727+0000 7fcf04c00700 1 -- 172.21.15.8:0/4170455103 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fcef40e2a70 con 0x7fcf081041a0 2024-05-20T21:23:06.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.727+0000 7fcf07e00700 1 --2- 172.21.15.8:0/4170455103 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fceec0b2900 0x7fceec0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:06.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.728+0000 7fcf198cab80 1 -- 172.21.15.8:0/2302712464 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b4355ce20 msgr2=0x558b4355d200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:06.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.728+0000 7fcf198cab80 1 --2- 172.21.15.8:0/2302712464 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b4355ce20 0x558b4355d200 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fcf00011680 tx=0x7fcf00009920 comp rx=0 tx=0).stop 2024-05-20T21:23:06.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.728+0000 7fcf198cab80 1 -- 172.21.15.8:0/2302712464 shutdown_connections 2024-05-20T21:23:06.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.728+0000 7fcf198cab80 1 --2- 172.21.15.8:0/2302712464 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b4355ce20 0x558b4355d200 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:06.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.728+0000 7fcf198cab80 1 --2- 172.21.15.8:0/2302712464 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b43557950 0x558b43557dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:06.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.728+0000 7fcf198cab80 1 --2- 172.21.15.8:0/2302712464 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b4355d740 0x558b43557330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:06.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.728+0000 7fcf198cab80 1 -- 172.21.15.8:0/2302712464 >> 172.21.15.8:0/2302712464 conn(0x558b4347cbe0 msgr2=0x558b43549690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:06.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.728+0000 7fcf198cab80 1 -- 172.21.15.8:0/2302712464 shutdown_connections 2024-05-20T21:23:06.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.728+0000 7fcf198cab80 1 -- 172.21.15.8:0/2302712464 wait complete. 2024-05-20T21:23:06.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.728+0000 7fcf07e00700 1 --2- 172.21.15.8:0/4170455103 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fceec0b2900 0x7fceec0b4dc0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fcef8009f30 tx=0x7fcef8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:06.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.729+0000 7fcf198cab80 1 -- start start 2024-05-20T21:23:06.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.729+0000 7fcf198cab80 1 Processor -- start 2024-05-20T21:23:06.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.730+0000 7fcf198cab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b43557950 0x558b43563490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:06.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.730+0000 7fcf198cab80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b4355ce20 0x558b43560830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:06.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.730+0000 7fcf198cab80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b4355d740 0x558b43560d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:06.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.730+0000 7fcf198cab80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x558b433a2fa0 con 0x558b4355ce20 2024-05-20T21:23:06.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.730+0000 7fcf198cab80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x558b4343d760 con 0x558b4355d740 2024-05-20T21:23:06.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.730+0000 7fcf198cab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x558b435641f0 con 0x558b43557950 2024-05-20T21:23:06.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.730+0000 7fcf198cab80 10 client.0 _ll_register_callbacks cb 0x558b43446c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:06.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.730+0000 7fcf07e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b43557950 0x558b43563490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:06.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.730+0000 7fcf07400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b4355ce20 0x558b43560830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:06.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.730+0000 7fcf07e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b43557950 0x558b43563490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:34648/0 (socket says 172.21.15.8:34648) 2024-05-20T21:23:06.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.730+0000 7fcf07e00700 1 -- 172.21.15.8:0/3709102901 learned_addr learned my addr 172.21.15.8:0/3709102901 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:06.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.730+0000 7fcf0d000700 1 --2- 172.21.15.8:0/3709102901 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b4355d740 0x558b43560d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:06.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.731+0000 7fcf07e00700 1 -- 172.21.15.8:0/3709102901 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b4355d740 msgr2=0x558b43560d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:06.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.731+0000 7fcf07e00700 1 --2- 172.21.15.8:0/3709102901 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b4355d740 0x558b43560d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:06.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.731+0000 7fcf07e00700 1 -- 172.21.15.8:0/3709102901 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b4355ce20 msgr2=0x558b43560830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:06.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.731+0000 7fcf07e00700 1 --2- 172.21.15.8:0/3709102901 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b4355ce20 0x558b43560830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:06.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.731+0000 7fcf07e00700 1 -- 172.21.15.8:0/3709102901 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558b433ec8d0 con 0x558b43557950 2024-05-20T21:23:06.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.731+0000 7fcf0d000700 1 --2- 172.21.15.8:0/3709102901 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b4355d740 0x558b43560d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:06.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.731+0000 7fcf07e00700 1 --2- 172.21.15.8:0/3709102901 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b43557950 0x558b43563490 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fcef8004620 tx=0x7fcef80047c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=12f2cdbbb977016f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:06.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.731+0000 7fcef2000700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:23:06.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.731+0000 7fcef2000700 1 -- 172.21.15.8:0/3709102901 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcef8029470 con 0x558b43557950 2024-05-20T21:23:06.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.732+0000 7fcef2000700 1 -- 172.21.15.8:0/3709102901 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fcef8029610 con 0x558b43557950 2024-05-20T21:23:06.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.732+0000 7fcf198cab80 1 -- 172.21.15.8:0/3709102901 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcf000092e0 con 0x558b43557950 2024-05-20T21:23:06.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.732+0000 7fcef2000700 1 -- 172.21.15.8:0/3709102901 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fcef8029810 con 0x558b43557950 2024-05-20T21:23:06.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.732+0000 7fcf198cab80 10 client.27313 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:06.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.732+0000 7fcf198cab80 1 -- 172.21.15.8:0/3709102901 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x558b4346d060 con 0x558b43557950 2024-05-20T21:23:06.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.732+0000 7fcef2000700 1 -- 172.21.15.8:0/3709102901 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcf000092e0 con 0x558b43557950 2024-05-20T21:23:06.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.732+0000 7fcef2000700 1 -- 172.21.15.8:0/3709102901 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fcef801f8f0 con 0x558b43557950 2024-05-20T21:23:06.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.733+0000 7fcf198cab80 10 client.27313 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:06.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.733+0000 7fcf198cab80 10 client.27313 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:23:06.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.733+0000 7fcf198cab80 20 client.27313 populate_metadata read hostname 'smithi008' 2024-05-20T21:23:06.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.733+0000 7fcf198cab80 1 --2- 172.21.15.8:0/3709102901 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x558b43570d90 0x558b43573180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:06.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.733+0000 7fcf198cab80 4 client.27313 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:23:06.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.733+0000 7fcf198cab80 1 -- 172.21.15.8:0/3709102901 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558b434aed90 con 0x558b43570d90 2024-05-20T21:23:06.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.733+0000 7fcf07400700 1 --2- 172.21.15.8:0/3709102901 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x558b43570d90 0x558b43573180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:06.735 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.734+0000 7fcef2000700 10 client.27313 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:23:06.735 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.734+0000 7fcf07400700 1 --2- 172.21.15.8:0/3709102901 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x558b43570d90 0x558b43573180 crc :-1 s=READY pgs=201 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6f1005cecd9c5501 server_cookie=c5868256ed978d40 in_seq=0 out_seq=0 2024-05-20T21:23:06.735 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.734+0000 7fcef2000700 1 -- 172.21.15.8:0/3709102901 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x558b434aed90 con 0x558b43570d90 2024-05-20T21:23:06.735 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.734+0000 7fcef2000700 10 client.27313 handle_command_reply: tid=0 2024-05-20T21:23:06.735 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.735+0000 7fcf198cab80 1 client.27313 shutdown 2024-05-20T21:23:06.736 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.735+0000 7fcf198cab80 1 -- 172.21.15.8:0/3709102901 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b43557950 msgr2=0x558b43563490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:06.736 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.735+0000 7fcf198cab80 1 --2- 172.21.15.8:0/3709102901 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b43557950 0x558b43563490 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fcef8004620 tx=0x7fcef80047c0 comp rx=0 tx=0).stop 2024-05-20T21:23:06.736 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.735+0000 7fcf198cab80 1 -- 172.21.15.8:0/3709102901 shutdown_connections 2024-05-20T21:23:06.736 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.735+0000 7fcf198cab80 1 --2- 172.21.15.8:0/3709102901 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x558b43570d90 0x558b43573180 crc :-1 s=READY pgs=201 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:06.737 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.735+0000 7fcf198cab80 1 --2- 172.21.15.8:0/3709102901 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b4355d740 0x558b43560d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:06.737 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.735+0000 7fcf198cab80 1 --2- 172.21.15.8:0/3709102901 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b43557950 0x558b43563490 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:06.737 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.735+0000 7fcf198cab80 1 --2- 172.21.15.8:0/3709102901 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b4355ce20 0x558b43560830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:06.737 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.735+0000 7fcf198cab80 1 -- 172.21.15.8:0/3709102901 >> 172.21.15.8:0/3709102901 conn(0x558b4347cbe0 msgr2=0x558b43548d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:06.737 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.735+0000 7fcef2000700 0 client.27313 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:23:06.737 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.735+0000 7fcf198cab80 1 -- 172.21.15.8:0/3709102901 shutdown_connections 2024-05-20T21:23:06.737 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.735+0000 7fcf198cab80 1 -- 172.21.15.8:0/3709102901 wait complete. 2024-05-20T21:23:06.737 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.736+0000 7fcf198cab80 20 client.27313 trim_cache size 0 max 16384 2024-05-20T21:23:06.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.756+0000 7fcf198cab80 1 Processor -- start 2024-05-20T21:23:06.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.756+0000 7fcf198cab80 1 -- start start 2024-05-20T21:23:06.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.756+0000 7fcf198cab80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b43557950 0x558b43557330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:06.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.756+0000 7fcf198cab80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b4355ce20 0x558b43560d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:06.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.756+0000 7fcf198cab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b4355d740 0x558b435494f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:06.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.756+0000 7fcf198cab80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fcf081ae170 con 0x558b43557950 2024-05-20T21:23:06.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.756+0000 7fcf198cab80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fcf081aba00 con 0x558b4355ce20 2024-05-20T21:23:06.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.756+0000 7fcf198cab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fcf0810e350 con 0x558b4355d740 2024-05-20T21:23:06.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.757+0000 7fcf07e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b43557950 0x558b43557330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:06.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.757+0000 7fcf07400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b4355ce20 0x558b43560d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:06.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.757+0000 7fcf07400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b4355ce20 0x558b43560d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:60782/0 (socket says 172.21.15.8:60782) 2024-05-20T21:23:06.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.757+0000 7fcf07e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b43557950 0x558b43557330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:41100/0 (socket says 172.21.15.8:41100) 2024-05-20T21:23:06.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.757+0000 7fcf07400700 1 -- 172.21.15.8:0/2392000279 learned_addr learned my addr 172.21.15.8:0/2392000279 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:06.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.757+0000 7fcf0d000700 1 --2- 172.21.15.8:0/2392000279 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b4355d740 0x558b435494f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:06.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.757+0000 7fcf07400700 1 -- 172.21.15.8:0/2392000279 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b4355d740 msgr2=0x558b435494f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:06.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.757+0000 7fcf07400700 1 --2- 172.21.15.8:0/2392000279 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b4355d740 0x558b435494f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:06.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.757+0000 7fcf07400700 1 -- 172.21.15.8:0/2392000279 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b43557950 msgr2=0x558b43557330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:06.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.757+0000 7fcf07400700 1 --2- 172.21.15.8:0/2392000279 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b43557950 0x558b43557330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:06.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.757+0000 7fcf07400700 1 -- 172.21.15.8:0/2392000279 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558b4354a4a0 con 0x558b4355ce20 2024-05-20T21:23:06.759 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.757+0000 7fcf07400700 1 --2- 172.21.15.8:0/2392000279 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b4355ce20 0x558b43560d20 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fcef40a9db0 tx=0x7fcef4009710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4eb366848d52c720 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:06.759 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.758+0000 7fcefcc00700 1 -- 172.21.15.8:0/2392000279 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcef40a9bc0 con 0x558b4355ce20 2024-05-20T21:23:06.759 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.758+0000 7fcefcc00700 1 -- 172.21.15.8:0/2392000279 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcef40aa7b0 con 0x558b4355ce20 2024-05-20T21:23:06.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.758+0000 7fcefcc00700 1 -- 172.21.15.8:0/2392000279 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcef400f460 con 0x558b4355ce20 2024-05-20T21:23:06.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.759+0000 7fcf198cab80 1 -- 172.21.15.8:0/2392000279 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b4355ce20 msgr2=0x558b43560d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:06.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.759+0000 7fcf198cab80 1 --2- 172.21.15.8:0/2392000279 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b4355ce20 0x558b43560d20 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fcef40a9db0 tx=0x7fcef4009710 comp rx=0 tx=0).stop 2024-05-20T21:23:06.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.759+0000 7fcf198cab80 1 -- 172.21.15.8:0/2392000279 shutdown_connections 2024-05-20T21:23:06.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.759+0000 7fcf198cab80 1 --2- 172.21.15.8:0/2392000279 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b4355d740 0x558b435494f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:06.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.759+0000 7fcf198cab80 1 --2- 172.21.15.8:0/2392000279 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b43557950 0x558b43557330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:06.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.759+0000 7fcf198cab80 1 --2- 172.21.15.8:0/2392000279 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b4355ce20 0x558b43560d20 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:06.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.759+0000 7fcf198cab80 1 -- 172.21.15.8:0/2392000279 >> 172.21.15.8:0/2392000279 conn(0x558b4347cbe0 msgr2=0x558b43560610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:06.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.759+0000 7fcf198cab80 1 -- 172.21.15.8:0/2392000279 shutdown_connections 2024-05-20T21:23:06.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.759+0000 7fcf198cab80 1 -- 172.21.15.8:0/2392000279 wait complete. 2024-05-20T21:23:06.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.760+0000 7fcf198cab80 1 -- start start 2024-05-20T21:23:06.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.760+0000 7fcf198cab80 1 Processor -- start 2024-05-20T21:23:06.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.760+0000 7fcf198cab80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b43557950 0x558b435699d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:06.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.760+0000 7fcf198cab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b4355ce20 0x558b43578060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:06.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.760+0000 7fcf198cab80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b4355d740 0x558b435785a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:06.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.760+0000 7fcf198cab80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fcf081a9ec0 con 0x558b43557950 2024-05-20T21:23:06.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.761+0000 7fcf198cab80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fcf081ab330 con 0x558b4355d740 2024-05-20T21:23:06.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.761+0000 7fcf198cab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fcf081aa590 con 0x558b4355ce20 2024-05-20T21:23:06.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.761+0000 7fcf198cab80 10 client.0 _ll_register_callbacks cb 0x558b43446c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:06.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.761+0000 7fcf07e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b43557950 0x558b435699d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:06.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.761+0000 7fcf07400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b4355ce20 0x558b43578060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:06.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.761+0000 7fcf07e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b43557950 0x558b435699d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:41116/0 (socket says 172.21.15.8:41116) 2024-05-20T21:23:06.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.761+0000 7fcf07e00700 1 -- 172.21.15.8:0/2084717939 learned_addr learned my addr 172.21.15.8:0/2084717939 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:06.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.761+0000 7fcf0d000700 1 --2- 172.21.15.8:0/2084717939 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b4355d740 0x558b435785a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:06.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.761+0000 7fcf07400700 1 -- 172.21.15.8:0/2084717939 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b4355d740 msgr2=0x558b435785a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:06.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.761+0000 7fcf07400700 1 --2- 172.21.15.8:0/2084717939 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b4355d740 0x558b435785a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:06.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.761+0000 7fcf07400700 1 -- 172.21.15.8:0/2084717939 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b43557950 msgr2=0x558b435699d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:06.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.761+0000 7fcf07400700 1 --2- 172.21.15.8:0/2084717939 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b43557950 0x558b435699d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:06.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.761+0000 7fcf07400700 1 -- 172.21.15.8:0/2084717939 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558b43578b60 con 0x558b4355ce20 2024-05-20T21:23:06.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.761+0000 7fcf07e00700 1 --2- 172.21.15.8:0/2084717939 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b43557950 0x558b435699d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:06.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.761+0000 7fcf0d000700 1 --2- 172.21.15.8:0/2084717939 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b4355d740 0x558b435785a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:06.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.762+0000 7fcf07400700 1 --2- 172.21.15.8:0/2084717939 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b4355ce20 0x558b43578060 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fcef40aa270 tx=0x7fcef40a9bc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7f584fec806eeabb server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:06.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.762+0000 7fcef2000700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:23:06.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.762+0000 7fcef2000700 1 -- 172.21.15.8:0/2084717939 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcef40aa0b0 con 0x558b4355ce20 2024-05-20T21:23:06.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.762+0000 7fcef2000700 1 -- 172.21.15.8:0/2084717939 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fcef400f460 con 0x558b4355ce20 2024-05-20T21:23:06.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.762+0000 7fcf198cab80 1 -- 172.21.15.8:0/2084717939 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcef40aa7b0 con 0x558b4355ce20 2024-05-20T21:23:06.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.762+0000 7fcef2000700 1 -- 172.21.15.8:0/2084717939 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fcef40ae460 con 0x558b4355ce20 2024-05-20T21:23:06.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.762+0000 7fcf198cab80 10 client.27319 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:06.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.763+0000 7fcf198cab80 1 -- 172.21.15.8:0/2084717939 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x558b435db6b0 con 0x558b4355ce20 2024-05-20T21:23:06.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.763+0000 7fcef2000700 1 -- 172.21.15.8:0/2084717939 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcef40aa7b0 con 0x558b4355ce20 2024-05-20T21:23:06.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.763+0000 7fcef2000700 1 -- 172.21.15.8:0/2084717939 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fcef406bbd0 con 0x558b4355ce20 2024-05-20T21:23:06.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.763+0000 7fcf198cab80 10 client.27319 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:06.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.763+0000 7fcf198cab80 10 client.27319 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:23:06.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.763+0000 7fcf198cab80 20 client.27319 populate_metadata read hostname 'smithi008' 2024-05-20T21:23:06.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.763+0000 7fcf198cab80 1 --2- 172.21.15.8:0/2084717939 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x558b435dbd20 0x558b435de140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:06.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.763+0000 7fcf198cab80 4 client.27319 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:23:06.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.763+0000 7fcf198cab80 1 -- 172.21.15.8:0/2084717939 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "damage ls"}) -- 0x558b434a8570 con 0x558b435dbd20 2024-05-20T21:23:06.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.764+0000 7fcf07e00700 1 --2- 172.21.15.8:0/2084717939 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x558b435dbd20 0x558b435de140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:06.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.764+0000 7fcf07e00700 1 --2- 172.21.15.8:0/2084717939 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x558b435dbd20 0x558b435de140 crc :-1 s=READY pgs=202 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c778c9bdf829e805 server_cookie=139ea2cb5929871a in_seq=0 out_seq=0 2024-05-20T21:23:06.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.764+0000 7fcef2000700 10 client.27319 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:23:06.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.764+0000 7fcef2000700 1 -- 172.21.15.8:0/2084717939 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x558b434a8570 con 0x558b435dbd20 2024-05-20T21:23:06.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.764+0000 7fcef2000700 10 client.27319 handle_command_reply: tid=0 2024-05-20T21:23:06.767 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.764+0000 7fcf198cab80 1 client.27319 shutdown 2024-05-20T21:23:06.767 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.765+0000 7fcf198cab80 1 -- 172.21.15.8:0/2084717939 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b4355ce20 msgr2=0x558b43578060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:06.767 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.765+0000 7fcf198cab80 1 --2- 172.21.15.8:0/2084717939 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b4355ce20 0x558b43578060 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fcef40aa270 tx=0x7fcef40a9bc0 comp rx=0 tx=0).stop 2024-05-20T21:23:06.767 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.765+0000 7fcf198cab80 1 -- 172.21.15.8:0/2084717939 shutdown_connections 2024-05-20T21:23:06.767 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.765+0000 7fcf198cab80 1 --2- 172.21.15.8:0/2084717939 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x558b435dbd20 0x558b435de140 crc :-1 s=READY pgs=202 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:06.767 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.765+0000 7fcf198cab80 1 --2- 172.21.15.8:0/2084717939 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558b4355d740 0x558b435785a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:06.767 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.765+0000 7fcf198cab80 1 --2- 172.21.15.8:0/2084717939 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558b43557950 0x558b435699d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:06.767 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.765+0000 7fcf198cab80 1 --2- 172.21.15.8:0/2084717939 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558b4355ce20 0x558b43578060 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:06.767 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.765+0000 7fcf198cab80 1 -- 172.21.15.8:0/2084717939 >> 172.21.15.8:0/2084717939 conn(0x558b4347cbe0 msgr2=0x558b4355db20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:06.767 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.765+0000 7fcef2000700 0 client.27319 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:23:06.767 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.765+0000 7fcf198cab80 1 -- 172.21.15.8:0/2084717939 shutdown_connections 2024-05-20T21:23:06.767 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.765+0000 7fcf198cab80 1 -- 172.21.15.8:0/2084717939 wait complete. 2024-05-20T21:23:06.767 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.765+0000 7fcf198cab80 20 client.27319 trim_cache size 0 max 16384 2024-05-20T21:23:06.768 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:23:06.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.766+0000 7fcf0f000700 1 -- 172.21.15.8:0/4170455103 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fceec0b2900 msgr2=0x7fceec0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:06.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.766+0000 7fcf0f000700 1 --2- 172.21.15.8:0/4170455103 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fceec0b2900 0x7fceec0b4dc0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fcef8009f30 tx=0x7fcef8009260 comp rx=0 tx=0).stop 2024-05-20T21:23:06.769 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.766+0000 7fcf0f000700 1 -- 172.21.15.8:0/4170455103 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcf081041a0 msgr2=0x7fcf0819c290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:06.769 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.766+0000 7fcf0f000700 1 --2- 172.21.15.8:0/4170455103 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcf081041a0 0x7fcf0819c290 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fcef4006010 tx=0x7fcef4005280 comp rx=0 tx=0).stop 2024-05-20T21:23:06.769 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.766+0000 7fcf0f000700 1 -- 172.21.15.8:0/4170455103 shutdown_connections 2024-05-20T21:23:06.769 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.766+0000 7fcf0f000700 1 --2- 172.21.15.8:0/4170455103 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fceec0b2900 0x7fceec0b4dc0 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:06.769 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.766+0000 7fcf0f000700 1 --2- 172.21.15.8:0/4170455103 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fcf081088f0 0x7fcf081a0620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:06.769 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.766+0000 7fcf0f000700 1 --2- 172.21.15.8:0/4170455103 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcf081037f0 0x7fcf0819bd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:06.769 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.766+0000 7fcf0f000700 1 --2- 172.21.15.8:0/4170455103 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcf081041a0 0x7fcf0819c290 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:06.769 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.766+0000 7fcf0f000700 1 -- 172.21.15.8:0/4170455103 >> 172.21.15.8:0/4170455103 conn(0x7fcf0807a6a0 msgr2=0x7fcf081018d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:06.769 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.766+0000 7fcf0f000700 1 -- 172.21.15.8:0/4170455103 shutdown_connections 2024-05-20T21:23:06.769 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:06.766+0000 7fcf0f000700 1 -- 172.21.15.8:0/4170455103 wait complete. 2024-05-20T21:23:06.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:23:06 smithi008 ceph-mon[31475]: pgmap v673: 97 pgs: 97 active+clean; 3.8 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 KiB/s wr, 12 op/s 2024-05-20T21:23:07.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:23:06 smithi130 ceph-mon[36448]: pgmap v673: 97 pgs: 97 active+clean; 3.8 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 KiB/s wr, 12 op/s 2024-05-20T21:23:07.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:23:06 smithi050 ceph-mon[35809]: pgmap v673: 97 pgs: 97 active+clean; 3.8 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 KiB/s wr, 12 op/s 2024-05-20T21:23:07.652 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:23:08.705 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:23:08.706 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:23:09.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:23:08 smithi130 ceph-mon[36448]: pgmap v674: 97 pgs: 97 active+clean; 3.8 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 11 KiB/s wr, 11 op/s 2024-05-20T21:23:09.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:23:08 smithi050 ceph-mon[35809]: pgmap v674: 97 pgs: 97 active+clean; 3.8 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 11 KiB/s wr, 11 op/s 2024-05-20T21:23:09.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:23:08 smithi008 ceph-mon[31475]: pgmap v674: 97 pgs: 97 active+clean; 3.8 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 11 KiB/s wr, 11 op/s 2024-05-20T21:23:09.416 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:23:10.373 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.371+0000 7f1a8e400700 1 -- 172.21.15.8:0/867721388 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1a88109580 msgr2=0x7f1a88109960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:10.373 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.371+0000 7f1a8e400700 1 --2- 172.21.15.8:0/867721388 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1a88109580 0x7f1a88109960 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f1a7c009990 tx=0x7f1a7c009ca0 comp rx=0 tx=0).stop 2024-05-20T21:23:10.373 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.371+0000 7f1a8e400700 1 -- 172.21.15.8:0/867721388 shutdown_connections 2024-05-20T21:23:10.373 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.371+0000 7f1a8e400700 1 --2- 172.21.15.8:0/867721388 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1a8806c470 0x7f1a88110310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:10.373 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.371+0000 7f1a8e400700 1 --2- 172.21.15.8:0/867721388 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1a88109580 0x7f1a88109960 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:10.374 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.371+0000 7f1a8e400700 1 --2- 172.21.15.8:0/867721388 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1a8806bab0 0x7f1a8806bf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:10.374 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.371+0000 7f1a8e400700 1 -- 172.21.15.8:0/867721388 >> 172.21.15.8:0/867721388 conn(0x7f1a88079280 msgr2=0x7f1a88079690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:10.374 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.371+0000 7f1a8e400700 1 -- 172.21.15.8:0/867721388 shutdown_connections 2024-05-20T21:23:10.374 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.371+0000 7f1a8e400700 1 -- 172.21.15.8:0/867721388 wait complete. 2024-05-20T21:23:10.377 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.373+0000 7f1a8e400700 1 Processor -- start 2024-05-20T21:23:10.377 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.373+0000 7f1a8e400700 1 -- start start 2024-05-20T21:23:10.377 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.374+0000 7f1a8e400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1a8806bab0 0x7f1a8819f7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:10.377 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.374+0000 7f1a8e400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1a8806c470 0x7f1a8819fcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:10.378 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.374+0000 7f1a8e400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1a88109580 0x7f1a88199970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:10.378 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.374+0000 7f1a8e400700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f1a88113650 con 0x7f1a88109580 2024-05-20T21:23:10.378 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.374+0000 7f1a8e400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1a881134d0 con 0x7f1a8806bab0 2024-05-20T21:23:10.378 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.374+0000 7f1a8e400700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f1a881137d0 con 0x7f1a8806c470 2024-05-20T21:23:10.378 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.374+0000 7f1a87e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1a8806c470 0x7f1a8819fcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:10.378 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.374+0000 7f1a8da00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1a88109580 0x7f1a88199970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:10.378 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.374+0000 7f1a8d000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1a8806bab0 0x7f1a8819f7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:10.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.374+0000 7f1a87e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1a8806c470 0x7f1a8819fcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:34688/0 (socket says 172.21.15.8:34688) 2024-05-20T21:23:10.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.374+0000 7f1a87e00700 1 -- 172.21.15.8:0/3052926118 learned_addr learned my addr 172.21.15.8:0/3052926118 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:10.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.375+0000 7f1a87e00700 1 -- 172.21.15.8:0/3052926118 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1a8806bab0 msgr2=0x7f1a8819f7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:10.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.375+0000 7f1a87e00700 1 --2- 172.21.15.8:0/3052926118 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1a8806bab0 0x7f1a8819f7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:10.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.375+0000 7f1a87e00700 1 -- 172.21.15.8:0/3052926118 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1a88109580 msgr2=0x7f1a88199970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:10.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.375+0000 7f1a87e00700 1 --2- 172.21.15.8:0/3052926118 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1a88109580 0x7f1a88199970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:10.380 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.375+0000 7f1a87e00700 1 -- 172.21.15.8:0/3052926118 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a8819a0d0 con 0x7f1a8806c470 2024-05-20T21:23:10.380 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.375+0000 7f1a87e00700 1 --2- 172.21.15.8:0/3052926118 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1a8806c470 0x7f1a8819fcf0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f1a7400e9a0 tx=0x7f1a7400ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:10.380 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.375+0000 7f1a85600700 1 -- 172.21.15.8:0/3052926118 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a7400ca10 con 0x7f1a8806c470 2024-05-20T21:23:10.380 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.376+0000 7f1a8e400700 1 -- 172.21.15.8:0/3052926118 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a8819a3c0 con 0x7f1a8806c470 2024-05-20T21:23:10.380 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.375+0000 7f1a85600700 1 -- 172.21.15.8:0/3052926118 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1a7400cbb0 con 0x7f1a8806c470 2024-05-20T21:23:10.380 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.376+0000 7f1a85600700 1 -- 172.21.15.8:0/3052926118 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a74018680 con 0x7f1a8806c470 2024-05-20T21:23:10.380 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.376+0000 7f1a8e400700 1 -- 172.21.15.8:0/3052926118 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a881a6680 con 0x7f1a8806c470 2024-05-20T21:23:10.382 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.380+0000 7f1a85600700 1 -- 172.21.15.8:0/3052926118 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f1a74010430 con 0x7f1a8806c470 2024-05-20T21:23:10.382 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.381+0000 7f1a9a3f8b80 1 Processor -- start 2024-05-20T21:23:10.382 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.381+0000 7f1a9a3f8b80 1 -- start start 2024-05-20T21:23:10.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.382+0000 7f1a9a3f8b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfdcf0d2e0 0x55cfdcf0d6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:10.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.382+0000 7f1a9a3f8b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfdcf07630 0x55cfdcf07ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:10.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.382+0000 7f1a9a3f8b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cfdcf07ff0 0x55cfdcf14060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:10.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.382+0000 7f1a9a3f8b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55cfdce60f40 con 0x55cfdcf07ff0 2024-05-20T21:23:10.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.382+0000 7f1a9a3f8b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55cfdce50ae0 con 0x55cfdcf0d2e0 2024-05-20T21:23:10.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.382+0000 7f1a9a3f8b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55cfdce54b20 con 0x55cfdcf07630 2024-05-20T21:23:10.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.382+0000 7f1a8d000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfdcf07630 0x55cfdcf07ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:10.386 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.382+0000 7f1a8d000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfdcf07630 0x55cfdcf07ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:34698/0 (socket says 172.21.15.8:34698) 2024-05-20T21:23:10.386 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.382+0000 7f1a8d000700 1 -- 172.21.15.8:0/988138599 learned_addr learned my addr 172.21.15.8:0/988138599 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:10.386 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.382+0000 7f1a8da00700 1 --2- 172.21.15.8:0/988138599 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfdcf0d2e0 0x55cfdcf0d6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:10.386 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.383+0000 7f1a85600700 1 --2- 172.21.15.8:0/3052926118 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1a700b2900 0x7f1a700b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:10.386 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.383+0000 7f1a87e00700 1 --2- 172.21.15.8:0/988138599 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cfdcf07ff0 0x55cfdcf14060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:10.386 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.383+0000 7f1a8d000700 1 -- 172.21.15.8:0/988138599 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfdcf0d2e0 msgr2=0x55cfdcf0d6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:10.386 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.383+0000 7f1a8d000700 1 --2- 172.21.15.8:0/988138599 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfdcf0d2e0 0x55cfdcf0d6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:10.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.383+0000 7f1a8d000700 1 -- 172.21.15.8:0/988138599 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cfdcf07ff0 msgr2=0x55cfdcf14060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:10.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.383+0000 7f1a8d000700 1 --2- 172.21.15.8:0/988138599 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cfdcf07ff0 0x55cfdcf14060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:10.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.383+0000 7f1a8d000700 1 -- 172.21.15.8:0/988138599 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cfdce19520 con 0x55cfdcf07630 2024-05-20T21:23:10.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.383+0000 7f1a85600700 1 -- 172.21.15.8:0/3052926118 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f1a740e2370 con 0x7f1a8806c470 2024-05-20T21:23:10.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.383+0000 7f1a8da00700 1 --2- 172.21.15.8:0/3052926118 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1a700b2900 0x7f1a700b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:10.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.384+0000 7f1a8d000700 1 --2- 172.21.15.8:0/988138599 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfdcf07630 0x55cfdcf07ab0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f1a7c015000 tx=0x7f1a7c005fd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dffcc6d098d1e1a9 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:10.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.384+0000 7f1a7a000700 1 -- 172.21.15.8:0/988138599 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a7c0044d0 con 0x55cfdcf07630 2024-05-20T21:23:10.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.384+0000 7f1a7a000700 1 -- 172.21.15.8:0/988138599 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1a7c027070 con 0x55cfdcf07630 2024-05-20T21:23:10.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.384+0000 7f1a7a000700 1 -- 172.21.15.8:0/988138599 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a7c003aa0 con 0x55cfdcf07630 2024-05-20T21:23:10.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.385+0000 7f1a9a3f8b80 1 -- 172.21.15.8:0/988138599 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfdcf07630 msgr2=0x55cfdcf07ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:10.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.385+0000 7f1a9a3f8b80 1 --2- 172.21.15.8:0/988138599 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfdcf07630 0x55cfdcf07ab0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f1a7c015000 tx=0x7f1a7c005fd0 comp rx=0 tx=0).stop 2024-05-20T21:23:10.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.385+0000 7f1a8da00700 1 --2- 172.21.15.8:0/3052926118 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1a700b2900 0x7f1a700b4dc0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f1a80009e10 tx=0x7f1a80009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:10.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.385+0000 7f1a9a3f8b80 1 -- 172.21.15.8:0/988138599 shutdown_connections 2024-05-20T21:23:10.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.385+0000 7f1a9a3f8b80 1 --2- 172.21.15.8:0/988138599 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfdcf0d2e0 0x55cfdcf0d6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:10.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.385+0000 7f1a9a3f8b80 1 --2- 172.21.15.8:0/988138599 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cfdcf07ff0 0x55cfdcf14060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:10.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.385+0000 7f1a9a3f8b80 1 --2- 172.21.15.8:0/988138599 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfdcf07630 0x55cfdcf07ab0 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:10.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.385+0000 7f1a9a3f8b80 1 -- 172.21.15.8:0/988138599 >> 172.21.15.8:0/988138599 conn(0x55cfdce30ce0 msgr2=0x55cfdcefde70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:10.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.385+0000 7f1a9a3f8b80 1 -- 172.21.15.8:0/988138599 shutdown_connections 2024-05-20T21:23:10.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.385+0000 7f1a9a3f8b80 1 -- 172.21.15.8:0/988138599 wait complete. 2024-05-20T21:23:10.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.386+0000 7f1a9a3f8b80 1 -- start start 2024-05-20T21:23:10.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.386+0000 7f1a9a3f8b80 1 Processor -- start 2024-05-20T21:23:10.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.386+0000 7f1a9a3f8b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfdcf07630 0x55cfdcf13bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:10.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.386+0000 7f1a9a3f8b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfdcf07ff0 0x55cfdcf10f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:10.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.386+0000 7f1a9a3f8b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cfdcf0d2e0 0x55cfdcf114a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:10.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.386+0000 7f1a9a3f8b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55cfdcd570a0 con 0x55cfdcf0d2e0 2024-05-20T21:23:10.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.386+0000 7f1a9a3f8b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55cfdcdf1860 con 0x55cfdcf07630 2024-05-20T21:23:10.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.386+0000 7f1a9a3f8b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55cfdcf145a0 con 0x55cfdcf07ff0 2024-05-20T21:23:10.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.387+0000 7f1a9a3f8b80 10 client.0 _ll_register_callbacks cb 0x55cfdcdfad70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:10.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.387+0000 7f1a8da00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cfdcf0d2e0 0x55cfdcf114a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:10.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.387+0000 7f1a8d000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfdcf07630 0x55cfdcf13bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:10.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.387+0000 7f1a87e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfdcf07ff0 0x55cfdcf10f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:10.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.387+0000 7f1a8d000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfdcf07630 0x55cfdcf13bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:60848/0 (socket says 172.21.15.8:60848) 2024-05-20T21:23:10.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.387+0000 7f1a8da00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cfdcf0d2e0 0x55cfdcf114a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:41164/0 (socket says 172.21.15.8:41164) 2024-05-20T21:23:10.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.387+0000 7f1a8d000700 1 -- 172.21.15.8:0/1487598716 learned_addr learned my addr 172.21.15.8:0/1487598716 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:10.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.387+0000 7f1a8d000700 1 -- 172.21.15.8:0/1487598716 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfdcf07ff0 msgr2=0x55cfdcf10f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:10.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.387+0000 7f1a8d000700 1 --2- 172.21.15.8:0/1487598716 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfdcf07ff0 0x55cfdcf10f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:10.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.387+0000 7f1a8d000700 1 -- 172.21.15.8:0/1487598716 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cfdcf0d2e0 msgr2=0x55cfdcf114a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:10.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.387+0000 7f1a8d000700 1 --2- 172.21.15.8:0/1487598716 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cfdcf0d2e0 0x55cfdcf114a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:10.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.387+0000 7f1a8d000700 1 -- 172.21.15.8:0/1487598716 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cfdcda09d0 con 0x55cfdcf07630 2024-05-20T21:23:10.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.387+0000 7f1a87e00700 1 --2- 172.21.15.8:0/1487598716 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfdcf07ff0 0x55cfdcf10f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:10.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.388+0000 7f1a8d000700 1 --2- 172.21.15.8:0/1487598716 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfdcf07630 0x55cfdcf13bc0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f1a7c009ce0 tx=0x7f1a7c0096e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=40dcdd5ec520a1f2 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:10.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.388+0000 7f1a6ea00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:23:10.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.388+0000 7f1a6ea00700 1 -- 172.21.15.8:0/1487598716 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a7c00ba70 con 0x55cfdcf07630 2024-05-20T21:23:10.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.388+0000 7f1a6ea00700 1 -- 172.21.15.8:0/1487598716 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f1a7c003720 con 0x55cfdcf07630 2024-05-20T21:23:10.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.388+0000 7f1a9a3f8b80 1 -- 172.21.15.8:0/1487598716 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1a7c027070 con 0x55cfdcf07630 2024-05-20T21:23:10.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.389+0000 7f1a6ea00700 1 -- 172.21.15.8:0/1487598716 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1a7c00bc10 con 0x55cfdcf07630 2024-05-20T21:23:10.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.389+0000 7f1a9a3f8b80 10 client.27284 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:10.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.389+0000 7f1a9a3f8b80 1 -- 172.21.15.8:0/1487598716 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55cfdce21160 con 0x55cfdcf07630 2024-05-20T21:23:10.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.389+0000 7f1a6ea00700 1 -- 172.21.15.8:0/1487598716 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1a7c027070 con 0x55cfdcf07630 2024-05-20T21:23:10.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.389+0000 7f1a6ea00700 1 -- 172.21.15.8:0/1487598716 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f1a7c03e050 con 0x55cfdcf07630 2024-05-20T21:23:10.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.389+0000 7f1a9a3f8b80 10 client.27284 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:10.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.389+0000 7f1a9a3f8b80 10 client.27284 resolve_mds: validated gid 24529 aka daemon mds.i 2024-05-20T21:23:10.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.389+0000 7f1a9a3f8b80 20 client.27284 populate_metadata read hostname 'smithi008' 2024-05-20T21:23:10.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.389+0000 7f1a9a3f8b80 1 --2- 172.21.15.8:0/1487598716 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55cfdcf20e80 0x55cfdcf23270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:10.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.390+0000 7f1a9a3f8b80 4 client.27284 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:23:10.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.390+0000 7f1a9a3f8b80 1 -- 172.21.15.8:0/1487598716 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cfdce62e90 con 0x55cfdcf20e80 2024-05-20T21:23:10.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.390+0000 7f1a87e00700 1 --2- 172.21.15.8:0/1487598716 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55cfdcf20e80 0x55cfdcf23270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:10.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.391+0000 7f1a87e00700 1 --2- 172.21.15.8:0/1487598716 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55cfdcf20e80 0x55cfdcf23270 crc :-1 s=READY pgs=203 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6f0f89730dd54e68 server_cookie=2580304eefc70d9a in_seq=0 out_seq=0 2024-05-20T21:23:10.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.391+0000 7f1a6ea00700 10 client.27284 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:23:10.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.391+0000 7f1a6ea00700 1 -- 172.21.15.8:0/1487598716 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55cfdce62e90 con 0x55cfdcf20e80 2024-05-20T21:23:10.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.391+0000 7f1a6ea00700 10 client.27284 handle_command_reply: tid=0 2024-05-20T21:23:10.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.391+0000 7f1a9a3f8b80 1 client.27284 shutdown 2024-05-20T21:23:10.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.392+0000 7f1a9a3f8b80 1 -- 172.21.15.8:0/1487598716 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfdcf07630 msgr2=0x55cfdcf13bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:10.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.392+0000 7f1a9a3f8b80 1 --2- 172.21.15.8:0/1487598716 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfdcf07630 0x55cfdcf13bc0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f1a7c009ce0 tx=0x7f1a7c0096e0 comp rx=0 tx=0).stop 2024-05-20T21:23:10.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.392+0000 7f1a9a3f8b80 1 -- 172.21.15.8:0/1487598716 shutdown_connections 2024-05-20T21:23:10.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.392+0000 7f1a9a3f8b80 1 --2- 172.21.15.8:0/1487598716 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55cfdcf20e80 0x55cfdcf23270 crc :-1 s=READY pgs=203 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:10.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.392+0000 7f1a9a3f8b80 1 --2- 172.21.15.8:0/1487598716 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfdcf07630 0x55cfdcf13bc0 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:10.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.392+0000 7f1a9a3f8b80 1 --2- 172.21.15.8:0/1487598716 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cfdcf0d2e0 0x55cfdcf114a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:10.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.392+0000 7f1a9a3f8b80 1 --2- 172.21.15.8:0/1487598716 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfdcf07ff0 0x55cfdcf10f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:10.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.392+0000 7f1a9a3f8b80 1 -- 172.21.15.8:0/1487598716 >> 172.21.15.8:0/1487598716 conn(0x55cfdce30ce0 msgr2=0x55cfdcefd470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:10.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.392+0000 7f1a6ea00700 0 client.27284 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:23:10.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.392+0000 7f1a9a3f8b80 1 -- 172.21.15.8:0/1487598716 shutdown_connections 2024-05-20T21:23:10.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.392+0000 7f1a9a3f8b80 1 -- 172.21.15.8:0/1487598716 wait complete. 2024-05-20T21:23:10.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.392+0000 7f1a9a3f8b80 20 client.27284 trim_cache size 0 max 16384 2024-05-20T21:23:10.416 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.416+0000 7f1a9a3f8b80 1 Processor -- start 2024-05-20T21:23:10.417 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.416+0000 7f1a9a3f8b80 1 -- start start 2024-05-20T21:23:10.417 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.416+0000 7f1a9a3f8b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cfdcf07630 0x55cfdcf02880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:10.417 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.416+0000 7f1a9a3f8b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfdcf07ff0 0x55cfdcf0c7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:10.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.416+0000 7f1a9a3f8b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfdcf0d2e0 0x55cfdcf10500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:10.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.416+0000 7f1a9a3f8b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f1a881ae070 con 0x55cfdcf07630 2024-05-20T21:23:10.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.416+0000 7f1a9a3f8b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1a881ab900 con 0x55cfdcf0d2e0 2024-05-20T21:23:10.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.416+0000 7f1a9a3f8b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f1a881a9770 con 0x55cfdcf07ff0 2024-05-20T21:23:10.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.417+0000 7f1a87e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfdcf07ff0 0x55cfdcf0c7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:10.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.417+0000 7f1a8d000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cfdcf07630 0x55cfdcf02880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:10.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.417+0000 7f1a87e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfdcf07ff0 0x55cfdcf0c7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:34712/0 (socket says 172.21.15.8:34712) 2024-05-20T21:23:10.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.417+0000 7f1a8d000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cfdcf07630 0x55cfdcf02880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:41180/0 (socket says 172.21.15.8:41180) 2024-05-20T21:23:10.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.417+0000 7f1a87e00700 1 -- 172.21.15.8:0/35986919 learned_addr learned my addr 172.21.15.8:0/35986919 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:10.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.417+0000 7f1a8da00700 1 --2- 172.21.15.8:0/35986919 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfdcf0d2e0 0x55cfdcf10500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:10.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.417+0000 7f1a87e00700 1 -- 172.21.15.8:0/35986919 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfdcf0d2e0 msgr2=0x55cfdcf10500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:10.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.417+0000 7f1a87e00700 1 --2- 172.21.15.8:0/35986919 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfdcf0d2e0 0x55cfdcf10500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:10.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.417+0000 7f1a87e00700 1 -- 172.21.15.8:0/35986919 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cfdcf07630 msgr2=0x55cfdcf02880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:10.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.417+0000 7f1a87e00700 1 --2- 172.21.15.8:0/35986919 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cfdcf07630 0x55cfdcf02880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:10.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.417+0000 7f1a87e00700 1 -- 172.21.15.8:0/35986919 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cfdcf0c020 con 0x55cfdcf07ff0 2024-05-20T21:23:10.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.417+0000 7f1a8d000700 1 --2- 172.21.15.8:0/35986919 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cfdcf07630 0x55cfdcf02880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:10.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.418+0000 7f1a87e00700 1 --2- 172.21.15.8:0/35986919 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfdcf07ff0 0x55cfdcf0c7e0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f1a740a59a0 tx=0x7f1a740dfcd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2a43cb6ae8b13c95 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:10.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.418+0000 7f1a79600700 1 -- 172.21.15.8:0/35986919 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a740aa020 con 0x55cfdcf07ff0 2024-05-20T21:23:10.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.418+0000 7f1a79600700 1 -- 172.21.15.8:0/35986919 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1a740a9920 con 0x55cfdcf07ff0 2024-05-20T21:23:10.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.418+0000 7f1a79600700 1 -- 172.21.15.8:0/35986919 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a740cabd0 con 0x55cfdcf07ff0 2024-05-20T21:23:10.422 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.419+0000 7f1a9a3f8b80 1 -- 172.21.15.8:0/35986919 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfdcf07ff0 msgr2=0x55cfdcf0c7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:10.422 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.419+0000 7f1a9a3f8b80 1 --2- 172.21.15.8:0/35986919 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfdcf07ff0 0x55cfdcf0c7e0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f1a740a59a0 tx=0x7f1a740dfcd0 comp rx=0 tx=0).stop 2024-05-20T21:23:10.422 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.419+0000 7f1a9a3f8b80 1 -- 172.21.15.8:0/35986919 shutdown_connections 2024-05-20T21:23:10.422 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.419+0000 7f1a9a3f8b80 1 --2- 172.21.15.8:0/35986919 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfdcf0d2e0 0x55cfdcf10500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:10.422 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.419+0000 7f1a9a3f8b80 1 --2- 172.21.15.8:0/35986919 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cfdcf07630 0x55cfdcf02880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:10.423 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.419+0000 7f1a9a3f8b80 1 --2- 172.21.15.8:0/35986919 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfdcf07ff0 0x55cfdcf0c7e0 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:10.423 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.419+0000 7f1a9a3f8b80 1 -- 172.21.15.8:0/35986919 >> 172.21.15.8:0/35986919 conn(0x55cfdce30ce0 msgr2=0x55cfdcf12ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:10.423 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.419+0000 7f1a9a3f8b80 1 -- 172.21.15.8:0/35986919 shutdown_connections 2024-05-20T21:23:10.423 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.419+0000 7f1a9a3f8b80 1 -- 172.21.15.8:0/35986919 wait complete. 2024-05-20T21:23:10.423 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.419+0000 7f1a9a3f8b80 1 -- start start 2024-05-20T21:23:10.423 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.420+0000 7f1a9a3f8b80 1 Processor -- start 2024-05-20T21:23:10.423 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.420+0000 7f1a9a3f8b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfdcf07630 0x55cfdcf26620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:10.423 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.420+0000 7f1a9a3f8b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfdcf07ff0 0x55cfdcf04fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:10.423 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.421+0000 7f1a9a3f8b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cfdcf0d2e0 0x55cfdcf05510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:10.423 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.421+0000 7f1a9a3f8b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f1a881a9dc0 con 0x55cfdcf0d2e0 2024-05-20T21:23:10.423 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.421+0000 7f1a9a3f8b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1a881ab230 con 0x55cfdcf07630 2024-05-20T21:23:10.423 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.421+0000 7f1a9a3f8b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f1a881aa490 con 0x55cfdcf07ff0 2024-05-20T21:23:10.423 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.421+0000 7f1a9a3f8b80 10 client.0 _ll_register_callbacks cb 0x55cfdcdfad70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:10.424 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.421+0000 7f1a8d000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfdcf07630 0x55cfdcf26620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:10.424 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.421+0000 7f1a87e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfdcf07ff0 0x55cfdcf04fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:10.424 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.421+0000 7f1a8d000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfdcf07630 0x55cfdcf26620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:60858/0 (socket says 172.21.15.8:60858) 2024-05-20T21:23:10.424 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.421+0000 7f1a87e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfdcf07ff0 0x55cfdcf04fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:34720/0 (socket says 172.21.15.8:34720) 2024-05-20T21:23:10.424 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.421+0000 7f1a8d000700 1 -- 172.21.15.8:0/1653983838 learned_addr learned my addr 172.21.15.8:0/1653983838 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:10.424 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.421+0000 7f1a8da00700 1 --2- 172.21.15.8:0/1653983838 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cfdcf0d2e0 0x55cfdcf05510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:10.424 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.421+0000 7f1a87e00700 1 -- 172.21.15.8:0/1653983838 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfdcf07630 msgr2=0x55cfdcf26620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:10.424 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.421+0000 7f1a87e00700 1 --2- 172.21.15.8:0/1653983838 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfdcf07630 0x55cfdcf26620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:10.424 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.421+0000 7f1a87e00700 1 -- 172.21.15.8:0/1653983838 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cfdcf0d2e0 msgr2=0x55cfdcf05510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:10.424 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.421+0000 7f1a87e00700 1 --2- 172.21.15.8:0/1653983838 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cfdcf0d2e0 0x55cfdcf05510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:10.424 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.421+0000 7f1a87e00700 1 -- 172.21.15.8:0/1653983838 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cfdcf05a50 con 0x55cfdcf07ff0 2024-05-20T21:23:10.424 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.421+0000 7f1a8da00700 1 --2- 172.21.15.8:0/1653983838 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cfdcf0d2e0 0x55cfdcf05510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:23:10.424 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.421+0000 7f1a8d000700 1 --2- 172.21.15.8:0/1653983838 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfdcf07630 0x55cfdcf26620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:10.424 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.422+0000 7f1a87e00700 1 --2- 172.21.15.8:0/1653983838 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfdcf07ff0 0x55cfdcf04fd0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f1a740a59a0 tx=0x7f1a740cc390 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6273d555bba81872 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:10.425 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.422+0000 7f1a6ea00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:23:10.425 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.422+0000 7f1a6ea00700 1 -- 172.21.15.8:0/1653983838 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a740c3070 con 0x55cfdcf07ff0 2024-05-20T21:23:10.425 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.422+0000 7f1a9a3f8b80 1 -- 172.21.15.8:0/1653983838 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1a740a9920 con 0x55cfdcf07ff0 2024-05-20T21:23:10.426 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.422+0000 7f1a6ea00700 1 -- 172.21.15.8:0/1653983838 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f1a7400cd60 con 0x55cfdcf07ff0 2024-05-20T21:23:10.426 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.422+0000 7f1a6ea00700 1 -- 172.21.15.8:0/1653983838 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1a740aa020 con 0x55cfdcf07ff0 2024-05-20T21:23:10.426 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.422+0000 7f1a9a3f8b80 10 client.27337 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:10.426 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.422+0000 7f1a9a3f8b80 1 -- 172.21.15.8:0/1653983838 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55cfdcf06610 con 0x55cfdcf07ff0 2024-05-20T21:23:10.426 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.423+0000 7f1a6ea00700 1 -- 172.21.15.8:0/1653983838 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1a740a9920 con 0x55cfdcf07ff0 2024-05-20T21:23:10.426 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.423+0000 7f1a6ea00700 1 -- 172.21.15.8:0/1653983838 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f1a740b22f0 con 0x55cfdcf07ff0 2024-05-20T21:23:10.426 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.423+0000 7f1a9a3f8b80 10 client.27337 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:10.426 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.423+0000 7f1a9a3f8b80 10 client.27337 resolve_mds: validated gid 24529 aka daemon mds.i 2024-05-20T21:23:10.426 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.423+0000 7f1a9a3f8b80 20 client.27337 populate_metadata read hostname 'smithi008' 2024-05-20T21:23:10.426 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.423+0000 7f1a9a3f8b80 1 --2- 172.21.15.8:0/1653983838 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55cfdcf06d20 0x55cfdcf93ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:10.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.423+0000 7f1a9a3f8b80 4 client.27337 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "3254652e", "release": true, "await": true}] 2024-05-20T21:23:10.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.423+0000 7f1a9a3f8b80 1 -- 172.21.15.8:0/1653983838 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "quiesce db", "set_id": "3254652e", "release": true, "await": true}) -- 0x55cfdce5c670 con 0x55cfdcf06d20 2024-05-20T21:23:10.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.423+0000 7f1a8d000700 1 --2- 172.21.15.8:0/1653983838 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55cfdcf06d20 0x55cfdcf93ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:10.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.424+0000 7f1a8d000700 1 --2- 172.21.15.8:0/1653983838 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55cfdcf06d20 0x55cfdcf93ec0 crc :-1 s=READY pgs=204 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=174e6af85d686ee4 server_cookie=fa4a7f4478afbe0 in_seq=0 out_seq=0 2024-05-20T21:23:10.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.424+0000 7f1a6ea00700 10 client.27337 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:23:10.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.427+0000 7f1a6ea00700 1 -- 172.21.15.8:0/1653983838 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55cfdce5c670 con 0x55cfdcf06d20 2024-05-20T21:23:10.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.427+0000 7f1a6ea00700 10 client.27337 handle_command_reply: tid=0 2024-05-20T21:23:10.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.427+0000 7f1a9a3f8b80 1 client.27337 shutdown 2024-05-20T21:23:10.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.428+0000 7f1a9a3f8b80 1 -- 172.21.15.8:0/1653983838 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfdcf07ff0 msgr2=0x55cfdcf04fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:10.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.428+0000 7f1a9a3f8b80 1 --2- 172.21.15.8:0/1653983838 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfdcf07ff0 0x55cfdcf04fd0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f1a740a59a0 tx=0x7f1a740cc390 comp rx=0 tx=0).stop 2024-05-20T21:23:10.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.428+0000 7f1a9a3f8b80 1 -- 172.21.15.8:0/1653983838 shutdown_connections 2024-05-20T21:23:10.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.428+0000 7f1a9a3f8b80 1 --2- 172.21.15.8:0/1653983838 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55cfdcf06d20 0x55cfdcf93ec0 crc :-1 s=READY pgs=204 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:10.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.428+0000 7f1a9a3f8b80 1 --2- 172.21.15.8:0/1653983838 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfdcf07630 0x55cfdcf26620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:10.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.428+0000 7f1a9a3f8b80 1 --2- 172.21.15.8:0/1653983838 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cfdcf0d2e0 0x55cfdcf05510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:10.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.428+0000 7f1a9a3f8b80 1 --2- 172.21.15.8:0/1653983838 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfdcf07ff0 0x55cfdcf04fd0 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:10.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.428+0000 7f1a6ea00700 0 client.27337 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:23:10.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.428+0000 7f1a9a3f8b80 1 -- 172.21.15.8:0/1653983838 >> 172.21.15.8:0/1653983838 conn(0x55cfdce30ce0 msgr2=0x55cfdcf0ac20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:10.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.428+0000 7f1a9a3f8b80 1 -- 172.21.15.8:0/1653983838 shutdown_connections 2024-05-20T21:23:10.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.428+0000 7f1a9a3f8b80 1 -- 172.21.15.8:0/1653983838 wait complete. 2024-05-20T21:23:10.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.428+0000 7f1a9a3f8b80 20 client.27337 trim_cache size 0 max 16384 2024-05-20T21:23:10.430 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:23:10.430 INFO:teuthology.orchestra.run.smithi008.stdout: "epoch": 26, 2024-05-20T21:23:10.430 INFO:teuthology.orchestra.run.smithi008.stdout: "leader": 24529, 2024-05-20T21:23:10.430 INFO:teuthology.orchestra.run.smithi008.stdout: "set_version": 28, 2024-05-20T21:23:10.430 INFO:teuthology.orchestra.run.smithi008.stdout: "sets": { 2024-05-20T21:23:10.430 INFO:teuthology.orchestra.run.smithi008.stdout: "3254652e": { 2024-05-20T21:23:10.430 INFO:teuthology.orchestra.run.smithi008.stdout: "version": 28, 2024-05-20T21:23:10.430 INFO:teuthology.orchestra.run.smithi008.stdout: "age_ref": 0.0, 2024-05-20T21:23:10.430 INFO:teuthology.orchestra.run.smithi008.stdout: "state": { 2024-05-20T21:23:10.430 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "RELEASED", 2024-05-20T21:23:10.430 INFO:teuthology.orchestra.run.smithi008.stdout: "age": 0.0 2024-05-20T21:23:10.430 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:23:10.431 INFO:teuthology.orchestra.run.smithi008.stdout: "timeout": 90.0, 2024-05-20T21:23:10.431 INFO:teuthology.orchestra.run.smithi008.stdout: "expiration": 130.1, 2024-05-20T21:23:10.431 INFO:teuthology.orchestra.run.smithi008.stdout: "members": { 2024-05-20T21:23:10.431 INFO:teuthology.orchestra.run.smithi008.stdout: "file:/": { 2024-05-20T21:23:10.431 INFO:teuthology.orchestra.run.smithi008.stdout: "excluded": false, 2024-05-20T21:23:10.431 INFO:teuthology.orchestra.run.smithi008.stdout: "state": { 2024-05-20T21:23:10.431 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "RELEASED", 2024-05-20T21:23:10.431 INFO:teuthology.orchestra.run.smithi008.stdout: "age": 0.0 2024-05-20T21:23:10.431 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:23:10.431 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:23:10.431 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:23:10.431 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:23:10.431 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:23:10.431 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:23:10.433 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.429+0000 7f1a8e400700 1 -- 172.21.15.8:0/3052926118 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1a700b2900 msgr2=0x7f1a700b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:10.434 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.429+0000 7f1a8e400700 1 --2- 172.21.15.8:0/3052926118 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1a700b2900 0x7f1a700b4dc0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f1a80009e10 tx=0x7f1a80009040 comp rx=0 tx=0).stop 2024-05-20T21:23:10.434 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.429+0000 7f1a8e400700 1 -- 172.21.15.8:0/3052926118 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1a8806c470 msgr2=0x7f1a8819fcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:10.434 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.429+0000 7f1a8e400700 1 --2- 172.21.15.8:0/3052926118 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1a8806c470 0x7f1a8819fcf0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f1a7400e9a0 tx=0x7f1a7400ecb0 comp rx=0 tx=0).stop 2024-05-20T21:23:10.434 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.429+0000 7f1a8e400700 1 -- 172.21.15.8:0/3052926118 shutdown_connections 2024-05-20T21:23:10.434 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.429+0000 7f1a8e400700 1 --2- 172.21.15.8:0/3052926118 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1a700b2900 0x7f1a700b4dc0 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:10.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.429+0000 7f1a8e400700 1 --2- 172.21.15.8:0/3052926118 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1a8806bab0 0x7f1a8819f7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:10.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.429+0000 7f1a8e400700 1 --2- 172.21.15.8:0/3052926118 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1a88109580 0x7f1a88199970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:10.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.429+0000 7f1a8e400700 1 --2- 172.21.15.8:0/3052926118 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1a8806c470 0x7f1a8819fcf0 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:10.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.429+0000 7f1a8e400700 1 -- 172.21.15.8:0/3052926118 >> 172.21.15.8:0/3052926118 conn(0x7f1a88079280 msgr2=0x7f1a88101220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:10.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.429+0000 7f1a8e400700 1 -- 172.21.15.8:0/3052926118 shutdown_connections 2024-05-20T21:23:10.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:10.429+0000 7f1a8e400700 1 -- 172.21.15.8:0/3052926118 wait complete. 2024-05-20T21:23:11.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:23:10 smithi130 ceph-mon[36448]: pgmap v675: 97 pgs: 97 active+clean; 3.8 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 KiB/s wr, 12 op/s 2024-05-20T21:23:11.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:23:10 smithi050 ceph-mon[35809]: pgmap v675: 97 pgs: 97 active+clean; 3.8 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 KiB/s wr, 12 op/s 2024-05-20T21:23:11.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:23:10 smithi008 ceph-mon[31475]: pgmap v675: 97 pgs: 97 active+clean; 3.8 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 KiB/s wr, 12 op/s 2024-05-20T21:23:12.129 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '3254652e', total seconds elapsed: 21.4 2024-05-20T21:23:12.585 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.584+0000 7fda56a00700 1 -- 172.21.15.8:0/2255521750 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fda5006b220 msgr2=0x7fda5006b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:12.585 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.584+0000 7fda56a00700 1 --2- 172.21.15.8:0/2255521750 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fda5006b220 0x7fda5006b6a0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fda3c0098f0 tx=0x7fda3c009c00 comp rx=0 tx=0).stop 2024-05-20T21:23:12.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.584+0000 7fda56a00700 1 -- 172.21.15.8:0/2255521750 shutdown_connections 2024-05-20T21:23:12.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.584+0000 7fda56a00700 1 --2- 172.21.15.8:0/2255521750 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fda5006bbe0 0x7fda501103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:12.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.584+0000 7fda56a00700 1 --2- 172.21.15.8:0/2255521750 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fda501095b0 0x7fda50109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:12.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.584+0000 7fda56a00700 1 --2- 172.21.15.8:0/2255521750 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fda5006b220 0x7fda5006b6a0 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:12.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.584+0000 7fda56a00700 1 -- 172.21.15.8:0/2255521750 >> 172.21.15.8:0/2255521750 conn(0x7fda500793f0 msgr2=0x7fda50079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:12.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.585+0000 7fda56a00700 1 -- 172.21.15.8:0/2255521750 shutdown_connections 2024-05-20T21:23:12.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.585+0000 7fda56a00700 1 -- 172.21.15.8:0/2255521750 wait complete. 2024-05-20T21:23:12.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.586+0000 7fda56a00700 1 Processor -- start 2024-05-20T21:23:12.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.586+0000 7fda56a00700 1 -- start start 2024-05-20T21:23:12.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.587+0000 7fda56a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fda5006b220 0x7fda50102510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:12.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.587+0000 7fda56a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fda5006bbe0 0x7fda50102a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:12.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.587+0000 7fda56a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fda501095b0 0x7fda50102f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:12.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.587+0000 7fda56a00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fda501136d0 con 0x7fda501095b0 2024-05-20T21:23:12.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.587+0000 7fda56a00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fda50113550 con 0x7fda5006b220 2024-05-20T21:23:12.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.587+0000 7fda56a00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fda50113850 con 0x7fda5006bbe0 2024-05-20T21:23:12.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.587+0000 7fda54a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fda501095b0 0x7fda50102f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:12.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.587+0000 7fda4fe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fda5006b220 0x7fda50102510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:12.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.587+0000 7fda54a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fda501095b0 0x7fda50102f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:41204/0 (socket says 172.21.15.8:41204) 2024-05-20T21:23:12.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.587+0000 7fda4fe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fda5006b220 0x7fda50102510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:60870/0 (socket says 172.21.15.8:60870) 2024-05-20T21:23:12.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.587+0000 7fda54a00700 1 -- 172.21.15.8:0/2775784436 learned_addr learned my addr 172.21.15.8:0/2775784436 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:12.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.587+0000 7fda4f400700 1 --2- 172.21.15.8:0/2775784436 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fda5006bbe0 0x7fda50102a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:12.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.587+0000 7fda4fe00700 1 -- 172.21.15.8:0/2775784436 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fda5006bbe0 msgr2=0x7fda50102a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:12.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.587+0000 7fda4fe00700 1 --2- 172.21.15.8:0/2775784436 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fda5006bbe0 0x7fda50102a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:12.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.587+0000 7fda4fe00700 1 -- 172.21.15.8:0/2775784436 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fda501095b0 msgr2=0x7fda50102f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:12.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.587+0000 7fda4fe00700 1 --2- 172.21.15.8:0/2775784436 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fda501095b0 0x7fda50102f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:12.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.587+0000 7fda4fe00700 1 -- 172.21.15.8:0/2775784436 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda501a8170 con 0x7fda5006b220 2024-05-20T21:23:12.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.588+0000 7fda4fe00700 1 --2- 172.21.15.8:0/2775784436 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fda5006b220 0x7fda50102510 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fda4000eb90 tx=0x7fda4000eea0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:12.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.588+0000 7fda4cc00700 1 -- 172.21.15.8:0/2775784436 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda4000cc90 con 0x7fda5006b220 2024-05-20T21:23:12.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.588+0000 7fda56a00700 1 -- 172.21.15.8:0/2775784436 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda501a8460 con 0x7fda5006b220 2024-05-20T21:23:12.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.588+0000 7fda4cc00700 1 -- 172.21.15.8:0/2775784436 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fda4000ce30 con 0x7fda5006b220 2024-05-20T21:23:12.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.588+0000 7fda4cc00700 1 -- 172.21.15.8:0/2775784436 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda40010430 con 0x7fda5006b220 2024-05-20T21:23:12.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.588+0000 7fda56a00700 1 -- 172.21.15.8:0/2775784436 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda501a89c0 con 0x7fda5006b220 2024-05-20T21:23:12.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.592+0000 7fda4cc00700 1 -- 172.21.15.8:0/2775784436 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fda40003ef0 con 0x7fda5006b220 2024-05-20T21:23:12.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.593+0000 7fda6137db80 1 Processor -- start 2024-05-20T21:23:12.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.594+0000 7fda6137db80 1 -- start start 2024-05-20T21:23:12.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.594+0000 7fda6137db80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559b9f638f30 0x559b9f639310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:12.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.594+0000 7fda6137db80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559b9f639850 0x559b9f6332e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:12.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.594+0000 7fda6137db80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559b9f633900 0x559b9f633d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:12.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.594+0000 7fda6137db80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x559b9f591ec0 con 0x559b9f638f30 2024-05-20T21:23:12.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.594+0000 7fda6137db80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x559b9f581a60 con 0x559b9f639850 2024-05-20T21:23:12.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.594+0000 7fda6137db80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x559b9f585aa0 con 0x559b9f633900 2024-05-20T21:23:12.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.594+0000 7fda54a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559b9f638f30 0x559b9f639310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:12.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.595+0000 7fda4fe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559b9f639850 0x559b9f6332e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:12.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.595+0000 7fda54a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559b9f638f30 0x559b9f639310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:41218/0 (socket says 172.21.15.8:41218) 2024-05-20T21:23:12.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.595+0000 7fda4fe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559b9f639850 0x559b9f6332e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:60876/0 (socket says 172.21.15.8:60876) 2024-05-20T21:23:12.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.595+0000 7fda54a00700 1 -- 172.21.15.8:0/3647744433 learned_addr learned my addr 172.21.15.8:0/3647744433 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:12.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.595+0000 7fda4cc00700 1 --2- 172.21.15.8:0/2775784436 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fda340b2880 0x7fda340b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:12.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.595+0000 7fda4f400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559b9f633900 0x559b9f633d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:12.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.595+0000 7fda4cc00700 1 -- 172.21.15.8:0/2775784436 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fda400e2510 con 0x7fda5006b220 2024-05-20T21:23:12.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.595+0000 7fda4f400700 1 -- 172.21.15.8:0/3647744433 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559b9f639850 msgr2=0x559b9f6332e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:12.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.595+0000 7fda4f400700 1 --2- 172.21.15.8:0/3647744433 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559b9f639850 0x559b9f6332e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:12.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.595+0000 7fda4f400700 1 -- 172.21.15.8:0/3647744433 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559b9f638f30 msgr2=0x559b9f639310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:12.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.595+0000 7fda54a00700 1 --2- 172.21.15.8:0/2775784436 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fda340b2880 0x7fda340b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:12.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.595+0000 7fda4f400700 1 --2- 172.21.15.8:0/3647744433 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559b9f638f30 0x559b9f639310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:12.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.595+0000 7fda4f400700 1 -- 172.21.15.8:0/3647744433 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559b9f54a4a0 con 0x559b9f633900 2024-05-20T21:23:12.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.596+0000 7fda4f400700 1 --2- 172.21.15.8:0/3647744433 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559b9f633900 0x559b9f633d60 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fda3c0098c0 tx=0x7fda3c005dc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9db2d57d18f35c15 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:12.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.596+0000 7fda45600700 1 -- 172.21.15.8:0/3647744433 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda3c00fe40 con 0x559b9f633900 2024-05-20T21:23:12.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.596+0000 7fda45600700 1 -- 172.21.15.8:0/3647744433 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fda3c00f910 con 0x559b9f633900 2024-05-20T21:23:12.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.596+0000 7fda45600700 1 -- 172.21.15.8:0/3647744433 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda3c0038e0 con 0x559b9f633900 2024-05-20T21:23:12.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.597+0000 7fda6137db80 1 -- 172.21.15.8:0/3647744433 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559b9f633900 msgr2=0x559b9f633d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:12.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.597+0000 7fda6137db80 1 --2- 172.21.15.8:0/3647744433 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559b9f633900 0x559b9f633d60 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fda3c0098c0 tx=0x7fda3c005dc0 comp rx=0 tx=0).stop 2024-05-20T21:23:12.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.597+0000 7fda54a00700 1 --2- 172.21.15.8:0/2775784436 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fda340b2880 0x7fda340b4d40 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fda4800ecb0 tx=0x7fda48004b40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:12.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.597+0000 7fda6137db80 1 -- 172.21.15.8:0/3647744433 shutdown_connections 2024-05-20T21:23:12.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.597+0000 7fda6137db80 1 --2- 172.21.15.8:0/3647744433 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559b9f633900 0x559b9f633d60 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:12.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.597+0000 7fda6137db80 1 --2- 172.21.15.8:0/3647744433 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559b9f638f30 0x559b9f639310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:12.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.597+0000 7fda6137db80 1 --2- 172.21.15.8:0/3647744433 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559b9f639850 0x559b9f6332e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:12.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.597+0000 7fda6137db80 1 -- 172.21.15.8:0/3647744433 >> 172.21.15.8:0/3647744433 conn(0x559b9f561c60 msgr2=0x559b9f62e090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:12.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.597+0000 7fda6137db80 1 -- 172.21.15.8:0/3647744433 shutdown_connections 2024-05-20T21:23:12.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.597+0000 7fda6137db80 1 -- 172.21.15.8:0/3647744433 wait complete. 2024-05-20T21:23:12.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.598+0000 7fda6137db80 1 -- start start 2024-05-20T21:23:12.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.598+0000 7fda6137db80 1 Processor -- start 2024-05-20T21:23:12.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.598+0000 7fda6137db80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559b9f633900 0x559b9f63f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:12.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.598+0000 7fda6137db80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559b9f638f30 0x559b9f63c850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:12.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.598+0000 7fda6137db80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559b9f639850 0x559b9f63cd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:12.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.599+0000 7fda6137db80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x559b9f488020 con 0x559b9f633900 2024-05-20T21:23:12.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.599+0000 7fda6137db80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x559b9f5227e0 con 0x559b9f638f30 2024-05-20T21:23:12.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.599+0000 7fda6137db80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x559b9f640260 con 0x559b9f639850 2024-05-20T21:23:12.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.599+0000 7fda6137db80 10 client.0 _ll_register_callbacks cb 0x559b9f52bcf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:12.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.599+0000 7fda4fe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559b9f633900 0x559b9f63f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:12.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.599+0000 7fda4fe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559b9f633900 0x559b9f63f4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:41232/0 (socket says 172.21.15.8:41232) 2024-05-20T21:23:12.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.599+0000 7fda4fe00700 1 -- 172.21.15.8:0/3204944626 learned_addr learned my addr 172.21.15.8:0/3204944626 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:12.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.599+0000 7fda54a00700 1 --2- 172.21.15.8:0/3204944626 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559b9f639850 0x559b9f63cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:12.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.599+0000 7fda4f400700 1 --2- 172.21.15.8:0/3204944626 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559b9f638f30 0x559b9f63c850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:12.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.599+0000 7fda4fe00700 1 -- 172.21.15.8:0/3204944626 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559b9f639850 msgr2=0x559b9f63cd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:12.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.599+0000 7fda4fe00700 1 --2- 172.21.15.8:0/3204944626 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559b9f639850 0x559b9f63cd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:12.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.599+0000 7fda4fe00700 1 -- 172.21.15.8:0/3204944626 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559b9f638f30 msgr2=0x559b9f63c850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:12.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.599+0000 7fda4fe00700 1 --2- 172.21.15.8:0/3204944626 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559b9f638f30 0x559b9f63c850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:12.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.599+0000 7fda4fe00700 1 -- 172.21.15.8:0/3204944626 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559b9f4d1950 con 0x559b9f633900 2024-05-20T21:23:12.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.600+0000 7fda4fe00700 1 --2- 172.21.15.8:0/3204944626 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559b9f633900 0x559b9f63f4b0 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7fda400a6d30 tx=0x7fda400099f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7193f8278cc6c28 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:12.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.600+0000 7fda3a000700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:23:12.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.600+0000 7fda3a000700 1 -- 172.21.15.8:0/3204944626 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda400a9410 con 0x559b9f633900 2024-05-20T21:23:12.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.600+0000 7fda3a000700 1 -- 172.21.15.8:0/3204944626 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fda400e5c40 con 0x559b9f633900 2024-05-20T21:23:12.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.600+0000 7fda6137db80 1 -- 172.21.15.8:0/3204944626 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fda3c00f910 con 0x559b9f633900 2024-05-20T21:23:12.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.600+0000 7fda3a000700 1 -- 172.21.15.8:0/3204944626 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fda400a5250 con 0x559b9f633900 2024-05-20T21:23:12.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.600+0000 7fda6137db80 10 client.17190 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:12.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.600+0000 7fda6137db80 1 -- 172.21.15.8:0/3204944626 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559b9f5520e0 con 0x559b9f633900 2024-05-20T21:23:12.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.601+0000 7fda3a000700 1 -- 172.21.15.8:0/3204944626 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fda3c00f910 con 0x559b9f633900 2024-05-20T21:23:12.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.601+0000 7fda3a000700 1 -- 172.21.15.8:0/3204944626 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fda400e20d0 con 0x559b9f633900 2024-05-20T21:23:12.604 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.601+0000 7fda6137db80 10 client.17190 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:12.604 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.601+0000 7fda6137db80 10 client.17190 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:23:12.604 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.601+0000 7fda6137db80 20 client.17190 populate_metadata read hostname 'smithi008' 2024-05-20T21:23:12.604 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.601+0000 7fda6137db80 1 --2- 172.21.15.8:0/3204944626 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x559b9f64ccd0 0x559b9f64f0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:12.604 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.601+0000 7fda6137db80 4 client.17190 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:23:12.604 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.601+0000 7fda6137db80 1 -- 172.21.15.8:0/3204944626 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559b9f593e10 con 0x559b9f64ccd0 2024-05-20T21:23:12.604 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.601+0000 7fda4f400700 1 --2- 172.21.15.8:0/3204944626 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x559b9f64ccd0 0x559b9f64f0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:12.604 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.602+0000 7fda4f400700 1 --2- 172.21.15.8:0/3204944626 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x559b9f64ccd0 0x559b9f64f0c0 crc :-1 s=READY pgs=205 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bd1437640032fe0b server_cookie=1f5feb2ba711e08e in_seq=0 out_seq=0 2024-05-20T21:23:12.604 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.602+0000 7fda3a000700 10 client.17190 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:23:12.604 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.603+0000 7fda3a000700 1 -- 172.21.15.8:0/3204944626 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x559b9f593e10 con 0x559b9f64ccd0 2024-05-20T21:23:12.604 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.603+0000 7fda3a000700 10 client.17190 handle_command_reply: tid=0 2024-05-20T21:23:12.604 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.603+0000 7fda6137db80 1 client.17190 shutdown 2024-05-20T21:23:12.604 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.603+0000 7fda6137db80 1 -- 172.21.15.8:0/3204944626 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559b9f633900 msgr2=0x559b9f63f4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:12.604 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.603+0000 7fda6137db80 1 --2- 172.21.15.8:0/3204944626 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559b9f633900 0x559b9f63f4b0 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7fda400a6d30 tx=0x7fda400099f0 comp rx=0 tx=0).stop 2024-05-20T21:23:12.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.603+0000 7fda6137db80 1 -- 172.21.15.8:0/3204944626 shutdown_connections 2024-05-20T21:23:12.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.603+0000 7fda6137db80 1 --2- 172.21.15.8:0/3204944626 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x559b9f64ccd0 0x559b9f64f0c0 crc :-1 s=READY pgs=205 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:12.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.603+0000 7fda6137db80 1 --2- 172.21.15.8:0/3204944626 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559b9f639850 0x559b9f63cd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:12.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.603+0000 7fda6137db80 1 --2- 172.21.15.8:0/3204944626 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559b9f633900 0x559b9f63f4b0 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:12.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.603+0000 7fda6137db80 1 --2- 172.21.15.8:0/3204944626 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559b9f638f30 0x559b9f63c850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:12.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.603+0000 7fda6137db80 1 -- 172.21.15.8:0/3204944626 >> 172.21.15.8:0/3204944626 conn(0x559b9f561c60 msgr2=0x559b9f6322d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:12.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.603+0000 7fda3a000700 0 client.17190 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:23:12.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.603+0000 7fda6137db80 1 -- 172.21.15.8:0/3204944626 shutdown_connections 2024-05-20T21:23:12.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.604+0000 7fda6137db80 1 -- 172.21.15.8:0/3204944626 wait complete. 2024-05-20T21:23:12.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.604+0000 7fda6137db80 20 client.17190 trim_cache size 0 max 16384 2024-05-20T21:23:12.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.627+0000 7fda6137db80 1 Processor -- start 2024-05-20T21:23:12.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.627+0000 7fda6137db80 1 -- start start 2024-05-20T21:23:12.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.627+0000 7fda6137db80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559b9f633900 0x559b9f6332e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:12.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.627+0000 7fda6137db80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559b9f638f30 0x559b9f62e170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:12.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.627+0000 7fda6137db80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559b9f639850 0x559b9f654990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:12.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.627+0000 7fda6137db80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fda501b26f0 con 0x559b9f633900 2024-05-20T21:23:12.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.627+0000 7fda6137db80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fda501aff80 con 0x559b9f638f30 2024-05-20T21:23:12.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.627+0000 7fda6137db80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fda501addd0 con 0x559b9f639850 2024-05-20T21:23:12.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.627+0000 7fda4fe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559b9f633900 0x559b9f6332e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:12.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.627+0000 7fda4fe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559b9f633900 0x559b9f6332e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:41238/0 (socket says 172.21.15.8:41238) 2024-05-20T21:23:12.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.627+0000 7fda4fe00700 1 -- 172.21.15.8:0/3176459683 learned_addr learned my addr 172.21.15.8:0/3176459683 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:12.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.628+0000 7fda4f400700 1 --2- 172.21.15.8:0/3176459683 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559b9f638f30 0x559b9f62e170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:12.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.628+0000 7fda54a00700 1 --2- 172.21.15.8:0/3176459683 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559b9f639850 0x559b9f654990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:12.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.628+0000 7fda4fe00700 1 -- 172.21.15.8:0/3176459683 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559b9f639850 msgr2=0x559b9f654990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:12.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.628+0000 7fda4fe00700 1 --2- 172.21.15.8:0/3176459683 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559b9f639850 0x559b9f654990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:12.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.628+0000 7fda4fe00700 1 -- 172.21.15.8:0/3176459683 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559b9f638f30 msgr2=0x559b9f62e170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:12.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.628+0000 7fda4fe00700 1 --2- 172.21.15.8:0/3176459683 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559b9f638f30 0x559b9f62e170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:12.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.628+0000 7fda4fe00700 1 -- 172.21.15.8:0/3176459683 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559b9f6372d0 con 0x559b9f633900 2024-05-20T21:23:12.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.628+0000 7fda4f400700 1 --2- 172.21.15.8:0/3176459683 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559b9f638f30 0x559b9f62e170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:12.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.628+0000 7fda4fe00700 1 --2- 172.21.15.8:0/3176459683 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559b9f633900 0x559b9f6332e0 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7fda400a97c0 tx=0x7fda400adf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e6f1388a31d2ea9 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:12.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.629+0000 7fda44c00700 1 -- 172.21.15.8:0/3176459683 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda400a9230 con 0x559b9f633900 2024-05-20T21:23:12.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.629+0000 7fda44c00700 1 -- 172.21.15.8:0/3176459683 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fda4006d020 con 0x559b9f633900 2024-05-20T21:23:12.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.629+0000 7fda44c00700 1 -- 172.21.15.8:0/3176459683 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda400e20d0 con 0x559b9f633900 2024-05-20T21:23:12.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.629+0000 7fda6137db80 1 -- 172.21.15.8:0/3176459683 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559b9f633900 msgr2=0x559b9f6332e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:12.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.629+0000 7fda6137db80 1 --2- 172.21.15.8:0/3176459683 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559b9f633900 0x559b9f6332e0 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7fda400a97c0 tx=0x7fda400adf40 comp rx=0 tx=0).stop 2024-05-20T21:23:12.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.630+0000 7fda6137db80 1 -- 172.21.15.8:0/3176459683 shutdown_connections 2024-05-20T21:23:12.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.630+0000 7fda6137db80 1 --2- 172.21.15.8:0/3176459683 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559b9f639850 0x559b9f654990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:12.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.630+0000 7fda6137db80 1 --2- 172.21.15.8:0/3176459683 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559b9f633900 0x559b9f6332e0 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:12.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.630+0000 7fda6137db80 1 --2- 172.21.15.8:0/3176459683 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559b9f638f30 0x559b9f62e170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:12.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.630+0000 7fda6137db80 1 -- 172.21.15.8:0/3176459683 >> 172.21.15.8:0/3176459683 conn(0x559b9f561c60 msgr2=0x559b9f62da60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:12.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.630+0000 7fda6137db80 1 -- 172.21.15.8:0/3176459683 shutdown_connections 2024-05-20T21:23:12.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.630+0000 7fda6137db80 1 -- 172.21.15.8:0/3176459683 wait complete. 2024-05-20T21:23:12.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.630+0000 7fda6137db80 1 -- start start 2024-05-20T21:23:12.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.630+0000 7fda6137db80 1 Processor -- start 2024-05-20T21:23:12.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.631+0000 7fda6137db80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559b9f633900 0x559b9f6454f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:12.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.631+0000 7fda6137db80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559b9f638f30 0x559b9f645a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:12.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.631+0000 7fda6137db80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559b9f639850 0x559b9f6424c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:12.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.631+0000 7fda6137db80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fda501ae440 con 0x559b9f633900 2024-05-20T21:23:12.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.631+0000 7fda6137db80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fda501af8b0 con 0x559b9f638f30 2024-05-20T21:23:12.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.631+0000 7fda6137db80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fda501aeb10 con 0x559b9f639850 2024-05-20T21:23:12.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.631+0000 7fda6137db80 10 client.0 _ll_register_callbacks cb 0x559b9f52bcf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:12.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.631+0000 7fda4f400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559b9f638f30 0x559b9f645a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:12.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.631+0000 7fda4fe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559b9f633900 0x559b9f6454f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:12.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.631+0000 7fda4f400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559b9f638f30 0x559b9f645a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:60918/0 (socket says 172.21.15.8:60918) 2024-05-20T21:23:12.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.631+0000 7fda4f400700 1 -- 172.21.15.8:0/1886925768 learned_addr learned my addr 172.21.15.8:0/1886925768 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:12.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.631+0000 7fda54a00700 1 --2- 172.21.15.8:0/1886925768 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559b9f639850 0x559b9f6424c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:12.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.632+0000 7fda4f400700 1 -- 172.21.15.8:0/1886925768 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559b9f639850 msgr2=0x559b9f6424c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:12.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.632+0000 7fda4f400700 1 --2- 172.21.15.8:0/1886925768 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559b9f639850 0x559b9f6424c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:12.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.632+0000 7fda4f400700 1 -- 172.21.15.8:0/1886925768 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559b9f633900 msgr2=0x559b9f6454f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:12.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.632+0000 7fda4f400700 1 --2- 172.21.15.8:0/1886925768 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559b9f633900 0x559b9f6454f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:12.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.632+0000 7fda4f400700 1 -- 172.21.15.8:0/1886925768 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559b9f6554e0 con 0x559b9f638f30 2024-05-20T21:23:12.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.632+0000 7fda4f400700 1 --2- 172.21.15.8:0/1886925768 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559b9f638f30 0x559b9f645a30 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7fda3c0098f0 tx=0x7fda3c00f730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=60d9d6d677e94772 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:12.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.632+0000 7fda3a000700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:23:12.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.632+0000 7fda3a000700 1 -- 172.21.15.8:0/1886925768 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda3c005320 con 0x559b9f638f30 2024-05-20T21:23:12.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.633+0000 7fda3a000700 1 -- 172.21.15.8:0/1886925768 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fda3c0054c0 con 0x559b9f638f30 2024-05-20T21:23:12.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.633+0000 7fda6137db80 1 -- 172.21.15.8:0/1886925768 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fda4006d020 con 0x559b9f638f30 2024-05-20T21:23:12.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.633+0000 7fda3a000700 1 -- 172.21.15.8:0/1886925768 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fda3c003680 con 0x559b9f638f30 2024-05-20T21:23:12.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.633+0000 7fda6137db80 10 client.27308 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:12.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.633+0000 7fda6137db80 1 -- 172.21.15.8:0/1886925768 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559b9f6b7e70 con 0x559b9f638f30 2024-05-20T21:23:12.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.633+0000 7fda3a000700 1 -- 172.21.15.8:0/1886925768 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fda4006d020 con 0x559b9f638f30 2024-05-20T21:23:12.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.634+0000 7fda3a000700 1 -- 172.21.15.8:0/1886925768 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fda3c00bb00 con 0x559b9f638f30 2024-05-20T21:23:12.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.634+0000 7fda6137db80 10 client.27308 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:12.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.634+0000 7fda6137db80 10 client.27308 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:23:12.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.634+0000 7fda6137db80 20 client.27308 populate_metadata read hostname 'smithi008' 2024-05-20T21:23:12.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.634+0000 7fda6137db80 1 --2- 172.21.15.8:0/1886925768 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x559b9f6b80a0 0x559b9f6ba490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:12.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.634+0000 7fda6137db80 4 client.27308 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:23:12.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.634+0000 7fda6137db80 1 -- 172.21.15.8:0/1886925768 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x559b9f58d5f0 con 0x559b9f6b80a0 2024-05-20T21:23:12.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.634+0000 7fda4fe00700 1 --2- 172.21.15.8:0/1886925768 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x559b9f6b80a0 0x559b9f6ba490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:12.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.635+0000 7fda4fe00700 1 --2- 172.21.15.8:0/1886925768 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x559b9f6b80a0 0x559b9f6ba490 crc :-1 s=READY pgs=206 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d4f5b13748b9d71 server_cookie=eed4b492e1e7329c in_seq=0 out_seq=0 2024-05-20T21:23:12.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.635+0000 7fda3a000700 10 client.27308 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:23:12.637 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.636+0000 7fda3a000700 1 -- 172.21.15.8:0/1886925768 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x559b9f58d5f0 con 0x559b9f6b80a0 2024-05-20T21:23:12.637 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.636+0000 7fda3a000700 10 client.27308 handle_command_reply: tid=0 2024-05-20T21:23:12.637 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.636+0000 7fda6137db80 1 client.27308 shutdown 2024-05-20T21:23:12.637 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.636+0000 7fda6137db80 1 -- 172.21.15.8:0/1886925768 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559b9f638f30 msgr2=0x559b9f645a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:12.637 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.636+0000 7fda6137db80 1 --2- 172.21.15.8:0/1886925768 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559b9f638f30 0x559b9f645a30 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7fda3c0098f0 tx=0x7fda3c00f730 comp rx=0 tx=0).stop 2024-05-20T21:23:12.637 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.636+0000 7fda6137db80 1 -- 172.21.15.8:0/1886925768 shutdown_connections 2024-05-20T21:23:12.638 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.636+0000 7fda6137db80 1 --2- 172.21.15.8:0/1886925768 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x559b9f6b80a0 0x559b9f6ba490 crc :-1 s=READY pgs=206 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:12.638 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.636+0000 7fda6137db80 1 --2- 172.21.15.8:0/1886925768 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559b9f639850 0x559b9f6424c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:12.638 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.636+0000 7fda6137db80 1 --2- 172.21.15.8:0/1886925768 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559b9f633900 0x559b9f6454f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:12.638 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.636+0000 7fda6137db80 1 --2- 172.21.15.8:0/1886925768 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559b9f638f30 0x559b9f645a30 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:12.638 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.636+0000 7fda6137db80 1 -- 172.21.15.8:0/1886925768 >> 172.21.15.8:0/1886925768 conn(0x559b9f561c60 msgr2=0x559b9f639c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:12.638 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.636+0000 7fda3a000700 0 client.27308 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:23:12.638 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.636+0000 7fda6137db80 1 -- 172.21.15.8:0/1886925768 shutdown_connections 2024-05-20T21:23:12.638 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.637+0000 7fda6137db80 1 -- 172.21.15.8:0/1886925768 wait complete. 2024-05-20T21:23:12.638 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.637+0000 7fda6137db80 20 client.27308 trim_cache size 0 max 16384 2024-05-20T21:23:12.638 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:23:12.639 INFO:teuthology.orchestra.run.smithi008.stdout: "return_code": 0, 2024-05-20T21:23:12.639 INFO:teuthology.orchestra.run.smithi008.stdout: "scrub_tag": "48e735ed-a052-4651-828e-b92f1d5f358c", 2024-05-20T21:23:12.639 INFO:teuthology.orchestra.run.smithi008.stdout: "mode": "asynchronous" 2024-05-20T21:23:12.639 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:23:12.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.637+0000 7fda56a00700 1 -- 172.21.15.8:0/2775784436 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fda340b2880 msgr2=0x7fda340b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:12.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.637+0000 7fda56a00700 1 --2- 172.21.15.8:0/2775784436 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fda340b2880 0x7fda340b4d40 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fda4800ecb0 tx=0x7fda48004b40 comp rx=0 tx=0).stop 2024-05-20T21:23:12.640 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.637+0000 7fda56a00700 1 -- 172.21.15.8:0/2775784436 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fda5006b220 msgr2=0x7fda50102510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:12.640 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.637+0000 7fda56a00700 1 --2- 172.21.15.8:0/2775784436 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fda5006b220 0x7fda50102510 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fda4000eb90 tx=0x7fda4000eea0 comp rx=0 tx=0).stop 2024-05-20T21:23:12.640 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.638+0000 7fda56a00700 1 -- 172.21.15.8:0/2775784436 shutdown_connections 2024-05-20T21:23:12.640 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.638+0000 7fda56a00700 1 --2- 172.21.15.8:0/2775784436 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fda340b2880 0x7fda340b4d40 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:12.640 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.638+0000 7fda56a00700 1 --2- 172.21.15.8:0/2775784436 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fda5006b220 0x7fda50102510 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:12.640 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.638+0000 7fda56a00700 1 --2- 172.21.15.8:0/2775784436 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fda501095b0 0x7fda50102f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:12.640 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.638+0000 7fda56a00700 1 --2- 172.21.15.8:0/2775784436 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fda5006bbe0 0x7fda50102a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:12.640 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.638+0000 7fda56a00700 1 -- 172.21.15.8:0/2775784436 >> 172.21.15.8:0/2775784436 conn(0x7fda500793f0 msgr2=0x7fda50101210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:12.640 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.638+0000 7fda56a00700 1 -- 172.21.15.8:0/2775784436 shutdown_connections 2024-05-20T21:23:12.640 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:12.638+0000 7fda56a00700 1 -- 172.21.15.8:0/2775784436 wait complete. 2024-05-20T21:23:12.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:23:12 smithi008 ceph-mon[31475]: pgmap v676: 97 pgs: 97 active+clean; 3.8 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 5.1 KiB/s wr, 10 op/s 2024-05-20T21:23:13.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:23:12 smithi130 ceph-mon[36448]: pgmap v676: 97 pgs: 97 active+clean; 3.8 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 5.1 KiB/s wr, 10 op/s 2024-05-20T21:23:13.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:23:12 smithi050 ceph-mon[35809]: pgmap v676: 97 pgs: 97 active+clean; 3.8 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 5.1 KiB/s wr, 10 op/s 2024-05-20T21:23:13.586 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:23:13.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:23:13 smithi008 ceph-mon[31475]: scrub queued for path: / 2024-05-20T21:23:13.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:23:13 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:23:13.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:23:13 smithi008 ceph-mon[31475]: scrub summary: active paths [/] 2024-05-20T21:23:13.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:23:13 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:23:14.059 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:23:14.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:23:13 smithi130 ceph-mon[36448]: scrub queued for path: / 2024-05-20T21:23:14.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:23:13 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:23:14.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:23:13 smithi130 ceph-mon[36448]: scrub summary: active paths [/] 2024-05-20T21:23:14.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:23:13 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:23:14.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:23:13 smithi050 ceph-mon[35809]: scrub queued for path: / 2024-05-20T21:23:14.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:23:13 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:23:14.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:23:13 smithi050 ceph-mon[35809]: scrub summary: active paths [/] 2024-05-20T21:23:14.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:23:13 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:23:14.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:23:14 smithi008 ceph-mon[31475]: pgmap v677: 97 pgs: 97 active+clean; 3.9 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.7 KiB/s wr, 11 op/s 2024-05-20T21:23:15.105 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.104+0000 7f0031000640 1 -- 172.21.15.8:0/1098831987 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f002c103cd0 msgr2=0x7f002c104150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:15.105 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.104+0000 7f0031000640 1 --2- 172.21.15.8:0/1098831987 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f002c103cd0 0x7f002c104150 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f0014009900 tx=0x7f001402a410 comp rx=0 tx=0).stop 2024-05-20T21:23:15.105 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.104+0000 7f0031000640 1 -- 172.21.15.8:0/1098831987 shutdown_connections 2024-05-20T21:23:15.105 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.104+0000 7f0031000640 1 --2- 172.21.15.8:0/1098831987 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f002c104690 0x7f002c10af20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:15.105 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.104+0000 7f0031000640 1 --2- 172.21.15.8:0/1098831987 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f002c103cd0 0x7f002c104150 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:15.105 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.104+0000 7f0031000640 1 --2- 172.21.15.8:0/1098831987 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f002c102ae0 0x7f002c102f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:15.105 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.104+0000 7f0031000640 1 -- 172.21.15.8:0/1098831987 >> 172.21.15.8:0/1098831987 conn(0x7f002c0fe070 msgr2=0x7f002c100490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:15.105 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.104+0000 7f0031000640 1 -- 172.21.15.8:0/1098831987 shutdown_connections 2024-05-20T21:23:15.105 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.104+0000 7f0031000640 1 -- 172.21.15.8:0/1098831987 wait complete. 2024-05-20T21:23:15.107 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.105+0000 7f0031000640 1 Processor -- start 2024-05-20T21:23:15.107 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.105+0000 7f0031000640 1 -- start start 2024-05-20T21:23:15.107 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.106+0000 7f0031000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f002c102ae0 0x7f002c19b000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:15.107 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.106+0000 7f0031000640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f002c103cd0 0x7f002c19b540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:15.107 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.106+0000 7f0031000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f002c104690 0x7f002c1a2560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:15.107 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.106+0000 7f0031000640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f002c10e6e0 con 0x7f002c102ae0 2024-05-20T21:23:15.107 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.106+0000 7f0031000640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f002c10e560 con 0x7f002c104690 2024-05-20T21:23:15.107 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.106+0000 7f0031000640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f002c10e860 con 0x7f002c103cd0 2024-05-20T21:23:15.107 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.106+0000 7f0029e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f002c102ae0 0x7f002c19b000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:15.108 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.106+0000 7f0029e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f002c102ae0 0x7f002c19b000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:49562/0 (socket says 172.21.15.8:49562) 2024-05-20T21:23:15.108 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.106+0000 7f0029e00640 1 -- 172.21.15.8:0/3212233818 learned_addr learned my addr 172.21.15.8:0/3212233818 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:15.108 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.106+0000 7f0029400640 1 --2- 172.21.15.8:0/3212233818 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f002c103cd0 0x7f002c19b540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:15.108 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.106+0000 7f002a800640 1 --2- 172.21.15.8:0/3212233818 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f002c104690 0x7f002c1a2560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:15.108 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.106+0000 7f0029e00640 1 -- 172.21.15.8:0/3212233818 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f002c103cd0 msgr2=0x7f002c19b540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:15.108 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.106+0000 7f0029e00640 1 --2- 172.21.15.8:0/3212233818 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f002c103cd0 0x7f002c19b540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:15.108 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.107+0000 7f0029e00640 1 -- 172.21.15.8:0/3212233818 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f002c104690 msgr2=0x7f002c1a2560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:15.108 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.107+0000 7f0029e00640 1 --2- 172.21.15.8:0/3212233818 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f002c104690 0x7f002c1a2560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:15.108 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.107+0000 7f0029e00640 1 -- 172.21.15.8:0/3212233818 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f002c1a2bd0 con 0x7f002c102ae0 2024-05-20T21:23:15.108 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.107+0000 7f002a800640 1 --2- 172.21.15.8:0/3212233818 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f002c104690 0x7f002c1a2560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:23:15.108 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.107+0000 7f0029e00640 1 --2- 172.21.15.8:0/3212233818 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f002c102ae0 0x7f002c19b000 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f001c00ebc0 tx=0x7f001c00c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:15.109 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.107+0000 7f0022a00640 1 -- 172.21.15.8:0/3212233818 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f001c003b70 con 0x7f002c102ae0 2024-05-20T21:23:15.109 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.107+0000 7f0022a00640 1 -- 172.21.15.8:0/3212233818 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f001c003d10 con 0x7f002c102ae0 2024-05-20T21:23:15.109 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.107+0000 7f0022a00640 1 -- 172.21.15.8:0/3212233818 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f001c019800 con 0x7f002c102ae0 2024-05-20T21:23:15.109 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.107+0000 7f0031000640 1 -- 172.21.15.8:0/3212233818 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f002c1a2ec0 con 0x7f002c102ae0 2024-05-20T21:23:15.110 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.108+0000 7f0031000640 1 -- 172.21.15.8:0/3212233818 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f002c1a33a0 con 0x7f002c102ae0 2024-05-20T21:23:15.111 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.111+0000 7f0033d8f740 1 Processor -- start 2024-05-20T21:23:15.111 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.111+0000 7f0033d8f740 1 -- start start 2024-05-20T21:23:15.112 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.111+0000 7f0033d8f740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5627341d5b30 0x5627341d5f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:15.112 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.111+0000 7f0033d8f740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5627341d6520 0x5627341db020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:15.112 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.111+0000 7f0033d8f740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5627341db690 0x5627341ddb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:15.112 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.111+0000 7f0033d8f740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x562734145b90 con 0x5627341d5b30 2024-05-20T21:23:15.112 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.111+0000 7f0033d8f740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x562734135730 con 0x5627341db690 2024-05-20T21:23:15.112 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.111+0000 7f0033d8f740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x562734139770 con 0x5627341d6520 2024-05-20T21:23:15.112 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.111+0000 7f0022a00640 1 -- 172.21.15.8:0/3212233818 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f001c0199a0 con 0x7f002c102ae0 2024-05-20T21:23:15.113 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.112+0000 7f002a800640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5627341d5b30 0x5627341d5f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:15.113 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.112+0000 7f0029400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5627341db690 0x5627341ddb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:15.113 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.112+0000 7f002a800640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5627341d5b30 0x5627341d5f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:49574/0 (socket says 172.21.15.8:49574) 2024-05-20T21:23:15.114 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.112+0000 7f002a800640 1 -- 172.21.15.8:0/1019452306 learned_addr learned my addr 172.21.15.8:0/1019452306 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:15.114 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.112+0000 7f0029e00640 1 --2- 172.21.15.8:0/1019452306 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5627341d6520 0x5627341db020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:15.114 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.112+0000 7f0029400640 1 -- 172.21.15.8:0/1019452306 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5627341d6520 msgr2=0x5627341db020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:15.114 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.112+0000 7f0029400640 1 --2- 172.21.15.8:0/1019452306 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5627341d6520 0x5627341db020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:15.114 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.112+0000 7f0029400640 1 -- 172.21.15.8:0/1019452306 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5627341d5b30 msgr2=0x5627341d5f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:15.114 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.112+0000 7f0029400640 1 --2- 172.21.15.8:0/1019452306 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5627341d5b30 0x5627341d5f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:15.114 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.112+0000 7f0029400640 1 -- 172.21.15.8:0/1019452306 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5627340ce8b0 con 0x5627341db690 2024-05-20T21:23:15.114 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.113+0000 7f0029400640 1 --2- 172.21.15.8:0/1019452306 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5627341db690 0x5627341ddb20 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f001402aa00 tx=0x7f0014004150 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a243a87b06c85830 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:15.114 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.113+0000 7f001b400640 1 -- 172.21.15.8:0/1019452306 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0014035030 con 0x5627341db690 2024-05-20T21:23:15.114 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.113+0000 7f001b400640 1 -- 172.21.15.8:0/1019452306 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f00140054f0 con 0x5627341db690 2024-05-20T21:23:15.114 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.113+0000 7f001b400640 1 -- 172.21.15.8:0/1019452306 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00140035f0 con 0x5627341db690 2024-05-20T21:23:15.114 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.113+0000 7f0022a00640 1 --2- 172.21.15.8:0/3212233818 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f00100b27e0 0x7f00100b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:15.116 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.114+0000 7f0022a00640 1 -- 172.21.15.8:0/3212233818 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f001c0e2bd0 con 0x7f002c102ae0 2024-05-20T21:23:15.116 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.114+0000 7f002a800640 1 --2- 172.21.15.8:0/3212233818 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f00100b27e0 0x7f00100b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:15.116 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.114+0000 7f0033d8f740 1 -- 172.21.15.8:0/1019452306 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5627341db690 msgr2=0x5627341ddb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:15.116 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.114+0000 7f0033d8f740 1 --2- 172.21.15.8:0/1019452306 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5627341db690 0x5627341ddb20 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f001402aa00 tx=0x7f0014004150 comp rx=0 tx=0).stop 2024-05-20T21:23:15.116 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.114+0000 7f0033d8f740 1 -- 172.21.15.8:0/1019452306 shutdown_connections 2024-05-20T21:23:15.116 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.114+0000 7f0033d8f740 1 --2- 172.21.15.8:0/1019452306 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5627341db690 0x5627341ddb20 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:15.116 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.114+0000 7f0033d8f740 1 --2- 172.21.15.8:0/1019452306 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5627341d6520 0x5627341db020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:15.116 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.114+0000 7f0033d8f740 1 --2- 172.21.15.8:0/1019452306 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5627341d5b30 0x5627341d5f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:15.116 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.114+0000 7f0033d8f740 1 -- 172.21.15.8:0/1019452306 >> 172.21.15.8:0/1019452306 conn(0x5627341d11a0 msgr2=0x5627341d15a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:15.116 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.114+0000 7f0033d8f740 1 -- 172.21.15.8:0/1019452306 shutdown_connections 2024-05-20T21:23:15.116 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.114+0000 7f0033d8f740 1 -- 172.21.15.8:0/1019452306 wait complete. 2024-05-20T21:23:15.117 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.114+0000 7f002a800640 1 --2- 172.21.15.8:0/3212233818 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f00100b27e0 0x7f00100b4ca0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x5627341d6d80 tx=0x7f0024008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:15.117 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.115+0000 7f0033d8f740 1 -- start start 2024-05-20T21:23:15.118 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.115+0000 7f0033d8f740 1 Processor -- start 2024-05-20T21:23:15.118 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.116+0000 7f0033d8f740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5627341d5b30 0x5627341df8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:15.118 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.116+0000 7f0033d8f740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5627341d6520 0x5627341dfde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:15.119 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.116+0000 7f0033d8f740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5627341db690 0x5627341e6e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:15.119 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.116+0000 7f0033d8f740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x562733e1b790 con 0x5627341d6520 2024-05-20T21:23:15.119 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.116+0000 7f0033d8f740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5627340ddbc0 con 0x5627341d5b30 2024-05-20T21:23:15.119 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.116+0000 7f0033d8f740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5627341de5e0 con 0x5627341db690 2024-05-20T21:23:15.119 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.116+0000 7f0033d8f740 10 client.0 _ll_register_callbacks cb 0x5627340bb400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:15.119 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.116+0000 7f0029e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5627341d5b30 0x5627341df8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:15.119 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.116+0000 7f0029400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5627341d6520 0x5627341dfde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:15.119 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.116+0000 7f0029e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5627341d5b30 0x5627341df8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:47032/0 (socket says 172.21.15.8:47032) 2024-05-20T21:23:15.119 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.116+0000 7f0029e00640 1 -- 172.21.15.8:0/2753812902 learned_addr learned my addr 172.21.15.8:0/2753812902 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:15.119 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.116+0000 7f0029400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5627341d6520 0x5627341dfde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:49578/0 (socket says 172.21.15.8:49578) 2024-05-20T21:23:15.119 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.116+0000 7f002a800640 1 --2- 172.21.15.8:0/2753812902 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5627341db690 0x5627341e6e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:15.119 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.117+0000 7f0029e00640 1 -- 172.21.15.8:0/2753812902 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5627341db690 msgr2=0x5627341e6e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:15.119 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.117+0000 7f0029e00640 1 --2- 172.21.15.8:0/2753812902 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5627341db690 0x5627341e6e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:15.119 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.117+0000 7f0029e00640 1 -- 172.21.15.8:0/2753812902 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5627341d6520 msgr2=0x5627341dfde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:15.120 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.117+0000 7f0029e00640 1 --2- 172.21.15.8:0/2753812902 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5627341d6520 0x5627341dfde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:15.120 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.117+0000 7f0029e00640 1 -- 172.21.15.8:0/2753812902 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562733e4a210 con 0x5627341d5b30 2024-05-20T21:23:15.120 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.117+0000 7f002a800640 1 --2- 172.21.15.8:0/2753812902 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5627341db690 0x5627341e6e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:23:15.120 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.117+0000 7f0029400640 1 --2- 172.21.15.8:0/2753812902 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5627341d6520 0x5627341dfde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:15.120 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.117+0000 7f0029e00640 1 --2- 172.21.15.8:0/2753812902 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5627341d5b30 0x5627341df8a0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f001c0a7450 tx=0x7f001c00eec0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=764f5767ccab3daa server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:15.120 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.117+0000 7f000fe00640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:23:15.121 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.117+0000 7f000fe00640 1 -- 172.21.15.8:0/2753812902 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f001c0a9cf0 con 0x5627341d5b30 2024-05-20T21:23:15.121 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.117+0000 7f000fe00640 1 -- 172.21.15.8:0/2753812902 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f001c0ae170 con 0x5627341d5b30 2024-05-20T21:23:15.121 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.117+0000 7f0033d8f740 1 -- 172.21.15.8:0/2753812902 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f00140054f0 con 0x5627341d5b30 2024-05-20T21:23:15.121 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.118+0000 7f000fe00640 1 -- 172.21.15.8:0/2753812902 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f001c0ae370 con 0x5627341d5b30 2024-05-20T21:23:15.122 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.118+0000 7f0033d8f740 10 client.27317 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:15.122 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.118+0000 7f0033d8f740 1 -- 172.21.15.8:0/2753812902 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562733f16620 con 0x5627341d5b30 2024-05-20T21:23:15.122 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.118+0000 7f000fe00640 1 -- 172.21.15.8:0/2753812902 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f00140054f0 con 0x5627341d5b30 2024-05-20T21:23:15.122 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.118+0000 7f000fe00640 1 -- 172.21.15.8:0/2753812902 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f001c0b2bb0 con 0x5627341d5b30 2024-05-20T21:23:15.122 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.118+0000 7f0033d8f740 10 client.27317 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:15.122 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.118+0000 7f0033d8f740 10 client.27317 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:23:15.122 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.118+0000 7f0033d8f740 20 client.27317 populate_metadata read hostname 'smithi008' 2024-05-20T21:23:15.122 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.118+0000 7f0033d8f740 1 --2- 172.21.15.8:0/2753812902 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5627341eb390 0x5627341ed820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:15.122 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.118+0000 7f0033d8f740 4 client.27317 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:23:15.122 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.118+0000 7f0033d8f740 1 -- 172.21.15.8:0/2753812902 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562734147ae0 con 0x5627341eb390 2024-05-20T21:23:15.126 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.126+0000 7f0029400640 1 --2- 172.21.15.8:0/2753812902 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5627341eb390 0x5627341ed820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:15.134 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.133+0000 7f0029400640 1 --2- 172.21.15.8:0/2753812902 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5627341eb390 0x5627341ed820 crc :-1 s=READY pgs=207 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ef027cf65cae0a0e server_cookie=991d49503efdcb5f in_seq=0 out_seq=0 2024-05-20T21:23:15.134 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.133+0000 7f000fe00640 10 client.27317 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:23:15.135 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.134+0000 7f000fe00640 1 -- 172.21.15.8:0/2753812902 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x562734147ae0 con 0x5627341eb390 2024-05-20T21:23:15.135 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.134+0000 7f000fe00640 10 client.27317 handle_command_reply: tid=0 2024-05-20T21:23:15.135 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.134+0000 7f0033d8f740 1 client.27317 shutdown 2024-05-20T21:23:15.135 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.134+0000 7f0033d8f740 1 -- 172.21.15.8:0/2753812902 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5627341d5b30 msgr2=0x5627341df8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:15.135 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.134+0000 7f0033d8f740 1 --2- 172.21.15.8:0/2753812902 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5627341d5b30 0x5627341df8a0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f001c0a7450 tx=0x7f001c00eec0 comp rx=0 tx=0).stop 2024-05-20T21:23:15.135 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.134+0000 7f0033d8f740 1 -- 172.21.15.8:0/2753812902 shutdown_connections 2024-05-20T21:23:15.135 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.134+0000 7f0033d8f740 1 --2- 172.21.15.8:0/2753812902 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5627341eb390 0x5627341ed820 crc :-1 s=READY pgs=207 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:15.136 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.134+0000 7f0033d8f740 1 --2- 172.21.15.8:0/2753812902 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5627341db690 0x5627341e6e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:15.136 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.134+0000 7f0033d8f740 1 --2- 172.21.15.8:0/2753812902 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5627341d6520 0x5627341dfde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:15.136 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.134+0000 7f0033d8f740 1 --2- 172.21.15.8:0/2753812902 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5627341d5b30 0x5627341df8a0 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:15.136 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.134+0000 7f000fe00640 0 client.27317 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:23:15.136 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.134+0000 7f0033d8f740 1 -- 172.21.15.8:0/2753812902 >> 172.21.15.8:0/2753812902 conn(0x5627341d11a0 msgr2=0x5627341d0310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:15.136 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.135+0000 7f0033d8f740 1 -- 172.21.15.8:0/2753812902 shutdown_connections 2024-05-20T21:23:15.136 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.135+0000 7f0033d8f740 1 -- 172.21.15.8:0/2753812902 wait complete. 2024-05-20T21:23:15.136 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.135+0000 7f0033d8f740 20 client.27317 trim_cache size 0 max 16384 2024-05-20T21:23:15.152 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.152+0000 7f0033d8f740 1 Processor -- start 2024-05-20T21:23:15.152 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.152+0000 7f0033d8f740 1 -- start start 2024-05-20T21:23:15.153 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.152+0000 7f0033d8f740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5627341d5b30 0x5627341d47d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:15.153 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.152+0000 7f0033d8f740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5627341d6520 0x5627341e6de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:15.153 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.152+0000 7f0033d8f740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5627341db690 0x5627341dfbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:15.153 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.152+0000 7f0033d8f740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f002c1ae930 con 0x5627341d5b30 2024-05-20T21:23:15.153 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.152+0000 7f0033d8f740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f002c1ac200 con 0x5627341d6520 2024-05-20T21:23:15.154 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.152+0000 7f0033d8f740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f002c1aa050 con 0x5627341db690 2024-05-20T21:23:15.158 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.152+0000 7f0029e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5627341d5b30 0x5627341d47d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:15.158 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.152+0000 7f002a800640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5627341db690 0x5627341dfbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:15.158 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.152+0000 7f002a800640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5627341db690 0x5627341dfbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:59058/0 (socket says 172.21.15.8:59058) 2024-05-20T21:23:15.158 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.152+0000 7f002a800640 1 -- 172.21.15.8:0/1222645805 learned_addr learned my addr 172.21.15.8:0/1222645805 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:15.158 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.152+0000 7f0029e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5627341d5b30 0x5627341d47d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:49592/0 (socket says 172.21.15.8:49592) 2024-05-20T21:23:15.158 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.152+0000 7f0029400640 1 --2- 172.21.15.8:0/1222645805 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5627341d6520 0x5627341e6de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:15.159 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.153+0000 7f0029400640 1 -- 172.21.15.8:0/1222645805 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5627341db690 msgr2=0x5627341dfbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:15.159 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.153+0000 7f0029400640 1 --2- 172.21.15.8:0/1222645805 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5627341db690 0x5627341dfbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:15.159 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.153+0000 7f0029400640 1 -- 172.21.15.8:0/1222645805 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5627341d5b30 msgr2=0x5627341d47d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:15.159 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.153+0000 7f0029400640 1 --2- 172.21.15.8:0/1222645805 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5627341d5b30 0x5627341d47d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:15.159 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.153+0000 7f0029400640 1 -- 172.21.15.8:0/1222645805 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5627341cb3f0 con 0x5627341d6520 2024-05-20T21:23:15.159 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.153+0000 7f0029e00640 1 --2- 172.21.15.8:0/1222645805 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5627341d5b30 0x5627341d47d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:15.159 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.153+0000 7f002a800640 1 --2- 172.21.15.8:0/1222645805 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5627341db690 0x5627341dfbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:15.159 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.153+0000 7f0029400640 1 --2- 172.21.15.8:0/1222645805 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5627341d6520 0x5627341e6de0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f0014006010 tx=0x7f00140314a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a9d94dab4b92333 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:15.159 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.154+0000 7f001aa00640 1 -- 172.21.15.8:0/1222645805 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0014035040 con 0x5627341d6520 2024-05-20T21:23:15.159 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.154+0000 7f001aa00640 1 -- 172.21.15.8:0/1222645805 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0014049040 con 0x5627341d6520 2024-05-20T21:23:15.159 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.154+0000 7f001aa00640 1 -- 172.21.15.8:0/1222645805 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0014031cc0 con 0x5627341d6520 2024-05-20T21:23:15.159 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.154+0000 7f0033d8f740 1 -- 172.21.15.8:0/1222645805 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5627341d6520 msgr2=0x5627341e6de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:15.160 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.154+0000 7f0033d8f740 1 --2- 172.21.15.8:0/1222645805 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5627341d6520 0x5627341e6de0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f0014006010 tx=0x7f00140314a0 comp rx=0 tx=0).stop 2024-05-20T21:23:15.160 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.155+0000 7f0033d8f740 1 -- 172.21.15.8:0/1222645805 shutdown_connections 2024-05-20T21:23:15.160 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.155+0000 7f0033d8f740 1 --2- 172.21.15.8:0/1222645805 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5627341db690 0x5627341dfbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:15.160 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.155+0000 7f0033d8f740 1 --2- 172.21.15.8:0/1222645805 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5627341d6520 0x5627341e6de0 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:15.160 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.155+0000 7f0033d8f740 1 --2- 172.21.15.8:0/1222645805 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5627341d5b30 0x5627341d47d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:15.160 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.155+0000 7f0033d8f740 1 -- 172.21.15.8:0/1222645805 >> 172.21.15.8:0/1222645805 conn(0x5627341d11a0 msgr2=0x5627341df4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:15.160 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.155+0000 7f0033d8f740 1 -- 172.21.15.8:0/1222645805 shutdown_connections 2024-05-20T21:23:15.160 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.155+0000 7f0033d8f740 1 -- 172.21.15.8:0/1222645805 wait complete. 2024-05-20T21:23:15.160 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.155+0000 7f0033d8f740 1 -- start start 2024-05-20T21:23:15.160 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.155+0000 7f0033d8f740 1 Processor -- start 2024-05-20T21:23:15.161 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.156+0000 7f0033d8f740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5627341d5b30 0x5627341e3a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:15.161 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.156+0000 7f0033d8f740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5627341d6520 0x5627341e3f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:15.161 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.156+0000 7f0033d8f740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5627341db690 0x562734253ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:15.161 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.156+0000 7f0033d8f740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f002c1aa6c0 con 0x5627341d5b30 2024-05-20T21:23:15.161 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.156+0000 7f0033d8f740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f002c1abb30 con 0x5627341d6520 2024-05-20T21:23:15.161 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.156+0000 7f0033d8f740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f002c1aad90 con 0x5627341db690 2024-05-20T21:23:15.161 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.156+0000 7f0033d8f740 10 client.0 _ll_register_callbacks cb 0x7f001c003ee0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:15.161 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.156+0000 7f0029e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5627341d5b30 0x5627341e3a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:15.161 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.156+0000 7f0029e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5627341d5b30 0x5627341e3a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:49594/0 (socket says 172.21.15.8:49594) 2024-05-20T21:23:15.161 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.156+0000 7f0029e00640 1 -- 172.21.15.8:0/4045427193 learned_addr learned my addr 172.21.15.8:0/4045427193 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:15.161 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.156+0000 7f002a800640 1 --2- 172.21.15.8:0/4045427193 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5627341db690 0x562734253ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:15.161 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.156+0000 7f0029400640 1 --2- 172.21.15.8:0/4045427193 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5627341d6520 0x5627341e3f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:15.162 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.156+0000 7f0029e00640 1 -- 172.21.15.8:0/4045427193 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5627341db690 msgr2=0x562734253ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:15.162 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.156+0000 7f0029e00640 1 --2- 172.21.15.8:0/4045427193 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5627341db690 0x562734253ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:15.162 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.156+0000 7f0029e00640 1 -- 172.21.15.8:0/4045427193 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5627341d6520 msgr2=0x5627341e3f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:15.162 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.156+0000 7f0029e00640 1 --2- 172.21.15.8:0/4045427193 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5627341d6520 0x5627341e3f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:15.162 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.157+0000 7f0029e00640 1 -- 172.21.15.8:0/4045427193 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5627341d0fd0 con 0x5627341d5b30 2024-05-20T21:23:15.162 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.157+0000 7f0029e00640 1 --2- 172.21.15.8:0/4045427193 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5627341d5b30 0x5627341e3a00 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f001c000f80 tx=0x7f001c0e6400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e09655f9d97dea0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:15.162 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.157+0000 7f000fe00640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:23:15.162 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.157+0000 7f000fe00640 1 -- 172.21.15.8:0/4045427193 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f001c0a9cf0 con 0x5627341d5b30 2024-05-20T21:23:15.162 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.157+0000 7f000fe00640 1 -- 172.21.15.8:0/4045427193 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f001c0a67d0 con 0x5627341d5b30 2024-05-20T21:23:15.162 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.157+0000 7f0033d8f740 1 -- 172.21.15.8:0/4045427193 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0014049040 con 0x5627341d5b30 2024-05-20T21:23:15.162 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.157+0000 7f000fe00640 1 -- 172.21.15.8:0/4045427193 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f001c0aa8e0 con 0x5627341d5b30 2024-05-20T21:23:15.162 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.157+0000 7f0033d8f740 10 client.17214 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:15.162 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.157+0000 7f0033d8f740 1 -- 172.21.15.8:0/4045427193 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5627342552e0 con 0x5627341d5b30 2024-05-20T21:23:15.162 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.158+0000 7f000fe00640 1 -- 172.21.15.8:0/4045427193 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0014049040 con 0x5627341d5b30 2024-05-20T21:23:15.163 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.158+0000 7f000fe00640 1 -- 172.21.15.8:0/4045427193 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f001c0a5c70 con 0x5627341d5b30 2024-05-20T21:23:15.163 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.158+0000 7f0033d8f740 10 client.17214 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:15.163 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.158+0000 7f0033d8f740 10 client.17214 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:23:15.163 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.158+0000 7f0033d8f740 20 client.17214 populate_metadata read hostname 'smithi008' 2024-05-20T21:23:15.163 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.158+0000 7f0033d8f740 1 --2- 172.21.15.8:0/4045427193 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562734255b20 0x562734257f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:15.163 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.158+0000 7f0033d8f740 4 client.17214 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:23:15.163 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.158+0000 7f0033d8f740 1 -- 172.21.15.8:0/4045427193 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5627341412c0 con 0x562734255b20 2024-05-20T21:23:15.164 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.158+0000 7f0029400640 1 --2- 172.21.15.8:0/4045427193 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562734255b20 0x562734257f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:15.164 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.159+0000 7f0029400640 1 --2- 172.21.15.8:0/4045427193 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562734255b20 0x562734257f40 crc :-1 s=READY pgs=208 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d3b14306e68d5ea8 server_cookie=d5d545cef26286aa in_seq=0 out_seq=0 2024-05-20T21:23:15.164 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.159+0000 7f000fe00640 10 client.17214 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:23:15.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:23:14 smithi130 ceph-mon[36448]: pgmap v677: 97 pgs: 97 active+clean; 3.9 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.7 KiB/s wr, 11 op/s 2024-05-20T21:23:15.173 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.172+0000 7f000fe00640 1 -- 172.21.15.8:0/4045427193 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5627341412c0 con 0x562734255b20 2024-05-20T21:23:15.173 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.172+0000 7f000fe00640 10 client.17214 handle_command_reply: tid=0 2024-05-20T21:23:15.173 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.172+0000 7f0033d8f740 1 client.17214 shutdown 2024-05-20T21:23:15.173 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.172+0000 7f0033d8f740 1 -- 172.21.15.8:0/4045427193 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5627341d5b30 msgr2=0x5627341e3a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:15.173 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.172+0000 7f0033d8f740 1 --2- 172.21.15.8:0/4045427193 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5627341d5b30 0x5627341e3a00 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f001c000f80 tx=0x7f001c0e6400 comp rx=0 tx=0).stop 2024-05-20T21:23:15.173 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.172+0000 7f0033d8f740 1 -- 172.21.15.8:0/4045427193 shutdown_connections 2024-05-20T21:23:15.173 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.172+0000 7f0033d8f740 1 --2- 172.21.15.8:0/4045427193 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562734255b20 0x562734257f40 crc :-1 s=READY pgs=208 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:15.173 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.172+0000 7f0033d8f740 1 --2- 172.21.15.8:0/4045427193 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5627341db690 0x562734253ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:15.173 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.172+0000 7f0033d8f740 1 --2- 172.21.15.8:0/4045427193 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5627341d6520 0x5627341e3f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:15.174 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.172+0000 7f0033d8f740 1 --2- 172.21.15.8:0/4045427193 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5627341d5b30 0x5627341e3a00 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:15.174 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.172+0000 7f0033d8f740 1 -- 172.21.15.8:0/4045427193 >> 172.21.15.8:0/4045427193 conn(0x5627341d11a0 msgr2=0x5627341d6f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:15.174 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.172+0000 7f000fe00640 0 client.17214 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:23:15.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:23:14 smithi050 ceph-mon[35809]: pgmap v677: 97 pgs: 97 active+clean; 3.9 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.7 KiB/s wr, 11 op/s 2024-05-20T21:23:15.175 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.173+0000 7f0033d8f740 1 -- 172.21.15.8:0/4045427193 shutdown_connections 2024-05-20T21:23:15.175 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.173+0000 7f0033d8f740 1 -- 172.21.15.8:0/4045427193 wait complete. 2024-05-20T21:23:15.175 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.173+0000 7f0033d8f740 20 client.17214 trim_cache size 0 max 16384 2024-05-20T21:23:15.175 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:23:15.175 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:23:15.175 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:23:15.176 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.174+0000 7f0031000640 1 -- 172.21.15.8:0/3212233818 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f00100b27e0 msgr2=0x7f00100b4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:15.176 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.174+0000 7f0031000640 1 --2- 172.21.15.8:0/3212233818 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f00100b27e0 0x7f00100b4ca0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x5627341d6d80 tx=0x7f0024008040 comp rx=0 tx=0).stop 2024-05-20T21:23:15.176 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.174+0000 7f0031000640 1 -- 172.21.15.8:0/3212233818 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f002c102ae0 msgr2=0x7f002c19b000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:15.176 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.174+0000 7f0031000640 1 --2- 172.21.15.8:0/3212233818 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f002c102ae0 0x7f002c19b000 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f001c00ebc0 tx=0x7f001c00c6a0 comp rx=0 tx=0).stop 2024-05-20T21:23:15.176 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.174+0000 7f0031000640 1 -- 172.21.15.8:0/3212233818 shutdown_connections 2024-05-20T21:23:15.176 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.174+0000 7f0031000640 1 --2- 172.21.15.8:0/3212233818 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f00100b27e0 0x7f00100b4ca0 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:15.176 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.174+0000 7f0031000640 1 --2- 172.21.15.8:0/3212233818 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f002c104690 0x7f002c1a2560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:15.176 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.174+0000 7f0031000640 1 --2- 172.21.15.8:0/3212233818 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f002c103cd0 0x7f002c19b540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:15.177 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.174+0000 7f0031000640 1 --2- 172.21.15.8:0/3212233818 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f002c102ae0 0x7f002c19b000 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:15.177 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.174+0000 7f0031000640 1 -- 172.21.15.8:0/3212233818 >> 172.21.15.8:0/3212233818 conn(0x7f002c0fe070 msgr2=0x7f002c1094c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:15.177 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.174+0000 7f0031000640 1 -- 172.21.15.8:0/3212233818 shutdown_connections 2024-05-20T21:23:15.177 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:15.174+0000 7f0031000640 1 -- 172.21.15.8:0/3212233818 wait complete. 2024-05-20T21:23:15.902 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:23:15 smithi008 ceph-mon[31475]: pgmap v678: 97 pgs: 97 active+clean; 3.9 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 4.0 KiB/s wr, 8 op/s 2024-05-20T21:23:16.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:23:15 smithi130 ceph-mon[36448]: pgmap v678: 97 pgs: 97 active+clean; 3.9 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 4.0 KiB/s wr, 8 op/s 2024-05-20T21:23:16.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:23:15 smithi050 ceph-mon[35809]: pgmap v678: 97 pgs: 97 active+clean; 3.9 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 4.0 KiB/s wr, 8 op/s 2024-05-20T21:23:16.439 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.438+0000 7f238b200700 1 -- 172.21.15.8:0/3249042494 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f238c10fcb0 msgr2=0x7f238c112120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:16.439 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.438+0000 7f238b200700 1 --2- 172.21.15.8:0/3249042494 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f238c10fcb0 0x7f238c112120 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f238400b0a0 tx=0x7f238400b3b0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.439 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.438+0000 7f238b200700 1 -- 172.21.15.8:0/3249042494 shutdown_connections 2024-05-20T21:23:16.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.438+0000 7f238b200700 1 --2- 172.21.15.8:0/3249042494 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f238c075970 0x7f238c075d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.438+0000 7f238b200700 1 --2- 172.21.15.8:0/3249042494 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f238c10fcb0 0x7f238c112120 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.438+0000 7f238b200700 1 --2- 172.21.15.8:0/3249042494 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f238c076290 0x7f238c10f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.438+0000 7f238b200700 1 -- 172.21.15.8:0/3249042494 >> 172.21.15.8:0/3249042494 conn(0x7f238c0fefc0 msgr2=0x7f238c1013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:16.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.438+0000 7f238b200700 1 -- 172.21.15.8:0/3249042494 shutdown_connections 2024-05-20T21:23:16.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.438+0000 7f238b200700 1 -- 172.21.15.8:0/3249042494 wait complete. 2024-05-20T21:23:16.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.440+0000 7f238b200700 1 Processor -- start 2024-05-20T21:23:16.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.440+0000 7f238b200700 1 -- start start 2024-05-20T21:23:16.441 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.440+0000 7f238b200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f238c075970 0x7f238c1a1a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:16.441 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.440+0000 7f238b200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f238c076290 0x7f238c1a1fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:16.441 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.440+0000 7f238b200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f238c10fcb0 0x7f238c19bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:16.441 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.440+0000 7f238b200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f238c115890 con 0x7f238c076290 2024-05-20T21:23:16.442 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.440+0000 7f238b200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f238c115710 con 0x7f238c075970 2024-05-20T21:23:16.442 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.440+0000 7f238b200700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f238c115a10 con 0x7f238c10fcb0 2024-05-20T21:23:16.442 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.441+0000 7f2389400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f238c076290 0x7f238c1a1fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:16.442 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.441+0000 7f2389400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f238c076290 0x7f238c1a1fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:49616/0 (socket says 172.21.15.8:49616) 2024-05-20T21:23:16.442 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.441+0000 7f2389400700 1 -- 172.21.15.8:0/2561015493 learned_addr learned my addr 172.21.15.8:0/2561015493 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:16.442 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.441+0000 7f2389e00700 1 --2- 172.21.15.8:0/2561015493 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f238c075970 0x7f238c1a1a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:16.442 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.441+0000 7f238a800700 1 --2- 172.21.15.8:0/2561015493 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f238c10fcb0 0x7f238c19bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:16.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.441+0000 7f2389400700 1 -- 172.21.15.8:0/2561015493 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f238c10fcb0 msgr2=0x7f238c19bb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:16.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.441+0000 7f2389400700 1 --2- 172.21.15.8:0/2561015493 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f238c10fcb0 0x7f238c19bb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.441+0000 7f2389400700 1 -- 172.21.15.8:0/2561015493 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f238c075970 msgr2=0x7f238c1a1a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:16.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.441+0000 7f2389400700 1 --2- 172.21.15.8:0/2561015493 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f238c075970 0x7f238c1a1a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.441+0000 7f2389400700 1 -- 172.21.15.8:0/2561015493 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f238c19c410 con 0x7f238c076290 2024-05-20T21:23:16.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.441+0000 7f2389e00700 1 --2- 172.21.15.8:0/2561015493 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f238c075970 0x7f238c1a1a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:16.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.442+0000 7f2389400700 1 --2- 172.21.15.8:0/2561015493 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f238c076290 0x7f238c1a1fa0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f237800e9a0 tx=0x7f237800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:16.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.442+0000 7f2382a00700 1 -- 172.21.15.8:0/2561015493 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f237800ca10 con 0x7f238c076290 2024-05-20T21:23:16.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.442+0000 7f2382a00700 1 -- 172.21.15.8:0/2561015493 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f237800cbb0 con 0x7f238c076290 2024-05-20T21:23:16.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.442+0000 7f2382a00700 1 -- 172.21.15.8:0/2561015493 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2378018680 con 0x7f238c076290 2024-05-20T21:23:16.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.442+0000 7f238b200700 1 -- 172.21.15.8:0/2561015493 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f238c19c700 con 0x7f238c076290 2024-05-20T21:23:16.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.442+0000 7f238b200700 1 -- 172.21.15.8:0/2561015493 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f238c1a89e0 con 0x7f238c076290 2024-05-20T21:23:16.447 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.447+0000 7f2382a00700 1 -- 172.21.15.8:0/2561015493 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f2378010430 con 0x7f238c076290 2024-05-20T21:23:16.447 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.447+0000 7f239b6c4b80 1 Processor -- start 2024-05-20T21:23:16.447 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.447+0000 7f239b6c4b80 1 -- start start 2024-05-20T21:23:16.448 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.448+0000 7f239b6c4b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bfb68ee020 0x55bfb68ee400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:16.448 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.448+0000 7f239b6c4b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bfb68ee940 0x55bfb68e84b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:16.448 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.448+0000 7f239b6c4b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bfb68e8ad0 0x55bfb68e8f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:16.448 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.448+0000 7f239b6c4b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55bfb6846e40 con 0x55bfb68ee940 2024-05-20T21:23:16.448 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.448+0000 7f239b6c4b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55bfb68369e0 con 0x55bfb68e8ad0 2024-05-20T21:23:16.448 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.448+0000 7f239b6c4b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55bfb683aa20 con 0x55bfb68ee020 2024-05-20T21:23:16.449 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.448+0000 7f238a800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bfb68ee020 0x55bfb68ee400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:16.449 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.448+0000 7f2389e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bfb68ee940 0x55bfb68e84b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:16.449 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.448+0000 7f2389400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bfb68e8ad0 0x55bfb68e8f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:16.449 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.448+0000 7f2389e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bfb68ee940 0x55bfb68e84b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:49628/0 (socket says 172.21.15.8:49628) 2024-05-20T21:23:16.449 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.448+0000 7f238a800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bfb68ee020 0x55bfb68ee400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:59080/0 (socket says 172.21.15.8:59080) 2024-05-20T21:23:16.449 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.448+0000 7f2389e00700 1 -- 172.21.15.8:0/2020310688 learned_addr learned my addr 172.21.15.8:0/2020310688 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:16.450 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.449+0000 7f238a800700 1 -- 172.21.15.8:0/2020310688 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bfb68e8ad0 msgr2=0x55bfb68e8f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:16.450 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.449+0000 7f238a800700 1 --2- 172.21.15.8:0/2020310688 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bfb68e8ad0 0x55bfb68e8f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.450 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.449+0000 7f238a800700 1 -- 172.21.15.8:0/2020310688 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bfb68ee940 msgr2=0x55bfb68e84b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:16.450 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.449+0000 7f238a800700 1 --2- 172.21.15.8:0/2020310688 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bfb68ee940 0x55bfb68e84b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.450 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.449+0000 7f238a800700 1 -- 172.21.15.8:0/2020310688 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bfb67ff420 con 0x55bfb68ee020 2024-05-20T21:23:16.450 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.449+0000 7f2382a00700 1 --2- 172.21.15.8:0/2561015493 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f23700b2900 0x7f23700b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:16.450 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.449+0000 7f2382a00700 1 -- 172.21.15.8:0/2561015493 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f23780e2300 con 0x7f238c076290 2024-05-20T21:23:16.451 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.449+0000 7f238a800700 1 --2- 172.21.15.8:0/2020310688 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bfb68ee020 0x55bfb68ee400 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f23840062a0 tx=0x7f23840092e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=76ecc0a987082fba server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:16.451 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.449+0000 7f2389e00700 1 --2- 172.21.15.8:0/2561015493 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f23700b2900 0x7f23700b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:16.451 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.449+0000 7f2377400700 1 -- 172.21.15.8:0/2020310688 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f238400bcb0 con 0x55bfb68ee020 2024-05-20T21:23:16.451 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.450+0000 7f2377400700 1 -- 172.21.15.8:0/2020310688 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f23840074e0 con 0x55bfb68ee020 2024-05-20T21:23:16.451 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.450+0000 7f2377400700 1 -- 172.21.15.8:0/2020310688 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2384005260 con 0x55bfb68ee020 2024-05-20T21:23:16.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.450+0000 7f239b6c4b80 1 -- 172.21.15.8:0/2020310688 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bfb68ee020 msgr2=0x55bfb68ee400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:16.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.450+0000 7f2389e00700 1 --2- 172.21.15.8:0/2561015493 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f23700b2900 0x7f23700b4dc0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f237c009fd0 tx=0x7f237c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:16.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.450+0000 7f239b6c4b80 1 --2- 172.21.15.8:0/2020310688 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bfb68ee020 0x55bfb68ee400 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f23840062a0 tx=0x7f23840092e0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.451+0000 7f239b6c4b80 1 -- 172.21.15.8:0/2020310688 shutdown_connections 2024-05-20T21:23:16.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.451+0000 7f239b6c4b80 1 --2- 172.21.15.8:0/2020310688 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bfb68e8ad0 0x55bfb68e8f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.451+0000 7f239b6c4b80 1 --2- 172.21.15.8:0/2020310688 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bfb68ee020 0x55bfb68ee400 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.451+0000 7f239b6c4b80 1 --2- 172.21.15.8:0/2020310688 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bfb68ee940 0x55bfb68e84b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.451+0000 7f239b6c4b80 1 -- 172.21.15.8:0/2020310688 >> 172.21.15.8:0/2020310688 conn(0x55bfb6816be0 msgr2=0x55bfb68e3150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:16.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.451+0000 7f239b6c4b80 1 -- 172.21.15.8:0/2020310688 shutdown_connections 2024-05-20T21:23:16.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.451+0000 7f239b6c4b80 1 -- 172.21.15.8:0/2020310688 wait complete. 2024-05-20T21:23:16.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.451+0000 7f239b6c4b80 1 -- start start 2024-05-20T21:23:16.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.451+0000 7f239b6c4b80 1 Processor -- start 2024-05-20T21:23:16.455 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.452+0000 7f239b6c4b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bfb68e8ad0 0x55bfb68f4630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:16.455 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.452+0000 7f239b6c4b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bfb68ee020 0x55bfb68f19d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:16.455 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.452+0000 7f239b6c4b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bfb68ee940 0x55bfb68f1f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:16.455 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.452+0000 7f239b6c4b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55bfb673cfa0 con 0x55bfb68ee020 2024-05-20T21:23:16.455 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.452+0000 7f239b6c4b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55bfb67d7760 con 0x55bfb68ee940 2024-05-20T21:23:16.455 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.452+0000 7f239b6c4b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55bfb68f5400 con 0x55bfb68e8ad0 2024-05-20T21:23:16.455 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.452+0000 7f239b6c4b80 10 client.0 _ll_register_callbacks cb 0x55bfb67e0c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:16.455 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.452+0000 7f2389e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bfb68e8ad0 0x55bfb68f4630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:16.455 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.452+0000 7f2389e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bfb68e8ad0 0x55bfb68f4630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:59090/0 (socket says 172.21.15.8:59090) 2024-05-20T21:23:16.456 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.452+0000 7f2389e00700 1 -- 172.21.15.8:0/3783511306 learned_addr learned my addr 172.21.15.8:0/3783511306 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:16.456 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.452+0000 7f2389400700 1 --2- 172.21.15.8:0/3783511306 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bfb68ee020 0x55bfb68f19d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:16.456 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.452+0000 7f238a800700 1 --2- 172.21.15.8:0/3783511306 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bfb68ee940 0x55bfb68f1f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:16.456 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.453+0000 7f2389e00700 1 -- 172.21.15.8:0/3783511306 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bfb68ee940 msgr2=0x55bfb68f1f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:16.456 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.453+0000 7f2389e00700 1 --2- 172.21.15.8:0/3783511306 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bfb68ee940 0x55bfb68f1f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.456 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.453+0000 7f2389e00700 1 -- 172.21.15.8:0/3783511306 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bfb68ee020 msgr2=0x55bfb68f19d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:16.456 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.453+0000 7f2389e00700 1 --2- 172.21.15.8:0/3783511306 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bfb68ee020 0x55bfb68f19d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.456 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.453+0000 7f2389e00700 1 -- 172.21.15.8:0/3783511306 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bfb67868d0 con 0x55bfb68e8ad0 2024-05-20T21:23:16.456 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.453+0000 7f2389400700 1 --2- 172.21.15.8:0/3783511306 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bfb68ee020 0x55bfb68f19d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:23:16.456 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.453+0000 7f2389e00700 1 --2- 172.21.15.8:0/3783511306 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bfb68e8ad0 0x55bfb68f4630 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f237c0042c0 tx=0x7f237c004750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ae246c99fa1cf255 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:16.456 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.453+0000 7f236be00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:23:16.456 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.453+0000 7f236be00700 1 -- 172.21.15.8:0/3783511306 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f237c003ca0 con 0x55bfb68e8ad0 2024-05-20T21:23:16.456 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.453+0000 7f236be00700 1 -- 172.21.15.8:0/3783511306 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f237c029470 con 0x55bfb68e8ad0 2024-05-20T21:23:16.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.453+0000 7f239b6c4b80 1 -- 172.21.15.8:0/3783511306 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f23840074e0 con 0x55bfb68e8ad0 2024-05-20T21:23:16.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.454+0000 7f236be00700 1 -- 172.21.15.8:0/3783511306 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f237c003e40 con 0x55bfb68e8ad0 2024-05-20T21:23:16.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.454+0000 7f239b6c4b80 10 client.27385 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:16.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.454+0000 7f239b6c4b80 1 -- 172.21.15.8:0/3783511306 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55bfb6807060 con 0x55bfb68e8ad0 2024-05-20T21:23:16.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.454+0000 7f236be00700 1 -- 172.21.15.8:0/3783511306 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f23840074e0 con 0x55bfb68e8ad0 2024-05-20T21:23:16.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.454+0000 7f236be00700 1 -- 172.21.15.8:0/3783511306 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f237c00f980 con 0x55bfb68e8ad0 2024-05-20T21:23:16.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.454+0000 7f239b6c4b80 10 client.27385 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:16.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.454+0000 7f239b6c4b80 10 client.27385 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:23:16.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.454+0000 7f239b6c4b80 20 client.27385 populate_metadata read hostname 'smithi008' 2024-05-20T21:23:16.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.454+0000 7f239b6c4b80 1 --2- 172.21.15.8:0/3783511306 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55bfb6901f20 0x55bfb6904370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:16.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.454+0000 7f239b6c4b80 4 client.27385 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:23:16.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.454+0000 7f239b6c4b80 1 -- 172.21.15.8:0/3783511306 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bfb6848d90 con 0x55bfb6901f20 2024-05-20T21:23:16.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.455+0000 7f2389400700 1 --2- 172.21.15.8:0/3783511306 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55bfb6901f20 0x55bfb6904370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:16.458 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.455+0000 7f2389400700 1 --2- 172.21.15.8:0/3783511306 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55bfb6901f20 0x55bfb6904370 crc :-1 s=READY pgs=209 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fa63c36a6dd9cf42 server_cookie=98d16cba572f45b5 in_seq=0 out_seq=0 2024-05-20T21:23:16.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.455+0000 7f236be00700 10 client.27385 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:23:16.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.456+0000 7f236be00700 1 -- 172.21.15.8:0/3783511306 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55bfb6848d90 con 0x55bfb6901f20 2024-05-20T21:23:16.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.456+0000 7f236be00700 10 client.27385 handle_command_reply: tid=0 2024-05-20T21:23:16.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.456+0000 7f239b6c4b80 1 client.27385 shutdown 2024-05-20T21:23:16.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.456+0000 7f239b6c4b80 1 -- 172.21.15.8:0/3783511306 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bfb68e8ad0 msgr2=0x55bfb68f4630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:16.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.456+0000 7f239b6c4b80 1 --2- 172.21.15.8:0/3783511306 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bfb68e8ad0 0x55bfb68f4630 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f237c0042c0 tx=0x7f237c004750 comp rx=0 tx=0).stop 2024-05-20T21:23:16.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.457+0000 7f239b6c4b80 1 -- 172.21.15.8:0/3783511306 shutdown_connections 2024-05-20T21:23:16.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.457+0000 7f239b6c4b80 1 --2- 172.21.15.8:0/3783511306 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55bfb6901f20 0x55bfb6904370 crc :-1 s=READY pgs=209 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.457+0000 7f239b6c4b80 1 --2- 172.21.15.8:0/3783511306 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bfb68ee940 0x55bfb68f1f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.457+0000 7f239b6c4b80 1 --2- 172.21.15.8:0/3783511306 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bfb68e8ad0 0x55bfb68f4630 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.457+0000 7f239b6c4b80 1 --2- 172.21.15.8:0/3783511306 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bfb68ee020 0x55bfb68f19d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.457+0000 7f239b6c4b80 1 -- 172.21.15.8:0/3783511306 >> 172.21.15.8:0/3783511306 conn(0x55bfb6816be0 msgr2=0x55bfb68e74a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:16.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.457+0000 7f236be00700 0 client.27385 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:23:16.460 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.457+0000 7f239b6c4b80 1 -- 172.21.15.8:0/3783511306 shutdown_connections 2024-05-20T21:23:16.460 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.457+0000 7f239b6c4b80 1 -- 172.21.15.8:0/3783511306 wait complete. 2024-05-20T21:23:16.460 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.457+0000 7f239b6c4b80 20 client.27385 trim_cache size 0 max 16384 2024-05-20T21:23:16.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.480+0000 7f239b6c4b80 1 Processor -- start 2024-05-20T21:23:16.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.480+0000 7f239b6c4b80 1 -- start start 2024-05-20T21:23:16.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.480+0000 7f239b6c4b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bfb68e8ad0 0x55bfb68e84b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:16.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.480+0000 7f239b6c4b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bfb68ee020 0x55bfb68f02e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:16.482 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.480+0000 7f239b6c4b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bfb68ee940 0x55bfb68f0820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:16.482 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.480+0000 7f239b6c4b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f238c1b25b0 con 0x55bfb68ee940 2024-05-20T21:23:16.482 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.480+0000 7f239b6c4b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f238c1afe40 con 0x55bfb68ee020 2024-05-20T21:23:16.482 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.480+0000 7f239b6c4b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f238c1adc90 con 0x55bfb68e8ad0 2024-05-20T21:23:16.482 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.481+0000 7f2389e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bfb68e8ad0 0x55bfb68e84b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:16.483 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.481+0000 7f2389e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bfb68e8ad0 0x55bfb68e84b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:59094/0 (socket says 172.21.15.8:59094) 2024-05-20T21:23:16.483 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.481+0000 7f2389e00700 1 -- 172.21.15.8:0/3631507879 learned_addr learned my addr 172.21.15.8:0/3631507879 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:16.483 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.481+0000 7f238a800700 1 --2- 172.21.15.8:0/3631507879 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bfb68ee940 0x55bfb68f0820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:16.483 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.481+0000 7f2389400700 1 --2- 172.21.15.8:0/3631507879 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bfb68ee020 0x55bfb68f02e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:16.483 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.481+0000 7f2389e00700 1 -- 172.21.15.8:0/3631507879 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bfb68ee020 msgr2=0x55bfb68f02e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:16.483 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.481+0000 7f2389e00700 1 --2- 172.21.15.8:0/3631507879 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bfb68ee020 0x55bfb68f02e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.483 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.481+0000 7f2389e00700 1 -- 172.21.15.8:0/3631507879 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bfb68ee940 msgr2=0x55bfb68f0820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:16.483 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.481+0000 7f2389e00700 1 --2- 172.21.15.8:0/3631507879 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bfb68ee940 0x55bfb68f0820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.483 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.481+0000 7f2389e00700 1 -- 172.21.15.8:0/3631507879 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bfb68eff60 con 0x55bfb68e8ad0 2024-05-20T21:23:16.483 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.481+0000 7f2389400700 1 --2- 172.21.15.8:0/3631507879 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bfb68ee020 0x55bfb68f02e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:23:16.483 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.482+0000 7f2389e00700 1 --2- 172.21.15.8:0/3631507879 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bfb68e8ad0 0x55bfb68e84b0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f237c00ff90 tx=0x7f237c003960 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dca4250046656675 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:16.483 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.482+0000 7f2376a00700 1 -- 172.21.15.8:0/3631507879 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f237c038030 con 0x55bfb68e8ad0 2024-05-20T21:23:16.483 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.482+0000 7f2376a00700 1 -- 172.21.15.8:0/3631507879 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f237c024070 con 0x55bfb68e8ad0 2024-05-20T21:23:16.483 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.482+0000 7f2376a00700 1 -- 172.21.15.8:0/3631507879 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f237c005630 con 0x55bfb68e8ad0 2024-05-20T21:23:16.485 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.483+0000 7f239b6c4b80 1 -- 172.21.15.8:0/3631507879 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bfb68e8ad0 msgr2=0x55bfb68e84b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:16.485 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.483+0000 7f239b6c4b80 1 --2- 172.21.15.8:0/3631507879 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bfb68e8ad0 0x55bfb68e84b0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f237c00ff90 tx=0x7f237c003960 comp rx=0 tx=0).stop 2024-05-20T21:23:16.485 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.483+0000 7f239b6c4b80 1 -- 172.21.15.8:0/3631507879 shutdown_connections 2024-05-20T21:23:16.485 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.483+0000 7f239b6c4b80 1 --2- 172.21.15.8:0/3631507879 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bfb68ee940 0x55bfb68f0820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.485 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.483+0000 7f239b6c4b80 1 --2- 172.21.15.8:0/3631507879 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bfb68e8ad0 0x55bfb68e84b0 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.485 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.483+0000 7f239b6c4b80 1 --2- 172.21.15.8:0/3631507879 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bfb68ee020 0x55bfb68f02e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.485 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.483+0000 7f239b6c4b80 1 -- 172.21.15.8:0/3631507879 >> 172.21.15.8:0/3631507879 conn(0x55bfb6816be0 msgr2=0x55bfb68ebee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:16.485 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.483+0000 7f239b6c4b80 1 -- 172.21.15.8:0/3631507879 shutdown_connections 2024-05-20T21:23:16.485 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.483+0000 7f239b6c4b80 1 -- 172.21.15.8:0/3631507879 wait complete. 2024-05-20T21:23:16.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.483+0000 7f239b6c4b80 1 -- start start 2024-05-20T21:23:16.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.484+0000 7f239b6c4b80 1 Processor -- start 2024-05-20T21:23:16.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.484+0000 7f239b6c4b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bfb68e8ad0 0x55bfb6909930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:16.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.484+0000 7f239b6c4b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bfb68ee020 0x55bfb6909e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:16.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.484+0000 7f239b6c4b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bfb68ee940 0x55bfb690a3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:16.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.484+0000 7f239b6c4b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f238c1ae300 con 0x55bfb68ee940 2024-05-20T21:23:16.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.484+0000 7f239b6c4b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f238c1af770 con 0x55bfb68e8ad0 2024-05-20T21:23:16.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.484+0000 7f239b6c4b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f238c1ae9d0 con 0x55bfb68ee020 2024-05-20T21:23:16.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.484+0000 7f239b6c4b80 10 client.0 _ll_register_callbacks cb 0x55bfb67e0c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:16.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.484+0000 7f238a800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bfb68ee940 0x55bfb690a3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:16.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.484+0000 7f2389400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bfb68ee020 0x55bfb6909e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:16.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.484+0000 7f238a800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bfb68ee940 0x55bfb690a3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:49666/0 (socket says 172.21.15.8:49666) 2024-05-20T21:23:16.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.484+0000 7f2389400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bfb68ee020 0x55bfb6909e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:59100/0 (socket says 172.21.15.8:59100) 2024-05-20T21:23:16.487 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.484+0000 7f238a800700 1 -- 172.21.15.8:0/1404321585 learned_addr learned my addr 172.21.15.8:0/1404321585 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:16.487 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.484+0000 7f2389e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bfb68e8ad0 0x55bfb6909930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:16.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.485+0000 7f2389400700 1 -- 172.21.15.8:0/1404321585 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bfb68e8ad0 msgr2=0x55bfb6909930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:16.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.485+0000 7f2389400700 1 --2- 172.21.15.8:0/1404321585 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bfb68e8ad0 0x55bfb6909930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.485+0000 7f2389400700 1 -- 172.21.15.8:0/1404321585 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bfb68ee940 msgr2=0x55bfb690a3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:16.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.485+0000 7f2389400700 1 --2- 172.21.15.8:0/1404321585 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bfb68ee940 0x55bfb690a3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.485+0000 7f2389400700 1 -- 172.21.15.8:0/1404321585 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bfb696bd10 con 0x55bfb68ee020 2024-05-20T21:23:16.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.485+0000 7f238a800700 1 --2- 172.21.15.8:0/1404321585 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bfb68ee940 0x55bfb690a3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:16.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.485+0000 7f2389400700 1 --2- 172.21.15.8:0/1404321585 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bfb68ee020 0x55bfb6909e70 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f237800c2d0 tx=0x7f23780e5d40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9dd14ae237d3fa66 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:16.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.485+0000 7f236be00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:23:16.490 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.485+0000 7f236be00700 1 -- 172.21.15.8:0/1404321585 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23780a9680 con 0x55bfb68ee020 2024-05-20T21:23:16.490 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.485+0000 7f236be00700 1 -- 172.21.15.8:0/1404321585 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f23780a9b10 con 0x55bfb68ee020 2024-05-20T21:23:16.490 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.485+0000 7f239b6c4b80 1 -- 172.21.15.8:0/1404321585 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f237c024070 con 0x55bfb68ee020 2024-05-20T21:23:16.490 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.486+0000 7f236be00700 1 -- 172.21.15.8:0/1404321585 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f23780a9020 con 0x55bfb68ee020 2024-05-20T21:23:16.490 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.486+0000 7f239b6c4b80 10 client.27391 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:16.490 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.486+0000 7f239b6c4b80 1 -- 172.21.15.8:0/1404321585 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55bfb696cfb0 con 0x55bfb68ee020 2024-05-20T21:23:16.490 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.486+0000 7f236be00700 1 -- 172.21.15.8:0/1404321585 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f237c024070 con 0x55bfb68ee020 2024-05-20T21:23:16.490 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.486+0000 7f236be00700 1 -- 172.21.15.8:0/1404321585 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f23780b2280 con 0x55bfb68ee020 2024-05-20T21:23:16.490 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.486+0000 7f239b6c4b80 10 client.27391 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:16.490 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.486+0000 7f239b6c4b80 10 client.27391 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:23:16.490 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.486+0000 7f239b6c4b80 20 client.27391 populate_metadata read hostname 'smithi008' 2024-05-20T21:23:16.490 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.486+0000 7f239b6c4b80 1 --2- 172.21.15.8:0/1404321585 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55bfb696d670 0x55bfb696fa90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:16.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.486+0000 7f239b6c4b80 4 client.27391 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:23:16.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.486+0000 7f239b6c4b80 1 -- 172.21.15.8:0/1404321585 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55bfb6842570 con 0x55bfb696d670 2024-05-20T21:23:16.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.487+0000 7f2389e00700 1 --2- 172.21.15.8:0/1404321585 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55bfb696d670 0x55bfb696fa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:16.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.487+0000 7f2389e00700 1 --2- 172.21.15.8:0/1404321585 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55bfb696d670 0x55bfb696fa90 crc :-1 s=READY pgs=210 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=90345432f638cf34 server_cookie=eddf305bf846d4ba in_seq=0 out_seq=0 2024-05-20T21:23:16.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.487+0000 7f236be00700 10 client.27391 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:23:16.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.487+0000 7f236be00700 1 -- 172.21.15.8:0/1404321585 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55bfb6842570 con 0x55bfb696d670 2024-05-20T21:23:16.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.487+0000 7f236be00700 10 client.27391 handle_command_reply: tid=0 2024-05-20T21:23:16.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.487+0000 7f239b6c4b80 1 client.27391 shutdown 2024-05-20T21:23:16.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.488+0000 7f239b6c4b80 1 -- 172.21.15.8:0/1404321585 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bfb68ee020 msgr2=0x55bfb6909e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:16.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.488+0000 7f239b6c4b80 1 --2- 172.21.15.8:0/1404321585 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bfb68ee020 0x55bfb6909e70 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f237800c2d0 tx=0x7f23780e5d40 comp rx=0 tx=0).stop 2024-05-20T21:23:16.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.488+0000 7f239b6c4b80 1 -- 172.21.15.8:0/1404321585 shutdown_connections 2024-05-20T21:23:16.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.488+0000 7f239b6c4b80 1 --2- 172.21.15.8:0/1404321585 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55bfb696d670 0x55bfb696fa90 crc :-1 s=READY pgs=210 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.488+0000 7f239b6c4b80 1 --2- 172.21.15.8:0/1404321585 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bfb68e8ad0 0x55bfb6909930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.488+0000 7f239b6c4b80 1 --2- 172.21.15.8:0/1404321585 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bfb68ee940 0x55bfb690a3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.492 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.488+0000 7f239b6c4b80 1 --2- 172.21.15.8:0/1404321585 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bfb68ee020 0x55bfb6909e70 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.492 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.488+0000 7f239b6c4b80 1 -- 172.21.15.8:0/1404321585 >> 172.21.15.8:0/1404321585 conn(0x55bfb6816be0 msgr2=0x55bfb68f02a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:16.492 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.488+0000 7f236be00700 0 client.27391 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:23:16.492 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.488+0000 7f239b6c4b80 1 -- 172.21.15.8:0/1404321585 shutdown_connections 2024-05-20T21:23:16.492 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.488+0000 7f239b6c4b80 1 -- 172.21.15.8:0/1404321585 wait complete. 2024-05-20T21:23:16.492 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.488+0000 7f239b6c4b80 20 client.27391 trim_cache size 0 max 16384 2024-05-20T21:23:16.492 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:23:16.492 INFO:teuthology.orchestra.run.smithi008.stdout: "status": "no active scrubs running", 2024-05-20T21:23:16.492 INFO:teuthology.orchestra.run.smithi008.stdout: "scrubs": {} 2024-05-20T21:23:16.492 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:23:16.494 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.489+0000 7f238b200700 1 -- 172.21.15.8:0/2561015493 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f23700b2900 msgr2=0x7f23700b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:16.494 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.489+0000 7f238b200700 1 --2- 172.21.15.8:0/2561015493 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f23700b2900 0x7f23700b4dc0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f237c009fd0 tx=0x7f237c009260 comp rx=0 tx=0).stop 2024-05-20T21:23:16.494 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.489+0000 7f238b200700 1 -- 172.21.15.8:0/2561015493 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f238c076290 msgr2=0x7f238c1a1fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:16.494 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.489+0000 7f238b200700 1 --2- 172.21.15.8:0/2561015493 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f238c076290 0x7f238c1a1fa0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f237800e9a0 tx=0x7f237800ecb0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.494 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.489+0000 7f238b200700 1 -- 172.21.15.8:0/2561015493 shutdown_connections 2024-05-20T21:23:16.494 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.489+0000 7f238b200700 1 --2- 172.21.15.8:0/2561015493 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f23700b2900 0x7f23700b4dc0 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.495 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.489+0000 7f238b200700 1 --2- 172.21.15.8:0/2561015493 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f238c075970 0x7f238c1a1a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.495 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.489+0000 7f238b200700 1 --2- 172.21.15.8:0/2561015493 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f238c10fcb0 0x7f238c19bb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.495 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.489+0000 7f238b200700 1 --2- 172.21.15.8:0/2561015493 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f238c076290 0x7f238c1a1fa0 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.495 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.489+0000 7f238b200700 1 -- 172.21.15.8:0/2561015493 >> 172.21.15.8:0/2561015493 conn(0x7f238c0fefc0 msgr2=0x7f238c0ffc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:16.495 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.489+0000 7f238b200700 1 -- 172.21.15.8:0/2561015493 shutdown_connections 2024-05-20T21:23:16.495 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:16.489+0000 7f238b200700 1 -- 172.21.15.8:0/2561015493 wait complete. 2024-05-20T21:23:16.831 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:23:16 smithi008 ceph-mon[31475]: scrub summary: idle 2024-05-20T21:23:17.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:23:16 smithi130 ceph-mon[36448]: scrub summary: idle 2024-05-20T21:23:17.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:23:16 smithi050 ceph-mon[35809]: scrub summary: idle 2024-05-20T21:23:17.318 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:23:17.318 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:23:17.801 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:23:18.073 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:23:17 smithi130 ceph-mon[36448]: pgmap v679: 97 pgs: 97 active+clean; 3.9 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 4.1 KiB/s wr, 9 op/s 2024-05-20T21:23:18.094 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:23:17 smithi008 ceph-mon[31475]: pgmap v679: 97 pgs: 97 active+clean; 3.9 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 4.1 KiB/s wr, 9 op/s 2024-05-20T21:23:18.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:23:17 smithi050 ceph-mon[35809]: pgmap v679: 97 pgs: 97 active+clean; 3.9 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 4.1 KiB/s wr, 9 op/s 2024-05-20T21:23:19.956 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:19.954+0000 7f2ab2e00700 1 -- 172.21.15.8:0/1506897533 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2aac10eeb0 msgr2=0x7f2aac116a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:19.956 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:19.954+0000 7f2ab2e00700 1 --2- 172.21.15.8:0/1506897533 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2aac10eeb0 0x7f2aac116a80 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f2aa400b0a0 tx=0x7f2aa400b3b0 comp rx=0 tx=0).stop 2024-05-20T21:23:19.956 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:19.954+0000 7f2ab2e00700 1 -- 172.21.15.8:0/1506897533 shutdown_connections 2024-05-20T21:23:19.956 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:19.954+0000 7f2ab2e00700 1 --2- 172.21.15.8:0/1506897533 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2aac10eeb0 0x7f2aac116a80 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:19.956 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:19.954+0000 7f2ab2e00700 1 --2- 172.21.15.8:0/1506897533 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2aac109dd0 0x7f2aac10a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:19.956 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:19.954+0000 7f2ab2e00700 1 --2- 172.21.15.8:0/1506897533 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2aac10a780 0x7f2aac10e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:19.956 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:19.954+0000 7f2ab2e00700 1 -- 172.21.15.8:0/1506897533 >> 172.21.15.8:0/1506897533 conn(0x7f2aac076d10 msgr2=0x7f2aac108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:19.956 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:19.954+0000 7f2ab2e00700 1 -- 172.21.15.8:0/1506897533 shutdown_connections 2024-05-20T21:23:19.956 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:19.954+0000 7f2ab2e00700 1 -- 172.21.15.8:0/1506897533 wait complete. 2024-05-20T21:23:19.956 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:19.955+0000 7f2ab2e00700 1 Processor -- start 2024-05-20T21:23:19.957 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:19.955+0000 7f2ab2e00700 1 -- start start 2024-05-20T21:23:19.958 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:19.956+0000 7f2ab2e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2aac109dd0 0x7f2aac1a02b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:19.958 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:19.956+0000 7f2ab2e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2aac10a780 0x7f2aac1a07f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:19.958 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:19.956+0000 7f2ab2e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2aac10eeb0 0x7f2aac1a4b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:19.958 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:19.956+0000 7f2ab2e00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f2aac119d60 con 0x7f2aac10a780 2024-05-20T21:23:19.958 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:19.956+0000 7f2ab2e00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2aac119be0 con 0x7f2aac109dd0 2024-05-20T21:23:19.958 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:19.956+0000 7f2ab2e00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f2aac119ee0 con 0x7f2aac10eeb0 2024-05-20T21:23:19.958 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:19.956+0000 7f2aab400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2aac10a780 0x7f2aac1a07f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:19.958 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:19.956+0000 7f2aab400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2aac10a780 0x7f2aac1a07f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:49686/0 (socket says 172.21.15.8:49686) 2024-05-20T21:23:19.959 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:19.956+0000 7f2aab400700 1 -- 172.21.15.8:0/1845082500 learned_addr learned my addr 172.21.15.8:0/1845082500 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:19.959 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:19.956+0000 7f2aabe00700 1 --2- 172.21.15.8:0/1845082500 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2aac109dd0 0x7f2aac1a02b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:19.959 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:19.956+0000 7f2ab0e00700 1 --2- 172.21.15.8:0/1845082500 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2aac10eeb0 0x7f2aac1a4b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:19.959 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:19.957+0000 7f2aab400700 1 -- 172.21.15.8:0/1845082500 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2aac10eeb0 msgr2=0x7f2aac1a4b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:19.959 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:19.957+0000 7f2aab400700 1 --2- 172.21.15.8:0/1845082500 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2aac10eeb0 0x7f2aac1a4b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:19.959 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:19.957+0000 7f2aab400700 1 -- 172.21.15.8:0/1845082500 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2aac109dd0 msgr2=0x7f2aac1a02b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:19.959 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:19.957+0000 7f2aab400700 1 --2- 172.21.15.8:0/1845082500 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2aac109dd0 0x7f2aac1a02b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:19.959 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:19.957+0000 7f2aab400700 1 -- 172.21.15.8:0/1845082500 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2aac1a5270 con 0x7f2aac10a780 2024-05-20T21:23:19.959 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:19.957+0000 7f2ab0e00700 1 --2- 172.21.15.8:0/1845082500 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2aac10eeb0 0x7f2aac1a4b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:19.959 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:19.957+0000 7f2aabe00700 1 --2- 172.21.15.8:0/1845082500 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2aac109dd0 0x7f2aac1a02b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:19.959 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:19.957+0000 7f2aab400700 1 --2- 172.21.15.8:0/1845082500 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2aac10a780 0x7f2aac1a07f0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f2a9800e970 tx=0x7f2a9800ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:19.959 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:19.957+0000 7f2aa8c00700 1 -- 172.21.15.8:0/1845082500 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a98004a30 con 0x7f2aac10a780 2024-05-20T21:23:19.959 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:19.957+0000 7f2ab2e00700 1 -- 172.21.15.8:0/1845082500 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2aac1a5560 con 0x7f2aac10a780 2024-05-20T21:23:19.959 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:19.957+0000 7f2aa8c00700 1 -- 172.21.15.8:0/1845082500 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2a9800cc90 con 0x7f2aac10a780 2024-05-20T21:23:19.960 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:19.957+0000 7f2ab2e00700 1 -- 172.21.15.8:0/1845082500 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2aac1acde0 con 0x7f2aac10a780 2024-05-20T21:23:19.960 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:19.958+0000 7f2aa8c00700 1 -- 172.21.15.8:0/1845082500 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a980055b0 con 0x7f2aac10a780 2024-05-20T21:23:19.960 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:19.959+0000 7f2ab2e00700 1 -- 172.21.15.8:0/1845082500 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2aac06a230 con 0x7f2aac10a780 2024-05-20T21:23:19.962 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:19.962+0000 7f2aa8c00700 1 -- 172.21.15.8:0/1845082500 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f2a9800c7e0 con 0x7f2aac10a780 2024-05-20T21:23:19.964 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:19.963+0000 7f2aa8c00700 1 --2- 172.21.15.8:0/1845082500 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2a900b2880 0x7f2a900b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:19.964 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:19.964+0000 7f2aa8c00700 1 -- 172.21.15.8:0/1845082500 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f2a980e24c0 con 0x7f2aac10a780 2024-05-20T21:23:19.964 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:19.964+0000 7f2aabe00700 1 --2- 172.21.15.8:0/1845082500 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2a900b2880 0x7f2a900b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:19.964 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:19.964+0000 7f2aabe00700 1 --2- 172.21.15.8:0/1845082500 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2a900b2880 0x7f2a900b4d40 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f2a9c011490 tx=0x7f2a9c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:19.969 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:19.968+0000 7f2aa8c00700 1 -- 172.21.15.8:0/1845082500 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f2a980aa170 con 0x7f2aac10a780 2024-05-20T21:23:20.255 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:20.254+0000 7f2ab2e00700 1 -- 172.21.15.8:0/1845082500 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2aac02e560 con 0x7f2aac10a780 2024-05-20T21:23:20.256 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:20.256+0000 7f2aa8c00700 1 -- 172.21.15.8:0/1845082500 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7f2a980a9a70 con 0x7f2aac10a780 2024-05-20T21:23:20.256 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:23:20.257 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:23:20.259 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:20.259+0000 7f2ab2e00700 1 -- 172.21.15.8:0/1845082500 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2a900b2880 msgr2=0x7f2a900b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:20.259 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:20.259+0000 7f2ab2e00700 1 --2- 172.21.15.8:0/1845082500 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2a900b2880 0x7f2a900b4d40 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f2a9c011490 tx=0x7f2a9c009260 comp rx=0 tx=0).stop 2024-05-20T21:23:20.259 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:20.259+0000 7f2ab2e00700 1 -- 172.21.15.8:0/1845082500 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2aac10a780 msgr2=0x7f2aac1a07f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:20.260 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:20.259+0000 7f2ab2e00700 1 --2- 172.21.15.8:0/1845082500 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2aac10a780 0x7f2aac1a07f0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f2a9800e970 tx=0x7f2a9800ec80 comp rx=0 tx=0).stop 2024-05-20T21:23:20.260 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:20.259+0000 7f2ab2e00700 1 -- 172.21.15.8:0/1845082500 shutdown_connections 2024-05-20T21:23:20.260 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:20.259+0000 7f2ab2e00700 1 --2- 172.21.15.8:0/1845082500 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2a900b2880 0x7f2a900b4d40 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:20.260 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:20.259+0000 7f2ab2e00700 1 --2- 172.21.15.8:0/1845082500 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2aac109dd0 0x7f2aac1a02b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:20.260 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:20.259+0000 7f2ab2e00700 1 --2- 172.21.15.8:0/1845082500 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2aac10eeb0 0x7f2aac1a4b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:20.260 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:20.259+0000 7f2ab2e00700 1 --2- 172.21.15.8:0/1845082500 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2aac10a780 0x7f2aac1a07f0 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:20.260 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:20.259+0000 7f2ab2e00700 1 -- 172.21.15.8:0/1845082500 >> 172.21.15.8:0/1845082500 conn(0x7f2aac076d10 msgr2=0x7f2aac077370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:20.261 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:20.259+0000 7f2ab2e00700 1 -- 172.21.15.8:0/1845082500 shutdown_connections 2024-05-20T21:23:20.261 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:20.259+0000 7f2ab2e00700 1 -- 172.21.15.8:0/1845082500 wait complete. 2024-05-20T21:23:20.261 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:23:20.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:23:20 smithi130 ceph-mon[36448]: pgmap v680: 97 pgs: 97 active+clean; 3.9 MiB data, 428 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 13 op/s 2024-05-20T21:23:20.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:23:20 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/1845082500' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:23:20.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:23:20 smithi050 ceph-mon[35809]: pgmap v680: 97 pgs: 97 active+clean; 3.9 MiB data, 428 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 13 op/s 2024-05-20T21:23:20.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:23:20 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/1845082500' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:23:20.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:23:20 smithi008 ceph-mon[31475]: pgmap v680: 97 pgs: 97 active+clean; 3.9 MiB data, 428 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 13 op/s 2024-05-20T21:23:20.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:23:20 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/1845082500' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:23:21.204 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:23:21.709 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:23:22.919 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:23:22 smithi008 ceph-mon[31475]: pgmap v681: 97 pgs: 97 active+clean; 3.9 MiB data, 428 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 13 op/s 2024-05-20T21:23:22.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:23:22 smithi130 ceph-mon[36448]: pgmap v681: 97 pgs: 97 active+clean; 3.9 MiB data, 428 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 13 op/s 2024-05-20T21:23:22.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:23:22 smithi050 ceph-mon[35809]: pgmap v681: 97 pgs: 97 active+clean; 3.9 MiB data, 428 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 13 op/s 2024-05-20T21:23:24.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.155+0000 7efd33200700 1 -- 172.21.15.8:0/1305423195 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efd2c109540 msgr2=0x7efd2c109920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:24.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.155+0000 7efd33200700 1 --2- 172.21.15.8:0/1305423195 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efd2c109540 0x7efd2c109920 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7efd20009990 tx=0x7efd20009ca0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.155+0000 7efd33200700 1 -- 172.21.15.8:0/1305423195 shutdown_connections 2024-05-20T21:23:24.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.155+0000 7efd33200700 1 --2- 172.21.15.8:0/1305423195 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efd2c103e50 0x7efd2c110310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.155+0000 7efd33200700 1 --2- 172.21.15.8:0/1305423195 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efd2c109540 0x7efd2c109920 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.155+0000 7efd33200700 1 --2- 172.21.15.8:0/1305423195 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7efd2c103490 0x7efd2c103910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.155+0000 7efd33200700 1 -- 172.21.15.8:0/1305423195 >> 172.21.15.8:0/1305423195 conn(0x7efd2c0fefc0 msgr2=0x7efd2c1013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:24.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.155+0000 7efd33200700 1 -- 172.21.15.8:0/1305423195 shutdown_connections 2024-05-20T21:23:24.157 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.155+0000 7efd33200700 1 -- 172.21.15.8:0/1305423195 wait complete. 2024-05-20T21:23:24.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.156+0000 7efd33200700 1 Processor -- start 2024-05-20T21:23:24.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.156+0000 7efd33200700 1 -- start start 2024-05-20T21:23:24.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.157+0000 7efd33200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7efd2c103490 0x7efd2c19bd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:24.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.157+0000 7efd33200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efd2c103e50 0x7efd2c19c290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:24.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.157+0000 7efd33200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efd2c109540 0x7efd2c1a0620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:24.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.157+0000 7efd33200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7efd2c1136a0 con 0x7efd2c103490 2024-05-20T21:23:24.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.157+0000 7efd33200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7efd2c113520 con 0x7efd2c103e50 2024-05-20T21:23:24.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.157+0000 7efd33200700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7efd2c113820 con 0x7efd2c109540 2024-05-20T21:23:24.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.157+0000 7efd31e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7efd2c103490 0x7efd2c19bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:24.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.157+0000 7efd31e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7efd2c103490 0x7efd2c19bd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:39896/0 (socket says 172.21.15.8:39896) 2024-05-20T21:23:24.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.157+0000 7efd31e00700 1 -- 172.21.15.8:0/2552033077 learned_addr learned my addr 172.21.15.8:0/2552033077 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:24.159 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.157+0000 7efd32800700 1 --2- 172.21.15.8:0/2552033077 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efd2c109540 0x7efd2c1a0620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:24.159 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.157+0000 7efd31400700 1 --2- 172.21.15.8:0/2552033077 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efd2c103e50 0x7efd2c19c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:24.159 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.158+0000 7efd32800700 1 -- 172.21.15.8:0/2552033077 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efd2c103e50 msgr2=0x7efd2c19c290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:24.159 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.158+0000 7efd32800700 1 --2- 172.21.15.8:0/2552033077 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efd2c103e50 0x7efd2c19c290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.158+0000 7efd32800700 1 -- 172.21.15.8:0/2552033077 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7efd2c103490 msgr2=0x7efd2c19bd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:24.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.158+0000 7efd32800700 1 --2- 172.21.15.8:0/2552033077 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7efd2c103490 0x7efd2c19bd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.158+0000 7efd32800700 1 -- 172.21.15.8:0/2552033077 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd2c1a0d60 con 0x7efd2c109540 2024-05-20T21:23:24.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.158+0000 7efd31e00700 1 --2- 172.21.15.8:0/2552033077 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7efd2c103490 0x7efd2c19bd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:24.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.158+0000 7efd32800700 1 --2- 172.21.15.8:0/2552033077 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efd2c109540 0x7efd2c1a0620 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7efd2800efc0 tx=0x7efd2800c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:24.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.158+0000 7efd26a00700 1 -- 172.21.15.8:0/2552033077 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd280092e0 con 0x7efd2c109540 2024-05-20T21:23:24.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.158+0000 7efd26a00700 1 -- 172.21.15.8:0/2552033077 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efd28004bb0 con 0x7efd2c109540 2024-05-20T21:23:24.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.158+0000 7efd33200700 1 -- 172.21.15.8:0/2552033077 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efd2c1a0ff0 con 0x7efd2c109540 2024-05-20T21:23:24.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.158+0000 7efd26a00700 1 -- 172.21.15.8:0/2552033077 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd28004020 con 0x7efd2c109540 2024-05-20T21:23:24.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.158+0000 7efd33200700 1 -- 172.21.15.8:0/2552033077 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efd2c1a88d0 con 0x7efd2c109540 2024-05-20T21:23:24.162 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.162+0000 7efd26a00700 1 -- 172.21.15.8:0/2552033077 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7efd2801b030 con 0x7efd2c109540 2024-05-20T21:23:24.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.164+0000 7efd3f0b6b80 1 Processor -- start 2024-05-20T21:23:24.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.164+0000 7efd3f0b6b80 1 -- start start 2024-05-20T21:23:24.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.164+0000 7efd3f0b6b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c286b02020 0x55c286b02400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:24.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.164+0000 7efd3f0b6b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c286b02940 0x55c286afc4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:24.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.164+0000 7efd3f0b6b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c286afcad0 0x55c286afcf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:24.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.164+0000 7efd3f0b6b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55c286a5ae40 con 0x55c286afcad0 2024-05-20T21:23:24.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.164+0000 7efd3f0b6b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55c286a4a9e0 con 0x55c286b02940 2024-05-20T21:23:24.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.164+0000 7efd3f0b6b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55c286a4ea20 con 0x55c286b02020 2024-05-20T21:23:24.166 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.165+0000 7efd26a00700 1 --2- 172.21.15.8:0/2552033077 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7efd140b2900 0x7efd140b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:24.166 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.165+0000 7efd31400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c286b02020 0x55c286b02400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:24.166 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.165+0000 7efd31e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c286b02940 0x55c286afc4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:24.166 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.165+0000 7efd31e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c286b02940 0x55c286afc4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:46786/0 (socket says 172.21.15.8:46786) 2024-05-20T21:23:24.166 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.165+0000 7efd31e00700 1 -- 172.21.15.8:0/4107727730 learned_addr learned my addr 172.21.15.8:0/4107727730 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:24.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.165+0000 7efd31400700 1 --2- 172.21.15.8:0/4107727730 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c286afcad0 0x55c286afcf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:24.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.165+0000 7efd26a00700 1 -- 172.21.15.8:0/2552033077 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7efd280e1be0 con 0x7efd2c109540 2024-05-20T21:23:24.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.165+0000 7efd32800700 1 --2- 172.21.15.8:0/2552033077 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7efd140b2900 0x7efd140b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:24.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.165+0000 7efd31e00700 1 -- 172.21.15.8:0/4107727730 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c286b02020 msgr2=0x55c286b02400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:24.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.165+0000 7efd31e00700 1 --2- 172.21.15.8:0/4107727730 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c286b02020 0x55c286b02400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.165+0000 7efd31e00700 1 -- 172.21.15.8:0/4107727730 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c286afcad0 msgr2=0x55c286afcf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:24.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.165+0000 7efd31e00700 1 --2- 172.21.15.8:0/4107727730 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c286afcad0 0x55c286afcf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.165+0000 7efd31e00700 1 -- 172.21.15.8:0/4107727730 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c286a13420 con 0x55c286b02940 2024-05-20T21:23:24.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.166+0000 7efd31e00700 1 --2- 172.21.15.8:0/4107727730 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c286b02940 0x55c286afc4b0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7efd20009580 tx=0x7efd2000b260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c0680b84dbfab2c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:24.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.166+0000 7efd32800700 1 --2- 172.21.15.8:0/2552033077 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7efd140b2900 0x7efd140b4dc0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7efd280a52a0 tx=0x7efd28009480 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:24.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.166+0000 7efd1f400700 1 -- 172.21.15.8:0/4107727730 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd20027070 con 0x55c286b02940 2024-05-20T21:23:24.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.166+0000 7efd1f400700 1 -- 172.21.15.8:0/4107727730 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efd200095b0 con 0x55c286b02940 2024-05-20T21:23:24.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.166+0000 7efd1f400700 1 -- 172.21.15.8:0/4107727730 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd20003e60 con 0x55c286b02940 2024-05-20T21:23:24.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.167+0000 7efd3f0b6b80 1 -- 172.21.15.8:0/4107727730 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c286b02940 msgr2=0x55c286afc4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:24.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.167+0000 7efd3f0b6b80 1 --2- 172.21.15.8:0/4107727730 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c286b02940 0x55c286afc4b0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7efd20009580 tx=0x7efd2000b260 comp rx=0 tx=0).stop 2024-05-20T21:23:24.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.167+0000 7efd3f0b6b80 1 -- 172.21.15.8:0/4107727730 shutdown_connections 2024-05-20T21:23:24.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.167+0000 7efd3f0b6b80 1 --2- 172.21.15.8:0/4107727730 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c286afcad0 0x55c286afcf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.167+0000 7efd3f0b6b80 1 --2- 172.21.15.8:0/4107727730 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c286b02020 0x55c286b02400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.167+0000 7efd3f0b6b80 1 --2- 172.21.15.8:0/4107727730 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c286b02940 0x55c286afc4b0 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.167+0000 7efd3f0b6b80 1 -- 172.21.15.8:0/4107727730 >> 172.21.15.8:0/4107727730 conn(0x55c286a2abe0 msgr2=0x55c286af7150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:24.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.167+0000 7efd3f0b6b80 1 -- 172.21.15.8:0/4107727730 shutdown_connections 2024-05-20T21:23:24.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.167+0000 7efd3f0b6b80 1 -- 172.21.15.8:0/4107727730 wait complete. 2024-05-20T21:23:24.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.168+0000 7efd3f0b6b80 1 -- start start 2024-05-20T21:23:24.170 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.168+0000 7efd3f0b6b80 1 Processor -- start 2024-05-20T21:23:24.170 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.169+0000 7efd3f0b6b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c286afcad0 0x55c286b08670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:24.170 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.169+0000 7efd3f0b6b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c286b02020 0x55c286b05a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:24.170 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.169+0000 7efd3f0b6b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c286b02940 0x55c286b05f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:24.170 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.169+0000 7efd3f0b6b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55c286950fa0 con 0x55c286b02940 2024-05-20T21:23:24.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.169+0000 7efd3f0b6b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55c2869eb760 con 0x55c286afcad0 2024-05-20T21:23:24.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.169+0000 7efd3f0b6b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55c286b09400 con 0x55c286b02020 2024-05-20T21:23:24.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.169+0000 7efd3f0b6b80 10 client.0 _ll_register_callbacks cb 0x55c2869f4c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:24.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.169+0000 7efd31e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c286b02020 0x55c286b05a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:24.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.169+0000 7efd31e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c286b02020 0x55c286b05a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:49334/0 (socket says 172.21.15.8:49334) 2024-05-20T21:23:24.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.169+0000 7efd31e00700 1 -- 172.21.15.8:0/4018542944 learned_addr learned my addr 172.21.15.8:0/4018542944 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:24.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.169+0000 7efd31400700 1 --2- 172.21.15.8:0/4018542944 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c286b02940 0x55c286b05f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:24.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.169+0000 7efd31400700 1 --2- 172.21.15.8:0/4018542944 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c286afcad0 0x55c286b08670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:24.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.170+0000 7efd31e00700 1 -- 172.21.15.8:0/4018542944 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c286afcad0 msgr2=0x55c286b08670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:24.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.170+0000 7efd31e00700 1 --2- 172.21.15.8:0/4018542944 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c286afcad0 0x55c286b08670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.170+0000 7efd31e00700 1 -- 172.21.15.8:0/4018542944 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c286b02940 msgr2=0x55c286b05f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:24.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.170+0000 7efd31e00700 1 --2- 172.21.15.8:0/4018542944 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c286b02940 0x55c286b05f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.170+0000 7efd31e00700 1 -- 172.21.15.8:0/4018542944 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c28699a8d0 con 0x55c286b02020 2024-05-20T21:23:24.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.170+0000 7efd31e00700 1 --2- 172.21.15.8:0/4018542944 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c286b02020 0x55c286b05a10 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7efd20000c00 tx=0x7efd20010b00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e3a6be2121819430 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:24.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.170+0000 7efd13e00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:23:24.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.170+0000 7efd13e00700 1 -- 172.21.15.8:0/4018542944 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd20033060 con 0x55c286b02020 2024-05-20T21:23:24.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.170+0000 7efd13e00700 1 -- 172.21.15.8:0/4018542944 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7efd20003cc0 con 0x55c286b02020 2024-05-20T21:23:24.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.170+0000 7efd3f0b6b80 1 -- 172.21.15.8:0/4018542944 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efd200095b0 con 0x55c286b02020 2024-05-20T21:23:24.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.171+0000 7efd13e00700 1 -- 172.21.15.8:0/4018542944 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7efd20027070 con 0x55c286b02020 2024-05-20T21:23:24.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.171+0000 7efd3f0b6b80 10 client.27409 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:24.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.171+0000 7efd3f0b6b80 1 -- 172.21.15.8:0/4018542944 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c286a1b060 con 0x55c286b02020 2024-05-20T21:23:24.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.171+0000 7efd13e00700 1 -- 172.21.15.8:0/4018542944 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efd200095b0 con 0x55c286b02020 2024-05-20T21:23:24.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.171+0000 7efd13e00700 1 -- 172.21.15.8:0/4018542944 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7efd20022480 con 0x55c286b02020 2024-05-20T21:23:24.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.172+0000 7efd3f0b6b80 10 client.27409 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:24.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.172+0000 7efd3f0b6b80 10 client.27409 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:23:24.174 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.172+0000 7efd3f0b6b80 20 client.27409 populate_metadata read hostname 'smithi008' 2024-05-20T21:23:24.174 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.172+0000 7efd3f0b6b80 1 --2- 172.21.15.8:0/4018542944 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55c286b15df0 0x55c286b181e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:24.174 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.172+0000 7efd3f0b6b80 4 client.27409 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:23:24.174 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.172+0000 7efd3f0b6b80 1 -- 172.21.15.8:0/4018542944 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c286a5cd90 con 0x55c286b15df0 2024-05-20T21:23:24.174 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.172+0000 7efd31400700 1 --2- 172.21.15.8:0/4018542944 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55c286b15df0 0x55c286b181e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:24.174 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.173+0000 7efd31400700 1 --2- 172.21.15.8:0/4018542944 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55c286b15df0 0x55c286b181e0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=26545fa2c1547716 server_cookie=36da0614ec233ca2 in_seq=0 out_seq=0 2024-05-20T21:23:24.174 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.173+0000 7efd13e00700 10 client.27409 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:23:24.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.173+0000 7efd13e00700 1 -- 172.21.15.8:0/4018542944 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55c286a5cd90 con 0x55c286b15df0 2024-05-20T21:23:24.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.174+0000 7efd13e00700 10 client.27409 handle_command_reply: tid=0 2024-05-20T21:23:24.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.174+0000 7efd3f0b6b80 1 client.27409 shutdown 2024-05-20T21:23:24.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.174+0000 7efd3f0b6b80 1 -- 172.21.15.8:0/4018542944 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c286b02020 msgr2=0x55c286b05a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:24.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.174+0000 7efd3f0b6b80 1 --2- 172.21.15.8:0/4018542944 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c286b02020 0x55c286b05a10 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7efd20000c00 tx=0x7efd20010b00 comp rx=0 tx=0).stop 2024-05-20T21:23:24.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.174+0000 7efd3f0b6b80 1 -- 172.21.15.8:0/4018542944 shutdown_connections 2024-05-20T21:23:24.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.174+0000 7efd3f0b6b80 1 --2- 172.21.15.8:0/4018542944 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55c286b15df0 0x55c286b181e0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.174+0000 7efd3f0b6b80 1 --2- 172.21.15.8:0/4018542944 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c286afcad0 0x55c286b08670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.174+0000 7efd3f0b6b80 1 --2- 172.21.15.8:0/4018542944 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c286b02940 0x55c286b05f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.174+0000 7efd3f0b6b80 1 --2- 172.21.15.8:0/4018542944 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c286b02020 0x55c286b05a10 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.174+0000 7efd13e00700 0 client.27409 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:23:24.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.174+0000 7efd3f0b6b80 1 -- 172.21.15.8:0/4018542944 >> 172.21.15.8:0/4018542944 conn(0x55c286a2abe0 msgr2=0x55c286afb4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:24.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.174+0000 7efd3f0b6b80 1 -- 172.21.15.8:0/4018542944 shutdown_connections 2024-05-20T21:23:24.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.174+0000 7efd3f0b6b80 1 -- 172.21.15.8:0/4018542944 wait complete. 2024-05-20T21:23:24.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.174+0000 7efd3f0b6b80 20 client.27409 trim_cache size 0 max 16384 2024-05-20T21:23:24.192 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.191+0000 7efd3f0b6b80 1 Processor -- start 2024-05-20T21:23:24.192 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.191+0000 7efd3f0b6b80 1 -- start start 2024-05-20T21:23:24.192 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.191+0000 7efd3f0b6b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c286afcad0 0x55c286afc4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:24.192 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.192+0000 7efd3f0b6b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c286b02020 0x55c286b02de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:24.192 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.192+0000 7efd3f0b6b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c286b02940 0x55c286b03320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:24.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.192+0000 7efd3f0b6b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7efd2c1b2450 con 0x55c286b02020 2024-05-20T21:23:24.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.192+0000 7efd3f0b6b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7efd2c1afce0 con 0x55c286b02940 2024-05-20T21:23:24.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.192+0000 7efd3f0b6b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7efd2c1adb30 con 0x55c286afcad0 2024-05-20T21:23:24.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.192+0000 7efd31e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c286b02020 0x55c286b02de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:24.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.192+0000 7efd31400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c286afcad0 0x55c286afc4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:24.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.192+0000 7efd31e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c286b02020 0x55c286b02de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:39928/0 (socket says 172.21.15.8:39928) 2024-05-20T21:23:24.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.192+0000 7efd31e00700 1 -- 172.21.15.8:0/1431212206 learned_addr learned my addr 172.21.15.8:0/1431212206 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:24.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.192+0000 7efd31400700 1 --2- 172.21.15.8:0/1431212206 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c286b02940 0x55c286b03320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:24.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.192+0000 7efd31e00700 1 -- 172.21.15.8:0/1431212206 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c286afcad0 msgr2=0x55c286afc4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:24.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.192+0000 7efd31e00700 1 --2- 172.21.15.8:0/1431212206 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c286afcad0 0x55c286afc4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.192+0000 7efd31e00700 1 -- 172.21.15.8:0/1431212206 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c286b02940 msgr2=0x55c286b03320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:24.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.192+0000 7efd31e00700 1 --2- 172.21.15.8:0/1431212206 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c286b02940 0x55c286b03320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.193+0000 7efd31e00700 1 -- 172.21.15.8:0/1431212206 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c286b03f80 con 0x55c286b02020 2024-05-20T21:23:24.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.193+0000 7efd31e00700 1 --2- 172.21.15.8:0/1431212206 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c286b02020 0x55c286b02de0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7efd200229c0 tx=0x7efd200096e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b4f10194217bf792 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:24.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.193+0000 7efd1ea00700 1 -- 172.21.15.8:0/1431212206 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd20033070 con 0x55c286b02020 2024-05-20T21:23:24.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.193+0000 7efd1ea00700 1 -- 172.21.15.8:0/1431212206 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efd20028040 con 0x55c286b02020 2024-05-20T21:23:24.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.193+0000 7efd1ea00700 1 -- 172.21.15.8:0/1431212206 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd20022650 con 0x55c286b02020 2024-05-20T21:23:24.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.194+0000 7efd3f0b6b80 1 -- 172.21.15.8:0/1431212206 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c286b02020 msgr2=0x55c286b02de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:24.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.194+0000 7efd3f0b6b80 1 --2- 172.21.15.8:0/1431212206 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c286b02020 0x55c286b02de0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7efd200229c0 tx=0x7efd200096e0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.194+0000 7efd3f0b6b80 1 -- 172.21.15.8:0/1431212206 shutdown_connections 2024-05-20T21:23:24.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.194+0000 7efd3f0b6b80 1 --2- 172.21.15.8:0/1431212206 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c286b02940 0x55c286b03320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.194+0000 7efd3f0b6b80 1 --2- 172.21.15.8:0/1431212206 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c286afcad0 0x55c286afc4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.194+0000 7efd3f0b6b80 1 --2- 172.21.15.8:0/1431212206 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c286b02020 0x55c286b02de0 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.194+0000 7efd3f0b6b80 1 -- 172.21.15.8:0/1431212206 >> 172.21.15.8:0/1431212206 conn(0x55c286a2abe0 msgr2=0x55c286af6c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:24.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.194+0000 7efd3f0b6b80 1 -- 172.21.15.8:0/1431212206 shutdown_connections 2024-05-20T21:23:24.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.194+0000 7efd3f0b6b80 1 -- 172.21.15.8:0/1431212206 wait complete. 2024-05-20T21:23:24.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.195+0000 7efd3f0b6b80 1 -- start start 2024-05-20T21:23:24.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.195+0000 7efd3f0b6b80 1 Processor -- start 2024-05-20T21:23:24.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.195+0000 7efd3f0b6b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c286afcad0 0x55c286b1b270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:24.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.195+0000 7efd3f0b6b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c286b02020 0x55c286b1b7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:24.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.195+0000 7efd3f0b6b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c286b02940 0x55c286b187c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:24.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.195+0000 7efd3f0b6b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7efd2c1ae1a0 con 0x55c286afcad0 2024-05-20T21:23:24.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.195+0000 7efd3f0b6b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7efd2c1af610 con 0x55c286b02020 2024-05-20T21:23:24.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.195+0000 7efd3f0b6b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7efd2c1ae870 con 0x55c286b02940 2024-05-20T21:23:24.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.195+0000 7efd3f0b6b80 10 client.0 _ll_register_callbacks cb 0x55c2869f4c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:24.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.196+0000 7efd31400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c286afcad0 0x55c286b1b270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:24.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.196+0000 7efd31400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c286afcad0 0x55c286b1b270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:39936/0 (socket says 172.21.15.8:39936) 2024-05-20T21:23:24.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.196+0000 7efd31400700 1 -- 172.21.15.8:0/1524744401 learned_addr learned my addr 172.21.15.8:0/1524744401 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:24.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.196+0000 7efd31e00700 1 --2- 172.21.15.8:0/1524744401 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c286b02020 0x55c286b1b7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:24.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.196+0000 7efd31400700 1 --2- 172.21.15.8:0/1524744401 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c286b02940 0x55c286b187c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:24.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.196+0000 7efd31e00700 1 -- 172.21.15.8:0/1524744401 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c286b02940 msgr2=0x55c286b187c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:24.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.196+0000 7efd31e00700 1 --2- 172.21.15.8:0/1524744401 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c286b02940 0x55c286b187c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.196+0000 7efd31e00700 1 -- 172.21.15.8:0/1524744401 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c286afcad0 msgr2=0x55c286b1b270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:24.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.196+0000 7efd31e00700 1 --2- 172.21.15.8:0/1524744401 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c286afcad0 0x55c286b1b270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.196+0000 7efd31e00700 1 -- 172.21.15.8:0/1524744401 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c286b18fe0 con 0x55c286b02020 2024-05-20T21:23:24.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.196+0000 7efd31400700 1 --2- 172.21.15.8:0/1524744401 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c286afcad0 0x55c286b1b270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:24.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.196+0000 7efd31e00700 1 --2- 172.21.15.8:0/1524744401 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c286b02020 0x55c286b1b7b0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x55c286b01da0 tx=0x7efd20005ef0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c703c50c74efb7be server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:24.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.196+0000 7efd13e00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:23:24.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.197+0000 7efd13e00700 1 -- 172.21.15.8:0/1524744401 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd20046060 con 0x55c286b02020 2024-05-20T21:23:24.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.197+0000 7efd3f0b6b80 1 -- 172.21.15.8:0/1524744401 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efd20028040 con 0x55c286b02020 2024-05-20T21:23:24.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.197+0000 7efd13e00700 1 -- 172.21.15.8:0/1524744401 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7efd200225f0 con 0x55c286b02020 2024-05-20T21:23:24.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.197+0000 7efd13e00700 1 -- 172.21.15.8:0/1524744401 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7efd20033030 con 0x55c286b02020 2024-05-20T21:23:24.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.197+0000 7efd3f0b6b80 10 client.27362 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:24.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.197+0000 7efd3f0b6b80 1 -- 172.21.15.8:0/1524744401 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c286b889b0 con 0x55c286b02020 2024-05-20T21:23:24.201 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.197+0000 7efd13e00700 1 -- 172.21.15.8:0/1524744401 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efd20028040 con 0x55c286b02020 2024-05-20T21:23:24.201 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.198+0000 7efd13e00700 1 -- 172.21.15.8:0/1524744401 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7efd2002e480 con 0x55c286b02020 2024-05-20T21:23:24.201 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.198+0000 7efd3f0b6b80 10 client.27362 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:24.201 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.198+0000 7efd3f0b6b80 10 client.27362 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:23:24.201 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.198+0000 7efd3f0b6b80 20 client.27362 populate_metadata read hostname 'smithi008' 2024-05-20T21:23:24.201 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.198+0000 7efd3f0b6b80 1 --2- 172.21.15.8:0/1524744401 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55c286b88f00 0x55c286b8b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:24.202 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.198+0000 7efd3f0b6b80 4 client.27362 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:23:24.202 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.198+0000 7efd3f0b6b80 1 -- 172.21.15.8:0/1524744401 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55c286a56570 con 0x55c286b88f00 2024-05-20T21:23:24.202 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.198+0000 7efd31400700 1 --2- 172.21.15.8:0/1524744401 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55c286b88f00 0x55c286b8b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:24.202 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.199+0000 7efd31400700 1 --2- 172.21.15.8:0/1524744401 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55c286b88f00 0x55c286b8b2f0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=ce88c8613216f361 server_cookie=3e122afbbd4023d0 in_seq=0 out_seq=0 2024-05-20T21:23:24.202 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.199+0000 7efd13e00700 10 client.27362 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:23:24.202 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.199+0000 7efd13e00700 1 -- 172.21.15.8:0/1524744401 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55c286a56570 con 0x55c286b88f00 2024-05-20T21:23:24.202 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.199+0000 7efd13e00700 10 client.27362 handle_command_reply: tid=0 2024-05-20T21:23:24.202 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.199+0000 7efd3f0b6b80 1 client.27362 shutdown 2024-05-20T21:23:24.202 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.199+0000 7efd3f0b6b80 1 -- 172.21.15.8:0/1524744401 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c286b02020 msgr2=0x55c286b1b7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:24.202 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.199+0000 7efd3f0b6b80 1 --2- 172.21.15.8:0/1524744401 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c286b02020 0x55c286b1b7b0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x55c286b01da0 tx=0x7efd20005ef0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.202 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.199+0000 7efd3f0b6b80 1 -- 172.21.15.8:0/1524744401 shutdown_connections 2024-05-20T21:23:24.202 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.199+0000 7efd3f0b6b80 1 --2- 172.21.15.8:0/1524744401 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55c286b88f00 0x55c286b8b2f0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.202 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.199+0000 7efd3f0b6b80 1 --2- 172.21.15.8:0/1524744401 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c286b02940 0x55c286b187c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.199+0000 7efd3f0b6b80 1 --2- 172.21.15.8:0/1524744401 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c286afcad0 0x55c286b1b270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.199+0000 7efd3f0b6b80 1 --2- 172.21.15.8:0/1524744401 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c286b02020 0x55c286b1b7b0 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.199+0000 7efd13e00700 0 client.27362 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:23:24.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.199+0000 7efd3f0b6b80 1 -- 172.21.15.8:0/1524744401 >> 172.21.15.8:0/1524744401 conn(0x55c286a2abe0 msgr2=0x55c286b02d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:24.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.199+0000 7efd3f0b6b80 1 -- 172.21.15.8:0/1524744401 shutdown_connections 2024-05-20T21:23:24.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.199+0000 7efd3f0b6b80 1 -- 172.21.15.8:0/1524744401 wait complete. 2024-05-20T21:23:24.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.200+0000 7efd3f0b6b80 20 client.27362 trim_cache size 0 max 16384 2024-05-20T21:23:24.203 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:23:24.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.200+0000 7efd33200700 1 -- 172.21.15.8:0/2552033077 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7efd140b2900 msgr2=0x7efd140b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:24.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.200+0000 7efd33200700 1 --2- 172.21.15.8:0/2552033077 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7efd140b2900 0x7efd140b4dc0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7efd280a52a0 tx=0x7efd28009480 comp rx=0 tx=0).stop 2024-05-20T21:23:24.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.200+0000 7efd33200700 1 -- 172.21.15.8:0/2552033077 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efd2c109540 msgr2=0x7efd2c1a0620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:24.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.200+0000 7efd33200700 1 --2- 172.21.15.8:0/2552033077 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efd2c109540 0x7efd2c1a0620 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7efd2800efc0 tx=0x7efd2800c3a0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.200+0000 7efd33200700 1 -- 172.21.15.8:0/2552033077 shutdown_connections 2024-05-20T21:23:24.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.200+0000 7efd33200700 1 --2- 172.21.15.8:0/2552033077 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7efd140b2900 0x7efd140b4dc0 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.200+0000 7efd33200700 1 --2- 172.21.15.8:0/2552033077 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efd2c109540 0x7efd2c1a0620 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.200+0000 7efd33200700 1 --2- 172.21.15.8:0/2552033077 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7efd2c103490 0x7efd2c19bd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.200+0000 7efd33200700 1 --2- 172.21.15.8:0/2552033077 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efd2c103e50 0x7efd2c19c290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.200+0000 7efd33200700 1 -- 172.21.15.8:0/2552033077 >> 172.21.15.8:0/2552033077 conn(0x7efd2c0fefc0 msgr2=0x7efd2c1003e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:24.205 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.201+0000 7efd33200700 1 -- 172.21.15.8:0/2552033077 shutdown_connections 2024-05-20T21:23:24.205 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:24.201+0000 7efd33200700 1 -- 172.21.15.8:0/2552033077 wait complete. 2024-05-20T21:23:24.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:23:24 smithi130 ceph-mon[36448]: pgmap v682: 97 pgs: 97 active+clean; 4.0 MiB data, 428 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 15 op/s 2024-05-20T21:23:24.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:23:24 smithi050 ceph-mon[35809]: pgmap v682: 97 pgs: 97 active+clean; 4.0 MiB data, 428 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 15 op/s 2024-05-20T21:23:24.949 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:23:24 smithi008 ceph-mon[31475]: pgmap v682: 97 pgs: 97 active+clean; 4.0 MiB data, 428 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 15 op/s 2024-05-20T21:23:25.124 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:23:25.602 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:23:26.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:23:26 smithi130 ceph-mon[36448]: pgmap v683: 97 pgs: 97 active+clean; 4.0 MiB data, 428 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:23:26.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:23:26 smithi050 ceph-mon[35809]: pgmap v683: 97 pgs: 97 active+clean; 4.0 MiB data, 428 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:23:26.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:23:26 smithi008 ceph-mon[31475]: pgmap v683: 97 pgs: 97 active+clean; 4.0 MiB data, 428 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:23:27.831 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.830+0000 7fb9bb800700 1 -- 172.21.15.8:0/3762009259 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb9b410b760 msgr2=0x7fb9b410bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:27.831 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.830+0000 7fb9bb800700 1 --2- 172.21.15.8:0/3762009259 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb9b410b760 0x7fb9b410bb40 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fb9a80098f0 tx=0x7fb9a8009c00 comp rx=0 tx=0).stop 2024-05-20T21:23:27.831 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.830+0000 7fb9bb800700 1 -- 172.21.15.8:0/3762009259 shutdown_connections 2024-05-20T21:23:27.831 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.830+0000 7fb9bb800700 1 --2- 172.21.15.8:0/3762009259 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb9b4106120 0x7fb9b4112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:27.831 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.830+0000 7fb9bb800700 1 --2- 172.21.15.8:0/3762009259 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb9b410b760 0x7fb9b410bb40 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:27.831 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.830+0000 7fb9bb800700 1 --2- 172.21.15.8:0/3762009259 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb9b4105760 0x7fb9b4105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:27.831 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.830+0000 7fb9bb800700 1 -- 172.21.15.8:0/3762009259 >> 172.21.15.8:0/3762009259 conn(0x7fb9b4101250 msgr2=0x7fb9b4103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:27.831 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.830+0000 7fb9bb800700 1 -- 172.21.15.8:0/3762009259 shutdown_connections 2024-05-20T21:23:27.831 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.830+0000 7fb9bb800700 1 -- 172.21.15.8:0/3762009259 wait complete. 2024-05-20T21:23:27.833 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.831+0000 7fb9bb800700 1 Processor -- start 2024-05-20T21:23:27.833 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.831+0000 7fb9bb800700 1 -- start start 2024-05-20T21:23:27.833 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.832+0000 7fb9bb800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb9b4105760 0x7fb9b419be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:27.833 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.832+0000 7fb9bb800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb9b4106120 0x7fb9b419c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:27.833 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.832+0000 7fb9bb800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb9b410b760 0x7fb9b41a0730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:27.833 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.832+0000 7fb9bb800700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fb9b4115990 con 0x7fb9b4106120 2024-05-20T21:23:27.833 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.832+0000 7fb9bb800700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb9b4115810 con 0x7fb9b410b760 2024-05-20T21:23:27.833 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.832+0000 7fb9bb800700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fb9b4115b10 con 0x7fb9b4105760 2024-05-20T21:23:27.833 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.832+0000 7fb9b8e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb9b4105760 0x7fb9b419be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:27.833 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.832+0000 7fb9b8e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb9b4105760 0x7fb9b419be60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:49358/0 (socket says 172.21.15.8:49358) 2024-05-20T21:23:27.833 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.832+0000 7fb9b8e00700 1 -- 172.21.15.8:0/4156958544 learned_addr learned my addr 172.21.15.8:0/4156958544 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:27.834 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.832+0000 7fb9b3e00700 1 --2- 172.21.15.8:0/4156958544 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb9b4106120 0x7fb9b419c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:27.834 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.832+0000 7fb9b9800700 1 --2- 172.21.15.8:0/4156958544 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb9b410b760 0x7fb9b41a0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:27.834 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.832+0000 7fb9b8e00700 1 -- 172.21.15.8:0/4156958544 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb9b410b760 msgr2=0x7fb9b41a0730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:27.834 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.832+0000 7fb9b8e00700 1 --2- 172.21.15.8:0/4156958544 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb9b410b760 0x7fb9b41a0730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:27.834 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.832+0000 7fb9b8e00700 1 -- 172.21.15.8:0/4156958544 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb9b4106120 msgr2=0x7fb9b419c3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:27.834 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.832+0000 7fb9b8e00700 1 --2- 172.21.15.8:0/4156958544 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb9b4106120 0x7fb9b419c3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:27.834 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.832+0000 7fb9b8e00700 1 -- 172.21.15.8:0/4156958544 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9b41a0e70 con 0x7fb9b4105760 2024-05-20T21:23:27.834 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.832+0000 7fb9b9800700 1 --2- 172.21.15.8:0/4156958544 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb9b410b760 0x7fb9b41a0730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:23:27.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.833+0000 7fb9b8e00700 1 --2- 172.21.15.8:0/4156958544 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb9b4105760 0x7fb9b419be60 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7fb9a8009230 tx=0x7fb9a800fa70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:27.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.833+0000 7fb9b1600700 1 -- 172.21.15.8:0/4156958544 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9a8005140 con 0x7fb9b4105760 2024-05-20T21:23:27.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.833+0000 7fb9b1600700 1 -- 172.21.15.8:0/4156958544 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb9a800b560 con 0x7fb9b4105760 2024-05-20T21:23:27.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.833+0000 7fb9bb800700 1 -- 172.21.15.8:0/4156958544 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9b41a1100 con 0x7fb9b4105760 2024-05-20T21:23:27.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.833+0000 7fb9b1600700 1 -- 172.21.15.8:0/4156958544 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9a8003ae0 con 0x7fb9b4105760 2024-05-20T21:23:27.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.833+0000 7fb9bb800700 1 -- 172.21.15.8:0/4156958544 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9b41a89e0 con 0x7fb9b4105760 2024-05-20T21:23:27.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.837+0000 7fb9b1600700 1 -- 172.21.15.8:0/4156958544 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fb9a8003c80 con 0x7fb9b4105760 2024-05-20T21:23:27.838 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.838+0000 7fb9c624cb80 1 Processor -- start 2024-05-20T21:23:27.839 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.838+0000 7fb9c624cb80 1 -- start start 2024-05-20T21:23:27.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.838+0000 7fb9b1600700 1 --2- 172.21.15.8:0/4156958544 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb99c0b2900 0x7fb99c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:27.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.839+0000 7fb9b1600700 1 -- 172.21.15.8:0/4156958544 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fb9a80e31b0 con 0x7fb9b4105760 2024-05-20T21:23:27.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.839+0000 7fb9c624cb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562789570610 0x5627895709f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:27.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.839+0000 7fb9c624cb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562789570f30 0x56278956ab20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:27.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.839+0000 7fb9c624cb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56278956b140 0x56278956b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:27.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.839+0000 7fb9c624cb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5627894c8e40 con 0x562789570f30 2024-05-20T21:23:27.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.839+0000 7fb9c624cb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5627894b89e0 con 0x56278956b140 2024-05-20T21:23:27.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.839+0000 7fb9c624cb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5627894bca20 con 0x562789570610 2024-05-20T21:23:27.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.839+0000 7fb9b9800700 1 --2- 172.21.15.8:0/4156958544 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb99c0b2900 0x7fb99c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:27.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.839+0000 7fb9b3e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562789570f30 0x56278956ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:27.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.839+0000 7fb9b8e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562789570610 0x5627895709f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:27.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.839+0000 7fb9b8e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562789570610 0x5627895709f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:49366/0 (socket says 172.21.15.8:49366) 2024-05-20T21:23:27.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.839+0000 7fb9b8e00700 1 -- 172.21.15.8:0/3859221024 learned_addr learned my addr 172.21.15.8:0/3859221024 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:27.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.839+0000 7fb9b3e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562789570f30 0x56278956ab20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:39966/0 (socket says 172.21.15.8:39966) 2024-05-20T21:23:27.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.839+0000 7fb9b9800700 1 --2- 172.21.15.8:0/3859221024 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56278956b140 0x56278956b5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:27.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.840+0000 7fb9b8e00700 1 -- 172.21.15.8:0/3859221024 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56278956b140 msgr2=0x56278956b5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:27.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.840+0000 7fb9b8e00700 1 --2- 172.21.15.8:0/3859221024 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56278956b140 0x56278956b5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:27.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.840+0000 7fb9b8e00700 1 -- 172.21.15.8:0/3859221024 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562789570f30 msgr2=0x56278956ab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:27.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.840+0000 7fb9b8e00700 1 --2- 172.21.15.8:0/3859221024 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562789570f30 0x56278956ab20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:27.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.840+0000 7fb9b8e00700 1 -- 172.21.15.8:0/3859221024 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562789481420 con 0x562789570610 2024-05-20T21:23:27.843 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.840+0000 7fb9b8e00700 1 --2- 172.21.15.8:0/3859221024 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562789570610 0x5627895709f0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fb9a80aa780 tx=0x7fb9a8009c00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4f2a9a812f620417 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:27.843 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.840+0000 7fb9b9800700 1 --2- 172.21.15.8:0/4156958544 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb99c0b2900 0x7fb99c0b4dc0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x56278956bb00 tx=0x7fb9ac0099e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:27.843 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.840+0000 7fb9a6000700 1 -- 172.21.15.8:0/3859221024 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9a80aaef0 con 0x562789570610 2024-05-20T21:23:27.843 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.840+0000 7fb9a6000700 1 -- 172.21.15.8:0/3859221024 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb9a80aa7f0 con 0x562789570610 2024-05-20T21:23:27.843 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.840+0000 7fb9a6000700 1 -- 172.21.15.8:0/3859221024 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9a80b3130 con 0x562789570610 2024-05-20T21:23:27.843 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.841+0000 7fb9c624cb80 1 -- 172.21.15.8:0/3859221024 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562789570610 msgr2=0x5627895709f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:27.844 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.841+0000 7fb9c624cb80 1 --2- 172.21.15.8:0/3859221024 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562789570610 0x5627895709f0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fb9a80aa780 tx=0x7fb9a8009c00 comp rx=0 tx=0).stop 2024-05-20T21:23:27.844 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.841+0000 7fb9c624cb80 1 -- 172.21.15.8:0/3859221024 shutdown_connections 2024-05-20T21:23:27.844 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.841+0000 7fb9c624cb80 1 --2- 172.21.15.8:0/3859221024 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56278956b140 0x56278956b5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:27.844 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.841+0000 7fb9c624cb80 1 --2- 172.21.15.8:0/3859221024 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562789570610 0x5627895709f0 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:27.844 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.841+0000 7fb9c624cb80 1 --2- 172.21.15.8:0/3859221024 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562789570f30 0x56278956ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:27.844 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.841+0000 7fb9c624cb80 1 -- 172.21.15.8:0/3859221024 >> 172.21.15.8:0/3859221024 conn(0x562789498be0 msgr2=0x562789565690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:27.844 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.841+0000 7fb9c624cb80 1 -- 172.21.15.8:0/3859221024 shutdown_connections 2024-05-20T21:23:27.844 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.842+0000 7fb9c624cb80 1 -- 172.21.15.8:0/3859221024 wait complete. 2024-05-20T21:23:27.844 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.842+0000 7fb9c624cb80 1 -- start start 2024-05-20T21:23:27.844 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.842+0000 7fb9c624cb80 1 Processor -- start 2024-05-20T21:23:27.844 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.843+0000 7fb9c624cb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56278956b140 0x562789576d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:27.844 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.843+0000 7fb9c624cb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562789570610 0x5627895740d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:27.844 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.843+0000 7fb9c624cb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562789570f30 0x562789574610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:27.844 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.843+0000 7fb9c624cb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5627893befa0 con 0x562789570f30 2024-05-20T21:23:27.845 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.843+0000 7fb9c624cb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x562789459760 con 0x56278956b140 2024-05-20T21:23:27.845 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.843+0000 7fb9c624cb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5627895777a0 con 0x562789570610 2024-05-20T21:23:27.845 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.843+0000 7fb9c624cb80 10 client.0 _ll_register_callbacks cb 0x562789462c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:27.846 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.843+0000 7fb9b9800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562789570f30 0x562789574610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:27.847 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.843+0000 7fb9b3e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562789570610 0x5627895740d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:27.847 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.843+0000 7fb9b8e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56278956b140 0x562789576d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:27.847 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.843+0000 7fb9b3e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562789570610 0x5627895740d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:49380/0 (socket says 172.21.15.8:49380) 2024-05-20T21:23:27.847 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.843+0000 7fb9b3e00700 1 -- 172.21.15.8:0/3613982091 learned_addr learned my addr 172.21.15.8:0/3613982091 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:27.847 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.844+0000 7fb9b8e00700 1 -- 172.21.15.8:0/3613982091 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562789570610 msgr2=0x5627895740d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:27.847 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.844+0000 7fb9b8e00700 1 --2- 172.21.15.8:0/3613982091 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562789570610 0x5627895740d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:27.847 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.844+0000 7fb9b8e00700 1 -- 172.21.15.8:0/3613982091 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562789570f30 msgr2=0x562789574610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:27.847 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.844+0000 7fb9b8e00700 1 --2- 172.21.15.8:0/3613982091 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562789570f30 0x562789574610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:27.847 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.844+0000 7fb9b8e00700 1 -- 172.21.15.8:0/3613982091 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5627894088d0 con 0x56278956b140 2024-05-20T21:23:27.847 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.844+0000 7fb9b3e00700 1 --2- 172.21.15.8:0/3613982091 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562789570610 0x5627895740d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:27.847 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.844+0000 7fb9b9800700 1 --2- 172.21.15.8:0/3613982091 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562789570f30 0x562789574610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:27.847 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.844+0000 7fb9b8e00700 1 --2- 172.21.15.8:0/3613982091 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56278956b140 0x562789576d30 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fb9a80058b0 tx=0x7fb9a80cd160 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e543d36cfacfa1d0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:27.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.844+0000 7fb99aa00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:23:27.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.844+0000 7fb99aa00700 1 -- 172.21.15.8:0/3613982091 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9a80c3070 con 0x56278956b140 2024-05-20T21:23:27.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.844+0000 7fb9c624cb80 1 -- 172.21.15.8:0/3613982091 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb9a80aa7f0 con 0x56278956b140 2024-05-20T21:23:27.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.844+0000 7fb99aa00700 1 -- 172.21.15.8:0/3613982091 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fb9a80aaa50 con 0x56278956b140 2024-05-20T21:23:27.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.845+0000 7fb99aa00700 1 -- 172.21.15.8:0/3613982091 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb9a80aaef0 con 0x56278956b140 2024-05-20T21:23:27.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.845+0000 7fb9c624cb80 10 client.27374 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:27.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.845+0000 7fb9c624cb80 1 -- 172.21.15.8:0/3613982091 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562789489060 con 0x56278956b140 2024-05-20T21:23:27.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.845+0000 7fb99aa00700 1 -- 172.21.15.8:0/3613982091 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb9a80aa7f0 con 0x56278956b140 2024-05-20T21:23:27.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.845+0000 7fb99aa00700 1 -- 172.21.15.8:0/3613982091 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb9a800ec20 con 0x56278956b140 2024-05-20T21:23:27.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.845+0000 7fb9c624cb80 10 client.27374 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:27.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.845+0000 7fb9c624cb80 10 client.27374 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:23:27.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.845+0000 7fb9c624cb80 20 client.27374 populate_metadata read hostname 'smithi008' 2024-05-20T21:23:27.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.845+0000 7fb9c624cb80 1 --2- 172.21.15.8:0/3613982091 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x56278958c980 0x56278958ed70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:27.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.845+0000 7fb9c624cb80 4 client.27374 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:23:27.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.845+0000 7fb9c624cb80 1 -- 172.21.15.8:0/3613982091 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5627894cad90 con 0x56278958c980 2024-05-20T21:23:27.849 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.846+0000 7fb9b3e00700 1 --2- 172.21.15.8:0/3613982091 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x56278958c980 0x56278958ed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:27.849 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.846+0000 7fb9b3e00700 1 --2- 172.21.15.8:0/3613982091 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x56278958c980 0x56278958ed70 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=a7fdd4c67343ce63 server_cookie=bf93a2ef6d10796e in_seq=0 out_seq=0 2024-05-20T21:23:27.849 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.846+0000 7fb99aa00700 10 client.27374 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:23:27.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.847+0000 7fb99aa00700 1 -- 172.21.15.8:0/3613982091 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5627894cad90 con 0x56278958c980 2024-05-20T21:23:27.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.847+0000 7fb99aa00700 10 client.27374 handle_command_reply: tid=0 2024-05-20T21:23:27.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.847+0000 7fb9c624cb80 1 client.27374 shutdown 2024-05-20T21:23:27.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.847+0000 7fb9c624cb80 1 -- 172.21.15.8:0/3613982091 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56278956b140 msgr2=0x562789576d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:27.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.847+0000 7fb9c624cb80 1 --2- 172.21.15.8:0/3613982091 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56278956b140 0x562789576d30 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fb9a80058b0 tx=0x7fb9a80cd160 comp rx=0 tx=0).stop 2024-05-20T21:23:27.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.847+0000 7fb9c624cb80 1 -- 172.21.15.8:0/3613982091 shutdown_connections 2024-05-20T21:23:27.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.847+0000 7fb9c624cb80 1 --2- 172.21.15.8:0/3613982091 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x56278958c980 0x56278958ed70 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:27.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.847+0000 7fb9c624cb80 1 --2- 172.21.15.8:0/3613982091 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56278956b140 0x562789576d30 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:27.851 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.847+0000 7fb9c624cb80 1 --2- 172.21.15.8:0/3613982091 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562789570f30 0x562789574610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:27.851 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.848+0000 7fb9c624cb80 1 --2- 172.21.15.8:0/3613982091 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562789570610 0x5627895740d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:27.851 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.848+0000 7fb99aa00700 0 client.27374 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:23:27.851 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.848+0000 7fb9c624cb80 1 -- 172.21.15.8:0/3613982091 >> 172.21.15.8:0/3613982091 conn(0x562789498be0 msgr2=0x562789564d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:27.851 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.848+0000 7fb9c624cb80 1 -- 172.21.15.8:0/3613982091 shutdown_connections 2024-05-20T21:23:27.851 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.848+0000 7fb9c624cb80 1 -- 172.21.15.8:0/3613982091 wait complete. 2024-05-20T21:23:27.851 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.848+0000 7fb9c624cb80 20 client.27374 trim_cache size 0 max 16384 2024-05-20T21:23:27.865 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.865+0000 7fb9c624cb80 1 Processor -- start 2024-05-20T21:23:27.866 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.865+0000 7fb9c624cb80 1 -- start start 2024-05-20T21:23:27.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.865+0000 7fb9c624cb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56278956b140 0x56278956ab20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:27.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.865+0000 7fb9c624cb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562789570610 0x562789573290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:27.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.866+0000 7fb9c624cb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562789570f30 0x562789571a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:27.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.866+0000 7fb9c624cb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fb9b41ae280 con 0x56278956b140 2024-05-20T21:23:27.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.866+0000 7fb9c624cb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb9b41abb10 con 0x562789570f30 2024-05-20T21:23:27.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.866+0000 7fb9c624cb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fb9b407b920 con 0x562789570610 2024-05-20T21:23:27.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.866+0000 7fb9b8e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56278956b140 0x56278956ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:27.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.866+0000 7fb9b3e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562789570610 0x562789573290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:27.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.866+0000 7fb9b8e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56278956b140 0x56278956ab20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:39980/0 (socket says 172.21.15.8:39980) 2024-05-20T21:23:27.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.866+0000 7fb9b8e00700 1 -- 172.21.15.8:0/450694602 learned_addr learned my addr 172.21.15.8:0/450694602 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:27.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.866+0000 7fb9b3e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562789570610 0x562789573290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:49394/0 (socket says 172.21.15.8:49394) 2024-05-20T21:23:27.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.866+0000 7fb9b9800700 1 --2- 172.21.15.8:0/450694602 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562789570f30 0x562789571a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:27.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.866+0000 7fb9b3e00700 1 -- 172.21.15.8:0/450694602 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562789570f30 msgr2=0x562789571a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:27.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.866+0000 7fb9b3e00700 1 --2- 172.21.15.8:0/450694602 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562789570f30 0x562789571a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:27.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.866+0000 7fb9b3e00700 1 -- 172.21.15.8:0/450694602 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56278956b140 msgr2=0x56278956ab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:27.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.866+0000 7fb9b3e00700 1 --2- 172.21.15.8:0/450694602 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56278956b140 0x56278956ab20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:27.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.866+0000 7fb9b3e00700 1 -- 172.21.15.8:0/450694602 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562789489060 con 0x562789570610 2024-05-20T21:23:27.869 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.867+0000 7fb9b3e00700 1 --2- 172.21.15.8:0/450694602 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562789570610 0x562789573290 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x5627894598b0 tx=0x7fb9a0009260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ad0a34c43df64b57 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:27.869 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.867+0000 7fb9a5600700 1 -- 172.21.15.8:0/450694602 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9a0004230 con 0x562789570610 2024-05-20T21:23:27.869 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.867+0000 7fb9a5600700 1 -- 172.21.15.8:0/450694602 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb9a0024030 con 0x562789570610 2024-05-20T21:23:27.869 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.867+0000 7fb9a5600700 1 -- 172.21.15.8:0/450694602 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9a0010690 con 0x562789570610 2024-05-20T21:23:27.869 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.868+0000 7fb9c624cb80 1 -- 172.21.15.8:0/450694602 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562789570610 msgr2=0x562789573290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:27.869 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.868+0000 7fb9c624cb80 1 --2- 172.21.15.8:0/450694602 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562789570610 0x562789573290 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x5627894598b0 tx=0x7fb9a0009260 comp rx=0 tx=0).stop 2024-05-20T21:23:27.869 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.868+0000 7fb9c624cb80 1 -- 172.21.15.8:0/450694602 shutdown_connections 2024-05-20T21:23:27.869 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.868+0000 7fb9c624cb80 1 --2- 172.21.15.8:0/450694602 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562789570f30 0x562789571a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:27.870 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.868+0000 7fb9c624cb80 1 --2- 172.21.15.8:0/450694602 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56278956b140 0x56278956ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:27.870 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.868+0000 7fb9c624cb80 1 --2- 172.21.15.8:0/450694602 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562789570610 0x562789573290 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:27.870 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.868+0000 7fb9c624cb80 1 -- 172.21.15.8:0/450694602 >> 172.21.15.8:0/450694602 conn(0x562789498be0 msgr2=0x562789571310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:27.870 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.868+0000 7fb9c624cb80 1 -- 172.21.15.8:0/450694602 shutdown_connections 2024-05-20T21:23:27.870 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.868+0000 7fb9c624cb80 1 -- 172.21.15.8:0/450694602 wait complete. 2024-05-20T21:23:27.870 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.869+0000 7fb9c624cb80 1 -- start start 2024-05-20T21:23:27.870 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.869+0000 7fb9c624cb80 1 Processor -- start 2024-05-20T21:23:27.871 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.869+0000 7fb9c624cb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56278956b140 0x5627895857d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:27.871 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.869+0000 7fb9c624cb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562789570610 0x562789593a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:27.871 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.869+0000 7fb9c624cb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562789570f30 0x562789593fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:27.871 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.869+0000 7fb9c624cb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fb9b41a9fd0 con 0x562789570f30 2024-05-20T21:23:27.871 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.869+0000 7fb9c624cb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb9b41ab440 con 0x562789570610 2024-05-20T21:23:27.871 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.869+0000 7fb9c624cb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fb9b41aa6a0 con 0x56278956b140 2024-05-20T21:23:27.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.870+0000 7fb9c624cb80 10 client.0 _ll_register_callbacks cb 0x562789462c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:27.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.870+0000 7fb9b8e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56278956b140 0x5627895857d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:27.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.870+0000 7fb9b9800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562789570f30 0x562789593fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:27.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.870+0000 7fb9b3e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562789570610 0x562789593a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:27.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.870+0000 7fb9b8e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56278956b140 0x5627895857d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:49396/0 (socket says 172.21.15.8:49396) 2024-05-20T21:23:27.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.870+0000 7fb9b8e00700 1 -- 172.21.15.8:0/641588392 learned_addr learned my addr 172.21.15.8:0/641588392 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:27.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.870+0000 7fb9b8e00700 1 -- 172.21.15.8:0/641588392 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562789570610 msgr2=0x562789593a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:27.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.870+0000 7fb9b8e00700 1 --2- 172.21.15.8:0/641588392 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562789570610 0x562789593a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:27.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.870+0000 7fb9b8e00700 1 -- 172.21.15.8:0/641588392 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562789570f30 msgr2=0x562789593fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:27.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.870+0000 7fb9b8e00700 1 --2- 172.21.15.8:0/641588392 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562789570f30 0x562789593fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:27.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.870+0000 7fb9b8e00700 1 -- 172.21.15.8:0/641588392 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5627895946f0 con 0x56278956b140 2024-05-20T21:23:27.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.871+0000 7fb9b8e00700 1 --2- 172.21.15.8:0/641588392 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56278956b140 0x5627895857d0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fb9a8009fd0 tx=0x7fb9a800b9a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1414f7e708eb3406 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:27.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.871+0000 7fb99aa00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:23:27.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.871+0000 7fb99aa00700 1 -- 172.21.15.8:0/641588392 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9a80c3070 con 0x56278956b140 2024-05-20T21:23:27.873 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.871+0000 7fb99aa00700 1 -- 172.21.15.8:0/641588392 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fb9a80bfbb0 con 0x56278956b140 2024-05-20T21:23:27.873 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.871+0000 7fb9c624cb80 1 -- 172.21.15.8:0/641588392 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb9a0024030 con 0x56278956b140 2024-05-20T21:23:27.873 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.871+0000 7fb99aa00700 1 -- 172.21.15.8:0/641588392 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb9a80b3130 con 0x56278956b140 2024-05-20T21:23:27.873 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.871+0000 7fb9c624cb80 10 client.27433 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:27.873 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.871+0000 7fb9c624cb80 1 -- 172.21.15.8:0/641588392 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5627895946f0 con 0x56278956b140 2024-05-20T21:23:27.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.871+0000 7fb99aa00700 1 -- 172.21.15.8:0/641588392 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb9a0024030 con 0x56278956b140 2024-05-20T21:23:27.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.871+0000 7fb99aa00700 1 -- 172.21.15.8:0/641588392 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb9a80a9a50 con 0x56278956b140 2024-05-20T21:23:27.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.872+0000 7fb9c624cb80 10 client.27433 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:27.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.872+0000 7fb9c624cb80 10 client.27433 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:23:27.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.872+0000 7fb9c624cb80 20 client.27433 populate_metadata read hostname 'smithi008' 2024-05-20T21:23:27.875 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.872+0000 7fb9c624cb80 1 --2- 172.21.15.8:0/641588392 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x5627895f7430 0x5627895f9820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:27.875 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.872+0000 7fb9c624cb80 4 client.27433 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:23:27.875 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.872+0000 7fb9c624cb80 1 -- 172.21.15.8:0/641588392 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5627894c4570 con 0x5627895f7430 2024-05-20T21:23:27.875 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.872+0000 7fb9b3e00700 1 --2- 172.21.15.8:0/641588392 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x5627895f7430 0x5627895f9820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:27.875 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.873+0000 7fb9b3e00700 1 --2- 172.21.15.8:0/641588392 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x5627895f7430 0x5627895f9820 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=237f0c0945e2bd4f server_cookie=7272dc61dbfb97f8 in_seq=0 out_seq=0 2024-05-20T21:23:27.875 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.873+0000 7fb99aa00700 10 client.27433 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:23:27.875 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.873+0000 7fb99aa00700 1 -- 172.21.15.8:0/641588392 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5627894c4570 con 0x5627895f7430 2024-05-20T21:23:27.875 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.873+0000 7fb99aa00700 10 client.27433 handle_command_reply: tid=0 2024-05-20T21:23:27.875 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.873+0000 7fb9c624cb80 1 client.27433 shutdown 2024-05-20T21:23:27.875 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.873+0000 7fb9c624cb80 1 -- 172.21.15.8:0/641588392 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56278956b140 msgr2=0x5627895857d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:27.875 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.873+0000 7fb9c624cb80 1 --2- 172.21.15.8:0/641588392 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56278956b140 0x5627895857d0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fb9a8009fd0 tx=0x7fb9a800b9a0 comp rx=0 tx=0).stop 2024-05-20T21:23:27.876 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.873+0000 7fb9c624cb80 1 -- 172.21.15.8:0/641588392 shutdown_connections 2024-05-20T21:23:27.876 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.873+0000 7fb9c624cb80 1 --2- 172.21.15.8:0/641588392 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x5627895f7430 0x5627895f9820 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:27.876 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.873+0000 7fb9c624cb80 1 --2- 172.21.15.8:0/641588392 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562789570f30 0x562789593fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:27.876 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.873+0000 7fb9c624cb80 1 --2- 172.21.15.8:0/641588392 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56278956b140 0x5627895857d0 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:27.876 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.873+0000 7fb9c624cb80 1 --2- 172.21.15.8:0/641588392 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562789570610 0x562789593a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:27.876 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.873+0000 7fb9c624cb80 1 -- 172.21.15.8:0/641588392 >> 172.21.15.8:0/641588392 conn(0x562789498be0 msgr2=0x562789571ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:27.876 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.873+0000 7fb99aa00700 0 client.27433 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:23:27.876 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.874+0000 7fb9c624cb80 1 -- 172.21.15.8:0/641588392 shutdown_connections 2024-05-20T21:23:27.876 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.874+0000 7fb9c624cb80 1 -- 172.21.15.8:0/641588392 wait complete. 2024-05-20T21:23:27.876 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.874+0000 7fb9c624cb80 20 client.27433 trim_cache size 0 max 16384 2024-05-20T21:23:27.876 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:23:27.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.874+0000 7fb9bb800700 1 -- 172.21.15.8:0/4156958544 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb99c0b2900 msgr2=0x7fb99c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:27.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.874+0000 7fb9bb800700 1 --2- 172.21.15.8:0/4156958544 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb99c0b2900 0x7fb99c0b4dc0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x56278956bb00 tx=0x7fb9ac0099e0 comp rx=0 tx=0).stop 2024-05-20T21:23:27.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.874+0000 7fb9bb800700 1 -- 172.21.15.8:0/4156958544 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb9b4105760 msgr2=0x7fb9b419be60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:27.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.874+0000 7fb9bb800700 1 --2- 172.21.15.8:0/4156958544 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb9b4105760 0x7fb9b419be60 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7fb9a8009230 tx=0x7fb9a800fa70 comp rx=0 tx=0).stop 2024-05-20T21:23:27.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.874+0000 7fb9bb800700 1 -- 172.21.15.8:0/4156958544 shutdown_connections 2024-05-20T21:23:27.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.874+0000 7fb9bb800700 1 --2- 172.21.15.8:0/4156958544 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb99c0b2900 0x7fb99c0b4dc0 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:27.878 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.874+0000 7fb9bb800700 1 --2- 172.21.15.8:0/4156958544 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb9b410b760 0x7fb9b41a0730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:27.878 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.874+0000 7fb9bb800700 1 --2- 172.21.15.8:0/4156958544 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb9b4105760 0x7fb9b419be60 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:27.878 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.874+0000 7fb9bb800700 1 --2- 172.21.15.8:0/4156958544 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb9b4106120 0x7fb9b419c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:27.878 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.874+0000 7fb9bb800700 1 -- 172.21.15.8:0/4156958544 >> 172.21.15.8:0/4156958544 conn(0x7fb9b4101250 msgr2=0x7fb9b4101a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:27.878 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.875+0000 7fb9bb800700 1 -- 172.21.15.8:0/4156958544 shutdown_connections 2024-05-20T21:23:27.878 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:27.875+0000 7fb9bb800700 1 -- 172.21.15.8:0/4156958544 wait complete. 2024-05-20T21:23:28.329 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.328+0000 7ff533e00640 1 -- 172.21.15.8:0/3347340883 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff52c104ce0 msgr2=0x7ff52c105100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:28.329 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.328+0000 7ff533e00640 1 --2- 172.21.15.8:0/3347340883 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff52c104ce0 0x7ff52c105100 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7ff520009860 tx=0x7ff52002a340 comp rx=0 tx=0).stop 2024-05-20T21:23:28.329 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.328+0000 7ff533e00640 1 -- 172.21.15.8:0/3347340883 shutdown_connections 2024-05-20T21:23:28.329 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.328+0000 7ff533e00640 1 --2- 172.21.15.8:0/3347340883 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff52c106890 0x7ff52c10d120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.329 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.328+0000 7ff533e00640 1 --2- 172.21.15.8:0/3347340883 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff52c105ed0 0x7ff52c106350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.329 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.328+0000 7ff533e00640 1 --2- 172.21.15.8:0/3347340883 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff52c104ce0 0x7ff52c105100 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.330 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.328+0000 7ff533e00640 1 -- 172.21.15.8:0/3347340883 >> 172.21.15.8:0/3347340883 conn(0x7ff52c100270 msgr2=0x7ff52c102690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:28.330 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.328+0000 7ff533e00640 1 -- 172.21.15.8:0/3347340883 shutdown_connections 2024-05-20T21:23:28.330 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.328+0000 7ff533e00640 1 -- 172.21.15.8:0/3347340883 wait complete. 2024-05-20T21:23:28.331 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.329+0000 7ff533e00640 1 Processor -- start 2024-05-20T21:23:28.331 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.330+0000 7ff533e00640 1 -- start start 2024-05-20T21:23:28.331 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.330+0000 7ff533e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff52c104ce0 0x7ff52c19af10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:28.331 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.330+0000 7ff533e00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff52c105ed0 0x7ff52c19b450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:28.331 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.330+0000 7ff533e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff52c106890 0x7ff52c1a24c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:28.331 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.330+0000 7ff533e00640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7ff52c1107e0 con 0x7ff52c106890 2024-05-20T21:23:28.331 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.330+0000 7ff533e00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff52c110660 con 0x7ff52c104ce0 2024-05-20T21:23:28.332 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.330+0000 7ff533e00640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7ff52c110960 con 0x7ff52c105ed0 2024-05-20T21:23:28.332 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.330+0000 7ff530a00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff52c105ed0 0x7ff52c19b450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:28.332 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.330+0000 7ff531e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff52c106890 0x7ff52c1a24c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:28.332 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.330+0000 7ff530a00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff52c105ed0 0x7ff52c19b450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:49418/0 (socket says 172.21.15.8:49418) 2024-05-20T21:23:28.332 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.330+0000 7ff530a00640 1 -- 172.21.15.8:0/2424522045 learned_addr learned my addr 172.21.15.8:0/2424522045 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:28.332 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.330+0000 7ff531400640 1 --2- 172.21.15.8:0/2424522045 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff52c104ce0 0x7ff52c19af10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:28.332 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.331+0000 7ff531e00640 1 -- 172.21.15.8:0/2424522045 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff52c105ed0 msgr2=0x7ff52c19b450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:28.332 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.331+0000 7ff531e00640 1 --2- 172.21.15.8:0/2424522045 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff52c105ed0 0x7ff52c19b450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.332 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.331+0000 7ff531e00640 1 -- 172.21.15.8:0/2424522045 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff52c104ce0 msgr2=0x7ff52c19af10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:28.332 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.331+0000 7ff531e00640 1 --2- 172.21.15.8:0/2424522045 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff52c104ce0 0x7ff52c19af10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.332 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.331+0000 7ff531e00640 1 -- 172.21.15.8:0/2424522045 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff52c1a2b30 con 0x7ff52c106890 2024-05-20T21:23:28.332 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.331+0000 7ff530a00640 1 --2- 172.21.15.8:0/2424522045 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff52c105ed0 0x7ff52c19b450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:28.333 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.331+0000 7ff531400640 1 --2- 172.21.15.8:0/2424522045 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff52c104ce0 0x7ff52c19af10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:28.333 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.331+0000 7ff531e00640 1 --2- 172.21.15.8:0/2424522045 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff52c106890 0x7ff52c1a24c0 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7ff52400ec50 tx=0x7ff52400c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:28.334 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.331+0000 7ff52a000640 1 -- 172.21.15.8:0/2424522045 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff524003b70 con 0x7ff52c106890 2024-05-20T21:23:28.334 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.332+0000 7ff533e00640 1 -- 172.21.15.8:0/2424522045 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff52c1a2e20 con 0x7ff52c106890 2024-05-20T21:23:28.334 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.332+0000 7ff52a000640 1 -- 172.21.15.8:0/2424522045 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff524003d10 con 0x7ff52c106890 2024-05-20T21:23:28.334 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.332+0000 7ff52a000640 1 -- 172.21.15.8:0/2424522045 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff524010830 con 0x7ff52c106890 2024-05-20T21:23:28.334 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.332+0000 7ff533e00640 1 -- 172.21.15.8:0/2424522045 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff52c1a32e0 con 0x7ff52c106890 2024-05-20T21:23:28.335 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.335+0000 7ff536d6d740 1 Processor -- start 2024-05-20T21:23:28.336 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.336+0000 7ff52a000640 1 -- 172.21.15.8:0/2424522045 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7ff524003ec0 con 0x7ff52c106890 2024-05-20T21:23:28.336 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.336+0000 7ff536d6d740 1 -- start start 2024-05-20T21:23:28.337 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.336+0000 7ff536d6d740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5572c5aeeb30 0x5572c5aeef50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:28.337 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.336+0000 7ff536d6d740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5572c5aef520 0x5572c5af4020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:28.338 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.336+0000 7ff536d6d740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5572c5af4690 0x5572c5af6b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:28.338 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.336+0000 7ff536d6d740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5572c5a5eb90 con 0x5572c5aef520 2024-05-20T21:23:28.338 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.336+0000 7ff536d6d740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5572c5a4e730 con 0x5572c5af4690 2024-05-20T21:23:28.338 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.336+0000 7ff536d6d740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5572c5a52770 con 0x5572c5aeeb30 2024-05-20T21:23:28.338 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.337+0000 7ff531400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5572c5aef520 0x5572c5af4020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:28.338 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.337+0000 7ff531400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5572c5aef520 0x5572c5af4020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:40018/0 (socket says 172.21.15.8:40018) 2024-05-20T21:23:28.338 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.337+0000 7ff531400640 1 -- 172.21.15.8:0/1981696051 learned_addr learned my addr 172.21.15.8:0/1981696051 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:28.338 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.337+0000 7ff530a00640 1 --2- 172.21.15.8:0/1981696051 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5572c5aeeb30 0x5572c5aeef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:28.338 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.337+0000 7ff530a00640 1 --2- 172.21.15.8:0/1981696051 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5572c5af4690 0x5572c5af6b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:28.338 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.337+0000 7ff531400640 1 -- 172.21.15.8:0/1981696051 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5572c5aeeb30 msgr2=0x5572c5aeef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:28.338 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.337+0000 7ff531400640 1 --2- 172.21.15.8:0/1981696051 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5572c5aeeb30 0x5572c5aeef50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.338 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.337+0000 7ff531400640 1 -- 172.21.15.8:0/1981696051 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5572c5af4690 msgr2=0x5572c5af6b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:28.338 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.337+0000 7ff531400640 1 --2- 172.21.15.8:0/1981696051 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5572c5af4690 0x5572c5af6b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.339 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.337+0000 7ff531400640 1 -- 172.21.15.8:0/1981696051 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5572c59e78b0 con 0x5572c5aef520 2024-05-20T21:23:28.339 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.337+0000 7ff530a00640 1 --2- 172.21.15.8:0/1981696051 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5572c5af4690 0x5572c5af6b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:23:28.341 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.338+0000 7ff531400640 1 --2- 172.21.15.8:0/1981696051 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5572c5aef520 0x5572c5af4020 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7ff520009860 tx=0x7ff520005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86747fcd7b156f5d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:28.341 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.338+0000 7ff52a000640 1 --2- 172.21.15.8:0/2424522045 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff5140b2860 0x7ff5140b4d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:28.341 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.338+0000 7ff51e600640 1 -- 172.21.15.8:0/1981696051 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff520041020 con 0x5572c5aef520 2024-05-20T21:23:28.341 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.338+0000 7ff51e600640 1 -- 172.21.15.8:0/1981696051 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff520030dd0 con 0x5572c5aef520 2024-05-20T21:23:28.341 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.338+0000 7ff51e600640 1 -- 172.21.15.8:0/1981696051 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff520037040 con 0x5572c5aef520 2024-05-20T21:23:28.341 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.338+0000 7ff52a000640 1 -- 172.21.15.8:0/2424522045 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7ff5240e2740 con 0x7ff52c106890 2024-05-20T21:23:28.341 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.338+0000 7ff530a00640 1 --2- 172.21.15.8:0/2424522045 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff5140b2860 0x7ff5140b4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:28.341 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.339+0000 7ff536d6d740 1 -- 172.21.15.8:0/1981696051 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5572c5aef520 msgr2=0x5572c5af4020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:28.342 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.339+0000 7ff536d6d740 1 --2- 172.21.15.8:0/1981696051 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5572c5aef520 0x5572c5af4020 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7ff520009860 tx=0x7ff520005dc0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.342 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.339+0000 7ff530a00640 1 --2- 172.21.15.8:0/2424522045 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff5140b2860 0x7ff5140b4d20 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7ff5180098b0 tx=0x7ff518004730 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:28.342 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.339+0000 7ff536d6d740 1 -- 172.21.15.8:0/1981696051 shutdown_connections 2024-05-20T21:23:28.342 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.339+0000 7ff536d6d740 1 --2- 172.21.15.8:0/1981696051 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5572c5af4690 0x5572c5af6b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.342 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.339+0000 7ff536d6d740 1 --2- 172.21.15.8:0/1981696051 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5572c5aef520 0x5572c5af4020 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.342 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.339+0000 7ff536d6d740 1 --2- 172.21.15.8:0/1981696051 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5572c5aeeb30 0x5572c5aeef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.342 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.339+0000 7ff536d6d740 1 -- 172.21.15.8:0/1981696051 >> 172.21.15.8:0/1981696051 conn(0x5572c5aea1a0 msgr2=0x5572c5aea5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:28.342 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.339+0000 7ff536d6d740 1 -- 172.21.15.8:0/1981696051 shutdown_connections 2024-05-20T21:23:28.342 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.339+0000 7ff536d6d740 1 -- 172.21.15.8:0/1981696051 wait complete. 2024-05-20T21:23:28.342 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.340+0000 7ff536d6d740 1 -- start start 2024-05-20T21:23:28.342 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.340+0000 7ff536d6d740 1 Processor -- start 2024-05-20T21:23:28.342 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.340+0000 7ff536d6d740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5572c5aeeb30 0x5572c5af8870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:28.343 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.340+0000 7ff536d6d740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5572c5aef520 0x5572c5af8db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:28.343 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.340+0000 7ff536d6d740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5572c5af4690 0x5572c5affdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:28.343 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.340+0000 7ff536d6d740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5572c5734790 con 0x5572c5aeeb30 2024-05-20T21:23:28.343 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.340+0000 7ff536d6d740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5572c59f6bc0 con 0x5572c5aef520 2024-05-20T21:23:28.343 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.340+0000 7ff536d6d740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5572c5af75e0 con 0x5572c5af4690 2024-05-20T21:23:28.343 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.340+0000 7ff536d6d740 10 client.0 _ll_register_callbacks cb 0x5572c59d4400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:28.343 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.341+0000 7ff531400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5572c5aeeb30 0x5572c5af8870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:28.343 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.341+0000 7ff530a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5572c5aef520 0x5572c5af8db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:28.343 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.341+0000 7ff530a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5572c5aef520 0x5572c5af8db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:46926/0 (socket says 172.21.15.8:46926) 2024-05-20T21:23:28.343 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.341+0000 7ff530a00640 1 -- 172.21.15.8:0/3430109832 learned_addr learned my addr 172.21.15.8:0/3430109832 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:28.343 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.341+0000 7ff531e00640 1 --2- 172.21.15.8:0/3430109832 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5572c5af4690 0x5572c5affdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:28.346 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.341+0000 7ff531e00640 1 -- 172.21.15.8:0/3430109832 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5572c5aef520 msgr2=0x5572c5af8db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:28.346 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.341+0000 7ff531e00640 1 --2- 172.21.15.8:0/3430109832 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5572c5aef520 0x5572c5af8db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.346 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.341+0000 7ff531e00640 1 -- 172.21.15.8:0/3430109832 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5572c5aeeb30 msgr2=0x5572c5af8870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:28.346 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.341+0000 7ff531e00640 1 --2- 172.21.15.8:0/3430109832 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5572c5aeeb30 0x5572c5af8870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.346 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.341+0000 7ff531e00640 1 -- 172.21.15.8:0/3430109832 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5572c5763210 con 0x5572c5af4690 2024-05-20T21:23:28.346 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.341+0000 7ff530a00640 1 --2- 172.21.15.8:0/3430109832 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5572c5aef520 0x5572c5af8db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:28.347 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.341+0000 7ff531e00640 1 --2- 172.21.15.8:0/3430109832 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5572c5af4690 0x5572c5affdf0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7ff5240e01d0 tx=0x7ff524009820 comp rx=0 tx=0).ready entity=mon.1 client_cookie=154e0d1c9945b73e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:28.347 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.341+0000 7ff512a00640 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:23:28.347 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.342+0000 7ff512a00640 1 -- 172.21.15.8:0/3430109832 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5240aa3f0 con 0x5572c5af4690 2024-05-20T21:23:28.347 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.342+0000 7ff512a00640 1 -- 172.21.15.8:0/3430109832 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7ff5240043c0 con 0x5572c5af4690 2024-05-20T21:23:28.347 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.342+0000 7ff536d6d740 1 -- 172.21.15.8:0/3430109832 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff520030dd0 con 0x5572c5af4690 2024-05-20T21:23:28.347 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.342+0000 7ff512a00640 1 -- 172.21.15.8:0/3430109832 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff5240a9cf0 con 0x5572c5af4690 2024-05-20T21:23:28.347 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.342+0000 7ff536d6d740 10 client.27445 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:28.347 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.342+0000 7ff536d6d740 1 -- 172.21.15.8:0/3430109832 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5572c582f620 con 0x5572c5af4690 2024-05-20T21:23:28.347 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.342+0000 7ff512a00640 1 -- 172.21.15.8:0/3430109832 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff520030dd0 con 0x5572c5af4690 2024-05-20T21:23:28.347 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.342+0000 7ff512a00640 1 -- 172.21.15.8:0/3430109832 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7ff5240c4070 con 0x5572c5af4690 2024-05-20T21:23:28.347 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.342+0000 7ff536d6d740 10 client.27445 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:28.347 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.342+0000 7ff536d6d740 10 client.27445 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:23:28.347 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.343+0000 7ff536d6d740 20 client.27445 populate_metadata read hostname 'smithi008' 2024-05-20T21:23:28.348 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.343+0000 7ff536d6d740 1 --2- 172.21.15.8:0/3430109832 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5572c5b04420 0x5572c5b068b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:28.348 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.343+0000 7ff536d6d740 4 client.27445 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:23:28.348 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.343+0000 7ff536d6d740 1 -- 172.21.15.8:0/3430109832 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5572c5a60ae0 con 0x5572c5b04420 2024-05-20T21:23:28.348 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.343+0000 7ff531400640 1 --2- 172.21.15.8:0/3430109832 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5572c5b04420 0x5572c5b068b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:28.348 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.343+0000 7ff531400640 1 --2- 172.21.15.8:0/3430109832 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5572c5b04420 0x5572c5b068b0 crc :-1 s=READY pgs=211 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=78328481186a13d3 server_cookie=f020bf372b543358 in_seq=0 out_seq=0 2024-05-20T21:23:28.348 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.343+0000 7ff512a00640 10 client.27445 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:23:28.348 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.344+0000 7ff512a00640 1 -- 172.21.15.8:0/3430109832 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5572c5a60ae0 con 0x5572c5b04420 2024-05-20T21:23:28.348 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.344+0000 7ff512a00640 10 client.27445 handle_command_reply: tid=0 2024-05-20T21:23:28.348 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.345+0000 7ff536d6d740 1 client.27445 shutdown 2024-05-20T21:23:28.348 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.345+0000 7ff536d6d740 1 -- 172.21.15.8:0/3430109832 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5572c5af4690 msgr2=0x5572c5affdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:28.348 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.345+0000 7ff536d6d740 1 --2- 172.21.15.8:0/3430109832 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5572c5af4690 0x5572c5affdf0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7ff5240e01d0 tx=0x7ff524009820 comp rx=0 tx=0).stop 2024-05-20T21:23:28.348 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.345+0000 7ff536d6d740 1 -- 172.21.15.8:0/3430109832 shutdown_connections 2024-05-20T21:23:28.348 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.345+0000 7ff536d6d740 1 --2- 172.21.15.8:0/3430109832 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5572c5b04420 0x5572c5b068b0 crc :-1 s=READY pgs=211 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.348 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.345+0000 7ff536d6d740 1 --2- 172.21.15.8:0/3430109832 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5572c5af4690 0x5572c5affdf0 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.349 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.345+0000 7ff536d6d740 1 --2- 172.21.15.8:0/3430109832 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5572c5aef520 0x5572c5af8db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.349 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.345+0000 7ff512a00640 0 client.27445 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:23:28.349 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.345+0000 7ff536d6d740 1 --2- 172.21.15.8:0/3430109832 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5572c5aeeb30 0x5572c5af8870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.349 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.345+0000 7ff536d6d740 1 -- 172.21.15.8:0/3430109832 >> 172.21.15.8:0/3430109832 conn(0x5572c5aea1a0 msgr2=0x5572c5ae9310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:28.349 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.345+0000 7ff536d6d740 1 -- 172.21.15.8:0/3430109832 shutdown_connections 2024-05-20T21:23:28.349 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.345+0000 7ff536d6d740 1 -- 172.21.15.8:0/3430109832 wait complete. 2024-05-20T21:23:28.349 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.345+0000 7ff536d6d740 20 client.27445 trim_cache size 0 max 16384 2024-05-20T21:23:28.363 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.362+0000 7ff536d6d740 1 Processor -- start 2024-05-20T21:23:28.363 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.362+0000 7ff536d6d740 1 -- start start 2024-05-20T21:23:28.363 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.362+0000 7ff536d6d740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5572c5aeeb30 0x5572c5af06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:28.363 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.363+0000 7ff536d6d740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5572c5aef520 0x5572c5affdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:28.364 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.363+0000 7ff536d6d740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5572c5af4690 0x5572c5aed0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:28.364 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.363+0000 7ff536d6d740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7ff52c1ae9b0 con 0x5572c5af4690 2024-05-20T21:23:28.364 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.363+0000 7ff536d6d740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff52c1ac280 con 0x5572c5aef520 2024-05-20T21:23:28.364 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.363+0000 7ff536d6d740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7ff52c1aa0d0 con 0x5572c5aeeb30 2024-05-20T21:23:28.364 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.363+0000 7ff531400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5572c5aeeb30 0x5572c5af06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:28.364 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.363+0000 7ff531e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5572c5af4690 0x5572c5aed0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:28.364 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.363+0000 7ff531400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5572c5aeeb30 0x5572c5af06d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:49446/0 (socket says 172.21.15.8:49446) 2024-05-20T21:23:28.364 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.363+0000 7ff531400640 1 -- 172.21.15.8:0/3089437553 learned_addr learned my addr 172.21.15.8:0/3089437553 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:28.364 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.363+0000 7ff530a00640 1 --2- 172.21.15.8:0/3089437553 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5572c5aef520 0x5572c5affdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:28.366 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.363+0000 7ff531e00640 1 -- 172.21.15.8:0/3089437553 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5572c5aeeb30 msgr2=0x5572c5af06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:28.366 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.364+0000 7ff531e00640 1 --2- 172.21.15.8:0/3089437553 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5572c5aeeb30 0x5572c5af06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.366 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.364+0000 7ff531e00640 1 -- 172.21.15.8:0/3089437553 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5572c5aef520 msgr2=0x5572c5affdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:28.366 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.364+0000 7ff531e00640 1 --2- 172.21.15.8:0/3089437553 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5572c5aef520 0x5572c5affdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.366 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.364+0000 7ff531e00640 1 -- 172.21.15.8:0/3089437553 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5572c5b02d10 con 0x5572c5af4690 2024-05-20T21:23:28.366 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.364+0000 7ff531400640 1 --2- 172.21.15.8:0/3089437553 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5572c5aeeb30 0x5572c5af06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:28.366 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.364+0000 7ff531e00640 1 --2- 172.21.15.8:0/3089437553 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5572c5af4690 0x5572c5aed0b0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7ff5240a6f60 tx=0x7ff524005bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b7d27947d70d976 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:28.366 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.364+0000 7ff51dc00640 1 -- 172.21.15.8:0/3089437553 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5240aa3f0 con 0x5572c5af4690 2024-05-20T21:23:28.366 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.364+0000 7ff51dc00640 1 -- 172.21.15.8:0/3089437553 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff5240ae0a0 con 0x5572c5af4690 2024-05-20T21:23:28.366 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.364+0000 7ff51dc00640 1 -- 172.21.15.8:0/3089437553 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5240c4360 con 0x5572c5af4690 2024-05-20T21:23:28.366 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.365+0000 7ff536d6d740 1 -- 172.21.15.8:0/3089437553 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5572c5af4690 msgr2=0x5572c5aed0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:28.366 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.365+0000 7ff536d6d740 1 --2- 172.21.15.8:0/3089437553 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5572c5af4690 0x5572c5aed0b0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7ff5240a6f60 tx=0x7ff524005bd0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.367 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.365+0000 7ff536d6d740 1 -- 172.21.15.8:0/3089437553 shutdown_connections 2024-05-20T21:23:28.367 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.365+0000 7ff536d6d740 1 --2- 172.21.15.8:0/3089437553 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5572c5af4690 0x5572c5aed0b0 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.367 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.365+0000 7ff536d6d740 1 --2- 172.21.15.8:0/3089437553 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5572c5aef520 0x5572c5affdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.367 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.365+0000 7ff536d6d740 1 --2- 172.21.15.8:0/3089437553 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5572c5aeeb30 0x5572c5af06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.367 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.365+0000 7ff536d6d740 1 -- 172.21.15.8:0/3089437553 >> 172.21.15.8:0/3089437553 conn(0x5572c5aea1a0 msgr2=0x5572c5aeffc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:28.367 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.365+0000 7ff536d6d740 1 -- 172.21.15.8:0/3089437553 shutdown_connections 2024-05-20T21:23:28.367 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.365+0000 7ff536d6d740 1 -- 172.21.15.8:0/3089437553 wait complete. 2024-05-20T21:23:28.367 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.365+0000 7ff536d6d740 1 -- start start 2024-05-20T21:23:28.367 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.365+0000 7ff536d6d740 1 Processor -- start 2024-05-20T21:23:28.369 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.366+0000 7ff536d6d740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5572c5aeeb30 0x5572c5afd640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:28.370 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.366+0000 7ff536d6d740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5572c5aef520 0x5572c5afdb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:28.370 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.366+0000 7ff536d6d740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5572c5af4690 0x5572c5afeb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:28.370 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.366+0000 7ff536d6d740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7ff52c1aa740 con 0x5572c5aeeb30 2024-05-20T21:23:28.370 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.366+0000 7ff536d6d740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff52c1abbb0 con 0x5572c5af4690 2024-05-20T21:23:28.370 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.366+0000 7ff536d6d740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7ff52c1aae10 con 0x5572c5aef520 2024-05-20T21:23:28.370 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.366+0000 7ff536d6d740 10 client.0 _ll_register_callbacks cb 0x7ff524004a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:28.370 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.366+0000 7ff531400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5572c5aeeb30 0x5572c5afd640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:28.370 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.366+0000 7ff531400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5572c5aeeb30 0x5572c5afd640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:40040/0 (socket says 172.21.15.8:40040) 2024-05-20T21:23:28.370 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.366+0000 7ff531400640 1 -- 172.21.15.8:0/1173202293 learned_addr learned my addr 172.21.15.8:0/1173202293 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:28.370 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.366+0000 7ff531e00640 1 --2- 172.21.15.8:0/1173202293 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5572c5af4690 0x5572c5afeb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:28.370 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.366+0000 7ff530a00640 1 --2- 172.21.15.8:0/1173202293 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5572c5aef520 0x5572c5afdb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:28.371 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.367+0000 7ff531400640 1 -- 172.21.15.8:0/1173202293 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5572c5aef520 msgr2=0x5572c5afdb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:28.371 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.367+0000 7ff531400640 1 --2- 172.21.15.8:0/1173202293 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5572c5aef520 0x5572c5afdb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.371 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.367+0000 7ff531400640 1 -- 172.21.15.8:0/1173202293 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5572c5af4690 msgr2=0x5572c5afeb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:28.371 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.367+0000 7ff531400640 1 --2- 172.21.15.8:0/1173202293 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5572c5af4690 0x5572c5afeb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.371 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.367+0000 7ff531400640 1 -- 172.21.15.8:0/1173202293 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5572c5aff130 con 0x5572c5aeeb30 2024-05-20T21:23:28.371 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.367+0000 7ff531e00640 1 --2- 172.21.15.8:0/1173202293 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5572c5af4690 0x5572c5afeb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:28.371 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.367+0000 7ff531400640 1 --2- 172.21.15.8:0/1173202293 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5572c5aeeb30 0x5572c5afd640 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7ff520009780 tx=0x7ff520030dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4305a03a409f4a1c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:28.371 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.367+0000 7ff512a00640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:23:28.371 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.367+0000 7ff512a00640 1 -- 172.21.15.8:0/1173202293 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff520041040 con 0x5572c5aeeb30 2024-05-20T21:23:28.371 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.367+0000 7ff536d6d740 1 -- 172.21.15.8:0/1173202293 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff5240ae0a0 con 0x5572c5aeeb30 2024-05-20T21:23:28.371 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.367+0000 7ff512a00640 1 -- 172.21.15.8:0/1173202293 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7ff520030760 con 0x5572c5aeeb30 2024-05-20T21:23:28.371 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.368+0000 7ff512a00640 1 -- 172.21.15.8:0/1173202293 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff52005c050 con 0x5572c5aeeb30 2024-05-20T21:23:28.371 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.368+0000 7ff536d6d740 10 client.17292 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:28.371 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.368+0000 7ff536d6d740 1 -- 172.21.15.8:0/1173202293 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5572c5b6f190 con 0x5572c5aeeb30 2024-05-20T21:23:28.372 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.368+0000 7ff512a00640 1 -- 172.21.15.8:0/1173202293 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff5240ae0a0 con 0x5572c5aeeb30 2024-05-20T21:23:28.372 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.368+0000 7ff512a00640 1 -- 172.21.15.8:0/1173202293 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7ff520032cb0 con 0x5572c5aeeb30 2024-05-20T21:23:28.372 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.368+0000 7ff536d6d740 10 client.17292 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:28.372 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.368+0000 7ff536d6d740 10 client.17292 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:23:28.372 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.368+0000 7ff536d6d740 20 client.17292 populate_metadata read hostname 'smithi008' 2024-05-20T21:23:28.372 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.368+0000 7ff536d6d740 1 --2- 172.21.15.8:0/1173202293 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5572c5b6f7c0 0x5572c5b71bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:28.372 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.368+0000 7ff536d6d740 4 client.17292 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:23:28.372 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.368+0000 7ff536d6d740 1 -- 172.21.15.8:0/1173202293 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5572c5a5a2c0 con 0x5572c5b6f7c0 2024-05-20T21:23:28.372 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.369+0000 7ff530a00640 1 --2- 172.21.15.8:0/1173202293 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5572c5b6f7c0 0x5572c5b71bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:28.372 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.369+0000 7ff530a00640 1 --2- 172.21.15.8:0/1173202293 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5572c5b6f7c0 0x5572c5b71bb0 crc :-1 s=READY pgs=212 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=417ba219b1b131a3 server_cookie=5d8869d7d79c9ad in_seq=0 out_seq=0 2024-05-20T21:23:28.372 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.369+0000 7ff512a00640 10 client.17292 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:23:28.390 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.390+0000 7ff512a00640 1 -- 172.21.15.8:0/1173202293 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5572c5a5a2c0 con 0x5572c5b6f7c0 2024-05-20T21:23:28.391 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.390+0000 7ff512a00640 10 client.17292 handle_command_reply: tid=0 2024-05-20T21:23:28.391 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.390+0000 7ff536d6d740 1 client.17292 shutdown 2024-05-20T21:23:28.391 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.390+0000 7ff536d6d740 1 -- 172.21.15.8:0/1173202293 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5572c5aeeb30 msgr2=0x5572c5afd640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:28.391 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.390+0000 7ff536d6d740 1 --2- 172.21.15.8:0/1173202293 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5572c5aeeb30 0x5572c5afd640 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7ff520009780 tx=0x7ff520030dc0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.391 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.390+0000 7ff536d6d740 1 -- 172.21.15.8:0/1173202293 shutdown_connections 2024-05-20T21:23:28.391 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.390+0000 7ff536d6d740 1 --2- 172.21.15.8:0/1173202293 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5572c5b6f7c0 0x5572c5b71bb0 crc :-1 s=READY pgs=212 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.391 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.390+0000 7ff536d6d740 1 --2- 172.21.15.8:0/1173202293 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5572c5af4690 0x5572c5afeb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.391 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.390+0000 7ff536d6d740 1 --2- 172.21.15.8:0/1173202293 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5572c5aef520 0x5572c5afdb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.391 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.390+0000 7ff536d6d740 1 --2- 172.21.15.8:0/1173202293 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5572c5aeeb30 0x5572c5afd640 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.391 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.390+0000 7ff512a00640 0 client.17292 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:23:28.391 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.390+0000 7ff536d6d740 1 -- 172.21.15.8:0/1173202293 >> 172.21.15.8:0/1173202293 conn(0x5572c5aea1a0 msgr2=0x5572c5aed0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:28.392 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.390+0000 7ff536d6d740 1 -- 172.21.15.8:0/1173202293 shutdown_connections 2024-05-20T21:23:28.392 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.390+0000 7ff536d6d740 1 -- 172.21.15.8:0/1173202293 wait complete. 2024-05-20T21:23:28.392 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.390+0000 7ff536d6d740 20 client.17292 trim_cache size 0 max 16384 2024-05-20T21:23:28.392 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:23:28.392 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:23:28.392 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:23:28.393 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.390+0000 7ff533e00640 1 -- 172.21.15.8:0/2424522045 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff5140b2860 msgr2=0x7ff5140b4d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:28.393 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.390+0000 7ff533e00640 1 --2- 172.21.15.8:0/2424522045 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff5140b2860 0x7ff5140b4d20 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7ff5180098b0 tx=0x7ff518004730 comp rx=0 tx=0).stop 2024-05-20T21:23:28.393 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.390+0000 7ff533e00640 1 -- 172.21.15.8:0/2424522045 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff52c106890 msgr2=0x7ff52c1a24c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:28.393 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.390+0000 7ff533e00640 1 --2- 172.21.15.8:0/2424522045 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff52c106890 0x7ff52c1a24c0 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7ff52400ec50 tx=0x7ff52400c6a0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.393 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.390+0000 7ff533e00640 1 -- 172.21.15.8:0/2424522045 shutdown_connections 2024-05-20T21:23:28.393 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.390+0000 7ff533e00640 1 --2- 172.21.15.8:0/2424522045 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff5140b2860 0x7ff5140b4d20 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.393 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.390+0000 7ff533e00640 1 --2- 172.21.15.8:0/2424522045 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff52c106890 0x7ff52c1a24c0 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.394 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.390+0000 7ff533e00640 1 --2- 172.21.15.8:0/2424522045 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff52c105ed0 0x7ff52c19b450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.394 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.390+0000 7ff533e00640 1 --2- 172.21.15.8:0/2424522045 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff52c104ce0 0x7ff52c19af10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.394 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.390+0000 7ff533e00640 1 -- 172.21.15.8:0/2424522045 >> 172.21.15.8:0/2424522045 conn(0x7ff52c100270 msgr2=0x7ff52c1092a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:28.394 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.390+0000 7ff533e00640 1 -- 172.21.15.8:0/2424522045 shutdown_connections 2024-05-20T21:23:28.394 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:28.390+0000 7ff533e00640 1 -- 172.21.15.8:0/2424522045 wait complete. 2024-05-20T21:23:28.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:23:28 smithi008 ceph-mon[31475]: pgmap v684: 97 pgs: 97 active+clean; 4.0 MiB data, 428 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:23:28.916 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:23:28.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:23:28 smithi130 ceph-mon[36448]: pgmap v684: 97 pgs: 97 active+clean; 4.0 MiB data, 428 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:23:28.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:23:28 smithi050 ceph-mon[35809]: pgmap v684: 97 pgs: 97 active+clean; 4.0 MiB data, 428 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:23:29.408 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:23:30.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:23:30 smithi008 ceph-mon[31475]: pgmap v685: 97 pgs: 97 active+clean; 4.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 14 op/s 2024-05-20T21:23:30.886 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 10 2024-05-20T21:23:30.887 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:23:30.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:23:30 smithi130 ceph-mon[36448]: pgmap v685: 97 pgs: 97 active+clean; 4.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 14 op/s 2024-05-20T21:23:30.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:23:30 smithi050 ceph-mon[35809]: pgmap v685: 97 pgs: 97 active+clean; 4.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 14 op/s 2024-05-20T21:23:31.738 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.736+0000 7f9404600700 1 -- 172.21.15.8:0/3926266470 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f93fc105780 msgr2=0x7f93fc105c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:31.738 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.736+0000 7f9404600700 1 --2- 172.21.15.8:0/3926266470 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f93fc105780 0x7f93fc105c00 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f93e8009990 tx=0x7f93e8009ca0 comp rx=0 tx=0).stop 2024-05-20T21:23:31.738 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.736+0000 7f9404600700 1 -- 172.21.15.8:0/3926266470 shutdown_connections 2024-05-20T21:23:31.739 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.736+0000 7f9404600700 1 --2- 172.21.15.8:0/3926266470 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f93fc106140 0x7f93fc112650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:31.739 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.736+0000 7f9404600700 1 --2- 172.21.15.8:0/3926266470 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f93fc10b780 0x7f93fc10bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:31.739 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.736+0000 7f9404600700 1 --2- 172.21.15.8:0/3926266470 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f93fc105780 0x7f93fc105c00 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:31.739 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.737+0000 7f9404600700 1 -- 172.21.15.8:0/3926266470 >> 172.21.15.8:0/3926266470 conn(0x7f93fc101270 msgr2=0x7f93fc103690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:31.739 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.737+0000 7f9404600700 1 -- 172.21.15.8:0/3926266470 shutdown_connections 2024-05-20T21:23:31.739 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.737+0000 7f9404600700 1 -- 172.21.15.8:0/3926266470 wait complete. 2024-05-20T21:23:31.739 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.738+0000 7f9404600700 1 Processor -- start 2024-05-20T21:23:31.739 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.738+0000 7f9404600700 1 -- start start 2024-05-20T21:23:31.740 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.738+0000 7f9404600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f93fc105780 0x7f93fc19be30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:31.740 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.738+0000 7f9404600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f93fc106140 0x7f93fc19c370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:31.740 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.738+0000 7f9404600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f93fc10b780 0x7f93fc1a0700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:31.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.738+0000 7f9404600700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f93fc1159c0 con 0x7f93fc106140 2024-05-20T21:23:31.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.738+0000 7f9404600700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f93fc115840 con 0x7f93fc10b780 2024-05-20T21:23:31.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.738+0000 7f9404600700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f93fc115b40 con 0x7f93fc105780 2024-05-20T21:23:31.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.739+0000 7f9401200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f93fc106140 0x7f93fc19c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:31.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.739+0000 7f9401c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f93fc105780 0x7f93fc19be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:31.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.739+0000 7f9401200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f93fc106140 0x7f93fc19c370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:40062/0 (socket says 172.21.15.8:40062) 2024-05-20T21:23:31.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.739+0000 7f9401c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f93fc105780 0x7f93fc19be30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:49484/0 (socket says 172.21.15.8:49484) 2024-05-20T21:23:31.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.739+0000 7f9401200700 1 -- 172.21.15.8:0/3814461854 learned_addr learned my addr 172.21.15.8:0/3814461854 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:31.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.739+0000 7f9402600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f93fc10b780 0x7f93fc1a0700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:31.742 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.739+0000 7f9401c00700 1 -- 172.21.15.8:0/3814461854 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f93fc10b780 msgr2=0x7f93fc1a0700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:31.742 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.739+0000 7f9401c00700 1 --2- 172.21.15.8:0/3814461854 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f93fc10b780 0x7f93fc1a0700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:31.742 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.739+0000 7f9401c00700 1 -- 172.21.15.8:0/3814461854 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f93fc106140 msgr2=0x7f93fc19c370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:31.742 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.739+0000 7f9401c00700 1 --2- 172.21.15.8:0/3814461854 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f93fc106140 0x7f93fc19c370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:31.742 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.739+0000 7f9401c00700 1 -- 172.21.15.8:0/3814461854 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93fc1a0e40 con 0x7f93fc105780 2024-05-20T21:23:31.742 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.740+0000 7f9401c00700 1 --2- 172.21.15.8:0/3814461854 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f93fc105780 0x7f93fc19be30 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f93f000e9f0 tx=0x7f93f000ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:31.742 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.740+0000 7f93fa000700 1 -- 172.21.15.8:0/3814461854 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93f0004220 con 0x7f93fc105780 2024-05-20T21:23:31.743 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.740+0000 7f9404600700 1 -- 172.21.15.8:0/3814461854 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93fc1a1130 con 0x7f93fc105780 2024-05-20T21:23:31.743 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.740+0000 7f93fa000700 1 -- 172.21.15.8:0/3814461854 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f93f00043c0 con 0x7f93fc105780 2024-05-20T21:23:31.743 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.740+0000 7f93fa000700 1 -- 172.21.15.8:0/3814461854 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93f0005020 con 0x7f93fc105780 2024-05-20T21:23:31.743 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.740+0000 7f9404600700 1 -- 172.21.15.8:0/3814461854 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93fc1a89b0 con 0x7f93fc105780 2024-05-20T21:23:31.744 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.744+0000 7f93fa000700 1 -- 172.21.15.8:0/3814461854 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f93f0004750 con 0x7f93fc105780 2024-05-20T21:23:31.746 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.746+0000 7f93fa000700 1 --2- 172.21.15.8:0/3814461854 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f93e40b2900 0x7f93e40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:31.747 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.746+0000 7f93fa000700 1 -- 172.21.15.8:0/3814461854 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f93f00e20b0 con 0x7f93fc105780 2024-05-20T21:23:31.747 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.746+0000 7f940ee9bb80 1 Processor -- start 2024-05-20T21:23:31.747 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.746+0000 7f9401200700 1 --2- 172.21.15.8:0/3814461854 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f93e40b2900 0x7f93e40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:31.747 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.746+0000 7f940ee9bb80 1 -- start start 2024-05-20T21:23:31.748 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.747+0000 7f940ee9bb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e6d8abc610 0x55e6d8abc9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:31.748 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.747+0000 7f940ee9bb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e6d8abcf30 0x55e6d8ab6b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:31.748 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.747+0000 7f940ee9bb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e6d8ab7140 0x55e6d8ab75c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:31.748 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.747+0000 7f9401200700 1 --2- 172.21.15.8:0/3814461854 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f93e40b2900 0x7f93e40b4dc0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f93e8005cd0 tx=0x7f93e8005c60 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:31.748 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.747+0000 7f940ee9bb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55e6d8a14e40 con 0x55e6d8ab7140 2024-05-20T21:23:31.748 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.747+0000 7f940ee9bb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55e6d8a049e0 con 0x55e6d8abcf30 2024-05-20T21:23:31.748 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.747+0000 7f940ee9bb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55e6d8a08a20 con 0x55e6d8abc610 2024-05-20T21:23:31.748 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.747+0000 7f9401200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e6d8abcf30 0x55e6d8ab6b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:31.749 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.747+0000 7f9401c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e6d8abc610 0x55e6d8abc9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:31.749 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.748+0000 7f9401200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e6d8abcf30 0x55e6d8ab6b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:46982/0 (socket says 172.21.15.8:46982) 2024-05-20T21:23:31.749 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.748+0000 7f9401200700 1 -- 172.21.15.8:0/1187808347 learned_addr learned my addr 172.21.15.8:0/1187808347 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:31.749 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.748+0000 7f9402600700 1 --2- 172.21.15.8:0/1187808347 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e6d8ab7140 0x55e6d8ab75c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:31.750 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.748+0000 7f9401c00700 1 -- 172.21.15.8:0/1187808347 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e6d8abcf30 msgr2=0x55e6d8ab6b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:31.750 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.748+0000 7f9401c00700 1 --2- 172.21.15.8:0/1187808347 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e6d8abcf30 0x55e6d8ab6b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:31.750 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.748+0000 7f9401c00700 1 -- 172.21.15.8:0/1187808347 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e6d8ab7140 msgr2=0x55e6d8ab75c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:31.750 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.748+0000 7f9401c00700 1 --2- 172.21.15.8:0/1187808347 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e6d8ab7140 0x55e6d8ab75c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:31.750 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.748+0000 7f9401c00700 1 -- 172.21.15.8:0/1187808347 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e6d89cd420 con 0x55e6d8abc610 2024-05-20T21:23:31.750 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.749+0000 7f9401c00700 1 --2- 172.21.15.8:0/1187808347 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e6d8abc610 0x55e6d8abc9f0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f93f000e9c0 tx=0x7f93f00a8f00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8a0bb0b3e2cfcae server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:31.750 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.749+0000 7f93eea00700 1 -- 172.21.15.8:0/1187808347 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93f001c070 con 0x55e6d8abc610 2024-05-20T21:23:31.750 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.749+0000 7f93eea00700 1 -- 172.21.15.8:0/1187808347 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f93f00a96c0 con 0x55e6d8abc610 2024-05-20T21:23:31.750 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.749+0000 7f93eea00700 1 -- 172.21.15.8:0/1187808347 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93f00a9920 con 0x55e6d8abc610 2024-05-20T21:23:31.752 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.750+0000 7f940ee9bb80 1 -- 172.21.15.8:0/1187808347 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e6d8abc610 msgr2=0x55e6d8abc9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:31.752 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.750+0000 7f940ee9bb80 1 --2- 172.21.15.8:0/1187808347 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e6d8abc610 0x55e6d8abc9f0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f93f000e9c0 tx=0x7f93f00a8f00 comp rx=0 tx=0).stop 2024-05-20T21:23:31.752 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.750+0000 7f940ee9bb80 1 -- 172.21.15.8:0/1187808347 shutdown_connections 2024-05-20T21:23:31.752 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.750+0000 7f940ee9bb80 1 --2- 172.21.15.8:0/1187808347 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e6d8ab7140 0x55e6d8ab75c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:31.752 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.750+0000 7f940ee9bb80 1 --2- 172.21.15.8:0/1187808347 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e6d8abc610 0x55e6d8abc9f0 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:31.752 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.750+0000 7f940ee9bb80 1 --2- 172.21.15.8:0/1187808347 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e6d8abcf30 0x55e6d8ab6b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:31.752 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.750+0000 7f940ee9bb80 1 -- 172.21.15.8:0/1187808347 >> 172.21.15.8:0/1187808347 conn(0x55e6d89e4be0 msgr2=0x55e6d8ab1690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:31.752 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.750+0000 7f940ee9bb80 1 -- 172.21.15.8:0/1187808347 shutdown_connections 2024-05-20T21:23:31.752 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.750+0000 7f940ee9bb80 1 -- 172.21.15.8:0/1187808347 wait complete. 2024-05-20T21:23:31.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.751+0000 7f940ee9bb80 1 -- start start 2024-05-20T21:23:31.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.751+0000 7f940ee9bb80 1 Processor -- start 2024-05-20T21:23:31.754 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.752+0000 7f940ee9bb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e6d8ab7140 0x55e6d8ac2e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:31.754 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.752+0000 7f940ee9bb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e6d8abc610 0x55e6d8ac01d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:31.754 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.752+0000 7f940ee9bb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e6d8abcf30 0x55e6d8ac0710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:31.754 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.752+0000 7f940ee9bb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55e6d890afa0 con 0x55e6d8abcf30 2024-05-20T21:23:31.754 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.752+0000 7f940ee9bb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55e6d89a5760 con 0x55e6d8abc610 2024-05-20T21:23:31.754 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.752+0000 7f940ee9bb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55e6d8ac3980 con 0x55e6d8ab7140 2024-05-20T21:23:31.755 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.752+0000 7f940ee9bb80 10 client.0 _ll_register_callbacks cb 0x55e6d89aec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:31.755 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.752+0000 7f9401200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e6d8abc610 0x55e6d8ac01d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:31.755 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.753+0000 7f9401c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e6d8ab7140 0x55e6d8ac2e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:31.755 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.753+0000 7f9401200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e6d8abc610 0x55e6d8ac01d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:46984/0 (socket says 172.21.15.8:46984) 2024-05-20T21:23:31.755 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.753+0000 7f9401200700 1 -- 172.21.15.8:0/3021090731 learned_addr learned my addr 172.21.15.8:0/3021090731 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:31.755 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.753+0000 7f9402600700 1 --2- 172.21.15.8:0/3021090731 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e6d8abcf30 0x55e6d8ac0710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:31.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.753+0000 7f9401200700 1 -- 172.21.15.8:0/3021090731 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e6d8ab7140 msgr2=0x55e6d8ac2e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:31.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.753+0000 7f9401200700 1 --2- 172.21.15.8:0/3021090731 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e6d8ab7140 0x55e6d8ac2e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:31.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.753+0000 7f9401200700 1 -- 172.21.15.8:0/3021090731 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e6d8abcf30 msgr2=0x55e6d8ac0710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:31.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.753+0000 7f9401200700 1 --2- 172.21.15.8:0/3021090731 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e6d8abcf30 0x55e6d8ac0710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:31.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.753+0000 7f9401200700 1 -- 172.21.15.8:0/3021090731 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e6d89548d0 con 0x55e6d8abc610 2024-05-20T21:23:31.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.753+0000 7f9402600700 1 --2- 172.21.15.8:0/3021090731 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e6d8abcf30 0x55e6d8ac0710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:23:31.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.754+0000 7f9401200700 1 --2- 172.21.15.8:0/3021090731 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e6d8abc610 0x55e6d8ac01d0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f93e8006010 tx=0x7f93e8009310 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e862945a1e6cb085 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:31.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.754+0000 7f93e3400700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:23:31.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.754+0000 7f93e3400700 1 -- 172.21.15.8:0/3021090731 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93e8034060 con 0x55e6d8abc610 2024-05-20T21:23:31.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.754+0000 7f93e3400700 1 -- 172.21.15.8:0/3021090731 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f93e8003ca0 con 0x55e6d8abc610 2024-05-20T21:23:31.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.754+0000 7f940ee9bb80 1 -- 172.21.15.8:0/3021090731 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f93f00a96c0 con 0x55e6d8abc610 2024-05-20T21:23:31.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.755+0000 7f93e3400700 1 -- 172.21.15.8:0/3021090731 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f93e800f460 con 0x55e6d8abc610 2024-05-20T21:23:31.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.755+0000 7f940ee9bb80 10 client.27410 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:31.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.755+0000 7f940ee9bb80 1 -- 172.21.15.8:0/3021090731 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e6d89d5060 con 0x55e6d8abc610 2024-05-20T21:23:31.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.755+0000 7f93e3400700 1 -- 172.21.15.8:0/3021090731 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f93f00a96c0 con 0x55e6d8abc610 2024-05-20T21:23:31.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.755+0000 7f93e3400700 1 -- 172.21.15.8:0/3021090731 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f93e8025460 con 0x55e6d8abc610 2024-05-20T21:23:31.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.755+0000 7f940ee9bb80 10 client.27410 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:31.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.755+0000 7f940ee9bb80 10 client.27410 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:23:31.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.755+0000 7f940ee9bb80 20 client.27410 populate_metadata read hostname 'smithi008' 2024-05-20T21:23:31.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.756+0000 7f940ee9bb80 1 --2- 172.21.15.8:0/3021090731 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e6d8ad0720 0x55e6d8ad2b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:31.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.756+0000 7f940ee9bb80 4 client.27410 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:23:31.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.756+0000 7f940ee9bb80 1 -- 172.21.15.8:0/3021090731 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e6d8a16d90 con 0x55e6d8ad0720 2024-05-20T21:23:31.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.756+0000 7f9401c00700 1 --2- 172.21.15.8:0/3021090731 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e6d8ad0720 0x55e6d8ad2b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:31.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.757+0000 7f9401c00700 1 --2- 172.21.15.8:0/3021090731 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e6d8ad0720 0x55e6d8ad2b10 crc :-1 s=READY pgs=213 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c3028b282bf50a15 server_cookie=7f8a9b014b645e01 in_seq=0 out_seq=0 2024-05-20T21:23:31.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.757+0000 7f93e3400700 10 client.27410 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:23:31.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.757+0000 7f93e3400700 1 -- 172.21.15.8:0/3021090731 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55e6d8a16d90 con 0x55e6d8ad0720 2024-05-20T21:23:31.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.757+0000 7f93e3400700 10 client.27410 handle_command_reply: tid=0 2024-05-20T21:23:31.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.757+0000 7f940ee9bb80 1 client.27410 shutdown 2024-05-20T21:23:31.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.758+0000 7f940ee9bb80 1 -- 172.21.15.8:0/3021090731 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e6d8abc610 msgr2=0x55e6d8ac01d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:31.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.758+0000 7f940ee9bb80 1 --2- 172.21.15.8:0/3021090731 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e6d8abc610 0x55e6d8ac01d0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f93e8006010 tx=0x7f93e8009310 comp rx=0 tx=0).stop 2024-05-20T21:23:31.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.758+0000 7f940ee9bb80 1 -- 172.21.15.8:0/3021090731 shutdown_connections 2024-05-20T21:23:31.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.758+0000 7f940ee9bb80 1 --2- 172.21.15.8:0/3021090731 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e6d8ad0720 0x55e6d8ad2b10 crc :-1 s=READY pgs=213 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:31.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.758+0000 7f940ee9bb80 1 --2- 172.21.15.8:0/3021090731 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e6d8abcf30 0x55e6d8ac0710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:31.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.758+0000 7f940ee9bb80 1 --2- 172.21.15.8:0/3021090731 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e6d8ab7140 0x55e6d8ac2e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:31.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.758+0000 7f940ee9bb80 1 --2- 172.21.15.8:0/3021090731 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e6d8abc610 0x55e6d8ac01d0 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:31.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.758+0000 7f940ee9bb80 1 -- 172.21.15.8:0/3021090731 >> 172.21.15.8:0/3021090731 conn(0x55e6d89e4be0 msgr2=0x55e6d8ab0d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:31.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.758+0000 7f93e3400700 0 client.27410 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:23:31.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.758+0000 7f940ee9bb80 1 -- 172.21.15.8:0/3021090731 shutdown_connections 2024-05-20T21:23:31.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.758+0000 7f940ee9bb80 1 -- 172.21.15.8:0/3021090731 wait complete. 2024-05-20T21:23:31.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.759+0000 7f940ee9bb80 20 client.27410 trim_cache size 0 max 16384 2024-05-20T21:23:31.775 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:23:31.781 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.781+0000 7f940ee9bb80 1 Processor -- start 2024-05-20T21:23:31.782 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.781+0000 7f940ee9bb80 1 -- start start 2024-05-20T21:23:31.783 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.781+0000 7f940ee9bb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e6d8ab7140 0x55e6d8ab6b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:31.784 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.781+0000 7f940ee9bb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e6d8abc610 0x55e6d8acca20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:31.784 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.781+0000 7f940ee9bb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e6d8abcf30 0x55e6d8ac0620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:31.784 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.781+0000 7f940ee9bb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f93fc1b2660 con 0x55e6d8abc610 2024-05-20T21:23:31.784 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.781+0000 7f940ee9bb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f93fc1afef0 con 0x55e6d8ab7140 2024-05-20T21:23:31.784 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.781+0000 7f940ee9bb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f93fc1add40 con 0x55e6d8abcf30 2024-05-20T21:23:31.784 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.782+0000 7f9401200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e6d8abc610 0x55e6d8acca20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:31.784 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.782+0000 7f9401c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e6d8ab7140 0x55e6d8ab6b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:31.784 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.782+0000 7f9401200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e6d8abc610 0x55e6d8acca20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:40092/0 (socket says 172.21.15.8:40092) 2024-05-20T21:23:31.784 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.782+0000 7f9401200700 1 -- 172.21.15.8:0/4055407338 learned_addr learned my addr 172.21.15.8:0/4055407338 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:31.784 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.782+0000 7f9402600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e6d8abcf30 0x55e6d8ac0620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:31.785 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.782+0000 7f9401c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e6d8ab7140 0x55e6d8ab6b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:46994/0 (socket says 172.21.15.8:46994) 2024-05-20T21:23:31.785 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.782+0000 7f9401c00700 1 -- 172.21.15.8:0/4055407338 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e6d8abcf30 msgr2=0x55e6d8ac0620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:31.785 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.782+0000 7f9401c00700 1 --2- 172.21.15.8:0/4055407338 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e6d8abcf30 0x55e6d8ac0620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:31.785 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.782+0000 7f9401c00700 1 -- 172.21.15.8:0/4055407338 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e6d8abc610 msgr2=0x55e6d8acca20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:31.785 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.782+0000 7f9401c00700 1 --2- 172.21.15.8:0/4055407338 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e6d8abc610 0x55e6d8acca20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:31.785 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.782+0000 7f9401c00700 1 -- 172.21.15.8:0/4055407338 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e6d8abe760 con 0x55e6d8ab7140 2024-05-20T21:23:31.785 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.782+0000 7f9401200700 1 --2- 172.21.15.8:0/4055407338 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e6d8abc610 0x55e6d8acca20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:31.785 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.782+0000 7f9402600700 1 --2- 172.21.15.8:0/4055407338 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e6d8abcf30 0x55e6d8ac0620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:31.785 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.783+0000 7f9401c00700 1 --2- 172.21.15.8:0/4055407338 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e6d8ab7140 0x55e6d8ab6b20 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f93f00cc190 tx=0x7f93f00a9f00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5e420d068bc3c04f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:31.786 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.783+0000 7f93ee000700 1 -- 172.21.15.8:0/4055407338 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93f001c040 con 0x55e6d8ab7140 2024-05-20T21:23:31.786 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.783+0000 7f93ee000700 1 -- 172.21.15.8:0/4055407338 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f93f00c2040 con 0x55e6d8ab7140 2024-05-20T21:23:31.786 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.783+0000 7f93ee000700 1 -- 172.21.15.8:0/4055407338 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93f00a9920 con 0x55e6d8ab7140 2024-05-20T21:23:31.789 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.784+0000 7f940ee9bb80 1 -- 172.21.15.8:0/4055407338 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e6d8ab7140 msgr2=0x55e6d8ab6b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:31.789 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.784+0000 7f940ee9bb80 1 --2- 172.21.15.8:0/4055407338 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e6d8ab7140 0x55e6d8ab6b20 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f93f00cc190 tx=0x7f93f00a9f00 comp rx=0 tx=0).stop 2024-05-20T21:23:31.789 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.784+0000 7f940ee9bb80 1 -- 172.21.15.8:0/4055407338 shutdown_connections 2024-05-20T21:23:31.789 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.784+0000 7f940ee9bb80 1 --2- 172.21.15.8:0/4055407338 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e6d8ab7140 0x55e6d8ab6b20 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:31.790 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.784+0000 7f940ee9bb80 1 --2- 172.21.15.8:0/4055407338 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e6d8abcf30 0x55e6d8ac0620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:31.790 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.784+0000 7f940ee9bb80 1 --2- 172.21.15.8:0/4055407338 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e6d8abc610 0x55e6d8acca20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:31.790 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.784+0000 7f940ee9bb80 1 -- 172.21.15.8:0/4055407338 >> 172.21.15.8:0/4055407338 conn(0x55e6d89e4be0 msgr2=0x55e6d8abb280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:31.790 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.784+0000 7f940ee9bb80 1 -- 172.21.15.8:0/4055407338 shutdown_connections 2024-05-20T21:23:31.790 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.784+0000 7f940ee9bb80 1 -- 172.21.15.8:0/4055407338 wait complete. 2024-05-20T21:23:31.790 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.785+0000 7f940ee9bb80 1 -- start start 2024-05-20T21:23:31.790 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.785+0000 7f940ee9bb80 1 Processor -- start 2024-05-20T21:23:31.790 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.786+0000 7f940ee9bb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e6d8ab7140 0x55e6d8ac8df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:31.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.786+0000 7f940ee9bb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e6d8abc610 0x55e6d8ac9330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:31.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.786+0000 7f940ee9bb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e6d8abcf30 0x55e6d8ad77d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:31.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.786+0000 7f940ee9bb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f93fc1ae3b0 con 0x55e6d8abc610 2024-05-20T21:23:31.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.786+0000 7f940ee9bb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f93fc1af820 con 0x55e6d8ab7140 2024-05-20T21:23:31.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.786+0000 7f940ee9bb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f93fc1aea80 con 0x55e6d8abcf30 2024-05-20T21:23:31.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.786+0000 7f940ee9bb80 10 client.0 _ll_register_callbacks cb 0x55e6d89aec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:31.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.786+0000 7f9401200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e6d8abc610 0x55e6d8ac9330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:31.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.786+0000 7f9401c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e6d8ab7140 0x55e6d8ac8df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:31.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.786+0000 7f9401c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e6d8ab7140 0x55e6d8ac8df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:47000/0 (socket says 172.21.15.8:47000) 2024-05-20T21:23:31.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.786+0000 7f9401200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e6d8abc610 0x55e6d8ac9330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:40108/0 (socket says 172.21.15.8:40108) 2024-05-20T21:23:31.792 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.786+0000 7f9401c00700 1 -- 172.21.15.8:0/2108323676 learned_addr learned my addr 172.21.15.8:0/2108323676 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:31.792 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.786+0000 7f9402600700 1 --2- 172.21.15.8:0/2108323676 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e6d8abcf30 0x55e6d8ad77d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:31.792 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.787+0000 7f9401200700 1 -- 172.21.15.8:0/2108323676 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e6d8abcf30 msgr2=0x55e6d8ad77d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:31.792 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.787+0000 7f9401200700 1 --2- 172.21.15.8:0/2108323676 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e6d8abcf30 0x55e6d8ad77d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:31.792 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.787+0000 7f9401200700 1 -- 172.21.15.8:0/2108323676 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e6d8ab7140 msgr2=0x55e6d8ac8df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:31.792 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.787+0000 7f9401200700 1 --2- 172.21.15.8:0/2108323676 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e6d8ab7140 0x55e6d8ac8df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:31.792 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.787+0000 7f9401200700 1 -- 172.21.15.8:0/2108323676 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e6d8ad7ff0 con 0x55e6d8abc610 2024-05-20T21:23:31.792 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.787+0000 7f9401c00700 1 --2- 172.21.15.8:0/2108323676 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e6d8ab7140 0x55e6d8ac8df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:31.792 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.787+0000 7f9401200700 1 --2- 172.21.15.8:0/2108323676 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e6d8abc610 0x55e6d8ac9330 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f93e80098e0 tx=0x7f93e80256d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=856dcb7440db7ff0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:31.793 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.787+0000 7f93e3400700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:23:31.793 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.787+0000 7f93e3400700 1 -- 172.21.15.8:0/2108323676 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93e8034050 con 0x55e6d8abc610 2024-05-20T21:23:31.793 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.788+0000 7f93e3400700 1 -- 172.21.15.8:0/2108323676 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f93e8005400 con 0x55e6d8abc610 2024-05-20T21:23:31.793 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.788+0000 7f940ee9bb80 1 -- 172.21.15.8:0/2108323676 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f93f00c2040 con 0x55e6d8abc610 2024-05-20T21:23:31.793 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.788+0000 7f93e3400700 1 -- 172.21.15.8:0/2108323676 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f93e8049050 con 0x55e6d8abc610 2024-05-20T21:23:31.793 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.788+0000 7f940ee9bb80 10 client.17307 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:31.793 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.788+0000 7f940ee9bb80 1 -- 172.21.15.8:0/2108323676 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e6d8b3adb0 con 0x55e6d8abc610 2024-05-20T21:23:31.793 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.788+0000 7f93e3400700 1 -- 172.21.15.8:0/2108323676 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f93f00c2040 con 0x55e6d8abc610 2024-05-20T21:23:31.793 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.789+0000 7f93e3400700 1 -- 172.21.15.8:0/2108323676 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f93e8030440 con 0x55e6d8abc610 2024-05-20T21:23:31.793 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.789+0000 7f940ee9bb80 10 client.17307 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:31.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.789+0000 7f940ee9bb80 10 client.17307 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:23:31.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.789+0000 7f940ee9bb80 20 client.17307 populate_metadata read hostname 'smithi008' 2024-05-20T21:23:31.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.789+0000 7f940ee9bb80 1 --2- 172.21.15.8:0/2108323676 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e6d8b3b420 0x55e6d8b3d840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:31.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.789+0000 7f940ee9bb80 4 client.17307 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:23:31.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.789+0000 7f940ee9bb80 1 -- 172.21.15.8:0/2108323676 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55e6d8a10570 con 0x55e6d8b3b420 2024-05-20T21:23:31.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.789+0000 7f9401c00700 1 --2- 172.21.15.8:0/2108323676 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e6d8b3b420 0x55e6d8b3d840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:31.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.790+0000 7f9401c00700 1 --2- 172.21.15.8:0/2108323676 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e6d8b3b420 0x55e6d8b3d840 crc :-1 s=READY pgs=214 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c2f03f994a0105ac server_cookie=acdf0f069d2d69e4 in_seq=0 out_seq=0 2024-05-20T21:23:31.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.790+0000 7f93e3400700 10 client.17307 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:23:31.797 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.790+0000 7f93e3400700 1 -- 172.21.15.8:0/2108323676 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55e6d8a10570 con 0x55e6d8b3b420 2024-05-20T21:23:31.797 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.790+0000 7f93e3400700 10 client.17307 handle_command_reply: tid=0 2024-05-20T21:23:31.797 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.790+0000 7f940ee9bb80 1 client.17307 shutdown 2024-05-20T21:23:31.797 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.790+0000 7f940ee9bb80 1 -- 172.21.15.8:0/2108323676 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e6d8abc610 msgr2=0x55e6d8ac9330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:31.797 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.790+0000 7f940ee9bb80 1 --2- 172.21.15.8:0/2108323676 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e6d8abc610 0x55e6d8ac9330 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f93e80098e0 tx=0x7f93e80256d0 comp rx=0 tx=0).stop 2024-05-20T21:23:31.797 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.790+0000 7f940ee9bb80 1 -- 172.21.15.8:0/2108323676 shutdown_connections 2024-05-20T21:23:31.798 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.790+0000 7f940ee9bb80 1 --2- 172.21.15.8:0/2108323676 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e6d8b3b420 0x55e6d8b3d840 crc :-1 s=READY pgs=214 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:31.798 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.790+0000 7f940ee9bb80 1 --2- 172.21.15.8:0/2108323676 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e6d8ab7140 0x55e6d8ac8df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:31.798 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.790+0000 7f940ee9bb80 1 --2- 172.21.15.8:0/2108323676 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e6d8abcf30 0x55e6d8ad77d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:31.798 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.790+0000 7f940ee9bb80 1 --2- 172.21.15.8:0/2108323676 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e6d8abc610 0x55e6d8ac9330 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:31.798 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.790+0000 7f93e3400700 0 client.17307 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:23:31.799 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.791+0000 7f940ee9bb80 1 -- 172.21.15.8:0/2108323676 >> 172.21.15.8:0/2108323676 conn(0x55e6d89e4be0 msgr2=0x55e6d8abdba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:31.799 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.791+0000 7f940ee9bb80 1 -- 172.21.15.8:0/2108323676 shutdown_connections 2024-05-20T21:23:31.799 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.791+0000 7f940ee9bb80 1 -- 172.21.15.8:0/2108323676 wait complete. 2024-05-20T21:23:31.799 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.791+0000 7f940ee9bb80 20 client.17307 trim_cache size 0 max 16384 2024-05-20T21:23:31.800 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:23:31.801 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.792+0000 7f9404600700 1 -- 172.21.15.8:0/3814461854 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f93e40b2900 msgr2=0x7f93e40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:31.801 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.792+0000 7f9404600700 1 --2- 172.21.15.8:0/3814461854 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f93e40b2900 0x7f93e40b4dc0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f93e8005cd0 tx=0x7f93e8005c60 comp rx=0 tx=0).stop 2024-05-20T21:23:31.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.792+0000 7f9404600700 1 -- 172.21.15.8:0/3814461854 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f93fc105780 msgr2=0x7f93fc19be30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:31.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.792+0000 7f9404600700 1 --2- 172.21.15.8:0/3814461854 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f93fc105780 0x7f93fc19be30 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f93f000e9f0 tx=0x7f93f000ed00 comp rx=0 tx=0).stop 2024-05-20T21:23:31.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.792+0000 7f9404600700 1 -- 172.21.15.8:0/3814461854 shutdown_connections 2024-05-20T21:23:31.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.792+0000 7f9404600700 1 --2- 172.21.15.8:0/3814461854 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f93e40b2900 0x7f93e40b4dc0 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:31.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.792+0000 7f9404600700 1 --2- 172.21.15.8:0/3814461854 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f93fc10b780 0x7f93fc1a0700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:31.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.792+0000 7f9404600700 1 --2- 172.21.15.8:0/3814461854 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f93fc105780 0x7f93fc19be30 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:31.803 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.792+0000 7f9404600700 1 --2- 172.21.15.8:0/3814461854 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f93fc106140 0x7f93fc19c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:31.803 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.792+0000 7f9404600700 1 -- 172.21.15.8:0/3814461854 >> 172.21.15.8:0/3814461854 conn(0x7f93fc101270 msgr2=0x7f93fc101960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:31.803 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.792+0000 7f9404600700 1 -- 172.21.15.8:0/3814461854 shutdown_connections 2024-05-20T21:23:31.803 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:31.792+0000 7f9404600700 1 -- 172.21.15.8:0/3814461854 wait complete. 2024-05-20T21:23:32.822 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:23:32 smithi008 ceph-mon[31475]: pgmap v686: 97 pgs: 97 active+clean; 4.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:23:32.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:23:32 smithi130 ceph-mon[36448]: pgmap v686: 97 pgs: 97 active+clean; 4.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:23:32.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:23:32 smithi050 ceph-mon[35809]: pgmap v686: 97 pgs: 97 active+clean; 4.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:23:33.716 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:23:33.717 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:23:34.200 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:23:34.641 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:23:34 smithi008 ceph-mon[31475]: pgmap v687: 97 pgs: 97 active+clean; 4.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:23:34.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:23:34 smithi130 ceph-mon[36448]: pgmap v687: 97 pgs: 97 active+clean; 4.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:23:34.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:23:34 smithi050 ceph-mon[35809]: pgmap v687: 97 pgs: 97 active+clean; 4.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:23:35.147 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:35.145+0000 7f4f8d800700 1 -- 172.21.15.8:0/3634093375 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4f88106030 msgr2=0x7f4f88112540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:35.147 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:35.145+0000 7f4f8d800700 1 --2- 172.21.15.8:0/3634093375 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4f88106030 0x7f4f88112540 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f4f8000b0a0 tx=0x7f4f8000b3b0 comp rx=0 tx=0).stop 2024-05-20T21:23:35.147 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:35.145+0000 7f4f8d800700 1 -- 172.21.15.8:0/3634093375 shutdown_connections 2024-05-20T21:23:35.147 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:35.145+0000 7f4f8d800700 1 --2- 172.21.15.8:0/3634093375 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4f88106030 0x7f4f88112540 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:35.147 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:35.145+0000 7f4f8d800700 1 --2- 172.21.15.8:0/3634093375 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4f8810b670 0x7f4f8810ba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:35.147 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:35.145+0000 7f4f8d800700 1 --2- 172.21.15.8:0/3634093375 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4f88105670 0x7f4f88105af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:35.147 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:35.145+0000 7f4f8d800700 1 -- 172.21.15.8:0/3634093375 >> 172.21.15.8:0/3634093375 conn(0x7f4f88101160 msgr2=0x7f4f88103580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:35.147 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:35.145+0000 7f4f8d800700 1 -- 172.21.15.8:0/3634093375 shutdown_connections 2024-05-20T21:23:35.147 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:35.145+0000 7f4f8d800700 1 -- 172.21.15.8:0/3634093375 wait complete. 2024-05-20T21:23:35.148 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:35.147+0000 7f4f8d800700 1 Processor -- start 2024-05-20T21:23:35.148 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:35.147+0000 7f4f8d800700 1 -- start start 2024-05-20T21:23:35.149 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:35.147+0000 7f4f8d800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4f88105670 0x7f4f8819bd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:35.149 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:35.147+0000 7f4f8d800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4f88106030 0x7f4f8819c250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:35.149 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:35.147+0000 7f4f8d800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4f8810b670 0x7f4f881a05e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:35.149 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:35.148+0000 7f4f8d800700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f4f881158c0 con 0x7f4f88106030 2024-05-20T21:23:35.149 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:35.148+0000 7f4f8d800700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4f88115740 con 0x7f4f8810b670 2024-05-20T21:23:35.149 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:35.148+0000 7f4f8d800700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f4f88115a40 con 0x7f4f88105670 2024-05-20T21:23:35.149 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:35.148+0000 7f4f7fe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4f88106030 0x7f4f8819c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:35.149 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:35.148+0000 7f4f87e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4f88105670 0x7f4f8819bd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:35.149 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:35.148+0000 7f4f7fe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4f88106030 0x7f4f8819c250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:57166/0 (socket says 172.21.15.8:57166) 2024-05-20T21:23:35.149 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:35.148+0000 7f4f87e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4f88105670 0x7f4f8819bd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:50728/0 (socket says 172.21.15.8:50728) 2024-05-20T21:23:35.149 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:35.148+0000 7f4f7fe00700 1 -- 172.21.15.8:0/2511763187 learned_addr learned my addr 172.21.15.8:0/2511763187 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:35.149 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:35.148+0000 7f4f8ce00700 1 --2- 172.21.15.8:0/2511763187 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4f8810b670 0x7f4f881a05e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:35.149 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:35.148+0000 7f4f87e00700 1 -- 172.21.15.8:0/2511763187 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4f8810b670 msgr2=0x7f4f881a05e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:35.150 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:35.148+0000 7f4f87e00700 1 --2- 172.21.15.8:0/2511763187 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4f8810b670 0x7f4f881a05e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:35.150 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:35.148+0000 7f4f87e00700 1 -- 172.21.15.8:0/2511763187 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4f88106030 msgr2=0x7f4f8819c250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:35.150 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:35.148+0000 7f4f87e00700 1 --2- 172.21.15.8:0/2511763187 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4f88106030 0x7f4f8819c250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:35.150 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:35.148+0000 7f4f87e00700 1 -- 172.21.15.8:0/2511763187 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f881a0d20 con 0x7f4f88105670 2024-05-20T21:23:35.150 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:35.149+0000 7f4f87e00700 1 --2- 172.21.15.8:0/2511763187 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4f88105670 0x7f4f8819bd10 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f4f7800e9f0 tx=0x7f4f7800ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:35.151 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:35.149+0000 7f4f85600700 1 -- 172.21.15.8:0/2511763187 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f7800cb70 con 0x7f4f88105670 2024-05-20T21:23:35.151 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:35.149+0000 7f4f8d800700 1 -- 172.21.15.8:0/2511763187 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f881a1010 con 0x7f4f88105670 2024-05-20T21:23:35.151 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:35.149+0000 7f4f85600700 1 -- 172.21.15.8:0/2511763187 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4f7800ee90 con 0x7f4f88105670 2024-05-20T21:23:35.151 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:35.149+0000 7f4f85600700 1 -- 172.21.15.8:0/2511763187 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f78003d40 con 0x7f4f88105670 2024-05-20T21:23:35.151 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:35.149+0000 7f4f8d800700 1 -- 172.21.15.8:0/2511763187 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f881a8890 con 0x7f4f88105670 2024-05-20T21:23:35.151 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:35.150+0000 7f4f8d800700 1 -- 172.21.15.8:0/2511763187 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4f8806a230 con 0x7f4f88105670 2024-05-20T21:23:35.153 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:35.153+0000 7f4f85600700 1 -- 172.21.15.8:0/2511763187 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f4f78003ee0 con 0x7f4f88105670 2024-05-20T21:23:35.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:35.154+0000 7f4f85600700 1 --2- 172.21.15.8:0/2511763187 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f4f6c0b2900 0x7f4f6c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:35.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:35.154+0000 7f4f85600700 1 -- 172.21.15.8:0/2511763187 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f4f780e24c0 con 0x7f4f88105670 2024-05-20T21:23:35.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:35.155+0000 7f4f7fe00700 1 --2- 172.21.15.8:0/2511763187 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f4f6c0b2900 0x7f4f6c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:35.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:35.155+0000 7f4f7fe00700 1 --2- 172.21.15.8:0/2511763187 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f4f6c0b2900 0x7f4f6c0b4dc0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f4f8810ac10 tx=0x7f4f70009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:35.157 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:35.156+0000 7f4f85600700 1 -- 172.21.15.8:0/2511763187 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f4f78054df0 con 0x7f4f88105670 2024-05-20T21:23:35.447 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:35.446+0000 7f4f8d800700 1 -- 172.21.15.8:0/2511763187 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4f8819d070 con 0x7f4f88105670 2024-05-20T21:23:35.448 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:35.448+0000 7f4f85600700 1 -- 172.21.15.8:0/2511763187 <== mon.1 v2:172.21.15.130:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7f4f780aa170 con 0x7f4f88105670 2024-05-20T21:23:35.449 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:23:35.449 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:23:35.451 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:35.451+0000 7f4f8d800700 1 -- 172.21.15.8:0/2511763187 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f4f6c0b2900 msgr2=0x7f4f6c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:35.451 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:35.451+0000 7f4f8d800700 1 --2- 172.21.15.8:0/2511763187 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f4f6c0b2900 0x7f4f6c0b4dc0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f4f8810ac10 tx=0x7f4f70009260 comp rx=0 tx=0).stop 2024-05-20T21:23:35.451 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:35.451+0000 7f4f8d800700 1 -- 172.21.15.8:0/2511763187 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4f88105670 msgr2=0x7f4f8819bd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:35.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:35.451+0000 7f4f8d800700 1 --2- 172.21.15.8:0/2511763187 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4f88105670 0x7f4f8819bd10 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f4f7800e9f0 tx=0x7f4f7800ed00 comp rx=0 tx=0).stop 2024-05-20T21:23:35.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:35.451+0000 7f4f8d800700 1 -- 172.21.15.8:0/2511763187 shutdown_connections 2024-05-20T21:23:35.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:35.451+0000 7f4f8d800700 1 --2- 172.21.15.8:0/2511763187 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f4f6c0b2900 0x7f4f6c0b4dc0 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:35.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:35.451+0000 7f4f8d800700 1 --2- 172.21.15.8:0/2511763187 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4f8810b670 0x7f4f881a05e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:35.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:35.451+0000 7f4f8d800700 1 --2- 172.21.15.8:0/2511763187 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4f88105670 0x7f4f8819bd10 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:35.453 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:35.451+0000 7f4f8d800700 1 --2- 172.21.15.8:0/2511763187 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4f88106030 0x7f4f8819c250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:35.453 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:35.451+0000 7f4f8d800700 1 -- 172.21.15.8:0/2511763187 >> 172.21.15.8:0/2511763187 conn(0x7f4f88101160 msgr2=0x7f4f881016a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:35.453 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:35.451+0000 7f4f8d800700 1 -- 172.21.15.8:0/2511763187 shutdown_connections 2024-05-20T21:23:35.453 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:35.452+0000 7f4f8d800700 1 -- 172.21.15.8:0/2511763187 wait complete. 2024-05-20T21:23:35.453 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:23:35.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:23:35 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/2511763187' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:23:35.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:23:35 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/2511763187' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:23:35.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:23:35 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/2511763187' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:23:36.818 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24529 quiesce db / --timeout 90 --expiration 130 --await-for 45.0' 2024-05-20T21:23:36.818 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24529 quiesce db / --timeout 90 --expiration 130 --await-for 45.0 2024-05-20T21:23:36.866 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:23:36 smithi008 ceph-mon[31475]: pgmap v688: 97 pgs: 97 active+clean; 4.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:23:36.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:23:36 smithi130 ceph-mon[36448]: pgmap v688: 97 pgs: 97 active+clean; 4.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:23:36.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:23:36 smithi050 ceph-mon[35809]: pgmap v688: 97 pgs: 97 active+clean; 4.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:23:37.323 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.322+0000 7fae81a00700 1 -- 172.21.15.8:0/2399843649 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fae7c1041a0 msgr2=0x7fae7c1081c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:37.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.322+0000 7fae81a00700 1 --2- 172.21.15.8:0/2399843649 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fae7c1041a0 0x7fae7c1081c0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fae680098f0 tx=0x7fae68009c00 comp rx=0 tx=0).stop 2024-05-20T21:23:37.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.322+0000 7fae81a00700 1 -- 172.21.15.8:0/2399843649 shutdown_connections 2024-05-20T21:23:37.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.322+0000 7fae81a00700 1 --2- 172.21.15.8:0/2399843649 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fae7c1088f0 0x7fae7c110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.322+0000 7fae81a00700 1 --2- 172.21.15.8:0/2399843649 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fae7c1037f0 0x7fae7c103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.322+0000 7fae81a00700 1 --2- 172.21.15.8:0/2399843649 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fae7c1041a0 0x7fae7c1081c0 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.322+0000 7fae81a00700 1 -- 172.21.15.8:0/2399843649 >> 172.21.15.8:0/2399843649 conn(0x7fae7c07a6a0 msgr2=0x7fae7c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:37.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.322+0000 7fae81a00700 1 -- 172.21.15.8:0/2399843649 shutdown_connections 2024-05-20T21:23:37.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.322+0000 7fae81a00700 1 -- 172.21.15.8:0/2399843649 wait complete. 2024-05-20T21:23:37.325 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.323+0000 7fae81a00700 1 Processor -- start 2024-05-20T21:23:37.325 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.324+0000 7fae81a00700 1 -- start start 2024-05-20T21:23:37.325 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.324+0000 7fae81a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fae7c1037f0 0x7fae7c075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:37.325 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.324+0000 7fae81a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fae7c1041a0 0x7fae7c075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:37.325 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.324+0000 7fae81a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fae7c1088f0 0x7fae7c0762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:37.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.324+0000 7fae81a00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fae7c1136d0 con 0x7fae7c1088f0 2024-05-20T21:23:37.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.324+0000 7fae81a00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fae7c113550 con 0x7fae7c1041a0 2024-05-20T21:23:37.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.324+0000 7fae81a00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fae7c113850 con 0x7fae7c1037f0 2024-05-20T21:23:37.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.324+0000 7fae7a000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fae7c1041a0 0x7fae7c075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:37.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.324+0000 7fae7b400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fae7c1088f0 0x7fae7c0762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:37.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.324+0000 7fae7aa00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fae7c1037f0 0x7fae7c075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:37.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.325+0000 7fae7aa00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fae7c1037f0 0x7fae7c075840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:50746/0 (socket says 172.21.15.8:50746) 2024-05-20T21:23:37.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.325+0000 7fae7aa00700 1 -- 172.21.15.8:0/2285558279 learned_addr learned my addr 172.21.15.8:0/2285558279 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:37.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.325+0000 7fae7aa00700 1 -- 172.21.15.8:0/2285558279 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fae7c1041a0 msgr2=0x7fae7c075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:37.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.325+0000 7fae7aa00700 1 --2- 172.21.15.8:0/2285558279 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fae7c1041a0 0x7fae7c075d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.325+0000 7fae7aa00700 1 -- 172.21.15.8:0/2285558279 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fae7c1088f0 msgr2=0x7fae7c0762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:37.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.325+0000 7fae7aa00700 1 --2- 172.21.15.8:0/2285558279 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fae7c1088f0 0x7fae7c0762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.325+0000 7fae7aa00700 1 -- 172.21.15.8:0/2285558279 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae7c1a80f0 con 0x7fae7c1037f0 2024-05-20T21:23:37.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.325+0000 7fae7aa00700 1 --2- 172.21.15.8:0/2285558279 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fae7c1037f0 0x7fae7c075840 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fae6c00e9c0 tx=0x7fae6c00ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:37.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.326+0000 7fae73400700 1 -- 172.21.15.8:0/2285558279 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae6c004a30 con 0x7fae7c1037f0 2024-05-20T21:23:37.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.326+0000 7fae73400700 1 -- 172.21.15.8:0/2285558279 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fae6c00cc70 con 0x7fae7c1037f0 2024-05-20T21:23:37.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.326+0000 7fae73400700 1 -- 172.21.15.8:0/2285558279 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae6c005490 con 0x7fae7c1037f0 2024-05-20T21:23:37.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.326+0000 7fae81a00700 1 -- 172.21.15.8:0/2285558279 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae7c1a83e0 con 0x7fae7c1037f0 2024-05-20T21:23:37.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.326+0000 7fae81a00700 1 -- 172.21.15.8:0/2285558279 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae7c1a88a0 con 0x7fae7c1037f0 2024-05-20T21:23:37.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.330+0000 7fae73400700 1 -- 172.21.15.8:0/2285558279 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fae6c004bd0 con 0x7fae7c1037f0 2024-05-20T21:23:37.331 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.331+0000 7fae8c3a9b80 1 Processor -- start 2024-05-20T21:23:37.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.331+0000 7fae8c3a9b80 1 -- start start 2024-05-20T21:23:37.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.332+0000 7fae8c3a9b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5589acf6f690 0x5589acf6fa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:37.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.332+0000 7fae8c3a9b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5589acf6ffb0 0x5589acf69ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:37.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.332+0000 7fae8c3a9b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5589acf6a1c0 0x5589acf6a640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:37.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.332+0000 7fae8c3a9b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5589acec7ec0 con 0x5589acf6f690 2024-05-20T21:23:37.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.332+0000 7fae8c3a9b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5589aceb7a60 con 0x5589acf6a1c0 2024-05-20T21:23:37.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.332+0000 7fae8c3a9b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5589acebbaa0 con 0x5589acf6ffb0 2024-05-20T21:23:37.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.332+0000 7fae73400700 1 --2- 172.21.15.8:0/2285558279 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fae600b2900 0x7fae600b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:37.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.332+0000 7fae7aa00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5589acf6ffb0 0x5589acf69ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:37.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.333+0000 7fae7a000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5589acf6a1c0 0x5589acf6a640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:37.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.333+0000 7fae7a000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5589acf6a1c0 0x5589acf6a640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:38134/0 (socket says 172.21.15.8:38134) 2024-05-20T21:23:37.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.333+0000 7fae7a000700 1 -- 172.21.15.8:0/3451526048 learned_addr learned my addr 172.21.15.8:0/3451526048 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:37.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.333+0000 7fae7b400700 1 --2- 172.21.15.8:0/3451526048 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5589acf6f690 0x5589acf6fa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:37.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.333+0000 7fae73400700 1 -- 172.21.15.8:0/2285558279 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fae6c0e2300 con 0x7fae7c1037f0 2024-05-20T21:23:37.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.333+0000 7fae7b400700 1 --2- 172.21.15.8:0/2285558279 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fae600b2900 0x7fae600b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:37.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.333+0000 7fae7aa00700 1 -- 172.21.15.8:0/3451526048 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5589acf6a1c0 msgr2=0x5589acf6a640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:37.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.333+0000 7fae7aa00700 1 --2- 172.21.15.8:0/3451526048 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5589acf6a1c0 0x5589acf6a640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.333+0000 7fae7aa00700 1 -- 172.21.15.8:0/3451526048 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5589acf6f690 msgr2=0x5589acf6fa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:37.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.333+0000 7fae7aa00700 1 --2- 172.21.15.8:0/3451526048 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5589acf6f690 0x5589acf6fa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.333+0000 7fae7aa00700 1 -- 172.21.15.8:0/3451526048 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5589ace804a0 con 0x5589acf6ffb0 2024-05-20T21:23:37.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.333+0000 7fae7a000700 1 --2- 172.21.15.8:0/3451526048 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5589acf6a1c0 0x5589acf6a640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:37.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.334+0000 7fae7aa00700 1 --2- 172.21.15.8:0/3451526048 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5589acf6ffb0 0x5589acf69ba0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fae6c0dfd90 tx=0x7fae6c000bc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=84cbafa61dc50bbe server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:37.336 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.334+0000 7fae67e00700 1 -- 172.21.15.8:0/3451526048 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae6c00ce20 con 0x5589acf6ffb0 2024-05-20T21:23:37.336 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.334+0000 7fae7b400700 1 --2- 172.21.15.8:0/2285558279 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fae600b2900 0x7fae600b4dc0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fae74009ec0 tx=0x7fae7400b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:37.336 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.334+0000 7fae67e00700 1 -- 172.21.15.8:0/3451526048 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fae6c005650 con 0x5589acf6ffb0 2024-05-20T21:23:37.336 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.334+0000 7fae67e00700 1 -- 172.21.15.8:0/3451526048 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae6c0b2710 con 0x5589acf6ffb0 2024-05-20T21:23:37.336 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.335+0000 7fae8c3a9b80 1 -- 172.21.15.8:0/3451526048 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5589acf6ffb0 msgr2=0x5589acf69ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:37.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.335+0000 7fae8c3a9b80 1 --2- 172.21.15.8:0/3451526048 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5589acf6ffb0 0x5589acf69ba0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fae6c0dfd90 tx=0x7fae6c000bc0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.335+0000 7fae8c3a9b80 1 -- 172.21.15.8:0/3451526048 shutdown_connections 2024-05-20T21:23:37.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.335+0000 7fae8c3a9b80 1 --2- 172.21.15.8:0/3451526048 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5589acf6a1c0 0x5589acf6a640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.335+0000 7fae8c3a9b80 1 --2- 172.21.15.8:0/3451526048 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5589acf6f690 0x5589acf6fa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.335+0000 7fae8c3a9b80 1 --2- 172.21.15.8:0/3451526048 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5589acf6ffb0 0x5589acf69ba0 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.335+0000 7fae8c3a9b80 1 -- 172.21.15.8:0/3451526048 >> 172.21.15.8:0/3451526048 conn(0x5589ace97c60 msgr2=0x5589acf64710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:37.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.335+0000 7fae8c3a9b80 1 -- 172.21.15.8:0/3451526048 shutdown_connections 2024-05-20T21:23:37.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.335+0000 7fae8c3a9b80 1 -- 172.21.15.8:0/3451526048 wait complete. 2024-05-20T21:23:37.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.336+0000 7fae8c3a9b80 1 -- start start 2024-05-20T21:23:37.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.336+0000 7fae8c3a9b80 1 Processor -- start 2024-05-20T21:23:37.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.337+0000 7fae8c3a9b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5589acf6a1c0 0x5589acf75d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:37.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.337+0000 7fae8c3a9b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5589acf6f690 0x5589acf73110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:37.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.337+0000 7fae8c3a9b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5589acf6ffb0 0x5589acf73650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:37.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.337+0000 7fae8c3a9b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5589acdbe020 con 0x5589acf6ffb0 2024-05-20T21:23:37.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.337+0000 7fae8c3a9b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5589ace587e0 con 0x5589acf6a1c0 2024-05-20T21:23:37.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.337+0000 7fae8c3a9b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5589acf76a00 con 0x5589acf6f690 2024-05-20T21:23:37.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.337+0000 7fae8c3a9b80 10 client.0 _ll_register_callbacks cb 0x5589ace61cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:37.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.337+0000 7fae7a000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5589acf6f690 0x5589acf73110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:37.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.337+0000 7fae7a000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5589acf6f690 0x5589acf73110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:50768/0 (socket says 172.21.15.8:50768) 2024-05-20T21:23:37.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.337+0000 7fae7a000700 1 -- 172.21.15.8:0/3165185965 learned_addr learned my addr 172.21.15.8:0/3165185965 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:37.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.337+0000 7fae7aa00700 1 --2- 172.21.15.8:0/3165185965 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5589acf6a1c0 0x5589acf75d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:37.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.337+0000 7fae7b400700 1 --2- 172.21.15.8:0/3165185965 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5589acf6ffb0 0x5589acf73650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:37.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.338+0000 7fae7aa00700 1 -- 172.21.15.8:0/3165185965 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5589acf6f690 msgr2=0x5589acf73110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:37.340 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.338+0000 7fae7aa00700 1 --2- 172.21.15.8:0/3165185965 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5589acf6f690 0x5589acf73110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.340 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.338+0000 7fae7aa00700 1 -- 172.21.15.8:0/3165185965 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5589acf6ffb0 msgr2=0x5589acf73650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:37.340 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.338+0000 7fae7aa00700 1 --2- 172.21.15.8:0/3165185965 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5589acf6ffb0 0x5589acf73650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.340 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.338+0000 7fae7aa00700 1 -- 172.21.15.8:0/3165185965 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5589ace07950 con 0x5589acf6a1c0 2024-05-20T21:23:37.340 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.338+0000 7fae7b400700 1 --2- 172.21.15.8:0/3165185965 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5589acf6ffb0 0x5589acf73650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:23:37.340 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.338+0000 7fae7aa00700 1 --2- 172.21.15.8:0/3165185965 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5589acf6a1c0 0x5589acf75d70 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x5589acf76790 tx=0x7fae6c00ce20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ef3802b3cf96ab8c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:37.340 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.338+0000 7fae64c00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:23:37.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.339+0000 7fae64c00700 1 -- 172.21.15.8:0/3165185965 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae6c08f070 con 0x5589acf6a1c0 2024-05-20T21:23:37.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.339+0000 7fae64c00700 1 -- 172.21.15.8:0/3165185965 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fae6c0a5ea0 con 0x5589acf6a1c0 2024-05-20T21:23:37.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.339+0000 7fae8c3a9b80 1 -- 172.21.15.8:0/3165185965 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5589acec9e10 con 0x5589acf6a1c0 2024-05-20T21:23:37.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.339+0000 7fae64c00700 1 -- 172.21.15.8:0/3165185965 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fae6c0a9fb0 con 0x5589acf6a1c0 2024-05-20T21:23:37.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.339+0000 7fae8c3a9b80 10 client.27434 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:37.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.339+0000 7fae8c3a9b80 1 -- 172.21.15.8:0/3165185965 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5589ace880e0 con 0x5589acf6a1c0 2024-05-20T21:23:37.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.339+0000 7fae64c00700 1 -- 172.21.15.8:0/3165185965 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x5589acec9e10 con 0x5589acf6a1c0 2024-05-20T21:23:37.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.340+0000 7fae64c00700 1 -- 172.21.15.8:0/3165185965 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fae6c0a9b30 con 0x5589acf6a1c0 2024-05-20T21:23:37.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.340+0000 7fae8c3a9b80 10 client.27434 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:37.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.340+0000 7fae8c3a9b80 10 client.27434 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:23:37.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.340+0000 7fae8c3a9b80 20 client.27434 populate_metadata read hostname 'smithi008' 2024-05-20T21:23:37.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.340+0000 7fae8c3a9b80 1 --2- 172.21.15.8:0/3165185965 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5589acf83480 0x5589acf85870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:37.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.340+0000 7fae8c3a9b80 4 client.27434 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:23:37.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.340+0000 7fae8c3a9b80 1 -- 172.21.15.8:0/3165185965 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5589acec35f0 con 0x5589acf83480 2024-05-20T21:23:37.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.340+0000 7fae7a000700 1 --2- 172.21.15.8:0/3165185965 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5589acf83480 0x5589acf85870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:37.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.341+0000 7fae7a000700 1 --2- 172.21.15.8:0/3165185965 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5589acf83480 0x5589acf85870 crc :-1 s=READY pgs=215 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e55bbdb93e9e3fe0 server_cookie=5a4fa984dec772ae in_seq=0 out_seq=0 2024-05-20T21:23:37.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.341+0000 7fae64c00700 10 client.27434 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:23:37.343 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.342+0000 7fae64c00700 1 -- 172.21.15.8:0/3165185965 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5589acec35f0 con 0x5589acf83480 2024-05-20T21:23:37.343 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.342+0000 7fae64c00700 10 client.27434 handle_command_reply: tid=0 2024-05-20T21:23:37.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.342+0000 7fae8c3a9b80 1 client.27434 shutdown 2024-05-20T21:23:37.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.342+0000 7fae8c3a9b80 1 -- 172.21.15.8:0/3165185965 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5589acf6a1c0 msgr2=0x5589acf75d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:37.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.342+0000 7fae8c3a9b80 1 --2- 172.21.15.8:0/3165185965 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5589acf6a1c0 0x5589acf75d70 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x5589acf76790 tx=0x7fae6c00ce20 comp rx=0 tx=0).stop 2024-05-20T21:23:37.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.342+0000 7fae8c3a9b80 1 -- 172.21.15.8:0/3165185965 shutdown_connections 2024-05-20T21:23:37.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.342+0000 7fae8c3a9b80 1 --2- 172.21.15.8:0/3165185965 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5589acf83480 0x5589acf85870 crc :-1 s=READY pgs=215 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.342+0000 7fae8c3a9b80 1 --2- 172.21.15.8:0/3165185965 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5589acf6a1c0 0x5589acf75d70 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.342+0000 7fae8c3a9b80 1 --2- 172.21.15.8:0/3165185965 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5589acf6ffb0 0x5589acf73650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.342+0000 7fae8c3a9b80 1 --2- 172.21.15.8:0/3165185965 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5589acf6f690 0x5589acf73110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.342+0000 7fae64c00700 0 client.27434 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:23:37.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.342+0000 7fae8c3a9b80 1 -- 172.21.15.8:0/3165185965 >> 172.21.15.8:0/3165185965 conn(0x5589ace97c60 msgr2=0x5589acf63df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:37.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.343+0000 7fae8c3a9b80 1 -- 172.21.15.8:0/3165185965 shutdown_connections 2024-05-20T21:23:37.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.343+0000 7fae8c3a9b80 1 -- 172.21.15.8:0/3165185965 wait complete. 2024-05-20T21:23:37.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.343+0000 7fae8c3a9b80 20 client.27434 trim_cache size 0 max 16384 2024-05-20T21:23:37.367 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.367+0000 7fae8c3a9b80 1 Processor -- start 2024-05-20T21:23:37.367 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.367+0000 7fae8c3a9b80 1 -- start start 2024-05-20T21:23:37.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.367+0000 7fae8c3a9b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5589acf6a1c0 0x5589acf70ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:37.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.367+0000 7fae8c3a9b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5589acf6f690 0x5589acf64570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:37.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.367+0000 7fae8c3a9b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5589acf6ffb0 0x5589acf74ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:37.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.367+0000 7fae8c3a9b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fae7c1b2770 con 0x5589acf6ffb0 2024-05-20T21:23:37.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.367+0000 7fae8c3a9b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fae7c1b0000 con 0x5589acf6a1c0 2024-05-20T21:23:37.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.367+0000 7fae8c3a9b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fae7c1ade50 con 0x5589acf6f690 2024-05-20T21:23:37.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.367+0000 7fae7aa00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5589acf6a1c0 0x5589acf70ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:37.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.367+0000 7fae7b400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5589acf6ffb0 0x5589acf74ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:37.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.368+0000 7fae7a000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5589acf6f690 0x5589acf64570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:37.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.367+0000 7fae7aa00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5589acf6a1c0 0x5589acf70ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:38148/0 (socket says 172.21.15.8:38148) 2024-05-20T21:23:37.369 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.368+0000 7fae7aa00700 1 -- 172.21.15.8:0/3172504185 learned_addr learned my addr 172.21.15.8:0/3172504185 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:37.369 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.368+0000 7fae7aa00700 1 -- 172.21.15.8:0/3172504185 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5589acf6f690 msgr2=0x5589acf64570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:37.369 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.368+0000 7fae7aa00700 1 --2- 172.21.15.8:0/3172504185 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5589acf6f690 0x5589acf64570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.369 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.368+0000 7fae7aa00700 1 -- 172.21.15.8:0/3172504185 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5589acf6ffb0 msgr2=0x5589acf74ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:37.370 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.368+0000 7fae7aa00700 1 --2- 172.21.15.8:0/3172504185 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5589acf6ffb0 0x5589acf74ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.370 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.368+0000 7fae7aa00700 1 -- 172.21.15.8:0/3172504185 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5589acf720d0 con 0x5589acf6a1c0 2024-05-20T21:23:37.370 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.368+0000 7fae7aa00700 1 --2- 172.21.15.8:0/3172504185 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5589acf6a1c0 0x5589acf70ce0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7fae6c0a5930 tx=0x7fae6c00cf40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=64ce28032212c983 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:37.370 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.368+0000 7fae67400700 1 -- 172.21.15.8:0/3172504185 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae6c08f070 con 0x5589acf6a1c0 2024-05-20T21:23:37.370 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.368+0000 7fae67400700 1 -- 172.21.15.8:0/3172504185 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fae6c0b2710 con 0x5589acf6a1c0 2024-05-20T21:23:37.370 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.368+0000 7fae67400700 1 -- 172.21.15.8:0/3172504185 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae6c0a5220 con 0x5589acf6a1c0 2024-05-20T21:23:37.371 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.369+0000 7fae8c3a9b80 1 -- 172.21.15.8:0/3172504185 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5589acf6a1c0 msgr2=0x5589acf70ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:37.371 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.369+0000 7fae8c3a9b80 1 --2- 172.21.15.8:0/3172504185 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5589acf6a1c0 0x5589acf70ce0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7fae6c0a5930 tx=0x7fae6c00cf40 comp rx=0 tx=0).stop 2024-05-20T21:23:37.371 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.369+0000 7fae8c3a9b80 1 -- 172.21.15.8:0/3172504185 shutdown_connections 2024-05-20T21:23:37.371 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.369+0000 7fae8c3a9b80 1 --2- 172.21.15.8:0/3172504185 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5589acf6a1c0 0x5589acf70ce0 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.371 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.369+0000 7fae8c3a9b80 1 --2- 172.21.15.8:0/3172504185 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5589acf6ffb0 0x5589acf74ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.371 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.369+0000 7fae8c3a9b80 1 --2- 172.21.15.8:0/3172504185 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5589acf6f690 0x5589acf64570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.371 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.369+0000 7fae8c3a9b80 1 -- 172.21.15.8:0/3172504185 >> 172.21.15.8:0/3172504185 conn(0x5589ace97c60 msgr2=0x5589acf747c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:37.371 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.370+0000 7fae8c3a9b80 1 -- 172.21.15.8:0/3172504185 shutdown_connections 2024-05-20T21:23:37.371 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.370+0000 7fae8c3a9b80 1 -- 172.21.15.8:0/3172504185 wait complete. 2024-05-20T21:23:37.372 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.371+0000 7fae8c3a9b80 1 -- start start 2024-05-20T21:23:37.372 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.371+0000 7fae8c3a9b80 1 Processor -- start 2024-05-20T21:23:37.372 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.372+0000 7fae8c3a9b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5589acf6a1c0 0x5589acf87820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:37.372 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.372+0000 7fae8c3a9b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5589acf6f690 0x5589acf87d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:37.373 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.372+0000 7fae8c3a9b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5589acf6ffb0 0x5589acf882a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:37.373 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.372+0000 7fae8c3a9b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fae7c1ae4c0 con 0x5589acf6f690 2024-05-20T21:23:37.373 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.372+0000 7fae8c3a9b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fae7c1af930 con 0x5589acf6ffb0 2024-05-20T21:23:37.373 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.372+0000 7fae8c3a9b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fae7c1aeb90 con 0x5589acf6a1c0 2024-05-20T21:23:37.373 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.372+0000 7fae8c3a9b80 10 client.0 _ll_register_callbacks cb 0x5589ace61cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:37.373 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.372+0000 7fae7aa00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5589acf6a1c0 0x5589acf87820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:37.374 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.372+0000 7fae7aa00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5589acf6a1c0 0x5589acf87820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:50782/0 (socket says 172.21.15.8:50782) 2024-05-20T21:23:37.374 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.372+0000 7fae7aa00700 1 -- 172.21.15.8:0/1680043354 learned_addr learned my addr 172.21.15.8:0/1680043354 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:37.374 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.372+0000 7fae7b400700 1 --2- 172.21.15.8:0/1680043354 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5589acf6ffb0 0x5589acf882a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:37.374 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.372+0000 7fae7a000700 1 --2- 172.21.15.8:0/1680043354 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5589acf6f690 0x5589acf87d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:37.374 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.373+0000 7fae7aa00700 1 -- 172.21.15.8:0/1680043354 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5589acf6ffb0 msgr2=0x5589acf882a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:37.374 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.373+0000 7fae7aa00700 1 --2- 172.21.15.8:0/1680043354 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5589acf6ffb0 0x5589acf882a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.374 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.373+0000 7fae7aa00700 1 -- 172.21.15.8:0/1680043354 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5589acf6f690 msgr2=0x5589acf87d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:37.374 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.373+0000 7fae7aa00700 1 --2- 172.21.15.8:0/1680043354 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5589acf6f690 0x5589acf87d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.374 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.373+0000 7fae7aa00700 1 -- 172.21.15.8:0/1680043354 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5589acfedf00 con 0x5589acf6a1c0 2024-05-20T21:23:37.375 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.373+0000 7fae7aa00700 1 --2- 172.21.15.8:0/1680043354 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5589acf6a1c0 0x5589acf87820 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fae6c0b22a0 tx=0x7fae6c004f70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6e4e4a87f2c6dcb4 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:37.375 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.373+0000 7fae64c00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:23:37.375 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.374+0000 7fae64c00700 1 -- 172.21.15.8:0/1680043354 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae6c08f070 con 0x5589acf6a1c0 2024-05-20T21:23:37.376 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.374+0000 7fae64c00700 1 -- 172.21.15.8:0/1680043354 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fae6c0a5ea0 con 0x5589acf6a1c0 2024-05-20T21:23:37.376 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.374+0000 7fae8c3a9b80 1 -- 172.21.15.8:0/1680043354 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fae6c0b2710 con 0x5589acf6a1c0 2024-05-20T21:23:37.376 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.374+0000 7fae64c00700 1 -- 172.21.15.8:0/1680043354 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fae6c0a98b0 con 0x5589acf6a1c0 2024-05-20T21:23:37.376 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.374+0000 7fae8c3a9b80 10 client.27493 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:37.376 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.374+0000 7fae8c3a9b80 1 -- 172.21.15.8:0/1680043354 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5589acfedf00 con 0x5589acf6a1c0 2024-05-20T21:23:37.376 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.374+0000 7fae64c00700 1 -- 172.21.15.8:0/1680043354 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fae6c0b2710 con 0x5589acf6a1c0 2024-05-20T21:23:37.376 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.374+0000 7fae64c00700 1 -- 172.21.15.8:0/1680043354 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fae6c0aedf0 con 0x5589acf6a1c0 2024-05-20T21:23:37.376 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.375+0000 7fae8c3a9b80 10 client.27493 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:37.376 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.375+0000 7fae8c3a9b80 10 client.27493 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:23:37.376 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.375+0000 7fae8c3a9b80 20 client.27493 populate_metadata read hostname 'smithi008' 2024-05-20T21:23:37.376 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.375+0000 7fae8c3a9b80 1 --2- 172.21.15.8:0/1680043354 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5589acfef450 0x5589acff1840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:37.376 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.375+0000 7fae8c3a9b80 4 client.27493 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:23:37.376 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.375+0000 7fae8c3a9b80 1 -- 172.21.15.8:0/1680043354 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5589acd3a2d0 con 0x5589acfef450 2024-05-20T21:23:37.376 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.375+0000 7fae7a000700 1 --2- 172.21.15.8:0/1680043354 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5589acfef450 0x5589acff1840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:37.377 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.376+0000 7fae7a000700 1 --2- 172.21.15.8:0/1680043354 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5589acfef450 0x5589acff1840 crc :-1 s=READY pgs=216 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=957986ade50e5d2a server_cookie=272bbe6c3516fab2 in_seq=0 out_seq=0 2024-05-20T21:23:37.377 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.376+0000 7fae64c00700 10 client.27493 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:23:37.377 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.377+0000 7fae64c00700 1 -- 172.21.15.8:0/1680043354 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5589acd3a2d0 con 0x5589acfef450 2024-05-20T21:23:37.378 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.377+0000 7fae64c00700 10 client.27493 handle_command_reply: tid=0 2024-05-20T21:23:37.378 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.377+0000 7fae8c3a9b80 1 client.27493 shutdown 2024-05-20T21:23:37.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.377+0000 7fae8c3a9b80 1 -- 172.21.15.8:0/1680043354 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5589acf6a1c0 msgr2=0x5589acf87820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:37.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.377+0000 7fae8c3a9b80 1 --2- 172.21.15.8:0/1680043354 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5589acf6a1c0 0x5589acf87820 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fae6c0b22a0 tx=0x7fae6c004f70 comp rx=0 tx=0).stop 2024-05-20T21:23:37.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.377+0000 7fae8c3a9b80 1 -- 172.21.15.8:0/1680043354 shutdown_connections 2024-05-20T21:23:37.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.377+0000 7fae8c3a9b80 1 --2- 172.21.15.8:0/1680043354 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5589acfef450 0x5589acff1840 crc :-1 s=READY pgs=216 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.377+0000 7fae8c3a9b80 1 --2- 172.21.15.8:0/1680043354 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5589acf6ffb0 0x5589acf882a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.377+0000 7fae8c3a9b80 1 --2- 172.21.15.8:0/1680043354 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5589acf6a1c0 0x5589acf87820 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.377+0000 7fae8c3a9b80 1 --2- 172.21.15.8:0/1680043354 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5589acf6f690 0x5589acf87d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.377+0000 7fae64c00700 0 client.27493 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:23:37.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.377+0000 7fae8c3a9b80 1 -- 172.21.15.8:0/1680043354 >> 172.21.15.8:0/1680043354 conn(0x5589ace97c60 msgr2=0x5589acf6e1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:37.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.378+0000 7fae8c3a9b80 1 -- 172.21.15.8:0/1680043354 shutdown_connections 2024-05-20T21:23:37.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.378+0000 7fae8c3a9b80 1 -- 172.21.15.8:0/1680043354 wait complete. 2024-05-20T21:23:37.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.378+0000 7fae8c3a9b80 20 client.27493 trim_cache size 0 max 16384 2024-05-20T21:23:37.380 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:23:37.380 INFO:teuthology.orchestra.run.smithi008.stdout: "return_code": 0, 2024-05-20T21:23:37.380 INFO:teuthology.orchestra.run.smithi008.stdout: "scrub_tag": "84af2092-5613-414b-9452-e5effd1c9382", 2024-05-20T21:23:37.380 INFO:teuthology.orchestra.run.smithi008.stdout: "mode": "asynchronous" 2024-05-20T21:23:37.380 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:23:37.381 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.379+0000 7fae81a00700 1 -- 172.21.15.8:0/2285558279 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fae600b2900 msgr2=0x7fae600b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:37.381 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.379+0000 7fae81a00700 1 --2- 172.21.15.8:0/2285558279 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fae600b2900 0x7fae600b4dc0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fae74009ec0 tx=0x7fae7400b040 comp rx=0 tx=0).stop 2024-05-20T21:23:37.381 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.379+0000 7fae81a00700 1 -- 172.21.15.8:0/2285558279 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fae7c1037f0 msgr2=0x7fae7c075840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:37.381 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.379+0000 7fae81a00700 1 --2- 172.21.15.8:0/2285558279 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fae7c1037f0 0x7fae7c075840 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fae6c00e9c0 tx=0x7fae6c00ecd0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.381 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.379+0000 7fae81a00700 1 -- 172.21.15.8:0/2285558279 shutdown_connections 2024-05-20T21:23:37.381 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.379+0000 7fae81a00700 1 --2- 172.21.15.8:0/2285558279 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fae600b2900 0x7fae600b4dc0 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.381 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.379+0000 7fae81a00700 1 --2- 172.21.15.8:0/2285558279 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fae7c1088f0 0x7fae7c0762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.381 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.379+0000 7fae81a00700 1 --2- 172.21.15.8:0/2285558279 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fae7c1037f0 0x7fae7c075840 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.381 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.379+0000 7fae81a00700 1 --2- 172.21.15.8:0/2285558279 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fae7c1041a0 0x7fae7c075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.381 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.379+0000 7fae81a00700 1 -- 172.21.15.8:0/2285558279 >> 172.21.15.8:0/2285558279 conn(0x7fae7c07a6a0 msgr2=0x7fae7c101800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:37.382 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.379+0000 7fae81a00700 1 -- 172.21.15.8:0/2285558279 shutdown_connections 2024-05-20T21:23:37.382 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:37.379+0000 7fae81a00700 1 -- 172.21.15.8:0/2285558279 wait complete. 2024-05-20T21:23:37.387 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:23:38.332 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:23:38.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:23:38 smithi130 ceph-mon[36448]: scrub queued for path: / 2024-05-20T21:23:38.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:23:38 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:23:38.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:23:38 smithi130 ceph-mon[36448]: scrub summary: active paths [/] 2024-05-20T21:23:38.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:23:38 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:23:38.923 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:23:38 smithi130 ceph-mon[36448]: pgmap v689: 97 pgs: 97 active+clean; 4.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:23:38.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:23:38 smithi050 ceph-mon[35809]: scrub queued for path: / 2024-05-20T21:23:38.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:23:38 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:23:38.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:23:38 smithi050 ceph-mon[35809]: scrub summary: active paths [/] 2024-05-20T21:23:38.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:23:38 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:23:38.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:23:38 smithi050 ceph-mon[35809]: pgmap v689: 97 pgs: 97 active+clean; 4.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:23:38.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:23:38 smithi008 ceph-mon[31475]: scrub queued for path: / 2024-05-20T21:23:38.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:23:38 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:23:38.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:23:38 smithi008 ceph-mon[31475]: scrub summary: active paths [/] 2024-05-20T21:23:38.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:23:38 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:23:38.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:23:38 smithi008 ceph-mon[31475]: pgmap v689: 97 pgs: 97 active+clean; 4.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:23:39.794 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:23:40.577 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.576+0000 7fde4ba00700 1 -- 172.21.15.8:0/3125256685 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fde44103850 msgr2=0x7fde44103c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:40.577 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.576+0000 7fde4ba00700 1 --2- 172.21.15.8:0/3125256685 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fde44103850 0x7fde44103c30 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7fde3400b0d0 tx=0x7fde3400b3e0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.578 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.576+0000 7fde4ba00700 1 -- 172.21.15.8:0/3125256685 shutdown_connections 2024-05-20T21:23:40.578 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.576+0000 7fde4ba00700 1 --2- 172.21.15.8:0/3125256685 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fde44103850 0x7fde44103c30 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.578 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.576+0000 7fde4ba00700 1 --2- 172.21.15.8:0/3125256685 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fde44108920 0x7fde441104a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.578 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.576+0000 7fde4ba00700 1 --2- 172.21.15.8:0/3125256685 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fde44104200 0x7fde441081f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.578 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.576+0000 7fde4ba00700 1 -- 172.21.15.8:0/3125256685 >> 172.21.15.8:0/3125256685 conn(0x7fde4407a620 msgr2=0x7fde4407aa30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:40.578 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.576+0000 7fde4ba00700 1 -- 172.21.15.8:0/3125256685 shutdown_connections 2024-05-20T21:23:40.578 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.577+0000 7fde4ba00700 1 -- 172.21.15.8:0/3125256685 wait complete. 2024-05-20T21:23:40.578 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.578+0000 7fde4ba00700 1 Processor -- start 2024-05-20T21:23:40.579 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.578+0000 7fde4ba00700 1 -- start start 2024-05-20T21:23:40.579 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.579+0000 7fde4ba00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fde44103850 0x7fde4419bd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:40.579 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.579+0000 7fde4ba00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fde44104200 0x7fde4419c250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:40.579 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.579+0000 7fde4ba00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fde44108920 0x7fde441a05e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:40.579 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.579+0000 7fde4ba00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fde44113750 con 0x7fde44108920 2024-05-20T21:23:40.579 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.579+0000 7fde4ba00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fde441135d0 con 0x7fde44103850 2024-05-20T21:23:40.579 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.579+0000 7fde4ba00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fde441138d0 con 0x7fde44104200 2024-05-20T21:23:40.580 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.579+0000 7fde49000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fde44103850 0x7fde4419bd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:40.580 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.579+0000 7fde49000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fde44103850 0x7fde4419bd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:38158/0 (socket says 172.21.15.8:38158) 2024-05-20T21:23:40.580 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.579+0000 7fde49a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fde44108920 0x7fde441a05e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:40.581 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.579+0000 7fde49000700 1 -- 172.21.15.8:0/1445390170 learned_addr learned my addr 172.21.15.8:0/1445390170 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:40.581 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.579+0000 7fde3be00700 1 --2- 172.21.15.8:0/1445390170 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fde44104200 0x7fde4419c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:40.581 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.580+0000 7fde49000700 1 -- 172.21.15.8:0/1445390170 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fde44104200 msgr2=0x7fde4419c250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:40.581 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.580+0000 7fde49000700 1 --2- 172.21.15.8:0/1445390170 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fde44104200 0x7fde4419c250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.581 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.580+0000 7fde49000700 1 -- 172.21.15.8:0/1445390170 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fde44108920 msgr2=0x7fde441a05e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:40.581 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.580+0000 7fde49000700 1 --2- 172.21.15.8:0/1445390170 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fde44108920 0x7fde441a05e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.581 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.580+0000 7fde49000700 1 -- 172.21.15.8:0/1445390170 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde441a0d20 con 0x7fde44103850 2024-05-20T21:23:40.581 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.580+0000 7fde49000700 1 --2- 172.21.15.8:0/1445390170 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fde44103850 0x7fde4419bd10 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fde34007a30 tx=0x7fde34007a60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:40.581 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.580+0000 7fde42000700 1 -- 172.21.15.8:0/1445390170 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde3401f070 con 0x7fde44103850 2024-05-20T21:23:40.581 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.580+0000 7fde42000700 1 -- 172.21.15.8:0/1445390170 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fde34004c50 con 0x7fde44103850 2024-05-20T21:23:40.582 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.580+0000 7fde4ba00700 1 -- 172.21.15.8:0/1445390170 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde441a0fb0 con 0x7fde44103850 2024-05-20T21:23:40.582 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.580+0000 7fde42000700 1 -- 172.21.15.8:0/1445390170 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde3401b690 con 0x7fde44103850 2024-05-20T21:23:40.582 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.580+0000 7fde4ba00700 1 -- 172.21.15.8:0/1445390170 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde441a8890 con 0x7fde44103850 2024-05-20T21:23:40.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.586+0000 7fde42000700 1 -- 172.21.15.8:0/1445390170 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fde34022070 con 0x7fde44103850 2024-05-20T21:23:40.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.586+0000 7fde56377b80 1 Processor -- start 2024-05-20T21:23:40.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.587+0000 7fde56377b80 1 -- start start 2024-05-20T21:23:40.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.587+0000 7fde56377b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558f90c1c470 0x558f90c1c850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:40.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.587+0000 7fde56377b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558f90c1cd90 0x558f90c169f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:40.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.587+0000 7fde56377b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558f90c17010 0x558f90c17450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:40.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.587+0000 7fde56377b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x558f90b74fd0 con 0x558f90c1cd90 2024-05-20T21:23:40.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.587+0000 7fde56377b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x558f90b64b70 con 0x558f90c1c470 2024-05-20T21:23:40.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.587+0000 7fde56377b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x558f90b68bb0 con 0x558f90c17010 2024-05-20T21:23:40.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.587+0000 7fde49000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558f90c1cd90 0x558f90c169f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:40.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.587+0000 7fde49a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558f90c1c470 0x558f90c1c850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:40.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.588+0000 7fde49a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558f90c1c470 0x558f90c1c850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:38162/0 (socket says 172.21.15.8:38162) 2024-05-20T21:23:40.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.588+0000 7fde49a00700 1 -- 172.21.15.8:0/3320833586 learned_addr learned my addr 172.21.15.8:0/3320833586 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:40.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.588+0000 7fde3be00700 1 --2- 172.21.15.8:0/3320833586 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558f90c17010 0x558f90c17450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:40.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.588+0000 7fde49000700 1 -- 172.21.15.8:0/3320833586 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558f90c17010 msgr2=0x558f90c17450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:40.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.588+0000 7fde49000700 1 --2- 172.21.15.8:0/3320833586 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558f90c17010 0x558f90c17450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.588+0000 7fde49000700 1 -- 172.21.15.8:0/3320833586 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558f90c1c470 msgr2=0x558f90c1c850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:40.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.588+0000 7fde49000700 1 --2- 172.21.15.8:0/3320833586 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558f90c1c470 0x558f90c1c850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.588+0000 7fde49000700 1 -- 172.21.15.8:0/3320833586 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558f90b2d5b0 con 0x558f90c1cd90 2024-05-20T21:23:40.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.588+0000 7fde3be00700 1 --2- 172.21.15.8:0/3320833586 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558f90c17010 0x558f90c17450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:23:40.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.588+0000 7fde49a00700 1 --2- 172.21.15.8:0/3320833586 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558f90c1c470 0x558f90c1c850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:40.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.588+0000 7fde42000700 1 --2- 172.21.15.8:0/1445390170 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fde280b2930 0x7fde280b4df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:40.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.589+0000 7fde49000700 1 --2- 172.21.15.8:0/3320833586 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558f90c1cd90 0x558f90c169f0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7fde340e0c70 tx=0x7fde340eb1b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=16d2bcc2ef82b26e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:40.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.589+0000 7fde42000700 1 -- 172.21.15.8:0/1445390170 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fde3400f020 con 0x7fde44103850 2024-05-20T21:23:40.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.589+0000 7fde49a00700 1 --2- 172.21.15.8:0/1445390170 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fde280b2930 0x7fde280b4df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:40.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.589+0000 7fde3a000700 1 -- 172.21.15.8:0/3320833586 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde340a6740 con 0x558f90c1cd90 2024-05-20T21:23:40.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.589+0000 7fde3a000700 1 -- 172.21.15.8:0/3320833586 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fde340aa390 con 0x558f90c1cd90 2024-05-20T21:23:40.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.589+0000 7fde3a000700 1 -- 172.21.15.8:0/3320833586 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde340a9ff0 con 0x558f90c1cd90 2024-05-20T21:23:40.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.590+0000 7fde56377b80 1 -- 172.21.15.8:0/3320833586 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558f90c1cd90 msgr2=0x558f90c169f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:40.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.590+0000 7fde49a00700 1 --2- 172.21.15.8:0/1445390170 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fde280b2930 0x7fde280b4df0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fde3c012640 tx=0x7fde3c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:40.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.590+0000 7fde56377b80 1 --2- 172.21.15.8:0/3320833586 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558f90c1cd90 0x558f90c169f0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7fde340e0c70 tx=0x7fde340eb1b0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.590+0000 7fde56377b80 1 -- 172.21.15.8:0/3320833586 shutdown_connections 2024-05-20T21:23:40.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.590+0000 7fde56377b80 1 --2- 172.21.15.8:0/3320833586 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558f90c1c470 0x558f90c1c850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.590+0000 7fde56377b80 1 --2- 172.21.15.8:0/3320833586 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558f90c17010 0x558f90c17450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.590+0000 7fde56377b80 1 --2- 172.21.15.8:0/3320833586 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558f90c1cd90 0x558f90c169f0 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.590+0000 7fde56377b80 1 -- 172.21.15.8:0/3320833586 >> 172.21.15.8:0/3320833586 conn(0x558f90b44d70 msgr2=0x558f90c114b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:40.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.590+0000 7fde56377b80 1 -- 172.21.15.8:0/3320833586 shutdown_connections 2024-05-20T21:23:40.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.590+0000 7fde56377b80 1 -- 172.21.15.8:0/3320833586 wait complete. 2024-05-20T21:23:40.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.591+0000 7fde56377b80 1 -- start start 2024-05-20T21:23:40.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.591+0000 7fde56377b80 1 Processor -- start 2024-05-20T21:23:40.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.592+0000 7fde56377b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558f90c17010 0x558f90c229e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:40.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.592+0000 7fde56377b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558f90c1c470 0x558f90c1fd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:40.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.592+0000 7fde56377b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558f90c1cd90 0x558f90c202c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:40.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.592+0000 7fde56377b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x558f90a6b130 con 0x558f90c17010 2024-05-20T21:23:40.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.592+0000 7fde56377b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x558f90b058f0 con 0x558f90c1cd90 2024-05-20T21:23:40.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.592+0000 7fde56377b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x558f90c23630 con 0x558f90c1c470 2024-05-20T21:23:40.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.592+0000 7fde56377b80 10 client.0 _ll_register_callbacks cb 0x558f90b0ee00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:40.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.592+0000 7fde49000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558f90c17010 0x558f90c229e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:40.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.592+0000 7fde3be00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558f90c1c470 0x558f90c1fd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:40.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.592+0000 7fde49000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558f90c17010 0x558f90c229e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:57234/0 (socket says 172.21.15.8:57234) 2024-05-20T21:23:40.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.592+0000 7fde49000700 1 -- 172.21.15.8:0/3470188475 learned_addr learned my addr 172.21.15.8:0/3470188475 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:40.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.592+0000 7fde49a00700 1 --2- 172.21.15.8:0/3470188475 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558f90c1cd90 0x558f90c202c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:40.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.593+0000 7fde3be00700 1 -- 172.21.15.8:0/3470188475 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558f90c1cd90 msgr2=0x558f90c202c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:40.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.593+0000 7fde3be00700 1 --2- 172.21.15.8:0/3470188475 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558f90c1cd90 0x558f90c202c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.593+0000 7fde3be00700 1 -- 172.21.15.8:0/3470188475 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558f90c17010 msgr2=0x558f90c229e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:40.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.593+0000 7fde3be00700 1 --2- 172.21.15.8:0/3470188475 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558f90c17010 0x558f90c229e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.593+0000 7fde3be00700 1 -- 172.21.15.8:0/3470188475 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558f90ab4a60 con 0x558f90c1c470 2024-05-20T21:23:40.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.593+0000 7fde3be00700 1 --2- 172.21.15.8:0/3470188475 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558f90c1c470 0x558f90c1fd80 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fde2c0126d0 tx=0x7fde2c0129e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5272192337d9c9ee server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:40.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.593+0000 7fde32a00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:23:40.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.593+0000 7fde32a00700 1 -- 172.21.15.8:0/3470188475 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde2c004830 con 0x558f90c1c470 2024-05-20T21:23:40.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.593+0000 7fde32a00700 1 -- 172.21.15.8:0/3470188475 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fde2c0049d0 con 0x558f90c1c470 2024-05-20T21:23:40.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.593+0000 7fde56377b80 1 -- 172.21.15.8:0/3470188475 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fde340aa390 con 0x558f90c1c470 2024-05-20T21:23:40.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.608+0000 7fde32a00700 1 -- 172.21.15.8:0/3470188475 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fde2c004bd0 con 0x558f90c1c470 2024-05-20T21:23:40.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.608+0000 7fde56377b80 10 client.27505 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:40.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.608+0000 7fde56377b80 1 -- 172.21.15.8:0/3470188475 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x558f90b351f0 con 0x558f90c1c470 2024-05-20T21:23:40.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.609+0000 7fde32a00700 1 -- 172.21.15.8:0/3470188475 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fde340aa390 con 0x558f90c1c470 2024-05-20T21:23:40.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.609+0000 7fde32a00700 1 -- 172.21.15.8:0/3470188475 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fde2c01c590 con 0x558f90c1c470 2024-05-20T21:23:40.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.609+0000 7fde56377b80 10 client.27505 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:40.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.609+0000 7fde56377b80 10 client.27505 resolve_mds: validated gid 24529 aka daemon mds.i 2024-05-20T21:23:40.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.609+0000 7fde56377b80 20 client.27505 populate_metadata read hostname 'smithi008' 2024-05-20T21:23:40.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.609+0000 7fde56377b80 1 --2- 172.21.15.8:0/3470188475 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x558f90c300e0 0x558f90c32510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:40.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.609+0000 7fde56377b80 4 client.27505 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:23:40.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.609+0000 7fde56377b80 1 -- 172.21.15.8:0/3470188475 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558f90b76f20 con 0x558f90c300e0 2024-05-20T21:23:40.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.609+0000 7fde49000700 1 --2- 172.21.15.8:0/3470188475 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x558f90c300e0 0x558f90c32510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:40.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.610+0000 7fde49000700 1 --2- 172.21.15.8:0/3470188475 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x558f90c300e0 0x558f90c32510 crc :-1 s=READY pgs=217 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5cf645e764f7115f server_cookie=7589aaa2ec1e7ced in_seq=0 out_seq=0 2024-05-20T21:23:40.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.610+0000 7fde32a00700 10 client.27505 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:23:40.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.611+0000 7fde32a00700 1 -- 172.21.15.8:0/3470188475 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x558f90b76f20 con 0x558f90c300e0 2024-05-20T21:23:40.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.611+0000 7fde32a00700 10 client.27505 handle_command_reply: tid=0 2024-05-20T21:23:40.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.611+0000 7fde56377b80 1 client.27505 shutdown 2024-05-20T21:23:40.612 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.611+0000 7fde56377b80 1 -- 172.21.15.8:0/3470188475 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558f90c1c470 msgr2=0x558f90c1fd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:40.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.611+0000 7fde56377b80 1 --2- 172.21.15.8:0/3470188475 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558f90c1c470 0x558f90c1fd80 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fde2c0126d0 tx=0x7fde2c0129e0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.611+0000 7fde56377b80 1 -- 172.21.15.8:0/3470188475 shutdown_connections 2024-05-20T21:23:40.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.611+0000 7fde56377b80 1 --2- 172.21.15.8:0/3470188475 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x558f90c300e0 0x558f90c32510 crc :-1 s=READY pgs=217 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.611+0000 7fde56377b80 1 --2- 172.21.15.8:0/3470188475 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558f90c1cd90 0x558f90c202c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.611+0000 7fde56377b80 1 --2- 172.21.15.8:0/3470188475 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558f90c17010 0x558f90c229e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.611+0000 7fde56377b80 1 --2- 172.21.15.8:0/3470188475 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558f90c1c470 0x558f90c1fd80 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.611+0000 7fde32a00700 0 client.27505 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:23:40.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.611+0000 7fde56377b80 1 -- 172.21.15.8:0/3470188475 >> 172.21.15.8:0/3470188475 conn(0x558f90b44d70 msgr2=0x558f90c159e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:40.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.611+0000 7fde56377b80 1 -- 172.21.15.8:0/3470188475 shutdown_connections 2024-05-20T21:23:40.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.612+0000 7fde56377b80 1 -- 172.21.15.8:0/3470188475 wait complete. 2024-05-20T21:23:40.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.612+0000 7fde56377b80 20 client.27505 trim_cache size 0 max 16384 2024-05-20T21:23:40.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.637+0000 7fde56377b80 1 Processor -- start 2024-05-20T21:23:40.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.637+0000 7fde56377b80 1 -- start start 2024-05-20T21:23:40.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.637+0000 7fde56377b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558f90c17010 0x558f90c169e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:40.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.637+0000 7fde56377b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558f90c1c470 0x558f90c12d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:40.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.637+0000 7fde56377b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558f90c1cd90 0x558f90c1d190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:40.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.637+0000 7fde56377b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fde441b2510 con 0x558f90c17010 2024-05-20T21:23:40.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.637+0000 7fde56377b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fde441afda0 con 0x558f90c1c470 2024-05-20T21:23:40.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.637+0000 7fde56377b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fde441adbf0 con 0x558f90c1cd90 2024-05-20T21:23:40.640 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.638+0000 7fde3be00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558f90c1c470 0x558f90c12d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:40.640 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.638+0000 7fde49a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558f90c1cd90 0x558f90c1d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:40.640 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.638+0000 7fde3be00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558f90c1c470 0x558f90c12d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:38176/0 (socket says 172.21.15.8:38176) 2024-05-20T21:23:40.640 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.638+0000 7fde49000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558f90c17010 0x558f90c169e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:40.640 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.638+0000 7fde3be00700 1 -- 172.21.15.8:0/898093702 learned_addr learned my addr 172.21.15.8:0/898093702 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:40.640 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.638+0000 7fde3be00700 1 -- 172.21.15.8:0/898093702 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558f90c1cd90 msgr2=0x558f90c1d190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:40.640 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.638+0000 7fde3be00700 1 --2- 172.21.15.8:0/898093702 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558f90c1cd90 0x558f90c1d190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.640 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.638+0000 7fde3be00700 1 -- 172.21.15.8:0/898093702 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558f90c17010 msgr2=0x558f90c169e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:40.640 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.638+0000 7fde3be00700 1 --2- 172.21.15.8:0/898093702 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558f90c17010 0x558f90c169e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.640 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.638+0000 7fde3be00700 1 -- 172.21.15.8:0/898093702 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558f90c32b90 con 0x558f90c1c470 2024-05-20T21:23:40.641 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.639+0000 7fde3be00700 1 --2- 172.21.15.8:0/898093702 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558f90c1c470 0x558f90c12d00 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7fde2c0123c0 tx=0x7fde2c009ef0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=957bf40c23b91458 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:40.642 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.639+0000 7fde39600700 1 -- 172.21.15.8:0/898093702 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde2c01cc40 con 0x558f90c1c470 2024-05-20T21:23:40.642 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.639+0000 7fde39600700 1 -- 172.21.15.8:0/898093702 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fde2c01cde0 con 0x558f90c1c470 2024-05-20T21:23:40.642 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.639+0000 7fde39600700 1 -- 172.21.15.8:0/898093702 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde2c0052c0 con 0x558f90c1c470 2024-05-20T21:23:40.643 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.640+0000 7fde56377b80 1 -- 172.21.15.8:0/898093702 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558f90c1c470 msgr2=0x558f90c12d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:40.643 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.640+0000 7fde56377b80 1 --2- 172.21.15.8:0/898093702 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558f90c1c470 0x558f90c12d00 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7fde2c0123c0 tx=0x7fde2c009ef0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.643 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.640+0000 7fde56377b80 1 -- 172.21.15.8:0/898093702 shutdown_connections 2024-05-20T21:23:40.643 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.640+0000 7fde56377b80 1 --2- 172.21.15.8:0/898093702 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558f90c1cd90 0x558f90c1d190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.643 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.640+0000 7fde56377b80 1 --2- 172.21.15.8:0/898093702 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558f90c17010 0x558f90c169e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.643 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.640+0000 7fde56377b80 1 --2- 172.21.15.8:0/898093702 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558f90c1c470 0x558f90c12d00 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.643 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.640+0000 7fde56377b80 1 -- 172.21.15.8:0/898093702 >> 172.21.15.8:0/898093702 conn(0x558f90b44d70 msgr2=0x558f90c162d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:40.644 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.640+0000 7fde56377b80 1 -- 172.21.15.8:0/898093702 shutdown_connections 2024-05-20T21:23:40.644 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.640+0000 7fde56377b80 1 -- 172.21.15.8:0/898093702 wait complete. 2024-05-20T21:23:40.644 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.641+0000 7fde56377b80 1 -- start start 2024-05-20T21:23:40.644 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.641+0000 7fde56377b80 1 Processor -- start 2024-05-20T21:23:40.644 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.641+0000 7fde56377b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558f90c17010 0x558f90c25870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:40.644 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.641+0000 7fde56377b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558f90c1c470 0x558f90c25db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:40.644 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.641+0000 7fde56377b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558f90c1cd90 0x558f90c262f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:40.644 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.641+0000 7fde56377b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fde441ae260 con 0x558f90c1cd90 2024-05-20T21:23:40.644 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.641+0000 7fde56377b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fde441af6d0 con 0x558f90c17010 2024-05-20T21:23:40.644 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.641+0000 7fde56377b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fde441ae930 con 0x558f90c1c470 2024-05-20T21:23:40.644 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.642+0000 7fde56377b80 10 client.0 _ll_register_callbacks cb 0x558f90b0ee00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:40.644 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.642+0000 7fde49000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558f90c17010 0x558f90c25870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:40.645 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.642+0000 7fde49000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558f90c17010 0x558f90c25870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:38192/0 (socket says 172.21.15.8:38192) 2024-05-20T21:23:40.645 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.642+0000 7fde49000700 1 -- 172.21.15.8:0/3183785497 learned_addr learned my addr 172.21.15.8:0/3183785497 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:40.645 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.642+0000 7fde49a00700 1 --2- 172.21.15.8:0/3183785497 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558f90c1cd90 0x558f90c262f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:40.645 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.642+0000 7fde3be00700 1 --2- 172.21.15.8:0/3183785497 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558f90c1c470 0x558f90c25db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:40.647 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.642+0000 7fde49000700 1 -- 172.21.15.8:0/3183785497 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558f90c1c470 msgr2=0x558f90c25db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:40.647 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.642+0000 7fde49000700 1 --2- 172.21.15.8:0/3183785497 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558f90c1c470 0x558f90c25db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.647 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.642+0000 7fde49000700 1 -- 172.21.15.8:0/3183785497 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558f90c1cd90 msgr2=0x558f90c262f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:40.647 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.642+0000 7fde49000700 1 --2- 172.21.15.8:0/3183785497 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558f90c1cd90 0x558f90c262f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.647 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.642+0000 7fde49000700 1 -- 172.21.15.8:0/3183785497 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558f90c9afb0 con 0x558f90c17010 2024-05-20T21:23:40.647 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.643+0000 7fde49000700 1 --2- 172.21.15.8:0/3183785497 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558f90c17010 0x558f90c25870 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7fde340e0ca0 tx=0x7fde3400b3e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9814bf6d13f6840c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:40.647 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.643+0000 7fde32a00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:23:40.647 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.643+0000 7fde32a00700 1 -- 172.21.15.8:0/3183785497 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde340aa1d0 con 0x558f90c17010 2024-05-20T21:23:40.647 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.643+0000 7fde32a00700 1 -- 172.21.15.8:0/3183785497 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fde340e68d0 con 0x558f90c17010 2024-05-20T21:23:40.647 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.643+0000 7fde56377b80 1 -- 172.21.15.8:0/3183785497 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x558f90b70700 con 0x558f90c17010 2024-05-20T21:23:40.647 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.643+0000 7fde32a00700 1 -- 172.21.15.8:0/3183785497 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fde340aa650 con 0x558f90c17010 2024-05-20T21:23:40.647 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.643+0000 7fde56377b80 10 client.27458 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:40.648 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.643+0000 7fde56377b80 1 -- 172.21.15.8:0/3183785497 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x558f90c9c250 con 0x558f90c17010 2024-05-20T21:23:40.648 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.644+0000 7fde32a00700 1 -- 172.21.15.8:0/3183785497 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x558f90b70700 con 0x558f90c17010 2024-05-20T21:23:40.648 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.644+0000 7fde32a00700 1 -- 172.21.15.8:0/3183785497 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fde34011070 con 0x558f90c17010 2024-05-20T21:23:40.648 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.644+0000 7fde56377b80 10 client.27458 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:40.648 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.644+0000 7fde56377b80 10 client.27458 resolve_mds: validated gid 24529 aka daemon mds.i 2024-05-20T21:23:40.648 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.644+0000 7fde56377b80 20 client.27458 populate_metadata read hostname 'smithi008' 2024-05-20T21:23:40.648 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.644+0000 7fde56377b80 1 --2- 172.21.15.8:0/3183785497 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x558f90c9c740 0x558f90c9eb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:40.648 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.644+0000 7fde56377b80 4 client.27458 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 130.0, "await_for": 45.0}] 2024-05-20T21:23:40.648 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.644+0000 7fde56377b80 1 -- 172.21.15.8:0/3183785497 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 130.0, "await_for": 45.0}) -- 0x558f909e73e0 con 0x558f90c9c740 2024-05-20T21:23:40.648 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.645+0000 7fde3be00700 1 --2- 172.21.15.8:0/3183785497 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x558f90c9c740 0x558f90c9eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:40.648 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.645+0000 7fde3be00700 1 --2- 172.21.15.8:0/3183785497 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x558f90c9c740 0x558f90c9eb60 crc :-1 s=READY pgs=218 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e1c3fdc88d88af2c server_cookie=857741cc1b26bd6a in_seq=0 out_seq=0 2024-05-20T21:23:40.649 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.645+0000 7fde32a00700 10 client.27458 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:23:40.664 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.664+0000 7fde32a00700 1 -- 172.21.15.8:0/3183785497 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x558f909e73e0 con 0x558f90c9c740 2024-05-20T21:23:40.664 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.664+0000 7fde32a00700 10 client.27458 handle_command_reply: tid=0 2024-05-20T21:23:40.664 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.664+0000 7fde56377b80 1 client.27458 shutdown 2024-05-20T21:23:40.665 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.664+0000 7fde56377b80 1 -- 172.21.15.8:0/3183785497 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558f90c17010 msgr2=0x558f90c25870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:40.665 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.664+0000 7fde56377b80 1 --2- 172.21.15.8:0/3183785497 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558f90c17010 0x558f90c25870 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7fde340e0ca0 tx=0x7fde3400b3e0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.665 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.664+0000 7fde56377b80 1 -- 172.21.15.8:0/3183785497 shutdown_connections 2024-05-20T21:23:40.665 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.664+0000 7fde56377b80 1 --2- 172.21.15.8:0/3183785497 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x558f90c9c740 0x558f90c9eb60 crc :-1 s=READY pgs=218 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.664+0000 7fde56377b80 1 --2- 172.21.15.8:0/3183785497 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558f90c17010 0x558f90c25870 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.664+0000 7fde56377b80 1 --2- 172.21.15.8:0/3183785497 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558f90c1cd90 0x558f90c262f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.664+0000 7fde56377b80 1 --2- 172.21.15.8:0/3183785497 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558f90c1c470 0x558f90c25db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.664+0000 7fde56377b80 1 -- 172.21.15.8:0/3183785497 >> 172.21.15.8:0/3183785497 conn(0x558f90b44d70 msgr2=0x558f90c1d170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:40.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.664+0000 7fde32a00700 0 client.27458 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:23:40.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.665+0000 7fde56377b80 1 -- 172.21.15.8:0/3183785497 shutdown_connections 2024-05-20T21:23:40.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.665+0000 7fde56377b80 1 -- 172.21.15.8:0/3183785497 wait complete. 2024-05-20T21:23:40.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.665+0000 7fde56377b80 20 client.27458 trim_cache size 0 max 16384 2024-05-20T21:23:40.667 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:23:40.667 INFO:teuthology.orchestra.run.smithi008.stdout: "epoch": 26, 2024-05-20T21:23:40.667 INFO:teuthology.orchestra.run.smithi008.stdout: "leader": 24529, 2024-05-20T21:23:40.667 INFO:teuthology.orchestra.run.smithi008.stdout: "set_version": 30, 2024-05-20T21:23:40.667 INFO:teuthology.orchestra.run.smithi008.stdout: "sets": { 2024-05-20T21:23:40.667 INFO:teuthology.orchestra.run.smithi008.stdout: "10b5ef12": { 2024-05-20T21:23:40.667 INFO:teuthology.orchestra.run.smithi008.stdout: "version": 30, 2024-05-20T21:23:40.667 INFO:teuthology.orchestra.run.smithi008.stdout: "age_ref": 0.0, 2024-05-20T21:23:40.667 INFO:teuthology.orchestra.run.smithi008.stdout: "state": { 2024-05-20T21:23:40.667 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "QUIESCED", 2024-05-20T21:23:40.667 INFO:teuthology.orchestra.run.smithi008.stdout: "age": 0.0 2024-05-20T21:23:40.667 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:23:40.667 INFO:teuthology.orchestra.run.smithi008.stdout: "timeout": 90.0, 2024-05-20T21:23:40.668 INFO:teuthology.orchestra.run.smithi008.stdout: "expiration": 130.0, 2024-05-20T21:23:40.668 INFO:teuthology.orchestra.run.smithi008.stdout: "members": { 2024-05-20T21:23:40.668 INFO:teuthology.orchestra.run.smithi008.stdout: "file:/": { 2024-05-20T21:23:40.668 INFO:teuthology.orchestra.run.smithi008.stdout: "excluded": false, 2024-05-20T21:23:40.668 INFO:teuthology.orchestra.run.smithi008.stdout: "state": { 2024-05-20T21:23:40.668 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "QUIESCED", 2024-05-20T21:23:40.668 INFO:teuthology.orchestra.run.smithi008.stdout: "age": 0.0 2024-05-20T21:23:40.668 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:23:40.668 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:23:40.668 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:23:40.668 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:23:40.668 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:23:40.668 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:23:40.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.666+0000 7fde4ba00700 1 -- 172.21.15.8:0/1445390170 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fde280b2930 msgr2=0x7fde280b4df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:40.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.666+0000 7fde4ba00700 1 --2- 172.21.15.8:0/1445390170 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fde280b2930 0x7fde280b4df0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fde3c012640 tx=0x7fde3c009260 comp rx=0 tx=0).stop 2024-05-20T21:23:40.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.666+0000 7fde4ba00700 1 -- 172.21.15.8:0/1445390170 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fde44103850 msgr2=0x7fde4419bd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:40.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.666+0000 7fde4ba00700 1 --2- 172.21.15.8:0/1445390170 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fde44103850 0x7fde4419bd10 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fde34007a30 tx=0x7fde34007a60 comp rx=0 tx=0).stop 2024-05-20T21:23:40.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.666+0000 7fde4ba00700 1 -- 172.21.15.8:0/1445390170 shutdown_connections 2024-05-20T21:23:40.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.666+0000 7fde4ba00700 1 --2- 172.21.15.8:0/1445390170 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fde280b2930 0x7fde280b4df0 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.666+0000 7fde4ba00700 1 --2- 172.21.15.8:0/1445390170 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fde44103850 0x7fde4419bd10 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.666+0000 7fde4ba00700 1 --2- 172.21.15.8:0/1445390170 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fde44108920 0x7fde441a05e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.666+0000 7fde4ba00700 1 --2- 172.21.15.8:0/1445390170 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fde44104200 0x7fde4419c250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.666+0000 7fde4ba00700 1 -- 172.21.15.8:0/1445390170 >> 172.21.15.8:0/1445390170 conn(0x7fde4407a620 msgr2=0x7fde441017a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:40.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.666+0000 7fde4ba00700 1 -- 172.21.15.8:0/1445390170 shutdown_connections 2024-05-20T21:23:40.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:40.667+0000 7fde4ba00700 1 -- 172.21.15.8:0/1445390170 wait complete. 2024-05-20T21:23:40.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:23:40 smithi130 ceph-mon[36448]: pgmap v690: 97 pgs: 97 active+clean; 4.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:23:40.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:23:40 smithi050 ceph-mon[35809]: pgmap v690: 97 pgs: 97 active+clean; 4.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:23:40.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:23:40 smithi008 ceph-mon[31475]: pgmap v690: 97 pgs: 97 active+clean; 4.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:23:41.539 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.538+0000 7fdabcc00640 1 -- 172.21.15.8:0/3177456017 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdab810aa30 msgr2=0x7fdab8111350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:41.539 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.538+0000 7fdabcc00640 1 --2- 172.21.15.8:0/3177456017 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdab810aa30 0x7fdab8111350 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7fdab0009ca0 tx=0x7fdab002a8c0 comp rx=0 tx=0).stop 2024-05-20T21:23:41.539 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.538+0000 7fdabcc00640 1 -- 172.21.15.8:0/3177456017 shutdown_connections 2024-05-20T21:23:41.539 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.538+0000 7fdabcc00640 1 --2- 172.21.15.8:0/3177456017 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdab810aa30 0x7fdab8111350 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:41.539 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.538+0000 7fdabcc00640 1 --2- 172.21.15.8:0/3177456017 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdab810a070 0x7fdab810a4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:41.539 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.538+0000 7fdabcc00640 1 --2- 172.21.15.8:0/3177456017 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdab8108f70 0x7fdab8109390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:41.539 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.538+0000 7fdabcc00640 1 -- 172.21.15.8:0/3177456017 >> 172.21.15.8:0/3177456017 conn(0x7fdab8077ee0 msgr2=0x7fdab807a300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:41.539 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.538+0000 7fdabcc00640 1 -- 172.21.15.8:0/3177456017 shutdown_connections 2024-05-20T21:23:41.539 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.538+0000 7fdabcc00640 1 -- 172.21.15.8:0/3177456017 wait complete. 2024-05-20T21:23:41.541 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.539+0000 7fdabcc00640 1 Processor -- start 2024-05-20T21:23:41.541 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.540+0000 7fdabcc00640 1 -- start start 2024-05-20T21:23:41.541 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.540+0000 7fdabcc00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdab8108f70 0x7fdab819f0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:41.541 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.540+0000 7fdabcc00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdab810a070 0x7fdab819f5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:41.541 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.540+0000 7fdabcc00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdab810aa30 0x7fdab81a6660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:41.541 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.540+0000 7fdabcc00640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fdab8114ad0 con 0x7fdab810a070 2024-05-20T21:23:41.541 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.540+0000 7fdabcc00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fdab8114950 con 0x7fdab810aa30 2024-05-20T21:23:41.542 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.540+0000 7fdabcc00640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fdab8114c50 con 0x7fdab8108f70 2024-05-20T21:23:41.542 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.540+0000 7fdab7400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdab8108f70 0x7fdab819f0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:41.542 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.540+0000 7fdab6a00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdab810a070 0x7fdab819f5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:41.542 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.540+0000 7fdab7400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdab8108f70 0x7fdab819f0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:50854/0 (socket says 172.21.15.8:50854) 2024-05-20T21:23:41.542 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.540+0000 7fdab7400640 1 -- 172.21.15.8:0/470333306 learned_addr learned my addr 172.21.15.8:0/470333306 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:41.542 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.540+0000 7fdab7e00640 1 --2- 172.21.15.8:0/470333306 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdab810aa30 0x7fdab81a6660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:41.542 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.541+0000 7fdab7400640 1 -- 172.21.15.8:0/470333306 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdab810aa30 msgr2=0x7fdab81a6660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:41.542 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.541+0000 7fdab7400640 1 --2- 172.21.15.8:0/470333306 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdab810aa30 0x7fdab81a6660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:41.542 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.541+0000 7fdab7400640 1 -- 172.21.15.8:0/470333306 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdab810a070 msgr2=0x7fdab819f5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:41.542 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.541+0000 7fdab7400640 1 --2- 172.21.15.8:0/470333306 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdab810a070 0x7fdab819f5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:41.542 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.541+0000 7fdab7400640 1 -- 172.21.15.8:0/470333306 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdab81a6cd0 con 0x7fdab8108f70 2024-05-20T21:23:41.542 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.541+0000 7fdab7400640 1 --2- 172.21.15.8:0/470333306 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdab8108f70 0x7fdab819f0b0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fdaa800e9f0 tx=0x7fdaa800edf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:41.543 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.541+0000 7fdaafe00640 1 -- 172.21.15.8:0/470333306 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdaa800cd80 con 0x7fdab8108f70 2024-05-20T21:23:41.543 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.541+0000 7fdaafe00640 1 -- 172.21.15.8:0/470333306 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdaa80054d0 con 0x7fdab8108f70 2024-05-20T21:23:41.544 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.541+0000 7fdabcc00640 1 -- 172.21.15.8:0/470333306 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdab81a6fc0 con 0x7fdab8108f70 2024-05-20T21:23:41.544 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.541+0000 7fdaafe00640 1 -- 172.21.15.8:0/470333306 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdaa8010690 con 0x7fdab8108f70 2024-05-20T21:23:41.544 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.541+0000 7fdabcc00640 1 -- 172.21.15.8:0/470333306 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdab81a7420 con 0x7fdab8108f70 2024-05-20T21:23:41.547 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.544+0000 7fdac11e8740 1 Processor -- start 2024-05-20T21:23:41.547 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.545+0000 7fdac11e8740 1 -- start start 2024-05-20T21:23:41.548 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.545+0000 7fdac11e8740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bde8c3ecf0 0x55bde8c3f110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:41.548 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.545+0000 7fdac11e8740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bde8c3f6e0 0x55bde8c441e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:41.548 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.545+0000 7fdac11e8740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bde8c44850 0x55bde8c46ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:41.548 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.545+0000 7fdac11e8740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55bde8baeb90 con 0x55bde8c3ecf0 2024-05-20T21:23:41.548 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.545+0000 7fdac11e8740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55bde8b9e730 con 0x55bde8c44850 2024-05-20T21:23:41.548 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.545+0000 7fdac11e8740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55bde8ba2770 con 0x55bde8c3f6e0 2024-05-20T21:23:41.548 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.545+0000 7fdab7e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bde8c3ecf0 0x55bde8c3f110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:41.548 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.545+0000 7fdaafe00640 1 -- 172.21.15.8:0/470333306 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fdaa8004e90 con 0x7fdab8108f70 2024-05-20T21:23:41.548 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.545+0000 7fdab6a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bde8c44850 0x55bde8c46ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:41.548 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.545+0000 7fdab7e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bde8c3ecf0 0x55bde8c3f110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:57284/0 (socket says 172.21.15.8:57284) 2024-05-20T21:23:41.548 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.545+0000 7fdab7e00640 1 -- 172.21.15.8:0/250214588 learned_addr learned my addr 172.21.15.8:0/250214588 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:41.548 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.546+0000 7fdab6a00640 1 -- 172.21.15.8:0/250214588 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bde8c3f6e0 msgr2=0x55bde8c441e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:41.549 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.546+0000 7fdab7400640 1 --2- 172.21.15.8:0/250214588 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bde8c3f6e0 0x55bde8c441e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:41.549 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.546+0000 7fdab6a00640 1 --2- 172.21.15.8:0/250214588 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bde8c3f6e0 0x55bde8c441e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:41.549 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.546+0000 7fdab6a00640 1 -- 172.21.15.8:0/250214588 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bde8c3ecf0 msgr2=0x55bde8c3f110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:41.549 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.546+0000 7fdab6a00640 1 --2- 172.21.15.8:0/250214588 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bde8c3ecf0 0x55bde8c3f110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:41.549 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.546+0000 7fdab6a00640 1 -- 172.21.15.8:0/250214588 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bde8b378b0 con 0x55bde8c44850 2024-05-20T21:23:41.549 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.546+0000 7fdab7400640 1 --2- 172.21.15.8:0/250214588 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bde8c3f6e0 0x55bde8c441e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:23:41.549 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.546+0000 7fdab7e00640 1 --2- 172.21.15.8:0/250214588 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bde8c3ecf0 0x55bde8c3f110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:41.549 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.546+0000 7fdab6a00640 1 --2- 172.21.15.8:0/250214588 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bde8c44850 0x55bde8c46ce0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fdab8108c90 tx=0x7fdaa4011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=541d1a61b4eb2335 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:41.549 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.546+0000 7fdaa3e00640 1 -- 172.21.15.8:0/250214588 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdaa4004050 con 0x55bde8c44850 2024-05-20T21:23:41.549 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.547+0000 7fdaa3e00640 1 -- 172.21.15.8:0/250214588 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdaa40054d0 con 0x55bde8c44850 2024-05-20T21:23:41.550 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.547+0000 7fdaa3e00640 1 -- 172.21.15.8:0/250214588 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdaa4004bc0 con 0x55bde8c44850 2024-05-20T21:23:41.550 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.547+0000 7fdac11e8740 1 -- 172.21.15.8:0/250214588 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bde8c44850 msgr2=0x55bde8c46ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:41.550 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.547+0000 7fdac11e8740 1 --2- 172.21.15.8:0/250214588 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bde8c44850 0x55bde8c46ce0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fdab8108c90 tx=0x7fdaa4011810 comp rx=0 tx=0).stop 2024-05-20T21:23:41.550 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.547+0000 7fdaafe00640 1 --2- 172.21.15.8:0/470333306 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fda9c0b2850 0x7fda9c0b4d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:41.553 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.547+0000 7fdac11e8740 1 -- 172.21.15.8:0/250214588 shutdown_connections 2024-05-20T21:23:41.553 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.547+0000 7fdac11e8740 1 --2- 172.21.15.8:0/250214588 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bde8c44850 0x55bde8c46ce0 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:41.554 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.547+0000 7fdac11e8740 1 --2- 172.21.15.8:0/250214588 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bde8c3f6e0 0x55bde8c441e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:41.554 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.547+0000 7fdaafe00640 1 -- 172.21.15.8:0/470333306 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fdaa80e25f0 con 0x7fdab8108f70 2024-05-20T21:23:41.554 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.547+0000 7fdac11e8740 1 --2- 172.21.15.8:0/250214588 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bde8c3ecf0 0x55bde8c3f110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:41.554 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.547+0000 7fdac11e8740 1 -- 172.21.15.8:0/250214588 >> 172.21.15.8:0/250214588 conn(0x55bde8c3a360 msgr2=0x55bde8c3a760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:41.554 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.548+0000 7fdab7e00640 1 --2- 172.21.15.8:0/470333306 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fda9c0b2850 0x7fda9c0b4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:41.554 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.548+0000 7fdac11e8740 1 -- 172.21.15.8:0/250214588 shutdown_connections 2024-05-20T21:23:41.554 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.548+0000 7fdac11e8740 1 -- 172.21.15.8:0/250214588 wait complete. 2024-05-20T21:23:41.554 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.548+0000 7fdac11e8740 1 -- start start 2024-05-20T21:23:41.554 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.548+0000 7fdab7e00640 1 --2- 172.21.15.8:0/470333306 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fda9c0b2850 0x7fda9c0b4d10 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fdab0006010 tx=0x7fdab0031af0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:41.554 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.548+0000 7fdac11e8740 1 Processor -- start 2024-05-20T21:23:41.554 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.549+0000 7fdac11e8740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bde8c3ecf0 0x55bde8c48a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:41.555 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.549+0000 7fdac11e8740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bde8c3f6e0 0x55bde8c48f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:41.555 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.549+0000 7fdac11e8740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bde8c44850 0x55bde8c4ffb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:41.555 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.549+0000 7fdac11e8740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55bde8884790 con 0x55bde8c44850 2024-05-20T21:23:41.555 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.549+0000 7fdac11e8740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55bde8b46bc0 con 0x55bde8c3ecf0 2024-05-20T21:23:41.555 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.549+0000 7fdac11e8740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55bde8c47800 con 0x55bde8c3f6e0 2024-05-20T21:23:41.555 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.549+0000 7fdac11e8740 10 client.0 _ll_register_callbacks cb 0x55bde8b24400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:41.555 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.549+0000 7fdab7e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bde8c44850 0x55bde8c4ffb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:41.555 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.549+0000 7fdab7400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bde8c3ecf0 0x55bde8c48a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:41.555 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.549+0000 7fdab6a00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bde8c3f6e0 0x55bde8c48f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:41.555 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.549+0000 7fdab7e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bde8c44850 0x55bde8c4ffb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:57298/0 (socket says 172.21.15.8:57298) 2024-05-20T21:23:41.555 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.549+0000 7fdab7e00640 1 -- 172.21.15.8:0/3496172482 learned_addr learned my addr 172.21.15.8:0/3496172482 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:41.555 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.549+0000 7fdab7400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bde8c3ecf0 0x55bde8c48a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:38218/0 (socket says 172.21.15.8:38218) 2024-05-20T21:23:41.555 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.550+0000 7fdab6a00640 1 -- 172.21.15.8:0/3496172482 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bde8c3ecf0 msgr2=0x55bde8c48a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:41.556 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.550+0000 7fdab6a00640 1 --2- 172.21.15.8:0/3496172482 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bde8c3ecf0 0x55bde8c48a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:41.556 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.550+0000 7fdab6a00640 1 -- 172.21.15.8:0/3496172482 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bde8c44850 msgr2=0x55bde8c4ffb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:41.556 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.550+0000 7fdab6a00640 1 --2- 172.21.15.8:0/3496172482 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bde8c44850 0x55bde8c4ffb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:41.556 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.550+0000 7fdab6a00640 1 -- 172.21.15.8:0/3496172482 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bde88b3210 con 0x55bde8c3f6e0 2024-05-20T21:23:41.556 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.550+0000 7fdab7e00640 1 --2- 172.21.15.8:0/3496172482 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bde8c44850 0x55bde8c4ffb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:41.556 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.550+0000 7fdab6a00640 1 --2- 172.21.15.8:0/3496172482 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bde8c3f6e0 0x55bde8c48f70 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fdaa4009350 tx=0x7fdaa40044c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5ff8a5057a52ed21 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:41.556 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.550+0000 7fdaa0c00640 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:23:41.556 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.550+0000 7fdaa0c00640 1 -- 172.21.15.8:0/3496172482 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdaa4029070 con 0x55bde8c3f6e0 2024-05-20T21:23:41.556 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.550+0000 7fdaa0c00640 1 -- 172.21.15.8:0/3496172482 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fdaa4003a00 con 0x55bde8c3f6e0 2024-05-20T21:23:41.556 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.550+0000 7fdac11e8740 1 -- 172.21.15.8:0/3496172482 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdaa40054d0 con 0x55bde8c3f6e0 2024-05-20T21:23:41.556 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.551+0000 7fdaa0c00640 1 -- 172.21.15.8:0/3496172482 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fdaa4035050 con 0x55bde8c3f6e0 2024-05-20T21:23:41.556 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.551+0000 7fdac11e8740 10 client.27520 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:41.557 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.551+0000 7fdac11e8740 1 -- 172.21.15.8:0/3496172482 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55bde897f620 con 0x55bde8c3f6e0 2024-05-20T21:23:41.557 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.551+0000 7fdaa0c00640 1 -- 172.21.15.8:0/3496172482 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdaa40054d0 con 0x55bde8c3f6e0 2024-05-20T21:23:41.557 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.551+0000 7fdaa0c00640 1 -- 172.21.15.8:0/3496172482 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fdaa4005170 con 0x55bde8c3f6e0 2024-05-20T21:23:41.557 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.551+0000 7fdac11e8740 10 client.27520 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:41.557 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.551+0000 7fdac11e8740 10 client.27520 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:23:41.557 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.551+0000 7fdac11e8740 20 client.27520 populate_metadata read hostname 'smithi008' 2024-05-20T21:23:41.557 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.552+0000 7fdac11e8740 1 --2- 172.21.15.8:0/3496172482 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55bde8c542c0 0x55bde8c566b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:41.557 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.552+0000 7fdac11e8740 4 client.27520 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:23:41.557 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.552+0000 7fdac11e8740 1 -- 172.21.15.8:0/3496172482 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bde8bb0ae0 con 0x55bde8c542c0 2024-05-20T21:23:41.557 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.552+0000 7fdab7400640 1 --2- 172.21.15.8:0/3496172482 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55bde8c542c0 0x55bde8c566b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:41.557 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.553+0000 7fdab7400640 1 --2- 172.21.15.8:0/3496172482 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55bde8c542c0 0x55bde8c566b0 crc :-1 s=READY pgs=219 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=95110dead110706 server_cookie=46d71d4c8e2eb1e in_seq=0 out_seq=0 2024-05-20T21:23:41.557 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.553+0000 7fdaa0c00640 10 client.27520 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:23:41.557 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.553+0000 7fdaa0c00640 1 -- 172.21.15.8:0/3496172482 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55bde8bb0ae0 con 0x55bde8c542c0 2024-05-20T21:23:41.558 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.553+0000 7fdaa0c00640 10 client.27520 handle_command_reply: tid=0 2024-05-20T21:23:41.558 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.553+0000 7fdac11e8740 1 client.27520 shutdown 2024-05-20T21:23:41.561 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.554+0000 7fdac11e8740 1 -- 172.21.15.8:0/3496172482 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bde8c3f6e0 msgr2=0x55bde8c48f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:41.561 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.554+0000 7fdac11e8740 1 --2- 172.21.15.8:0/3496172482 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bde8c3f6e0 0x55bde8c48f70 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fdaa4009350 tx=0x7fdaa40044c0 comp rx=0 tx=0).stop 2024-05-20T21:23:41.561 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.554+0000 7fdac11e8740 1 -- 172.21.15.8:0/3496172482 shutdown_connections 2024-05-20T21:23:41.561 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.554+0000 7fdac11e8740 1 --2- 172.21.15.8:0/3496172482 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55bde8c542c0 0x55bde8c566b0 crc :-1 s=READY pgs=219 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:41.561 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.554+0000 7fdac11e8740 1 --2- 172.21.15.8:0/3496172482 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bde8c44850 0x55bde8c4ffb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:41.561 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.554+0000 7fdac11e8740 1 --2- 172.21.15.8:0/3496172482 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bde8c3f6e0 0x55bde8c48f70 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:41.562 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.554+0000 7fdaa0c00640 0 client.27520 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:23:41.562 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.554+0000 7fdac11e8740 1 --2- 172.21.15.8:0/3496172482 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bde8c3ecf0 0x55bde8c48a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:41.562 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.554+0000 7fdac11e8740 1 -- 172.21.15.8:0/3496172482 >> 172.21.15.8:0/3496172482 conn(0x55bde8c3a360 msgr2=0x55bde8c394c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:41.562 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.554+0000 7fdac11e8740 1 -- 172.21.15.8:0/3496172482 shutdown_connections 2024-05-20T21:23:41.562 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.554+0000 7fdac11e8740 1 -- 172.21.15.8:0/3496172482 wait complete. 2024-05-20T21:23:41.562 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.554+0000 7fdac11e8740 20 client.27520 trim_cache size 0 max 16384 2024-05-20T21:23:41.571 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.570+0000 7fdac11e8740 1 Processor -- start 2024-05-20T21:23:41.572 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.571+0000 7fdac11e8740 1 -- start start 2024-05-20T21:23:41.572 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.571+0000 7fdac11e8740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bde8c3ecf0 0x55bde8c3d240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:41.572 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.571+0000 7fdac11e8740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bde8c3f6e0 0x55bde8c4ff70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:41.572 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.571+0000 7fdac11e8740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bde8c44850 0x55bde8c3d780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:41.572 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.571+0000 7fdac11e8740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fdab81b2bd0 con 0x55bde8c3f6e0 2024-05-20T21:23:41.572 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.571+0000 7fdac11e8740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fdab81b04a0 con 0x55bde8c3ecf0 2024-05-20T21:23:41.572 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.571+0000 7fdac11e8740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fdab81ae2f0 con 0x55bde8c44850 2024-05-20T21:23:41.572 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.571+0000 7fdab6a00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bde8c3f6e0 0x55bde8c4ff70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:41.572 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.571+0000 7fdab7400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bde8c3ecf0 0x55bde8c3d240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:41.572 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.571+0000 7fdab6a00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bde8c3f6e0 0x55bde8c4ff70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:57304/0 (socket says 172.21.15.8:57304) 2024-05-20T21:23:41.572 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.571+0000 7fdab7400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bde8c3ecf0 0x55bde8c3d240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:38234/0 (socket says 172.21.15.8:38234) 2024-05-20T21:23:41.572 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.571+0000 7fdab6a00640 1 -- 172.21.15.8:0/809470712 learned_addr learned my addr 172.21.15.8:0/809470712 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:41.572 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.571+0000 7fdab7e00640 1 --2- 172.21.15.8:0/809470712 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bde8c44850 0x55bde8c3d780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:41.574 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.572+0000 7fdab6a00640 1 -- 172.21.15.8:0/809470712 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bde8c44850 msgr2=0x55bde8c3d780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:41.574 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.572+0000 7fdab6a00640 1 --2- 172.21.15.8:0/809470712 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bde8c44850 0x55bde8c3d780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:41.574 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.572+0000 7fdab6a00640 1 -- 172.21.15.8:0/809470712 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bde8c3ecf0 msgr2=0x55bde8c3d240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:41.574 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.572+0000 7fdab6a00640 1 --2- 172.21.15.8:0/809470712 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bde8c3ecf0 0x55bde8c3d240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:41.574 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.572+0000 7fdab6a00640 1 -- 172.21.15.8:0/809470712 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bde8c39c10 con 0x55bde8c3f6e0 2024-05-20T21:23:41.574 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.572+0000 7fdab7400640 1 --2- 172.21.15.8:0/809470712 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bde8c3ecf0 0x55bde8c3d240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:41.574 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.572+0000 7fdab6a00640 1 --2- 172.21.15.8:0/809470712 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bde8c3f6e0 0x55bde8c4ff70 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fdaa40236f0 tx=0x7fdaa4005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3bf9d8a530161129 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:41.574 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.572+0000 7fdaa3400640 1 -- 172.21.15.8:0/809470712 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdaa4032020 con 0x55bde8c3f6e0 2024-05-20T21:23:41.574 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.572+0000 7fdaa3400640 1 -- 172.21.15.8:0/809470712 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdaa4023970 con 0x55bde8c3f6e0 2024-05-20T21:23:41.575 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.572+0000 7fdaa3400640 1 -- 172.21.15.8:0/809470712 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdaa4029070 con 0x55bde8c3f6e0 2024-05-20T21:23:41.575 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.573+0000 7fdac11e8740 1 -- 172.21.15.8:0/809470712 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bde8c3f6e0 msgr2=0x55bde8c4ff70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:41.575 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.573+0000 7fdac11e8740 1 --2- 172.21.15.8:0/809470712 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bde8c3f6e0 0x55bde8c4ff70 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fdaa40236f0 tx=0x7fdaa4005f90 comp rx=0 tx=0).stop 2024-05-20T21:23:41.575 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.573+0000 7fdac11e8740 1 -- 172.21.15.8:0/809470712 shutdown_connections 2024-05-20T21:23:41.575 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.573+0000 7fdac11e8740 1 --2- 172.21.15.8:0/809470712 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bde8c44850 0x55bde8c3d780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:41.575 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.573+0000 7fdac11e8740 1 --2- 172.21.15.8:0/809470712 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bde8c3f6e0 0x55bde8c4ff70 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:41.575 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.573+0000 7fdac11e8740 1 --2- 172.21.15.8:0/809470712 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bde8c3ecf0 0x55bde8c3d240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:41.575 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.573+0000 7fdac11e8740 1 -- 172.21.15.8:0/809470712 >> 172.21.15.8:0/809470712 conn(0x55bde8c3a360 msgr2=0x55bde8c3a740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:41.575 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.573+0000 7fdac11e8740 1 -- 172.21.15.8:0/809470712 shutdown_connections 2024-05-20T21:23:41.575 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.573+0000 7fdac11e8740 1 -- 172.21.15.8:0/809470712 wait complete. 2024-05-20T21:23:41.575 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.573+0000 7fdac11e8740 1 -- start start 2024-05-20T21:23:41.575 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.574+0000 7fdac11e8740 1 Processor -- start 2024-05-20T21:23:41.578 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.574+0000 7fdac11e8740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bde8c3ecf0 0x55bde8c4d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:41.578 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.574+0000 7fdac11e8740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bde8c3f6e0 0x55bde8c4d9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:41.578 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.574+0000 7fdac11e8740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bde8c44850 0x55bde8c4e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:41.578 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.574+0000 7fdac11e8740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fdab81ae960 con 0x55bde8c44850 2024-05-20T21:23:41.578 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.574+0000 7fdac11e8740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fdab81afdd0 con 0x55bde8c3f6e0 2024-05-20T21:23:41.578 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.574+0000 7fdac11e8740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fdab81af030 con 0x55bde8c3ecf0 2024-05-20T21:23:41.578 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.574+0000 7fdac11e8740 10 client.0 _ll_register_callbacks cb 0x7fdaa8005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:41.578 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.574+0000 7fdab7e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bde8c44850 0x55bde8c4e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:41.578 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.574+0000 7fdab7400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bde8c3ecf0 0x55bde8c4d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:41.579 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.574+0000 7fdab7e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bde8c44850 0x55bde8c4e9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:57308/0 (socket says 172.21.15.8:57308) 2024-05-20T21:23:41.579 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.574+0000 7fdab7e00640 1 -- 172.21.15.8:0/1367930569 learned_addr learned my addr 172.21.15.8:0/1367930569 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:41.579 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.574+0000 7fdab6a00640 1 --2- 172.21.15.8:0/1367930569 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bde8c3f6e0 0x55bde8c4d9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:41.579 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.575+0000 7fdab7e00640 1 -- 172.21.15.8:0/1367930569 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bde8c3ecf0 msgr2=0x55bde8c4d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:41.579 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.575+0000 7fdab7e00640 1 --2- 172.21.15.8:0/1367930569 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bde8c3ecf0 0x55bde8c4d460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:41.579 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.575+0000 7fdab7e00640 1 -- 172.21.15.8:0/1367930569 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bde8c3f6e0 msgr2=0x55bde8c4d9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:41.579 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.575+0000 7fdab7e00640 1 --2- 172.21.15.8:0/1367930569 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bde8c3f6e0 0x55bde8c4d9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:41.579 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.575+0000 7fdab7e00640 1 -- 172.21.15.8:0/1367930569 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bde8c3b030 con 0x55bde8c44850 2024-05-20T21:23:41.579 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.575+0000 7fdab7400640 1 --2- 172.21.15.8:0/1367930569 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bde8c3ecf0 0x55bde8c4d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:41.579 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.575+0000 7fdab6a00640 1 --2- 172.21.15.8:0/1367930569 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bde8c3f6e0 0x55bde8c4d9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:41.579 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.575+0000 7fdab7e00640 1 --2- 172.21.15.8:0/1367930569 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bde8c44850 0x55bde8c4e9b0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fdab0009ca0 tx=0x7fdab002a8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6fe8cac9791175c8 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:41.579 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.575+0000 7fdaa0c00640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:23:41.579 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.575+0000 7fdaa0c00640 1 -- 172.21.15.8:0/1367930569 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdab0004250 con 0x55bde8c44850 2024-05-20T21:23:41.580 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.575+0000 7fdaa0c00640 1 -- 172.21.15.8:0/1367930569 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fdab0042030 con 0x55bde8c44850 2024-05-20T21:23:41.580 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.575+0000 7fdac11e8740 1 -- 172.21.15.8:0/1367930569 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdaa4023970 con 0x55bde8c44850 2024-05-20T21:23:41.580 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.576+0000 7fdaa0c00640 1 -- 172.21.15.8:0/1367930569 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fdab00043f0 con 0x55bde8c44850 2024-05-20T21:23:41.580 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.576+0000 7fdac11e8740 10 client.17367 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:41.580 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.576+0000 7fdac11e8740 1 -- 172.21.15.8:0/1367930569 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55bde8c50150 con 0x55bde8c44850 2024-05-20T21:23:41.580 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.576+0000 7fdaa0c00640 1 -- 172.21.15.8:0/1367930569 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdaa4023970 con 0x55bde8c44850 2024-05-20T21:23:41.580 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.576+0000 7fdaa0c00640 1 -- 172.21.15.8:0/1367930569 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fdab005e050 con 0x55bde8c44850 2024-05-20T21:23:41.580 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.576+0000 7fdac11e8740 10 client.17367 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:41.580 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.576+0000 7fdac11e8740 10 client.17367 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:23:41.580 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.576+0000 7fdac11e8740 20 client.17367 populate_metadata read hostname 'smithi008' 2024-05-20T21:23:41.580 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.576+0000 7fdac11e8740 1 --2- 172.21.15.8:0/1367930569 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55bde8cbf500 0x55bde8cc1920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:41.580 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.576+0000 7fdac11e8740 4 client.17367 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:23:41.580 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.576+0000 7fdac11e8740 1 -- 172.21.15.8:0/1367930569 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55bde8baa2c0 con 0x55bde8cbf500 2024-05-20T21:23:41.580 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.577+0000 7fdab7400640 1 --2- 172.21.15.8:0/1367930569 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55bde8cbf500 0x55bde8cc1920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:41.581 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.577+0000 7fdab7400640 1 --2- 172.21.15.8:0/1367930569 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55bde8cbf500 0x55bde8cc1920 crc :-1 s=READY pgs=220 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=865186050b27a1c4 server_cookie=cbdc09598666e1f8 in_seq=0 out_seq=0 2024-05-20T21:23:41.581 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.577+0000 7fdaa0c00640 10 client.17367 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:23:41.594 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.593+0000 7fdaa0c00640 1 -- 172.21.15.8:0/1367930569 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55bde8baa2c0 con 0x55bde8cbf500 2024-05-20T21:23:41.594 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.593+0000 7fdaa0c00640 10 client.17367 handle_command_reply: tid=0 2024-05-20T21:23:41.594 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.593+0000 7fdac11e8740 1 client.17367 shutdown 2024-05-20T21:23:41.594 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.593+0000 7fdac11e8740 1 -- 172.21.15.8:0/1367930569 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bde8c44850 msgr2=0x55bde8c4e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:41.594 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.593+0000 7fdac11e8740 1 --2- 172.21.15.8:0/1367930569 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bde8c44850 0x55bde8c4e9b0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fdab0009ca0 tx=0x7fdab002a8c0 comp rx=0 tx=0).stop 2024-05-20T21:23:41.594 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.593+0000 7fdac11e8740 1 -- 172.21.15.8:0/1367930569 shutdown_connections 2024-05-20T21:23:41.594 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.593+0000 7fdac11e8740 1 --2- 172.21.15.8:0/1367930569 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55bde8cbf500 0x55bde8cc1920 crc :-1 s=READY pgs=220 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:41.594 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.593+0000 7fdac11e8740 1 --2- 172.21.15.8:0/1367930569 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bde8c44850 0x55bde8c4e9b0 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:41.594 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.593+0000 7fdac11e8740 1 --2- 172.21.15.8:0/1367930569 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bde8c3f6e0 0x55bde8c4d9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:41.595 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.593+0000 7fdac11e8740 1 --2- 172.21.15.8:0/1367930569 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bde8c3ecf0 0x55bde8c4d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:41.595 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.593+0000 7fdaa0c00640 0 client.17367 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:23:41.595 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.593+0000 7fdac11e8740 1 -- 172.21.15.8:0/1367930569 >> 172.21.15.8:0/1367930569 conn(0x55bde8c3a360 msgr2=0x55bde8c40180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:41.595 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.593+0000 7fdac11e8740 1 -- 172.21.15.8:0/1367930569 shutdown_connections 2024-05-20T21:23:41.595 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.594+0000 7fdac11e8740 1 -- 172.21.15.8:0/1367930569 wait complete. 2024-05-20T21:23:41.595 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.594+0000 7fdac11e8740 20 client.17367 trim_cache size 0 max 16384 2024-05-20T21:23:41.595 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:23:41.595 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:23:41.595 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:23:41.596 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.594+0000 7fdabcc00640 1 -- 172.21.15.8:0/470333306 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fda9c0b2850 msgr2=0x7fda9c0b4d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:41.596 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.594+0000 7fdabcc00640 1 --2- 172.21.15.8:0/470333306 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fda9c0b2850 0x7fda9c0b4d10 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fdab0006010 tx=0x7fdab0031af0 comp rx=0 tx=0).stop 2024-05-20T21:23:41.596 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.594+0000 7fdabcc00640 1 -- 172.21.15.8:0/470333306 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdab8108f70 msgr2=0x7fdab819f0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:41.596 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.594+0000 7fdabcc00640 1 --2- 172.21.15.8:0/470333306 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdab8108f70 0x7fdab819f0b0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fdaa800e9f0 tx=0x7fdaa800edf0 comp rx=0 tx=0).stop 2024-05-20T21:23:41.596 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.594+0000 7fdabcc00640 1 -- 172.21.15.8:0/470333306 shutdown_connections 2024-05-20T21:23:41.596 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.595+0000 7fdabcc00640 1 --2- 172.21.15.8:0/470333306 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fda9c0b2850 0x7fda9c0b4d10 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:41.596 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.595+0000 7fdabcc00640 1 --2- 172.21.15.8:0/470333306 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdab810aa30 0x7fdab81a6660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:41.596 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.595+0000 7fdabcc00640 1 --2- 172.21.15.8:0/470333306 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdab810a070 0x7fdab819f5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:41.597 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.595+0000 7fdabcc00640 1 --2- 172.21.15.8:0/470333306 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdab8108f70 0x7fdab819f0b0 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:41.597 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.595+0000 7fdabcc00640 1 -- 172.21.15.8:0/470333306 >> 172.21.15.8:0/470333306 conn(0x7fdab8077ee0 msgr2=0x7fdab810d3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:41.597 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.595+0000 7fdabcc00640 1 -- 172.21.15.8:0/470333306 shutdown_connections 2024-05-20T21:23:41.597 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:41.595+0000 7fdabcc00640 1 -- 172.21.15.8:0/470333306 wait complete. 2024-05-20T21:23:41.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:23:41 smithi008 ceph-mon[31475]: scrub summary: idle 2024-05-20T21:23:41.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:23:41 smithi130 ceph-mon[36448]: scrub summary: idle 2024-05-20T21:23:41.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:23:41 smithi050 ceph-mon[35809]: scrub summary: idle 2024-05-20T21:23:42.431 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '10b5ef12', quiesce took 11.5 seconds. Will release after: -1.5 2024-05-20T21:23:42.432 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:23:42.904 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:23:42 smithi008 ceph-mon[31475]: pgmap v691: 97 pgs: 97 active+clean; 4.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:23:42.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:23:42 smithi130 ceph-mon[36448]: pgmap v691: 97 pgs: 97 active+clean; 4.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:23:42.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:23:42 smithi050 ceph-mon[35809]: pgmap v691: 97 pgs: 97 active+clean; 4.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:23:42.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.972+0000 7fa6cbe00700 1 -- 172.21.15.8:0/1517076479 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa6cc104630 msgr2=0x7fa6cc104a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:42.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.972+0000 7fa6cbe00700 1 --2- 172.21.15.8:0/1517076479 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa6cc104630 0x7fa6cc104a10 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fa6bc009990 tx=0x7fa6bc009ca0 comp rx=0 tx=0).stop 2024-05-20T21:23:42.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.972+0000 7fa6cbe00700 1 -- 172.21.15.8:0/1517076479 shutdown_connections 2024-05-20T21:23:42.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.972+0000 7fa6cbe00700 1 --2- 172.21.15.8:0/1517076479 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa6cc104630 0x7fa6cc104a10 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:42.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.972+0000 7fa6cbe00700 1 --2- 172.21.15.8:0/1517076479 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa6cc10da60 0x7fa6cc10ff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:42.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.972+0000 7fa6cbe00700 1 --2- 172.21.15.8:0/1517076479 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa6cc104f50 0x7fa6cc10d440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:42.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.972+0000 7fa6cbe00700 1 -- 172.21.15.8:0/1517076479 >> 172.21.15.8:0/1517076479 conn(0x7fa6cc0fde60 msgr2=0x7fa6cc100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:42.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.972+0000 7fa6cbe00700 1 -- 172.21.15.8:0/1517076479 shutdown_connections 2024-05-20T21:23:42.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.972+0000 7fa6cbe00700 1 -- 172.21.15.8:0/1517076479 wait complete. 2024-05-20T21:23:42.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.973+0000 7fa6cbe00700 1 Processor -- start 2024-05-20T21:23:42.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.973+0000 7fa6cbe00700 1 -- start start 2024-05-20T21:23:42.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.974+0000 7fa6cbe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa6cc104630 0x7fa6cc102290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:42.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.974+0000 7fa6cbe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa6cc104f50 0x7fa6cc1027d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:42.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.974+0000 7fa6cbe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa6cc10da60 0x7fa6cc102d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:42.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.974+0000 7fa6cbe00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fa6cc113680 con 0x7fa6cc104630 2024-05-20T21:23:42.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.974+0000 7fa6cbe00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa6cc113500 con 0x7fa6cc10da60 2024-05-20T21:23:42.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.974+0000 7fa6cbe00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fa6cc113800 con 0x7fa6cc104f50 2024-05-20T21:23:42.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.974+0000 7fa6caa00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa6cc104630 0x7fa6cc102290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:42.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.974+0000 7fa6ca000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa6cc104f50 0x7fa6cc1027d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:42.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.974+0000 7fa6caa00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa6cc104630 0x7fa6cc102290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54856/0 (socket says 172.21.15.8:54856) 2024-05-20T21:23:42.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.974+0000 7fa6ca000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa6cc104f50 0x7fa6cc1027d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:39102/0 (socket says 172.21.15.8:39102) 2024-05-20T21:23:42.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.974+0000 7fa6caa00700 1 -- 172.21.15.8:0/2579276972 learned_addr learned my addr 172.21.15.8:0/2579276972 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:42.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.974+0000 7fa6cb400700 1 --2- 172.21.15.8:0/2579276972 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa6cc10da60 0x7fa6cc102d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:42.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.975+0000 7fa6ca000700 1 -- 172.21.15.8:0/2579276972 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa6cc10da60 msgr2=0x7fa6cc102d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:42.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.975+0000 7fa6ca000700 1 --2- 172.21.15.8:0/2579276972 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa6cc10da60 0x7fa6cc102d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:42.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.975+0000 7fa6ca000700 1 -- 172.21.15.8:0/2579276972 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa6cc104630 msgr2=0x7fa6cc102290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:42.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.975+0000 7fa6ca000700 1 --2- 172.21.15.8:0/2579276972 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa6cc104630 0x7fa6cc102290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:42.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.975+0000 7fa6ca000700 1 -- 172.21.15.8:0/2579276972 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6cc1a80c0 con 0x7fa6cc104f50 2024-05-20T21:23:42.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.975+0000 7fa6ca000700 1 --2- 172.21.15.8:0/2579276972 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa6cc104f50 0x7fa6cc1027d0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7fa6b800e9c0 tx=0x7fa6b800ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:42.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.975+0000 7fa6c3400700 1 -- 172.21.15.8:0/2579276972 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6b80095c0 con 0x7fa6cc104f50 2024-05-20T21:23:42.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.975+0000 7fa6c3400700 1 -- 172.21.15.8:0/2579276972 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa6b8004830 con 0x7fa6cc104f50 2024-05-20T21:23:42.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.976+0000 7fa6c3400700 1 -- 172.21.15.8:0/2579276972 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6b800cd70 con 0x7fa6cc104f50 2024-05-20T21:23:42.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.976+0000 7fa6cbe00700 1 -- 172.21.15.8:0/2579276972 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6cc1a83b0 con 0x7fa6cc104f50 2024-05-20T21:23:42.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.976+0000 7fa6cbe00700 1 -- 172.21.15.8:0/2579276972 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6cc1a88a0 con 0x7fa6cc104f50 2024-05-20T21:23:42.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.980+0000 7fa6c3400700 1 -- 172.21.15.8:0/2579276972 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fa6b80049e0 con 0x7fa6cc104f50 2024-05-20T21:23:42.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.980+0000 7fa6dc346b80 1 Processor -- start 2024-05-20T21:23:42.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.981+0000 7fa6dc346b80 1 -- start start 2024-05-20T21:23:42.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.981+0000 7fa6dc346b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d090a967c0 0x55d090a96ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:42.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.981+0000 7fa6dc346b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d090a970e0 0x55d090a90d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:42.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.981+0000 7fa6dc346b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d090a91390 0x55d090a917f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:42.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.981+0000 7fa6dc346b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55d0909eee40 con 0x55d090a967c0 2024-05-20T21:23:42.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.981+0000 7fa6dc346b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55d0909de9e0 con 0x55d090a970e0 2024-05-20T21:23:42.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.981+0000 7fa6dc346b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55d0909e2a20 con 0x55d090a91390 2024-05-20T21:23:42.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.982+0000 7fa6cb400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d090a967c0 0x55d090a96ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:42.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.982+0000 7fa6caa00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d090a970e0 0x55d090a90d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:42.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.982+0000 7fa6cb400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d090a967c0 0x55d090a96ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54866/0 (socket says 172.21.15.8:54866) 2024-05-20T21:23:42.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.982+0000 7fa6cb400700 1 -- 172.21.15.8:0/150195300 learned_addr learned my addr 172.21.15.8:0/150195300 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:42.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.982+0000 7fa6ca000700 1 --2- 172.21.15.8:0/150195300 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d090a91390 0x55d090a917f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:42.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.982+0000 7fa6caa00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d090a970e0 0x55d090a90d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:47926/0 (socket says 172.21.15.8:47926) 2024-05-20T21:23:42.986 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.982+0000 7fa6caa00700 1 -- 172.21.15.8:0/150195300 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d090a91390 msgr2=0x55d090a917f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:42.986 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.982+0000 7fa6caa00700 1 --2- 172.21.15.8:0/150195300 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d090a91390 0x55d090a917f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:42.986 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.982+0000 7fa6caa00700 1 -- 172.21.15.8:0/150195300 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d090a967c0 msgr2=0x55d090a96ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:42.987 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.982+0000 7fa6caa00700 1 --2- 172.21.15.8:0/150195300 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d090a967c0 0x55d090a96ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:42.987 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.982+0000 7fa6caa00700 1 -- 172.21.15.8:0/150195300 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d0909a7420 con 0x55d090a970e0 2024-05-20T21:23:42.987 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.982+0000 7fa6cb400700 1 --2- 172.21.15.8:0/150195300 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d090a967c0 0x55d090a96ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:42.987 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.982+0000 7fa6ca000700 1 --2- 172.21.15.8:0/150195300 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d090a91390 0x55d090a917f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:42.987 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.982+0000 7fa6c3400700 1 --2- 172.21.15.8:0/2579276972 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa6b00b2880 0x7fa6b00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:42.987 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.983+0000 7fa6c3400700 1 -- 172.21.15.8:0/2579276972 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fa6b80e1ff0 con 0x7fa6cc104f50 2024-05-20T21:23:42.987 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.983+0000 7fa6caa00700 1 --2- 172.21.15.8:0/150195300 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d090a970e0 0x55d090a90d70 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fa6bc0098e0 tx=0x7fa6bc009710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3a5daaa3cd65fe93 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:42.987 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.983+0000 7fa6cb400700 1 --2- 172.21.15.8:0/2579276972 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa6b00b2880 0x7fa6b00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:42.987 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.983+0000 7fa6b7e00700 1 -- 172.21.15.8:0/150195300 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6bc027070 con 0x55d090a970e0 2024-05-20T21:23:42.987 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.983+0000 7fa6b7e00700 1 -- 172.21.15.8:0/150195300 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa6bc005650 con 0x55d090a970e0 2024-05-20T21:23:42.987 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.983+0000 7fa6b7e00700 1 -- 172.21.15.8:0/150195300 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6bc003be0 con 0x55d090a970e0 2024-05-20T21:23:42.987 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.984+0000 7fa6dc346b80 1 -- 172.21.15.8:0/150195300 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d090a970e0 msgr2=0x55d090a90d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:42.987 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.984+0000 7fa6dc346b80 1 --2- 172.21.15.8:0/150195300 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d090a970e0 0x55d090a90d70 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fa6bc0098e0 tx=0x7fa6bc009710 comp rx=0 tx=0).stop 2024-05-20T21:23:42.988 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.984+0000 7fa6cb400700 1 --2- 172.21.15.8:0/2579276972 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa6b00b2880 0x7fa6b00b4d40 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fa6c4007610 tx=0x7fa6c400b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:42.988 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.984+0000 7fa6dc346b80 1 -- 172.21.15.8:0/150195300 shutdown_connections 2024-05-20T21:23:42.988 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.984+0000 7fa6dc346b80 1 --2- 172.21.15.8:0/150195300 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d090a91390 0x55d090a917f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:42.988 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.984+0000 7fa6dc346b80 1 --2- 172.21.15.8:0/150195300 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d090a967c0 0x55d090a96ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:42.988 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.984+0000 7fa6dc346b80 1 --2- 172.21.15.8:0/150195300 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d090a970e0 0x55d090a90d70 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:42.988 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.984+0000 7fa6dc346b80 1 -- 172.21.15.8:0/150195300 >> 172.21.15.8:0/150195300 conn(0x55d0909bebe0 msgr2=0x55d090a8b810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:42.988 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.985+0000 7fa6dc346b80 1 -- 172.21.15.8:0/150195300 shutdown_connections 2024-05-20T21:23:42.988 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.985+0000 7fa6dc346b80 1 -- 172.21.15.8:0/150195300 wait complete. 2024-05-20T21:23:42.988 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.985+0000 7fa6dc346b80 1 -- start start 2024-05-20T21:23:42.988 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.985+0000 7fa6dc346b80 1 Processor -- start 2024-05-20T21:23:42.994 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.986+0000 7fa6dc346b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d090a91390 0x55d090a9ce50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:42.994 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.986+0000 7fa6dc346b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d090a967c0 0x55d090a9a1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:42.994 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.986+0000 7fa6dc346b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d090a970e0 0x55d090a9a730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:42.994 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.986+0000 7fa6dc346b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55d0908e4fa0 con 0x55d090a91390 2024-05-20T21:23:42.994 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.986+0000 7fa6dc346b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55d09097f760 con 0x55d090a967c0 2024-05-20T21:23:42.995 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.986+0000 7fa6dc346b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55d090a9dba0 con 0x55d090a970e0 2024-05-20T21:23:42.995 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.986+0000 7fa6dc346b80 10 client.0 _ll_register_callbacks cb 0x55d090988c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:42.995 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.986+0000 7fa6ca000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d090a967c0 0x55d090a9a1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:42.995 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.986+0000 7fa6ca000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d090a967c0 0x55d090a9a1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:47940/0 (socket says 172.21.15.8:47940) 2024-05-20T21:23:42.995 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.986+0000 7fa6ca000700 1 -- 172.21.15.8:0/1106056612 learned_addr learned my addr 172.21.15.8:0/1106056612 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:42.996 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.986+0000 7fa6caa00700 1 --2- 172.21.15.8:0/1106056612 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d090a91390 0x55d090a9ce50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:42.996 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.987+0000 7fa6cb400700 1 --2- 172.21.15.8:0/1106056612 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d090a970e0 0x55d090a9a730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:42.996 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.987+0000 7fa6ca000700 1 -- 172.21.15.8:0/1106056612 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d090a970e0 msgr2=0x55d090a9a730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:42.996 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.987+0000 7fa6ca000700 1 --2- 172.21.15.8:0/1106056612 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d090a970e0 0x55d090a9a730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:42.996 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.987+0000 7fa6ca000700 1 -- 172.21.15.8:0/1106056612 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d090a91390 msgr2=0x55d090a9ce50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:42.996 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.987+0000 7fa6ca000700 1 --2- 172.21.15.8:0/1106056612 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d090a91390 0x55d090a9ce50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:42.997 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.987+0000 7fa6ca000700 1 -- 172.21.15.8:0/1106056612 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d09092e8d0 con 0x55d090a967c0 2024-05-20T21:23:42.997 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.987+0000 7fa6ca000700 1 --2- 172.21.15.8:0/1106056612 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d090a967c0 0x55d090a9a1f0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fa6b801f040 tx=0x7fa6b80a5480 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8f1ed37a2522ed9d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:42.997 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.987+0000 7fa6b4c00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:23:42.997 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.988+0000 7fa6b4c00700 1 -- 172.21.15.8:0/1106056612 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6b801c070 con 0x55d090a967c0 2024-05-20T21:23:42.997 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.988+0000 7fa6b4c00700 1 -- 172.21.15.8:0/1106056612 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fa6b80e40d0 con 0x55d090a967c0 2024-05-20T21:23:42.997 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.988+0000 7fa6dc346b80 1 -- 172.21.15.8:0/1106056612 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa6bc005650 con 0x55d090a967c0 2024-05-20T21:23:42.997 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.988+0000 7fa6b4c00700 1 -- 172.21.15.8:0/1106056612 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa6b80a8f10 con 0x55d090a967c0 2024-05-20T21:23:42.998 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.988+0000 7fa6dc346b80 10 client.27488 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:42.998 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.988+0000 7fa6dc346b80 1 -- 172.21.15.8:0/1106056612 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d0909af060 con 0x55d090a967c0 2024-05-20T21:23:42.998 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.988+0000 7fa6b4c00700 1 -- 172.21.15.8:0/1106056612 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa6bc005650 con 0x55d090a967c0 2024-05-20T21:23:42.998 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.989+0000 7fa6b4c00700 1 -- 172.21.15.8:0/1106056612 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fa6b80a3ce0 con 0x55d090a967c0 2024-05-20T21:23:42.998 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.989+0000 7fa6dc346b80 10 client.27488 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:42.998 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.989+0000 7fa6dc346b80 10 client.27488 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:23:42.998 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.989+0000 7fa6dc346b80 20 client.27488 populate_metadata read hostname 'smithi008' 2024-05-20T21:23:42.999 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.989+0000 7fa6dc346b80 1 --2- 172.21.15.8:0/1106056612 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55d090ab2f70 0x55d090ab5360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:43.002 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.989+0000 7fa6dc346b80 4 client.27488 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:23:43.003 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.989+0000 7fa6dc346b80 1 -- 172.21.15.8:0/1106056612 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d0909f0d90 con 0x55d090ab2f70 2024-05-20T21:23:43.003 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.989+0000 7fa6caa00700 1 --2- 172.21.15.8:0/1106056612 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55d090ab2f70 0x55d090ab5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:43.003 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.990+0000 7fa6caa00700 1 --2- 172.21.15.8:0/1106056612 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55d090ab2f70 0x55d090ab5360 crc :-1 s=READY pgs=221 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ef277b77559b9e7e server_cookie=a0667dfc501b1090 in_seq=0 out_seq=0 2024-05-20T21:23:43.003 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.990+0000 7fa6b4c00700 10 client.27488 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:23:43.003 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.991+0000 7fa6b4c00700 1 -- 172.21.15.8:0/1106056612 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55d0909f0d90 con 0x55d090ab2f70 2024-05-20T21:23:43.003 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.991+0000 7fa6b4c00700 10 client.27488 handle_command_reply: tid=0 2024-05-20T21:23:43.004 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.991+0000 7fa6dc346b80 1 client.27488 shutdown 2024-05-20T21:23:43.004 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.991+0000 7fa6dc346b80 1 -- 172.21.15.8:0/1106056612 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d090a967c0 msgr2=0x55d090a9a1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:43.004 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.991+0000 7fa6dc346b80 1 --2- 172.21.15.8:0/1106056612 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d090a967c0 0x55d090a9a1f0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fa6b801f040 tx=0x7fa6b80a5480 comp rx=0 tx=0).stop 2024-05-20T21:23:43.004 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.991+0000 7fa6dc346b80 1 -- 172.21.15.8:0/1106056612 shutdown_connections 2024-05-20T21:23:43.004 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.991+0000 7fa6dc346b80 1 --2- 172.21.15.8:0/1106056612 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55d090ab2f70 0x55d090ab5360 crc :-1 s=READY pgs=221 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:43.004 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.991+0000 7fa6dc346b80 1 --2- 172.21.15.8:0/1106056612 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d090a970e0 0x55d090a9a730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:43.005 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.991+0000 7fa6dc346b80 1 --2- 172.21.15.8:0/1106056612 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d090a91390 0x55d090a9ce50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:43.005 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.991+0000 7fa6dc346b80 1 --2- 172.21.15.8:0/1106056612 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d090a967c0 0x55d090a9a1f0 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:43.005 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.991+0000 7fa6dc346b80 1 -- 172.21.15.8:0/1106056612 >> 172.21.15.8:0/1106056612 conn(0x55d0909bebe0 msgr2=0x55d090a8afc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:43.005 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.991+0000 7fa6b4c00700 0 client.27488 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:23:43.005 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.992+0000 7fa6dc346b80 1 -- 172.21.15.8:0/1106056612 shutdown_connections 2024-05-20T21:23:43.005 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.992+0000 7fa6dc346b80 1 -- 172.21.15.8:0/1106056612 wait complete. 2024-05-20T21:23:43.006 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:42.992+0000 7fa6dc346b80 20 client.27488 trim_cache size 0 max 16384 2024-05-20T21:23:43.029 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.028+0000 7fa6dc346b80 1 Processor -- start 2024-05-20T21:23:43.029 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.028+0000 7fa6dc346b80 1 -- start start 2024-05-20T21:23:43.029 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.028+0000 7fa6dc346b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d090a91390 0x55d090a90d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:43.029 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.028+0000 7fa6dc346b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d090a967c0 0x55d090a97d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:43.030 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.028+0000 7fa6dc346b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d090a970e0 0x55d090a8b740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:43.030 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.028+0000 7fa6dc346b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fa6cc1ae120 con 0x55d090a967c0 2024-05-20T21:23:43.030 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.028+0000 7fa6dc346b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa6cc1ab9b0 con 0x55d090a970e0 2024-05-20T21:23:43.030 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.028+0000 7fa6dc346b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fa6cc19d770 con 0x55d090a91390 2024-05-20T21:23:43.037 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.029+0000 7fa6caa00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d090a91390 0x55d090a90d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:43.037 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.029+0000 7fa6ca000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d090a967c0 0x55d090a97d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:43.037 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.029+0000 7fa6caa00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d090a91390 0x55d090a90d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:39124/0 (socket says 172.21.15.8:39124) 2024-05-20T21:23:43.038 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.029+0000 7fa6caa00700 1 -- 172.21.15.8:0/782861548 learned_addr learned my addr 172.21.15.8:0/782861548 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:43.038 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.029+0000 7fa6cb400700 1 --2- 172.21.15.8:0/782861548 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d090a970e0 0x55d090a8b740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:43.038 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.029+0000 7fa6caa00700 1 -- 172.21.15.8:0/782861548 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d090a970e0 msgr2=0x55d090a8b740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:43.038 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.029+0000 7fa6caa00700 1 --2- 172.21.15.8:0/782861548 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d090a970e0 0x55d090a8b740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:43.038 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.029+0000 7fa6caa00700 1 -- 172.21.15.8:0/782861548 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d090a967c0 msgr2=0x55d090a97d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:43.038 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.029+0000 7fa6caa00700 1 --2- 172.21.15.8:0/782861548 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d090a967c0 0x55d090a97d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:43.038 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.029+0000 7fa6caa00700 1 -- 172.21.15.8:0/782861548 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d090a98760 con 0x55d090a91390 2024-05-20T21:23:43.038 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.029+0000 7fa6cb400700 1 --2- 172.21.15.8:0/782861548 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d090a970e0 0x55d090a8b740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:23:43.038 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.030+0000 7fa6caa00700 1 --2- 172.21.15.8:0/782861548 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d090a91390 0x55d090a90d70 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fa6bc025040 tx=0x7fa6bc003720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3b4c5d48b7d0123a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:43.038 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.030+0000 7fa6b7400700 1 -- 172.21.15.8:0/782861548 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6bc027040 con 0x55d090a91390 2024-05-20T21:23:43.038 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.030+0000 7fa6b7400700 1 -- 172.21.15.8:0/782861548 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa6bc034070 con 0x55d090a91390 2024-05-20T21:23:43.038 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.030+0000 7fa6b7400700 1 -- 172.21.15.8:0/782861548 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6bc02e460 con 0x55d090a91390 2024-05-20T21:23:43.039 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.031+0000 7fa6dc346b80 1 -- 172.21.15.8:0/782861548 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d090a91390 msgr2=0x55d090a90d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:43.039 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.031+0000 7fa6dc346b80 1 --2- 172.21.15.8:0/782861548 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d090a91390 0x55d090a90d70 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fa6bc025040 tx=0x7fa6bc003720 comp rx=0 tx=0).stop 2024-05-20T21:23:43.039 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.031+0000 7fa6dc346b80 1 -- 172.21.15.8:0/782861548 shutdown_connections 2024-05-20T21:23:43.039 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.031+0000 7fa6dc346b80 1 --2- 172.21.15.8:0/782861548 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d090a970e0 0x55d090a8b740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:43.039 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.031+0000 7fa6dc346b80 1 --2- 172.21.15.8:0/782861548 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d090a91390 0x55d090a90d70 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:43.039 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.031+0000 7fa6dc346b80 1 --2- 172.21.15.8:0/782861548 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d090a967c0 0x55d090a97d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:43.039 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.031+0000 7fa6dc346b80 1 -- 172.21.15.8:0/782861548 >> 172.21.15.8:0/782861548 conn(0x55d0909bebe0 msgr2=0x55d090a98ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:43.039 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.031+0000 7fa6dc346b80 1 -- 172.21.15.8:0/782861548 shutdown_connections 2024-05-20T21:23:43.039 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.031+0000 7fa6dc346b80 1 -- 172.21.15.8:0/782861548 wait complete. 2024-05-20T21:23:43.039 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.032+0000 7fa6dc346b80 1 -- start start 2024-05-20T21:23:43.039 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.032+0000 7fa6dc346b80 1 Processor -- start 2024-05-20T21:23:43.039 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.032+0000 7fa6dc346b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d090a91390 0x55d090aab6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:43.039 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.033+0000 7fa6dc346b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d090a967c0 0x55d090aabc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:43.039 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.033+0000 7fa6dc346b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d090a970e0 0x55d090aa8690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:43.040 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.033+0000 7fa6dc346b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fa6cc1a9e90 con 0x55d090a967c0 2024-05-20T21:23:43.040 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.033+0000 7fa6dc346b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa6cc1ab2e0 con 0x55d090a91390 2024-05-20T21:23:43.040 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.033+0000 7fa6dc346b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fa6cc1aa540 con 0x55d090a970e0 2024-05-20T21:23:43.040 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.033+0000 7fa6dc346b80 10 client.0 _ll_register_callbacks cb 0x55d090a9abf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:43.040 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.033+0000 7fa6ca000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d090a967c0 0x55d090aabc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:43.040 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.033+0000 7fa6caa00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d090a91390 0x55d090aab6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:43.040 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.033+0000 7fa6cb400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d090a970e0 0x55d090aa8690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:43.040 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.033+0000 7fa6caa00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d090a91390 0x55d090aab6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:47964/0 (socket says 172.21.15.8:47964) 2024-05-20T21:23:43.040 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.033+0000 7fa6caa00700 1 -- 172.21.15.8:0/832736791 learned_addr learned my addr 172.21.15.8:0/832736791 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:43.040 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.034+0000 7fa6cb400700 1 -- 172.21.15.8:0/832736791 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d090a91390 msgr2=0x55d090aab6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:43.040 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.034+0000 7fa6cb400700 1 --2- 172.21.15.8:0/832736791 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d090a91390 0x55d090aab6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:43.040 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.034+0000 7fa6cb400700 1 -- 172.21.15.8:0/832736791 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d090a967c0 msgr2=0x55d090aabc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:43.040 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.034+0000 7fa6cb400700 1 --2- 172.21.15.8:0/832736791 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d090a967c0 0x55d090aabc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:43.040 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.034+0000 7fa6cb400700 1 -- 172.21.15.8:0/832736791 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d090aa8bd0 con 0x55d090a970e0 2024-05-20T21:23:43.041 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.034+0000 7fa6ca000700 1 --2- 172.21.15.8:0/832736791 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d090a967c0 0x55d090aabc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:43.041 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.034+0000 7fa6cb400700 1 --2- 172.21.15.8:0/832736791 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d090a970e0 0x55d090aa8690 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fa6c4007d60 tx=0x7fa6c4004b40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=10aa1113d7e84a2 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:43.041 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.034+0000 7fa6b4c00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:23:43.041 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.034+0000 7fa6b4c00700 1 -- 172.21.15.8:0/832736791 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6c4003a00 con 0x55d090a970e0 2024-05-20T21:23:43.041 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.034+0000 7fa6b4c00700 1 -- 172.21.15.8:0/832736791 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fa6c4003ba0 con 0x55d090a970e0 2024-05-20T21:23:43.041 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.034+0000 7fa6dc346b80 1 -- 172.21.15.8:0/832736791 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa6bc034070 con 0x55d090a970e0 2024-05-20T21:23:43.041 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.035+0000 7fa6b4c00700 1 -- 172.21.15.8:0/832736791 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa6c4003da0 con 0x55d090a970e0 2024-05-20T21:23:43.041 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.035+0000 7fa6dc346b80 10 client.27544 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:43.041 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.035+0000 7fa6dc346b80 1 -- 172.21.15.8:0/832736791 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d090b1e320 con 0x55d090a970e0 2024-05-20T21:23:43.041 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.035+0000 7fa6b4c00700 1 -- 172.21.15.8:0/832736791 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa6bc034070 con 0x55d090a970e0 2024-05-20T21:23:43.041 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.036+0000 7fa6b4c00700 1 -- 172.21.15.8:0/832736791 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fa6c4035050 con 0x55d090a970e0 2024-05-20T21:23:43.041 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.036+0000 7fa6dc346b80 10 client.27544 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:43.041 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.036+0000 7fa6dc346b80 10 client.27544 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:23:43.041 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.036+0000 7fa6dc346b80 20 client.27544 populate_metadata read hostname 'smithi008' 2024-05-20T21:23:43.041 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.036+0000 7fa6dc346b80 1 --2- 172.21.15.8:0/832736791 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55d090b1ea30 0x55d090b20e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:43.042 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.036+0000 7fa6dc346b80 4 client.27544 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:23:43.042 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.036+0000 7fa6dc346b80 1 -- 172.21.15.8:0/832736791 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55d0909ea570 con 0x55d090b1ea30 2024-05-20T21:23:43.042 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.036+0000 7fa6caa00700 1 --2- 172.21.15.8:0/832736791 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55d090b1ea30 0x55d090b20e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:43.043 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.037+0000 7fa6caa00700 1 --2- 172.21.15.8:0/832736791 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55d090b1ea30 0x55d090b20e50 crc :-1 s=READY pgs=222 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6fd1c7242b8cb759 server_cookie=9ebbd79e01a49c09 in_seq=0 out_seq=0 2024-05-20T21:23:43.043 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.037+0000 7fa6b4c00700 10 client.27544 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:23:43.043 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.038+0000 7fa6b4c00700 1 -- 172.21.15.8:0/832736791 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55d0909ea570 con 0x55d090b1ea30 2024-05-20T21:23:43.043 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.038+0000 7fa6b4c00700 10 client.27544 handle_command_reply: tid=0 2024-05-20T21:23:43.043 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.038+0000 7fa6dc346b80 1 client.27544 shutdown 2024-05-20T21:23:43.043 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.038+0000 7fa6dc346b80 1 -- 172.21.15.8:0/832736791 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d090a970e0 msgr2=0x55d090aa8690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:43.043 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.038+0000 7fa6dc346b80 1 --2- 172.21.15.8:0/832736791 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d090a970e0 0x55d090aa8690 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fa6c4007d60 tx=0x7fa6c4004b40 comp rx=0 tx=0).stop 2024-05-20T21:23:43.043 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.038+0000 7fa6dc346b80 1 -- 172.21.15.8:0/832736791 shutdown_connections 2024-05-20T21:23:43.043 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.038+0000 7fa6dc346b80 1 --2- 172.21.15.8:0/832736791 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55d090b1ea30 0x55d090b20e50 crc :-1 s=READY pgs=222 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:43.043 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.038+0000 7fa6dc346b80 1 --2- 172.21.15.8:0/832736791 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d090a91390 0x55d090aab6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:43.043 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.038+0000 7fa6dc346b80 1 --2- 172.21.15.8:0/832736791 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d090a970e0 0x55d090aa8690 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:43.044 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.038+0000 7fa6dc346b80 1 --2- 172.21.15.8:0/832736791 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d090a967c0 0x55d090aabc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:43.044 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.038+0000 7fa6b4c00700 0 client.27544 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:23:43.044 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.038+0000 7fa6dc346b80 1 -- 172.21.15.8:0/832736791 >> 172.21.15.8:0/832736791 conn(0x55d0909bebe0 msgr2=0x55d090a9b7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:43.044 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.038+0000 7fa6dc346b80 1 -- 172.21.15.8:0/832736791 shutdown_connections 2024-05-20T21:23:43.044 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.038+0000 7fa6dc346b80 1 -- 172.21.15.8:0/832736791 wait complete. 2024-05-20T21:23:43.044 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.038+0000 7fa6dc346b80 20 client.27544 trim_cache size 0 max 16384 2024-05-20T21:23:43.044 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:23:43.045 INFO:teuthology.orchestra.run.smithi008.stdout: "status": "no active scrubs running", 2024-05-20T21:23:43.045 INFO:teuthology.orchestra.run.smithi008.stdout: "scrubs": {} 2024-05-20T21:23:43.045 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:23:43.046 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.039+0000 7fa6cbe00700 1 -- 172.21.15.8:0/2579276972 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa6b00b2880 msgr2=0x7fa6b00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:43.047 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.039+0000 7fa6cbe00700 1 --2- 172.21.15.8:0/2579276972 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa6b00b2880 0x7fa6b00b4d40 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fa6c4007610 tx=0x7fa6c400b040 comp rx=0 tx=0).stop 2024-05-20T21:23:43.047 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.039+0000 7fa6cbe00700 1 -- 172.21.15.8:0/2579276972 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa6cc104f50 msgr2=0x7fa6cc1027d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:43.047 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.039+0000 7fa6cbe00700 1 --2- 172.21.15.8:0/2579276972 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa6cc104f50 0x7fa6cc1027d0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7fa6b800e9c0 tx=0x7fa6b800ecd0 comp rx=0 tx=0).stop 2024-05-20T21:23:43.047 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.039+0000 7fa6cbe00700 1 -- 172.21.15.8:0/2579276972 shutdown_connections 2024-05-20T21:23:43.047 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.039+0000 7fa6cbe00700 1 --2- 172.21.15.8:0/2579276972 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa6b00b2880 0x7fa6b00b4d40 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:43.047 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.039+0000 7fa6cbe00700 1 --2- 172.21.15.8:0/2579276972 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa6cc10da60 0x7fa6cc102d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:43.048 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.039+0000 7fa6cbe00700 1 --2- 172.21.15.8:0/2579276972 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa6cc104630 0x7fa6cc102290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:43.048 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.039+0000 7fa6cbe00700 1 --2- 172.21.15.8:0/2579276972 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa6cc104f50 0x7fa6cc1027d0 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:43.048 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.039+0000 7fa6cbe00700 1 -- 172.21.15.8:0/2579276972 >> 172.21.15.8:0/2579276972 conn(0x7fa6cc0fde60 msgr2=0x7fa6cc0feb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:43.048 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.040+0000 7fa6cbe00700 1 -- 172.21.15.8:0/2579276972 shutdown_connections 2024-05-20T21:23:43.048 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:43.040+0000 7fa6cbe00700 1 -- 172.21.15.8:0/2579276972 wait complete. 2024-05-20T21:23:43.048 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:23:44.076 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:23:44.077 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:23:44.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:23:44 smithi130 ceph-mon[36448]: pgmap v692: 97 pgs: 97 active+clean; 4.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 17 op/s 2024-05-20T21:23:44.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:23:44 smithi050 ceph-mon[35809]: pgmap v692: 97 pgs: 97 active+clean; 4.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 17 op/s 2024-05-20T21:23:44.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:23:44 smithi008 ceph-mon[31475]: pgmap v692: 97 pgs: 97 active+clean; 4.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 17 op/s 2024-05-20T21:23:45.194 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:23:46.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:46.083+0000 7f4b0b200700 1 -- 172.21.15.8:0/413762128 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4b0410b760 msgr2=0x7f4b0410bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:46.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:46.083+0000 7f4b0b200700 1 --2- 172.21.15.8:0/413762128 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4b0410b760 0x7f4b0410bb40 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f4af4009990 tx=0x7f4af4009ca0 comp rx=0 tx=0).stop 2024-05-20T21:23:46.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:46.083+0000 7f4b0b200700 1 -- 172.21.15.8:0/413762128 shutdown_connections 2024-05-20T21:23:46.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:46.083+0000 7f4b0b200700 1 --2- 172.21.15.8:0/413762128 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4b04106120 0x7f4b04112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:46.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:46.083+0000 7f4b0b200700 1 --2- 172.21.15.8:0/413762128 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4b0410b760 0x7f4b0410bb40 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:46.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:46.083+0000 7f4b0b200700 1 --2- 172.21.15.8:0/413762128 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4b04105760 0x7f4b04105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:46.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:46.083+0000 7f4b0b200700 1 -- 172.21.15.8:0/413762128 >> 172.21.15.8:0/413762128 conn(0x7f4b04101250 msgr2=0x7f4b04103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:46.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:46.083+0000 7f4b0b200700 1 -- 172.21.15.8:0/413762128 shutdown_connections 2024-05-20T21:23:46.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:46.083+0000 7f4b0b200700 1 -- 172.21.15.8:0/413762128 wait complete. 2024-05-20T21:23:46.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:46.084+0000 7f4b0b200700 1 Processor -- start 2024-05-20T21:23:46.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:46.085+0000 7f4b0b200700 1 -- start start 2024-05-20T21:23:46.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:46.085+0000 7f4b0b200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4b04105760 0x7f4b0419bf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:46.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:46.085+0000 7f4b0b200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4b04106120 0x7f4b0419c440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:46.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:46.085+0000 7f4b0b200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4b0410b760 0x7f4b041a0780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:46.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:46.085+0000 7f4b0b200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f4b041159b0 con 0x7f4b0410b760 2024-05-20T21:23:46.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:46.085+0000 7f4b0b200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4b04115830 con 0x7f4b04106120 2024-05-20T21:23:46.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:46.085+0000 7f4b0b200700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f4b04115b30 con 0x7f4b04105760 2024-05-20T21:23:46.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:46.085+0000 7f4b03e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4b04105760 0x7f4b0419bf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:46.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:46.085+0000 7f4b03e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4b04105760 0x7f4b0419bf00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:39146/0 (socket says 172.21.15.8:39146) 2024-05-20T21:23:46.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:46.085+0000 7f4b03e00700 1 -- 172.21.15.8:0/3758752070 learned_addr learned my addr 172.21.15.8:0/3758752070 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:46.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:46.086+0000 7f4b09200700 1 --2- 172.21.15.8:0/3758752070 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4b0410b760 0x7f4b041a0780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:46.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:46.086+0000 7f4b03400700 1 --2- 172.21.15.8:0/3758752070 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4b04106120 0x7f4b0419c440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:46.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:46.086+0000 7f4b03e00700 1 -- 172.21.15.8:0/3758752070 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4b04106120 msgr2=0x7f4b0419c440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:46.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:46.086+0000 7f4b03e00700 1 --2- 172.21.15.8:0/3758752070 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4b04106120 0x7f4b0419c440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:46.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:46.086+0000 7f4b03e00700 1 -- 172.21.15.8:0/3758752070 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4b0410b760 msgr2=0x7f4b041a0780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:46.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:46.086+0000 7f4b03e00700 1 --2- 172.21.15.8:0/3758752070 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4b0410b760 0x7f4b041a0780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:46.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:46.086+0000 7f4b03e00700 1 -- 172.21.15.8:0/3758752070 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b041a0ec0 con 0x7f4b04105760 2024-05-20T21:23:46.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:46.086+0000 7f4b03e00700 1 --2- 172.21.15.8:0/3758752070 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4b04105760 0x7f4b0419bf00 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f4af4000c00 tx=0x7f4af40057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:46.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:46.087+0000 7f4b00c00700 1 -- 172.21.15.8:0/3758752070 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4af4027070 con 0x7f4b04105760 2024-05-20T21:23:46.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:46.087+0000 7f4b00c00700 1 -- 172.21.15.8:0/3758752070 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4af4022470 con 0x7f4b04105760 2024-05-20T21:23:46.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:46.087+0000 7f4b00c00700 1 -- 172.21.15.8:0/3758752070 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4af4017650 con 0x7f4b04105760 2024-05-20T21:23:46.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:46.087+0000 7f4b0b200700 1 -- 172.21.15.8:0/3758752070 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b041a1150 con 0x7f4b04105760 2024-05-20T21:23:46.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:46.087+0000 7f4b0b200700 1 -- 172.21.15.8:0/3758752070 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b041a8a30 con 0x7f4b04105760 2024-05-20T21:23:46.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:46.088+0000 7f4b0b200700 1 -- 172.21.15.8:0/3758752070 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4b04106ea0 con 0x7f4b04105760 2024-05-20T21:23:46.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:46.090+0000 7f4b00c00700 1 -- 172.21.15.8:0/3758752070 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f4af402a070 con 0x7f4b04105760 2024-05-20T21:23:46.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:46.092+0000 7f4b00c00700 1 --2- 172.21.15.8:0/3758752070 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f4ae80b2900 0x7f4ae80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:46.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:46.092+0000 7f4b00c00700 1 -- 172.21.15.8:0/3758752070 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f4af40e2f50 con 0x7f4b04105760 2024-05-20T21:23:46.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:46.092+0000 7f4b03400700 1 --2- 172.21.15.8:0/3758752070 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f4ae80b2900 0x7f4ae80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:46.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:46.093+0000 7f4b03400700 1 --2- 172.21.15.8:0/3758752070 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f4ae80b2900 0x7f4ae80b4dc0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f4b0410add0 tx=0x7f4af0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:46.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:46.094+0000 7f4b00c00700 1 -- 172.21.15.8:0/3758752070 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f4af4013070 con 0x7f4b04105760 2024-05-20T21:23:46.389 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:46.388+0000 7f4b0b200700 1 -- 172.21.15.8:0/3758752070 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4b0402e560 con 0x7f4b04105760 2024-05-20T21:23:46.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:46.389+0000 7f4b00c00700 1 -- 172.21.15.8:0/3758752070 <== mon.1 v2:172.21.15.130:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7f4af40aac90 con 0x7f4b04105760 2024-05-20T21:23:46.390 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:23:46.390 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:23:46.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:46.393+0000 7f4b0b200700 1 -- 172.21.15.8:0/3758752070 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f4ae80b2900 msgr2=0x7f4ae80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:46.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:46.393+0000 7f4b0b200700 1 --2- 172.21.15.8:0/3758752070 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f4ae80b2900 0x7f4ae80b4dc0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f4b0410add0 tx=0x7f4af0009260 comp rx=0 tx=0).stop 2024-05-20T21:23:46.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:46.393+0000 7f4b0b200700 1 -- 172.21.15.8:0/3758752070 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4b04105760 msgr2=0x7f4b0419bf00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:46.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:46.393+0000 7f4b0b200700 1 --2- 172.21.15.8:0/3758752070 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4b04105760 0x7f4b0419bf00 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f4af4000c00 tx=0x7f4af40057c0 comp rx=0 tx=0).stop 2024-05-20T21:23:46.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:46.393+0000 7f4b0b200700 1 -- 172.21.15.8:0/3758752070 shutdown_connections 2024-05-20T21:23:46.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:46.393+0000 7f4b0b200700 1 --2- 172.21.15.8:0/3758752070 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f4ae80b2900 0x7f4ae80b4dc0 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:46.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:46.393+0000 7f4b0b200700 1 --2- 172.21.15.8:0/3758752070 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4b0410b760 0x7f4b041a0780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:46.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:46.393+0000 7f4b0b200700 1 --2- 172.21.15.8:0/3758752070 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4b04105760 0x7f4b0419bf00 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:46.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:46.393+0000 7f4b0b200700 1 --2- 172.21.15.8:0/3758752070 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4b04106120 0x7f4b0419c440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:46.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:46.393+0000 7f4b0b200700 1 -- 172.21.15.8:0/3758752070 >> 172.21.15.8:0/3758752070 conn(0x7f4b04101250 msgr2=0x7f4b04101970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:46.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:46.393+0000 7f4b0b200700 1 -- 172.21.15.8:0/3758752070 shutdown_connections 2024-05-20T21:23:46.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:46.394+0000 7f4b0b200700 1 -- 172.21.15.8:0/3758752070 wait complete. 2024-05-20T21:23:46.395 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:23:46.640 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:23:46 smithi008 ceph-mon[31475]: pgmap v693: 97 pgs: 97 active+clean; 4.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 13 op/s 2024-05-20T21:23:46.641 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:23:46 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/3758752070' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:23:46.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:23:46 smithi130 ceph-mon[36448]: pgmap v693: 97 pgs: 97 active+clean; 4.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 13 op/s 2024-05-20T21:23:46.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:23:46 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/3758752070' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:23:46.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:23:46 smithi050 ceph-mon[35809]: pgmap v693: 97 pgs: 97 active+clean; 4.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 13 op/s 2024-05-20T21:23:46.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:23:46 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/3758752070' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:23:47.721 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24529 quiesce db --set-id 10b5ef12 --release --await' 2024-05-20T21:23:47.722 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24529 quiesce db --set-id 10b5ef12 --release --await 2024-05-20T21:23:48.340 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:48.339+0000 7f8823200700 1 -- 172.21.15.8:0/3750240139 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8824106010 msgr2=0x7f8824112520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:48.340 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:48.339+0000 7f8823200700 1 --2- 172.21.15.8:0/3750240139 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8824106010 0x7f8824112520 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f881c009f90 tx=0x7f881c00b330 comp rx=0 tx=0).stop 2024-05-20T21:23:48.340 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:48.339+0000 7f8823200700 1 -- 172.21.15.8:0/3750240139 shutdown_connections 2024-05-20T21:23:48.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:48.339+0000 7f8823200700 1 --2- 172.21.15.8:0/3750240139 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8824106010 0x7f8824112520 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:48.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:48.339+0000 7f8823200700 1 --2- 172.21.15.8:0/3750240139 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f882410b650 0x7f882410ba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:48.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:48.339+0000 7f8823200700 1 --2- 172.21.15.8:0/3750240139 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8824105650 0x7f8824105ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:48.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:48.339+0000 7f8823200700 1 -- 172.21.15.8:0/3750240139 >> 172.21.15.8:0/3750240139 conn(0x7f8824101120 msgr2=0x7f8824103540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:48.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:48.339+0000 7f8823200700 1 -- 172.21.15.8:0/3750240139 shutdown_connections 2024-05-20T21:23:48.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:48.339+0000 7f8823200700 1 -- 172.21.15.8:0/3750240139 wait complete. 2024-05-20T21:23:48.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:48.341+0000 7f8823200700 1 Processor -- start 2024-05-20T21:23:48.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:48.341+0000 7f8823200700 1 -- start start 2024-05-20T21:23:48.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:48.342+0000 7f8823200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8824105650 0x7f8824112360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:48.343 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:48.342+0000 7f8823200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8824106010 0x7f882410f410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:48.343 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:48.342+0000 7f8823200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f882410b650 0x7f882410f950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:48.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:48.342+0000 7f8823200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f8824115890 con 0x7f882410b650 2024-05-20T21:23:48.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:48.342+0000 7f8823200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8824115710 con 0x7f8824106010 2024-05-20T21:23:48.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:48.342+0000 7f8823200700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f8824115a10 con 0x7f8824105650 2024-05-20T21:23:48.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:48.342+0000 7f8821e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8824105650 0x7f8824112360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:48.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:48.342+0000 7f8821e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8824105650 0x7f8824112360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:39164/0 (socket says 172.21.15.8:39164) 2024-05-20T21:23:48.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:48.342+0000 7f8821e00700 1 -- 172.21.15.8:0/3254339483 learned_addr learned my addr 172.21.15.8:0/3254339483 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:48.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:48.342+0000 7f8822800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f882410b650 0x7f882410f950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:48.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:48.342+0000 7f8821400700 1 --2- 172.21.15.8:0/3254339483 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8824106010 0x7f882410f410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:48.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:48.343+0000 7f8821e00700 1 -- 172.21.15.8:0/3254339483 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8824106010 msgr2=0x7f882410f410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:48.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:48.343+0000 7f8821e00700 1 --2- 172.21.15.8:0/3254339483 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8824106010 0x7f882410f410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:48.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:48.343+0000 7f8821e00700 1 -- 172.21.15.8:0/3254339483 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f882410b650 msgr2=0x7f882410f950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:48.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:48.343+0000 7f8821e00700 1 --2- 172.21.15.8:0/3254339483 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f882410b650 0x7f882410f950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:48.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:48.343+0000 7f8821e00700 1 -- 172.21.15.8:0/3254339483 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8824110200 con 0x7f8824105650 2024-05-20T21:23:48.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:48.343+0000 7f8821e00700 1 --2- 172.21.15.8:0/3254339483 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8824105650 0x7f8824112360 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f881400e9c0 tx=0x7f881400ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:48.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:48.344+0000 7f881aa00700 1 -- 172.21.15.8:0/3254339483 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f881400cbd0 con 0x7f8824105650 2024-05-20T21:23:48.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:48.344+0000 7f881aa00700 1 -- 172.21.15.8:0/3254339483 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f881400cd70 con 0x7f8824105650 2024-05-20T21:23:48.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:48.344+0000 7f881aa00700 1 -- 172.21.15.8:0/3254339483 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8814005580 con 0x7f8824105650 2024-05-20T21:23:48.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:48.344+0000 7f8823200700 1 -- 172.21.15.8:0/3254339483 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88241ac690 con 0x7f8824105650 2024-05-20T21:23:48.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:48.344+0000 7f8823200700 1 -- 172.21.15.8:0/3254339483 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88241acbd0 con 0x7f8824105650 2024-05-20T21:23:48.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:48.345+0000 7f8823200700 1 -- 172.21.15.8:0/3254339483 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8824106d90 con 0x7f8824105650 2024-05-20T21:23:48.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:48.348+0000 7f881aa00700 1 -- 172.21.15.8:0/3254339483 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f8814004750 con 0x7f8824105650 2024-05-20T21:23:48.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:48.350+0000 7f881aa00700 1 --2- 172.21.15.8:0/3254339483 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f88080b2900 0x7f88080b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:48.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:48.350+0000 7f881aa00700 1 -- 172.21.15.8:0/3254339483 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f88140e2590 con 0x7f8824105650 2024-05-20T21:23:48.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:48.350+0000 7f8821400700 1 --2- 172.21.15.8:0/3254339483 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f88080b2900 0x7f88080b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:48.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:48.351+0000 7f8821400700 1 --2- 172.21.15.8:0/3254339483 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f88080b2900 0x7f88080b4dc0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f8810009680 tx=0x7f8810009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:48.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:48.351+0000 7f881aa00700 1 -- 172.21.15.8:0/3254339483 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f8814054df0 con 0x7f8824105650 2024-05-20T21:23:48.431 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:23:48.652 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:48.651+0000 7f8823200700 1 -- 172.21.15.8:0/3254339483 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8824110940 con 0x7f8824105650 2024-05-20T21:23:48.653 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:48.652+0000 7f881aa00700 1 -- 172.21.15.8:0/3254339483 <== mon.1 v2:172.21.15.130:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7f88140aa240 con 0x7f8824105650 2024-05-20T21:23:48.653 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:23:48.653 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:23:48.656 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:48.655+0000 7f8823200700 1 -- 172.21.15.8:0/3254339483 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f88080b2900 msgr2=0x7f88080b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:48.656 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:48.655+0000 7f8823200700 1 --2- 172.21.15.8:0/3254339483 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f88080b2900 0x7f88080b4dc0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f8810009680 tx=0x7f8810009260 comp rx=0 tx=0).stop 2024-05-20T21:23:48.656 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:48.655+0000 7f8823200700 1 -- 172.21.15.8:0/3254339483 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8824105650 msgr2=0x7f8824112360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:48.656 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:48.655+0000 7f8823200700 1 --2- 172.21.15.8:0/3254339483 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8824105650 0x7f8824112360 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f881400e9c0 tx=0x7f881400ecd0 comp rx=0 tx=0).stop 2024-05-20T21:23:48.657 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:48.656+0000 7f8823200700 1 -- 172.21.15.8:0/3254339483 shutdown_connections 2024-05-20T21:23:48.657 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:48.656+0000 7f8823200700 1 --2- 172.21.15.8:0/3254339483 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f88080b2900 0x7f88080b4dc0 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:48.657 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:48.656+0000 7f8823200700 1 --2- 172.21.15.8:0/3254339483 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f882410b650 0x7f882410f950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:48.657 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:48.656+0000 7f8823200700 1 --2- 172.21.15.8:0/3254339483 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8824105650 0x7f8824112360 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:48.657 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:48.656+0000 7f8823200700 1 --2- 172.21.15.8:0/3254339483 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8824106010 0x7f882410f410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:48.657 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:48.656+0000 7f8823200700 1 -- 172.21.15.8:0/3254339483 >> 172.21.15.8:0/3254339483 conn(0x7f8824101120 msgr2=0x7f8824101740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:48.657 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:48.656+0000 7f8823200700 1 -- 172.21.15.8:0/3254339483 shutdown_connections 2024-05-20T21:23:48.657 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:48.656+0000 7f8823200700 1 -- 172.21.15.8:0/3254339483 wait complete. 2024-05-20T21:23:48.658 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:23:48.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:23:48 smithi130 ceph-mon[36448]: pgmap v694: 97 pgs: 97 active+clean; 4.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 13 op/s 2024-05-20T21:23:48.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:23:48 smithi050 ceph-mon[35809]: pgmap v694: 97 pgs: 97 active+clean; 4.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 13 op/s 2024-05-20T21:23:48.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:23:48 smithi008 ceph-mon[31475]: pgmap v694: 97 pgs: 97 active+clean; 4.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 13 op/s 2024-05-20T21:23:49.850 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:23:49 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/3254339483' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:23:49.850 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:23:49 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:23:49.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:23:49 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/3254339483' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:23:49.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:23:49 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:23:49.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:23:49 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/3254339483' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:23:49.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:23:49 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:23:50.534 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:23:50.806 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:23:50 smithi008 ceph-mon[31475]: pgmap v695: 97 pgs: 97 active+clean; 4.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 13 op/s 2024-05-20T21:23:50.806 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:23:50 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:23:50.807 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:23:50 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:23:50.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:23:50 smithi130 ceph-mon[36448]: pgmap v695: 97 pgs: 97 active+clean; 4.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 13 op/s 2024-05-20T21:23:50.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:23:50 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:23:50.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:23:50 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:23:50.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:23:50 smithi050 ceph-mon[35809]: pgmap v695: 97 pgs: 97 active+clean; 4.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 13 op/s 2024-05-20T21:23:50.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:23:50 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:23:50.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:23:50 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:23:51.145 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.144+0000 7fe323000700 1 -- 172.21.15.8:0/1503682421 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe31c1095b0 msgr2=0x7fe31c109990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:51.145 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.144+0000 7fe323000700 1 --2- 172.21.15.8:0/1503682421 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe31c1095b0 0x7fe31c109990 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7fe30c009990 tx=0x7fe30c009ca0 comp rx=0 tx=0).stop 2024-05-20T21:23:51.146 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.145+0000 7fe323000700 1 -- 172.21.15.8:0/1503682421 shutdown_connections 2024-05-20T21:23:51.146 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.145+0000 7fe323000700 1 --2- 172.21.15.8:0/1503682421 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe31c1095b0 0x7fe31c109990 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:51.146 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.145+0000 7fe323000700 1 --2- 172.21.15.8:0/1503682421 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe31c06bbe0 0x7fe31c1103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:51.146 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.145+0000 7fe323000700 1 --2- 172.21.15.8:0/1503682421 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe31c06b220 0x7fe31c06b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:51.146 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.145+0000 7fe323000700 1 -- 172.21.15.8:0/1503682421 >> 172.21.15.8:0/1503682421 conn(0x7fe31c0793f0 msgr2=0x7fe31c079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:51.146 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.145+0000 7fe323000700 1 -- 172.21.15.8:0/1503682421 shutdown_connections 2024-05-20T21:23:51.146 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.145+0000 7fe323000700 1 -- 172.21.15.8:0/1503682421 wait complete. 2024-05-20T21:23:51.147 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.147+0000 7fe323000700 1 Processor -- start 2024-05-20T21:23:51.147 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.147+0000 7fe323000700 1 -- start start 2024-05-20T21:23:51.148 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.147+0000 7fe323000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe31c06b220 0x7fe31c19be40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:51.148 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.147+0000 7fe323000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe31c06bbe0 0x7fe31c19c380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:51.149 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.147+0000 7fe323000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe31c1095b0 0x7fe31c1a0710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:51.149 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.147+0000 7fe323000700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fe31c113710 con 0x7fe31c1095b0 2024-05-20T21:23:51.149 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.147+0000 7fe323000700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe31c113590 con 0x7fe31c06bbe0 2024-05-20T21:23:51.149 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.148+0000 7fe323000700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fe31c113890 con 0x7fe31c06b220 2024-05-20T21:23:51.149 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.148+0000 7fe31b400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe31c06bbe0 0x7fe31c19c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:51.149 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.148+0000 7fe31be00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe31c06b220 0x7fe31c19be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:51.149 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.148+0000 7fe31b400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe31c06bbe0 0x7fe31c19c380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:48018/0 (socket says 172.21.15.8:48018) 2024-05-20T21:23:51.149 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.148+0000 7fe31b400700 1 -- 172.21.15.8:0/1380100513 learned_addr learned my addr 172.21.15.8:0/1380100513 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:51.149 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.148+0000 7fe31b400700 1 -- 172.21.15.8:0/1380100513 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe31c06b220 msgr2=0x7fe31c19be40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:51.150 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.148+0000 7fe31b400700 1 --2- 172.21.15.8:0/1380100513 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe31c06b220 0x7fe31c19be40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:51.150 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.148+0000 7fe31b400700 1 -- 172.21.15.8:0/1380100513 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe31c1095b0 msgr2=0x7fe31c1a0710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:51.150 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.148+0000 7fe31b400700 1 --2- 172.21.15.8:0/1380100513 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe31c1095b0 0x7fe31c1a0710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:51.150 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.148+0000 7fe31b400700 1 -- 172.21.15.8:0/1380100513 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe31c1a0e50 con 0x7fe31c06bbe0 2024-05-20T21:23:51.151 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.149+0000 7fe31b400700 1 --2- 172.21.15.8:0/1380100513 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe31c06bbe0 0x7fe31c19c380 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7fe30800e9a0 tx=0x7fe30800ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:51.151 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.149+0000 7fe318c00700 1 -- 172.21.15.8:0/1380100513 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe30800cbd0 con 0x7fe31c06bbe0 2024-05-20T21:23:51.151 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.149+0000 7fe323000700 1 -- 172.21.15.8:0/1380100513 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe31c1a1140 con 0x7fe31c06bbe0 2024-05-20T21:23:51.151 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.149+0000 7fe318c00700 1 -- 172.21.15.8:0/1380100513 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe30800cd70 con 0x7fe31c06bbe0 2024-05-20T21:23:51.151 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.149+0000 7fe318c00700 1 -- 172.21.15.8:0/1380100513 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe308018680 con 0x7fe31c06bbe0 2024-05-20T21:23:51.152 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.149+0000 7fe323000700 1 -- 172.21.15.8:0/1380100513 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe31c1a89c0 con 0x7fe31c06bbe0 2024-05-20T21:23:51.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.154+0000 7fe318c00700 1 -- 172.21.15.8:0/1380100513 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fe308010430 con 0x7fe31c06bbe0 2024-05-20T21:23:51.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.154+0000 7fe32da22b80 1 Processor -- start 2024-05-20T21:23:51.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.155+0000 7fe32da22b80 1 -- start start 2024-05-20T21:23:51.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.155+0000 7fe32da22b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aafebf13e0 0x55aafebf17c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:51.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.155+0000 7fe32da22b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aafebf1d00 0x55aafebeb960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:51.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.155+0000 7fe32da22b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aafebebf80 0x55aafebec3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:51.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.155+0000 7fe32da22b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55aafeb49f40 con 0x55aafebf1d00 2024-05-20T21:23:51.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.155+0000 7fe32da22b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55aafeb39ae0 con 0x55aafebebf80 2024-05-20T21:23:51.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.155+0000 7fe32da22b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55aafeb3db20 con 0x55aafebf13e0 2024-05-20T21:23:51.157 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.156+0000 7fe321000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aafebf13e0 0x55aafebf17c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:51.157 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.156+0000 7fe321000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aafebf13e0 0x55aafebf17c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:39206/0 (socket says 172.21.15.8:39206) 2024-05-20T21:23:51.157 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.156+0000 7fe321000700 1 -- 172.21.15.8:0/933073711 learned_addr learned my addr 172.21.15.8:0/933073711 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:51.157 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.156+0000 7fe31b400700 1 --2- 172.21.15.8:0/933073711 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aafebebf80 0x55aafebec3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:51.157 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.156+0000 7fe318c00700 1 --2- 172.21.15.8:0/1380100513 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe3000b2900 0x7fe3000b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:51.157 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.156+0000 7fe318c00700 1 -- 172.21.15.8:0/1380100513 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fe3080e2460 con 0x7fe31c06bbe0 2024-05-20T21:23:51.157 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.156+0000 7fe31be00700 1 --2- 172.21.15.8:0/933073711 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aafebf1d00 0x55aafebeb960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:51.157 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.156+0000 7fe321000700 1 -- 172.21.15.8:0/933073711 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aafebebf80 msgr2=0x55aafebec3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:51.157 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.156+0000 7fe321000700 1 --2- 172.21.15.8:0/933073711 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aafebebf80 0x55aafebec3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:51.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.156+0000 7fe321000700 1 -- 172.21.15.8:0/933073711 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aafebf1d00 msgr2=0x55aafebeb960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:51.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.157+0000 7fe321000700 1 --2- 172.21.15.8:0/933073711 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aafebf1d00 0x55aafebeb960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:51.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.157+0000 7fe321000700 1 -- 172.21.15.8:0/933073711 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aafeb02520 con 0x55aafebf13e0 2024-05-20T21:23:51.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.157+0000 7fe31be00700 1 --2- 172.21.15.8:0/933073711 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aafebf1d00 0x55aafebeb960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:23:51.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.157+0000 7fe321000700 1 --2- 172.21.15.8:0/1380100513 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe3000b2900 0x7fe3000b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:51.159 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.157+0000 7fe321000700 1 --2- 172.21.15.8:0/933073711 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aafebf13e0 0x55aafebf17c0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fe314009dc0 tx=0x7fe3140077e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=77642acbc4dc85ae server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:51.159 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.158+0000 7fe311600700 1 -- 172.21.15.8:0/933073711 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe314016cc0 con 0x55aafebf13e0 2024-05-20T21:23:51.159 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.158+0000 7fe311600700 1 -- 172.21.15.8:0/933073711 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe3140218f0 con 0x55aafebf13e0 2024-05-20T21:23:51.159 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.158+0000 7fe311600700 1 -- 172.21.15.8:0/933073711 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe31401f550 con 0x55aafebf13e0 2024-05-20T21:23:51.159 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.159+0000 7fe32da22b80 1 -- 172.21.15.8:0/933073711 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aafebf13e0 msgr2=0x55aafebf17c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:51.159 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.159+0000 7fe32da22b80 1 --2- 172.21.15.8:0/933073711 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aafebf13e0 0x55aafebf17c0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fe314009dc0 tx=0x7fe3140077e0 comp rx=0 tx=0).stop 2024-05-20T21:23:51.159 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.159+0000 7fe321000700 1 --2- 172.21.15.8:0/1380100513 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe3000b2900 0x7fe3000b4dc0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fe31401e000 tx=0x7fe31401b000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:51.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.159+0000 7fe32da22b80 1 -- 172.21.15.8:0/933073711 shutdown_connections 2024-05-20T21:23:51.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.159+0000 7fe32da22b80 1 --2- 172.21.15.8:0/933073711 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aafebebf80 0x55aafebec3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:51.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.159+0000 7fe32da22b80 1 --2- 172.21.15.8:0/933073711 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aafebf13e0 0x55aafebf17c0 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:51.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.159+0000 7fe32da22b80 1 --2- 172.21.15.8:0/933073711 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aafebf1d00 0x55aafebeb960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:51.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.159+0000 7fe32da22b80 1 -- 172.21.15.8:0/933073711 >> 172.21.15.8:0/933073711 conn(0x55aafeb19ce0 msgr2=0x55aafebe6420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:51.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.159+0000 7fe32da22b80 1 -- 172.21.15.8:0/933073711 shutdown_connections 2024-05-20T21:23:51.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.159+0000 7fe32da22b80 1 -- 172.21.15.8:0/933073711 wait complete. 2024-05-20T21:23:51.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.159+0000 7fe32da22b80 1 -- start start 2024-05-20T21:23:51.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.160+0000 7fe32da22b80 1 Processor -- start 2024-05-20T21:23:51.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.160+0000 7fe32da22b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aafebebf80 0x55aafebf79a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:51.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.160+0000 7fe32da22b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aafebf13e0 0x55aafebf4d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:51.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.161+0000 7fe32da22b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aafebf1d00 0x55aafebf5280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:51.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.161+0000 7fe32da22b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55aafea400a0 con 0x55aafebf1d00 2024-05-20T21:23:51.162 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.161+0000 7fe32da22b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55aafeada860 con 0x55aafebebf80 2024-05-20T21:23:51.162 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.161+0000 7fe32da22b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55aafebf87e0 con 0x55aafebf13e0 2024-05-20T21:23:51.162 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.161+0000 7fe31be00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aafebebf80 0x55aafebf79a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:51.162 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.161+0000 7fe32da22b80 10 client.0 _ll_register_callbacks cb 0x55aafeae3d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:51.162 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.161+0000 7fe31be00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aafebebf80 0x55aafebf79a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:48022/0 (socket says 172.21.15.8:48022) 2024-05-20T21:23:51.162 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.161+0000 7fe31be00700 1 -- 172.21.15.8:0/1069958795 learned_addr learned my addr 172.21.15.8:0/1069958795 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:51.162 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.161+0000 7fe31b400700 1 --2- 172.21.15.8:0/1069958795 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aafebf13e0 0x55aafebf4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:51.162 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.161+0000 7fe321000700 1 --2- 172.21.15.8:0/1069958795 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aafebf1d00 0x55aafebf5280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:51.162 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.161+0000 7fe31b400700 1 -- 172.21.15.8:0/1069958795 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aafebebf80 msgr2=0x55aafebf79a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:51.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.161+0000 7fe31b400700 1 --2- 172.21.15.8:0/1069958795 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aafebebf80 0x55aafebf79a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:51.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.161+0000 7fe31b400700 1 -- 172.21.15.8:0/1069958795 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aafebf1d00 msgr2=0x55aafebf5280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:51.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.161+0000 7fe31b400700 1 --2- 172.21.15.8:0/1069958795 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aafebf1d00 0x55aafebf5280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:51.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.161+0000 7fe31b400700 1 -- 172.21.15.8:0/1069958795 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aafea899d0 con 0x55aafebf13e0 2024-05-20T21:23:51.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.162+0000 7fe31b400700 1 --2- 172.21.15.8:0/1069958795 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aafebf13e0 0x55aafebf4d40 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7fe3080dfec0 tx=0x7fe3080b26c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1a14ea6b3e0121fb server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:51.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.162+0000 7fe306000700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:23:51.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.162+0000 7fe306000700 1 -- 172.21.15.8:0/1069958795 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3080a9ef0 con 0x55aafebf13e0 2024-05-20T21:23:51.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.162+0000 7fe32da22b80 1 -- 172.21.15.8:0/1069958795 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe3140218f0 con 0x55aafebf13e0 2024-05-20T21:23:51.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.162+0000 7fe306000700 1 -- 172.21.15.8:0/1069958795 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fe3080cc2e0 con 0x55aafebf13e0 2024-05-20T21:23:51.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.162+0000 7fe306000700 1 -- 172.21.15.8:0/1069958795 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe3080bee60 con 0x55aafebf13e0 2024-05-20T21:23:51.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.162+0000 7fe32da22b80 10 client.27568 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:51.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.162+0000 7fe32da22b80 1 -- 172.21.15.8:0/1069958795 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55aafeb0a160 con 0x55aafebf13e0 2024-05-20T21:23:51.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.163+0000 7fe306000700 1 -- 172.21.15.8:0/1069958795 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe3140218f0 con 0x55aafebf13e0 2024-05-20T21:23:51.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.163+0000 7fe306000700 1 -- 172.21.15.8:0/1069958795 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe3080a5380 con 0x55aafebf13e0 2024-05-20T21:23:51.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.163+0000 7fe32da22b80 10 client.27568 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:51.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.163+0000 7fe32da22b80 10 client.27568 resolve_mds: validated gid 24529 aka daemon mds.i 2024-05-20T21:23:51.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.163+0000 7fe32da22b80 20 client.27568 populate_metadata read hostname 'smithi008' 2024-05-20T21:23:51.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.163+0000 7fe32da22b80 1 --2- 172.21.15.8:0/1069958795 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55aafec0da50 0x55aafec0fe40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:51.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.163+0000 7fe32da22b80 4 client.27568 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:23:51.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.163+0000 7fe32da22b80 1 -- 172.21.15.8:0/1069958795 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55aafeb4be90 con 0x55aafec0da50 2024-05-20T21:23:51.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.164+0000 7fe31be00700 1 --2- 172.21.15.8:0/1069958795 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55aafec0da50 0x55aafec0fe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:51.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.164+0000 7fe31be00700 1 --2- 172.21.15.8:0/1069958795 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55aafec0da50 0x55aafec0fe40 crc :-1 s=READY pgs=223 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=971ba99ed5d09db server_cookie=ee7d728021de5fc4 in_seq=0 out_seq=0 2024-05-20T21:23:51.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.164+0000 7fe306000700 10 client.27568 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:23:51.166 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.165+0000 7fe306000700 1 -- 172.21.15.8:0/1069958795 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55aafeb4be90 con 0x55aafec0da50 2024-05-20T21:23:51.166 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.165+0000 7fe306000700 10 client.27568 handle_command_reply: tid=0 2024-05-20T21:23:51.166 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.165+0000 7fe32da22b80 1 client.27568 shutdown 2024-05-20T21:23:51.166 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.165+0000 7fe32da22b80 1 -- 172.21.15.8:0/1069958795 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aafebf13e0 msgr2=0x55aafebf4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:51.166 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.165+0000 7fe32da22b80 1 --2- 172.21.15.8:0/1069958795 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aafebf13e0 0x55aafebf4d40 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7fe3080dfec0 tx=0x7fe3080b26c0 comp rx=0 tx=0).stop 2024-05-20T21:23:51.166 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.166+0000 7fe32da22b80 1 -- 172.21.15.8:0/1069958795 shutdown_connections 2024-05-20T21:23:51.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.166+0000 7fe32da22b80 1 --2- 172.21.15.8:0/1069958795 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55aafec0da50 0x55aafec0fe40 crc :-1 s=READY pgs=223 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:51.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.166+0000 7fe32da22b80 1 --2- 172.21.15.8:0/1069958795 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aafebebf80 0x55aafebf79a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:51.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.166+0000 7fe32da22b80 1 --2- 172.21.15.8:0/1069958795 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aafebf1d00 0x55aafebf5280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:51.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.166+0000 7fe32da22b80 1 --2- 172.21.15.8:0/1069958795 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aafebf13e0 0x55aafebf4d40 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:51.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.166+0000 7fe32da22b80 1 -- 172.21.15.8:0/1069958795 >> 172.21.15.8:0/1069958795 conn(0x55aafeb19ce0 msgr2=0x55aafebea950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:51.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.166+0000 7fe306000700 0 client.27568 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:23:51.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.166+0000 7fe32da22b80 1 -- 172.21.15.8:0/1069958795 shutdown_connections 2024-05-20T21:23:51.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.166+0000 7fe32da22b80 1 -- 172.21.15.8:0/1069958795 wait complete. 2024-05-20T21:23:51.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.166+0000 7fe32da22b80 20 client.27568 trim_cache size 0 max 16384 2024-05-20T21:23:51.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.192+0000 7fe32da22b80 1 Processor -- start 2024-05-20T21:23:51.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.193+0000 7fe32da22b80 1 -- start start 2024-05-20T21:23:51.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.193+0000 7fe32da22b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aafebebf80 0x55aafebf27f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:51.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.193+0000 7fe32da22b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aafebf13e0 0x55aafec15650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:51.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.193+0000 7fe32da22b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aafebf1d00 0x55aafec15b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:51.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.193+0000 7fe32da22b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fe31c1ae310 con 0x55aafebf1d00 2024-05-20T21:23:51.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.193+0000 7fe32da22b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe31c1abba0 con 0x55aafebebf80 2024-05-20T21:23:51.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.193+0000 7fe32da22b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fe31c10e310 con 0x55aafebf13e0 2024-05-20T21:23:51.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.193+0000 7fe31be00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aafebebf80 0x55aafebf27f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:51.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.194+0000 7fe31be00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aafebebf80 0x55aafebf27f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:48036/0 (socket says 172.21.15.8:48036) 2024-05-20T21:23:51.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.194+0000 7fe31be00700 1 -- 172.21.15.8:0/495932596 learned_addr learned my addr 172.21.15.8:0/495932596 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:51.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.194+0000 7fe31b400700 1 --2- 172.21.15.8:0/495932596 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aafebf13e0 0x55aafec15650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:51.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.194+0000 7fe31be00700 1 -- 172.21.15.8:0/495932596 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aafebf13e0 msgr2=0x55aafec15650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:51.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.194+0000 7fe31be00700 1 --2- 172.21.15.8:0/495932596 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aafebf13e0 0x55aafec15650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:51.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.194+0000 7fe31be00700 1 -- 172.21.15.8:0/495932596 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aafebf1d00 msgr2=0x55aafec15b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:51.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.194+0000 7fe31be00700 1 --2- 172.21.15.8:0/495932596 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aafebf1d00 0x55aafec15b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:51.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.194+0000 7fe31be00700 1 -- 172.21.15.8:0/495932596 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aafebf55b0 con 0x55aafebebf80 2024-05-20T21:23:51.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.195+0000 7fe31be00700 1 --2- 172.21.15.8:0/495932596 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aafebebf80 0x55aafebf27f0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7fe30c009540 tx=0x7fe30c00b260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8171bbfa9e13d63b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:51.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.195+0000 7fe310c00700 1 -- 172.21.15.8:0/495932596 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe30c00bb30 con 0x55aafebebf80 2024-05-20T21:23:51.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.195+0000 7fe310c00700 1 -- 172.21.15.8:0/495932596 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe30c00bcd0 con 0x55aafebebf80 2024-05-20T21:23:51.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.195+0000 7fe310c00700 1 -- 172.21.15.8:0/495932596 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe30c00f460 con 0x55aafebebf80 2024-05-20T21:23:51.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.197+0000 7fe32da22b80 1 -- 172.21.15.8:0/495932596 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aafebebf80 msgr2=0x55aafebf27f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:51.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.197+0000 7fe32da22b80 1 --2- 172.21.15.8:0/495932596 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aafebebf80 0x55aafebf27f0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7fe30c009540 tx=0x7fe30c00b260 comp rx=0 tx=0).stop 2024-05-20T21:23:51.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.197+0000 7fe32da22b80 1 -- 172.21.15.8:0/495932596 shutdown_connections 2024-05-20T21:23:51.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.197+0000 7fe32da22b80 1 --2- 172.21.15.8:0/495932596 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aafebebf80 0x55aafebf27f0 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:51.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.197+0000 7fe32da22b80 1 --2- 172.21.15.8:0/495932596 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aafebf1d00 0x55aafec15b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:51.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.197+0000 7fe32da22b80 1 --2- 172.21.15.8:0/495932596 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aafebf13e0 0x55aafec15650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:51.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.197+0000 7fe32da22b80 1 -- 172.21.15.8:0/495932596 >> 172.21.15.8:0/495932596 conn(0x55aafeb19ce0 msgr2=0x55aafebf20e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:51.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.197+0000 7fe32da22b80 1 -- 172.21.15.8:0/495932596 shutdown_connections 2024-05-20T21:23:51.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.198+0000 7fe32da22b80 1 -- 172.21.15.8:0/495932596 wait complete. 2024-05-20T21:23:51.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.198+0000 7fe32da22b80 1 -- start start 2024-05-20T21:23:51.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.198+0000 7fe32da22b80 1 Processor -- start 2024-05-20T21:23:51.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.199+0000 7fe32da22b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aafebebf80 0x55aafec03330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:51.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.199+0000 7fe32da22b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aafebf13e0 0x55aafec03870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:51.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.199+0000 7fe32da22b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aafebf1d00 0x55aafec03db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:51.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.199+0000 7fe32da22b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fe31c1aa060 con 0x55aafebebf80 2024-05-20T21:23:51.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.199+0000 7fe32da22b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe31c1ab4d0 con 0x55aafebf13e0 2024-05-20T21:23:51.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.199+0000 7fe32da22b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fe31c1aa730 con 0x55aafebf1d00 2024-05-20T21:23:51.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.199+0000 7fe32da22b80 10 client.0 _ll_register_callbacks cb 0x55aafeae3d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:51.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.199+0000 7fe31b400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aafebf13e0 0x55aafec03870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:51.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.199+0000 7fe31b400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aafebf13e0 0x55aafec03870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:48040/0 (socket says 172.21.15.8:48040) 2024-05-20T21:23:51.201 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.199+0000 7fe31b400700 1 -- 172.21.15.8:0/401904462 learned_addr learned my addr 172.21.15.8:0/401904462 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:51.201 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.200+0000 7fe321000700 1 --2- 172.21.15.8:0/401904462 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aafebf1d00 0x55aafec03db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:51.201 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.200+0000 7fe31be00700 1 --2- 172.21.15.8:0/401904462 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aafebebf80 0x55aafec03330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:51.201 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.200+0000 7fe321000700 1 -- 172.21.15.8:0/401904462 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aafebf13e0 msgr2=0x55aafec03870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:51.201 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.200+0000 7fe321000700 1 --2- 172.21.15.8:0/401904462 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aafebf13e0 0x55aafec03870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:51.201 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.200+0000 7fe321000700 1 -- 172.21.15.8:0/401904462 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aafebebf80 msgr2=0x55aafec03330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:51.201 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.200+0000 7fe321000700 1 --2- 172.21.15.8:0/401904462 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aafebebf80 0x55aafec03330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:51.202 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.200+0000 7fe321000700 1 -- 172.21.15.8:0/401904462 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aafec78600 con 0x55aafebf1d00 2024-05-20T21:23:51.202 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.200+0000 7fe31be00700 1 --2- 172.21.15.8:0/401904462 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aafebebf80 0x55aafec03330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:23:51.202 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.201+0000 7fe321000700 1 --2- 172.21.15.8:0/401904462 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aafebf1d00 0x55aafec03db0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7fe3140091f0 tx=0x7fe314016e70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7eec7287aef67dc0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:51.202 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.201+0000 7fe306000700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:23:51.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.201+0000 7fe306000700 1 -- 172.21.15.8:0/401904462 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe314030020 con 0x55aafebf1d00 2024-05-20T21:23:51.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.201+0000 7fe32da22b80 1 -- 172.21.15.8:0/401904462 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe30c00bcd0 con 0x55aafebf1d00 2024-05-20T21:23:51.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.201+0000 7fe306000700 1 -- 172.21.15.8:0/401904462 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fe314021650 con 0x55aafebf1d00 2024-05-20T21:23:51.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.202+0000 7fe306000700 1 -- 172.21.15.8:0/401904462 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe314026070 con 0x55aafebf1d00 2024-05-20T21:23:51.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.202+0000 7fe32da22b80 10 client.27574 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:51.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.202+0000 7fe32da22b80 1 -- 172.21.15.8:0/401904462 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55aafec79990 con 0x55aafebf1d00 2024-05-20T21:23:51.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.202+0000 7fe306000700 1 -- 172.21.15.8:0/401904462 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe30c00bcd0 con 0x55aafebf1d00 2024-05-20T21:23:51.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.202+0000 7fe306000700 1 -- 172.21.15.8:0/401904462 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe314015030 con 0x55aafebf1d00 2024-05-20T21:23:51.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.202+0000 7fe32da22b80 10 client.27574 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:51.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.202+0000 7fe32da22b80 10 client.27574 resolve_mds: validated gid 24529 aka daemon mds.i 2024-05-20T21:23:51.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.202+0000 7fe32da22b80 20 client.27574 populate_metadata read hostname 'smithi008' 2024-05-20T21:23:51.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.202+0000 7fe32da22b80 1 --2- 172.21.15.8:0/401904462 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55aafec79f00 0x55aafec7c320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:51.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.202+0000 7fe32da22b80 4 client.27574 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "10b5ef12", "release": true, "await": true}] 2024-05-20T21:23:51.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.202+0000 7fe32da22b80 1 -- 172.21.15.8:0/401904462 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "quiesce db", "set_id": "10b5ef12", "release": true, "await": true}) -- 0x55aafeb45670 con 0x55aafec79f00 2024-05-20T21:23:51.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.203+0000 7fe31be00700 1 --2- 172.21.15.8:0/401904462 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55aafec79f00 0x55aafec7c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:51.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.204+0000 7fe31be00700 1 --2- 172.21.15.8:0/401904462 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55aafec79f00 0x55aafec7c320 crc :-1 s=READY pgs=224 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1b8bbf907970465 server_cookie=92ea947101c71de8 in_seq=0 out_seq=0 2024-05-20T21:23:51.205 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.204+0000 7fe306000700 10 client.27574 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:23:51.206 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.206+0000 7fe306000700 1 -- 172.21.15.8:0/401904462 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55aafeb45670 con 0x55aafec79f00 2024-05-20T21:23:51.206 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.206+0000 7fe306000700 10 client.27574 handle_command_reply: tid=0 2024-05-20T21:23:51.206 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.206+0000 7fe32da22b80 1 client.27574 shutdown 2024-05-20T21:23:51.207 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.206+0000 7fe32da22b80 1 -- 172.21.15.8:0/401904462 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aafebf1d00 msgr2=0x55aafec03db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:51.207 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.206+0000 7fe32da22b80 1 --2- 172.21.15.8:0/401904462 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aafebf1d00 0x55aafec03db0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7fe3140091f0 tx=0x7fe314016e70 comp rx=0 tx=0).stop 2024-05-20T21:23:51.208 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.207+0000 7fe32da22b80 1 -- 172.21.15.8:0/401904462 shutdown_connections 2024-05-20T21:23:51.208 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.207+0000 7fe32da22b80 1 --2- 172.21.15.8:0/401904462 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55aafec79f00 0x55aafec7c320 crc :-1 s=READY pgs=224 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:51.208 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.207+0000 7fe32da22b80 1 --2- 172.21.15.8:0/401904462 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aafebf1d00 0x55aafec03db0 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:51.208 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.207+0000 7fe32da22b80 1 --2- 172.21.15.8:0/401904462 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aafebebf80 0x55aafec03330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:51.208 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.207+0000 7fe32da22b80 1 --2- 172.21.15.8:0/401904462 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aafebf13e0 0x55aafec03870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:51.208 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.207+0000 7fe32da22b80 1 -- 172.21.15.8:0/401904462 >> 172.21.15.8:0/401904462 conn(0x55aafeb19ce0 msgr2=0x55aafebdfd80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:51.208 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.207+0000 7fe306000700 0 client.27574 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:23:51.208 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.207+0000 7fe32da22b80 1 -- 172.21.15.8:0/401904462 shutdown_connections 2024-05-20T21:23:51.208 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.207+0000 7fe32da22b80 1 -- 172.21.15.8:0/401904462 wait complete. 2024-05-20T21:23:51.208 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.207+0000 7fe32da22b80 20 client.27574 trim_cache size 0 max 16384 2024-05-20T21:23:51.209 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:23:51.209 INFO:teuthology.orchestra.run.smithi008.stdout: "epoch": 26, 2024-05-20T21:23:51.209 INFO:teuthology.orchestra.run.smithi008.stdout: "leader": 24529, 2024-05-20T21:23:51.209 INFO:teuthology.orchestra.run.smithi008.stdout: "set_version": 32, 2024-05-20T21:23:51.209 INFO:teuthology.orchestra.run.smithi008.stdout: "sets": { 2024-05-20T21:23:51.209 INFO:teuthology.orchestra.run.smithi008.stdout: "10b5ef12": { 2024-05-20T21:23:51.209 INFO:teuthology.orchestra.run.smithi008.stdout: "version": 32, 2024-05-20T21:23:51.209 INFO:teuthology.orchestra.run.smithi008.stdout: "age_ref": 0.0, 2024-05-20T21:23:51.209 INFO:teuthology.orchestra.run.smithi008.stdout: "state": { 2024-05-20T21:23:51.209 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "RELEASED", 2024-05-20T21:23:51.209 INFO:teuthology.orchestra.run.smithi008.stdout: "age": 0.0 2024-05-20T21:23:51.209 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:23:51.210 INFO:teuthology.orchestra.run.smithi008.stdout: "timeout": 90.0, 2024-05-20T21:23:51.210 INFO:teuthology.orchestra.run.smithi008.stdout: "expiration": 130.0, 2024-05-20T21:23:51.210 INFO:teuthology.orchestra.run.smithi008.stdout: "members": { 2024-05-20T21:23:51.210 INFO:teuthology.orchestra.run.smithi008.stdout: "file:/": { 2024-05-20T21:23:51.210 INFO:teuthology.orchestra.run.smithi008.stdout: "excluded": false, 2024-05-20T21:23:51.210 INFO:teuthology.orchestra.run.smithi008.stdout: "state": { 2024-05-20T21:23:51.210 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "RELEASED", 2024-05-20T21:23:51.210 INFO:teuthology.orchestra.run.smithi008.stdout: "age": 0.0 2024-05-20T21:23:51.210 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:23:51.210 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:23:51.210 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:23:51.210 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:23:51.210 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:23:51.210 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:23:51.211 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.208+0000 7fe323000700 1 -- 172.21.15.8:0/1380100513 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe3000b2900 msgr2=0x7fe3000b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:51.211 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.208+0000 7fe323000700 1 --2- 172.21.15.8:0/1380100513 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe3000b2900 0x7fe3000b4dc0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fe31401e000 tx=0x7fe31401b000 comp rx=0 tx=0).stop 2024-05-20T21:23:51.211 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.208+0000 7fe323000700 1 -- 172.21.15.8:0/1380100513 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe31c06bbe0 msgr2=0x7fe31c19c380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:51.211 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.208+0000 7fe323000700 1 --2- 172.21.15.8:0/1380100513 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe31c06bbe0 0x7fe31c19c380 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7fe30800e9a0 tx=0x7fe30800ecb0 comp rx=0 tx=0).stop 2024-05-20T21:23:51.211 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.208+0000 7fe323000700 1 -- 172.21.15.8:0/1380100513 shutdown_connections 2024-05-20T21:23:51.211 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.208+0000 7fe323000700 1 --2- 172.21.15.8:0/1380100513 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe3000b2900 0x7fe3000b4dc0 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:51.212 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.208+0000 7fe323000700 1 --2- 172.21.15.8:0/1380100513 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe31c1095b0 0x7fe31c1a0710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:51.212 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.208+0000 7fe323000700 1 --2- 172.21.15.8:0/1380100513 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe31c06b220 0x7fe31c19be40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:51.212 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.208+0000 7fe323000700 1 --2- 172.21.15.8:0/1380100513 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe31c06bbe0 0x7fe31c19c380 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:51.212 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.208+0000 7fe323000700 1 -- 172.21.15.8:0/1380100513 >> 172.21.15.8:0/1380100513 conn(0x7fe31c0793f0 msgr2=0x7fe31c10e720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:51.212 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.209+0000 7fe323000700 1 -- 172.21.15.8:0/1380100513 shutdown_connections 2024-05-20T21:23:51.212 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:51.209+0000 7fe323000700 1 -- 172.21.15.8:0/1380100513 wait complete. 2024-05-20T21:23:51.212 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:23:52.026 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '10b5ef12', total seconds elapsed: 21.1 2024-05-20T21:23:52.332 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:23:52 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:23:52.333 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:23:52 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:23:52.333 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:23:52 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:23:52.333 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:23:52 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:23:52.333 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:23:52 smithi008 ceph-mon[31475]: pgmap v696: 97 pgs: 97 active+clean; 4.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 4.9 KiB/s wr, 11 op/s 2024-05-20T21:23:52.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:23:52 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:23:52.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:23:52 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:23:52.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:23:52 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:23:52.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:23:52 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:23:52.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:23:52 smithi130 ceph-mon[36448]: pgmap v696: 97 pgs: 97 active+clean; 4.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 4.9 KiB/s wr, 11 op/s 2024-05-20T21:23:52.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:23:52 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:23:52.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:23:52 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:23:52.675 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:23:52 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:23:52.675 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:23:52 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:23:52.675 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:23:52 smithi050 ceph-mon[35809]: pgmap v696: 97 pgs: 97 active+clean; 4.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 4.9 KiB/s wr, 11 op/s 2024-05-20T21:23:54.343 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:23:54 smithi008 ceph-mon[31475]: pgmap v697: 97 pgs: 97 active+clean; 4.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 9.6 KiB/s rd, 7.3 KiB/s wr, 11 op/s 2024-05-20T21:23:54.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:23:54 smithi130 ceph-mon[36448]: pgmap v697: 97 pgs: 97 active+clean; 4.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 9.6 KiB/s rd, 7.3 KiB/s wr, 11 op/s 2024-05-20T21:23:54.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:23:54 smithi050 ceph-mon[35809]: pgmap v697: 97 pgs: 97 active+clean; 4.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 9.6 KiB/s rd, 7.3 KiB/s wr, 11 op/s 2024-05-20T21:23:54.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.515+0000 7f18a0600700 1 -- 172.21.15.8:0/3855421083 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f189806bb70 msgr2=0x7f189810fab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:54.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.515+0000 7f18a0600700 1 --2- 172.21.15.8:0/3855421083 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f189806bb70 0x7f189810fab0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f1884009990 tx=0x7f1884009ca0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.516+0000 7f18a0600700 1 -- 172.21.15.8:0/3855421083 shutdown_connections 2024-05-20T21:23:54.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.516+0000 7f18a0600700 1 --2- 172.21.15.8:0/3855421083 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f189810fff0 0x7f18981123e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.516+0000 7f18a0600700 1 --2- 172.21.15.8:0/3855421083 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f189806b250 0x7f189806b630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.516+0000 7f18a0600700 1 --2- 172.21.15.8:0/3855421083 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f189806bb70 0x7f189810fab0 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.516+0000 7f18a0600700 1 -- 172.21.15.8:0/3855421083 >> 172.21.15.8:0/3855421083 conn(0x7f18980793f0 msgr2=0x7f1898079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:54.662 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.516+0000 7f18a0600700 1 -- 172.21.15.8:0/3855421083 shutdown_connections 2024-05-20T21:23:54.662 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.516+0000 7f18a0600700 1 -- 172.21.15.8:0/3855421083 wait complete. 2024-05-20T21:23:54.662 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.518+0000 7f18a0600700 1 Processor -- start 2024-05-20T21:23:54.662 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.518+0000 7f18a0600700 1 -- start start 2024-05-20T21:23:54.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.519+0000 7f18a0600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f189806b250 0x7f189819be80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:54.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.519+0000 7f18a0600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f189806bb70 0x7f189819c3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:54.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.519+0000 7f18a0600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f189810fff0 0x7f18981a0700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:54.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.519+0000 7f18a0600700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f1898115950 con 0x7f189806bb70 2024-05-20T21:23:54.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.519+0000 7f18a0600700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f18981157d0 con 0x7f189810fff0 2024-05-20T21:23:54.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.519+0000 7f18a0600700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f1898115ad0 con 0x7f189806b250 2024-05-20T21:23:54.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.519+0000 7f189dc00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f189806b250 0x7f189819be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:54.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.519+0000 7f189dc00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f189806b250 0x7f189819be80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:47392/0 (socket says 172.21.15.8:47392) 2024-05-20T21:23:54.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.519+0000 7f189dc00700 1 -- 172.21.15.8:0/609153301 learned_addr learned my addr 172.21.15.8:0/609153301 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:54.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.519+0000 7f189d200700 1 --2- 172.21.15.8:0/609153301 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f189806bb70 0x7f189819c3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:54.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.519+0000 7f189e600700 1 --2- 172.21.15.8:0/609153301 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f189810fff0 0x7f18981a0700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:54.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.520+0000 7f189e600700 1 -- 172.21.15.8:0/609153301 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f189806b250 msgr2=0x7f189819be80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:54.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.520+0000 7f189e600700 1 --2- 172.21.15.8:0/609153301 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f189806b250 0x7f189819be80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.520+0000 7f189e600700 1 -- 172.21.15.8:0/609153301 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f189806bb70 msgr2=0x7f189819c3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:54.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.520+0000 7f189e600700 1 --2- 172.21.15.8:0/609153301 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f189806bb70 0x7f189819c3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.520+0000 7f189e600700 1 -- 172.21.15.8:0/609153301 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18981a0e40 con 0x7f189810fff0 2024-05-20T21:23:54.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.520+0000 7f189e600700 1 --2- 172.21.15.8:0/609153301 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f189810fff0 0x7f18981a0700 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f189000ef90 tx=0x7f189000c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:54.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.521+0000 7f1896000700 1 -- 172.21.15.8:0/609153301 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18900092e0 con 0x7f189810fff0 2024-05-20T21:23:54.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.521+0000 7f18a0600700 1 -- 172.21.15.8:0/609153301 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18981a10d0 con 0x7f189810fff0 2024-05-20T21:23:54.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.521+0000 7f18a0600700 1 -- 172.21.15.8:0/609153301 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18981a89b0 con 0x7f189810fff0 2024-05-20T21:23:54.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.521+0000 7f1896000700 1 -- 172.21.15.8:0/609153301 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1890004bb0 con 0x7f189810fff0 2024-05-20T21:23:54.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.521+0000 7f1896000700 1 -- 172.21.15.8:0/609153301 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1890004020 con 0x7f189810fff0 2024-05-20T21:23:54.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.526+0000 7f18aafbfb80 1 Processor -- start 2024-05-20T21:23:54.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.527+0000 7f1896000700 1 -- 172.21.15.8:0/609153301 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f189001b030 con 0x7f189810fff0 2024-05-20T21:23:54.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.527+0000 7f18aafbfb80 1 -- start start 2024-05-20T21:23:54.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.527+0000 7f18aafbfb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568b771e610 0x5568b771e9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:54.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.528+0000 7f18aafbfb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568b771ef30 0x5568b7718b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:54.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.528+0000 7f18aafbfb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5568b7719140 0x5568b77195c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:54.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.528+0000 7f18aafbfb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5568b7676e40 con 0x5568b7719140 2024-05-20T21:23:54.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.528+0000 7f18aafbfb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5568b76669e0 con 0x5568b771ef30 2024-05-20T21:23:54.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.528+0000 7f18aafbfb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5568b766aa20 con 0x5568b771e610 2024-05-20T21:23:54.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.528+0000 7f189dc00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568b771ef30 0x5568b7718b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:54.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.528+0000 7f189dc00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568b771ef30 0x5568b7718b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:55436/0 (socket says 172.21.15.8:55436) 2024-05-20T21:23:54.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.528+0000 7f189dc00700 1 -- 172.21.15.8:0/1548338753 learned_addr learned my addr 172.21.15.8:0/1548338753 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:54.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.529+0000 7f189dc00700 1 -- 172.21.15.8:0/1548338753 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568b771e610 msgr2=0x5568b771e9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:54.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.529+0000 7f189dc00700 1 --2- 172.21.15.8:0/1548338753 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568b771e610 0x5568b771e9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.529+0000 7f189dc00700 1 -- 172.21.15.8:0/1548338753 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5568b7719140 msgr2=0x5568b77195c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:54.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.529+0000 7f189dc00700 1 --2- 172.21.15.8:0/1548338753 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5568b7719140 0x5568b77195c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.529+0000 7f189dc00700 1 -- 172.21.15.8:0/1548338753 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5568b762f420 con 0x5568b771ef30 2024-05-20T21:23:54.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.529+0000 7f1896000700 1 --2- 172.21.15.8:0/609153301 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f18800b2900 0x7f18800b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:54.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.529+0000 7f1896000700 1 -- 172.21.15.8:0/609153301 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f18900e1b30 con 0x7f189810fff0 2024-05-20T21:23:54.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.529+0000 7f189dc00700 1 --2- 172.21.15.8:0/1548338753 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568b771ef30 0x5568b7718b20 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f188c009e50 tx=0x7f188c011720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=27e57521f344ee0d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:54.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.530+0000 7f189d200700 1 --2- 172.21.15.8:0/609153301 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f18800b2900 0x7f18800b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:54.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.530+0000 7f188aa00700 1 -- 172.21.15.8:0/1548338753 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f188c004a30 con 0x5568b771ef30 2024-05-20T21:23:54.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.530+0000 7f188aa00700 1 -- 172.21.15.8:0/1548338753 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f188c0054d0 con 0x5568b771ef30 2024-05-20T21:23:54.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.530+0000 7f188aa00700 1 -- 172.21.15.8:0/1548338753 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f188c019970 con 0x5568b771ef30 2024-05-20T21:23:54.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.531+0000 7f18aafbfb80 1 -- 172.21.15.8:0/1548338753 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568b771ef30 msgr2=0x5568b7718b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:54.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.531+0000 7f18aafbfb80 1 --2- 172.21.15.8:0/1548338753 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568b771ef30 0x5568b7718b20 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f188c009e50 tx=0x7f188c011720 comp rx=0 tx=0).stop 2024-05-20T21:23:54.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.531+0000 7f189d200700 1 --2- 172.21.15.8:0/609153301 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f18800b2900 0x7f18800b4dc0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x5568b7719b00 tx=0x7f18840058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:54.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.531+0000 7f18aafbfb80 1 -- 172.21.15.8:0/1548338753 shutdown_connections 2024-05-20T21:23:54.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.531+0000 7f18aafbfb80 1 --2- 172.21.15.8:0/1548338753 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5568b7719140 0x5568b77195c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.531+0000 7f18aafbfb80 1 --2- 172.21.15.8:0/1548338753 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568b771e610 0x5568b771e9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.531+0000 7f18aafbfb80 1 --2- 172.21.15.8:0/1548338753 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568b771ef30 0x5568b7718b20 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.531+0000 7f18aafbfb80 1 -- 172.21.15.8:0/1548338753 >> 172.21.15.8:0/1548338753 conn(0x5568b7646be0 msgr2=0x5568b7713690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:54.671 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.531+0000 7f18aafbfb80 1 -- 172.21.15.8:0/1548338753 shutdown_connections 2024-05-20T21:23:54.671 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.532+0000 7f18aafbfb80 1 -- 172.21.15.8:0/1548338753 wait complete. 2024-05-20T21:23:54.671 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.532+0000 7f18aafbfb80 1 -- start start 2024-05-20T21:23:54.671 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.533+0000 7f18aafbfb80 1 Processor -- start 2024-05-20T21:23:54.671 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.533+0000 7f18aafbfb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568b7719140 0x5568b7724be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:54.671 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.533+0000 7f18aafbfb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5568b771e610 0x5568b7721f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:54.671 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.533+0000 7f18aafbfb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568b771ef30 0x5568b77224c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:54.671 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.533+0000 7f18aafbfb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5568b756cfa0 con 0x5568b771e610 2024-05-20T21:23:54.671 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.533+0000 7f18aafbfb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5568b7607760 con 0x5568b771ef30 2024-05-20T21:23:54.671 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.533+0000 7f18aafbfb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5568b77259e0 con 0x5568b7719140 2024-05-20T21:23:54.671 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.534+0000 7f18aafbfb80 10 client.0 _ll_register_callbacks cb 0x5568b7610c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:54.671 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.534+0000 7f189d200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5568b771e610 0x5568b7721f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:54.671 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.534+0000 7f189dc00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568b7719140 0x5568b7724be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:54.672 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.534+0000 7f189dc00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568b7719140 0x5568b7724be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:47406/0 (socket says 172.21.15.8:47406) 2024-05-20T21:23:54.672 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.534+0000 7f189dc00700 1 -- 172.21.15.8:0/1083946210 learned_addr learned my addr 172.21.15.8:0/1083946210 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:54.672 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.534+0000 7f189e600700 1 --2- 172.21.15.8:0/1083946210 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568b771ef30 0x5568b77224c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:54.672 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.534+0000 7f189dc00700 1 -- 172.21.15.8:0/1083946210 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568b771ef30 msgr2=0x5568b77224c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:54.672 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.535+0000 7f189dc00700 1 --2- 172.21.15.8:0/1083946210 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568b771ef30 0x5568b77224c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.672 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.535+0000 7f189dc00700 1 -- 172.21.15.8:0/1083946210 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5568b771e610 msgr2=0x5568b7721f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:54.672 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.535+0000 7f189dc00700 1 --2- 172.21.15.8:0/1083946210 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5568b771e610 0x5568b7721f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.672 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.535+0000 7f189dc00700 1 -- 172.21.15.8:0/1083946210 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5568b75b68d0 con 0x5568b7719140 2024-05-20T21:23:54.672 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.535+0000 7f189e600700 1 --2- 172.21.15.8:0/1083946210 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568b771ef30 0x5568b77224c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:54.672 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.535+0000 7f189d200700 1 --2- 172.21.15.8:0/1083946210 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5568b771e610 0x5568b7721f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:54.673 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.535+0000 7f189dc00700 1 --2- 172.21.15.8:0/1083946210 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568b7719140 0x5568b7724be0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f188c000c00 tx=0x7f188c004980 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6c91a5e6ea00e162 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:54.673 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.535+0000 7f187f400700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:23:54.673 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.536+0000 7f187f400700 1 -- 172.21.15.8:0/1083946210 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f188c027070 con 0x5568b7719140 2024-05-20T21:23:54.673 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.536+0000 7f187f400700 1 -- 172.21.15.8:0/1083946210 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f188c004240 con 0x5568b7719140 2024-05-20T21:23:54.673 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.536+0000 7f18aafbfb80 1 -- 172.21.15.8:0/1083946210 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f188c0054d0 con 0x5568b7719140 2024-05-20T21:23:54.673 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.536+0000 7f187f400700 1 -- 172.21.15.8:0/1083946210 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f188c033050 con 0x5568b7719140 2024-05-20T21:23:54.673 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.536+0000 7f18aafbfb80 10 client.27583 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:54.673 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.536+0000 7f18aafbfb80 1 -- 172.21.15.8:0/1083946210 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5568b7637060 con 0x5568b7719140 2024-05-20T21:23:54.673 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.536+0000 7f187f400700 1 -- 172.21.15.8:0/1083946210 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f188c0054d0 con 0x5568b7719140 2024-05-20T21:23:54.673 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.538+0000 7f187f400700 1 -- 172.21.15.8:0/1083946210 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f188c003c50 con 0x5568b7719140 2024-05-20T21:23:54.673 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.538+0000 7f18aafbfb80 10 client.27583 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:54.673 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.538+0000 7f18aafbfb80 10 client.27583 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:23:54.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.538+0000 7f18aafbfb80 20 client.27583 populate_metadata read hostname 'smithi008' 2024-05-20T21:23:54.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.538+0000 7f18aafbfb80 1 --2- 172.21.15.8:0/1083946210 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x5568b7732410 0x5568b7734800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:54.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.538+0000 7f18aafbfb80 4 client.27583 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:23:54.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.538+0000 7f18aafbfb80 1 -- 172.21.15.8:0/1083946210 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5568b7678d90 con 0x5568b7732410 2024-05-20T21:23:54.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.538+0000 7f189d200700 1 --2- 172.21.15.8:0/1083946210 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x5568b7732410 0x5568b7734800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:54.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.538+0000 7f189d200700 1 --2- 172.21.15.8:0/1083946210 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x5568b7732410 0x5568b7734800 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=267a473bb1ccb477 server_cookie=5c0a1e7b48876735 in_seq=0 out_seq=0 2024-05-20T21:23:54.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.538+0000 7f187f400700 10 client.27583 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:23:54.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.539+0000 7f187f400700 1 -- 172.21.15.8:0/1083946210 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5568b7678d90 con 0x5568b7732410 2024-05-20T21:23:54.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.539+0000 7f187f400700 10 client.27583 handle_command_reply: tid=0 2024-05-20T21:23:54.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.539+0000 7f18aafbfb80 1 client.27583 shutdown 2024-05-20T21:23:54.675 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.539+0000 7f18aafbfb80 1 -- 172.21.15.8:0/1083946210 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568b7719140 msgr2=0x5568b7724be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:54.675 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.539+0000 7f18aafbfb80 1 --2- 172.21.15.8:0/1083946210 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568b7719140 0x5568b7724be0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f188c000c00 tx=0x7f188c004980 comp rx=0 tx=0).stop 2024-05-20T21:23:54.675 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.539+0000 7f18aafbfb80 1 -- 172.21.15.8:0/1083946210 shutdown_connections 2024-05-20T21:23:54.675 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.539+0000 7f18aafbfb80 1 --2- 172.21.15.8:0/1083946210 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x5568b7732410 0x5568b7734800 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.675 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.539+0000 7f18aafbfb80 1 --2- 172.21.15.8:0/1083946210 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568b771ef30 0x5568b77224c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.675 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.539+0000 7f18aafbfb80 1 --2- 172.21.15.8:0/1083946210 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568b7719140 0x5568b7724be0 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.675 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.539+0000 7f18aafbfb80 1 --2- 172.21.15.8:0/1083946210 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5568b771e610 0x5568b7721f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.675 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.539+0000 7f18aafbfb80 1 -- 172.21.15.8:0/1083946210 >> 172.21.15.8:0/1083946210 conn(0x5568b7646be0 msgr2=0x5568b7712d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:54.676 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.539+0000 7f187f400700 0 client.27583 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:23:54.676 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.539+0000 7f18aafbfb80 1 -- 172.21.15.8:0/1083946210 shutdown_connections 2024-05-20T21:23:54.676 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.540+0000 7f18aafbfb80 1 -- 172.21.15.8:0/1083946210 wait complete. 2024-05-20T21:23:54.676 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.540+0000 7f18aafbfb80 20 client.27583 trim_cache size 0 max 16384 2024-05-20T21:23:54.676 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.562+0000 7f18aafbfb80 1 Processor -- start 2024-05-20T21:23:54.676 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.562+0000 7f18aafbfb80 1 -- start start 2024-05-20T21:23:54.676 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.563+0000 7f18aafbfb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568b7719140 0x5568b7722470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:54.676 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.563+0000 7f18aafbfb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568b771e610 0x5568b77134f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:54.676 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.563+0000 7f18aafbfb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5568b771ef30 0x5568b771f3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:54.677 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.563+0000 7f18aafbfb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f187800fc60 con 0x5568b771ef30 2024-05-20T21:23:54.677 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.563+0000 7f18aafbfb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f187800d4f0 con 0x5568b771e610 2024-05-20T21:23:54.677 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.563+0000 7f18aafbfb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f187800b340 con 0x5568b7719140 2024-05-20T21:23:54.677 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.563+0000 7f189d200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568b771e610 0x5568b77134f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:54.677 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.563+0000 7f189e600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5568b771ef30 0x5568b771f3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:54.677 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.563+0000 7f189dc00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568b7719140 0x5568b7722470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:54.677 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.563+0000 7f189d200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568b771e610 0x5568b77134f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:55454/0 (socket says 172.21.15.8:55454) 2024-05-20T21:23:54.677 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.563+0000 7f189d200700 1 -- 172.21.15.8:0/1440232764 learned_addr learned my addr 172.21.15.8:0/1440232764 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:54.677 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.564+0000 7f189d200700 1 -- 172.21.15.8:0/1440232764 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568b7719140 msgr2=0x5568b7722470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:54.677 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.564+0000 7f189d200700 1 --2- 172.21.15.8:0/1440232764 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568b7719140 0x5568b7722470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.677 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.564+0000 7f189d200700 1 -- 172.21.15.8:0/1440232764 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5568b771ef30 msgr2=0x5568b771f3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:54.677 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.564+0000 7f189d200700 1 --2- 172.21.15.8:0/1440232764 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5568b771ef30 0x5568b771f3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.677 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.564+0000 7f189d200700 1 -- 172.21.15.8:0/1440232764 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5568b77144d0 con 0x5568b771e610 2024-05-20T21:23:54.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.564+0000 7f189d200700 1 --2- 172.21.15.8:0/1440232764 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568b771e610 0x5568b77134f0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f1884009720 tx=0x7f188401f000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a01150232105c47f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:54.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.565+0000 7f188a000700 1 -- 172.21.15.8:0/1440232764 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1884039070 con 0x5568b771e610 2024-05-20T21:23:54.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.565+0000 7f188a000700 1 -- 172.21.15.8:0/1440232764 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1884003c60 con 0x5568b771e610 2024-05-20T21:23:54.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.565+0000 7f188a000700 1 -- 172.21.15.8:0/1440232764 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18840326a0 con 0x5568b771e610 2024-05-20T21:23:54.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.566+0000 7f18aafbfb80 1 -- 172.21.15.8:0/1440232764 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568b771e610 msgr2=0x5568b77134f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:54.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.566+0000 7f18aafbfb80 1 --2- 172.21.15.8:0/1440232764 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568b771e610 0x5568b77134f0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f1884009720 tx=0x7f188401f000 comp rx=0 tx=0).stop 2024-05-20T21:23:54.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.566+0000 7f18aafbfb80 1 -- 172.21.15.8:0/1440232764 shutdown_connections 2024-05-20T21:23:54.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.566+0000 7f18aafbfb80 1 --2- 172.21.15.8:0/1440232764 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5568b771ef30 0x5568b771f3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.566+0000 7f18aafbfb80 1 --2- 172.21.15.8:0/1440232764 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568b7719140 0x5568b7722470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.566+0000 7f18aafbfb80 1 --2- 172.21.15.8:0/1440232764 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568b771e610 0x5568b77134f0 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.566+0000 7f18aafbfb80 1 -- 172.21.15.8:0/1440232764 >> 172.21.15.8:0/1440232764 conn(0x5568b7646be0 msgr2=0x5568b7721d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:54.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.566+0000 7f18aafbfb80 1 -- 172.21.15.8:0/1440232764 shutdown_connections 2024-05-20T21:23:54.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.566+0000 7f18aafbfb80 1 -- 172.21.15.8:0/1440232764 wait complete. 2024-05-20T21:23:54.679 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.567+0000 7f18aafbfb80 1 -- start start 2024-05-20T21:23:54.679 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.567+0000 7f18aafbfb80 1 Processor -- start 2024-05-20T21:23:54.679 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.568+0000 7f18aafbfb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568b7719140 0x5568b772b410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:54.679 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.568+0000 7f18aafbfb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5568b771e610 0x5568b77398f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:54.679 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.568+0000 7f18aafbfb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568b771ef30 0x5568b7739e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:54.679 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.568+0000 7f18aafbfb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f187800b9b0 con 0x5568b771e610 2024-05-20T21:23:54.679 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.568+0000 7f18aafbfb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f187800ce20 con 0x5568b7719140 2024-05-20T21:23:54.679 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.568+0000 7f18aafbfb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f187800c080 con 0x5568b771ef30 2024-05-20T21:23:54.679 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.568+0000 7f18aafbfb80 10 client.0 _ll_register_callbacks cb 0x5568b7610c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:54.679 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.568+0000 7f189e600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568b771ef30 0x5568b7739e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:54.679 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.568+0000 7f189d200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5568b771e610 0x5568b77398f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:54.679 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.568+0000 7f189e600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568b771ef30 0x5568b7739e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:47422/0 (socket says 172.21.15.8:47422) 2024-05-20T21:23:54.679 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.568+0000 7f189e600700 1 -- 172.21.15.8:0/2361348855 learned_addr learned my addr 172.21.15.8:0/2361348855 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:54.680 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.568+0000 7f189dc00700 1 --2- 172.21.15.8:0/2361348855 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568b7719140 0x5568b772b410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:54.680 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.569+0000 7f189dc00700 1 -- 172.21.15.8:0/2361348855 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568b771ef30 msgr2=0x5568b7739e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:54.680 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.569+0000 7f189dc00700 1 --2- 172.21.15.8:0/2361348855 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568b771ef30 0x5568b7739e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.680 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.569+0000 7f189dc00700 1 -- 172.21.15.8:0/2361348855 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5568b771e610 msgr2=0x5568b77398f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:54.680 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.569+0000 7f189dc00700 1 --2- 172.21.15.8:0/2361348855 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5568b771e610 0x5568b77398f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.680 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.569+0000 7f189dc00700 1 -- 172.21.15.8:0/2361348855 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5568b77253e0 con 0x5568b7719140 2024-05-20T21:23:54.680 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.569+0000 7f189e600700 1 --2- 172.21.15.8:0/2361348855 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568b771ef30 0x5568b7739e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:54.680 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.569+0000 7f189dc00700 1 --2- 172.21.15.8:0/2361348855 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568b7719140 0x5568b772b410 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f188c009970 tx=0x7f188c0092f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ce311297b6b64a48 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:54.680 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.569+0000 7f187f400700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:23:54.680 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.570+0000 7f187f400700 1 -- 172.21.15.8:0/2361348855 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f188c027040 con 0x5568b7719140 2024-05-20T21:23:54.680 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.570+0000 7f187f400700 1 -- 172.21.15.8:0/2361348855 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f188c005400 con 0x5568b7719140 2024-05-20T21:23:54.680 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.570+0000 7f18aafbfb80 1 -- 172.21.15.8:0/2361348855 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1884003c60 con 0x5568b7719140 2024-05-20T21:23:54.680 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.570+0000 7f187f400700 1 -- 172.21.15.8:0/2361348855 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f188c005600 con 0x5568b7719140 2024-05-20T21:23:54.680 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.570+0000 7f18aafbfb80 10 client.27542 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:54.681 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.570+0000 7f18aafbfb80 1 -- 172.21.15.8:0/2361348855 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5568b77a5590 con 0x5568b7719140 2024-05-20T21:23:54.681 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.571+0000 7f187f400700 1 -- 172.21.15.8:0/2361348855 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1884003c60 con 0x5568b7719140 2024-05-20T21:23:54.681 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.571+0000 7f187f400700 1 -- 172.21.15.8:0/2361348855 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f188c040050 con 0x5568b7719140 2024-05-20T21:23:54.681 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.571+0000 7f18aafbfb80 10 client.27542 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:54.681 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.571+0000 7f18aafbfb80 10 client.27542 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:23:54.681 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.571+0000 7f18aafbfb80 20 client.27542 populate_metadata read hostname 'smithi008' 2024-05-20T21:23:54.681 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.571+0000 7f18aafbfb80 1 --2- 172.21.15.8:0/2361348855 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x5568b77a5b80 0x5568b77a7fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:54.681 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.571+0000 7f18aafbfb80 4 client.27542 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:23:54.681 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.571+0000 7f18aafbfb80 1 -- 172.21.15.8:0/2361348855 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5568b7672570 con 0x5568b77a5b80 2024-05-20T21:23:54.681 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.571+0000 7f189d200700 1 --2- 172.21.15.8:0/2361348855 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x5568b77a5b80 0x5568b77a7fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:54.682 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.572+0000 7f189d200700 1 --2- 172.21.15.8:0/2361348855 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x5568b77a5b80 0x5568b77a7fa0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d3be306187bf4a5e server_cookie=725253fe2cc8feee in_seq=0 out_seq=0 2024-05-20T21:23:54.682 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.572+0000 7f187f400700 10 client.27542 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:23:54.682 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.573+0000 7f187f400700 1 -- 172.21.15.8:0/2361348855 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5568b7672570 con 0x5568b77a5b80 2024-05-20T21:23:54.682 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.573+0000 7f187f400700 10 client.27542 handle_command_reply: tid=0 2024-05-20T21:23:54.682 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.573+0000 7f18aafbfb80 1 client.27542 shutdown 2024-05-20T21:23:54.682 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.573+0000 7f18aafbfb80 1 -- 172.21.15.8:0/2361348855 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568b7719140 msgr2=0x5568b772b410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:54.682 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.573+0000 7f18aafbfb80 1 --2- 172.21.15.8:0/2361348855 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568b7719140 0x5568b772b410 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f188c009970 tx=0x7f188c0092f0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.682 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.573+0000 7f18aafbfb80 1 -- 172.21.15.8:0/2361348855 shutdown_connections 2024-05-20T21:23:54.682 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.573+0000 7f18aafbfb80 1 --2- 172.21.15.8:0/2361348855 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x5568b77a5b80 0x5568b77a7fa0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.682 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.573+0000 7f18aafbfb80 1 --2- 172.21.15.8:0/2361348855 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568b7719140 0x5568b772b410 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.683 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.573+0000 7f18aafbfb80 1 --2- 172.21.15.8:0/2361348855 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568b771ef30 0x5568b7739e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.683 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.573+0000 7f187f400700 0 client.27542 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:23:54.683 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.573+0000 7f18aafbfb80 1 --2- 172.21.15.8:0/2361348855 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5568b771e610 0x5568b77398f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.683 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.573+0000 7f18aafbfb80 1 -- 172.21.15.8:0/2361348855 >> 172.21.15.8:0/2361348855 conn(0x5568b7646be0 msgr2=0x5568b771f3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:54.683 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.573+0000 7f18aafbfb80 1 -- 172.21.15.8:0/2361348855 shutdown_connections 2024-05-20T21:23:54.683 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.573+0000 7f18aafbfb80 1 -- 172.21.15.8:0/2361348855 wait complete. 2024-05-20T21:23:54.683 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.573+0000 7f18aafbfb80 20 client.27542 trim_cache size 0 max 16384 2024-05-20T21:23:54.683 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:23:54.684 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.574+0000 7f18a0600700 1 -- 172.21.15.8:0/609153301 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f18800b2900 msgr2=0x7f18800b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:54.684 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.574+0000 7f18a0600700 1 --2- 172.21.15.8:0/609153301 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f18800b2900 0x7f18800b4dc0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x5568b7719b00 tx=0x7f18840058e0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.684 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.574+0000 7f18a0600700 1 -- 172.21.15.8:0/609153301 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f189810fff0 msgr2=0x7f18981a0700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:54.684 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.574+0000 7f18a0600700 1 --2- 172.21.15.8:0/609153301 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f189810fff0 0x7f18981a0700 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f189000ef90 tx=0x7f189000c3a0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.684 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.574+0000 7f18a0600700 1 -- 172.21.15.8:0/609153301 shutdown_connections 2024-05-20T21:23:54.684 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.574+0000 7f18a0600700 1 --2- 172.21.15.8:0/609153301 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f18800b2900 0x7f18800b4dc0 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.684 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.574+0000 7f18a0600700 1 --2- 172.21.15.8:0/609153301 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f189810fff0 0x7f18981a0700 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.684 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.574+0000 7f18a0600700 1 --2- 172.21.15.8:0/609153301 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f189806b250 0x7f189819be80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.684 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.574+0000 7f18a0600700 1 --2- 172.21.15.8:0/609153301 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f189806bb70 0x7f189819c3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.684 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.574+0000 7f18a0600700 1 -- 172.21.15.8:0/609153301 >> 172.21.15.8:0/609153301 conn(0x7f18980793f0 msgr2=0x7f18981114e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:54.684 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.575+0000 7f18a0600700 1 -- 172.21.15.8:0/609153301 shutdown_connections 2024-05-20T21:23:54.684 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:54.575+0000 7f18a0600700 1 -- 172.21.15.8:0/609153301 wait complete. 2024-05-20T21:23:54.735 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.735+0000 7f2f8b200640 1 -- 172.21.15.8:0/365970563 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2f8c076a90 msgr2=0x7f2f8c074ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:54.736 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.735+0000 7f2f8b200640 1 --2- 172.21.15.8:0/365970563 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2f8c076a90 0x7f2f8c074ee0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f2f7c009930 tx=0x7f2f7c02a420 comp rx=0 tx=0).stop 2024-05-20T21:23:54.736 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.735+0000 7f2f8b200640 1 -- 172.21.15.8:0/365970563 shutdown_connections 2024-05-20T21:23:54.736 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.735+0000 7f2f8b200640 1 --2- 172.21.15.8:0/365970563 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2f8c10eee0 0x7f2f8c1112d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.736 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.735+0000 7f2f8b200640 1 --2- 172.21.15.8:0/365970563 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2f8c0754b0 0x7f2f8c075930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.736 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.735+0000 7f2f8b200640 1 --2- 172.21.15.8:0/365970563 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2f8c076a90 0x7f2f8c074ee0 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.736 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.735+0000 7f2f8b200640 1 -- 172.21.15.8:0/365970563 >> 172.21.15.8:0/365970563 conn(0x7f2f8c0fde80 msgr2=0x7f2f8c1002c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:54.736 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.735+0000 7f2f8b200640 1 -- 172.21.15.8:0/365970563 shutdown_connections 2024-05-20T21:23:54.736 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.735+0000 7f2f8b200640 1 -- 172.21.15.8:0/365970563 wait complete. 2024-05-20T21:23:54.739 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.736+0000 7f2f8b200640 1 Processor -- start 2024-05-20T21:23:54.739 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.736+0000 7f2f8b200640 1 -- start start 2024-05-20T21:23:54.739 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.736+0000 7f2f8b200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2f8c0754b0 0x7f2f8c19f1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:54.739 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.736+0000 7f2f8b200640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2f8c076a90 0x7f2f8c19f6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:54.739 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.736+0000 7f2f8b200640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2f8c10eee0 0x7f2f8c1a6710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:54.739 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.736+0000 7f2f8b200640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f2f8c114a80 con 0x7f2f8c10eee0 2024-05-20T21:23:54.739 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.736+0000 7f2f8b200640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2f8c114900 con 0x7f2f8c0754b0 2024-05-20T21:23:54.739 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.736+0000 7f2f8b200640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f2f8c114c00 con 0x7f2f8c076a90 2024-05-20T21:23:54.739 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.737+0000 7f2f8a800640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2f8c10eee0 0x7f2f8c1a6710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:54.739 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.737+0000 7f2f89e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2f8c0754b0 0x7f2f8c19f1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:54.740 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.737+0000 7f2f8a800640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2f8c10eee0 0x7f2f8c1a6710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:33128/0 (socket says 172.21.15.8:33128) 2024-05-20T21:23:54.740 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.737+0000 7f2f8a800640 1 -- 172.21.15.8:0/1065181665 learned_addr learned my addr 172.21.15.8:0/1065181665 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:54.740 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.737+0000 7f2f89400640 1 --2- 172.21.15.8:0/1065181665 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2f8c076a90 0x7f2f8c19f6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:54.740 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.737+0000 7f2f8a800640 1 -- 172.21.15.8:0/1065181665 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2f8c076a90 msgr2=0x7f2f8c19f6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:54.740 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.737+0000 7f2f8a800640 1 --2- 172.21.15.8:0/1065181665 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2f8c076a90 0x7f2f8c19f6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.740 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.737+0000 7f2f8a800640 1 -- 172.21.15.8:0/1065181665 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2f8c0754b0 msgr2=0x7f2f8c19f1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:54.740 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.737+0000 7f2f8a800640 1 --2- 172.21.15.8:0/1065181665 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2f8c0754b0 0x7f2f8c19f1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.740 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.737+0000 7f2f8a800640 1 -- 172.21.15.8:0/1065181665 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f8c1a6d80 con 0x7f2f8c10eee0 2024-05-20T21:23:54.740 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.737+0000 7f2f89400640 1 --2- 172.21.15.8:0/1065181665 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2f8c076a90 0x7f2f8c19f6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:54.741 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.737+0000 7f2f89e00640 1 --2- 172.21.15.8:0/1065181665 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2f8c0754b0 0x7f2f8c19f1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:54.741 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.738+0000 7f2f8a800640 1 --2- 172.21.15.8:0/1065181665 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2f8c10eee0 0x7f2f8c1a6710 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f2f8400eb10 tx=0x7f2f8400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:54.741 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.738+0000 7f2f82a00640 1 -- 172.21.15.8:0/1065181665 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f84004b20 con 0x7f2f8c10eee0 2024-05-20T21:23:54.741 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.738+0000 7f2f82a00640 1 -- 172.21.15.8:0/1065181665 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2f84004cc0 con 0x7f2f8c10eee0 2024-05-20T21:23:54.741 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.738+0000 7f2f8b200640 1 -- 172.21.15.8:0/1065181665 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f8c1a7070 con 0x7f2f8c10eee0 2024-05-20T21:23:54.741 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.738+0000 7f2f82a00640 1 -- 172.21.15.8:0/1065181665 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f84010670 con 0x7f2f8c10eee0 2024-05-20T21:23:54.741 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.738+0000 7f2f8b200640 1 -- 172.21.15.8:0/1065181665 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f8c1a7570 con 0x7f2f8c10eee0 2024-05-20T21:23:54.743 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.743+0000 7f2f93f7a740 1 Processor -- start 2024-05-20T21:23:54.743 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.743+0000 7f2f82a00640 1 -- 172.21.15.8:0/1065181665 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f2f84005020 con 0x7f2f8c10eee0 2024-05-20T21:23:54.745 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.744+0000 7f2f93f7a740 1 -- start start 2024-05-20T21:23:54.745 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.744+0000 7f2f93f7a740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564359290cf0 0x564359291110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:54.745 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.744+0000 7f2f93f7a740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5643592916e0 0x5643592961e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:54.746 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.744+0000 7f2f93f7a740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564359296850 0x564359298ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:54.746 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.744+0000 7f2f93f7a740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x564359200b90 con 0x564359296850 2024-05-20T21:23:54.746 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.744+0000 7f2f93f7a740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5643591f0730 con 0x564359290cf0 2024-05-20T21:23:54.746 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.744+0000 7f2f93f7a740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5643591f4770 con 0x5643592916e0 2024-05-20T21:23:54.746 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.744+0000 7f2f89e00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5643592916e0 0x5643592961e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:54.746 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.744+0000 7f2f89e00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5643592916e0 0x5643592961e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:47450/0 (socket says 172.21.15.8:47450) 2024-05-20T21:23:54.746 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.744+0000 7f2f89e00640 1 -- 172.21.15.8:0/307520491 learned_addr learned my addr 172.21.15.8:0/307520491 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:54.746 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.744+0000 7f2f89400640 1 --2- 172.21.15.8:0/307520491 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564359290cf0 0x564359291110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:54.746 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.745+0000 7f2f89400640 1 --2- 172.21.15.8:0/307520491 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564359296850 0x564359298ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:54.746 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.745+0000 7f2f89e00640 1 -- 172.21.15.8:0/307520491 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564359290cf0 msgr2=0x564359291110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:54.746 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.745+0000 7f2f89e00640 1 --2- 172.21.15.8:0/307520491 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564359290cf0 0x564359291110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.746 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.745+0000 7f2f89e00640 1 -- 172.21.15.8:0/307520491 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564359296850 msgr2=0x564359298ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:54.747 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.745+0000 7f2f89e00640 1 --2- 172.21.15.8:0/307520491 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564359296850 0x564359298ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.747 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.745+0000 7f2f89e00640 1 -- 172.21.15.8:0/307520491 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5643591898b0 con 0x5643592916e0 2024-05-20T21:23:54.747 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.745+0000 7f2f89400640 1 --2- 172.21.15.8:0/307520491 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564359296850 0x564359298ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:23:54.747 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.745+0000 7f2f89e00640 1 --2- 172.21.15.8:0/307520491 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5643592916e0 0x5643592961e0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f2f7c02aa10 tx=0x7f2f7c0043f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9f9dba3c59e73a42 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:54.750 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.745+0000 7f2f77400640 1 -- 172.21.15.8:0/307520491 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f7c035030 con 0x5643592916e0 2024-05-20T21:23:54.750 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.746+0000 7f2f82a00640 1 --2- 172.21.15.8:0/1065181665 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2f700b27d0 0x7f2f700b4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:54.750 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.746+0000 7f2f77400640 1 -- 172.21.15.8:0/307520491 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2f7c040070 con 0x5643592916e0 2024-05-20T21:23:54.750 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.746+0000 7f2f77400640 1 -- 172.21.15.8:0/307520491 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f7c031cc0 con 0x5643592916e0 2024-05-20T21:23:54.750 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.746+0000 7f2f82a00640 1 -- 172.21.15.8:0/1065181665 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f2f840e2850 con 0x7f2f8c10eee0 2024-05-20T21:23:54.750 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.746+0000 7f2f89400640 1 --2- 172.21.15.8:0/1065181665 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2f700b27d0 0x7f2f700b4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:54.750 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.747+0000 7f2f93f7a740 1 -- 172.21.15.8:0/307520491 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5643592916e0 msgr2=0x5643592961e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:54.751 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.747+0000 7f2f93f7a740 1 --2- 172.21.15.8:0/307520491 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5643592916e0 0x5643592961e0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f2f7c02aa10 tx=0x7f2f7c0043f0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.751 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.747+0000 7f2f93f7a740 1 -- 172.21.15.8:0/307520491 shutdown_connections 2024-05-20T21:23:54.751 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.747+0000 7f2f93f7a740 1 --2- 172.21.15.8:0/307520491 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564359296850 0x564359298ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.751 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.747+0000 7f2f93f7a740 1 --2- 172.21.15.8:0/307520491 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5643592916e0 0x5643592961e0 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.751 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.747+0000 7f2f93f7a740 1 --2- 172.21.15.8:0/307520491 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564359290cf0 0x564359291110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.751 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.747+0000 7f2f93f7a740 1 -- 172.21.15.8:0/307520491 >> 172.21.15.8:0/307520491 conn(0x56435928c360 msgr2=0x56435928c760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:54.751 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.747+0000 7f2f89400640 1 --2- 172.21.15.8:0/1065181665 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2f700b27d0 0x7f2f700b4c90 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x564359291f40 tx=0x7f2f78005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:54.751 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.747+0000 7f2f93f7a740 1 -- 172.21.15.8:0/307520491 shutdown_connections 2024-05-20T21:23:54.751 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.747+0000 7f2f93f7a740 1 -- 172.21.15.8:0/307520491 wait complete. 2024-05-20T21:23:54.751 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.747+0000 7f2f93f7a740 1 -- start start 2024-05-20T21:23:54.751 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.748+0000 7f2f93f7a740 1 Processor -- start 2024-05-20T21:23:54.751 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.748+0000 7f2f93f7a740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564359290cf0 0x56435929aa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:54.752 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.748+0000 7f2f93f7a740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5643592916e0 0x56435929afa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:54.752 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.748+0000 7f2f93f7a740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564359296850 0x5643592a1fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:54.752 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.748+0000 7f2f93f7a740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x564358ed6790 con 0x564359290cf0 2024-05-20T21:23:54.752 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.748+0000 7f2f93f7a740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x564359198bc0 con 0x564359296850 2024-05-20T21:23:54.752 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.748+0000 7f2f93f7a740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5643592997a0 con 0x5643592916e0 2024-05-20T21:23:54.752 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.748+0000 7f2f93f7a740 10 client.0 _ll_register_callbacks cb 0x564359176400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:54.752 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.749+0000 7f2f89e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564359290cf0 0x56435929aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:54.752 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.749+0000 7f2f89e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564359290cf0 0x56435929aa60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:33146/0 (socket says 172.21.15.8:33146) 2024-05-20T21:23:54.752 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.749+0000 7f2f89e00640 1 -- 172.21.15.8:0/273968651 learned_addr learned my addr 172.21.15.8:0/273968651 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:54.752 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.749+0000 7f2f89400640 1 --2- 172.21.15.8:0/273968651 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5643592916e0 0x56435929afa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:54.752 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.749+0000 7f2f8a800640 1 --2- 172.21.15.8:0/273968651 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564359296850 0x5643592a1fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:54.752 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.749+0000 7f2f89e00640 1 -- 172.21.15.8:0/273968651 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5643592916e0 msgr2=0x56435929afa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:54.752 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.749+0000 7f2f89e00640 1 --2- 172.21.15.8:0/273968651 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5643592916e0 0x56435929afa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.752 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.749+0000 7f2f89e00640 1 -- 172.21.15.8:0/273968651 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564359296850 msgr2=0x5643592a1fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:54.753 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.749+0000 7f2f89e00640 1 --2- 172.21.15.8:0/273968651 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564359296850 0x5643592a1fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.753 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.749+0000 7f2f89e00640 1 -- 172.21.15.8:0/273968651 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564358f05210 con 0x564359290cf0 2024-05-20T21:23:54.753 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.749+0000 7f2f89e00640 1 --2- 172.21.15.8:0/273968651 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564359290cf0 0x56435929aa60 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f2f7c009900 tx=0x7f2f7c009680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4470ef49931b637 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:54.753 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.749+0000 7f2f6be00640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:23:54.753 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.750+0000 7f2f6be00640 1 -- 172.21.15.8:0/273968651 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f7c035070 con 0x564359290cf0 2024-05-20T21:23:54.753 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.750+0000 7f2f6be00640 1 -- 172.21.15.8:0/273968651 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f2f7c005240 con 0x564359290cf0 2024-05-20T21:23:54.753 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.750+0000 7f2f93f7a740 1 -- 172.21.15.8:0/273968651 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2f7c040070 con 0x564359290cf0 2024-05-20T21:23:54.755 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.750+0000 7f2f6be00640 1 -- 172.21.15.8:0/273968651 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2f7c031e10 con 0x564359290cf0 2024-05-20T21:23:54.755 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.750+0000 7f2f93f7a740 10 client.17430 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:54.755 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.750+0000 7f2f93f7a740 1 -- 172.21.15.8:0/273968651 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564358fd1620 con 0x564359290cf0 2024-05-20T21:23:54.755 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.751+0000 7f2f6be00640 1 -- 172.21.15.8:0/273968651 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2f7c040070 con 0x564359290cf0 2024-05-20T21:23:54.755 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.751+0000 7f2f6be00640 1 -- 172.21.15.8:0/273968651 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f2f7c003710 con 0x564359290cf0 2024-05-20T21:23:54.755 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.751+0000 7f2f93f7a740 10 client.17430 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:54.756 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.751+0000 7f2f93f7a740 10 client.17430 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:23:54.756 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.751+0000 7f2f93f7a740 20 client.17430 populate_metadata read hostname 'smithi008' 2024-05-20T21:23:54.756 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.751+0000 7f2f93f7a740 1 --2- 172.21.15.8:0/273968651 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5643592a60b0 0x5643592a84a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:54.756 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.751+0000 7f2f93f7a740 4 client.17430 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:23:54.756 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.751+0000 7f2f93f7a740 1 -- 172.21.15.8:0/273968651 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564359202ae0 con 0x5643592a60b0 2024-05-20T21:23:54.756 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.752+0000 7f2f89400640 1 --2- 172.21.15.8:0/273968651 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5643592a60b0 0x5643592a84a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:54.756 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.752+0000 7f2f6be00640 10 client.17430 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:23:54.756 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.752+0000 7f2f89400640 1 --2- 172.21.15.8:0/273968651 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5643592a60b0 0x5643592a84a0 crc :-1 s=READY pgs=225 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=30d65b9dced90b11 server_cookie=e2e05dd664e35cb6 in_seq=0 out_seq=0 2024-05-20T21:23:54.756 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.753+0000 7f2f6be00640 1 -- 172.21.15.8:0/273968651 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x564359202ae0 con 0x5643592a60b0 2024-05-20T21:23:54.756 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.753+0000 7f2f6be00640 10 client.17430 handle_command_reply: tid=0 2024-05-20T21:23:54.756 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.753+0000 7f2f93f7a740 1 client.17430 shutdown 2024-05-20T21:23:54.756 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.754+0000 7f2f93f7a740 1 -- 172.21.15.8:0/273968651 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564359290cf0 msgr2=0x56435929aa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:54.756 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.754+0000 7f2f93f7a740 1 --2- 172.21.15.8:0/273968651 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564359290cf0 0x56435929aa60 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f2f7c009900 tx=0x7f2f7c009680 comp rx=0 tx=0).stop 2024-05-20T21:23:54.757 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.754+0000 7f2f93f7a740 1 -- 172.21.15.8:0/273968651 shutdown_connections 2024-05-20T21:23:54.757 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.754+0000 7f2f93f7a740 1 --2- 172.21.15.8:0/273968651 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5643592a60b0 0x5643592a84a0 crc :-1 s=READY pgs=225 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.757 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.754+0000 7f2f93f7a740 1 --2- 172.21.15.8:0/273968651 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564359296850 0x5643592a1fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.757 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.754+0000 7f2f93f7a740 1 --2- 172.21.15.8:0/273968651 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5643592916e0 0x56435929afa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.757 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.754+0000 7f2f93f7a740 1 --2- 172.21.15.8:0/273968651 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564359290cf0 0x56435929aa60 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.757 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.754+0000 7f2f93f7a740 1 -- 172.21.15.8:0/273968651 >> 172.21.15.8:0/273968651 conn(0x56435928c360 msgr2=0x56435928b4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:54.757 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.754+0000 7f2f6be00640 0 client.17430 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:23:54.757 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.754+0000 7f2f93f7a740 1 -- 172.21.15.8:0/273968651 shutdown_connections 2024-05-20T21:23:54.757 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.754+0000 7f2f93f7a740 1 -- 172.21.15.8:0/273968651 wait complete. 2024-05-20T21:23:54.757 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.754+0000 7f2f93f7a740 20 client.17430 trim_cache size 0 max 16384 2024-05-20T21:23:54.789 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.788+0000 7f2f93f7a740 1 Processor -- start 2024-05-20T21:23:54.789 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.788+0000 7f2f93f7a740 1 -- start start 2024-05-20T21:23:54.789 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.788+0000 7f2f93f7a740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564359290cf0 0x564359292150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:54.789 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.789+0000 7f2f93f7a740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643592916e0 0x5643592a1fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:54.789 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.789+0000 7f2f93f7a740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564359296850 0x56435929a080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:54.789 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.789+0000 7f2f93f7a740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f2f8c1b2ba0 con 0x5643592916e0 2024-05-20T21:23:54.789 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.789+0000 7f2f93f7a740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2f8c1b0470 con 0x564359296850 2024-05-20T21:23:54.789 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.789+0000 7f2f93f7a740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f2f8c1ae2c0 con 0x564359290cf0 2024-05-20T21:23:54.791 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.789+0000 7f2f8a800640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564359296850 0x56435929a080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:54.791 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.789+0000 7f2f8a800640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564359296850 0x56435929a080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:55508/0 (socket says 172.21.15.8:55508) 2024-05-20T21:23:54.791 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.789+0000 7f2f8a800640 1 -- 172.21.15.8:0/642061035 learned_addr learned my addr 172.21.15.8:0/642061035 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:54.791 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.789+0000 7f2f89400640 1 --2- 172.21.15.8:0/642061035 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643592916e0 0x5643592a1fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:54.791 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.789+0000 7f2f89e00640 1 --2- 172.21.15.8:0/642061035 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564359290cf0 0x564359292150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:54.791 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.790+0000 7f2f8a800640 1 -- 172.21.15.8:0/642061035 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564359290cf0 msgr2=0x564359292150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:54.791 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.790+0000 7f2f8a800640 1 --2- 172.21.15.8:0/642061035 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564359290cf0 0x564359292150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.791 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.790+0000 7f2f8a800640 1 -- 172.21.15.8:0/642061035 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643592916e0 msgr2=0x5643592a1fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:54.791 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.790+0000 7f2f8a800640 1 --2- 172.21.15.8:0/642061035 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643592916e0 0x5643592a1fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.791 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.790+0000 7f2f8a800640 1 -- 172.21.15.8:0/642061035 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564359299900 con 0x564359296850 2024-05-20T21:23:54.791 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.790+0000 7f2f8a800640 1 --2- 172.21.15.8:0/642061035 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564359296850 0x56435929a080 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f2f840e02e0 tx=0x7f2f840a9d00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=76aff7e05ab74a62 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:54.792 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.790+0000 7f2f76a00640 1 -- 172.21.15.8:0/642061035 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f840a9e00 con 0x564359296850 2024-05-20T21:23:54.792 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.790+0000 7f2f76a00640 1 -- 172.21.15.8:0/642061035 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2f840ae1b0 con 0x564359296850 2024-05-20T21:23:54.792 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.790+0000 7f2f76a00640 1 -- 172.21.15.8:0/642061035 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f840b2a30 con 0x564359296850 2024-05-20T21:23:54.794 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.791+0000 7f2f93f7a740 1 -- 172.21.15.8:0/642061035 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564359296850 msgr2=0x56435929a080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:54.794 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.791+0000 7f2f93f7a740 1 --2- 172.21.15.8:0/642061035 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564359296850 0x56435929a080 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f2f840e02e0 tx=0x7f2f840a9d00 comp rx=0 tx=0).stop 2024-05-20T21:23:54.794 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.791+0000 7f2f93f7a740 1 -- 172.21.15.8:0/642061035 shutdown_connections 2024-05-20T21:23:54.794 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.791+0000 7f2f93f7a740 1 --2- 172.21.15.8:0/642061035 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564359296850 0x56435929a080 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.794 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.791+0000 7f2f93f7a740 1 --2- 172.21.15.8:0/642061035 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643592916e0 0x5643592a1fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.794 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.791+0000 7f2f93f7a740 1 --2- 172.21.15.8:0/642061035 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564359290cf0 0x564359292150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.794 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.791+0000 7f2f93f7a740 1 -- 172.21.15.8:0/642061035 >> 172.21.15.8:0/642061035 conn(0x56435928c360 msgr2=0x56435928b4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:54.794 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.791+0000 7f2f93f7a740 1 -- 172.21.15.8:0/642061035 shutdown_connections 2024-05-20T21:23:54.794 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.791+0000 7f2f93f7a740 1 -- 172.21.15.8:0/642061035 wait complete. 2024-05-20T21:23:54.794 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.792+0000 7f2f93f7a740 1 -- start start 2024-05-20T21:23:54.794 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.792+0000 7f2f93f7a740 1 Processor -- start 2024-05-20T21:23:54.795 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.792+0000 7f2f93f7a740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564359290cf0 0x56435929efc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:54.795 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.792+0000 7f2f93f7a740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643592916e0 0x56435929f500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:54.795 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.792+0000 7f2f93f7a740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564359296850 0x5643592a0510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:54.795 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.793+0000 7f2f93f7a740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f2f8c1ae930 con 0x5643592916e0 2024-05-20T21:23:54.795 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.793+0000 7f2f93f7a740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2f8c1afda0 con 0x564359290cf0 2024-05-20T21:23:54.795 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.793+0000 7f2f93f7a740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f2f8c1af000 con 0x564359296850 2024-05-20T21:23:54.795 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.793+0000 7f2f93f7a740 10 client.0 _ll_register_callbacks cb 0x7f2f7c009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:54.795 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.793+0000 7f2f89400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643592916e0 0x56435929f500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:54.795 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.793+0000 7f2f89400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643592916e0 0x56435929f500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:33170/0 (socket says 172.21.15.8:33170) 2024-05-20T21:23:54.795 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.793+0000 7f2f89400640 1 -- 172.21.15.8:0/997390586 learned_addr learned my addr 172.21.15.8:0/997390586 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:54.795 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.793+0000 7f2f89e00640 1 --2- 172.21.15.8:0/997390586 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564359290cf0 0x56435929efc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:54.795 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.793+0000 7f2f8a800640 1 --2- 172.21.15.8:0/997390586 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564359296850 0x5643592a0510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:54.796 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.793+0000 7f2f89400640 1 -- 172.21.15.8:0/997390586 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564359296850 msgr2=0x5643592a0510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:54.796 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.793+0000 7f2f89400640 1 --2- 172.21.15.8:0/997390586 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564359296850 0x5643592a0510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.796 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.793+0000 7f2f89400640 1 -- 172.21.15.8:0/997390586 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564359290cf0 msgr2=0x56435929efc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:54.796 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.793+0000 7f2f89400640 1 --2- 172.21.15.8:0/997390586 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564359290cf0 0x56435929efc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.796 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.793+0000 7f2f89400640 1 -- 172.21.15.8:0/997390586 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5643592a0b00 con 0x5643592916e0 2024-05-20T21:23:54.796 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.793+0000 7f2f8a800640 1 --2- 172.21.15.8:0/997390586 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564359296850 0x5643592a0510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:23:54.796 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.793+0000 7f2f89e00640 1 --2- 172.21.15.8:0/997390586 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564359290cf0 0x56435929efc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:54.797 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.794+0000 7f2f89400640 1 --2- 172.21.15.8:0/997390586 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643592916e0 0x56435929f500 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f2f780058c0 tx=0x7f2f78005850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=67117c883dc94947 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:54.798 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.794+0000 7f2f6be00640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:23:54.798 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.794+0000 7f2f6be00640 1 -- 172.21.15.8:0/997390586 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f780035f0 con 0x5643592916e0 2024-05-20T21:23:54.798 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.794+0000 7f2f93f7a740 1 -- 172.21.15.8:0/997390586 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2f840ae1b0 con 0x5643592916e0 2024-05-20T21:23:54.798 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.794+0000 7f2f6be00640 1 -- 172.21.15.8:0/997390586 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f2f78003790 con 0x5643592916e0 2024-05-20T21:23:54.798 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.795+0000 7f2f6be00640 1 -- 172.21.15.8:0/997390586 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2f7803a050 con 0x5643592916e0 2024-05-20T21:23:54.798 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.795+0000 7f2f93f7a740 10 client.17436 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:54.798 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.795+0000 7f2f93f7a740 1 -- 172.21.15.8:0/997390586 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5643592a1f10 con 0x5643592916e0 2024-05-20T21:23:54.798 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.795+0000 7f2f6be00640 1 -- 172.21.15.8:0/997390586 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2f840ae1b0 con 0x5643592916e0 2024-05-20T21:23:54.798 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.795+0000 7f2f6be00640 1 -- 172.21.15.8:0/997390586 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f2f7801da60 con 0x5643592916e0 2024-05-20T21:23:54.798 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.795+0000 7f2f93f7a740 10 client.17436 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:54.798 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.795+0000 7f2f93f7a740 10 client.17436 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:23:54.798 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.795+0000 7f2f93f7a740 20 client.17436 populate_metadata read hostname 'smithi008' 2024-05-20T21:23:54.799 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.795+0000 7f2f93f7a740 1 --2- 172.21.15.8:0/997390586 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x564359310fb0 0x5643593133d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:54.799 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.795+0000 7f2f93f7a740 4 client.17436 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:23:54.799 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.795+0000 7f2f93f7a740 1 -- 172.21.15.8:0/997390586 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5643591fc2c0 con 0x564359310fb0 2024-05-20T21:23:54.799 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.796+0000 7f2f89e00640 1 --2- 172.21.15.8:0/997390586 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x564359310fb0 0x5643593133d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:54.799 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.797+0000 7f2f89e00640 1 --2- 172.21.15.8:0/997390586 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x564359310fb0 0x5643593133d0 crc :-1 s=READY pgs=226 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=edcec39f0be2af07 server_cookie=6c25ba769157d9 in_seq=0 out_seq=0 2024-05-20T21:23:54.799 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.797+0000 7f2f6be00640 10 client.17436 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:23:54.811 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.810+0000 7f2f6be00640 1 -- 172.21.15.8:0/997390586 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5643591fc2c0 con 0x564359310fb0 2024-05-20T21:23:54.811 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.810+0000 7f2f6be00640 10 client.17436 handle_command_reply: tid=0 2024-05-20T21:23:54.811 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.810+0000 7f2f93f7a740 1 client.17436 shutdown 2024-05-20T21:23:54.811 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.810+0000 7f2f93f7a740 1 -- 172.21.15.8:0/997390586 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643592916e0 msgr2=0x56435929f500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:54.811 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.810+0000 7f2f93f7a740 1 --2- 172.21.15.8:0/997390586 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643592916e0 0x56435929f500 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f2f780058c0 tx=0x7f2f78005850 comp rx=0 tx=0).stop 2024-05-20T21:23:54.812 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.810+0000 7f2f93f7a740 1 -- 172.21.15.8:0/997390586 shutdown_connections 2024-05-20T21:23:54.812 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.810+0000 7f2f93f7a740 1 --2- 172.21.15.8:0/997390586 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x564359310fb0 0x5643593133d0 crc :-1 s=READY pgs=226 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.812 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.810+0000 7f2f93f7a740 1 --2- 172.21.15.8:0/997390586 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564359296850 0x5643592a0510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.812 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.810+0000 7f2f93f7a740 1 --2- 172.21.15.8:0/997390586 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643592916e0 0x56435929f500 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.812 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.810+0000 7f2f93f7a740 1 --2- 172.21.15.8:0/997390586 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564359290cf0 0x56435929efc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.812 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.810+0000 7f2f6be00640 0 client.17436 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:23:54.812 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.810+0000 7f2f93f7a740 1 -- 172.21.15.8:0/997390586 >> 172.21.15.8:0/997390586 conn(0x56435928c360 msgr2=0x56435928b4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:54.812 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.811+0000 7f2f93f7a740 1 -- 172.21.15.8:0/997390586 shutdown_connections 2024-05-20T21:23:54.812 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.811+0000 7f2f93f7a740 1 -- 172.21.15.8:0/997390586 wait complete. 2024-05-20T21:23:54.812 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.811+0000 7f2f93f7a740 20 client.17436 trim_cache size 0 max 16384 2024-05-20T21:23:54.813 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:23:54.813 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:23:54.813 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:23:54.814 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.812+0000 7f2f8b200640 1 -- 172.21.15.8:0/1065181665 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2f700b27d0 msgr2=0x7f2f700b4c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:54.814 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.812+0000 7f2f8b200640 1 --2- 172.21.15.8:0/1065181665 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2f700b27d0 0x7f2f700b4c90 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x564359291f40 tx=0x7f2f78005f90 comp rx=0 tx=0).stop 2024-05-20T21:23:54.814 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.812+0000 7f2f8b200640 1 -- 172.21.15.8:0/1065181665 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2f8c10eee0 msgr2=0x7f2f8c1a6710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:54.814 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.812+0000 7f2f8b200640 1 --2- 172.21.15.8:0/1065181665 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2f8c10eee0 0x7f2f8c1a6710 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f2f8400eb10 tx=0x7f2f8400c2d0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.814 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.812+0000 7f2f8b200640 1 -- 172.21.15.8:0/1065181665 shutdown_connections 2024-05-20T21:23:54.814 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.812+0000 7f2f8b200640 1 --2- 172.21.15.8:0/1065181665 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2f700b27d0 0x7f2f700b4c90 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.814 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.812+0000 7f2f8b200640 1 --2- 172.21.15.8:0/1065181665 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2f8c10eee0 0x7f2f8c1a6710 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.814 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.812+0000 7f2f8b200640 1 --2- 172.21.15.8:0/1065181665 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2f8c076a90 0x7f2f8c19f6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.814 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.812+0000 7f2f8b200640 1 --2- 172.21.15.8:0/1065181665 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2f8c0754b0 0x7f2f8c19f1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.814 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.812+0000 7f2f8b200640 1 -- 172.21.15.8:0/1065181665 >> 172.21.15.8:0/1065181665 conn(0x7f2f8c0fde80 msgr2=0x7f2f8c102280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:54.814 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.813+0000 7f2f8b200640 1 -- 172.21.15.8:0/1065181665 shutdown_connections 2024-05-20T21:23:54.814 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:23:54.813+0000 7f2f8b200640 1 -- 172.21.15.8:0/1065181665 wait complete. 2024-05-20T21:23:55.686 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:23:56.189 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:23:56.861 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:23:56 smithi008 ceph-mon[31475]: pgmap v698: 97 pgs: 97 active+clean; 4.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.8 KiB/s wr, 7 op/s 2024-05-20T21:23:56.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:23:56 smithi130 ceph-mon[36448]: pgmap v698: 97 pgs: 97 active+clean; 4.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.8 KiB/s wr, 7 op/s 2024-05-20T21:23:56.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:23:56 smithi050 ceph-mon[35809]: pgmap v698: 97 pgs: 97 active+clean; 4.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.8 KiB/s wr, 7 op/s 2024-05-20T21:23:57.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:23:57 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:23:57.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:23:57 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:23:57.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:23:57 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:23:57.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:23:57 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:23:57.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:23:57 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:23:57.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:23:57 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:23:58.547 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.546+0000 7f7ec8600700 1 -- 172.21.15.8:0/3803557787 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7ec0105780 msgr2=0x7f7ec0105c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:58.547 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.546+0000 7f7ec8600700 1 --2- 172.21.15.8:0/3803557787 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7ec0105780 0x7f7ec0105c00 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f7eac009990 tx=0x7f7eac009ca0 comp rx=0 tx=0).stop 2024-05-20T21:23:58.547 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.546+0000 7f7ec8600700 1 -- 172.21.15.8:0/3803557787 shutdown_connections 2024-05-20T21:23:58.547 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.546+0000 7f7ec8600700 1 --2- 172.21.15.8:0/3803557787 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7ec0106140 0x7f7ec0112650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:58.547 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.546+0000 7f7ec8600700 1 --2- 172.21.15.8:0/3803557787 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7ec010b780 0x7f7ec010bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:58.547 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.546+0000 7f7ec8600700 1 --2- 172.21.15.8:0/3803557787 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7ec0105780 0x7f7ec0105c00 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:58.547 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.546+0000 7f7ec8600700 1 -- 172.21.15.8:0/3803557787 >> 172.21.15.8:0/3803557787 conn(0x7f7ec0101270 msgr2=0x7f7ec0103690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:58.547 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.546+0000 7f7ec8600700 1 -- 172.21.15.8:0/3803557787 shutdown_connections 2024-05-20T21:23:58.547 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.546+0000 7f7ec8600700 1 -- 172.21.15.8:0/3803557787 wait complete. 2024-05-20T21:23:58.548 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.547+0000 7f7ec8600700 1 Processor -- start 2024-05-20T21:23:58.548 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.548+0000 7f7ec8600700 1 -- start start 2024-05-20T21:23:58.549 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.548+0000 7f7ec8600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7ec0105780 0x7f7ec019be80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:58.549 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.548+0000 7f7ec8600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7ec0106140 0x7f7ec019c3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:58.549 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.548+0000 7f7ec8600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7ec010b780 0x7f7ec01a0700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:58.549 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.548+0000 7f7ec8600700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f7ec0115a10 con 0x7f7ec0106140 2024-05-20T21:23:58.549 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.548+0000 7f7ec8600700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f7ec0115890 con 0x7f7ec0105780 2024-05-20T21:23:58.549 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.548+0000 7f7ec8600700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f7ec0115b90 con 0x7f7ec010b780 2024-05-20T21:23:58.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.548+0000 7f7ec5c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7ec0105780 0x7f7ec019be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:58.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.548+0000 7f7ec5c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7ec0105780 0x7f7ec019be80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:55534/0 (socket says 172.21.15.8:55534) 2024-05-20T21:23:58.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.548+0000 7f7ec5c00700 1 -- 172.21.15.8:0/2241709672 learned_addr learned my addr 172.21.15.8:0/2241709672 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:58.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.548+0000 7f7ec5200700 1 --2- 172.21.15.8:0/2241709672 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7ec0106140 0x7f7ec019c3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:58.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.548+0000 7f7ec6600700 1 --2- 172.21.15.8:0/2241709672 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7ec010b780 0x7f7ec01a0700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:58.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.549+0000 7f7ec5c00700 1 -- 172.21.15.8:0/2241709672 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7ec010b780 msgr2=0x7f7ec01a0700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:58.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.549+0000 7f7ec5c00700 1 --2- 172.21.15.8:0/2241709672 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7ec010b780 0x7f7ec01a0700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:58.551 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.549+0000 7f7ec5c00700 1 -- 172.21.15.8:0/2241709672 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7ec0106140 msgr2=0x7f7ec019c3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:58.551 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.549+0000 7f7ec5c00700 1 --2- 172.21.15.8:0/2241709672 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7ec0106140 0x7f7ec019c3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:58.551 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.549+0000 7f7ec5c00700 1 -- 172.21.15.8:0/2241709672 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ec01a0e40 con 0x7f7ec0105780 2024-05-20T21:23:58.551 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.549+0000 7f7ec5c00700 1 --2- 172.21.15.8:0/2241709672 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7ec0105780 0x7f7ec019be80 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f7eb400e9a0 tx=0x7f7eb400ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:58.551 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.549+0000 7f7ebe000700 1 -- 172.21.15.8:0/2241709672 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7eb400ca10 con 0x7f7ec0105780 2024-05-20T21:23:58.551 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.549+0000 7f7ebe000700 1 -- 172.21.15.8:0/2241709672 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7eb400cbb0 con 0x7f7ec0105780 2024-05-20T21:23:58.551 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.550+0000 7f7ec8600700 1 -- 172.21.15.8:0/2241709672 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ec01a1130 con 0x7f7ec0105780 2024-05-20T21:23:58.551 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.550+0000 7f7ebe000700 1 -- 172.21.15.8:0/2241709672 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7eb4018680 con 0x7f7ec0105780 2024-05-20T21:23:58.551 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.550+0000 7f7ec8600700 1 -- 172.21.15.8:0/2241709672 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ec01a89b0 con 0x7f7ec0105780 2024-05-20T21:23:58.554 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.554+0000 7f7ebe000700 1 -- 172.21.15.8:0/2241709672 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f7eb4010430 con 0x7f7ec0105780 2024-05-20T21:23:58.555 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.556+0000 7f7ed3071b80 1 Processor -- start 2024-05-20T21:23:58.555 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.556+0000 7f7ed3071b80 1 -- start start 2024-05-20T21:23:58.556 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.556+0000 7f7ed3071b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560209815610 0x5602098159f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:58.556 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.556+0000 7f7ed3071b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560209815f30 0x56020980fb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:58.556 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.556+0000 7f7ed3071b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560209810140 0x5602098105c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:58.557 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.556+0000 7f7ed3071b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x56020976de40 con 0x560209815f30 2024-05-20T21:23:58.557 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.556+0000 7f7ed3071b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x56020975d9e0 con 0x560209815610 2024-05-20T21:23:58.557 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.556+0000 7f7ed3071b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x560209761a20 con 0x560209810140 2024-05-20T21:23:58.557 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.556+0000 7f7ebe000700 1 --2- 172.21.15.8:0/2241709672 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f7ea80b2900 0x7f7ea80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:58.557 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.556+0000 7f7ec6600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560209815610 0x5602098159f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:58.557 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.556+0000 7f7ec5200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560209810140 0x5602098105c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:58.557 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.556+0000 7f7ec5c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560209815f30 0x56020980fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:58.557 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.556+0000 7f7ec5200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560209810140 0x5602098105c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:47510/0 (socket says 172.21.15.8:47510) 2024-05-20T21:23:58.559 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.556+0000 7f7ec5200700 1 -- 172.21.15.8:0/1613298597 learned_addr learned my addr 172.21.15.8:0/1613298597 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:58.559 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.556+0000 7f7ebe000700 1 -- 172.21.15.8:0/2241709672 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f7eb40e2300 con 0x7f7ec0105780 2024-05-20T21:23:58.559 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.556+0000 7f7ec6600700 1 --2- 172.21.15.8:0/2241709672 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f7ea80b2900 0x7f7ea80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:58.559 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.557+0000 7f7ec5200700 1 -- 172.21.15.8:0/1613298597 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560209815610 msgr2=0x5602098159f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:58.559 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.557+0000 7f7ec5200700 1 --2- 172.21.15.8:0/1613298597 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560209815610 0x5602098159f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:58.560 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.557+0000 7f7ec5200700 1 -- 172.21.15.8:0/1613298597 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560209815f30 msgr2=0x56020980fb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:58.560 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.557+0000 7f7ec5200700 1 --2- 172.21.15.8:0/1613298597 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560209815f30 0x56020980fb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:58.560 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.557+0000 7f7ec5200700 1 -- 172.21.15.8:0/1613298597 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560209726420 con 0x560209810140 2024-05-20T21:23:58.560 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.557+0000 7f7ec5c00700 1 --2- 172.21.15.8:0/1613298597 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560209815f30 0x56020980fb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:23:58.560 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.557+0000 7f7ec6600700 1 --2- 172.21.15.8:0/1613298597 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560209815610 0x5602098159f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:23:58.560 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.557+0000 7f7ec5200700 1 --2- 172.21.15.8:0/1613298597 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560209810140 0x5602098105c0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f7eac015000 tx=0x7f7eac0096a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2f5323b7b94fed62 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:58.560 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.557+0000 7f7ec6600700 1 --2- 172.21.15.8:0/2241709672 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f7ea80b2900 0x7f7ea80b4dc0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f7eb8009ec0 tx=0x7f7eb8004b40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:58.560 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.558+0000 7f7eb2a00700 1 -- 172.21.15.8:0/1613298597 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7eac027070 con 0x560209810140 2024-05-20T21:23:58.560 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.558+0000 7f7eb2a00700 1 -- 172.21.15.8:0/1613298597 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7eac0056d0 con 0x560209810140 2024-05-20T21:23:58.560 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.558+0000 7f7eb2a00700 1 -- 172.21.15.8:0/1613298597 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7eac003b40 con 0x560209810140 2024-05-20T21:23:58.561 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.558+0000 7f7ed3071b80 1 -- 172.21.15.8:0/1613298597 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560209810140 msgr2=0x5602098105c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:58.561 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.558+0000 7f7ed3071b80 1 --2- 172.21.15.8:0/1613298597 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560209810140 0x5602098105c0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f7eac015000 tx=0x7f7eac0096a0 comp rx=0 tx=0).stop 2024-05-20T21:23:58.561 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.559+0000 7f7ed3071b80 1 -- 172.21.15.8:0/1613298597 shutdown_connections 2024-05-20T21:23:58.561 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.559+0000 7f7ed3071b80 1 --2- 172.21.15.8:0/1613298597 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560209815610 0x5602098159f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:58.561 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.559+0000 7f7ed3071b80 1 --2- 172.21.15.8:0/1613298597 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560209810140 0x5602098105c0 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:58.561 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.559+0000 7f7ed3071b80 1 --2- 172.21.15.8:0/1613298597 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560209815f30 0x56020980fb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:58.561 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.559+0000 7f7ed3071b80 1 -- 172.21.15.8:0/1613298597 >> 172.21.15.8:0/1613298597 conn(0x56020973dbe0 msgr2=0x56020980a690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:58.561 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.559+0000 7f7ed3071b80 1 -- 172.21.15.8:0/1613298597 shutdown_connections 2024-05-20T21:23:58.561 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.559+0000 7f7ed3071b80 1 -- 172.21.15.8:0/1613298597 wait complete. 2024-05-20T21:23:58.564 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.559+0000 7f7ed3071b80 1 -- start start 2024-05-20T21:23:58.564 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.560+0000 7f7ed3071b80 1 Processor -- start 2024-05-20T21:23:58.564 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.560+0000 7f7ed3071b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560209810140 0x56020981bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:58.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.560+0000 7f7ed3071b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560209815610 0x560209818f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:58.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.560+0000 7f7ed3071b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560209815f30 0x560209819490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:58.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.560+0000 7f7ed3071b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x560209663fa0 con 0x560209815f30 2024-05-20T21:23:58.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.560+0000 7f7ed3071b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5602096fe760 con 0x560209810140 2024-05-20T21:23:58.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.560+0000 7f7ed3071b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x56020981c980 con 0x560209815610 2024-05-20T21:23:58.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.560+0000 7f7ed3071b80 10 client.0 _ll_register_callbacks cb 0x560209707c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:58.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.560+0000 7f7ec5c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560209810140 0x56020981bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:58.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.560+0000 7f7ec5c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560209810140 0x56020981bbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:55548/0 (socket says 172.21.15.8:55548) 2024-05-20T21:23:58.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.560+0000 7f7ec5c00700 1 -- 172.21.15.8:0/3445649449 learned_addr learned my addr 172.21.15.8:0/3445649449 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:58.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.561+0000 7f7ec5200700 1 --2- 172.21.15.8:0/3445649449 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560209815610 0x560209818f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:58.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.561+0000 7f7ec6600700 1 --2- 172.21.15.8:0/3445649449 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560209815f30 0x560209819490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:58.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.561+0000 7f7ec5c00700 1 -- 172.21.15.8:0/3445649449 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560209815610 msgr2=0x560209818f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:58.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.561+0000 7f7ec5c00700 1 --2- 172.21.15.8:0/3445649449 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560209815610 0x560209818f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:58.566 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.561+0000 7f7ec5c00700 1 -- 172.21.15.8:0/3445649449 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560209815f30 msgr2=0x560209819490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:58.566 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.561+0000 7f7ec5c00700 1 --2- 172.21.15.8:0/3445649449 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560209815f30 0x560209819490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:58.566 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.561+0000 7f7ec5c00700 1 -- 172.21.15.8:0/3445649449 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5602096ad8d0 con 0x560209810140 2024-05-20T21:23:58.566 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.561+0000 7f7ec5c00700 1 --2- 172.21.15.8:0/3445649449 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560209810140 0x56020981bbb0 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f7eb40a95b0 tx=0x7f7eb401f000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d34fd8b6f0ffc06 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:58.566 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.561+0000 7f7ea7400700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:23:58.566 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.561+0000 7f7ea7400700 1 -- 172.21.15.8:0/3445649449 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7eb40a9fb0 con 0x560209810140 2024-05-20T21:23:58.566 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.561+0000 7f7ea7400700 1 -- 172.21.15.8:0/3445649449 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f7eb40b2280 con 0x560209810140 2024-05-20T21:23:58.566 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.561+0000 7f7ed3071b80 1 -- 172.21.15.8:0/3445649449 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7eac0056d0 con 0x560209810140 2024-05-20T21:23:58.566 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.562+0000 7f7ea7400700 1 -- 172.21.15.8:0/3445649449 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f7eb4025170 con 0x560209810140 2024-05-20T21:23:58.566 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.562+0000 7f7ed3071b80 10 client.27572 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:58.566 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.562+0000 7f7ed3071b80 1 -- 172.21.15.8:0/3445649449 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56020972e060 con 0x560209810140 2024-05-20T21:23:58.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.562+0000 7f7ea7400700 1 -- 172.21.15.8:0/3445649449 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7eac0056d0 con 0x560209810140 2024-05-20T21:23:58.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.562+0000 7f7ea7400700 1 -- 172.21.15.8:0/3445649449 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f7eb40cab60 con 0x560209810140 2024-05-20T21:23:58.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.563+0000 7f7ed3071b80 10 client.27572 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:58.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.563+0000 7f7ed3071b80 10 client.27572 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:23:58.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.563+0000 7f7ed3071b80 20 client.27572 populate_metadata read hostname 'smithi008' 2024-05-20T21:23:58.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.563+0000 7f7ed3071b80 1 --2- 172.21.15.8:0/3445649449 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x560209829330 0x56020982b780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:58.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.563+0000 7f7ed3071b80 4 client.27572 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:23:58.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.563+0000 7f7ed3071b80 1 -- 172.21.15.8:0/3445649449 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56020976fd90 con 0x560209829330 2024-05-20T21:23:58.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.563+0000 7f7ec5200700 1 --2- 172.21.15.8:0/3445649449 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x560209829330 0x56020982b780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:58.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.564+0000 7f7ec5200700 1 --2- 172.21.15.8:0/3445649449 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x560209829330 0x56020982b780 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d40ebdb6d75ae5e8 server_cookie=41c2373de469ba53 in_seq=0 out_seq=0 2024-05-20T21:23:58.568 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.564+0000 7f7ea7400700 10 client.27572 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:23:58.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.564+0000 7f7ea7400700 1 -- 172.21.15.8:0/3445649449 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x56020976fd90 con 0x560209829330 2024-05-20T21:23:58.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.564+0000 7f7ea7400700 10 client.27572 handle_command_reply: tid=0 2024-05-20T21:23:58.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.564+0000 7f7ed3071b80 1 client.27572 shutdown 2024-05-20T21:23:58.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.565+0000 7f7ed3071b80 1 -- 172.21.15.8:0/3445649449 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560209810140 msgr2=0x56020981bbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:58.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.565+0000 7f7ed3071b80 1 --2- 172.21.15.8:0/3445649449 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560209810140 0x56020981bbb0 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f7eb40a95b0 tx=0x7f7eb401f000 comp rx=0 tx=0).stop 2024-05-20T21:23:58.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.565+0000 7f7ed3071b80 1 -- 172.21.15.8:0/3445649449 shutdown_connections 2024-05-20T21:23:58.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.565+0000 7f7ed3071b80 1 --2- 172.21.15.8:0/3445649449 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x560209829330 0x56020982b780 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:58.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.565+0000 7f7ed3071b80 1 --2- 172.21.15.8:0/3445649449 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560209810140 0x56020981bbb0 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:58.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.565+0000 7f7ed3071b80 1 --2- 172.21.15.8:0/3445649449 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560209815f30 0x560209819490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:58.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.565+0000 7f7ed3071b80 1 --2- 172.21.15.8:0/3445649449 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560209815610 0x560209818f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:58.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.565+0000 7f7ed3071b80 1 -- 172.21.15.8:0/3445649449 >> 172.21.15.8:0/3445649449 conn(0x56020973dbe0 msgr2=0x560209809d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:58.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.565+0000 7f7ea7400700 0 client.27572 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:23:58.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.565+0000 7f7ed3071b80 1 -- 172.21.15.8:0/3445649449 shutdown_connections 2024-05-20T21:23:58.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.565+0000 7f7ed3071b80 1 -- 172.21.15.8:0/3445649449 wait complete. 2024-05-20T21:23:58.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.565+0000 7f7ed3071b80 20 client.27572 trim_cache size 0 max 16384 2024-05-20T21:23:58.582 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.582+0000 7f7ed3071b80 1 Processor -- start 2024-05-20T21:23:58.582 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.582+0000 7f7ed3071b80 1 -- start start 2024-05-20T21:23:58.583 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.582+0000 7f7ed3071b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56020973dbe0 0x56020980fb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:58.583 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.582+0000 7f7ed3071b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560209810140 0x56020980a4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:58.583 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.582+0000 7f7ed3071b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560209815610 0x56020981ad10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:58.583 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.582+0000 7f7ed3071b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f7ec01b2740 con 0x560209815610 2024-05-20T21:23:58.583 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.582+0000 7f7ed3071b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f7ec01affd0 con 0x560209810140 2024-05-20T21:23:58.584 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.582+0000 7f7ed3071b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f7ec01ade20 con 0x56020973dbe0 2024-05-20T21:23:58.584 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.583+0000 7f7ec6600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560209815610 0x56020981ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:58.584 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.583+0000 7f7ec5200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560209810140 0x56020980a4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:58.584 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.583+0000 7f7ec5c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56020973dbe0 0x56020980fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:58.584 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.583+0000 7f7ec5200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560209810140 0x56020980a4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:55558/0 (socket says 172.21.15.8:55558) 2024-05-20T21:23:58.584 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.583+0000 7f7ec5200700 1 -- 172.21.15.8:0/3806103740 learned_addr learned my addr 172.21.15.8:0/3806103740 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:58.584 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.583+0000 7f7ec6600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560209815610 0x56020981ad10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:33228/0 (socket says 172.21.15.8:33228) 2024-05-20T21:23:58.585 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.583+0000 7f7ec5200700 1 -- 172.21.15.8:0/3806103740 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56020973dbe0 msgr2=0x56020980fb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:58.585 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.583+0000 7f7ec5200700 1 --2- 172.21.15.8:0/3806103740 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56020973dbe0 0x56020980fb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:58.585 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.583+0000 7f7ec5200700 1 -- 172.21.15.8:0/3806103740 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560209815610 msgr2=0x56020981ad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:58.585 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.583+0000 7f7ec5200700 1 --2- 172.21.15.8:0/3806103740 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560209815610 0x56020981ad10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:58.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.583+0000 7f7ec5200700 1 -- 172.21.15.8:0/3806103740 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560209815d30 con 0x560209810140 2024-05-20T21:23:58.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.583+0000 7f7ec5c00700 1 --2- 172.21.15.8:0/3806103740 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56020973dbe0 0x56020980fb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:58.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.584+0000 7f7ec5200700 1 --2- 172.21.15.8:0/3806103740 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560209810140 0x56020980a4f0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f7eac0036f0 tx=0x7f7eac003720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e9ece77f58f4eb71 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:58.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.584+0000 7f7eb2000700 1 -- 172.21.15.8:0/3806103740 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7eac027040 con 0x560209810140 2024-05-20T21:23:58.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.584+0000 7f7eb2000700 1 -- 172.21.15.8:0/3806103740 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7eac034040 con 0x560209810140 2024-05-20T21:23:58.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.584+0000 7f7eb2000700 1 -- 172.21.15.8:0/3806103740 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7eac00bd60 con 0x560209810140 2024-05-20T21:23:58.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.585+0000 7f7ed3071b80 1 -- 172.21.15.8:0/3806103740 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560209810140 msgr2=0x56020980a4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:58.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.585+0000 7f7ed3071b80 1 --2- 172.21.15.8:0/3806103740 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560209810140 0x56020980a4f0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f7eac0036f0 tx=0x7f7eac003720 comp rx=0 tx=0).stop 2024-05-20T21:23:58.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.585+0000 7f7ed3071b80 1 -- 172.21.15.8:0/3806103740 shutdown_connections 2024-05-20T21:23:58.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.585+0000 7f7ed3071b80 1 --2- 172.21.15.8:0/3806103740 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560209815610 0x56020981ad10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:58.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.585+0000 7f7ed3071b80 1 --2- 172.21.15.8:0/3806103740 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56020973dbe0 0x56020980fb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:58.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.585+0000 7f7ed3071b80 1 --2- 172.21.15.8:0/3806103740 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560209810140 0x56020980a4f0 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:58.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.585+0000 7f7ed3071b80 1 -- 172.21.15.8:0/3806103740 >> 172.21.15.8:0/3806103740 conn(0x560209813850 msgr2=0x56020981a600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:58.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.585+0000 7f7ed3071b80 1 -- 172.21.15.8:0/3806103740 shutdown_connections 2024-05-20T21:23:58.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.585+0000 7f7ed3071b80 1 -- 172.21.15.8:0/3806103740 wait complete. 2024-05-20T21:23:58.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.585+0000 7f7ed3071b80 1 -- start start 2024-05-20T21:23:58.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.586+0000 7f7ed3071b80 1 Processor -- start 2024-05-20T21:23:58.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.586+0000 7f7ed3071b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56020973dbe0 0x560209830b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:58.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.586+0000 7f7ed3071b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560209810140 0x5602098310a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:58.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.586+0000 7f7ed3071b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560209815610 0x5602098315e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:58.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.586+0000 7f7ed3071b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f7ec01ae490 con 0x560209810140 2024-05-20T21:23:58.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.586+0000 7f7ed3071b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f7ec01af900 con 0x56020973dbe0 2024-05-20T21:23:58.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.586+0000 7f7ed3071b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f7ec01aeb60 con 0x560209815610 2024-05-20T21:23:58.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.586+0000 7f7ed3071b80 10 client.0 _ll_register_callbacks cb 0x560209707c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:58.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.587+0000 7f7ec5c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56020973dbe0 0x560209830b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:58.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.587+0000 7f7ec5c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56020973dbe0 0x560209830b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:55568/0 (socket says 172.21.15.8:55568) 2024-05-20T21:23:58.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.587+0000 7f7ec5c00700 1 -- 172.21.15.8:0/412201908 learned_addr learned my addr 172.21.15.8:0/412201908 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:23:58.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.587+0000 7f7ec5200700 1 --2- 172.21.15.8:0/412201908 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560209810140 0x5602098310a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:58.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.587+0000 7f7ec6600700 1 --2- 172.21.15.8:0/412201908 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560209815610 0x5602098315e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:58.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.587+0000 7f7ec5c00700 1 -- 172.21.15.8:0/412201908 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560209815610 msgr2=0x5602098315e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:58.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.587+0000 7f7ec5c00700 1 --2- 172.21.15.8:0/412201908 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560209815610 0x5602098315e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:58.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.587+0000 7f7ec5c00700 1 -- 172.21.15.8:0/412201908 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560209810140 msgr2=0x5602098310a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:58.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.587+0000 7f7ec5c00700 1 --2- 172.21.15.8:0/412201908 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560209810140 0x5602098310a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:58.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.587+0000 7f7ec5c00700 1 -- 172.21.15.8:0/412201908 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560209892f40 con 0x56020973dbe0 2024-05-20T21:23:58.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.587+0000 7f7ec5200700 1 --2- 172.21.15.8:0/412201908 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560209810140 0x5602098310a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:58.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.587+0000 7f7ec5c00700 1 --2- 172.21.15.8:0/412201908 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56020973dbe0 0x560209830b60 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f7eb400c2d0 tx=0x7f7eb40a9150 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6c47c17484be407d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:58.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.587+0000 7f7ea7400700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:23:58.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.588+0000 7f7ea7400700 1 -- 172.21.15.8:0/412201908 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7eb40a9fb0 con 0x56020973dbe0 2024-05-20T21:23:58.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.588+0000 7f7ea7400700 1 -- 172.21.15.8:0/412201908 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f7eb40b2490 con 0x56020973dbe0 2024-05-20T21:23:58.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.588+0000 7f7ed3071b80 1 -- 172.21.15.8:0/412201908 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7eac034040 con 0x56020973dbe0 2024-05-20T21:23:58.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.588+0000 7f7ea7400700 1 -- 172.21.15.8:0/412201908 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f7eb40a98b0 con 0x56020973dbe0 2024-05-20T21:23:58.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.588+0000 7f7ed3071b80 10 client.27578 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:58.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.588+0000 7f7ed3071b80 1 -- 172.21.15.8:0/412201908 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560209894220 con 0x56020973dbe0 2024-05-20T21:23:58.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.588+0000 7f7ea7400700 1 -- 172.21.15.8:0/412201908 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7eac034040 con 0x56020973dbe0 2024-05-20T21:23:58.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.589+0000 7f7ea7400700 1 -- 172.21.15.8:0/412201908 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f7eb40aabe0 con 0x56020973dbe0 2024-05-20T21:23:58.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.589+0000 7f7ed3071b80 10 client.27578 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:58.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.589+0000 7f7ed3071b80 10 client.27578 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:23:58.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.589+0000 7f7ed3071b80 20 client.27578 populate_metadata read hostname 'smithi008' 2024-05-20T21:23:58.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.589+0000 7f7ed3071b80 1 --2- 172.21.15.8:0/412201908 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x560209815f30 0x5602098967a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:58.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.589+0000 7f7ed3071b80 4 client.27578 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:23:58.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.589+0000 7f7ed3071b80 1 -- 172.21.15.8:0/412201908 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "damage ls"}) -- 0x560209769570 con 0x560209815f30 2024-05-20T21:23:58.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.589+0000 7f7ec5200700 1 --2- 172.21.15.8:0/412201908 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x560209815f30 0x5602098967a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:58.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.589+0000 7f7ec5200700 1 --2- 172.21.15.8:0/412201908 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x560209815f30 0x5602098967a0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=2a927b7c4388d4cf server_cookie=7ad404b77fb509c7 in_seq=0 out_seq=0 2024-05-20T21:23:58.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.589+0000 7f7ea7400700 10 client.27578 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:23:58.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.590+0000 7f7ea7400700 1 -- 172.21.15.8:0/412201908 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x560209769570 con 0x560209815f30 2024-05-20T21:23:58.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.590+0000 7f7ea7400700 10 client.27578 handle_command_reply: tid=0 2024-05-20T21:23:58.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.590+0000 7f7ed3071b80 1 client.27578 shutdown 2024-05-20T21:23:58.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.590+0000 7f7ed3071b80 1 -- 172.21.15.8:0/412201908 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56020973dbe0 msgr2=0x560209830b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:58.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.590+0000 7f7ed3071b80 1 --2- 172.21.15.8:0/412201908 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56020973dbe0 0x560209830b60 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f7eb400c2d0 tx=0x7f7eb40a9150 comp rx=0 tx=0).stop 2024-05-20T21:23:58.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.590+0000 7f7ed3071b80 1 -- 172.21.15.8:0/412201908 shutdown_connections 2024-05-20T21:23:58.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.590+0000 7f7ed3071b80 1 --2- 172.21.15.8:0/412201908 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x560209815f30 0x5602098967a0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:58.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.590+0000 7f7ed3071b80 1 --2- 172.21.15.8:0/412201908 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56020973dbe0 0x560209830b60 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:58.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.590+0000 7f7ed3071b80 1 --2- 172.21.15.8:0/412201908 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560209815610 0x5602098315e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:58.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.590+0000 7f7ed3071b80 1 --2- 172.21.15.8:0/412201908 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560209810140 0x5602098310a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:58.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.590+0000 7f7ea7400700 0 client.27578 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:23:58.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.590+0000 7f7ed3071b80 1 -- 172.21.15.8:0/412201908 >> 172.21.15.8:0/412201908 conn(0x560209813850 msgr2=0x560209816a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:58.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.590+0000 7f7ed3071b80 1 -- 172.21.15.8:0/412201908 shutdown_connections 2024-05-20T21:23:58.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.590+0000 7f7ed3071b80 1 -- 172.21.15.8:0/412201908 wait complete. 2024-05-20T21:23:58.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.590+0000 7f7ed3071b80 20 client.27578 trim_cache size 0 max 16384 2024-05-20T21:23:58.594 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:23:58.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.591+0000 7f7ec8600700 1 -- 172.21.15.8:0/2241709672 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f7ea80b2900 msgr2=0x7f7ea80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:58.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.591+0000 7f7ec8600700 1 --2- 172.21.15.8:0/2241709672 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f7ea80b2900 0x7f7ea80b4dc0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f7eb8009ec0 tx=0x7f7eb8004b40 comp rx=0 tx=0).stop 2024-05-20T21:23:58.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.591+0000 7f7ec8600700 1 -- 172.21.15.8:0/2241709672 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7ec0105780 msgr2=0x7f7ec019be80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:58.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.591+0000 7f7ec8600700 1 --2- 172.21.15.8:0/2241709672 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7ec0105780 0x7f7ec019be80 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f7eb400e9a0 tx=0x7f7eb400ecb0 comp rx=0 tx=0).stop 2024-05-20T21:23:58.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.591+0000 7f7ec8600700 1 -- 172.21.15.8:0/2241709672 shutdown_connections 2024-05-20T21:23:58.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.591+0000 7f7ec8600700 1 --2- 172.21.15.8:0/2241709672 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f7ea80b2900 0x7f7ea80b4dc0 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:58.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.591+0000 7f7ec8600700 1 --2- 172.21.15.8:0/2241709672 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7ec0105780 0x7f7ec019be80 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:58.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.591+0000 7f7ec8600700 1 --2- 172.21.15.8:0/2241709672 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7ec010b780 0x7f7ec01a0700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:58.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.591+0000 7f7ec8600700 1 --2- 172.21.15.8:0/2241709672 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7ec0106140 0x7f7ec019c3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:58.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.591+0000 7f7ec8600700 1 -- 172.21.15.8:0/2241709672 >> 172.21.15.8:0/2241709672 conn(0x7f7ec0101270 msgr2=0x7f7ec0101a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:58.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.591+0000 7f7ec8600700 1 -- 172.21.15.8:0/2241709672 shutdown_connections 2024-05-20T21:23:58.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:23:58.591+0000 7f7ec8600700 1 -- 172.21.15.8:0/2241709672 wait complete. 2024-05-20T21:23:58.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:23:58 smithi130 ceph-mon[36448]: pgmap v699: 97 pgs: 97 active+clean; 4.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.9 KiB/s wr, 7 op/s 2024-05-20T21:23:58.925 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:23:58 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:23:58.925 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:23:58 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:23:58.925 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:23:58 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:23:58.925 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:23:58 smithi050 ceph-mon[35809]: pgmap v699: 97 pgs: 97 active+clean; 4.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.9 KiB/s wr, 7 op/s 2024-05-20T21:23:58.926 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:23:58 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:23:58.926 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:23:58 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:23:58.926 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:23:58 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:23:58.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:23:58 smithi008 ceph-mon[31475]: pgmap v699: 97 pgs: 97 active+clean; 4.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.9 KiB/s wr, 7 op/s 2024-05-20T21:23:58.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:23:58 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:23:58.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:23:58 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:23:58.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:23:58 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:23:59.505 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:23:59.977 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:24:00.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:24:00 smithi008 ceph-mon[31475]: pgmap v700: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.8 KiB/s wr, 11 op/s 2024-05-20T21:24:00.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:24:00 smithi130 ceph-mon[36448]: pgmap v700: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.8 KiB/s wr, 11 op/s 2024-05-20T21:24:00.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:24:00 smithi050 ceph-mon[35809]: pgmap v700: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.8 KiB/s wr, 11 op/s 2024-05-20T21:24:02.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.429+0000 7f2e93200700 1 -- 172.21.15.8:0/707816967 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2e94103450 msgr2=0x7f2e941038d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:02.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.429+0000 7f2e93200700 1 --2- 172.21.15.8:0/707816967 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2e94103450 0x7f2e941038d0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f2e7c009990 tx=0x7f2e7c009ca0 comp rx=0 tx=0).stop 2024-05-20T21:24:02.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.429+0000 7f2e93200700 1 -- 172.21.15.8:0/707816967 shutdown_connections 2024-05-20T21:24:02.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.429+0000 7f2e93200700 1 --2- 172.21.15.8:0/707816967 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2e941094e0 0x7f2e941098c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:02.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.429+0000 7f2e93200700 1 --2- 172.21.15.8:0/707816967 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2e94103e10 0x7f2e94110320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:02.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.429+0000 7f2e93200700 1 --2- 172.21.15.8:0/707816967 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2e94103450 0x7f2e941038d0 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:02.430 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.429+0000 7f2e93200700 1 -- 172.21.15.8:0/707816967 >> 172.21.15.8:0/707816967 conn(0x7f2e940fef60 msgr2=0x7f2e94101380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:02.430 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.429+0000 7f2e93200700 1 -- 172.21.15.8:0/707816967 shutdown_connections 2024-05-20T21:24:02.430 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.429+0000 7f2e93200700 1 -- 172.21.15.8:0/707816967 wait complete. 2024-05-20T21:24:02.430 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.430+0000 7f2e93200700 1 Processor -- start 2024-05-20T21:24:02.430 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.431+0000 7f2e93200700 1 -- start start 2024-05-20T21:24:02.431 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.431+0000 7f2e93200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2e94103450 0x7f2e94075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:02.431 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.431+0000 7f2e93200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2e94103e10 0x7f2e94075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:02.431 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.431+0000 7f2e93200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2e941094e0 0x7f2e940762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:02.431 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.431+0000 7f2e93200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f2e94113670 con 0x7f2e94103e10 2024-05-20T21:24:02.431 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.431+0000 7f2e93200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2e941134f0 con 0x7f2e941094e0 2024-05-20T21:24:02.431 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.431+0000 7f2e93200700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f2e941137f0 con 0x7f2e94103450 2024-05-20T21:24:02.432 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.431+0000 7f2e89400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2e94103e10 0x7f2e94075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:02.432 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.431+0000 7f2e92800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2e941094e0 0x7f2e940762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:02.432 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.431+0000 7f2e91e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2e94103450 0x7f2e94075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:02.432 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.431+0000 7f2e91e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2e94103450 0x7f2e94075840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:47564/0 (socket says 172.21.15.8:47564) 2024-05-20T21:24:02.432 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.431+0000 7f2e89400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2e94103e10 0x7f2e94075d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:33264/0 (socket says 172.21.15.8:33264) 2024-05-20T21:24:02.433 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.431+0000 7f2e92800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2e941094e0 0x7f2e940762c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:55590/0 (socket says 172.21.15.8:55590) 2024-05-20T21:24:02.433 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.431+0000 7f2e91e00700 1 -- 172.21.15.8:0/3970896950 learned_addr learned my addr 172.21.15.8:0/3970896950 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:02.433 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.432+0000 7f2e92800700 1 -- 172.21.15.8:0/3970896950 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2e94103450 msgr2=0x7f2e94075840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:02.433 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.432+0000 7f2e92800700 1 --2- 172.21.15.8:0/3970896950 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2e94103450 0x7f2e94075840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:02.433 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.432+0000 7f2e92800700 1 -- 172.21.15.8:0/3970896950 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2e94103e10 msgr2=0x7f2e94075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:02.433 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.432+0000 7f2e92800700 1 --2- 172.21.15.8:0/3970896950 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2e94103e10 0x7f2e94075d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:02.433 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.432+0000 7f2e92800700 1 -- 172.21.15.8:0/3970896950 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e941a80e0 con 0x7f2e941094e0 2024-05-20T21:24:02.433 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.432+0000 7f2e92800700 1 --2- 172.21.15.8:0/3970896950 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2e941094e0 0x7f2e940762c0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f2e8c00e970 tx=0x7f2e8c00ec80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:02.433 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.433+0000 7f2e8b400700 1 -- 172.21.15.8:0/3970896950 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e8c004220 con 0x7f2e941094e0 2024-05-20T21:24:02.433 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.433+0000 7f2e93200700 1 -- 172.21.15.8:0/3970896950 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e941a83d0 con 0x7f2e941094e0 2024-05-20T21:24:02.433 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.433+0000 7f2e8b400700 1 -- 172.21.15.8:0/3970896950 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2e8c0043c0 con 0x7f2e941094e0 2024-05-20T21:24:02.433 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.433+0000 7f2e8b400700 1 -- 172.21.15.8:0/3970896950 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e8c010700 con 0x7f2e941094e0 2024-05-20T21:24:02.433 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.433+0000 7f2e93200700 1 -- 172.21.15.8:0/3970896950 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e941a8910 con 0x7f2e941094e0 2024-05-20T21:24:02.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.436+0000 7f2e8b400700 1 -- 172.21.15.8:0/3970896950 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f2e8c004750 con 0x7f2e941094e0 2024-05-20T21:24:02.437 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.438+0000 7f2ea3835b80 1 Processor -- start 2024-05-20T21:24:02.437 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.438+0000 7f2ea3835b80 1 -- start start 2024-05-20T21:24:02.438 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.438+0000 7f2e8b400700 1 --2- 172.21.15.8:0/3970896950 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2e780b2880 0x7f2e780b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:02.438 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.438+0000 7f2ea3835b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5604138a3020 0x5604138a3400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:02.438 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.438+0000 7f2ea3835b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5604138a3940 0x56041389d4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:02.438 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.438+0000 7f2ea3835b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56041389dad0 0x56041389df30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:02.438 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.438+0000 7f2ea3835b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5604137fbe40 con 0x5604138a3020 2024-05-20T21:24:02.438 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.438+0000 7f2ea3835b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5604137eb9e0 con 0x56041389dad0 2024-05-20T21:24:02.438 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.438+0000 7f2ea3835b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5604137efa20 con 0x5604138a3940 2024-05-20T21:24:02.438 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.438+0000 7f2e8b400700 1 -- 172.21.15.8:0/3970896950 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f2e8c0e1fe0 con 0x7f2e941094e0 2024-05-20T21:24:02.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.439+0000 7f2e89400700 1 --2- 172.21.15.8:0/3970896950 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2e780b2880 0x7f2e780b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:02.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.439+0000 7f2e92800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56041389dad0 0x56041389df30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:02.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.439+0000 7f2e92800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56041389dad0 0x56041389df30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:55596/0 (socket says 172.21.15.8:55596) 2024-05-20T21:24:02.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.439+0000 7f2e92800700 1 -- 172.21.15.8:0/728343814 learned_addr learned my addr 172.21.15.8:0/728343814 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:02.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.439+0000 7f2e89400700 1 --2- 172.21.15.8:0/728343814 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5604138a3940 0x56041389d4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:02.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.439+0000 7f2e91e00700 1 --2- 172.21.15.8:0/728343814 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5604138a3020 0x5604138a3400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:02.441 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.439+0000 7f2e92800700 1 -- 172.21.15.8:0/728343814 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5604138a3940 msgr2=0x56041389d4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:02.441 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.439+0000 7f2e92800700 1 --2- 172.21.15.8:0/728343814 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5604138a3940 0x56041389d4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:02.441 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.439+0000 7f2e92800700 1 -- 172.21.15.8:0/728343814 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5604138a3020 msgr2=0x5604138a3400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:02.441 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.439+0000 7f2e92800700 1 --2- 172.21.15.8:0/728343814 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5604138a3020 0x5604138a3400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:02.441 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.439+0000 7f2e92800700 1 -- 172.21.15.8:0/728343814 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5604137b4420 con 0x56041389dad0 2024-05-20T21:24:02.441 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.439+0000 7f2e89400700 1 --2- 172.21.15.8:0/728343814 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5604138a3940 0x56041389d4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:02.441 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.439+0000 7f2e91e00700 1 --2- 172.21.15.8:0/728343814 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5604138a3020 0x5604138a3400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:24:02.441 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.440+0000 7f2e92800700 1 --2- 172.21.15.8:0/728343814 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56041389dad0 0x56041389df30 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f2e8c0a9580 tx=0x7f2e8c005190 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fb50056b97eba924 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:02.442 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.440+0000 7f2e89400700 1 --2- 172.21.15.8:0/3970896950 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2e780b2880 0x7f2e780b4d40 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f2e94108b50 tx=0x7f2e7c009ca0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:02.442 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.440+0000 7f2e83400700 1 -- 172.21.15.8:0/728343814 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e8c01c040 con 0x56041389dad0 2024-05-20T21:24:02.442 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.440+0000 7f2e83400700 1 -- 172.21.15.8:0/728343814 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2e8c0a9cf0 con 0x56041389dad0 2024-05-20T21:24:02.442 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.440+0000 7f2e83400700 1 -- 172.21.15.8:0/728343814 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e8c091110 con 0x56041389dad0 2024-05-20T21:24:02.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.441+0000 7f2ea3835b80 1 -- 172.21.15.8:0/728343814 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56041389dad0 msgr2=0x56041389df30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:02.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.441+0000 7f2ea3835b80 1 --2- 172.21.15.8:0/728343814 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56041389dad0 0x56041389df30 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f2e8c0a9580 tx=0x7f2e8c005190 comp rx=0 tx=0).stop 2024-05-20T21:24:02.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.441+0000 7f2ea3835b80 1 -- 172.21.15.8:0/728343814 shutdown_connections 2024-05-20T21:24:02.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.441+0000 7f2ea3835b80 1 --2- 172.21.15.8:0/728343814 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56041389dad0 0x56041389df30 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:02.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.441+0000 7f2ea3835b80 1 --2- 172.21.15.8:0/728343814 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5604138a3020 0x5604138a3400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:02.445 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.441+0000 7f2ea3835b80 1 --2- 172.21.15.8:0/728343814 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5604138a3940 0x56041389d4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:02.445 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.441+0000 7f2ea3835b80 1 -- 172.21.15.8:0/728343814 >> 172.21.15.8:0/728343814 conn(0x5604137cbbe0 msgr2=0x560413898150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:02.445 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.441+0000 7f2ea3835b80 1 -- 172.21.15.8:0/728343814 shutdown_connections 2024-05-20T21:24:02.445 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.441+0000 7f2ea3835b80 1 -- 172.21.15.8:0/728343814 wait complete. 2024-05-20T21:24:02.445 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.442+0000 7f2ea3835b80 1 -- start start 2024-05-20T21:24:02.445 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.442+0000 7f2ea3835b80 1 Processor -- start 2024-05-20T21:24:02.445 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.443+0000 7f2ea3835b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56041389dad0 0x5604138a9670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:02.445 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.443+0000 7f2ea3835b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5604138a3020 0x5604138a6a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:02.445 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.443+0000 7f2ea3835b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5604138a3940 0x5604138a6f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:02.445 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.443+0000 7f2ea3835b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5604136f1fa0 con 0x5604138a3940 2024-05-20T21:24:02.445 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.443+0000 7f2ea3835b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x56041378c760 con 0x5604138a3020 2024-05-20T21:24:02.445 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.443+0000 7f2ea3835b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5604138aa460 con 0x56041389dad0 2024-05-20T21:24:02.445 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.443+0000 7f2ea3835b80 10 client.0 _ll_register_callbacks cb 0x560413795c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:02.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.443+0000 7f2e89400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5604138a3020 0x5604138a6a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:02.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.443+0000 7f2e92800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5604138a3940 0x5604138a6f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:02.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.443+0000 7f2e89400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5604138a3020 0x5604138a6a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:55612/0 (socket says 172.21.15.8:55612) 2024-05-20T21:24:02.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.443+0000 7f2e89400700 1 -- 172.21.15.8:0/3581476254 learned_addr learned my addr 172.21.15.8:0/3581476254 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:02.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.443+0000 7f2e91e00700 1 --2- 172.21.15.8:0/3581476254 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56041389dad0 0x5604138a9670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:02.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.443+0000 7f2e89400700 1 -- 172.21.15.8:0/3581476254 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56041389dad0 msgr2=0x5604138a9670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:02.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.444+0000 7f2e89400700 1 --2- 172.21.15.8:0/3581476254 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56041389dad0 0x5604138a9670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:02.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.444+0000 7f2e89400700 1 -- 172.21.15.8:0/3581476254 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5604138a3940 msgr2=0x5604138a6f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:02.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.444+0000 7f2e89400700 1 --2- 172.21.15.8:0/3581476254 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5604138a3940 0x5604138a6f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:02.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.444+0000 7f2e89400700 1 -- 172.21.15.8:0/3581476254 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56041373b8d0 con 0x5604138a3020 2024-05-20T21:24:02.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.444+0000 7f2e92800700 1 --2- 172.21.15.8:0/3581476254 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5604138a3940 0x5604138a6f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:02.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.444+0000 7f2e89400700 1 --2- 172.21.15.8:0/3581476254 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5604138a3020 0x5604138a6a10 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f2e7c009990 tx=0x7f2e7c009310 comp rx=0 tx=0).ready entity=mon.2 client_cookie=29d025a4196e7b98 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:02.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.444+0000 7f2e77e00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:24:02.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.444+0000 7f2e77e00700 1 -- 172.21.15.8:0/3581476254 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e7c003bf0 con 0x5604138a3020 2024-05-20T21:24:02.447 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.444+0000 7f2e77e00700 1 -- 172.21.15.8:0/3581476254 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f2e7c003d90 con 0x5604138a3020 2024-05-20T21:24:02.447 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.444+0000 7f2ea3835b80 1 -- 172.21.15.8:0/3581476254 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2e8c0a9cf0 con 0x5604138a3020 2024-05-20T21:24:02.447 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.445+0000 7f2e77e00700 1 -- 172.21.15.8:0/3581476254 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2e7c032470 con 0x5604138a3020 2024-05-20T21:24:02.447 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.445+0000 7f2ea3835b80 10 client.27590 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:02.447 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.445+0000 7f2ea3835b80 1 -- 172.21.15.8:0/3581476254 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5604137bc060 con 0x5604138a3020 2024-05-20T21:24:02.450 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.445+0000 7f2e77e00700 1 -- 172.21.15.8:0/3581476254 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2e8c0a9cf0 con 0x5604138a3020 2024-05-20T21:24:02.451 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.445+0000 7f2e77e00700 1 -- 172.21.15.8:0/3581476254 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f2e7c00f4f0 con 0x5604138a3020 2024-05-20T21:24:02.451 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.445+0000 7f2ea3835b80 10 client.27590 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:02.451 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.445+0000 7f2ea3835b80 10 client.27590 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:24:02.451 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.445+0000 7f2ea3835b80 20 client.27590 populate_metadata read hostname 'smithi008' 2024-05-20T21:24:02.451 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.446+0000 7f2ea3835b80 1 --2- 172.21.15.8:0/3581476254 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5604138b6fe0 0x5604138b93d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:02.451 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.446+0000 7f2ea3835b80 4 client.27590 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:24:02.451 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.446+0000 7f2ea3835b80 1 -- 172.21.15.8:0/3581476254 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5604137fdd90 con 0x5604138b6fe0 2024-05-20T21:24:02.451 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.446+0000 7f2e91e00700 1 --2- 172.21.15.8:0/3581476254 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5604138b6fe0 0x5604138b93d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:02.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.446+0000 7f2e91e00700 1 --2- 172.21.15.8:0/3581476254 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5604138b6fe0 0x5604138b93d0 crc :-1 s=READY pgs=227 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=43e1f750c0e0faff server_cookie=6da8808eec800f10 in_seq=0 out_seq=0 2024-05-20T21:24:02.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.446+0000 7f2e77e00700 10 client.27590 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:24:02.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.447+0000 7f2e77e00700 1 -- 172.21.15.8:0/3581476254 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5604137fdd90 con 0x5604138b6fe0 2024-05-20T21:24:02.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.447+0000 7f2e77e00700 10 client.27590 handle_command_reply: tid=0 2024-05-20T21:24:02.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.447+0000 7f2ea3835b80 1 client.27590 shutdown 2024-05-20T21:24:02.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.447+0000 7f2ea3835b80 1 -- 172.21.15.8:0/3581476254 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5604138a3020 msgr2=0x5604138a6a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:02.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.447+0000 7f2ea3835b80 1 --2- 172.21.15.8:0/3581476254 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5604138a3020 0x5604138a6a10 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f2e7c009990 tx=0x7f2e7c009310 comp rx=0 tx=0).stop 2024-05-20T21:24:02.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.448+0000 7f2ea3835b80 1 -- 172.21.15.8:0/3581476254 shutdown_connections 2024-05-20T21:24:02.453 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.448+0000 7f2ea3835b80 1 --2- 172.21.15.8:0/3581476254 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5604138b6fe0 0x5604138b93d0 crc :-1 s=READY pgs=227 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:02.453 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.448+0000 7f2ea3835b80 1 --2- 172.21.15.8:0/3581476254 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5604138a3940 0x5604138a6f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:02.453 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.448+0000 7f2ea3835b80 1 --2- 172.21.15.8:0/3581476254 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56041389dad0 0x5604138a9670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:02.453 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.448+0000 7f2ea3835b80 1 --2- 172.21.15.8:0/3581476254 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5604138a3020 0x5604138a6a10 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:02.453 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.448+0000 7f2e77e00700 0 client.27590 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:24:02.453 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.448+0000 7f2ea3835b80 1 -- 172.21.15.8:0/3581476254 >> 172.21.15.8:0/3581476254 conn(0x5604137cbbe0 msgr2=0x56041389c4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:02.453 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.448+0000 7f2ea3835b80 1 -- 172.21.15.8:0/3581476254 shutdown_connections 2024-05-20T21:24:02.453 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.448+0000 7f2ea3835b80 1 -- 172.21.15.8:0/3581476254 wait complete. 2024-05-20T21:24:02.453 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.448+0000 7f2ea3835b80 20 client.27590 trim_cache size 0 max 16384 2024-05-20T21:24:02.465 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.465+0000 7f2ea3835b80 1 Processor -- start 2024-05-20T21:24:02.465 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.465+0000 7f2ea3835b80 1 -- start start 2024-05-20T21:24:02.465 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.465+0000 7f2ea3835b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56041389dad0 0x5604138b3500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:02.465 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.465+0000 7f2ea3835b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5604138a3020 0x56041389ce30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:02.465 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.465+0000 7f2ea3835b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5604138a3940 0x56041389d370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:02.465 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.465+0000 7f2ea3835b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f2e941b2680 con 0x5604138a3020 2024-05-20T21:24:02.465 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.465+0000 7f2ea3835b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2e941aff10 con 0x5604138a3940 2024-05-20T21:24:02.465 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.465+0000 7f2ea3835b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f2e941add60 con 0x56041389dad0 2024-05-20T21:24:02.471 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.466+0000 7f2e89400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5604138a3020 0x56041389ce30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:02.471 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.466+0000 7f2e92800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5604138a3940 0x56041389d370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:02.471 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.466+0000 7f2e91e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56041389dad0 0x5604138b3500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:02.471 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.466+0000 7f2e89400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5604138a3020 0x56041389ce30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:33288/0 (socket says 172.21.15.8:33288) 2024-05-20T21:24:02.471 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.466+0000 7f2e92800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5604138a3940 0x56041389d370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:55622/0 (socket says 172.21.15.8:55622) 2024-05-20T21:24:02.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.466+0000 7f2e91e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56041389dad0 0x5604138b3500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:47584/0 (socket says 172.21.15.8:47584) 2024-05-20T21:24:02.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.466+0000 7f2e89400700 1 -- 172.21.15.8:0/3897917707 learned_addr learned my addr 172.21.15.8:0/3897917707 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:02.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.466+0000 7f2e92800700 1 -- 172.21.15.8:0/3897917707 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56041389dad0 msgr2=0x5604138b3500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:02.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.466+0000 7f2e92800700 1 --2- 172.21.15.8:0/3897917707 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56041389dad0 0x5604138b3500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:02.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.466+0000 7f2e92800700 1 -- 172.21.15.8:0/3897917707 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5604138a3020 msgr2=0x56041389ce30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:02.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.466+0000 7f2e92800700 1 --2- 172.21.15.8:0/3897917707 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5604138a3020 0x56041389ce30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:02.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.466+0000 7f2e92800700 1 -- 172.21.15.8:0/3897917707 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5604138b9a50 con 0x5604138a3940 2024-05-20T21:24:02.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.467+0000 7f2e92800700 1 --2- 172.21.15.8:0/3897917707 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5604138a3940 0x56041389d370 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f2e8c0a97b0 tx=0x7f2e8c0dff90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c637ce9cdadf2a8c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:02.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.467+0000 7f2e82a00700 1 -- 172.21.15.8:0/3897917707 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e8c01c040 con 0x5604138a3940 2024-05-20T21:24:02.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.467+0000 7f2e82a00700 1 -- 172.21.15.8:0/3897917707 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2e8c0a95f0 con 0x5604138a3940 2024-05-20T21:24:02.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.467+0000 7f2e82a00700 1 -- 172.21.15.8:0/3897917707 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e8c08fb60 con 0x5604138a3940 2024-05-20T21:24:02.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.468+0000 7f2ea3835b80 1 -- 172.21.15.8:0/3897917707 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5604138a3940 msgr2=0x56041389d370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:02.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.468+0000 7f2ea3835b80 1 --2- 172.21.15.8:0/3897917707 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5604138a3940 0x56041389d370 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f2e8c0a97b0 tx=0x7f2e8c0dff90 comp rx=0 tx=0).stop 2024-05-20T21:24:02.473 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.468+0000 7f2ea3835b80 1 -- 172.21.15.8:0/3897917707 shutdown_connections 2024-05-20T21:24:02.473 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.468+0000 7f2ea3835b80 1 --2- 172.21.15.8:0/3897917707 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5604138a3940 0x56041389d370 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:02.473 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.468+0000 7f2ea3835b80 1 --2- 172.21.15.8:0/3897917707 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56041389dad0 0x5604138b3500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:02.473 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.468+0000 7f2ea3835b80 1 --2- 172.21.15.8:0/3897917707 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5604138a3020 0x56041389ce30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:02.473 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.468+0000 7f2ea3835b80 1 -- 172.21.15.8:0/3897917707 >> 172.21.15.8:0/3897917707 conn(0x5604137cbbe0 msgr2=0x5604138a0b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:02.473 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.468+0000 7f2ea3835b80 1 -- 172.21.15.8:0/3897917707 shutdown_connections 2024-05-20T21:24:02.473 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.468+0000 7f2ea3835b80 1 -- 172.21.15.8:0/3897917707 wait complete. 2024-05-20T21:24:02.473 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.468+0000 7f2ea3835b80 1 -- start start 2024-05-20T21:24:02.473 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.468+0000 7f2ea3835b80 1 Processor -- start 2024-05-20T21:24:02.473 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.469+0000 7f2ea3835b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56041389dad0 0x5604138be8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:02.473 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.469+0000 7f2ea3835b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5604138a3020 0x5604138bedf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:02.473 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.469+0000 7f2ea3835b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5604138a3940 0x5604138bf330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:02.474 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.469+0000 7f2ea3835b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f2e941ae3d0 con 0x56041389dad0 2024-05-20T21:24:02.474 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.469+0000 7f2ea3835b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2e941af840 con 0x5604138a3020 2024-05-20T21:24:02.474 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.469+0000 7f2ea3835b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f2e941aeaa0 con 0x5604138a3940 2024-05-20T21:24:02.474 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.469+0000 7f2ea3835b80 10 client.0 _ll_register_callbacks cb 0x560413795c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:02.474 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.469+0000 7f2e92800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5604138a3940 0x5604138bf330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:02.474 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.469+0000 7f2e89400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5604138a3020 0x5604138bedf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:02.474 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.469+0000 7f2e92800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5604138a3940 0x5604138bf330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:47588/0 (socket says 172.21.15.8:47588) 2024-05-20T21:24:02.474 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.469+0000 7f2e92800700 1 -- 172.21.15.8:0/3335858778 learned_addr learned my addr 172.21.15.8:0/3335858778 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:02.474 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.470+0000 7f2e91e00700 1 --2- 172.21.15.8:0/3335858778 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56041389dad0 0x5604138be8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:02.474 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.470+0000 7f2e92800700 1 -- 172.21.15.8:0/3335858778 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5604138a3020 msgr2=0x5604138bedf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:02.474 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.470+0000 7f2e92800700 1 --2- 172.21.15.8:0/3335858778 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5604138a3020 0x5604138bedf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:02.474 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.470+0000 7f2e92800700 1 -- 172.21.15.8:0/3335858778 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56041389dad0 msgr2=0x5604138be8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:02.475 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.470+0000 7f2e92800700 1 --2- 172.21.15.8:0/3335858778 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56041389dad0 0x5604138be8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:02.475 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.470+0000 7f2e92800700 1 -- 172.21.15.8:0/3335858778 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560413929490 con 0x5604138a3940 2024-05-20T21:24:02.475 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.470+0000 7f2e92800700 1 --2- 172.21.15.8:0/3335858778 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5604138a3940 0x5604138bf330 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f2e8c0a9ea0 tx=0x7f2e8c009770 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cebec7c363622d92 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:02.475 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.470+0000 7f2e77e00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:24:02.475 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.470+0000 7f2e77e00700 1 -- 172.21.15.8:0/3335858778 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e8c06d070 con 0x5604138a3940 2024-05-20T21:24:02.475 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.470+0000 7f2e77e00700 1 -- 172.21.15.8:0/3335858778 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f2e8c08fb60 con 0x5604138a3940 2024-05-20T21:24:02.475 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.471+0000 7f2ea3835b80 1 -- 172.21.15.8:0/3335858778 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5604137f7570 con 0x5604138a3940 2024-05-20T21:24:02.475 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.471+0000 7f2e77e00700 1 -- 172.21.15.8:0/3335858778 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2e8c01c040 con 0x5604138a3940 2024-05-20T21:24:02.475 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.471+0000 7f2ea3835b80 10 client.27643 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:02.475 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.471+0000 7f2ea3835b80 1 -- 172.21.15.8:0/3335858778 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56041392a770 con 0x5604138a3940 2024-05-20T21:24:02.475 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.471+0000 7f2e77e00700 1 -- 172.21.15.8:0/3335858778 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x5604137f7570 con 0x5604138a3940 2024-05-20T21:24:02.475 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.471+0000 7f2e77e00700 1 -- 172.21.15.8:0/3335858778 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f2e8c0a4f80 con 0x5604138a3940 2024-05-20T21:24:02.475 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.471+0000 7f2ea3835b80 10 client.27643 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:02.476 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.471+0000 7f2ea3835b80 10 client.27643 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:24:02.476 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.471+0000 7f2ea3835b80 20 client.27643 populate_metadata read hostname 'smithi008' 2024-05-20T21:24:02.476 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.471+0000 7f2ea3835b80 1 --2- 172.21.15.8:0/3335858778 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56041392a940 0x56041392cd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:02.476 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.471+0000 7f2ea3835b80 4 client.27643 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:24:02.476 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.471+0000 7f2ea3835b80 1 -- 172.21.15.8:0/3335858778 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56041366e250 con 0x56041392a940 2024-05-20T21:24:02.476 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.472+0000 7f2e91e00700 1 --2- 172.21.15.8:0/3335858778 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56041392a940 0x56041392cd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:02.478 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.472+0000 7f2e91e00700 1 --2- 172.21.15.8:0/3335858778 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56041392a940 0x56041392cd30 crc :-1 s=READY pgs=228 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e8f82a485562d1ea server_cookie=3514f8be1359daab in_seq=0 out_seq=0 2024-05-20T21:24:02.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.472+0000 7f2e77e00700 10 client.27643 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:24:02.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.472+0000 7f2e77e00700 1 -- 172.21.15.8:0/3335858778 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56041366e250 con 0x56041392a940 2024-05-20T21:24:02.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.472+0000 7f2e77e00700 10 client.27643 handle_command_reply: tid=0 2024-05-20T21:24:02.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.472+0000 7f2ea3835b80 1 client.27643 shutdown 2024-05-20T21:24:02.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.473+0000 7f2ea3835b80 1 -- 172.21.15.8:0/3335858778 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5604138a3940 msgr2=0x5604138bf330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:02.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.473+0000 7f2ea3835b80 1 --2- 172.21.15.8:0/3335858778 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5604138a3940 0x5604138bf330 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f2e8c0a9ea0 tx=0x7f2e8c009770 comp rx=0 tx=0).stop 2024-05-20T21:24:02.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.473+0000 7f2ea3835b80 1 -- 172.21.15.8:0/3335858778 shutdown_connections 2024-05-20T21:24:02.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.473+0000 7f2ea3835b80 1 --2- 172.21.15.8:0/3335858778 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56041392a940 0x56041392cd30 crc :-1 s=READY pgs=228 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:02.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.473+0000 7f2ea3835b80 1 --2- 172.21.15.8:0/3335858778 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5604138a3940 0x5604138bf330 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:02.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.473+0000 7f2ea3835b80 1 --2- 172.21.15.8:0/3335858778 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56041389dad0 0x5604138be8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:02.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.473+0000 7f2ea3835b80 1 --2- 172.21.15.8:0/3335858778 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5604138a3020 0x5604138bedf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:02.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.473+0000 7f2e77e00700 0 client.27643 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:24:02.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.473+0000 7f2ea3835b80 1 -- 172.21.15.8:0/3335858778 >> 172.21.15.8:0/3335858778 conn(0x5604137cbbe0 msgr2=0x560413897c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:02.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.473+0000 7f2ea3835b80 1 -- 172.21.15.8:0/3335858778 shutdown_connections 2024-05-20T21:24:02.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.473+0000 7f2ea3835b80 1 -- 172.21.15.8:0/3335858778 wait complete. 2024-05-20T21:24:02.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.473+0000 7f2ea3835b80 20 client.27643 trim_cache size 0 max 16384 2024-05-20T21:24:02.482 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:24:02.483 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.474+0000 7f2e93200700 1 -- 172.21.15.8:0/3970896950 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2e780b2880 msgr2=0x7f2e780b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:02.483 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.474+0000 7f2e93200700 1 --2- 172.21.15.8:0/3970896950 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2e780b2880 0x7f2e780b4d40 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f2e94108b50 tx=0x7f2e7c009ca0 comp rx=0 tx=0).stop 2024-05-20T21:24:02.483 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.474+0000 7f2e93200700 1 -- 172.21.15.8:0/3970896950 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2e941094e0 msgr2=0x7f2e940762c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:02.483 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.474+0000 7f2e93200700 1 --2- 172.21.15.8:0/3970896950 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2e941094e0 0x7f2e940762c0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f2e8c00e970 tx=0x7f2e8c00ec80 comp rx=0 tx=0).stop 2024-05-20T21:24:02.484 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.474+0000 7f2e93200700 1 -- 172.21.15.8:0/3970896950 shutdown_connections 2024-05-20T21:24:02.484 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.474+0000 7f2e93200700 1 --2- 172.21.15.8:0/3970896950 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2e780b2880 0x7f2e780b4d40 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:02.484 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.474+0000 7f2e93200700 1 --2- 172.21.15.8:0/3970896950 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2e941094e0 0x7f2e940762c0 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:02.484 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.474+0000 7f2e93200700 1 --2- 172.21.15.8:0/3970896950 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2e94103450 0x7f2e94075840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:02.484 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.474+0000 7f2e93200700 1 --2- 172.21.15.8:0/3970896950 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2e94103e10 0x7f2e94075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:02.484 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.474+0000 7f2e93200700 1 -- 172.21.15.8:0/3970896950 >> 172.21.15.8:0/3970896950 conn(0x7f2e940fef60 msgr2=0x7f2e940ff640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:02.485 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.474+0000 7f2e93200700 1 -- 172.21.15.8:0/3970896950 shutdown_connections 2024-05-20T21:24:02.485 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:02.474+0000 7f2e93200700 1 -- 172.21.15.8:0/3970896950 wait complete. 2024-05-20T21:24:02.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:24:02 smithi130 ceph-mon[36448]: pgmap v701: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 10 KiB/s wr, 12 op/s 2024-05-20T21:24:02.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:24:02 smithi050 ceph-mon[35809]: pgmap v701: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 10 KiB/s wr, 12 op/s 2024-05-20T21:24:02.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:24:02 smithi008 ceph-mon[31475]: pgmap v701: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 10 KiB/s wr, 12 op/s 2024-05-20T21:24:04.438 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:24:04.438 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:24:04.911 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:24:04.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:24:04 smithi008 ceph-mon[31475]: pgmap v702: 97 pgs: 97 active+clean; 4.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 16 KiB/s wr, 14 op/s 2024-05-20T21:24:05.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:24:04 smithi130 ceph-mon[36448]: pgmap v702: 97 pgs: 97 active+clean; 4.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 16 KiB/s wr, 14 op/s 2024-05-20T21:24:05.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:24:04 smithi050 ceph-mon[35809]: pgmap v702: 97 pgs: 97 active+clean; 4.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 16 KiB/s wr, 14 op/s 2024-05-20T21:24:06.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:24:06 smithi008 ceph-mon[31475]: pgmap v703: 97 pgs: 97 active+clean; 4.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:24:07.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:24:06 smithi130 ceph-mon[36448]: pgmap v703: 97 pgs: 97 active+clean; 4.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:24:07.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:24:06 smithi050 ceph-mon[35809]: pgmap v703: 97 pgs: 97 active+clean; 4.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:24:07.315 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.315+0000 7f74cea00700 1 -- 172.21.15.8:0/2548061032 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f74c8105760 msgr2=0x7f74c8105be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:07.316 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.315+0000 7f74cea00700 1 --2- 172.21.15.8:0/2548061032 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f74c8105760 0x7f74c8105be0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f74b4009990 tx=0x7f74b4009ca0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.316 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.316+0000 7f74cea00700 1 -- 172.21.15.8:0/2548061032 shutdown_connections 2024-05-20T21:24:07.316 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.316+0000 7f74cea00700 1 --2- 172.21.15.8:0/2548061032 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f74c8106120 0x7f74c8112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.316 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.316+0000 7f74cea00700 1 --2- 172.21.15.8:0/2548061032 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f74c810b760 0x7f74c810bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.316 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.316+0000 7f74cea00700 1 --2- 172.21.15.8:0/2548061032 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f74c8105760 0x7f74c8105be0 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.316 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.316+0000 7f74cea00700 1 -- 172.21.15.8:0/2548061032 >> 172.21.15.8:0/2548061032 conn(0x7f74c8101250 msgr2=0x7f74c8103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:07.316 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.316+0000 7f74cea00700 1 -- 172.21.15.8:0/2548061032 shutdown_connections 2024-05-20T21:24:07.316 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.316+0000 7f74cea00700 1 -- 172.21.15.8:0/2548061032 wait complete. 2024-05-20T21:24:07.317 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.317+0000 7f74cea00700 1 Processor -- start 2024-05-20T21:24:07.317 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.317+0000 7f74cea00700 1 -- start start 2024-05-20T21:24:07.317 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.317+0000 7f74cea00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f74c8105760 0x7f74c819be30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:07.317 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.318+0000 7f74cea00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f74c8106120 0x7f74c819c370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:07.317 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.318+0000 7f74cea00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f74c810b760 0x7f74c81a0700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:07.317 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.318+0000 7f74cea00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f74c8115960 con 0x7f74c8105760 2024-05-20T21:24:07.317 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.318+0000 7f74cea00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f74c81157e0 con 0x7f74c810b760 2024-05-20T21:24:07.317 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.318+0000 7f74cea00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f74c8115ae0 con 0x7f74c8106120 2024-05-20T21:24:07.319 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.318+0000 7f74c7e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f74c8105760 0x7f74c819be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:07.319 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.318+0000 7f74c7e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f74c8105760 0x7f74c819be30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:57154/0 (socket says 172.21.15.8:57154) 2024-05-20T21:24:07.319 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.318+0000 7f74c7e00700 1 -- 172.21.15.8:0/4272858969 learned_addr learned my addr 172.21.15.8:0/4272858969 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:07.319 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.318+0000 7f74c7400700 1 --2- 172.21.15.8:0/4272858969 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f74c8106120 0x7f74c819c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:07.319 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.318+0000 7f74cca00700 1 --2- 172.21.15.8:0/4272858969 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f74c810b760 0x7f74c81a0700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:07.319 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.318+0000 7f74c7e00700 1 -- 172.21.15.8:0/4272858969 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f74c8106120 msgr2=0x7f74c819c370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:07.319 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.318+0000 7f74c7e00700 1 --2- 172.21.15.8:0/4272858969 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f74c8106120 0x7f74c819c370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.319 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.318+0000 7f74c7e00700 1 -- 172.21.15.8:0/4272858969 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f74c810b760 msgr2=0x7f74c81a0700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:07.319 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.318+0000 7f74c7e00700 1 --2- 172.21.15.8:0/4272858969 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f74c810b760 0x7f74c81a0700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.319 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.318+0000 7f74c7e00700 1 -- 172.21.15.8:0/4272858969 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74c81a0e40 con 0x7f74c8105760 2024-05-20T21:24:07.319 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.319+0000 7f74c7400700 1 --2- 172.21.15.8:0/4272858969 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f74c8106120 0x7f74c819c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:07.319 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.319+0000 7f74c7e00700 1 --2- 172.21.15.8:0/4272858969 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f74c8105760 0x7f74c819be30 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f74b800e9c0 tx=0x7f74b800ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:07.319 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.319+0000 7f74c4c00700 1 -- 172.21.15.8:0/4272858969 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74b800cbd0 con 0x7f74c8105760 2024-05-20T21:24:07.320 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.319+0000 7f74c4c00700 1 -- 172.21.15.8:0/4272858969 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f74b800ee50 con 0x7f74c8105760 2024-05-20T21:24:07.320 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.319+0000 7f74c4c00700 1 -- 172.21.15.8:0/4272858969 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74b8005550 con 0x7f74c8105760 2024-05-20T21:24:07.320 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.319+0000 7f74cea00700 1 -- 172.21.15.8:0/4272858969 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74c81a1130 con 0x7f74c8105760 2024-05-20T21:24:07.320 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.319+0000 7f74cea00700 1 -- 172.21.15.8:0/4272858969 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74c81a89b0 con 0x7f74c8105760 2024-05-20T21:24:07.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.325+0000 7f74c4c00700 1 -- 172.21.15.8:0/4272858969 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f74b8004750 con 0x7f74c8105760 2024-05-20T21:24:07.325 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.325+0000 7f74d9406b80 1 Processor -- start 2024-05-20T21:24:07.325 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.326+0000 7f74d9406b80 1 -- start start 2024-05-20T21:24:07.325 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.326+0000 7f74d9406b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5631c7bef690 0x5631c7befa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:07.325 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.326+0000 7f74d9406b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5631c7beffb0 0x5631c7be9ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:07.325 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.326+0000 7f74d9406b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5631c7bea1c0 0x5631c7bea640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:07.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.326+0000 7f74d9406b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5631c7b47ec0 con 0x5631c7bef690 2024-05-20T21:24:07.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.326+0000 7f74d9406b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5631c7b37a60 con 0x5631c7bea1c0 2024-05-20T21:24:07.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.326+0000 7f74d9406b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5631c7b3baa0 con 0x5631c7beffb0 2024-05-20T21:24:07.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.326+0000 7f74c7e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5631c7beffb0 0x5631c7be9ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:07.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.326+0000 7f74cca00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5631c7bef690 0x5631c7befa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:07.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.326+0000 7f74c7400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5631c7bea1c0 0x5631c7bea640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:07.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.327+0000 7f74cca00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5631c7bef690 0x5631c7befa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:57170/0 (socket says 172.21.15.8:57170) 2024-05-20T21:24:07.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.327+0000 7f74cca00700 1 -- 172.21.15.8:0/847505553 learned_addr learned my addr 172.21.15.8:0/847505553 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:07.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.327+0000 7f74c7400700 1 -- 172.21.15.8:0/847505553 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5631c7beffb0 msgr2=0x5631c7be9ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:07.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.327+0000 7f74c7400700 1 --2- 172.21.15.8:0/847505553 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5631c7beffb0 0x5631c7be9ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.327+0000 7f74c7400700 1 -- 172.21.15.8:0/847505553 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5631c7bef690 msgr2=0x5631c7befa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:07.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.327+0000 7f74c7400700 1 --2- 172.21.15.8:0/847505553 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5631c7bef690 0x5631c7befa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.327+0000 7f74c7400700 1 -- 172.21.15.8:0/847505553 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5631c7b004a0 con 0x5631c7bea1c0 2024-05-20T21:24:07.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.327+0000 7f74c4c00700 1 --2- 172.21.15.8:0/4272858969 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f74ac0b2900 0x7f74ac0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:07.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.327+0000 7f74cca00700 1 --2- 172.21.15.8:0/847505553 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5631c7bef690 0x5631c7befa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:07.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.327+0000 7f74c7400700 1 --2- 172.21.15.8:0/847505553 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5631c7bea1c0 0x5631c7bea640 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f74b40098e0 tx=0x7f74b40096a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=411d3117c29080ae server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:07.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.327+0000 7f74c4c00700 1 -- 172.21.15.8:0/4272858969 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f74b80e2420 con 0x7f74c8105760 2024-05-20T21:24:07.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.328+0000 7f74c7e00700 1 --2- 172.21.15.8:0/4272858969 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f74ac0b2900 0x7f74ac0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:07.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.328+0000 7f74bd600700 1 -- 172.21.15.8:0/847505553 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74b4027070 con 0x5631c7bea1c0 2024-05-20T21:24:07.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.328+0000 7f74bd600700 1 -- 172.21.15.8:0/847505553 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f74b4003680 con 0x5631c7bea1c0 2024-05-20T21:24:07.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.328+0000 7f74bd600700 1 -- 172.21.15.8:0/847505553 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74b400f660 con 0x5631c7bea1c0 2024-05-20T21:24:07.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.329+0000 7f74d9406b80 1 -- 172.21.15.8:0/847505553 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5631c7bea1c0 msgr2=0x5631c7bea640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:07.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.329+0000 7f74d9406b80 1 --2- 172.21.15.8:0/847505553 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5631c7bea1c0 0x5631c7bea640 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f74b40098e0 tx=0x7f74b40096a0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.329+0000 7f74c7e00700 1 --2- 172.21.15.8:0/4272858969 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f74ac0b2900 0x7f74ac0b4dc0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f74b80a6c40 tx=0x7f74b80e5e60 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:07.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.329+0000 7f74d9406b80 1 -- 172.21.15.8:0/847505553 shutdown_connections 2024-05-20T21:24:07.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.329+0000 7f74d9406b80 1 --2- 172.21.15.8:0/847505553 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5631c7bea1c0 0x5631c7bea640 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.329+0000 7f74d9406b80 1 --2- 172.21.15.8:0/847505553 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5631c7bef690 0x5631c7befa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.329+0000 7f74d9406b80 1 --2- 172.21.15.8:0/847505553 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5631c7beffb0 0x5631c7be9ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.329+0000 7f74d9406b80 1 -- 172.21.15.8:0/847505553 >> 172.21.15.8:0/847505553 conn(0x5631c7b17c60 msgr2=0x5631c7be4710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:07.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.329+0000 7f74d9406b80 1 -- 172.21.15.8:0/847505553 shutdown_connections 2024-05-20T21:24:07.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.329+0000 7f74d9406b80 1 -- 172.21.15.8:0/847505553 wait complete. 2024-05-20T21:24:07.331 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.330+0000 7f74d9406b80 1 -- start start 2024-05-20T21:24:07.331 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.330+0000 7f74d9406b80 1 Processor -- start 2024-05-20T21:24:07.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.330+0000 7f74d9406b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5631c7bea1c0 0x5631c7bf5cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:07.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.330+0000 7f74d9406b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5631c7bef690 0x5631c7bf3060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:07.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.330+0000 7f74d9406b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5631c7beffb0 0x5631c7bf35a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:07.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.330+0000 7f74d9406b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5631c7a3e020 con 0x5631c7bef690 2024-05-20T21:24:07.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.330+0000 7f74d9406b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5631c7ad87e0 con 0x5631c7bea1c0 2024-05-20T21:24:07.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.330+0000 7f74d9406b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5631c7bf6a00 con 0x5631c7beffb0 2024-05-20T21:24:07.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.331+0000 7f74d9406b80 10 client.0 _ll_register_callbacks cb 0x5631c7ae1cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:07.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.331+0000 7f74cca00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5631c7bea1c0 0x5631c7bf5cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:07.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.331+0000 7f74cca00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5631c7bea1c0 0x5631c7bf5cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:34278/0 (socket says 172.21.15.8:34278) 2024-05-20T21:24:07.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.331+0000 7f74c7400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5631c7bef690 0x5631c7bf3060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:07.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.331+0000 7f74cca00700 1 -- 172.21.15.8:0/1414371820 learned_addr learned my addr 172.21.15.8:0/1414371820 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:07.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.331+0000 7f74cca00700 1 --2- 172.21.15.8:0/1414371820 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5631c7beffb0 0x5631c7bf35a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:07.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.331+0000 7f74cca00700 1 -- 172.21.15.8:0/1414371820 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5631c7beffb0 msgr2=0x5631c7bf35a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:07.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.331+0000 7f74cca00700 1 --2- 172.21.15.8:0/1414371820 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5631c7beffb0 0x5631c7bf35a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.331+0000 7f74cca00700 1 -- 172.21.15.8:0/1414371820 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5631c7bef690 msgr2=0x5631c7bf3060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:07.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.331+0000 7f74cca00700 1 --2- 172.21.15.8:0/1414371820 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5631c7bef690 0x5631c7bf3060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.331+0000 7f74cca00700 1 -- 172.21.15.8:0/1414371820 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5631c7a87950 con 0x5631c7bea1c0 2024-05-20T21:24:07.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.332+0000 7f74cca00700 1 --2- 172.21.15.8:0/1414371820 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5631c7bea1c0 0x5631c7bf5cc0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f74c0011eb0 tx=0x7f74c0009920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3bbbe74d6bae4579 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:07.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.332+0000 7f74b2000700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:24:07.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.332+0000 7f74b2000700 1 -- 172.21.15.8:0/1414371820 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74c0021060 con 0x5631c7bea1c0 2024-05-20T21:24:07.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.332+0000 7f74d9406b80 1 -- 172.21.15.8:0/1414371820 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f74b4003680 con 0x5631c7bea1c0 2024-05-20T21:24:07.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.332+0000 7f74b2000700 1 -- 172.21.15.8:0/1414371820 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f74c00090d0 con 0x5631c7bea1c0 2024-05-20T21:24:07.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.332+0000 7f74b2000700 1 -- 172.21.15.8:0/1414371820 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f74c00092d0 con 0x5631c7bea1c0 2024-05-20T21:24:07.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.332+0000 7f74d9406b80 10 client.27608 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:07.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.332+0000 7f74d9406b80 1 -- 172.21.15.8:0/1414371820 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5631c7b080e0 con 0x5631c7bea1c0 2024-05-20T21:24:07.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.332+0000 7f74b2000700 1 -- 172.21.15.8:0/1414371820 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f74b4003680 con 0x5631c7bea1c0 2024-05-20T21:24:07.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.333+0000 7f74b2000700 1 -- 172.21.15.8:0/1414371820 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f74c0016b50 con 0x5631c7bea1c0 2024-05-20T21:24:07.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.333+0000 7f74d9406b80 10 client.27608 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:07.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.333+0000 7f74d9406b80 10 client.27608 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:24:07.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.333+0000 7f74d9406b80 20 client.27608 populate_metadata read hostname 'smithi008' 2024-05-20T21:24:07.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.333+0000 7f74d9406b80 1 --2- 172.21.15.8:0/1414371820 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5631c7c0bcd0 0x5631c7c0e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:07.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.333+0000 7f74d9406b80 4 client.27608 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:24:07.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.333+0000 7f74d9406b80 1 -- 172.21.15.8:0/1414371820 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5631c7b49e10 con 0x5631c7c0bcd0 2024-05-20T21:24:07.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.333+0000 7f74c7400700 1 --2- 172.21.15.8:0/1414371820 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5631c7c0bcd0 0x5631c7c0e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:07.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.334+0000 7f74c7400700 1 --2- 172.21.15.8:0/1414371820 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5631c7c0bcd0 0x5631c7c0e0c0 crc :-1 s=READY pgs=229 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f35f87b9bc15358b server_cookie=ae8c141b22ca6109 in_seq=0 out_seq=0 2024-05-20T21:24:07.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.334+0000 7f74b2000700 10 client.27608 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:24:07.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.335+0000 7f74b2000700 1 -- 172.21.15.8:0/1414371820 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5631c7b49e10 con 0x5631c7c0bcd0 2024-05-20T21:24:07.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.335+0000 7f74b2000700 10 client.27608 handle_command_reply: tid=0 2024-05-20T21:24:07.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.335+0000 7f74d9406b80 1 client.27608 shutdown 2024-05-20T21:24:07.336 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.335+0000 7f74d9406b80 1 -- 172.21.15.8:0/1414371820 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5631c7bea1c0 msgr2=0x5631c7bf5cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:07.336 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.335+0000 7f74d9406b80 1 --2- 172.21.15.8:0/1414371820 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5631c7bea1c0 0x5631c7bf5cc0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f74c0011eb0 tx=0x7f74c0009920 comp rx=0 tx=0).stop 2024-05-20T21:24:07.336 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.335+0000 7f74d9406b80 1 -- 172.21.15.8:0/1414371820 shutdown_connections 2024-05-20T21:24:07.336 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.335+0000 7f74d9406b80 1 --2- 172.21.15.8:0/1414371820 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5631c7c0bcd0 0x5631c7c0e0c0 crc :-1 s=READY pgs=229 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.336 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.335+0000 7f74d9406b80 1 --2- 172.21.15.8:0/1414371820 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5631c7bea1c0 0x5631c7bf5cc0 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.336 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.335+0000 7f74d9406b80 1 --2- 172.21.15.8:0/1414371820 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5631c7beffb0 0x5631c7bf35a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.335+0000 7f74d9406b80 1 --2- 172.21.15.8:0/1414371820 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5631c7bef690 0x5631c7bf3060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.335+0000 7f74b2000700 0 client.27608 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:24:07.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.335+0000 7f74d9406b80 1 -- 172.21.15.8:0/1414371820 >> 172.21.15.8:0/1414371820 conn(0x5631c7b17c60 msgr2=0x5631c7be3df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:07.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.336+0000 7f74d9406b80 1 -- 172.21.15.8:0/1414371820 shutdown_connections 2024-05-20T21:24:07.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.336+0000 7f74d9406b80 1 -- 172.21.15.8:0/1414371820 wait complete. 2024-05-20T21:24:07.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.336+0000 7f74d9406b80 20 client.27608 trim_cache size 0 max 16384 2024-05-20T21:24:07.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.359+0000 7f74d9406b80 1 Processor -- start 2024-05-20T21:24:07.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.359+0000 7f74d9406b80 1 -- start start 2024-05-20T21:24:07.359 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.359+0000 7f74d9406b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5631c7bea1c0 0x5631c7be9ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:07.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.359+0000 7f74d9406b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5631c7bef690 0x5631c7bf2220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:07.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.359+0000 7f74d9406b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5631c7beffb0 0x5631c7be4570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:07.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.359+0000 7f74d9406b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f74c81ae2a0 con 0x5631c7bef690 2024-05-20T21:24:07.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.359+0000 7f74d9406b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f74c81abb30 con 0x5631c7beffb0 2024-05-20T21:24:07.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.359+0000 7f74d9406b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f74c807b970 con 0x5631c7bea1c0 2024-05-20T21:24:07.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.360+0000 7f74cca00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5631c7beffb0 0x5631c7be4570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:07.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.360+0000 7f74cca00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5631c7beffb0 0x5631c7be4570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:34288/0 (socket says 172.21.15.8:34288) 2024-05-20T21:24:07.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.360+0000 7f74cca00700 1 -- 172.21.15.8:0/2574021831 learned_addr learned my addr 172.21.15.8:0/2574021831 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:07.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.360+0000 7f74cca00700 1 --2- 172.21.15.8:0/2574021831 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5631c7bea1c0 0x5631c7be9ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:07.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.360+0000 7f74c7400700 1 --2- 172.21.15.8:0/2574021831 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5631c7bef690 0x5631c7bf2220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:07.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.360+0000 7f74cca00700 1 -- 172.21.15.8:0/2574021831 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5631c7bea1c0 msgr2=0x5631c7be9ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:07.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.360+0000 7f74cca00700 1 --2- 172.21.15.8:0/2574021831 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5631c7bea1c0 0x5631c7be9ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.360+0000 7f74cca00700 1 -- 172.21.15.8:0/2574021831 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5631c7bef690 msgr2=0x5631c7bf2220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:07.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.360+0000 7f74cca00700 1 --2- 172.21.15.8:0/2574021831 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5631c7bef690 0x5631c7bf2220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.360+0000 7f74cca00700 1 -- 172.21.15.8:0/2574021831 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5631c7bf1610 con 0x5631c7beffb0 2024-05-20T21:24:07.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.360+0000 7f74cca00700 1 --2- 172.21.15.8:0/2574021831 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5631c7beffb0 0x5631c7be4570 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f74c0009840 tx=0x7f74c001d040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=78bc2f38329153ec server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:07.362 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.361+0000 7f74bcc00700 1 -- 172.21.15.8:0/2574021831 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74c001b0f0 con 0x5631c7beffb0 2024-05-20T21:24:07.362 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.361+0000 7f74bcc00700 1 -- 172.21.15.8:0/2574021831 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f74c0004150 con 0x5631c7beffb0 2024-05-20T21:24:07.362 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.361+0000 7f74bcc00700 1 -- 172.21.15.8:0/2574021831 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74c0003a00 con 0x5631c7beffb0 2024-05-20T21:24:07.362 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.361+0000 7f74d9406b80 1 -- 172.21.15.8:0/2574021831 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5631c7beffb0 msgr2=0x5631c7be4570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:07.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.361+0000 7f74d9406b80 1 --2- 172.21.15.8:0/2574021831 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5631c7beffb0 0x5631c7be4570 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f74c0009840 tx=0x7f74c001d040 comp rx=0 tx=0).stop 2024-05-20T21:24:07.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.362+0000 7f74d9406b80 1 -- 172.21.15.8:0/2574021831 shutdown_connections 2024-05-20T21:24:07.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.362+0000 7f74d9406b80 1 --2- 172.21.15.8:0/2574021831 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5631c7beffb0 0x5631c7be4570 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.362+0000 7f74d9406b80 1 --2- 172.21.15.8:0/2574021831 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5631c7bea1c0 0x5631c7be9ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.362+0000 7f74d9406b80 1 --2- 172.21.15.8:0/2574021831 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5631c7bef690 0x5631c7bf2220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.362+0000 7f74d9406b80 1 -- 172.21.15.8:0/2574021831 >> 172.21.15.8:0/2574021831 conn(0x5631c7b17c60 msgr2=0x5631c7bf4710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:07.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.362+0000 7f74d9406b80 1 -- 172.21.15.8:0/2574021831 shutdown_connections 2024-05-20T21:24:07.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.362+0000 7f74d9406b80 1 -- 172.21.15.8:0/2574021831 wait complete. 2024-05-20T21:24:07.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.362+0000 7f74d9406b80 1 -- start start 2024-05-20T21:24:07.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.362+0000 7f74d9406b80 1 Processor -- start 2024-05-20T21:24:07.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.363+0000 7f74d9406b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5631c7bea1c0 0x5631c7c016d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:07.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.363+0000 7f74d9406b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5631c7bef690 0x5631c7c01c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:07.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.363+0000 7f74d9406b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5631c7beffb0 0x5631c7c767d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:07.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.363+0000 7f74d9406b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f74c81a9ff0 con 0x5631c7bea1c0 2024-05-20T21:24:07.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.363+0000 7f74d9406b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f74c81ab460 con 0x5631c7bef690 2024-05-20T21:24:07.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.363+0000 7f74d9406b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f74c81aa6c0 con 0x5631c7beffb0 2024-05-20T21:24:07.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.363+0000 7f74d9406b80 10 client.0 _ll_register_callbacks cb 0x5631c7ae1cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:07.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.363+0000 7f74cca00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5631c7bea1c0 0x5631c7c016d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:07.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.363+0000 7f74cca00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5631c7bea1c0 0x5631c7c016d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:57200/0 (socket says 172.21.15.8:57200) 2024-05-20T21:24:07.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.363+0000 7f74c7400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5631c7bef690 0x5631c7c01c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:07.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.363+0000 7f74cca00700 1 -- 172.21.15.8:0/1466706426 learned_addr learned my addr 172.21.15.8:0/1466706426 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:07.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.364+0000 7f74cca00700 1 --2- 172.21.15.8:0/1466706426 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5631c7beffb0 0x5631c7c767d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:07.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.364+0000 7f74c7400700 1 -- 172.21.15.8:0/1466706426 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5631c7beffb0 msgr2=0x5631c7c767d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:07.366 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.364+0000 7f74c7400700 1 --2- 172.21.15.8:0/1466706426 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5631c7beffb0 0x5631c7c767d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.366 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.364+0000 7f74c7400700 1 -- 172.21.15.8:0/1466706426 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5631c7bea1c0 msgr2=0x5631c7c016d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:07.366 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.364+0000 7f74c7400700 1 --2- 172.21.15.8:0/1466706426 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5631c7bea1c0 0x5631c7c016d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.366 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.364+0000 7f74c7400700 1 -- 172.21.15.8:0/1466706426 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5631c7c76d10 con 0x5631c7bef690 2024-05-20T21:24:07.366 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.364+0000 7f74c7400700 1 --2- 172.21.15.8:0/1466706426 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5631c7bef690 0x5631c7c01c10 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f74b4009ce0 tx=0x7f74b4009290 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3d13969dadbd259f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:07.366 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.364+0000 7f74b2000700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:24:07.366 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.365+0000 7f74b2000700 1 -- 172.21.15.8:0/1466706426 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74b4035070 con 0x5631c7bef690 2024-05-20T21:24:07.366 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.365+0000 7f74b2000700 1 -- 172.21.15.8:0/1466706426 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f74b4003bf0 con 0x5631c7bef690 2024-05-20T21:24:07.366 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.365+0000 7f74d9406b80 1 -- 172.21.15.8:0/1466706426 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f74c0004150 con 0x5631c7bef690 2024-05-20T21:24:07.366 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.365+0000 7f74b2000700 1 -- 172.21.15.8:0/1466706426 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f74b4041050 con 0x5631c7bef690 2024-05-20T21:24:07.366 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.365+0000 7f74d9406b80 10 client.27614 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:07.366 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.365+0000 7f74d9406b80 1 -- 172.21.15.8:0/1466706426 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5631c7c77f60 con 0x5631c7bef690 2024-05-20T21:24:07.367 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.366+0000 7f74b2000700 1 -- 172.21.15.8:0/1466706426 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f74c0004150 con 0x5631c7bef690 2024-05-20T21:24:07.367 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.366+0000 7f74b2000700 1 -- 172.21.15.8:0/1466706426 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f74b4021030 con 0x5631c7bef690 2024-05-20T21:24:07.367 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.366+0000 7f74d9406b80 10 client.27614 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:07.367 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.366+0000 7f74d9406b80 10 client.27614 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:24:07.367 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.366+0000 7f74d9406b80 20 client.27614 populate_metadata read hostname 'smithi008' 2024-05-20T21:24:07.367 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.366+0000 7f74d9406b80 1 --2- 172.21.15.8:0/1466706426 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5631c7c781f0 0x5631c7c7a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:07.367 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.366+0000 7f74d9406b80 4 client.27614 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:24:07.367 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.366+0000 7f74d9406b80 1 -- 172.21.15.8:0/1466706426 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5631c7b435f0 con 0x5631c7c781f0 2024-05-20T21:24:07.369 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.366+0000 7f74cca00700 1 --2- 172.21.15.8:0/1466706426 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5631c7c781f0 0x5631c7c7a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:07.370 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.367+0000 7f74cca00700 1 --2- 172.21.15.8:0/1466706426 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5631c7c781f0 0x5631c7c7a5e0 crc :-1 s=READY pgs=230 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1ef103024635879d server_cookie=d84e69512692946d in_seq=0 out_seq=0 2024-05-20T21:24:07.370 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.367+0000 7f74b2000700 10 client.27614 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:24:07.370 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.368+0000 7f74b2000700 1 -- 172.21.15.8:0/1466706426 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5631c7b435f0 con 0x5631c7c781f0 2024-05-20T21:24:07.370 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.368+0000 7f74b2000700 10 client.27614 handle_command_reply: tid=0 2024-05-20T21:24:07.370 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.368+0000 7f74d9406b80 1 client.27614 shutdown 2024-05-20T21:24:07.370 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.368+0000 7f74d9406b80 1 -- 172.21.15.8:0/1466706426 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5631c7bef690 msgr2=0x5631c7c01c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:07.370 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.368+0000 7f74d9406b80 1 --2- 172.21.15.8:0/1466706426 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5631c7bef690 0x5631c7c01c10 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f74b4009ce0 tx=0x7f74b4009290 comp rx=0 tx=0).stop 2024-05-20T21:24:07.370 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.368+0000 7f74d9406b80 1 -- 172.21.15.8:0/1466706426 shutdown_connections 2024-05-20T21:24:07.371 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.368+0000 7f74d9406b80 1 --2- 172.21.15.8:0/1466706426 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5631c7c781f0 0x5631c7c7a5e0 crc :-1 s=READY pgs=230 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.371 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.368+0000 7f74d9406b80 1 --2- 172.21.15.8:0/1466706426 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5631c7beffb0 0x5631c7c767d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.371 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.368+0000 7f74d9406b80 1 --2- 172.21.15.8:0/1466706426 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5631c7bea1c0 0x5631c7c016d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.371 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.368+0000 7f74d9406b80 1 --2- 172.21.15.8:0/1466706426 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5631c7bef690 0x5631c7c01c10 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.371 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.368+0000 7f74d9406b80 1 -- 172.21.15.8:0/1466706426 >> 172.21.15.8:0/1466706426 conn(0x5631c7b17c60 msgr2=0x5631c7beea60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:07.371 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.368+0000 7f74b2000700 0 client.27614 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:24:07.371 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.368+0000 7f74d9406b80 1 -- 172.21.15.8:0/1466706426 shutdown_connections 2024-05-20T21:24:07.371 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.368+0000 7f74d9406b80 1 -- 172.21.15.8:0/1466706426 wait complete. 2024-05-20T21:24:07.371 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.368+0000 7f74d9406b80 20 client.27614 trim_cache size 0 max 16384 2024-05-20T21:24:07.371 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:24:07.372 INFO:teuthology.orchestra.run.smithi008.stdout: "return_code": 0, 2024-05-20T21:24:07.372 INFO:teuthology.orchestra.run.smithi008.stdout: "scrub_tag": "18d616b4-766a-4485-9d4c-800fcb9b9d69", 2024-05-20T21:24:07.372 INFO:teuthology.orchestra.run.smithi008.stdout: "mode": "asynchronous" 2024-05-20T21:24:07.372 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:24:07.372 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.369+0000 7f74cea00700 1 -- 172.21.15.8:0/4272858969 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f74ac0b2900 msgr2=0x7f74ac0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:07.372 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.369+0000 7f74cea00700 1 --2- 172.21.15.8:0/4272858969 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f74ac0b2900 0x7f74ac0b4dc0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f74b80a6c40 tx=0x7f74b80e5e60 comp rx=0 tx=0).stop 2024-05-20T21:24:07.372 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.369+0000 7f74cea00700 1 -- 172.21.15.8:0/4272858969 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f74c8105760 msgr2=0x7f74c819be30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:07.372 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.369+0000 7f74cea00700 1 --2- 172.21.15.8:0/4272858969 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f74c8105760 0x7f74c819be30 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f74b800e9c0 tx=0x7f74b800ecd0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.373 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.369+0000 7f74cea00700 1 -- 172.21.15.8:0/4272858969 shutdown_connections 2024-05-20T21:24:07.373 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.369+0000 7f74cea00700 1 --2- 172.21.15.8:0/4272858969 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f74ac0b2900 0x7f74ac0b4dc0 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.373 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.369+0000 7f74cea00700 1 --2- 172.21.15.8:0/4272858969 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f74c810b760 0x7f74c81a0700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.373 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.369+0000 7f74cea00700 1 --2- 172.21.15.8:0/4272858969 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f74c8105760 0x7f74c819be30 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.373 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.369+0000 7f74cea00700 1 --2- 172.21.15.8:0/4272858969 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f74c8106120 0x7f74c819c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.373 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.369+0000 7f74cea00700 1 -- 172.21.15.8:0/4272858969 >> 172.21.15.8:0/4272858969 conn(0x7f74c8101250 msgr2=0x7f74c8101900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:07.373 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.370+0000 7f74cea00700 1 -- 172.21.15.8:0/4272858969 shutdown_connections 2024-05-20T21:24:07.373 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:07.370+0000 7f74cea00700 1 -- 172.21.15.8:0/4272858969 wait complete. 2024-05-20T21:24:07.964 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.964+0000 7f2cb0a00640 1 -- 172.21.15.8:0/1341103945 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2cac10aa30 msgr2=0x7f2cac111350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:07.965 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.964+0000 7f2cb0a00640 1 --2- 172.21.15.8:0/1341103945 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2cac10aa30 0x7f2cac111350 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f2ca4009ca0 tx=0x7f2ca402a8c0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.965 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.965+0000 7f2cb0a00640 1 -- 172.21.15.8:0/1341103945 shutdown_connections 2024-05-20T21:24:07.965 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.965+0000 7f2cb0a00640 1 --2- 172.21.15.8:0/1341103945 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2cac10aa30 0x7f2cac111350 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.965 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.965+0000 7f2cb0a00640 1 --2- 172.21.15.8:0/1341103945 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2cac10a070 0x7f2cac10a4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.965 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.965+0000 7f2cb0a00640 1 --2- 172.21.15.8:0/1341103945 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2cac108f70 0x7f2cac109390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.965 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.965+0000 7f2cb0a00640 1 -- 172.21.15.8:0/1341103945 >> 172.21.15.8:0/1341103945 conn(0x7f2cac077ee0 msgr2=0x7f2cac07a300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:07.965 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.965+0000 7f2cb0a00640 1 -- 172.21.15.8:0/1341103945 shutdown_connections 2024-05-20T21:24:07.965 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.965+0000 7f2cb0a00640 1 -- 172.21.15.8:0/1341103945 wait complete. 2024-05-20T21:24:07.967 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.966+0000 7f2cb0a00640 1 Processor -- start 2024-05-20T21:24:07.967 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.966+0000 7f2cb0a00640 1 -- start start 2024-05-20T21:24:07.967 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.966+0000 7f2cb0a00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2cac108f70 0x7f2cac19f110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:07.968 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.966+0000 7f2cb0a00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2cac10a070 0x7f2cac19f650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:07.968 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.966+0000 7f2cb0a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2cac10aa30 0x7f2cac1a66c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:07.968 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.966+0000 7f2cb0a00640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f2cac114a60 con 0x7f2cac10a070 2024-05-20T21:24:07.968 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.966+0000 7f2cb0a00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2cac1148e0 con 0x7f2cac10aa30 2024-05-20T21:24:07.968 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.966+0000 7f2cb0a00640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f2cac114be0 con 0x7f2cac108f70 2024-05-20T21:24:07.968 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.967+0000 7f2ca1e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2cac10a070 0x7f2cac19f650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:07.968 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.967+0000 7f2ca1e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2cac10a070 0x7f2cac19f650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:57228/0 (socket says 172.21.15.8:57228) 2024-05-20T21:24:07.968 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.967+0000 7f2ca1e00640 1 -- 172.21.15.8:0/1938537567 learned_addr learned my addr 172.21.15.8:0/1938537567 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:07.968 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.967+0000 7f2caa800640 1 --2- 172.21.15.8:0/1938537567 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2cac108f70 0x7f2cac19f110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:07.968 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.967+0000 7f2cab200640 1 --2- 172.21.15.8:0/1938537567 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2cac10aa30 0x7f2cac1a66c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:07.968 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.967+0000 7f2ca1e00640 1 -- 172.21.15.8:0/1938537567 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2cac108f70 msgr2=0x7f2cac19f110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:07.968 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.967+0000 7f2ca1e00640 1 --2- 172.21.15.8:0/1938537567 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2cac108f70 0x7f2cac19f110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.968 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.967+0000 7f2ca1e00640 1 -- 172.21.15.8:0/1938537567 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2cac10aa30 msgr2=0x7f2cac1a66c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:07.969 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.967+0000 7f2ca1e00640 1 --2- 172.21.15.8:0/1938537567 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2cac10aa30 0x7f2cac1a66c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.969 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.967+0000 7f2ca1e00640 1 -- 172.21.15.8:0/1938537567 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2cac1a6d30 con 0x7f2cac10a070 2024-05-20T21:24:07.969 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.967+0000 7f2caa800640 1 --2- 172.21.15.8:0/1938537567 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2cac108f70 0x7f2cac19f110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:07.969 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.968+0000 7f2ca1e00640 1 --2- 172.21.15.8:0/1938537567 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2cac10a070 0x7f2cac19f650 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f2c9400e9c0 tx=0x7f2c9400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:07.969 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.968+0000 7f2ca3e00640 1 -- 172.21.15.8:0/1938537567 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c9400cde0 con 0x7f2cac10a070 2024-05-20T21:24:07.969 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.968+0000 7f2ca3e00640 1 -- 172.21.15.8:0/1938537567 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2c940108e0 con 0x7f2cac10a070 2024-05-20T21:24:07.969 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.968+0000 7f2cb0a00640 1 -- 172.21.15.8:0/1938537567 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2cac1a6fc0 con 0x7f2cac10a070 2024-05-20T21:24:07.969 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.968+0000 7f2ca3e00640 1 -- 172.21.15.8:0/1938537567 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c940188d0 con 0x7f2cac10a070 2024-05-20T21:24:07.969 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.968+0000 7f2cb0a00640 1 -- 172.21.15.8:0/1938537567 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2cac1a74e0 con 0x7f2cac10a070 2024-05-20T21:24:07.971 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.971+0000 7f2cb4205740 1 Processor -- start 2024-05-20T21:24:07.971 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.971+0000 7f2cb4205740 1 -- start start 2024-05-20T21:24:07.972 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.972+0000 7f2ca3e00640 1 -- 172.21.15.8:0/1938537567 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f2c9401f020 con 0x7f2cac10a070 2024-05-20T21:24:07.972 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.972+0000 7f2cb4205740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564bf5fcccf0 0x564bf5fcd110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:07.972 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.972+0000 7f2cb4205740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564bf5fcd6e0 0x564bf5fd21e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:07.972 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.972+0000 7f2cb4205740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564bf5fd2850 0x564bf5fd4ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:07.972 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.972+0000 7f2cb4205740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x564bf5f3cb90 con 0x564bf5fcccf0 2024-05-20T21:24:07.972 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.972+0000 7f2cb4205740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x564bf5f2c730 con 0x564bf5fcd6e0 2024-05-20T21:24:07.972 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.972+0000 7f2cb4205740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x564bf5f30770 con 0x564bf5fd2850 2024-05-20T21:24:07.972 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.972+0000 7f2cab200640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564bf5fcccf0 0x564bf5fcd110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:07.972 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.972+0000 7f2ca1e00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564bf5fd2850 0x564bf5fd4ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:07.973 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.972+0000 7f2caa800640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564bf5fcd6e0 0x564bf5fd21e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:07.973 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.972+0000 7f2cab200640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564bf5fcccf0 0x564bf5fcd110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:57230/0 (socket says 172.21.15.8:57230) 2024-05-20T21:24:07.973 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.972+0000 7f2cab200640 1 -- 172.21.15.8:0/2200251650 learned_addr learned my addr 172.21.15.8:0/2200251650 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:07.976 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.973+0000 7f2cab200640 1 -- 172.21.15.8:0/2200251650 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564bf5fd2850 msgr2=0x564bf5fd4ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:07.976 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.973+0000 7f2cab200640 1 --2- 172.21.15.8:0/2200251650 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564bf5fd2850 0x564bf5fd4ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.976 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.973+0000 7f2cab200640 1 -- 172.21.15.8:0/2200251650 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564bf5fcd6e0 msgr2=0x564bf5fd21e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:07.976 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.973+0000 7f2cab200640 1 --2- 172.21.15.8:0/2200251650 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564bf5fcd6e0 0x564bf5fd21e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.976 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.973+0000 7f2cab200640 1 -- 172.21.15.8:0/2200251650 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564bf5ec58b0 con 0x564bf5fcccf0 2024-05-20T21:24:07.976 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.973+0000 7f2cab200640 1 --2- 172.21.15.8:0/2200251650 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564bf5fcccf0 0x564bf5fcd110 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f2ca4009430 tx=0x7f2ca4005ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f4908d7caa367c5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:07.976 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.973+0000 7f2c9b400640 1 -- 172.21.15.8:0/2200251650 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ca4031650 con 0x564bf5fcccf0 2024-05-20T21:24:07.976 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.973+0000 7f2c9b400640 1 -- 172.21.15.8:0/2200251650 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2ca4036030 con 0x564bf5fcccf0 2024-05-20T21:24:07.976 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.973+0000 7f2c9b400640 1 -- 172.21.15.8:0/2200251650 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ca4004700 con 0x564bf5fcccf0 2024-05-20T21:24:07.976 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.974+0000 7f2ca3e00640 1 --2- 172.21.15.8:0/1938537567 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2c900b27d0 0x7f2c900b4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:07.976 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.974+0000 7f2ca3e00640 1 -- 172.21.15.8:0/1938537567 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f2c940e23e0 con 0x7f2cac10a070 2024-05-20T21:24:07.976 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.974+0000 7f2caa800640 1 --2- 172.21.15.8:0/1938537567 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2c900b27d0 0x7f2c900b4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:07.977 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.974+0000 7f2cb4205740 1 -- 172.21.15.8:0/2200251650 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564bf5fcccf0 msgr2=0x564bf5fcd110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:07.977 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.974+0000 7f2cb4205740 1 --2- 172.21.15.8:0/2200251650 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564bf5fcccf0 0x564bf5fcd110 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f2ca4009430 tx=0x7f2ca4005ef0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.977 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.974+0000 7f2cb4205740 1 -- 172.21.15.8:0/2200251650 shutdown_connections 2024-05-20T21:24:07.977 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.974+0000 7f2cb4205740 1 --2- 172.21.15.8:0/2200251650 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564bf5fd2850 0x564bf5fd4ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.977 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.974+0000 7f2cb4205740 1 --2- 172.21.15.8:0/2200251650 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564bf5fcd6e0 0x564bf5fd21e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.977 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.974+0000 7f2cb4205740 1 --2- 172.21.15.8:0/2200251650 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564bf5fcccf0 0x564bf5fcd110 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.977 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.974+0000 7f2cb4205740 1 -- 172.21.15.8:0/2200251650 >> 172.21.15.8:0/2200251650 conn(0x564bf5fc8360 msgr2=0x564bf5fc8760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:07.977 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.975+0000 7f2cb4205740 1 -- 172.21.15.8:0/2200251650 shutdown_connections 2024-05-20T21:24:07.977 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.975+0000 7f2cb4205740 1 -- 172.21.15.8:0/2200251650 wait complete. 2024-05-20T21:24:07.977 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.975+0000 7f2caa800640 1 --2- 172.21.15.8:0/1938537567 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2c900b27d0 0x7f2c900b4c90 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x564bf5fc9230 tx=0x7f2c9c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:07.977 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.975+0000 7f2cb4205740 1 -- start start 2024-05-20T21:24:07.977 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.975+0000 7f2cb4205740 1 Processor -- start 2024-05-20T21:24:07.977 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.976+0000 7f2cb4205740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564bf5fcccf0 0x564bf5fd68e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:07.978 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.976+0000 7f2cb4205740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564bf5fcd6e0 0x564bf5fd6e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:07.978 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.976+0000 7f2cb4205740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564bf5fd2850 0x564bf5fdde60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:07.978 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.976+0000 7f2cb4205740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x564bf5c12790 con 0x564bf5fcccf0 2024-05-20T21:24:07.978 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.976+0000 7f2cb4205740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x564bf5ed4bc0 con 0x564bf5fcd6e0 2024-05-20T21:24:07.978 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.976+0000 7f2cb4205740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x564bf5fd5620 con 0x564bf5fd2850 2024-05-20T21:24:07.978 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.976+0000 7f2cb4205740 10 client.0 _ll_register_callbacks cb 0x564bf5eb2400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:07.978 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.976+0000 7f2caa800640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564bf5fcccf0 0x564bf5fd68e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:07.978 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.976+0000 7f2cab200640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564bf5fd2850 0x564bf5fdde60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:07.978 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.976+0000 7f2ca1e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564bf5fcd6e0 0x564bf5fd6e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:07.978 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.976+0000 7f2caa800640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564bf5fcccf0 0x564bf5fd68e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:57242/0 (socket says 172.21.15.8:57242) 2024-05-20T21:24:07.979 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.976+0000 7f2caa800640 1 -- 172.21.15.8:0/3905667864 learned_addr learned my addr 172.21.15.8:0/3905667864 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:07.984 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.977+0000 7f2cab200640 1 -- 172.21.15.8:0/3905667864 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564bf5fcd6e0 msgr2=0x564bf5fd6e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:07.985 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.977+0000 7f2cab200640 1 --2- 172.21.15.8:0/3905667864 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564bf5fcd6e0 0x564bf5fd6e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.985 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.977+0000 7f2cab200640 1 -- 172.21.15.8:0/3905667864 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564bf5fcccf0 msgr2=0x564bf5fd68e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:07.985 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.977+0000 7f2cab200640 1 --2- 172.21.15.8:0/3905667864 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564bf5fcccf0 0x564bf5fd68e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.985 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.977+0000 7f2cab200640 1 -- 172.21.15.8:0/3905667864 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564bf5c41210 con 0x564bf5fd2850 2024-05-20T21:24:07.985 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.977+0000 7f2ca1e00640 1 --2- 172.21.15.8:0/3905667864 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564bf5fcd6e0 0x564bf5fd6e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:07.985 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.977+0000 7f2cab200640 1 --2- 172.21.15.8:0/3905667864 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564bf5fd2850 0x564bf5fdde60 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f2ca4009ca0 tx=0x7f2ca40046b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ead14f147bfc1c6d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:07.985 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.977+0000 7f2c8fe00640 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:24:07.985 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.977+0000 7f2c8fe00640 1 -- 172.21.15.8:0/3905667864 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ca404a040 con 0x564bf5fd2850 2024-05-20T21:24:07.985 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.978+0000 7f2cb4205740 1 -- 172.21.15.8:0/3905667864 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2ca4036030 con 0x564bf5fd2850 2024-05-20T21:24:07.985 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.978+0000 7f2c8fe00640 1 -- 172.21.15.8:0/3905667864 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f2ca4003970 con 0x564bf5fd2850 2024-05-20T21:24:07.985 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.978+0000 7f2c8fe00640 1 -- 172.21.15.8:0/3905667864 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2ca4003bb0 con 0x564bf5fd2850 2024-05-20T21:24:07.985 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.978+0000 7f2cb4205740 10 client.27673 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:07.985 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.978+0000 7f2cb4205740 1 -- 172.21.15.8:0/3905667864 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564bf5d0d620 con 0x564bf5fd2850 2024-05-20T21:24:07.986 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.978+0000 7f2c8fe00640 1 -- 172.21.15.8:0/3905667864 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2ca4036030 con 0x564bf5fd2850 2024-05-20T21:24:07.986 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.978+0000 7f2c8fe00640 1 -- 172.21.15.8:0/3905667864 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f2ca404d030 con 0x564bf5fd2850 2024-05-20T21:24:07.986 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.978+0000 7f2cb4205740 10 client.27673 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:07.986 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.978+0000 7f2cb4205740 10 client.27673 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:24:07.986 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.979+0000 7f2cb4205740 20 client.27673 populate_metadata read hostname 'smithi008' 2024-05-20T21:24:07.986 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.979+0000 7f2cb4205740 1 --2- 172.21.15.8:0/3905667864 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x564bf5fe20d0 0x564bf5fe44c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:07.986 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.979+0000 7f2cb4205740 4 client.27673 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:24:07.986 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.979+0000 7f2cb4205740 1 -- 172.21.15.8:0/3905667864 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564bf5f3eae0 con 0x564bf5fe20d0 2024-05-20T21:24:07.986 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.979+0000 7f2caa800640 1 --2- 172.21.15.8:0/3905667864 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x564bf5fe20d0 0x564bf5fe44c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:07.986 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.979+0000 7f2caa800640 1 --2- 172.21.15.8:0/3905667864 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x564bf5fe20d0 0x564bf5fe44c0 crc :-1 s=READY pgs=231 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a3a728e0d83f6773 server_cookie=bbea7f7e51096403 in_seq=0 out_seq=0 2024-05-20T21:24:07.986 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.979+0000 7f2c8fe00640 10 client.27673 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:24:07.986 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.980+0000 7f2c8fe00640 1 -- 172.21.15.8:0/3905667864 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x564bf5f3eae0 con 0x564bf5fe20d0 2024-05-20T21:24:07.986 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.980+0000 7f2c8fe00640 10 client.27673 handle_command_reply: tid=0 2024-05-20T21:24:07.987 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.980+0000 7f2cb4205740 1 client.27673 shutdown 2024-05-20T21:24:07.987 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.980+0000 7f2cb4205740 1 -- 172.21.15.8:0/3905667864 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564bf5fd2850 msgr2=0x564bf5fdde60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:07.987 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.980+0000 7f2cb4205740 1 --2- 172.21.15.8:0/3905667864 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564bf5fd2850 0x564bf5fdde60 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f2ca4009ca0 tx=0x7f2ca40046b0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.987 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.980+0000 7f2cb4205740 1 -- 172.21.15.8:0/3905667864 shutdown_connections 2024-05-20T21:24:07.987 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.980+0000 7f2cb4205740 1 --2- 172.21.15.8:0/3905667864 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x564bf5fe20d0 0x564bf5fe44c0 crc :-1 s=READY pgs=231 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.987 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.980+0000 7f2cb4205740 1 --2- 172.21.15.8:0/3905667864 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564bf5fd2850 0x564bf5fdde60 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.987 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.980+0000 7f2cb4205740 1 --2- 172.21.15.8:0/3905667864 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564bf5fcd6e0 0x564bf5fd6e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.987 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.980+0000 7f2c8fe00640 0 client.27673 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:24:07.987 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.980+0000 7f2cb4205740 1 --2- 172.21.15.8:0/3905667864 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564bf5fcccf0 0x564bf5fd68e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.987 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.980+0000 7f2cb4205740 1 -- 172.21.15.8:0/3905667864 >> 172.21.15.8:0/3905667864 conn(0x564bf5fc8360 msgr2=0x564bf5fc74c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:07.987 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.981+0000 7f2cb4205740 1 -- 172.21.15.8:0/3905667864 shutdown_connections 2024-05-20T21:24:07.987 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.981+0000 7f2cb4205740 1 -- 172.21.15.8:0/3905667864 wait complete. 2024-05-20T21:24:07.987 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.981+0000 7f2cb4205740 20 client.27673 trim_cache size 0 max 16384 2024-05-20T21:24:07.998 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.998+0000 7f2cb4205740 1 Processor -- start 2024-05-20T21:24:07.998 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.998+0000 7f2cb4205740 1 -- start start 2024-05-20T21:24:07.998 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.998+0000 7f2cb4205740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564bf5fcccf0 0x564bf5fcb980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:07.998 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.998+0000 7f2cb4205740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564bf5fcd6e0 0x564bf5fdde20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:07.998 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.998+0000 7f2cb4205740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564bf5fd2850 0x564bf5fce130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:07.998 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.998+0000 7f2cb4205740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f2cac1b2b70 con 0x564bf5fd2850 2024-05-20T21:24:07.999 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.998+0000 7f2cb4205740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2cac1b0440 con 0x564bf5fcd6e0 2024-05-20T21:24:07.999 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.998+0000 7f2cb4205740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f2cac1ae290 con 0x564bf5fcccf0 2024-05-20T21:24:07.999 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.998+0000 7f2caa800640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564bf5fcccf0 0x564bf5fcb980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:07.999 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.998+0000 7f2caa800640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564bf5fcccf0 0x564bf5fcb980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:50022/0 (socket says 172.21.15.8:50022) 2024-05-20T21:24:07.999 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.998+0000 7f2caa800640 1 -- 172.21.15.8:0/3216267470 learned_addr learned my addr 172.21.15.8:0/3216267470 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:07.999 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.998+0000 7f2cab200640 1 --2- 172.21.15.8:0/3216267470 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564bf5fd2850 0x564bf5fce130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:07.999 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.999+0000 7f2ca1e00640 1 --2- 172.21.15.8:0/3216267470 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564bf5fcd6e0 0x564bf5fdde20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:07.999 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.999+0000 7f2caa800640 1 -- 172.21.15.8:0/3216267470 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564bf5fcd6e0 msgr2=0x564bf5fdde20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:07.999 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.999+0000 7f2caa800640 1 --2- 172.21.15.8:0/3216267470 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564bf5fcd6e0 0x564bf5fdde20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:08.000 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.999+0000 7f2caa800640 1 -- 172.21.15.8:0/3216267470 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564bf5fd2850 msgr2=0x564bf5fce130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:08.000 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.999+0000 7f2caa800640 1 --2- 172.21.15.8:0/3216267470 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564bf5fd2850 0x564bf5fce130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:08.000 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.999+0000 7f2caa800640 1 -- 172.21.15.8:0/3216267470 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564bf5fe4af0 con 0x564bf5fcccf0 2024-05-20T21:24:08.002 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.999+0000 7f2caa800640 1 --2- 172.21.15.8:0/3216267470 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564bf5fcccf0 0x564bf5fcb980 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x564bf5fe4cc0 tx=0x7f2c9c012f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=18c3fa6b71cbc0a1 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:08.003 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.999+0000 7f2c9aa00640 1 -- 172.21.15.8:0/3216267470 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c9c01d590 con 0x564bf5fcccf0 2024-05-20T21:24:08.003 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.999+0000 7f2c9aa00640 1 -- 172.21.15.8:0/3216267470 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2c9c01dbe0 con 0x564bf5fcccf0 2024-05-20T21:24:08.003 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:07.999+0000 7f2c9aa00640 1 -- 172.21.15.8:0/3216267470 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c9c02abc0 con 0x564bf5fcccf0 2024-05-20T21:24:08.003 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.000+0000 7f2cb4205740 1 -- 172.21.15.8:0/3216267470 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564bf5fcccf0 msgr2=0x564bf5fcb980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:08.003 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.000+0000 7f2cb4205740 1 --2- 172.21.15.8:0/3216267470 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564bf5fcccf0 0x564bf5fcb980 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x564bf5fe4cc0 tx=0x7f2c9c012f90 comp rx=0 tx=0).stop 2024-05-20T21:24:08.003 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.000+0000 7f2cb4205740 1 -- 172.21.15.8:0/3216267470 shutdown_connections 2024-05-20T21:24:08.003 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.000+0000 7f2cb4205740 1 --2- 172.21.15.8:0/3216267470 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564bf5fd2850 0x564bf5fce130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:08.003 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.000+0000 7f2cb4205740 1 --2- 172.21.15.8:0/3216267470 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564bf5fcd6e0 0x564bf5fdde20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:08.003 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.000+0000 7f2cb4205740 1 --2- 172.21.15.8:0/3216267470 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564bf5fcccf0 0x564bf5fcb980 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:08.003 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.000+0000 7f2cb4205740 1 -- 172.21.15.8:0/3216267470 >> 172.21.15.8:0/3216267470 conn(0x564bf5fc8360 msgr2=0x564bf5fcb270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:08.003 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.000+0000 7f2cb4205740 1 -- 172.21.15.8:0/3216267470 shutdown_connections 2024-05-20T21:24:08.003 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.000+0000 7f2cb4205740 1 -- 172.21.15.8:0/3216267470 wait complete. 2024-05-20T21:24:08.003 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.001+0000 7f2cb4205740 1 -- start start 2024-05-20T21:24:08.004 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.001+0000 7f2cb4205740 1 Processor -- start 2024-05-20T21:24:08.004 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.001+0000 7f2cb4205740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564bf5fcccf0 0x564bf5fdb680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:08.004 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.001+0000 7f2cb4205740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564bf5fcd6e0 0x564bf5fdbbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:08.004 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.001+0000 7f2cb4205740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564bf5fd2850 0x564bf5fdcb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:08.004 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.001+0000 7f2cb4205740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f2cac1ae900 con 0x564bf5fcccf0 2024-05-20T21:24:08.004 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.001+0000 7f2cb4205740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2cac1afd70 con 0x564bf5fd2850 2024-05-20T21:24:08.004 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.001+0000 7f2cb4205740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f2cac1aefd0 con 0x564bf5fcd6e0 2024-05-20T21:24:08.004 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.001+0000 7f2cb4205740 10 client.0 _ll_register_callbacks cb 0x7f2c9c009570 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:08.004 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.002+0000 7f2caa800640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564bf5fcccf0 0x564bf5fdb680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:08.004 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.002+0000 7f2cab200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564bf5fd2850 0x564bf5fdcb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:08.004 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.002+0000 7f2caa800640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564bf5fcccf0 0x564bf5fdb680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:57254/0 (socket says 172.21.15.8:57254) 2024-05-20T21:24:08.004 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.002+0000 7f2caa800640 1 -- 172.21.15.8:0/1959220371 learned_addr learned my addr 172.21.15.8:0/1959220371 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:08.004 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.002+0000 7f2ca1e00640 1 --2- 172.21.15.8:0/1959220371 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564bf5fcd6e0 0x564bf5fdbbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:08.005 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.002+0000 7f2cab200640 1 -- 172.21.15.8:0/1959220371 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564bf5fcd6e0 msgr2=0x564bf5fdbbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:08.005 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.002+0000 7f2cab200640 1 --2- 172.21.15.8:0/1959220371 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564bf5fcd6e0 0x564bf5fdbbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:08.005 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.002+0000 7f2cab200640 1 -- 172.21.15.8:0/1959220371 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564bf5fcccf0 msgr2=0x564bf5fdb680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:08.005 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.002+0000 7f2cab200640 1 --2- 172.21.15.8:0/1959220371 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564bf5fcccf0 0x564bf5fdb680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:08.005 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.002+0000 7f2cab200640 1 -- 172.21.15.8:0/1959220371 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564bf5fdd120 con 0x564bf5fd2850 2024-05-20T21:24:08.005 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.002+0000 7f2caa800640 1 --2- 172.21.15.8:0/1959220371 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564bf5fcccf0 0x564bf5fdb680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:08.005 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.003+0000 7f2cab200640 1 --2- 172.21.15.8:0/1959220371 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564bf5fd2850 0x564bf5fdcb30 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f2ca402fc50 tx=0x7f2ca4005d80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1387fba0bb12753a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:08.005 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.003+0000 7f2c8fe00640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:24:08.005 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.003+0000 7f2c8fe00640 1 -- 172.21.15.8:0/1959220371 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ca4040070 con 0x564bf5fd2850 2024-05-20T21:24:08.005 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.003+0000 7f2cb4205740 1 -- 172.21.15.8:0/1959220371 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2c9c01dbe0 con 0x564bf5fd2850 2024-05-20T21:24:08.005 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.003+0000 7f2c8fe00640 1 -- 172.21.15.8:0/1959220371 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f2ca4031760 con 0x564bf5fd2850 2024-05-20T21:24:08.005 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.003+0000 7f2c8fe00640 1 -- 172.21.15.8:0/1959220371 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2ca406b050 con 0x564bf5fd2850 2024-05-20T21:24:08.006 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.003+0000 7f2cb4205740 10 client.27632 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:08.006 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.003+0000 7f2cb4205740 1 -- 172.21.15.8:0/1959220371 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564bf604cd40 con 0x564bf5fd2850 2024-05-20T21:24:08.007 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.004+0000 7f2c8fe00640 1 -- 172.21.15.8:0/1959220371 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2c9c01dbe0 con 0x564bf5fd2850 2024-05-20T21:24:08.007 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.004+0000 7f2c8fe00640 1 -- 172.21.15.8:0/1959220371 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f2ca4062070 con 0x564bf5fd2850 2024-05-20T21:24:08.007 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.004+0000 7f2cb4205740 10 client.27632 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:08.007 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.004+0000 7f2cb4205740 10 client.27632 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:24:08.007 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.004+0000 7f2cb4205740 20 client.27632 populate_metadata read hostname 'smithi008' 2024-05-20T21:24:08.007 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.004+0000 7f2cb4205740 1 --2- 172.21.15.8:0/1959220371 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x564bf604d690 0x564bf604fab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:08.007 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.004+0000 7f2cb4205740 4 client.27632 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:24:08.007 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.004+0000 7f2cb4205740 1 -- 172.21.15.8:0/1959220371 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x564bf5f382c0 con 0x564bf604d690 2024-05-20T21:24:08.007 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.004+0000 7f2caa800640 1 --2- 172.21.15.8:0/1959220371 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x564bf604d690 0x564bf604fab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:08.007 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.005+0000 7f2caa800640 1 --2- 172.21.15.8:0/1959220371 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x564bf604d690 0x564bf604fab0 crc :-1 s=READY pgs=232 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=704fcea84dd3b1a8 server_cookie=bbb8ca3fd2ec043f in_seq=0 out_seq=0 2024-05-20T21:24:08.007 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.005+0000 7f2c8fe00640 10 client.27632 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:24:08.020 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.020+0000 7f2c8fe00640 1 -- 172.21.15.8:0/1959220371 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x564bf5f382c0 con 0x564bf604d690 2024-05-20T21:24:08.020 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.020+0000 7f2c8fe00640 10 client.27632 handle_command_reply: tid=0 2024-05-20T21:24:08.020 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.020+0000 7f2cb4205740 1 client.27632 shutdown 2024-05-20T21:24:08.020 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.020+0000 7f2cb4205740 1 -- 172.21.15.8:0/1959220371 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564bf5fd2850 msgr2=0x564bf5fdcb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:08.020 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.020+0000 7f2cb4205740 1 --2- 172.21.15.8:0/1959220371 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564bf5fd2850 0x564bf5fdcb30 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f2ca402fc50 tx=0x7f2ca4005d80 comp rx=0 tx=0).stop 2024-05-20T21:24:08.020 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.020+0000 7f2cb4205740 1 -- 172.21.15.8:0/1959220371 shutdown_connections 2024-05-20T21:24:08.020 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.020+0000 7f2cb4205740 1 --2- 172.21.15.8:0/1959220371 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x564bf604d690 0x564bf604fab0 crc :-1 s=READY pgs=232 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:08.020 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.020+0000 7f2cb4205740 1 --2- 172.21.15.8:0/1959220371 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564bf5fd2850 0x564bf5fdcb30 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:08.020 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.020+0000 7f2cb4205740 1 --2- 172.21.15.8:0/1959220371 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564bf5fcd6e0 0x564bf5fdbbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:08.020 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.020+0000 7f2cb4205740 1 --2- 172.21.15.8:0/1959220371 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564bf5fcccf0 0x564bf5fdb680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:08.021 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.020+0000 7f2c8fe00640 0 client.27632 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:24:08.021 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.020+0000 7f2cb4205740 1 -- 172.21.15.8:0/1959220371 >> 172.21.15.8:0/1959220371 conn(0x564bf5fc8360 msgr2=0x564bf5fce110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:08.021 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.020+0000 7f2cb4205740 1 -- 172.21.15.8:0/1959220371 shutdown_connections 2024-05-20T21:24:08.021 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.020+0000 7f2cb4205740 1 -- 172.21.15.8:0/1959220371 wait complete. 2024-05-20T21:24:08.021 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.020+0000 7f2cb4205740 20 client.27632 trim_cache size 0 max 16384 2024-05-20T21:24:08.021 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:24:08.021 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:24:08.021 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:24:08.022 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.021+0000 7f2cb0a00640 1 -- 172.21.15.8:0/1938537567 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2c900b27d0 msgr2=0x7f2c900b4c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:08.022 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.021+0000 7f2cb0a00640 1 --2- 172.21.15.8:0/1938537567 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2c900b27d0 0x7f2c900b4c90 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x564bf5fc9230 tx=0x7f2c9c005f90 comp rx=0 tx=0).stop 2024-05-20T21:24:08.022 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.021+0000 7f2cb0a00640 1 -- 172.21.15.8:0/1938537567 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2cac10a070 msgr2=0x7f2cac19f650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:08.022 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.022+0000 7f2cb0a00640 1 --2- 172.21.15.8:0/1938537567 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2cac10a070 0x7f2cac19f650 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f2c9400e9c0 tx=0x7f2c9400ee80 comp rx=0 tx=0).stop 2024-05-20T21:24:08.023 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.022+0000 7f2cb0a00640 1 -- 172.21.15.8:0/1938537567 shutdown_connections 2024-05-20T21:24:08.023 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.022+0000 7f2cb0a00640 1 --2- 172.21.15.8:0/1938537567 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2c900b27d0 0x7f2c900b4c90 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:08.023 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.022+0000 7f2cb0a00640 1 --2- 172.21.15.8:0/1938537567 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2cac10aa30 0x7f2cac1a66c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:08.023 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.022+0000 7f2cb0a00640 1 --2- 172.21.15.8:0/1938537567 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2cac10a070 0x7f2cac19f650 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:08.023 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.022+0000 7f2cb0a00640 1 --2- 172.21.15.8:0/1938537567 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2cac108f70 0x7f2cac19f110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:08.023 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.022+0000 7f2cb0a00640 1 -- 172.21.15.8:0/1938537567 >> 172.21.15.8:0/1938537567 conn(0x7f2cac077ee0 msgr2=0x7f2cac10d3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:08.023 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.022+0000 7f2cb0a00640 1 -- 172.21.15.8:0/1938537567 shutdown_connections 2024-05-20T21:24:08.023 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:08.022+0000 7f2cb0a00640 1 -- 172.21.15.8:0/1938537567 wait complete. 2024-05-20T21:24:08.433 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:24:08.902 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:24:08.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:24:08 smithi008 ceph-mon[31475]: scrub queued for path: / 2024-05-20T21:24:08.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:24:08 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:24:08.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:24:08 smithi008 ceph-mon[31475]: scrub summary: active paths [/] 2024-05-20T21:24:08.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:24:08 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:24:08.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:24:08 smithi008 ceph-mon[31475]: pgmap v704: 97 pgs: 97 active+clean; 4.4 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:24:09.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:24:08 smithi130 ceph-mon[36448]: scrub queued for path: / 2024-05-20T21:24:09.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:24:08 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:24:09.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:24:08 smithi130 ceph-mon[36448]: scrub summary: active paths [/] 2024-05-20T21:24:09.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:24:08 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:24:09.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:24:08 smithi130 ceph-mon[36448]: pgmap v704: 97 pgs: 97 active+clean; 4.4 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:24:09.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:24:08 smithi050 ceph-mon[35809]: scrub queued for path: / 2024-05-20T21:24:09.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:24:08 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:24:09.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:24:08 smithi050 ceph-mon[35809]: scrub summary: active paths [/] 2024-05-20T21:24:09.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:24:08 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:24:09.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:24:08 smithi050 ceph-mon[35809]: pgmap v704: 97 pgs: 97 active+clean; 4.4 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:24:10.598 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 10 2024-05-20T21:24:10.599 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:24:10.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:24:10 smithi008 ceph-mon[31475]: pgmap v705: 97 pgs: 97 active+clean; 4.4 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:24:11.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:24:10 smithi130 ceph-mon[36448]: pgmap v705: 97 pgs: 97 active+clean; 4.4 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:24:11.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:24:10 smithi050 ceph-mon[35809]: pgmap v705: 97 pgs: 97 active+clean; 4.4 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:24:11.207 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.207+0000 7f27d9c00700 1 -- 172.21.15.8:0/3931227169 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f27d41037f0 msgr2=0x7f27d4103bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:11.207 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.207+0000 7f27d9c00700 1 --2- 172.21.15.8:0/3931227169 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f27d41037f0 0x7f27d4103bd0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f27c40099c0 tx=0x7f27c4009cd0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.207 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.207+0000 7f27d9c00700 1 -- 172.21.15.8:0/3931227169 shutdown_connections 2024-05-20T21:24:11.207 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.207+0000 7f27d9c00700 1 --2- 172.21.15.8:0/3931227169 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f27d41088f0 0x7f27d4110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.208 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.207+0000 7f27d9c00700 1 --2- 172.21.15.8:0/3931227169 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f27d41037f0 0x7f27d4103bd0 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.208 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.207+0000 7f27d9c00700 1 --2- 172.21.15.8:0/3931227169 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f27d41041a0 0x7f27d41081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.208 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.207+0000 7f27d9c00700 1 -- 172.21.15.8:0/3931227169 >> 172.21.15.8:0/3931227169 conn(0x7f27d407a6a0 msgr2=0x7f27d407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:11.208 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.207+0000 7f27d9c00700 1 -- 172.21.15.8:0/3931227169 shutdown_connections 2024-05-20T21:24:11.208 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.207+0000 7f27d9c00700 1 -- 172.21.15.8:0/3931227169 wait complete. 2024-05-20T21:24:11.209 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.209+0000 7f27d9c00700 1 Processor -- start 2024-05-20T21:24:11.209 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.209+0000 7f27d9c00700 1 -- start start 2024-05-20T21:24:11.209 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.210+0000 7f27d9c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f27d41037f0 0x7f27d4075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:11.209 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.210+0000 7f27d9c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f27d41041a0 0x7f27d4075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:11.209 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.210+0000 7f27d9c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f27d41088f0 0x7f27d40762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:11.209 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.210+0000 7f27d9c00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f27d4113710 con 0x7f27d41088f0 2024-05-20T21:24:11.209 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.210+0000 7f27d9c00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f27d4113590 con 0x7f27d41041a0 2024-05-20T21:24:11.209 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.210+0000 7f27d9c00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f27d4113890 con 0x7f27d41037f0 2024-05-20T21:24:11.210 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.210+0000 7f27d2a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f27d41037f0 0x7f27d4075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:11.210 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.210+0000 7f27d2a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f27d41037f0 0x7f27d4075840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:50062/0 (socket says 172.21.15.8:50062) 2024-05-20T21:24:11.210 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.210+0000 7f27d2a00700 1 -- 172.21.15.8:0/4014701746 learned_addr learned my addr 172.21.15.8:0/4014701746 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:11.211 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.210+0000 7f27d3400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f27d41088f0 0x7f27d40762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:11.211 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.210+0000 7f27d2000700 1 --2- 172.21.15.8:0/4014701746 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f27d41041a0 0x7f27d4075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:11.211 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.211+0000 7f27d2000700 1 -- 172.21.15.8:0/4014701746 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f27d41037f0 msgr2=0x7f27d4075840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:11.211 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.211+0000 7f27d2000700 1 --2- 172.21.15.8:0/4014701746 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f27d41037f0 0x7f27d4075840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.211 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.211+0000 7f27d2000700 1 -- 172.21.15.8:0/4014701746 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f27d41088f0 msgr2=0x7f27d40762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:11.211 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.211+0000 7f27d2000700 1 --2- 172.21.15.8:0/4014701746 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f27d41088f0 0x7f27d40762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.211 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.211+0000 7f27d2000700 1 -- 172.21.15.8:0/4014701746 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27d41a80f0 con 0x7f27d41041a0 2024-05-20T21:24:11.211 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.211+0000 7f27d2a00700 1 --2- 172.21.15.8:0/4014701746 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f27d41037f0 0x7f27d4075840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:11.211 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.211+0000 7f27d3400700 1 --2- 172.21.15.8:0/4014701746 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f27d41088f0 0x7f27d40762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:11.211 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.211+0000 7f27d2000700 1 --2- 172.21.15.8:0/4014701746 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f27d41041a0 0x7f27d4075d80 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f27c000e9f0 tx=0x7f27c000ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:11.212 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.212+0000 7f27cb400700 1 -- 172.21.15.8:0/4014701746 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27c000c9c0 con 0x7f27d41041a0 2024-05-20T21:24:11.212 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.212+0000 7f27d9c00700 1 -- 172.21.15.8:0/4014701746 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27d41a83e0 con 0x7f27d41041a0 2024-05-20T21:24:11.212 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.212+0000 7f27cb400700 1 -- 172.21.15.8:0/4014701746 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f27c000cb60 con 0x7f27d41041a0 2024-05-20T21:24:11.212 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.212+0000 7f27cb400700 1 -- 172.21.15.8:0/4014701746 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27c0018680 con 0x7f27d41041a0 2024-05-20T21:24:11.212 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.212+0000 7f27d9c00700 1 -- 172.21.15.8:0/4014701746 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27d41a8920 con 0x7f27d41041a0 2024-05-20T21:24:11.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.217+0000 7f27e44acb80 1 Processor -- start 2024-05-20T21:24:11.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.217+0000 7f27e44acb80 1 -- start start 2024-05-20T21:24:11.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.217+0000 7f27e44acb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a02e052eb0 0x55a02e053290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:11.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.217+0000 7f27e44acb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a02e0537d0 0x55a02e04d260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:11.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.217+0000 7f27e44acb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a02e04d880 0x55a02e04dce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:11.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.217+0000 7f27e44acb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55a02dfabe40 con 0x55a02e052eb0 2024-05-20T21:24:11.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.217+0000 7f27e44acb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55a02df9b9e0 con 0x55a02e04d880 2024-05-20T21:24:11.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.217+0000 7f27e44acb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55a02df9fa20 con 0x55a02e0537d0 2024-05-20T21:24:11.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.218+0000 7f27d3400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a02e052eb0 0x55a02e053290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:11.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.218+0000 7f27d2a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a02e0537d0 0x55a02e04d260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:11.218 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.218+0000 7f27d3400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a02e052eb0 0x55a02e053290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:57278/0 (socket says 172.21.15.8:57278) 2024-05-20T21:24:11.218 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.218+0000 7f27d3400700 1 -- 172.21.15.8:0/1310490562 learned_addr learned my addr 172.21.15.8:0/1310490562 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:11.218 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.218+0000 7f27d3400700 1 -- 172.21.15.8:0/1310490562 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a02e0537d0 msgr2=0x55a02e04d260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:11.218 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.218+0000 7f27d3400700 1 --2- 172.21.15.8:0/1310490562 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a02e0537d0 0x55a02e04d260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.218 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.218+0000 7f27d3400700 1 -- 172.21.15.8:0/1310490562 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a02e04d880 msgr2=0x55a02e04dce0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-20T21:24:11.218 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.218+0000 7f27d3400700 1 --2- 172.21.15.8:0/1310490562 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a02e04d880 0x55a02e04dce0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.218 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.218+0000 7f27d3400700 1 -- 172.21.15.8:0/1310490562 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a02df64420 con 0x55a02e052eb0 2024-05-20T21:24:11.218 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.218+0000 7f27cb400700 1 -- 172.21.15.8:0/4014701746 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f27c0010430 con 0x7f27d41041a0 2024-05-20T21:24:11.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.219+0000 7f27d3400700 1 --2- 172.21.15.8:0/1310490562 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a02e052eb0 0x55a02e053290 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f27cc003eb0 tx=0x7f27cc009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aade449a215d5ef9 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:11.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.219+0000 7f27bfe00700 1 -- 172.21.15.8:0/1310490562 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27cc019020 con 0x55a02e052eb0 2024-05-20T21:24:11.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.219+0000 7f27bfe00700 1 -- 172.21.15.8:0/1310490562 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f27cc0092d0 con 0x55a02e052eb0 2024-05-20T21:24:11.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.219+0000 7f27bfe00700 1 -- 172.21.15.8:0/1310490562 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27cc00e870 con 0x55a02e052eb0 2024-05-20T21:24:11.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.220+0000 7f27e44acb80 1 -- 172.21.15.8:0/1310490562 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a02e052eb0 msgr2=0x55a02e053290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:11.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.220+0000 7f27e44acb80 1 --2- 172.21.15.8:0/1310490562 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a02e052eb0 0x55a02e053290 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f27cc003eb0 tx=0x7f27cc009920 comp rx=0 tx=0).stop 2024-05-20T21:24:11.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.220+0000 7f27cb400700 1 --2- 172.21.15.8:0/4014701746 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f27b80b2880 0x7f27b80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:11.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.221+0000 7f27e44acb80 1 -- 172.21.15.8:0/1310490562 shutdown_connections 2024-05-20T21:24:11.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.221+0000 7f27e44acb80 1 --2- 172.21.15.8:0/1310490562 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a02e04d880 0x55a02e04dce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.221+0000 7f27e44acb80 1 --2- 172.21.15.8:0/1310490562 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a02e052eb0 0x55a02e053290 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.221+0000 7f27e44acb80 1 --2- 172.21.15.8:0/1310490562 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a02e0537d0 0x55a02e04d260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.221+0000 7f27e44acb80 1 -- 172.21.15.8:0/1310490562 >> 172.21.15.8:0/1310490562 conn(0x55a02df7bbe0 msgr2=0x55a02e048010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:11.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.221+0000 7f27cb400700 1 -- 172.21.15.8:0/4014701746 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f27c00e23d0 con 0x7f27d41041a0 2024-05-20T21:24:11.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.221+0000 7f27e44acb80 1 -- 172.21.15.8:0/1310490562 shutdown_connections 2024-05-20T21:24:11.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.221+0000 7f27d3400700 1 --2- 172.21.15.8:0/4014701746 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f27b80b2880 0x7f27b80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:11.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.221+0000 7f27e44acb80 1 -- 172.21.15.8:0/1310490562 wait complete. 2024-05-20T21:24:11.222 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.222+0000 7f27e44acb80 1 -- start start 2024-05-20T21:24:11.222 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.222+0000 7f27d3400700 1 --2- 172.21.15.8:0/4014701746 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f27b80b2880 0x7f27b80b4d40 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f27cc009b00 tx=0x7f27cc007e80 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:11.222 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.222+0000 7f27e44acb80 1 Processor -- start 2024-05-20T21:24:11.223 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.223+0000 7f27e44acb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a02e04d880 0x55a02e0595d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:11.223 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.223+0000 7f27e44acb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a02e052eb0 0x55a02e0568f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:11.223 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.223+0000 7f27e44acb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a02e0537d0 0x55a02e056e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:11.223 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.223+0000 7f27e44acb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55a02dea1fa0 con 0x55a02e04d880 2024-05-20T21:24:11.223 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.223+0000 7f27e44acb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55a02df3c760 con 0x55a02e0537d0 2024-05-20T21:24:11.223 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.223+0000 7f27e44acb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55a02e05a240 con 0x55a02e052eb0 2024-05-20T21:24:11.223 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.223+0000 7f27e44acb80 10 client.0 _ll_register_callbacks cb 0x55a02df45c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:11.223 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.223+0000 7f27d2a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a02e04d880 0x55a02e0595d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:11.224 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.223+0000 7f27d3400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a02e0537d0 0x55a02e056e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:11.224 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.223+0000 7f27d2a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a02e04d880 0x55a02e0595d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:57284/0 (socket says 172.21.15.8:57284) 2024-05-20T21:24:11.224 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.223+0000 7f27d2a00700 1 -- 172.21.15.8:0/3769017759 learned_addr learned my addr 172.21.15.8:0/3769017759 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:11.224 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.223+0000 7f27d2000700 1 --2- 172.21.15.8:0/3769017759 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a02e052eb0 0x55a02e0568f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:11.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.224+0000 7f27d3400700 1 -- 172.21.15.8:0/3769017759 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a02e052eb0 msgr2=0x55a02e0568f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:11.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.224+0000 7f27d3400700 1 --2- 172.21.15.8:0/3769017759 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a02e052eb0 0x55a02e0568f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.224+0000 7f27d3400700 1 -- 172.21.15.8:0/3769017759 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a02e04d880 msgr2=0x55a02e0595d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:11.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.224+0000 7f27d3400700 1 --2- 172.21.15.8:0/3769017759 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a02e04d880 0x55a02e0595d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.224+0000 7f27d3400700 1 -- 172.21.15.8:0/3769017759 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a02deeb8d0 con 0x55a02e0537d0 2024-05-20T21:24:11.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.224+0000 7f27d2a00700 1 --2- 172.21.15.8:0/3769017759 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a02e04d880 0x55a02e0595d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:11.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.224+0000 7f27d3400700 1 --2- 172.21.15.8:0/3769017759 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a02e0537d0 0x55a02e056e30 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f27cc003b60 tx=0x7f27cc009920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8d31ece6dcab0c26 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:11.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.224+0000 7f27bcc00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:24:11.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.225+0000 7f27bcc00700 1 -- 172.21.15.8:0/3769017759 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27cc02e070 con 0x55a02e0537d0 2024-05-20T21:24:11.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.225+0000 7f27e44acb80 1 -- 172.21.15.8:0/3769017759 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f27cc0092d0 con 0x55a02e0537d0 2024-05-20T21:24:11.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.225+0000 7f27bcc00700 1 -- 172.21.15.8:0/3769017759 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f27cc033460 con 0x55a02e0537d0 2024-05-20T21:24:11.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.225+0000 7f27bcc00700 1 -- 172.21.15.8:0/3769017759 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f27cc024070 con 0x55a02e0537d0 2024-05-20T21:24:11.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.225+0000 7f27e44acb80 10 client.27641 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:11.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.225+0000 7f27e44acb80 1 -- 172.21.15.8:0/3769017759 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a02df6c060 con 0x55a02e0537d0 2024-05-20T21:24:11.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.225+0000 7f27bcc00700 1 -- 172.21.15.8:0/3769017759 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f27cc0092d0 con 0x55a02e0537d0 2024-05-20T21:24:11.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.226+0000 7f27bcc00700 1 -- 172.21.15.8:0/3769017759 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f27cc015610 con 0x55a02e0537d0 2024-05-20T21:24:11.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.226+0000 7f27e44acb80 10 client.27641 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:11.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.226+0000 7f27e44acb80 10 client.27641 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:24:11.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.226+0000 7f27e44acb80 20 client.27641 populate_metadata read hostname 'smithi008' 2024-05-20T21:24:11.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.226+0000 7f27e44acb80 1 --2- 172.21.15.8:0/3769017759 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a02e066e00 0x55a02e0691f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:11.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.226+0000 7f27e44acb80 4 client.27641 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:24:11.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.226+0000 7f27e44acb80 1 -- 172.21.15.8:0/3769017759 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a02dfadd90 con 0x55a02e066e00 2024-05-20T21:24:11.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.226+0000 7f27d2a00700 1 --2- 172.21.15.8:0/3769017759 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a02e066e00 0x55a02e0691f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:11.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.227+0000 7f27d2a00700 1 --2- 172.21.15.8:0/3769017759 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a02e066e00 0x55a02e0691f0 crc :-1 s=READY pgs=233 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8221d474ed815833 server_cookie=2bfd1b06bbfed3cc in_seq=0 out_seq=0 2024-05-20T21:24:11.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.227+0000 7f27bcc00700 10 client.27641 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:24:11.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.228+0000 7f27bcc00700 1 -- 172.21.15.8:0/3769017759 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55a02dfadd90 con 0x55a02e066e00 2024-05-20T21:24:11.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.228+0000 7f27bcc00700 10 client.27641 handle_command_reply: tid=0 2024-05-20T21:24:11.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.228+0000 7f27e44acb80 1 client.27641 shutdown 2024-05-20T21:24:11.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.228+0000 7f27e44acb80 1 -- 172.21.15.8:0/3769017759 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a02e0537d0 msgr2=0x55a02e056e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:11.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.228+0000 7f27e44acb80 1 --2- 172.21.15.8:0/3769017759 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a02e0537d0 0x55a02e056e30 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f27cc003b60 tx=0x7f27cc009920 comp rx=0 tx=0).stop 2024-05-20T21:24:11.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.228+0000 7f27e44acb80 1 -- 172.21.15.8:0/3769017759 shutdown_connections 2024-05-20T21:24:11.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.228+0000 7f27e44acb80 1 --2- 172.21.15.8:0/3769017759 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a02e066e00 0x55a02e0691f0 crc :-1 s=READY pgs=233 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.228+0000 7f27e44acb80 1 --2- 172.21.15.8:0/3769017759 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a02e0537d0 0x55a02e056e30 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.228+0000 7f27e44acb80 1 --2- 172.21.15.8:0/3769017759 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a02e04d880 0x55a02e0595d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.228+0000 7f27e44acb80 1 --2- 172.21.15.8:0/3769017759 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a02e052eb0 0x55a02e0568f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.228+0000 7f27bcc00700 0 client.27641 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:24:11.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.228+0000 7f27e44acb80 1 -- 172.21.15.8:0/3769017759 >> 172.21.15.8:0/3769017759 conn(0x55a02df7bbe0 msgr2=0x55a02e04c250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:11.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.228+0000 7f27e44acb80 1 -- 172.21.15.8:0/3769017759 shutdown_connections 2024-05-20T21:24:11.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.228+0000 7f27e44acb80 1 -- 172.21.15.8:0/3769017759 wait complete. 2024-05-20T21:24:11.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.229+0000 7f27e44acb80 20 client.27641 trim_cache size 0 max 16384 2024-05-20T21:24:11.256 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.256+0000 7f27e44acb80 1 Processor -- start 2024-05-20T21:24:11.256 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.256+0000 7f27e44acb80 1 -- start start 2024-05-20T21:24:11.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.256+0000 7f27e44acb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a02e04d880 0x55a02e0632e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:11.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.256+0000 7f27e44acb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a02e052eb0 0x55a02e04d260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:11.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.256+0000 7f27e44acb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a02e0537d0 0x55a02e056f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:11.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.256+0000 7f27e44acb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f27d41b27d0 con 0x55a02e052eb0 2024-05-20T21:24:11.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.256+0000 7f27e44acb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f27d41b0060 con 0x55a02e04d880 2024-05-20T21:24:11.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.256+0000 7f27e44acb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f27d41adeb0 con 0x55a02e0537d0 2024-05-20T21:24:11.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.257+0000 7f27d2a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a02e04d880 0x55a02e0632e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:11.258 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.257+0000 7f27d2000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a02e052eb0 0x55a02e04d260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:11.258 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.257+0000 7f27d2a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a02e04d880 0x55a02e0632e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:34370/0 (socket says 172.21.15.8:34370) 2024-05-20T21:24:11.258 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.257+0000 7f27d2a00700 1 -- 172.21.15.8:0/173373290 learned_addr learned my addr 172.21.15.8:0/173373290 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:11.258 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.257+0000 7f27d3400700 1 --2- 172.21.15.8:0/173373290 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a02e0537d0 0x55a02e056f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:11.258 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.257+0000 7f27d2a00700 1 -- 172.21.15.8:0/173373290 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a02e0537d0 msgr2=0x55a02e056f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:11.258 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.257+0000 7f27d2a00700 1 --2- 172.21.15.8:0/173373290 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a02e0537d0 0x55a02e056f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.258 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.257+0000 7f27d2a00700 1 -- 172.21.15.8:0/173373290 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a02e052eb0 msgr2=0x55a02e04d260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:11.259 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.257+0000 7f27d2a00700 1 --2- 172.21.15.8:0/173373290 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a02e052eb0 0x55a02e04d260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.259 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.257+0000 7f27d2a00700 1 -- 172.21.15.8:0/173373290 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a02e052b00 con 0x55a02e04d880 2024-05-20T21:24:11.259 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.257+0000 7f27d2000700 1 --2- 172.21.15.8:0/173373290 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a02e052eb0 0x55a02e04d260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:11.259 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.258+0000 7f27d2a00700 1 --2- 172.21.15.8:0/173373290 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a02e04d880 0x55a02e0632e0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f27c4005b40 tx=0x7f27c401a040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=70aa8c39d70ff294 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:11.265 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.258+0000 7f27bf400700 1 -- 172.21.15.8:0/173373290 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27c40055f0 con 0x55a02e04d880 2024-05-20T21:24:11.265 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.258+0000 7f27bf400700 1 -- 172.21.15.8:0/173373290 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f27c402a070 con 0x55a02e04d880 2024-05-20T21:24:11.265 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.258+0000 7f27bf400700 1 -- 172.21.15.8:0/173373290 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27c4031770 con 0x55a02e04d880 2024-05-20T21:24:11.265 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.259+0000 7f27e44acb80 1 -- 172.21.15.8:0/173373290 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a02e04d880 msgr2=0x55a02e0632e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:11.265 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.259+0000 7f27e44acb80 1 --2- 172.21.15.8:0/173373290 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a02e04d880 0x55a02e0632e0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f27c4005b40 tx=0x7f27c401a040 comp rx=0 tx=0).stop 2024-05-20T21:24:11.265 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.259+0000 7f27e44acb80 1 -- 172.21.15.8:0/173373290 shutdown_connections 2024-05-20T21:24:11.265 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.259+0000 7f27e44acb80 1 --2- 172.21.15.8:0/173373290 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a02e04d880 0x55a02e0632e0 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.265 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.259+0000 7f27e44acb80 1 --2- 172.21.15.8:0/173373290 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a02e0537d0 0x55a02e056f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.265 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.259+0000 7f27e44acb80 1 --2- 172.21.15.8:0/173373290 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a02e052eb0 0x55a02e04d260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.265 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.259+0000 7f27e44acb80 1 -- 172.21.15.8:0/173373290 >> 172.21.15.8:0/173373290 conn(0x55a02df7bbe0 msgr2=0x55a02e0509c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:11.266 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.259+0000 7f27e44acb80 1 -- 172.21.15.8:0/173373290 shutdown_connections 2024-05-20T21:24:11.266 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.259+0000 7f27e44acb80 1 -- 172.21.15.8:0/173373290 wait complete. 2024-05-20T21:24:11.266 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.260+0000 7f27e44acb80 1 -- start start 2024-05-20T21:24:11.266 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.260+0000 7f27e44acb80 1 Processor -- start 2024-05-20T21:24:11.266 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.260+0000 7f27e44acb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a02e04d880 0x55a02e05f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:11.266 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.260+0000 7f27e44acb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a02e052eb0 0x55a02e05fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:11.266 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.260+0000 7f27e44acb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a02e0537d0 0x55a02e05c4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:11.266 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.260+0000 7f27e44acb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f27d41ae520 con 0x55a02e04d880 2024-05-20T21:24:11.266 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.261+0000 7f27e44acb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f27d41af990 con 0x55a02e052eb0 2024-05-20T21:24:11.266 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.261+0000 7f27e44acb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f27d41aebf0 con 0x55a02e0537d0 2024-05-20T21:24:11.266 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.261+0000 7f27e44acb80 10 client.0 _ll_register_callbacks cb 0x55a02df45c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:11.266 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.261+0000 7f27d2a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a02e04d880 0x55a02e05f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:11.267 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.261+0000 7f27d2a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a02e04d880 0x55a02e05f6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:57302/0 (socket says 172.21.15.8:57302) 2024-05-20T21:24:11.267 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.261+0000 7f27d2a00700 1 -- 172.21.15.8:0/2446525672 learned_addr learned my addr 172.21.15.8:0/2446525672 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:11.267 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.261+0000 7f27d2000700 1 --2- 172.21.15.8:0/2446525672 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a02e052eb0 0x55a02e05fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:11.267 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.261+0000 7f27d3400700 1 --2- 172.21.15.8:0/2446525672 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a02e0537d0 0x55a02e05c4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:11.267 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.261+0000 7f27d2a00700 1 -- 172.21.15.8:0/2446525672 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a02e0537d0 msgr2=0x55a02e05c4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:11.267 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.261+0000 7f27d2a00700 1 --2- 172.21.15.8:0/2446525672 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a02e0537d0 0x55a02e05c4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.267 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.261+0000 7f27d2a00700 1 -- 172.21.15.8:0/2446525672 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a02e052eb0 msgr2=0x55a02e05fbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:11.267 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.261+0000 7f27d2a00700 1 --2- 172.21.15.8:0/2446525672 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a02e052eb0 0x55a02e05fbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.267 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.261+0000 7f27d2a00700 1 -- 172.21.15.8:0/2446525672 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a02e05cc20 con 0x55a02e04d880 2024-05-20T21:24:11.267 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.261+0000 7f27d2000700 1 --2- 172.21.15.8:0/2446525672 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a02e052eb0 0x55a02e05fbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:11.267 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.262+0000 7f27d2a00700 1 --2- 172.21.15.8:0/2446525672 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a02e04d880 0x55a02e05f6b0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f27c4000c00 tx=0x7f27c4005c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf6b822b58dbff server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:11.267 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.262+0000 7f27bcc00700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:24:11.267 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.262+0000 7f27bcc00700 1 -- 172.21.15.8:0/2446525672 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27c40037c0 con 0x55a02e04d880 2024-05-20T21:24:11.268 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.262+0000 7f27bcc00700 1 -- 172.21.15.8:0/2446525672 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f27c4003960 con 0x55a02e04d880 2024-05-20T21:24:11.268 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.262+0000 7f27e44acb80 1 -- 172.21.15.8:0/2446525672 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f27c402a070 con 0x55a02e04d880 2024-05-20T21:24:11.268 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.263+0000 7f27bcc00700 1 -- 172.21.15.8:0/2446525672 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f27c4003b60 con 0x55a02e04d880 2024-05-20T21:24:11.268 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.263+0000 7f27e44acb80 10 client.17526 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:11.268 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.263+0000 7f27e44acb80 1 -- 172.21.15.8:0/2446525672 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a02e0daa90 con 0x55a02e04d880 2024-05-20T21:24:11.268 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.263+0000 7f27bcc00700 1 -- 172.21.15.8:0/2446525672 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f27c402a070 con 0x55a02e04d880 2024-05-20T21:24:11.268 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.263+0000 7f27bcc00700 1 -- 172.21.15.8:0/2446525672 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f27c403b460 con 0x55a02e04d880 2024-05-20T21:24:11.268 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.263+0000 7f27e44acb80 10 client.17526 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:11.268 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.263+0000 7f27e44acb80 10 client.17526 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:24:11.268 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.263+0000 7f27e44acb80 20 client.17526 populate_metadata read hostname 'smithi008' 2024-05-20T21:24:11.268 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.263+0000 7f27e44acb80 1 --2- 172.21.15.8:0/2446525672 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a02e0db030 0x55a02e0dd420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:11.268 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.263+0000 7f27e44acb80 4 client.17526 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:24:11.268 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.263+0000 7f27e44acb80 1 -- 172.21.15.8:0/2446525672 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55a02dfa7570 con 0x55a02e0db030 2024-05-20T21:24:11.269 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.264+0000 7f27d2000700 1 --2- 172.21.15.8:0/2446525672 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a02e0db030 0x55a02e0dd420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:11.269 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.264+0000 7f27d2000700 1 --2- 172.21.15.8:0/2446525672 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a02e0db030 0x55a02e0dd420 crc :-1 s=READY pgs=234 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=af061bd838065528 server_cookie=5b4e66e20350c795 in_seq=0 out_seq=0 2024-05-20T21:24:11.269 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.264+0000 7f27bcc00700 10 client.17526 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:24:11.269 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.264+0000 7f27bcc00700 1 -- 172.21.15.8:0/2446525672 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55a02dfa7570 con 0x55a02e0db030 2024-05-20T21:24:11.269 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.264+0000 7f27bcc00700 10 client.17526 handle_command_reply: tid=0 2024-05-20T21:24:11.269 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.264+0000 7f27e44acb80 1 client.17526 shutdown 2024-05-20T21:24:11.269 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.265+0000 7f27e44acb80 1 -- 172.21.15.8:0/2446525672 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a02e04d880 msgr2=0x55a02e05f6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:11.269 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.265+0000 7f27e44acb80 1 --2- 172.21.15.8:0/2446525672 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a02e04d880 0x55a02e05f6b0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f27c4000c00 tx=0x7f27c4005c50 comp rx=0 tx=0).stop 2024-05-20T21:24:11.269 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.265+0000 7f27e44acb80 1 -- 172.21.15.8:0/2446525672 shutdown_connections 2024-05-20T21:24:11.269 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.265+0000 7f27e44acb80 1 --2- 172.21.15.8:0/2446525672 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a02e0db030 0x55a02e0dd420 crc :-1 s=READY pgs=234 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.269 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.265+0000 7f27e44acb80 1 --2- 172.21.15.8:0/2446525672 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a02e0537d0 0x55a02e05c4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.269 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.265+0000 7f27e44acb80 1 --2- 172.21.15.8:0/2446525672 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a02e04d880 0x55a02e05f6b0 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.269 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.265+0000 7f27e44acb80 1 --2- 172.21.15.8:0/2446525672 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a02e052eb0 0x55a02e05fbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.269 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.265+0000 7f27e44acb80 1 -- 172.21.15.8:0/2446525672 >> 172.21.15.8:0/2446525672 conn(0x55a02df7bbe0 msgr2=0x55a02e053bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:11.270 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.265+0000 7f27bcc00700 0 client.17526 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:24:11.270 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.265+0000 7f27e44acb80 1 -- 172.21.15.8:0/2446525672 shutdown_connections 2024-05-20T21:24:11.270 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.265+0000 7f27e44acb80 1 -- 172.21.15.8:0/2446525672 wait complete. 2024-05-20T21:24:11.270 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.265+0000 7f27e44acb80 20 client.17526 trim_cache size 0 max 16384 2024-05-20T21:24:11.270 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:24:11.270 INFO:teuthology.orchestra.run.smithi008.stdout: "status": "no active scrubs running", 2024-05-20T21:24:11.270 INFO:teuthology.orchestra.run.smithi008.stdout: "scrubs": {} 2024-05-20T21:24:11.270 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:24:11.271 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.266+0000 7f27d9c00700 1 -- 172.21.15.8:0/4014701746 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f27b80b2880 msgr2=0x7f27b80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:11.271 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.266+0000 7f27d9c00700 1 --2- 172.21.15.8:0/4014701746 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f27b80b2880 0x7f27b80b4d40 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f27cc009b00 tx=0x7f27cc007e80 comp rx=0 tx=0).stop 2024-05-20T21:24:11.271 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.266+0000 7f27d9c00700 1 -- 172.21.15.8:0/4014701746 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f27d41041a0 msgr2=0x7f27d4075d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:11.271 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.266+0000 7f27d9c00700 1 --2- 172.21.15.8:0/4014701746 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f27d41041a0 0x7f27d4075d80 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f27c000e9f0 tx=0x7f27c000ed00 comp rx=0 tx=0).stop 2024-05-20T21:24:11.271 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.266+0000 7f27d9c00700 1 -- 172.21.15.8:0/4014701746 shutdown_connections 2024-05-20T21:24:11.271 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.266+0000 7f27d9c00700 1 --2- 172.21.15.8:0/4014701746 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f27b80b2880 0x7f27b80b4d40 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.272 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.266+0000 7f27d9c00700 1 --2- 172.21.15.8:0/4014701746 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f27d41088f0 0x7f27d40762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.272 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.266+0000 7f27d9c00700 1 --2- 172.21.15.8:0/4014701746 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f27d41037f0 0x7f27d4075840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.272 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.266+0000 7f27d9c00700 1 --2- 172.21.15.8:0/4014701746 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f27d41041a0 0x7f27d4075d80 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.272 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.266+0000 7f27d9c00700 1 -- 172.21.15.8:0/4014701746 >> 172.21.15.8:0/4014701746 conn(0x7f27d407a6a0 msgr2=0x7f27d4101730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:11.272 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.266+0000 7f27d9c00700 1 -- 172.21.15.8:0/4014701746 shutdown_connections 2024-05-20T21:24:11.272 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:11.267+0000 7f27d9c00700 1 -- 172.21.15.8:0/4014701746 wait complete. 2024-05-20T21:24:11.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:24:11 smithi008 ceph-mon[31475]: scrub summary: idle 2024-05-20T21:24:12.050 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:24:12.092 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:24:12.092 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:24:12.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:24:11 smithi130 ceph-mon[36448]: scrub summary: idle 2024-05-20T21:24:12.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:24:11 smithi050 ceph-mon[35809]: scrub summary: idle 2024-05-20T21:24:12.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:24:12 smithi008 ceph-mon[31475]: pgmap v706: 97 pgs: 97 active+clean; 4.4 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:24:13.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:24:12 smithi130 ceph-mon[36448]: pgmap v706: 97 pgs: 97 active+clean; 4.4 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:24:13.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:24:12 smithi050 ceph-mon[35809]: pgmap v706: 97 pgs: 97 active+clean; 4.4 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:24:13.622 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:24:14.425 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:14.391+0000 7f40f8c00700 1 -- 172.21.15.8:0/1902825692 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f40f406b220 msgr2=0x7f40f406b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:14.426 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:14.391+0000 7f40f8c00700 1 --2- 172.21.15.8:0/1902825692 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f40f406b220 0x7f40f406b6a0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f40e0009990 tx=0x7f40e0009ca0 comp rx=0 tx=0).stop 2024-05-20T21:24:14.426 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:14.391+0000 7f40f8c00700 1 -- 172.21.15.8:0/1902825692 shutdown_connections 2024-05-20T21:24:14.426 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:14.391+0000 7f40f8c00700 1 --2- 172.21.15.8:0/1902825692 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f40f406bbe0 0x7f40f41103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:14.426 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:14.391+0000 7f40f8c00700 1 --2- 172.21.15.8:0/1902825692 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f40f41095b0 0x7f40f4109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:14.426 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:14.391+0000 7f40f8c00700 1 --2- 172.21.15.8:0/1902825692 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f40f406b220 0x7f40f406b6a0 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:14.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:14.391+0000 7f40f8c00700 1 -- 172.21.15.8:0/1902825692 >> 172.21.15.8:0/1902825692 conn(0x7f40f40793f0 msgr2=0x7f40f4079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:14.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:14.391+0000 7f40f8c00700 1 -- 172.21.15.8:0/1902825692 shutdown_connections 2024-05-20T21:24:14.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:14.391+0000 7f40f8c00700 1 -- 172.21.15.8:0/1902825692 wait complete. 2024-05-20T21:24:14.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:14.392+0000 7f40f8c00700 1 Processor -- start 2024-05-20T21:24:14.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:14.392+0000 7f40f8c00700 1 -- start start 2024-05-20T21:24:14.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:14.393+0000 7f40f8c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f40f406b220 0x7f40f4102510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:14.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:14.393+0000 7f40f8c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f40f406bbe0 0x7f40f4102a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:14.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:14.393+0000 7f40f8c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f40f41095b0 0x7f40f4102f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:14.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:14.393+0000 7f40f8c00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f40f41136c0 con 0x7f40f406bbe0 2024-05-20T21:24:14.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:14.393+0000 7f40f8c00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f40f4113540 con 0x7f40f41095b0 2024-05-20T21:24:14.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:14.393+0000 7f40f8c00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f40f4113840 con 0x7f40f406b220 2024-05-20T21:24:14.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:14.393+0000 7f40f1400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f40f406bbe0 0x7f40f4102a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:14.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:14.393+0000 7f40f1e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f40f406b220 0x7f40f4102510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:14.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:14.393+0000 7f40f1400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f40f406bbe0 0x7f40f4102a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:46546/0 (socket says 172.21.15.8:46546) 2024-05-20T21:24:14.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:14.393+0000 7f40f1400700 1 -- 172.21.15.8:0/3378928978 learned_addr learned my addr 172.21.15.8:0/3378928978 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:14.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:14.393+0000 7f40f2800700 1 --2- 172.21.15.8:0/3378928978 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f40f41095b0 0x7f40f4102f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:14.430 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:14.394+0000 7f40f1400700 1 -- 172.21.15.8:0/3378928978 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f40f406b220 msgr2=0x7f40f4102510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:14.430 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:14.394+0000 7f40f1400700 1 --2- 172.21.15.8:0/3378928978 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f40f406b220 0x7f40f4102510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:14.430 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:14.394+0000 7f40f1400700 1 -- 172.21.15.8:0/3378928978 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f40f41095b0 msgr2=0x7f40f4102f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:14.430 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:14.394+0000 7f40f1400700 1 --2- 172.21.15.8:0/3378928978 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f40f41095b0 0x7f40f4102f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:14.430 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:14.394+0000 7f40f1400700 1 -- 172.21.15.8:0/3378928978 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40f41a81a0 con 0x7f40f406bbe0 2024-05-20T21:24:14.430 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:14.394+0000 7f40f1e00700 1 --2- 172.21.15.8:0/3378928978 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f40f406b220 0x7f40f4102510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:14.431 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:14.394+0000 7f40f1400700 1 --2- 172.21.15.8:0/3378928978 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f40f406bbe0 0x7f40f4102a50 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f40e00057f0 tx=0x7f40e000bfd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:14.431 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:14.394+0000 7f40eaa00700 1 -- 172.21.15.8:0/3378928978 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40e0026070 con 0x7f40f406bbe0 2024-05-20T21:24:14.431 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:14.394+0000 7f40eaa00700 1 -- 172.21.15.8:0/3378928978 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f40e0021410 con 0x7f40f406bbe0 2024-05-20T21:24:14.431 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:14.394+0000 7f40f8c00700 1 -- 172.21.15.8:0/3378928978 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40f41a8430 con 0x7f40f406bbe0 2024-05-20T21:24:14.431 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:14.394+0000 7f40eaa00700 1 -- 172.21.15.8:0/3378928978 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40e0017650 con 0x7f40f406bbe0 2024-05-20T21:24:14.431 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:14.395+0000 7f40f8c00700 1 -- 172.21.15.8:0/3378928978 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40f41a8910 con 0x7f40f406bbe0 2024-05-20T21:24:14.432 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:14.396+0000 7f40f8c00700 1 -- 172.21.15.8:0/3378928978 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f40f406a230 con 0x7f40f406bbe0 2024-05-20T21:24:14.432 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:14.398+0000 7f40eaa00700 1 -- 172.21.15.8:0/3378928978 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f40e0029070 con 0x7f40f406bbe0 2024-05-20T21:24:14.432 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:14.399+0000 7f40eaa00700 1 --2- 172.21.15.8:0/3378928978 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f40d80b2880 0x7f40d80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:14.432 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:14.400+0000 7f40eaa00700 1 -- 172.21.15.8:0/3378928978 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f40e00e3110 con 0x7f40f406bbe0 2024-05-20T21:24:14.432 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:14.400+0000 7f40f1e00700 1 --2- 172.21.15.8:0/3378928978 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f40d80b2880 0x7f40d80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:14.432 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:14.401+0000 7f40f1e00700 1 --2- 172.21.15.8:0/3378928978 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f40d80b2880 0x7f40d80b4d40 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f40e4009fd0 tx=0x7f40e4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:14.432 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:14.402+0000 7f40eaa00700 1 -- 172.21.15.8:0/3378928978 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f40e0030080 con 0x7f40f406bbe0 2024-05-20T21:24:14.692 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:14.693+0000 7f40f8c00700 1 -- 172.21.15.8:0/3378928978 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f40f402e560 con 0x7f40f406bbe0 2024-05-20T21:24:14.693 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:14.694+0000 7f40eaa00700 1 -- 172.21.15.8:0/3378928978 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7f40e0013070 con 0x7f40f406bbe0 2024-05-20T21:24:14.694 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:24:14.694 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:24:14.697 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:14.698+0000 7f40f8c00700 1 -- 172.21.15.8:0/3378928978 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f40d80b2880 msgr2=0x7f40d80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:14.698 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:14.698+0000 7f40f8c00700 1 --2- 172.21.15.8:0/3378928978 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f40d80b2880 0x7f40d80b4d40 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f40e4009fd0 tx=0x7f40e4009260 comp rx=0 tx=0).stop 2024-05-20T21:24:14.698 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:14.698+0000 7f40f8c00700 1 -- 172.21.15.8:0/3378928978 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f40f406bbe0 msgr2=0x7f40f4102a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:14.698 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:14.698+0000 7f40f8c00700 1 --2- 172.21.15.8:0/3378928978 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f40f406bbe0 0x7f40f4102a50 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f40e00057f0 tx=0x7f40e000bfd0 comp rx=0 tx=0).stop 2024-05-20T21:24:14.698 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:14.698+0000 7f40f8c00700 1 -- 172.21.15.8:0/3378928978 shutdown_connections 2024-05-20T21:24:14.698 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:14.698+0000 7f40f8c00700 1 --2- 172.21.15.8:0/3378928978 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f40d80b2880 0x7f40d80b4d40 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:14.698 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:14.698+0000 7f40f8c00700 1 --2- 172.21.15.8:0/3378928978 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f40f41095b0 0x7f40f4102f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:14.698 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:14.698+0000 7f40f8c00700 1 --2- 172.21.15.8:0/3378928978 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f40f406b220 0x7f40f4102510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:14.698 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:14.698+0000 7f40f8c00700 1 --2- 172.21.15.8:0/3378928978 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f40f406bbe0 0x7f40f4102a50 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:14.698 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:14.698+0000 7f40f8c00700 1 -- 172.21.15.8:0/3378928978 >> 172.21.15.8:0/3378928978 conn(0x7f40f40793f0 msgr2=0x7f40f41012b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:14.698 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:14.698+0000 7f40f8c00700 1 -- 172.21.15.8:0/3378928978 shutdown_connections 2024-05-20T21:24:14.698 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:14.698+0000 7f40f8c00700 1 -- 172.21.15.8:0/3378928978 wait complete. 2024-05-20T21:24:14.699 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:24:14.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:24:14 smithi008 ceph-mon[31475]: pgmap v707: 97 pgs: 97 active+clean; 4.5 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-20T21:24:14.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:24:14 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/3378928978' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:24:15.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:24:14 smithi130 ceph-mon[36448]: pgmap v707: 97 pgs: 97 active+clean; 4.5 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-20T21:24:15.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:24:14 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/3378928978' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:24:15.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:24:14 smithi050 ceph-mon[35809]: pgmap v707: 97 pgs: 97 active+clean; 4.5 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-20T21:24:15.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:24:14 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/3378928978' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:24:15.660 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24529 quiesce db / --timeout 90 --expiration 130 --await-for 45.0' 2024-05-20T21:24:15.660 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24529 quiesce db / --timeout 90 --expiration 130 --await-for 45.0 2024-05-20T21:24:16.135 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:24:16.834 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:24:16 smithi008 ceph-mon[31475]: pgmap v708: 97 pgs: 97 active+clean; 4.5 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:24:17.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:24:16 smithi130 ceph-mon[36448]: pgmap v708: 97 pgs: 97 active+clean; 4.5 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:24:17.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:24:16 smithi050 ceph-mon[35809]: pgmap v708: 97 pgs: 97 active+clean; 4.5 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:24:17.319 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:17.319+0000 7f7185800700 1 -- 172.21.15.8:0/2965578079 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7180105760 msgr2=0x7f7180105be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:17.319 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:17.319+0000 7f7185800700 1 --2- 172.21.15.8:0/2965578079 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7180105760 0x7f7180105be0 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f716c009990 tx=0x7f716c009ca0 comp rx=0 tx=0).stop 2024-05-20T21:24:17.319 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:17.319+0000 7f7185800700 1 -- 172.21.15.8:0/2965578079 shutdown_connections 2024-05-20T21:24:17.319 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:17.319+0000 7f7185800700 1 --2- 172.21.15.8:0/2965578079 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f718010b760 0x7f718010bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:17.320 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:17.319+0000 7f7185800700 1 --2- 172.21.15.8:0/2965578079 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7180106120 0x7f7180112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:17.320 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:17.319+0000 7f7185800700 1 --2- 172.21.15.8:0/2965578079 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7180105760 0x7f7180105be0 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:17.320 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:17.319+0000 7f7185800700 1 -- 172.21.15.8:0/2965578079 >> 172.21.15.8:0/2965578079 conn(0x7f7180101250 msgr2=0x7f7180103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:17.320 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:17.319+0000 7f7185800700 1 -- 172.21.15.8:0/2965578079 shutdown_connections 2024-05-20T21:24:17.320 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:17.319+0000 7f7185800700 1 -- 172.21.15.8:0/2965578079 wait complete. 2024-05-20T21:24:17.323 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:17.320+0000 7f7185800700 1 Processor -- start 2024-05-20T21:24:17.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:17.320+0000 7f7185800700 1 -- start start 2024-05-20T21:24:17.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:17.321+0000 7f7185800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7180105760 0x7f718019bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:17.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:17.321+0000 7f7185800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7180106120 0x7f718019c310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:17.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:17.321+0000 7f7185800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f718010b760 0x7f71801a06a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:17.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:17.321+0000 7f7185800700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f71801159a0 con 0x7f7180105760 2024-05-20T21:24:17.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:17.321+0000 7f7185800700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f7180115820 con 0x7f7180106120 2024-05-20T21:24:17.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:17.321+0000 7f7185800700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f7180115b20 con 0x7f718010b760 2024-05-20T21:24:17.325 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:17.321+0000 7f717ea00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7180105760 0x7f718019bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:17.325 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:17.321+0000 7f717ea00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7180105760 0x7f718019bdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:46574/0 (socket says 172.21.15.8:46574) 2024-05-20T21:24:17.325 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:17.321+0000 7f717ea00700 1 -- 172.21.15.8:0/1214754540 learned_addr learned my addr 172.21.15.8:0/1214754540 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:17.325 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:17.321+0000 7f717e000700 1 --2- 172.21.15.8:0/1214754540 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7180106120 0x7f718019c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:17.325 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:17.321+0000 7f717f400700 1 --2- 172.21.15.8:0/1214754540 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f718010b760 0x7f71801a06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:17.325 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:17.322+0000 7f717ea00700 1 -- 172.21.15.8:0/1214754540 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f718010b760 msgr2=0x7f71801a06a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:17.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:17.322+0000 7f717ea00700 1 --2- 172.21.15.8:0/1214754540 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f718010b760 0x7f71801a06a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:17.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:17.322+0000 7f717ea00700 1 -- 172.21.15.8:0/1214754540 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7180106120 msgr2=0x7f718019c310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:17.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:17.322+0000 7f717ea00700 1 --2- 172.21.15.8:0/1214754540 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7180106120 0x7f718019c310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:17.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:17.322+0000 7f717ea00700 1 -- 172.21.15.8:0/1214754540 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71801a0de0 con 0x7f7180105760 2024-05-20T21:24:17.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:17.322+0000 7f717ea00700 1 --2- 172.21.15.8:0/1214754540 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7180105760 0x7f718019bdd0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f717000e9a0 tx=0x7f717000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:17.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:17.322+0000 7f7177400700 1 -- 172.21.15.8:0/1214754540 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f717000ca10 con 0x7f7180105760 2024-05-20T21:24:17.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:17.322+0000 7f7177400700 1 -- 172.21.15.8:0/1214754540 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f717000cbb0 con 0x7f7180105760 2024-05-20T21:24:17.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:17.322+0000 7f7185800700 1 -- 172.21.15.8:0/1214754540 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71801a10d0 con 0x7f7180105760 2024-05-20T21:24:17.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:17.322+0000 7f7177400700 1 -- 172.21.15.8:0/1214754540 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7170018680 con 0x7f7180105760 2024-05-20T21:24:17.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:17.323+0000 7f7185800700 1 -- 172.21.15.8:0/1214754540 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71801a8950 con 0x7f7180105760 2024-05-20T21:24:17.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:17.324+0000 7f7185800700 1 -- 172.21.15.8:0/1214754540 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f718006a230 con 0x7f7180105760 2024-05-20T21:24:17.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:17.326+0000 7f7177400700 1 -- 172.21.15.8:0/1214754540 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f7170010430 con 0x7f7180105760 2024-05-20T21:24:17.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:17.328+0000 7f7177400700 1 --2- 172.21.15.8:0/1214754540 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f71640b2880 0x7f71640b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:17.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:17.328+0000 7f7177400700 1 -- 172.21.15.8:0/1214754540 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f71700e2690 con 0x7f7180105760 2024-05-20T21:24:17.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:17.328+0000 7f717e000700 1 --2- 172.21.15.8:0/1214754540 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f71640b2880 0x7f71640b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:17.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:17.329+0000 7f717e000700 1 --2- 172.21.15.8:0/1214754540 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f71640b2880 0x7f71640b4d40 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f716c0098e0 tx=0x7f716c005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:17.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:17.330+0000 7f7177400700 1 -- 172.21.15.8:0/1214754540 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f71700aa340 con 0x7f7180105760 2024-05-20T21:24:17.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:17.629+0000 7f7185800700 1 -- 172.21.15.8:0/1214754540 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f718002e560 con 0x7f7180105760 2024-05-20T21:24:17.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:17.631+0000 7f7177400700 1 -- 172.21.15.8:0/1214754540 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7f71700b23c0 con 0x7f7180105760 2024-05-20T21:24:17.631 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:24:17.631 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:24:17.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:17.634+0000 7f7185800700 1 -- 172.21.15.8:0/1214754540 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f71640b2880 msgr2=0x7f71640b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:17.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:17.635+0000 7f7185800700 1 --2- 172.21.15.8:0/1214754540 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f71640b2880 0x7f71640b4d40 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f716c0098e0 tx=0x7f716c005960 comp rx=0 tx=0).stop 2024-05-20T21:24:17.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:17.635+0000 7f7185800700 1 -- 172.21.15.8:0/1214754540 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7180105760 msgr2=0x7f718019bdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:17.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:17.635+0000 7f7185800700 1 --2- 172.21.15.8:0/1214754540 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7180105760 0x7f718019bdd0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f717000e9a0 tx=0x7f717000ecb0 comp rx=0 tx=0).stop 2024-05-20T21:24:17.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:17.635+0000 7f7185800700 1 -- 172.21.15.8:0/1214754540 shutdown_connections 2024-05-20T21:24:17.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:17.635+0000 7f7185800700 1 --2- 172.21.15.8:0/1214754540 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f71640b2880 0x7f71640b4d40 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:17.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:17.635+0000 7f7185800700 1 --2- 172.21.15.8:0/1214754540 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f718010b760 0x7f71801a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:17.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:17.635+0000 7f7185800700 1 --2- 172.21.15.8:0/1214754540 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7180105760 0x7f718019bdd0 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:17.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:17.635+0000 7f7185800700 1 --2- 172.21.15.8:0/1214754540 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7180106120 0x7f718019c310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:17.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:17.635+0000 7f7185800700 1 -- 172.21.15.8:0/1214754540 >> 172.21.15.8:0/1214754540 conn(0x7f7180101250 msgr2=0x7f71801018e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:17.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:17.635+0000 7f7185800700 1 -- 172.21.15.8:0/1214754540 shutdown_connections 2024-05-20T21:24:17.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:17.635+0000 7f7185800700 1 -- 172.21.15.8:0/1214754540 wait complete. 2024-05-20T21:24:17.636 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:24:18.073 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:24:17 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/1214754540' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:24:18.164 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:24:17 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/1214754540' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:24:18.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:24:17 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/1214754540' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:24:18.676 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:24:18.932 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:24:18 smithi008 ceph-mon[31475]: pgmap v709: 97 pgs: 97 active+clean; 4.5 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:24:19.085 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:24:18 smithi130 ceph-mon[36448]: pgmap v709: 97 pgs: 97 active+clean; 4.5 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:24:19.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:24:18 smithi050 ceph-mon[35809]: pgmap v709: 97 pgs: 97 active+clean; 4.5 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:24:19.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.242+0000 7f1a33400700 1 -- 172.21.15.8:0/2862834323 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1a2c10ffa0 msgr2=0x7f1a2c112390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:19.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.242+0000 7f1a33400700 1 --2- 172.21.15.8:0/2862834323 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1a2c10ffa0 0x7f1a2c112390 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f1a2400b0a0 tx=0x7f1a2400b3b0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.242+0000 7f1a33400700 1 -- 172.21.15.8:0/2862834323 shutdown_connections 2024-05-20T21:24:19.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.242+0000 7f1a33400700 1 --2- 172.21.15.8:0/2862834323 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1a2c10ffa0 0x7f1a2c112390 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.242+0000 7f1a33400700 1 --2- 172.21.15.8:0/2862834323 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1a2c075770 0x7f1a2c075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.242+0000 7f1a33400700 1 --2- 172.21.15.8:0/2862834323 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1a2c076090 0x7f1a2c10fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.242+0000 7f1a33400700 1 -- 172.21.15.8:0/2862834323 >> 172.21.15.8:0/2862834323 conn(0x7f1a2c07a610 msgr2=0x7f1a2c07aa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:19.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.242+0000 7f1a33400700 1 -- 172.21.15.8:0/2862834323 shutdown_connections 2024-05-20T21:24:19.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.242+0000 7f1a33400700 1 -- 172.21.15.8:0/2862834323 wait complete. 2024-05-20T21:24:19.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.243+0000 7f1a33400700 1 Processor -- start 2024-05-20T21:24:19.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.244+0000 7f1a33400700 1 -- start start 2024-05-20T21:24:19.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.244+0000 7f1a33400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1a2c075770 0x7f1a2c1036c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:19.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.244+0000 7f1a33400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1a2c076090 0x7f1a2c103c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:19.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.244+0000 7f1a33400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1a2c10ffa0 0x7f1a2c104140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:19.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.244+0000 7f1a33400700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f1a2c115970 con 0x7f1a2c076090 2024-05-20T21:24:19.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.244+0000 7f1a33400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1a2c1157f0 con 0x7f1a2c10ffa0 2024-05-20T21:24:19.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.244+0000 7f1a33400700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f1a2c115af0 con 0x7f1a2c075770 2024-05-20T21:24:19.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.244+0000 7f1a2be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1a2c076090 0x7f1a2c103c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:19.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.244+0000 7f1a30a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1a2c075770 0x7f1a2c1036c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:19.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.244+0000 7f1a30a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1a2c075770 0x7f1a2c1036c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:54204/0 (socket says 172.21.15.8:54204) 2024-05-20T21:24:19.245 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.244+0000 7f1a30a00700 1 -- 172.21.15.8:0/1476040666 learned_addr learned my addr 172.21.15.8:0/1476040666 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:19.245 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.245+0000 7f1a31400700 1 --2- 172.21.15.8:0/1476040666 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1a2c10ffa0 0x7f1a2c104140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:19.245 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.245+0000 7f1a30a00700 1 -- 172.21.15.8:0/1476040666 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1a2c10ffa0 msgr2=0x7f1a2c104140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:19.245 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.245+0000 7f1a30a00700 1 --2- 172.21.15.8:0/1476040666 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1a2c10ffa0 0x7f1a2c104140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.246 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.245+0000 7f1a30a00700 1 -- 172.21.15.8:0/1476040666 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1a2c076090 msgr2=0x7f1a2c103c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:19.246 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.245+0000 7f1a30a00700 1 --2- 172.21.15.8:0/1476040666 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1a2c076090 0x7f1a2c103c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.246 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.245+0000 7f1a30a00700 1 -- 172.21.15.8:0/1476040666 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a2c1ac4b0 con 0x7f1a2c075770 2024-05-20T21:24:19.246 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.245+0000 7f1a30a00700 1 --2- 172.21.15.8:0/1476040666 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1a2c075770 0x7f1a2c1036c0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f1a2000e9d0 tx=0x7f1a2000ece0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:19.246 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.246+0000 7f1a29600700 1 -- 172.21.15.8:0/1476040666 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a2000cbd0 con 0x7f1a2c075770 2024-05-20T21:24:19.246 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.246+0000 7f1a29600700 1 -- 172.21.15.8:0/1476040666 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1a2000cd70 con 0x7f1a2c075770 2024-05-20T21:24:19.246 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.246+0000 7f1a29600700 1 -- 172.21.15.8:0/1476040666 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a20018680 con 0x7f1a2c075770 2024-05-20T21:24:19.246 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.246+0000 7f1a33400700 1 -- 172.21.15.8:0/1476040666 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a2c1ac7a0 con 0x7f1a2c075770 2024-05-20T21:24:19.246 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.246+0000 7f1a33400700 1 -- 172.21.15.8:0/1476040666 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a2c1acd30 con 0x7f1a2c075770 2024-05-20T21:24:19.249 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.249+0000 7f1a29600700 1 -- 172.21.15.8:0/1476040666 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f1a20010430 con 0x7f1a2c075770 2024-05-20T21:24:19.250 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.251+0000 7f1a3de5ab80 1 Processor -- start 2024-05-20T21:24:19.250 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.251+0000 7f1a3de5ab80 1 -- start start 2024-05-20T21:24:19.250 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.251+0000 7f1a29600700 1 --2- 172.21.15.8:0/1476040666 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1a140b29b0 0x7f1a140b4e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:19.250 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.251+0000 7f1a29600700 1 -- 172.21.15.8:0/1476040666 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f1a200e2480 con 0x7f1a2c075770 2024-05-20T21:24:19.255 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.251+0000 7f1a3de5ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560e340f3ca0 0x560e340f4080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:19.256 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.251+0000 7f1a3de5ab80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560e340f45c0 0x560e340ee060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:19.256 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.251+0000 7f1a3de5ab80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560e340ee680 0x560e340eeae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:19.256 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.251+0000 7f1a3de5ab80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x560e3404bfd0 con 0x560e340ee680 2024-05-20T21:24:19.256 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.251+0000 7f1a3de5ab80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x560e3403bb70 con 0x560e340f45c0 2024-05-20T21:24:19.256 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.251+0000 7f1a3de5ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x560e3403fbb0 con 0x560e340f3ca0 2024-05-20T21:24:19.256 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.251+0000 7f1a31400700 1 --2- 172.21.15.8:0/1476040666 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1a140b29b0 0x7f1a140b4e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:19.256 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.252+0000 7f1a30a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560e340f3ca0 0x560e340f4080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:19.256 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.252+0000 7f1a30a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560e340f3ca0 0x560e340f4080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:54206/0 (socket says 172.21.15.8:54206) 2024-05-20T21:24:19.256 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.252+0000 7f1a30a00700 1 -- 172.21.15.8:0/2910421801 learned_addr learned my addr 172.21.15.8:0/2910421801 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:19.256 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.252+0000 7f1a2be00700 1 --2- 172.21.15.8:0/2910421801 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560e340f45c0 0x560e340ee060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:19.256 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.252+0000 7f1a31400700 1 --2- 172.21.15.8:0/2910421801 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560e340ee680 0x560e340eeae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:19.256 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.252+0000 7f1a30a00700 1 -- 172.21.15.8:0/2910421801 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560e340f45c0 msgr2=0x560e340ee060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:19.256 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.252+0000 7f1a30a00700 1 --2- 172.21.15.8:0/2910421801 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560e340f45c0 0x560e340ee060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.252+0000 7f1a30a00700 1 -- 172.21.15.8:0/2910421801 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560e340ee680 msgr2=0x560e340eeae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:19.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.252+0000 7f1a30a00700 1 --2- 172.21.15.8:0/2910421801 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560e340ee680 0x560e340eeae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.252+0000 7f1a30a00700 1 -- 172.21.15.8:0/2910421801 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560e340045b0 con 0x560e340f3ca0 2024-05-20T21:24:19.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.252+0000 7f1a31400700 1 --2- 172.21.15.8:0/2910421801 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560e340ee680 0x560e340eeae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:24:19.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.252+0000 7f1a30a00700 1 --2- 172.21.15.8:0/2910421801 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560e340f3ca0 0x560e340f4080 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f1a2000e9a0 tx=0x7f1a200a9930 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a88275a977ee7989 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:19.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.253+0000 7f1a1e000700 1 -- 172.21.15.8:0/2910421801 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a200a9540 con 0x560e340f3ca0 2024-05-20T21:24:19.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.253+0000 7f1a1e000700 1 -- 172.21.15.8:0/2910421801 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1a200aa130 con 0x560e340f3ca0 2024-05-20T21:24:19.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.253+0000 7f1a1e000700 1 -- 172.21.15.8:0/2910421801 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a200cc0d0 con 0x560e340f3ca0 2024-05-20T21:24:19.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.254+0000 7f1a3de5ab80 1 -- 172.21.15.8:0/2910421801 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560e340f3ca0 msgr2=0x560e340f4080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:19.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.254+0000 7f1a31400700 1 --2- 172.21.15.8:0/1476040666 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1a140b29b0 0x7f1a140b4e70 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f1a24009850 tx=0x7f1a24009780 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:19.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.254+0000 7f1a3de5ab80 1 --2- 172.21.15.8:0/2910421801 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560e340f3ca0 0x560e340f4080 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f1a2000e9a0 tx=0x7f1a200a9930 comp rx=0 tx=0).stop 2024-05-20T21:24:19.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.254+0000 7f1a3de5ab80 1 -- 172.21.15.8:0/2910421801 shutdown_connections 2024-05-20T21:24:19.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.254+0000 7f1a3de5ab80 1 --2- 172.21.15.8:0/2910421801 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560e340ee680 0x560e340eeae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.254+0000 7f1a3de5ab80 1 --2- 172.21.15.8:0/2910421801 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560e340f3ca0 0x560e340f4080 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.258 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.254+0000 7f1a3de5ab80 1 --2- 172.21.15.8:0/2910421801 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560e340f45c0 0x560e340ee060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.258 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.254+0000 7f1a3de5ab80 1 -- 172.21.15.8:0/2910421801 >> 172.21.15.8:0/2910421801 conn(0x560e3401bd70 msgr2=0x560e340e8f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:19.258 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.254+0000 7f1a3de5ab80 1 -- 172.21.15.8:0/2910421801 shutdown_connections 2024-05-20T21:24:19.258 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.254+0000 7f1a3de5ab80 1 -- 172.21.15.8:0/2910421801 wait complete. 2024-05-20T21:24:19.258 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.255+0000 7f1a3de5ab80 1 -- start start 2024-05-20T21:24:19.258 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.255+0000 7f1a3de5ab80 1 Processor -- start 2024-05-20T21:24:19.258 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.255+0000 7f1a3de5ab80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560e340ee680 0x560e340fa2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:19.258 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.255+0000 7f1a3de5ab80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560e340f3ca0 0x560e340f7680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:19.258 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.255+0000 7f1a3de5ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560e340f7bc0 0x560e340f8040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:19.258 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.255+0000 7f1a3de5ab80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x560e33f42130 con 0x560e340f3ca0 2024-05-20T21:24:19.258 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.255+0000 7f1a3de5ab80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x560e33fdc8f0 con 0x560e340ee680 2024-05-20T21:24:19.258 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.255+0000 7f1a3de5ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x560e340faf70 con 0x560e340f7bc0 2024-05-20T21:24:19.261 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.256+0000 7f1a3de5ab80 10 client.0 _ll_register_callbacks cb 0x560e33fe5e00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:19.261 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.256+0000 7f1a31400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560e340f7bc0 0x560e340f8040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:19.261 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.256+0000 7f1a31400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560e340f7bc0 0x560e340f8040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:54210/0 (socket says 172.21.15.8:54210) 2024-05-20T21:24:19.261 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.256+0000 7f1a31400700 1 -- 172.21.15.8:0/1290186739 learned_addr learned my addr 172.21.15.8:0/1290186739 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:19.261 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.256+0000 7f1a2be00700 1 --2- 172.21.15.8:0/1290186739 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560e340f3ca0 0x560e340f7680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:19.261 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.256+0000 7f1a31400700 1 -- 172.21.15.8:0/1290186739 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560e340ee680 msgr2=0x560e340fa2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:19.261 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.256+0000 7f1a31400700 1 --2- 172.21.15.8:0/1290186739 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560e340ee680 0x560e340fa2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.261 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.256+0000 7f1a31400700 1 -- 172.21.15.8:0/1290186739 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560e340f3ca0 msgr2=0x560e340f7680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:19.262 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.257+0000 7f1a31400700 1 --2- 172.21.15.8:0/1290186739 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560e340f3ca0 0x560e340f7680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.262 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.257+0000 7f1a31400700 1 -- 172.21.15.8:0/1290186739 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560e33f8ba60 con 0x560e340f7bc0 2024-05-20T21:24:19.262 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.257+0000 7f1a31400700 1 --2- 172.21.15.8:0/1290186739 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560e340f7bc0 0x560e340f8040 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f1a24015000 tx=0x7f1a240099e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=313cbd065049ad2f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:19.262 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.257+0000 7f1a12a00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:24:19.262 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.257+0000 7f1a12a00700 1 -- 172.21.15.8:0/1290186739 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a2402c070 con 0x560e340f7bc0 2024-05-20T21:24:19.262 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.257+0000 7f1a12a00700 1 -- 172.21.15.8:0/1290186739 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f1a24007b70 con 0x560e340f7bc0 2024-05-20T21:24:19.262 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.257+0000 7f1a3de5ab80 1 -- 172.21.15.8:0/1290186739 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1a200aa130 con 0x560e340f7bc0 2024-05-20T21:24:19.262 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.258+0000 7f1a12a00700 1 -- 172.21.15.8:0/1290186739 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1a24038050 con 0x560e340f7bc0 2024-05-20T21:24:19.262 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.258+0000 7f1a3de5ab80 10 client.27721 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:19.262 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.258+0000 7f1a3de5ab80 1 -- 172.21.15.8:0/1290186739 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560e3400c1f0 con 0x560e340f7bc0 2024-05-20T21:24:19.262 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.258+0000 7f1a12a00700 1 -- 172.21.15.8:0/1290186739 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1a200aa130 con 0x560e340f7bc0 2024-05-20T21:24:19.263 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.258+0000 7f1a12a00700 1 -- 172.21.15.8:0/1290186739 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f1a24011070 con 0x560e340f7bc0 2024-05-20T21:24:19.263 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.258+0000 7f1a3de5ab80 10 client.27721 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:19.263 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.258+0000 7f1a3de5ab80 10 client.27721 resolve_mds: validated gid 24529 aka daemon mds.i 2024-05-20T21:24:19.263 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.258+0000 7f1a3de5ab80 20 client.27721 populate_metadata read hostname 'smithi008' 2024-05-20T21:24:19.263 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.259+0000 7f1a3de5ab80 1 --2- 172.21.15.8:0/1290186739 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560e34107e40 0x560e3410a290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:19.263 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.259+0000 7f1a3de5ab80 4 client.27721 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:24:19.263 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.259+0000 7f1a3de5ab80 1 -- 172.21.15.8:0/1290186739 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560e3404df20 con 0x560e34107e40 2024-05-20T21:24:19.263 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.259+0000 7f1a30a00700 1 --2- 172.21.15.8:0/1290186739 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560e34107e40 0x560e3410a290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:19.263 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.259+0000 7f1a30a00700 1 --2- 172.21.15.8:0/1290186739 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560e34107e40 0x560e3410a290 crc :-1 s=READY pgs=235 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4a5b0aa414c45246 server_cookie=249039d1df4793dc in_seq=0 out_seq=0 2024-05-20T21:24:19.264 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.259+0000 7f1a12a00700 10 client.27721 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:24:19.264 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.260+0000 7f1a12a00700 1 -- 172.21.15.8:0/1290186739 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x560e3404df20 con 0x560e34107e40 2024-05-20T21:24:19.264 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.260+0000 7f1a12a00700 10 client.27721 handle_command_reply: tid=0 2024-05-20T21:24:19.264 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.260+0000 7f1a3de5ab80 1 client.27721 shutdown 2024-05-20T21:24:19.264 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.261+0000 7f1a3de5ab80 1 -- 172.21.15.8:0/1290186739 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560e340f7bc0 msgr2=0x560e340f8040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:19.264 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.261+0000 7f1a3de5ab80 1 --2- 172.21.15.8:0/1290186739 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560e340f7bc0 0x560e340f8040 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f1a24015000 tx=0x7f1a240099e0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.264 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.261+0000 7f1a3de5ab80 1 -- 172.21.15.8:0/1290186739 shutdown_connections 2024-05-20T21:24:19.264 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.261+0000 7f1a3de5ab80 1 --2- 172.21.15.8:0/1290186739 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560e34107e40 0x560e3410a290 crc :-1 s=READY pgs=235 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.264 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.261+0000 7f1a3de5ab80 1 --2- 172.21.15.8:0/1290186739 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560e340ee680 0x560e340fa2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.264 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.261+0000 7f1a3de5ab80 1 --2- 172.21.15.8:0/1290186739 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560e340f7bc0 0x560e340f8040 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.264 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.261+0000 7f1a3de5ab80 1 --2- 172.21.15.8:0/1290186739 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560e340f3ca0 0x560e340f7680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.264 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.261+0000 7f1a3de5ab80 1 -- 172.21.15.8:0/1290186739 >> 172.21.15.8:0/1290186739 conn(0x560e3401bd70 msgr2=0x560e340e84c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:19.265 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.261+0000 7f1a12a00700 0 client.27721 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:24:19.265 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.261+0000 7f1a3de5ab80 1 -- 172.21.15.8:0/1290186739 shutdown_connections 2024-05-20T21:24:19.265 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.261+0000 7f1a3de5ab80 1 -- 172.21.15.8:0/1290186739 wait complete. 2024-05-20T21:24:19.265 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.261+0000 7f1a3de5ab80 20 client.27721 trim_cache size 0 max 16384 2024-05-20T21:24:19.266 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:24:19.285 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.284+0000 7f1a3de5ab80 1 Processor -- start 2024-05-20T21:24:19.285 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.285+0000 7f1a3de5ab80 1 -- start start 2024-05-20T21:24:19.285 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.285+0000 7f1a3de5ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560e340ee680 0x560e340ee060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:19.285 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.285+0000 7f1a3de5ab80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560e340f3ca0 0x560e340f5150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:19.285 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.285+0000 7f1a3de5ab80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560e340f7bc0 0x560e3410fba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:19.285 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.285+0000 7f1a3de5ab80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f1a2c1b6af0 con 0x560e340f7bc0 2024-05-20T21:24:19.285 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.285+0000 7f1a3de5ab80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1a2c1b4380 con 0x560e340f3ca0 2024-05-20T21:24:19.285 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.285+0000 7f1a3de5ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f1a2c1b21d0 con 0x560e340ee680 2024-05-20T21:24:19.286 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.285+0000 7f1a31400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560e340f7bc0 0x560e3410fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:19.286 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.285+0000 7f1a30a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560e340ee680 0x560e340ee060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:19.286 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.285+0000 7f1a30a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560e340ee680 0x560e340ee060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:54216/0 (socket says 172.21.15.8:54216) 2024-05-20T21:24:19.286 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.285+0000 7f1a30a00700 1 -- 172.21.15.8:0/1698627481 learned_addr learned my addr 172.21.15.8:0/1698627481 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:19.286 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.285+0000 7f1a2be00700 1 --2- 172.21.15.8:0/1698627481 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560e340f3ca0 0x560e340f5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:19.287 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.286+0000 7f1a30a00700 1 -- 172.21.15.8:0/1698627481 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560e340f3ca0 msgr2=0x560e340f5150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:19.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.286+0000 7f1a30a00700 1 --2- 172.21.15.8:0/1698627481 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560e340f3ca0 0x560e340f5150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.286+0000 7f1a30a00700 1 -- 172.21.15.8:0/1698627481 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560e340f7bc0 msgr2=0x560e3410fba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:19.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.286+0000 7f1a30a00700 1 --2- 172.21.15.8:0/1698627481 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560e340f7bc0 0x560e3410fba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.286+0000 7f1a30a00700 1 -- 172.21.15.8:0/1698627481 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560e340fa980 con 0x560e340ee680 2024-05-20T21:24:19.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.286+0000 7f1a30a00700 1 --2- 172.21.15.8:0/1698627481 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560e340ee680 0x560e340ee060 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f1a200a5ab0 tx=0x7f1a200a5970 comp rx=0 tx=0).ready entity=mon.1 client_cookie=965d935b5976d0bb server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:19.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.286+0000 7f1a1d600700 1 -- 172.21.15.8:0/1698627481 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a200aa130 con 0x560e340ee680 2024-05-20T21:24:19.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.286+0000 7f1a1d600700 1 -- 172.21.15.8:0/1698627481 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1a200a9a30 con 0x560e340ee680 2024-05-20T21:24:19.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.287+0000 7f1a1d600700 1 -- 172.21.15.8:0/1698627481 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a200cc0d0 con 0x560e340ee680 2024-05-20T21:24:19.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.287+0000 7f1a3de5ab80 1 -- 172.21.15.8:0/1698627481 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560e340ee680 msgr2=0x560e340ee060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:19.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.287+0000 7f1a3de5ab80 1 --2- 172.21.15.8:0/1698627481 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560e340ee680 0x560e340ee060 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f1a200a5ab0 tx=0x7f1a200a5970 comp rx=0 tx=0).stop 2024-05-20T21:24:19.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.287+0000 7f1a3de5ab80 1 -- 172.21.15.8:0/1698627481 shutdown_connections 2024-05-20T21:24:19.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.287+0000 7f1a3de5ab80 1 --2- 172.21.15.8:0/1698627481 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560e340f7bc0 0x560e3410fba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.287+0000 7f1a3de5ab80 1 --2- 172.21.15.8:0/1698627481 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560e340ee680 0x560e340ee060 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.287+0000 7f1a3de5ab80 1 --2- 172.21.15.8:0/1698627481 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560e340f3ca0 0x560e340f5150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.287+0000 7f1a3de5ab80 1 -- 172.21.15.8:0/1698627481 >> 172.21.15.8:0/1698627481 conn(0x560e3401bd70 msgr2=0x560e340f4a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:19.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.288+0000 7f1a3de5ab80 1 -- 172.21.15.8:0/1698627481 shutdown_connections 2024-05-20T21:24:19.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.288+0000 7f1a3de5ab80 1 -- 172.21.15.8:0/1698627481 wait complete. 2024-05-20T21:24:19.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.288+0000 7f1a3de5ab80 1 -- start start 2024-05-20T21:24:19.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.288+0000 7f1a3de5ab80 1 Processor -- start 2024-05-20T21:24:19.291 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.289+0000 7f1a3de5ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560e340ee680 0x560e340fd5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:19.291 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.289+0000 7f1a3de5ab80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560e340f3ca0 0x560e340fdaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:19.291 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.289+0000 7f1a3de5ab80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560e340f7bc0 0x560e34172a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:19.291 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.289+0000 7f1a3de5ab80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f1a2c1b2840 con 0x560e340f7bc0 2024-05-20T21:24:19.291 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.289+0000 7f1a3de5ab80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1a2c1b3cb0 con 0x560e340f3ca0 2024-05-20T21:24:19.291 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.289+0000 7f1a3de5ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f1a2c1b2f10 con 0x560e340ee680 2024-05-20T21:24:19.291 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.289+0000 7f1a3de5ab80 10 client.0 _ll_register_callbacks cb 0x560e33fe5e00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:19.291 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.289+0000 7f1a30a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560e340ee680 0x560e340fd5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:19.292 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.289+0000 7f1a31400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560e340f7bc0 0x560e34172a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:19.292 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.289+0000 7f1a30a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560e340ee680 0x560e340fd5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:54218/0 (socket says 172.21.15.8:54218) 2024-05-20T21:24:19.292 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.289+0000 7f1a30a00700 1 -- 172.21.15.8:0/492536288 learned_addr learned my addr 172.21.15.8:0/492536288 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:19.292 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.289+0000 7f1a2be00700 1 --2- 172.21.15.8:0/492536288 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560e340f3ca0 0x560e340fdaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:19.292 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.290+0000 7f1a30a00700 1 -- 172.21.15.8:0/492536288 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560e340f3ca0 msgr2=0x560e340fdaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:19.292 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.290+0000 7f1a30a00700 1 --2- 172.21.15.8:0/492536288 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560e340f3ca0 0x560e340fdaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.292 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.290+0000 7f1a30a00700 1 -- 172.21.15.8:0/492536288 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560e340f7bc0 msgr2=0x560e34172a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:19.292 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.290+0000 7f1a30a00700 1 --2- 172.21.15.8:0/492536288 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560e340f7bc0 0x560e34172a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.292 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.290+0000 7f1a30a00700 1 -- 172.21.15.8:0/492536288 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560e34172fc0 con 0x560e340ee680 2024-05-20T21:24:19.292 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.290+0000 7f1a2be00700 1 --2- 172.21.15.8:0/492536288 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560e340f3ca0 0x560e340fdaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:24:19.292 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.290+0000 7f1a30a00700 1 --2- 172.21.15.8:0/492536288 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560e340ee680 0x560e340fd5b0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f1a200aa090 tx=0x7f1a20010bb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=df157d667b652872 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:19.292 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.290+0000 7f1a12a00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:24:19.293 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.290+0000 7f1a12a00700 1 -- 172.21.15.8:0/492536288 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a200adde0 con 0x560e340ee680 2024-05-20T21:24:19.293 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.290+0000 7f1a12a00700 1 -- 172.21.15.8:0/492536288 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f1a200b2610 con 0x560e340ee680 2024-05-20T21:24:19.293 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.290+0000 7f1a3de5ab80 1 -- 172.21.15.8:0/492536288 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1a200a9a30 con 0x560e340ee680 2024-05-20T21:24:19.293 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.290+0000 7f1a12a00700 1 -- 172.21.15.8:0/492536288 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1a200cc0d0 con 0x560e340ee680 2024-05-20T21:24:19.293 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.290+0000 7f1a3de5ab80 10 client.27727 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:19.293 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.290+0000 7f1a3de5ab80 1 -- 172.21.15.8:0/492536288 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560e34174210 con 0x560e340ee680 2024-05-20T21:24:19.293 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.291+0000 7f1a12a00700 1 -- 172.21.15.8:0/492536288 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1a200a9a30 con 0x560e340ee680 2024-05-20T21:24:19.293 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.291+0000 7f1a12a00700 1 -- 172.21.15.8:0/492536288 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f1a200cace0 con 0x560e340ee680 2024-05-20T21:24:19.293 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.291+0000 7f1a3de5ab80 10 client.27727 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:19.293 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.291+0000 7f1a3de5ab80 10 client.27727 resolve_mds: validated gid 24529 aka daemon mds.i 2024-05-20T21:24:19.293 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.291+0000 7f1a3de5ab80 20 client.27727 populate_metadata read hostname 'smithi008' 2024-05-20T21:24:19.293 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.291+0000 7f1a3de5ab80 1 --2- 172.21.15.8:0/492536288 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560e34174440 0x560e34176830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:19.293 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.291+0000 7f1a3de5ab80 4 client.27727 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 130.0, "await_for": 45.0}] 2024-05-20T21:24:19.293 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.291+0000 7f1a3de5ab80 1 -- 172.21.15.8:0/492536288 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 130.0, "await_for": 45.0}) -- 0x560e34047700 con 0x560e34174440 2024-05-20T21:24:19.294 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.291+0000 7f1a2be00700 1 --2- 172.21.15.8:0/492536288 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560e34174440 0x560e34176830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:19.294 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.292+0000 7f1a2be00700 1 --2- 172.21.15.8:0/492536288 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560e34174440 0x560e34176830 crc :-1 s=READY pgs=236 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e9c50d6de8d8edb9 server_cookie=8634945ab31f86dd in_seq=0 out_seq=0 2024-05-20T21:24:19.294 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.292+0000 7f1a12a00700 10 client.27727 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:24:19.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.303+0000 7f1a12a00700 1 -- 172.21.15.8:0/492536288 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x560e34047700 con 0x560e34174440 2024-05-20T21:24:19.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.303+0000 7f1a12a00700 10 client.27727 handle_command_reply: tid=0 2024-05-20T21:24:19.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.303+0000 7f1a3de5ab80 1 client.27727 shutdown 2024-05-20T21:24:19.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.303+0000 7f1a3de5ab80 1 -- 172.21.15.8:0/492536288 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560e340ee680 msgr2=0x560e340fd5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:19.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.303+0000 7f1a3de5ab80 1 --2- 172.21.15.8:0/492536288 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560e340ee680 0x560e340fd5b0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f1a200aa090 tx=0x7f1a20010bb0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.303+0000 7f1a3de5ab80 1 -- 172.21.15.8:0/492536288 shutdown_connections 2024-05-20T21:24:19.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.303+0000 7f1a3de5ab80 1 --2- 172.21.15.8:0/492536288 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560e34174440 0x560e34176830 crc :-1 s=READY pgs=236 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.303+0000 7f1a3de5ab80 1 --2- 172.21.15.8:0/492536288 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560e340f7bc0 0x560e34172a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.303+0000 7f1a3de5ab80 1 --2- 172.21.15.8:0/492536288 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560e340ee680 0x560e340fd5b0 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.303+0000 7f1a3de5ab80 1 --2- 172.21.15.8:0/492536288 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560e340f3ca0 0x560e340fdaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.303+0000 7f1a12a00700 0 client.27727 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:24:19.304 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.303+0000 7f1a3de5ab80 1 -- 172.21.15.8:0/492536288 >> 172.21.15.8:0/492536288 conn(0x560e3401bd70 msgr2=0x560e340f8c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:19.304 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.303+0000 7f1a3de5ab80 1 -- 172.21.15.8:0/492536288 shutdown_connections 2024-05-20T21:24:19.304 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.303+0000 7f1a3de5ab80 1 -- 172.21.15.8:0/492536288 wait complete. 2024-05-20T21:24:19.304 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.304+0000 7f1a3de5ab80 20 client.27727 trim_cache size 0 max 16384 2024-05-20T21:24:19.304 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:24:19.305 INFO:teuthology.orchestra.run.smithi008.stdout: "epoch": 26, 2024-05-20T21:24:19.305 INFO:teuthology.orchestra.run.smithi008.stdout: "leader": 24529, 2024-05-20T21:24:19.305 INFO:teuthology.orchestra.run.smithi008.stdout: "set_version": 34, 2024-05-20T21:24:19.305 INFO:teuthology.orchestra.run.smithi008.stdout: "sets": { 2024-05-20T21:24:19.305 INFO:teuthology.orchestra.run.smithi008.stdout: "5bcbf24c": { 2024-05-20T21:24:19.305 INFO:teuthology.orchestra.run.smithi008.stdout: "version": 34, 2024-05-20T21:24:19.305 INFO:teuthology.orchestra.run.smithi008.stdout: "age_ref": 0.0, 2024-05-20T21:24:19.305 INFO:teuthology.orchestra.run.smithi008.stdout: "state": { 2024-05-20T21:24:19.305 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "QUIESCED", 2024-05-20T21:24:19.305 INFO:teuthology.orchestra.run.smithi008.stdout: "age": 0.0 2024-05-20T21:24:19.305 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:24:19.305 INFO:teuthology.orchestra.run.smithi008.stdout: "timeout": 90.0, 2024-05-20T21:24:19.306 INFO:teuthology.orchestra.run.smithi008.stdout: "expiration": 130.0, 2024-05-20T21:24:19.306 INFO:teuthology.orchestra.run.smithi008.stdout: "members": { 2024-05-20T21:24:19.306 INFO:teuthology.orchestra.run.smithi008.stdout: "file:/": { 2024-05-20T21:24:19.306 INFO:teuthology.orchestra.run.smithi008.stdout: "excluded": false, 2024-05-20T21:24:19.306 INFO:teuthology.orchestra.run.smithi008.stdout: "state": { 2024-05-20T21:24:19.306 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "QUIESCED", 2024-05-20T21:24:19.306 INFO:teuthology.orchestra.run.smithi008.stdout: "age": 0.0 2024-05-20T21:24:19.306 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:24:19.306 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:24:19.306 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:24:19.306 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:24:19.306 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:24:19.307 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:24:19.307 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.304+0000 7f1a33400700 1 -- 172.21.15.8:0/1476040666 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1a140b29b0 msgr2=0x7f1a140b4e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:19.307 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.304+0000 7f1a33400700 1 --2- 172.21.15.8:0/1476040666 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1a140b29b0 0x7f1a140b4e70 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f1a24009850 tx=0x7f1a24009780 comp rx=0 tx=0).stop 2024-05-20T21:24:19.307 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.304+0000 7f1a33400700 1 -- 172.21.15.8:0/1476040666 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1a2c075770 msgr2=0x7f1a2c1036c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:19.307 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.304+0000 7f1a33400700 1 --2- 172.21.15.8:0/1476040666 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1a2c075770 0x7f1a2c1036c0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f1a2000e9d0 tx=0x7f1a2000ece0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.308 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.304+0000 7f1a33400700 1 -- 172.21.15.8:0/1476040666 shutdown_connections 2024-05-20T21:24:19.308 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.304+0000 7f1a33400700 1 --2- 172.21.15.8:0/1476040666 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1a140b29b0 0x7f1a140b4e70 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.308 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.304+0000 7f1a33400700 1 --2- 172.21.15.8:0/1476040666 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1a2c10ffa0 0x7f1a2c104140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.308 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.304+0000 7f1a33400700 1 --2- 172.21.15.8:0/1476040666 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1a2c075770 0x7f1a2c1036c0 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.308 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.304+0000 7f1a33400700 1 --2- 172.21.15.8:0/1476040666 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1a2c076090 0x7f1a2c103c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.308 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.304+0000 7f1a33400700 1 -- 172.21.15.8:0/1476040666 >> 172.21.15.8:0/1476040666 conn(0x7f1a2c07a610 msgr2=0x7f1a2c100710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:19.308 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.305+0000 7f1a33400700 1 -- 172.21.15.8:0/1476040666 shutdown_connections 2024-05-20T21:24:19.308 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:19.305+0000 7f1a33400700 1 -- 172.21.15.8:0/1476040666 wait complete. 2024-05-20T21:24:20.083 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:24:19 smithi008 ceph-mon[31475]: pgmap v710: 97 pgs: 97 active+clean; 4.6 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:24:20.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:24:19 smithi130 ceph-mon[36448]: pgmap v710: 97 pgs: 97 active+clean; 4.6 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:24:20.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:24:19 smithi050 ceph-mon[35809]: pgmap v710: 97 pgs: 97 active+clean; 4.6 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:24:20.580 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '5bcbf24c', quiesce took 10.0 seconds. Will release after: 0.0 2024-05-20T21:24:20.580 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:24:21.171 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.171+0000 7ff464600640 1 -- 172.21.15.8:0/1217369295 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff45c103540 msgr2=0x7ff45c105930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:21.171 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.171+0000 7ff464600640 1 --2- 172.21.15.8:0/1217369295 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff45c103540 0x7ff45c105930 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7ff450009900 tx=0x7ff45002a420 comp rx=0 tx=0).stop 2024-05-20T21:24:21.172 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.171+0000 7ff464600640 1 -- 172.21.15.8:0/1217369295 shutdown_connections 2024-05-20T21:24:21.172 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.171+0000 7ff464600640 1 --2- 172.21.15.8:0/1217369295 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff45c1087a0 0x7ff45c10abf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:21.172 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.171+0000 7ff464600640 1 --2- 172.21.15.8:0/1217369295 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff45c105e70 0x7ff45c108260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:21.172 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.171+0000 7ff464600640 1 --2- 172.21.15.8:0/1217369295 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff45c103540 0x7ff45c105930 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:21.172 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.171+0000 7ff464600640 1 -- 172.21.15.8:0/1217369295 >> 172.21.15.8:0/1217369295 conn(0x7ff45c0fcf30 msgr2=0x7ff45c0ff370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:21.172 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.172+0000 7ff464600640 1 -- 172.21.15.8:0/1217369295 shutdown_connections 2024-05-20T21:24:21.172 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.172+0000 7ff464600640 1 -- 172.21.15.8:0/1217369295 wait complete. 2024-05-20T21:24:21.173 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.173+0000 7ff464600640 1 Processor -- start 2024-05-20T21:24:21.173 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.173+0000 7ff464600640 1 -- start start 2024-05-20T21:24:21.174 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.174+0000 7ff464600640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff45c103540 0x7ff45c19af60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:21.174 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.174+0000 7ff464600640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff45c105e70 0x7ff45c19b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:21.174 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.174+0000 7ff464600640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff45c1087a0 0x7ff45c1a2510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:21.174 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.174+0000 7ff464600640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7ff45c10e6d0 con 0x7ff45c1087a0 2024-05-20T21:24:21.174 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.174+0000 7ff464600640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff45c10e550 con 0x7ff45c103540 2024-05-20T21:24:21.174 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.174+0000 7ff464600640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7ff45c10e850 con 0x7ff45c105e70 2024-05-20T21:24:21.174 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.174+0000 7ff461c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff45c103540 0x7ff45c19af60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:21.175 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.174+0000 7ff461c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff45c103540 0x7ff45c19af60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:59960/0 (socket says 172.21.15.8:59960) 2024-05-20T21:24:21.175 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.174+0000 7ff461c00640 1 -- 172.21.15.8:0/3485817221 learned_addr learned my addr 172.21.15.8:0/3485817221 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:21.175 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.174+0000 7ff462600640 1 --2- 172.21.15.8:0/3485817221 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff45c1087a0 0x7ff45c1a2510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:21.175 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.174+0000 7ff461200640 1 --2- 172.21.15.8:0/3485817221 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff45c105e70 0x7ff45c19b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:21.175 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.175+0000 7ff461c00640 1 -- 172.21.15.8:0/3485817221 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff45c105e70 msgr2=0x7ff45c19b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:21.175 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.175+0000 7ff461c00640 1 --2- 172.21.15.8:0/3485817221 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff45c105e70 0x7ff45c19b4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:21.175 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.175+0000 7ff461c00640 1 -- 172.21.15.8:0/3485817221 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff45c1087a0 msgr2=0x7ff45c1a2510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:21.175 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.175+0000 7ff461c00640 1 --2- 172.21.15.8:0/3485817221 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff45c1087a0 0x7ff45c1a2510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:21.175 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.175+0000 7ff461c00640 1 -- 172.21.15.8:0/3485817221 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff45c1a2b80 con 0x7ff45c103540 2024-05-20T21:24:21.176 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.175+0000 7ff461c00640 1 --2- 172.21.15.8:0/3485817221 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff45c103540 0x7ff45c19af60 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7ff450005ab0 tx=0x7ff450003c80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:21.176 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.175+0000 7ff45a000640 1 -- 172.21.15.8:0/3485817221 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff45003f070 con 0x7ff45c103540 2024-05-20T21:24:21.176 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.175+0000 7ff45a000640 1 -- 172.21.15.8:0/3485817221 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff450003e70 con 0x7ff45c103540 2024-05-20T21:24:21.176 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.175+0000 7ff464600640 1 -- 172.21.15.8:0/3485817221 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff45c1a2e10 con 0x7ff45c103540 2024-05-20T21:24:21.177 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.175+0000 7ff45a000640 1 -- 172.21.15.8:0/3485817221 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff450035030 con 0x7ff45c103540 2024-05-20T21:24:21.177 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.176+0000 7ff464600640 1 -- 172.21.15.8:0/3485817221 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff45c1a3270 con 0x7ff45c103540 2024-05-20T21:24:21.178 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.179+0000 7ff45a000640 1 -- 172.21.15.8:0/3485817221 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7ff450042070 con 0x7ff45c103540 2024-05-20T21:24:21.179 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.180+0000 7ff46759d740 1 Processor -- start 2024-05-20T21:24:21.179 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.180+0000 7ff46759d740 1 -- start start 2024-05-20T21:24:21.180 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.180+0000 7ff46759d740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cd90685b30 0x55cd90685f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:21.181 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.180+0000 7ff46759d740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cd90686520 0x55cd9068b020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:21.181 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.180+0000 7ff46759d740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cd9068b690 0x55cd9068db20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:21.181 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.180+0000 7ff46759d740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55cd905f5b90 con 0x55cd9068b690 2024-05-20T21:24:21.181 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.180+0000 7ff46759d740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55cd905e5730 con 0x55cd90686520 2024-05-20T21:24:21.181 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.180+0000 7ff46759d740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55cd905e9770 con 0x55cd90685b30 2024-05-20T21:24:21.181 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.181+0000 7ff461c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cd90686520 0x55cd9068b020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:21.181 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.181+0000 7ff461200640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cd9068b690 0x55cd9068db20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:21.181 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.181+0000 7ff461c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cd90686520 0x55cd9068b020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:59972/0 (socket says 172.21.15.8:59972) 2024-05-20T21:24:21.181 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.181+0000 7ff461c00640 1 -- 172.21.15.8:0/2965654094 learned_addr learned my addr 172.21.15.8:0/2965654094 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:21.181 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.181+0000 7ff461c00640 1 -- 172.21.15.8:0/2965654094 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cd90685b30 msgr2=0x55cd90685f50 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-20T21:24:21.181 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.181+0000 7ff461c00640 1 --2- 172.21.15.8:0/2965654094 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cd90685b30 0x55cd90685f50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:21.181 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.181+0000 7ff461c00640 1 -- 172.21.15.8:0/2965654094 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cd9068b690 msgr2=0x55cd9068db20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:21.181 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.181+0000 7ff461c00640 1 --2- 172.21.15.8:0/2965654094 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cd9068b690 0x55cd9068db20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:21.182 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.181+0000 7ff45a000640 1 --2- 172.21.15.8:0/3485817221 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff4440b2860 0x7ff4440b4d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:21.182 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.181+0000 7ff461c00640 1 -- 172.21.15.8:0/2965654094 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cd9057e8b0 con 0x55cd90686520 2024-05-20T21:24:21.187 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.182+0000 7ff45a000640 1 -- 172.21.15.8:0/3485817221 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7ff450102a00 con 0x7ff45c103540 2024-05-20T21:24:21.187 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.182+0000 7ff462600640 1 --2- 172.21.15.8:0/3485817221 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff4440b2860 0x7ff4440b4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:21.187 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.182+0000 7ff461c00640 1 --2- 172.21.15.8:0/2965654094 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cd90686520 0x55cd9068b020 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7ff450108b90 tx=0x7ff4500c66b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9e4113810bcd55cf server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:21.187 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.182+0000 7ff44ea00640 1 -- 172.21.15.8:0/2965654094 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff450049070 con 0x55cd90686520 2024-05-20T21:24:21.187 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.182+0000 7ff44ea00640 1 -- 172.21.15.8:0/2965654094 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff4500c9b70 con 0x55cd90686520 2024-05-20T21:24:21.187 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.182+0000 7ff44ea00640 1 -- 172.21.15.8:0/2965654094 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff45003be60 con 0x55cd90686520 2024-05-20T21:24:21.187 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.182+0000 7ff46759d740 1 -- 172.21.15.8:0/2965654094 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cd90686520 msgr2=0x55cd9068b020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:21.187 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.182+0000 7ff46759d740 1 --2- 172.21.15.8:0/2965654094 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cd90686520 0x55cd9068b020 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7ff450108b90 tx=0x7ff4500c66b0 comp rx=0 tx=0).stop 2024-05-20T21:24:21.187 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.182+0000 7ff462600640 1 --2- 172.21.15.8:0/3485817221 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff4440b2860 0x7ff4440b4d20 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x55cd90686d80 tx=0x7ff45400d040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:21.187 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.183+0000 7ff46759d740 1 -- 172.21.15.8:0/2965654094 shutdown_connections 2024-05-20T21:24:21.188 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.183+0000 7ff46759d740 1 --2- 172.21.15.8:0/2965654094 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cd9068b690 0x55cd9068db20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:21.188 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.183+0000 7ff46759d740 1 --2- 172.21.15.8:0/2965654094 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cd90686520 0x55cd9068b020 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:21.188 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.183+0000 7ff46759d740 1 --2- 172.21.15.8:0/2965654094 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cd90685b30 0x55cd90685f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:21.188 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.183+0000 7ff46759d740 1 -- 172.21.15.8:0/2965654094 >> 172.21.15.8:0/2965654094 conn(0x55cd906811a0 msgr2=0x55cd906815a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:21.188 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.183+0000 7ff46759d740 1 -- 172.21.15.8:0/2965654094 shutdown_connections 2024-05-20T21:24:21.188 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.183+0000 7ff46759d740 1 -- 172.21.15.8:0/2965654094 wait complete. 2024-05-20T21:24:21.188 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.183+0000 7ff46759d740 1 -- start start 2024-05-20T21:24:21.188 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.184+0000 7ff46759d740 1 Processor -- start 2024-05-20T21:24:21.188 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.184+0000 7ff46759d740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cd90685b30 0x55cd9068f5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:21.188 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.184+0000 7ff46759d740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cd90686520 0x55cd9068fae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:21.188 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.184+0000 7ff46759d740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cd9068b690 0x55cd90696b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:21.188 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.184+0000 7ff46759d740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55cd902cb790 con 0x55cd90686520 2024-05-20T21:24:21.188 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.184+0000 7ff46759d740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55cd9058dbc0 con 0x55cd90685b30 2024-05-20T21:24:21.189 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.184+0000 7ff46759d740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55cd905e5730 con 0x55cd9068b690 2024-05-20T21:24:21.189 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.184+0000 7ff46759d740 10 client.0 _ll_register_callbacks cb 0x55cd9056b400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:21.189 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.184+0000 7ff461200640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cd90686520 0x55cd9068fae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:21.189 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.184+0000 7ff461c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cd90685b30 0x55cd9068f5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:21.189 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.184+0000 7ff461200640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cd90686520 0x55cd9068fae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:46666/0 (socket says 172.21.15.8:46666) 2024-05-20T21:24:21.189 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.184+0000 7ff461200640 1 -- 172.21.15.8:0/746974805 learned_addr learned my addr 172.21.15.8:0/746974805 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:21.189 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.185+0000 7ff461200640 1 -- 172.21.15.8:0/746974805 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cd9068b690 msgr2=0x55cd90696b20 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-20T21:24:21.189 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.185+0000 7ff461200640 1 --2- 172.21.15.8:0/746974805 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cd9068b690 0x55cd90696b20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:21.189 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.185+0000 7ff461200640 1 -- 172.21.15.8:0/746974805 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cd90685b30 msgr2=0x55cd9068f5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:21.189 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.185+0000 7ff461200640 1 --2- 172.21.15.8:0/746974805 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cd90685b30 0x55cd9068f5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:21.189 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.185+0000 7ff461200640 1 -- 172.21.15.8:0/746974805 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cd902fa210 con 0x55cd90686520 2024-05-20T21:24:21.189 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.185+0000 7ff461200640 1 --2- 172.21.15.8:0/746974805 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cd90686520 0x55cd9068fae0 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7ff44800bfd0 tx=0x7ff4480118d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5722d2a001da223a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:21.189 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.185+0000 7ff443400640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:24:21.189 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.185+0000 7ff443400640 1 -- 172.21.15.8:0/746974805 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff448004020 con 0x55cd90686520 2024-05-20T21:24:21.190 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.185+0000 7ff443400640 1 -- 172.21.15.8:0/746974805 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7ff4480041c0 con 0x55cd90686520 2024-05-20T21:24:21.190 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.186+0000 7ff46759d740 1 -- 172.21.15.8:0/746974805 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff4500c9b70 con 0x55cd90686520 2024-05-20T21:24:21.190 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.186+0000 7ff443400640 1 -- 172.21.15.8:0/746974805 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff448004400 con 0x55cd90686520 2024-05-20T21:24:21.190 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.186+0000 7ff46759d740 10 client.17565 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:21.190 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.186+0000 7ff46759d740 1 -- 172.21.15.8:0/746974805 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55cd903c6620 con 0x55cd90686520 2024-05-20T21:24:21.190 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.186+0000 7ff443400640 1 -- 172.21.15.8:0/746974805 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff4500c9b70 con 0x55cd90686520 2024-05-20T21:24:21.190 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.186+0000 7ff443400640 1 -- 172.21.15.8:0/746974805 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7ff4480039b0 con 0x55cd90686520 2024-05-20T21:24:21.190 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.187+0000 7ff46759d740 10 client.17565 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:21.191 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.187+0000 7ff46759d740 10 client.17565 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:24:21.191 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.187+0000 7ff46759d740 20 client.17565 populate_metadata read hostname 'smithi008' 2024-05-20T21:24:21.191 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.187+0000 7ff46759d740 1 --2- 172.21.15.8:0/746974805 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55cd9069b1a0 0x55cd9069d600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:21.191 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.187+0000 7ff46759d740 4 client.17565 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:24:21.191 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.187+0000 7ff46759d740 1 -- 172.21.15.8:0/746974805 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cd905f7ae0 con 0x55cd9069b1a0 2024-05-20T21:24:21.191 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.187+0000 7ff461c00640 1 --2- 172.21.15.8:0/746974805 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55cd9069b1a0 0x55cd9069d600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:21.191 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.188+0000 7ff461c00640 1 --2- 172.21.15.8:0/746974805 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55cd9069b1a0 0x55cd9069d600 crc :-1 s=READY pgs=237 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e9edcd184eb45306 server_cookie=e240990ff502e731 in_seq=0 out_seq=0 2024-05-20T21:24:21.191 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.188+0000 7ff443400640 10 client.17565 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:24:21.192 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.188+0000 7ff443400640 1 -- 172.21.15.8:0/746974805 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55cd905f7ae0 con 0x55cd9069b1a0 2024-05-20T21:24:21.192 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.188+0000 7ff443400640 10 client.17565 handle_command_reply: tid=0 2024-05-20T21:24:21.192 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.188+0000 7ff46759d740 1 client.17565 shutdown 2024-05-20T21:24:21.192 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.189+0000 7ff46759d740 1 -- 172.21.15.8:0/746974805 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cd90686520 msgr2=0x55cd9068fae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:21.192 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.189+0000 7ff46759d740 1 --2- 172.21.15.8:0/746974805 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cd90686520 0x55cd9068fae0 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7ff44800bfd0 tx=0x7ff4480118d0 comp rx=0 tx=0).stop 2024-05-20T21:24:21.193 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.189+0000 7ff46759d740 1 -- 172.21.15.8:0/746974805 shutdown_connections 2024-05-20T21:24:21.193 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.189+0000 7ff46759d740 1 --2- 172.21.15.8:0/746974805 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55cd9069b1a0 0x55cd9069d600 crc :-1 s=READY pgs=237 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:21.193 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.189+0000 7ff46759d740 1 --2- 172.21.15.8:0/746974805 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cd9068b690 0x55cd90696b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:21.193 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.189+0000 7ff46759d740 1 --2- 172.21.15.8:0/746974805 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cd90686520 0x55cd9068fae0 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:21.193 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.189+0000 7ff46759d740 1 --2- 172.21.15.8:0/746974805 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cd90685b30 0x55cd9068f5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:21.193 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.189+0000 7ff46759d740 1 -- 172.21.15.8:0/746974805 >> 172.21.15.8:0/746974805 conn(0x55cd906811a0 msgr2=0x55cd90680310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:21.193 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.189+0000 7ff443400640 0 client.17565 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:24:21.193 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.189+0000 7ff46759d740 1 -- 172.21.15.8:0/746974805 shutdown_connections 2024-05-20T21:24:21.193 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.189+0000 7ff46759d740 1 -- 172.21.15.8:0/746974805 wait complete. 2024-05-20T21:24:21.193 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.189+0000 7ff46759d740 20 client.17565 trim_cache size 0 max 16384 2024-05-20T21:24:21.205 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.206+0000 7ff46759d740 1 Processor -- start 2024-05-20T21:24:21.206 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.206+0000 7ff46759d740 1 -- start start 2024-05-20T21:24:21.206 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.206+0000 7ff46759d740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cd90685b30 0x55cd9069d1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:21.206 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.206+0000 7ff46759d740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cd90686520 0x55cd90696ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:21.206 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.206+0000 7ff46759d740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cd9068b690 0x55cd90684590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:21.206 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.206+0000 7ff46759d740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7ff45c1ae9f0 con 0x55cd9068b690 2024-05-20T21:24:21.206 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.206+0000 7ff46759d740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff45c1ac2c0 con 0x55cd90685b30 2024-05-20T21:24:21.206 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.206+0000 7ff46759d740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7ff45c1aa110 con 0x55cd90686520 2024-05-20T21:24:21.212 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.207+0000 7ff461c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cd90685b30 0x55cd9069d1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:21.212 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.207+0000 7ff461c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cd90685b30 0x55cd9069d1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:59986/0 (socket says 172.21.15.8:59986) 2024-05-20T21:24:21.212 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.207+0000 7ff461c00640 1 -- 172.21.15.8:0/2011722211 learned_addr learned my addr 172.21.15.8:0/2011722211 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:21.212 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.207+0000 7ff462600640 1 --2- 172.21.15.8:0/2011722211 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cd9068b690 0x55cd90684590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:21.213 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.207+0000 7ff461c00640 1 -- 172.21.15.8:0/2011722211 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cd90686520 msgr2=0x55cd90696ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:21.213 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.207+0000 7ff461c00640 1 --2- 172.21.15.8:0/2011722211 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cd90686520 0x55cd90696ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:21.213 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.207+0000 7ff461c00640 1 -- 172.21.15.8:0/2011722211 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cd9068b690 msgr2=0x55cd90684590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:21.213 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.207+0000 7ff461c00640 1 --2- 172.21.15.8:0/2011722211 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cd9068b690 0x55cd90684590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:21.213 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.207+0000 7ff461c00640 1 -- 172.21.15.8:0/2011722211 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cd90685770 con 0x55cd90685b30 2024-05-20T21:24:21.213 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.207+0000 7ff462600640 1 --2- 172.21.15.8:0/2011722211 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cd9068b690 0x55cd90684590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:24:21.213 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.207+0000 7ff461c00640 1 --2- 172.21.15.8:0/2011722211 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cd90685b30 0x55cd9069d1b0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7ff4500c72d0 tx=0x7ff450009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=be5ce9e1128cd024 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:21.213 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.208+0000 7ff44e000640 1 -- 172.21.15.8:0/2011722211 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff450049040 con 0x55cd90685b30 2024-05-20T21:24:21.214 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.208+0000 7ff44e000640 1 -- 172.21.15.8:0/2011722211 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff4500e4070 con 0x55cd90685b30 2024-05-20T21:24:21.214 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.208+0000 7ff44e000640 1 -- 172.21.15.8:0/2011722211 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff45003be60 con 0x55cd90685b30 2024-05-20T21:24:21.214 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.208+0000 7ff46759d740 1 -- 172.21.15.8:0/2011722211 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cd90685b30 msgr2=0x55cd9069d1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:21.214 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.208+0000 7ff46759d740 1 --2- 172.21.15.8:0/2011722211 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cd90685b30 0x55cd9069d1b0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7ff4500c72d0 tx=0x7ff450009260 comp rx=0 tx=0).stop 2024-05-20T21:24:21.214 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.208+0000 7ff46759d740 1 -- 172.21.15.8:0/2011722211 shutdown_connections 2024-05-20T21:24:21.214 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.208+0000 7ff46759d740 1 --2- 172.21.15.8:0/2011722211 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cd9068b690 0x55cd90684590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:21.214 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.208+0000 7ff46759d740 1 --2- 172.21.15.8:0/2011722211 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cd90686520 0x55cd90696ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:21.214 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.208+0000 7ff46759d740 1 --2- 172.21.15.8:0/2011722211 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cd90685b30 0x55cd9069d1b0 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:21.215 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.208+0000 7ff46759d740 1 -- 172.21.15.8:0/2011722211 >> 172.21.15.8:0/2011722211 conn(0x55cd906811a0 msgr2=0x55cd90683e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:21.215 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.209+0000 7ff46759d740 1 -- 172.21.15.8:0/2011722211 shutdown_connections 2024-05-20T21:24:21.215 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.209+0000 7ff46759d740 1 -- 172.21.15.8:0/2011722211 wait complete. 2024-05-20T21:24:21.215 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.209+0000 7ff46759d740 1 -- start start 2024-05-20T21:24:21.215 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.209+0000 7ff46759d740 1 Processor -- start 2024-05-20T21:24:21.215 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.210+0000 7ff46759d740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cd90685b30 0x55cd90694150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:21.215 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.210+0000 7ff46759d740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cd90686520 0x55cd90694690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:21.215 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.210+0000 7ff46759d740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cd9068b690 0x55cd906955e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:21.215 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.210+0000 7ff46759d740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7ff45c1aa780 con 0x55cd9068b690 2024-05-20T21:24:21.216 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.210+0000 7ff46759d740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff45c1abbf0 con 0x55cd90686520 2024-05-20T21:24:21.216 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.210+0000 7ff46759d740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7ff45c1aae50 con 0x55cd90685b30 2024-05-20T21:24:21.216 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.210+0000 7ff46759d740 10 client.0 _ll_register_callbacks cb 0x7ff44800bc10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:21.216 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.210+0000 7ff462600640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cd9068b690 0x55cd906955e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:21.216 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.210+0000 7ff461200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cd90686520 0x55cd90694690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:21.216 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.210+0000 7ff461200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cd90686520 0x55cd90694690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:59988/0 (socket says 172.21.15.8:59988) 2024-05-20T21:24:21.216 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.210+0000 7ff461200640 1 -- 172.21.15.8:0/1003945628 learned_addr learned my addr 172.21.15.8:0/1003945628 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:21.216 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.210+0000 7ff461c00640 1 --2- 172.21.15.8:0/1003945628 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cd90685b30 0x55cd90694150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:21.217 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.210+0000 7ff461200640 1 -- 172.21.15.8:0/1003945628 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cd90685b30 msgr2=0x55cd90694150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:21.217 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.210+0000 7ff461200640 1 --2- 172.21.15.8:0/1003945628 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cd90685b30 0x55cd90694150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:21.217 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.210+0000 7ff461200640 1 -- 172.21.15.8:0/1003945628 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cd9068b690 msgr2=0x55cd906955e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:21.217 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.210+0000 7ff461200640 1 --2- 172.21.15.8:0/1003945628 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cd9068b690 0x55cd906955e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:21.217 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.210+0000 7ff461200640 1 -- 172.21.15.8:0/1003945628 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cd90680fd0 con 0x55cd90686520 2024-05-20T21:24:21.217 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.211+0000 7ff461200640 1 --2- 172.21.15.8:0/1003945628 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cd90686520 0x55cd90694690 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7ff448005d00 tx=0x7ff448004270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f572cb2d312ad18f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:21.217 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.211+0000 7ff443400640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:24:21.217 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.211+0000 7ff443400640 1 -- 172.21.15.8:0/1003945628 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff44802b070 con 0x55cd90686520 2024-05-20T21:24:21.217 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.211+0000 7ff443400640 1 -- 172.21.15.8:0/1003945628 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7ff448025b20 con 0x55cd90686520 2024-05-20T21:24:21.218 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.211+0000 7ff46759d740 1 -- 172.21.15.8:0/1003945628 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff4500e4070 con 0x55cd90686520 2024-05-20T21:24:21.218 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.211+0000 7ff443400640 1 -- 172.21.15.8:0/1003945628 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff44800b480 con 0x55cd90686520 2024-05-20T21:24:21.218 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.211+0000 7ff46759d740 10 client.27692 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:21.218 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.211+0000 7ff46759d740 1 -- 172.21.15.8:0/1003945628 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55cd9068e680 con 0x55cd90686520 2024-05-20T21:24:21.218 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.212+0000 7ff443400640 1 -- 172.21.15.8:0/1003945628 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff4500e4070 con 0x55cd90686520 2024-05-20T21:24:21.218 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.212+0000 7ff443400640 1 -- 172.21.15.8:0/1003945628 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7ff448038050 con 0x55cd90686520 2024-05-20T21:24:21.218 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.212+0000 7ff46759d740 10 client.27692 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:21.218 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.212+0000 7ff46759d740 10 client.27692 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:24:21.219 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.212+0000 7ff46759d740 20 client.27692 populate_metadata read hostname 'smithi008' 2024-05-20T21:24:21.219 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.212+0000 7ff46759d740 1 --2- 172.21.15.8:0/1003945628 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55cd90706160 0x55cd90708580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:21.219 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.212+0000 7ff46759d740 4 client.27692 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:24:21.219 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.212+0000 7ff46759d740 1 -- 172.21.15.8:0/1003945628 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55cd905f12c0 con 0x55cd90706160 2024-05-20T21:24:21.219 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.212+0000 7ff461c00640 1 --2- 172.21.15.8:0/1003945628 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55cd90706160 0x55cd90708580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:21.219 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.213+0000 7ff461c00640 1 --2- 172.21.15.8:0/1003945628 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55cd90706160 0x55cd90708580 crc :-1 s=READY pgs=238 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b8efb16d1d171d0b server_cookie=2893fb7df478d958 in_seq=0 out_seq=0 2024-05-20T21:24:21.219 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.213+0000 7ff443400640 10 client.27692 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:24:21.230 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.230+0000 7ff443400640 1 -- 172.21.15.8:0/1003945628 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55cd905f12c0 con 0x55cd90706160 2024-05-20T21:24:21.230 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.230+0000 7ff443400640 10 client.27692 handle_command_reply: tid=0 2024-05-20T21:24:21.230 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.230+0000 7ff46759d740 1 client.27692 shutdown 2024-05-20T21:24:21.230 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.230+0000 7ff46759d740 1 -- 172.21.15.8:0/1003945628 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cd90686520 msgr2=0x55cd90694690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:21.230 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.230+0000 7ff46759d740 1 --2- 172.21.15.8:0/1003945628 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cd90686520 0x55cd90694690 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7ff448005d00 tx=0x7ff448004270 comp rx=0 tx=0).stop 2024-05-20T21:24:21.230 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.230+0000 7ff46759d740 1 -- 172.21.15.8:0/1003945628 shutdown_connections 2024-05-20T21:24:21.231 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.230+0000 7ff46759d740 1 --2- 172.21.15.8:0/1003945628 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55cd90706160 0x55cd90708580 crc :-1 s=READY pgs=238 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:21.231 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.230+0000 7ff46759d740 1 --2- 172.21.15.8:0/1003945628 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cd9068b690 0x55cd906955e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:21.231 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.230+0000 7ff46759d740 1 --2- 172.21.15.8:0/1003945628 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cd90686520 0x55cd90694690 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:21.231 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.230+0000 7ff46759d740 1 --2- 172.21.15.8:0/1003945628 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cd90685b30 0x55cd90694150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:21.231 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.230+0000 7ff46759d740 1 -- 172.21.15.8:0/1003945628 >> 172.21.15.8:0/1003945628 conn(0x55cd906811a0 msgr2=0x55cd90684710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:21.231 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.230+0000 7ff443400640 0 client.27692 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:24:21.231 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.230+0000 7ff46759d740 1 -- 172.21.15.8:0/1003945628 shutdown_connections 2024-05-20T21:24:21.231 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.231+0000 7ff46759d740 1 -- 172.21.15.8:0/1003945628 wait complete. 2024-05-20T21:24:21.231 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.231+0000 7ff46759d740 20 client.27692 trim_cache size 0 max 16384 2024-05-20T21:24:21.232 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:24:21.232 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:24:21.232 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:24:21.232 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.231+0000 7ff464600640 1 -- 172.21.15.8:0/3485817221 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff4440b2860 msgr2=0x7ff4440b4d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:21.232 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.231+0000 7ff464600640 1 --2- 172.21.15.8:0/3485817221 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff4440b2860 0x7ff4440b4d20 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x55cd90686d80 tx=0x7ff45400d040 comp rx=0 tx=0).stop 2024-05-20T21:24:21.233 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.232+0000 7ff464600640 1 -- 172.21.15.8:0/3485817221 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff45c103540 msgr2=0x7ff45c19af60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:21.233 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.232+0000 7ff464600640 1 --2- 172.21.15.8:0/3485817221 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff45c103540 0x7ff45c19af60 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7ff450005ab0 tx=0x7ff450003c80 comp rx=0 tx=0).stop 2024-05-20T21:24:21.233 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.232+0000 7ff464600640 1 -- 172.21.15.8:0/3485817221 shutdown_connections 2024-05-20T21:24:21.233 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.232+0000 7ff464600640 1 --2- 172.21.15.8:0/3485817221 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff4440b2860 0x7ff4440b4d20 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:21.233 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.232+0000 7ff464600640 1 --2- 172.21.15.8:0/3485817221 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff45c1087a0 0x7ff45c1a2510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:21.233 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.232+0000 7ff464600640 1 --2- 172.21.15.8:0/3485817221 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff45c105e70 0x7ff45c19b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:21.233 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.232+0000 7ff464600640 1 --2- 172.21.15.8:0/3485817221 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff45c103540 0x7ff45c19af60 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:21.233 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.232+0000 7ff464600640 1 -- 172.21.15.8:0/3485817221 >> 172.21.15.8:0/3485817221 conn(0x7ff45c0fcf30 msgr2=0x7ff45c102bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:21.233 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.232+0000 7ff464600640 1 -- 172.21.15.8:0/3485817221 shutdown_connections 2024-05-20T21:24:21.234 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:21.232+0000 7ff464600640 1 -- 172.21.15.8:0/3485817221 wait complete. 2024-05-20T21:24:21.625 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:24:22.580 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.580+0000 7f941aa00700 1 -- 172.21.15.8:0/143803709 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f941410b760 msgr2=0x7f941410bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:22.581 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.580+0000 7f941aa00700 1 --2- 172.21.15.8:0/143803709 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f941410b760 0x7f941410bb40 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f9404009990 tx=0x7f9404009ca0 comp rx=0 tx=0).stop 2024-05-20T21:24:22.581 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.580+0000 7f941aa00700 1 -- 172.21.15.8:0/143803709 shutdown_connections 2024-05-20T21:24:22.581 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.580+0000 7f941aa00700 1 --2- 172.21.15.8:0/143803709 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f941410b760 0x7f941410bb40 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:22.581 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.580+0000 7f941aa00700 1 --2- 172.21.15.8:0/143803709 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9414106120 0x7f9414112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:22.581 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.580+0000 7f941aa00700 1 --2- 172.21.15.8:0/143803709 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9414105760 0x7f9414105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:22.582 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.580+0000 7f941aa00700 1 -- 172.21.15.8:0/143803709 >> 172.21.15.8:0/143803709 conn(0x7f9414101250 msgr2=0x7f9414103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:22.582 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.580+0000 7f941aa00700 1 -- 172.21.15.8:0/143803709 shutdown_connections 2024-05-20T21:24:22.582 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.580+0000 7f941aa00700 1 -- 172.21.15.8:0/143803709 wait complete. 2024-05-20T21:24:22.585 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.582+0000 7f941aa00700 1 Processor -- start 2024-05-20T21:24:22.585 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.582+0000 7f941aa00700 1 -- start start 2024-05-20T21:24:22.585 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.583+0000 7f941aa00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9414105760 0x7f941419bea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:22.585 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.583+0000 7f941aa00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9414106120 0x7f941419c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:22.585 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.583+0000 7f941aa00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f941410b760 0x7f94141a0720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:22.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.583+0000 7f941aa00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f9414115990 con 0x7f9414106120 2024-05-20T21:24:22.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.583+0000 7f941aa00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9414115810 con 0x7f941410b760 2024-05-20T21:24:22.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.583+0000 7f941aa00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f9414115b10 con 0x7f9414105760 2024-05-20T21:24:22.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.583+0000 7f940be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9414106120 0x7f941419c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:22.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.583+0000 7f940be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9414106120 0x7f941419c3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:46692/0 (socket says 172.21.15.8:46692) 2024-05-20T21:24:22.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.583+0000 7f940be00700 1 -- 172.21.15.8:0/2664568201 learned_addr learned my addr 172.21.15.8:0/2664568201 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:22.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.583+0000 7f9413e00700 1 --2- 172.21.15.8:0/2664568201 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9414105760 0x7f941419bea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:22.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.583+0000 7f9418a00700 1 --2- 172.21.15.8:0/2664568201 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f941410b760 0x7f94141a0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:22.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.583+0000 7f940be00700 1 -- 172.21.15.8:0/2664568201 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9414105760 msgr2=0x7f941419bea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:22.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.583+0000 7f940be00700 1 --2- 172.21.15.8:0/2664568201 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9414105760 0x7f941419bea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:22.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.584+0000 7f940be00700 1 -- 172.21.15.8:0/2664568201 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f941410b760 msgr2=0x7f94141a0720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:22.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.584+0000 7f940be00700 1 --2- 172.21.15.8:0/2664568201 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f941410b760 0x7f94141a0720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:22.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.584+0000 7f940be00700 1 -- 172.21.15.8:0/2664568201 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94141a0e60 con 0x7f9414106120 2024-05-20T21:24:22.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.584+0000 7f9413e00700 1 --2- 172.21.15.8:0/2664568201 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9414105760 0x7f941419bea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:22.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.584+0000 7f940be00700 1 --2- 172.21.15.8:0/2664568201 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9414106120 0x7f941419c3e0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f93fc00e9a0 tx=0x7f93fc00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:22.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.584+0000 7f9411600700 1 -- 172.21.15.8:0/2664568201 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93fc00ca10 con 0x7f9414106120 2024-05-20T21:24:22.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.584+0000 7f9411600700 1 -- 172.21.15.8:0/2664568201 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f93fc00cbb0 con 0x7f9414106120 2024-05-20T21:24:22.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.584+0000 7f941aa00700 1 -- 172.21.15.8:0/2664568201 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f94141a1150 con 0x7f9414106120 2024-05-20T21:24:22.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.584+0000 7f9411600700 1 -- 172.21.15.8:0/2664568201 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93fc018680 con 0x7f9414106120 2024-05-20T21:24:22.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.584+0000 7f941aa00700 1 -- 172.21.15.8:0/2664568201 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f94141a89d0 con 0x7f9414106120 2024-05-20T21:24:22.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.588+0000 7f9411600700 1 -- 172.21.15.8:0/2664568201 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f93fc010430 con 0x7f9414106120 2024-05-20T21:24:22.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.589+0000 7f94252a6b80 1 Processor -- start 2024-05-20T21:24:22.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.589+0000 7f94252a6b80 1 -- start start 2024-05-20T21:24:22.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.590+0000 7f9411600700 1 --2- 172.21.15.8:0/2664568201 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f93f80b2880 0x7f93f80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:22.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.590+0000 7f94252a6b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cc65370eb0 0x55cc65371290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:22.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.590+0000 7f94252a6b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cc653717d0 0x55cc6536b260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:22.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.590+0000 7f94252a6b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cc6536b880 0x55cc6536bce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:22.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.590+0000 7f94252a6b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55cc652c9e40 con 0x55cc653717d0 2024-05-20T21:24:22.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.590+0000 7f94252a6b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55cc652b99e0 con 0x55cc6536b880 2024-05-20T21:24:22.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.590+0000 7f94252a6b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55cc652bda20 con 0x55cc65370eb0 2024-05-20T21:24:22.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.590+0000 7f9411600700 1 -- 172.21.15.8:0/2664568201 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f93fc0e23d0 con 0x7f9414106120 2024-05-20T21:24:22.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.590+0000 7f9418a00700 1 --2- 172.21.15.8:0/2664568201 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f93f80b2880 0x7f93f80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:22.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.590+0000 7f940be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cc653717d0 0x55cc6536b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:22.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.590+0000 7f9413e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cc65370eb0 0x55cc65371290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:22.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.590+0000 7f9413e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cc65370eb0 0x55cc65371290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:54290/0 (socket says 172.21.15.8:54290) 2024-05-20T21:24:22.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.590+0000 7f9413e00700 1 -- 172.21.15.8:0/1262066503 learned_addr learned my addr 172.21.15.8:0/1262066503 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:22.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.590+0000 7f9418a00700 1 --2- 172.21.15.8:0/1262066503 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cc6536b880 0x55cc6536bce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:22.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.591+0000 7f9413e00700 1 -- 172.21.15.8:0/1262066503 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cc6536b880 msgr2=0x55cc6536bce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:22.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.591+0000 7f9413e00700 1 --2- 172.21.15.8:0/1262066503 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cc6536b880 0x55cc6536bce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:22.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.591+0000 7f9413e00700 1 -- 172.21.15.8:0/1262066503 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cc653717d0 msgr2=0x55cc6536b260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:22.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.591+0000 7f9413e00700 1 --2- 172.21.15.8:0/1262066503 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cc653717d0 0x55cc6536b260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:22.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.591+0000 7f9413e00700 1 -- 172.21.15.8:0/1262066503 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cc65282420 con 0x55cc65370eb0 2024-05-20T21:24:22.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.591+0000 7f9413e00700 1 --2- 172.21.15.8:0/1262066503 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cc65370eb0 0x55cc65371290 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f94040096a0 tx=0x7f94040096d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=897f3da55b55daec server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:22.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.591+0000 7f9418a00700 1 --2- 172.21.15.8:0/2664568201 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f93f80b2880 0x7f93f80b4d40 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f940c009ec0 tx=0x7f940c009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:22.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.591+0000 7f9409600700 1 -- 172.21.15.8:0/1262066503 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9404027070 con 0x55cc65370eb0 2024-05-20T21:24:22.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.592+0000 7f9409600700 1 -- 172.21.15.8:0/1262066503 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9404003680 con 0x55cc65370eb0 2024-05-20T21:24:22.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.592+0000 7f9409600700 1 -- 172.21.15.8:0/1262066503 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f940400f6c0 con 0x55cc65370eb0 2024-05-20T21:24:22.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.592+0000 7f94252a6b80 1 -- 172.21.15.8:0/1262066503 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cc65370eb0 msgr2=0x55cc65371290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:22.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.592+0000 7f94252a6b80 1 --2- 172.21.15.8:0/1262066503 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cc65370eb0 0x55cc65371290 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f94040096a0 tx=0x7f94040096d0 comp rx=0 tx=0).stop 2024-05-20T21:24:22.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.592+0000 7f94252a6b80 1 -- 172.21.15.8:0/1262066503 shutdown_connections 2024-05-20T21:24:22.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.592+0000 7f94252a6b80 1 --2- 172.21.15.8:0/1262066503 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cc6536b880 0x55cc6536bce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:22.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.592+0000 7f94252a6b80 1 --2- 172.21.15.8:0/1262066503 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cc65370eb0 0x55cc65371290 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:22.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.592+0000 7f94252a6b80 1 --2- 172.21.15.8:0/1262066503 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cc653717d0 0x55cc6536b260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:22.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.592+0000 7f94252a6b80 1 -- 172.21.15.8:0/1262066503 >> 172.21.15.8:0/1262066503 conn(0x55cc65299be0 msgr2=0x55cc65366010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:22.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.593+0000 7f94252a6b80 1 -- 172.21.15.8:0/1262066503 shutdown_connections 2024-05-20T21:24:22.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.593+0000 7f94252a6b80 1 -- 172.21.15.8:0/1262066503 wait complete. 2024-05-20T21:24:22.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.593+0000 7f94252a6b80 1 -- start start 2024-05-20T21:24:22.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.593+0000 7f94252a6b80 1 Processor -- start 2024-05-20T21:24:22.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.594+0000 7f94252a6b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cc6536b880 0x55cc653774d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:22.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.594+0000 7f94252a6b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cc65370eb0 0x55cc65374870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:22.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.594+0000 7f94252a6b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cc653717d0 0x55cc65374db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:22.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.594+0000 7f94252a6b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55cc651bffa0 con 0x55cc65370eb0 2024-05-20T21:24:22.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.594+0000 7f94252a6b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55cc6525a760 con 0x55cc653717d0 2024-05-20T21:24:22.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.594+0000 7f94252a6b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55cc653781e0 con 0x55cc6536b880 2024-05-20T21:24:22.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.594+0000 7f94252a6b80 10 client.0 _ll_register_callbacks cb 0x55cc65263c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:22.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.594+0000 7f940be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cc65370eb0 0x55cc65374870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:22.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.594+0000 7f9413e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cc6536b880 0x55cc653774d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:22.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.594+0000 7f940be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cc65370eb0 0x55cc65374870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:46706/0 (socket says 172.21.15.8:46706) 2024-05-20T21:24:22.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.594+0000 7f940be00700 1 -- 172.21.15.8:0/637360341 learned_addr learned my addr 172.21.15.8:0/637360341 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:22.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.595+0000 7f9418a00700 1 --2- 172.21.15.8:0/637360341 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cc653717d0 0x55cc65374db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:22.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.595+0000 7f940be00700 1 -- 172.21.15.8:0/637360341 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cc6536b880 msgr2=0x55cc653774d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:22.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.595+0000 7f940be00700 1 --2- 172.21.15.8:0/637360341 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cc6536b880 0x55cc653774d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:22.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.595+0000 7f940be00700 1 -- 172.21.15.8:0/637360341 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cc653717d0 msgr2=0x55cc65374db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:22.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.595+0000 7f940be00700 1 --2- 172.21.15.8:0/637360341 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cc653717d0 0x55cc65374db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:22.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.595+0000 7f940be00700 1 -- 172.21.15.8:0/637360341 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cc652098d0 con 0x55cc65370eb0 2024-05-20T21:24:22.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.595+0000 7f940be00700 1 --2- 172.21.15.8:0/637360341 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cc65370eb0 0x55cc65374870 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f93fc0098c0 tx=0x7f93fc0a9ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1964aa1bda25dbcb server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:22.604 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.595+0000 7f9402000700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:24:22.604 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.595+0000 7f9402000700 1 -- 172.21.15.8:0/637360341 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93fc0c3060 con 0x55cc65370eb0 2024-05-20T21:24:22.604 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.595+0000 7f9402000700 1 -- 172.21.15.8:0/637360341 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f93fc0b2560 con 0x55cc65370eb0 2024-05-20T21:24:22.604 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.596+0000 7f94252a6b80 1 -- 172.21.15.8:0/637360341 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9404003680 con 0x55cc65370eb0 2024-05-20T21:24:22.604 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.596+0000 7f9402000700 1 -- 172.21.15.8:0/637360341 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f93fc0a9490 con 0x55cc65370eb0 2024-05-20T21:24:22.604 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.596+0000 7f94252a6b80 10 client.17583 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:22.604 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.596+0000 7f94252a6b80 1 -- 172.21.15.8:0/637360341 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55cc6528a060 con 0x55cc65370eb0 2024-05-20T21:24:22.604 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.596+0000 7f9402000700 1 -- 172.21.15.8:0/637360341 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9404003680 con 0x55cc65370eb0 2024-05-20T21:24:22.604 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.596+0000 7f9402000700 1 -- 172.21.15.8:0/637360341 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f93fc0c6070 con 0x55cc65370eb0 2024-05-20T21:24:22.604 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.597+0000 7f94252a6b80 10 client.17583 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:22.604 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.597+0000 7f94252a6b80 10 client.17583 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:24:22.604 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.597+0000 7f94252a6b80 20 client.17583 populate_metadata read hostname 'smithi008' 2024-05-20T21:24:22.604 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.597+0000 7f94252a6b80 1 --2- 172.21.15.8:0/637360341 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55cc65384d20 0x55cc65387110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:22.604 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.597+0000 7f94252a6b80 4 client.17583 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:24:22.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.597+0000 7f94252a6b80 1 -- 172.21.15.8:0/637360341 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cc652cbd90 con 0x55cc65384d20 2024-05-20T21:24:22.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.597+0000 7f9413e00700 1 --2- 172.21.15.8:0/637360341 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55cc65384d20 0x55cc65387110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:22.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.598+0000 7f9413e00700 1 --2- 172.21.15.8:0/637360341 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55cc65384d20 0x55cc65387110 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=11fb487ec8bc45cf server_cookie=4af6d57f7a9b48d9 in_seq=0 out_seq=0 2024-05-20T21:24:22.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.598+0000 7f9402000700 10 client.17583 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:24:22.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.599+0000 7f9402000700 1 -- 172.21.15.8:0/637360341 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55cc652cbd90 con 0x55cc65384d20 2024-05-20T21:24:22.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.599+0000 7f9402000700 10 client.17583 handle_command_reply: tid=0 2024-05-20T21:24:22.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.599+0000 7f94252a6b80 1 client.17583 shutdown 2024-05-20T21:24:22.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.599+0000 7f94252a6b80 1 -- 172.21.15.8:0/637360341 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cc65370eb0 msgr2=0x55cc65374870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:22.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.599+0000 7f94252a6b80 1 --2- 172.21.15.8:0/637360341 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cc65370eb0 0x55cc65374870 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f93fc0098c0 tx=0x7f93fc0a9ec0 comp rx=0 tx=0).stop 2024-05-20T21:24:22.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.599+0000 7f94252a6b80 1 -- 172.21.15.8:0/637360341 shutdown_connections 2024-05-20T21:24:22.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.599+0000 7f94252a6b80 1 --2- 172.21.15.8:0/637360341 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55cc65384d20 0x55cc65387110 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:22.607 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.599+0000 7f94252a6b80 1 --2- 172.21.15.8:0/637360341 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cc653717d0 0x55cc65374db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:22.607 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.599+0000 7f94252a6b80 1 --2- 172.21.15.8:0/637360341 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cc6536b880 0x55cc653774d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:22.607 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.599+0000 7f94252a6b80 1 --2- 172.21.15.8:0/637360341 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cc65370eb0 0x55cc65374870 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:22.607 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.599+0000 7f94252a6b80 1 -- 172.21.15.8:0/637360341 >> 172.21.15.8:0/637360341 conn(0x55cc65299be0 msgr2=0x55cc6536a250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:22.607 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.599+0000 7f9402000700 0 client.17583 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:24:22.607 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.599+0000 7f94252a6b80 1 -- 172.21.15.8:0/637360341 shutdown_connections 2024-05-20T21:24:22.607 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.600+0000 7f94252a6b80 1 -- 172.21.15.8:0/637360341 wait complete. 2024-05-20T21:24:22.607 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.600+0000 7f94252a6b80 20 client.17583 trim_cache size 0 max 16384 2024-05-20T21:24:22.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.616+0000 7f94252a6b80 1 Processor -- start 2024-05-20T21:24:22.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.617+0000 7f94252a6b80 1 -- start start 2024-05-20T21:24:22.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.617+0000 7f94252a6b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cc6536b880 0x55cc6536b260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:22.617 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.617+0000 7f94252a6b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cc65370eb0 0x55cc6536f060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:22.617 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.617+0000 7f94252a6b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cc653717d0 0x55cc653659e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:22.617 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.617+0000 7f94252a6b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f94141b2660 con 0x55cc6536b880 2024-05-20T21:24:22.617 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.617+0000 7f94252a6b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f94141afef0 con 0x55cc65370eb0 2024-05-20T21:24:22.617 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.617+0000 7f94252a6b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f94141add40 con 0x55cc653717d0 2024-05-20T21:24:22.618 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.617+0000 7f9413e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cc6536b880 0x55cc6536b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:22.618 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.617+0000 7f9413e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cc6536b880 0x55cc6536b260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:46712/0 (socket says 172.21.15.8:46712) 2024-05-20T21:24:22.618 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.617+0000 7f9413e00700 1 -- 172.21.15.8:0/2801243401 learned_addr learned my addr 172.21.15.8:0/2801243401 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:22.618 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.617+0000 7f9418a00700 1 --2- 172.21.15.8:0/2801243401 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cc653717d0 0x55cc653659e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:22.619 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.618+0000 7f940be00700 1 --2- 172.21.15.8:0/2801243401 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cc65370eb0 0x55cc6536f060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:22.619 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.618+0000 7f9413e00700 1 -- 172.21.15.8:0/2801243401 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cc653717d0 msgr2=0x55cc653659e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:22.619 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.618+0000 7f9413e00700 1 --2- 172.21.15.8:0/2801243401 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cc653717d0 0x55cc653659e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:22.619 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.618+0000 7f9413e00700 1 -- 172.21.15.8:0/2801243401 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cc65370eb0 msgr2=0x55cc6536f060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:22.619 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.618+0000 7f9413e00700 1 --2- 172.21.15.8:0/2801243401 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cc65370eb0 0x55cc6536f060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:22.619 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.618+0000 7f9413e00700 1 -- 172.21.15.8:0/2801243401 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cc653827f0 con 0x55cc6536b880 2024-05-20T21:24:22.619 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.618+0000 7f9413e00700 1 --2- 172.21.15.8:0/2801243401 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cc6536b880 0x55cc6536b260 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f940400b6c0 tx=0x7f9404005040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30fa24fa293b53cd server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:22.619 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.619+0000 7f9408c00700 1 -- 172.21.15.8:0/2801243401 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9404033040 con 0x55cc6536b880 2024-05-20T21:24:22.619 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.619+0000 7f9408c00700 1 -- 172.21.15.8:0/2801243401 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f94040050b0 con 0x55cc6536b880 2024-05-20T21:24:22.619 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.619+0000 7f9408c00700 1 -- 172.21.15.8:0/2801243401 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9404027040 con 0x55cc6536b880 2024-05-20T21:24:22.621 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.619+0000 7f94252a6b80 1 -- 172.21.15.8:0/2801243401 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cc6536b880 msgr2=0x55cc6536b260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:22.621 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.619+0000 7f94252a6b80 1 --2- 172.21.15.8:0/2801243401 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cc6536b880 0x55cc6536b260 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f940400b6c0 tx=0x7f9404005040 comp rx=0 tx=0).stop 2024-05-20T21:24:22.621 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.619+0000 7f94252a6b80 1 -- 172.21.15.8:0/2801243401 shutdown_connections 2024-05-20T21:24:22.621 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.619+0000 7f94252a6b80 1 --2- 172.21.15.8:0/2801243401 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cc653717d0 0x55cc653659e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:22.621 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.619+0000 7f94252a6b80 1 --2- 172.21.15.8:0/2801243401 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cc6536b880 0x55cc6536b260 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:22.621 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.619+0000 7f94252a6b80 1 --2- 172.21.15.8:0/2801243401 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cc65370eb0 0x55cc6536f060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:22.621 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.619+0000 7f94252a6b80 1 -- 172.21.15.8:0/2801243401 >> 172.21.15.8:0/2801243401 conn(0x55cc65299be0 msgr2=0x55cc6536e950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:22.621 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.620+0000 7f94252a6b80 1 -- 172.21.15.8:0/2801243401 shutdown_connections 2024-05-20T21:24:22.621 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.620+0000 7f94252a6b80 1 -- 172.21.15.8:0/2801243401 wait complete. 2024-05-20T21:24:22.621 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.620+0000 7f94252a6b80 1 -- start start 2024-05-20T21:24:22.621 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.620+0000 7f94252a6b80 1 Processor -- start 2024-05-20T21:24:22.622 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.621+0000 7f94252a6b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cc6536b880 0x55cc6537d680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:22.622 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.621+0000 7f94252a6b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cc65370eb0 0x55cc6537dbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:22.622 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.621+0000 7f94252a6b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cc653717d0 0x55cc6538bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:22.622 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.621+0000 7f94252a6b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f94141ae3b0 con 0x55cc6536b880 2024-05-20T21:24:22.622 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.621+0000 7f94252a6b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f94141af820 con 0x55cc65370eb0 2024-05-20T21:24:22.622 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.621+0000 7f94252a6b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f94141aea80 con 0x55cc653717d0 2024-05-20T21:24:22.622 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.621+0000 7f94252a6b80 10 client.0 _ll_register_callbacks cb 0x55cc65263c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:22.622 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.621+0000 7f9413e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cc6536b880 0x55cc6537d680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:22.622 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.621+0000 7f940be00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cc65370eb0 0x55cc6537dbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:22.622 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.621+0000 7f9418a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cc653717d0 0x55cc6538bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:22.622 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.621+0000 7f9413e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cc6536b880 0x55cc6537d680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:46726/0 (socket says 172.21.15.8:46726) 2024-05-20T21:24:22.622 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.621+0000 7f9413e00700 1 -- 172.21.15.8:0/2315697735 learned_addr learned my addr 172.21.15.8:0/2315697735 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:22.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.622+0000 7f940be00700 1 -- 172.21.15.8:0/2315697735 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cc653717d0 msgr2=0x55cc6538bdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:22.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.622+0000 7f940be00700 1 --2- 172.21.15.8:0/2315697735 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cc653717d0 0x55cc6538bdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:22.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.622+0000 7f940be00700 1 -- 172.21.15.8:0/2315697735 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cc6536b880 msgr2=0x55cc6537d680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:22.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.622+0000 7f940be00700 1 --2- 172.21.15.8:0/2315697735 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cc6536b880 0x55cc6537d680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:22.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.622+0000 7f940be00700 1 -- 172.21.15.8:0/2315697735 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cc6538c580 con 0x55cc65370eb0 2024-05-20T21:24:22.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.622+0000 7f940be00700 1 --2- 172.21.15.8:0/2315697735 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cc65370eb0 0x55cc6537dbc0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f93fc0a6bf0 tx=0x7f93fc0a93e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3575f19c4ebba6e0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:22.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.622+0000 7f9402000700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:24:22.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.622+0000 7f9402000700 1 -- 172.21.15.8:0/2315697735 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93fc0c4040 con 0x55cc65370eb0 2024-05-20T21:24:22.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.622+0000 7f9402000700 1 -- 172.21.15.8:0/2315697735 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f93fc0a52f0 con 0x55cc65370eb0 2024-05-20T21:24:22.625 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.622+0000 7f94252a6b80 1 -- 172.21.15.8:0/2315697735 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f94040050b0 con 0x55cc65370eb0 2024-05-20T21:24:22.625 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.623+0000 7f9402000700 1 -- 172.21.15.8:0/2315697735 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f93fc06f290 con 0x55cc65370eb0 2024-05-20T21:24:22.625 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.623+0000 7f94252a6b80 10 client.27710 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:22.625 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.623+0000 7f94252a6b80 1 -- 172.21.15.8:0/2315697735 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55cc653ef310 con 0x55cc65370eb0 2024-05-20T21:24:22.625 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.623+0000 7f9402000700 1 -- 172.21.15.8:0/2315697735 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f94040050b0 con 0x55cc65370eb0 2024-05-20T21:24:22.625 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.623+0000 7f9402000700 1 -- 172.21.15.8:0/2315697735 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f93fc08a080 con 0x55cc65370eb0 2024-05-20T21:24:22.625 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.623+0000 7f94252a6b80 10 client.27710 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:22.625 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.623+0000 7f94252a6b80 10 client.27710 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:24:22.625 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.623+0000 7f94252a6b80 20 client.27710 populate_metadata read hostname 'smithi008' 2024-05-20T21:24:22.625 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.623+0000 7f94252a6b80 1 --2- 172.21.15.8:0/2315697735 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55cc653efa20 0x55cc653f1e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:22.625 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.623+0000 7f94252a6b80 4 client.27710 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:24:22.625 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.623+0000 7f94252a6b80 1 -- 172.21.15.8:0/2315697735 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55cc652c5570 con 0x55cc653efa20 2024-05-20T21:24:22.625 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.624+0000 7f9413e00700 1 --2- 172.21.15.8:0/2315697735 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55cc653efa20 0x55cc653f1e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:22.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.624+0000 7f9413e00700 1 --2- 172.21.15.8:0/2315697735 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55cc653efa20 0x55cc653f1e40 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=2385f99e5376a968 server_cookie=8ae52f026d50383d in_seq=0 out_seq=0 2024-05-20T21:24:22.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.625+0000 7f9402000700 10 client.27710 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:24:22.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.625+0000 7f9402000700 1 -- 172.21.15.8:0/2315697735 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55cc652c5570 con 0x55cc653efa20 2024-05-20T21:24:22.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.625+0000 7f9402000700 10 client.27710 handle_command_reply: tid=0 2024-05-20T21:24:22.626 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.625+0000 7f94252a6b80 1 client.27710 shutdown 2024-05-20T21:24:22.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.625+0000 7f94252a6b80 1 -- 172.21.15.8:0/2315697735 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cc65370eb0 msgr2=0x55cc6537dbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:22.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.625+0000 7f94252a6b80 1 --2- 172.21.15.8:0/2315697735 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cc65370eb0 0x55cc6537dbc0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f93fc0a6bf0 tx=0x7f93fc0a93e0 comp rx=0 tx=0).stop 2024-05-20T21:24:22.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.625+0000 7f94252a6b80 1 -- 172.21.15.8:0/2315697735 shutdown_connections 2024-05-20T21:24:22.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.625+0000 7f94252a6b80 1 --2- 172.21.15.8:0/2315697735 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55cc653efa20 0x55cc653f1e40 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:22.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.625+0000 7f94252a6b80 1 --2- 172.21.15.8:0/2315697735 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cc653717d0 0x55cc6538bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:22.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.625+0000 7f94252a6b80 1 --2- 172.21.15.8:0/2315697735 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cc6536b880 0x55cc6537d680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:22.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.625+0000 7f94252a6b80 1 --2- 172.21.15.8:0/2315697735 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cc65370eb0 0x55cc6537dbc0 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:22.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.625+0000 7f9402000700 0 client.27710 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:24:22.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.625+0000 7f94252a6b80 1 -- 172.21.15.8:0/2315697735 >> 172.21.15.8:0/2315697735 conn(0x55cc65299be0 msgr2=0x55cc653659e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:22.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.625+0000 7f94252a6b80 1 -- 172.21.15.8:0/2315697735 shutdown_connections 2024-05-20T21:24:22.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.625+0000 7f94252a6b80 1 -- 172.21.15.8:0/2315697735 wait complete. 2024-05-20T21:24:22.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.626+0000 7f94252a6b80 20 client.27710 trim_cache size 0 max 16384 2024-05-20T21:24:22.628 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:24:22.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.626+0000 7f941aa00700 1 -- 172.21.15.8:0/2664568201 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f93f80b2880 msgr2=0x7f93f80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:22.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.626+0000 7f941aa00700 1 --2- 172.21.15.8:0/2664568201 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f93f80b2880 0x7f93f80b4d40 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f940c009ec0 tx=0x7f940c009920 comp rx=0 tx=0).stop 2024-05-20T21:24:22.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.626+0000 7f941aa00700 1 -- 172.21.15.8:0/2664568201 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9414106120 msgr2=0x7f941419c3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:22.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.626+0000 7f941aa00700 1 --2- 172.21.15.8:0/2664568201 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9414106120 0x7f941419c3e0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f93fc00e9a0 tx=0x7f93fc00ecb0 comp rx=0 tx=0).stop 2024-05-20T21:24:22.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.627+0000 7f941aa00700 1 -- 172.21.15.8:0/2664568201 shutdown_connections 2024-05-20T21:24:22.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.627+0000 7f941aa00700 1 --2- 172.21.15.8:0/2664568201 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f93f80b2880 0x7f93f80b4d40 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:22.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.627+0000 7f941aa00700 1 --2- 172.21.15.8:0/2664568201 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f941410b760 0x7f94141a0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:22.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.627+0000 7f941aa00700 1 --2- 172.21.15.8:0/2664568201 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9414105760 0x7f941419bea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:22.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.627+0000 7f941aa00700 1 --2- 172.21.15.8:0/2664568201 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9414106120 0x7f941419c3e0 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:22.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.627+0000 7f941aa00700 1 -- 172.21.15.8:0/2664568201 >> 172.21.15.8:0/2664568201 conn(0x7f9414101250 msgr2=0x7f9414101930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:22.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.627+0000 7f941aa00700 1 -- 172.21.15.8:0/2664568201 shutdown_connections 2024-05-20T21:24:22.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:22.627+0000 7f941aa00700 1 -- 172.21.15.8:0/2664568201 wait complete. 2024-05-20T21:24:22.826 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:24:22 smithi008 ceph-mon[31475]: pgmap v711: 97 pgs: 97 active+clean; 4.6 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-20T21:24:22.877 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:24:22 smithi050 ceph-mon[35809]: pgmap v711: 97 pgs: 97 active+clean; 4.6 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-20T21:24:22.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:24:22 smithi130 ceph-mon[36448]: pgmap v711: 97 pgs: 97 active+clean; 4.6 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-20T21:24:24.470 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:24:24.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:24:24 smithi008 ceph-mon[31475]: pgmap v712: 97 pgs: 97 active+clean; 4.6 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 15 KiB/s wr, 15 op/s 2024-05-20T21:24:24.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:24:24 smithi130 ceph-mon[36448]: pgmap v712: 97 pgs: 97 active+clean; 4.6 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 15 KiB/s wr, 15 op/s 2024-05-20T21:24:24.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:24:24 smithi050 ceph-mon[35809]: pgmap v712: 97 pgs: 97 active+clean; 4.6 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 15 KiB/s wr, 15 op/s 2024-05-20T21:24:25.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:25.090+0000 7f3b47000700 1 -- 172.21.15.8:0/2783632353 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3b40114480 msgr2=0x7f3b40116870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:25.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:25.090+0000 7f3b47000700 1 --2- 172.21.15.8:0/2783632353 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3b40114480 0x7f3b40116870 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f3b3800b0a0 tx=0x7f3b3800b3b0 comp rx=0 tx=0).stop 2024-05-20T21:24:25.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:25.091+0000 7f3b47000700 1 -- 172.21.15.8:0/2783632353 shutdown_connections 2024-05-20T21:24:25.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:25.091+0000 7f3b47000700 1 --2- 172.21.15.8:0/2783632353 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3b40114480 0x7f3b40116870 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:25.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:25.091+0000 7f3b47000700 1 --2- 172.21.15.8:0/2783632353 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3b400758e0 0x7f3b40075cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:25.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:25.091+0000 7f3b47000700 1 --2- 172.21.15.8:0/2783632353 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3b40076200 0x7f3b40113f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:25.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:25.091+0000 7f3b47000700 1 -- 172.21.15.8:0/2783632353 >> 172.21.15.8:0/2783632353 conn(0x7f3b400fefc0 msgr2=0x7f3b401013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:25.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:25.091+0000 7f3b47000700 1 -- 172.21.15.8:0/2783632353 shutdown_connections 2024-05-20T21:24:25.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:25.091+0000 7f3b47000700 1 -- 172.21.15.8:0/2783632353 wait complete. 2024-05-20T21:24:25.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:25.092+0000 7f3b47000700 1 Processor -- start 2024-05-20T21:24:25.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:25.093+0000 7f3b47000700 1 -- start start 2024-05-20T21:24:25.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:25.093+0000 7f3b47000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3b400758e0 0x7f3b401a0140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:25.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:25.093+0000 7f3b47000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3b40076200 0x7f3b401a0680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:25.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:25.093+0000 7f3b47000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3b40114480 0x7f3b401a4a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:25.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:25.093+0000 7f3b47000700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f3b40119c90 con 0x7f3b400758e0 2024-05-20T21:24:25.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:25.093+0000 7f3b47000700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f3b40119b10 con 0x7f3b40076200 2024-05-20T21:24:25.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:25.093+0000 7f3b47000700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f3b40119e10 con 0x7f3b40114480 2024-05-20T21:24:25.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:25.094+0000 7f3b45c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3b400758e0 0x7f3b401a0140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:25.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:25.094+0000 7f3b45c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3b400758e0 0x7f3b401a0140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55836/0 (socket says 172.21.15.8:55836) 2024-05-20T21:24:25.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:25.094+0000 7f3b45c00700 1 -- 172.21.15.8:0/1346480062 learned_addr learned my addr 172.21.15.8:0/1346480062 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:25.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:25.094+0000 7f3b45200700 1 --2- 172.21.15.8:0/1346480062 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3b40076200 0x7f3b401a0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:25.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:25.094+0000 7f3b46600700 1 --2- 172.21.15.8:0/1346480062 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3b40114480 0x7f3b401a4a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:25.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:25.094+0000 7f3b45c00700 1 -- 172.21.15.8:0/1346480062 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3b40114480 msgr2=0x7f3b401a4a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:25.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:25.094+0000 7f3b45c00700 1 --2- 172.21.15.8:0/1346480062 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3b40114480 0x7f3b401a4a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:25.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:25.094+0000 7f3b45c00700 1 -- 172.21.15.8:0/1346480062 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3b40076200 msgr2=0x7f3b401a0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:25.096 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:25.094+0000 7f3b45c00700 1 --2- 172.21.15.8:0/1346480062 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3b40076200 0x7f3b401a0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:25.096 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:25.094+0000 7f3b45c00700 1 -- 172.21.15.8:0/1346480062 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b401a5150 con 0x7f3b400758e0 2024-05-20T21:24:25.096 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:25.094+0000 7f3b46600700 1 --2- 172.21.15.8:0/1346480062 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3b40114480 0x7f3b401a4a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:24:25.096 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:25.095+0000 7f3b45200700 1 --2- 172.21.15.8:0/1346480062 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3b40076200 0x7f3b401a0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:25.096 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:25.095+0000 7f3b45c00700 1 --2- 172.21.15.8:0/1346480062 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3b400758e0 0x7f3b401a0140 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f3b3400e9c0 tx=0x7f3b3400ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:25.096 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:25.095+0000 7f3b3e000700 1 -- 172.21.15.8:0/1346480062 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b3400cbd0 con 0x7f3b400758e0 2024-05-20T21:24:25.096 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:25.095+0000 7f3b47000700 1 -- 172.21.15.8:0/1346480062 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b401a5440 con 0x7f3b400758e0 2024-05-20T21:24:25.096 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:25.095+0000 7f3b47000700 1 -- 172.21.15.8:0/1346480062 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b401accc0 con 0x7f3b400758e0 2024-05-20T21:24:25.096 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:25.096+0000 7f3b3e000700 1 -- 172.21.15.8:0/1346480062 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3b3400cd70 con 0x7f3b400758e0 2024-05-20T21:24:25.096 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:25.096+0000 7f3b3e000700 1 -- 172.21.15.8:0/1346480062 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b34005610 con 0x7f3b400758e0 2024-05-20T21:24:25.097 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:25.097+0000 7f3b47000700 1 -- 172.21.15.8:0/1346480062 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3b20005330 con 0x7f3b400758e0 2024-05-20T21:24:25.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:25.101+0000 7f3b3e000700 1 -- 172.21.15.8:0/1346480062 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f3b34004750 con 0x7f3b400758e0 2024-05-20T21:24:25.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:25.103+0000 7f3b3e000700 1 --2- 172.21.15.8:0/1346480062 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3b280b2900 0x7f3b280b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:25.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:25.103+0000 7f3b3e000700 1 -- 172.21.15.8:0/1346480062 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f3b340e26f0 con 0x7f3b400758e0 2024-05-20T21:24:25.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:25.104+0000 7f3b45200700 1 --2- 172.21.15.8:0/1346480062 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3b280b2900 0x7f3b280b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:25.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:25.105+0000 7f3b45200700 1 --2- 172.21.15.8:0/1346480062 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3b280b2900 0x7f3b280b4dc0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f3b401016c0 tx=0x7f3b2c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:25.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:25.105+0000 7f3b3e000700 1 -- 172.21.15.8:0/1346480062 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f3b34054df0 con 0x7f3b400758e0 2024-05-20T21:24:25.143 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:24:25.410 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:25.410+0000 7f3b47000700 1 -- 172.21.15.8:0/1346480062 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3b20005620 con 0x7f3b400758e0 2024-05-20T21:24:25.410 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:25.411+0000 7f3b3e000700 1 -- 172.21.15.8:0/1346480062 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7f3b340aa3a0 con 0x7f3b400758e0 2024-05-20T21:24:25.411 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:24:25.411 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:24:25.413 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:25.414+0000 7f3b47000700 1 -- 172.21.15.8:0/1346480062 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3b280b2900 msgr2=0x7f3b280b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:25.414 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:25.414+0000 7f3b47000700 1 --2- 172.21.15.8:0/1346480062 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3b280b2900 0x7f3b280b4dc0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f3b401016c0 tx=0x7f3b2c009260 comp rx=0 tx=0).stop 2024-05-20T21:24:25.414 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:25.414+0000 7f3b47000700 1 -- 172.21.15.8:0/1346480062 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3b400758e0 msgr2=0x7f3b401a0140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:25.414 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:25.414+0000 7f3b47000700 1 --2- 172.21.15.8:0/1346480062 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3b400758e0 0x7f3b401a0140 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f3b3400e9c0 tx=0x7f3b3400ecd0 comp rx=0 tx=0).stop 2024-05-20T21:24:25.414 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:25.414+0000 7f3b47000700 1 -- 172.21.15.8:0/1346480062 shutdown_connections 2024-05-20T21:24:25.414 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:25.414+0000 7f3b47000700 1 --2- 172.21.15.8:0/1346480062 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3b280b2900 0x7f3b280b4dc0 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:25.414 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:25.414+0000 7f3b47000700 1 --2- 172.21.15.8:0/1346480062 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3b40114480 0x7f3b401a4a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:25.414 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:25.414+0000 7f3b47000700 1 --2- 172.21.15.8:0/1346480062 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3b400758e0 0x7f3b401a0140 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:25.414 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:25.414+0000 7f3b47000700 1 --2- 172.21.15.8:0/1346480062 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3b40076200 0x7f3b401a0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:25.414 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:25.414+0000 7f3b47000700 1 -- 172.21.15.8:0/1346480062 >> 172.21.15.8:0/1346480062 conn(0x7f3b400fefc0 msgr2=0x7f3b40100820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:25.414 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:25.414+0000 7f3b47000700 1 -- 172.21.15.8:0/1346480062 shutdown_connections 2024-05-20T21:24:25.414 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:25.414+0000 7f3b47000700 1 -- 172.21.15.8:0/1346480062 wait complete. 2024-05-20T21:24:25.415 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:24:25.893 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:24:25 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/1346480062' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:24:25.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:24:25 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/1346480062' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:24:25.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:24:25 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/1346480062' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:24:26.844 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:24:26 smithi008 ceph-mon[31475]: pgmap v713: 97 pgs: 97 active+clean; 4.6 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 9.9 KiB/s wr, 12 op/s 2024-05-20T21:24:26.849 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24529 quiesce db --set-id 5bcbf24c --release --await' 2024-05-20T21:24:26.849 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24529 quiesce db --set-id 5bcbf24c --release --await 2024-05-20T21:24:26.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:24:26 smithi130 ceph-mon[36448]: pgmap v713: 97 pgs: 97 active+clean; 4.6 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 9.9 KiB/s wr, 12 op/s 2024-05-20T21:24:26.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:24:26 smithi050 ceph-mon[35809]: pgmap v713: 97 pgs: 97 active+clean; 4.6 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 9.9 KiB/s wr, 12 op/s 2024-05-20T21:24:27.476 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:24:28.232 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.232+0000 7fdbe9c00700 1 -- 172.21.15.8:0/946128730 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdbe4105650 msgr2=0x7fdbe4105ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:28.233 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.232+0000 7fdbe9c00700 1 --2- 172.21.15.8:0/946128730 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdbe4105650 0x7fdbe4105ad0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7fdbd00098f0 tx=0x7fdbd0009c00 comp rx=0 tx=0).stop 2024-05-20T21:24:28.233 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.232+0000 7fdbe9c00700 1 -- 172.21.15.8:0/946128730 shutdown_connections 2024-05-20T21:24:28.233 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.232+0000 7fdbe9c00700 1 --2- 172.21.15.8:0/946128730 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdbe4106010 0x7fdbe4112520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.233 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.232+0000 7fdbe9c00700 1 --2- 172.21.15.8:0/946128730 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdbe410b650 0x7fdbe410ba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.233 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.232+0000 7fdbe9c00700 1 --2- 172.21.15.8:0/946128730 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdbe4105650 0x7fdbe4105ad0 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.233 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.232+0000 7fdbe9c00700 1 -- 172.21.15.8:0/946128730 >> 172.21.15.8:0/946128730 conn(0x7fdbe4101120 msgr2=0x7fdbe4103540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:28.234 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.232+0000 7fdbe9c00700 1 -- 172.21.15.8:0/946128730 shutdown_connections 2024-05-20T21:24:28.234 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.232+0000 7fdbe9c00700 1 -- 172.21.15.8:0/946128730 wait complete. 2024-05-20T21:24:28.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.234+0000 7fdbe9c00700 1 Processor -- start 2024-05-20T21:24:28.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.234+0000 7fdbe9c00700 1 -- start start 2024-05-20T21:24:28.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.234+0000 7fdbe9c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdbe4105650 0x7fdbe419bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:28.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.234+0000 7fdbe9c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdbe4106010 0x7fdbe419c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:28.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.234+0000 7fdbe9c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdbe410b650 0x7fdbe41a0630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:28.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.234+0000 7fdbe9c00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fdbe41158a0 con 0x7fdbe410b650 2024-05-20T21:24:28.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.234+0000 7fdbe9c00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fdbe4115720 con 0x7fdbe4106010 2024-05-20T21:24:28.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.234+0000 7fdbe9c00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fdbe4115a20 con 0x7fdbe4105650 2024-05-20T21:24:28.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.235+0000 7fdbe3400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdbe4106010 0x7fdbe419c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:28.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.235+0000 7fdbe3e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdbe4105650 0x7fdbe419bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:28.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.235+0000 7fdbe3400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdbe4106010 0x7fdbe419c2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:43302/0 (socket says 172.21.15.8:43302) 2024-05-20T21:24:28.237 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.235+0000 7fdbe3e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdbe4105650 0x7fdbe419bdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:34924/0 (socket says 172.21.15.8:34924) 2024-05-20T21:24:28.237 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.235+0000 7fdbe3400700 1 -- 172.21.15.8:0/1246378775 learned_addr learned my addr 172.21.15.8:0/1246378775 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:28.237 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.235+0000 7fdbe9200700 1 --2- 172.21.15.8:0/1246378775 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdbe410b650 0x7fdbe41a0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:28.237 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.235+0000 7fdbe3400700 1 -- 172.21.15.8:0/1246378775 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdbe4105650 msgr2=0x7fdbe419bdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:28.237 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.235+0000 7fdbe3400700 1 --2- 172.21.15.8:0/1246378775 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdbe4105650 0x7fdbe419bdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.237 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.235+0000 7fdbe3400700 1 -- 172.21.15.8:0/1246378775 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdbe410b650 msgr2=0x7fdbe41a0630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:28.237 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.235+0000 7fdbe3400700 1 --2- 172.21.15.8:0/1246378775 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdbe410b650 0x7fdbe41a0630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.237 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.235+0000 7fdbe3400700 1 -- 172.21.15.8:0/1246378775 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdbe41a0d70 con 0x7fdbe4106010 2024-05-20T21:24:28.237 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.236+0000 7fdbe3400700 1 --2- 172.21.15.8:0/1246378775 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdbe4106010 0x7fdbe419c2f0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fdbd0009230 tx=0x7fdbd000fa70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:28.237 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.236+0000 7fdbe0c00700 1 -- 172.21.15.8:0/1246378775 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbd0005140 con 0x7fdbe4106010 2024-05-20T21:24:28.237 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.236+0000 7fdbe0c00700 1 -- 172.21.15.8:0/1246378775 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdbd000b560 con 0x7fdbe4106010 2024-05-20T21:24:28.237 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.236+0000 7fdbe0c00700 1 -- 172.21.15.8:0/1246378775 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbd0003ae0 con 0x7fdbe4106010 2024-05-20T21:24:28.237 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.236+0000 7fdbe9c00700 1 -- 172.21.15.8:0/1246378775 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdbe41a1000 con 0x7fdbe4106010 2024-05-20T21:24:28.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.236+0000 7fdbe9c00700 1 -- 172.21.15.8:0/1246378775 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdbe41a88e0 con 0x7fdbe4106010 2024-05-20T21:24:28.240 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.241+0000 7fdbe0c00700 1 -- 172.21.15.8:0/1246378775 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fdbd0003c80 con 0x7fdbe4106010 2024-05-20T21:24:28.240 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.241+0000 7fdbf5afeb80 1 Processor -- start 2024-05-20T21:24:28.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.242+0000 7fdbf5afeb80 1 -- start start 2024-05-20T21:24:28.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.242+0000 7fdbf5afeb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5568edff67c0 0x5568edff6ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:28.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.242+0000 7fdbf5afeb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568edff70e0 0x5568edff0d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:28.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.242+0000 7fdbf5afeb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568edff1390 0x5568edff17f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:28.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.242+0000 7fdbf5afeb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5568edf4ee40 con 0x5568edff67c0 2024-05-20T21:24:28.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.242+0000 7fdbf5afeb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5568edf3e9e0 con 0x5568edff70e0 2024-05-20T21:24:28.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.242+0000 7fdbf5afeb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5568edf42a20 con 0x5568edff1390 2024-05-20T21:24:28.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.242+0000 7fdbe9200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5568edff67c0 0x5568edff6ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:28.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.243+0000 7fdbe9200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5568edff67c0 0x5568edff6ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55860/0 (socket says 172.21.15.8:55860) 2024-05-20T21:24:28.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.243+0000 7fdbe3400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568edff1390 0x5568edff17f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:28.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.243+0000 7fdbe9200700 1 -- 172.21.15.8:0/2608047987 learned_addr learned my addr 172.21.15.8:0/2608047987 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:28.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.243+0000 7fdbe3e00700 1 --2- 172.21.15.8:0/2608047987 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568edff70e0 0x5568edff0d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:28.245 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.243+0000 7fdbe3400700 1 -- 172.21.15.8:0/2608047987 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568edff70e0 msgr2=0x5568edff0d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:28.245 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.243+0000 7fdbe3400700 1 --2- 172.21.15.8:0/2608047987 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568edff70e0 0x5568edff0d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.245 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.243+0000 7fdbe3400700 1 -- 172.21.15.8:0/2608047987 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5568edff67c0 msgr2=0x5568edff6ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:28.246 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.243+0000 7fdbe3400700 1 --2- 172.21.15.8:0/2608047987 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5568edff67c0 0x5568edff6ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.246 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.243+0000 7fdbe3400700 1 -- 172.21.15.8:0/2608047987 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5568edf07420 con 0x5568edff1390 2024-05-20T21:24:28.246 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.243+0000 7fdbe0c00700 1 --2- 172.21.15.8:0/1246378775 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdbc80b2900 0x7fdbc80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:28.246 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.244+0000 7fdbe3400700 1 --2- 172.21.15.8:0/2608047987 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568edff1390 0x5568edff17f0 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fdbd00e0c10 tx=0x7fdbd00eb1b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3726ce3eccc29715 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:28.246 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.244+0000 7fdbe9200700 1 --2- 172.21.15.8:0/1246378775 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdbc80b2900 0x7fdbc80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:28.246 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.244+0000 7fdbe0c00700 1 -- 172.21.15.8:0/1246378775 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fdbd00e3150 con 0x7fdbe4106010 2024-05-20T21:24:28.246 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.244+0000 7fdbd9600700 1 -- 172.21.15.8:0/2608047987 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbd00a66b0 con 0x5568edff1390 2024-05-20T21:24:28.246 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.244+0000 7fdbd9600700 1 -- 172.21.15.8:0/2608047987 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdbd00aa300 con 0x5568edff1390 2024-05-20T21:24:28.246 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.244+0000 7fdbd9600700 1 -- 172.21.15.8:0/2608047987 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbd00a9f60 con 0x5568edff1390 2024-05-20T21:24:28.246 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.245+0000 7fdbf5afeb80 1 -- 172.21.15.8:0/2608047987 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568edff1390 msgr2=0x5568edff17f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:28.246 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.245+0000 7fdbf5afeb80 1 --2- 172.21.15.8:0/2608047987 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568edff1390 0x5568edff17f0 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fdbd00e0c10 tx=0x7fdbd00eb1b0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.247 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.245+0000 7fdbe9200700 1 --2- 172.21.15.8:0/1246378775 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdbc80b2900 0x7fdbc80b4dc0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7fdbdc009fd0 tx=0x7fdbdc009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:28.247 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.245+0000 7fdbf5afeb80 1 -- 172.21.15.8:0/2608047987 shutdown_connections 2024-05-20T21:24:28.247 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.245+0000 7fdbf5afeb80 1 --2- 172.21.15.8:0/2608047987 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568edff1390 0x5568edff17f0 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.247 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.245+0000 7fdbf5afeb80 1 --2- 172.21.15.8:0/2608047987 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5568edff67c0 0x5568edff6ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.247 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.245+0000 7fdbf5afeb80 1 --2- 172.21.15.8:0/2608047987 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568edff70e0 0x5568edff0d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.247 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.245+0000 7fdbf5afeb80 1 -- 172.21.15.8:0/2608047987 >> 172.21.15.8:0/2608047987 conn(0x5568edf1ebe0 msgr2=0x5568edfeb810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:28.247 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.246+0000 7fdbf5afeb80 1 -- 172.21.15.8:0/2608047987 shutdown_connections 2024-05-20T21:24:28.247 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.246+0000 7fdbf5afeb80 1 -- 172.21.15.8:0/2608047987 wait complete. 2024-05-20T21:24:28.247 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.246+0000 7fdbf5afeb80 1 -- start start 2024-05-20T21:24:28.248 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.246+0000 7fdbf5afeb80 1 Processor -- start 2024-05-20T21:24:28.249 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.247+0000 7fdbf5afeb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568edff1390 0x5568edffcf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:28.249 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.247+0000 7fdbf5afeb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568edff67c0 0x5568edffa2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:28.249 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.247+0000 7fdbf5afeb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5568edff70e0 0x5568edffa830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:28.249 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.247+0000 7fdbf5afeb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5568ede44fa0 con 0x5568edff70e0 2024-05-20T21:24:28.249 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.247+0000 7fdbf5afeb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5568ededf760 con 0x5568edff67c0 2024-05-20T21:24:28.249 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.247+0000 7fdbf5afeb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5568edffd9c0 con 0x5568edff1390 2024-05-20T21:24:28.249 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.247+0000 7fdbf5afeb80 10 client.0 _ll_register_callbacks cb 0x5568edee8c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:28.249 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.247+0000 7fdbe3e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568edff1390 0x5568edffcf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:28.249 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.247+0000 7fdbe3400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568edff67c0 0x5568edffa2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:28.249 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.247+0000 7fdbe3e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568edff1390 0x5568edffcf50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:34944/0 (socket says 172.21.15.8:34944) 2024-05-20T21:24:28.249 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.247+0000 7fdbe9200700 1 --2- 172.21.15.8:0/2588972553 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5568edff70e0 0x5568edffa830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:28.249 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.247+0000 7fdbe3e00700 1 -- 172.21.15.8:0/2588972553 learned_addr learned my addr 172.21.15.8:0/2588972553 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:28.250 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.248+0000 7fdbe3400700 1 -- 172.21.15.8:0/2588972553 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568edff1390 msgr2=0x5568edffcf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:28.250 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.248+0000 7fdbe3400700 1 --2- 172.21.15.8:0/2588972553 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568edff1390 0x5568edffcf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.250 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.248+0000 7fdbe3400700 1 -- 172.21.15.8:0/2588972553 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5568edff70e0 msgr2=0x5568edffa830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:28.250 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.248+0000 7fdbe3400700 1 --2- 172.21.15.8:0/2588972553 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5568edff70e0 0x5568edffa830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.250 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.248+0000 7fdbe3400700 1 -- 172.21.15.8:0/2588972553 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5568ede8e8d0 con 0x5568edff67c0 2024-05-20T21:24:28.250 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.248+0000 7fdbe3400700 1 --2- 172.21.15.8:0/2588972553 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568edff67c0 0x5568edffa2f0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fdbd0005950 tx=0x7fdbd0005b40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=43871331a3df2cac server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:28.250 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.248+0000 7fdbce000700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:24:28.250 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.249+0000 7fdbce000700 1 -- 172.21.15.8:0/2588972553 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbd00aa140 con 0x5568edff67c0 2024-05-20T21:24:28.250 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.249+0000 7fdbf5afeb80 1 -- 172.21.15.8:0/2588972553 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdbd00aa300 con 0x5568edff67c0 2024-05-20T21:24:28.250 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.249+0000 7fdbce000700 1 -- 172.21.15.8:0/2588972553 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fdbd00a6de0 con 0x5568edff67c0 2024-05-20T21:24:28.250 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.249+0000 7fdbce000700 1 -- 172.21.15.8:0/2588972553 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fdbd00aa5c0 con 0x5568edff67c0 2024-05-20T21:24:28.250 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.249+0000 7fdbf5afeb80 10 client.27728 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:28.251 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.249+0000 7fdbf5afeb80 1 -- 172.21.15.8:0/2588972553 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5568edf0f060 con 0x5568edff67c0 2024-05-20T21:24:28.252 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.249+0000 7fdbce000700 1 -- 172.21.15.8:0/2588972553 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdbd00aa300 con 0x5568edff67c0 2024-05-20T21:24:28.252 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.250+0000 7fdbce000700 1 -- 172.21.15.8:0/2588972553 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fdbd00aaa50 con 0x5568edff67c0 2024-05-20T21:24:28.252 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.250+0000 7fdbf5afeb80 10 client.27728 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:28.252 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.250+0000 7fdbf5afeb80 10 client.27728 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:24:28.252 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.250+0000 7fdbf5afeb80 20 client.27728 populate_metadata read hostname 'smithi008' 2024-05-20T21:24:28.252 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.250+0000 7fdbf5afeb80 1 --2- 172.21.15.8:0/2588972553 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x5568ee012bd0 0x5568ee014fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:28.252 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.250+0000 7fdbf5afeb80 4 client.27728 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:24:28.252 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.250+0000 7fdbf5afeb80 1 -- 172.21.15.8:0/2588972553 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5568edf50d90 con 0x5568ee012bd0 2024-05-20T21:24:28.252 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.251+0000 7fdbe3e00700 1 --2- 172.21.15.8:0/2588972553 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x5568ee012bd0 0x5568ee014fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:28.252 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.252+0000 7fdbe3e00700 1 --2- 172.21.15.8:0/2588972553 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x5568ee012bd0 0x5568ee014fc0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=101b02ae7a2e641d server_cookie=4eaa3e2f5b099f85 in_seq=0 out_seq=0 2024-05-20T21:24:28.252 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.252+0000 7fdbce000700 10 client.27728 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:24:28.254 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.253+0000 7fdbce000700 1 -- 172.21.15.8:0/2588972553 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5568edf50d90 con 0x5568ee012bd0 2024-05-20T21:24:28.254 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.253+0000 7fdbce000700 10 client.27728 handle_command_reply: tid=0 2024-05-20T21:24:28.254 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.253+0000 7fdbf5afeb80 1 client.27728 shutdown 2024-05-20T21:24:28.254 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.253+0000 7fdbf5afeb80 1 -- 172.21.15.8:0/2588972553 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568edff67c0 msgr2=0x5568edffa2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:28.254 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.253+0000 7fdbf5afeb80 1 --2- 172.21.15.8:0/2588972553 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568edff67c0 0x5568edffa2f0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fdbd0005950 tx=0x7fdbd0005b40 comp rx=0 tx=0).stop 2024-05-20T21:24:28.254 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.253+0000 7fdbf5afeb80 1 -- 172.21.15.8:0/2588972553 shutdown_connections 2024-05-20T21:24:28.254 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.253+0000 7fdbf5afeb80 1 --2- 172.21.15.8:0/2588972553 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x5568ee012bd0 0x5568ee014fc0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.254 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.253+0000 7fdbf5afeb80 1 --2- 172.21.15.8:0/2588972553 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5568edff70e0 0x5568edffa830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.254 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.253+0000 7fdbf5afeb80 1 --2- 172.21.15.8:0/2588972553 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568edff1390 0x5568edffcf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.254 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.253+0000 7fdbf5afeb80 1 --2- 172.21.15.8:0/2588972553 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568edff67c0 0x5568edffa2f0 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.254 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.253+0000 7fdbf5afeb80 1 -- 172.21.15.8:0/2588972553 >> 172.21.15.8:0/2588972553 conn(0x5568edf1ebe0 msgr2=0x5568edfeafc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:28.255 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.253+0000 7fdbce000700 0 client.27728 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:24:28.255 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.254+0000 7fdbf5afeb80 1 -- 172.21.15.8:0/2588972553 shutdown_connections 2024-05-20T21:24:28.255 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.254+0000 7fdbf5afeb80 1 -- 172.21.15.8:0/2588972553 wait complete. 2024-05-20T21:24:28.255 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.254+0000 7fdbf5afeb80 20 client.27728 trim_cache size 0 max 16384 2024-05-20T21:24:28.274 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.274+0000 7fdbf5afeb80 1 Processor -- start 2024-05-20T21:24:28.275 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.275+0000 7fdbf5afeb80 1 -- start start 2024-05-20T21:24:28.275 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.275+0000 7fdbf5afeb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568edff1390 0x5568edff0d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:28.275 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.275+0000 7fdbf5afeb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5568edff67c0 0x5568edff4a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:28.275 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.275+0000 7fdbf5afeb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568edff70e0 0x5568edfeb740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:28.275 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.275+0000 7fdbf5afeb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fdbe41adfa0 con 0x5568edff67c0 2024-05-20T21:24:28.275 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.275+0000 7fdbf5afeb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fdbe41ab830 con 0x5568edff70e0 2024-05-20T21:24:28.275 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.275+0000 7fdbf5afeb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fdbe407b750 con 0x5568edff1390 2024-05-20T21:24:28.277 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.276+0000 7fdbe3400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5568edff67c0 0x5568edff4a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:28.277 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.276+0000 7fdbe9200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568edff70e0 0x5568edfeb740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:28.277 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.276+0000 7fdbe3e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568edff1390 0x5568edff0d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:28.277 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.276+0000 7fdbe9200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568edff70e0 0x5568edfeb740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:43326/0 (socket says 172.21.15.8:43326) 2024-05-20T21:24:28.277 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.276+0000 7fdbe3400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5568edff67c0 0x5568edff4a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55878/0 (socket says 172.21.15.8:55878) 2024-05-20T21:24:28.277 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.276+0000 7fdbe9200700 1 -- 172.21.15.8:0/1566767368 learned_addr learned my addr 172.21.15.8:0/1566767368 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:28.277 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.276+0000 7fdbe3e00700 1 -- 172.21.15.8:0/1566767368 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568edff70e0 msgr2=0x5568edfeb740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:28.278 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.276+0000 7fdbe3e00700 1 --2- 172.21.15.8:0/1566767368 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568edff70e0 0x5568edfeb740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.278 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.276+0000 7fdbe3e00700 1 -- 172.21.15.8:0/1566767368 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5568edff67c0 msgr2=0x5568edff4a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:28.278 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.276+0000 7fdbe3e00700 1 --2- 172.21.15.8:0/1566767368 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5568edff67c0 0x5568edff4a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.278 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.276+0000 7fdbe3e00700 1 -- 172.21.15.8:0/1566767368 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5568edff6df0 con 0x5568edff1390 2024-05-20T21:24:28.278 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.276+0000 7fdbe3400700 1 --2- 172.21.15.8:0/1566767368 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5568edff67c0 0x5568edff4a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:28.278 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.277+0000 7fdbe3e00700 1 --2- 172.21.15.8:0/1566767368 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568edff1390 0x5568edff0d70 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x5568edffda60 tx=0x7fdbd4010770 comp rx=0 tx=0).ready entity=mon.1 client_cookie=64544a44a2603475 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:28.278 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.277+0000 7fdbd8c00700 1 -- 172.21.15.8:0/1566767368 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbd4004830 con 0x5568edff1390 2024-05-20T21:24:28.279 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.277+0000 7fdbd8c00700 1 -- 172.21.15.8:0/1566767368 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdbd4005020 con 0x5568edff1390 2024-05-20T21:24:28.279 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.277+0000 7fdbd8c00700 1 -- 172.21.15.8:0/1566767368 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbd401d670 con 0x5568edff1390 2024-05-20T21:24:28.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.278+0000 7fdbf5afeb80 1 -- 172.21.15.8:0/1566767368 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568edff1390 msgr2=0x5568edff0d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:28.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.278+0000 7fdbf5afeb80 1 --2- 172.21.15.8:0/1566767368 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568edff1390 0x5568edff0d70 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x5568edffda60 tx=0x7fdbd4010770 comp rx=0 tx=0).stop 2024-05-20T21:24:28.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.278+0000 7fdbf5afeb80 1 -- 172.21.15.8:0/1566767368 shutdown_connections 2024-05-20T21:24:28.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.278+0000 7fdbf5afeb80 1 --2- 172.21.15.8:0/1566767368 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568edff70e0 0x5568edfeb740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.278+0000 7fdbf5afeb80 1 --2- 172.21.15.8:0/1566767368 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568edff1390 0x5568edff0d70 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.282 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.278+0000 7fdbf5afeb80 1 --2- 172.21.15.8:0/1566767368 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5568edff67c0 0x5568edff4a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.282 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.278+0000 7fdbf5afeb80 1 -- 172.21.15.8:0/1566767368 >> 172.21.15.8:0/1566767368 conn(0x5568edf1ebe0 msgr2=0x5568edff5a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:28.282 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.278+0000 7fdbf5afeb80 1 -- 172.21.15.8:0/1566767368 shutdown_connections 2024-05-20T21:24:28.282 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.278+0000 7fdbf5afeb80 1 -- 172.21.15.8:0/1566767368 wait complete. 2024-05-20T21:24:28.282 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.279+0000 7fdbf5afeb80 1 -- start start 2024-05-20T21:24:28.282 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.279+0000 7fdbf5afeb80 1 Processor -- start 2024-05-20T21:24:28.282 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.280+0000 7fdbf5afeb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5568edff1390 0x5568ee01a180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:28.282 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.280+0000 7fdbf5afeb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568edff67c0 0x5568ee01a6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:28.282 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.280+0000 7fdbf5afeb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568edff70e0 0x5568ee01ac00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:28.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.280+0000 7fdbf5afeb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fdbe41a9d10 con 0x5568edff1390 2024-05-20T21:24:28.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.280+0000 7fdbf5afeb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fdbe41ab160 con 0x5568edff70e0 2024-05-20T21:24:28.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.280+0000 7fdbf5afeb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fdbe41aa3c0 con 0x5568edff67c0 2024-05-20T21:24:28.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.280+0000 7fdbf5afeb80 10 client.0 _ll_register_callbacks cb 0x5568edee8c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:28.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.280+0000 7fdbe3e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5568edff1390 0x5568ee01a180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:28.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.280+0000 7fdbe3400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568edff67c0 0x5568ee01a6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:28.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.280+0000 7fdbe9200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568edff70e0 0x5568ee01ac00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:28.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.280+0000 7fdbe3e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5568edff1390 0x5568ee01a180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55884/0 (socket says 172.21.15.8:55884) 2024-05-20T21:24:28.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.280+0000 7fdbe3e00700 1 -- 172.21.15.8:0/4271824151 learned_addr learned my addr 172.21.15.8:0/4271824151 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:28.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.280+0000 7fdbe3400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568edff67c0 0x5568ee01a6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:34970/0 (socket says 172.21.15.8:34970) 2024-05-20T21:24:28.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.280+0000 7fdbe9200700 1 -- 172.21.15.8:0/4271824151 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568edff67c0 msgr2=0x5568ee01a6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:28.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.281+0000 7fdbe9200700 1 --2- 172.21.15.8:0/4271824151 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568edff67c0 0x5568ee01a6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.281+0000 7fdbe9200700 1 -- 172.21.15.8:0/4271824151 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5568edff1390 msgr2=0x5568ee01a180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:28.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.281+0000 7fdbe9200700 1 --2- 172.21.15.8:0/4271824151 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5568edff1390 0x5568ee01a180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.281+0000 7fdbe9200700 1 -- 172.21.15.8:0/4271824151 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5568ee07c5d0 con 0x5568edff70e0 2024-05-20T21:24:28.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.281+0000 7fdbe3400700 1 --2- 172.21.15.8:0/4271824151 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568edff67c0 0x5568ee01a6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:28.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.281+0000 7fdbe9200700 1 --2- 172.21.15.8:0/4271824151 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568edff70e0 0x5568ee01ac00 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fdbdc009cd0 tx=0x7fdbdc00b040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=eff1cbed174301c4 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:28.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.281+0000 7fdbce000700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:24:28.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.281+0000 7fdbce000700 1 -- 172.21.15.8:0/4271824151 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbdc025b40 con 0x5568edff70e0 2024-05-20T21:24:28.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.281+0000 7fdbce000700 1 -- 172.21.15.8:0/4271824151 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fdbdc025ce0 con 0x5568edff70e0 2024-05-20T21:24:28.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.281+0000 7fdbf5afeb80 1 -- 172.21.15.8:0/4271824151 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdbd4005020 con 0x5568edff70e0 2024-05-20T21:24:28.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.282+0000 7fdbce000700 1 -- 172.21.15.8:0/4271824151 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fdbdc003a00 con 0x5568edff70e0 2024-05-20T21:24:28.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.282+0000 7fdbf5afeb80 10 client.27734 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:28.285 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.282+0000 7fdbf5afeb80 1 -- 172.21.15.8:0/4271824151 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5568ee07d810 con 0x5568edff70e0 2024-05-20T21:24:28.286 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.282+0000 7fdbce000700 1 -- 172.21.15.8:0/4271824151 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdbd4005020 con 0x5568edff70e0 2024-05-20T21:24:28.286 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.282+0000 7fdbce000700 1 -- 172.21.15.8:0/4271824151 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fdbdc036050 con 0x5568edff70e0 2024-05-20T21:24:28.286 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.282+0000 7fdbf5afeb80 10 client.27734 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:28.286 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.282+0000 7fdbf5afeb80 10 client.27734 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:24:28.286 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.282+0000 7fdbf5afeb80 20 client.27734 populate_metadata read hostname 'smithi008' 2024-05-20T21:24:28.286 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.282+0000 7fdbf5afeb80 1 --2- 172.21.15.8:0/4271824151 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x5568ee07df20 0x5568ee080340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:28.286 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.282+0000 7fdbf5afeb80 4 client.27734 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:24:28.287 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.282+0000 7fdbf5afeb80 1 -- 172.21.15.8:0/4271824151 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5568edf4a570 con 0x5568ee07df20 2024-05-20T21:24:28.287 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.283+0000 7fdbe3e00700 1 --2- 172.21.15.8:0/4271824151 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x5568ee07df20 0x5568ee080340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:28.287 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.283+0000 7fdbe3e00700 1 --2- 172.21.15.8:0/4271824151 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x5568ee07df20 0x5568ee080340 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=11dd59fb6f08092d server_cookie=10eb0a39aa2cb420 in_seq=0 out_seq=0 2024-05-20T21:24:28.287 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.283+0000 7fdbce000700 10 client.27734 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:24:28.287 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.284+0000 7fdbce000700 1 -- 172.21.15.8:0/4271824151 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5568edf4a570 con 0x5568ee07df20 2024-05-20T21:24:28.287 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.284+0000 7fdbce000700 10 client.27734 handle_command_reply: tid=0 2024-05-20T21:24:28.287 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.284+0000 7fdbf5afeb80 1 client.27734 shutdown 2024-05-20T21:24:28.287 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.284+0000 7fdbf5afeb80 1 -- 172.21.15.8:0/4271824151 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568edff70e0 msgr2=0x5568ee01ac00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:28.287 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.284+0000 7fdbf5afeb80 1 --2- 172.21.15.8:0/4271824151 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568edff70e0 0x5568ee01ac00 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fdbdc009cd0 tx=0x7fdbdc00b040 comp rx=0 tx=0).stop 2024-05-20T21:24:28.287 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.284+0000 7fdbf5afeb80 1 -- 172.21.15.8:0/4271824151 shutdown_connections 2024-05-20T21:24:28.287 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.284+0000 7fdbf5afeb80 1 --2- 172.21.15.8:0/4271824151 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x5568ee07df20 0x5568ee080340 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.287 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.284+0000 7fdbf5afeb80 1 --2- 172.21.15.8:0/4271824151 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568edff70e0 0x5568ee01ac00 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.284+0000 7fdbf5afeb80 1 --2- 172.21.15.8:0/4271824151 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5568edff1390 0x5568ee01a180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.284+0000 7fdbf5afeb80 1 --2- 172.21.15.8:0/4271824151 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568edff67c0 0x5568ee01a6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.284+0000 7fdbf5afeb80 1 -- 172.21.15.8:0/4271824151 >> 172.21.15.8:0/4271824151 conn(0x5568edf1ebe0 msgr2=0x5568edffc180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:28.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.284+0000 7fdbce000700 0 client.27734 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:24:28.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.284+0000 7fdbf5afeb80 1 -- 172.21.15.8:0/4271824151 shutdown_connections 2024-05-20T21:24:28.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.284+0000 7fdbf5afeb80 1 -- 172.21.15.8:0/4271824151 wait complete. 2024-05-20T21:24:28.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.284+0000 7fdbf5afeb80 20 client.27734 trim_cache size 0 max 16384 2024-05-20T21:24:28.288 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:24:28.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.285+0000 7fdbe9c00700 1 -- 172.21.15.8:0/1246378775 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdbc80b2900 msgr2=0x7fdbc80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:28.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.285+0000 7fdbe9c00700 1 --2- 172.21.15.8:0/1246378775 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdbc80b2900 0x7fdbc80b4dc0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7fdbdc009fd0 tx=0x7fdbdc009040 comp rx=0 tx=0).stop 2024-05-20T21:24:28.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.285+0000 7fdbe9c00700 1 -- 172.21.15.8:0/1246378775 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdbe4106010 msgr2=0x7fdbe419c2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:28.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.285+0000 7fdbe9c00700 1 --2- 172.21.15.8:0/1246378775 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdbe4106010 0x7fdbe419c2f0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fdbd0009230 tx=0x7fdbd000fa70 comp rx=0 tx=0).stop 2024-05-20T21:24:28.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.285+0000 7fdbe9c00700 1 -- 172.21.15.8:0/1246378775 shutdown_connections 2024-05-20T21:24:28.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.285+0000 7fdbe9c00700 1 --2- 172.21.15.8:0/1246378775 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdbc80b2900 0x7fdbc80b4dc0 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.285+0000 7fdbe9c00700 1 --2- 172.21.15.8:0/1246378775 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdbe410b650 0x7fdbe41a0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.285+0000 7fdbe9c00700 1 --2- 172.21.15.8:0/1246378775 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdbe4105650 0x7fdbe419bdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.290 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.285+0000 7fdbe9c00700 1 --2- 172.21.15.8:0/1246378775 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdbe4106010 0x7fdbe419c2f0 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.290 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.285+0000 7fdbe9c00700 1 -- 172.21.15.8:0/1246378775 >> 172.21.15.8:0/1246378775 conn(0x7fdbe4101120 msgr2=0x7fdbe41018b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:28.290 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.285+0000 7fdbe9c00700 1 -- 172.21.15.8:0/1246378775 shutdown_connections 2024-05-20T21:24:28.290 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:28.285+0000 7fdbe9c00700 1 -- 172.21.15.8:0/1246378775 wait complete. 2024-05-20T21:24:28.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:24:28 smithi008 ceph-mon[31475]: pgmap v714: 97 pgs: 97 active+clean; 4.6 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.9 KiB/s wr, 11 op/s 2024-05-20T21:24:28.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:24:28 smithi130 ceph-mon[36448]: pgmap v714: 97 pgs: 97 active+clean; 4.6 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.9 KiB/s wr, 11 op/s 2024-05-20T21:24:28.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:24:28 smithi050 ceph-mon[35809]: pgmap v714: 97 pgs: 97 active+clean; 4.6 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.9 KiB/s wr, 11 op/s 2024-05-20T21:24:30.043 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:24:30.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.596+0000 7f2975a00700 1 -- 172.21.15.8:0/2872936522 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f29701095d0 msgr2=0x7f29701099b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:30.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.596+0000 7f2975a00700 1 --2- 172.21.15.8:0/2872936522 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f29701095d0 0x7f29701099b0 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f2960009990 tx=0x7f2960009ca0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.596+0000 7f2975a00700 1 -- 172.21.15.8:0/2872936522 shutdown_connections 2024-05-20T21:24:30.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.596+0000 7f2975a00700 1 --2- 172.21.15.8:0/2872936522 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2970103f80 0x7f2970110410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.596+0000 7f2975a00700 1 --2- 172.21.15.8:0/2872936522 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f29701095d0 0x7f29701099b0 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.596+0000 7f2975a00700 1 --2- 172.21.15.8:0/2872936522 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f29701035c0 0x7f2970103a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.596+0000 7f2975a00700 1 -- 172.21.15.8:0/2872936522 >> 172.21.15.8:0/2872936522 conn(0x7f297007a6f0 msgr2=0x7f297007ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:30.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.596+0000 7f2975a00700 1 -- 172.21.15.8:0/2872936522 shutdown_connections 2024-05-20T21:24:30.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.596+0000 7f2975a00700 1 -- 172.21.15.8:0/2872936522 wait complete. 2024-05-20T21:24:30.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.598+0000 7f2975a00700 1 Processor -- start 2024-05-20T21:24:30.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.598+0000 7f2975a00700 1 -- start start 2024-05-20T21:24:30.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.598+0000 7f2975a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f29701035c0 0x7f297019be20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:30.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.598+0000 7f2975a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2970103f80 0x7f297019c360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:30.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.598+0000 7f2975a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f29701095d0 0x7f29701a0650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:30.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.598+0000 7f2975a00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f2970113780 con 0x7f29701035c0 2024-05-20T21:24:30.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.598+0000 7f2975a00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2970113600 con 0x7f29701095d0 2024-05-20T21:24:30.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.599+0000 7f2975a00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f2970113900 con 0x7f2970103f80 2024-05-20T21:24:30.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.599+0000 7f296ea00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f29701035c0 0x7f297019be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:30.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.599+0000 7f296e000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2970103f80 0x7f297019c360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:30.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.599+0000 7f296e000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2970103f80 0x7f297019c360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:34998/0 (socket says 172.21.15.8:34998) 2024-05-20T21:24:30.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.599+0000 7f296e000700 1 -- 172.21.15.8:0/610796537 learned_addr learned my addr 172.21.15.8:0/610796537 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:30.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.599+0000 7f296f400700 1 --2- 172.21.15.8:0/610796537 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f29701095d0 0x7f29701a0650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:30.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.599+0000 7f296e000700 1 -- 172.21.15.8:0/610796537 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f29701095d0 msgr2=0x7f29701a0650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:30.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.599+0000 7f296e000700 1 --2- 172.21.15.8:0/610796537 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f29701095d0 0x7f29701a0650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.599+0000 7f296e000700 1 -- 172.21.15.8:0/610796537 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f29701035c0 msgr2=0x7f297019be20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:30.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.599+0000 7f296e000700 1 --2- 172.21.15.8:0/610796537 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f29701035c0 0x7f297019be20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.599+0000 7f296e000700 1 -- 172.21.15.8:0/610796537 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29701a0d90 con 0x7f2970103f80 2024-05-20T21:24:30.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.600+0000 7f296e000700 1 --2- 172.21.15.8:0/610796537 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2970103f80 0x7f297019c360 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f295c00e9a0 tx=0x7f295c00ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:30.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.600+0000 7f2967400700 1 -- 172.21.15.8:0/610796537 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f295c00ca10 con 0x7f2970103f80 2024-05-20T21:24:30.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.600+0000 7f2967400700 1 -- 172.21.15.8:0/610796537 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f295c00cbb0 con 0x7f2970103f80 2024-05-20T21:24:30.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.600+0000 7f2967400700 1 -- 172.21.15.8:0/610796537 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f295c018680 con 0x7f2970103f80 2024-05-20T21:24:30.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.600+0000 7f2975a00700 1 -- 172.21.15.8:0/610796537 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f29701a1080 con 0x7f2970103f80 2024-05-20T21:24:30.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.600+0000 7f2975a00700 1 -- 172.21.15.8:0/610796537 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f29701a8900 con 0x7f2970103f80 2024-05-20T21:24:30.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.605+0000 7f2967400700 1 -- 172.21.15.8:0/610796537 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f295c010430 con 0x7f2970103f80 2024-05-20T21:24:30.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.607+0000 7f2967400700 1 --2- 172.21.15.8:0/610796537 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f29540b2900 0x7f29540b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:30.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.607+0000 7f2967400700 1 -- 172.21.15.8:0/610796537 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f295c0e2350 con 0x7f2970103f80 2024-05-20T21:24:30.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.607+0000 7f296ea00700 1 --2- 172.21.15.8:0/610796537 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f29540b2900 0x7f29540b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:30.607 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.608+0000 7f298048fb80 1 Processor -- start 2024-05-20T21:24:30.607 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.608+0000 7f298048fb80 1 -- start start 2024-05-20T21:24:30.607 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.608+0000 7f296ea00700 1 --2- 172.21.15.8:0/610796537 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f29540b2900 0x7f29540b4dc0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f2960006010 tx=0x7f296000b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:30.608 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.608+0000 7f298048fb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f1a9ec53e0 0x55f1a9ec57c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:30.608 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.608+0000 7f298048fb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f1a9ec5d00 0x55f1a9ebf960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:30.608 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.608+0000 7f298048fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f1a9ebff80 0x55f1a9ec03c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:30.608 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.608+0000 7f298048fb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55f1a9e1df40 con 0x55f1a9ec5d00 2024-05-20T21:24:30.608 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.608+0000 7f298048fb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55f1a9e0dae0 con 0x55f1a9ec53e0 2024-05-20T21:24:30.608 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.608+0000 7f298048fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55f1a9e11b20 con 0x55f1a9ebff80 2024-05-20T21:24:30.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.609+0000 7f296e000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f1a9ec5d00 0x55f1a9ebf960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:30.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.609+0000 7f296ea00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f1a9ec53e0 0x55f1a9ec57c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:30.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.609+0000 7f296e000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f1a9ec5d00 0x55f1a9ebf960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55892/0 (socket says 172.21.15.8:55892) 2024-05-20T21:24:30.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.609+0000 7f296e000700 1 -- 172.21.15.8:0/3058754671 learned_addr learned my addr 172.21.15.8:0/3058754671 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:30.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.609+0000 7f296f400700 1 --2- 172.21.15.8:0/3058754671 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f1a9ebff80 0x55f1a9ec03c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:30.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.609+0000 7f296ea00700 1 -- 172.21.15.8:0/3058754671 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f1a9ebff80 msgr2=0x55f1a9ec03c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:30.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.609+0000 7f296ea00700 1 --2- 172.21.15.8:0/3058754671 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f1a9ebff80 0x55f1a9ec03c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.609+0000 7f296ea00700 1 -- 172.21.15.8:0/3058754671 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f1a9ec5d00 msgr2=0x55f1a9ebf960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:30.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.609+0000 7f296ea00700 1 --2- 172.21.15.8:0/3058754671 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f1a9ec5d00 0x55f1a9ebf960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.609+0000 7f296ea00700 1 -- 172.21.15.8:0/3058754671 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f1a9dd6520 con 0x55f1a9ec53e0 2024-05-20T21:24:30.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.610+0000 7f296ea00700 1 --2- 172.21.15.8:0/3058754671 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f1a9ec53e0 0x55f1a9ec57c0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f2960000c00 tx=0x7f296001f000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c156211a75d93651 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:30.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.610+0000 7f295be00700 1 -- 172.21.15.8:0/3058754671 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f296000bd80 con 0x55f1a9ec53e0 2024-05-20T21:24:30.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.610+0000 7f295be00700 1 -- 172.21.15.8:0/3058754671 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f29600095c0 con 0x55f1a9ec53e0 2024-05-20T21:24:30.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.610+0000 7f295be00700 1 -- 172.21.15.8:0/3058754671 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2960030940 con 0x55f1a9ec53e0 2024-05-20T21:24:30.610 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.611+0000 7f298048fb80 1 -- 172.21.15.8:0/3058754671 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f1a9ec53e0 msgr2=0x55f1a9ec57c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:30.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.611+0000 7f298048fb80 1 --2- 172.21.15.8:0/3058754671 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f1a9ec53e0 0x55f1a9ec57c0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f2960000c00 tx=0x7f296001f000 comp rx=0 tx=0).stop 2024-05-20T21:24:30.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.611+0000 7f298048fb80 1 -- 172.21.15.8:0/3058754671 shutdown_connections 2024-05-20T21:24:30.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.611+0000 7f298048fb80 1 --2- 172.21.15.8:0/3058754671 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f1a9ec53e0 0x55f1a9ec57c0 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.611+0000 7f298048fb80 1 --2- 172.21.15.8:0/3058754671 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f1a9ebff80 0x55f1a9ec03c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.611+0000 7f298048fb80 1 --2- 172.21.15.8:0/3058754671 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f1a9ec5d00 0x55f1a9ebf960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.611 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.611+0000 7f298048fb80 1 -- 172.21.15.8:0/3058754671 >> 172.21.15.8:0/3058754671 conn(0x55f1a9dedce0 msgr2=0x55f1a9eba420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:30.612 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.611+0000 7f298048fb80 1 -- 172.21.15.8:0/3058754671 shutdown_connections 2024-05-20T21:24:30.612 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.611+0000 7f298048fb80 1 -- 172.21.15.8:0/3058754671 wait complete. 2024-05-20T21:24:30.612 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.612+0000 7f298048fb80 1 -- start start 2024-05-20T21:24:30.612 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.612+0000 7f298048fb80 1 Processor -- start 2024-05-20T21:24:30.612 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.613+0000 7f298048fb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f1a9ebff80 0x55f1a9ecba30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:30.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.613+0000 7f298048fb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f1a9ec53e0 0x55f1a9ec8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:30.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.613+0000 7f298048fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f1a9ec5d00 0x55f1a9ec9310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:30.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.613+0000 7f298048fb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55f1a9d140a0 con 0x55f1a9ebff80 2024-05-20T21:24:30.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.613+0000 7f298048fb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55f1a9dae860 con 0x55f1a9ec53e0 2024-05-20T21:24:30.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.613+0000 7f298048fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55f1a9ecc780 con 0x55f1a9ec5d00 2024-05-20T21:24:30.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.613+0000 7f298048fb80 10 client.0 _ll_register_callbacks cb 0x55f1a9db7d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:30.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.613+0000 7f296f400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f1a9ec5d00 0x55f1a9ec9310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:30.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.613+0000 7f296f400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f1a9ec5d00 0x55f1a9ec9310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:35022/0 (socket says 172.21.15.8:35022) 2024-05-20T21:24:30.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.613+0000 7f296e000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f1a9ec53e0 0x55f1a9ec8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:30.613 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.613+0000 7f296f400700 1 -- 172.21.15.8:0/3022112088 learned_addr learned my addr 172.21.15.8:0/3022112088 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:30.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.614+0000 7f296ea00700 1 --2- 172.21.15.8:0/3022112088 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f1a9ebff80 0x55f1a9ecba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:30.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.614+0000 7f296e000700 1 -- 172.21.15.8:0/3022112088 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f1a9ec5d00 msgr2=0x55f1a9ec9310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:30.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.614+0000 7f296e000700 1 --2- 172.21.15.8:0/3022112088 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f1a9ec5d00 0x55f1a9ec9310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.614 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.614+0000 7f296e000700 1 -- 172.21.15.8:0/3022112088 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f1a9ebff80 msgr2=0x55f1a9ecba30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:30.615 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.614+0000 7f296e000700 1 --2- 172.21.15.8:0/3022112088 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f1a9ebff80 0x55f1a9ecba30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.615 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.614+0000 7f296e000700 1 -- 172.21.15.8:0/3022112088 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f1a9d5d9d0 con 0x55f1a9ec53e0 2024-05-20T21:24:30.615 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.614+0000 7f296f400700 1 --2- 172.21.15.8:0/3022112088 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f1a9ec5d00 0x55f1a9ec9310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:30.615 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.614+0000 7f296e000700 1 --2- 172.21.15.8:0/3022112088 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f1a9ec53e0 0x55f1a9ec8dd0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f295c0a5980 tx=0x7f295c0a9e40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6d13c011a30031b0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:30.615 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.614+0000 7f2958c00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:24:30.615 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.614+0000 7f2958c00700 1 -- 172.21.15.8:0/3022112088 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f295c0c3060 con 0x55f1a9ec53e0 2024-05-20T21:24:30.615 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.614+0000 7f2958c00700 1 -- 172.21.15.8:0/3022112088 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f295c0cabb0 con 0x55f1a9ec53e0 2024-05-20T21:24:30.615 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.614+0000 7f298048fb80 1 -- 172.21.15.8:0/3022112088 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55f1a9e1fe90 con 0x55f1a9ec53e0 2024-05-20T21:24:30.615 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.615+0000 7f2958c00700 1 -- 172.21.15.8:0/3022112088 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f295c0a9410 con 0x55f1a9ec53e0 2024-05-20T21:24:30.615 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.615+0000 7f298048fb80 10 client.27746 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:30.615 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.615+0000 7f298048fb80 1 -- 172.21.15.8:0/3022112088 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f1a9dde160 con 0x55f1a9ec53e0 2024-05-20T21:24:30.615 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.615+0000 7f2958c00700 1 -- 172.21.15.8:0/3022112088 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55f1a9e1fe90 con 0x55f1a9ec53e0 2024-05-20T21:24:30.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.615+0000 7f2958c00700 1 -- 172.21.15.8:0/3022112088 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f295c0c9070 con 0x55f1a9ec53e0 2024-05-20T21:24:30.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.616+0000 7f298048fb80 10 client.27746 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:30.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.616+0000 7f298048fb80 10 client.27746 resolve_mds: validated gid 24529 aka daemon mds.i 2024-05-20T21:24:30.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.616+0000 7f298048fb80 20 client.27746 populate_metadata read hostname 'smithi008' 2024-05-20T21:24:30.616 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.616+0000 7f298048fb80 1 --2- 172.21.15.8:0/3022112088 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f1a9ed9370 0x55f1a9edb760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:30.617 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.616+0000 7f298048fb80 4 client.27746 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:24:30.617 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.616+0000 7f298048fb80 1 -- 172.21.15.8:0/3022112088 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f1a9e19670 con 0x55f1a9ed9370 2024-05-20T21:24:30.617 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.616+0000 7f296ea00700 1 --2- 172.21.15.8:0/3022112088 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f1a9ed9370 0x55f1a9edb760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:30.617 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.617+0000 7f296ea00700 1 --2- 172.21.15.8:0/3022112088 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f1a9ed9370 0x55f1a9edb760 crc :-1 s=READY pgs=239 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3959d47c0bb39df8 server_cookie=d8dbb99c9f826d51 in_seq=0 out_seq=0 2024-05-20T21:24:30.617 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.617+0000 7f2958c00700 10 client.27746 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:24:30.618 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.618+0000 7f2958c00700 1 -- 172.21.15.8:0/3022112088 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55f1a9e19670 con 0x55f1a9ed9370 2024-05-20T21:24:30.618 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.618+0000 7f2958c00700 10 client.27746 handle_command_reply: tid=0 2024-05-20T21:24:30.618 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.618+0000 7f298048fb80 1 client.27746 shutdown 2024-05-20T21:24:30.618 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.618+0000 7f298048fb80 1 -- 172.21.15.8:0/3022112088 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f1a9ec53e0 msgr2=0x55f1a9ec8dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:30.618 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.618+0000 7f298048fb80 1 --2- 172.21.15.8:0/3022112088 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f1a9ec53e0 0x55f1a9ec8dd0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f295c0a5980 tx=0x7f295c0a9e40 comp rx=0 tx=0).stop 2024-05-20T21:24:30.618 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.618+0000 7f298048fb80 1 -- 172.21.15.8:0/3022112088 shutdown_connections 2024-05-20T21:24:30.618 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.618+0000 7f298048fb80 1 --2- 172.21.15.8:0/3022112088 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f1a9ed9370 0x55f1a9edb760 crc :-1 s=READY pgs=239 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.618 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.618+0000 7f298048fb80 1 --2- 172.21.15.8:0/3022112088 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f1a9ec5d00 0x55f1a9ec9310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.619 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.618+0000 7f298048fb80 1 --2- 172.21.15.8:0/3022112088 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f1a9ebff80 0x55f1a9ecba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.619 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.618+0000 7f298048fb80 1 --2- 172.21.15.8:0/3022112088 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f1a9ec53e0 0x55f1a9ec8dd0 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.619 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.618+0000 7f298048fb80 1 -- 172.21.15.8:0/3022112088 >> 172.21.15.8:0/3022112088 conn(0x55f1a9dedce0 msgr2=0x55f1a9ebe950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:30.619 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.618+0000 7f2958c00700 0 client.27746 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:24:30.619 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.619+0000 7f298048fb80 1 -- 172.21.15.8:0/3022112088 shutdown_connections 2024-05-20T21:24:30.619 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.619+0000 7f298048fb80 1 -- 172.21.15.8:0/3022112088 wait complete. 2024-05-20T21:24:30.619 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.619+0000 7f298048fb80 20 client.27746 trim_cache size 0 max 16384 2024-05-20T21:24:30.645 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.643+0000 7f298048fb80 1 Processor -- start 2024-05-20T21:24:30.645 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.643+0000 7f298048fb80 1 -- start start 2024-05-20T21:24:30.645 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.643+0000 7f298048fb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f1a9ebff80 0x55f1a9ec3530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:30.645 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.643+0000 7f298048fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f1a9ec53e0 0x55f1a9ebf8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:30.645 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.643+0000 7f298048fb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f1a9ec5d00 0x55f1a9ec6970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:30.646 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.643+0000 7f298048fb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f29701b26d0 con 0x55f1a9ec5d00 2024-05-20T21:24:30.646 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.643+0000 7f298048fb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f29701aff60 con 0x55f1a9ebff80 2024-05-20T21:24:30.646 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.643+0000 7f298048fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f29701addb0 con 0x55f1a9ec53e0 2024-05-20T21:24:30.646 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.644+0000 7f296e000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f1a9ec53e0 0x55f1a9ebf8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:30.646 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.644+0000 7f296e000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f1a9ec53e0 0x55f1a9ebf8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:35028/0 (socket says 172.21.15.8:35028) 2024-05-20T21:24:30.646 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.644+0000 7f296e000700 1 -- 172.21.15.8:0/873363113 learned_addr learned my addr 172.21.15.8:0/873363113 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:30.647 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.644+0000 7f296ea00700 1 --2- 172.21.15.8:0/873363113 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f1a9ebff80 0x55f1a9ec3530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:30.647 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.644+0000 7f296f400700 1 --2- 172.21.15.8:0/873363113 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f1a9ec5d00 0x55f1a9ec6970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:30.647 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.644+0000 7f296e000700 1 -- 172.21.15.8:0/873363113 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f1a9ebff80 msgr2=0x55f1a9ec3530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:30.647 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.644+0000 7f296e000700 1 --2- 172.21.15.8:0/873363113 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f1a9ebff80 0x55f1a9ec3530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.647 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.644+0000 7f296e000700 1 -- 172.21.15.8:0/873363113 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f1a9ec5d00 msgr2=0x55f1a9ec6970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:30.648 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.644+0000 7f296e000700 1 --2- 172.21.15.8:0/873363113 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f1a9ec5d00 0x55f1a9ec6970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.648 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.644+0000 7f296e000700 1 -- 172.21.15.8:0/873363113 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f1a9ec9730 con 0x55f1a9ec53e0 2024-05-20T21:24:30.648 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.644+0000 7f296f400700 1 --2- 172.21.15.8:0/873363113 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f1a9ec5d00 0x55f1a9ec6970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:24:30.648 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.645+0000 7f296e000700 1 --2- 172.21.15.8:0/873363113 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f1a9ec53e0 0x55f1a9ebf8b0 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f295c0a9600 tx=0x7f295c00c480 comp rx=0 tx=0).ready entity=mon.1 client_cookie=515940ff3010a0c0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:30.648 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.645+0000 7f295b400700 1 -- 172.21.15.8:0/873363113 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f295c0aa000 con 0x55f1a9ec53e0 2024-05-20T21:24:30.648 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.645+0000 7f295b400700 1 -- 172.21.15.8:0/873363113 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f295c0a9900 con 0x55f1a9ec53e0 2024-05-20T21:24:30.649 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.645+0000 7f295b400700 1 -- 172.21.15.8:0/873363113 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f295c0a5270 con 0x55f1a9ec53e0 2024-05-20T21:24:30.653 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.646+0000 7f298048fb80 1 -- 172.21.15.8:0/873363113 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f1a9ec53e0 msgr2=0x55f1a9ebf8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:30.653 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.646+0000 7f298048fb80 1 --2- 172.21.15.8:0/873363113 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f1a9ec53e0 0x55f1a9ebf8b0 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f295c0a9600 tx=0x7f295c00c480 comp rx=0 tx=0).stop 2024-05-20T21:24:30.653 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.646+0000 7f298048fb80 1 -- 172.21.15.8:0/873363113 shutdown_connections 2024-05-20T21:24:30.654 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.646+0000 7f298048fb80 1 --2- 172.21.15.8:0/873363113 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f1a9ebff80 0x55f1a9ec3530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.654 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.646+0000 7f298048fb80 1 --2- 172.21.15.8:0/873363113 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f1a9ec5d00 0x55f1a9ec6970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.654 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.646+0000 7f298048fb80 1 --2- 172.21.15.8:0/873363113 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f1a9ec53e0 0x55f1a9ebf8b0 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.654 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.646+0000 7f298048fb80 1 -- 172.21.15.8:0/873363113 >> 172.21.15.8:0/873363113 conn(0x55f1a9dedce0 msgr2=0x55f1a9eb3d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:30.654 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.646+0000 7f298048fb80 1 -- 172.21.15.8:0/873363113 shutdown_connections 2024-05-20T21:24:30.654 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.646+0000 7f298048fb80 1 -- 172.21.15.8:0/873363113 wait complete. 2024-05-20T21:24:30.655 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.647+0000 7f298048fb80 1 -- start start 2024-05-20T21:24:30.655 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.647+0000 7f298048fb80 1 Processor -- start 2024-05-20T21:24:30.655 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.647+0000 7f298048fb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f1a9ebff80 0x55f1a9ed1d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:30.655 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.647+0000 7f298048fb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f1a9ec53e0 0x55f1a9ed2240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:30.655 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.647+0000 7f298048fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f1a9ec5d00 0x55f1a9eceb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:30.655 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.647+0000 7f298048fb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f29701ae420 con 0x55f1a9ec53e0 2024-05-20T21:24:30.656 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.647+0000 7f298048fb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f29701af890 con 0x55f1a9ebff80 2024-05-20T21:24:30.656 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.647+0000 7f298048fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f29701aeaf0 con 0x55f1a9ec5d00 2024-05-20T21:24:30.656 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.648+0000 7f298048fb80 10 client.0 _ll_register_callbacks cb 0x55f1a9db7d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:30.656 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.648+0000 7f296ea00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f1a9ebff80 0x55f1a9ed1d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:30.656 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.648+0000 7f296e000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f1a9ec53e0 0x55f1a9ed2240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:30.656 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.648+0000 7f296ea00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f1a9ebff80 0x55f1a9ed1d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:43372/0 (socket says 172.21.15.8:43372) 2024-05-20T21:24:30.656 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.648+0000 7f296ea00700 1 -- 172.21.15.8:0/3417020820 learned_addr learned my addr 172.21.15.8:0/3417020820 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:30.656 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.648+0000 7f296f400700 1 --2- 172.21.15.8:0/3417020820 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f1a9ec5d00 0x55f1a9eceb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:30.656 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.648+0000 7f296ea00700 1 -- 172.21.15.8:0/3417020820 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f1a9ec5d00 msgr2=0x55f1a9eceb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:30.656 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.648+0000 7f296ea00700 1 --2- 172.21.15.8:0/3417020820 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f1a9ec5d00 0x55f1a9eceb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.656 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.648+0000 7f296ea00700 1 -- 172.21.15.8:0/3417020820 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f1a9ec53e0 msgr2=0x55f1a9ed2240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:30.656 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.648+0000 7f296ea00700 1 --2- 172.21.15.8:0/3417020820 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f1a9ec53e0 0x55f1a9ed2240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.656 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.648+0000 7f296ea00700 1 -- 172.21.15.8:0/3417020820 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f1a9ecf310 con 0x55f1a9ebff80 2024-05-20T21:24:30.657 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.649+0000 7f296ea00700 1 --2- 172.21.15.8:0/3417020820 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f1a9ebff80 0x55f1a9ed1d00 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f2960009590 tx=0x7f2960030480 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1821e030cf843b92 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:30.657 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.649+0000 7f2958c00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:24:30.657 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.649+0000 7f2958c00700 1 -- 172.21.15.8:0/3417020820 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2960030590 con 0x55f1a9ebff80 2024-05-20T21:24:30.657 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.649+0000 7f298048fb80 1 -- 172.21.15.8:0/3417020820 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f295c0a9900 con 0x55f1a9ebff80 2024-05-20T21:24:30.658 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.649+0000 7f2958c00700 1 -- 172.21.15.8:0/3417020820 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f2960030730 con 0x55f1a9ebff80 2024-05-20T21:24:30.658 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.650+0000 7f2958c00700 1 -- 172.21.15.8:0/3417020820 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2960030930 con 0x55f1a9ebff80 2024-05-20T21:24:30.658 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.650+0000 7f298048fb80 10 client.27752 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:30.658 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.650+0000 7f298048fb80 1 -- 172.21.15.8:0/3417020820 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f1a9f44ab0 con 0x55f1a9ebff80 2024-05-20T21:24:30.658 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.650+0000 7f2958c00700 1 -- 172.21.15.8:0/3417020820 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f295c0a9900 con 0x55f1a9ebff80 2024-05-20T21:24:30.658 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.650+0000 7f2958c00700 1 -- 172.21.15.8:0/3417020820 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f296003e440 con 0x55f1a9ebff80 2024-05-20T21:24:30.658 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.650+0000 7f298048fb80 10 client.27752 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:30.658 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.650+0000 7f298048fb80 10 client.27752 resolve_mds: validated gid 24529 aka daemon mds.i 2024-05-20T21:24:30.658 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.650+0000 7f298048fb80 20 client.27752 populate_metadata read hostname 'smithi008' 2024-05-20T21:24:30.658 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.650+0000 7f298048fb80 1 --2- 172.21.15.8:0/3417020820 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f1a9f44c80 0x55f1a9f47070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:30.658 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.650+0000 7f298048fb80 4 client.27752 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "5bcbf24c", "release": true, "await": true}] 2024-05-20T21:24:30.658 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.650+0000 7f298048fb80 1 -- 172.21.15.8:0/3417020820 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "quiesce db", "set_id": "5bcbf24c", "release": true, "await": true}) -- 0x55f1a9c90350 con 0x55f1a9f44c80 2024-05-20T21:24:30.658 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.651+0000 7f296e000700 1 --2- 172.21.15.8:0/3417020820 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f1a9f44c80 0x55f1a9f47070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:30.659 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.651+0000 7f2958c00700 10 client.27752 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:24:30.659 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.651+0000 7f296e000700 1 --2- 172.21.15.8:0/3417020820 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f1a9f44c80 0x55f1a9f47070 crc :-1 s=READY pgs=240 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c489c8cd51984c58 server_cookie=49a32c84c8f3fdee in_seq=0 out_seq=0 2024-05-20T21:24:30.660 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.654+0000 7f2958c00700 1 -- 172.21.15.8:0/3417020820 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55f1a9c90350 con 0x55f1a9f44c80 2024-05-20T21:24:30.660 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.654+0000 7f2958c00700 10 client.27752 handle_command_reply: tid=0 2024-05-20T21:24:30.660 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.654+0000 7f298048fb80 1 client.27752 shutdown 2024-05-20T21:24:30.660 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.655+0000 7f298048fb80 1 -- 172.21.15.8:0/3417020820 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f1a9ebff80 msgr2=0x55f1a9ed1d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:30.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.655+0000 7f298048fb80 1 --2- 172.21.15.8:0/3417020820 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f1a9ebff80 0x55f1a9ed1d00 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f2960009590 tx=0x7f2960030480 comp rx=0 tx=0).stop 2024-05-20T21:24:30.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.655+0000 7f298048fb80 1 -- 172.21.15.8:0/3417020820 shutdown_connections 2024-05-20T21:24:30.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.655+0000 7f298048fb80 1 --2- 172.21.15.8:0/3417020820 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f1a9f44c80 0x55f1a9f47070 crc :-1 s=READY pgs=240 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.655+0000 7f298048fb80 1 --2- 172.21.15.8:0/3417020820 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f1a9ebff80 0x55f1a9ed1d00 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.655+0000 7f298048fb80 1 --2- 172.21.15.8:0/3417020820 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f1a9ec5d00 0x55f1a9eceb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.655+0000 7f298048fb80 1 --2- 172.21.15.8:0/3417020820 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f1a9ec53e0 0x55f1a9ed2240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.655+0000 7f298048fb80 1 -- 172.21.15.8:0/3417020820 >> 172.21.15.8:0/3417020820 conn(0x55f1a9dedce0 msgr2=0x55f1a9ec67f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:30.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.655+0000 7f2958c00700 0 client.27752 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:24:30.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.655+0000 7f298048fb80 1 -- 172.21.15.8:0/3417020820 shutdown_connections 2024-05-20T21:24:30.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.655+0000 7f298048fb80 1 -- 172.21.15.8:0/3417020820 wait complete. 2024-05-20T21:24:30.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.655+0000 7f298048fb80 20 client.27752 trim_cache size 0 max 16384 2024-05-20T21:24:30.662 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:24:30.662 INFO:teuthology.orchestra.run.smithi008.stdout: "epoch": 26, 2024-05-20T21:24:30.662 INFO:teuthology.orchestra.run.smithi008.stdout: "leader": 24529, 2024-05-20T21:24:30.662 INFO:teuthology.orchestra.run.smithi008.stdout: "set_version": 36, 2024-05-20T21:24:30.662 INFO:teuthology.orchestra.run.smithi008.stdout: "sets": { 2024-05-20T21:24:30.662 INFO:teuthology.orchestra.run.smithi008.stdout: "5bcbf24c": { 2024-05-20T21:24:30.662 INFO:teuthology.orchestra.run.smithi008.stdout: "version": 36, 2024-05-20T21:24:30.662 INFO:teuthology.orchestra.run.smithi008.stdout: "age_ref": 0.0, 2024-05-20T21:24:30.662 INFO:teuthology.orchestra.run.smithi008.stdout: "state": { 2024-05-20T21:24:30.663 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "RELEASED", 2024-05-20T21:24:30.663 INFO:teuthology.orchestra.run.smithi008.stdout: "age": 0.0 2024-05-20T21:24:30.663 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:24:30.663 INFO:teuthology.orchestra.run.smithi008.stdout: "timeout": 90.0, 2024-05-20T21:24:30.663 INFO:teuthology.orchestra.run.smithi008.stdout: "expiration": 130.0, 2024-05-20T21:24:30.663 INFO:teuthology.orchestra.run.smithi008.stdout: "members": { 2024-05-20T21:24:30.663 INFO:teuthology.orchestra.run.smithi008.stdout: "file:/": { 2024-05-20T21:24:30.663 INFO:teuthology.orchestra.run.smithi008.stdout: "excluded": false, 2024-05-20T21:24:30.663 INFO:teuthology.orchestra.run.smithi008.stdout: "state": { 2024-05-20T21:24:30.663 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "RELEASED", 2024-05-20T21:24:30.663 INFO:teuthology.orchestra.run.smithi008.stdout: "age": 0.0 2024-05-20T21:24:30.663 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:24:30.663 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:24:30.663 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:24:30.664 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:24:30.664 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:24:30.664 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:24:30.664 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.656+0000 7f2975a00700 1 -- 172.21.15.8:0/610796537 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f29540b2900 msgr2=0x7f29540b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:30.664 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.656+0000 7f2975a00700 1 --2- 172.21.15.8:0/610796537 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f29540b2900 0x7f29540b4dc0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f2960006010 tx=0x7f296000b260 comp rx=0 tx=0).stop 2024-05-20T21:24:30.664 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.656+0000 7f2975a00700 1 -- 172.21.15.8:0/610796537 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2970103f80 msgr2=0x7f297019c360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:30.664 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.656+0000 7f2975a00700 1 --2- 172.21.15.8:0/610796537 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2970103f80 0x7f297019c360 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f295c00e9a0 tx=0x7f295c00ecb0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.665 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.656+0000 7f2975a00700 1 -- 172.21.15.8:0/610796537 shutdown_connections 2024-05-20T21:24:30.665 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.656+0000 7f2975a00700 1 --2- 172.21.15.8:0/610796537 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f29540b2900 0x7f29540b4dc0 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.665 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.656+0000 7f2975a00700 1 --2- 172.21.15.8:0/610796537 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f29701095d0 0x7f29701a0650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.665 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.656+0000 7f2975a00700 1 --2- 172.21.15.8:0/610796537 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f29701035c0 0x7f297019be20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.665 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.656+0000 7f2975a00700 1 --2- 172.21.15.8:0/610796537 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2970103f80 0x7f297019c360 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.665 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.656+0000 7f2975a00700 1 -- 172.21.15.8:0/610796537 >> 172.21.15.8:0/610796537 conn(0x7f297007a6f0 msgr2=0x7f2970102080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:30.665 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.656+0000 7f2975a00700 1 -- 172.21.15.8:0/610796537 shutdown_connections 2024-05-20T21:24:30.665 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:30.656+0000 7f2975a00700 1 -- 172.21.15.8:0/610796537 wait complete. 2024-05-20T21:24:30.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:24:30 smithi130 ceph-mon[36448]: pgmap v715: 97 pgs: 97 active+clean; 4.6 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 9.9 KiB/s wr, 12 op/s 2024-05-20T21:24:30.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:24:30 smithi050 ceph-mon[35809]: pgmap v715: 97 pgs: 97 active+clean; 4.6 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 9.9 KiB/s wr, 12 op/s 2024-05-20T21:24:30.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:24:30 smithi008 ceph-mon[31475]: pgmap v715: 97 pgs: 97 active+clean; 4.6 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 9.9 KiB/s wr, 12 op/s 2024-05-20T21:24:31.540 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:24:31.580 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '5bcbf24c', total seconds elapsed: 21.0 2024-05-20T21:24:31.660 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.660 INFO:tasks.workunit.client.0.smithi008.stdout:251/600: open fd = 3 2024-05-20T21:24:31.660 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.660 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.660 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.661 INFO:tasks.workunit.client.0.smithi008.stdout:252/600: open fd = 3 2024-05-20T21:24:31.661 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.661 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.661 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.661 INFO:tasks.workunit.client.0.smithi008.stdout:253/600: open fd = 3 2024-05-20T21:24:31.661 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.661 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.661 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.661 INFO:tasks.workunit.client.0.smithi008.stdout:254/600: open fd = 3 2024-05-20T21:24:31.661 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.661 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.661 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.661 INFO:tasks.workunit.client.0.smithi008.stdout:255/600: open fd = 3 2024-05-20T21:24:31.661 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.662 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.662 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.662 INFO:tasks.workunit.client.0.smithi008.stdout:256/600: open fd = 3 2024-05-20T21:24:31.662 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.662 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.662 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.662 INFO:tasks.workunit.client.0.smithi008.stdout:257/600: open fd = 3 2024-05-20T21:24:31.662 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.662 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.662 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.662 INFO:tasks.workunit.client.0.smithi008.stdout:258/600: open fd = 3 2024-05-20T21:24:31.662 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.662 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.662 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.663 INFO:tasks.workunit.client.0.smithi008.stdout:259/600: open fd = 3 2024-05-20T21:24:31.663 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.663 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.663 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.663 INFO:tasks.workunit.client.0.smithi008.stdout:260/600: open fd = 3 2024-05-20T21:24:31.663 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.663 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.663 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.663 INFO:tasks.workunit.client.0.smithi008.stdout:261/600: open fd = 3 2024-05-20T21:24:31.663 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.663 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.663 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.663 INFO:tasks.workunit.client.0.smithi008.stdout:262/600: open fd = 3 2024-05-20T21:24:31.663 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.664 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.664 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.664 INFO:tasks.workunit.client.0.smithi008.stdout:263/600: open fd = 3 2024-05-20T21:24:31.664 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.664 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.664 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.664 INFO:tasks.workunit.client.0.smithi008.stdout:264/600: open fd = 3 2024-05-20T21:24:31.664 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.664 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.664 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.665 INFO:tasks.workunit.client.0.smithi008.stdout:265/600: open fd = 3 2024-05-20T21:24:31.665 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.665 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.665 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.665 INFO:tasks.workunit.client.0.smithi008.stdout:266/600: open fd = 3 2024-05-20T21:24:31.665 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.665 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.665 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.665 INFO:tasks.workunit.client.0.smithi008.stdout:267/600: open fd = 3 2024-05-20T21:24:31.665 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.665 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.665 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.665 INFO:tasks.workunit.client.0.smithi008.stdout:268/600: open fd = 3 2024-05-20T21:24:31.665 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.665 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.666 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.666 INFO:tasks.workunit.client.0.smithi008.stdout:269/600: open fd = 3 2024-05-20T21:24:31.666 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.666 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.666 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.666 INFO:tasks.workunit.client.0.smithi008.stdout:270/600: open fd = 3 2024-05-20T21:24:31.666 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.666 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.666 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.666 INFO:tasks.workunit.client.0.smithi008.stdout:271/600: open fd = 3 2024-05-20T21:24:31.666 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.666 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.666 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.666 INFO:tasks.workunit.client.0.smithi008.stdout:272/600: open fd = 3 2024-05-20T21:24:31.667 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.667 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.667 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.667 INFO:tasks.workunit.client.0.smithi008.stdout:273/600: open fd = 3 2024-05-20T21:24:31.667 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.667 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.667 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.667 INFO:tasks.workunit.client.0.smithi008.stdout:274/600: open fd = 3 2024-05-20T21:24:31.667 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.668 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.668 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.668 INFO:tasks.workunit.client.0.smithi008.stdout:275/600: open fd = 3 2024-05-20T21:24:31.668 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.668 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.668 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.668 INFO:tasks.workunit.client.0.smithi008.stdout:276/600: open fd = 3 2024-05-20T21:24:31.668 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.668 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.668 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.668 INFO:tasks.workunit.client.0.smithi008.stdout:277/600: open fd = 3 2024-05-20T21:24:31.668 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.668 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.668 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.668 INFO:tasks.workunit.client.0.smithi008.stdout:278/600: open fd = 3 2024-05-20T21:24:31.669 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.669 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.669 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.669 INFO:tasks.workunit.client.0.smithi008.stdout:279/600: open fd = 3 2024-05-20T21:24:31.669 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.669 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.669 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.669 INFO:tasks.workunit.client.0.smithi008.stdout:280/600: open fd = 3 2024-05-20T21:24:31.669 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.669 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.669 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.669 INFO:tasks.workunit.client.0.smithi008.stdout:281/600: open fd = 3 2024-05-20T21:24:31.669 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.669 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.670 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.670 INFO:tasks.workunit.client.0.smithi008.stdout:282/600: open fd = 3 2024-05-20T21:24:31.670 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.670 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.670 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.670 INFO:tasks.workunit.client.0.smithi008.stdout:283/600: open fd = 3 2024-05-20T21:24:31.670 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.670 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.670 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.670 INFO:tasks.workunit.client.0.smithi008.stdout:284/600: open fd = 3 2024-05-20T21:24:31.670 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.670 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.670 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.670 INFO:tasks.workunit.client.0.smithi008.stdout:285/600: open fd = 3 2024-05-20T21:24:31.671 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.671 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.671 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.671 INFO:tasks.workunit.client.0.smithi008.stdout:286/600: open fd = 3 2024-05-20T21:24:31.671 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.671 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.671 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.671 INFO:tasks.workunit.client.0.smithi008.stdout:287/600: open fd = 3 2024-05-20T21:24:31.671 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.671 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.671 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.671 INFO:tasks.workunit.client.0.smithi008.stdout:288/600: open fd = 3 2024-05-20T21:24:31.671 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.671 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.672 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.672 INFO:tasks.workunit.client.0.smithi008.stdout:289/600: open fd = 3 2024-05-20T21:24:31.672 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.672 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.672 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.672 INFO:tasks.workunit.client.0.smithi008.stdout:290/600: open fd = 3 2024-05-20T21:24:31.672 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.672 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.672 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.672 INFO:tasks.workunit.client.0.smithi008.stdout:291/600: open fd = 3 2024-05-20T21:24:31.672 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.672 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.672 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.672 INFO:tasks.workunit.client.0.smithi008.stdout:292/600: open fd = 3 2024-05-20T21:24:31.673 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.673 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.673 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.673 INFO:tasks.workunit.client.0.smithi008.stdout:293/600: open fd = 3 2024-05-20T21:24:31.673 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.673 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.673 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.673 INFO:tasks.workunit.client.0.smithi008.stdout:294/600: open fd = 3 2024-05-20T21:24:31.673 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.674 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.674 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.674 INFO:tasks.workunit.client.0.smithi008.stdout:295/600: open fd = 3 2024-05-20T21:24:31.674 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.674 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.674 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.674 INFO:tasks.workunit.client.0.smithi008.stdout:296/600: open fd = 3 2024-05-20T21:24:31.674 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.674 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.674 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.674 INFO:tasks.workunit.client.0.smithi008.stdout:297/600: open fd = 3 2024-05-20T21:24:31.674 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.675 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.675 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.675 INFO:tasks.workunit.client.0.smithi008.stdout:298/600: open fd = 3 2024-05-20T21:24:31.675 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.675 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.675 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.675 INFO:tasks.workunit.client.0.smithi008.stdout:299/600: open fd = 3 2024-05-20T21:24:31.675 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.675 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.675 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.675 INFO:tasks.workunit.client.0.smithi008.stdout:300/600: open fd = 3 2024-05-20T21:24:31.675 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.675 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.675 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.676 INFO:tasks.workunit.client.0.smithi008.stdout:301/600: open fd = 3 2024-05-20T21:24:31.676 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.676 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.676 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.676 INFO:tasks.workunit.client.0.smithi008.stdout:302/600: open fd = 3 2024-05-20T21:24:31.676 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.676 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.676 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.676 INFO:tasks.workunit.client.0.smithi008.stdout:303/600: open fd = 3 2024-05-20T21:24:31.676 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.676 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.676 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.676 INFO:tasks.workunit.client.0.smithi008.stdout:304/600: open fd = 3 2024-05-20T21:24:31.676 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.676 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.677 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.677 INFO:tasks.workunit.client.0.smithi008.stdout:305/600: open fd = 3 2024-05-20T21:24:31.677 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.677 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.677 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.677 INFO:tasks.workunit.client.0.smithi008.stdout:306/600: open fd = 3 2024-05-20T21:24:31.677 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.677 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.677 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.677 INFO:tasks.workunit.client.0.smithi008.stdout:307/600: open fd = 3 2024-05-20T21:24:31.677 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.677 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.677 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.677 INFO:tasks.workunit.client.0.smithi008.stdout:308/600: open fd = 3 2024-05-20T21:24:31.678 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.678 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.678 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.678 INFO:tasks.workunit.client.0.smithi008.stdout:309/600: open fd = 3 2024-05-20T21:24:31.678 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.678 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.678 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.678 INFO:tasks.workunit.client.0.smithi008.stdout:310/600: open fd = 3 2024-05-20T21:24:31.678 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.678 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.678 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.678 INFO:tasks.workunit.client.0.smithi008.stdout:311/600: open fd = 3 2024-05-20T21:24:31.678 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.678 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.678 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:24:31.679 INFO:tasks.workunit.client.0.smithi008.stdout:312/600: open fd = 3 2024-05-20T21:24:31.679 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:31.679 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:24:32.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:24:32 smithi130 ceph-mon[36448]: pgmap v716: 97 pgs: 97 active+clean; 4.6 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 3.7 KiB/s wr, 10 op/s 2024-05-20T21:24:32.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:24:32 smithi050 ceph-mon[35809]: pgmap v716: 97 pgs: 97 active+clean; 4.6 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 3.7 KiB/s wr, 10 op/s 2024-05-20T21:24:32.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:24:32 smithi008 ceph-mon[31475]: pgmap v716: 97 pgs: 97 active+clean; 4.6 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 3.7 KiB/s wr, 10 op/s 2024-05-20T21:24:34.006 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.005+0000 7fa82e200700 1 -- 172.21.15.8:0/545423565 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa8281035f0 msgr2=0x7fa828103a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:34.006 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.006+0000 7fa82e200700 1 --2- 172.21.15.8:0/545423565 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa8281035f0 0x7fa828103a50 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7fa814009990 tx=0x7fa814009ca0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.006 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.006+0000 7fa82e200700 1 -- 172.21.15.8:0/545423565 shutdown_connections 2024-05-20T21:24:34.006 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.006+0000 7fa82e200700 1 --2- 172.21.15.8:0/545423565 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa828103f90 0x7fa828110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.006 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.006+0000 7fa82e200700 1 --2- 172.21.15.8:0/545423565 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa828108500 0x7fa8281088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.006 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.006+0000 7fa82e200700 1 --2- 172.21.15.8:0/545423565 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa8281035f0 0x7fa828103a50 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.006 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.006+0000 7fa82e200700 1 -- 172.21.15.8:0/545423565 >> 172.21.15.8:0/545423565 conn(0x7fa82807a6a0 msgr2=0x7fa82807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:34.006 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.006+0000 7fa82e200700 1 -- 172.21.15.8:0/545423565 shutdown_connections 2024-05-20T21:24:34.006 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.006+0000 7fa82e200700 1 -- 172.21.15.8:0/545423565 wait complete. 2024-05-20T21:24:34.008 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.007+0000 7fa82e200700 1 Processor -- start 2024-05-20T21:24:34.008 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.007+0000 7fa82e200700 1 -- start start 2024-05-20T21:24:34.008 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.007+0000 7fa82e200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa8281035f0 0x7fa82819be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:34.008 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.007+0000 7fa82e200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa828103f90 0x7fa82819c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:34.008 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.008+0000 7fa82e200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa828108500 0x7fa8281a06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:34.008 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.008+0000 7fa82e200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fa828113780 con 0x7fa8281035f0 2024-05-20T21:24:34.008 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.008+0000 7fa82e200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa828113600 con 0x7fa828103f90 2024-05-20T21:24:34.008 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.008+0000 7fa82e200700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fa828113900 con 0x7fa828108500 2024-05-20T21:24:34.008 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.008+0000 7fa827400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa8281035f0 0x7fa82819be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:34.008 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.008+0000 7fa827400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa8281035f0 0x7fa82819be60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:39808/0 (socket says 172.21.15.8:39808) 2024-05-20T21:24:34.008 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.008+0000 7fa827400700 1 -- 172.21.15.8:0/2690646924 learned_addr learned my addr 172.21.15.8:0/2690646924 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:34.009 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.008+0000 7fa826a00700 1 --2- 172.21.15.8:0/2690646924 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa828103f90 0x7fa82819c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:34.009 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.008+0000 7fa827e00700 1 --2- 172.21.15.8:0/2690646924 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa828108500 0x7fa8281a06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:34.009 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.008+0000 7fa827400700 1 -- 172.21.15.8:0/2690646924 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa828108500 msgr2=0x7fa8281a06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:34.009 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.008+0000 7fa827400700 1 --2- 172.21.15.8:0/2690646924 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa828108500 0x7fa8281a06e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.009 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.008+0000 7fa827400700 1 -- 172.21.15.8:0/2690646924 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa828103f90 msgr2=0x7fa82819c3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:34.009 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.008+0000 7fa827400700 1 --2- 172.21.15.8:0/2690646924 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa828103f90 0x7fa82819c3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.009 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.008+0000 7fa827400700 1 -- 172.21.15.8:0/2690646924 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8281a0e20 con 0x7fa8281035f0 2024-05-20T21:24:34.009 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.008+0000 7fa826a00700 1 --2- 172.21.15.8:0/2690646924 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa828103f90 0x7fa82819c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:34.010 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.009+0000 7fa827400700 1 --2- 172.21.15.8:0/2690646924 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa8281035f0 0x7fa82819be60 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7fa81800ea50 tx=0x7fa81800ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:34.010 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.009+0000 7fa81fe00700 1 -- 172.21.15.8:0/2690646924 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa81800cbd0 con 0x7fa8281035f0 2024-05-20T21:24:34.010 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.009+0000 7fa81fe00700 1 -- 172.21.15.8:0/2690646924 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa81800cd70 con 0x7fa8281035f0 2024-05-20T21:24:34.010 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.009+0000 7fa82e200700 1 -- 172.21.15.8:0/2690646924 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8281a1110 con 0x7fa8281035f0 2024-05-20T21:24:34.010 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.009+0000 7fa81fe00700 1 -- 172.21.15.8:0/2690646924 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa818018680 con 0x7fa8281035f0 2024-05-20T21:24:34.010 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.009+0000 7fa82e200700 1 -- 172.21.15.8:0/2690646924 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8281a8990 con 0x7fa8281035f0 2024-05-20T21:24:34.015 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.013+0000 7fa81fe00700 1 -- 172.21.15.8:0/2690646924 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fa81801f020 con 0x7fa8281035f0 2024-05-20T21:24:34.015 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.014+0000 7fa838b69b80 1 Processor -- start 2024-05-20T21:24:34.015 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.014+0000 7fa838b69b80 1 -- start start 2024-05-20T21:24:34.015 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.014+0000 7fa81fe00700 1 --2- 172.21.15.8:0/2690646924 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa80c0b2880 0x7fa80c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:34.015 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.015+0000 7fa81fe00700 1 -- 172.21.15.8:0/2690646924 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fa8180e21c0 con 0x7fa8281035f0 2024-05-20T21:24:34.015 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.015+0000 7fa838b69b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56321cb57610 0x56321cb579f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:34.015 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.015+0000 7fa827e00700 1 --2- 172.21.15.8:0/2690646924 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa80c0b2880 0x7fa80c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:34.015 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.015+0000 7fa838b69b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56321cb57f30 0x56321cb51b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:34.015 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.015+0000 7fa838b69b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56321cb52140 0x56321cb525c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:34.016 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.015+0000 7fa838b69b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x56321caafe40 con 0x56321cb52140 2024-05-20T21:24:34.016 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.015+0000 7fa838b69b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x56321ca9f9e0 con 0x56321cb57f30 2024-05-20T21:24:34.016 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.015+0000 7fa838b69b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x56321caa3a20 con 0x56321cb57610 2024-05-20T21:24:34.016 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.015+0000 7fa826a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56321cb57f30 0x56321cb51b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:34.016 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.015+0000 7fa826a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56321cb57f30 0x56321cb51b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:52468/0 (socket says 172.21.15.8:52468) 2024-05-20T21:24:34.016 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.015+0000 7fa826a00700 1 -- 172.21.15.8:0/2691050621 learned_addr learned my addr 172.21.15.8:0/2691050621 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:34.016 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.015+0000 7fa827400700 1 --2- 172.21.15.8:0/2691050621 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56321cb57610 0x56321cb579f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:34.016 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.015+0000 7fa827e00700 1 --2- 172.21.15.8:0/2691050621 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56321cb52140 0x56321cb525c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:34.017 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.016+0000 7fa826a00700 1 -- 172.21.15.8:0/2691050621 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56321cb57610 msgr2=0x56321cb579f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:34.017 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.016+0000 7fa826a00700 1 --2- 172.21.15.8:0/2691050621 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56321cb57610 0x56321cb579f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.017 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.016+0000 7fa826a00700 1 -- 172.21.15.8:0/2691050621 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56321cb52140 msgr2=0x56321cb525c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:34.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.016+0000 7fa826a00700 1 --2- 172.21.15.8:0/2691050621 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56321cb52140 0x56321cb525c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.016+0000 7fa826a00700 1 -- 172.21.15.8:0/2691050621 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56321ca68420 con 0x56321cb57f30 2024-05-20T21:24:34.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.016+0000 7fa827e00700 1 --2- 172.21.15.8:0/2690646924 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa80c0b2880 0x7fa80c0b4d40 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7fa820009fd0 tx=0x7fa82000f990 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:34.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.016+0000 7fa826a00700 1 --2- 172.21.15.8:0/2691050621 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56321cb57f30 0x56321cb51b20 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7fa814015000 tx=0x7fa8140096a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=39cc0ad29e85d894 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:34.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.017+0000 7fa81cc00700 1 -- 172.21.15.8:0/2691050621 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa814027070 con 0x56321cb57f30 2024-05-20T21:24:34.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.017+0000 7fa81cc00700 1 -- 172.21.15.8:0/2691050621 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa814003680 con 0x56321cb57f30 2024-05-20T21:24:34.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.017+0000 7fa81cc00700 1 -- 172.21.15.8:0/2691050621 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa81400f6c0 con 0x56321cb57f30 2024-05-20T21:24:34.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.018+0000 7fa838b69b80 1 -- 172.21.15.8:0/2691050621 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56321cb57f30 msgr2=0x56321cb51b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:34.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.018+0000 7fa838b69b80 1 --2- 172.21.15.8:0/2691050621 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56321cb57f30 0x56321cb51b20 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7fa814015000 tx=0x7fa8140096a0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.018+0000 7fa838b69b80 1 -- 172.21.15.8:0/2691050621 shutdown_connections 2024-05-20T21:24:34.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.018+0000 7fa838b69b80 1 --2- 172.21.15.8:0/2691050621 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56321cb52140 0x56321cb525c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.018+0000 7fa838b69b80 1 --2- 172.21.15.8:0/2691050621 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56321cb57610 0x56321cb579f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.019 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.018+0000 7fa838b69b80 1 --2- 172.21.15.8:0/2691050621 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56321cb57f30 0x56321cb51b20 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.019 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.018+0000 7fa838b69b80 1 -- 172.21.15.8:0/2691050621 >> 172.21.15.8:0/2691050621 conn(0x56321ca7fbe0 msgr2=0x56321cb4c690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:34.019 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.018+0000 7fa838b69b80 1 -- 172.21.15.8:0/2691050621 shutdown_connections 2024-05-20T21:24:34.019 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.018+0000 7fa838b69b80 1 -- 172.21.15.8:0/2691050621 wait complete. 2024-05-20T21:24:34.020 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.018+0000 7fa838b69b80 1 -- start start 2024-05-20T21:24:34.020 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.019+0000 7fa838b69b80 1 Processor -- start 2024-05-20T21:24:34.020 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.019+0000 7fa838b69b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56321cb52140 0x56321cb5dca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:34.020 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.019+0000 7fa838b69b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56321cb57610 0x56321cb5b090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:34.020 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.019+0000 7fa838b69b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56321cb57f30 0x56321cb5b5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:34.020 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.019+0000 7fa838b69b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x56321c9a5fa0 con 0x56321cb52140 2024-05-20T21:24:34.020 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.019+0000 7fa838b69b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x56321ca40760 con 0x56321cb57f30 2024-05-20T21:24:34.020 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.019+0000 7fa838b69b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x56321cb5e980 con 0x56321cb57610 2024-05-20T21:24:34.020 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.019+0000 7fa838b69b80 10 client.0 _ll_register_callbacks cb 0x56321ca49c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:34.020 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.020+0000 7fa827400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56321cb52140 0x56321cb5dca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:34.021 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.020+0000 7fa827e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56321cb57f30 0x56321cb5b5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:34.021 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.020+0000 7fa827e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56321cb57f30 0x56321cb5b5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:52480/0 (socket says 172.21.15.8:52480) 2024-05-20T21:24:34.021 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.020+0000 7fa827e00700 1 -- 172.21.15.8:0/2651309073 learned_addr learned my addr 172.21.15.8:0/2651309073 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:34.021 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.020+0000 7fa827400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56321cb52140 0x56321cb5dca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:39834/0 (socket says 172.21.15.8:39834) 2024-05-20T21:24:34.021 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.020+0000 7fa826a00700 1 --2- 172.21.15.8:0/2651309073 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56321cb57610 0x56321cb5b090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:34.021 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.020+0000 7fa827e00700 1 -- 172.21.15.8:0/2651309073 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56321cb57610 msgr2=0x56321cb5b090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:34.021 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.020+0000 7fa827e00700 1 --2- 172.21.15.8:0/2651309073 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56321cb57610 0x56321cb5b090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.021 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.020+0000 7fa827e00700 1 -- 172.21.15.8:0/2651309073 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56321cb52140 msgr2=0x56321cb5dca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:34.021 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.020+0000 7fa827e00700 1 --2- 172.21.15.8:0/2651309073 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56321cb52140 0x56321cb5dca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.021 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.020+0000 7fa827e00700 1 -- 172.21.15.8:0/2651309073 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56321c9ef8d0 con 0x56321cb57f30 2024-05-20T21:24:34.021 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.021+0000 7fa827e00700 1 --2- 172.21.15.8:0/2651309073 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56321cb57f30 0x56321cb5b5d0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7fa820008c00 tx=0x7fa820004b40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a9aa42bfab620514 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:34.021 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.021+0000 7fa811600700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:24:34.023 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.021+0000 7fa811600700 1 -- 172.21.15.8:0/2651309073 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa82002a060 con 0x56321cb57f30 2024-05-20T21:24:34.023 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.021+0000 7fa811600700 1 -- 172.21.15.8:0/2651309073 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fa820018a60 con 0x56321cb57f30 2024-05-20T21:24:34.023 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.021+0000 7fa838b69b80 1 -- 172.21.15.8:0/2651309073 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa814003680 con 0x56321cb57f30 2024-05-20T21:24:34.023 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.021+0000 7fa811600700 1 -- 172.21.15.8:0/2651309073 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa820021040 con 0x56321cb57f30 2024-05-20T21:24:34.023 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.021+0000 7fa838b69b80 10 client.27764 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:34.023 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.021+0000 7fa838b69b80 1 -- 172.21.15.8:0/2651309073 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56321ca70060 con 0x56321cb57f30 2024-05-20T21:24:34.023 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.022+0000 7fa811600700 1 -- 172.21.15.8:0/2651309073 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa814003680 con 0x56321cb57f30 2024-05-20T21:24:34.023 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.022+0000 7fa811600700 1 -- 172.21.15.8:0/2651309073 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fa8200303f0 con 0x56321cb57f30 2024-05-20T21:24:34.023 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.022+0000 7fa838b69b80 10 client.27764 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:34.024 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.022+0000 7fa838b69b80 10 client.27764 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:24:34.024 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.022+0000 7fa838b69b80 20 client.27764 populate_metadata read hostname 'smithi008' 2024-05-20T21:24:34.024 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.022+0000 7fa838b69b80 1 --2- 172.21.15.8:0/2651309073 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56321cb6b550 0x56321cb6d940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:34.024 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.022+0000 7fa838b69b80 4 client.27764 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:24:34.024 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.022+0000 7fa838b69b80 1 -- 172.21.15.8:0/2651309073 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56321cab1d90 con 0x56321cb6b550 2024-05-20T21:24:34.024 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.022+0000 7fa827400700 1 --2- 172.21.15.8:0/2651309073 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56321cb6b550 0x56321cb6d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:34.024 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.023+0000 7fa827400700 1 --2- 172.21.15.8:0/2651309073 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56321cb6b550 0x56321cb6d940 crc :-1 s=READY pgs=241 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6466432d59f1213c server_cookie=70aa8b7a56adbcb9 in_seq=0 out_seq=0 2024-05-20T21:24:34.024 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.023+0000 7fa811600700 10 client.27764 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:24:34.024 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.024+0000 7fa811600700 1 -- 172.21.15.8:0/2651309073 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x56321cab1d90 con 0x56321cb6b550 2024-05-20T21:24:34.024 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.024+0000 7fa811600700 10 client.27764 handle_command_reply: tid=0 2024-05-20T21:24:34.024 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.024+0000 7fa838b69b80 1 client.27764 shutdown 2024-05-20T21:24:34.025 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.024+0000 7fa838b69b80 1 -- 172.21.15.8:0/2651309073 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56321cb57f30 msgr2=0x56321cb5b5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:34.025 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.024+0000 7fa838b69b80 1 --2- 172.21.15.8:0/2651309073 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56321cb57f30 0x56321cb5b5d0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7fa820008c00 tx=0x7fa820004b40 comp rx=0 tx=0).stop 2024-05-20T21:24:34.025 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.024+0000 7fa838b69b80 1 -- 172.21.15.8:0/2651309073 shutdown_connections 2024-05-20T21:24:34.025 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.024+0000 7fa838b69b80 1 --2- 172.21.15.8:0/2651309073 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56321cb6b550 0x56321cb6d940 crc :-1 s=READY pgs=241 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.025 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.024+0000 7fa838b69b80 1 --2- 172.21.15.8:0/2651309073 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56321cb57f30 0x56321cb5b5d0 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.025 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.024+0000 7fa838b69b80 1 --2- 172.21.15.8:0/2651309073 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56321cb52140 0x56321cb5dca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.026 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.024+0000 7fa838b69b80 1 --2- 172.21.15.8:0/2651309073 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56321cb57610 0x56321cb5b090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.026 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.024+0000 7fa838b69b80 1 -- 172.21.15.8:0/2651309073 >> 172.21.15.8:0/2651309073 conn(0x56321ca7fbe0 msgr2=0x56321cb4bd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:34.026 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.024+0000 7fa811600700 0 client.27764 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:24:34.026 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.024+0000 7fa838b69b80 1 -- 172.21.15.8:0/2651309073 shutdown_connections 2024-05-20T21:24:34.026 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.024+0000 7fa838b69b80 1 -- 172.21.15.8:0/2651309073 wait complete. 2024-05-20T21:24:34.026 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.025+0000 7fa838b69b80 20 client.27764 trim_cache size 0 max 16384 2024-05-20T21:24:34.046 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.042+0000 7fa838b69b80 1 Processor -- start 2024-05-20T21:24:34.047 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.042+0000 7fa838b69b80 1 -- start start 2024-05-20T21:24:34.047 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.042+0000 7fa838b69b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56321cb52140 0x56321cb557c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:34.047 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.042+0000 7fa838b69b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56321cb57610 0x56321cb5dca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:34.047 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.042+0000 7fa838b69b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56321cb57f30 0x56321cb4c4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:34.047 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.042+0000 7fa838b69b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fa8281b26e0 con 0x56321cb57610 2024-05-20T21:24:34.047 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.042+0000 7fa838b69b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa8281aff70 con 0x56321cb52140 2024-05-20T21:24:34.047 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.042+0000 7fa838b69b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fa8281addc0 con 0x56321cb57f30 2024-05-20T21:24:34.047 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.042+0000 7fa827400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56321cb52140 0x56321cb557c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:34.047 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.042+0000 7fa827400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56321cb52140 0x56321cb557c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:52482/0 (socket says 172.21.15.8:52482) 2024-05-20T21:24:34.047 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.043+0000 7fa827400700 1 -- 172.21.15.8:0/325184595 learned_addr learned my addr 172.21.15.8:0/325184595 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:34.047 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.043+0000 7fa826a00700 1 --2- 172.21.15.8:0/325184595 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56321cb57610 0x56321cb5dca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:34.047 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.043+0000 7fa827e00700 1 --2- 172.21.15.8:0/325184595 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56321cb57f30 0x56321cb4c4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:34.047 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.043+0000 7fa827400700 1 -- 172.21.15.8:0/325184595 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56321cb57f30 msgr2=0x56321cb4c4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:34.048 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.043+0000 7fa827400700 1 --2- 172.21.15.8:0/325184595 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56321cb57f30 0x56321cb4c4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.048 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.043+0000 7fa827400700 1 -- 172.21.15.8:0/325184595 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56321cb57610 msgr2=0x56321cb5dca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:34.048 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.043+0000 7fa827400700 1 --2- 172.21.15.8:0/325184595 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56321cb57610 0x56321cb5dca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.048 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.043+0000 7fa827400700 1 -- 172.21.15.8:0/325184595 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56321cb59600 con 0x56321cb52140 2024-05-20T21:24:34.048 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.043+0000 7fa826a00700 1 --2- 172.21.15.8:0/325184595 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56321cb57610 0x56321cb5dca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:24:34.048 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.043+0000 7fa827e00700 1 --2- 172.21.15.8:0/325184595 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56321cb57f30 0x56321cb4c4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:24:34.048 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.043+0000 7fa827400700 1 --2- 172.21.15.8:0/325184595 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56321cb52140 0x56321cb557c0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7fa818005950 tx=0x7fa81801a040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2033af33c198a3b7 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:34.048 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.043+0000 7fa813e00700 1 -- 172.21.15.8:0/325184595 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8180adb20 con 0x56321cb52140 2024-05-20T21:24:34.048 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.043+0000 7fa813e00700 1 -- 172.21.15.8:0/325184595 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa8180b25d0 con 0x56321cb52140 2024-05-20T21:24:34.048 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.043+0000 7fa813e00700 1 -- 172.21.15.8:0/325184595 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa818091310 con 0x56321cb52140 2024-05-20T21:24:34.048 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.044+0000 7fa838b69b80 1 -- 172.21.15.8:0/325184595 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56321cb52140 msgr2=0x56321cb557c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:34.048 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.044+0000 7fa838b69b80 1 --2- 172.21.15.8:0/325184595 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56321cb52140 0x56321cb557c0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7fa818005950 tx=0x7fa81801a040 comp rx=0 tx=0).stop 2024-05-20T21:24:34.049 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.044+0000 7fa838b69b80 1 -- 172.21.15.8:0/325184595 shutdown_connections 2024-05-20T21:24:34.049 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.044+0000 7fa838b69b80 1 --2- 172.21.15.8:0/325184595 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56321cb52140 0x56321cb557c0 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.049 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.044+0000 7fa838b69b80 1 --2- 172.21.15.8:0/325184595 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56321cb57f30 0x56321cb4c4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.049 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.044+0000 7fa838b69b80 1 --2- 172.21.15.8:0/325184595 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56321cb57610 0x56321cb5dca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.049 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.044+0000 7fa838b69b80 1 -- 172.21.15.8:0/325184595 >> 172.21.15.8:0/325184595 conn(0x56321ca7fbe0 msgr2=0x56321cb550b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:34.049 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.044+0000 7fa838b69b80 1 -- 172.21.15.8:0/325184595 shutdown_connections 2024-05-20T21:24:34.049 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.044+0000 7fa838b69b80 1 -- 172.21.15.8:0/325184595 wait complete. 2024-05-20T21:24:34.049 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.045+0000 7fa838b69b80 1 -- start start 2024-05-20T21:24:34.049 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.045+0000 7fa838b69b80 1 Processor -- start 2024-05-20T21:24:34.049 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.046+0000 7fa838b69b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56321cb52140 0x56321cb63df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:34.049 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.046+0000 7fa838b69b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56321cb57610 0x56321cb64330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:34.049 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.046+0000 7fa838b69b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56321cb57f30 0x56321cb723e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:34.049 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.046+0000 7fa838b69b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fa8281ae430 con 0x56321cb57610 2024-05-20T21:24:34.049 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.046+0000 7fa838b69b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa8281af8a0 con 0x56321cb52140 2024-05-20T21:24:34.050 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.046+0000 7fa838b69b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fa8281aeb00 con 0x56321cb57f30 2024-05-20T21:24:34.050 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.046+0000 7fa838b69b80 10 client.0 _ll_register_callbacks cb 0x56321ca49c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:34.050 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.046+0000 7fa826a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56321cb57610 0x56321cb64330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:34.050 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.046+0000 7fa826a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56321cb57610 0x56321cb64330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:39858/0 (socket says 172.21.15.8:39858) 2024-05-20T21:24:34.050 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.046+0000 7fa826a00700 1 -- 172.21.15.8:0/1743785677 learned_addr learned my addr 172.21.15.8:0/1743785677 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:34.050 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.046+0000 7fa827e00700 1 --2- 172.21.15.8:0/1743785677 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56321cb57f30 0x56321cb723e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:34.050 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.046+0000 7fa827400700 1 --2- 172.21.15.8:0/1743785677 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56321cb52140 0x56321cb63df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:34.050 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.046+0000 7fa826a00700 1 -- 172.21.15.8:0/1743785677 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56321cb57f30 msgr2=0x56321cb723e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:34.050 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.046+0000 7fa826a00700 1 --2- 172.21.15.8:0/1743785677 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56321cb57f30 0x56321cb723e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.050 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.046+0000 7fa826a00700 1 -- 172.21.15.8:0/1743785677 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56321cb52140 msgr2=0x56321cb63df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:34.050 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.046+0000 7fa826a00700 1 --2- 172.21.15.8:0/1743785677 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56321cb52140 0x56321cb63df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.050 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.046+0000 7fa826a00700 1 -- 172.21.15.8:0/1743785677 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56321cb72a90 con 0x56321cb57610 2024-05-20T21:24:34.050 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.046+0000 7fa827e00700 1 --2- 172.21.15.8:0/1743785677 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56321cb57f30 0x56321cb723e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:34.051 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.046+0000 7fa827400700 1 --2- 172.21.15.8:0/1743785677 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56321cb52140 0x56321cb63df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:34.051 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.047+0000 7fa826a00700 1 --2- 172.21.15.8:0/1743785677 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56321cb57610 0x56321cb64330 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7fa8140098e0 tx=0x7fa814005750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff69dfd5022b5ce server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:34.051 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.047+0000 7fa811600700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:24:34.051 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.047+0000 7fa811600700 1 -- 172.21.15.8:0/1743785677 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa814027040 con 0x56321cb57610 2024-05-20T21:24:34.051 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.047+0000 7fa811600700 1 -- 172.21.15.8:0/1743785677 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fa814003880 con 0x56321cb57610 2024-05-20T21:24:34.051 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.047+0000 7fa838b69b80 1 -- 172.21.15.8:0/1743785677 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa8180b25d0 con 0x56321cb57610 2024-05-20T21:24:34.052 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.047+0000 7fa811600700 1 -- 172.21.15.8:0/1743785677 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa8140058e0 con 0x56321cb57610 2024-05-20T21:24:34.053 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.047+0000 7fa838b69b80 10 client.17649 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:34.053 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.047+0000 7fa838b69b80 1 -- 172.21.15.8:0/1743785677 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56321cbd5a80 con 0x56321cb57610 2024-05-20T21:24:34.053 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.048+0000 7fa811600700 1 -- 172.21.15.8:0/1743785677 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa8180b25d0 con 0x56321cb57610 2024-05-20T21:24:34.053 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.048+0000 7fa811600700 1 -- 172.21.15.8:0/1743785677 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fa814021030 con 0x56321cb57610 2024-05-20T21:24:34.053 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.048+0000 7fa838b69b80 10 client.17649 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:34.053 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.048+0000 7fa838b69b80 10 client.17649 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:24:34.053 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.048+0000 7fa838b69b80 20 client.17649 populate_metadata read hostname 'smithi008' 2024-05-20T21:24:34.053 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.048+0000 7fa838b69b80 1 --2- 172.21.15.8:0/1743785677 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56321cbd5c50 0x56321cbd8040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:34.053 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.048+0000 7fa838b69b80 4 client.17649 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:24:34.053 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.048+0000 7fa838b69b80 1 -- 172.21.15.8:0/1743785677 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56321caab570 con 0x56321cbd5c50 2024-05-20T21:24:34.053 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.048+0000 7fa827400700 1 --2- 172.21.15.8:0/1743785677 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56321cbd5c50 0x56321cbd8040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:34.053 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.049+0000 7fa827400700 1 --2- 172.21.15.8:0/1743785677 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56321cbd5c50 0x56321cbd8040 crc :-1 s=READY pgs=242 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4bdb9dcbcf3c13bb server_cookie=c1c4cd84b8118d0c in_seq=0 out_seq=0 2024-05-20T21:24:34.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.049+0000 7fa811600700 10 client.17649 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:24:34.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.049+0000 7fa811600700 1 -- 172.21.15.8:0/1743785677 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56321caab570 con 0x56321cbd5c50 2024-05-20T21:24:34.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.049+0000 7fa811600700 10 client.17649 handle_command_reply: tid=0 2024-05-20T21:24:34.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.049+0000 7fa838b69b80 1 client.17649 shutdown 2024-05-20T21:24:34.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.049+0000 7fa838b69b80 1 -- 172.21.15.8:0/1743785677 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56321cb57610 msgr2=0x56321cb64330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:34.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.049+0000 7fa838b69b80 1 --2- 172.21.15.8:0/1743785677 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56321cb57610 0x56321cb64330 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7fa8140098e0 tx=0x7fa814005750 comp rx=0 tx=0).stop 2024-05-20T21:24:34.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.050+0000 7fa838b69b80 1 -- 172.21.15.8:0/1743785677 shutdown_connections 2024-05-20T21:24:34.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.050+0000 7fa838b69b80 1 --2- 172.21.15.8:0/1743785677 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56321cbd5c50 0x56321cbd8040 crc :-1 s=READY pgs=242 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.050+0000 7fa838b69b80 1 --2- 172.21.15.8:0/1743785677 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56321cb52140 0x56321cb63df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.050+0000 7fa838b69b80 1 --2- 172.21.15.8:0/1743785677 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56321cb57f30 0x56321cb723e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.050+0000 7fa838b69b80 1 --2- 172.21.15.8:0/1743785677 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56321cb57610 0x56321cb64330 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.050+0000 7fa811600700 0 client.17649 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:24:34.055 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.050+0000 7fa838b69b80 1 -- 172.21.15.8:0/1743785677 >> 172.21.15.8:0/1743785677 conn(0x56321ca7fbe0 msgr2=0x56321cb58310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:34.055 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.050+0000 7fa838b69b80 1 -- 172.21.15.8:0/1743785677 shutdown_connections 2024-05-20T21:24:34.055 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.050+0000 7fa838b69b80 1 -- 172.21.15.8:0/1743785677 wait complete. 2024-05-20T21:24:34.055 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.050+0000 7fa838b69b80 20 client.17649 trim_cache size 0 max 16384 2024-05-20T21:24:34.055 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:24:34.056 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.051+0000 7fa82e200700 1 -- 172.21.15.8:0/2690646924 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa80c0b2880 msgr2=0x7fa80c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:34.056 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.051+0000 7fa82e200700 1 --2- 172.21.15.8:0/2690646924 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa80c0b2880 0x7fa80c0b4d40 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7fa820009fd0 tx=0x7fa82000f990 comp rx=0 tx=0).stop 2024-05-20T21:24:34.056 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.051+0000 7fa82e200700 1 -- 172.21.15.8:0/2690646924 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa8281035f0 msgr2=0x7fa82819be60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:34.056 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.051+0000 7fa82e200700 1 --2- 172.21.15.8:0/2690646924 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa8281035f0 0x7fa82819be60 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7fa81800ea50 tx=0x7fa81800ed60 comp rx=0 tx=0).stop 2024-05-20T21:24:34.056 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.051+0000 7fa82e200700 1 -- 172.21.15.8:0/2690646924 shutdown_connections 2024-05-20T21:24:34.056 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.051+0000 7fa82e200700 1 --2- 172.21.15.8:0/2690646924 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa80c0b2880 0x7fa80c0b4d40 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.056 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.051+0000 7fa82e200700 1 --2- 172.21.15.8:0/2690646924 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa828108500 0x7fa8281a06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.056 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.051+0000 7fa82e200700 1 --2- 172.21.15.8:0/2690646924 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa8281035f0 0x7fa82819be60 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.056 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.051+0000 7fa82e200700 1 --2- 172.21.15.8:0/2690646924 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa828103f90 0x7fa82819c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.056 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.051+0000 7fa82e200700 1 -- 172.21.15.8:0/2690646924 >> 172.21.15.8:0/2690646924 conn(0x7fa82807a6a0 msgr2=0x7fa828101500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:34.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.051+0000 7fa82e200700 1 -- 172.21.15.8:0/2690646924 shutdown_connections 2024-05-20T21:24:34.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:34.051+0000 7fa82e200700 1 -- 172.21.15.8:0/2690646924 wait complete. 2024-05-20T21:24:34.386 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.386+0000 7fc219000640 1 -- 172.21.15.8:0/1734586665 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc21410aa30 msgr2=0x7fc214111350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:34.386 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.386+0000 7fc219000640 1 --2- 172.21.15.8:0/1734586665 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc21410aa30 0x7fc214111350 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fc20c009be0 tx=0x7fc20c02a6c0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.386 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.386+0000 7fc219000640 1 -- 172.21.15.8:0/1734586665 shutdown_connections 2024-05-20T21:24:34.386 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.386+0000 7fc219000640 1 --2- 172.21.15.8:0/1734586665 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc21410aa30 0x7fc214111350 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.386 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.386+0000 7fc219000640 1 --2- 172.21.15.8:0/1734586665 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc21410a070 0x7fc21410a4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.386 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.386+0000 7fc219000640 1 --2- 172.21.15.8:0/1734586665 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc214108f70 0x7fc214109390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.386 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.386+0000 7fc219000640 1 -- 172.21.15.8:0/1734586665 >> 172.21.15.8:0/1734586665 conn(0x7fc214077ee0 msgr2=0x7fc21407a300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:34.387 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.386+0000 7fc219000640 1 -- 172.21.15.8:0/1734586665 shutdown_connections 2024-05-20T21:24:34.387 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.386+0000 7fc219000640 1 -- 172.21.15.8:0/1734586665 wait complete. 2024-05-20T21:24:34.388 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.387+0000 7fc219000640 1 Processor -- start 2024-05-20T21:24:34.388 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.388+0000 7fc219000640 1 -- start start 2024-05-20T21:24:34.388 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.388+0000 7fc219000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc214108f70 0x7fc21419f070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:34.388 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.388+0000 7fc219000640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc21410a070 0x7fc21419f5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:34.388 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.388+0000 7fc219000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc21410aa30 0x7fc2141a6620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:34.388 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.388+0000 7fc219000640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc214114a60 con 0x7fc21410aa30 2024-05-20T21:24:34.388 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.388+0000 7fc219000640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc2141148e0 con 0x7fc214108f70 2024-05-20T21:24:34.388 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.388+0000 7fc219000640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc214114be0 con 0x7fc21410a070 2024-05-20T21:24:34.388 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.388+0000 7fc213e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc21410aa30 0x7fc2141a6620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:34.388 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.388+0000 7fc212a00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc21410a070 0x7fc21419f5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:34.388 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.388+0000 7fc213400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc214108f70 0x7fc21419f070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:34.389 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.389+0000 7fc212a00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc21410a070 0x7fc21419f5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:56348/0 (socket says 172.21.15.8:56348) 2024-05-20T21:24:34.389 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.389+0000 7fc212a00640 1 -- 172.21.15.8:0/749259693 learned_addr learned my addr 172.21.15.8:0/749259693 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:34.390 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.389+0000 7fc212a00640 1 -- 172.21.15.8:0/749259693 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc214108f70 msgr2=0x7fc21419f070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:34.390 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.389+0000 7fc212a00640 1 --2- 172.21.15.8:0/749259693 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc214108f70 0x7fc21419f070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.390 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.389+0000 7fc212a00640 1 -- 172.21.15.8:0/749259693 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc21410aa30 msgr2=0x7fc2141a6620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:34.390 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.389+0000 7fc212a00640 1 --2- 172.21.15.8:0/749259693 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc21410aa30 0x7fc2141a6620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.390 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.389+0000 7fc212a00640 1 -- 172.21.15.8:0/749259693 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2141a6c90 con 0x7fc21410a070 2024-05-20T21:24:34.390 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.389+0000 7fc212a00640 1 --2- 172.21.15.8:0/749259693 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc21410a070 0x7fc21419f5b0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7fc20000e9c0 tx=0x7fc20000ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:34.390 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.389+0000 7fc20be00640 1 -- 172.21.15.8:0/749259693 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc20000cd80 con 0x7fc21410a070 2024-05-20T21:24:34.390 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.390+0000 7fc20be00640 1 -- 172.21.15.8:0/749259693 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc2000035f0 con 0x7fc21410a070 2024-05-20T21:24:34.390 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.390+0000 7fc219000640 1 -- 172.21.15.8:0/749259693 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2141a6f80 con 0x7fc21410a070 2024-05-20T21:24:34.390 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.390+0000 7fc20be00640 1 -- 172.21.15.8:0/749259693 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc200010690 con 0x7fc21410a070 2024-05-20T21:24:34.390 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.390+0000 7fc219000640 1 -- 172.21.15.8:0/749259693 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2141a7490 con 0x7fc21410a070 2024-05-20T21:24:34.392 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.393+0000 7fc21d387740 1 Processor -- start 2024-05-20T21:24:34.392 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.393+0000 7fc21d387740 1 -- start start 2024-05-20T21:24:34.393 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.394+0000 7fc21d387740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c63fcccf0 0x560c63fcd110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:34.393 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.394+0000 7fc21d387740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560c63fcd6e0 0x560c63fd21e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:34.393 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.394+0000 7fc21d387740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560c63fd2850 0x560c63fd4ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:34.394 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.394+0000 7fc21d387740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x560c63f3cb90 con 0x560c63fcd6e0 2024-05-20T21:24:34.394 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.394+0000 7fc21d387740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x560c63f2c730 con 0x560c63fcccf0 2024-05-20T21:24:34.394 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.394+0000 7fc21d387740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x560c63f30770 con 0x560c63fd2850 2024-05-20T21:24:34.394 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.394+0000 7fc213400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560c63fcd6e0 0x560c63fd21e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:34.394 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.394+0000 7fc213400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560c63fcd6e0 0x560c63fd21e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:39876/0 (socket says 172.21.15.8:39876) 2024-05-20T21:24:34.394 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.394+0000 7fc213400640 1 -- 172.21.15.8:0/4105609819 learned_addr learned my addr 172.21.15.8:0/4105609819 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:34.394 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.394+0000 7fc213e00640 1 --2- 172.21.15.8:0/4105609819 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c63fcccf0 0x560c63fcd110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:34.394 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.394+0000 7fc20be00640 1 -- 172.21.15.8:0/749259693 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fc2000037a0 con 0x7fc21410a070 2024-05-20T21:24:34.396 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.395+0000 7fc213e00640 1 -- 172.21.15.8:0/4105609819 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560c63fd2850 msgr2=0x560c63fd4ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:34.396 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.395+0000 7fc213e00640 1 --2- 172.21.15.8:0/4105609819 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560c63fd2850 0x560c63fd4ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.396 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.395+0000 7fc213e00640 1 -- 172.21.15.8:0/4105609819 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560c63fcd6e0 msgr2=0x560c63fd21e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:34.396 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.395+0000 7fc213e00640 1 --2- 172.21.15.8:0/4105609819 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560c63fcd6e0 0x560c63fd21e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.396 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.395+0000 7fc213e00640 1 -- 172.21.15.8:0/4105609819 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560c63ec58b0 con 0x560c63fcccf0 2024-05-20T21:24:34.396 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.395+0000 7fc213400640 1 --2- 172.21.15.8:0/4105609819 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560c63fcd6e0 0x560c63fd21e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:34.396 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.395+0000 7fc213e00640 1 --2- 172.21.15.8:0/4105609819 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c63fcccf0 0x560c63fcd110 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fc20c034040 tx=0x7fc20c005fd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3b102d11d9bdfd16 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:34.396 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.395+0000 7fc208c00640 1 -- 172.21.15.8:0/4105609819 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc20c041030 con 0x560c63fcccf0 2024-05-20T21:24:34.397 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.395+0000 7fc208c00640 1 -- 172.21.15.8:0/4105609819 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc20c030560 con 0x560c63fcccf0 2024-05-20T21:24:34.397 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.395+0000 7fc208c00640 1 -- 172.21.15.8:0/4105609819 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc20c036040 con 0x560c63fcccf0 2024-05-20T21:24:34.397 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.396+0000 7fc21d387740 1 -- 172.21.15.8:0/4105609819 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c63fcccf0 msgr2=0x560c63fcd110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:34.397 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.396+0000 7fc21d387740 1 --2- 172.21.15.8:0/4105609819 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c63fcccf0 0x560c63fcd110 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fc20c034040 tx=0x7fc20c005fd0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.397 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.396+0000 7fc21d387740 1 -- 172.21.15.8:0/4105609819 shutdown_connections 2024-05-20T21:24:34.397 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.396+0000 7fc20be00640 1 --2- 172.21.15.8:0/749259693 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc1f80b2850 0x7fc1f80b4d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:34.397 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.396+0000 7fc21d387740 1 --2- 172.21.15.8:0/4105609819 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560c63fd2850 0x560c63fd4ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.397 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.396+0000 7fc21d387740 1 --2- 172.21.15.8:0/4105609819 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560c63fcd6e0 0x560c63fd21e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.397 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.396+0000 7fc21d387740 1 --2- 172.21.15.8:0/4105609819 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c63fcccf0 0x560c63fcd110 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.397 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.396+0000 7fc21d387740 1 -- 172.21.15.8:0/4105609819 >> 172.21.15.8:0/4105609819 conn(0x560c63fc8360 msgr2=0x560c63fc8760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:34.397 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.396+0000 7fc21d387740 1 -- 172.21.15.8:0/4105609819 shutdown_connections 2024-05-20T21:24:34.397 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.396+0000 7fc20be00640 1 -- 172.21.15.8:0/749259693 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc2000e2550 con 0x7fc21410a070 2024-05-20T21:24:34.397 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.396+0000 7fc21d387740 1 -- 172.21.15.8:0/4105609819 wait complete. 2024-05-20T21:24:34.397 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.397+0000 7fc213e00640 1 --2- 172.21.15.8:0/749259693 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc1f80b2850 0x7fc1f80b4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:34.398 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.397+0000 7fc21d387740 1 -- start start 2024-05-20T21:24:34.400 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.397+0000 7fc21d387740 1 Processor -- start 2024-05-20T21:24:34.400 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.397+0000 7fc213e00640 1 --2- 172.21.15.8:0/749259693 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc1f80b2850 0x7fc1f80b4d10 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fc20c0099a0 tx=0x7fc20c02a6c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:34.400 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.398+0000 7fc21d387740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560c63fcccf0 0x560c63fd6ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:34.401 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.398+0000 7fc21d387740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560c63fcd6e0 0x560c63fd6ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:34.401 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.398+0000 7fc21d387740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c63fd2850 0x560c63fddfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:34.401 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.398+0000 7fc21d387740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x560c63c12790 con 0x560c63fcd6e0 2024-05-20T21:24:34.401 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.398+0000 7fc21d387740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x560c63ed4bc0 con 0x560c63fd2850 2024-05-20T21:24:34.401 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.398+0000 7fc21d387740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x560c63fd57a0 con 0x560c63fcccf0 2024-05-20T21:24:34.401 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.398+0000 7fc21d387740 10 client.0 _ll_register_callbacks cb 0x560c63eb2400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:34.401 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.398+0000 7fc212a00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560c63fcd6e0 0x560c63fd6ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:34.401 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.398+0000 7fc212a00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560c63fcd6e0 0x560c63fd6ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:39886/0 (socket says 172.21.15.8:39886) 2024-05-20T21:24:34.401 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.398+0000 7fc213e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c63fd2850 0x560c63fddfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:34.401 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.398+0000 7fc212a00640 1 -- 172.21.15.8:0/2153715430 learned_addr learned my addr 172.21.15.8:0/2153715430 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:34.401 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.398+0000 7fc213400640 1 --2- 172.21.15.8:0/2153715430 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560c63fcccf0 0x560c63fd6ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:34.401 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.399+0000 7fc212a00640 1 -- 172.21.15.8:0/2153715430 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560c63fcccf0 msgr2=0x560c63fd6ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:34.401 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.399+0000 7fc212a00640 1 --2- 172.21.15.8:0/2153715430 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560c63fcccf0 0x560c63fd6ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.401 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.399+0000 7fc212a00640 1 -- 172.21.15.8:0/2153715430 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c63fd2850 msgr2=0x560c63fddfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:34.402 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.399+0000 7fc212a00640 1 --2- 172.21.15.8:0/2153715430 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c63fd2850 0x560c63fddfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.402 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.399+0000 7fc212a00640 1 -- 172.21.15.8:0/2153715430 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560c63c41210 con 0x560c63fcd6e0 2024-05-20T21:24:34.402 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.399+0000 7fc212a00640 1 --2- 172.21.15.8:0/2153715430 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560c63fcd6e0 0x560c63fd6ff0 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7fc2000a9800 tx=0x7fc2000a5290 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30c929370a3dc43d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:34.402 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.399+0000 7fc1fd600640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:24:34.402 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.399+0000 7fc1fd600640 1 -- 172.21.15.8:0/2153715430 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2000a9b00 con 0x560c63fcd6e0 2024-05-20T21:24:34.402 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.399+0000 7fc1fd600640 1 -- 172.21.15.8:0/2153715430 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc2000e20d0 con 0x560c63fcd6e0 2024-05-20T21:24:34.402 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.399+0000 7fc21d387740 1 -- 172.21.15.8:0/2153715430 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc20c030560 con 0x560c63fcd6e0 2024-05-20T21:24:34.402 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.399+0000 7fc1fd600640 1 -- 172.21.15.8:0/2153715430 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc2000adeb0 con 0x560c63fcd6e0 2024-05-20T21:24:34.402 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.399+0000 7fc21d387740 10 client.17661 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:34.402 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.400+0000 7fc21d387740 1 -- 172.21.15.8:0/2153715430 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560c63d0d620 con 0x560c63fcd6e0 2024-05-20T21:24:34.402 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.400+0000 7fc1fd600640 1 -- 172.21.15.8:0/2153715430 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc20c030560 con 0x560c63fcd6e0 2024-05-20T21:24:34.402 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.400+0000 7fc1fd600640 1 -- 172.21.15.8:0/2153715430 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc2000b24d0 con 0x560c63fcd6e0 2024-05-20T21:24:34.402 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.400+0000 7fc21d387740 10 client.17661 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:34.403 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.400+0000 7fc21d387740 10 client.17661 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:24:34.403 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.400+0000 7fc21d387740 20 client.17661 populate_metadata read hostname 'smithi008' 2024-05-20T21:24:34.403 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.400+0000 7fc21d387740 1 --2- 172.21.15.8:0/2153715430 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560c63fe2610 0x560c63fe4a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:34.403 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.400+0000 7fc21d387740 4 client.17661 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:24:34.403 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.400+0000 7fc21d387740 1 -- 172.21.15.8:0/2153715430 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560c63f3eae0 con 0x560c63fe2610 2024-05-20T21:24:34.403 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.401+0000 7fc213400640 1 --2- 172.21.15.8:0/2153715430 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560c63fe2610 0x560c63fe4a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:34.403 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.401+0000 7fc213400640 1 --2- 172.21.15.8:0/2153715430 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560c63fe2610 0x560c63fe4a00 crc :-1 s=READY pgs=243 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=59776d5b797cd151 server_cookie=99ec2bc058ac9dd in_seq=0 out_seq=0 2024-05-20T21:24:34.403 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.401+0000 7fc1fd600640 10 client.17661 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:24:34.404 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.402+0000 7fc1fd600640 1 -- 172.21.15.8:0/2153715430 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x560c63f3eae0 con 0x560c63fe2610 2024-05-20T21:24:34.404 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.402+0000 7fc1fd600640 10 client.17661 handle_command_reply: tid=0 2024-05-20T21:24:34.404 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.402+0000 7fc21d387740 1 client.17661 shutdown 2024-05-20T21:24:34.404 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.402+0000 7fc21d387740 1 -- 172.21.15.8:0/2153715430 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560c63fcd6e0 msgr2=0x560c63fd6ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:34.404 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.402+0000 7fc21d387740 1 --2- 172.21.15.8:0/2153715430 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560c63fcd6e0 0x560c63fd6ff0 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7fc2000a9800 tx=0x7fc2000a5290 comp rx=0 tx=0).stop 2024-05-20T21:24:34.404 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.402+0000 7fc21d387740 1 -- 172.21.15.8:0/2153715430 shutdown_connections 2024-05-20T21:24:34.404 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.402+0000 7fc21d387740 1 --2- 172.21.15.8:0/2153715430 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560c63fe2610 0x560c63fe4a00 crc :-1 s=READY pgs=243 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.405 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.402+0000 7fc21d387740 1 --2- 172.21.15.8:0/2153715430 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c63fd2850 0x560c63fddfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.405 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.402+0000 7fc21d387740 1 --2- 172.21.15.8:0/2153715430 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560c63fcd6e0 0x560c63fd6ff0 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.405 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.402+0000 7fc21d387740 1 --2- 172.21.15.8:0/2153715430 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560c63fcccf0 0x560c63fd6ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.405 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.402+0000 7fc1fd600640 0 client.17661 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:24:34.405 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.402+0000 7fc21d387740 1 -- 172.21.15.8:0/2153715430 >> 172.21.15.8:0/2153715430 conn(0x560c63fc8360 msgr2=0x560c63fc74c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:34.405 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.403+0000 7fc21d387740 1 -- 172.21.15.8:0/2153715430 shutdown_connections 2024-05-20T21:24:34.405 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.403+0000 7fc21d387740 1 -- 172.21.15.8:0/2153715430 wait complete. 2024-05-20T21:24:34.405 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.403+0000 7fc21d387740 20 client.17661 trim_cache size 0 max 16384 2024-05-20T21:24:34.421 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.421+0000 7fc21d387740 1 Processor -- start 2024-05-20T21:24:34.421 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.421+0000 7fc21d387740 1 -- start start 2024-05-20T21:24:34.421 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.421+0000 7fc21d387740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560c63fcccf0 0x560c63fcba40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:34.422 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.421+0000 7fc21d387740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560c63fcd6e0 0x560c63fddf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:34.422 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.421+0000 7fc21d387740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c63fd2850 0x560c63fc6c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:34.422 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.421+0000 7fc21d387740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc2141b2a30 con 0x560c63fcccf0 2024-05-20T21:24:34.422 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.421+0000 7fc21d387740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc2141b0300 con 0x560c63fd2850 2024-05-20T21:24:34.422 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.421+0000 7fc21d387740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc2141ae150 con 0x560c63fcd6e0 2024-05-20T21:24:34.422 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.421+0000 7fc213e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c63fd2850 0x560c63fc6c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:34.422 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.421+0000 7fc213400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560c63fcccf0 0x560c63fcba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:34.422 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.421+0000 7fc213e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c63fd2850 0x560c63fc6c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:52542/0 (socket says 172.21.15.8:52542) 2024-05-20T21:24:34.423 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.421+0000 7fc213e00640 1 -- 172.21.15.8:0/3189850192 learned_addr learned my addr 172.21.15.8:0/3189850192 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:34.423 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.421+0000 7fc212a00640 1 --2- 172.21.15.8:0/3189850192 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560c63fcd6e0 0x560c63fddf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:34.427 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.422+0000 7fc212a00640 1 -- 172.21.15.8:0/3189850192 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c63fd2850 msgr2=0x560c63fc6c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:34.427 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.422+0000 7fc212a00640 1 --2- 172.21.15.8:0/3189850192 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c63fd2850 0x560c63fc6c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.427 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.422+0000 7fc212a00640 1 -- 172.21.15.8:0/3189850192 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560c63fcccf0 msgr2=0x560c63fcba40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:34.427 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.422+0000 7fc212a00640 1 --2- 172.21.15.8:0/3189850192 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560c63fcccf0 0x560c63fcba40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.427 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.422+0000 7fc212a00640 1 -- 172.21.15.8:0/3189850192 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560c63fcc930 con 0x560c63fcd6e0 2024-05-20T21:24:34.427 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.422+0000 7fc213e00640 1 --2- 172.21.15.8:0/3189850192 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c63fd2850 0x560c63fc6c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:34.427 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.422+0000 7fc213400640 1 --2- 172.21.15.8:0/3189850192 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560c63fcccf0 0x560c63fcba40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:34.427 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.422+0000 7fc212a00640 1 --2- 172.21.15.8:0/3189850192 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560c63fcd6e0 0x560c63fddf80 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7fc200000c00 tx=0x7fc2000cc050 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8a4050efe0048ebb server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:34.427 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.422+0000 7fc1ffe00640 1 -- 172.21.15.8:0/3189850192 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2000c8020 con 0x560c63fcd6e0 2024-05-20T21:24:34.428 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.422+0000 7fc1ffe00640 1 -- 172.21.15.8:0/3189850192 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc2000a9b00 con 0x560c63fcd6e0 2024-05-20T21:24:34.428 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.422+0000 7fc1ffe00640 1 -- 172.21.15.8:0/3189850192 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2000e20d0 con 0x560c63fcd6e0 2024-05-20T21:24:34.428 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.423+0000 7fc21d387740 1 -- 172.21.15.8:0/3189850192 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560c63fcd6e0 msgr2=0x560c63fddf80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:34.428 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.423+0000 7fc21d387740 1 --2- 172.21.15.8:0/3189850192 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560c63fcd6e0 0x560c63fddf80 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7fc200000c00 tx=0x7fc2000cc050 comp rx=0 tx=0).stop 2024-05-20T21:24:34.428 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.423+0000 7fc21d387740 1 -- 172.21.15.8:0/3189850192 shutdown_connections 2024-05-20T21:24:34.428 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.423+0000 7fc21d387740 1 --2- 172.21.15.8:0/3189850192 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c63fd2850 0x560c63fc6c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.428 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.423+0000 7fc21d387740 1 --2- 172.21.15.8:0/3189850192 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560c63fcd6e0 0x560c63fddf80 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.428 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.423+0000 7fc21d387740 1 --2- 172.21.15.8:0/3189850192 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560c63fcccf0 0x560c63fcba40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.428 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.423+0000 7fc21d387740 1 -- 172.21.15.8:0/3189850192 >> 172.21.15.8:0/3189850192 conn(0x560c63fc8360 msgr2=0x560c63fcb330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:34.428 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.423+0000 7fc21d387740 1 -- 172.21.15.8:0/3189850192 shutdown_connections 2024-05-20T21:24:34.428 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.423+0000 7fc21d387740 1 -- 172.21.15.8:0/3189850192 wait complete. 2024-05-20T21:24:34.428 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.424+0000 7fc21d387740 1 -- start start 2024-05-20T21:24:34.428 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.424+0000 7fc21d387740 1 Processor -- start 2024-05-20T21:24:34.429 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.424+0000 7fc21d387740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c63fcccf0 0x560c63fdaf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:34.429 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.424+0000 7fc21d387740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560c63fcd6e0 0x560c63fdb450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:34.429 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.424+0000 7fc21d387740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560c63fd2850 0x560c6404b140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:34.429 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.424+0000 7fc21d387740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc2141ae7c0 con 0x560c63fcd6e0 2024-05-20T21:24:34.429 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.424+0000 7fc21d387740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc2141afc30 con 0x560c63fcccf0 2024-05-20T21:24:34.429 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.424+0000 7fc21d387740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc2141aee90 con 0x560c63fd2850 2024-05-20T21:24:34.429 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.425+0000 7fc21d387740 10 client.0 _ll_register_callbacks cb 0x7fc200003d90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:34.429 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.425+0000 7fc213e00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560c63fd2850 0x560c6404b140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:34.429 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.425+0000 7fc213e00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560c63fd2850 0x560c6404b140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:56380/0 (socket says 172.21.15.8:56380) 2024-05-20T21:24:34.429 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.425+0000 7fc213e00640 1 -- 172.21.15.8:0/1746403794 learned_addr learned my addr 172.21.15.8:0/1746403794 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:34.429 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.425+0000 7fc212a00640 1 --2- 172.21.15.8:0/1746403794 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560c63fcd6e0 0x560c63fdb450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:34.429 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.425+0000 7fc213400640 1 --2- 172.21.15.8:0/1746403794 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c63fcccf0 0x560c63fdaf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:34.430 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.425+0000 7fc213e00640 1 -- 172.21.15.8:0/1746403794 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c63fcccf0 msgr2=0x560c63fdaf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:34.430 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.425+0000 7fc213e00640 1 --2- 172.21.15.8:0/1746403794 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c63fcccf0 0x560c63fdaf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.430 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.425+0000 7fc213e00640 1 -- 172.21.15.8:0/1746403794 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560c63fcd6e0 msgr2=0x560c63fdb450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:34.430 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.425+0000 7fc213e00640 1 --2- 172.21.15.8:0/1746403794 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560c63fcd6e0 0x560c63fdb450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.430 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.425+0000 7fc213e00640 1 -- 172.21.15.8:0/1746403794 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560c6404b700 con 0x560c63fd2850 2024-05-20T21:24:34.430 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.425+0000 7fc213400640 1 --2- 172.21.15.8:0/1746403794 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c63fcccf0 0x560c63fdaf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:24:34.430 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.426+0000 7fc213e00640 1 --2- 172.21.15.8:0/1746403794 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560c63fd2850 0x560c6404b140 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fc20c009b30 tx=0x7fc20c005fd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d1160f3aba4fd3 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:34.430 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.426+0000 7fc1fd600640 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:24:34.430 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.426+0000 7fc1fd600640 1 -- 172.21.15.8:0/1746403794 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc20c036050 con 0x560c63fd2850 2024-05-20T21:24:34.430 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.426+0000 7fc1fd600640 1 -- 172.21.15.8:0/1746403794 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc20c03d460 con 0x560c63fd2850 2024-05-20T21:24:34.430 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.426+0000 7fc21d387740 1 -- 172.21.15.8:0/1746403794 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc2000a9b00 con 0x560c63fd2850 2024-05-20T21:24:34.430 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.426+0000 7fc1fd600640 1 -- 172.21.15.8:0/1746403794 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc20c041040 con 0x560c63fd2850 2024-05-20T21:24:34.431 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.426+0000 7fc21d387740 10 client.27826 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:34.431 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.426+0000 7fc21d387740 1 -- 172.21.15.8:0/1746403794 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560c6404ca80 con 0x560c63fd2850 2024-05-20T21:24:34.431 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.426+0000 7fc1fd600640 1 -- 172.21.15.8:0/1746403794 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc2000a9b00 con 0x560c63fd2850 2024-05-20T21:24:34.431 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.427+0000 7fc1fd600640 1 -- 172.21.15.8:0/1746403794 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc20c031880 con 0x560c63fd2850 2024-05-20T21:24:34.431 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.427+0000 7fc21d387740 10 client.27826 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:34.431 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.427+0000 7fc21d387740 10 client.27826 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:24:34.431 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.427+0000 7fc21d387740 20 client.27826 populate_metadata read hostname 'smithi008' 2024-05-20T21:24:34.431 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.427+0000 7fc21d387740 1 --2- 172.21.15.8:0/1746403794 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560c6404d050 0x560c6404f440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:34.431 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.427+0000 7fc21d387740 4 client.27826 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:24:34.431 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.427+0000 7fc21d387740 1 -- 172.21.15.8:0/1746403794 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x560c63f382c0 con 0x560c6404d050 2024-05-20T21:24:34.431 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.427+0000 7fc213400640 1 --2- 172.21.15.8:0/1746403794 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560c6404d050 0x560c6404f440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:34.431 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.428+0000 7fc213400640 1 --2- 172.21.15.8:0/1746403794 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560c6404d050 0x560c6404f440 crc :-1 s=READY pgs=244 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3636fa7b4e12551c server_cookie=7e6e17ca620149f7 in_seq=0 out_seq=0 2024-05-20T21:24:34.431 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.428+0000 7fc1fd600640 10 client.27826 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:24:34.441 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.441+0000 7fc1fd600640 1 -- 172.21.15.8:0/1746403794 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x560c63f382c0 con 0x560c6404d050 2024-05-20T21:24:34.441 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.441+0000 7fc1fd600640 10 client.27826 handle_command_reply: tid=0 2024-05-20T21:24:34.441 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.441+0000 7fc21d387740 1 client.27826 shutdown 2024-05-20T21:24:34.441 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.441+0000 7fc21d387740 1 -- 172.21.15.8:0/1746403794 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560c63fd2850 msgr2=0x560c6404b140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:34.441 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.441+0000 7fc21d387740 1 --2- 172.21.15.8:0/1746403794 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560c63fd2850 0x560c6404b140 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fc20c009b30 tx=0x7fc20c005fd0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.441 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.441+0000 7fc21d387740 1 -- 172.21.15.8:0/1746403794 shutdown_connections 2024-05-20T21:24:34.441 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.441+0000 7fc21d387740 1 --2- 172.21.15.8:0/1746403794 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560c6404d050 0x560c6404f440 crc :-1 s=READY pgs=244 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.441 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.441+0000 7fc21d387740 1 --2- 172.21.15.8:0/1746403794 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560c63fd2850 0x560c6404b140 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.441 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.441+0000 7fc21d387740 1 --2- 172.21.15.8:0/1746403794 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560c63fcd6e0 0x560c63fdb450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.441 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.441+0000 7fc21d387740 1 --2- 172.21.15.8:0/1746403794 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c63fcccf0 0x560c63fdaf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.441 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.441+0000 7fc1fd600640 0 client.27826 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:24:34.441 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.441+0000 7fc21d387740 1 -- 172.21.15.8:0/1746403794 >> 172.21.15.8:0/1746403794 conn(0x560c63fc8360 msgr2=0x560c63fce180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:34.442 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.441+0000 7fc21d387740 1 -- 172.21.15.8:0/1746403794 shutdown_connections 2024-05-20T21:24:34.442 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.441+0000 7fc21d387740 1 -- 172.21.15.8:0/1746403794 wait complete. 2024-05-20T21:24:34.442 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.442+0000 7fc21d387740 20 client.27826 trim_cache size 0 max 16384 2024-05-20T21:24:34.442 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:24:34.442 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:24:34.442 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:24:34.443 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.442+0000 7fc219000640 1 -- 172.21.15.8:0/749259693 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc1f80b2850 msgr2=0x7fc1f80b4d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:34.443 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.442+0000 7fc219000640 1 --2- 172.21.15.8:0/749259693 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc1f80b2850 0x7fc1f80b4d10 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fc20c0099a0 tx=0x7fc20c02a6c0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.443 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.442+0000 7fc219000640 1 -- 172.21.15.8:0/749259693 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc21410a070 msgr2=0x7fc21419f5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:34.443 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.442+0000 7fc219000640 1 --2- 172.21.15.8:0/749259693 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc21410a070 0x7fc21419f5b0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7fc20000e9c0 tx=0x7fc20000ee80 comp rx=0 tx=0).stop 2024-05-20T21:24:34.443 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.442+0000 7fc219000640 1 -- 172.21.15.8:0/749259693 shutdown_connections 2024-05-20T21:24:34.443 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.442+0000 7fc219000640 1 --2- 172.21.15.8:0/749259693 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc1f80b2850 0x7fc1f80b4d10 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.443 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.442+0000 7fc219000640 1 --2- 172.21.15.8:0/749259693 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc21410aa30 0x7fc2141a6620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.443 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.442+0000 7fc219000640 1 --2- 172.21.15.8:0/749259693 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc21410a070 0x7fc21419f5b0 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.444 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.442+0000 7fc219000640 1 --2- 172.21.15.8:0/749259693 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc214108f70 0x7fc21419f070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.444 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.442+0000 7fc219000640 1 -- 172.21.15.8:0/749259693 >> 172.21.15.8:0/749259693 conn(0x7fc214077ee0 msgr2=0x7fc21410d400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:34.444 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.443+0000 7fc219000640 1 -- 172.21.15.8:0/749259693 shutdown_connections 2024-05-20T21:24:34.444 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:34.443+0000 7fc219000640 1 -- 172.21.15.8:0/749259693 wait complete. 2024-05-20T21:24:34.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:24:34 smithi008 ceph-mon[31475]: pgmap v717: 97 pgs: 97 active+clean; 4.6 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 3.7 KiB/s wr, 9 op/s 2024-05-20T21:24:34.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:24:34 smithi130 ceph-mon[36448]: pgmap v717: 97 pgs: 97 active+clean; 4.6 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 3.7 KiB/s wr, 9 op/s 2024-05-20T21:24:34.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:24:34 smithi050 ceph-mon[35809]: pgmap v717: 97 pgs: 97 active+clean; 4.6 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 3.7 KiB/s wr, 9 op/s 2024-05-20T21:24:35.993 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:24:35.993 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:24:36.466 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:24:36.910 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:24:36 smithi008 ceph-mon[31475]: pgmap v718: 97 pgs: 97 active+clean; 4.6 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 9.6 KiB/s rd, 8.0 KiB/s wr, 10 op/s 2024-05-20T21:24:36.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:24:36 smithi130 ceph-mon[36448]: pgmap v718: 97 pgs: 97 active+clean; 4.6 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 9.6 KiB/s rd, 8.0 KiB/s wr, 10 op/s 2024-05-20T21:24:36.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:24:36 smithi050 ceph-mon[35809]: pgmap v718: 97 pgs: 97 active+clean; 4.6 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 9.6 KiB/s rd, 8.0 KiB/s wr, 10 op/s 2024-05-20T21:24:38.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:24:38 smithi008 ceph-mon[31475]: pgmap v719: 97 pgs: 97 active+clean; 4.6 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 7.2 KiB/s wr, 9 op/s 2024-05-20T21:24:38.759 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.758+0000 7fe171a00700 1 -- 172.21.15.8:0/1636314743 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe16c105670 msgr2=0x7fe16c105af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:38.759 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.758+0000 7fe171a00700 1 --2- 172.21.15.8:0/1636314743 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe16c105670 0x7fe16c105af0 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7fe158009990 tx=0x7fe158009ca0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.759 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.758+0000 7fe171a00700 1 -- 172.21.15.8:0/1636314743 shutdown_connections 2024-05-20T21:24:38.759 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.758+0000 7fe171a00700 1 --2- 172.21.15.8:0/1636314743 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe16c106030 0x7fe16c112540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.759 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.758+0000 7fe171a00700 1 --2- 172.21.15.8:0/1636314743 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe16c10b670 0x7fe16c10ba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.758+0000 7fe171a00700 1 --2- 172.21.15.8:0/1636314743 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe16c105670 0x7fe16c105af0 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.758+0000 7fe171a00700 1 -- 172.21.15.8:0/1636314743 >> 172.21.15.8:0/1636314743 conn(0x7fe16c101160 msgr2=0x7fe16c103580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:38.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.758+0000 7fe171a00700 1 -- 172.21.15.8:0/1636314743 shutdown_connections 2024-05-20T21:24:38.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.758+0000 7fe171a00700 1 -- 172.21.15.8:0/1636314743 wait complete. 2024-05-20T21:24:38.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.759+0000 7fe171a00700 1 Processor -- start 2024-05-20T21:24:38.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.760+0000 7fe171a00700 1 -- start start 2024-05-20T21:24:38.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.760+0000 7fe171a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe16c105670 0x7fe16c19bd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:38.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.760+0000 7fe171a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe16c106030 0x7fe16c19c2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:38.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.760+0000 7fe171a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe16c10b670 0x7fe16c1a0640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:38.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.760+0000 7fe171a00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fe16c115900 con 0x7fe16c10b670 2024-05-20T21:24:38.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.760+0000 7fe171a00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe16c115780 con 0x7fe16c106030 2024-05-20T21:24:38.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.760+0000 7fe171a00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fe16c115a80 con 0x7fe16c105670 2024-05-20T21:24:38.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.760+0000 7fe16b400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe16c106030 0x7fe16c19c2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:38.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.760+0000 7fe16b400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe16c106030 0x7fe16c19c2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:52574/0 (socket says 172.21.15.8:52574) 2024-05-20T21:24:38.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.760+0000 7fe16b400700 1 -- 172.21.15.8:0/709060504 learned_addr learned my addr 172.21.15.8:0/709060504 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:38.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.760+0000 7fe16be00700 1 --2- 172.21.15.8:0/709060504 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe16c105670 0x7fe16c19bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:38.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.761+0000 7fe171000700 1 --2- 172.21.15.8:0/709060504 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe16c10b670 0x7fe16c1a0640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:38.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.761+0000 7fe16b400700 1 -- 172.21.15.8:0/709060504 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe16c105670 msgr2=0x7fe16c19bd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:38.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.761+0000 7fe16b400700 1 --2- 172.21.15.8:0/709060504 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe16c105670 0x7fe16c19bd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.761+0000 7fe16b400700 1 -- 172.21.15.8:0/709060504 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe16c10b670 msgr2=0x7fe16c1a0640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:38.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.761+0000 7fe16b400700 1 --2- 172.21.15.8:0/709060504 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe16c10b670 0x7fe16c1a0640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.761+0000 7fe16b400700 1 -- 172.21.15.8:0/709060504 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe16c1a0d80 con 0x7fe16c106030 2024-05-20T21:24:38.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.762+0000 7fe16b400700 1 --2- 172.21.15.8:0/709060504 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe16c106030 0x7fe16c19c2b0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7fe158005910 tx=0x7fe15800b670 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:38.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.762+0000 7fe168c00700 1 -- 172.21.15.8:0/709060504 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe158027070 con 0x7fe16c106030 2024-05-20T21:24:38.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.762+0000 7fe168c00700 1 -- 172.21.15.8:0/709060504 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe158022470 con 0x7fe16c106030 2024-05-20T21:24:38.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.762+0000 7fe168c00700 1 -- 172.21.15.8:0/709060504 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe158017650 con 0x7fe16c106030 2024-05-20T21:24:38.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.762+0000 7fe171a00700 1 -- 172.21.15.8:0/709060504 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe16c1a1010 con 0x7fe16c106030 2024-05-20T21:24:38.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.762+0000 7fe171a00700 1 -- 172.21.15.8:0/709060504 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe16c1a88f0 con 0x7fe16c106030 2024-05-20T21:24:38.767 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.767+0000 7fe168c00700 1 -- 172.21.15.8:0/709060504 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fe15802a070 con 0x7fe16c106030 2024-05-20T21:24:38.767 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.767+0000 7fe17d946b80 1 Processor -- start 2024-05-20T21:24:38.767 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.767+0000 7fe17d946b80 1 -- start start 2024-05-20T21:24:38.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.767+0000 7fe17d946b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562702050840 0x562702050c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:38.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.767+0000 7fe17d946b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562702051160 0x56270204adf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:38.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.767+0000 7fe17d946b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56270204b410 0x56270204b870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:38.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.767+0000 7fe17d946b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x562701fa8ec0 con 0x562702051160 2024-05-20T21:24:38.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.767+0000 7fe17d946b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x562701f98a60 con 0x56270204b410 2024-05-20T21:24:38.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.767+0000 7fe17d946b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x562701f9caa0 con 0x562702050840 2024-05-20T21:24:38.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.768+0000 7fe16be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562702051160 0x56270204adf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:38.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.768+0000 7fe16be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562702051160 0x56270204adf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:39930/0 (socket says 172.21.15.8:39930) 2024-05-20T21:24:38.769 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.768+0000 7fe16be00700 1 -- 172.21.15.8:0/1060182926 learned_addr learned my addr 172.21.15.8:0/1060182926 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:38.769 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.768+0000 7fe171000700 1 --2- 172.21.15.8:0/1060182926 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562702050840 0x562702050c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:38.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.768+0000 7fe16b400700 1 --2- 172.21.15.8:0/1060182926 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56270204b410 0x56270204b870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:38.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.768+0000 7fe171000700 1 -- 172.21.15.8:0/1060182926 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56270204b410 msgr2=0x56270204b870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:38.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.768+0000 7fe171000700 1 --2- 172.21.15.8:0/1060182926 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56270204b410 0x56270204b870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.768+0000 7fe171000700 1 -- 172.21.15.8:0/1060182926 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562702051160 msgr2=0x56270204adf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:38.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.768+0000 7fe171000700 1 --2- 172.21.15.8:0/1060182926 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562702051160 0x56270204adf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.768+0000 7fe171000700 1 -- 172.21.15.8:0/1060182926 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562701f614a0 con 0x562702050840 2024-05-20T21:24:38.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.768+0000 7fe16be00700 1 --2- 172.21.15.8:0/1060182926 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562702051160 0x56270204adf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:38.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.769+0000 7fe171000700 1 --2- 172.21.15.8:0/1060182926 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562702050840 0x562702050c20 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7fe164011580 tx=0x7fe164009920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3f10337785060cad server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:38.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.769+0000 7fe168c00700 1 --2- 172.21.15.8:0/709060504 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe1500b2900 0x7fe1500b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:38.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.769+0000 7fe161600700 1 -- 172.21.15.8:0/1060182926 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe164011e80 con 0x562702050840 2024-05-20T21:24:38.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.769+0000 7fe161600700 1 -- 172.21.15.8:0/1060182926 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe164004bb0 con 0x562702050840 2024-05-20T21:24:38.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.769+0000 7fe161600700 1 -- 172.21.15.8:0/1060182926 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe164004720 con 0x562702050840 2024-05-20T21:24:38.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.769+0000 7fe168c00700 1 -- 172.21.15.8:0/709060504 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fe1580e2e60 con 0x7fe16c106030 2024-05-20T21:24:38.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.769+0000 7fe16be00700 1 --2- 172.21.15.8:0/709060504 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe1500b2900 0x7fe1500b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:38.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.770+0000 7fe17d946b80 1 -- 172.21.15.8:0/1060182926 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562702050840 msgr2=0x562702050c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:38.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.770+0000 7fe17d946b80 1 --2- 172.21.15.8:0/1060182926 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562702050840 0x562702050c20 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7fe164011580 tx=0x7fe164009920 comp rx=0 tx=0).stop 2024-05-20T21:24:38.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.770+0000 7fe17d946b80 1 -- 172.21.15.8:0/1060182926 shutdown_connections 2024-05-20T21:24:38.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.770+0000 7fe17d946b80 1 --2- 172.21.15.8:0/1060182926 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56270204b410 0x56270204b870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.770+0000 7fe17d946b80 1 --2- 172.21.15.8:0/1060182926 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562702050840 0x562702050c20 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.770+0000 7fe17d946b80 1 --2- 172.21.15.8:0/1060182926 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562702051160 0x56270204adf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.770+0000 7fe17d946b80 1 -- 172.21.15.8:0/1060182926 >> 172.21.15.8:0/1060182926 conn(0x562701f78c60 msgr2=0x562702045890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:38.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.770+0000 7fe16be00700 1 --2- 172.21.15.8:0/709060504 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe1500b2900 0x7fe1500b4dc0 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7fe15c011630 tx=0x7fe15c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:38.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.770+0000 7fe17d946b80 1 -- 172.21.15.8:0/1060182926 shutdown_connections 2024-05-20T21:24:38.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.770+0000 7fe17d946b80 1 -- 172.21.15.8:0/1060182926 wait complete. 2024-05-20T21:24:38.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.771+0000 7fe17d946b80 1 -- start start 2024-05-20T21:24:38.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.771+0000 7fe17d946b80 1 Processor -- start 2024-05-20T21:24:38.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.772+0000 7fe17d946b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56270204b410 0x562702056f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:38.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.772+0000 7fe17d946b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562702050840 0x5627020542f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:38.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.772+0000 7fe17d946b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562702051160 0x562702054830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:38.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.772+0000 7fe17d946b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x562701e9f020 con 0x56270204b410 2024-05-20T21:24:38.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.772+0000 7fe17d946b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x562701f397e0 con 0x562702050840 2024-05-20T21:24:38.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.772+0000 7fe17d946b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x562702057c80 con 0x562702051160 2024-05-20T21:24:38.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.772+0000 7fe17d946b80 10 client.0 _ll_register_callbacks cb 0x562701f42cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:38.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.772+0000 7fe16be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56270204b410 0x562702056f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:38.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.772+0000 7fe16be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56270204b410 0x562702056f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:39934/0 (socket says 172.21.15.8:39934) 2024-05-20T21:24:38.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.772+0000 7fe16be00700 1 -- 172.21.15.8:0/3977721986 learned_addr learned my addr 172.21.15.8:0/3977721986 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:38.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.772+0000 7fe171000700 1 --2- 172.21.15.8:0/3977721986 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562702051160 0x562702054830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:38.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.772+0000 7fe16b400700 1 --2- 172.21.15.8:0/3977721986 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562702050840 0x5627020542f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:38.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.773+0000 7fe16be00700 1 -- 172.21.15.8:0/3977721986 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562702051160 msgr2=0x562702054830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:38.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.773+0000 7fe16be00700 1 --2- 172.21.15.8:0/3977721986 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562702051160 0x562702054830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.773+0000 7fe16be00700 1 -- 172.21.15.8:0/3977721986 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562702050840 msgr2=0x5627020542f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:38.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.773+0000 7fe16be00700 1 --2- 172.21.15.8:0/3977721986 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562702050840 0x5627020542f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.775 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.773+0000 7fe16be00700 1 -- 172.21.15.8:0/3977721986 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562701ee8950 con 0x56270204b410 2024-05-20T21:24:38.775 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.773+0000 7fe16be00700 1 --2- 172.21.15.8:0/3977721986 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56270204b410 0x562702056f50 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7fe15c01da00 tx=0x7fe15c0047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa843a6f9423c5d5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:38.775 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.773+0000 7fe156000700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:24:38.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.773+0000 7fe156000700 1 -- 172.21.15.8:0/3977721986 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe15c02d060 con 0x56270204b410 2024-05-20T21:24:38.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.773+0000 7fe156000700 1 -- 172.21.15.8:0/3977721986 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fe15c017030 con 0x56270204b410 2024-05-20T21:24:38.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.773+0000 7fe17d946b80 1 -- 172.21.15.8:0/3977721986 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe164004bb0 con 0x56270204b410 2024-05-20T21:24:38.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.774+0000 7fe156000700 1 -- 172.21.15.8:0/3977721986 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe15c01ddc0 con 0x56270204b410 2024-05-20T21:24:38.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.774+0000 7fe17d946b80 10 client.17679 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:38.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.774+0000 7fe17d946b80 1 -- 172.21.15.8:0/3977721986 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562701f690e0 con 0x56270204b410 2024-05-20T21:24:38.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.774+0000 7fe156000700 1 -- 172.21.15.8:0/3977721986 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe164004bb0 con 0x56270204b410 2024-05-20T21:24:38.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.775+0000 7fe156000700 1 -- 172.21.15.8:0/3977721986 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe15c033600 con 0x56270204b410 2024-05-20T21:24:38.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.775+0000 7fe17d946b80 10 client.17679 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:38.777 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.775+0000 7fe17d946b80 10 client.17679 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:24:38.777 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.775+0000 7fe17d946b80 20 client.17679 populate_metadata read hostname 'smithi008' 2024-05-20T21:24:38.777 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.775+0000 7fe17d946b80 1 --2- 172.21.15.8:0/3977721986 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562702064980 0x562702066d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:38.777 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.775+0000 7fe17d946b80 4 client.17679 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:24:38.777 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.775+0000 7fe17d946b80 1 -- 172.21.15.8:0/3977721986 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562701faae10 con 0x562702064980 2024-05-20T21:24:38.777 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.775+0000 7fe16b400700 1 --2- 172.21.15.8:0/3977721986 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562702064980 0x562702066d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:38.777 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.776+0000 7fe16b400700 1 --2- 172.21.15.8:0/3977721986 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562702064980 0x562702066d90 crc :-1 s=READY pgs=245 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ffcbd6033f738008 server_cookie=ec84391f077724b4 in_seq=0 out_seq=0 2024-05-20T21:24:38.777 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.776+0000 7fe156000700 10 client.17679 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:24:38.778 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.776+0000 7fe156000700 1 -- 172.21.15.8:0/3977721986 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x562701faae10 con 0x562702064980 2024-05-20T21:24:38.778 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.776+0000 7fe156000700 10 client.17679 handle_command_reply: tid=0 2024-05-20T21:24:38.778 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.777+0000 7fe17d946b80 1 client.17679 shutdown 2024-05-20T21:24:38.778 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.777+0000 7fe17d946b80 1 -- 172.21.15.8:0/3977721986 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56270204b410 msgr2=0x562702056f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:38.778 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.777+0000 7fe17d946b80 1 --2- 172.21.15.8:0/3977721986 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56270204b410 0x562702056f50 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7fe15c01da00 tx=0x7fe15c0047c0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.778 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.777+0000 7fe17d946b80 1 -- 172.21.15.8:0/3977721986 shutdown_connections 2024-05-20T21:24:38.778 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.777+0000 7fe17d946b80 1 --2- 172.21.15.8:0/3977721986 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562702064980 0x562702066d90 crc :-1 s=READY pgs=245 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.778 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.777+0000 7fe17d946b80 1 --2- 172.21.15.8:0/3977721986 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562702051160 0x562702054830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.777+0000 7fe17d946b80 1 --2- 172.21.15.8:0/3977721986 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56270204b410 0x562702056f50 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.777+0000 7fe17d946b80 1 --2- 172.21.15.8:0/3977721986 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562702050840 0x5627020542f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.777+0000 7fe17d946b80 1 -- 172.21.15.8:0/3977721986 >> 172.21.15.8:0/3977721986 conn(0x562701f78c60 msgr2=0x562702045040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:38.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.777+0000 7fe156000700 0 client.17679 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:24:38.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.777+0000 7fe17d946b80 1 -- 172.21.15.8:0/3977721986 shutdown_connections 2024-05-20T21:24:38.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.777+0000 7fe17d946b80 1 -- 172.21.15.8:0/3977721986 wait complete. 2024-05-20T21:24:38.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.777+0000 7fe17d946b80 20 client.17679 trim_cache size 0 max 16384 2024-05-20T21:24:38.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.801+0000 7fe17d946b80 1 Processor -- start 2024-05-20T21:24:38.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.801+0000 7fe17d946b80 1 -- start start 2024-05-20T21:24:38.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.801+0000 7fe17d946b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56270204b410 0x562702060d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:38.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.801+0000 7fe17d946b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562702050840 0x562702054990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:38.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.801+0000 7fe17d946b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562702051160 0x562702051dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:38.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.801+0000 7fe17d946b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fe16c1b2400 con 0x56270204b410 2024-05-20T21:24:38.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.801+0000 7fe17d946b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe16c1afc90 con 0x562702051160 2024-05-20T21:24:38.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.801+0000 7fe17d946b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fe16c1adb00 con 0x562702050840 2024-05-20T21:24:38.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.801+0000 7fe16be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56270204b410 0x562702060d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:38.803 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.801+0000 7fe16be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56270204b410 0x562702060d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:39942/0 (socket says 172.21.15.8:39942) 2024-05-20T21:24:38.803 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.801+0000 7fe16be00700 1 -- 172.21.15.8:0/1748970056 learned_addr learned my addr 172.21.15.8:0/1748970056 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:38.803 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.802+0000 7fe171000700 1 --2- 172.21.15.8:0/1748970056 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562702051160 0x562702051dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:38.803 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.802+0000 7fe16b400700 1 --2- 172.21.15.8:0/1748970056 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562702050840 0x562702054990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:38.804 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.802+0000 7fe16be00700 1 -- 172.21.15.8:0/1748970056 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562702050840 msgr2=0x562702054990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:38.804 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.802+0000 7fe16be00700 1 --2- 172.21.15.8:0/1748970056 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562702050840 0x562702054990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.804 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.802+0000 7fe16be00700 1 -- 172.21.15.8:0/1748970056 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562702051160 msgr2=0x562702051dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:38.804 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.802+0000 7fe16be00700 1 --2- 172.21.15.8:0/1748970056 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562702051160 0x562702051dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.804 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.802+0000 7fe16be00700 1 -- 172.21.15.8:0/1748970056 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5627020623a0 con 0x56270204b410 2024-05-20T21:24:38.804 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.802+0000 7fe16be00700 1 --2- 172.21.15.8:0/1748970056 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56270204b410 0x562702060d80 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7fe15c0323c0 tx=0x7fe15c009f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32ada494016a0610 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:38.804 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.802+0000 7fe160c00700 1 -- 172.21.15.8:0/1748970056 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe15c0110c0 con 0x56270204b410 2024-05-20T21:24:38.804 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.803+0000 7fe160c00700 1 -- 172.21.15.8:0/1748970056 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe15c011260 con 0x56270204b410 2024-05-20T21:24:38.804 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.803+0000 7fe160c00700 1 -- 172.21.15.8:0/1748970056 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe15c0038e0 con 0x56270204b410 2024-05-20T21:24:38.805 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.803+0000 7fe17d946b80 1 -- 172.21.15.8:0/1748970056 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56270204b410 msgr2=0x562702060d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:38.806 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.803+0000 7fe17d946b80 1 --2- 172.21.15.8:0/1748970056 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56270204b410 0x562702060d80 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7fe15c0323c0 tx=0x7fe15c009f80 comp rx=0 tx=0).stop 2024-05-20T21:24:38.806 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.803+0000 7fe17d946b80 1 -- 172.21.15.8:0/1748970056 shutdown_connections 2024-05-20T21:24:38.806 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.803+0000 7fe17d946b80 1 --2- 172.21.15.8:0/1748970056 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562702051160 0x562702051dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.806 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.803+0000 7fe17d946b80 1 --2- 172.21.15.8:0/1748970056 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56270204b410 0x562702060d80 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.806 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.803+0000 7fe17d946b80 1 --2- 172.21.15.8:0/1748970056 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562702050840 0x562702054990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.806 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.803+0000 7fe17d946b80 1 -- 172.21.15.8:0/1748970056 >> 172.21.15.8:0/1748970056 conn(0x562701f78c60 msgr2=0x56270204f3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:38.806 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.803+0000 7fe17d946b80 1 -- 172.21.15.8:0/1748970056 shutdown_connections 2024-05-20T21:24:38.806 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.803+0000 7fe17d946b80 1 -- 172.21.15.8:0/1748970056 wait complete. 2024-05-20T21:24:38.806 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.804+0000 7fe17d946b80 1 -- start start 2024-05-20T21:24:38.806 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.804+0000 7fe17d946b80 1 Processor -- start 2024-05-20T21:24:38.806 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.805+0000 7fe17d946b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56270204b410 0x562702059f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:38.806 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.805+0000 7fe17d946b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562702050840 0x56270205a480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:38.806 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.805+0000 7fe17d946b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562702051160 0x56270205a9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:38.807 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.805+0000 7fe17d946b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fe16c1ae150 con 0x56270204b410 2024-05-20T21:24:38.807 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.805+0000 7fe17d946b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe16c1af5c0 con 0x562702051160 2024-05-20T21:24:38.807 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.805+0000 7fe17d946b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fe16c1ae820 con 0x562702050840 2024-05-20T21:24:38.807 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.805+0000 7fe17d946b80 10 client.0 _ll_register_callbacks cb 0x562701f42cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:38.807 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.805+0000 7fe16be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56270204b410 0x562702059f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:38.807 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.805+0000 7fe16b400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562702050840 0x56270205a480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:38.807 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.805+0000 7fe16be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56270204b410 0x562702059f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:39952/0 (socket says 172.21.15.8:39952) 2024-05-20T21:24:38.807 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.805+0000 7fe16be00700 1 -- 172.21.15.8:0/728567069 learned_addr learned my addr 172.21.15.8:0/728567069 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:38.807 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.805+0000 7fe171000700 1 --2- 172.21.15.8:0/728567069 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562702051160 0x56270205a9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:38.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.806+0000 7fe16b400700 1 -- 172.21.15.8:0/728567069 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562702051160 msgr2=0x56270205a9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:38.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.806+0000 7fe16b400700 1 --2- 172.21.15.8:0/728567069 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562702051160 0x56270205a9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.806+0000 7fe16b400700 1 -- 172.21.15.8:0/728567069 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56270204b410 msgr2=0x562702059f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:38.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.806+0000 7fe16b400700 1 --2- 172.21.15.8:0/728567069 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56270204b410 0x562702059f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.806+0000 7fe16b400700 1 -- 172.21.15.8:0/728567069 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5627020cf540 con 0x562702050840 2024-05-20T21:24:38.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.806+0000 7fe16be00700 1 --2- 172.21.15.8:0/728567069 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56270204b410 0x562702059f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:38.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.806+0000 7fe16b400700 1 --2- 172.21.15.8:0/728567069 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562702050840 0x56270205a480 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fe158000c00 tx=0x7fe158009ca0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a7fb9d3dd034a5c6 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:38.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.806+0000 7fe156000700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:24:38.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.806+0000 7fe156000700 1 -- 172.21.15.8:0/728567069 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1580a9df0 con 0x562702050840 2024-05-20T21:24:38.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.806+0000 7fe17d946b80 1 -- 172.21.15.8:0/728567069 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe15c011260 con 0x562702050840 2024-05-20T21:24:38.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.806+0000 7fe156000700 1 -- 172.21.15.8:0/728567069 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fe1580aa700 con 0x562702050840 2024-05-20T21:24:38.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.806+0000 7fe156000700 1 -- 172.21.15.8:0/728567069 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe1580a9c10 con 0x562702050840 2024-05-20T21:24:38.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.806+0000 7fe17d946b80 10 client.27844 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:38.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.806+0000 7fe17d946b80 1 -- 172.21.15.8:0/728567069 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5627020d0760 con 0x562702050840 2024-05-20T21:24:38.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.807+0000 7fe156000700 1 -- 172.21.15.8:0/728567069 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe15c011260 con 0x562702050840 2024-05-20T21:24:38.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.807+0000 7fe156000700 1 -- 172.21.15.8:0/728567069 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe1580b2de0 con 0x562702050840 2024-05-20T21:24:38.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.807+0000 7fe17d946b80 10 client.27844 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:38.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.807+0000 7fe17d946b80 10 client.27844 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:24:38.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.807+0000 7fe17d946b80 20 client.27844 populate_metadata read hostname 'smithi008' 2024-05-20T21:24:38.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.807+0000 7fe17d946b80 1 --2- 172.21.15.8:0/728567069 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5627020d0e20 0x5627020d3240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:38.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.807+0000 7fe17d946b80 4 client.27844 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:24:38.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.807+0000 7fe17d946b80 1 -- 172.21.15.8:0/728567069 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x562701fa45f0 con 0x5627020d0e20 2024-05-20T21:24:38.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.807+0000 7fe16be00700 1 --2- 172.21.15.8:0/728567069 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5627020d0e20 0x5627020d3240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:38.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.808+0000 7fe16be00700 1 --2- 172.21.15.8:0/728567069 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5627020d0e20 0x5627020d3240 crc :-1 s=READY pgs=246 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cc2e206e9ff39c4 server_cookie=e470538f833fdc6 in_seq=0 out_seq=0 2024-05-20T21:24:38.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.808+0000 7fe156000700 10 client.27844 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:24:38.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.809+0000 7fe156000700 1 -- 172.21.15.8:0/728567069 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x562701fa45f0 con 0x5627020d0e20 2024-05-20T21:24:38.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.809+0000 7fe156000700 10 client.27844 handle_command_reply: tid=0 2024-05-20T21:24:38.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.809+0000 7fe17d946b80 1 client.27844 shutdown 2024-05-20T21:24:38.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.809+0000 7fe17d946b80 1 -- 172.21.15.8:0/728567069 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562702050840 msgr2=0x56270205a480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:38.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.809+0000 7fe17d946b80 1 --2- 172.21.15.8:0/728567069 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562702050840 0x56270205a480 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fe158000c00 tx=0x7fe158009ca0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.809+0000 7fe17d946b80 1 -- 172.21.15.8:0/728567069 shutdown_connections 2024-05-20T21:24:38.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.809+0000 7fe17d946b80 1 --2- 172.21.15.8:0/728567069 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5627020d0e20 0x5627020d3240 crc :-1 s=READY pgs=246 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.809+0000 7fe17d946b80 1 --2- 172.21.15.8:0/728567069 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562702051160 0x56270205a9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.809+0000 7fe17d946b80 1 --2- 172.21.15.8:0/728567069 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56270204b410 0x562702059f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.809+0000 7fe17d946b80 1 --2- 172.21.15.8:0/728567069 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562702050840 0x56270205a480 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.809+0000 7fe156000700 0 client.27844 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:24:38.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.809+0000 7fe17d946b80 1 -- 172.21.15.8:0/728567069 >> 172.21.15.8:0/728567069 conn(0x562701f78c60 msgr2=0x562702051c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:38.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.809+0000 7fe17d946b80 1 -- 172.21.15.8:0/728567069 shutdown_connections 2024-05-20T21:24:38.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.809+0000 7fe17d946b80 1 -- 172.21.15.8:0/728567069 wait complete. 2024-05-20T21:24:38.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.810+0000 7fe17d946b80 20 client.27844 trim_cache size 0 max 16384 2024-05-20T21:24:38.812 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:24:38.813 INFO:teuthology.orchestra.run.smithi008.stdout: "return_code": 0, 2024-05-20T21:24:38.813 INFO:teuthology.orchestra.run.smithi008.stdout: "scrub_tag": "c15f71d8-1c09-4a92-8308-708ece163385", 2024-05-20T21:24:38.813 INFO:teuthology.orchestra.run.smithi008.stdout: "mode": "asynchronous" 2024-05-20T21:24:38.813 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:24:38.813 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.810+0000 7fe171a00700 1 -- 172.21.15.8:0/709060504 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe1500b2900 msgr2=0x7fe1500b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:38.813 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.810+0000 7fe171a00700 1 --2- 172.21.15.8:0/709060504 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe1500b2900 0x7fe1500b4dc0 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7fe15c011630 tx=0x7fe15c009260 comp rx=0 tx=0).stop 2024-05-20T21:24:38.813 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.810+0000 7fe171a00700 1 -- 172.21.15.8:0/709060504 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe16c106030 msgr2=0x7fe16c19c2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:38.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.810+0000 7fe171a00700 1 --2- 172.21.15.8:0/709060504 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe16c106030 0x7fe16c19c2b0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7fe158005910 tx=0x7fe15800b670 comp rx=0 tx=0).stop 2024-05-20T21:24:38.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.810+0000 7fe171a00700 1 -- 172.21.15.8:0/709060504 shutdown_connections 2024-05-20T21:24:38.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.810+0000 7fe171a00700 1 --2- 172.21.15.8:0/709060504 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe1500b2900 0x7fe1500b4dc0 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.810+0000 7fe171a00700 1 --2- 172.21.15.8:0/709060504 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe16c10b670 0x7fe16c1a0640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.810+0000 7fe171a00700 1 --2- 172.21.15.8:0/709060504 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe16c105670 0x7fe16c19bd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.810+0000 7fe171a00700 1 --2- 172.21.15.8:0/709060504 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe16c106030 0x7fe16c19c2b0 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.810+0000 7fe171a00700 1 -- 172.21.15.8:0/709060504 >> 172.21.15.8:0/709060504 conn(0x7fe16c101160 msgr2=0x7fe16c101920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:38.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.811+0000 7fe171a00700 1 -- 172.21.15.8:0/709060504 shutdown_connections 2024-05-20T21:24:38.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:38.811+0000 7fe171a00700 1 -- 172.21.15.8:0/709060504 wait complete. 2024-05-20T21:24:38.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:24:38 smithi130 ceph-mon[36448]: pgmap v719: 97 pgs: 97 active+clean; 4.6 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 7.2 KiB/s wr, 9 op/s 2024-05-20T21:24:38.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:24:38 smithi050 ceph-mon[35809]: pgmap v719: 97 pgs: 97 active+clean; 4.6 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 7.2 KiB/s wr, 9 op/s 2024-05-20T21:24:39.747 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:24:39.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:24:39 smithi130 ceph-mon[36448]: scrub queued for path: / 2024-05-20T21:24:39.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:24:39 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:24:39.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:24:39 smithi130 ceph-mon[36448]: scrub summary: active paths [/] 2024-05-20T21:24:39.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:24:39 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:24:39.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:24:39 smithi050 ceph-mon[35809]: scrub queued for path: / 2024-05-20T21:24:39.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:24:39 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:24:39.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:24:39 smithi050 ceph-mon[35809]: scrub summary: active paths [/] 2024-05-20T21:24:39.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:24:39 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:24:39.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:24:39 smithi008 ceph-mon[31475]: scrub queued for path: / 2024-05-20T21:24:39.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:24:39 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:24:39.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:24:39 smithi008 ceph-mon[31475]: scrub summary: active paths [/] 2024-05-20T21:24:39.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:24:39 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:24:40.225 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:24:40.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:24:40 smithi008 ceph-mon[31475]: pgmap v720: 97 pgs: 97 active+clean; 658 KiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 7.6 KiB/s wr, 10 op/s 2024-05-20T21:24:40.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:24:40 smithi130 ceph-mon[36448]: pgmap v720: 97 pgs: 97 active+clean; 658 KiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 7.6 KiB/s wr, 10 op/s 2024-05-20T21:24:40.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:24:40 smithi050 ceph-mon[35809]: pgmap v720: 97 pgs: 97 active+clean; 658 KiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 7.6 KiB/s wr, 10 op/s 2024-05-20T21:24:41.905 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:24:41 smithi008 ceph-mon[31475]: scrub summary: idle 2024-05-20T21:24:41.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:24:41 smithi130 ceph-mon[36448]: scrub summary: idle 2024-05-20T21:24:41.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:24:41 smithi050 ceph-mon[35809]: scrub summary: idle 2024-05-20T21:24:42.409 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.407+0000 7f7250e00700 1 -- 172.21.15.8:0/3869855499 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f724c076090 msgr2=0x7f724c10fa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:42.409 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.407+0000 7f7250e00700 1 --2- 172.21.15.8:0/3869855499 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f724c076090 0x7f724c10fa60 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f7238009990 tx=0x7f7238009ca0 comp rx=0 tx=0).stop 2024-05-20T21:24:42.409 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.408+0000 7f7250e00700 1 -- 172.21.15.8:0/3869855499 shutdown_connections 2024-05-20T21:24:42.409 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.408+0000 7f7250e00700 1 --2- 172.21.15.8:0/3869855499 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f724c10ffa0 0x7f724c112390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:42.409 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.408+0000 7f7250e00700 1 --2- 172.21.15.8:0/3869855499 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f724c075770 0x7f724c075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:42.409 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.408+0000 7f7250e00700 1 --2- 172.21.15.8:0/3869855499 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f724c076090 0x7f724c10fa60 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:42.409 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.408+0000 7f7250e00700 1 -- 172.21.15.8:0/3869855499 >> 172.21.15.8:0/3869855499 conn(0x7f724c07a6a0 msgr2=0x7f724c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:42.409 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.408+0000 7f7250e00700 1 -- 172.21.15.8:0/3869855499 shutdown_connections 2024-05-20T21:24:42.409 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.408+0000 7f7250e00700 1 -- 172.21.15.8:0/3869855499 wait complete. 2024-05-20T21:24:42.410 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.409+0000 7f7250e00700 1 Processor -- start 2024-05-20T21:24:42.410 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.409+0000 7f7250e00700 1 -- start start 2024-05-20T21:24:42.411 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.409+0000 7f7250e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f724c075770 0x7f724c19be00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:42.411 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.410+0000 7f7250e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f724c076090 0x7f724c19c340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:42.411 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.410+0000 7f7250e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f724c10ffa0 0x7f724c1a06d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:42.411 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.410+0000 7f7250e00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f724c115990 con 0x7f724c075770 2024-05-20T21:24:42.411 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.410+0000 7f7250e00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f724c115810 con 0x7f724c10ffa0 2024-05-20T21:24:42.411 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.410+0000 7f7250e00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f724c115b10 con 0x7f724c076090 2024-05-20T21:24:42.411 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.410+0000 7f7249e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f724c075770 0x7f724c19be00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:42.411 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.410+0000 7f7249e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f724c075770 0x7f724c19be00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:39970/0 (socket says 172.21.15.8:39970) 2024-05-20T21:24:42.411 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.410+0000 7f7249e00700 1 -- 172.21.15.8:0/2368357119 learned_addr learned my addr 172.21.15.8:0/2368357119 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:42.411 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.410+0000 7f7249400700 1 --2- 172.21.15.8:0/2368357119 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f724c076090 0x7f724c19c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:42.411 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.410+0000 7f724a800700 1 --2- 172.21.15.8:0/2368357119 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f724c10ffa0 0x7f724c1a06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:42.412 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.410+0000 7f7249e00700 1 -- 172.21.15.8:0/2368357119 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f724c076090 msgr2=0x7f724c19c340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:42.412 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.410+0000 7f7249e00700 1 --2- 172.21.15.8:0/2368357119 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f724c076090 0x7f724c19c340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:42.412 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.410+0000 7f7249e00700 1 -- 172.21.15.8:0/2368357119 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f724c10ffa0 msgr2=0x7f724c1a06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:42.413 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.410+0000 7f7249e00700 1 --2- 172.21.15.8:0/2368357119 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f724c10ffa0 0x7f724c1a06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:42.413 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.411+0000 7f7249e00700 1 -- 172.21.15.8:0/2368357119 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f724c1a0e10 con 0x7f724c075770 2024-05-20T21:24:42.413 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.411+0000 7f7249e00700 1 --2- 172.21.15.8:0/2368357119 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f724c075770 0x7f724c19be00 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f723c00e9a0 tx=0x7f723c00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:42.413 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.411+0000 7f7242a00700 1 -- 172.21.15.8:0/2368357119 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f723c00ca10 con 0x7f724c075770 2024-05-20T21:24:42.413 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.411+0000 7f7250e00700 1 -- 172.21.15.8:0/2368357119 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f724c1a1100 con 0x7f724c075770 2024-05-20T21:24:42.413 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.411+0000 7f7242a00700 1 -- 172.21.15.8:0/2368357119 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f723c00cbb0 con 0x7f724c075770 2024-05-20T21:24:42.413 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.411+0000 7f7242a00700 1 -- 172.21.15.8:0/2368357119 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f723c018680 con 0x7f724c075770 2024-05-20T21:24:42.413 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.411+0000 7f7250e00700 1 -- 172.21.15.8:0/2368357119 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f724c1a8980 con 0x7f724c075770 2024-05-20T21:24:42.415 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.415+0000 7f7242a00700 1 -- 172.21.15.8:0/2368357119 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f723c010430 con 0x7f724c075770 2024-05-20T21:24:42.416 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.416+0000 7f725b83eb80 1 Processor -- start 2024-05-20T21:24:42.417 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.416+0000 7f725b83eb80 1 -- start start 2024-05-20T21:24:42.417 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.417+0000 7f725b83eb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56393447feb0 0x563934480290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:42.417 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.417+0000 7f725b83eb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5639344807d0 0x56393447a260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:42.417 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.417+0000 7f725b83eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56393447a880 0x56393447ace0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:42.417 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.417+0000 7f725b83eb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5639343d8e40 con 0x56393447feb0 2024-05-20T21:24:42.417 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.417+0000 7f725b83eb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5639343c89e0 con 0x5639344807d0 2024-05-20T21:24:42.417 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.417+0000 7f725b83eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5639343cca20 con 0x56393447a880 2024-05-20T21:24:42.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.417+0000 7f724a800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56393447feb0 0x563934480290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:42.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.417+0000 7f7242a00700 1 --2- 172.21.15.8:0/2368357119 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f72300b2880 0x7f72300b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:42.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.417+0000 7f724a800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56393447feb0 0x563934480290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:39982/0 (socket says 172.21.15.8:39982) 2024-05-20T21:24:42.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.417+0000 7f724a800700 1 -- 172.21.15.8:0/744108273 learned_addr learned my addr 172.21.15.8:0/744108273 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:42.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.417+0000 7f7249400700 1 --2- 172.21.15.8:0/744108273 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56393447a880 0x56393447ace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:42.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.417+0000 7f7249e00700 1 --2- 172.21.15.8:0/744108273 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5639344807d0 0x56393447a260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:42.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.418+0000 7f7242a00700 1 -- 172.21.15.8:0/2368357119 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f723c0e23d0 con 0x7f724c075770 2024-05-20T21:24:42.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.418+0000 7f7249400700 1 -- 172.21.15.8:0/744108273 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5639344807d0 msgr2=0x56393447a260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:42.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.418+0000 7f7249400700 1 --2- 172.21.15.8:0/744108273 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5639344807d0 0x56393447a260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:42.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.418+0000 7f7249400700 1 -- 172.21.15.8:0/744108273 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56393447feb0 msgr2=0x563934480290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:42.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.418+0000 7f7249400700 1 --2- 172.21.15.8:0/744108273 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56393447feb0 0x563934480290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:42.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.418+0000 7f7249400700 1 -- 172.21.15.8:0/744108273 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563934391420 con 0x56393447a880 2024-05-20T21:24:42.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.418+0000 7f724a800700 1 --2- 172.21.15.8:0/2368357119 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f72300b2880 0x7f72300b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:42.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.418+0000 7f7249400700 1 --2- 172.21.15.8:0/744108273 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56393447a880 0x56393447ace0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f7238006010 tx=0x7f72380096a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3e17909781ce1548 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:42.421 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.419+0000 7f7237400700 1 -- 172.21.15.8:0/744108273 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7238027070 con 0x56393447a880 2024-05-20T21:24:42.421 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.419+0000 7f7237400700 1 -- 172.21.15.8:0/744108273 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f72380056a0 con 0x56393447a880 2024-05-20T21:24:42.421 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.419+0000 7f7237400700 1 -- 172.21.15.8:0/744108273 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7238003a70 con 0x56393447a880 2024-05-20T21:24:42.421 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.419+0000 7f725b83eb80 1 -- 172.21.15.8:0/744108273 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56393447a880 msgr2=0x56393447ace0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:42.421 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.419+0000 7f725b83eb80 1 --2- 172.21.15.8:0/744108273 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56393447a880 0x56393447ace0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f7238006010 tx=0x7f72380096a0 comp rx=0 tx=0).stop 2024-05-20T21:24:42.421 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.419+0000 7f724a800700 1 --2- 172.21.15.8:0/2368357119 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f72300b2880 0x7f72300b4d40 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f7244009fd0 tx=0x7f7244004b40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:42.421 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.420+0000 7f725b83eb80 1 -- 172.21.15.8:0/744108273 shutdown_connections 2024-05-20T21:24:42.421 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.420+0000 7f725b83eb80 1 --2- 172.21.15.8:0/744108273 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56393447a880 0x56393447ace0 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:42.421 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.420+0000 7f725b83eb80 1 --2- 172.21.15.8:0/744108273 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56393447feb0 0x563934480290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:42.421 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.420+0000 7f725b83eb80 1 --2- 172.21.15.8:0/744108273 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5639344807d0 0x56393447a260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:42.421 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.420+0000 7f725b83eb80 1 -- 172.21.15.8:0/744108273 >> 172.21.15.8:0/744108273 conn(0x5639343a8be0 msgr2=0x563934475010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:42.422 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.420+0000 7f725b83eb80 1 -- 172.21.15.8:0/744108273 shutdown_connections 2024-05-20T21:24:42.422 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.420+0000 7f725b83eb80 1 -- 172.21.15.8:0/744108273 wait complete. 2024-05-20T21:24:42.422 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.420+0000 7f725b83eb80 1 -- start start 2024-05-20T21:24:42.422 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.421+0000 7f725b83eb80 1 Processor -- start 2024-05-20T21:24:42.424 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.421+0000 7f725b83eb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56393447a880 0x563934486490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:42.424 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.421+0000 7f725b83eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56393447feb0 0x563934483830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:42.424 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.421+0000 7f725b83eb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5639344807d0 0x563934483d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:42.424 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.421+0000 7f725b83eb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5639342cefa0 con 0x5639344807d0 2024-05-20T21:24:42.424 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.421+0000 7f725b83eb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x563934369760 con 0x56393447a880 2024-05-20T21:24:42.424 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.421+0000 7f725b83eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5639344871e0 con 0x56393447feb0 2024-05-20T21:24:42.425 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.421+0000 7f725b83eb80 10 client.0 _ll_register_callbacks cb 0x563934372c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:42.425 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.421+0000 7f7249e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56393447a880 0x563934486490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:42.425 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.421+0000 7f7249e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56393447a880 0x563934486490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:52666/0 (socket says 172.21.15.8:52666) 2024-05-20T21:24:42.425 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.422+0000 7f7249e00700 1 -- 172.21.15.8:0/1219141178 learned_addr learned my addr 172.21.15.8:0/1219141178 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:42.425 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.421+0000 7f7249400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56393447feb0 0x563934483830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:42.425 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.422+0000 7f724a800700 1 --2- 172.21.15.8:0/1219141178 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5639344807d0 0x563934483d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:42.425 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.422+0000 7f7249e00700 1 -- 172.21.15.8:0/1219141178 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56393447feb0 msgr2=0x563934483830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:42.425 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.422+0000 7f7249e00700 1 --2- 172.21.15.8:0/1219141178 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56393447feb0 0x563934483830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:42.425 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.422+0000 7f7249e00700 1 -- 172.21.15.8:0/1219141178 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5639344807d0 msgr2=0x563934483d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:42.425 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.422+0000 7f7249e00700 1 --2- 172.21.15.8:0/1219141178 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5639344807d0 0x563934483d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:42.425 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.422+0000 7f7249e00700 1 -- 172.21.15.8:0/1219141178 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5639343188d0 con 0x56393447a880 2024-05-20T21:24:42.425 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.422+0000 7f724a800700 1 --2- 172.21.15.8:0/1219141178 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5639344807d0 0x563934483d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:24:42.425 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.422+0000 7f7249e00700 1 --2- 172.21.15.8:0/1219141178 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56393447a880 0x563934486490 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f723c0a9680 tx=0x7f723c073270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7257ae0b6b69ef5b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:42.426 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.422+0000 7f722be00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:24:42.426 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.422+0000 7f722be00700 1 -- 172.21.15.8:0/1219141178 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f723c026040 con 0x56393447a880 2024-05-20T21:24:42.426 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.422+0000 7f722be00700 1 -- 172.21.15.8:0/1219141178 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f723c0cc0d0 con 0x56393447a880 2024-05-20T21:24:42.426 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.423+0000 7f725b83eb80 1 -- 172.21.15.8:0/1219141178 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f72380056a0 con 0x56393447a880 2024-05-20T21:24:42.426 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.423+0000 7f722be00700 1 -- 172.21.15.8:0/1219141178 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f723c0a5110 con 0x56393447a880 2024-05-20T21:24:42.426 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.423+0000 7f725b83eb80 10 client.27818 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:42.426 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.423+0000 7f725b83eb80 1 -- 172.21.15.8:0/1219141178 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563934399060 con 0x56393447a880 2024-05-20T21:24:42.426 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.423+0000 7f722be00700 1 -- 172.21.15.8:0/1219141178 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f72380056a0 con 0x56393447a880 2024-05-20T21:24:42.426 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.423+0000 7f722be00700 1 -- 172.21.15.8:0/1219141178 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f723c0a8be0 con 0x56393447a880 2024-05-20T21:24:42.426 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.423+0000 7f725b83eb80 10 client.27818 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:42.426 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.423+0000 7f725b83eb80 10 client.27818 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:24:42.426 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.423+0000 7f725b83eb80 20 client.27818 populate_metadata read hostname 'smithi008' 2024-05-20T21:24:42.426 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.423+0000 7f725b83eb80 1 --2- 172.21.15.8:0/1219141178 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x563934493d30 0x563934496120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:42.426 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.424+0000 7f725b83eb80 4 client.27818 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:24:42.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.424+0000 7f725b83eb80 1 -- 172.21.15.8:0/1219141178 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5639343dad90 con 0x563934493d30 2024-05-20T21:24:42.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.424+0000 7f7249400700 1 --2- 172.21.15.8:0/1219141178 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x563934493d30 0x563934496120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:42.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.424+0000 7f7249400700 1 --2- 172.21.15.8:0/1219141178 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x563934493d30 0x563934496120 crc :-1 s=READY pgs=247 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ad0843f23f2b38a1 server_cookie=d269881ad32a9120 in_seq=0 out_seq=0 2024-05-20T21:24:42.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.424+0000 7f722be00700 10 client.27818 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:24:42.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.425+0000 7f722be00700 1 -- 172.21.15.8:0/1219141178 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5639343dad90 con 0x563934493d30 2024-05-20T21:24:42.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.425+0000 7f722be00700 10 client.27818 handle_command_reply: tid=0 2024-05-20T21:24:42.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.426+0000 7f725b83eb80 1 client.27818 shutdown 2024-05-20T21:24:42.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.426+0000 7f725b83eb80 1 -- 172.21.15.8:0/1219141178 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56393447a880 msgr2=0x563934486490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:42.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.426+0000 7f725b83eb80 1 --2- 172.21.15.8:0/1219141178 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56393447a880 0x563934486490 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f723c0a9680 tx=0x7f723c073270 comp rx=0 tx=0).stop 2024-05-20T21:24:42.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.426+0000 7f725b83eb80 1 -- 172.21.15.8:0/1219141178 shutdown_connections 2024-05-20T21:24:42.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.426+0000 7f725b83eb80 1 --2- 172.21.15.8:0/1219141178 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x563934493d30 0x563934496120 crc :-1 s=READY pgs=247 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:42.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.426+0000 7f725b83eb80 1 --2- 172.21.15.8:0/1219141178 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56393447a880 0x563934486490 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:42.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.426+0000 7f725b83eb80 1 --2- 172.21.15.8:0/1219141178 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5639344807d0 0x563934483d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:42.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.426+0000 7f725b83eb80 1 --2- 172.21.15.8:0/1219141178 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56393447feb0 0x563934483830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:42.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.426+0000 7f725b83eb80 1 -- 172.21.15.8:0/1219141178 >> 172.21.15.8:0/1219141178 conn(0x5639343a8be0 msgr2=0x563934479250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:42.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.426+0000 7f722be00700 0 client.27818 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:24:42.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.426+0000 7f725b83eb80 1 -- 172.21.15.8:0/1219141178 shutdown_connections 2024-05-20T21:24:42.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.427+0000 7f725b83eb80 1 -- 172.21.15.8:0/1219141178 wait complete. 2024-05-20T21:24:42.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.427+0000 7f725b83eb80 20 client.27818 trim_cache size 0 max 16384 2024-05-20T21:24:42.450 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.449+0000 7f725b83eb80 1 Processor -- start 2024-05-20T21:24:42.450 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.450+0000 7f725b83eb80 1 -- start start 2024-05-20T21:24:42.450 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.450+0000 7f725b83eb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56393447a880 0x56393447a260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:42.450 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.450+0000 7f725b83eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56393447feb0 0x5639344750f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:42.451 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.450+0000 7f725b83eb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5639344807d0 0x56393449b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:42.451 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.450+0000 7f725b83eb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f724c1b2750 con 0x56393447a880 2024-05-20T21:24:42.451 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.450+0000 7f725b83eb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f724c1affe0 con 0x5639344807d0 2024-05-20T21:24:42.451 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.450+0000 7f725b83eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f724c1ade30 con 0x56393447feb0 2024-05-20T21:24:42.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.450+0000 7f7249e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56393447a880 0x56393447a260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:42.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.450+0000 7f7249e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56393447a880 0x56393447a260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:39992/0 (socket says 172.21.15.8:39992) 2024-05-20T21:24:42.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.450+0000 7f7249e00700 1 -- 172.21.15.8:0/54648837 learned_addr learned my addr 172.21.15.8:0/54648837 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:42.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.450+0000 7f724a800700 1 --2- 172.21.15.8:0/54648837 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5639344807d0 0x56393449b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:42.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.450+0000 7f7249400700 1 --2- 172.21.15.8:0/54648837 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56393447feb0 0x5639344750f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:42.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.451+0000 7f7249e00700 1 -- 172.21.15.8:0/54648837 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56393447feb0 msgr2=0x5639344750f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:42.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.451+0000 7f7249e00700 1 --2- 172.21.15.8:0/54648837 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56393447feb0 0x5639344750f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:42.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.451+0000 7f7249e00700 1 -- 172.21.15.8:0/54648837 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5639344807d0 msgr2=0x56393449b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:42.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.451+0000 7f7249e00700 1 --2- 172.21.15.8:0/54648837 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5639344807d0 0x56393449b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:42.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.451+0000 7f7249e00700 1 -- 172.21.15.8:0/54648837 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563934496750 con 0x56393447a880 2024-05-20T21:24:42.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.451+0000 7f7249e00700 1 --2- 172.21.15.8:0/54648837 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56393447a880 0x56393447a260 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f723c0a5f20 tx=0x7f723c0aa080 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3415348de80693c5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:42.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.451+0000 7f7236a00700 1 -- 172.21.15.8:0/54648837 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f723c0773e0 con 0x56393447a880 2024-05-20T21:24:42.453 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.452+0000 7f7236a00700 1 -- 172.21.15.8:0/54648837 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f723c0a9490 con 0x56393447a880 2024-05-20T21:24:42.453 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.452+0000 7f7236a00700 1 -- 172.21.15.8:0/54648837 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f723c0a52f0 con 0x56393447a880 2024-05-20T21:24:42.453 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.452+0000 7f725b83eb80 1 -- 172.21.15.8:0/54648837 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56393447a880 msgr2=0x56393447a260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:42.454 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.452+0000 7f725b83eb80 1 --2- 172.21.15.8:0/54648837 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56393447a880 0x56393447a260 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f723c0a5f20 tx=0x7f723c0aa080 comp rx=0 tx=0).stop 2024-05-20T21:24:42.454 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.452+0000 7f725b83eb80 1 -- 172.21.15.8:0/54648837 shutdown_connections 2024-05-20T21:24:42.454 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.452+0000 7f725b83eb80 1 --2- 172.21.15.8:0/54648837 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5639344807d0 0x56393449b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:42.454 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.452+0000 7f725b83eb80 1 --2- 172.21.15.8:0/54648837 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56393447a880 0x56393447a260 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:42.454 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.452+0000 7f725b83eb80 1 --2- 172.21.15.8:0/54648837 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56393447feb0 0x5639344750f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:42.454 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.452+0000 7f725b83eb80 1 -- 172.21.15.8:0/54648837 >> 172.21.15.8:0/54648837 conn(0x5639343a8be0 msgr2=0x5639344749e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:42.454 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.453+0000 7f725b83eb80 1 -- 172.21.15.8:0/54648837 shutdown_connections 2024-05-20T21:24:42.454 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.453+0000 7f725b83eb80 1 -- 172.21.15.8:0/54648837 wait complete. 2024-05-20T21:24:42.454 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.453+0000 7f725b83eb80 1 -- start start 2024-05-20T21:24:42.454 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.453+0000 7f725b83eb80 1 Processor -- start 2024-05-20T21:24:42.456 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.454+0000 7f725b83eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56393447a880 0x56393448cbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:42.456 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.454+0000 7f725b83eb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56393447feb0 0x563934489440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:42.456 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.454+0000 7f725b83eb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5639344807d0 0x5639344899e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:42.456 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.454+0000 7f725b83eb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f724c1ae4a0 con 0x56393447feb0 2024-05-20T21:24:42.456 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.454+0000 7f725b83eb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f724c1af910 con 0x5639344807d0 2024-05-20T21:24:42.456 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.454+0000 7f725b83eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f724c1aeb70 con 0x56393447a880 2024-05-20T21:24:42.456 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.454+0000 7f725b83eb80 10 client.0 _ll_register_callbacks cb 0x563934484230 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:42.456 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.454+0000 7f7249400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56393447feb0 0x563934489440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:42.456 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.454+0000 7f7249400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56393447feb0 0x563934489440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:40006/0 (socket says 172.21.15.8:40006) 2024-05-20T21:24:42.456 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.454+0000 7f7249400700 1 -- 172.21.15.8:0/2767077678 learned_addr learned my addr 172.21.15.8:0/2767077678 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:42.456 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.454+0000 7f7249e00700 1 --2- 172.21.15.8:0/2767077678 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56393447a880 0x56393448cbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:42.456 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.454+0000 7f724a800700 1 --2- 172.21.15.8:0/2767077678 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5639344807d0 0x5639344899e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:42.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.454+0000 7f7249400700 1 -- 172.21.15.8:0/2767077678 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56393447a880 msgr2=0x56393448cbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:42.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.455+0000 7f7249400700 1 --2- 172.21.15.8:0/2767077678 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56393447a880 0x56393448cbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:42.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.455+0000 7f7249400700 1 -- 172.21.15.8:0/2767077678 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5639344807d0 msgr2=0x5639344899e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:42.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.455+0000 7f7249400700 1 --2- 172.21.15.8:0/2767077678 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5639344807d0 0x5639344899e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:42.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.455+0000 7f7249400700 1 -- 172.21.15.8:0/2767077678 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56393448a250 con 0x56393447feb0 2024-05-20T21:24:42.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.455+0000 7f724a800700 1 --2- 172.21.15.8:0/2767077678 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5639344807d0 0x5639344899e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:24:42.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.455+0000 7f7249400700 1 --2- 172.21.15.8:0/2767077678 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56393447feb0 0x563934489440 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f7238005950 tx=0x7f72380053a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51731fe1f4993779 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:42.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.455+0000 7f722be00700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:24:42.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.455+0000 7f722be00700 1 -- 172.21.15.8:0/2767077678 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7238027040 con 0x56393447feb0 2024-05-20T21:24:42.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.455+0000 7f722be00700 1 -- 172.21.15.8:0/2767077678 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f723800bc30 con 0x56393447feb0 2024-05-20T21:24:42.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.455+0000 7f725b83eb80 1 -- 172.21.15.8:0/2767077678 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f723c0a9490 con 0x56393447feb0 2024-05-20T21:24:42.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.455+0000 7f722be00700 1 -- 172.21.15.8:0/2767077678 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f723800be30 con 0x56393447feb0 2024-05-20T21:24:42.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.455+0000 7f725b83eb80 10 client.17703 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:42.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.456+0000 7f725b83eb80 1 -- 172.21.15.8:0/2767077678 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5639344ff950 con 0x56393447feb0 2024-05-20T21:24:42.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.456+0000 7f722be00700 1 -- 172.21.15.8:0/2767077678 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f723c0a9490 con 0x56393447feb0 2024-05-20T21:24:42.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.456+0000 7f722be00700 1 -- 172.21.15.8:0/2767077678 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f7238021070 con 0x56393447feb0 2024-05-20T21:24:42.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.456+0000 7f725b83eb80 10 client.17703 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:42.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.456+0000 7f725b83eb80 10 client.17703 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:24:42.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.456+0000 7f725b83eb80 20 client.17703 populate_metadata read hostname 'smithi008' 2024-05-20T21:24:42.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.456+0000 7f725b83eb80 1 --2- 172.21.15.8:0/2767077678 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5639344ffc30 0x563934502020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:42.460 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.456+0000 7f725b83eb80 4 client.17703 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:24:42.460 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.456+0000 7f725b83eb80 1 -- 172.21.15.8:0/2767077678 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5639343d4570 con 0x5639344ffc30 2024-05-20T21:24:42.460 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.457+0000 7f7249e00700 1 --2- 172.21.15.8:0/2767077678 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5639344ffc30 0x563934502020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:42.460 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.457+0000 7f7249e00700 1 --2- 172.21.15.8:0/2767077678 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5639344ffc30 0x563934502020 crc :-1 s=READY pgs=248 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5d299e3039fbf1ae server_cookie=b0c6f836ea8aa76b in_seq=0 out_seq=0 2024-05-20T21:24:42.460 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.457+0000 7f722be00700 10 client.17703 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:24:42.460 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.458+0000 7f722be00700 1 -- 172.21.15.8:0/2767077678 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5639343d4570 con 0x5639344ffc30 2024-05-20T21:24:42.460 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.458+0000 7f722be00700 10 client.17703 handle_command_reply: tid=0 2024-05-20T21:24:42.460 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.458+0000 7f725b83eb80 1 client.17703 shutdown 2024-05-20T21:24:42.460 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.458+0000 7f725b83eb80 1 -- 172.21.15.8:0/2767077678 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56393447feb0 msgr2=0x563934489440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:42.460 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.458+0000 7f725b83eb80 1 --2- 172.21.15.8:0/2767077678 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56393447feb0 0x563934489440 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f7238005950 tx=0x7f72380053a0 comp rx=0 tx=0).stop 2024-05-20T21:24:42.460 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.458+0000 7f725b83eb80 1 -- 172.21.15.8:0/2767077678 shutdown_connections 2024-05-20T21:24:42.460 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.458+0000 7f725b83eb80 1 --2- 172.21.15.8:0/2767077678 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5639344ffc30 0x563934502020 crc :-1 s=READY pgs=248 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:42.460 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.458+0000 7f725b83eb80 1 --2- 172.21.15.8:0/2767077678 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5639344807d0 0x5639344899e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:42.460 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.458+0000 7f725b83eb80 1 --2- 172.21.15.8:0/2767077678 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56393447a880 0x56393448cbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:42.461 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.458+0000 7f725b83eb80 1 --2- 172.21.15.8:0/2767077678 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56393447feb0 0x563934489440 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:42.461 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.458+0000 7f722be00700 0 client.17703 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:24:42.461 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.458+0000 7f725b83eb80 1 -- 172.21.15.8:0/2767077678 >> 172.21.15.8:0/2767077678 conn(0x5639343a8be0 msgr2=0x563934480bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:42.461 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.458+0000 7f725b83eb80 1 -- 172.21.15.8:0/2767077678 shutdown_connections 2024-05-20T21:24:42.461 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.458+0000 7f725b83eb80 1 -- 172.21.15.8:0/2767077678 wait complete. 2024-05-20T21:24:42.461 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.458+0000 7f725b83eb80 20 client.17703 trim_cache size 0 max 16384 2024-05-20T21:24:42.461 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:24:42.461 INFO:teuthology.orchestra.run.smithi008.stdout: "status": "no active scrubs running", 2024-05-20T21:24:42.461 INFO:teuthology.orchestra.run.smithi008.stdout: "scrubs": {} 2024-05-20T21:24:42.462 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:24:42.462 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.459+0000 7f7250e00700 1 -- 172.21.15.8:0/2368357119 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f72300b2880 msgr2=0x7f72300b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:42.462 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.459+0000 7f7250e00700 1 --2- 172.21.15.8:0/2368357119 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f72300b2880 0x7f72300b4d40 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f7244009fd0 tx=0x7f7244004b40 comp rx=0 tx=0).stop 2024-05-20T21:24:42.462 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.459+0000 7f7250e00700 1 -- 172.21.15.8:0/2368357119 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f724c075770 msgr2=0x7f724c19be00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:42.462 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.459+0000 7f7250e00700 1 --2- 172.21.15.8:0/2368357119 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f724c075770 0x7f724c19be00 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f723c00e9a0 tx=0x7f723c00ecb0 comp rx=0 tx=0).stop 2024-05-20T21:24:42.462 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.459+0000 7f7250e00700 1 -- 172.21.15.8:0/2368357119 shutdown_connections 2024-05-20T21:24:42.462 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.459+0000 7f7250e00700 1 --2- 172.21.15.8:0/2368357119 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f72300b2880 0x7f72300b4d40 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:42.463 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.459+0000 7f7250e00700 1 --2- 172.21.15.8:0/2368357119 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f724c10ffa0 0x7f724c1a06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:42.463 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.459+0000 7f7250e00700 1 --2- 172.21.15.8:0/2368357119 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f724c075770 0x7f724c19be00 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:42.463 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.459+0000 7f7250e00700 1 --2- 172.21.15.8:0/2368357119 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f724c076090 0x7f724c19c340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:42.463 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.459+0000 7f7250e00700 1 -- 172.21.15.8:0/2368357119 >> 172.21.15.8:0/2368357119 conn(0x7f724c07a6a0 msgr2=0x7f724c100810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:42.463 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.459+0000 7f7250e00700 1 -- 172.21.15.8:0/2368357119 shutdown_connections 2024-05-20T21:24:42.463 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:42.459+0000 7f7250e00700 1 -- 172.21.15.8:0/2368357119 wait complete. 2024-05-20T21:24:42.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:24:42 smithi130 ceph-mon[36448]: pgmap v721: 97 pgs: 97 active+clean; 716 KiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:24:42.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:24:42 smithi050 ceph-mon[35809]: pgmap v721: 97 pgs: 97 active+clean; 716 KiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:24:42.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:24:42 smithi008 ceph-mon[31475]: pgmap v721: 97 pgs: 97 active+clean; 716 KiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:24:43.403 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:24:43.403 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:24:43.895 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:24:44.914 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:24:44 smithi008 ceph-mon[31475]: pgmap v722: 97 pgs: 97 active+clean; 716 KiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:24:44.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:24:44 smithi130 ceph-mon[36448]: pgmap v722: 97 pgs: 97 active+clean; 716 KiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:24:44.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:24:44 smithi050 ceph-mon[35809]: pgmap v722: 97 pgs: 97 active+clean; 716 KiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:24:46.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:46.103+0000 7f5725000700 1 -- 172.21.15.8:0/2599466259 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f572006c5d0 msgr2=0x7f57201103f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:46.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:46.103+0000 7f5725000700 1 --2- 172.21.15.8:0/2599466259 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f572006c5d0 0x7f57201103f0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f571800b0a0 tx=0x7f571800b3b0 comp rx=0 tx=0).stop 2024-05-20T21:24:46.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:46.103+0000 7f5725000700 1 -- 172.21.15.8:0/2599466259 shutdown_connections 2024-05-20T21:24:46.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:46.103+0000 7f5725000700 1 --2- 172.21.15.8:0/2599466259 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f572006c5d0 0x7f57201103f0 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:46.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:46.103+0000 7f5725000700 1 --2- 172.21.15.8:0/2599466259 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f57201095d0 0x7f57201099b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:46.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:46.103+0000 7f5725000700 1 --2- 172.21.15.8:0/2599466259 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f572006bc10 0x7f572006c090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:46.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:46.103+0000 7f5725000700 1 -- 172.21.15.8:0/2599466259 >> 172.21.15.8:0/2599466259 conn(0x7f57200793f0 msgr2=0x7f5720079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:46.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:46.103+0000 7f5725000700 1 -- 172.21.15.8:0/2599466259 shutdown_connections 2024-05-20T21:24:46.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:46.103+0000 7f5725000700 1 -- 172.21.15.8:0/2599466259 wait complete. 2024-05-20T21:24:46.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:46.104+0000 7f5725000700 1 Processor -- start 2024-05-20T21:24:46.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:46.104+0000 7f5725000700 1 -- start start 2024-05-20T21:24:46.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:46.105+0000 7f5725000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f572006bc10 0x7f572019f8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:46.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:46.105+0000 7f5725000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f572006c5d0 0x7f572019fe00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:46.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:46.105+0000 7f5725000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f57201095d0 0x7f5720199a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:46.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:46.105+0000 7f5725000700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f5720113760 con 0x7f572006c5d0 2024-05-20T21:24:46.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:46.105+0000 7f5725000700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f57201135e0 con 0x7f572006bc10 2024-05-20T21:24:46.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:46.105+0000 7f5725000700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f57201138e0 con 0x7f57201095d0 2024-05-20T21:24:46.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:46.105+0000 7f571de00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f572006bc10 0x7f572019f8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:46.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:46.105+0000 7f571d400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f572006c5d0 0x7f572019fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:46.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:46.105+0000 7f571de00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f572006bc10 0x7f572019f8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:42646/0 (socket says 172.21.15.8:42646) 2024-05-20T21:24:46.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:46.105+0000 7f571de00700 1 -- 172.21.15.8:0/4080211911 learned_addr learned my addr 172.21.15.8:0/4080211911 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:46.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:46.105+0000 7f571e800700 1 --2- 172.21.15.8:0/4080211911 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f57201095d0 0x7f5720199a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:46.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:46.106+0000 7f571de00700 1 -- 172.21.15.8:0/4080211911 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f57201095d0 msgr2=0x7f5720199a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:46.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:46.106+0000 7f571de00700 1 --2- 172.21.15.8:0/4080211911 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f57201095d0 0x7f5720199a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:46.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:46.106+0000 7f571de00700 1 -- 172.21.15.8:0/4080211911 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f572006c5d0 msgr2=0x7f572019fe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:46.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:46.106+0000 7f571de00700 1 --2- 172.21.15.8:0/4080211911 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f572006c5d0 0x7f572019fe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:46.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:46.106+0000 7f571de00700 1 -- 172.21.15.8:0/4080211911 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f572019a1e0 con 0x7f572006bc10 2024-05-20T21:24:46.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:46.106+0000 7f571de00700 1 --2- 172.21.15.8:0/4080211911 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f572006bc10 0x7f572019f8c0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f571000e9a0 tx=0x7f571000ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:46.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:46.106+0000 7f5716a00700 1 -- 172.21.15.8:0/4080211911 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f571000ca10 con 0x7f572006bc10 2024-05-20T21:24:46.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:46.106+0000 7f5716a00700 1 -- 172.21.15.8:0/4080211911 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f571000cbb0 con 0x7f572006bc10 2024-05-20T21:24:46.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:46.106+0000 7f5716a00700 1 -- 172.21.15.8:0/4080211911 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5710018680 con 0x7f572006bc10 2024-05-20T21:24:46.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:46.106+0000 7f5725000700 1 -- 172.21.15.8:0/4080211911 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f572019a4d0 con 0x7f572006bc10 2024-05-20T21:24:46.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:46.106+0000 7f5725000700 1 -- 172.21.15.8:0/4080211911 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57201a6790 con 0x7f572006bc10 2024-05-20T21:24:46.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:46.107+0000 7f5725000700 1 -- 172.21.15.8:0/4080211911 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5720104c90 con 0x7f572006bc10 2024-05-20T21:24:46.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:46.110+0000 7f5716a00700 1 -- 172.21.15.8:0/4080211911 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f5710010430 con 0x7f572006bc10 2024-05-20T21:24:46.112 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:46.112+0000 7f5716a00700 1 --2- 172.21.15.8:0/4080211911 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f57040b2880 0x7f57040b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:46.112 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:46.112+0000 7f5716a00700 1 -- 172.21.15.8:0/4080211911 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f57100e2690 con 0x7f572006bc10 2024-05-20T21:24:46.112 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:46.112+0000 7f571d400700 1 --2- 172.21.15.8:0/4080211911 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f57040b2880 0x7f57040b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:46.113 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:46.113+0000 7f571d400700 1 --2- 172.21.15.8:0/4080211911 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f57040b2880 0x7f57040b4d40 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f5720079a80 tx=0x7f570c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:46.114 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:46.114+0000 7f5716a00700 1 -- 172.21.15.8:0/4080211911 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f57100aa340 con 0x7f572006bc10 2024-05-20T21:24:46.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:46.403+0000 7f5725000700 1 -- 172.21.15.8:0/4080211911 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f572002e560 con 0x7f572006bc10 2024-05-20T21:24:46.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:46.404+0000 7f5716a00700 1 -- 172.21.15.8:0/4080211911 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7f57100b23c0 con 0x7f572006bc10 2024-05-20T21:24:46.405 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:24:46.405 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:24:46.407 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:46.407+0000 7f5725000700 1 -- 172.21.15.8:0/4080211911 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f57040b2880 msgr2=0x7f57040b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:46.407 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:46.407+0000 7f5725000700 1 --2- 172.21.15.8:0/4080211911 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f57040b2880 0x7f57040b4d40 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f5720079a80 tx=0x7f570c009260 comp rx=0 tx=0).stop 2024-05-20T21:24:46.407 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:46.407+0000 7f5725000700 1 -- 172.21.15.8:0/4080211911 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f572006bc10 msgr2=0x7f572019f8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:46.407 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:46.407+0000 7f5725000700 1 --2- 172.21.15.8:0/4080211911 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f572006bc10 0x7f572019f8c0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f571000e9a0 tx=0x7f571000ecb0 comp rx=0 tx=0).stop 2024-05-20T21:24:46.408 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:46.407+0000 7f5725000700 1 -- 172.21.15.8:0/4080211911 shutdown_connections 2024-05-20T21:24:46.408 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:46.407+0000 7f5725000700 1 --2- 172.21.15.8:0/4080211911 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f57040b2880 0x7f57040b4d40 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:46.408 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:46.407+0000 7f5725000700 1 --2- 172.21.15.8:0/4080211911 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f572006bc10 0x7f572019f8c0 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:46.408 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:46.407+0000 7f5725000700 1 --2- 172.21.15.8:0/4080211911 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f57201095d0 0x7f5720199a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:46.408 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:46.407+0000 7f5725000700 1 --2- 172.21.15.8:0/4080211911 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f572006c5d0 0x7f572019fe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:46.408 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:46.407+0000 7f5725000700 1 -- 172.21.15.8:0/4080211911 >> 172.21.15.8:0/4080211911 conn(0x7f57200793f0 msgr2=0x7f5720101520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:46.409 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:46.408+0000 7f5725000700 1 -- 172.21.15.8:0/4080211911 shutdown_connections 2024-05-20T21:24:46.409 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:46.408+0000 7f5725000700 1 -- 172.21.15.8:0/4080211911 wait complete. 2024-05-20T21:24:46.409 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:24:46.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:24:46 smithi008 ceph-mon[31475]: pgmap v723: 97 pgs: 97 active+clean; 777 KiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-20T21:24:46.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:24:46 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/4080211911' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:24:46.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:24:46 smithi130 ceph-mon[36448]: pgmap v723: 97 pgs: 97 active+clean; 777 KiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-20T21:24:46.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:24:46 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/4080211911' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:24:46.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:24:46 smithi050 ceph-mon[35809]: pgmap v723: 97 pgs: 97 active+clean; 777 KiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-20T21:24:46.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:24:46 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/4080211911' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:24:47.275 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:24:47.582 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.581+0000 7f6e32200640 1 -- 172.21.15.8:0/1590771892 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6e2c075430 msgr2=0x7f6e2c075890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:47.582 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.581+0000 7f6e32200640 1 --2- 172.21.15.8:0/1590771892 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6e2c075430 0x7f6e2c075890 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f6e18009860 tx=0x7f6e1802a3d0 comp rx=0 tx=0).stop 2024-05-20T21:24:47.583 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.582+0000 7f6e32200640 1 -- 172.21.15.8:0/1590771892 shutdown_connections 2024-05-20T21:24:47.583 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.582+0000 7f6e32200640 1 --2- 172.21.15.8:0/1590771892 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6e2c10a7a0 0x7f6e2c10cc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:47.583 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.582+0000 7f6e32200640 1 --2- 172.21.15.8:0/1590771892 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6e2c075430 0x7f6e2c075890 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:47.583 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.582+0000 7f6e32200640 1 --2- 172.21.15.8:0/1590771892 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6e2c076a10 0x7f6e2c074e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:47.583 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.582+0000 7f6e32200640 1 -- 172.21.15.8:0/1590771892 >> 172.21.15.8:0/1590771892 conn(0x7f6e2c0fde60 msgr2=0x7f6e2c1002a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:47.583 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.582+0000 7f6e32200640 1 -- 172.21.15.8:0/1590771892 shutdown_connections 2024-05-20T21:24:47.583 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.582+0000 7f6e32200640 1 -- 172.21.15.8:0/1590771892 wait complete. 2024-05-20T21:24:47.585 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.583+0000 7f6e32200640 1 Processor -- start 2024-05-20T21:24:47.585 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.583+0000 7f6e32200640 1 -- start start 2024-05-20T21:24:47.585 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.583+0000 7f6e32200640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6e2c075430 0x7f6e2c19ad30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:47.585 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.583+0000 7f6e32200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6e2c076a10 0x7f6e2c19b270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:47.585 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.583+0000 7f6e32200640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6e2c10a7a0 0x7f6e2c1a22a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:47.585 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.583+0000 7f6e32200640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f6e2c110670 con 0x7f6e2c075430 2024-05-20T21:24:47.585 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.583+0000 7f6e32200640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6e2c1104f0 con 0x7f6e2c076a10 2024-05-20T21:24:47.585 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.583+0000 7f6e32200640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f6e2c1107f0 con 0x7f6e2c10a7a0 2024-05-20T21:24:47.585 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.583+0000 7f6e30e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6e2c075430 0x7f6e2c19ad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:47.586 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.584+0000 7f6e2be00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6e2c076a10 0x7f6e2c19b270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:47.586 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.584+0000 7f6e30e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6e2c075430 0x7f6e2c19ad30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:53402/0 (socket says 172.21.15.8:53402) 2024-05-20T21:24:47.586 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.584+0000 7f6e30e00640 1 -- 172.21.15.8:0/404231899 learned_addr learned my addr 172.21.15.8:0/404231899 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:47.586 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.584+0000 7f6e31800640 1 --2- 172.21.15.8:0/404231899 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6e2c10a7a0 0x7f6e2c1a22a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:47.586 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.584+0000 7f6e30e00640 1 -- 172.21.15.8:0/404231899 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6e2c10a7a0 msgr2=0x7f6e2c1a22a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:47.586 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.584+0000 7f6e30e00640 1 --2- 172.21.15.8:0/404231899 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6e2c10a7a0 0x7f6e2c1a22a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:47.586 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.584+0000 7f6e30e00640 1 -- 172.21.15.8:0/404231899 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6e2c076a10 msgr2=0x7f6e2c19b270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:47.586 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.584+0000 7f6e30e00640 1 --2- 172.21.15.8:0/404231899 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6e2c076a10 0x7f6e2c19b270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:47.586 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.584+0000 7f6e30e00640 1 -- 172.21.15.8:0/404231899 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e2c1a2940 con 0x7f6e2c075430 2024-05-20T21:24:47.586 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.584+0000 7f6e2be00640 1 --2- 172.21.15.8:0/404231899 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6e2c076a10 0x7f6e2c19b270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:47.586 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.585+0000 7f6e30e00640 1 --2- 172.21.15.8:0/404231899 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6e2c075430 0x7f6e2c19ad30 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f6e2000d770 tx=0x7f6e2000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:47.587 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.585+0000 7f6e29600640 1 -- 172.21.15.8:0/404231899 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e20017070 con 0x7f6e2c075430 2024-05-20T21:24:47.587 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.585+0000 7f6e32200640 1 -- 172.21.15.8:0/404231899 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e2c1a2c30 con 0x7f6e2c075430 2024-05-20T21:24:47.587 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.585+0000 7f6e29600640 1 -- 172.21.15.8:0/404231899 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6e200054d0 con 0x7f6e2c075430 2024-05-20T21:24:47.587 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.585+0000 7f6e29600640 1 -- 172.21.15.8:0/404231899 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e20004c30 con 0x7f6e2c075430 2024-05-20T21:24:47.587 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.585+0000 7f6e32200640 1 -- 172.21.15.8:0/404231899 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e2c1a3180 con 0x7f6e2c075430 2024-05-20T21:24:47.589 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.589+0000 7f6e365bc740 1 Processor -- start 2024-05-20T21:24:47.589 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.589+0000 7f6e365bc740 1 -- start start 2024-05-20T21:24:47.590 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.589+0000 7f6e365bc740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b4126cb500 0x55b4126cb920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:47.590 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.589+0000 7f6e365bc740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b4126cbef0 0x55b4126d09f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:47.590 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.589+0000 7f6e365bc740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b4126d1060 0x55b4126d34f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:47.590 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.589+0000 7f6e365bc740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55b412632b90 con 0x55b4126cb500 2024-05-20T21:24:47.590 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.589+0000 7f6e365bc740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55b412622730 con 0x55b4126cbef0 2024-05-20T21:24:47.590 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.589+0000 7f6e365bc740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55b412626770 con 0x55b4126d1060 2024-05-20T21:24:47.590 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.590+0000 7f6e31800640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b4126cb500 0x55b4126cb920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:47.591 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.590+0000 7f6e31800640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b4126cb500 0x55b4126cb920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:53418/0 (socket says 172.21.15.8:53418) 2024-05-20T21:24:47.591 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.590+0000 7f6e31800640 1 -- 172.21.15.8:0/2075885558 learned_addr learned my addr 172.21.15.8:0/2075885558 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:47.591 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.590+0000 7f6e29600640 1 -- 172.21.15.8:0/404231899 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f6e20004e10 con 0x7f6e2c075430 2024-05-20T21:24:47.591 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.590+0000 7f6e2be00640 1 --2- 172.21.15.8:0/2075885558 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b4126d1060 0x55b4126d34f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:47.592 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.590+0000 7f6e31800640 1 -- 172.21.15.8:0/2075885558 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b4126d1060 msgr2=0x55b4126d34f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:47.593 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.590+0000 7f6e31800640 1 --2- 172.21.15.8:0/2075885558 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b4126d1060 0x55b4126d34f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:47.593 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.590+0000 7f6e31800640 1 -- 172.21.15.8:0/2075885558 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b4126cbef0 msgr2=0x55b4126d09f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:47.593 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.590+0000 7f6e31800640 1 --2- 172.21.15.8:0/2075885558 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b4126cbef0 0x55b4126d09f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:47.593 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.590+0000 7f6e31800640 1 -- 172.21.15.8:0/2075885558 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b4125bb8b0 con 0x55b4126cb500 2024-05-20T21:24:47.593 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.590+0000 7f6e2be00640 1 --2- 172.21.15.8:0/2075885558 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b4126d1060 0x55b4126d34f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:47.593 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.591+0000 7f6e31800640 1 --2- 172.21.15.8:0/2075885558 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b4126cb500 0x55b4126cb920 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f6e2400e450 tx=0x7f6e240095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=40c502d409669651 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:47.593 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.591+0000 7f6e1e000640 1 -- 172.21.15.8:0/2075885558 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e2400d910 con 0x55b4126cb500 2024-05-20T21:24:47.593 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.591+0000 7f6e1e000640 1 -- 172.21.15.8:0/2075885558 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6e2401c070 con 0x55b4126cb500 2024-05-20T21:24:47.593 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.591+0000 7f6e1e000640 1 -- 172.21.15.8:0/2075885558 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e24017de0 con 0x55b4126cb500 2024-05-20T21:24:47.593 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.592+0000 7f6e29600640 1 --2- 172.21.15.8:0/404231899 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6e140b27d0 0x7f6e140b4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:47.593 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.592+0000 7f6e29600640 1 -- 172.21.15.8:0/404231899 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f6e200e1d70 con 0x7f6e2c075430 2024-05-20T21:24:47.593 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.592+0000 7f6e365bc740 1 -- 172.21.15.8:0/2075885558 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b4126cb500 msgr2=0x55b4126cb920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:47.593 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.592+0000 7f6e365bc740 1 --2- 172.21.15.8:0/2075885558 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b4126cb500 0x55b4126cb920 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f6e2400e450 tx=0x7f6e240095c0 comp rx=0 tx=0).stop 2024-05-20T21:24:47.593 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.592+0000 7f6e30e00640 1 --2- 172.21.15.8:0/404231899 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6e140b27d0 0x7f6e140b4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:47.597 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.593+0000 7f6e365bc740 1 -- 172.21.15.8:0/2075885558 shutdown_connections 2024-05-20T21:24:47.598 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.593+0000 7f6e365bc740 1 --2- 172.21.15.8:0/2075885558 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b4126d1060 0x55b4126d34f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:47.598 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.593+0000 7f6e365bc740 1 --2- 172.21.15.8:0/2075885558 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b4126cbef0 0x55b4126d09f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:47.598 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.593+0000 7f6e365bc740 1 --2- 172.21.15.8:0/2075885558 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b4126cb500 0x55b4126cb920 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:47.598 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.593+0000 7f6e365bc740 1 -- 172.21.15.8:0/2075885558 >> 172.21.15.8:0/2075885558 conn(0x55b4126c6b70 msgr2=0x55b4126c6f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:47.598 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.593+0000 7f6e365bc740 1 -- 172.21.15.8:0/2075885558 shutdown_connections 2024-05-20T21:24:47.598 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.593+0000 7f6e365bc740 1 -- 172.21.15.8:0/2075885558 wait complete. 2024-05-20T21:24:47.598 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.593+0000 7f6e30e00640 1 --2- 172.21.15.8:0/404231899 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6e140b27d0 0x7f6e140b4c90 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f6e200a90d0 tx=0x7f6e20005bb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:47.598 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.594+0000 7f6e365bc740 1 -- start start 2024-05-20T21:24:47.598 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.594+0000 7f6e365bc740 1 Processor -- start 2024-05-20T21:24:47.598 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.594+0000 7f6e365bc740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b4126cb500 0x55b4126d5290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:47.598 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.594+0000 7f6e365bc740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b4126cbef0 0x55b4126d57d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:47.599 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.594+0000 7f6e365bc740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b4126d1060 0x55b4126dc810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:47.599 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.594+0000 7f6e365bc740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55b412308790 con 0x55b4126d1060 2024-05-20T21:24:47.599 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.594+0000 7f6e365bc740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55b4125cabc0 con 0x55b4126cbef0 2024-05-20T21:24:47.599 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.594+0000 7f6e365bc740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55b4126d4010 con 0x55b4126cb500 2024-05-20T21:24:47.599 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.594+0000 7f6e365bc740 10 client.0 _ll_register_callbacks cb 0x55b4125a8400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:47.599 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.595+0000 7f6e31800640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b4126cb500 0x55b4126d5290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:47.599 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.595+0000 7f6e2be00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b4126cbef0 0x55b4126d57d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:47.599 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.595+0000 7f6e31800640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b4126cb500 0x55b4126d5290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:40036/0 (socket says 172.21.15.8:40036) 2024-05-20T21:24:47.599 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.595+0000 7f6e2be00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b4126cbef0 0x55b4126d57d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:42678/0 (socket says 172.21.15.8:42678) 2024-05-20T21:24:47.599 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.595+0000 7f6e31800640 1 -- 172.21.15.8:0/1552364305 learned_addr learned my addr 172.21.15.8:0/1552364305 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:47.599 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.595+0000 7f6e31800640 1 --2- 172.21.15.8:0/1552364305 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b4126d1060 0x55b4126dc810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:47.599 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.595+0000 7f6e2be00640 1 -- 172.21.15.8:0/1552364305 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b4126cb500 msgr2=0x55b4126d5290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:47.599 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.595+0000 7f6e2be00640 1 --2- 172.21.15.8:0/1552364305 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b4126cb500 0x55b4126d5290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:47.600 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.595+0000 7f6e2be00640 1 -- 172.21.15.8:0/1552364305 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b4126d1060 msgr2=0x55b4126dc810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:47.600 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.595+0000 7f6e2be00640 1 --2- 172.21.15.8:0/1552364305 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b4126d1060 0x55b4126dc810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:47.600 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.595+0000 7f6e2be00640 1 -- 172.21.15.8:0/1552364305 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b412337210 con 0x55b4126cbef0 2024-05-20T21:24:47.600 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.595+0000 7f6e31800640 1 --2- 172.21.15.8:0/1552364305 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b4126d1060 0x55b4126dc810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:24:47.600 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.596+0000 7f6e2be00640 1 --2- 172.21.15.8:0/1552364305 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b4126cbef0 0x55b4126d57d0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f6e18005e00 tx=0x7f6e18005270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=305636ed97081e08 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:47.600 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.596+0000 7f6e12a00640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:24:47.600 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.596+0000 7f6e12a00640 1 -- 172.21.15.8:0/1552364305 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e180055f0 con 0x55b4126cbef0 2024-05-20T21:24:47.600 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.596+0000 7f6e12a00640 1 -- 172.21.15.8:0/1552364305 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f6e180046c0 con 0x55b4126cbef0 2024-05-20T21:24:47.600 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.596+0000 7f6e365bc740 1 -- 172.21.15.8:0/1552364305 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6e2401c070 con 0x55b4126cbef0 2024-05-20T21:24:47.600 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.596+0000 7f6e12a00640 1 -- 172.21.15.8:0/1552364305 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6e180048c0 con 0x55b4126cbef0 2024-05-20T21:24:47.601 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.596+0000 7f6e365bc740 10 client.27839 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:47.601 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.596+0000 7f6e365bc740 1 -- 172.21.15.8:0/1552364305 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b412403620 con 0x55b4126cbef0 2024-05-20T21:24:47.601 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.596+0000 7f6e12a00640 1 -- 172.21.15.8:0/1552364305 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6e2401c070 con 0x55b4126cbef0 2024-05-20T21:24:47.601 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.597+0000 7f6e12a00640 1 -- 172.21.15.8:0/1552364305 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f6e18050050 con 0x55b4126cbef0 2024-05-20T21:24:47.601 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.597+0000 7f6e365bc740 10 client.27839 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:47.601 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.597+0000 7f6e365bc740 10 client.27839 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:24:47.601 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.597+0000 7f6e365bc740 20 client.27839 populate_metadata read hostname 'smithi008' 2024-05-20T21:24:47.601 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.597+0000 7f6e365bc740 1 --2- 172.21.15.8:0/1552364305 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55b4126e0d70 0x55b4126e3160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:47.601 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.597+0000 7f6e365bc740 4 client.27839 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:24:47.601 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.597+0000 7f6e365bc740 1 -- 172.21.15.8:0/1552364305 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b412634ae0 con 0x55b4126e0d70 2024-05-20T21:24:47.601 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.597+0000 7f6e31800640 1 --2- 172.21.15.8:0/1552364305 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55b4126e0d70 0x55b4126e3160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:47.603 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.598+0000 7f6e31800640 1 --2- 172.21.15.8:0/1552364305 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55b4126e0d70 0x55b4126e3160 crc :-1 s=READY pgs=249 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9f899c1188a80ab server_cookie=1f2ff35d0d65932c in_seq=0 out_seq=0 2024-05-20T21:24:47.603 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.598+0000 7f6e12a00640 10 client.27839 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:24:47.603 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.599+0000 7f6e12a00640 1 -- 172.21.15.8:0/1552364305 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55b412634ae0 con 0x55b4126e0d70 2024-05-20T21:24:47.603 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.599+0000 7f6e12a00640 10 client.27839 handle_command_reply: tid=0 2024-05-20T21:24:47.603 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.599+0000 7f6e365bc740 1 client.27839 shutdown 2024-05-20T21:24:47.603 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.599+0000 7f6e365bc740 1 -- 172.21.15.8:0/1552364305 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b4126cbef0 msgr2=0x55b4126d57d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:47.603 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.599+0000 7f6e365bc740 1 --2- 172.21.15.8:0/1552364305 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b4126cbef0 0x55b4126d57d0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f6e18005e00 tx=0x7f6e18005270 comp rx=0 tx=0).stop 2024-05-20T21:24:47.604 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.599+0000 7f6e365bc740 1 -- 172.21.15.8:0/1552364305 shutdown_connections 2024-05-20T21:24:47.604 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.599+0000 7f6e365bc740 1 --2- 172.21.15.8:0/1552364305 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55b4126e0d70 0x55b4126e3160 crc :-1 s=READY pgs=249 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:47.604 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.599+0000 7f6e365bc740 1 --2- 172.21.15.8:0/1552364305 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b4126d1060 0x55b4126dc810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:47.604 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.599+0000 7f6e365bc740 1 --2- 172.21.15.8:0/1552364305 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b4126cbef0 0x55b4126d57d0 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:47.604 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.599+0000 7f6e365bc740 1 --2- 172.21.15.8:0/1552364305 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b4126cb500 0x55b4126d5290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:47.604 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.599+0000 7f6e12a00640 0 client.27839 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:24:47.604 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.599+0000 7f6e365bc740 1 -- 172.21.15.8:0/1552364305 >> 172.21.15.8:0/1552364305 conn(0x55b4126c6b70 msgr2=0x55b4126bd4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:47.604 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.599+0000 7f6e365bc740 1 -- 172.21.15.8:0/1552364305 shutdown_connections 2024-05-20T21:24:47.604 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.599+0000 7f6e365bc740 1 -- 172.21.15.8:0/1552364305 wait complete. 2024-05-20T21:24:47.604 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.600+0000 7f6e365bc740 20 client.27839 trim_cache size 0 max 16384 2024-05-20T21:24:47.619 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.616+0000 7f6e365bc740 1 Processor -- start 2024-05-20T21:24:47.619 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.617+0000 7f6e365bc740 1 -- start start 2024-05-20T21:24:47.619 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.617+0000 7f6e365bc740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b4126cb500 0x55b4126cd220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:47.619 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.617+0000 7f6e365bc740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b4126cbef0 0x55b4126dc7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:47.619 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.617+0000 7f6e365bc740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b4126d1060 0x55b4126bd340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:47.619 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.617+0000 7f6e365bc740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f6e2c1aa390 con 0x55b4126cb500 2024-05-20T21:24:47.619 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.617+0000 7f6e365bc740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6e2c1a7c60 con 0x55b4126cbef0 2024-05-20T21:24:47.619 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.617+0000 7f6e365bc740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f6e2c1a5ab0 con 0x55b4126d1060 2024-05-20T21:24:47.619 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.617+0000 7f6e31800640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b4126cb500 0x55b4126cd220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:47.619 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.617+0000 7f6e31800640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b4126cb500 0x55b4126cd220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:53438/0 (socket says 172.21.15.8:53438) 2024-05-20T21:24:47.620 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.617+0000 7f6e2be00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b4126cbef0 0x55b4126dc7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:47.620 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.617+0000 7f6e31800640 1 -- 172.21.15.8:0/1094172991 learned_addr learned my addr 172.21.15.8:0/1094172991 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:47.620 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.618+0000 7f6e31800640 1 --2- 172.21.15.8:0/1094172991 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b4126d1060 0x55b4126bd340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:47.620 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.618+0000 7f6e2be00640 1 -- 172.21.15.8:0/1094172991 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b4126d1060 msgr2=0x55b4126bd340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:47.620 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.618+0000 7f6e2be00640 1 --2- 172.21.15.8:0/1094172991 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b4126d1060 0x55b4126bd340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:47.620 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.618+0000 7f6e2be00640 1 -- 172.21.15.8:0/1094172991 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b4126cb500 msgr2=0x55b4126cd220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:47.620 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.618+0000 7f6e2be00640 1 --2- 172.21.15.8:0/1094172991 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b4126cb500 0x55b4126cd220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:47.620 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.618+0000 7f6e2be00640 1 -- 172.21.15.8:0/1094172991 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b4126e37c0 con 0x55b4126cbef0 2024-05-20T21:24:47.620 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.618+0000 7f6e31800640 1 --2- 172.21.15.8:0/1094172991 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b4126cb500 0x55b4126cd220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:47.620 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.618+0000 7f6e2be00640 1 --2- 172.21.15.8:0/1094172991 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b4126cbef0 0x55b4126dc7d0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f6e18005b60 tx=0x7f6e1802a3d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=984e75fc2d10b843 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:47.620 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.618+0000 7f6e1d600640 1 -- 172.21.15.8:0/1094172991 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e18056030 con 0x55b4126cbef0 2024-05-20T21:24:47.621 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.618+0000 7f6e1d600640 1 -- 172.21.15.8:0/1094172991 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6e180046c0 con 0x55b4126cbef0 2024-05-20T21:24:47.621 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.618+0000 7f6e1d600640 1 -- 172.21.15.8:0/1094172991 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e1803d810 con 0x55b4126cbef0 2024-05-20T21:24:47.624 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.619+0000 7f6e365bc740 1 -- 172.21.15.8:0/1094172991 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b4126cbef0 msgr2=0x55b4126dc7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:47.624 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.619+0000 7f6e365bc740 1 --2- 172.21.15.8:0/1094172991 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b4126cbef0 0x55b4126dc7d0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f6e18005b60 tx=0x7f6e1802a3d0 comp rx=0 tx=0).stop 2024-05-20T21:24:47.624 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.619+0000 7f6e365bc740 1 -- 172.21.15.8:0/1094172991 shutdown_connections 2024-05-20T21:24:47.624 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.619+0000 7f6e365bc740 1 --2- 172.21.15.8:0/1094172991 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b4126d1060 0x55b4126bd340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:47.624 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.619+0000 7f6e365bc740 1 --2- 172.21.15.8:0/1094172991 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b4126cbef0 0x55b4126dc7d0 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:47.624 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.619+0000 7f6e365bc740 1 --2- 172.21.15.8:0/1094172991 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b4126cb500 0x55b4126cd220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:47.624 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.619+0000 7f6e365bc740 1 -- 172.21.15.8:0/1094172991 >> 172.21.15.8:0/1094172991 conn(0x55b4126c6b70 msgr2=0x55b4126bcc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:47.625 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.619+0000 7f6e365bc740 1 -- 172.21.15.8:0/1094172991 shutdown_connections 2024-05-20T21:24:47.625 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.619+0000 7f6e365bc740 1 -- 172.21.15.8:0/1094172991 wait complete. 2024-05-20T21:24:47.625 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.620+0000 7f6e365bc740 1 -- start start 2024-05-20T21:24:47.625 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.620+0000 7f6e365bc740 1 Processor -- start 2024-05-20T21:24:47.625 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.620+0000 7f6e365bc740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b4126cb500 0x55b4126d9cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:47.625 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.620+0000 7f6e365bc740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b4126cbef0 0x55b4126da200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:47.625 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.620+0000 7f6e365bc740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b4126d1060 0x55b4126db210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:47.625 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.620+0000 7f6e365bc740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f6e2c1a6120 con 0x55b4126cbef0 2024-05-20T21:24:47.625 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.620+0000 7f6e365bc740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6e2c1a7590 con 0x55b4126d1060 2024-05-20T21:24:47.625 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.620+0000 7f6e365bc740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f6e2c1a67f0 con 0x55b4126cb500 2024-05-20T21:24:47.626 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.620+0000 7f6e365bc740 10 client.0 _ll_register_callbacks cb 0x7f6e18005a90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:47.626 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.621+0000 7f6e2be00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b4126cbef0 0x55b4126da200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:47.626 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.621+0000 7f6e2be00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b4126cbef0 0x55b4126da200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:53452/0 (socket says 172.21.15.8:53452) 2024-05-20T21:24:47.626 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.621+0000 7f6e2be00640 1 -- 172.21.15.8:0/1767773508 learned_addr learned my addr 172.21.15.8:0/1767773508 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:47.626 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.621+0000 7f6e31800640 1 --2- 172.21.15.8:0/1767773508 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b4126cb500 0x55b4126d9cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:47.626 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.621+0000 7f6e31800640 1 --2- 172.21.15.8:0/1767773508 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b4126d1060 0x55b4126db210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:47.626 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.621+0000 7f6e2be00640 1 -- 172.21.15.8:0/1767773508 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b4126cb500 msgr2=0x55b4126d9cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:47.626 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.621+0000 7f6e2be00640 1 --2- 172.21.15.8:0/1767773508 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b4126cb500 0x55b4126d9cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:47.626 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.621+0000 7f6e2be00640 1 -- 172.21.15.8:0/1767773508 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b4126d1060 msgr2=0x55b4126db210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:47.626 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.621+0000 7f6e2be00640 1 --2- 172.21.15.8:0/1767773508 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b4126d1060 0x55b4126db210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:47.626 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.621+0000 7f6e2be00640 1 -- 172.21.15.8:0/1767773508 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b4126db800 con 0x55b4126cbef0 2024-05-20T21:24:47.626 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.622+0000 7f6e2be00640 1 --2- 172.21.15.8:0/1767773508 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b4126cbef0 0x55b4126da200 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f6e18030ec0 tx=0x7f6e18030980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=732181cded1dade3 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:47.627 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.622+0000 7f6e12a00640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:24:47.627 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.622+0000 7f6e12a00640 1 -- 172.21.15.8:0/1767773508 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e18056040 con 0x55b4126cbef0 2024-05-20T21:24:47.627 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.622+0000 7f6e365bc740 1 -- 172.21.15.8:0/1767773508 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6e180046c0 con 0x55b4126cbef0 2024-05-20T21:24:47.627 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.622+0000 7f6e12a00640 1 -- 172.21.15.8:0/1767773508 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f6e18004e10 con 0x55b4126cbef0 2024-05-20T21:24:47.627 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.622+0000 7f6e12a00640 1 -- 172.21.15.8:0/1767773508 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6e18047420 con 0x55b4126cbef0 2024-05-20T21:24:47.627 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.622+0000 7f6e365bc740 10 client.17727 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:47.627 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.622+0000 7f6e365bc740 1 -- 172.21.15.8:0/1767773508 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b4126dcb10 con 0x55b4126cbef0 2024-05-20T21:24:47.627 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.622+0000 7f6e12a00640 1 -- 172.21.15.8:0/1767773508 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6e180046c0 con 0x55b4126cbef0 2024-05-20T21:24:47.627 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.623+0000 7f6e12a00640 1 -- 172.21.15.8:0/1767773508 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f6e18050040 con 0x55b4126cbef0 2024-05-20T21:24:47.627 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.623+0000 7f6e365bc740 10 client.17727 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:47.627 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.623+0000 7f6e365bc740 10 client.17727 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:24:47.627 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.623+0000 7f6e365bc740 20 client.17727 populate_metadata read hostname 'smithi008' 2024-05-20T21:24:47.627 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.623+0000 7f6e365bc740 1 --2- 172.21.15.8:0/1767773508 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55b41274bdb0 0x55b41274e1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:47.627 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.623+0000 7f6e365bc740 4 client.17727 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:24:47.628 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.623+0000 7f6e365bc740 1 -- 172.21.15.8:0/1767773508 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55b41262e2c0 con 0x55b41274bdb0 2024-05-20T21:24:47.628 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.623+0000 7f6e31800640 1 --2- 172.21.15.8:0/1767773508 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55b41274bdb0 0x55b41274e1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:47.628 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.624+0000 7f6e31800640 1 --2- 172.21.15.8:0/1767773508 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55b41274bdb0 0x55b41274e1d0 crc :-1 s=READY pgs=250 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dcfa84fc927b5b4b server_cookie=76eb29dc3667b177 in_seq=0 out_seq=0 2024-05-20T21:24:47.628 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.624+0000 7f6e12a00640 10 client.17727 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:24:47.639 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.637+0000 7f6e12a00640 1 -- 172.21.15.8:0/1767773508 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55b41262e2c0 con 0x55b41274bdb0 2024-05-20T21:24:47.639 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.637+0000 7f6e12a00640 10 client.17727 handle_command_reply: tid=0 2024-05-20T21:24:47.639 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.637+0000 7f6e365bc740 1 client.17727 shutdown 2024-05-20T21:24:47.639 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.637+0000 7f6e365bc740 1 -- 172.21.15.8:0/1767773508 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b4126cbef0 msgr2=0x55b4126da200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:47.639 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.637+0000 7f6e365bc740 1 --2- 172.21.15.8:0/1767773508 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b4126cbef0 0x55b4126da200 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f6e18030ec0 tx=0x7f6e18030980 comp rx=0 tx=0).stop 2024-05-20T21:24:47.639 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.638+0000 7f6e365bc740 1 -- 172.21.15.8:0/1767773508 shutdown_connections 2024-05-20T21:24:47.639 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.638+0000 7f6e365bc740 1 --2- 172.21.15.8:0/1767773508 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55b41274bdb0 0x55b41274e1d0 crc :-1 s=READY pgs=250 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:47.640 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.638+0000 7f6e365bc740 1 --2- 172.21.15.8:0/1767773508 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b4126d1060 0x55b4126db210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:47.640 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.638+0000 7f6e365bc740 1 --2- 172.21.15.8:0/1767773508 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b4126cbef0 0x55b4126da200 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:47.640 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.638+0000 7f6e12a00640 0 client.17727 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:24:47.640 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.638+0000 7f6e365bc740 1 --2- 172.21.15.8:0/1767773508 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b4126cb500 0x55b4126d9cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:47.640 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.638+0000 7f6e365bc740 1 -- 172.21.15.8:0/1767773508 >> 172.21.15.8:0/1767773508 conn(0x55b4126c6b70 msgr2=0x55b4126cd0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:47.640 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.638+0000 7f6e365bc740 1 -- 172.21.15.8:0/1767773508 shutdown_connections 2024-05-20T21:24:47.640 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.638+0000 7f6e365bc740 1 -- 172.21.15.8:0/1767773508 wait complete. 2024-05-20T21:24:47.640 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.638+0000 7f6e365bc740 20 client.17727 trim_cache size 0 max 16384 2024-05-20T21:24:47.641 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:24:47.641 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:24:47.641 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:24:47.642 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.639+0000 7f6e32200640 1 -- 172.21.15.8:0/404231899 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6e140b27d0 msgr2=0x7f6e140b4c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:47.642 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.639+0000 7f6e32200640 1 --2- 172.21.15.8:0/404231899 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6e140b27d0 0x7f6e140b4c90 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f6e200a90d0 tx=0x7f6e20005bb0 comp rx=0 tx=0).stop 2024-05-20T21:24:47.642 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.639+0000 7f6e32200640 1 -- 172.21.15.8:0/404231899 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6e2c075430 msgr2=0x7f6e2c19ad30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:47.642 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.639+0000 7f6e32200640 1 --2- 172.21.15.8:0/404231899 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6e2c075430 0x7f6e2c19ad30 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f6e2000d770 tx=0x7f6e2000dc30 comp rx=0 tx=0).stop 2024-05-20T21:24:47.642 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.639+0000 7f6e32200640 1 -- 172.21.15.8:0/404231899 shutdown_connections 2024-05-20T21:24:47.642 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.639+0000 7f6e32200640 1 --2- 172.21.15.8:0/404231899 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6e140b27d0 0x7f6e140b4c90 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:47.642 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.639+0000 7f6e32200640 1 --2- 172.21.15.8:0/404231899 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6e2c10a7a0 0x7f6e2c1a22a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:47.643 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.639+0000 7f6e32200640 1 --2- 172.21.15.8:0/404231899 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6e2c076a10 0x7f6e2c19b270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:47.643 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.639+0000 7f6e32200640 1 --2- 172.21.15.8:0/404231899 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6e2c075430 0x7f6e2c19ad30 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:47.643 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.639+0000 7f6e32200640 1 -- 172.21.15.8:0/404231899 >> 172.21.15.8:0/404231899 conn(0x7f6e2c0fde60 msgr2=0x7f6e2c106730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:47.643 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.639+0000 7f6e32200640 1 -- 172.21.15.8:0/404231899 shutdown_connections 2024-05-20T21:24:47.643 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:24:47.639+0000 7f6e32200640 1 -- 172.21.15.8:0/404231899 wait complete. 2024-05-20T21:24:47.740 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:24:48.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:24:48 smithi130 ceph-mon[36448]: pgmap v724: 97 pgs: 97 active+clean; 777 KiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:24:48.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:24:48 smithi050 ceph-mon[35809]: pgmap v724: 97 pgs: 97 active+clean; 777 KiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:24:48.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:24:48 smithi008 ceph-mon[31475]: pgmap v724: 97 pgs: 97 active+clean; 777 KiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:24:50.114 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.113+0000 7fc922c00700 1 -- 172.21.15.8:0/3499022803 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc91c10b650 msgr2=0x7fc91c10ba30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:50.114 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.113+0000 7fc922c00700 1 --2- 172.21.15.8:0/3499022803 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc91c10b650 0x7fc91c10ba30 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7fc910009990 tx=0x7fc910009ca0 comp rx=0 tx=0).stop 2024-05-20T21:24:50.114 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.113+0000 7fc922c00700 1 -- 172.21.15.8:0/3499022803 shutdown_connections 2024-05-20T21:24:50.114 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.113+0000 7fc922c00700 1 --2- 172.21.15.8:0/3499022803 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc91c106010 0x7fc91c112520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:50.114 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.113+0000 7fc922c00700 1 --2- 172.21.15.8:0/3499022803 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc91c10b650 0x7fc91c10ba30 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:50.114 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.113+0000 7fc922c00700 1 --2- 172.21.15.8:0/3499022803 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc91c105650 0x7fc91c105ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:50.114 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.113+0000 7fc922c00700 1 -- 172.21.15.8:0/3499022803 >> 172.21.15.8:0/3499022803 conn(0x7fc91c101120 msgr2=0x7fc91c103540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:50.115 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.113+0000 7fc922c00700 1 -- 172.21.15.8:0/3499022803 shutdown_connections 2024-05-20T21:24:50.115 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.113+0000 7fc922c00700 1 -- 172.21.15.8:0/3499022803 wait complete. 2024-05-20T21:24:50.116 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.114+0000 7fc922c00700 1 Processor -- start 2024-05-20T21:24:50.116 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.114+0000 7fc922c00700 1 -- start start 2024-05-20T21:24:50.116 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.115+0000 7fc922c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc91c105650 0x7fc91c19bd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:50.116 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.115+0000 7fc922c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc91c106010 0x7fc91c19c270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:50.116 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.115+0000 7fc922c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc91c10b650 0x7fc91c1a0600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:50.116 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.115+0000 7fc922c00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc91c115880 con 0x7fc91c10b650 2024-05-20T21:24:50.116 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.115+0000 7fc922c00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc91c115700 con 0x7fc91c106010 2024-05-20T21:24:50.116 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.115+0000 7fc922c00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc91c115a00 con 0x7fc91c105650 2024-05-20T21:24:50.116 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.115+0000 7fc921800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc91c105650 0x7fc91c19bd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:50.117 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.115+0000 7fc922200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc91c10b650 0x7fc91c1a0600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:50.117 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.115+0000 7fc921800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc91c105650 0x7fc91c19bd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:40064/0 (socket says 172.21.15.8:40064) 2024-05-20T21:24:50.117 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.115+0000 7fc920e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc91c106010 0x7fc91c19c270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:50.117 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.115+0000 7fc921800700 1 -- 172.21.15.8:0/2154544506 learned_addr learned my addr 172.21.15.8:0/2154544506 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:50.118 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.116+0000 7fc921800700 1 -- 172.21.15.8:0/2154544506 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc91c106010 msgr2=0x7fc91c19c270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:50.118 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.116+0000 7fc921800700 1 --2- 172.21.15.8:0/2154544506 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc91c106010 0x7fc91c19c270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:50.118 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.116+0000 7fc921800700 1 -- 172.21.15.8:0/2154544506 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc91c10b650 msgr2=0x7fc91c1a0600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:50.118 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.116+0000 7fc921800700 1 --2- 172.21.15.8:0/2154544506 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc91c10b650 0x7fc91c1a0600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:50.118 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.116+0000 7fc921800700 1 -- 172.21.15.8:0/2154544506 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc91c1a0d40 con 0x7fc91c105650 2024-05-20T21:24:50.118 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.116+0000 7fc921800700 1 --2- 172.21.15.8:0/2154544506 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc91c105650 0x7fc91c19bd30 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fc910000c00 tx=0x7fc9100057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:50.118 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.116+0000 7fc91a000700 1 -- 172.21.15.8:0/2154544506 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc910027070 con 0x7fc91c105650 2024-05-20T21:24:50.118 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.117+0000 7fc922c00700 1 -- 172.21.15.8:0/2154544506 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc91c1a0fd0 con 0x7fc91c105650 2024-05-20T21:24:50.118 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.117+0000 7fc91a000700 1 -- 172.21.15.8:0/2154544506 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc910022470 con 0x7fc91c105650 2024-05-20T21:24:50.119 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.117+0000 7fc91a000700 1 -- 172.21.15.8:0/2154544506 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc910017650 con 0x7fc91c105650 2024-05-20T21:24:50.119 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.117+0000 7fc922c00700 1 -- 172.21.15.8:0/2154544506 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc91c1a88b0 con 0x7fc91c105650 2024-05-20T21:24:50.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.122+0000 7fc91a000700 1 -- 172.21.15.8:0/2154544506 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fc91002a070 con 0x7fc91c105650 2024-05-20T21:24:50.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.123+0000 7fc92eab4b80 1 Processor -- start 2024-05-20T21:24:50.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.123+0000 7fc92eab4b80 1 -- start start 2024-05-20T21:24:50.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.123+0000 7fc92eab4b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8e16d87c0 0x55d8e16d8ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:50.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.123+0000 7fc92eab4b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8e16d90e0 0x55d8e16d2d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:50.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.123+0000 7fc92eab4b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8e16d3390 0x55d8e16d37f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:50.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.123+0000 7fc92eab4b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55d8e1630e40 con 0x55d8e16d3390 2024-05-20T21:24:50.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.123+0000 7fc92eab4b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55d8e16209e0 con 0x55d8e16d87c0 2024-05-20T21:24:50.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.123+0000 7fc92eab4b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55d8e1624a20 con 0x55d8e16d90e0 2024-05-20T21:24:50.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.124+0000 7fc921800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8e16d90e0 0x55d8e16d2d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:50.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.124+0000 7fc920e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8e16d3390 0x55d8e16d37f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:50.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.124+0000 7fc922200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8e16d87c0 0x55d8e16d8ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:50.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.124+0000 7fc921800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8e16d90e0 0x55d8e16d2d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:40078/0 (socket says 172.21.15.8:40078) 2024-05-20T21:24:50.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.124+0000 7fc921800700 1 -- 172.21.15.8:0/1390640293 learned_addr learned my addr 172.21.15.8:0/1390640293 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:50.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.124+0000 7fc922200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8e16d87c0 0x55d8e16d8ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:42730/0 (socket says 172.21.15.8:42730) 2024-05-20T21:24:50.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.124+0000 7fc921800700 1 -- 172.21.15.8:0/1390640293 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8e16d87c0 msgr2=0x55d8e16d8ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:50.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.124+0000 7fc921800700 1 --2- 172.21.15.8:0/1390640293 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8e16d87c0 0x55d8e16d8ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:50.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.124+0000 7fc921800700 1 -- 172.21.15.8:0/1390640293 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8e16d3390 msgr2=0x55d8e16d37f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:50.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.124+0000 7fc921800700 1 --2- 172.21.15.8:0/1390640293 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8e16d3390 0x55d8e16d37f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:50.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.124+0000 7fc921800700 1 -- 172.21.15.8:0/1390640293 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d8e15e9420 con 0x55d8e16d90e0 2024-05-20T21:24:50.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.125+0000 7fc91a000700 1 --2- 172.21.15.8:0/2154544506 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc9040b2880 0x7fc9040b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:50.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.125+0000 7fc921800700 1 --2- 172.21.15.8:0/1390640293 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8e16d90e0 0x55d8e16d2d70 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7fc9100e6fb0 tx=0x7fc9100eb3c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e2b6b76288ac24a9 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:50.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.125+0000 7fc91a000700 1 -- 172.21.15.8:0/2154544506 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc9100e2f10 con 0x7fc91c105650 2024-05-20T21:24:50.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.125+0000 7fc922200700 1 --2- 172.21.15.8:0/2154544506 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc9040b2880 0x7fc9040b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:50.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.125+0000 7fc90ea00700 1 -- 172.21.15.8:0/1390640293 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9100a6410 con 0x55d8e16d90e0 2024-05-20T21:24:50.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.125+0000 7fc90ea00700 1 -- 172.21.15.8:0/1390640293 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc9100f0070 con 0x55d8e16d90e0 2024-05-20T21:24:50.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.125+0000 7fc90ea00700 1 -- 172.21.15.8:0/1390640293 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9100a9cc0 con 0x55d8e16d90e0 2024-05-20T21:24:50.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.126+0000 7fc922200700 1 --2- 172.21.15.8:0/2154544506 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc9040b2880 0x7fc9040b4d40 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fc9140127f0 tx=0x7fc91400b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:50.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.126+0000 7fc92eab4b80 1 -- 172.21.15.8:0/1390640293 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8e16d90e0 msgr2=0x55d8e16d2d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:50.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.126+0000 7fc92eab4b80 1 --2- 172.21.15.8:0/1390640293 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8e16d90e0 0x55d8e16d2d70 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7fc9100e6fb0 tx=0x7fc9100eb3c0 comp rx=0 tx=0).stop 2024-05-20T21:24:50.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.126+0000 7fc92eab4b80 1 -- 172.21.15.8:0/1390640293 shutdown_connections 2024-05-20T21:24:50.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.126+0000 7fc92eab4b80 1 --2- 172.21.15.8:0/1390640293 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8e16d87c0 0x55d8e16d8ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:50.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.126+0000 7fc92eab4b80 1 --2- 172.21.15.8:0/1390640293 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8e16d3390 0x55d8e16d37f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:50.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.126+0000 7fc92eab4b80 1 --2- 172.21.15.8:0/1390640293 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8e16d90e0 0x55d8e16d2d70 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:50.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.126+0000 7fc92eab4b80 1 -- 172.21.15.8:0/1390640293 >> 172.21.15.8:0/1390640293 conn(0x55d8e1600be0 msgr2=0x55d8e16cd810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:50.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.126+0000 7fc92eab4b80 1 -- 172.21.15.8:0/1390640293 shutdown_connections 2024-05-20T21:24:50.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.126+0000 7fc92eab4b80 1 -- 172.21.15.8:0/1390640293 wait complete. 2024-05-20T21:24:50.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.127+0000 7fc92eab4b80 1 -- start start 2024-05-20T21:24:50.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.127+0000 7fc92eab4b80 1 Processor -- start 2024-05-20T21:24:50.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.128+0000 7fc92eab4b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8e16d3390 0x55d8e16deda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:50.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.128+0000 7fc92eab4b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8e16d87c0 0x55d8e16dc140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:50.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.128+0000 7fc92eab4b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8e16d90e0 0x55d8e16dc680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:50.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.128+0000 7fc92eab4b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55d8e1526fa0 con 0x55d8e16d90e0 2024-05-20T21:24:50.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.128+0000 7fc92eab4b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55d8e15c1760 con 0x55d8e16d87c0 2024-05-20T21:24:50.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.128+0000 7fc92eab4b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55d8e16df9c0 con 0x55d8e16d3390 2024-05-20T21:24:50.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.128+0000 7fc92eab4b80 10 client.0 _ll_register_callbacks cb 0x55d8e15cac70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:50.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.128+0000 7fc921800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8e16d3390 0x55d8e16deda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:50.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.128+0000 7fc922200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8e16d90e0 0x55d8e16dc680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:50.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.128+0000 7fc921800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8e16d3390 0x55d8e16deda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:40080/0 (socket says 172.21.15.8:40080) 2024-05-20T21:24:50.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.128+0000 7fc921800700 1 -- 172.21.15.8:0/1153967220 learned_addr learned my addr 172.21.15.8:0/1153967220 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:50.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.128+0000 7fc920e00700 1 --2- 172.21.15.8:0/1153967220 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8e16d87c0 0x55d8e16dc140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:50.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.129+0000 7fc921800700 1 -- 172.21.15.8:0/1153967220 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8e16d87c0 msgr2=0x55d8e16dc140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:50.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.129+0000 7fc921800700 1 --2- 172.21.15.8:0/1153967220 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8e16d87c0 0x55d8e16dc140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:50.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.129+0000 7fc921800700 1 -- 172.21.15.8:0/1153967220 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8e16d90e0 msgr2=0x55d8e16dc680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:50.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.129+0000 7fc921800700 1 --2- 172.21.15.8:0/1153967220 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8e16d90e0 0x55d8e16dc680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:50.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.129+0000 7fc921800700 1 -- 172.21.15.8:0/1153967220 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d8e15708d0 con 0x55d8e16d3390 2024-05-20T21:24:50.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.129+0000 7fc921800700 1 --2- 172.21.15.8:0/1153967220 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8e16d3390 0x55d8e16deda0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fc9100aa4e0 tx=0x7fc910005850 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d501f56a9329db44 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:50.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.129+0000 7fc903400700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:24:50.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.129+0000 7fc903400700 1 -- 172.21.15.8:0/1153967220 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9100e0e60 con 0x55d8e16d3390 2024-05-20T21:24:50.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.129+0000 7fc903400700 1 -- 172.21.15.8:0/1153967220 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc9100094b0 con 0x55d8e16d3390 2024-05-20T21:24:50.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.129+0000 7fc92eab4b80 1 -- 172.21.15.8:0/1153967220 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc9100f0070 con 0x55d8e16d3390 2024-05-20T21:24:50.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.130+0000 7fc903400700 1 -- 172.21.15.8:0/1153967220 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc9100a9ea0 con 0x55d8e16d3390 2024-05-20T21:24:50.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.130+0000 7fc92eab4b80 10 client.27898 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:50.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.130+0000 7fc92eab4b80 1 -- 172.21.15.8:0/1153967220 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d8e15f1060 con 0x55d8e16d3390 2024-05-20T21:24:50.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.130+0000 7fc903400700 1 -- 172.21.15.8:0/1153967220 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc9100f0070 con 0x55d8e16d3390 2024-05-20T21:24:50.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.130+0000 7fc903400700 1 -- 172.21.15.8:0/1153967220 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc9100aa7b0 con 0x55d8e16d3390 2024-05-20T21:24:50.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.130+0000 7fc92eab4b80 10 client.27898 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:50.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.130+0000 7fc92eab4b80 10 client.27898 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:24:50.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.130+0000 7fc92eab4b80 20 client.27898 populate_metadata read hostname 'smithi008' 2024-05-20T21:24:50.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.130+0000 7fc92eab4b80 1 --2- 172.21.15.8:0/1153967220 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55d8e16ec280 0x55d8e16ee670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:50.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.130+0000 7fc92eab4b80 4 client.27898 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:24:50.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.130+0000 7fc92eab4b80 1 -- 172.21.15.8:0/1153967220 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d8e1632d90 con 0x55d8e16ec280 2024-05-20T21:24:50.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.131+0000 7fc920e00700 1 --2- 172.21.15.8:0/1153967220 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55d8e16ec280 0x55d8e16ee670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:50.135 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.131+0000 7fc920e00700 1 --2- 172.21.15.8:0/1153967220 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55d8e16ec280 0x55d8e16ee670 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=33802ccaf9f98bce server_cookie=fe1a168c4d1840e5 in_seq=0 out_seq=0 2024-05-20T21:24:50.135 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.131+0000 7fc903400700 10 client.27898 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:24:50.135 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.132+0000 7fc903400700 1 -- 172.21.15.8:0/1153967220 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55d8e1632d90 con 0x55d8e16ec280 2024-05-20T21:24:50.135 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.132+0000 7fc903400700 10 client.27898 handle_command_reply: tid=0 2024-05-20T21:24:50.135 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.132+0000 7fc92eab4b80 1 client.27898 shutdown 2024-05-20T21:24:50.135 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.133+0000 7fc92eab4b80 1 -- 172.21.15.8:0/1153967220 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8e16d3390 msgr2=0x55d8e16deda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:50.135 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.133+0000 7fc92eab4b80 1 --2- 172.21.15.8:0/1153967220 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8e16d3390 0x55d8e16deda0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fc9100aa4e0 tx=0x7fc910005850 comp rx=0 tx=0).stop 2024-05-20T21:24:50.135 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.133+0000 7fc92eab4b80 1 -- 172.21.15.8:0/1153967220 shutdown_connections 2024-05-20T21:24:50.135 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.133+0000 7fc92eab4b80 1 --2- 172.21.15.8:0/1153967220 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55d8e16ec280 0x55d8e16ee670 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:50.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.133+0000 7fc92eab4b80 1 --2- 172.21.15.8:0/1153967220 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8e16d90e0 0x55d8e16dc680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:50.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.133+0000 7fc92eab4b80 1 --2- 172.21.15.8:0/1153967220 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8e16d3390 0x55d8e16deda0 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:50.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.133+0000 7fc903400700 0 client.27898 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:24:50.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.133+0000 7fc92eab4b80 1 --2- 172.21.15.8:0/1153967220 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8e16d87c0 0x55d8e16dc140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:50.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.133+0000 7fc92eab4b80 1 -- 172.21.15.8:0/1153967220 >> 172.21.15.8:0/1153967220 conn(0x55d8e1600be0 msgr2=0x55d8e16ccfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:50.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.133+0000 7fc92eab4b80 1 -- 172.21.15.8:0/1153967220 shutdown_connections 2024-05-20T21:24:50.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.133+0000 7fc92eab4b80 1 -- 172.21.15.8:0/1153967220 wait complete. 2024-05-20T21:24:50.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.133+0000 7fc92eab4b80 20 client.27898 trim_cache size 0 max 16384 2024-05-20T21:24:50.151 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.150+0000 7fc92eab4b80 1 Processor -- start 2024-05-20T21:24:50.151 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.150+0000 7fc92eab4b80 1 -- start start 2024-05-20T21:24:50.151 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.150+0000 7fc92eab4b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8e16d3390 0x55d8e16d2d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:50.151 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.151+0000 7fc92eab4b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8e16d87c0 0x55d8e16dc590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:50.151 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.151+0000 7fc92eab4b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8e16d90e0 0x55d8e16cd740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:50.152 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.151+0000 7fc92eab4b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc91c1b2370 con 0x55d8e16d3390 2024-05-20T21:24:50.152 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.151+0000 7fc92eab4b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc91c1afc00 con 0x55d8e16d87c0 2024-05-20T21:24:50.152 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.151+0000 7fc92eab4b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc91c1ada50 con 0x55d8e16d90e0 2024-05-20T21:24:50.153 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.151+0000 7fc921800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8e16d3390 0x55d8e16d2d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:50.153 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.151+0000 7fc921800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8e16d3390 0x55d8e16d2d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:53502/0 (socket says 172.21.15.8:53502) 2024-05-20T21:24:50.153 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.151+0000 7fc921800700 1 -- 172.21.15.8:0/3729163259 learned_addr learned my addr 172.21.15.8:0/3729163259 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:50.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.151+0000 7fc920e00700 1 --2- 172.21.15.8:0/3729163259 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8e16d87c0 0x55d8e16dc590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:50.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.151+0000 7fc922200700 1 --2- 172.21.15.8:0/3729163259 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8e16d90e0 0x55d8e16cd740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:50.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.151+0000 7fc921800700 1 -- 172.21.15.8:0/3729163259 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8e16d90e0 msgr2=0x55d8e16cd740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:50.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.151+0000 7fc921800700 1 --2- 172.21.15.8:0/3729163259 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8e16d90e0 0x55d8e16cd740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:50.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.151+0000 7fc921800700 1 -- 172.21.15.8:0/3729163259 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8e16d87c0 msgr2=0x55d8e16dc590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:50.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.151+0000 7fc921800700 1 --2- 172.21.15.8:0/3729163259 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8e16d87c0 0x55d8e16dc590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:50.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.152+0000 7fc921800700 1 -- 172.21.15.8:0/3729163259 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d8e16cf2b0 con 0x55d8e16d3390 2024-05-20T21:24:50.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.152+0000 7fc920e00700 1 --2- 172.21.15.8:0/3729163259 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8e16d87c0 0x55d8e16dc590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:50.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.152+0000 7fc921800700 1 --2- 172.21.15.8:0/3729163259 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8e16d3390 0x55d8e16d2d70 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7fc9100a77c0 tx=0x7fc910009ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=891846268cec52cc server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:50.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.152+0000 7fc90e000700 1 -- 172.21.15.8:0/3729163259 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9100e0e60 con 0x55d8e16d3390 2024-05-20T21:24:50.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.152+0000 7fc90e000700 1 -- 172.21.15.8:0/3729163259 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc9100aa060 con 0x55d8e16d3390 2024-05-20T21:24:50.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.152+0000 7fc90e000700 1 -- 172.21.15.8:0/3729163259 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9100aa320 con 0x55d8e16d3390 2024-05-20T21:24:50.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.153+0000 7fc92eab4b80 1 -- 172.21.15.8:0/3729163259 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8e16d3390 msgr2=0x55d8e16d2d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:50.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.153+0000 7fc92eab4b80 1 --2- 172.21.15.8:0/3729163259 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8e16d3390 0x55d8e16d2d70 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7fc9100a77c0 tx=0x7fc910009ca0 comp rx=0 tx=0).stop 2024-05-20T21:24:50.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.153+0000 7fc92eab4b80 1 -- 172.21.15.8:0/3729163259 shutdown_connections 2024-05-20T21:24:50.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.153+0000 7fc92eab4b80 1 --2- 172.21.15.8:0/3729163259 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8e16d90e0 0x55d8e16cd740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:50.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.153+0000 7fc92eab4b80 1 --2- 172.21.15.8:0/3729163259 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8e16d3390 0x55d8e16d2d70 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:50.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.153+0000 7fc92eab4b80 1 --2- 172.21.15.8:0/3729163259 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8e16d87c0 0x55d8e16dc590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:50.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.153+0000 7fc92eab4b80 1 -- 172.21.15.8:0/3729163259 >> 172.21.15.8:0/3729163259 conn(0x55d8e1600be0 msgr2=0x55d8e16da920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:50.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.153+0000 7fc92eab4b80 1 -- 172.21.15.8:0/3729163259 shutdown_connections 2024-05-20T21:24:50.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.153+0000 7fc92eab4b80 1 -- 172.21.15.8:0/3729163259 wait complete. 2024-05-20T21:24:50.155 INFO:tasks.quiescer.fs.[cephfs]:Total duration (53.1) is longer than `split_if_longer` (35.0), will split into two consecutive quiesces 2024-05-20T21:24:50.156 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 26.55 2024-05-20T21:24:50.156 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:24:50.159 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.153+0000 7fc92eab4b80 1 -- start start 2024-05-20T21:24:50.159 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.154+0000 7fc92eab4b80 1 Processor -- start 2024-05-20T21:24:50.159 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.154+0000 7fc92eab4b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8e16d3390 0x55d8e16e5110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:50.159 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.154+0000 7fc92eab4b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8e16d87c0 0x55d8e16f3460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:50.159 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.154+0000 7fc92eab4b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8e16d90e0 0x55d8e16f39a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:50.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.154+0000 7fc92eab4b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc91c1ae0c0 con 0x55d8e16d87c0 2024-05-20T21:24:50.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.154+0000 7fc92eab4b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc91c1af530 con 0x55d8e16d90e0 2024-05-20T21:24:50.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.154+0000 7fc92eab4b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc91c1ae790 con 0x55d8e16d3390 2024-05-20T21:24:50.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.154+0000 7fc92eab4b80 10 client.0 _ll_register_callbacks cb 0x55d8e15cac70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:50.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.154+0000 7fc921800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8e16d3390 0x55d8e16e5110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:50.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.155+0000 7fc920e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8e16d87c0 0x55d8e16f3460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:50.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.155+0000 7fc921800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8e16d3390 0x55d8e16e5110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:40108/0 (socket says 172.21.15.8:40108) 2024-05-20T21:24:50.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.155+0000 7fc921800700 1 -- 172.21.15.8:0/4075173152 learned_addr learned my addr 172.21.15.8:0/4075173152 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:50.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.155+0000 7fc922200700 1 --2- 172.21.15.8:0/4075173152 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8e16d90e0 0x55d8e16f39a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:50.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.155+0000 7fc920e00700 1 -- 172.21.15.8:0/4075173152 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8e16d3390 msgr2=0x55d8e16e5110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:50.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.155+0000 7fc920e00700 1 --2- 172.21.15.8:0/4075173152 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8e16d3390 0x55d8e16e5110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:50.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.155+0000 7fc920e00700 1 -- 172.21.15.8:0/4075173152 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8e16d90e0 msgr2=0x55d8e16f39a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:50.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.155+0000 7fc920e00700 1 --2- 172.21.15.8:0/4075173152 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8e16d90e0 0x55d8e16f39a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:50.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.155+0000 7fc920e00700 1 -- 172.21.15.8:0/4075173152 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d8e16f3fe0 con 0x55d8e16d87c0 2024-05-20T21:24:50.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.155+0000 7fc922200700 1 --2- 172.21.15.8:0/4075173152 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8e16d90e0 0x55d8e16f39a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:50.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.155+0000 7fc920e00700 1 --2- 172.21.15.8:0/4075173152 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8e16d87c0 0x55d8e16f3460 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x55d8e16eed70 tx=0x7fc908004110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1edff5618788abe server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:50.162 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.155+0000 7fc903400700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:24:50.162 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.156+0000 7fc903400700 1 -- 172.21.15.8:0/4075173152 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc908024070 con 0x55d8e16d87c0 2024-05-20T21:24:50.162 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.156+0000 7fc903400700 1 -- 172.21.15.8:0/4075173152 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc908003a90 con 0x55d8e16d87c0 2024-05-20T21:24:50.162 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.156+0000 7fc92eab4b80 1 -- 172.21.15.8:0/4075173152 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc9100aa060 con 0x55d8e16d87c0 2024-05-20T21:24:50.162 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.156+0000 7fc903400700 1 -- 172.21.15.8:0/4075173152 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc90802f050 con 0x55d8e16d87c0 2024-05-20T21:24:50.162 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.156+0000 7fc92eab4b80 10 client.17745 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:50.162 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.156+0000 7fc92eab4b80 1 -- 172.21.15.8:0/4075173152 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d8e175f360 con 0x55d8e16d87c0 2024-05-20T21:24:50.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.156+0000 7fc903400700 1 -- 172.21.15.8:0/4075173152 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc9100aa060 con 0x55d8e16d87c0 2024-05-20T21:24:50.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.157+0000 7fc903400700 1 -- 172.21.15.8:0/4075173152 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc908005320 con 0x55d8e16d87c0 2024-05-20T21:24:50.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.157+0000 7fc92eab4b80 10 client.17745 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:50.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.157+0000 7fc92eab4b80 10 client.17745 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:24:50.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.157+0000 7fc92eab4b80 20 client.17745 populate_metadata read hostname 'smithi008' 2024-05-20T21:24:50.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.157+0000 7fc92eab4b80 1 --2- 172.21.15.8:0/4075173152 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55d8e175fa70 0x55d8e1761e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:50.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.157+0000 7fc92eab4b80 4 client.17745 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:24:50.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.157+0000 7fc92eab4b80 1 -- 172.21.15.8:0/4075173152 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d8e162c570 con 0x55d8e175fa70 2024-05-20T21:24:50.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.157+0000 7fc921800700 1 --2- 172.21.15.8:0/4075173152 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55d8e175fa70 0x55d8e1761e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:50.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.158+0000 7fc921800700 1 --2- 172.21.15.8:0/4075173152 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55d8e175fa70 0x55d8e1761e90 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=61b73b9d027a3edc server_cookie=d0b4626422810379 in_seq=0 out_seq=0 2024-05-20T21:24:50.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.158+0000 7fc903400700 10 client.17745 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:24:50.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.158+0000 7fc903400700 1 -- 172.21.15.8:0/4075173152 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d8e162c570 con 0x55d8e175fa70 2024-05-20T21:24:50.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.158+0000 7fc903400700 10 client.17745 handle_command_reply: tid=0 2024-05-20T21:24:50.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.158+0000 7fc92eab4b80 1 client.17745 shutdown 2024-05-20T21:24:50.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.158+0000 7fc92eab4b80 1 -- 172.21.15.8:0/4075173152 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8e16d87c0 msgr2=0x55d8e16f3460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:50.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.158+0000 7fc92eab4b80 1 --2- 172.21.15.8:0/4075173152 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8e16d87c0 0x55d8e16f3460 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x55d8e16eed70 tx=0x7fc908004110 comp rx=0 tx=0).stop 2024-05-20T21:24:50.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.158+0000 7fc92eab4b80 1 -- 172.21.15.8:0/4075173152 shutdown_connections 2024-05-20T21:24:50.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.158+0000 7fc92eab4b80 1 --2- 172.21.15.8:0/4075173152 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55d8e175fa70 0x55d8e1761e90 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:50.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.158+0000 7fc92eab4b80 1 --2- 172.21.15.8:0/4075173152 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8e16d90e0 0x55d8e16f39a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:50.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.158+0000 7fc92eab4b80 1 --2- 172.21.15.8:0/4075173152 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8e16d3390 0x55d8e16e5110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:50.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.158+0000 7fc92eab4b80 1 --2- 172.21.15.8:0/4075173152 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8e16d87c0 0x55d8e16f3460 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:50.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.158+0000 7fc903400700 0 client.17745 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:24:50.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.158+0000 7fc92eab4b80 1 -- 172.21.15.8:0/4075173152 >> 172.21.15.8:0/4075173152 conn(0x55d8e1600be0 msgr2=0x55d8e16db1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:50.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.158+0000 7fc92eab4b80 1 -- 172.21.15.8:0/4075173152 shutdown_connections 2024-05-20T21:24:50.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.158+0000 7fc92eab4b80 1 -- 172.21.15.8:0/4075173152 wait complete. 2024-05-20T21:24:50.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.158+0000 7fc92eab4b80 20 client.17745 trim_cache size 0 max 16384 2024-05-20T21:24:50.166 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:24:50.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.159+0000 7fc922c00700 1 -- 172.21.15.8:0/2154544506 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc9040b2880 msgr2=0x7fc9040b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:50.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.159+0000 7fc922c00700 1 --2- 172.21.15.8:0/2154544506 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc9040b2880 0x7fc9040b4d40 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fc9140127f0 tx=0x7fc91400b040 comp rx=0 tx=0).stop 2024-05-20T21:24:50.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.159+0000 7fc922c00700 1 -- 172.21.15.8:0/2154544506 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc91c105650 msgr2=0x7fc91c19bd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:50.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.159+0000 7fc922c00700 1 --2- 172.21.15.8:0/2154544506 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc91c105650 0x7fc91c19bd30 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fc910000c00 tx=0x7fc9100057c0 comp rx=0 tx=0).stop 2024-05-20T21:24:50.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.159+0000 7fc922c00700 1 -- 172.21.15.8:0/2154544506 shutdown_connections 2024-05-20T21:24:50.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.159+0000 7fc922c00700 1 --2- 172.21.15.8:0/2154544506 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc9040b2880 0x7fc9040b4d40 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:50.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.159+0000 7fc922c00700 1 --2- 172.21.15.8:0/2154544506 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc91c10b650 0x7fc91c1a0600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:50.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.159+0000 7fc922c00700 1 --2- 172.21.15.8:0/2154544506 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc91c105650 0x7fc91c19bd30 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:50.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.159+0000 7fc922c00700 1 --2- 172.21.15.8:0/2154544506 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc91c106010 0x7fc91c19c270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:50.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.159+0000 7fc922c00700 1 -- 172.21.15.8:0/2154544506 >> 172.21.15.8:0/2154544506 conn(0x7fc91c101120 msgr2=0x7fc91c101850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:50.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.160+0000 7fc922c00700 1 -- 172.21.15.8:0/2154544506 shutdown_connections 2024-05-20T21:24:50.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:50.160+0000 7fc922c00700 1 -- 172.21.15.8:0/2154544506 wait complete. 2024-05-20T21:24:50.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:24:50 smithi130 ceph-mon[36448]: pgmap v725: 97 pgs: 97 active+clean; 777 KiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:24:50.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:24:50 smithi050 ceph-mon[35809]: pgmap v725: 97 pgs: 97 active+clean; 777 KiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:24:50.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:24:50 smithi008 ceph-mon[31475]: pgmap v725: 97 pgs: 97 active+clean; 777 KiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:24:51.118 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:24:51.248 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:24:52.451 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:24:52.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:24:52 smithi130 ceph-mon[36448]: pgmap v726: 97 pgs: 97 active+clean; 846 KiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-20T21:24:52.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:24:52 smithi050 ceph-mon[35809]: pgmap v726: 97 pgs: 97 active+clean; 846 KiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-20T21:24:52.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:24:52 smithi008 ceph-mon[31475]: pgmap v726: 97 pgs: 97 active+clean; 846 KiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-20T21:24:53.712 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:53.711+0000 7feb13a00700 1 -- 172.21.15.8:0/3745107145 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7feb0c10b760 msgr2=0x7feb0c10bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:53.713 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:53.711+0000 7feb13a00700 1 --2- 172.21.15.8:0/3745107145 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7feb0c10b760 0x7feb0c10bb40 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7feb00009990 tx=0x7feb00009ca0 comp rx=0 tx=0).stop 2024-05-20T21:24:53.713 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:53.711+0000 7feb13a00700 1 -- 172.21.15.8:0/3745107145 shutdown_connections 2024-05-20T21:24:53.713 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:53.711+0000 7feb13a00700 1 --2- 172.21.15.8:0/3745107145 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feb0c106120 0x7feb0c112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:53.713 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:53.712+0000 7feb13a00700 1 --2- 172.21.15.8:0/3745107145 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7feb0c10b760 0x7feb0c10bb40 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:53.713 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:53.712+0000 7feb13a00700 1 --2- 172.21.15.8:0/3745107145 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feb0c105760 0x7feb0c105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:53.713 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:53.712+0000 7feb13a00700 1 -- 172.21.15.8:0/3745107145 >> 172.21.15.8:0/3745107145 conn(0x7feb0c101210 msgr2=0x7feb0c103630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:53.713 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:53.712+0000 7feb13a00700 1 -- 172.21.15.8:0/3745107145 shutdown_connections 2024-05-20T21:24:53.713 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:53.712+0000 7feb13a00700 1 -- 172.21.15.8:0/3745107145 wait complete. 2024-05-20T21:24:53.716 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:53.713+0000 7feb13a00700 1 Processor -- start 2024-05-20T21:24:53.716 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:53.713+0000 7feb13a00700 1 -- start start 2024-05-20T21:24:53.716 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:53.713+0000 7feb13a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feb0c105760 0x7feb0c19be10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:53.716 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:53.713+0000 7feb13a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7feb0c106120 0x7feb0c19c350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:53.716 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:53.713+0000 7feb13a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feb0c10b760 0x7feb0c1a06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:53.716 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:53.713+0000 7feb13a00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7feb0c115960 con 0x7feb0c106120 2024-05-20T21:24:53.717 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:53.713+0000 7feb13a00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7feb0c1157e0 con 0x7feb0c105760 2024-05-20T21:24:53.717 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:53.713+0000 7feb13a00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7feb0c115ae0 con 0x7feb0c10b760 2024-05-20T21:24:53.717 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:53.714+0000 7feb0be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7feb0c106120 0x7feb0c19c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:53.717 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:53.714+0000 7feb0be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7feb0c106120 0x7feb0c19c350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:60370/0 (socket says 172.21.15.8:60370) 2024-05-20T21:24:53.717 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:53.714+0000 7feb0be00700 1 -- 172.21.15.8:0/3475844435 learned_addr learned my addr 172.21.15.8:0/3475844435 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:53.717 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:53.714+0000 7feb11000700 1 --2- 172.21.15.8:0/3475844435 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feb0c105760 0x7feb0c19be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:53.717 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:53.714+0000 7feb11a00700 1 --2- 172.21.15.8:0/3475844435 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feb0c10b760 0x7feb0c1a06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:53.717 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:53.714+0000 7feb0be00700 1 -- 172.21.15.8:0/3475844435 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feb0c10b760 msgr2=0x7feb0c1a06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:53.717 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:53.714+0000 7feb0be00700 1 --2- 172.21.15.8:0/3475844435 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feb0c10b760 0x7feb0c1a06e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:53.717 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:53.714+0000 7feb0be00700 1 -- 172.21.15.8:0/3475844435 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feb0c105760 msgr2=0x7feb0c19be10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:53.717 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:53.714+0000 7feb0be00700 1 --2- 172.21.15.8:0/3475844435 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feb0c105760 0x7feb0c19be10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:53.717 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:53.714+0000 7feb0be00700 1 -- 172.21.15.8:0/3475844435 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb0c1a0e20 con 0x7feb0c106120 2024-05-20T21:24:53.717 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:53.715+0000 7feb0be00700 1 --2- 172.21.15.8:0/3475844435 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7feb0c106120 0x7feb0c19c350 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7feaf800e9c0 tx=0x7feaf800ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:53.717 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:53.715+0000 7feb09600700 1 -- 172.21.15.8:0/3475844435 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaf800cbd0 con 0x7feb0c106120 2024-05-20T21:24:53.718 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:53.715+0000 7feb13a00700 1 -- 172.21.15.8:0/3475844435 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb0c1a1110 con 0x7feb0c106120 2024-05-20T21:24:53.718 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:53.715+0000 7feb09600700 1 -- 172.21.15.8:0/3475844435 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feaf800ee60 con 0x7feb0c106120 2024-05-20T21:24:53.718 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:53.715+0000 7feb09600700 1 -- 172.21.15.8:0/3475844435 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaf80055c0 con 0x7feb0c106120 2024-05-20T21:24:53.718 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:53.715+0000 7feb13a00700 1 -- 172.21.15.8:0/3475844435 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feb0c1a8990 con 0x7feb0c106120 2024-05-20T21:24:53.718 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:53.716+0000 7feb13a00700 1 -- 172.21.15.8:0/3475844435 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feb0c10dcf0 con 0x7feb0c106120 2024-05-20T21:24:53.719 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:53.719+0000 7feb09600700 1 -- 172.21.15.8:0/3475844435 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7feaf8004750 con 0x7feb0c106120 2024-05-20T21:24:53.721 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:53.721+0000 7feb09600700 1 --2- 172.21.15.8:0/3475844435 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7feaf40b2880 0x7feaf40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:53.722 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:53.722+0000 7feb09600700 1 -- 172.21.15.8:0/3475844435 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7feaf80e2770 con 0x7feb0c106120 2024-05-20T21:24:53.722 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:53.722+0000 7feb11000700 1 --2- 172.21.15.8:0/3475844435 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7feaf40b2880 0x7feaf40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:53.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:53.722+0000 7feb11000700 1 --2- 172.21.15.8:0/3475844435 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7feaf40b2880 0x7feaf40b4d40 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7feb000098e0 tx=0x7feb00005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:53.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:53.724+0000 7feb09600700 1 -- 172.21.15.8:0/3475844435 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7feaf8054df0 con 0x7feb0c106120 2024-05-20T21:24:54.031 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:54.030+0000 7feb13a00700 1 -- 172.21.15.8:0/3475844435 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7feb0c06a230 con 0x7feb0c106120 2024-05-20T21:24:54.033 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:54.032+0000 7feb09600700 1 -- 172.21.15.8:0/3475844435 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7feaf80aa420 con 0x7feb0c106120 2024-05-20T21:24:54.033 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:24:54.033 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:24:54.036 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:54.036+0000 7feb13a00700 1 -- 172.21.15.8:0/3475844435 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7feaf40b2880 msgr2=0x7feaf40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:54.036 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:54.036+0000 7feb13a00700 1 --2- 172.21.15.8:0/3475844435 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7feaf40b2880 0x7feaf40b4d40 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7feb000098e0 tx=0x7feb00005960 comp rx=0 tx=0).stop 2024-05-20T21:24:54.037 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:54.036+0000 7feb13a00700 1 -- 172.21.15.8:0/3475844435 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7feb0c106120 msgr2=0x7feb0c19c350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:54.037 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:54.036+0000 7feb13a00700 1 --2- 172.21.15.8:0/3475844435 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7feb0c106120 0x7feb0c19c350 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7feaf800e9c0 tx=0x7feaf800ecd0 comp rx=0 tx=0).stop 2024-05-20T21:24:54.037 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:54.036+0000 7feb13a00700 1 -- 172.21.15.8:0/3475844435 shutdown_connections 2024-05-20T21:24:54.037 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:54.036+0000 7feb13a00700 1 --2- 172.21.15.8:0/3475844435 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7feaf40b2880 0x7feaf40b4d40 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:54.037 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:54.036+0000 7feb13a00700 1 --2- 172.21.15.8:0/3475844435 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feb0c105760 0x7feb0c19be10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:54.037 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:54.036+0000 7feb13a00700 1 --2- 172.21.15.8:0/3475844435 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feb0c10b760 0x7feb0c1a06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:54.037 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:54.036+0000 7feb13a00700 1 --2- 172.21.15.8:0/3475844435 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7feb0c106120 0x7feb0c19c350 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:54.038 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:54.036+0000 7feb13a00700 1 -- 172.21.15.8:0/3475844435 >> 172.21.15.8:0/3475844435 conn(0x7feb0c101210 msgr2=0x7feb0c101a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:54.038 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:54.036+0000 7feb13a00700 1 -- 172.21.15.8:0/3475844435 shutdown_connections 2024-05-20T21:24:54.038 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:54.037+0000 7feb13a00700 1 -- 172.21.15.8:0/3475844435 wait complete. 2024-05-20T21:24:54.038 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:24:54.877 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:24:54 smithi008 ceph-mon[31475]: pgmap v727: 97 pgs: 97 active+clean; 846 KiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:24:54.878 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:24:54 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/3475844435' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:24:54.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:24:54 smithi130 ceph-mon[36448]: pgmap v727: 97 pgs: 97 active+clean; 846 KiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:24:54.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:24:54 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/3475844435' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:24:54.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:24:54 smithi050 ceph-mon[35809]: pgmap v727: 97 pgs: 97 active+clean; 846 KiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:24:54.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:24:54 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/3475844435' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:24:54.948 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24529 quiesce db / --timeout 90 --expiration 146.55 --await-for 45.0' 2024-05-20T21:24:54.948 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24529 quiesce db / --timeout 90 --expiration 146.55 --await-for 45.0 2024-05-20T21:24:55.547 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.545+0000 7fe9dee00700 1 -- 172.21.15.8:0/419377469 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe9d8075770 msgr2=0x7fe9d8075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:55.547 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.545+0000 7fe9dee00700 1 --2- 172.21.15.8:0/419377469 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe9d8075770 0x7fe9d8075b50 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7fe9c80098f0 tx=0x7fe9c8009c00 comp rx=0 tx=0).stop 2024-05-20T21:24:55.548 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.545+0000 7fe9dee00700 1 -- 172.21.15.8:0/419377469 shutdown_connections 2024-05-20T21:24:55.548 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.546+0000 7fe9dee00700 1 --2- 172.21.15.8:0/419377469 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe9d8075770 0x7fe9d8075b50 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:55.548 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.546+0000 7fe9dee00700 1 --2- 172.21.15.8:0/419377469 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe9d810ff40 0x7fe9d8112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:55.548 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.546+0000 7fe9dee00700 1 --2- 172.21.15.8:0/419377469 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe9d8076090 0x7fe9d810fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:55.548 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.546+0000 7fe9dee00700 1 -- 172.21.15.8:0/419377469 >> 172.21.15.8:0/419377469 conn(0x7fe9d807a6a0 msgr2=0x7fe9d807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:55.548 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.546+0000 7fe9dee00700 1 -- 172.21.15.8:0/419377469 shutdown_connections 2024-05-20T21:24:55.548 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.546+0000 7fe9dee00700 1 -- 172.21.15.8:0/419377469 wait complete. 2024-05-20T21:24:55.548 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.547+0000 7fe9dee00700 1 Processor -- start 2024-05-20T21:24:55.548 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.547+0000 7fe9dee00700 1 -- start start 2024-05-20T21:24:55.549 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.548+0000 7fe9dee00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe9d8075770 0x7fe9d810f8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:55.549 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.548+0000 7fe9dee00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe9d8076090 0x7fe9d810c9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:55.549 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.548+0000 7fe9dee00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe9d810ff40 0x7fe9d810cf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:55.549 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.548+0000 7fe9dee00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fe9d8115940 con 0x7fe9d8075770 2024-05-20T21:24:55.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.548+0000 7fe9dee00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe9d81157c0 con 0x7fe9d8076090 2024-05-20T21:24:55.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.548+0000 7fe9dee00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fe9d8115ac0 con 0x7fe9d810ff40 2024-05-20T21:24:55.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.548+0000 7fe9d7e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe9d8075770 0x7fe9d810f8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:55.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.548+0000 7fe9d7e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe9d8075770 0x7fe9d810f8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:60382/0 (socket says 172.21.15.8:60382) 2024-05-20T21:24:55.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.548+0000 7fe9d7e00700 1 -- 172.21.15.8:0/3880623110 learned_addr learned my addr 172.21.15.8:0/3880623110 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:55.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.548+0000 7fe9dce00700 1 --2- 172.21.15.8:0/3880623110 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe9d810ff40 0x7fe9d810cf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:55.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.548+0000 7fe9cfe00700 1 --2- 172.21.15.8:0/3880623110 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe9d8076090 0x7fe9d810c9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:55.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.549+0000 7fe9d7e00700 1 -- 172.21.15.8:0/3880623110 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe9d810ff40 msgr2=0x7fe9d810cf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:55.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.549+0000 7fe9d7e00700 1 --2- 172.21.15.8:0/3880623110 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe9d810ff40 0x7fe9d810cf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:55.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.549+0000 7fe9d7e00700 1 -- 172.21.15.8:0/3880623110 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe9d8076090 msgr2=0x7fe9d810c9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:55.551 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.549+0000 7fe9d7e00700 1 --2- 172.21.15.8:0/3880623110 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe9d8076090 0x7fe9d810c9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:55.551 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.549+0000 7fe9d7e00700 1 -- 172.21.15.8:0/3880623110 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9d81ac680 con 0x7fe9d8075770 2024-05-20T21:24:55.551 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.549+0000 7fe9cfe00700 1 --2- 172.21.15.8:0/3880623110 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe9d8076090 0x7fe9d810c9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:55.551 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.549+0000 7fe9d7e00700 1 --2- 172.21.15.8:0/3880623110 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe9d8075770 0x7fe9d810f8f0 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7fe9c8009230 tx=0x7fe9c800fa70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:55.551 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.549+0000 7fe9d5600700 1 -- 172.21.15.8:0/3880623110 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9c80050c0 con 0x7fe9d8075770 2024-05-20T21:24:55.552 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.549+0000 7fe9d5600700 1 -- 172.21.15.8:0/3880623110 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe9c800b560 con 0x7fe9d8075770 2024-05-20T21:24:55.552 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.549+0000 7fe9dee00700 1 -- 172.21.15.8:0/3880623110 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9d81ac850 con 0x7fe9d8075770 2024-05-20T21:24:55.552 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.550+0000 7fe9d5600700 1 -- 172.21.15.8:0/3880623110 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9c8003a00 con 0x7fe9d8075770 2024-05-20T21:24:55.552 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.550+0000 7fe9dee00700 1 -- 172.21.15.8:0/3880623110 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9d81acbf0 con 0x7fe9d8075770 2024-05-20T21:24:55.554 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.554+0000 7fe9d5600700 1 -- 172.21.15.8:0/3880623110 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fe9c800b710 con 0x7fe9d8075770 2024-05-20T21:24:55.555 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.555+0000 7fe9d5600700 1 --2- 172.21.15.8:0/3880623110 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe9bc0b2880 0x7fe9bc0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:55.556 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.555+0000 7fe9d5600700 1 -- 172.21.15.8:0/3880623110 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fe9c80e3160 con 0x7fe9d8075770 2024-05-20T21:24:55.556 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.556+0000 7fe9cfe00700 1 --2- 172.21.15.8:0/3880623110 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe9bc0b2880 0x7fe9bc0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:55.557 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.556+0000 7fe9cfe00700 1 --2- 172.21.15.8:0/3880623110 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe9bc0b2880 0x7fe9bc0b4d40 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7fe9c0009750 tx=0x7fe9c0009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:55.557 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.557+0000 7fe9e97fcb80 1 Processor -- start 2024-05-20T21:24:55.557 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.557+0000 7fe9e97fcb80 1 -- start start 2024-05-20T21:24:55.558 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.557+0000 7fe9e97fcb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a16a704610 0x55a16a7049f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:55.558 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.558+0000 7fe9e97fcb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a16a704f30 0x55a16a6feb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:55.558 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.558+0000 7fe9e97fcb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a16a6ff140 0x55a16a6ff5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:55.558 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.558+0000 7fe9e97fcb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55a16a65ce40 con 0x55a16a704610 2024-05-20T21:24:55.558 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.558+0000 7fe9e97fcb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55a16a64c9e0 con 0x55a16a704f30 2024-05-20T21:24:55.558 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.558+0000 7fe9e97fcb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55a16a650a20 con 0x55a16a6ff140 2024-05-20T21:24:55.559 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.558+0000 7fe9d7e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a16a704610 0x55a16a7049f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:55.560 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.558+0000 7fe9d7e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a16a704610 0x55a16a7049f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:60384/0 (socket says 172.21.15.8:60384) 2024-05-20T21:24:55.560 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.558+0000 7fe9d7e00700 1 -- 172.21.15.8:0/3314551792 learned_addr learned my addr 172.21.15.8:0/3314551792 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:55.560 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.558+0000 7fe9cfe00700 1 --2- 172.21.15.8:0/3314551792 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a16a704f30 0x55a16a6feb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:55.560 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.558+0000 7fe9dce00700 1 --2- 172.21.15.8:0/3314551792 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a16a6ff140 0x55a16a6ff5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:55.560 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.558+0000 7fe9d7e00700 1 -- 172.21.15.8:0/3314551792 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a16a6ff140 msgr2=0x55a16a6ff5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:55.560 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.558+0000 7fe9d7e00700 1 --2- 172.21.15.8:0/3314551792 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a16a6ff140 0x55a16a6ff5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:55.560 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.558+0000 7fe9d7e00700 1 -- 172.21.15.8:0/3314551792 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a16a704f30 msgr2=0x55a16a6feb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:55.560 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.558+0000 7fe9d7e00700 1 --2- 172.21.15.8:0/3314551792 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a16a704f30 0x55a16a6feb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:55.560 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.558+0000 7fe9d7e00700 1 -- 172.21.15.8:0/3314551792 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a16a615420 con 0x55a16a704610 2024-05-20T21:24:55.560 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.559+0000 7fe9cfe00700 1 --2- 172.21.15.8:0/3314551792 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a16a704f30 0x55a16a6feb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:24:55.560 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.559+0000 7fe9d7e00700 1 --2- 172.21.15.8:0/3314551792 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a16a704610 0x55a16a7049f0 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7fe9c80aa4a0 tx=0x7fe9c80a9fe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e9eb07b0e30a473 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:55.561 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.559+0000 7fe9cd600700 1 -- 172.21.15.8:0/3314551792 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9c80aaea0 con 0x55a16a704610 2024-05-20T21:24:55.561 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.559+0000 7fe9cd600700 1 -- 172.21.15.8:0/3314551792 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe9c80aa7a0 con 0x55a16a704610 2024-05-20T21:24:55.561 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.559+0000 7fe9cd600700 1 -- 172.21.15.8:0/3314551792 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9c80aac60 con 0x55a16a704610 2024-05-20T21:24:55.562 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.560+0000 7fe9e97fcb80 1 -- 172.21.15.8:0/3314551792 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a16a704610 msgr2=0x55a16a7049f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:55.562 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.560+0000 7fe9e97fcb80 1 --2- 172.21.15.8:0/3314551792 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a16a704610 0x55a16a7049f0 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7fe9c80aa4a0 tx=0x7fe9c80a9fe0 comp rx=0 tx=0).stop 2024-05-20T21:24:55.562 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.560+0000 7fe9e97fcb80 1 -- 172.21.15.8:0/3314551792 shutdown_connections 2024-05-20T21:24:55.562 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.560+0000 7fe9e97fcb80 1 --2- 172.21.15.8:0/3314551792 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a16a6ff140 0x55a16a6ff5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:55.562 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.560+0000 7fe9e97fcb80 1 --2- 172.21.15.8:0/3314551792 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a16a704610 0x55a16a7049f0 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:55.562 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.560+0000 7fe9e97fcb80 1 --2- 172.21.15.8:0/3314551792 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a16a704f30 0x55a16a6feb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:55.562 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.560+0000 7fe9e97fcb80 1 -- 172.21.15.8:0/3314551792 >> 172.21.15.8:0/3314551792 conn(0x55a16a62cbe0 msgr2=0x55a16a6f9690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:55.562 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.560+0000 7fe9e97fcb80 1 -- 172.21.15.8:0/3314551792 shutdown_connections 2024-05-20T21:24:55.562 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.561+0000 7fe9e97fcb80 1 -- 172.21.15.8:0/3314551792 wait complete. 2024-05-20T21:24:55.562 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.561+0000 7fe9e97fcb80 1 -- start start 2024-05-20T21:24:55.563 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.561+0000 7fe9e97fcb80 1 Processor -- start 2024-05-20T21:24:55.564 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.562+0000 7fe9e97fcb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a16a6ff140 0x55a16a70ac40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:55.564 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.562+0000 7fe9e97fcb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a16a704610 0x55a16a707fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:55.564 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.562+0000 7fe9e97fcb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a16a704f30 0x55a16a708520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:55.564 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.562+0000 7fe9e97fcb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55a16a552fa0 con 0x55a16a6ff140 2024-05-20T21:24:55.564 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.562+0000 7fe9e97fcb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55a16a5ed760 con 0x55a16a704f30 2024-05-20T21:24:55.564 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.562+0000 7fe9e97fcb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55a16a70b7a0 con 0x55a16a704610 2024-05-20T21:24:55.564 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.562+0000 7fe9e97fcb80 10 client.0 _ll_register_callbacks cb 0x55a16a5f6c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:55.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.562+0000 7fe9d7e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a16a6ff140 0x55a16a70ac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:55.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.562+0000 7fe9cfe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a16a704610 0x55a16a707fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:55.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.562+0000 7fe9dce00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a16a704f30 0x55a16a708520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:55.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.562+0000 7fe9cfe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a16a704610 0x55a16a707fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:45932/0 (socket says 172.21.15.8:45932) 2024-05-20T21:24:55.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.562+0000 7fe9cfe00700 1 -- 172.21.15.8:0/3086036015 learned_addr learned my addr 172.21.15.8:0/3086036015 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:55.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.563+0000 7fe9dce00700 1 -- 172.21.15.8:0/3086036015 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a16a704610 msgr2=0x55a16a707fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:55.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.563+0000 7fe9dce00700 1 --2- 172.21.15.8:0/3086036015 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a16a704610 0x55a16a707fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:55.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.563+0000 7fe9dce00700 1 -- 172.21.15.8:0/3086036015 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a16a6ff140 msgr2=0x55a16a70ac40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:55.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.563+0000 7fe9dce00700 1 --2- 172.21.15.8:0/3086036015 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a16a6ff140 0x55a16a70ac40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:55.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.563+0000 7fe9dce00700 1 -- 172.21.15.8:0/3086036015 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a16a59c8d0 con 0x55a16a704f30 2024-05-20T21:24:55.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.563+0000 7fe9cfe00700 1 --2- 172.21.15.8:0/3086036015 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a16a704610 0x55a16a707fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:24:55.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.563+0000 7fe9dce00700 1 --2- 172.21.15.8:0/3086036015 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a16a704f30 0x55a16a708520 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7fe9d806bdd0 tx=0x7fe9d0014600 comp rx=0 tx=0).ready entity=mon.2 client_cookie=42d3982b18094893 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:55.566 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.563+0000 7fe9c6000700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:24:55.566 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.563+0000 7fe9c6000700 1 -- 172.21.15.8:0/3086036015 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9d0004bb0 con 0x55a16a704f30 2024-05-20T21:24:55.566 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.564+0000 7fe9e97fcb80 1 -- 172.21.15.8:0/3086036015 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe9c80aa7a0 con 0x55a16a704f30 2024-05-20T21:24:55.566 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.564+0000 7fe9c6000700 1 -- 172.21.15.8:0/3086036015 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fe9d0004d50 con 0x55a16a704f30 2024-05-20T21:24:55.568 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.564+0000 7fe9c6000700 1 -- 172.21.15.8:0/3086036015 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe9d0014b30 con 0x55a16a704f30 2024-05-20T21:24:55.568 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.564+0000 7fe9e97fcb80 10 client.27881 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:55.568 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.564+0000 7fe9e97fcb80 1 -- 172.21.15.8:0/3086036015 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a16a61d060 con 0x55a16a704f30 2024-05-20T21:24:55.568 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.565+0000 7fe9c6000700 1 -- 172.21.15.8:0/3086036015 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe9c80aa7a0 con 0x55a16a704f30 2024-05-20T21:24:55.568 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.565+0000 7fe9c6000700 1 -- 172.21.15.8:0/3086036015 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe9d0004430 con 0x55a16a704f30 2024-05-20T21:24:55.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.565+0000 7fe9e97fcb80 10 client.27881 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:55.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.565+0000 7fe9e97fcb80 10 client.27881 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:24:55.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.565+0000 7fe9e97fcb80 20 client.27881 populate_metadata read hostname 'smithi008' 2024-05-20T21:24:55.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.565+0000 7fe9e97fcb80 1 --2- 172.21.15.8:0/3086036015 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55a16a718320 0x55a16a71a760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:55.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.565+0000 7fe9e97fcb80 4 client.27881 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:24:55.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.565+0000 7fe9e97fcb80 1 -- 172.21.15.8:0/3086036015 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a16a65ed90 con 0x55a16a718320 2024-05-20T21:24:55.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.566+0000 7fe9d7e00700 1 --2- 172.21.15.8:0/3086036015 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55a16a718320 0x55a16a71a760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:55.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.566+0000 7fe9d7e00700 1 --2- 172.21.15.8:0/3086036015 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55a16a718320 0x55a16a71a760 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=77fb3e5ebf8c67c7 server_cookie=9e5931b1ea38e16c in_seq=0 out_seq=0 2024-05-20T21:24:55.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.566+0000 7fe9c6000700 10 client.27881 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:24:55.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.567+0000 7fe9c6000700 1 -- 172.21.15.8:0/3086036015 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55a16a65ed90 con 0x55a16a718320 2024-05-20T21:24:55.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.567+0000 7fe9c6000700 10 client.27881 handle_command_reply: tid=0 2024-05-20T21:24:55.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.567+0000 7fe9e97fcb80 1 client.27881 shutdown 2024-05-20T21:24:55.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.567+0000 7fe9e97fcb80 1 -- 172.21.15.8:0/3086036015 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a16a704f30 msgr2=0x55a16a708520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:55.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.567+0000 7fe9e97fcb80 1 --2- 172.21.15.8:0/3086036015 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a16a704f30 0x55a16a708520 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7fe9d806bdd0 tx=0x7fe9d0014600 comp rx=0 tx=0).stop 2024-05-20T21:24:55.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.567+0000 7fe9e97fcb80 1 -- 172.21.15.8:0/3086036015 shutdown_connections 2024-05-20T21:24:55.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.567+0000 7fe9e97fcb80 1 --2- 172.21.15.8:0/3086036015 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55a16a718320 0x55a16a71a760 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:55.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.567+0000 7fe9e97fcb80 1 --2- 172.21.15.8:0/3086036015 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a16a704f30 0x55a16a708520 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:55.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.567+0000 7fe9e97fcb80 1 --2- 172.21.15.8:0/3086036015 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a16a6ff140 0x55a16a70ac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:55.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.567+0000 7fe9e97fcb80 1 --2- 172.21.15.8:0/3086036015 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a16a704610 0x55a16a707fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:55.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.567+0000 7fe9e97fcb80 1 -- 172.21.15.8:0/3086036015 >> 172.21.15.8:0/3086036015 conn(0x55a16a62cbe0 msgr2=0x55a16a6f8d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:55.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.567+0000 7fe9c6000700 0 client.27881 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:24:55.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.567+0000 7fe9e97fcb80 1 -- 172.21.15.8:0/3086036015 shutdown_connections 2024-05-20T21:24:55.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.568+0000 7fe9e97fcb80 1 -- 172.21.15.8:0/3086036015 wait complete. 2024-05-20T21:24:55.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.568+0000 7fe9e97fcb80 20 client.27881 trim_cache size 0 max 16384 2024-05-20T21:24:55.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.585+0000 7fe9e97fcb80 1 Processor -- start 2024-05-20T21:24:55.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.585+0000 7fe9e97fcb80 1 -- start start 2024-05-20T21:24:55.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.586+0000 7fe9e97fcb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a16a6ff140 0x55a16a6feb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:55.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.586+0000 7fe9e97fcb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a16a704610 0x55a16a71a6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:55.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.586+0000 7fe9e97fcb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a16a704f30 0x55a16a705a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:55.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.586+0000 7fe9e97fcb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fe9d81b6ad0 con 0x55a16a704f30 2024-05-20T21:24:55.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.586+0000 7fe9e97fcb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe9d81b4360 con 0x55a16a704610 2024-05-20T21:24:55.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.586+0000 7fe9e97fcb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fe9d81b21b0 con 0x55a16a6ff140 2024-05-20T21:24:55.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.586+0000 7fe9dce00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a16a704f30 0x55a16a705a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:55.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.586+0000 7fe9d7e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a16a6ff140 0x55a16a6feb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:55.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.586+0000 7fe9d7e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a16a6ff140 0x55a16a6feb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:45946/0 (socket says 172.21.15.8:45946) 2024-05-20T21:24:55.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.586+0000 7fe9d7e00700 1 -- 172.21.15.8:0/1902497566 learned_addr learned my addr 172.21.15.8:0/1902497566 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:55.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.587+0000 7fe9d7e00700 1 -- 172.21.15.8:0/1902497566 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a16a704610 msgr2=0x55a16a71a6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:55.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.587+0000 7fe9cfe00700 1 --2- 172.21.15.8:0/1902497566 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a16a704610 0x55a16a71a6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:55.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.587+0000 7fe9d7e00700 1 --2- 172.21.15.8:0/1902497566 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a16a704610 0x55a16a71a6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:55.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.587+0000 7fe9d7e00700 1 -- 172.21.15.8:0/1902497566 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a16a704f30 msgr2=0x55a16a705a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:55.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.587+0000 7fe9d7e00700 1 --2- 172.21.15.8:0/1902497566 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a16a704f30 0x55a16a705a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:55.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.587+0000 7fe9d7e00700 1 -- 172.21.15.8:0/1902497566 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a16a6fa160 con 0x55a16a6ff140 2024-05-20T21:24:55.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.587+0000 7fe9dce00700 1 --2- 172.21.15.8:0/1902497566 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a16a704f30 0x55a16a705a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:55.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.587+0000 7fe9cfe00700 1 --2- 172.21.15.8:0/1902497566 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a16a704610 0x55a16a71a6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:24:55.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.587+0000 7fe9d7e00700 1 --2- 172.21.15.8:0/1902497566 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a16a6ff140 0x55a16a6feb20 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fe9c8005950 tx=0x7fe9c8009c00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a9f625a6966dd128 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:55.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.587+0000 7fe9ccc00700 1 -- 172.21.15.8:0/1902497566 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9c80aaea0 con 0x55a16a6ff140 2024-05-20T21:24:55.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.588+0000 7fe9ccc00700 1 -- 172.21.15.8:0/1902497566 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe9c80a6a30 con 0x55a16a6ff140 2024-05-20T21:24:55.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.588+0000 7fe9ccc00700 1 -- 172.21.15.8:0/1902497566 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9c80b30e0 con 0x55a16a6ff140 2024-05-20T21:24:55.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.588+0000 7fe9e97fcb80 1 -- 172.21.15.8:0/1902497566 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a16a6ff140 msgr2=0x55a16a6feb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:55.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.588+0000 7fe9e97fcb80 1 --2- 172.21.15.8:0/1902497566 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a16a6ff140 0x55a16a6feb20 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fe9c8005950 tx=0x7fe9c8009c00 comp rx=0 tx=0).stop 2024-05-20T21:24:55.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.589+0000 7fe9e97fcb80 1 -- 172.21.15.8:0/1902497566 shutdown_connections 2024-05-20T21:24:55.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.589+0000 7fe9e97fcb80 1 --2- 172.21.15.8:0/1902497566 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a16a704f30 0x55a16a705a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:55.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.589+0000 7fe9e97fcb80 1 --2- 172.21.15.8:0/1902497566 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a16a6ff140 0x55a16a6feb20 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:55.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.589+0000 7fe9e97fcb80 1 --2- 172.21.15.8:0/1902497566 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a16a704610 0x55a16a71a6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:55.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.589+0000 7fe9e97fcb80 1 -- 172.21.15.8:0/1902497566 >> 172.21.15.8:0/1902497566 conn(0x55a16a62cbe0 msgr2=0x55a16a705310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:55.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.589+0000 7fe9e97fcb80 1 -- 172.21.15.8:0/1902497566 shutdown_connections 2024-05-20T21:24:55.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.589+0000 7fe9e97fcb80 1 -- 172.21.15.8:0/1902497566 wait complete. 2024-05-20T21:24:55.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.589+0000 7fe9e97fcb80 1 -- start start 2024-05-20T21:24:55.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.589+0000 7fe9e97fcb80 1 Processor -- start 2024-05-20T21:24:55.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.590+0000 7fe9e97fcb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a16a6ff140 0x55a16a710c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:55.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.590+0000 7fe9e97fcb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a16a704610 0x55a16a711180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:55.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.590+0000 7fe9e97fcb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a16a704f30 0x55a16a71f480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:55.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.590+0000 7fe9e97fcb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fe9d81b2820 con 0x55a16a704610 2024-05-20T21:24:55.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.590+0000 7fe9e97fcb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe9d81b3c90 con 0x55a16a704f30 2024-05-20T21:24:55.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.590+0000 7fe9e97fcb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fe9d81b2ef0 con 0x55a16a6ff140 2024-05-20T21:24:55.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.590+0000 7fe9e97fcb80 10 client.0 _ll_register_callbacks cb 0x55a16a5f6c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:55.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.590+0000 7fe9d7e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a16a6ff140 0x55a16a710c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:55.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.590+0000 7fe9d7e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a16a6ff140 0x55a16a710c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:45960/0 (socket says 172.21.15.8:45960) 2024-05-20T21:24:55.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.590+0000 7fe9d7e00700 1 -- 172.21.15.8:0/1094845811 learned_addr learned my addr 172.21.15.8:0/1094845811 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:55.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.591+0000 7fe9dce00700 1 --2- 172.21.15.8:0/1094845811 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a16a704f30 0x55a16a71f480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:55.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.591+0000 7fe9cfe00700 1 --2- 172.21.15.8:0/1094845811 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a16a704610 0x55a16a711180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:55.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.591+0000 7fe9dce00700 1 -- 172.21.15.8:0/1094845811 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a16a6ff140 msgr2=0x55a16a710c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:55.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.591+0000 7fe9dce00700 1 --2- 172.21.15.8:0/1094845811 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a16a6ff140 0x55a16a710c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:55.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.591+0000 7fe9dce00700 1 -- 172.21.15.8:0/1094845811 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a16a704610 msgr2=0x55a16a711180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:55.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.591+0000 7fe9dce00700 1 --2- 172.21.15.8:0/1094845811 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a16a704610 0x55a16a711180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:55.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.591+0000 7fe9dce00700 1 -- 172.21.15.8:0/1094845811 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a16a71fcc0 con 0x55a16a704f30 2024-05-20T21:24:55.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.591+0000 7fe9d7e00700 1 --2- 172.21.15.8:0/1094845811 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a16a6ff140 0x55a16a710c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:55.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.592+0000 7fe9dce00700 1 --2- 172.21.15.8:0/1094845811 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a16a704f30 0x55a16a71f480 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fe9d0000f80 tx=0x7fe9d0004d20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d46d375e4aeac734 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:55.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.592+0000 7fe9c6000700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:24:55.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.592+0000 7fe9c6000700 1 -- 172.21.15.8:0/1094845811 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9d00092e0 con 0x55a16a704f30 2024-05-20T21:24:55.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.592+0000 7fe9c6000700 1 -- 172.21.15.8:0/1094845811 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fe9d0007760 con 0x55a16a704f30 2024-05-20T21:24:55.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.592+0000 7fe9e97fcb80 1 -- 172.21.15.8:0/1094845811 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe9c80a6a30 con 0x55a16a704f30 2024-05-20T21:24:55.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.592+0000 7fe9c6000700 1 -- 172.21.15.8:0/1094845811 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe9d0007980 con 0x55a16a704f30 2024-05-20T21:24:55.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.592+0000 7fe9e97fcb80 10 client.27884 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:55.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.592+0000 7fe9e97fcb80 1 -- 172.21.15.8:0/1094845811 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a16a793a40 con 0x55a16a704f30 2024-05-20T21:24:55.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.593+0000 7fe9c6000700 1 -- 172.21.15.8:0/1094845811 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe9c80a6a30 con 0x55a16a704f30 2024-05-20T21:24:55.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.593+0000 7fe9c6000700 1 -- 172.21.15.8:0/1094845811 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe9d00289e0 con 0x55a16a704f30 2024-05-20T21:24:55.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.593+0000 7fe9e97fcb80 10 client.27884 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:55.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.593+0000 7fe9e97fcb80 10 client.27884 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:24:55.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.593+0000 7fe9e97fcb80 20 client.27884 populate_metadata read hostname 'smithi008' 2024-05-20T21:24:55.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.593+0000 7fe9e97fcb80 1 --2- 172.21.15.8:0/1094845811 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55a16a794090 0x55a16a796480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:55.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.593+0000 7fe9e97fcb80 4 client.27884 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:24:55.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.593+0000 7fe9e97fcb80 1 -- 172.21.15.8:0/1094845811 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55a16a658570 con 0x55a16a794090 2024-05-20T21:24:55.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.594+0000 7fe9d7e00700 1 --2- 172.21.15.8:0/1094845811 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55a16a794090 0x55a16a796480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:55.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.594+0000 7fe9d7e00700 1 --2- 172.21.15.8:0/1094845811 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55a16a794090 0x55a16a796480 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=91969077a17549ec server_cookie=3765b37a8e3e4d08 in_seq=0 out_seq=0 2024-05-20T21:24:55.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.594+0000 7fe9c6000700 10 client.27884 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:24:55.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.594+0000 7fe9c6000700 1 -- 172.21.15.8:0/1094845811 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55a16a658570 con 0x55a16a794090 2024-05-20T21:24:55.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.594+0000 7fe9c6000700 10 client.27884 handle_command_reply: tid=0 2024-05-20T21:24:55.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.595+0000 7fe9e97fcb80 1 client.27884 shutdown 2024-05-20T21:24:55.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.595+0000 7fe9e97fcb80 1 -- 172.21.15.8:0/1094845811 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a16a704f30 msgr2=0x55a16a71f480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:55.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.595+0000 7fe9e97fcb80 1 --2- 172.21.15.8:0/1094845811 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a16a704f30 0x55a16a71f480 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fe9d0000f80 tx=0x7fe9d0004d20 comp rx=0 tx=0).stop 2024-05-20T21:24:55.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.595+0000 7fe9e97fcb80 1 -- 172.21.15.8:0/1094845811 shutdown_connections 2024-05-20T21:24:55.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.595+0000 7fe9e97fcb80 1 --2- 172.21.15.8:0/1094845811 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55a16a794090 0x55a16a796480 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:55.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.595+0000 7fe9e97fcb80 1 --2- 172.21.15.8:0/1094845811 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a16a704f30 0x55a16a71f480 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:55.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.595+0000 7fe9e97fcb80 1 --2- 172.21.15.8:0/1094845811 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a16a6ff140 0x55a16a710c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:55.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.595+0000 7fe9e97fcb80 1 --2- 172.21.15.8:0/1094845811 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a16a704610 0x55a16a711180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:55.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.595+0000 7fe9e97fcb80 1 -- 172.21.15.8:0/1094845811 >> 172.21.15.8:0/1094845811 conn(0x55a16a62cbe0 msgr2=0x55a16a7068d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:55.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.595+0000 7fe9c6000700 0 client.27884 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:24:55.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.595+0000 7fe9e97fcb80 1 -- 172.21.15.8:0/1094845811 shutdown_connections 2024-05-20T21:24:55.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.595+0000 7fe9e97fcb80 1 -- 172.21.15.8:0/1094845811 wait complete. 2024-05-20T21:24:55.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.595+0000 7fe9e97fcb80 20 client.27884 trim_cache size 0 max 16384 2024-05-20T21:24:55.600 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:24:55.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.596+0000 7fe9dee00700 1 -- 172.21.15.8:0/3880623110 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe9bc0b2880 msgr2=0x7fe9bc0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:55.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.596+0000 7fe9dee00700 1 --2- 172.21.15.8:0/3880623110 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe9bc0b2880 0x7fe9bc0b4d40 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7fe9c0009750 tx=0x7fe9c0009310 comp rx=0 tx=0).stop 2024-05-20T21:24:55.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.596+0000 7fe9dee00700 1 -- 172.21.15.8:0/3880623110 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe9d8075770 msgr2=0x7fe9d810f8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:55.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.596+0000 7fe9dee00700 1 --2- 172.21.15.8:0/3880623110 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe9d8075770 0x7fe9d810f8f0 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7fe9c8009230 tx=0x7fe9c800fa70 comp rx=0 tx=0).stop 2024-05-20T21:24:55.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.597+0000 7fe9dee00700 1 -- 172.21.15.8:0/3880623110 shutdown_connections 2024-05-20T21:24:55.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.597+0000 7fe9dee00700 1 --2- 172.21.15.8:0/3880623110 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe9bc0b2880 0x7fe9bc0b4d40 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:55.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.597+0000 7fe9dee00700 1 --2- 172.21.15.8:0/3880623110 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe9d810ff40 0x7fe9d810cf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:55.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.597+0000 7fe9dee00700 1 --2- 172.21.15.8:0/3880623110 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe9d8075770 0x7fe9d810f8f0 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:55.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.597+0000 7fe9dee00700 1 --2- 172.21.15.8:0/3880623110 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe9d8076090 0x7fe9d810c9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:55.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.597+0000 7fe9dee00700 1 -- 172.21.15.8:0/3880623110 >> 172.21.15.8:0/3880623110 conn(0x7fe9d807a6a0 msgr2=0x7fe9d8100a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:55.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.597+0000 7fe9dee00700 1 -- 172.21.15.8:0/3880623110 shutdown_connections 2024-05-20T21:24:55.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:55.597+0000 7fe9dee00700 1 -- 172.21.15.8:0/3880623110 wait complete. 2024-05-20T21:24:55.613 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:24:56.548 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:24:56.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:24:56 smithi050 ceph-mon[35809]: pgmap v728: 97 pgs: 97 active+clean; 903 KiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:24:56.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:24:56 smithi008 ceph-mon[31475]: pgmap v728: 97 pgs: 97 active+clean; 903 KiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:24:57.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:24:56 smithi130 ceph-mon[36448]: pgmap v728: 97 pgs: 97 active+clean; 903 KiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:24:57.512 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:24:58.790 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.788+0000 7fd9b0e00700 1 -- 172.21.15.8:0/380264652 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd9ac108840 msgr2=0x7fd9ac110450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:58.790 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.788+0000 7fd9b0e00700 1 --2- 172.21.15.8:0/380264652 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd9ac108840 0x7fd9ac110450 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fd9a400b0a0 tx=0x7fd9a400b3b0 comp rx=0 tx=0).stop 2024-05-20T21:24:58.790 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.789+0000 7fd9b0e00700 1 -- 172.21.15.8:0/380264652 shutdown_connections 2024-05-20T21:24:58.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.789+0000 7fd9b0e00700 1 --2- 172.21.15.8:0/380264652 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd9ac108840 0x7fd9ac110450 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:58.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.789+0000 7fd9b0e00700 1 --2- 172.21.15.8:0/380264652 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd9ac103850 0x7fd9ac103c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:58.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.789+0000 7fd9b0e00700 1 --2- 172.21.15.8:0/380264652 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd9ac104200 0x7fd9ac108160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:58.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.789+0000 7fd9b0e00700 1 -- 172.21.15.8:0/380264652 >> 172.21.15.8:0/380264652 conn(0x7fd9ac07a610 msgr2=0x7fd9ac07aa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:58.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.789+0000 7fd9b0e00700 1 -- 172.21.15.8:0/380264652 shutdown_connections 2024-05-20T21:24:58.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.789+0000 7fd9b0e00700 1 -- 172.21.15.8:0/380264652 wait complete. 2024-05-20T21:24:58.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.790+0000 7fd9b0e00700 1 Processor -- start 2024-05-20T21:24:58.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.790+0000 7fd9b0e00700 1 -- start start 2024-05-20T21:24:58.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.790+0000 7fd9b0e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd9ac103850 0x7fd9ac19bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:58.795 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.790+0000 7fd9b0e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd9ac104200 0x7fd9ac19c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:58.795 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.790+0000 7fd9b0e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd9ac108840 0x7fd9ac1a0680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:58.795 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.790+0000 7fd9b0e00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fd9ac113760 con 0x7fd9ac104200 2024-05-20T21:24:58.795 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.791+0000 7fd9b0e00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fd9ac1135e0 con 0x7fd9ac103850 2024-05-20T21:24:58.795 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.791+0000 7fd9b0e00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fd9ac1138e0 con 0x7fd9ac108840 2024-05-20T21:24:58.795 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.791+0000 7fd9a9e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd9ac103850 0x7fd9ac19bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:58.795 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.791+0000 7fd9a9e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd9ac103850 0x7fd9ac19bdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:47728/0 (socket says 172.21.15.8:47728) 2024-05-20T21:24:58.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.791+0000 7fd9a9e00700 1 -- 172.21.15.8:0/296861411 learned_addr learned my addr 172.21.15.8:0/296861411 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:58.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.791+0000 7fd9a9400700 1 --2- 172.21.15.8:0/296861411 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd9ac104200 0x7fd9ac19c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:58.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.791+0000 7fd9aa800700 1 --2- 172.21.15.8:0/296861411 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd9ac108840 0x7fd9ac1a0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:58.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.791+0000 7fd9a9e00700 1 -- 172.21.15.8:0/296861411 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd9ac108840 msgr2=0x7fd9ac1a0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:58.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.791+0000 7fd9a9e00700 1 --2- 172.21.15.8:0/296861411 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd9ac108840 0x7fd9ac1a0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:58.797 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.791+0000 7fd9a9e00700 1 -- 172.21.15.8:0/296861411 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd9ac104200 msgr2=0x7fd9ac19c2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:58.797 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.791+0000 7fd9a9e00700 1 --2- 172.21.15.8:0/296861411 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd9ac104200 0x7fd9ac19c2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:58.797 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.791+0000 7fd9a9e00700 1 -- 172.21.15.8:0/296861411 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9ac1a0dc0 con 0x7fd9ac103850 2024-05-20T21:24:58.797 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.792+0000 7fd9a9e00700 1 --2- 172.21.15.8:0/296861411 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd9ac103850 0x7fd9ac19bdb0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fd99c00e9a0 tx=0x7fd99c00ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:58.797 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.792+0000 7fd9a2a00700 1 -- 172.21.15.8:0/296861411 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd99c00ca10 con 0x7fd9ac103850 2024-05-20T21:24:58.797 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.792+0000 7fd9a2a00700 1 -- 172.21.15.8:0/296861411 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd99c00cbb0 con 0x7fd9ac103850 2024-05-20T21:24:58.798 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.792+0000 7fd9a2a00700 1 -- 172.21.15.8:0/296861411 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd99c018680 con 0x7fd9ac103850 2024-05-20T21:24:58.798 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.792+0000 7fd9b0e00700 1 -- 172.21.15.8:0/296861411 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd9ac1a10b0 con 0x7fd9ac103850 2024-05-20T21:24:58.798 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.792+0000 7fd9b0e00700 1 -- 172.21.15.8:0/296861411 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9ac1a8930 con 0x7fd9ac103850 2024-05-20T21:24:58.800 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.796+0000 7fd9a2a00700 1 -- 172.21.15.8:0/296861411 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fd99c010430 con 0x7fd9ac103850 2024-05-20T21:24:58.800 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.797+0000 7fd9a2a00700 1 --2- 172.21.15.8:0/296861411 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd9900b29b0 0x7fd9900b4e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:58.800 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.798+0000 7fd9a2a00700 1 -- 172.21.15.8:0/296861411 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fd99c0e2370 con 0x7fd9ac103850 2024-05-20T21:24:58.801 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.798+0000 7fd9a9400700 1 --2- 172.21.15.8:0/296861411 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd9900b29b0 0x7fd9900b4e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:58.801 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.798+0000 7fd9bb872b80 1 Processor -- start 2024-05-20T21:24:58.801 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.799+0000 7fd9bb872b80 1 -- start start 2024-05-20T21:24:58.801 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.799+0000 7fd9a9400700 1 --2- 172.21.15.8:0/296861411 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd9900b29b0 0x7fd9900b4e70 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7fd9ac1108c0 tx=0x7fd998009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:58.801 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.799+0000 7fd9bb872b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5606415b5cb0 0x5606415b6090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:58.801 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.799+0000 7fd9bb872b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5606415b65d0 0x5606415b0070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:58.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.799+0000 7fd9bb872b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5606415b0690 0x5606415b0af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:58.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.799+0000 7fd9bb872b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x56064150dfe0 con 0x5606415b5cb0 2024-05-20T21:24:58.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.799+0000 7fd9bb872b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5606414fdb80 con 0x5606415b0690 2024-05-20T21:24:58.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.799+0000 7fd9bb872b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x560641501bc0 con 0x5606415b65d0 2024-05-20T21:24:58.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.799+0000 7fd9a9e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5606415b5cb0 0x5606415b6090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:58.803 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.799+0000 7fd9a9400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5606415b65d0 0x5606415b0070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:58.803 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.800+0000 7fd9aa800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5606415b0690 0x5606415b0af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:58.803 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.800+0000 7fd9a9e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5606415b5cb0 0x5606415b6090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:60446/0 (socket says 172.21.15.8:60446) 2024-05-20T21:24:58.803 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.800+0000 7fd9a9400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5606415b65d0 0x5606415b0070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:45974/0 (socket says 172.21.15.8:45974) 2024-05-20T21:24:58.803 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.800+0000 7fd9a9e00700 1 -- 172.21.15.8:0/2416043092 learned_addr learned my addr 172.21.15.8:0/2416043092 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:58.808 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.800+0000 7fd9aa800700 1 -- 172.21.15.8:0/2416043092 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5606415b65d0 msgr2=0x5606415b0070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:58.808 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.800+0000 7fd9aa800700 1 --2- 172.21.15.8:0/2416043092 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5606415b65d0 0x5606415b0070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:58.808 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.800+0000 7fd9aa800700 1 -- 172.21.15.8:0/2416043092 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5606415b5cb0 msgr2=0x5606415b6090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:58.808 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.800+0000 7fd9aa800700 1 --2- 172.21.15.8:0/2416043092 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5606415b5cb0 0x5606415b6090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:58.808 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.800+0000 7fd9aa800700 1 -- 172.21.15.8:0/2416043092 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5606414c65c0 con 0x5606415b0690 2024-05-20T21:24:58.808 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.800+0000 7fd9a9400700 1 --2- 172.21.15.8:0/2416043092 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5606415b65d0 0x5606415b0070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:58.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.800+0000 7fd9aa800700 1 --2- 172.21.15.8:0/2416043092 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5606415b0690 0x5606415b0af0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7fd9a4009fd0 tx=0x7fd9a40092e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=55abaf6a1e65511d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:58.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.801+0000 7fd997400700 1 -- 172.21.15.8:0/2416043092 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9a4020070 con 0x5606415b0690 2024-05-20T21:24:58.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.801+0000 7fd997400700 1 -- 172.21.15.8:0/2416043092 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd9a400bcb0 con 0x5606415b0690 2024-05-20T21:24:58.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.801+0000 7fd997400700 1 -- 172.21.15.8:0/2416043092 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9a4007a90 con 0x5606415b0690 2024-05-20T21:24:58.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.802+0000 7fd9bb872b80 1 -- 172.21.15.8:0/2416043092 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5606415b0690 msgr2=0x5606415b0af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:58.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.802+0000 7fd9bb872b80 1 --2- 172.21.15.8:0/2416043092 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5606415b0690 0x5606415b0af0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7fd9a4009fd0 tx=0x7fd9a40092e0 comp rx=0 tx=0).stop 2024-05-20T21:24:58.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.802+0000 7fd9bb872b80 1 -- 172.21.15.8:0/2416043092 shutdown_connections 2024-05-20T21:24:58.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.802+0000 7fd9bb872b80 1 --2- 172.21.15.8:0/2416043092 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5606415b0690 0x5606415b0af0 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:58.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.802+0000 7fd9bb872b80 1 --2- 172.21.15.8:0/2416043092 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5606415b5cb0 0x5606415b6090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:58.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.802+0000 7fd9bb872b80 1 --2- 172.21.15.8:0/2416043092 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5606415b65d0 0x5606415b0070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:58.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.802+0000 7fd9bb872b80 1 -- 172.21.15.8:0/2416043092 >> 172.21.15.8:0/2416043092 conn(0x5606414ddd80 msgr2=0x5606415aafa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:58.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.802+0000 7fd9bb872b80 1 -- 172.21.15.8:0/2416043092 shutdown_connections 2024-05-20T21:24:58.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.802+0000 7fd9bb872b80 1 -- 172.21.15.8:0/2416043092 wait complete. 2024-05-20T21:24:58.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.803+0000 7fd9bb872b80 1 -- start start 2024-05-20T21:24:58.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.803+0000 7fd9bb872b80 1 Processor -- start 2024-05-20T21:24:58.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.803+0000 7fd9bb872b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5606415b0690 0x5606415bc260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:58.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.803+0000 7fd9bb872b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5606415b5cb0 0x5606415b9600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:58.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.803+0000 7fd9bb872b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5606415b9b40 0x5606415b9fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:58.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.803+0000 7fd9bb872b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x560641404140 con 0x5606415b5cb0 2024-05-20T21:24:58.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.804+0000 7fd9bb872b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x56064149e900 con 0x5606415b0690 2024-05-20T21:24:58.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.804+0000 7fd9bb872b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5606415bcfe0 con 0x5606415b9b40 2024-05-20T21:24:58.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.804+0000 7fd9bb872b80 10 client.0 _ll_register_callbacks cb 0x5606414a7e10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:58.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.804+0000 7fd9a9e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5606415b0690 0x5606415bc260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:58.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.804+0000 7fd9a9e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5606415b0690 0x5606415bc260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:47752/0 (socket says 172.21.15.8:47752) 2024-05-20T21:24:58.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.804+0000 7fd9aa800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5606415b9b40 0x5606415b9fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:58.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.804+0000 7fd9a9e00700 1 -- 172.21.15.8:0/2983434176 learned_addr learned my addr 172.21.15.8:0/2983434176 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:58.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.804+0000 7fd9a9400700 1 --2- 172.21.15.8:0/2983434176 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5606415b5cb0 0x5606415b9600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:58.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.804+0000 7fd9a9e00700 1 -- 172.21.15.8:0/2983434176 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5606415b9b40 msgr2=0x5606415b9fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:58.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.804+0000 7fd9a9e00700 1 --2- 172.21.15.8:0/2983434176 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5606415b9b40 0x5606415b9fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:58.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.804+0000 7fd9a9e00700 1 -- 172.21.15.8:0/2983434176 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5606415b5cb0 msgr2=0x5606415b9600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:58.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.804+0000 7fd9a9e00700 1 --2- 172.21.15.8:0/2983434176 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5606415b5cb0 0x5606415b9600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:58.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.804+0000 7fd9a9e00700 1 -- 172.21.15.8:0/2983434176 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56064144da70 con 0x5606415b0690 2024-05-20T21:24:58.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.804+0000 7fd9aa800700 1 --2- 172.21.15.8:0/2983434176 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5606415b9b40 0x5606415b9fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:58.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.805+0000 7fd9a9e00700 1 --2- 172.21.15.8:0/2983434176 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5606415b0690 0x5606415bc260 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7fd99c0098c0 tx=0x7fd99c0a9e60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f255d3e0f83f2cc0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:58.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.805+0000 7fd98be00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:24:58.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.805+0000 7fd98be00700 1 -- 172.21.15.8:0/2983434176 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd99c0c3060 con 0x5606415b0690 2024-05-20T21:24:58.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.805+0000 7fd98be00700 1 -- 172.21.15.8:0/2983434176 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fd99c0cabd0 con 0x5606415b0690 2024-05-20T21:24:58.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.805+0000 7fd9bb872b80 1 -- 172.21.15.8:0/2983434176 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd9a400bcb0 con 0x5606415b0690 2024-05-20T21:24:58.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.805+0000 7fd98be00700 1 -- 172.21.15.8:0/2983434176 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd99c0cc280 con 0x5606415b0690 2024-05-20T21:24:58.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.805+0000 7fd9bb872b80 10 client.27896 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:58.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.805+0000 7fd9bb872b80 1 -- 172.21.15.8:0/2983434176 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5606414ce200 con 0x5606415b0690 2024-05-20T21:24:58.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.805+0000 7fd98be00700 1 -- 172.21.15.8:0/2983434176 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd9a400bcb0 con 0x5606415b0690 2024-05-20T21:24:58.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.806+0000 7fd98be00700 1 -- 172.21.15.8:0/2983434176 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fd99c010720 con 0x5606415b0690 2024-05-20T21:24:58.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.806+0000 7fd9bb872b80 10 client.27896 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:58.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.806+0000 7fd9bb872b80 10 client.27896 resolve_mds: validated gid 24529 aka daemon mds.i 2024-05-20T21:24:58.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.806+0000 7fd9bb872b80 20 client.27896 populate_metadata read hostname 'smithi008' 2024-05-20T21:24:58.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.806+0000 7fd9bb872b80 1 --2- 172.21.15.8:0/2983434176 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5606415c9f20 0x5606415cc310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:58.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.806+0000 7fd9bb872b80 4 client.27896 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:24:58.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.806+0000 7fd9bb872b80 1 -- 172.21.15.8:0/2983434176 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56064150ff30 con 0x5606415c9f20 2024-05-20T21:24:58.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.806+0000 7fd9a9400700 1 --2- 172.21.15.8:0/2983434176 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5606415c9f20 0x5606415cc310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:58.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.807+0000 7fd9a9400700 1 --2- 172.21.15.8:0/2983434176 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5606415c9f20 0x5606415cc310 crc :-1 s=READY pgs=251 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ed04148b99b51814 server_cookie=bd63cafa4fb9ab5e in_seq=0 out_seq=0 2024-05-20T21:24:58.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.807+0000 7fd98be00700 10 client.27896 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:24:58.813 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.808+0000 7fd98be00700 1 -- 172.21.15.8:0/2983434176 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x56064150ff30 con 0x5606415c9f20 2024-05-20T21:24:58.813 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.808+0000 7fd98be00700 10 client.27896 handle_command_reply: tid=0 2024-05-20T21:24:58.813 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.808+0000 7fd9bb872b80 1 client.27896 shutdown 2024-05-20T21:24:58.813 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.808+0000 7fd9bb872b80 1 -- 172.21.15.8:0/2983434176 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5606415b0690 msgr2=0x5606415bc260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:58.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.808+0000 7fd9bb872b80 1 --2- 172.21.15.8:0/2983434176 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5606415b0690 0x5606415bc260 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7fd99c0098c0 tx=0x7fd99c0a9e60 comp rx=0 tx=0).stop 2024-05-20T21:24:58.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.809+0000 7fd9bb872b80 1 -- 172.21.15.8:0/2983434176 shutdown_connections 2024-05-20T21:24:58.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.809+0000 7fd9bb872b80 1 --2- 172.21.15.8:0/2983434176 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5606415c9f20 0x5606415cc310 crc :-1 s=READY pgs=251 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:58.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.809+0000 7fd9bb872b80 1 --2- 172.21.15.8:0/2983434176 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5606415b0690 0x5606415bc260 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:58.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.809+0000 7fd9bb872b80 1 --2- 172.21.15.8:0/2983434176 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5606415b9b40 0x5606415b9fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:58.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.809+0000 7fd9bb872b80 1 --2- 172.21.15.8:0/2983434176 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5606415b5cb0 0x5606415b9600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:58.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.809+0000 7fd9bb872b80 1 -- 172.21.15.8:0/2983434176 >> 172.21.15.8:0/2983434176 conn(0x5606414ddd80 msgr2=0x5606415aa4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:58.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.809+0000 7fd98be00700 0 client.27896 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:24:58.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.809+0000 7fd9bb872b80 1 -- 172.21.15.8:0/2983434176 shutdown_connections 2024-05-20T21:24:58.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.809+0000 7fd9bb872b80 1 -- 172.21.15.8:0/2983434176 wait complete. 2024-05-20T21:24:58.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.809+0000 7fd9bb872b80 20 client.27896 trim_cache size 0 max 16384 2024-05-20T21:24:58.834 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.833+0000 7fd9bb872b80 1 Processor -- start 2024-05-20T21:24:58.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.833+0000 7fd9bb872b80 1 -- start start 2024-05-20T21:24:58.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.834+0000 7fd9bb872b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5606415b0690 0x5606415b0070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:58.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.834+0000 7fd9bb872b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5606415b5cb0 0x5606415aa840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:58.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.834+0000 7fd9bb872b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5606415b9b40 0x5606415b7140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:58.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.834+0000 7fd9bb872b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fd9ac1b25b0 con 0x5606415b0690 2024-05-20T21:24:58.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.834+0000 7fd9bb872b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fd9ac1afe40 con 0x5606415b5cb0 2024-05-20T21:24:58.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.834+0000 7fd9bb872b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fd9ac1adc90 con 0x5606415b9b40 2024-05-20T21:24:58.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.834+0000 7fd9a9e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5606415b0690 0x5606415b0070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:58.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.834+0000 7fd9aa800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5606415b9b40 0x5606415b7140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:58.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.834+0000 7fd9a9400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5606415b5cb0 0x5606415aa840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:58.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.834+0000 7fd9a9e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5606415b0690 0x5606415b0070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:60466/0 (socket says 172.21.15.8:60466) 2024-05-20T21:24:58.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.834+0000 7fd9a9e00700 1 -- 172.21.15.8:0/3205108456 learned_addr learned my addr 172.21.15.8:0/3205108456 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:58.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.835+0000 7fd9a9400700 1 -- 172.21.15.8:0/3205108456 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5606415b9b40 msgr2=0x5606415b7140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:58.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.835+0000 7fd9a9400700 1 --2- 172.21.15.8:0/3205108456 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5606415b9b40 0x5606415b7140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:58.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.835+0000 7fd9a9400700 1 -- 172.21.15.8:0/3205108456 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5606415b0690 msgr2=0x5606415b0070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:58.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.835+0000 7fd9a9400700 1 --2- 172.21.15.8:0/3205108456 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5606415b0690 0x5606415b0070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:58.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.835+0000 7fd9a9400700 1 -- 172.21.15.8:0/3205108456 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5606415a2dc0 con 0x5606415b5cb0 2024-05-20T21:24:58.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.835+0000 7fd9aa800700 1 --2- 172.21.15.8:0/3205108456 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5606415b9b40 0x5606415b7140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:58.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.835+0000 7fd9a9400700 1 --2- 172.21.15.8:0/3205108456 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5606415b5cb0 0x5606415aa840 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x5606415acac0 tx=0x7fd998014000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4b615a7b9b72ae1e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:58.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.835+0000 7fd996a00700 1 -- 172.21.15.8:0/3205108456 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd998030070 con 0x5606415b5cb0 2024-05-20T21:24:58.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.835+0000 7fd996a00700 1 -- 172.21.15.8:0/3205108456 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd9980044e0 con 0x5606415b5cb0 2024-05-20T21:24:58.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.835+0000 7fd996a00700 1 -- 172.21.15.8:0/3205108456 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd998003c60 con 0x5606415b5cb0 2024-05-20T21:24:58.838 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.836+0000 7fd9bb872b80 1 -- 172.21.15.8:0/3205108456 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5606415b5cb0 msgr2=0x5606415aa840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:58.838 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.836+0000 7fd9bb872b80 1 --2- 172.21.15.8:0/3205108456 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5606415b5cb0 0x5606415aa840 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x5606415acac0 tx=0x7fd998014000 comp rx=0 tx=0).stop 2024-05-20T21:24:58.838 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.836+0000 7fd9bb872b80 1 -- 172.21.15.8:0/3205108456 shutdown_connections 2024-05-20T21:24:58.838 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.836+0000 7fd9bb872b80 1 --2- 172.21.15.8:0/3205108456 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5606415b9b40 0x5606415b7140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:58.838 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.836+0000 7fd9bb872b80 1 --2- 172.21.15.8:0/3205108456 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5606415b0690 0x5606415b0070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:58.838 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.836+0000 7fd9bb872b80 1 --2- 172.21.15.8:0/3205108456 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5606415b5cb0 0x5606415aa840 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:58.838 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.836+0000 7fd9bb872b80 1 -- 172.21.15.8:0/3205108456 >> 172.21.15.8:0/3205108456 conn(0x5606414ddd80 msgr2=0x5606415b6a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:58.838 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.837+0000 7fd9bb872b80 1 -- 172.21.15.8:0/3205108456 shutdown_connections 2024-05-20T21:24:58.838 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.837+0000 7fd9bb872b80 1 -- 172.21.15.8:0/3205108456 wait complete. 2024-05-20T21:24:58.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.837+0000 7fd9bb872b80 1 -- start start 2024-05-20T21:24:58.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.837+0000 7fd9bb872b80 1 Processor -- start 2024-05-20T21:24:58.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.838+0000 7fd9bb872b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5606415b0690 0x5606415c2270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:58.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.838+0000 7fd9bb872b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5606415b5cb0 0x5606415c27b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:58.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.838+0000 7fd9bb872b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5606415b9b40 0x5606415bf240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:58.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.838+0000 7fd9bb872b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fd9ac1ae300 con 0x5606415b5cb0 2024-05-20T21:24:58.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.838+0000 7fd9bb872b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fd9ac1af770 con 0x5606415b0690 2024-05-20T21:24:58.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.838+0000 7fd9bb872b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fd9ac1ae9d0 con 0x5606415b9b40 2024-05-20T21:24:58.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.838+0000 7fd9bb872b80 10 client.0 _ll_register_callbacks cb 0x5606414a7e10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:58.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.838+0000 7fd9a9e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5606415b0690 0x5606415c2270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:58.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.838+0000 7fd9a9e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5606415b0690 0x5606415c2270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:47774/0 (socket says 172.21.15.8:47774) 2024-05-20T21:24:58.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.838+0000 7fd9a9e00700 1 -- 172.21.15.8:0/2645325430 learned_addr learned my addr 172.21.15.8:0/2645325430 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:24:58.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.838+0000 7fd9aa800700 1 --2- 172.21.15.8:0/2645325430 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5606415b9b40 0x5606415bf240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:58.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.838+0000 7fd9a9400700 1 --2- 172.21.15.8:0/2645325430 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5606415b5cb0 0x5606415c27b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:58.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.839+0000 7fd9a9e00700 1 -- 172.21.15.8:0/2645325430 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5606415b9b40 msgr2=0x5606415bf240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:58.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.839+0000 7fd9a9e00700 1 --2- 172.21.15.8:0/2645325430 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5606415b9b40 0x5606415bf240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:58.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.839+0000 7fd9a9e00700 1 -- 172.21.15.8:0/2645325430 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5606415b5cb0 msgr2=0x5606415c27b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:58.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.839+0000 7fd9a9e00700 1 --2- 172.21.15.8:0/2645325430 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5606415b5cb0 0x5606415c27b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:58.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.839+0000 7fd9a9e00700 1 -- 172.21.15.8:0/2645325430 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5606415bf780 con 0x5606415b0690 2024-05-20T21:24:58.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.839+0000 7fd9a9400700 1 --2- 172.21.15.8:0/2645325430 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5606415b5cb0 0x5606415c27b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:24:58.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.839+0000 7fd9a9e00700 1 --2- 172.21.15.8:0/2645325430 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5606415b0690 0x5606415c2270 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7fd99c0a5ec0 tx=0x7fd99c0a55c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a054fa09d4871d3 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:58.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.839+0000 7fd98be00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:24:58.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.839+0000 7fd98be00700 1 -- 172.21.15.8:0/2645325430 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd99c0a9430 con 0x5606415b0690 2024-05-20T21:24:58.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.839+0000 7fd98be00700 1 -- 172.21.15.8:0/2645325430 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fd99c0a5f10 con 0x5606415b0690 2024-05-20T21:24:58.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.839+0000 7fd9bb872b80 1 -- 172.21.15.8:0/2645325430 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd9980044e0 con 0x5606415b0690 2024-05-20T21:24:58.842 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.840+0000 7fd98be00700 1 -- 172.21.15.8:0/2645325430 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd99c0aa020 con 0x5606415b0690 2024-05-20T21:24:58.842 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.840+0000 7fd9bb872b80 10 client.27902 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:58.842 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.840+0000 7fd9bb872b80 1 -- 172.21.15.8:0/2645325430 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5606416351a0 con 0x5606415b0690 2024-05-20T21:24:58.842 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.840+0000 7fd98be00700 1 -- 172.21.15.8:0/2645325430 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd9980044e0 con 0x5606415b0690 2024-05-20T21:24:58.843 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.840+0000 7fd98be00700 1 -- 172.21.15.8:0/2645325430 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fd99c0aee60 con 0x5606415b0690 2024-05-20T21:24:58.843 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.840+0000 7fd9bb872b80 10 client.27902 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:58.843 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.840+0000 7fd9bb872b80 10 client.27902 resolve_mds: validated gid 24529 aka daemon mds.i 2024-05-20T21:24:58.843 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.840+0000 7fd9bb872b80 20 client.27902 populate_metadata read hostname 'smithi008' 2024-05-20T21:24:58.843 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.840+0000 7fd9bb872b80 1 --2- 172.21.15.8:0/2645325430 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5606416356d0 0x560641637ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:58.843 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.840+0000 7fd9bb872b80 4 client.27902 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 146.55, "await_for": 45.0}] 2024-05-20T21:24:58.843 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.840+0000 7fd9bb872b80 1 -- 172.21.15.8:0/2645325430 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 146.55, "await_for": 45.0}) -- 0x560641509710 con 0x5606416356d0 2024-05-20T21:24:58.843 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.841+0000 7fd9a9400700 1 --2- 172.21.15.8:0/2645325430 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5606416356d0 0x560641637ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:58.843 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.841+0000 7fd9a9400700 1 --2- 172.21.15.8:0/2645325430 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5606416356d0 0x560641637ac0 crc :-1 s=READY pgs=252 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6fdb539d91317f1 server_cookie=71022c624758f823 in_seq=0 out_seq=0 2024-05-20T21:24:58.843 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.841+0000 7fd98be00700 10 client.27902 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:24:58.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.852+0000 7fd98be00700 1 -- 172.21.15.8:0/2645325430 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x560641509710 con 0x5606416356d0 2024-05-20T21:24:58.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.852+0000 7fd98be00700 10 client.27902 handle_command_reply: tid=0 2024-05-20T21:24:58.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.853+0000 7fd9bb872b80 1 client.27902 shutdown 2024-05-20T21:24:58.853 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:24:58 smithi008 ceph-mon[31475]: pgmap v729: 97 pgs: 97 active+clean; 903 KiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:24:58.854 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:24:58 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:24:58.854 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.853+0000 7fd9bb872b80 1 -- 172.21.15.8:0/2645325430 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5606415b0690 msgr2=0x5606415c2270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:58.854 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.853+0000 7fd9bb872b80 1 --2- 172.21.15.8:0/2645325430 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5606415b0690 0x5606415c2270 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7fd99c0a5ec0 tx=0x7fd99c0a55c0 comp rx=0 tx=0).stop 2024-05-20T21:24:58.854 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.853+0000 7fd9bb872b80 1 -- 172.21.15.8:0/2645325430 shutdown_connections 2024-05-20T21:24:58.854 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.853+0000 7fd9bb872b80 1 --2- 172.21.15.8:0/2645325430 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5606416356d0 0x560641637ac0 crc :-1 s=READY pgs=252 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:58.854 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.853+0000 7fd9bb872b80 1 --2- 172.21.15.8:0/2645325430 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5606415b0690 0x5606415c2270 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:58.855 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.853+0000 7fd9bb872b80 1 --2- 172.21.15.8:0/2645325430 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5606415b9b40 0x5606415bf240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:58.855 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.853+0000 7fd9bb872b80 1 --2- 172.21.15.8:0/2645325430 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5606415b5cb0 0x5606415c27b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:58.855 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.853+0000 7fd9bb872b80 1 -- 172.21.15.8:0/2645325430 >> 172.21.15.8:0/2645325430 conn(0x5606414ddd80 msgr2=0x5606415b7f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:58.855 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.853+0000 7fd98be00700 0 client.27902 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:24:58.855 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.854+0000 7fd9bb872b80 1 -- 172.21.15.8:0/2645325430 shutdown_connections 2024-05-20T21:24:58.855 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.854+0000 7fd9bb872b80 1 -- 172.21.15.8:0/2645325430 wait complete. 2024-05-20T21:24:58.855 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.854+0000 7fd9bb872b80 20 client.27902 trim_cache size 0 max 16384 2024-05-20T21:24:58.855 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:24:58.855 INFO:teuthology.orchestra.run.smithi008.stdout: "epoch": 26, 2024-05-20T21:24:58.856 INFO:teuthology.orchestra.run.smithi008.stdout: "leader": 24529, 2024-05-20T21:24:58.856 INFO:teuthology.orchestra.run.smithi008.stdout: "set_version": 38, 2024-05-20T21:24:58.856 INFO:teuthology.orchestra.run.smithi008.stdout: "sets": { 2024-05-20T21:24:58.856 INFO:teuthology.orchestra.run.smithi008.stdout: "c1da0f": { 2024-05-20T21:24:58.856 INFO:teuthology.orchestra.run.smithi008.stdout: "version": 38, 2024-05-20T21:24:58.856 INFO:teuthology.orchestra.run.smithi008.stdout: "age_ref": 0.0, 2024-05-20T21:24:58.856 INFO:teuthology.orchestra.run.smithi008.stdout: "state": { 2024-05-20T21:24:58.856 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "QUIESCED", 2024-05-20T21:24:58.856 INFO:teuthology.orchestra.run.smithi008.stdout: "age": 0.0 2024-05-20T21:24:58.856 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:24:58.856 INFO:teuthology.orchestra.run.smithi008.stdout: "timeout": 90.0, 2024-05-20T21:24:58.856 INFO:teuthology.orchestra.run.smithi008.stdout: "expiration": 146.6, 2024-05-20T21:24:58.856 INFO:teuthology.orchestra.run.smithi008.stdout: "members": { 2024-05-20T21:24:58.856 INFO:teuthology.orchestra.run.smithi008.stdout: "file:/": { 2024-05-20T21:24:58.856 INFO:teuthology.orchestra.run.smithi008.stdout: "excluded": false, 2024-05-20T21:24:58.857 INFO:teuthology.orchestra.run.smithi008.stdout: "state": { 2024-05-20T21:24:58.857 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "QUIESCED", 2024-05-20T21:24:58.857 INFO:teuthology.orchestra.run.smithi008.stdout: "age": 0.0 2024-05-20T21:24:58.857 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:24:58.857 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:24:58.857 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:24:58.857 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:24:58.857 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:24:58.857 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:24:58.857 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.855+0000 7fd9b0e00700 1 -- 172.21.15.8:0/296861411 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd9900b29b0 msgr2=0x7fd9900b4e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:58.858 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.855+0000 7fd9b0e00700 1 --2- 172.21.15.8:0/296861411 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd9900b29b0 0x7fd9900b4e70 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7fd9ac1108c0 tx=0x7fd998009260 comp rx=0 tx=0).stop 2024-05-20T21:24:58.858 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.855+0000 7fd9b0e00700 1 -- 172.21.15.8:0/296861411 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd9ac103850 msgr2=0x7fd9ac19bdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:58.858 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.855+0000 7fd9b0e00700 1 --2- 172.21.15.8:0/296861411 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd9ac103850 0x7fd9ac19bdb0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fd99c00e9a0 tx=0x7fd99c00ecb0 comp rx=0 tx=0).stop 2024-05-20T21:24:58.858 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.855+0000 7fd9b0e00700 1 -- 172.21.15.8:0/296861411 shutdown_connections 2024-05-20T21:24:58.858 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.855+0000 7fd9b0e00700 1 --2- 172.21.15.8:0/296861411 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd9900b29b0 0x7fd9900b4e70 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:58.858 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.855+0000 7fd9b0e00700 1 --2- 172.21.15.8:0/296861411 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd9ac103850 0x7fd9ac19bdb0 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:58.858 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.855+0000 7fd9b0e00700 1 --2- 172.21.15.8:0/296861411 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd9ac108840 0x7fd9ac1a0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:58.858 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.855+0000 7fd9b0e00700 1 --2- 172.21.15.8:0/296861411 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd9ac104200 0x7fd9ac19c2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:58.858 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.855+0000 7fd9b0e00700 1 -- 172.21.15.8:0/296861411 >> 172.21.15.8:0/296861411 conn(0x7fd9ac07a610 msgr2=0x7fd9ac101460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:58.858 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.855+0000 7fd9b0e00700 1 -- 172.21.15.8:0/296861411 shutdown_connections 2024-05-20T21:24:58.858 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:24:58.855+0000 7fd9b0e00700 1 -- 172.21.15.8:0/296861411 wait complete. 2024-05-20T21:24:59.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:24:58 smithi130 ceph-mon[36448]: pgmap v729: 97 pgs: 97 active+clean; 903 KiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:24:59.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:24:58 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:24:59.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:24:58 smithi050 ceph-mon[35809]: pgmap v729: 97 pgs: 97 active+clean; 903 KiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:24:59.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:24:58 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:25:00.002 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'c1da0f', quiesce took 9.8 seconds. Will release after: 16.75 2024-05-20T21:25:00.521 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:25:00 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:25:00.521 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:25:00 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:25:00.521 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:25:00 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:25:00.521 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:25:00 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:25:00.521 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:25:00 smithi008 ceph-mon[31475]: pgmap v730: 97 pgs: 97 active+clean; 903 KiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:25:00.521 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:25:00 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:25:00.521 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:25:00 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:25:00.522 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:25:00 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:25:00.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:25:00 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:25:00.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:25:00 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:25:00.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:25:00 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:25:00.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:25:00 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:25:00.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:25:00 smithi130 ceph-mon[36448]: pgmap v730: 97 pgs: 97 active+clean; 903 KiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:25:00.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:25:00 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:25:00.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:25:00 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:25:00.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:25:00 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:25:00.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:25:00 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:25:00.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:25:00 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:25:00.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:25:00 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:25:00.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:25:00 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:25:00.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:25:00 smithi050 ceph-mon[35809]: pgmap v730: 97 pgs: 97 active+clean; 903 KiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:25:00.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:25:00 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:25:00.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:25:00 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:25:00.675 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:25:00 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:25:00.700 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.699+0000 7f9aed200700 1 -- 172.21.15.8:0/1087515639 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9ae81041a0 msgr2=0x7f9ae81081c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:00.700 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.699+0000 7f9aed200700 1 --2- 172.21.15.8:0/1087515639 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9ae81041a0 0x7f9ae81081c0 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f9ad00099c0 tx=0x7f9ad0009cd0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.700 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.699+0000 7f9aed200700 1 -- 172.21.15.8:0/1087515639 shutdown_connections 2024-05-20T21:25:00.700 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.699+0000 7f9aed200700 1 --2- 172.21.15.8:0/1087515639 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9ae81088f0 0x7f9ae8110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.700 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.699+0000 7f9aed200700 1 --2- 172.21.15.8:0/1087515639 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9ae81037f0 0x7f9ae8103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.699+0000 7f9aed200700 1 --2- 172.21.15.8:0/1087515639 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9ae81041a0 0x7f9ae81081c0 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.699+0000 7f9aed200700 1 -- 172.21.15.8:0/1087515639 >> 172.21.15.8:0/1087515639 conn(0x7f9ae807a6a0 msgr2=0x7f9ae807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:00.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.699+0000 7f9aed200700 1 -- 172.21.15.8:0/1087515639 shutdown_connections 2024-05-20T21:25:00.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.699+0000 7f9aed200700 1 -- 172.21.15.8:0/1087515639 wait complete. 2024-05-20T21:25:00.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.701+0000 7f9aed200700 1 Processor -- start 2024-05-20T21:25:00.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.701+0000 7f9aed200700 1 -- start start 2024-05-20T21:25:00.702 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.702+0000 7f9aed200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9ae81037f0 0x7f9ae819bd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:00.702 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.702+0000 7f9aed200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9ae81041a0 0x7f9ae819c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:00.702 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.702+0000 7f9aed200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9ae81088f0 0x7f9ae81a0630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:00.703 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.702+0000 7f9aed200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f9ae81136d0 con 0x7f9ae81088f0 2024-05-20T21:25:00.703 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.702+0000 7f9aed200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9ae8113550 con 0x7f9ae81041a0 2024-05-20T21:25:00.703 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.702+0000 7f9aed200700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f9ae8113850 con 0x7f9ae81037f0 2024-05-20T21:25:00.703 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.702+0000 7f9adfe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9ae81041a0 0x7f9ae819c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:00.703 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.702+0000 7f9ae6800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9ae81088f0 0x7f9ae81a0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:00.703 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.702+0000 7f9ae5e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9ae81037f0 0x7f9ae819bd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:00.703 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.702+0000 7f9ae6800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9ae81088f0 0x7f9ae81a0630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:60504/0 (socket says 172.21.15.8:60504) 2024-05-20T21:25:00.703 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.702+0000 7f9adfe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9ae81041a0 0x7f9ae819c2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:47798/0 (socket says 172.21.15.8:47798) 2024-05-20T21:25:00.703 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.702+0000 7f9ae6800700 1 -- 172.21.15.8:0/617448365 learned_addr learned my addr 172.21.15.8:0/617448365 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:00.704 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.703+0000 7f9ae5e00700 1 -- 172.21.15.8:0/617448365 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9ae81041a0 msgr2=0x7f9ae819c2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:00.704 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.703+0000 7f9ae5e00700 1 --2- 172.21.15.8:0/617448365 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9ae81041a0 0x7f9ae819c2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.704 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.703+0000 7f9ae5e00700 1 -- 172.21.15.8:0/617448365 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9ae81088f0 msgr2=0x7f9ae81a0630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:00.704 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.703+0000 7f9ae5e00700 1 --2- 172.21.15.8:0/617448365 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9ae81088f0 0x7f9ae81a0630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.704 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.703+0000 7f9ae5e00700 1 -- 172.21.15.8:0/617448365 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ae81a0d70 con 0x7f9ae81037f0 2024-05-20T21:25:00.705 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.703+0000 7f9ae5e00700 1 --2- 172.21.15.8:0/617448365 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9ae81037f0 0x7f9ae819bd60 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f9ad800e9f0 tx=0x7f9ad800ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:00.705 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.703+0000 7f9adea00700 1 -- 172.21.15.8:0/617448365 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ad800c9c0 con 0x7f9ae81037f0 2024-05-20T21:25:00.705 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.703+0000 7f9adea00700 1 -- 172.21.15.8:0/617448365 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9ad800cb60 con 0x7f9ae81037f0 2024-05-20T21:25:00.705 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.703+0000 7f9aed200700 1 -- 172.21.15.8:0/617448365 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ae81a1060 con 0x7f9ae81037f0 2024-05-20T21:25:00.705 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.703+0000 7f9adea00700 1 -- 172.21.15.8:0/617448365 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ad8018680 con 0x7f9ae81037f0 2024-05-20T21:25:00.705 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.704+0000 7f9aed200700 1 -- 172.21.15.8:0/617448365 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ae81a88e0 con 0x7f9ae81037f0 2024-05-20T21:25:00.709 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.709+0000 7f9af7c3db80 1 Processor -- start 2024-05-20T21:25:00.709 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.709+0000 7f9af7c3db80 1 -- start start 2024-05-20T21:25:00.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.709+0000 7f9adea00700 1 -- 172.21.15.8:0/617448365 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f9ad8010430 con 0x7f9ae81037f0 2024-05-20T21:25:00.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.709+0000 7f9af7c3db80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560e10c3d610 0x560e10c3d9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:00.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.709+0000 7f9af7c3db80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560e10c3df30 0x560e10c37b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:00.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.709+0000 7f9af7c3db80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560e10c38140 0x560e10c385c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:00.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.709+0000 7f9af7c3db80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x560e10b95e40 con 0x560e10c38140 2024-05-20T21:25:00.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.709+0000 7f9af7c3db80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x560e10b859e0 con 0x560e10c3d610 2024-05-20T21:25:00.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.709+0000 7f9af7c3db80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x560e10b89a20 con 0x560e10c3df30 2024-05-20T21:25:00.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.710+0000 7f9ae6800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560e10c3d610 0x560e10c3d9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:00.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.710+0000 7f9ae6800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560e10c3d610 0x560e10c3d9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:47814/0 (socket says 172.21.15.8:47814) 2024-05-20T21:25:00.711 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.710+0000 7f9ae6800700 1 -- 172.21.15.8:0/1121236983 learned_addr learned my addr 172.21.15.8:0/1121236983 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:00.712 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.710+0000 7f9adfe00700 1 --2- 172.21.15.8:0/1121236983 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560e10c38140 0x560e10c385c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:00.712 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.710+0000 7f9ae5e00700 1 --2- 172.21.15.8:0/1121236983 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560e10c3df30 0x560e10c37b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:00.712 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.710+0000 7f9ae6800700 1 -- 172.21.15.8:0/1121236983 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560e10c3df30 msgr2=0x560e10c37b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:00.712 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.710+0000 7f9ae6800700 1 --2- 172.21.15.8:0/1121236983 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560e10c3df30 0x560e10c37b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.712 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.710+0000 7f9ae6800700 1 -- 172.21.15.8:0/1121236983 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560e10c38140 msgr2=0x560e10c385c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:00.712 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.710+0000 7f9ae6800700 1 --2- 172.21.15.8:0/1121236983 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560e10c38140 0x560e10c385c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.712 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.710+0000 7f9ae6800700 1 -- 172.21.15.8:0/1121236983 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560e10b4e420 con 0x560e10c3d610 2024-05-20T21:25:00.712 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.710+0000 7f9adfe00700 1 --2- 172.21.15.8:0/1121236983 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560e10c38140 0x560e10c385c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:25:00.712 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.711+0000 7f9ae6800700 1 --2- 172.21.15.8:0/1121236983 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560e10c3d610 0x560e10c3d9f0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f9ae000e690 tx=0x7f9ae0009920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a33f3331077993ce server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:00.712 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.711+0000 7f9ad7400700 1 -- 172.21.15.8:0/1121236983 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ae0019030 con 0x560e10c3d610 2024-05-20T21:25:00.712 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.711+0000 7f9ad7400700 1 -- 172.21.15.8:0/1121236983 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9ae0004020 con 0x560e10c3d610 2024-05-20T21:25:00.712 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.711+0000 7f9ad7400700 1 -- 172.21.15.8:0/1121236983 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ae0007760 con 0x560e10c3d610 2024-05-20T21:25:00.712 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.711+0000 7f9adea00700 1 --2- 172.21.15.8:0/617448365 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9ac80b2900 0x7f9ac80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:00.712 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.711+0000 7f9adea00700 1 -- 172.21.15.8:0/617448365 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f9ad80e2360 con 0x7f9ae81037f0 2024-05-20T21:25:00.713 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.712+0000 7f9ae5e00700 1 --2- 172.21.15.8:0/617448365 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9ac80b2900 0x7f9ac80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:00.713 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.712+0000 7f9af7c3db80 1 -- 172.21.15.8:0/1121236983 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560e10c3d610 msgr2=0x560e10c3d9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:00.713 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.712+0000 7f9af7c3db80 1 --2- 172.21.15.8:0/1121236983 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560e10c3d610 0x560e10c3d9f0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f9ae000e690 tx=0x7f9ae0009920 comp rx=0 tx=0).stop 2024-05-20T21:25:00.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.712+0000 7f9af7c3db80 1 -- 172.21.15.8:0/1121236983 shutdown_connections 2024-05-20T21:25:00.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.712+0000 7f9af7c3db80 1 --2- 172.21.15.8:0/1121236983 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560e10c3d610 0x560e10c3d9f0 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.712+0000 7f9af7c3db80 1 --2- 172.21.15.8:0/1121236983 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560e10c38140 0x560e10c385c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.712+0000 7f9af7c3db80 1 --2- 172.21.15.8:0/1121236983 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560e10c3df30 0x560e10c37b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.712+0000 7f9af7c3db80 1 -- 172.21.15.8:0/1121236983 >> 172.21.15.8:0/1121236983 conn(0x560e10b65be0 msgr2=0x560e10c32690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:00.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.712+0000 7f9af7c3db80 1 -- 172.21.15.8:0/1121236983 shutdown_connections 2024-05-20T21:25:00.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.712+0000 7f9af7c3db80 1 -- 172.21.15.8:0/1121236983 wait complete. 2024-05-20T21:25:00.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.712+0000 7f9ae5e00700 1 --2- 172.21.15.8:0/617448365 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9ac80b2900 0x7f9ac80b4dc0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f9ad80a9610 tx=0x7f9ad8009790 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:00.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.713+0000 7f9af7c3db80 1 -- start start 2024-05-20T21:25:00.715 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.713+0000 7f9af7c3db80 1 Processor -- start 2024-05-20T21:25:00.715 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.714+0000 7f9af7c3db80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560e10c38140 0x560e10c43c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:00.715 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.714+0000 7f9af7c3db80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560e10c3d610 0x560e10c41030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:00.715 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.714+0000 7f9af7c3db80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560e10c3df30 0x560e10c41570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:00.715 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.714+0000 7f9af7c3db80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x560e10a8bfa0 con 0x560e10c38140 2024-05-20T21:25:00.715 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.714+0000 7f9af7c3db80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x560e10b26760 con 0x560e10c3df30 2024-05-20T21:25:00.716 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.714+0000 7f9af7c3db80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x560e10c449e0 con 0x560e10c3d610 2024-05-20T21:25:00.716 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.714+0000 7f9af7c3db80 10 client.0 _ll_register_callbacks cb 0x560e10b2fc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:00.716 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.715+0000 7f9ae6800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560e10c38140 0x560e10c43c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:00.716 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.715+0000 7f9adfe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560e10c3d610 0x560e10c41030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:00.716 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.715+0000 7f9adfe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560e10c3d610 0x560e10c41030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:46028/0 (socket says 172.21.15.8:46028) 2024-05-20T21:25:00.716 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.715+0000 7f9adfe00700 1 -- 172.21.15.8:0/3027070313 learned_addr learned my addr 172.21.15.8:0/3027070313 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:00.716 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.715+0000 7f9ae6800700 1 --2- 172.21.15.8:0/3027070313 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560e10c3df30 0x560e10c41570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:00.717 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.715+0000 7f9ae6800700 1 -- 172.21.15.8:0/3027070313 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560e10c3d610 msgr2=0x560e10c41030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:00.717 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.715+0000 7f9ae6800700 1 --2- 172.21.15.8:0/3027070313 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560e10c3d610 0x560e10c41030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.717 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.715+0000 7f9ae6800700 1 -- 172.21.15.8:0/3027070313 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560e10c3df30 msgr2=0x560e10c41570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:00.717 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.715+0000 7f9ae6800700 1 --2- 172.21.15.8:0/3027070313 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560e10c3df30 0x560e10c41570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.717 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.715+0000 7f9ae6800700 1 -- 172.21.15.8:0/3027070313 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560e10ad58d0 con 0x560e10c38140 2024-05-20T21:25:00.717 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.715+0000 7f9adfe00700 1 --2- 172.21.15.8:0/3027070313 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560e10c3d610 0x560e10c41030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:00.717 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.716+0000 7f9ae6800700 1 --2- 172.21.15.8:0/3027070313 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560e10c38140 0x560e10c43c90 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f9ae0009c10 tx=0x7f9ae000e1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7cbd3dcae55485e0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:00.717 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.716+0000 7f9acfe00700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:25:00.718 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.716+0000 7f9acfe00700 1 -- 172.21.15.8:0/3027070313 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ae0027020 con 0x560e10c38140 2024-05-20T21:25:00.718 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.716+0000 7f9acfe00700 1 -- 172.21.15.8:0/3027070313 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f9ae0004cd0 con 0x560e10c38140 2024-05-20T21:25:00.718 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.716+0000 7f9af7c3db80 1 -- 172.21.15.8:0/3027070313 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9ae0004020 con 0x560e10c38140 2024-05-20T21:25:00.718 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.716+0000 7f9acfe00700 1 -- 172.21.15.8:0/3027070313 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9ae0007500 con 0x560e10c38140 2024-05-20T21:25:00.718 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.716+0000 7f9af7c3db80 10 client.17796 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:00.718 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.716+0000 7f9af7c3db80 1 -- 172.21.15.8:0/3027070313 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560e10b56060 con 0x560e10c38140 2024-05-20T21:25:00.718 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.717+0000 7f9acfe00700 1 -- 172.21.15.8:0/3027070313 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9ae0004020 con 0x560e10c38140 2024-05-20T21:25:00.719 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.718+0000 7f9acfe00700 1 -- 172.21.15.8:0/3027070313 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9ae0005070 con 0x560e10c38140 2024-05-20T21:25:00.719 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.718+0000 7f9af7c3db80 10 client.17796 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:00.719 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.718+0000 7f9af7c3db80 10 client.17796 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:25:00.719 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.718+0000 7f9af7c3db80 20 client.17796 populate_metadata read hostname 'smithi008' 2024-05-20T21:25:00.719 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.718+0000 7f9af7c3db80 1 --2- 172.21.15.8:0/3027070313 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560e10c51480 0x560e10c53870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:00.719 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.718+0000 7f9af7c3db80 4 client.17796 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:25:00.719 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.718+0000 7f9af7c3db80 1 -- 172.21.15.8:0/3027070313 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560e10b97d90 con 0x560e10c51480 2024-05-20T21:25:00.719 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.719+0000 7f9adfe00700 1 --2- 172.21.15.8:0/3027070313 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560e10c51480 0x560e10c53870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:00.720 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.719+0000 7f9adfe00700 1 --2- 172.21.15.8:0/3027070313 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560e10c51480 0x560e10c53870 crc :-1 s=READY pgs=253 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d14ea963416e4873 server_cookie=b2424899f2528e8e in_seq=0 out_seq=0 2024-05-20T21:25:00.720 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.719+0000 7f9acfe00700 10 client.17796 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:25:00.720 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.720+0000 7f9acfe00700 1 -- 172.21.15.8:0/3027070313 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x560e10b97d90 con 0x560e10c51480 2024-05-20T21:25:00.721 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.720+0000 7f9acfe00700 10 client.17796 handle_command_reply: tid=0 2024-05-20T21:25:00.721 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.720+0000 7f9af7c3db80 1 client.17796 shutdown 2024-05-20T21:25:00.721 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.721+0000 7f9af7c3db80 1 -- 172.21.15.8:0/3027070313 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560e10c38140 msgr2=0x560e10c43c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:00.722 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.721+0000 7f9af7c3db80 1 --2- 172.21.15.8:0/3027070313 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560e10c38140 0x560e10c43c90 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f9ae0009c10 tx=0x7f9ae000e1a0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.722 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.721+0000 7f9af7c3db80 1 -- 172.21.15.8:0/3027070313 shutdown_connections 2024-05-20T21:25:00.722 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.721+0000 7f9af7c3db80 1 --2- 172.21.15.8:0/3027070313 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560e10c51480 0x560e10c53870 crc :-1 s=READY pgs=253 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.722 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.721+0000 7f9af7c3db80 1 --2- 172.21.15.8:0/3027070313 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560e10c3df30 0x560e10c41570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.722 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.721+0000 7f9af7c3db80 1 --2- 172.21.15.8:0/3027070313 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560e10c38140 0x560e10c43c90 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.722 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.721+0000 7f9acfe00700 0 client.17796 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:25:00.722 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.721+0000 7f9af7c3db80 1 --2- 172.21.15.8:0/3027070313 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560e10c3d610 0x560e10c41030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.722 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.721+0000 7f9af7c3db80 1 -- 172.21.15.8:0/3027070313 >> 172.21.15.8:0/3027070313 conn(0x560e10b65be0 msgr2=0x560e10c31d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:00.722 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.721+0000 7f9af7c3db80 1 -- 172.21.15.8:0/3027070313 shutdown_connections 2024-05-20T21:25:00.722 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.721+0000 7f9af7c3db80 1 -- 172.21.15.8:0/3027070313 wait complete. 2024-05-20T21:25:00.722 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.721+0000 7f9af7c3db80 20 client.17796 trim_cache size 0 max 16384 2024-05-20T21:25:00.749 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.749+0000 7f9af7c3db80 1 Processor -- start 2024-05-20T21:25:00.750 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.749+0000 7f9af7c3db80 1 -- start start 2024-05-20T21:25:00.751 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.749+0000 7f9af7c3db80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560e10c38140 0x560e10c37b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:00.751 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.749+0000 7f9af7c3db80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560e10c3d610 0x560e10c3ea20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:00.751 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.749+0000 7f9af7c3db80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560e10c3df30 0x560e10c324f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:00.751 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.749+0000 7f9af7c3db80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f9ae81b26f0 con 0x560e10c3df30 2024-05-20T21:25:00.751 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.749+0000 7f9af7c3db80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9ae81aff80 con 0x560e10c3d610 2024-05-20T21:25:00.751 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.749+0000 7f9af7c3db80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f9ae81addd0 con 0x560e10c38140 2024-05-20T21:25:00.751 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.750+0000 7f9adfe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560e10c3d610 0x560e10c3ea20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:00.751 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.750+0000 7f9adfe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560e10c3d610 0x560e10c3ea20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:47834/0 (socket says 172.21.15.8:47834) 2024-05-20T21:25:00.751 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.750+0000 7f9adfe00700 1 -- 172.21.15.8:0/816107646 learned_addr learned my addr 172.21.15.8:0/816107646 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:00.751 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.750+0000 7f9ae6800700 1 --2- 172.21.15.8:0/816107646 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560e10c38140 0x560e10c37b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:00.751 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.750+0000 7f9ae6800700 1 --2- 172.21.15.8:0/816107646 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560e10c3df30 0x560e10c324f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:00.751 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.750+0000 7f9adfe00700 1 -- 172.21.15.8:0/816107646 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560e10c38140 msgr2=0x560e10c37b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:00.752 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.750+0000 7f9adfe00700 1 --2- 172.21.15.8:0/816107646 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560e10c38140 0x560e10c37b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.752 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.750+0000 7f9adfe00700 1 -- 172.21.15.8:0/816107646 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560e10c3df30 msgr2=0x560e10c324f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:00.752 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.750+0000 7f9adfe00700 1 --2- 172.21.15.8:0/816107646 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560e10c3df30 0x560e10c324f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.752 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.750+0000 7f9adfe00700 1 -- 172.21.15.8:0/816107646 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560e10c333a0 con 0x560e10c3d610 2024-05-20T21:25:00.752 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.750+0000 7f9ae6800700 1 --2- 172.21.15.8:0/816107646 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560e10c38140 0x560e10c37b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:00.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.751+0000 7f9adfe00700 1 --2- 172.21.15.8:0/816107646 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560e10c3d610 0x560e10c3ea20 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f9ad0009990 tx=0x7f9ad0005960 comp rx=0 tx=0).ready entity=mon.2 client_cookie=95fec11f38795702 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:00.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.751+0000 7f9ad6a00700 1 -- 172.21.15.8:0/816107646 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ad00037c0 con 0x560e10c3d610 2024-05-20T21:25:00.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.751+0000 7f9ad6a00700 1 -- 172.21.15.8:0/816107646 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9ad0003e10 con 0x560e10c3d610 2024-05-20T21:25:00.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.751+0000 7f9ad6a00700 1 -- 172.21.15.8:0/816107646 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ad000f460 con 0x560e10c3d610 2024-05-20T21:25:00.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.752+0000 7f9af7c3db80 1 -- 172.21.15.8:0/816107646 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560e10c3d610 msgr2=0x560e10c3ea20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:00.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.752+0000 7f9af7c3db80 1 --2- 172.21.15.8:0/816107646 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560e10c3d610 0x560e10c3ea20 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f9ad0009990 tx=0x7f9ad0005960 comp rx=0 tx=0).stop 2024-05-20T21:25:00.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.752+0000 7f9af7c3db80 1 -- 172.21.15.8:0/816107646 shutdown_connections 2024-05-20T21:25:00.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.752+0000 7f9af7c3db80 1 --2- 172.21.15.8:0/816107646 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560e10c3df30 0x560e10c324f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.752+0000 7f9af7c3db80 1 --2- 172.21.15.8:0/816107646 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560e10c38140 0x560e10c37b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.752+0000 7f9af7c3db80 1 --2- 172.21.15.8:0/816107646 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560e10c3d610 0x560e10c3ea20 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.754 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.752+0000 7f9af7c3db80 1 -- 172.21.15.8:0/816107646 >> 172.21.15.8:0/816107646 conn(0x560e10b65be0 msgr2=0x560e10c3e310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:00.754 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.752+0000 7f9af7c3db80 1 -- 172.21.15.8:0/816107646 shutdown_connections 2024-05-20T21:25:00.754 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.753+0000 7f9af7c3db80 1 -- 172.21.15.8:0/816107646 wait complete. 2024-05-20T21:25:00.755 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.753+0000 7f9af7c3db80 1 -- start start 2024-05-20T21:25:00.755 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.753+0000 7f9af7c3db80 1 Processor -- start 2024-05-20T21:25:00.755 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.754+0000 7f9af7c3db80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560e10c38140 0x560e10c56930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:00.755 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.754+0000 7f9af7c3db80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560e10c3d610 0x560e10c56e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:00.755 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.754+0000 7f9af7c3db80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560e10c3df30 0x560e10c53e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:00.755 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.754+0000 7f9af7c3db80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f9ae81ae440 con 0x560e10c3d610 2024-05-20T21:25:00.755 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.754+0000 7f9af7c3db80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9ae81af8b0 con 0x560e10c38140 2024-05-20T21:25:00.755 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.754+0000 7f9af7c3db80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f9ae81aeb10 con 0x560e10c3df30 2024-05-20T21:25:00.755 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.754+0000 7f9af7c3db80 10 client.0 _ll_register_callbacks cb 0x560e10b2fc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:00.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.754+0000 7f9ae6800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560e10c38140 0x560e10c56930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:00.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.754+0000 7f9ae6800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560e10c38140 0x560e10c56930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:47850/0 (socket says 172.21.15.8:47850) 2024-05-20T21:25:00.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.754+0000 7f9ae6800700 1 -- 172.21.15.8:0/2626771107 learned_addr learned my addr 172.21.15.8:0/2626771107 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:00.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.754+0000 7f9adfe00700 1 --2- 172.21.15.8:0/2626771107 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560e10c3d610 0x560e10c56e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:00.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.754+0000 7f9ae6800700 1 --2- 172.21.15.8:0/2626771107 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560e10c3df30 0x560e10c53e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:00.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.755+0000 7f9ae6800700 1 -- 172.21.15.8:0/2626771107 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560e10c3df30 msgr2=0x560e10c53e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:00.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.755+0000 7f9ae6800700 1 --2- 172.21.15.8:0/2626771107 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560e10c3df30 0x560e10c53e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.755+0000 7f9ae6800700 1 -- 172.21.15.8:0/2626771107 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560e10c3d610 msgr2=0x560e10c56e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:00.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.755+0000 7f9ae6800700 1 --2- 172.21.15.8:0/2626771107 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560e10c3d610 0x560e10c56e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.755+0000 7f9ae6800700 1 -- 172.21.15.8:0/2626771107 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560e10c54550 con 0x560e10c38140 2024-05-20T21:25:00.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.755+0000 7f9adfe00700 1 --2- 172.21.15.8:0/2626771107 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560e10c3d610 0x560e10c56e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:00.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.755+0000 7f9ae6800700 1 --2- 172.21.15.8:0/2626771107 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560e10c38140 0x560e10c56930 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f9ae0003e40 tx=0x7f9ae000b040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=30a655382db0ff63 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:00.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.755+0000 7f9acfe00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:25:00.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.755+0000 7f9acfe00700 1 -- 172.21.15.8:0/2626771107 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ae0027040 con 0x560e10c38140 2024-05-20T21:25:00.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.755+0000 7f9acfe00700 1 -- 172.21.15.8:0/2626771107 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f9ae0007ab0 con 0x560e10c38140 2024-05-20T21:25:00.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.755+0000 7f9af7c3db80 1 -- 172.21.15.8:0/2626771107 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9ad0003e10 con 0x560e10c38140 2024-05-20T21:25:00.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.756+0000 7f9acfe00700 1 -- 172.21.15.8:0/2626771107 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9ae0019040 con 0x560e10c38140 2024-05-20T21:25:00.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.756+0000 7f9af7c3db80 10 client.27920 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:00.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.756+0000 7f9af7c3db80 1 -- 172.21.15.8:0/2626771107 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560e10cbb7c0 con 0x560e10c38140 2024-05-20T21:25:00.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.756+0000 7f9acfe00700 1 -- 172.21.15.8:0/2626771107 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9ad0003e10 con 0x560e10c38140 2024-05-20T21:25:00.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.756+0000 7f9acfe00700 1 -- 172.21.15.8:0/2626771107 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9ae0036040 con 0x560e10c38140 2024-05-20T21:25:00.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.756+0000 7f9af7c3db80 10 client.27920 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:00.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.756+0000 7f9af7c3db80 10 client.27920 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:25:00.759 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.756+0000 7f9af7c3db80 20 client.27920 populate_metadata read hostname 'smithi008' 2024-05-20T21:25:00.759 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.756+0000 7f9af7c3db80 1 --2- 172.21.15.8:0/2626771107 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560e10cbbcb0 0x560e10cbe0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:00.759 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.756+0000 7f9af7c3db80 4 client.27920 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:25:00.759 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.756+0000 7f9af7c3db80 1 -- 172.21.15.8:0/2626771107 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "damage ls"}) -- 0x560e10b91570 con 0x560e10cbbcb0 2024-05-20T21:25:00.759 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.757+0000 7f9adfe00700 1 --2- 172.21.15.8:0/2626771107 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560e10cbbcb0 0x560e10cbe0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:00.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.757+0000 7f9adfe00700 1 --2- 172.21.15.8:0/2626771107 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560e10cbbcb0 0x560e10cbe0a0 crc :-1 s=READY pgs=254 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9b2873e48d01d83f server_cookie=129d37dfd50a1b7f in_seq=0 out_seq=0 2024-05-20T21:25:00.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.757+0000 7f9acfe00700 10 client.27920 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:25:00.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.758+0000 7f9acfe00700 1 -- 172.21.15.8:0/2626771107 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x560e10b91570 con 0x560e10cbbcb0 2024-05-20T21:25:00.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.758+0000 7f9acfe00700 10 client.27920 handle_command_reply: tid=0 2024-05-20T21:25:00.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.758+0000 7f9af7c3db80 1 client.27920 shutdown 2024-05-20T21:25:00.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.758+0000 7f9af7c3db80 1 -- 172.21.15.8:0/2626771107 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560e10c38140 msgr2=0x560e10c56930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:00.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.758+0000 7f9af7c3db80 1 --2- 172.21.15.8:0/2626771107 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560e10c38140 0x560e10c56930 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f9ae0003e40 tx=0x7f9ae000b040 comp rx=0 tx=0).stop 2024-05-20T21:25:00.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.758+0000 7f9af7c3db80 1 -- 172.21.15.8:0/2626771107 shutdown_connections 2024-05-20T21:25:00.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.758+0000 7f9af7c3db80 1 --2- 172.21.15.8:0/2626771107 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560e10cbbcb0 0x560e10cbe0a0 crc :-1 s=READY pgs=254 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.758+0000 7f9af7c3db80 1 --2- 172.21.15.8:0/2626771107 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560e10c38140 0x560e10c56930 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.758+0000 7f9af7c3db80 1 --2- 172.21.15.8:0/2626771107 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560e10c3df30 0x560e10c53e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.758+0000 7f9af7c3db80 1 --2- 172.21.15.8:0/2626771107 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560e10c3d610 0x560e10c56e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.758+0000 7f9acfe00700 0 client.27920 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:25:00.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.758+0000 7f9af7c3db80 1 -- 172.21.15.8:0/2626771107 >> 172.21.15.8:0/2626771107 conn(0x560e10b65be0 msgr2=0x560e10c3e310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:00.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.758+0000 7f9af7c3db80 1 -- 172.21.15.8:0/2626771107 shutdown_connections 2024-05-20T21:25:00.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.758+0000 7f9af7c3db80 1 -- 172.21.15.8:0/2626771107 wait complete. 2024-05-20T21:25:00.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.758+0000 7f9af7c3db80 20 client.27920 trim_cache size 0 max 16384 2024-05-20T21:25:00.761 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:25:00.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.759+0000 7f9aed200700 1 -- 172.21.15.8:0/617448365 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9ac80b2900 msgr2=0x7f9ac80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:00.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.759+0000 7f9aed200700 1 --2- 172.21.15.8:0/617448365 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9ac80b2900 0x7f9ac80b4dc0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f9ad80a9610 tx=0x7f9ad8009790 comp rx=0 tx=0).stop 2024-05-20T21:25:00.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.759+0000 7f9aed200700 1 -- 172.21.15.8:0/617448365 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9ae81037f0 msgr2=0x7f9ae819bd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:00.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.759+0000 7f9aed200700 1 --2- 172.21.15.8:0/617448365 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9ae81037f0 0x7f9ae819bd60 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f9ad800e9f0 tx=0x7f9ad800ed00 comp rx=0 tx=0).stop 2024-05-20T21:25:00.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.759+0000 7f9aed200700 1 -- 172.21.15.8:0/617448365 shutdown_connections 2024-05-20T21:25:00.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.760+0000 7f9aed200700 1 --2- 172.21.15.8:0/617448365 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9ac80b2900 0x7f9ac80b4dc0 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.760+0000 7f9aed200700 1 --2- 172.21.15.8:0/617448365 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9ae81088f0 0x7f9ae81a0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.760+0000 7f9aed200700 1 --2- 172.21.15.8:0/617448365 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9ae81037f0 0x7f9ae819bd60 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.760+0000 7f9aed200700 1 --2- 172.21.15.8:0/617448365 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9ae81041a0 0x7f9ae819c2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.760+0000 7f9aed200700 1 -- 172.21.15.8:0/617448365 >> 172.21.15.8:0/617448365 conn(0x7f9ae807a6a0 msgr2=0x7f9ae8101d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:00.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.760+0000 7f9aed200700 1 -- 172.21.15.8:0/617448365 shutdown_connections 2024-05-20T21:25:00.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:00.760+0000 7f9aed200700 1 -- 172.21.15.8:0/617448365 wait complete. 2024-05-20T21:25:00.805 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.804+0000 7fc1d5600640 1 -- 172.21.15.8:0/2210596014 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc1d0105ed0 msgr2=0x7fc1d0106350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:00.805 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.804+0000 7fc1d5600640 1 --2- 172.21.15.8:0/2210596014 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc1d0105ed0 0x7fc1d0106350 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fc1bc009900 tx=0x7fc1bc02a410 comp rx=0 tx=0).stop 2024-05-20T21:25:00.805 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.805+0000 7fc1d5600640 1 -- 172.21.15.8:0/2210596014 shutdown_connections 2024-05-20T21:25:00.805 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.805+0000 7fc1d5600640 1 --2- 172.21.15.8:0/2210596014 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc1d0106890 0x7fc1d010d120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.805 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.805+0000 7fc1d5600640 1 --2- 172.21.15.8:0/2210596014 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc1d0105ed0 0x7fc1d0106350 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.806 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.805+0000 7fc1d5600640 1 --2- 172.21.15.8:0/2210596014 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc1d0104ce0 0x7fc1d0105100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.806 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.805+0000 7fc1d5600640 1 -- 172.21.15.8:0/2210596014 >> 172.21.15.8:0/2210596014 conn(0x7fc1d0100270 msgr2=0x7fc1d0102690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:00.806 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.805+0000 7fc1d5600640 1 -- 172.21.15.8:0/2210596014 shutdown_connections 2024-05-20T21:25:00.806 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.805+0000 7fc1d5600640 1 -- 172.21.15.8:0/2210596014 wait complete. 2024-05-20T21:25:00.807 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.806+0000 7fc1d5600640 1 Processor -- start 2024-05-20T21:25:00.807 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.806+0000 7fc1d5600640 1 -- start start 2024-05-20T21:25:00.807 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.806+0000 7fc1d5600640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc1d0104ce0 0x7fc1d019aeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:00.807 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.806+0000 7fc1d5600640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc1d0105ed0 0x7fc1d019b3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:00.807 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.806+0000 7fc1d5600640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc1d0106890 0x7fc1d01a2460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:00.807 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.806+0000 7fc1d5600640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc1d0110840 con 0x7fc1d0105ed0 2024-05-20T21:25:00.807 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.806+0000 7fc1d5600640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc1d01106c0 con 0x7fc1d0106890 2024-05-20T21:25:00.807 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.806+0000 7fc1d5600640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc1d01109c0 con 0x7fc1d0104ce0 2024-05-20T21:25:00.808 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.807+0000 7fc1ce000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc1d0105ed0 0x7fc1d019b3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:00.808 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.807+0000 7fc1cea00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc1d0104ce0 0x7fc1d019aeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:00.808 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.807+0000 7fc1cea00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc1d0104ce0 0x7fc1d019aeb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:46066/0 (socket says 172.21.15.8:46066) 2024-05-20T21:25:00.808 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.807+0000 7fc1cea00640 1 -- 172.21.15.8:0/192989290 learned_addr learned my addr 172.21.15.8:0/192989290 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:00.808 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.807+0000 7fc1cf400640 1 --2- 172.21.15.8:0/192989290 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc1d0106890 0x7fc1d01a2460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:00.809 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.807+0000 7fc1cea00640 1 -- 172.21.15.8:0/192989290 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc1d0106890 msgr2=0x7fc1d01a2460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:00.809 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.807+0000 7fc1cea00640 1 --2- 172.21.15.8:0/192989290 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc1d0106890 0x7fc1d01a2460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.809 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.807+0000 7fc1cea00640 1 -- 172.21.15.8:0/192989290 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc1d0105ed0 msgr2=0x7fc1d019b3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:00.809 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.807+0000 7fc1cea00640 1 --2- 172.21.15.8:0/192989290 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc1d0105ed0 0x7fc1d019b3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.809 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.807+0000 7fc1cea00640 1 -- 172.21.15.8:0/192989290 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1d01a2ad0 con 0x7fc1d0104ce0 2024-05-20T21:25:00.809 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.807+0000 7fc1ce000640 1 --2- 172.21.15.8:0/192989290 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc1d0105ed0 0x7fc1d019b3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:00.809 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.808+0000 7fc1cea00640 1 --2- 172.21.15.8:0/192989290 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc1d0104ce0 0x7fc1d019aeb0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7fc1c000e9c0 tx=0x7fc1c000ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:00.809 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.808+0000 7fc1c7400640 1 -- 172.21.15.8:0/192989290 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1c000cde0 con 0x7fc1d0104ce0 2024-05-20T21:25:00.809 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.808+0000 7fc1c7400640 1 -- 172.21.15.8:0/192989290 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc1c00108e0 con 0x7fc1d0104ce0 2024-05-20T21:25:00.810 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.808+0000 7fc1c7400640 1 -- 172.21.15.8:0/192989290 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1c0018960 con 0x7fc1d0104ce0 2024-05-20T21:25:00.810 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.808+0000 7fc1d5600640 1 -- 172.21.15.8:0/192989290 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1d01a2dc0 con 0x7fc1d0104ce0 2024-05-20T21:25:00.810 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.808+0000 7fc1d5600640 1 -- 172.21.15.8:0/192989290 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1d01a31d0 con 0x7fc1d0104ce0 2024-05-20T21:25:00.812 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.812+0000 7fc1c7400640 1 -- 172.21.15.8:0/192989290 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fc1c001f020 con 0x7fc1d0104ce0 2024-05-20T21:25:00.812 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.812+0000 7fc1d843f740 1 Processor -- start 2024-05-20T21:25:00.812 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.812+0000 7fc1d843f740 1 -- start start 2024-05-20T21:25:00.813 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.812+0000 7fc1d843f740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558996975b30 0x558996975f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:00.813 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.812+0000 7fc1d843f740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558996976520 0x55899697b020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:00.813 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.812+0000 7fc1d843f740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55899697b690 0x55899697db20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:00.814 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.812+0000 7fc1d843f740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5589968e5b90 con 0x55899697b690 2024-05-20T21:25:00.814 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.812+0000 7fc1d843f740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5589968d5730 con 0x558996976520 2024-05-20T21:25:00.814 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.812+0000 7fc1d843f740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5589968d9770 con 0x558996975b30 2024-05-20T21:25:00.814 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.813+0000 7fc1cf400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558996975b30 0x558996975f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:00.814 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.813+0000 7fc1cea00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558996976520 0x55899697b020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:00.814 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.813+0000 7fc1cf400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558996975b30 0x558996975f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:46076/0 (socket says 172.21.15.8:46076) 2024-05-20T21:25:00.814 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.813+0000 7fc1cf400640 1 -- 172.21.15.8:0/3745134287 learned_addr learned my addr 172.21.15.8:0/3745134287 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:00.814 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.813+0000 7fc1ce000640 1 --2- 172.21.15.8:0/3745134287 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55899697b690 0x55899697db20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:00.814 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.813+0000 7fc1cf400640 1 -- 172.21.15.8:0/3745134287 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558996976520 msgr2=0x55899697b020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:00.814 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.813+0000 7fc1cf400640 1 --2- 172.21.15.8:0/3745134287 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558996976520 0x55899697b020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.814 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.813+0000 7fc1cf400640 1 -- 172.21.15.8:0/3745134287 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55899697b690 msgr2=0x55899697db20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:00.814 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.813+0000 7fc1cf400640 1 --2- 172.21.15.8:0/3745134287 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55899697b690 0x55899697db20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.814 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.813+0000 7fc1cf400640 1 -- 172.21.15.8:0/3745134287 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55899686e8b0 con 0x558996975b30 2024-05-20T21:25:00.816 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.814+0000 7fc1cf400640 1 --2- 172.21.15.8:0/3745134287 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558996975b30 0x558996975f50 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7fc1c8009fd0 tx=0x7fc1c80118d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ada984fcf210a775 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:00.816 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.814+0000 7fc1c7400640 1 --2- 172.21.15.8:0/192989290 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc1b40b2860 0x7fc1b40b4d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:00.816 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.814+0000 7fc1bb400640 1 -- 172.21.15.8:0/3745134287 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1c8004d20 con 0x558996975b30 2024-05-20T21:25:00.816 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.814+0000 7fc1bb400640 1 -- 172.21.15.8:0/3745134287 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc1c8004050 con 0x558996975b30 2024-05-20T21:25:00.816 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.814+0000 7fc1bb400640 1 -- 172.21.15.8:0/3745134287 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1c8005280 con 0x558996975b30 2024-05-20T21:25:00.816 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.814+0000 7fc1c7400640 1 -- 172.21.15.8:0/192989290 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc1c00e2450 con 0x7fc1d0104ce0 2024-05-20T21:25:00.816 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.814+0000 7fc1cea00640 1 --2- 172.21.15.8:0/192989290 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc1b40b2860 0x7fc1b40b4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:00.816 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.815+0000 7fc1d843f740 1 -- 172.21.15.8:0/3745134287 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558996975b30 msgr2=0x558996975f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:00.816 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.815+0000 7fc1cea00640 1 --2- 172.21.15.8:0/192989290 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc1b40b2860 0x7fc1b40b4d20 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7fc1c000cfd0 tx=0x7fc1c00e5e90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:00.816 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.815+0000 7fc1d843f740 1 --2- 172.21.15.8:0/3745134287 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558996975b30 0x558996975f50 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7fc1c8009fd0 tx=0x7fc1c80118d0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.817 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.815+0000 7fc1d843f740 1 -- 172.21.15.8:0/3745134287 shutdown_connections 2024-05-20T21:25:00.817 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.815+0000 7fc1d843f740 1 --2- 172.21.15.8:0/3745134287 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55899697b690 0x55899697db20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.817 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.815+0000 7fc1d843f740 1 --2- 172.21.15.8:0/3745134287 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558996976520 0x55899697b020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.817 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.815+0000 7fc1d843f740 1 --2- 172.21.15.8:0/3745134287 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558996975b30 0x558996975f50 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.817 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.815+0000 7fc1d843f740 1 -- 172.21.15.8:0/3745134287 >> 172.21.15.8:0/3745134287 conn(0x5589969711a0 msgr2=0x5589969715a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:00.817 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.815+0000 7fc1d843f740 1 -- 172.21.15.8:0/3745134287 shutdown_connections 2024-05-20T21:25:00.817 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.815+0000 7fc1d843f740 1 -- 172.21.15.8:0/3745134287 wait complete. 2024-05-20T21:25:00.817 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.816+0000 7fc1d843f740 1 -- start start 2024-05-20T21:25:00.819 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.816+0000 7fc1d843f740 1 Processor -- start 2024-05-20T21:25:00.819 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.817+0000 7fc1d843f740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558996975b30 0x558996988130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:00.819 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.817+0000 7fc1d843f740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558996976520 0x558996988670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:00.820 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.817+0000 7fc1d843f740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55899697b690 0x55899698f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:00.820 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.817+0000 7fc1d843f740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5589965bb790 con 0x55899697b690 2024-05-20T21:25:00.820 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.817+0000 7fc1d843f740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55899687dbc0 con 0x558996975b30 2024-05-20T21:25:00.820 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.817+0000 7fc1d843f740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55899697e640 con 0x558996976520 2024-05-20T21:25:00.820 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.817+0000 7fc1d843f740 10 client.0 _ll_register_callbacks cb 0x55899685b400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:00.820 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.817+0000 7fc1cf400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55899697b690 0x55899698f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:00.820 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.817+0000 7fc1cf400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55899697b690 0x55899698f6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:60568/0 (socket says 172.21.15.8:60568) 2024-05-20T21:25:00.820 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.817+0000 7fc1cf400640 1 -- 172.21.15.8:0/1127508751 learned_addr learned my addr 172.21.15.8:0/1127508751 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:00.820 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.817+0000 7fc1ce000640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558996976520 0x558996988670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:00.820 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.817+0000 7fc1cf400640 1 --2- 172.21.15.8:0/1127508751 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558996975b30 0x558996988130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:00.820 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.818+0000 7fc1ce000640 1 -- 172.21.15.8:0/1127508751 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558996975b30 msgr2=0x558996988130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:00.820 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.818+0000 7fc1ce000640 1 --2- 172.21.15.8:0/1127508751 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558996975b30 0x558996988130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.821 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.818+0000 7fc1ce000640 1 -- 172.21.15.8:0/1127508751 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55899697b690 msgr2=0x55899698f6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:00.821 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.818+0000 7fc1ce000640 1 --2- 172.21.15.8:0/1127508751 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55899697b690 0x55899698f6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.821 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.818+0000 7fc1ce000640 1 -- 172.21.15.8:0/1127508751 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5589965ea210 con 0x558996976520 2024-05-20T21:25:00.821 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.818+0000 7fc1ce000640 1 --2- 172.21.15.8:0/1127508751 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558996976520 0x558996988670 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7fc1bc02aa00 tx=0x7fc1bc0035f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4a51eedee8ec7c4b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:00.821 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.818+0000 7fc1afe00640 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:25:00.821 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.818+0000 7fc1afe00640 1 -- 172.21.15.8:0/1127508751 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1bc035070 con 0x558996976520 2024-05-20T21:25:00.821 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.818+0000 7fc1afe00640 1 -- 172.21.15.8:0/1127508751 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc1bc003cb0 con 0x558996976520 2024-05-20T21:25:00.821 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.818+0000 7fc1d843f740 1 -- 172.21.15.8:0/1127508751 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc1c8004050 con 0x558996976520 2024-05-20T21:25:00.821 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.819+0000 7fc1afe00640 1 -- 172.21.15.8:0/1127508751 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc1bc0315a0 con 0x558996976520 2024-05-20T21:25:00.821 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.819+0000 7fc1d843f740 10 client.27976 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:00.821 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.819+0000 7fc1d843f740 1 -- 172.21.15.8:0/1127508751 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5589966b6620 con 0x558996976520 2024-05-20T21:25:00.821 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.819+0000 7fc1afe00640 1 -- 172.21.15.8:0/1127508751 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc1c8004050 con 0x558996976520 2024-05-20T21:25:00.821 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.819+0000 7fc1afe00640 1 -- 172.21.15.8:0/1127508751 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc1bc03c6b0 con 0x558996976520 2024-05-20T21:25:00.823 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.819+0000 7fc1d843f740 10 client.27976 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:00.823 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.819+0000 7fc1d843f740 10 client.27976 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:25:00.823 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.819+0000 7fc1d843f740 20 client.27976 populate_metadata read hostname 'smithi008' 2024-05-20T21:25:00.823 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.820+0000 7fc1d843f740 1 --2- 172.21.15.8:0/1127508751 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x558996993cc0 0x5589969960b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:00.823 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.820+0000 7fc1d843f740 4 client.27976 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:25:00.823 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.820+0000 7fc1d843f740 1 -- 172.21.15.8:0/1127508751 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5589968e7ae0 con 0x558996993cc0 2024-05-20T21:25:00.823 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.820+0000 7fc1cf400640 1 --2- 172.21.15.8:0/1127508751 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x558996993cc0 0x5589969960b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:00.823 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.820+0000 7fc1cf400640 1 --2- 172.21.15.8:0/1127508751 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x558996993cc0 0x5589969960b0 crc :-1 s=READY pgs=255 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b00725f80a81a370 server_cookie=985b5318c5ee380d in_seq=0 out_seq=0 2024-05-20T21:25:00.823 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.820+0000 7fc1afe00640 10 client.27976 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:25:00.824 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.821+0000 7fc1afe00640 1 -- 172.21.15.8:0/1127508751 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5589968e7ae0 con 0x558996993cc0 2024-05-20T21:25:00.824 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.821+0000 7fc1afe00640 10 client.27976 handle_command_reply: tid=0 2024-05-20T21:25:00.824 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.821+0000 7fc1d843f740 1 client.27976 shutdown 2024-05-20T21:25:00.824 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.821+0000 7fc1d843f740 1 -- 172.21.15.8:0/1127508751 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558996976520 msgr2=0x558996988670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:00.824 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.821+0000 7fc1d843f740 1 --2- 172.21.15.8:0/1127508751 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558996976520 0x558996988670 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7fc1bc02aa00 tx=0x7fc1bc0035f0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.824 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.822+0000 7fc1d843f740 1 -- 172.21.15.8:0/1127508751 shutdown_connections 2024-05-20T21:25:00.824 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.822+0000 7fc1d843f740 1 --2- 172.21.15.8:0/1127508751 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x558996993cc0 0x5589969960b0 crc :-1 s=READY pgs=255 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.824 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.822+0000 7fc1d843f740 1 --2- 172.21.15.8:0/1127508751 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55899697b690 0x55899698f6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.824 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.822+0000 7fc1d843f740 1 --2- 172.21.15.8:0/1127508751 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558996976520 0x558996988670 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.824 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.822+0000 7fc1d843f740 1 --2- 172.21.15.8:0/1127508751 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558996975b30 0x558996988130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.824 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.822+0000 7fc1d843f740 1 -- 172.21.15.8:0/1127508751 >> 172.21.15.8:0/1127508751 conn(0x5589969711a0 msgr2=0x558996970310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:00.824 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.822+0000 7fc1afe00640 0 client.27976 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:25:00.824 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.822+0000 7fc1d843f740 1 -- 172.21.15.8:0/1127508751 shutdown_connections 2024-05-20T21:25:00.824 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.822+0000 7fc1d843f740 1 -- 172.21.15.8:0/1127508751 wait complete. 2024-05-20T21:25:00.825 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.822+0000 7fc1d843f740 20 client.27976 trim_cache size 0 max 16384 2024-05-20T21:25:00.842 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.840+0000 7fc1d843f740 1 Processor -- start 2024-05-20T21:25:00.843 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.840+0000 7fc1d843f740 1 -- start start 2024-05-20T21:25:00.843 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.841+0000 7fc1d843f740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558996975b30 0x558996974170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:00.843 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.841+0000 7fc1d843f740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558996976520 0x55899698f670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:00.843 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.841+0000 7fc1d843f740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55899697b690 0x5589969746b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:00.843 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.841+0000 7fc1d843f740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc1d01aa5d0 con 0x55899697b690 2024-05-20T21:25:00.843 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.841+0000 7fc1d843f740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc1d01a7ea0 con 0x558996976520 2024-05-20T21:25:00.843 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.841+0000 7fc1d843f740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc1d01a5cf0 con 0x558996975b30 2024-05-20T21:25:00.843 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.841+0000 7fc1cf400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558996975b30 0x558996974170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:00.843 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.841+0000 7fc1cf400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558996975b30 0x558996974170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:46092/0 (socket says 172.21.15.8:46092) 2024-05-20T21:25:00.843 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.841+0000 7fc1cf400640 1 -- 172.21.15.8:0/1167034019 learned_addr learned my addr 172.21.15.8:0/1167034019 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:00.843 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.841+0000 7fc1ce000640 1 --2- 172.21.15.8:0/1167034019 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558996976520 0x55899698f670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:00.843 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.841+0000 7fc1cf400640 1 --2- 172.21.15.8:0/1167034019 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55899697b690 0x5589969746b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:00.844 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.842+0000 7fc1cf400640 1 -- 172.21.15.8:0/1167034019 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558996976520 msgr2=0x55899698f670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:00.844 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.842+0000 7fc1cf400640 1 --2- 172.21.15.8:0/1167034019 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558996976520 0x55899698f670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.844 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.842+0000 7fc1cf400640 1 -- 172.21.15.8:0/1167034019 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55899697b690 msgr2=0x5589969746b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:00.844 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.842+0000 7fc1cf400640 1 --2- 172.21.15.8:0/1167034019 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55899697b690 0x5589969746b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.844 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.842+0000 7fc1cf400640 1 -- 172.21.15.8:0/1167034019 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558996970fd0 con 0x558996975b30 2024-05-20T21:25:00.844 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.842+0000 7fc1ce000640 1 --2- 172.21.15.8:0/1167034019 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558996976520 0x55899698f670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:00.844 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.842+0000 7fc1cf400640 1 --2- 172.21.15.8:0/1167034019 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558996975b30 0x558996974170 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7fc1c80096c0 tx=0x7fc1c8009500 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f9f710a9aef5e36 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:00.844 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.842+0000 7fc1baa00640 1 -- 172.21.15.8:0/1167034019 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1c8004280 con 0x558996975b30 2024-05-20T21:25:00.844 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.842+0000 7fc1baa00640 1 -- 172.21.15.8:0/1167034019 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc1c8004940 con 0x558996975b30 2024-05-20T21:25:00.844 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.842+0000 7fc1baa00640 1 -- 172.21.15.8:0/1167034019 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1c80054c0 con 0x558996975b30 2024-05-20T21:25:00.848 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.843+0000 7fc1d843f740 1 -- 172.21.15.8:0/1167034019 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558996975b30 msgr2=0x558996974170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:00.848 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.843+0000 7fc1d843f740 1 --2- 172.21.15.8:0/1167034019 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558996975b30 0x558996974170 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7fc1c80096c0 tx=0x7fc1c8009500 comp rx=0 tx=0).stop 2024-05-20T21:25:00.848 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.843+0000 7fc1d843f740 1 -- 172.21.15.8:0/1167034019 shutdown_connections 2024-05-20T21:25:00.848 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.843+0000 7fc1d843f740 1 --2- 172.21.15.8:0/1167034019 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55899697b690 0x5589969746b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.848 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.843+0000 7fc1d843f740 1 --2- 172.21.15.8:0/1167034019 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558996976520 0x55899698f670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.848 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.843+0000 7fc1d843f740 1 --2- 172.21.15.8:0/1167034019 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558996975b30 0x558996974170 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.848 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.843+0000 7fc1d843f740 1 -- 172.21.15.8:0/1167034019 >> 172.21.15.8:0/1167034019 conn(0x5589969711a0 msgr2=0x558996971580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:00.848 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.843+0000 7fc1d843f740 1 -- 172.21.15.8:0/1167034019 shutdown_connections 2024-05-20T21:25:00.848 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.843+0000 7fc1d843f740 1 -- 172.21.15.8:0/1167034019 wait complete. 2024-05-20T21:25:00.849 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.844+0000 7fc1d843f740 1 -- start start 2024-05-20T21:25:00.849 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.844+0000 7fc1d843f740 1 Processor -- start 2024-05-20T21:25:00.849 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.844+0000 7fc1d843f740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558996975b30 0x55899698d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:00.849 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.844+0000 7fc1d843f740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558996976520 0x55899698d600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:00.849 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.844+0000 7fc1d843f740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55899697b690 0x55899698e550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:00.849 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.844+0000 7fc1d843f740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc1d01a6360 con 0x558996975b30 2024-05-20T21:25:00.849 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.844+0000 7fc1d843f740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc1d01a77d0 con 0x55899697b690 2024-05-20T21:25:00.849 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.844+0000 7fc1d843f740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc1d01a6a30 con 0x558996976520 2024-05-20T21:25:00.849 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.844+0000 7fc1d843f740 10 client.0 _ll_register_callbacks cb 0x7fc1c0005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:00.849 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.845+0000 7fc1cf400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558996975b30 0x55899698d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:00.849 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.845+0000 7fc1cf400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558996975b30 0x55899698d0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:60586/0 (socket says 172.21.15.8:60586) 2024-05-20T21:25:00.849 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.845+0000 7fc1cf400640 1 -- 172.21.15.8:0/2969983438 learned_addr learned my addr 172.21.15.8:0/2969983438 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:00.849 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.845+0000 7fc1ce000640 1 --2- 172.21.15.8:0/2969983438 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558996976520 0x55899698d600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:00.849 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.845+0000 7fc1cf400640 1 --2- 172.21.15.8:0/2969983438 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55899697b690 0x55899698e550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:00.850 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.845+0000 7fc1cf400640 1 -- 172.21.15.8:0/2969983438 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558996976520 msgr2=0x55899698d600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:00.850 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.845+0000 7fc1cf400640 1 --2- 172.21.15.8:0/2969983438 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558996976520 0x55899698d600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.850 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.845+0000 7fc1cf400640 1 -- 172.21.15.8:0/2969983438 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55899697b690 msgr2=0x55899698e550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:00.850 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.845+0000 7fc1cf400640 1 --2- 172.21.15.8:0/2969983438 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55899697b690 0x55899698e550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.850 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.845+0000 7fc1cf400640 1 -- 172.21.15.8:0/2969983438 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55899698eb40 con 0x558996975b30 2024-05-20T21:25:00.850 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.845+0000 7fc1ce000640 1 --2- 172.21.15.8:0/2969983438 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558996976520 0x55899698d600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:00.850 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.845+0000 7fc1cf400640 1 --2- 172.21.15.8:0/2969983438 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558996975b30 0x55899698d0c0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7fc1c8000f80 tx=0x7fc1c8005cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1881657ecc57ae80 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:00.850 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.845+0000 7fc1afe00640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:25:00.850 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.846+0000 7fc1afe00640 1 -- 172.21.15.8:0/2969983438 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1c8004200 con 0x558996975b30 2024-05-20T21:25:00.850 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.846+0000 7fc1afe00640 1 -- 172.21.15.8:0/2969983438 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc1c80043a0 con 0x558996975b30 2024-05-20T21:25:00.850 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.846+0000 7fc1d843f740 1 -- 172.21.15.8:0/2969983438 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc1c8004940 con 0x558996975b30 2024-05-20T21:25:00.850 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.846+0000 7fc1afe00640 1 -- 172.21.15.8:0/2969983438 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc1c80045c0 con 0x558996975b30 2024-05-20T21:25:00.851 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.846+0000 7fc1d843f740 10 client.17820 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:00.851 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.846+0000 7fc1d843f740 1 -- 172.21.15.8:0/2969983438 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5589969feb30 con 0x558996975b30 2024-05-20T21:25:00.851 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.846+0000 7fc1afe00640 1 -- 172.21.15.8:0/2969983438 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc1c8004940 con 0x558996975b30 2024-05-20T21:25:00.851 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.847+0000 7fc1afe00640 1 -- 172.21.15.8:0/2969983438 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc1c8042050 con 0x558996975b30 2024-05-20T21:25:00.851 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.847+0000 7fc1d843f740 10 client.17820 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:00.851 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.847+0000 7fc1d843f740 10 client.17820 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:25:00.851 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.847+0000 7fc1d843f740 20 client.17820 populate_metadata read hostname 'smithi008' 2024-05-20T21:25:00.851 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.847+0000 7fc1d843f740 1 --2- 172.21.15.8:0/2969983438 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5589969ff180 0x558996a01570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:00.851 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.847+0000 7fc1d843f740 4 client.17820 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:25:00.851 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.847+0000 7fc1d843f740 1 -- 172.21.15.8:0/2969983438 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5589968e12c0 con 0x5589969ff180 2024-05-20T21:25:00.851 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.847+0000 7fc1ce000640 1 --2- 172.21.15.8:0/2969983438 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5589969ff180 0x558996a01570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:00.851 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.848+0000 7fc1ce000640 1 --2- 172.21.15.8:0/2969983438 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5589969ff180 0x558996a01570 crc :-1 s=READY pgs=256 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3b51e9b7904735b0 server_cookie=3269c582b2a5963b in_seq=0 out_seq=0 2024-05-20T21:25:00.851 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.848+0000 7fc1afe00640 10 client.17820 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:25:00.862 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.861+0000 7fc1afe00640 1 -- 172.21.15.8:0/2969983438 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5589968e12c0 con 0x5589969ff180 2024-05-20T21:25:00.862 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.861+0000 7fc1afe00640 10 client.17820 handle_command_reply: tid=0 2024-05-20T21:25:00.862 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.861+0000 7fc1d843f740 1 client.17820 shutdown 2024-05-20T21:25:00.862 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.861+0000 7fc1d843f740 1 -- 172.21.15.8:0/2969983438 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558996975b30 msgr2=0x55899698d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:00.862 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.861+0000 7fc1d843f740 1 --2- 172.21.15.8:0/2969983438 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558996975b30 0x55899698d0c0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7fc1c8000f80 tx=0x7fc1c8005cf0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.862 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.861+0000 7fc1d843f740 1 -- 172.21.15.8:0/2969983438 shutdown_connections 2024-05-20T21:25:00.862 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.861+0000 7fc1d843f740 1 --2- 172.21.15.8:0/2969983438 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5589969ff180 0x558996a01570 crc :-1 s=READY pgs=256 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.862 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.861+0000 7fc1d843f740 1 --2- 172.21.15.8:0/2969983438 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55899697b690 0x55899698e550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.863 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.861+0000 7fc1d843f740 1 --2- 172.21.15.8:0/2969983438 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558996976520 0x55899698d600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.863 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.861+0000 7fc1d843f740 1 --2- 172.21.15.8:0/2969983438 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558996975b30 0x55899698d0c0 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.863 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.861+0000 7fc1d843f740 1 -- 172.21.15.8:0/2969983438 >> 172.21.15.8:0/2969983438 conn(0x5589969711a0 msgr2=0x558996974170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:00.863 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.861+0000 7fc1afe00640 0 client.17820 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:25:00.863 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.861+0000 7fc1d843f740 1 -- 172.21.15.8:0/2969983438 shutdown_connections 2024-05-20T21:25:00.863 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.861+0000 7fc1d843f740 1 -- 172.21.15.8:0/2969983438 wait complete. 2024-05-20T21:25:00.863 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.862+0000 7fc1d843f740 20 client.17820 trim_cache size 0 max 16384 2024-05-20T21:25:00.863 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:25:00.863 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:25:00.864 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:25:00.864 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.862+0000 7fc1d5600640 1 -- 172.21.15.8:0/192989290 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc1b40b2860 msgr2=0x7fc1b40b4d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:00.864 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.862+0000 7fc1d5600640 1 --2- 172.21.15.8:0/192989290 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc1b40b2860 0x7fc1b40b4d20 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7fc1c000cfd0 tx=0x7fc1c00e5e90 comp rx=0 tx=0).stop 2024-05-20T21:25:00.864 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.862+0000 7fc1d5600640 1 -- 172.21.15.8:0/192989290 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc1d0104ce0 msgr2=0x7fc1d019aeb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:00.865 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.862+0000 7fc1d5600640 1 --2- 172.21.15.8:0/192989290 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc1d0104ce0 0x7fc1d019aeb0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7fc1c000e9c0 tx=0x7fc1c000ee80 comp rx=0 tx=0).stop 2024-05-20T21:25:00.865 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.863+0000 7fc1d5600640 1 -- 172.21.15.8:0/192989290 shutdown_connections 2024-05-20T21:25:00.865 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.863+0000 7fc1d5600640 1 --2- 172.21.15.8:0/192989290 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc1b40b2860 0x7fc1b40b4d20 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.865 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.863+0000 7fc1d5600640 1 --2- 172.21.15.8:0/192989290 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc1d0106890 0x7fc1d01a2460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.865 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.863+0000 7fc1d5600640 1 --2- 172.21.15.8:0/192989290 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc1d0105ed0 0x7fc1d019b3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.865 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.863+0000 7fc1d5600640 1 --2- 172.21.15.8:0/192989290 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc1d0104ce0 0x7fc1d019aeb0 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.865 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.863+0000 7fc1d5600640 1 -- 172.21.15.8:0/192989290 >> 172.21.15.8:0/192989290 conn(0x7fc1d0100270 msgr2=0x7fc1d01091d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:00.865 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.863+0000 7fc1d5600640 1 -- 172.21.15.8:0/192989290 shutdown_connections 2024-05-20T21:25:00.865 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:00.863+0000 7fc1d5600640 1 -- 172.21.15.8:0/192989290 wait complete. 2024-05-20T21:25:02.575 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:25:02.576 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:25:02.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:25:02 smithi130 ceph-mon[36448]: pgmap v731: 97 pgs: 97 active+clean; 942 KiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 15 op/s 2024-05-20T21:25:02.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:25:02 smithi050 ceph-mon[35809]: pgmap v731: 97 pgs: 97 active+clean; 942 KiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 15 op/s 2024-05-20T21:25:02.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:25:02 smithi008 ceph-mon[31475]: pgmap v731: 97 pgs: 97 active+clean; 942 KiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 15 op/s 2024-05-20T21:25:03.050 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:25:04.776 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:25:04 smithi008 ceph-mon[31475]: pgmap v732: 97 pgs: 97 active+clean; 942 KiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 KiB/s wr, 13 op/s 2024-05-20T21:25:04.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:25:04 smithi130 ceph-mon[36448]: pgmap v732: 97 pgs: 97 active+clean; 942 KiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 KiB/s wr, 13 op/s 2024-05-20T21:25:04.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:25:04 smithi050 ceph-mon[35809]: pgmap v732: 97 pgs: 97 active+clean; 942 KiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 KiB/s wr, 13 op/s 2024-05-20T21:25:05.279 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.278+0000 7f94c0000700 1 -- 172.21.15.8:0/1384939268 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f94b8106120 msgr2=0x7f94b8112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:05.279 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.278+0000 7f94c0000700 1 --2- 172.21.15.8:0/1384939268 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f94b8106120 0x7f94b8112630 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f94b000b0a0 tx=0x7f94b000b3b0 comp rx=0 tx=0).stop 2024-05-20T21:25:05.279 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.278+0000 7f94c0000700 1 -- 172.21.15.8:0/1384939268 shutdown_connections 2024-05-20T21:25:05.279 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.278+0000 7f94c0000700 1 --2- 172.21.15.8:0/1384939268 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f94b8106120 0x7f94b8112630 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:05.279 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.278+0000 7f94c0000700 1 --2- 172.21.15.8:0/1384939268 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f94b810b760 0x7f94b810bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:05.279 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.278+0000 7f94c0000700 1 --2- 172.21.15.8:0/1384939268 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f94b8105760 0x7f94b8105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:05.279 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.278+0000 7f94c0000700 1 -- 172.21.15.8:0/1384939268 >> 172.21.15.8:0/1384939268 conn(0x7f94b8101250 msgr2=0x7f94b8103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:05.279 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.278+0000 7f94c0000700 1 -- 172.21.15.8:0/1384939268 shutdown_connections 2024-05-20T21:25:05.279 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.278+0000 7f94c0000700 1 -- 172.21.15.8:0/1384939268 wait complete. 2024-05-20T21:25:05.280 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.279+0000 7f94c0000700 1 Processor -- start 2024-05-20T21:25:05.280 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.280+0000 7f94c0000700 1 -- start start 2024-05-20T21:25:05.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.280+0000 7f94c0000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f94b8105760 0x7f94b819be80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:05.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.280+0000 7f94c0000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f94b8106120 0x7f94b819c3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:05.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.280+0000 7f94c0000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f94b810b760 0x7f94b81a0750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:05.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.280+0000 7f94c0000700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f94b81159b0 con 0x7f94b810b760 2024-05-20T21:25:05.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.280+0000 7f94c0000700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f94b8115830 con 0x7f94b8105760 2024-05-20T21:25:05.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.280+0000 7f94c0000700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f94b8115b30 con 0x7f94b8106120 2024-05-20T21:25:05.282 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.281+0000 7f94bd600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f94b8105760 0x7f94b819be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:05.282 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.281+0000 7f94be000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f94b810b760 0x7f94b81a0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:05.282 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.281+0000 7f94bcc00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f94b8106120 0x7f94b819c3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:05.282 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.281+0000 7f94bd600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f94b8105760 0x7f94b819be80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:37672/0 (socket says 172.21.15.8:37672) 2024-05-20T21:25:05.282 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.281+0000 7f94bd600700 1 -- 172.21.15.8:0/2757501164 learned_addr learned my addr 172.21.15.8:0/2757501164 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:05.282 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.281+0000 7f94bd600700 1 -- 172.21.15.8:0/2757501164 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f94b8106120 msgr2=0x7f94b819c3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:05.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.281+0000 7f94bd600700 1 --2- 172.21.15.8:0/2757501164 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f94b8106120 0x7f94b819c3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:05.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.281+0000 7f94bd600700 1 -- 172.21.15.8:0/2757501164 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f94b810b760 msgr2=0x7f94b81a0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:05.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.281+0000 7f94bd600700 1 --2- 172.21.15.8:0/2757501164 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f94b810b760 0x7f94b81a0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:05.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.281+0000 7f94bd600700 1 -- 172.21.15.8:0/2757501164 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94b81a0e90 con 0x7f94b8105760 2024-05-20T21:25:05.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.281+0000 7f94bd600700 1 --2- 172.21.15.8:0/2757501164 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f94b8105760 0x7f94b819be80 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f94ac00e9a0 tx=0x7f94ac00ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:05.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.282+0000 7f94b6000700 1 -- 172.21.15.8:0/2757501164 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94ac00ca10 con 0x7f94b8105760 2024-05-20T21:25:05.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.282+0000 7f94b6000700 1 -- 172.21.15.8:0/2757501164 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f94ac00cbb0 con 0x7f94b8105760 2024-05-20T21:25:05.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.282+0000 7f94b6000700 1 -- 172.21.15.8:0/2757501164 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94ac018680 con 0x7f94b8105760 2024-05-20T21:25:05.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.282+0000 7f94c0000700 1 -- 172.21.15.8:0/2757501164 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f94b81a1180 con 0x7f94b8105760 2024-05-20T21:25:05.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.282+0000 7f94c0000700 1 -- 172.21.15.8:0/2757501164 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f94b81a8a00 con 0x7f94b8105760 2024-05-20T21:25:05.286 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.285+0000 7f94b6000700 1 -- 172.21.15.8:0/2757501164 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f94ac010430 con 0x7f94b8105760 2024-05-20T21:25:05.286 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.286+0000 7f94ca9c3b80 1 Processor -- start 2024-05-20T21:25:05.287 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.287+0000 7f94ca9c3b80 1 -- start start 2024-05-20T21:25:05.287 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.287+0000 7f94ca9c3b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555b053f3f30 0x555b053f4310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:05.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.287+0000 7f94ca9c3b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555b053f4850 0x555b053ee2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:05.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.287+0000 7f94ca9c3b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555b053ee900 0x555b053eed60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:05.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.287+0000 7f94ca9c3b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x555b0534cec0 con 0x555b053ee900 2024-05-20T21:25:05.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.287+0000 7f94ca9c3b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x555b0533ca60 con 0x555b053f3f30 2024-05-20T21:25:05.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.287+0000 7f94ca9c3b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x555b05340aa0 con 0x555b053f4850 2024-05-20T21:25:05.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.287+0000 7f94b6000700 1 --2- 172.21.15.8:0/2757501164 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f94a00b2880 0x7f94a00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:05.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.287+0000 7f94bd600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555b053f4850 0x555b053ee2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:05.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.288+0000 7f94bcc00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555b053ee900 0x555b053eed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:05.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.288+0000 7f94b6000700 1 -- 172.21.15.8:0/2757501164 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f94ac0e2390 con 0x7f94b8105760 2024-05-20T21:25:05.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.288+0000 7f94be000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555b053f3f30 0x555b053f4310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:05.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.288+0000 7f94bcc00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555b053ee900 0x555b053eed60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:42208/0 (socket says 172.21.15.8:42208) 2024-05-20T21:25:05.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.288+0000 7f94bcc00700 1 -- 172.21.15.8:0/4027240564 learned_addr learned my addr 172.21.15.8:0/4027240564 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:05.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.288+0000 7f94bd600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555b053f4850 0x555b053ee2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:35854/0 (socket says 172.21.15.8:35854) 2024-05-20T21:25:05.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.288+0000 7f94be000700 1 --2- 172.21.15.8:0/2757501164 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f94a00b2880 0x7f94a00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:05.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.288+0000 7f94bd600700 1 -- 172.21.15.8:0/4027240564 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555b053f3f30 msgr2=0x555b053f4310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:05.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.288+0000 7f94bd600700 1 --2- 172.21.15.8:0/4027240564 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555b053f3f30 0x555b053f4310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:05.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.288+0000 7f94bd600700 1 -- 172.21.15.8:0/4027240564 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555b053ee900 msgr2=0x555b053eed60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:05.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.288+0000 7f94bd600700 1 --2- 172.21.15.8:0/4027240564 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555b053ee900 0x555b053eed60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:05.290 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.288+0000 7f94bd600700 1 -- 172.21.15.8:0/4027240564 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555b053054a0 con 0x555b053f4850 2024-05-20T21:25:05.290 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.288+0000 7f94be000700 1 --2- 172.21.15.8:0/4027240564 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555b053f3f30 0x555b053f4310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:05.290 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.288+0000 7f94bcc00700 1 --2- 172.21.15.8:0/4027240564 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555b053ee900 0x555b053eed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:05.291 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.289+0000 7f94bd600700 1 --2- 172.21.15.8:0/4027240564 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555b053f4850 0x555b053ee2e0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f94ac0a59c0 tx=0x7f94ac09e210 comp rx=0 tx=0).ready entity=mon.1 client_cookie=deb11cae80e30adb server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:05.291 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.289+0000 7f94be000700 1 --2- 172.21.15.8:0/2757501164 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f94a00b2880 0x7f94a00b4d40 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f94b000b780 tx=0x7f94b0006210 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:05.291 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.289+0000 7f94a6a00700 1 -- 172.21.15.8:0/4027240564 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94ac0a9450 con 0x555b053f4850 2024-05-20T21:25:05.291 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.289+0000 7f94a6a00700 1 -- 172.21.15.8:0/4027240564 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f94ac0aa040 con 0x555b053f4850 2024-05-20T21:25:05.291 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.289+0000 7f94a6a00700 1 -- 172.21.15.8:0/4027240564 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94ac0cc0e0 con 0x555b053f4850 2024-05-20T21:25:05.291 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.290+0000 7f94ca9c3b80 1 -- 172.21.15.8:0/4027240564 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555b053f4850 msgr2=0x555b053ee2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:05.292 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.290+0000 7f94ca9c3b80 1 --2- 172.21.15.8:0/4027240564 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555b053f4850 0x555b053ee2e0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f94ac0a59c0 tx=0x7f94ac09e210 comp rx=0 tx=0).stop 2024-05-20T21:25:05.292 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.290+0000 7f94ca9c3b80 1 -- 172.21.15.8:0/4027240564 shutdown_connections 2024-05-20T21:25:05.292 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.290+0000 7f94ca9c3b80 1 --2- 172.21.15.8:0/4027240564 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555b053f3f30 0x555b053f4310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:05.292 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.290+0000 7f94ca9c3b80 1 --2- 172.21.15.8:0/4027240564 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555b053ee900 0x555b053eed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:05.292 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.290+0000 7f94ca9c3b80 1 --2- 172.21.15.8:0/4027240564 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555b053f4850 0x555b053ee2e0 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:05.292 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.290+0000 7f94ca9c3b80 1 -- 172.21.15.8:0/4027240564 >> 172.21.15.8:0/4027240564 conn(0x555b0531cc60 msgr2=0x555b053e9090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:05.292 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.290+0000 7f94ca9c3b80 1 -- 172.21.15.8:0/4027240564 shutdown_connections 2024-05-20T21:25:05.292 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.290+0000 7f94ca9c3b80 1 -- 172.21.15.8:0/4027240564 wait complete. 2024-05-20T21:25:05.292 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.291+0000 7f94ca9c3b80 1 -- start start 2024-05-20T21:25:05.292 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.291+0000 7f94ca9c3b80 1 Processor -- start 2024-05-20T21:25:05.294 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.291+0000 7f94ca9c3b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555b053ee900 0x555b053fa5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:05.294 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.291+0000 7f94ca9c3b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555b053f3f30 0x555b053f79f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:05.294 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.292+0000 7f94ca9c3b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555b053f4850 0x555b053f7f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:05.294 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.292+0000 7f94ca9c3b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x555b05243020 con 0x555b053ee900 2024-05-20T21:25:05.294 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.292+0000 7f94ca9c3b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x555b052dd7e0 con 0x555b053f4850 2024-05-20T21:25:05.294 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.292+0000 7f94ca9c3b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x555b053fb2c0 con 0x555b053f3f30 2024-05-20T21:25:05.294 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.292+0000 7f94ca9c3b80 10 client.0 _ll_register_callbacks cb 0x555b052e6cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:05.294 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.292+0000 7f94bd600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555b053ee900 0x555b053fa5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:05.294 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.292+0000 7f94bd600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555b053ee900 0x555b053fa5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:42210/0 (socket says 172.21.15.8:42210) 2024-05-20T21:25:05.294 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.292+0000 7f94bcc00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555b053f3f30 0x555b053f79f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:05.294 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.292+0000 7f94bd600700 1 -- 172.21.15.8:0/1923514086 learned_addr learned my addr 172.21.15.8:0/1923514086 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:05.295 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.292+0000 7f94be000700 1 --2- 172.21.15.8:0/1923514086 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555b053f4850 0x555b053f7f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:05.295 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.292+0000 7f94bd600700 1 -- 172.21.15.8:0/1923514086 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555b053f3f30 msgr2=0x555b053f79f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:05.295 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.292+0000 7f94bd600700 1 --2- 172.21.15.8:0/1923514086 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555b053f3f30 0x555b053f79f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:05.295 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.292+0000 7f94bd600700 1 -- 172.21.15.8:0/1923514086 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555b053f4850 msgr2=0x555b053f7f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:05.295 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.292+0000 7f94bd600700 1 --2- 172.21.15.8:0/1923514086 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555b053f4850 0x555b053f7f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:05.295 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.292+0000 7f94bd600700 1 -- 172.21.15.8:0/1923514086 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555b0528c950 con 0x555b053ee900 2024-05-20T21:25:05.295 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.292+0000 7f94be000700 1 --2- 172.21.15.8:0/1923514086 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555b053f4850 0x555b053f7f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:25:05.295 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.292+0000 7f94bcc00700 1 --2- 172.21.15.8:0/1923514086 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555b053f3f30 0x555b053f79f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:05.295 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.293+0000 7f94bd600700 1 --2- 172.21.15.8:0/1923514086 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555b053ee900 0x555b053fa5e0 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f94ac0a6bb0 tx=0x7f94ac0e2610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4bc6f2703592b8b3 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:05.295 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.293+0000 7f949b400700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:25:05.295 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.293+0000 7f949b400700 1 -- 172.21.15.8:0/1923514086 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94ac0c3060 con 0x555b053ee900 2024-05-20T21:25:05.295 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.293+0000 7f949b400700 1 -- 172.21.15.8:0/1923514086 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f94ac0a9ba0 con 0x555b053ee900 2024-05-20T21:25:05.295 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.293+0000 7f94ca9c3b80 1 -- 172.21.15.8:0/1923514086 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f94ac0aa040 con 0x555b053ee900 2024-05-20T21:25:05.295 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.293+0000 7f949b400700 1 -- 172.21.15.8:0/1923514086 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f94ac0a9450 con 0x555b053ee900 2024-05-20T21:25:05.296 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.293+0000 7f94ca9c3b80 10 client.17832 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:05.296 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.294+0000 7f94ca9c3b80 1 -- 172.21.15.8:0/1923514086 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x555b0530d0e0 con 0x555b053ee900 2024-05-20T21:25:05.297 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.294+0000 7f949b400700 1 -- 172.21.15.8:0/1923514086 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f94ac0aa040 con 0x555b053ee900 2024-05-20T21:25:05.297 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.294+0000 7f949b400700 1 -- 172.21.15.8:0/1923514086 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f94ac0b2380 con 0x555b053ee900 2024-05-20T21:25:05.297 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.294+0000 7f94ca9c3b80 10 client.17832 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:05.297 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.294+0000 7f94ca9c3b80 10 client.17832 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:25:05.298 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.294+0000 7f94ca9c3b80 20 client.17832 populate_metadata read hostname 'smithi008' 2024-05-20T21:25:05.298 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.294+0000 7f94ca9c3b80 1 --2- 172.21.15.8:0/1923514086 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x555b05407d70 0x555b0540a160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:05.298 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.294+0000 7f94ca9c3b80 4 client.17832 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:25:05.298 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.294+0000 7f94ca9c3b80 1 -- 172.21.15.8:0/1923514086 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555b0534ee10 con 0x555b05407d70 2024-05-20T21:25:05.298 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.295+0000 7f94bcc00700 1 --2- 172.21.15.8:0/1923514086 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x555b05407d70 0x555b0540a160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:05.298 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.295+0000 7f94bcc00700 1 --2- 172.21.15.8:0/1923514086 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x555b05407d70 0x555b0540a160 crc :-1 s=READY pgs=257 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=109a474ebf165c85 server_cookie=3374f1e4b796d347 in_seq=0 out_seq=0 2024-05-20T21:25:05.298 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.295+0000 7f949b400700 10 client.17832 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:25:05.298 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.296+0000 7f949b400700 1 -- 172.21.15.8:0/1923514086 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x555b0534ee10 con 0x555b05407d70 2024-05-20T21:25:05.298 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.296+0000 7f949b400700 10 client.17832 handle_command_reply: tid=0 2024-05-20T21:25:05.298 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.296+0000 7f94ca9c3b80 1 client.17832 shutdown 2024-05-20T21:25:05.298 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.296+0000 7f94ca9c3b80 1 -- 172.21.15.8:0/1923514086 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555b053ee900 msgr2=0x555b053fa5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:05.298 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.296+0000 7f94ca9c3b80 1 --2- 172.21.15.8:0/1923514086 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555b053ee900 0x555b053fa5e0 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f94ac0a6bb0 tx=0x7f94ac0e2610 comp rx=0 tx=0).stop 2024-05-20T21:25:05.299 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.296+0000 7f94ca9c3b80 1 -- 172.21.15.8:0/1923514086 shutdown_connections 2024-05-20T21:25:05.299 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.296+0000 7f94ca9c3b80 1 --2- 172.21.15.8:0/1923514086 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x555b05407d70 0x555b0540a160 crc :-1 s=READY pgs=257 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:05.299 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.296+0000 7f94ca9c3b80 1 --2- 172.21.15.8:0/1923514086 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555b053f4850 0x555b053f7f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:05.299 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.296+0000 7f94ca9c3b80 1 --2- 172.21.15.8:0/1923514086 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555b053ee900 0x555b053fa5e0 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:05.299 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.297+0000 7f94ca9c3b80 1 --2- 172.21.15.8:0/1923514086 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555b053f3f30 0x555b053f79f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:05.299 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.297+0000 7f94ca9c3b80 1 -- 172.21.15.8:0/1923514086 >> 172.21.15.8:0/1923514086 conn(0x555b0531cc60 msgr2=0x555b053ed2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:05.299 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.297+0000 7f949b400700 0 client.17832 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:25:05.299 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.297+0000 7f94ca9c3b80 1 -- 172.21.15.8:0/1923514086 shutdown_connections 2024-05-20T21:25:05.299 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.297+0000 7f94ca9c3b80 1 -- 172.21.15.8:0/1923514086 wait complete. 2024-05-20T21:25:05.299 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.297+0000 7f94ca9c3b80 20 client.17832 trim_cache size 0 max 16384 2024-05-20T21:25:05.321 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.320+0000 7f94ca9c3b80 1 Processor -- start 2024-05-20T21:25:05.321 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.320+0000 7f94ca9c3b80 1 -- start start 2024-05-20T21:25:05.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.320+0000 7f94ca9c3b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555b053ee900 0x555b053f9e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:05.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.320+0000 7f94ca9c3b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555b053f3f30 0x555b053e9170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:05.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.320+0000 7f94ca9c3b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555b053f4850 0x555b053f4cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:05.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.320+0000 7f94ca9c3b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f94b81b27f0 con 0x555b053ee900 2024-05-20T21:25:05.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.320+0000 7f94ca9c3b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f94b81b0080 con 0x555b053f4850 2024-05-20T21:25:05.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.320+0000 7f94ca9c3b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f94b81aded0 con 0x555b053f3f30 2024-05-20T21:25:05.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.321+0000 7f94bcc00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555b053f3f30 0x555b053e9170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:05.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.321+0000 7f94be000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555b053f4850 0x555b053f4cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:05.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.321+0000 7f94bcc00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555b053f3f30 0x555b053e9170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:35876/0 (socket says 172.21.15.8:35876) 2024-05-20T21:25:05.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.321+0000 7f94bcc00700 1 -- 172.21.15.8:0/2501996521 learned_addr learned my addr 172.21.15.8:0/2501996521 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:05.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.321+0000 7f94bd600700 1 --2- 172.21.15.8:0/2501996521 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555b053ee900 0x555b053f9e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:05.323 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.321+0000 7f94bcc00700 1 -- 172.21.15.8:0/2501996521 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555b053f4850 msgr2=0x555b053f4cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:05.323 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.321+0000 7f94bcc00700 1 --2- 172.21.15.8:0/2501996521 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555b053f4850 0x555b053f4cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:05.323 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.321+0000 7f94bcc00700 1 -- 172.21.15.8:0/2501996521 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555b053ee900 msgr2=0x555b053f9e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:05.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.321+0000 7f94bcc00700 1 --2- 172.21.15.8:0/2501996521 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555b053ee900 0x555b053f9e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:05.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.321+0000 7f94bcc00700 1 -- 172.21.15.8:0/2501996521 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555b053f5f60 con 0x555b053f3f30 2024-05-20T21:25:05.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.322+0000 7f94bcc00700 1 --2- 172.21.15.8:0/2501996521 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555b053f3f30 0x555b053e9170 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f94a8004690 tx=0x7f94a8009260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3ac10c4fc51b3eb1 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:05.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.322+0000 7f94a6000700 1 -- 172.21.15.8:0/2501996521 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94a8010d80 con 0x555b053f3f30 2024-05-20T21:25:05.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.322+0000 7f94a6000700 1 -- 172.21.15.8:0/2501996521 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f94a8004ce0 con 0x555b053f3f30 2024-05-20T21:25:05.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.322+0000 7f94a6000700 1 -- 172.21.15.8:0/2501996521 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94a8003680 con 0x555b053f3f30 2024-05-20T21:25:05.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.323+0000 7f94ca9c3b80 1 -- 172.21.15.8:0/2501996521 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555b053f3f30 msgr2=0x555b053e9170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:05.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.323+0000 7f94ca9c3b80 1 --2- 172.21.15.8:0/2501996521 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555b053f3f30 0x555b053e9170 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f94a8004690 tx=0x7f94a8009260 comp rx=0 tx=0).stop 2024-05-20T21:25:05.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.323+0000 7f94ca9c3b80 1 -- 172.21.15.8:0/2501996521 shutdown_connections 2024-05-20T21:25:05.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.323+0000 7f94ca9c3b80 1 --2- 172.21.15.8:0/2501996521 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555b053f4850 0x555b053f4cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:05.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.323+0000 7f94ca9c3b80 1 --2- 172.21.15.8:0/2501996521 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555b053ee900 0x555b053f9e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:05.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.323+0000 7f94ca9c3b80 1 --2- 172.21.15.8:0/2501996521 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555b053f3f30 0x555b053e9170 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:05.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.323+0000 7f94ca9c3b80 1 -- 172.21.15.8:0/2501996521 >> 172.21.15.8:0/2501996521 conn(0x555b0531cc60 msgr2=0x555b053e8a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:05.325 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.323+0000 7f94ca9c3b80 1 -- 172.21.15.8:0/2501996521 shutdown_connections 2024-05-20T21:25:05.325 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.323+0000 7f94ca9c3b80 1 -- 172.21.15.8:0/2501996521 wait complete. 2024-05-20T21:25:05.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.324+0000 7f94ca9c3b80 1 -- start start 2024-05-20T21:25:05.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.324+0000 7f94ca9c3b80 1 Processor -- start 2024-05-20T21:25:05.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.324+0000 7f94ca9c3b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555b053ee900 0x555b0540d290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:05.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.324+0000 7f94ca9c3b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555b053f3f30 0x555b0540b640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:05.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.324+0000 7f94ca9c3b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555b053f4850 0x555b0540bb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:05.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.324+0000 7f94ca9c3b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f94b81ae540 con 0x555b053f4850 2024-05-20T21:25:05.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.324+0000 7f94ca9c3b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f94b81af9b0 con 0x555b053ee900 2024-05-20T21:25:05.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.324+0000 7f94ca9c3b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f94b81aec10 con 0x555b053f3f30 2024-05-20T21:25:05.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.324+0000 7f94ca9c3b80 10 client.0 _ll_register_callbacks cb 0x555b052e6cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:05.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.325+0000 7f94be000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555b053f4850 0x555b0540bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:05.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.325+0000 7f94be000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555b053f4850 0x555b0540bb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:42232/0 (socket says 172.21.15.8:42232) 2024-05-20T21:25:05.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.325+0000 7f94bcc00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555b053f3f30 0x555b0540b640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:05.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.325+0000 7f94be000700 1 -- 172.21.15.8:0/3967315592 learned_addr learned my addr 172.21.15.8:0/3967315592 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:05.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.325+0000 7f94bd600700 1 --2- 172.21.15.8:0/3967315592 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555b053ee900 0x555b0540d290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:05.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.325+0000 7f94bcc00700 1 -- 172.21.15.8:0/3967315592 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555b053ee900 msgr2=0x555b0540d290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:05.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.325+0000 7f94bcc00700 1 --2- 172.21.15.8:0/3967315592 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555b053ee900 0x555b0540d290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:05.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.325+0000 7f94bcc00700 1 -- 172.21.15.8:0/3967315592 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555b053f4850 msgr2=0x555b0540bb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:05.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.325+0000 7f94bcc00700 1 --2- 172.21.15.8:0/3967315592 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555b053f4850 0x555b0540bb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:05.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.325+0000 7f94bcc00700 1 -- 172.21.15.8:0/3967315592 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555b0540c170 con 0x555b053f3f30 2024-05-20T21:25:05.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.326+0000 7f94bcc00700 1 --2- 172.21.15.8:0/3967315592 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555b053f3f30 0x555b0540b640 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x555b05405a40 tx=0x7f94a8004f20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7e11f96f23d7f24b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:05.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.326+0000 7f949b400700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:25:05.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.326+0000 7f949b400700 1 -- 172.21.15.8:0/3967315592 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94a8010d80 con 0x555b053f3f30 2024-05-20T21:25:05.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.326+0000 7f94ca9c3b80 1 -- 172.21.15.8:0/3967315592 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f94a8004ce0 con 0x555b053f3f30 2024-05-20T21:25:05.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.326+0000 7f949b400700 1 -- 172.21.15.8:0/3967315592 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f94a80047c0 con 0x555b053f3f30 2024-05-20T21:25:05.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.326+0000 7f949b400700 1 -- 172.21.15.8:0/3967315592 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f94a80051b0 con 0x555b053f3f30 2024-05-20T21:25:05.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.326+0000 7f94ca9c3b80 10 client.28000 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:05.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.326+0000 7f94ca9c3b80 1 -- 172.21.15.8:0/3967315592 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x555b05473420 con 0x555b053f3f30 2024-05-20T21:25:05.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.326+0000 7f949b400700 1 -- 172.21.15.8:0/3967315592 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f94a8004ce0 con 0x555b053f3f30 2024-05-20T21:25:05.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.327+0000 7f949b400700 1 -- 172.21.15.8:0/3967315592 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f94a802f020 con 0x555b053f3f30 2024-05-20T21:25:05.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.327+0000 7f94ca9c3b80 10 client.28000 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:05.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.327+0000 7f94ca9c3b80 10 client.28000 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:25:05.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.327+0000 7f94ca9c3b80 20 client.28000 populate_metadata read hostname 'smithi008' 2024-05-20T21:25:05.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.327+0000 7f94ca9c3b80 1 --2- 172.21.15.8:0/3967315592 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x555b054739e0 0x555b05475e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:05.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.327+0000 7f94ca9c3b80 4 client.28000 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:25:05.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.327+0000 7f94ca9c3b80 1 -- 172.21.15.8:0/3967315592 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x555b053485f0 con 0x555b054739e0 2024-05-20T21:25:05.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.327+0000 7f94bd600700 1 --2- 172.21.15.8:0/3967315592 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x555b054739e0 0x555b05475e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:05.331 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.328+0000 7f94bd600700 1 --2- 172.21.15.8:0/3967315592 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x555b054739e0 0x555b05475e00 crc :-1 s=READY pgs=258 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=caad0723a0ae9b25 server_cookie=42f3200ec3affaf6 in_seq=0 out_seq=0 2024-05-20T21:25:05.331 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.328+0000 7f949b400700 10 client.28000 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:25:05.331 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.329+0000 7f949b400700 1 -- 172.21.15.8:0/3967315592 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x555b053485f0 con 0x555b054739e0 2024-05-20T21:25:05.331 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.329+0000 7f949b400700 10 client.28000 handle_command_reply: tid=0 2024-05-20T21:25:05.331 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.329+0000 7f94ca9c3b80 1 client.28000 shutdown 2024-05-20T21:25:05.331 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.329+0000 7f94ca9c3b80 1 -- 172.21.15.8:0/3967315592 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555b053f3f30 msgr2=0x555b0540b640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:05.331 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.329+0000 7f94ca9c3b80 1 --2- 172.21.15.8:0/3967315592 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555b053f3f30 0x555b0540b640 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x555b05405a40 tx=0x7f94a8004f20 comp rx=0 tx=0).stop 2024-05-20T21:25:05.331 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.329+0000 7f94ca9c3b80 1 -- 172.21.15.8:0/3967315592 shutdown_connections 2024-05-20T21:25:05.331 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.329+0000 7f94ca9c3b80 1 --2- 172.21.15.8:0/3967315592 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x555b054739e0 0x555b05475e00 crc :-1 s=READY pgs=258 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:05.331 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.329+0000 7f94ca9c3b80 1 --2- 172.21.15.8:0/3967315592 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555b053ee900 0x555b0540d290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:05.331 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.329+0000 7f94ca9c3b80 1 --2- 172.21.15.8:0/3967315592 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555b053f4850 0x555b0540bb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:05.331 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.329+0000 7f94ca9c3b80 1 --2- 172.21.15.8:0/3967315592 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555b053f3f30 0x555b0540b640 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:05.331 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.329+0000 7f949b400700 0 client.28000 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:25:05.331 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.329+0000 7f94ca9c3b80 1 -- 172.21.15.8:0/3967315592 >> 172.21.15.8:0/3967315592 conn(0x555b0531cc60 msgr2=0x555b053f2bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:05.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.329+0000 7f94ca9c3b80 1 -- 172.21.15.8:0/3967315592 shutdown_connections 2024-05-20T21:25:05.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.329+0000 7f94ca9c3b80 1 -- 172.21.15.8:0/3967315592 wait complete. 2024-05-20T21:25:05.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.330+0000 7f94ca9c3b80 20 client.28000 trim_cache size 0 max 16384 2024-05-20T21:25:05.332 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:25:05.332 INFO:teuthology.orchestra.run.smithi008.stdout: "return_code": 0, 2024-05-20T21:25:05.332 INFO:teuthology.orchestra.run.smithi008.stdout: "scrub_tag": "2e9692ed-160e-4ae3-beb5-89a3707c2378", 2024-05-20T21:25:05.332 INFO:teuthology.orchestra.run.smithi008.stdout: "mode": "asynchronous" 2024-05-20T21:25:05.332 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:25:05.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.330+0000 7f94c0000700 1 -- 172.21.15.8:0/2757501164 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f94a00b2880 msgr2=0x7f94a00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:05.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.330+0000 7f94c0000700 1 --2- 172.21.15.8:0/2757501164 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f94a00b2880 0x7f94a00b4d40 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f94b000b780 tx=0x7f94b0006210 comp rx=0 tx=0).stop 2024-05-20T21:25:05.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.330+0000 7f94c0000700 1 -- 172.21.15.8:0/2757501164 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f94b8105760 msgr2=0x7f94b819be80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:05.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.330+0000 7f94c0000700 1 --2- 172.21.15.8:0/2757501164 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f94b8105760 0x7f94b819be80 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f94ac00e9a0 tx=0x7f94ac00ecb0 comp rx=0 tx=0).stop 2024-05-20T21:25:05.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.330+0000 7f94c0000700 1 -- 172.21.15.8:0/2757501164 shutdown_connections 2024-05-20T21:25:05.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.330+0000 7f94c0000700 1 --2- 172.21.15.8:0/2757501164 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f94a00b2880 0x7f94a00b4d40 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:05.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.330+0000 7f94c0000700 1 --2- 172.21.15.8:0/2757501164 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f94b8105760 0x7f94b819be80 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:05.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.330+0000 7f94c0000700 1 --2- 172.21.15.8:0/2757501164 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f94b810b760 0x7f94b81a0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:05.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.330+0000 7f94c0000700 1 --2- 172.21.15.8:0/2757501164 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f94b8106120 0x7f94b819c3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:05.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.330+0000 7f94c0000700 1 -- 172.21.15.8:0/2757501164 >> 172.21.15.8:0/2757501164 conn(0x7f94b8101250 msgr2=0x7f94b81017f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:05.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.331+0000 7f94c0000700 1 -- 172.21.15.8:0/2757501164 shutdown_connections 2024-05-20T21:25:05.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:05.331+0000 7f94c0000700 1 -- 172.21.15.8:0/2757501164 wait complete. 2024-05-20T21:25:06.231 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:25:06.723 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:25:06.873 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:25:06 smithi008 ceph-mon[31475]: scrub queued for path: / 2024-05-20T21:25:06.873 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:25:06 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:25:06.873 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:25:06 smithi008 ceph-mon[31475]: scrub summary: active paths [/] 2024-05-20T21:25:06.873 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:25:06 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:25:06.873 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:25:06 smithi008 ceph-mon[31475]: pgmap v733: 97 pgs: 97 active+clean; 956 KiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-20T21:25:06.873 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:25:06 smithi008 ceph-mon[31475]: scrub summary: idle 2024-05-20T21:25:06.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:25:06 smithi130 ceph-mon[36448]: scrub queued for path: / 2024-05-20T21:25:06.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:25:06 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:25:06.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:25:06 smithi130 ceph-mon[36448]: scrub summary: active paths [/] 2024-05-20T21:25:06.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:25:06 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:25:06.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:25:06 smithi130 ceph-mon[36448]: pgmap v733: 97 pgs: 97 active+clean; 956 KiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-20T21:25:06.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:25:06 smithi130 ceph-mon[36448]: scrub summary: idle 2024-05-20T21:25:06.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:25:06 smithi050 ceph-mon[35809]: scrub queued for path: / 2024-05-20T21:25:06.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:25:06 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:25:06.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:25:06 smithi050 ceph-mon[35809]: scrub summary: active paths [/] 2024-05-20T21:25:06.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:25:06 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:25:06.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:25:06 smithi050 ceph-mon[35809]: pgmap v733: 97 pgs: 97 active+clean; 956 KiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-20T21:25:06.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:25:06 smithi050 ceph-mon[35809]: scrub summary: idle 2024-05-20T21:25:08.855 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:25:08 smithi008 ceph-mon[31475]: pgmap v734: 97 pgs: 97 active+clean; 956 KiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 6.3 KiB/s wr, 10 op/s 2024-05-20T21:25:08.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:25:08 smithi130 ceph-mon[36448]: pgmap v734: 97 pgs: 97 active+clean; 956 KiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 6.3 KiB/s wr, 10 op/s 2024-05-20T21:25:08.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:25:08 smithi050 ceph-mon[35809]: pgmap v734: 97 pgs: 97 active+clean; 956 KiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 6.3 KiB/s wr, 10 op/s 2024-05-20T21:25:09.032 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.032+0000 7f5784200700 1 -- 172.21.15.8:0/1418274160 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f577c1041a0 msgr2=0x7f577c1081c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:09.033 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.032+0000 7f5784200700 1 --2- 172.21.15.8:0/1418274160 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f577c1041a0 0x7f577c1081c0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f57680099c0 tx=0x7f5768009cd0 comp rx=0 tx=0).stop 2024-05-20T21:25:09.033 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.032+0000 7f5784200700 1 -- 172.21.15.8:0/1418274160 shutdown_connections 2024-05-20T21:25:09.033 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.032+0000 7f5784200700 1 --2- 172.21.15.8:0/1418274160 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f577c1088f0 0x7f577c110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:09.033 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.032+0000 7f5784200700 1 --2- 172.21.15.8:0/1418274160 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f577c1037f0 0x7f577c103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:09.033 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.032+0000 7f5784200700 1 --2- 172.21.15.8:0/1418274160 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f577c1041a0 0x7f577c1081c0 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:09.033 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.032+0000 7f5784200700 1 -- 172.21.15.8:0/1418274160 >> 172.21.15.8:0/1418274160 conn(0x7f577c07a6a0 msgr2=0x7f577c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:09.033 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.032+0000 7f5784200700 1 -- 172.21.15.8:0/1418274160 shutdown_connections 2024-05-20T21:25:09.033 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.032+0000 7f5784200700 1 -- 172.21.15.8:0/1418274160 wait complete. 2024-05-20T21:25:09.039 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.033+0000 7f5784200700 1 Processor -- start 2024-05-20T21:25:09.039 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.033+0000 7f5784200700 1 -- start start 2024-05-20T21:25:09.039 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.034+0000 7f5784200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f577c1037f0 0x7f577c19f840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:09.039 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.034+0000 7f5784200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f577c1041a0 0x7f577c19fd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:09.039 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.034+0000 7f5784200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f577c1088f0 0x7f577c199a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:09.039 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.034+0000 7f5784200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f577c113700 con 0x7f577c1037f0 2024-05-20T21:25:09.039 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.034+0000 7f5784200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f577c113580 con 0x7f577c1088f0 2024-05-20T21:25:09.040 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.034+0000 7f5784200700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f577c113880 con 0x7f577c1041a0 2024-05-20T21:25:09.040 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.034+0000 7f5781800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f577c1037f0 0x7f577c19f840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:09.040 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.034+0000 7f5780e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f577c1041a0 0x7f577c19fd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:09.040 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.034+0000 7f5782200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f577c1088f0 0x7f577c199a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:09.040 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.034+0000 7f5780e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f577c1041a0 0x7f577c19fd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:35902/0 (socket says 172.21.15.8:35902) 2024-05-20T21:25:09.040 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.034+0000 7f5780e00700 1 -- 172.21.15.8:0/2778006919 learned_addr learned my addr 172.21.15.8:0/2778006919 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:09.041 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.035+0000 7f5780e00700 1 -- 172.21.15.8:0/2778006919 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f577c1088f0 msgr2=0x7f577c199a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:09.041 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.035+0000 7f5780e00700 1 --2- 172.21.15.8:0/2778006919 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f577c1088f0 0x7f577c199a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:09.041 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.035+0000 7f5780e00700 1 -- 172.21.15.8:0/2778006919 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f577c1037f0 msgr2=0x7f577c19f840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:09.041 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.035+0000 7f5780e00700 1 --2- 172.21.15.8:0/2778006919 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f577c1037f0 0x7f577c19f840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:09.041 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.035+0000 7f5780e00700 1 -- 172.21.15.8:0/2778006919 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f577c19a160 con 0x7f577c1041a0 2024-05-20T21:25:09.041 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.035+0000 7f5782200700 1 --2- 172.21.15.8:0/2778006919 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f577c1088f0 0x7f577c199a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:09.042 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.035+0000 7f5780e00700 1 --2- 172.21.15.8:0/2778006919 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f577c1041a0 0x7f577c19fd80 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f57680098e0 tx=0x7f5768005280 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:09.042 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.035+0000 7f577a000700 1 -- 172.21.15.8:0/2778006919 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5768026070 con 0x7f577c1041a0 2024-05-20T21:25:09.042 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.035+0000 7f5784200700 1 -- 172.21.15.8:0/2778006919 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f577c19a3f0 con 0x7f577c1041a0 2024-05-20T21:25:09.042 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.035+0000 7f577a000700 1 -- 172.21.15.8:0/2778006919 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5768005680 con 0x7f577c1041a0 2024-05-20T21:25:09.042 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.036+0000 7f577a000700 1 -- 172.21.15.8:0/2778006919 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f576800fad0 con 0x7f577c1041a0 2024-05-20T21:25:09.043 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.036+0000 7f5784200700 1 -- 172.21.15.8:0/2778006919 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f577c075770 con 0x7f577c1041a0 2024-05-20T21:25:09.045 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.041+0000 7f577a000700 1 -- 172.21.15.8:0/2778006919 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f5768029070 con 0x7f577c1041a0 2024-05-20T21:25:09.045 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.042+0000 7f578ea93b80 1 Processor -- start 2024-05-20T21:25:09.045 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.042+0000 7f578ea93b80 1 -- start start 2024-05-20T21:25:09.045 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.042+0000 7f578ea93b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f4fa1f8eb0 0x55f4fa1f9290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:09.045 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.042+0000 7f578ea93b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f4fa1f97d0 0x55f4fa1f3260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:09.045 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.042+0000 7f578ea93b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f4fa1f3880 0x55f4fa1f3ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:09.045 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.042+0000 7f578ea93b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55f4fa151e40 con 0x55f4fa1f3880 2024-05-20T21:25:09.045 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.042+0000 7f578ea93b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55f4fa1419e0 con 0x55f4fa1f97d0 2024-05-20T21:25:09.045 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.042+0000 7f578ea93b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55f4fa145a20 con 0x55f4fa1f8eb0 2024-05-20T21:25:09.045 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.043+0000 7f5781800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f4fa1f97d0 0x55f4fa1f3260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:09.045 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.043+0000 7f5781800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f4fa1f97d0 0x55f4fa1f3260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:37714/0 (socket says 172.21.15.8:37714) 2024-05-20T21:25:09.046 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.043+0000 7f5781800700 1 -- 172.21.15.8:0/3943440795 learned_addr learned my addr 172.21.15.8:0/3943440795 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:09.046 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.043+0000 7f577a000700 1 --2- 172.21.15.8:0/2778006919 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f57640b2880 0x7f57640b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:09.046 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.043+0000 7f5782200700 1 --2- 172.21.15.8:0/3943440795 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f4fa1f8eb0 0x55f4fa1f9290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:09.046 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.043+0000 7f5780e00700 1 --2- 172.21.15.8:0/3943440795 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f4fa1f3880 0x55f4fa1f3ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:09.046 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.043+0000 7f577a000700 1 -- 172.21.15.8:0/2778006919 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f57680e2aa0 con 0x7f577c1041a0 2024-05-20T21:25:09.046 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.043+0000 7f5781800700 1 -- 172.21.15.8:0/3943440795 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f4fa1f8eb0 msgr2=0x55f4fa1f9290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:09.046 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.043+0000 7f5781800700 1 --2- 172.21.15.8:0/3943440795 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f4fa1f8eb0 0x55f4fa1f9290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:09.046 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.043+0000 7f5782200700 1 --2- 172.21.15.8:0/2778006919 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f57640b2880 0x7f57640b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:09.046 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.043+0000 7f5781800700 1 -- 172.21.15.8:0/3943440795 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f4fa1f3880 msgr2=0x55f4fa1f3ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:09.046 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.043+0000 7f5781800700 1 --2- 172.21.15.8:0/3943440795 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f4fa1f3880 0x55f4fa1f3ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:09.046 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.043+0000 7f5781800700 1 -- 172.21.15.8:0/3943440795 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f4fa10a420 con 0x55f4fa1f97d0 2024-05-20T21:25:09.046 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.044+0000 7f5781800700 1 --2- 172.21.15.8:0/3943440795 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f4fa1f97d0 0x55f4fa1f3260 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f5770009d20 tx=0x7f5770011720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e325943f63bcd257 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:09.047 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.044+0000 7f576ea00700 1 -- 172.21.15.8:0/3943440795 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5770004250 con 0x55f4fa1f97d0 2024-05-20T21:25:09.047 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.044+0000 7f576ea00700 1 -- 172.21.15.8:0/3943440795 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f57700043f0 con 0x55f4fa1f97d0 2024-05-20T21:25:09.047 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.044+0000 7f576ea00700 1 -- 172.21.15.8:0/3943440795 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5770019800 con 0x55f4fa1f97d0 2024-05-20T21:25:09.050 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.045+0000 7f578ea93b80 1 -- 172.21.15.8:0/3943440795 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f4fa1f97d0 msgr2=0x55f4fa1f3260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:09.051 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.045+0000 7f5782200700 1 --2- 172.21.15.8:0/2778006919 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f57640b2880 0x7f57640b4d40 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f57740060b0 tx=0x7f5774004b40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:09.051 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.045+0000 7f578ea93b80 1 --2- 172.21.15.8:0/3943440795 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f4fa1f97d0 0x55f4fa1f3260 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f5770009d20 tx=0x7f5770011720 comp rx=0 tx=0).stop 2024-05-20T21:25:09.051 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.045+0000 7f578ea93b80 1 -- 172.21.15.8:0/3943440795 shutdown_connections 2024-05-20T21:25:09.051 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.045+0000 7f578ea93b80 1 --2- 172.21.15.8:0/3943440795 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f4fa1f3880 0x55f4fa1f3ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:09.051 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.045+0000 7f578ea93b80 1 --2- 172.21.15.8:0/3943440795 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f4fa1f8eb0 0x55f4fa1f9290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:09.051 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.045+0000 7f578ea93b80 1 --2- 172.21.15.8:0/3943440795 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f4fa1f97d0 0x55f4fa1f3260 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:09.051 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.045+0000 7f578ea93b80 1 -- 172.21.15.8:0/3943440795 >> 172.21.15.8:0/3943440795 conn(0x55f4fa121be0 msgr2=0x55f4fa1ee010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:09.051 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.045+0000 7f578ea93b80 1 -- 172.21.15.8:0/3943440795 shutdown_connections 2024-05-20T21:25:09.051 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.045+0000 7f578ea93b80 1 -- 172.21.15.8:0/3943440795 wait complete. 2024-05-20T21:25:09.051 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.046+0000 7f578ea93b80 1 -- start start 2024-05-20T21:25:09.051 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.046+0000 7f578ea93b80 1 Processor -- start 2024-05-20T21:25:09.051 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.046+0000 7f578ea93b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f4fa1f3880 0x55f4fa1ff470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:09.051 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.046+0000 7f578ea93b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f4fa1f8eb0 0x55f4fa1fc810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:09.052 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.046+0000 7f578ea93b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f4fa1f97d0 0x55f4fa1fcd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:09.052 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.046+0000 7f578ea93b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55f4fa047fa0 con 0x55f4fa1f97d0 2024-05-20T21:25:09.052 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.046+0000 7f578ea93b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55f4fa0e2760 con 0x55f4fa1f3880 2024-05-20T21:25:09.052 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.046+0000 7f578ea93b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55f4fa200240 con 0x55f4fa1f8eb0 2024-05-20T21:25:09.052 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.047+0000 7f578ea93b80 10 client.0 _ll_register_callbacks cb 0x55f4fa0ebc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:09.052 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.047+0000 7f5782200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f4fa1f97d0 0x55f4fa1fcd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:09.052 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.047+0000 7f5781800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f4fa1f3880 0x55f4fa1ff470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:09.052 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.047+0000 7f5780e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f4fa1f8eb0 0x55f4fa1fc810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:09.052 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.047+0000 7f5781800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f4fa1f3880 0x55f4fa1ff470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:37724/0 (socket says 172.21.15.8:37724) 2024-05-20T21:25:09.052 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.047+0000 7f5781800700 1 -- 172.21.15.8:0/2472514822 learned_addr learned my addr 172.21.15.8:0/2472514822 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:09.052 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.047+0000 7f5780e00700 1 -- 172.21.15.8:0/2472514822 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f4fa1f3880 msgr2=0x55f4fa1ff470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:09.052 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.047+0000 7f5780e00700 1 --2- 172.21.15.8:0/2472514822 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f4fa1f3880 0x55f4fa1ff470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:09.052 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.047+0000 7f5780e00700 1 -- 172.21.15.8:0/2472514822 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f4fa1f97d0 msgr2=0x55f4fa1fcd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:09.052 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.047+0000 7f5780e00700 1 --2- 172.21.15.8:0/2472514822 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f4fa1f97d0 0x55f4fa1fcd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:09.052 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.047+0000 7f5780e00700 1 -- 172.21.15.8:0/2472514822 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f4fa0918d0 con 0x55f4fa1f8eb0 2024-05-20T21:25:09.053 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.047+0000 7f5781800700 1 --2- 172.21.15.8:0/2472514822 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f4fa1f3880 0x55f4fa1ff470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:09.053 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.048+0000 7f5780e00700 1 --2- 172.21.15.8:0/2472514822 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f4fa1f8eb0 0x55f4fa1fc810 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f57680a7350 tx=0x7f57680739d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e17dddd496e9965c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:09.053 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.048+0000 7f5763400700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:25:09.053 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.048+0000 7f5763400700 1 -- 172.21.15.8:0/2472514822 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57680a9eb0 con 0x55f4fa1f8eb0 2024-05-20T21:25:09.053 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.048+0000 7f5763400700 1 -- 172.21.15.8:0/2472514822 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f57680e0640 con 0x55f4fa1f8eb0 2024-05-20T21:25:09.053 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.048+0000 7f578ea93b80 1 -- 172.21.15.8:0/2472514822 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f57700043f0 con 0x55f4fa1f8eb0 2024-05-20T21:25:09.053 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.048+0000 7f5763400700 1 -- 172.21.15.8:0/2472514822 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f57680a9850 con 0x55f4fa1f8eb0 2024-05-20T21:25:09.053 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.048+0000 7f578ea93b80 10 client.28012 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:09.053 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.048+0000 7f578ea93b80 1 -- 172.21.15.8:0/2472514822 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f4fa112060 con 0x55f4fa1f8eb0 2024-05-20T21:25:09.053 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.049+0000 7f5763400700 1 -- 172.21.15.8:0/2472514822 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f57700043f0 con 0x55f4fa1f8eb0 2024-05-20T21:25:09.053 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.049+0000 7f5763400700 1 -- 172.21.15.8:0/2472514822 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f57680a5a50 con 0x55f4fa1f8eb0 2024-05-20T21:25:09.053 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.049+0000 7f578ea93b80 10 client.28012 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:09.053 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.049+0000 7f578ea93b80 10 client.28012 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:25:09.053 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.049+0000 7f578ea93b80 20 client.28012 populate_metadata read hostname 'smithi008' 2024-05-20T21:25:09.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.049+0000 7f578ea93b80 1 --2- 172.21.15.8:0/2472514822 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f4fa20cb80 0x55f4fa20efb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:09.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.049+0000 7f578ea93b80 4 client.28012 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:25:09.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.049+0000 7f578ea93b80 1 -- 172.21.15.8:0/2472514822 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f4fa153d90 con 0x55f4fa20cb80 2024-05-20T21:25:09.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.049+0000 7f5781800700 1 --2- 172.21.15.8:0/2472514822 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f4fa20cb80 0x55f4fa20efb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:09.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.050+0000 7f5781800700 1 --2- 172.21.15.8:0/2472514822 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f4fa20cb80 0x55f4fa20efb0 crc :-1 s=READY pgs=259 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1ef58cf41a1c3d96 server_cookie=f435bdf097bec5a7 in_seq=0 out_seq=0 2024-05-20T21:25:09.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.050+0000 7f5763400700 10 client.28012 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:25:09.055 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.051+0000 7f5763400700 1 -- 172.21.15.8:0/2472514822 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55f4fa153d90 con 0x55f4fa20cb80 2024-05-20T21:25:09.055 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.051+0000 7f5763400700 10 client.28012 handle_command_reply: tid=0 2024-05-20T21:25:09.055 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.051+0000 7f578ea93b80 1 client.28012 shutdown 2024-05-20T21:25:09.055 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.051+0000 7f578ea93b80 1 -- 172.21.15.8:0/2472514822 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f4fa1f8eb0 msgr2=0x55f4fa1fc810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:09.056 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.051+0000 7f578ea93b80 1 --2- 172.21.15.8:0/2472514822 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f4fa1f8eb0 0x55f4fa1fc810 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f57680a7350 tx=0x7f57680739d0 comp rx=0 tx=0).stop 2024-05-20T21:25:09.056 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.051+0000 7f578ea93b80 1 -- 172.21.15.8:0/2472514822 shutdown_connections 2024-05-20T21:25:09.056 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.051+0000 7f578ea93b80 1 --2- 172.21.15.8:0/2472514822 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f4fa20cb80 0x55f4fa20efb0 crc :-1 s=READY pgs=259 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:09.056 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.051+0000 7f578ea93b80 1 --2- 172.21.15.8:0/2472514822 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f4fa1f3880 0x55f4fa1ff470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:09.056 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.051+0000 7f578ea93b80 1 --2- 172.21.15.8:0/2472514822 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f4fa1f97d0 0x55f4fa1fcd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:09.056 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.051+0000 7f578ea93b80 1 --2- 172.21.15.8:0/2472514822 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f4fa1f8eb0 0x55f4fa1fc810 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:09.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.051+0000 7f5763400700 0 client.28012 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:25:09.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.051+0000 7f578ea93b80 1 -- 172.21.15.8:0/2472514822 >> 172.21.15.8:0/2472514822 conn(0x55f4fa121be0 msgr2=0x55f4fa1f2250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:09.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.051+0000 7f578ea93b80 1 -- 172.21.15.8:0/2472514822 shutdown_connections 2024-05-20T21:25:09.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.052+0000 7f578ea93b80 1 -- 172.21.15.8:0/2472514822 wait complete. 2024-05-20T21:25:09.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.052+0000 7f578ea93b80 20 client.28012 trim_cache size 0 max 16384 2024-05-20T21:25:09.078 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.075+0000 7f578ea93b80 1 Processor -- start 2024-05-20T21:25:09.078 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.075+0000 7f578ea93b80 1 -- start start 2024-05-20T21:25:09.078 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.076+0000 7f578ea93b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f4fa1f3880 0x55f4fa1f3260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:09.078 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.076+0000 7f578ea93b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f4fa1f8eb0 0x55f4fa1fb100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:09.078 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.076+0000 7f578ea93b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f4fa1f97d0 0x55f4fa1fb640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:09.078 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.076+0000 7f578ea93b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f577c1b2510 con 0x55f4fa1f97d0 2024-05-20T21:25:09.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.076+0000 7f578ea93b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f577c1afda0 con 0x55f4fa1f3880 2024-05-20T21:25:09.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.076+0000 7f578ea93b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f577c1adc10 con 0x55f4fa1f8eb0 2024-05-20T21:25:09.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.076+0000 7f5781800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f4fa1f3880 0x55f4fa1f3260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:09.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.076+0000 7f5782200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f4fa1f97d0 0x55f4fa1fb640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:09.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.076+0000 7f5781800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f4fa1f3880 0x55f4fa1f3260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:37730/0 (socket says 172.21.15.8:37730) 2024-05-20T21:25:09.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.076+0000 7f5781800700 1 -- 172.21.15.8:0/853939755 learned_addr learned my addr 172.21.15.8:0/853939755 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:09.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.076+0000 7f5780e00700 1 --2- 172.21.15.8:0/853939755 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f4fa1f8eb0 0x55f4fa1fb100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:09.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.077+0000 7f5781800700 1 -- 172.21.15.8:0/853939755 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f4fa1f8eb0 msgr2=0x55f4fa1fb100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:09.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.077+0000 7f5781800700 1 --2- 172.21.15.8:0/853939755 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f4fa1f8eb0 0x55f4fa1fb100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:09.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.077+0000 7f5781800700 1 -- 172.21.15.8:0/853939755 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f4fa1f97d0 msgr2=0x55f4fa1fb640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:09.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.077+0000 7f5781800700 1 --2- 172.21.15.8:0/853939755 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f4fa1f97d0 0x55f4fa1fb640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:09.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.077+0000 7f5781800700 1 -- 172.21.15.8:0/853939755 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f4fa1fad80 con 0x55f4fa1f3880 2024-05-20T21:25:09.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.077+0000 7f5780e00700 1 --2- 172.21.15.8:0/853939755 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f4fa1f8eb0 0x55f4fa1fb100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:09.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.077+0000 7f5781800700 1 --2- 172.21.15.8:0/853939755 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f4fa1f3880 0x55f4fa1f3260 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f57700092a0 tx=0x7f57700098e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=aa6420a57da8dc4f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:09.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.077+0000 7f576e000700 1 -- 172.21.15.8:0/853939755 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5770003db0 con 0x55f4fa1f3880 2024-05-20T21:25:09.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.077+0000 7f576e000700 1 -- 172.21.15.8:0/853939755 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f577002b070 con 0x55f4fa1f3880 2024-05-20T21:25:09.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.077+0000 7f576e000700 1 -- 172.21.15.8:0/853939755 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5770005020 con 0x55f4fa1f3880 2024-05-20T21:25:09.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.078+0000 7f578ea93b80 1 -- 172.21.15.8:0/853939755 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f4fa1f3880 msgr2=0x55f4fa1f3260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:09.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.078+0000 7f578ea93b80 1 --2- 172.21.15.8:0/853939755 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f4fa1f3880 0x55f4fa1f3260 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f57700092a0 tx=0x7f57700098e0 comp rx=0 tx=0).stop 2024-05-20T21:25:09.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.078+0000 7f578ea93b80 1 -- 172.21.15.8:0/853939755 shutdown_connections 2024-05-20T21:25:09.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.078+0000 7f578ea93b80 1 --2- 172.21.15.8:0/853939755 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f4fa1f3880 0x55f4fa1f3260 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:09.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.078+0000 7f578ea93b80 1 --2- 172.21.15.8:0/853939755 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f4fa1f97d0 0x55f4fa1fb640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:09.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.078+0000 7f578ea93b80 1 --2- 172.21.15.8:0/853939755 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f4fa1f8eb0 0x55f4fa1fb100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:09.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.078+0000 7f578ea93b80 1 -- 172.21.15.8:0/853939755 >> 172.21.15.8:0/853939755 conn(0x55f4fa121be0 msgr2=0x55f4fa1f69c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:09.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.078+0000 7f578ea93b80 1 -- 172.21.15.8:0/853939755 shutdown_connections 2024-05-20T21:25:09.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.078+0000 7f578ea93b80 1 -- 172.21.15.8:0/853939755 wait complete. 2024-05-20T21:25:09.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.079+0000 7f578ea93b80 1 -- start start 2024-05-20T21:25:09.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.079+0000 7f578ea93b80 1 Processor -- start 2024-05-20T21:25:09.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.080+0000 7f578ea93b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f4fa1f3880 0x55f4fa214610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:09.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.080+0000 7f578ea93b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f4fa1f8eb0 0x55f4fa214b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:09.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.080+0000 7f578ea93b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f4fa1f97d0 0x55f4fa215090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:09.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.080+0000 7f578ea93b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f577c1ae260 con 0x55f4fa1f3880 2024-05-20T21:25:09.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.080+0000 7f578ea93b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f577c1af6d0 con 0x55f4fa1f8eb0 2024-05-20T21:25:09.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.080+0000 7f578ea93b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f577c1ae930 con 0x55f4fa1f97d0 2024-05-20T21:25:09.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.080+0000 7f578ea93b80 10 client.0 _ll_register_callbacks cb 0x55f4fa0ebc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:09.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.080+0000 7f5781800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f4fa1f3880 0x55f4fa214610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:09.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.080+0000 7f5781800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f4fa1f3880 0x55f4fa214610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:42284/0 (socket says 172.21.15.8:42284) 2024-05-20T21:25:09.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.080+0000 7f5781800700 1 -- 172.21.15.8:0/2578509588 learned_addr learned my addr 172.21.15.8:0/2578509588 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:09.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.080+0000 7f5782200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f4fa1f97d0 0x55f4fa215090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:09.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.080+0000 7f5780e00700 1 --2- 172.21.15.8:0/2578509588 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f4fa1f8eb0 0x55f4fa214b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:09.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.081+0000 7f5781800700 1 -- 172.21.15.8:0/2578509588 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f4fa1f97d0 msgr2=0x55f4fa215090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:09.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.081+0000 7f5781800700 1 --2- 172.21.15.8:0/2578509588 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f4fa1f97d0 0x55f4fa215090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:09.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.081+0000 7f5781800700 1 -- 172.21.15.8:0/2578509588 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f4fa1f8eb0 msgr2=0x55f4fa214b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:09.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.081+0000 7f5781800700 1 --2- 172.21.15.8:0/2578509588 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f4fa1f8eb0 0x55f4fa214b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:09.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.081+0000 7f5781800700 1 -- 172.21.15.8:0/2578509588 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f4fa276a00 con 0x55f4fa1f3880 2024-05-20T21:25:09.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.081+0000 7f5781800700 1 --2- 172.21.15.8:0/2578509588 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f4fa1f3880 0x55f4fa214610 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f5770003fa0 tx=0x7f5770011b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f0ca0807fc863370 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:09.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.081+0000 7f5763400700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:25:09.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.081+0000 7f5763400700 1 -- 172.21.15.8:0/2578509588 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5770004360 con 0x55f4fa1f3880 2024-05-20T21:25:09.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.081+0000 7f5763400700 1 -- 172.21.15.8:0/2578509588 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f5770003680 con 0x55f4fa1f3880 2024-05-20T21:25:09.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.081+0000 7f578ea93b80 1 -- 172.21.15.8:0/2578509588 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f577002b070 con 0x55f4fa1f3880 2024-05-20T21:25:09.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.082+0000 7f5763400700 1 -- 172.21.15.8:0/2578509588 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f5770003880 con 0x55f4fa1f3880 2024-05-20T21:25:09.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.082+0000 7f578ea93b80 10 client.17856 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:09.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.082+0000 7f578ea93b80 1 -- 172.21.15.8:0/2578509588 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f4fa277cd0 con 0x55f4fa1f3880 2024-05-20T21:25:09.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.082+0000 7f5763400700 1 -- 172.21.15.8:0/2578509588 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f577002b070 con 0x55f4fa1f3880 2024-05-20T21:25:09.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.082+0000 7f5763400700 1 -- 172.21.15.8:0/2578509588 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f577003f050 con 0x55f4fa1f3880 2024-05-20T21:25:09.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.082+0000 7f578ea93b80 10 client.17856 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:09.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.082+0000 7f578ea93b80 10 client.17856 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:25:09.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.082+0000 7f578ea93b80 20 client.17856 populate_metadata read hostname 'smithi008' 2024-05-20T21:25:09.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.082+0000 7f578ea93b80 1 --2- 172.21.15.8:0/2578509588 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f4fa278180 0x55f4fa27a570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:09.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.082+0000 7f578ea93b80 4 client.17856 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:25:09.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.082+0000 7f578ea93b80 1 -- 172.21.15.8:0/2578509588 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55f4fa14d570 con 0x55f4fa278180 2024-05-20T21:25:09.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.083+0000 7f5780e00700 1 --2- 172.21.15.8:0/2578509588 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f4fa278180 0x55f4fa27a570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:09.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.083+0000 7f5780e00700 1 --2- 172.21.15.8:0/2578509588 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f4fa278180 0x55f4fa27a570 crc :-1 s=READY pgs=260 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7fab26cdfc566cbf server_cookie=a0900a969f10c4e4 in_seq=0 out_seq=0 2024-05-20T21:25:09.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.083+0000 7f5763400700 10 client.17856 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:25:09.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.083+0000 7f5763400700 1 -- 172.21.15.8:0/2578509588 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55f4fa14d570 con 0x55f4fa278180 2024-05-20T21:25:09.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.083+0000 7f5763400700 10 client.17856 handle_command_reply: tid=0 2024-05-20T21:25:09.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.083+0000 7f578ea93b80 1 client.17856 shutdown 2024-05-20T21:25:09.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.084+0000 7f578ea93b80 1 -- 172.21.15.8:0/2578509588 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f4fa1f3880 msgr2=0x55f4fa214610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:09.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.084+0000 7f578ea93b80 1 --2- 172.21.15.8:0/2578509588 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f4fa1f3880 0x55f4fa214610 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f5770003fa0 tx=0x7f5770011b20 comp rx=0 tx=0).stop 2024-05-20T21:25:09.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.084+0000 7f578ea93b80 1 -- 172.21.15.8:0/2578509588 shutdown_connections 2024-05-20T21:25:09.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.084+0000 7f578ea93b80 1 --2- 172.21.15.8:0/2578509588 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f4fa278180 0x55f4fa27a570 crc :-1 s=READY pgs=260 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:09.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.084+0000 7f578ea93b80 1 --2- 172.21.15.8:0/2578509588 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f4fa1f97d0 0x55f4fa215090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:09.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.084+0000 7f5763400700 0 client.17856 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:25:09.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.084+0000 7f578ea93b80 1 --2- 172.21.15.8:0/2578509588 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f4fa1f3880 0x55f4fa214610 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:09.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.084+0000 7f578ea93b80 1 --2- 172.21.15.8:0/2578509588 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f4fa1f8eb0 0x55f4fa214b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:09.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.084+0000 7f578ea93b80 1 -- 172.21.15.8:0/2578509588 >> 172.21.15.8:0/2578509588 conn(0x55f4fa121be0 msgr2=0x55f4fa1f69c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:09.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.084+0000 7f578ea93b80 1 -- 172.21.15.8:0/2578509588 shutdown_connections 2024-05-20T21:25:09.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.084+0000 7f578ea93b80 1 -- 172.21.15.8:0/2578509588 wait complete. 2024-05-20T21:25:09.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.084+0000 7f578ea93b80 20 client.17856 trim_cache size 0 max 16384 2024-05-20T21:25:09.089 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:25:09.089 INFO:teuthology.orchestra.run.smithi008.stdout: "status": "no active scrubs running", 2024-05-20T21:25:09.090 INFO:teuthology.orchestra.run.smithi008.stdout: "scrubs": {} 2024-05-20T21:25:09.090 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:25:09.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.085+0000 7f5784200700 1 -- 172.21.15.8:0/2778006919 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f57640b2880 msgr2=0x7f57640b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:09.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.085+0000 7f5784200700 1 --2- 172.21.15.8:0/2778006919 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f57640b2880 0x7f57640b4d40 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f57740060b0 tx=0x7f5774004b40 comp rx=0 tx=0).stop 2024-05-20T21:25:09.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.085+0000 7f5784200700 1 -- 172.21.15.8:0/2778006919 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f577c1041a0 msgr2=0x7f577c19fd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:09.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.085+0000 7f5784200700 1 --2- 172.21.15.8:0/2778006919 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f577c1041a0 0x7f577c19fd80 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f57680098e0 tx=0x7f5768005280 comp rx=0 tx=0).stop 2024-05-20T21:25:09.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.085+0000 7f5784200700 1 -- 172.21.15.8:0/2778006919 shutdown_connections 2024-05-20T21:25:09.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.085+0000 7f5784200700 1 --2- 172.21.15.8:0/2778006919 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f57640b2880 0x7f57640b4d40 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:09.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.085+0000 7f5784200700 1 --2- 172.21.15.8:0/2778006919 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f577c1088f0 0x7f577c199a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:09.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.085+0000 7f5784200700 1 --2- 172.21.15.8:0/2778006919 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f577c1037f0 0x7f577c19f840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:09.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.085+0000 7f5784200700 1 --2- 172.21.15.8:0/2778006919 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f577c1041a0 0x7f577c19fd80 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:09.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.085+0000 7f5784200700 1 -- 172.21.15.8:0/2778006919 >> 172.21.15.8:0/2778006919 conn(0x7f577c07a6a0 msgr2=0x7f577c101870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:09.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.085+0000 7f5784200700 1 -- 172.21.15.8:0/2778006919 shutdown_connections 2024-05-20T21:25:09.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:09.085+0000 7f5784200700 1 -- 172.21.15.8:0/2778006919 wait complete. 2024-05-20T21:25:09.921 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:25:09.922 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:25:10.402 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:25:10.895 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:25:10 smithi008 ceph-mon[31475]: pgmap v735: 97 pgs: 97 active+clean; 956 KiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 6.3 KiB/s wr, 11 op/s 2024-05-20T21:25:10.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:25:10 smithi130 ceph-mon[36448]: pgmap v735: 97 pgs: 97 active+clean; 956 KiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 6.3 KiB/s wr, 11 op/s 2024-05-20T21:25:10.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:25:10 smithi050 ceph-mon[35809]: pgmap v735: 97 pgs: 97 active+clean; 956 KiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 6.3 KiB/s wr, 11 op/s 2024-05-20T21:25:12.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:12.597+0000 7fbf3c400700 1 -- 172.21.15.8:0/2506788630 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbf34103f90 msgr2=0x7fbf34110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:12.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:12.597+0000 7fbf3c400700 1 --2- 172.21.15.8:0/2506788630 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbf34103f90 0x7fbf34110470 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7fbf2c009f90 tx=0x7fbf2c00b330 comp rx=0 tx=0).stop 2024-05-20T21:25:12.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:12.597+0000 7fbf3c400700 1 -- 172.21.15.8:0/2506788630 shutdown_connections 2024-05-20T21:25:12.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:12.597+0000 7fbf3c400700 1 --2- 172.21.15.8:0/2506788630 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbf34108500 0x7fbf341088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:12.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:12.597+0000 7fbf3c400700 1 --2- 172.21.15.8:0/2506788630 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbf34103f90 0x7fbf34110470 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:12.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:12.597+0000 7fbf3c400700 1 --2- 172.21.15.8:0/2506788630 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbf341035f0 0x7fbf34103a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:12.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:12.597+0000 7fbf3c400700 1 -- 172.21.15.8:0/2506788630 >> 172.21.15.8:0/2506788630 conn(0x7fbf3407a6a0 msgr2=0x7fbf3407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:12.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:12.598+0000 7fbf3c400700 1 -- 172.21.15.8:0/2506788630 shutdown_connections 2024-05-20T21:25:12.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:12.598+0000 7fbf3c400700 1 -- 172.21.15.8:0/2506788630 wait complete. 2024-05-20T21:25:12.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:12.599+0000 7fbf3c400700 1 Processor -- start 2024-05-20T21:25:12.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:12.599+0000 7fbf3c400700 1 -- start start 2024-05-20T21:25:12.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:12.599+0000 7fbf3c400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbf341035f0 0x7fbf34075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:12.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:12.600+0000 7fbf3c400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbf34103f90 0x7fbf34075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:12.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:12.600+0000 7fbf3c400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbf34108500 0x7fbf340762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:12.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:12.600+0000 7fbf3c400700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fbf34113790 con 0x7fbf341035f0 2024-05-20T21:25:12.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:12.600+0000 7fbf3c400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fbf34113610 con 0x7fbf34103f90 2024-05-20T21:25:12.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:12.600+0000 7fbf3c400700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fbf34113910 con 0x7fbf34108500 2024-05-20T21:25:12.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:12.600+0000 7fbf3a400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbf34108500 0x7fbf340762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:12.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:12.600+0000 7fbf39000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbf34103f90 0x7fbf34075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:12.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:12.600+0000 7fbf39a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbf341035f0 0x7fbf34075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:12.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:12.600+0000 7fbf3a400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbf34108500 0x7fbf340762c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:35956/0 (socket says 172.21.15.8:35956) 2024-05-20T21:25:12.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:12.600+0000 7fbf3a400700 1 -- 172.21.15.8:0/2836604319 learned_addr learned my addr 172.21.15.8:0/2836604319 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:12.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:12.600+0000 7fbf39000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbf34103f90 0x7fbf34075d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:37750/0 (socket says 172.21.15.8:37750) 2024-05-20T21:25:12.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:12.600+0000 7fbf3a400700 1 -- 172.21.15.8:0/2836604319 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbf34103f90 msgr2=0x7fbf34075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:12.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:12.600+0000 7fbf3a400700 1 --2- 172.21.15.8:0/2836604319 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbf34103f90 0x7fbf34075d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:12.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:12.601+0000 7fbf3a400700 1 -- 172.21.15.8:0/2836604319 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbf341035f0 msgr2=0x7fbf34075840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:12.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:12.601+0000 7fbf3a400700 1 --2- 172.21.15.8:0/2836604319 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbf341035f0 0x7fbf34075840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:12.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:12.601+0000 7fbf3a400700 1 -- 172.21.15.8:0/2836604319 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf341a8190 con 0x7fbf34108500 2024-05-20T21:25:12.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:12.601+0000 7fbf3a400700 1 --2- 172.21.15.8:0/2836604319 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbf34108500 0x7fbf340762c0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fbf2c00b6c0 tx=0x7fbf2c004f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:12.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:12.601+0000 7fbf32000700 1 -- 172.21.15.8:0/2836604319 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf2c021070 con 0x7fbf34108500 2024-05-20T21:25:12.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:12.601+0000 7fbf3c400700 1 -- 172.21.15.8:0/2836604319 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf341a8420 con 0x7fbf34108500 2024-05-20T21:25:12.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:12.601+0000 7fbf32000700 1 -- 172.21.15.8:0/2836604319 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbf2c007d60 con 0x7fbf34108500 2024-05-20T21:25:12.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:12.601+0000 7fbf32000700 1 -- 172.21.15.8:0/2836604319 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf2c005040 con 0x7fbf34108500 2024-05-20T21:25:12.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:12.601+0000 7fbf3c400700 1 -- 172.21.15.8:0/2836604319 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf341a8880 con 0x7fbf34108500 2024-05-20T21:25:12.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:12.603+0000 7fbf3c400700 1 -- 172.21.15.8:0/2836604319 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf34104cb0 con 0x7fbf34108500 2024-05-20T21:25:12.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:12.605+0000 7fbf32000700 1 -- 172.21.15.8:0/2836604319 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fbf2c024070 con 0x7fbf34108500 2024-05-20T21:25:12.607 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:12.606+0000 7fbf32000700 1 --2- 172.21.15.8:0/2836604319 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbf1c0b2880 0x7fbf1c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:12.607 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:12.607+0000 7fbf32000700 1 -- 172.21.15.8:0/2836604319 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fbf2c0e35e0 con 0x7fbf34108500 2024-05-20T21:25:12.607 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:12.607+0000 7fbf39a00700 1 --2- 172.21.15.8:0/2836604319 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbf1c0b2880 0x7fbf1c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:12.608 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:12.607+0000 7fbf39a00700 1 --2- 172.21.15.8:0/2836604319 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbf1c0b2880 0x7fbf1c0b4d40 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7fbf341047d0 tx=0x7fbf28009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:12.609 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:12.608+0000 7fbf32000700 1 -- 172.21.15.8:0/2836604319 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fbf2c0ab320 con 0x7fbf34108500 2024-05-20T21:25:12.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:25:12 smithi008 ceph-mon[31475]: pgmap v736: 97 pgs: 97 active+clean; 963 KiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 9.6 KiB/s rd, 7.0 KiB/s wr, 12 op/s 2024-05-20T21:25:12.907 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:12.906+0000 7fbf3c400700 1 -- 172.21.15.8:0/2836604319 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbf3402e560 con 0x7fbf34108500 2024-05-20T21:25:12.909 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:12.908+0000 7fbf32000700 1 -- 172.21.15.8:0/2836604319 <== mon.1 v2:172.21.15.130:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7fbf2c0aac20 con 0x7fbf34108500 2024-05-20T21:25:12.909 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:25:12.909 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:25:12.912 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:12.911+0000 7fbf3c400700 1 -- 172.21.15.8:0/2836604319 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbf1c0b2880 msgr2=0x7fbf1c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:12.912 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:12.911+0000 7fbf3c400700 1 --2- 172.21.15.8:0/2836604319 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbf1c0b2880 0x7fbf1c0b4d40 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7fbf341047d0 tx=0x7fbf28009260 comp rx=0 tx=0).stop 2024-05-20T21:25:12.912 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:12.911+0000 7fbf3c400700 1 -- 172.21.15.8:0/2836604319 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbf34108500 msgr2=0x7fbf340762c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:12.912 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:12.911+0000 7fbf3c400700 1 --2- 172.21.15.8:0/2836604319 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbf34108500 0x7fbf340762c0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fbf2c00b6c0 tx=0x7fbf2c004f90 comp rx=0 tx=0).stop 2024-05-20T21:25:12.912 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:12.911+0000 7fbf3c400700 1 -- 172.21.15.8:0/2836604319 shutdown_connections 2024-05-20T21:25:12.913 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:12.911+0000 7fbf3c400700 1 --2- 172.21.15.8:0/2836604319 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbf1c0b2880 0x7fbf1c0b4d40 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:12.913 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:12.911+0000 7fbf3c400700 1 --2- 172.21.15.8:0/2836604319 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbf34108500 0x7fbf340762c0 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:12.913 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:12.911+0000 7fbf3c400700 1 --2- 172.21.15.8:0/2836604319 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbf341035f0 0x7fbf34075840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:12.913 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:12.911+0000 7fbf3c400700 1 --2- 172.21.15.8:0/2836604319 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbf34103f90 0x7fbf34075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:12.913 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:12.911+0000 7fbf3c400700 1 -- 172.21.15.8:0/2836604319 >> 172.21.15.8:0/2836604319 conn(0x7fbf3407a6a0 msgr2=0x7fbf34101660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:12.913 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:12.912+0000 7fbf3c400700 1 -- 172.21.15.8:0/2836604319 shutdown_connections 2024-05-20T21:25:12.913 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:12.912+0000 7fbf3c400700 1 -- 172.21.15.8:0/2836604319 wait complete. 2024-05-20T21:25:12.914 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:25:12.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:25:12 smithi130 ceph-mon[36448]: pgmap v736: 97 pgs: 97 active+clean; 963 KiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 9.6 KiB/s rd, 7.0 KiB/s wr, 12 op/s 2024-05-20T21:25:12.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:25:12 smithi050 ceph-mon[35809]: pgmap v736: 97 pgs: 97 active+clean; 963 KiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 9.6 KiB/s rd, 7.0 KiB/s wr, 12 op/s 2024-05-20T21:25:13.644 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:25:13.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:25:13 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/2836604319' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:25:13.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:25:13 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/2836604319' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:25:13.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:25:13 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/2836604319' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:25:14.006 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.005+0000 7f6fbfe00640 1 -- 172.21.15.8:0/1521001222 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6fc0106490 msgr2=0x7f6fc0106910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:14.006 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.005+0000 7f6fbfe00640 1 --2- 172.21.15.8:0/1521001222 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6fc0106490 0x7f6fc0106910 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f6fb8009ca0 tx=0x7f6fb802a8c0 comp rx=0 tx=0).stop 2024-05-20T21:25:14.006 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.006+0000 7f6fbfe00640 1 -- 172.21.15.8:0/1521001222 shutdown_connections 2024-05-20T21:25:14.006 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.006+0000 7f6fbfe00640 1 --2- 172.21.15.8:0/1521001222 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6fc0106490 0x7f6fc0106910 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:14.007 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.006+0000 7f6fbfe00640 1 --2- 172.21.15.8:0/1521001222 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6fc0103ae0 0x7f6fc0105f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:14.007 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.006+0000 7f6fbfe00640 1 --2- 172.21.15.8:0/1521001222 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6fc0101170 0x7f6fc01035a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:14.007 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.006+0000 7f6fbfe00640 1 -- 172.21.15.8:0/1521001222 >> 172.21.15.8:0/1521001222 conn(0x7f6fc00fcd30 msgr2=0x7f6fc00ff1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:14.007 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.006+0000 7f6fbfe00640 1 -- 172.21.15.8:0/1521001222 shutdown_connections 2024-05-20T21:25:14.007 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.006+0000 7f6fbfe00640 1 -- 172.21.15.8:0/1521001222 wait complete. 2024-05-20T21:25:14.007 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.007+0000 7f6fbfe00640 1 Processor -- start 2024-05-20T21:25:14.007 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.007+0000 7f6fbfe00640 1 -- start start 2024-05-20T21:25:14.008 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.008+0000 7f6fbfe00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6fc0101170 0x7f6fc019f0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:14.008 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.008+0000 7f6fbfe00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6fc0103ae0 0x7f6fc019f610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:14.009 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.008+0000 7f6fbfe00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6fc0106490 0x7f6fc01a6680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:14.009 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.008+0000 7f6fbfe00640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f6fc0114a30 con 0x7f6fc0103ae0 2024-05-20T21:25:14.009 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.008+0000 7f6fbfe00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6fc01148b0 con 0x7f6fc0101170 2024-05-20T21:25:14.009 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.008+0000 7f6fbfe00640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f6fc0114bb0 con 0x7f6fc0106490 2024-05-20T21:25:14.009 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.008+0000 7f6fbe000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6fc0103ae0 0x7f6fc019f610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:14.009 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.008+0000 7f6fbe000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6fc0103ae0 0x7f6fc019f610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:51286/0 (socket says 172.21.15.8:51286) 2024-05-20T21:25:14.009 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.008+0000 7f6fbe000640 1 -- 172.21.15.8:0/4074074166 learned_addr learned my addr 172.21.15.8:0/4074074166 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:14.009 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.008+0000 7f6fbf400640 1 --2- 172.21.15.8:0/4074074166 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6fc0106490 0x7f6fc01a6680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:14.009 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.008+0000 7f6fbea00640 1 --2- 172.21.15.8:0/4074074166 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6fc0101170 0x7f6fc019f0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:14.010 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.008+0000 7f6fbe000640 1 -- 172.21.15.8:0/4074074166 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6fc0106490 msgr2=0x7f6fc01a6680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:14.010 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.008+0000 7f6fbe000640 1 --2- 172.21.15.8:0/4074074166 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6fc0106490 0x7f6fc01a6680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:14.010 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.009+0000 7f6fbe000640 1 -- 172.21.15.8:0/4074074166 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6fc0101170 msgr2=0x7f6fc019f0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:14.010 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.009+0000 7f6fbe000640 1 --2- 172.21.15.8:0/4074074166 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6fc0101170 0x7f6fc019f0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:14.011 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.009+0000 7f6fbe000640 1 -- 172.21.15.8:0/4074074166 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6fc01a6cf0 con 0x7f6fc0103ae0 2024-05-20T21:25:14.011 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.009+0000 7f6fbe000640 1 --2- 172.21.15.8:0/4074074166 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6fc0103ae0 0x7f6fc019f610 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f6fac00e9f0 tx=0x7f6fac00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:14.011 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.009+0000 7f6fb7400640 1 -- 172.21.15.8:0/4074074166 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fac00cd80 con 0x7f6fc0103ae0 2024-05-20T21:25:14.011 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.009+0000 7f6fb7400640 1 -- 172.21.15.8:0/4074074166 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6fac0108e0 con 0x7f6fc0103ae0 2024-05-20T21:25:14.011 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.009+0000 7f6fb7400640 1 -- 172.21.15.8:0/4074074166 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fac018980 con 0x7f6fc0103ae0 2024-05-20T21:25:14.011 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.009+0000 7f6fbfe00640 1 -- 172.21.15.8:0/4074074166 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6fc01a6fe0 con 0x7f6fc0103ae0 2024-05-20T21:25:14.011 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.009+0000 7f6fbfe00640 1 -- 172.21.15.8:0/4074074166 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6fc01a74a0 con 0x7f6fc0103ae0 2024-05-20T21:25:14.014 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.014+0000 7f6fb7400640 1 -- 172.21.15.8:0/4074074166 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f6fac010430 con 0x7f6fc0103ae0 2024-05-20T21:25:14.014 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.014+0000 7f6fc8a7d740 1 Processor -- start 2024-05-20T21:25:14.015 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.014+0000 7f6fc8a7d740 1 -- start start 2024-05-20T21:25:14.016 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.015+0000 7f6fc8a7d740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560956c9bcf0 0x560956c9c110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:14.016 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.015+0000 7f6fc8a7d740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560956c9c6e0 0x560956ca11e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:14.016 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.015+0000 7f6fc8a7d740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560956ca1850 0x560956ca3ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:14.016 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.015+0000 7f6fc8a7d740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x560956c0bb90 con 0x560956c9bcf0 2024-05-20T21:25:14.017 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.015+0000 7f6fc8a7d740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x560956bfb730 con 0x560956c9c6e0 2024-05-20T21:25:14.017 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.015+0000 7f6fc8a7d740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x560956bff770 con 0x560956ca1850 2024-05-20T21:25:14.017 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.015+0000 7f6fbe000640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560956ca1850 0x560956ca3ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:14.017 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.015+0000 7f6fbf400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560956c9bcf0 0x560956c9c110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:14.017 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.015+0000 7f6fbe000640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560956ca1850 0x560956ca3ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:54180/0 (socket says 172.21.15.8:54180) 2024-05-20T21:25:14.017 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.015+0000 7f6fbe000640 1 -- 172.21.15.8:0/1457459433 learned_addr learned my addr 172.21.15.8:0/1457459433 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:14.017 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.015+0000 7f6fbea00640 1 --2- 172.21.15.8:0/1457459433 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560956c9c6e0 0x560956ca11e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:14.017 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.016+0000 7f6fbe000640 1 -- 172.21.15.8:0/1457459433 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560956c9c6e0 msgr2=0x560956ca11e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:14.017 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.016+0000 7f6fbe000640 1 --2- 172.21.15.8:0/1457459433 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560956c9c6e0 0x560956ca11e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:14.017 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.016+0000 7f6fbe000640 1 -- 172.21.15.8:0/1457459433 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560956c9bcf0 msgr2=0x560956c9c110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:14.017 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.016+0000 7f6fbe000640 1 --2- 172.21.15.8:0/1457459433 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560956c9bcf0 0x560956c9c110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:14.017 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.016+0000 7f6fbe000640 1 -- 172.21.15.8:0/1457459433 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560956b948b0 con 0x560956ca1850 2024-05-20T21:25:14.017 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.016+0000 7f6fb7400640 1 --2- 172.21.15.8:0/4074074166 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6fa40b27d0 0x7f6fa40b4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:14.018 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.016+0000 7f6fbe000640 1 --2- 172.21.15.8:0/1457459433 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560956ca1850 0x560956ca3ce0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f6fac0e8680 tx=0x7f6fac0e8b40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fc3ddff793827a90 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:14.018 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.016+0000 7f6fbf400640 1 --2- 172.21.15.8:0/4074074166 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6fa40b27d0 0x7f6fa40b4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:14.018 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.016+0000 7f6fb7400640 1 -- 172.21.15.8:0/4074074166 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f6fac0e2580 con 0x7f6fc0103ae0 2024-05-20T21:25:14.019 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.016+0000 7f6fabe00640 1 -- 172.21.15.8:0/1457459433 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fac026030 con 0x560956ca1850 2024-05-20T21:25:14.019 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.016+0000 7f6fabe00640 1 -- 172.21.15.8:0/1457459433 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6fac010720 con 0x560956ca1850 2024-05-20T21:25:14.020 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.017+0000 7f6fabe00640 1 -- 172.21.15.8:0/1457459433 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fac0a9350 con 0x560956ca1850 2024-05-20T21:25:14.020 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.017+0000 7f6fc8a7d740 1 -- 172.21.15.8:0/1457459433 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560956ca1850 msgr2=0x560956ca3ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:14.020 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.017+0000 7f6fbf400640 1 --2- 172.21.15.8:0/4074074166 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6fa40b27d0 0x7f6fa40b4c90 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f6fb8031b50 tx=0x7f6fb8009360 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:14.020 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.017+0000 7f6fc8a7d740 1 --2- 172.21.15.8:0/1457459433 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560956ca1850 0x560956ca3ce0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f6fac0e8680 tx=0x7f6fac0e8b40 comp rx=0 tx=0).stop 2024-05-20T21:25:14.020 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.018+0000 7f6fc8a7d740 1 -- 172.21.15.8:0/1457459433 shutdown_connections 2024-05-20T21:25:14.020 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.018+0000 7f6fc8a7d740 1 --2- 172.21.15.8:0/1457459433 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560956ca1850 0x560956ca3ce0 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:14.020 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.018+0000 7f6fc8a7d740 1 --2- 172.21.15.8:0/1457459433 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560956c9c6e0 0x560956ca11e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:14.020 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.018+0000 7f6fc8a7d740 1 --2- 172.21.15.8:0/1457459433 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560956c9bcf0 0x560956c9c110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:14.020 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.018+0000 7f6fc8a7d740 1 -- 172.21.15.8:0/1457459433 >> 172.21.15.8:0/1457459433 conn(0x560956c97360 msgr2=0x560956c97760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:14.020 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.018+0000 7f6fc8a7d740 1 -- 172.21.15.8:0/1457459433 shutdown_connections 2024-05-20T21:25:14.020 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.018+0000 7f6fc8a7d740 1 -- 172.21.15.8:0/1457459433 wait complete. 2024-05-20T21:25:14.020 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.018+0000 7f6fc8a7d740 1 -- start start 2024-05-20T21:25:14.020 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.018+0000 7f6fc8a7d740 1 Processor -- start 2024-05-20T21:25:14.020 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.019+0000 7f6fc8a7d740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560956c9bcf0 0x560956ca5a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:14.021 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.019+0000 7f6fc8a7d740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560956c9c6e0 0x560956ca5f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:14.021 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.019+0000 7f6fc8a7d740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560956ca1850 0x560956cacfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:14.021 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.019+0000 7f6fc8a7d740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5609568e1790 con 0x560956ca1850 2024-05-20T21:25:14.021 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.019+0000 7f6fc8a7d740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x560956ba3bc0 con 0x560956c9c6e0 2024-05-20T21:25:14.021 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.019+0000 7f6fc8a7d740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x560956ca4800 con 0x560956c9bcf0 2024-05-20T21:25:14.021 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.019+0000 7f6fc8a7d740 10 client.0 _ll_register_callbacks cb 0x560956b81400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:14.021 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.019+0000 7f6fbf400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560956ca1850 0x560956cacfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:14.021 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.019+0000 7f6fbe000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560956c9c6e0 0x560956ca5f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:14.021 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.019+0000 7f6fbf400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560956ca1850 0x560956cacfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:51294/0 (socket says 172.21.15.8:51294) 2024-05-20T21:25:14.021 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.019+0000 7f6fbf400640 1 -- 172.21.15.8:0/4181032120 learned_addr learned my addr 172.21.15.8:0/4181032120 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:14.021 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.019+0000 7f6fbe000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560956c9c6e0 0x560956ca5f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:54108/0 (socket says 172.21.15.8:54108) 2024-05-20T21:25:14.021 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.019+0000 7f6fbea00640 1 --2- 172.21.15.8:0/4181032120 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560956c9bcf0 0x560956ca5a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:14.023 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.020+0000 7f6fbf400640 1 -- 172.21.15.8:0/4181032120 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560956c9bcf0 msgr2=0x560956ca5a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:14.023 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.020+0000 7f6fbf400640 1 --2- 172.21.15.8:0/4181032120 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560956c9bcf0 0x560956ca5a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:14.023 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.020+0000 7f6fbf400640 1 -- 172.21.15.8:0/4181032120 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560956c9c6e0 msgr2=0x560956ca5f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:14.023 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.020+0000 7f6fbf400640 1 --2- 172.21.15.8:0/4181032120 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560956c9c6e0 0x560956ca5f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:14.023 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.020+0000 7f6fbf400640 1 -- 172.21.15.8:0/4181032120 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560956910210 con 0x560956ca1850 2024-05-20T21:25:14.023 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.020+0000 7f6fbea00640 1 --2- 172.21.15.8:0/4181032120 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560956c9bcf0 0x560956ca5a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:14.024 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.020+0000 7f6fbf400640 1 --2- 172.21.15.8:0/4181032120 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560956ca1850 0x560956cacfb0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f6fb8009ca0 tx=0x7f6fb802a8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fde0dd82745da5c6 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:14.024 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.021+0000 7f6fa8c00640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:25:14.024 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.021+0000 7f6fa8c00640 1 -- 172.21.15.8:0/4181032120 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fb8004310 con 0x560956ca1850 2024-05-20T21:25:14.024 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.021+0000 7f6fa8c00640 1 -- 172.21.15.8:0/4181032120 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f6fb80044b0 con 0x560956ca1850 2024-05-20T21:25:14.024 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.021+0000 7f6fc8a7d740 1 -- 172.21.15.8:0/4181032120 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x560956c0dae0 con 0x560956ca1850 2024-05-20T21:25:14.024 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.021+0000 7f6fa8c00640 1 -- 172.21.15.8:0/4181032120 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6fb80046b0 con 0x560956ca1850 2024-05-20T21:25:14.024 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.021+0000 7f6fc8a7d740 10 client.17874 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:14.024 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.021+0000 7f6fc8a7d740 1 -- 172.21.15.8:0/4181032120 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5609569dc620 con 0x560956ca1850 2024-05-20T21:25:14.024 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.022+0000 7f6fa8c00640 1 -- 172.21.15.8:0/4181032120 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x560956c0dae0 con 0x560956ca1850 2024-05-20T21:25:14.024 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.022+0000 7f6fa8c00640 1 -- 172.21.15.8:0/4181032120 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f6fb805b050 con 0x560956ca1850 2024-05-20T21:25:14.024 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.023+0000 7f6fc8a7d740 10 client.17874 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:14.024 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.023+0000 7f6fc8a7d740 10 client.17874 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:25:14.024 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.023+0000 7f6fc8a7d740 20 client.17874 populate_metadata read hostname 'smithi008' 2024-05-20T21:25:14.024 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.023+0000 7f6fc8a7d740 1 --2- 172.21.15.8:0/4181032120 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560956cb1500 0x560956cb3970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:14.025 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.023+0000 7f6fc8a7d740 4 client.17874 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:25:14.025 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.023+0000 7f6fc8a7d740 1 -- 172.21.15.8:0/4181032120 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560956c072c0 con 0x560956cb1500 2024-05-20T21:25:14.025 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.023+0000 7f6fbea00640 1 --2- 172.21.15.8:0/4181032120 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560956cb1500 0x560956cb3970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:14.026 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.024+0000 7f6fbea00640 1 --2- 172.21.15.8:0/4181032120 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560956cb1500 0x560956cb3970 crc :-1 s=READY pgs=261 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=807d28362fc390f3 server_cookie=9efcb9a74810cf8b in_seq=0 out_seq=0 2024-05-20T21:25:14.026 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.024+0000 7f6fa8c00640 10 client.17874 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:25:14.026 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.024+0000 7f6fa8c00640 1 -- 172.21.15.8:0/4181032120 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x560956c072c0 con 0x560956cb1500 2024-05-20T21:25:14.026 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.024+0000 7f6fa8c00640 10 client.17874 handle_command_reply: tid=0 2024-05-20T21:25:14.026 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.025+0000 7f6fc8a7d740 1 client.17874 shutdown 2024-05-20T21:25:14.026 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.025+0000 7f6fc8a7d740 1 -- 172.21.15.8:0/4181032120 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560956ca1850 msgr2=0x560956cacfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:14.026 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.025+0000 7f6fc8a7d740 1 --2- 172.21.15.8:0/4181032120 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560956ca1850 0x560956cacfb0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f6fb8009ca0 tx=0x7f6fb802a8c0 comp rx=0 tx=0).stop 2024-05-20T21:25:14.026 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.025+0000 7f6fc8a7d740 1 -- 172.21.15.8:0/4181032120 shutdown_connections 2024-05-20T21:25:14.026 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.025+0000 7f6fc8a7d740 1 --2- 172.21.15.8:0/4181032120 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560956cb1500 0x560956cb3970 crc :-1 s=READY pgs=261 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:14.026 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.025+0000 7f6fc8a7d740 1 --2- 172.21.15.8:0/4181032120 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560956ca1850 0x560956cacfb0 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:14.027 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.025+0000 7f6fc8a7d740 1 --2- 172.21.15.8:0/4181032120 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560956c9c6e0 0x560956ca5f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:14.027 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.025+0000 7f6fc8a7d740 1 --2- 172.21.15.8:0/4181032120 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560956c9bcf0 0x560956ca5a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:14.027 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.025+0000 7f6fc8a7d740 1 -- 172.21.15.8:0/4181032120 >> 172.21.15.8:0/4181032120 conn(0x560956c97360 msgr2=0x560956c964c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:14.027 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.025+0000 7f6fa8c00640 0 client.17874 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:25:14.027 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.025+0000 7f6fc8a7d740 1 -- 172.21.15.8:0/4181032120 shutdown_connections 2024-05-20T21:25:14.027 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.025+0000 7f6fc8a7d740 1 -- 172.21.15.8:0/4181032120 wait complete. 2024-05-20T21:25:14.027 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.025+0000 7f6fc8a7d740 20 client.17874 trim_cache size 0 max 16384 2024-05-20T21:25:14.049 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.048+0000 7f6fc8a7d740 1 Processor -- start 2024-05-20T21:25:14.049 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.048+0000 7f6fc8a7d740 1 -- start start 2024-05-20T21:25:14.049 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.048+0000 7f6fc8a7d740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560956c9bcf0 0x560956c9a980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:14.049 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.048+0000 7f6fc8a7d740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560956c9c6e0 0x560956cacf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:14.049 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.048+0000 7f6fc8a7d740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560956ca1850 0x560956c9d180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:14.049 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.048+0000 7f6fc8a7d740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f6fc01b2cb0 con 0x560956c9c6e0 2024-05-20T21:25:14.049 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.048+0000 7f6fc8a7d740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6fc01b0580 con 0x560956ca1850 2024-05-20T21:25:14.050 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.048+0000 7f6fc8a7d740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f6fc01ae3d0 con 0x560956c9bcf0 2024-05-20T21:25:14.050 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.049+0000 7f6fbea00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560956c9bcf0 0x560956c9a980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:14.050 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.049+0000 7f6fbe000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560956c9c6e0 0x560956cacf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:14.050 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.049+0000 7f6fbea00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560956c9bcf0 0x560956c9a980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:54194/0 (socket says 172.21.15.8:54194) 2024-05-20T21:25:14.050 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.049+0000 7f6fbea00640 1 -- 172.21.15.8:0/2089235823 learned_addr learned my addr 172.21.15.8:0/2089235823 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:14.050 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.049+0000 7f6fbf400640 1 --2- 172.21.15.8:0/2089235823 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560956ca1850 0x560956c9d180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:14.053 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.049+0000 7f6fbea00640 1 -- 172.21.15.8:0/2089235823 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560956ca1850 msgr2=0x560956c9d180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:14.053 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.049+0000 7f6fbea00640 1 --2- 172.21.15.8:0/2089235823 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560956ca1850 0x560956c9d180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:14.054 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.049+0000 7f6fbea00640 1 -- 172.21.15.8:0/2089235823 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560956c9c6e0 msgr2=0x560956cacf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:14.054 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.049+0000 7f6fbea00640 1 --2- 172.21.15.8:0/2089235823 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560956c9c6e0 0x560956cacf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:14.054 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.049+0000 7f6fbea00640 1 -- 172.21.15.8:0/2089235823 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560956cb3ff0 con 0x560956c9bcf0 2024-05-20T21:25:14.054 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.049+0000 7f6fbea00640 1 --2- 172.21.15.8:0/2089235823 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560956c9bcf0 0x560956c9a980 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x560956c9cae0 tx=0x7f6fb0005f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d1b4ff57bcff3f09 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:14.054 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.050+0000 7f6fab400640 1 -- 172.21.15.8:0/2089235823 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fb0004030 con 0x560956c9bcf0 2024-05-20T21:25:14.054 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.050+0000 7f6fab400640 1 -- 172.21.15.8:0/2089235823 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6fb000f870 con 0x560956c9bcf0 2024-05-20T21:25:14.054 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.050+0000 7f6fab400640 1 -- 172.21.15.8:0/2089235823 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fb00038e0 con 0x560956c9bcf0 2024-05-20T21:25:14.054 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.050+0000 7f6fc8a7d740 1 -- 172.21.15.8:0/2089235823 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560956c9bcf0 msgr2=0x560956c9a980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:14.054 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.050+0000 7f6fc8a7d740 1 --2- 172.21.15.8:0/2089235823 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560956c9bcf0 0x560956c9a980 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x560956c9cae0 tx=0x7f6fb0005f90 comp rx=0 tx=0).stop 2024-05-20T21:25:14.054 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.051+0000 7f6fc8a7d740 1 -- 172.21.15.8:0/2089235823 shutdown_connections 2024-05-20T21:25:14.054 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.051+0000 7f6fc8a7d740 1 --2- 172.21.15.8:0/2089235823 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560956ca1850 0x560956c9d180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:14.054 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.051+0000 7f6fc8a7d740 1 --2- 172.21.15.8:0/2089235823 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560956c9c6e0 0x560956cacf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:14.055 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.051+0000 7f6fc8a7d740 1 --2- 172.21.15.8:0/2089235823 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560956c9bcf0 0x560956c9a980 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:14.055 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.051+0000 7f6fc8a7d740 1 -- 172.21.15.8:0/2089235823 >> 172.21.15.8:0/2089235823 conn(0x560956c97360 msgr2=0x560956c9a270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:14.055 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.051+0000 7f6fc8a7d740 1 -- 172.21.15.8:0/2089235823 shutdown_connections 2024-05-20T21:25:14.055 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.051+0000 7f6fc8a7d740 1 -- 172.21.15.8:0/2089235823 wait complete. 2024-05-20T21:25:14.055 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.051+0000 7f6fc8a7d740 1 -- start start 2024-05-20T21:25:14.055 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.051+0000 7f6fc8a7d740 1 Processor -- start 2024-05-20T21:25:14.055 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.052+0000 7f6fc8a7d740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560956c9bcf0 0x560956caa470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:14.055 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.052+0000 7f6fc8a7d740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560956c9c6e0 0x560956caa9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:14.055 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.052+0000 7f6fc8a7d740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560956ca1850 0x560956cab9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:14.055 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.052+0000 7f6fc8a7d740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f6fc01aea40 con 0x560956c9c6e0 2024-05-20T21:25:14.055 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.052+0000 7f6fc8a7d740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6fc01afeb0 con 0x560956c9bcf0 2024-05-20T21:25:14.055 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.052+0000 7f6fc8a7d740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f6fc01af110 con 0x560956ca1850 2024-05-20T21:25:14.055 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.052+0000 7f6fc8a7d740 10 client.0 _ll_register_callbacks cb 0x7f6fb8009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:14.056 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.052+0000 7f6fbea00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560956c9bcf0 0x560956caa470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:14.056 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.052+0000 7f6fbea00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560956c9bcf0 0x560956caa470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:54116/0 (socket says 172.21.15.8:54116) 2024-05-20T21:25:14.056 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.052+0000 7f6fbea00640 1 -- 172.21.15.8:0/1386605457 learned_addr learned my addr 172.21.15.8:0/1386605457 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:14.056 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.052+0000 7f6fbf400640 1 --2- 172.21.15.8:0/1386605457 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560956ca1850 0x560956cab9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:14.056 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.052+0000 7f6fbe000640 1 --2- 172.21.15.8:0/1386605457 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560956c9c6e0 0x560956caa9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:14.056 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.053+0000 7f6fbf400640 1 -- 172.21.15.8:0/1386605457 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560956c9bcf0 msgr2=0x560956caa470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:14.056 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.053+0000 7f6fbf400640 1 --2- 172.21.15.8:0/1386605457 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560956c9bcf0 0x560956caa470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:14.056 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.053+0000 7f6fbf400640 1 -- 172.21.15.8:0/1386605457 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560956c9c6e0 msgr2=0x560956caa9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:14.056 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.053+0000 7f6fbf400640 1 --2- 172.21.15.8:0/1386605457 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560956c9c6e0 0x560956caa9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:14.056 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.053+0000 7f6fbf400640 1 -- 172.21.15.8:0/1386605457 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560956cabfb0 con 0x560956ca1850 2024-05-20T21:25:14.056 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.053+0000 7f6fbea00640 1 --2- 172.21.15.8:0/1386605457 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560956c9bcf0 0x560956caa470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:14.056 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.053+0000 7f6fbf400640 1 --2- 172.21.15.8:0/1386605457 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560956ca1850 0x560956cab9c0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f6fb8031a20 tx=0x7f6fb8004850 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f4192ed5f242d861 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:14.057 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.053+0000 7f6fa8c00640 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:25:14.057 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.053+0000 7f6fa8c00640 1 -- 172.21.15.8:0/1386605457 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fb802f860 con 0x560956ca1850 2024-05-20T21:25:14.057 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.053+0000 7f6fa8c00640 1 -- 172.21.15.8:0/1386605457 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f6fb802fa00 con 0x560956ca1850 2024-05-20T21:25:14.057 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.053+0000 7f6fc8a7d740 1 -- 172.21.15.8:0/1386605457 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6fb000f870 con 0x560956ca1850 2024-05-20T21:25:14.058 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.053+0000 7f6fa8c00640 1 -- 172.21.15.8:0/1386605457 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6fb80317f0 con 0x560956ca1850 2024-05-20T21:25:14.058 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.054+0000 7f6fc8a7d740 10 client.28042 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:14.058 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.054+0000 7f6fc8a7d740 1 -- 172.21.15.8:0/1386605457 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560956cad330 con 0x560956ca1850 2024-05-20T21:25:14.058 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.054+0000 7f6fa8c00640 1 -- 172.21.15.8:0/1386605457 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6fb000f870 con 0x560956ca1850 2024-05-20T21:25:14.058 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.054+0000 7f6fa8c00640 1 -- 172.21.15.8:0/1386605457 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f6fb805b030 con 0x560956ca1850 2024-05-20T21:25:14.058 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.054+0000 7f6fc8a7d740 10 client.28042 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:14.058 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.054+0000 7f6fc8a7d740 10 client.28042 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:25:14.059 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.054+0000 7f6fc8a7d740 20 client.28042 populate_metadata read hostname 'smithi008' 2024-05-20T21:25:14.059 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.054+0000 7f6fc8a7d740 1 --2- 172.21.15.8:0/1386605457 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560956d1c8e0 0x560956d1ed00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:14.059 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.054+0000 7f6fc8a7d740 4 client.28042 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:25:14.059 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.054+0000 7f6fc8a7d740 1 -- 172.21.15.8:0/1386605457 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x560956b814b0 con 0x560956d1c8e0 2024-05-20T21:25:14.059 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.055+0000 7f6fbea00640 1 --2- 172.21.15.8:0/1386605457 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560956d1c8e0 0x560956d1ed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:14.059 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.055+0000 7f6fbea00640 1 --2- 172.21.15.8:0/1386605457 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560956d1c8e0 0x560956d1ed00 crc :-1 s=READY pgs=262 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8cf5856be241315a server_cookie=e256f52fec9de888 in_seq=0 out_seq=0 2024-05-20T21:25:14.059 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.055+0000 7f6fa8c00640 10 client.28042 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:25:14.068 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.067+0000 7f6fa8c00640 1 -- 172.21.15.8:0/1386605457 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x560956b814b0 con 0x560956d1c8e0 2024-05-20T21:25:14.068 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.067+0000 7f6fa8c00640 10 client.28042 handle_command_reply: tid=0 2024-05-20T21:25:14.068 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.067+0000 7f6fc8a7d740 1 client.28042 shutdown 2024-05-20T21:25:14.068 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.067+0000 7f6fc8a7d740 1 -- 172.21.15.8:0/1386605457 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560956ca1850 msgr2=0x560956cab9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:14.068 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.067+0000 7f6fc8a7d740 1 --2- 172.21.15.8:0/1386605457 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560956ca1850 0x560956cab9c0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f6fb8031a20 tx=0x7f6fb8004850 comp rx=0 tx=0).stop 2024-05-20T21:25:14.068 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.067+0000 7f6fc8a7d740 1 -- 172.21.15.8:0/1386605457 shutdown_connections 2024-05-20T21:25:14.068 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.067+0000 7f6fc8a7d740 1 --2- 172.21.15.8:0/1386605457 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560956d1c8e0 0x560956d1ed00 crc :-1 s=READY pgs=262 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:14.068 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.067+0000 7f6fc8a7d740 1 --2- 172.21.15.8:0/1386605457 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560956ca1850 0x560956cab9c0 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:14.068 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.067+0000 7f6fc8a7d740 1 --2- 172.21.15.8:0/1386605457 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560956c9c6e0 0x560956caa9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:14.069 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.067+0000 7f6fa8c00640 0 client.28042 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:25:14.069 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.067+0000 7f6fc8a7d740 1 --2- 172.21.15.8:0/1386605457 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560956c9bcf0 0x560956caa470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:14.069 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.067+0000 7f6fc8a7d740 1 -- 172.21.15.8:0/1386605457 >> 172.21.15.8:0/1386605457 conn(0x560956c97360 msgr2=0x560956c9d180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:14.069 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.067+0000 7f6fc8a7d740 1 -- 172.21.15.8:0/1386605457 shutdown_connections 2024-05-20T21:25:14.069 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.067+0000 7f6fc8a7d740 1 -- 172.21.15.8:0/1386605457 wait complete. 2024-05-20T21:25:14.069 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.067+0000 7f6fc8a7d740 20 client.28042 trim_cache size 0 max 16384 2024-05-20T21:25:14.069 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:25:14.069 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:25:14.070 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:25:14.070 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.068+0000 7f6fbfe00640 1 -- 172.21.15.8:0/4074074166 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6fa40b27d0 msgr2=0x7f6fa40b4c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:14.070 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.068+0000 7f6fbfe00640 1 --2- 172.21.15.8:0/4074074166 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6fa40b27d0 0x7f6fa40b4c90 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f6fb8031b50 tx=0x7f6fb8009360 comp rx=0 tx=0).stop 2024-05-20T21:25:14.070 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.068+0000 7f6fbfe00640 1 -- 172.21.15.8:0/4074074166 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6fc0103ae0 msgr2=0x7f6fc019f610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:14.070 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.068+0000 7f6fbfe00640 1 --2- 172.21.15.8:0/4074074166 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6fc0103ae0 0x7f6fc019f610 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f6fac00e9f0 tx=0x7f6fac00eeb0 comp rx=0 tx=0).stop 2024-05-20T21:25:14.070 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.068+0000 7f6fbfe00640 1 -- 172.21.15.8:0/4074074166 shutdown_connections 2024-05-20T21:25:14.071 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.068+0000 7f6fbfe00640 1 --2- 172.21.15.8:0/4074074166 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6fa40b27d0 0x7f6fa40b4c90 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:14.071 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.068+0000 7f6fbfe00640 1 --2- 172.21.15.8:0/4074074166 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6fc0106490 0x7f6fc01a6680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:14.071 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.068+0000 7f6fbfe00640 1 --2- 172.21.15.8:0/4074074166 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6fc0103ae0 0x7f6fc019f610 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:14.071 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.068+0000 7f6fbfe00640 1 --2- 172.21.15.8:0/4074074166 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6fc0101170 0x7f6fc019f0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:14.071 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.068+0000 7f6fbfe00640 1 -- 172.21.15.8:0/4074074166 >> 172.21.15.8:0/4074074166 conn(0x7f6fc00fcd30 msgr2=0x7f6fc0101af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:14.071 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.068+0000 7f6fbfe00640 1 -- 172.21.15.8:0/4074074166 shutdown_connections 2024-05-20T21:25:14.071 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:14.069+0000 7f6fbfe00640 1 -- 172.21.15.8:0/4074074166 wait complete. 2024-05-20T21:25:14.135 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:25:14.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:25:14 smithi130 ceph-mon[36448]: pgmap v737: 97 pgs: 97 active+clean; 963 KiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 2.8 KiB/s wr, 9 op/s 2024-05-20T21:25:14.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:25:14 smithi050 ceph-mon[35809]: pgmap v737: 97 pgs: 97 active+clean; 963 KiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 2.8 KiB/s wr, 9 op/s 2024-05-20T21:25:14.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:25:14 smithi008 ceph-mon[31475]: pgmap v737: 97 pgs: 97 active+clean; 963 KiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 2.8 KiB/s wr, 9 op/s 2024-05-20T21:25:16.224 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.223+0000 7f2793200700 1 -- 172.21.15.8:0/220211 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f27941094f0 msgr2=0x7f27941098d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:16.224 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.223+0000 7f2793200700 1 --2- 172.21.15.8:0/220211 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f27941094f0 0x7f27941098d0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f27840098f0 tx=0x7f2784009c00 comp rx=0 tx=0).stop 2024-05-20T21:25:16.224 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.223+0000 7f2793200700 1 -- 172.21.15.8:0/220211 shutdown_connections 2024-05-20T21:25:16.224 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.223+0000 7f2793200700 1 --2- 172.21.15.8:0/220211 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2794103e20 0x7f2794110330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:16.224 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.223+0000 7f2793200700 1 --2- 172.21.15.8:0/220211 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f27941094f0 0x7f27941098d0 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:16.224 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.223+0000 7f2793200700 1 --2- 172.21.15.8:0/220211 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2794103460 0x7f27941038e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:16.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.223+0000 7f2793200700 1 -- 172.21.15.8:0/220211 >> 172.21.15.8:0/220211 conn(0x7f27940fef90 msgr2=0x7f27941013b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:16.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.223+0000 7f2793200700 1 -- 172.21.15.8:0/220211 shutdown_connections 2024-05-20T21:25:16.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.223+0000 7f2793200700 1 -- 172.21.15.8:0/220211 wait complete. 2024-05-20T21:25:16.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.224+0000 7f2793200700 1 Processor -- start 2024-05-20T21:25:16.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.224+0000 7f2793200700 1 -- start start 2024-05-20T21:25:16.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.225+0000 7f2793200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2794103460 0x7f2794075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:16.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.225+0000 7f2793200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2794103e20 0x7f2794075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:16.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.225+0000 7f2793200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f27941094f0 0x7f27940762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:16.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.225+0000 7f2793200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f2794113620 con 0x7f2794103e20 2024-05-20T21:25:16.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.225+0000 7f2793200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f27941134a0 con 0x7f27941094f0 2024-05-20T21:25:16.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.225+0000 7f2793200700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f27941137a0 con 0x7f2794103460 2024-05-20T21:25:16.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.225+0000 7f2791400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2794103e20 0x7f2794075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:16.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.225+0000 7f2791400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2794103e20 0x7f2794075d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:51334/0 (socket says 172.21.15.8:51334) 2024-05-20T21:25:16.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.225+0000 7f2791400700 1 -- 172.21.15.8:0/2249602228 learned_addr learned my addr 172.21.15.8:0/2249602228 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:16.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.225+0000 7f2791e00700 1 --2- 172.21.15.8:0/2249602228 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2794103460 0x7f2794075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:16.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.225+0000 7f2792800700 1 --2- 172.21.15.8:0/2249602228 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f27941094f0 0x7f27940762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:16.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.226+0000 7f2791400700 1 -- 172.21.15.8:0/2249602228 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2794103460 msgr2=0x7f2794075840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:16.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.226+0000 7f2791400700 1 --2- 172.21.15.8:0/2249602228 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2794103460 0x7f2794075840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:16.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.226+0000 7f2791400700 1 -- 172.21.15.8:0/2249602228 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f27941094f0 msgr2=0x7f27940762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:16.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.226+0000 7f2791400700 1 --2- 172.21.15.8:0/2249602228 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f27941094f0 0x7f27940762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:16.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.226+0000 7f2791400700 1 -- 172.21.15.8:0/2249602228 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27941a80a0 con 0x7f2794103e20 2024-05-20T21:25:16.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.226+0000 7f2792800700 1 --2- 172.21.15.8:0/2249602228 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f27941094f0 0x7f27940762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:16.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.226+0000 7f2791400700 1 --2- 172.21.15.8:0/2249602228 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2794103e20 0x7f2794075d80 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f278000ec10 tx=0x7f278000ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:16.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.226+0000 7f278aa00700 1 -- 172.21.15.8:0/2249602228 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f278000cc90 con 0x7f2794103e20 2024-05-20T21:25:16.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.226+0000 7f2793200700 1 -- 172.21.15.8:0/2249602228 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27941a8390 con 0x7f2794103e20 2024-05-20T21:25:16.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.227+0000 7f278aa00700 1 -- 172.21.15.8:0/2249602228 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f278000ce30 con 0x7f2794103e20 2024-05-20T21:25:16.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.227+0000 7f278aa00700 1 -- 172.21.15.8:0/2249602228 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2780010430 con 0x7f2794103e20 2024-05-20T21:25:16.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.227+0000 7f2793200700 1 -- 172.21.15.8:0/2249602228 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27941a8920 con 0x7f2794103e20 2024-05-20T21:25:16.232 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.232+0000 7f278aa00700 1 -- 172.21.15.8:0/2249602228 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f2780004000 con 0x7f2794103e20 2024-05-20T21:25:16.232 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.232+0000 7f27a32acb80 1 Processor -- start 2024-05-20T21:25:16.233 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.232+0000 7f27a32acb80 1 -- start start 2024-05-20T21:25:16.233 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.232+0000 7f27a32acb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5567b2851020 0x5567b2851400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:16.233 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.232+0000 7f27a32acb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5567b2851940 0x5567b284b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:16.233 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.232+0000 7f27a32acb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5567b284bad0 0x5567b284bf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:16.233 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.232+0000 7f27a32acb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5567b27a9e40 con 0x5567b2851020 2024-05-20T21:25:16.233 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.232+0000 7f27a32acb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5567b27999e0 con 0x5567b284bad0 2024-05-20T21:25:16.233 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.232+0000 7f27a32acb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5567b279da20 con 0x5567b2851940 2024-05-20T21:25:16.234 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.233+0000 7f2792800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5567b2851020 0x5567b2851400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:16.234 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.233+0000 7f2792800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5567b2851020 0x5567b2851400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:51340/0 (socket says 172.21.15.8:51340) 2024-05-20T21:25:16.234 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.233+0000 7f2791e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5567b2851940 0x5567b284b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:16.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.233+0000 7f2792800700 1 -- 172.21.15.8:0/2214279367 learned_addr learned my addr 172.21.15.8:0/2214279367 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:16.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.233+0000 7f2791400700 1 --2- 172.21.15.8:0/2214279367 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5567b284bad0 0x5567b284bf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:16.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.233+0000 7f2792800700 1 -- 172.21.15.8:0/2214279367 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5567b2851940 msgr2=0x5567b284b4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:16.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.233+0000 7f2792800700 1 --2- 172.21.15.8:0/2214279367 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5567b2851940 0x5567b284b4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:16.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.233+0000 7f2792800700 1 -- 172.21.15.8:0/2214279367 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5567b284bad0 msgr2=0x5567b284bf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:16.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.233+0000 7f2792800700 1 --2- 172.21.15.8:0/2214279367 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5567b284bad0 0x5567b284bf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:16.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.233+0000 7f2792800700 1 -- 172.21.15.8:0/2214279367 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5567b2762420 con 0x5567b2851020 2024-05-20T21:25:16.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.234+0000 7f2791400700 1 --2- 172.21.15.8:0/2214279367 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5567b284bad0 0x5567b284bf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:25:16.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.234+0000 7f278aa00700 1 --2- 172.21.15.8:0/2249602228 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f27780b2900 0x7f27780b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:16.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.234+0000 7f2792800700 1 --2- 172.21.15.8:0/2214279367 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5567b2851020 0x5567b2851400 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f278c003eb0 tx=0x7f278c009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a38d92d0b90fd6b9 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:16.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.234+0000 7f278aa00700 1 -- 172.21.15.8:0/2249602228 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f27800e2470 con 0x7f2794103e20 2024-05-20T21:25:16.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.234+0000 7f2791e00700 1 --2- 172.21.15.8:0/2249602228 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f27780b2900 0x7f27780b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:16.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.234+0000 7f277f400700 1 -- 172.21.15.8:0/2214279367 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f278c019020 con 0x5567b2851020 2024-05-20T21:25:16.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.234+0000 7f277f400700 1 -- 172.21.15.8:0/2214279367 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f278c0092d0 con 0x5567b2851020 2024-05-20T21:25:16.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.234+0000 7f277f400700 1 -- 172.21.15.8:0/2214279367 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f278c00e870 con 0x5567b2851020 2024-05-20T21:25:16.237 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.235+0000 7f27a32acb80 1 -- 172.21.15.8:0/2214279367 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5567b2851020 msgr2=0x5567b2851400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:16.237 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.235+0000 7f2791e00700 1 --2- 172.21.15.8:0/2249602228 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f27780b2900 0x7f27780b4dc0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f2784009fd0 tx=0x7f2784019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:16.237 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.235+0000 7f27a32acb80 1 --2- 172.21.15.8:0/2214279367 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5567b2851020 0x5567b2851400 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f278c003eb0 tx=0x7f278c009920 comp rx=0 tx=0).stop 2024-05-20T21:25:16.237 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.236+0000 7f27a32acb80 1 -- 172.21.15.8:0/2214279367 shutdown_connections 2024-05-20T21:25:16.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.236+0000 7f27a32acb80 1 --2- 172.21.15.8:0/2214279367 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5567b284bad0 0x5567b284bf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:16.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.236+0000 7f27a32acb80 1 --2- 172.21.15.8:0/2214279367 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5567b2851020 0x5567b2851400 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:16.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.236+0000 7f27a32acb80 1 --2- 172.21.15.8:0/2214279367 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5567b2851940 0x5567b284b4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:16.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.236+0000 7f27a32acb80 1 -- 172.21.15.8:0/2214279367 >> 172.21.15.8:0/2214279367 conn(0x5567b2779be0 msgr2=0x5567b2846150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:16.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.236+0000 7f27a32acb80 1 -- 172.21.15.8:0/2214279367 shutdown_connections 2024-05-20T21:25:16.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.236+0000 7f27a32acb80 1 -- 172.21.15.8:0/2214279367 wait complete. 2024-05-20T21:25:16.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.236+0000 7f27a32acb80 1 -- start start 2024-05-20T21:25:16.240 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.237+0000 7f27a32acb80 1 Processor -- start 2024-05-20T21:25:16.240 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.237+0000 7f27a32acb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5567b284bad0 0x5567b28576f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:16.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.237+0000 7f27a32acb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5567b2851020 0x5567b2854ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:16.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.237+0000 7f27a32acb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5567b2851940 0x5567b2855020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:16.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.237+0000 7f27a32acb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5567b269ffa0 con 0x5567b2851940 2024-05-20T21:25:16.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.237+0000 7f27a32acb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5567b273a760 con 0x5567b284bad0 2024-05-20T21:25:16.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.237+0000 7f27a32acb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5567b2858460 con 0x5567b2851020 2024-05-20T21:25:16.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.237+0000 7f27a32acb80 10 client.0 _ll_register_callbacks cb 0x5567b2743c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:16.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.238+0000 7f2791400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5567b2851020 0x5567b2854ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:16.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.237+0000 7f2791e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5567b284bad0 0x5567b28576f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:16.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.238+0000 7f2792800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5567b2851940 0x5567b2855020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:16.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.238+0000 7f2791400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5567b2851020 0x5567b2854ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:54238/0 (socket says 172.21.15.8:54238) 2024-05-20T21:25:16.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.238+0000 7f2791400700 1 -- 172.21.15.8:0/2047356611 learned_addr learned my addr 172.21.15.8:0/2047356611 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:16.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.238+0000 7f2791400700 1 -- 172.21.15.8:0/2047356611 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5567b284bad0 msgr2=0x5567b28576f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:16.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.238+0000 7f2791400700 1 --2- 172.21.15.8:0/2047356611 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5567b284bad0 0x5567b28576f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:16.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.238+0000 7f2791400700 1 -- 172.21.15.8:0/2047356611 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5567b2851940 msgr2=0x5567b2855020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:16.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.238+0000 7f2791400700 1 --2- 172.21.15.8:0/2047356611 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5567b2851940 0x5567b2855020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:16.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.238+0000 7f2791400700 1 -- 172.21.15.8:0/2047356611 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5567b26e98d0 con 0x5567b2851020 2024-05-20T21:25:16.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.238+0000 7f2791400700 1 --2- 172.21.15.8:0/2047356611 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5567b2851020 0x5567b2854ae0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f27800a99b0 tx=0x7f278000ef90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5ccb9b128336b0a1 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:16.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.238+0000 7f2773e00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:25:16.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.239+0000 7f2773e00700 1 -- 172.21.15.8:0/2047356611 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27800a9370 con 0x5567b2851020 2024-05-20T21:25:16.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.239+0000 7f2773e00700 1 -- 172.21.15.8:0/2047356611 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f2780003680 con 0x5567b2851020 2024-05-20T21:25:16.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.239+0000 7f27a32acb80 1 -- 172.21.15.8:0/2047356611 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f278c0092d0 con 0x5567b2851020 2024-05-20T21:25:16.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.239+0000 7f2773e00700 1 -- 172.21.15.8:0/2047356611 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f27800a9190 con 0x5567b2851020 2024-05-20T21:25:16.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.239+0000 7f27a32acb80 10 client.28054 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:16.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.239+0000 7f27a32acb80 1 -- 172.21.15.8:0/2047356611 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5567b276a060 con 0x5567b2851020 2024-05-20T21:25:16.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.239+0000 7f2773e00700 1 -- 172.21.15.8:0/2047356611 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f278c0092d0 con 0x5567b2851020 2024-05-20T21:25:16.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.239+0000 7f2773e00700 1 -- 172.21.15.8:0/2047356611 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f27800a9c80 con 0x5567b2851020 2024-05-20T21:25:16.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.240+0000 7f27a32acb80 10 client.28054 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:16.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.240+0000 7f27a32acb80 10 client.28054 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:25:16.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.240+0000 7f27a32acb80 20 client.28054 populate_metadata read hostname 'smithi008' 2024-05-20T21:25:16.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.240+0000 7f27a32acb80 1 --2- 172.21.15.8:0/2047356611 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x5567b2865060 0x5567b2867480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:16.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.240+0000 7f27a32acb80 4 client.28054 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:25:16.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.240+0000 7f27a32acb80 1 -- 172.21.15.8:0/2047356611 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5567b27abd90 con 0x5567b2865060 2024-05-20T21:25:16.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.240+0000 7f2791e00700 1 --2- 172.21.15.8:0/2047356611 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x5567b2865060 0x5567b2867480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:16.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.241+0000 7f2791e00700 1 --2- 172.21.15.8:0/2047356611 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x5567b2865060 0x5567b2867480 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=a7101f1e8a9852df server_cookie=31c7bc8899370f51 in_seq=0 out_seq=0 2024-05-20T21:25:16.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.241+0000 7f2773e00700 10 client.28054 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:25:16.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.241+0000 7f2773e00700 1 -- 172.21.15.8:0/2047356611 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5567b27abd90 con 0x5567b2865060 2024-05-20T21:25:16.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.241+0000 7f2773e00700 10 client.28054 handle_command_reply: tid=0 2024-05-20T21:25:16.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.242+0000 7f27a32acb80 1 client.28054 shutdown 2024-05-20T21:25:16.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.242+0000 7f27a32acb80 1 -- 172.21.15.8:0/2047356611 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5567b2851020 msgr2=0x5567b2854ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:16.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.242+0000 7f27a32acb80 1 --2- 172.21.15.8:0/2047356611 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5567b2851020 0x5567b2854ae0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f27800a99b0 tx=0x7f278000ef90 comp rx=0 tx=0).stop 2024-05-20T21:25:16.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.242+0000 7f27a32acb80 1 -- 172.21.15.8:0/2047356611 shutdown_connections 2024-05-20T21:25:16.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.242+0000 7f27a32acb80 1 --2- 172.21.15.8:0/2047356611 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x5567b2865060 0x5567b2867480 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:16.245 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.242+0000 7f27a32acb80 1 --2- 172.21.15.8:0/2047356611 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5567b284bad0 0x5567b28576f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:16.245 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.242+0000 7f2773e00700 0 client.28054 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:25:16.245 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.242+0000 7f27a32acb80 1 --2- 172.21.15.8:0/2047356611 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5567b2851940 0x5567b2855020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:16.245 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.242+0000 7f27a32acb80 1 --2- 172.21.15.8:0/2047356611 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5567b2851020 0x5567b2854ae0 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:16.245 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.242+0000 7f27a32acb80 1 -- 172.21.15.8:0/2047356611 >> 172.21.15.8:0/2047356611 conn(0x5567b2779be0 msgr2=0x5567b284a4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:16.245 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.242+0000 7f27a32acb80 1 -- 172.21.15.8:0/2047356611 shutdown_connections 2024-05-20T21:25:16.245 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.242+0000 7f27a32acb80 1 -- 172.21.15.8:0/2047356611 wait complete. 2024-05-20T21:25:16.245 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.242+0000 7f27a32acb80 20 client.28054 trim_cache size 0 max 16384 2024-05-20T21:25:16.259 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.259+0000 7f27a32acb80 1 Processor -- start 2024-05-20T21:25:16.260 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.259+0000 7f27a32acb80 1 -- start start 2024-05-20T21:25:16.261 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.260+0000 7f27a32acb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5567b284bad0 0x5567b284b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:16.261 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.260+0000 7f27a32acb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5567b2851020 0x5567b2861500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:16.262 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.260+0000 7f27a32acb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5567b2851940 0x5567b2861a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:16.262 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.260+0000 7f27a32acb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f27941b2650 con 0x5567b2851940 2024-05-20T21:25:16.262 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.260+0000 7f27a32acb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f27941afee0 con 0x5567b2851020 2024-05-20T21:25:16.262 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.260+0000 7f27a32acb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f27941add30 con 0x5567b284bad0 2024-05-20T21:25:16.262 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.260+0000 7f2792800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5567b2851940 0x5567b2861a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:16.262 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.260+0000 7f2791e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5567b284bad0 0x5567b284b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:16.262 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.260+0000 7f2791400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5567b2851020 0x5567b2861500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:16.262 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.260+0000 7f2791e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5567b284bad0 0x5567b284b4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:54244/0 (socket says 172.21.15.8:54244) 2024-05-20T21:25:16.262 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.260+0000 7f2791e00700 1 -- 172.21.15.8:0/3083722840 learned_addr learned my addr 172.21.15.8:0/3083722840 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:16.262 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.260+0000 7f2791e00700 1 -- 172.21.15.8:0/3083722840 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5567b2851020 msgr2=0x5567b2861500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:16.262 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.261+0000 7f2791e00700 1 --2- 172.21.15.8:0/3083722840 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5567b2851020 0x5567b2861500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:16.262 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.261+0000 7f2791e00700 1 -- 172.21.15.8:0/3083722840 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5567b2851940 msgr2=0x5567b2861a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:16.262 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.261+0000 7f2791e00700 1 --2- 172.21.15.8:0/3083722840 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5567b2851940 0x5567b2861a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:16.263 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.261+0000 7f2791e00700 1 -- 172.21.15.8:0/3083722840 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5567b28559c0 con 0x5567b284bad0 2024-05-20T21:25:16.263 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.261+0000 7f2791400700 1 --2- 172.21.15.8:0/3083722840 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5567b2851020 0x5567b2861500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:16.263 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.261+0000 7f2792800700 1 --2- 172.21.15.8:0/3083722840 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5567b2851940 0x5567b2861a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:16.263 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.261+0000 7f2791e00700 1 --2- 172.21.15.8:0/3083722840 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5567b284bad0 0x5567b284b4b0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f278400fd10 tx=0x7f2784005040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=647f2d0ea0d32105 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:16.263 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.261+0000 7f277ea00700 1 -- 172.21.15.8:0/3083722840 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2784005690 con 0x5567b284bad0 2024-05-20T21:25:16.263 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.261+0000 7f277ea00700 1 -- 172.21.15.8:0/3083722840 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2784003b30 con 0x5567b284bad0 2024-05-20T21:25:16.263 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.261+0000 7f277ea00700 1 -- 172.21.15.8:0/3083722840 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f278400ba90 con 0x5567b284bad0 2024-05-20T21:25:16.265 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.262+0000 7f27a32acb80 1 -- 172.21.15.8:0/3083722840 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5567b284bad0 msgr2=0x5567b284b4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:16.265 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.262+0000 7f27a32acb80 1 --2- 172.21.15.8:0/3083722840 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5567b284bad0 0x5567b284b4b0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f278400fd10 tx=0x7f2784005040 comp rx=0 tx=0).stop 2024-05-20T21:25:16.265 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.262+0000 7f27a32acb80 1 -- 172.21.15.8:0/3083722840 shutdown_connections 2024-05-20T21:25:16.265 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.262+0000 7f27a32acb80 1 --2- 172.21.15.8:0/3083722840 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5567b2851940 0x5567b2861a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:16.265 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.262+0000 7f27a32acb80 1 --2- 172.21.15.8:0/3083722840 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5567b284bad0 0x5567b284b4b0 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:16.265 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.262+0000 7f27a32acb80 1 --2- 172.21.15.8:0/3083722840 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5567b2851020 0x5567b2861500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:16.265 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.262+0000 7f27a32acb80 1 -- 172.21.15.8:0/3083722840 >> 172.21.15.8:0/3083722840 conn(0x5567b2779be0 msgr2=0x5567b28533d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:16.265 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.262+0000 7f27a32acb80 1 -- 172.21.15.8:0/3083722840 shutdown_connections 2024-05-20T21:25:16.265 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.262+0000 7f27a32acb80 1 -- 172.21.15.8:0/3083722840 wait complete. 2024-05-20T21:25:16.265 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.263+0000 7f27a32acb80 1 -- start start 2024-05-20T21:25:16.265 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.263+0000 7f27a32acb80 1 Processor -- start 2024-05-20T21:25:16.265 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.263+0000 7f27a32acb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5567b284bad0 0x5567b285d6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:16.265 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.263+0000 7f27a32acb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5567b2851020 0x5567b285dc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:16.265 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.263+0000 7f27a32acb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5567b2851940 0x5567b285a6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:16.266 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.263+0000 7f27a32acb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f27941ae3a0 con 0x5567b2851020 2024-05-20T21:25:16.266 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.263+0000 7f27a32acb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f27941af810 con 0x5567b2851940 2024-05-20T21:25:16.266 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.263+0000 7f27a32acb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f27941aea70 con 0x5567b284bad0 2024-05-20T21:25:16.266 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.264+0000 7f27a32acb80 10 client.0 _ll_register_callbacks cb 0x5567b2743c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:16.266 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.264+0000 7f2791400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5567b2851020 0x5567b285dc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:16.267 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.264+0000 7f2791400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5567b2851020 0x5567b285dc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:51368/0 (socket says 172.21.15.8:51368) 2024-05-20T21:25:16.267 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.264+0000 7f2791400700 1 -- 172.21.15.8:0/23877946 learned_addr learned my addr 172.21.15.8:0/23877946 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:16.267 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.264+0000 7f2792800700 1 --2- 172.21.15.8:0/23877946 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5567b2851940 0x5567b285a6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:16.267 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.264+0000 7f2791e00700 1 --2- 172.21.15.8:0/23877946 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5567b284bad0 0x5567b285d6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:16.267 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.264+0000 7f2792800700 1 -- 172.21.15.8:0/23877946 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5567b284bad0 msgr2=0x5567b285d6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:16.267 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.264+0000 7f2792800700 1 --2- 172.21.15.8:0/23877946 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5567b284bad0 0x5567b285d6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:16.267 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.264+0000 7f2792800700 1 -- 172.21.15.8:0/23877946 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5567b2851020 msgr2=0x5567b285dc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:16.268 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.264+0000 7f2792800700 1 --2- 172.21.15.8:0/23877946 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5567b2851020 0x5567b285dc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:16.268 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.264+0000 7f2792800700 1 -- 172.21.15.8:0/23877946 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5567b286d8c0 con 0x5567b2851940 2024-05-20T21:25:16.268 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.264+0000 7f2791400700 1 --2- 172.21.15.8:0/23877946 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5567b2851020 0x5567b285dc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:16.271 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.265+0000 7f2792800700 1 --2- 172.21.15.8:0/23877946 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5567b2851940 0x5567b285a6c0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f278c007f60 tx=0x7f278c004bd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8e4ee18380365b6 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:16.271 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.265+0000 7f2773e00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:25:16.271 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.265+0000 7f2773e00700 1 -- 172.21.15.8:0/23877946 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f278c019070 con 0x5567b2851940 2024-05-20T21:25:16.271 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.265+0000 7f27a32acb80 1 -- 172.21.15.8:0/23877946 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2784003b30 con 0x5567b2851940 2024-05-20T21:25:16.271 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.265+0000 7f2773e00700 1 -- 172.21.15.8:0/23877946 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f278c007710 con 0x5567b2851940 2024-05-20T21:25:16.271 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.265+0000 7f2773e00700 1 -- 172.21.15.8:0/23877946 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f278c007910 con 0x5567b2851940 2024-05-20T21:25:16.272 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.265+0000 7f27a32acb80 10 client.28016 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:16.272 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.265+0000 7f27a32acb80 1 -- 172.21.15.8:0/23877946 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5567b28d0200 con 0x5567b2851940 2024-05-20T21:25:16.272 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.266+0000 7f2773e00700 1 -- 172.21.15.8:0/23877946 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2784003b30 con 0x5567b2851940 2024-05-20T21:25:16.272 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.266+0000 7f2773e00700 1 -- 172.21.15.8:0/23877946 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f278c025020 con 0x5567b2851940 2024-05-20T21:25:16.272 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.266+0000 7f27a32acb80 10 client.28016 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:16.272 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.266+0000 7f27a32acb80 10 client.28016 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:25:16.272 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.266+0000 7f27a32acb80 20 client.28016 populate_metadata read hostname 'smithi008' 2024-05-20T21:25:16.273 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.266+0000 7f27a32acb80 1 --2- 172.21.15.8:0/23877946 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x5567b28d0620 0x5567b28d2a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:16.273 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.266+0000 7f27a32acb80 4 client.28016 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:25:16.273 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.266+0000 7f27a32acb80 1 -- 172.21.15.8:0/23877946 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5567b27a5570 con 0x5567b28d0620 2024-05-20T21:25:16.273 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.266+0000 7f2791e00700 1 --2- 172.21.15.8:0/23877946 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x5567b28d0620 0x5567b28d2a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:16.273 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.267+0000 7f2791e00700 1 --2- 172.21.15.8:0/23877946 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x5567b28d0620 0x5567b28d2a40 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=b932957f6b224083 server_cookie=60e2eeba21c3db64 in_seq=0 out_seq=0 2024-05-20T21:25:16.273 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.267+0000 7f2773e00700 10 client.28016 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:25:16.273 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.267+0000 7f2773e00700 1 -- 172.21.15.8:0/23877946 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5567b27a5570 con 0x5567b28d0620 2024-05-20T21:25:16.273 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.267+0000 7f2773e00700 10 client.28016 handle_command_reply: tid=0 2024-05-20T21:25:16.273 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.267+0000 7f27a32acb80 1 client.28016 shutdown 2024-05-20T21:25:16.273 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.268+0000 7f27a32acb80 1 -- 172.21.15.8:0/23877946 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5567b2851940 msgr2=0x5567b285a6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:16.273 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.268+0000 7f27a32acb80 1 --2- 172.21.15.8:0/23877946 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5567b2851940 0x5567b285a6c0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f278c007f60 tx=0x7f278c004bd0 comp rx=0 tx=0).stop 2024-05-20T21:25:16.274 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.268+0000 7f27a32acb80 1 -- 172.21.15.8:0/23877946 shutdown_connections 2024-05-20T21:25:16.274 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.268+0000 7f27a32acb80 1 --2- 172.21.15.8:0/23877946 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x5567b28d0620 0x5567b28d2a40 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:16.274 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.268+0000 7f27a32acb80 1 --2- 172.21.15.8:0/23877946 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5567b2851940 0x5567b285a6c0 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:16.274 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.268+0000 7f27a32acb80 1 --2- 172.21.15.8:0/23877946 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5567b284bad0 0x5567b285d6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:16.274 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.268+0000 7f2773e00700 0 client.28016 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:25:16.274 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.268+0000 7f27a32acb80 1 --2- 172.21.15.8:0/23877946 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5567b2851020 0x5567b285dc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:16.274 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.268+0000 7f27a32acb80 1 -- 172.21.15.8:0/23877946 >> 172.21.15.8:0/23877946 conn(0x5567b2779be0 msgr2=0x5567b2853310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:16.274 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.268+0000 7f27a32acb80 1 -- 172.21.15.8:0/23877946 shutdown_connections 2024-05-20T21:25:16.274 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.268+0000 7f27a32acb80 1 -- 172.21.15.8:0/23877946 wait complete. 2024-05-20T21:25:16.274 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.268+0000 7f27a32acb80 20 client.28016 trim_cache size 0 max 16384 2024-05-20T21:25:16.274 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:25:16.275 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.269+0000 7f2793200700 1 -- 172.21.15.8:0/2249602228 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f27780b2900 msgr2=0x7f27780b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:16.275 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.269+0000 7f2793200700 1 --2- 172.21.15.8:0/2249602228 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f27780b2900 0x7f27780b4dc0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f2784009fd0 tx=0x7f2784019040 comp rx=0 tx=0).stop 2024-05-20T21:25:16.275 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.269+0000 7f2793200700 1 -- 172.21.15.8:0/2249602228 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2794103e20 msgr2=0x7f2794075d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:16.275 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.269+0000 7f2793200700 1 --2- 172.21.15.8:0/2249602228 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2794103e20 0x7f2794075d80 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f278000ec10 tx=0x7f278000ef20 comp rx=0 tx=0).stop 2024-05-20T21:25:16.275 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.269+0000 7f2793200700 1 -- 172.21.15.8:0/2249602228 shutdown_connections 2024-05-20T21:25:16.275 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.269+0000 7f2793200700 1 --2- 172.21.15.8:0/2249602228 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f27780b2900 0x7f27780b4dc0 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:16.276 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.269+0000 7f2793200700 1 --2- 172.21.15.8:0/2249602228 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f27941094f0 0x7f27940762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:16.276 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.269+0000 7f2793200700 1 --2- 172.21.15.8:0/2249602228 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2794103460 0x7f2794075840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:16.276 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.269+0000 7f2793200700 1 --2- 172.21.15.8:0/2249602228 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2794103e20 0x7f2794075d80 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:16.276 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.269+0000 7f2793200700 1 -- 172.21.15.8:0/2249602228 >> 172.21.15.8:0/2249602228 conn(0x7f27940fef90 msgr2=0x7f27940ff810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:16.276 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.269+0000 7f2793200700 1 -- 172.21.15.8:0/2249602228 shutdown_connections 2024-05-20T21:25:16.276 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:16.269+0000 7f2793200700 1 -- 172.21.15.8:0/2249602228 wait complete. 2024-05-20T21:25:16.753 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:25:16.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:25:16 smithi130 ceph-mon[36448]: pgmap v738: 97 pgs: 97 active+clean; 972 KiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 3.0 KiB/s wr, 9 op/s 2024-05-20T21:25:16.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:25:16 smithi050 ceph-mon[35809]: pgmap v738: 97 pgs: 97 active+clean; 972 KiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 3.0 KiB/s wr, 9 op/s 2024-05-20T21:25:16.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:25:16 smithi008 ceph-mon[31475]: pgmap v738: 97 pgs: 97 active+clean; 972 KiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 3.0 KiB/s wr, 9 op/s 2024-05-20T21:25:17.006 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:25:17.259 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:25:18.549 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:25:18.783 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:25:18 smithi008 ceph-mon[31475]: pgmap v739: 97 pgs: 97 active+clean; 972 KiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.8 KiB/s wr, 8 op/s 2024-05-20T21:25:18.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:25:18 smithi130 ceph-mon[36448]: pgmap v739: 97 pgs: 97 active+clean; 972 KiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.8 KiB/s wr, 8 op/s 2024-05-20T21:25:18.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:25:18 smithi050 ceph-mon[35809]: pgmap v739: 97 pgs: 97 active+clean; 972 KiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.8 KiB/s wr, 8 op/s 2024-05-20T21:25:19.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:19.983+0000 7f0c73400700 1 -- 172.21.15.8:0/2898384672 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0c6c1035e0 msgr2=0x7f0c6c103a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:19.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:19.983+0000 7f0c73400700 1 --2- 172.21.15.8:0/2898384672 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0c6c1035e0 0x7f0c6c103a60 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f0c580099c0 tx=0x7f0c58009cd0 comp rx=0 tx=0).stop 2024-05-20T21:25:19.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:19.983+0000 7f0c73400700 1 -- 172.21.15.8:0/2898384672 shutdown_connections 2024-05-20T21:25:19.985 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:19.983+0000 7f0c73400700 1 --2- 172.21.15.8:0/2898384672 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0c6c103fa0 0x7f0c6c110450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:19.985 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:19.983+0000 7f0c73400700 1 --2- 172.21.15.8:0/2898384672 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0c6c109680 0x7f0c6c109a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:19.985 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:19.983+0000 7f0c73400700 1 --2- 172.21.15.8:0/2898384672 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0c6c1035e0 0x7f0c6c103a60 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:19.985 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:19.983+0000 7f0c73400700 1 -- 172.21.15.8:0/2898384672 >> 172.21.15.8:0/2898384672 conn(0x7f0c6c07a6f0 msgr2=0x7f0c6c07ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:19.985 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:19.984+0000 7f0c73400700 1 -- 172.21.15.8:0/2898384672 shutdown_connections 2024-05-20T21:25:19.985 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:19.984+0000 7f0c73400700 1 -- 172.21.15.8:0/2898384672 wait complete. 2024-05-20T21:25:19.986 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:19.985+0000 7f0c73400700 1 Processor -- start 2024-05-20T21:25:19.986 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:19.986+0000 7f0c73400700 1 -- start start 2024-05-20T21:25:19.987 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:19.986+0000 7f0c73400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0c6c1035e0 0x7f0c6c075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:19.987 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:19.986+0000 7f0c73400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0c6c103fa0 0x7f0c6c075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:19.987 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:19.986+0000 7f0c73400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0c6c109680 0x7f0c6c0762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:19.987 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:19.986+0000 7f0c73400700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f0c6c1137d0 con 0x7f0c6c109680 2024-05-20T21:25:19.987 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:19.986+0000 7f0c73400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f0c6c113650 con 0x7f0c6c1035e0 2024-05-20T21:25:19.987 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:19.986+0000 7f0c73400700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f0c6c113950 con 0x7f0c6c103fa0 2024-05-20T21:25:19.988 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:19.987+0000 7f0c70a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0c6c1035e0 0x7f0c6c075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:19.988 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:19.987+0000 7f0c71400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0c6c109680 0x7f0c6c0762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:19.988 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:19.987+0000 7f0c71400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0c6c109680 0x7f0c6c0762c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:51388/0 (socket says 172.21.15.8:51388) 2024-05-20T21:25:19.988 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:19.987+0000 7f0c71400700 1 -- 172.21.15.8:0/2859468627 learned_addr learned my addr 172.21.15.8:0/2859468627 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:19.988 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:19.987+0000 7f0c6be00700 1 --2- 172.21.15.8:0/2859468627 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0c6c103fa0 0x7f0c6c075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:19.988 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:19.987+0000 7f0c71400700 1 -- 172.21.15.8:0/2859468627 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0c6c103fa0 msgr2=0x7f0c6c075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:19.988 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:19.987+0000 7f0c71400700 1 --2- 172.21.15.8:0/2859468627 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0c6c103fa0 0x7f0c6c075d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:19.988 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:19.987+0000 7f0c71400700 1 -- 172.21.15.8:0/2859468627 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0c6c1035e0 msgr2=0x7f0c6c075840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:19.988 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:19.987+0000 7f0c71400700 1 --2- 172.21.15.8:0/2859468627 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0c6c1035e0 0x7f0c6c075840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:19.988 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:19.987+0000 7f0c71400700 1 -- 172.21.15.8:0/2859468627 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c6c1a8160 con 0x7f0c6c109680 2024-05-20T21:25:19.988 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:19.987+0000 7f0c6be00700 1 --2- 172.21.15.8:0/2859468627 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0c6c103fa0 0x7f0c6c075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:19.989 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:19.988+0000 7f0c71400700 1 --2- 172.21.15.8:0/2859468627 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0c6c109680 0x7f0c6c0762c0 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f0c64007ee0 tx=0x7f0c6400d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:19.989 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:19.988+0000 7f0c69600700 1 -- 172.21.15.8:0/2859468627 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c64004bb0 con 0x7f0c6c109680 2024-05-20T21:25:19.989 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:19.988+0000 7f0c69600700 1 -- 172.21.15.8:0/2859468627 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0c64004d50 con 0x7f0c6c109680 2024-05-20T21:25:19.989 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:19.988+0000 7f0c69600700 1 -- 172.21.15.8:0/2859468627 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c64005920 con 0x7f0c6c109680 2024-05-20T21:25:19.989 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:19.988+0000 7f0c73400700 1 -- 172.21.15.8:0/2859468627 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c6c1a8450 con 0x7f0c6c109680 2024-05-20T21:25:19.989 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:19.989+0000 7f0c73400700 1 -- 172.21.15.8:0/2859468627 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c6c1a8910 con 0x7f0c6c109680 2024-05-20T21:25:19.990 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:19.990+0000 7f0c73400700 1 -- 172.21.15.8:0/2859468627 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0c6c104cf0 con 0x7f0c6c109680 2024-05-20T21:25:19.992 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:19.992+0000 7f0c69600700 1 -- 172.21.15.8:0/2859468627 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f0c6401a020 con 0x7f0c6c109680 2024-05-20T21:25:19.994 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:19.994+0000 7f0c69600700 1 --2- 172.21.15.8:0/2859468627 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0c540b2880 0x7f0c540b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:19.994 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:19.994+0000 7f0c69600700 1 -- 172.21.15.8:0/2859468627 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f0c640e1930 con 0x7f0c6c109680 2024-05-20T21:25:19.994 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:19.994+0000 7f0c70a00700 1 --2- 172.21.15.8:0/2859468627 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0c540b2880 0x7f0c540b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:19.995 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:19.995+0000 7f0c70a00700 1 --2- 172.21.15.8:0/2859468627 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0c540b2880 0x7f0c540b4d40 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f0c60005950 tx=0x7f0c6000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:19.999 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:19.998+0000 7f0c69600700 1 -- 172.21.15.8:0/2859468627 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f0c64010070 con 0x7f0c6c109680 2024-05-20T21:25:20.290 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:20.290+0000 7f0c73400700 1 -- 172.21.15.8:0/2859468627 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0c6c02e720 con 0x7f0c6c109680 2024-05-20T21:25:20.294 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:20.291+0000 7f0c69600700 1 -- 172.21.15.8:0/2859468627 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7f0c640a95e0 con 0x7f0c6c109680 2024-05-20T21:25:20.295 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:25:20.295 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:25:20.296 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:20.295+0000 7f0c73400700 1 -- 172.21.15.8:0/2859468627 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0c540b2880 msgr2=0x7f0c540b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:20.296 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:20.295+0000 7f0c73400700 1 --2- 172.21.15.8:0/2859468627 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0c540b2880 0x7f0c540b4d40 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f0c60005950 tx=0x7f0c6000b410 comp rx=0 tx=0).stop 2024-05-20T21:25:20.296 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:20.295+0000 7f0c73400700 1 -- 172.21.15.8:0/2859468627 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0c6c109680 msgr2=0x7f0c6c0762c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:20.296 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:20.295+0000 7f0c73400700 1 --2- 172.21.15.8:0/2859468627 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0c6c109680 0x7f0c6c0762c0 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f0c64007ee0 tx=0x7f0c6400d3b0 comp rx=0 tx=0).stop 2024-05-20T21:25:20.296 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:20.295+0000 7f0c73400700 1 -- 172.21.15.8:0/2859468627 shutdown_connections 2024-05-20T21:25:20.296 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:20.295+0000 7f0c73400700 1 --2- 172.21.15.8:0/2859468627 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0c540b2880 0x7f0c540b4d40 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:20.296 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:20.295+0000 7f0c73400700 1 --2- 172.21.15.8:0/2859468627 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0c6c1035e0 0x7f0c6c075840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:20.296 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:20.295+0000 7f0c73400700 1 --2- 172.21.15.8:0/2859468627 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0c6c109680 0x7f0c6c0762c0 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:20.297 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:20.295+0000 7f0c73400700 1 --2- 172.21.15.8:0/2859468627 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0c6c103fa0 0x7f0c6c075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:20.297 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:20.295+0000 7f0c73400700 1 -- 172.21.15.8:0/2859468627 >> 172.21.15.8:0/2859468627 conn(0x7f0c6c07a6f0 msgr2=0x7f0c6c102360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:20.297 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:20.296+0000 7f0c73400700 1 -- 172.21.15.8:0/2859468627 shutdown_connections 2024-05-20T21:25:20.297 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:20.296+0000 7f0c73400700 1 -- 172.21.15.8:0/2859468627 wait complete. 2024-05-20T21:25:20.298 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:25:20.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:25:20 smithi008 ceph-mon[31475]: pgmap v740: 97 pgs: 97 active+clean; 972 KiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 2.2 KiB/s wr, 8 op/s 2024-05-20T21:25:20.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:25:20 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/2859468627' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:25:20.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:25:20 smithi130 ceph-mon[36448]: pgmap v740: 97 pgs: 97 active+clean; 972 KiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 2.2 KiB/s wr, 8 op/s 2024-05-20T21:25:20.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:25:20 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/2859468627' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:25:20.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:25:20 smithi050 ceph-mon[35809]: pgmap v740: 97 pgs: 97 active+clean; 972 KiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 2.2 KiB/s wr, 8 op/s 2024-05-20T21:25:20.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:25:20 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/2859468627' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:25:21.178 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24529 quiesce db --set-id c1da0f --release --await' 2024-05-20T21:25:21.178 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24529 quiesce db --set-id c1da0f --release --await 2024-05-20T21:25:21.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.813+0000 7fd6d9a00700 1 -- 172.21.15.8:0/554800241 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd6d4075770 msgr2=0x7fd6d4075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:21.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.813+0000 7fd6d9a00700 1 --2- 172.21.15.8:0/554800241 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd6d4075770 0x7fd6d4075b50 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7fd6c4009990 tx=0x7fd6c4009ca0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.814+0000 7fd6d9a00700 1 -- 172.21.15.8:0/554800241 shutdown_connections 2024-05-20T21:25:21.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.814+0000 7fd6d9a00700 1 --2- 172.21.15.8:0/554800241 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd6d4075770 0x7fd6d4075b50 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.814+0000 7fd6d9a00700 1 --2- 172.21.15.8:0/554800241 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd6d410ffa0 0x7fd6d4112390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.814+0000 7fd6d9a00700 1 --2- 172.21.15.8:0/554800241 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd6d4076090 0x7fd6d410fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.814+0000 7fd6d9a00700 1 -- 172.21.15.8:0/554800241 >> 172.21.15.8:0/554800241 conn(0x7fd6d407a6a0 msgr2=0x7fd6d407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:21.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.814+0000 7fd6d9a00700 1 -- 172.21.15.8:0/554800241 shutdown_connections 2024-05-20T21:25:21.816 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.814+0000 7fd6d9a00700 1 -- 172.21.15.8:0/554800241 wait complete. 2024-05-20T21:25:21.816 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.815+0000 7fd6d9a00700 1 Processor -- start 2024-05-20T21:25:21.816 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.816+0000 7fd6d9a00700 1 -- start start 2024-05-20T21:25:21.816 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.816+0000 7fd6d9a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd6d4075770 0x7fd6d419be00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:21.817 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.816+0000 7fd6d9a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd6d4076090 0x7fd6d419c340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:21.817 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.816+0000 7fd6d9a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd6d410ffa0 0x7fd6d41a06d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:21.817 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.816+0000 7fd6d9a00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fd6d41159d0 con 0x7fd6d4075770 2024-05-20T21:25:21.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.816+0000 7fd6d9a00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fd6d4115850 con 0x7fd6d4076090 2024-05-20T21:25:21.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.816+0000 7fd6d9a00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fd6d4115b50 con 0x7fd6d410ffa0 2024-05-20T21:25:21.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.816+0000 7fd6d2a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd6d4075770 0x7fd6d419be00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:21.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.817+0000 7fd6d2a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd6d4075770 0x7fd6d419be00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:51392/0 (socket says 172.21.15.8:51392) 2024-05-20T21:25:21.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.817+0000 7fd6d2a00700 1 -- 172.21.15.8:0/2360260117 learned_addr learned my addr 172.21.15.8:0/2360260117 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:21.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.817+0000 7fd6cbe00700 1 --2- 172.21.15.8:0/2360260117 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd6d4076090 0x7fd6d419c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:21.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.817+0000 7fd6d3400700 1 --2- 172.21.15.8:0/2360260117 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd6d410ffa0 0x7fd6d41a06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:21.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.817+0000 7fd6d2a00700 1 -- 172.21.15.8:0/2360260117 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd6d410ffa0 msgr2=0x7fd6d41a06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:21.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.817+0000 7fd6d2a00700 1 --2- 172.21.15.8:0/2360260117 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd6d410ffa0 0x7fd6d41a06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.817+0000 7fd6d2a00700 1 -- 172.21.15.8:0/2360260117 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd6d4076090 msgr2=0x7fd6d419c340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:21.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.817+0000 7fd6d2a00700 1 --2- 172.21.15.8:0/2360260117 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd6d4076090 0x7fd6d419c340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.817+0000 7fd6d2a00700 1 -- 172.21.15.8:0/2360260117 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6d41a0e10 con 0x7fd6d4075770 2024-05-20T21:25:21.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.817+0000 7fd6cbe00700 1 --2- 172.21.15.8:0/2360260117 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd6d4076090 0x7fd6d419c340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:21.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.818+0000 7fd6d2a00700 1 --2- 172.21.15.8:0/2360260117 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd6d4075770 0x7fd6d419be00 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7fd6c4000c00 tx=0x7fd6c40057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:21.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.818+0000 7fd6cb400700 1 -- 172.21.15.8:0/2360260117 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6c4027070 con 0x7fd6d4075770 2024-05-20T21:25:21.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.818+0000 7fd6d9a00700 1 -- 172.21.15.8:0/2360260117 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6d41a10a0 con 0x7fd6d4075770 2024-05-20T21:25:21.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.818+0000 7fd6cb400700 1 -- 172.21.15.8:0/2360260117 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd6c4022470 con 0x7fd6d4075770 2024-05-20T21:25:21.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.818+0000 7fd6cb400700 1 -- 172.21.15.8:0/2360260117 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6c4017650 con 0x7fd6d4075770 2024-05-20T21:25:21.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.818+0000 7fd6d9a00700 1 -- 172.21.15.8:0/2360260117 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6d41a8980 con 0x7fd6d4075770 2024-05-20T21:25:21.824 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.824+0000 7fd6cb400700 1 -- 172.21.15.8:0/2360260117 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fd6c402a070 con 0x7fd6d4075770 2024-05-20T21:25:21.825 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.824+0000 7fd6e42aab80 1 Processor -- start 2024-05-20T21:25:21.825 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.824+0000 7fd6e42aab80 1 -- start start 2024-05-20T21:25:21.825 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.825+0000 7fd6e42aab80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557029aefeb0 0x557029af0290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:21.825 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.825+0000 7fd6e42aab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557029af07d0 0x557029aea260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:21.825 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.825+0000 7fd6e42aab80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557029aea880 0x557029aeace0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:21.826 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.825+0000 7fd6e42aab80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x557029a48e40 con 0x557029aea880 2024-05-20T21:25:21.827 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.825+0000 7fd6e42aab80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x557029a389e0 con 0x557029aefeb0 2024-05-20T21:25:21.827 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.825+0000 7fd6e42aab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x557029a3ca20 con 0x557029af07d0 2024-05-20T21:25:21.827 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.825+0000 7fd6d3400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557029aefeb0 0x557029af0290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:21.828 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.825+0000 7fd6d3400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557029aefeb0 0x557029af0290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:54210/0 (socket says 172.21.15.8:54210) 2024-05-20T21:25:21.828 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.825+0000 7fd6d2a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557029af07d0 0x557029aea260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:21.828 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.825+0000 7fd6d3400700 1 -- 172.21.15.8:0/638249265 learned_addr learned my addr 172.21.15.8:0/638249265 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:21.828 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.826+0000 7fd6cbe00700 1 --2- 172.21.15.8:0/638249265 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557029aea880 0x557029aeace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:21.828 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.826+0000 7fd6cb400700 1 --2- 172.21.15.8:0/2360260117 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd6b80bb090 0x7fd6b80bd550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:21.828 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.826+0000 7fd6d3400700 1 -- 172.21.15.8:0/638249265 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557029af07d0 msgr2=0x557029aea260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:21.828 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.826+0000 7fd6d3400700 1 --2- 172.21.15.8:0/638249265 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557029af07d0 0x557029aea260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.828 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.826+0000 7fd6d3400700 1 -- 172.21.15.8:0/638249265 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557029aea880 msgr2=0x557029aeace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:21.828 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.826+0000 7fd6d3400700 1 --2- 172.21.15.8:0/638249265 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557029aea880 0x557029aeace0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.828 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.826+0000 7fd6d3400700 1 -- 172.21.15.8:0/638249265 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557029a01420 con 0x557029aefeb0 2024-05-20T21:25:21.828 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.826+0000 7fd6cb400700 1 -- 172.21.15.8:0/2360260117 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fd6c40e2eb0 con 0x7fd6d4075770 2024-05-20T21:25:21.828 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.827+0000 7fd6d3400700 1 --2- 172.21.15.8:0/638249265 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557029aefeb0 0x557029af0290 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7fd6cc0115f0 tx=0x7fd6cc009920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=47fcc24da67f2357 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:21.828 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.827+0000 7fd6d3400700 1 --2- 172.21.15.8:0/2360260117 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd6b80bb090 0x7fd6b80bd550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:21.829 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.827+0000 7fd6c3e00700 1 -- 172.21.15.8:0/638249265 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6cc019040 con 0x557029aefeb0 2024-05-20T21:25:21.829 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.827+0000 7fd6c3e00700 1 -- 172.21.15.8:0/638249265 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd6cc01a020 con 0x557029aefeb0 2024-05-20T21:25:21.829 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.827+0000 7fd6c3e00700 1 -- 172.21.15.8:0/638249265 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6cc007900 con 0x557029aefeb0 2024-05-20T21:25:21.829 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.828+0000 7fd6e42aab80 1 -- 172.21.15.8:0/638249265 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557029aefeb0 msgr2=0x557029af0290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:21.830 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.828+0000 7fd6d3400700 1 --2- 172.21.15.8:0/2360260117 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd6b80bb090 0x7fd6b80bd550 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fd6cc0094f0 tx=0x7fd6cc007b80 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:21.830 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.828+0000 7fd6e42aab80 1 --2- 172.21.15.8:0/638249265 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557029aefeb0 0x557029af0290 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7fd6cc0115f0 tx=0x7fd6cc009920 comp rx=0 tx=0).stop 2024-05-20T21:25:21.830 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.828+0000 7fd6e42aab80 1 -- 172.21.15.8:0/638249265 shutdown_connections 2024-05-20T21:25:21.830 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.828+0000 7fd6e42aab80 1 --2- 172.21.15.8:0/638249265 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557029aefeb0 0x557029af0290 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.830 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.828+0000 7fd6e42aab80 1 --2- 172.21.15.8:0/638249265 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557029aea880 0x557029aeace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.830 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.828+0000 7fd6e42aab80 1 --2- 172.21.15.8:0/638249265 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557029af07d0 0x557029aea260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.830 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.828+0000 7fd6e42aab80 1 -- 172.21.15.8:0/638249265 >> 172.21.15.8:0/638249265 conn(0x557029a18be0 msgr2=0x557029ae5010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:21.830 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.828+0000 7fd6e42aab80 1 -- 172.21.15.8:0/638249265 shutdown_connections 2024-05-20T21:25:21.830 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.828+0000 7fd6e42aab80 1 -- 172.21.15.8:0/638249265 wait complete. 2024-05-20T21:25:21.830 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.829+0000 7fd6e42aab80 1 -- start start 2024-05-20T21:25:21.830 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.829+0000 7fd6e42aab80 1 Processor -- start 2024-05-20T21:25:21.831 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.830+0000 7fd6e42aab80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557029aea880 0x557029af6490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:21.832 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.830+0000 7fd6e42aab80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557029aefeb0 0x557029af3830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:21.832 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.830+0000 7fd6e42aab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557029af07d0 0x557029af3d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:21.832 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.830+0000 7fd6e42aab80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55702993efa0 con 0x557029aea880 2024-05-20T21:25:21.832 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.830+0000 7fd6e42aab80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5570299d9760 con 0x557029aefeb0 2024-05-20T21:25:21.832 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.830+0000 7fd6e42aab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x557029af7240 con 0x557029af07d0 2024-05-20T21:25:21.832 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.830+0000 7fd6e42aab80 10 client.0 _ll_register_callbacks cb 0x5570299e2c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:21.832 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.830+0000 7fd6d3400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557029af07d0 0x557029af3d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:21.832 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.830+0000 7fd6cbe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557029aefeb0 0x557029af3830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:21.832 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.830+0000 7fd6d3400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557029af07d0 0x557029af3d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:54300/0 (socket says 172.21.15.8:54300) 2024-05-20T21:25:21.832 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.830+0000 7fd6d3400700 1 -- 172.21.15.8:0/4267986766 learned_addr learned my addr 172.21.15.8:0/4267986766 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:21.832 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.830+0000 7fd6d2a00700 1 --2- 172.21.15.8:0/4267986766 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557029aea880 0x557029af6490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:21.832 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.831+0000 7fd6d3400700 1 -- 172.21.15.8:0/4267986766 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557029aefeb0 msgr2=0x557029af3830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:21.832 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.831+0000 7fd6d3400700 1 --2- 172.21.15.8:0/4267986766 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557029aefeb0 0x557029af3830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.833 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.831+0000 7fd6d3400700 1 -- 172.21.15.8:0/4267986766 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557029aea880 msgr2=0x557029af6490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:21.833 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.831+0000 7fd6d3400700 1 --2- 172.21.15.8:0/4267986766 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557029aea880 0x557029af6490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.833 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.831+0000 7fd6d3400700 1 -- 172.21.15.8:0/4267986766 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5570299888d0 con 0x557029af07d0 2024-05-20T21:25:21.833 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.831+0000 7fd6d2a00700 1 --2- 172.21.15.8:0/4267986766 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557029aea880 0x557029af6490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:25:21.833 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.831+0000 7fd6cbe00700 1 --2- 172.21.15.8:0/4267986766 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557029aefeb0 0x557029af3830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:21.833 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.831+0000 7fd6d3400700 1 --2- 172.21.15.8:0/4267986766 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557029af07d0 0x557029af3d70 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7fd6cc009fd0 tx=0x7fd6cc01c000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8699b8bc91fa3199 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:21.833 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.831+0000 7fd6c0c00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:25:21.834 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.832+0000 7fd6c0c00700 1 -- 172.21.15.8:0/4267986766 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6cc02f030 con 0x557029af07d0 2024-05-20T21:25:21.834 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.832+0000 7fd6c0c00700 1 -- 172.21.15.8:0/4267986766 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fd6cc007850 con 0x557029af07d0 2024-05-20T21:25:21.834 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.832+0000 7fd6e42aab80 1 -- 172.21.15.8:0/4267986766 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd6cc01a020 con 0x557029af07d0 2024-05-20T21:25:21.834 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.832+0000 7fd6c0c00700 1 -- 172.21.15.8:0/4267986766 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd6cc009920 con 0x557029af07d0 2024-05-20T21:25:21.834 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.832+0000 7fd6e42aab80 10 client.28078 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:21.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.832+0000 7fd6e42aab80 1 -- 172.21.15.8:0/4267986766 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557029a09060 con 0x557029af07d0 2024-05-20T21:25:21.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.833+0000 7fd6c0c00700 1 -- 172.21.15.8:0/4267986766 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd6cc01a020 con 0x557029af07d0 2024-05-20T21:25:21.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.833+0000 7fd6c0c00700 1 -- 172.21.15.8:0/4267986766 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fd6cc029040 con 0x557029af07d0 2024-05-20T21:25:21.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.833+0000 7fd6e42aab80 10 client.28078 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:21.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.833+0000 7fd6e42aab80 10 client.28078 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:25:21.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.833+0000 7fd6e42aab80 20 client.28078 populate_metadata read hostname 'smithi008' 2024-05-20T21:25:21.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.833+0000 7fd6e42aab80 1 --2- 172.21.15.8:0/4267986766 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x557029b03d60 0x557029b06150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:21.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.833+0000 7fd6e42aab80 4 client.28078 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:25:21.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.833+0000 7fd6e42aab80 1 -- 172.21.15.8:0/4267986766 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557029a4ad90 con 0x557029b03d60 2024-05-20T21:25:21.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.833+0000 7fd6d2a00700 1 --2- 172.21.15.8:0/4267986766 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x557029b03d60 0x557029b06150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:21.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.834+0000 7fd6d2a00700 1 --2- 172.21.15.8:0/4267986766 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x557029b03d60 0x557029b06150 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=4e90009265ee44a server_cookie=5b1978e85e3d50c0 in_seq=0 out_seq=0 2024-05-20T21:25:21.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.834+0000 7fd6c0c00700 10 client.28078 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:25:21.836 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.835+0000 7fd6c0c00700 1 -- 172.21.15.8:0/4267986766 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x557029a4ad90 con 0x557029b03d60 2024-05-20T21:25:21.836 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.835+0000 7fd6c0c00700 10 client.28078 handle_command_reply: tid=0 2024-05-20T21:25:21.836 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.835+0000 7fd6e42aab80 1 client.28078 shutdown 2024-05-20T21:25:21.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.835+0000 7fd6e42aab80 1 -- 172.21.15.8:0/4267986766 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557029af07d0 msgr2=0x557029af3d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:21.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.835+0000 7fd6e42aab80 1 --2- 172.21.15.8:0/4267986766 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557029af07d0 0x557029af3d70 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7fd6cc009fd0 tx=0x7fd6cc01c000 comp rx=0 tx=0).stop 2024-05-20T21:25:21.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.835+0000 7fd6e42aab80 1 -- 172.21.15.8:0/4267986766 shutdown_connections 2024-05-20T21:25:21.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.835+0000 7fd6e42aab80 1 --2- 172.21.15.8:0/4267986766 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x557029b03d60 0x557029b06150 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.835+0000 7fd6e42aab80 1 --2- 172.21.15.8:0/4267986766 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557029af07d0 0x557029af3d70 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.835+0000 7fd6e42aab80 1 --2- 172.21.15.8:0/4267986766 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557029aea880 0x557029af6490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.835+0000 7fd6e42aab80 1 --2- 172.21.15.8:0/4267986766 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557029aefeb0 0x557029af3830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.835+0000 7fd6e42aab80 1 -- 172.21.15.8:0/4267986766 >> 172.21.15.8:0/4267986766 conn(0x557029a18be0 msgr2=0x557029ae9250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:21.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.835+0000 7fd6c0c00700 0 client.28078 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:25:21.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.836+0000 7fd6e42aab80 1 -- 172.21.15.8:0/4267986766 shutdown_connections 2024-05-20T21:25:21.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.836+0000 7fd6e42aab80 1 -- 172.21.15.8:0/4267986766 wait complete. 2024-05-20T21:25:21.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.836+0000 7fd6e42aab80 20 client.28078 trim_cache size 0 max 16384 2024-05-20T21:25:21.855 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.854+0000 7fd6e42aab80 1 Processor -- start 2024-05-20T21:25:21.855 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.854+0000 7fd6e42aab80 1 -- start start 2024-05-20T21:25:21.855 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.854+0000 7fd6e42aab80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557029aea880 0x557029aea260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:21.855 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.854+0000 7fd6e42aab80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557029aefeb0 0x557029aed9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:21.855 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.854+0000 7fd6e42aab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557029af07d0 0x557029aedf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:21.855 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.854+0000 7fd6e42aab80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fd6d41ae1f0 con 0x557029aefeb0 2024-05-20T21:25:21.855 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.854+0000 7fd6e42aab80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fd6d41aba80 con 0x557029aea880 2024-05-20T21:25:21.855 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.854+0000 7fd6e42aab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fd6d4107560 con 0x557029af07d0 2024-05-20T21:25:21.856 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.855+0000 7fd6d2a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557029aea880 0x557029aea260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:21.856 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.855+0000 7fd6cbe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557029aefeb0 0x557029aed9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:21.856 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.855+0000 7fd6d2a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557029aea880 0x557029aea260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:54224/0 (socket says 172.21.15.8:54224) 2024-05-20T21:25:21.856 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.855+0000 7fd6d3400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557029af07d0 0x557029aedf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:21.856 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.855+0000 7fd6d2a00700 1 -- 172.21.15.8:0/912995367 learned_addr learned my addr 172.21.15.8:0/912995367 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:21.856 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.855+0000 7fd6d2a00700 1 -- 172.21.15.8:0/912995367 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557029af07d0 msgr2=0x557029aedf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:21.857 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.855+0000 7fd6d2a00700 1 --2- 172.21.15.8:0/912995367 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557029af07d0 0x557029aedf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.857 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.855+0000 7fd6d2a00700 1 -- 172.21.15.8:0/912995367 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557029aefeb0 msgr2=0x557029aed9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:21.857 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.855+0000 7fd6d2a00700 1 --2- 172.21.15.8:0/912995367 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557029aefeb0 0x557029aed9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.857 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.855+0000 7fd6d2a00700 1 -- 172.21.15.8:0/912995367 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557029ae5cb0 con 0x557029aea880 2024-05-20T21:25:21.857 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.855+0000 7fd6cbe00700 1 --2- 172.21.15.8:0/912995367 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557029aefeb0 0x557029aed9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:25:21.857 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.855+0000 7fd6d2a00700 1 --2- 172.21.15.8:0/912995367 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557029aea880 0x557029aea260 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7fd6c40a77c0 tx=0x7fd6c40e6990 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4b5c59bc0a9e783e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:21.857 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.856+0000 7fd6c3400700 1 -- 172.21.15.8:0/912995367 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6c40e0e60 con 0x557029aea880 2024-05-20T21:25:21.857 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.856+0000 7fd6c3400700 1 -- 172.21.15.8:0/912995367 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd6c40aa060 con 0x557029aea880 2024-05-20T21:25:21.857 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.856+0000 7fd6c3400700 1 -- 172.21.15.8:0/912995367 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6c40ae900 con 0x557029aea880 2024-05-20T21:25:21.858 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.857+0000 7fd6e42aab80 1 -- 172.21.15.8:0/912995367 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557029aea880 msgr2=0x557029aea260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:21.858 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.857+0000 7fd6e42aab80 1 --2- 172.21.15.8:0/912995367 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557029aea880 0x557029aea260 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7fd6c40a77c0 tx=0x7fd6c40e6990 comp rx=0 tx=0).stop 2024-05-20T21:25:21.858 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.857+0000 7fd6e42aab80 1 -- 172.21.15.8:0/912995367 shutdown_connections 2024-05-20T21:25:21.858 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.857+0000 7fd6e42aab80 1 --2- 172.21.15.8:0/912995367 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557029aea880 0x557029aea260 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.858 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.857+0000 7fd6e42aab80 1 --2- 172.21.15.8:0/912995367 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557029af07d0 0x557029aedf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.858 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.857+0000 7fd6e42aab80 1 --2- 172.21.15.8:0/912995367 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557029aefeb0 0x557029aed9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.858 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.857+0000 7fd6e42aab80 1 -- 172.21.15.8:0/912995367 >> 172.21.15.8:0/912995367 conn(0x557029a18be0 msgr2=0x557029aeac60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:21.858 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.857+0000 7fd6e42aab80 1 -- 172.21.15.8:0/912995367 shutdown_connections 2024-05-20T21:25:21.858 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.857+0000 7fd6e42aab80 1 -- 172.21.15.8:0/912995367 wait complete. 2024-05-20T21:25:21.859 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.858+0000 7fd6e42aab80 1 -- start start 2024-05-20T21:25:21.859 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.858+0000 7fd6e42aab80 1 Processor -- start 2024-05-20T21:25:21.859 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.859+0000 7fd6e42aab80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557029aea880 0x557029afc500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:21.859 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.859+0000 7fd6e42aab80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557029aefeb0 0x557029afca40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:21.860 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.859+0000 7fd6e42aab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557029af07d0 0x557029b0a9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:21.860 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.859+0000 7fd6e42aab80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fd6d41a9f40 con 0x557029aefeb0 2024-05-20T21:25:21.860 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.859+0000 7fd6e42aab80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fd6d41ab3b0 con 0x557029aea880 2024-05-20T21:25:21.860 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.859+0000 7fd6e42aab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fd6d41aa610 con 0x557029af07d0 2024-05-20T21:25:21.861 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.859+0000 7fd6e42aab80 10 client.0 _ll_register_callbacks cb 0x5570299e2c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:21.861 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.859+0000 7fd6cbe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557029aefeb0 0x557029afca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:21.861 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.859+0000 7fd6cbe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557029aefeb0 0x557029afca40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:51438/0 (socket says 172.21.15.8:51438) 2024-05-20T21:25:21.861 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.859+0000 7fd6cbe00700 1 -- 172.21.15.8:0/3828669965 learned_addr learned my addr 172.21.15.8:0/3828669965 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:21.861 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.859+0000 7fd6d2a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557029aea880 0x557029afc500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:21.861 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.860+0000 7fd6d3400700 1 --2- 172.21.15.8:0/3828669965 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557029af07d0 0x557029b0a9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:21.861 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.860+0000 7fd6d2a00700 1 -- 172.21.15.8:0/3828669965 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557029af07d0 msgr2=0x557029b0a9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:21.861 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.860+0000 7fd6d2a00700 1 --2- 172.21.15.8:0/3828669965 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557029af07d0 0x557029b0a9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.861 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.860+0000 7fd6d2a00700 1 -- 172.21.15.8:0/3828669965 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557029aefeb0 msgr2=0x557029afca40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:21.861 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.860+0000 7fd6d2a00700 1 --2- 172.21.15.8:0/3828669965 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557029aefeb0 0x557029afca40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.861 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.860+0000 7fd6d2a00700 1 -- 172.21.15.8:0/3828669965 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557029b0aee0 con 0x557029aea880 2024-05-20T21:25:21.861 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.860+0000 7fd6d2a00700 1 --2- 172.21.15.8:0/3828669965 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557029aea880 0x557029afc500 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7fd6c40e09f0 tx=0x7fd6c40a9ec0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7786253131d0d7a8 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:21.861 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.860+0000 7fd6c0c00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:25:21.862 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.860+0000 7fd6c0c00700 1 -- 172.21.15.8:0/3828669965 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6c40e0e60 con 0x557029aea880 2024-05-20T21:25:21.862 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.860+0000 7fd6e42aab80 1 -- 172.21.15.8:0/3828669965 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd6c40aa060 con 0x557029aea880 2024-05-20T21:25:21.862 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.861+0000 7fd6c0c00700 1 -- 172.21.15.8:0/3828669965 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fd6c40094b0 con 0x557029aea880 2024-05-20T21:25:21.862 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.861+0000 7fd6c0c00700 1 -- 172.21.15.8:0/3828669965 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd6c40aac50 con 0x557029aea880 2024-05-20T21:25:21.862 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.861+0000 7fd6e42aab80 10 client.28040 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:21.862 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.861+0000 7fd6e42aab80 1 -- 172.21.15.8:0/3828669965 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557029b6df90 con 0x557029aea880 2024-05-20T21:25:21.862 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.862+0000 7fd6c0c00700 1 -- 172.21.15.8:0/3828669965 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd6c40aa060 con 0x557029aea880 2024-05-20T21:25:21.863 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.862+0000 7fd6c0c00700 1 -- 172.21.15.8:0/3828669965 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fd6c40aa7b0 con 0x557029aea880 2024-05-20T21:25:21.863 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.862+0000 7fd6e42aab80 10 client.28040 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:21.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.862+0000 7fd6e42aab80 10 client.28040 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:25:21.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.862+0000 7fd6e42aab80 20 client.28040 populate_metadata read hostname 'smithi008' 2024-05-20T21:25:21.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.862+0000 7fd6e42aab80 1 --2- 172.21.15.8:0/3828669965 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x557029b6e5f0 0x557029b70a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:21.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.862+0000 7fd6e42aab80 4 client.28040 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:25:21.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.862+0000 7fd6e42aab80 1 -- 172.21.15.8:0/3828669965 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "damage ls"}) -- 0x557029a44570 con 0x557029b6e5f0 2024-05-20T21:25:21.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.863+0000 7fd6cbe00700 1 --2- 172.21.15.8:0/3828669965 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x557029b6e5f0 0x557029b70a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:21.865 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.863+0000 7fd6cbe00700 1 --2- 172.21.15.8:0/3828669965 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x557029b6e5f0 0x557029b70a10 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=9cd9503d0ae2d510 server_cookie=7a4c60e2efa9f04f in_seq=0 out_seq=0 2024-05-20T21:25:21.865 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.863+0000 7fd6c0c00700 10 client.28040 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:25:21.865 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.864+0000 7fd6c0c00700 1 -- 172.21.15.8:0/3828669965 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x557029a44570 con 0x557029b6e5f0 2024-05-20T21:25:21.865 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.864+0000 7fd6c0c00700 10 client.28040 handle_command_reply: tid=0 2024-05-20T21:25:21.865 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.864+0000 7fd6e42aab80 1 client.28040 shutdown 2024-05-20T21:25:21.865 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.864+0000 7fd6e42aab80 1 -- 172.21.15.8:0/3828669965 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557029aea880 msgr2=0x557029afc500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:21.865 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.864+0000 7fd6e42aab80 1 --2- 172.21.15.8:0/3828669965 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557029aea880 0x557029afc500 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7fd6c40e09f0 tx=0x7fd6c40a9ec0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.865 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.864+0000 7fd6e42aab80 1 -- 172.21.15.8:0/3828669965 shutdown_connections 2024-05-20T21:25:21.866 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.864+0000 7fd6e42aab80 1 --2- 172.21.15.8:0/3828669965 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x557029b6e5f0 0x557029b70a10 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.866 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.864+0000 7fd6e42aab80 1 --2- 172.21.15.8:0/3828669965 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557029aea880 0x557029afc500 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.866 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.864+0000 7fd6e42aab80 1 --2- 172.21.15.8:0/3828669965 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557029af07d0 0x557029b0a9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.866 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.864+0000 7fd6e42aab80 1 --2- 172.21.15.8:0/3828669965 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557029aefeb0 0x557029afca40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.866 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.864+0000 7fd6e42aab80 1 -- 172.21.15.8:0/3828669965 >> 172.21.15.8:0/3828669965 conn(0x557029a18be0 msgr2=0x557029aed9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:21.866 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.864+0000 7fd6c0c00700 0 client.28040 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:25:21.866 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.864+0000 7fd6e42aab80 1 -- 172.21.15.8:0/3828669965 shutdown_connections 2024-05-20T21:25:21.866 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.864+0000 7fd6e42aab80 1 -- 172.21.15.8:0/3828669965 wait complete. 2024-05-20T21:25:21.866 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.864+0000 7fd6e42aab80 20 client.28040 trim_cache size 0 max 16384 2024-05-20T21:25:21.866 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:25:21.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.865+0000 7fd6d9a00700 1 -- 172.21.15.8:0/2360260117 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd6b80bb090 msgr2=0x7fd6b80bd550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:21.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.865+0000 7fd6d9a00700 1 --2- 172.21.15.8:0/2360260117 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd6b80bb090 0x7fd6b80bd550 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fd6cc0094f0 tx=0x7fd6cc007b80 comp rx=0 tx=0).stop 2024-05-20T21:25:21.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.865+0000 7fd6d9a00700 1 -- 172.21.15.8:0/2360260117 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd6d4075770 msgr2=0x7fd6d419be00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:21.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.865+0000 7fd6d9a00700 1 --2- 172.21.15.8:0/2360260117 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd6d4075770 0x7fd6d419be00 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7fd6c4000c00 tx=0x7fd6c40057c0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.865+0000 7fd6d9a00700 1 -- 172.21.15.8:0/2360260117 shutdown_connections 2024-05-20T21:25:21.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.865+0000 7fd6d9a00700 1 --2- 172.21.15.8:0/2360260117 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd6b80bb090 0x7fd6b80bd550 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.865+0000 7fd6d9a00700 1 --2- 172.21.15.8:0/2360260117 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd6d410ffa0 0x7fd6d41a06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.865+0000 7fd6d9a00700 1 --2- 172.21.15.8:0/2360260117 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd6d4075770 0x7fd6d419be00 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.865+0000 7fd6d9a00700 1 --2- 172.21.15.8:0/2360260117 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd6d4076090 0x7fd6d419c340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.865+0000 7fd6d9a00700 1 -- 172.21.15.8:0/2360260117 >> 172.21.15.8:0/2360260117 conn(0x7fd6d407a6a0 msgr2=0x7fd6d4100710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:21.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.866+0000 7fd6d9a00700 1 -- 172.21.15.8:0/2360260117 shutdown_connections 2024-05-20T21:25:21.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:21.866+0000 7fd6d9a00700 1 -- 172.21.15.8:0/2360260117 wait complete. 2024-05-20T21:25:21.876 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:25:22.758 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:25:22 smithi008 ceph-mon[31475]: pgmap v741: 97 pgs: 97 active+clean; 972 KiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 2.2 KiB/s wr, 9 op/s 2024-05-20T21:25:22.920 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:25:22.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:25:22 smithi130 ceph-mon[36448]: pgmap v741: 97 pgs: 97 active+clean; 972 KiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 2.2 KiB/s wr, 9 op/s 2024-05-20T21:25:22.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:25:22 smithi050 ceph-mon[35809]: pgmap v741: 97 pgs: 97 active+clean; 972 KiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 2.2 KiB/s wr, 9 op/s 2024-05-20T21:25:23.839 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:25:24.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:25:24 smithi130 ceph-mon[36448]: pgmap v742: 97 pgs: 97 active+clean; 972 KiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-05-20T21:25:24.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:25:24 smithi050 ceph-mon[35809]: pgmap v742: 97 pgs: 97 active+clean; 972 KiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-05-20T21:25:24.947 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:25:24 smithi008 ceph-mon[31475]: pgmap v742: 97 pgs: 97 active+clean; 972 KiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-05-20T21:25:25.306 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.305+0000 7f98f3c00700 1 -- 172.21.15.8:0/3440516372 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f98ec10eeb0 msgr2=0x7f98ec116a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:25.306 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.305+0000 7f98f3c00700 1 --2- 172.21.15.8:0/3440516372 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f98ec10eeb0 0x7f98ec116a80 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f98e4009f90 tx=0x7f98e400b330 comp rx=0 tx=0).stop 2024-05-20T21:25:25.306 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.305+0000 7f98f3c00700 1 -- 172.21.15.8:0/3440516372 shutdown_connections 2024-05-20T21:25:25.306 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.305+0000 7f98f3c00700 1 --2- 172.21.15.8:0/3440516372 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f98ec10eeb0 0x7f98ec116a80 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.306 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.305+0000 7f98f3c00700 1 --2- 172.21.15.8:0/3440516372 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f98ec109dd0 0x7f98ec10a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.307 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.305+0000 7f98f3c00700 1 --2- 172.21.15.8:0/3440516372 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f98ec10a780 0x7f98ec10e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.307 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.305+0000 7f98f3c00700 1 -- 172.21.15.8:0/3440516372 >> 172.21.15.8:0/3440516372 conn(0x7f98ec076d10 msgr2=0x7f98ec108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:25.307 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.305+0000 7f98f3c00700 1 -- 172.21.15.8:0/3440516372 shutdown_connections 2024-05-20T21:25:25.307 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.305+0000 7f98f3c00700 1 -- 172.21.15.8:0/3440516372 wait complete. 2024-05-20T21:25:25.307 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.307+0000 7f98f3c00700 1 Processor -- start 2024-05-20T21:25:25.307 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.307+0000 7f98f3c00700 1 -- start start 2024-05-20T21:25:25.308 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.308+0000 7f98f3c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f98ec109dd0 0x7f98ec1a0210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:25.308 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.308+0000 7f98f3c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f98ec10a780 0x7f98ec1a0750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:25.308 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.308+0000 7f98f3c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f98ec10eeb0 0x7f98ec1a4ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:25.308 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.308+0000 7f98f3c00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f98ec119d60 con 0x7f98ec109dd0 2024-05-20T21:25:25.308 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.308+0000 7f98f3c00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f98ec119be0 con 0x7f98ec10eeb0 2024-05-20T21:25:25.309 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.308+0000 7f98f3c00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f98ec119ee0 con 0x7f98ec10a780 2024-05-20T21:25:25.310 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.308+0000 7f98f1200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f98ec109dd0 0x7f98ec1a0210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:25.310 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.308+0000 7f98e3e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f98ec10a780 0x7f98ec1a0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:25.310 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.308+0000 7f98f1200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f98ec109dd0 0x7f98ec1a0210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:58882/0 (socket says 172.21.15.8:58882) 2024-05-20T21:25:25.310 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.308+0000 7f98f1200700 1 -- 172.21.15.8:0/2585296056 learned_addr learned my addr 172.21.15.8:0/2585296056 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:25.310 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.308+0000 7f98f1c00700 1 --2- 172.21.15.8:0/2585296056 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f98ec10eeb0 0x7f98ec1a4ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:25.310 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.309+0000 7f98f1c00700 1 -- 172.21.15.8:0/2585296056 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f98ec10a780 msgr2=0x7f98ec1a0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:25.310 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.309+0000 7f98f1c00700 1 --2- 172.21.15.8:0/2585296056 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f98ec10a780 0x7f98ec1a0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.310 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.309+0000 7f98f1c00700 1 -- 172.21.15.8:0/2585296056 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f98ec109dd0 msgr2=0x7f98ec1a0210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:25.310 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.309+0000 7f98f1c00700 1 --2- 172.21.15.8:0/2585296056 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f98ec109dd0 0x7f98ec1a0210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.310 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.309+0000 7f98f1c00700 1 -- 172.21.15.8:0/2585296056 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98ec1a5220 con 0x7f98ec10eeb0 2024-05-20T21:25:25.311 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.309+0000 7f98e3e00700 1 --2- 172.21.15.8:0/2585296056 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f98ec10a780 0x7f98ec1a0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:25.311 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.309+0000 7f98f1c00700 1 --2- 172.21.15.8:0/2585296056 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f98ec10eeb0 0x7f98ec1a4ae0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f98e4009790 tx=0x7f98e400ccb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:25.311 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.309+0000 7f98ea000700 1 -- 172.21.15.8:0/2585296056 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98e4021070 con 0x7f98ec10eeb0 2024-05-20T21:25:25.311 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.309+0000 7f98ea000700 1 -- 172.21.15.8:0/2585296056 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f98e401d450 con 0x7f98ec10eeb0 2024-05-20T21:25:25.311 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.309+0000 7f98f3c00700 1 -- 172.21.15.8:0/2585296056 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98ec1a54b0 con 0x7f98ec10eeb0 2024-05-20T21:25:25.311 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.309+0000 7f98ea000700 1 -- 172.21.15.8:0/2585296056 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98e400cea0 con 0x7f98ec10eeb0 2024-05-20T21:25:25.311 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.310+0000 7f98f3c00700 1 -- 172.21.15.8:0/2585296056 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98ec1acd90 con 0x7f98ec10eeb0 2024-05-20T21:25:25.315 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.315+0000 7f98ea000700 1 -- 172.21.15.8:0/2585296056 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f98e4024070 con 0x7f98ec10eeb0 2024-05-20T21:25:25.316 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.316+0000 7f98fe4feb80 1 Processor -- start 2024-05-20T21:25:25.316 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.316+0000 7f98fe4feb80 1 -- start start 2024-05-20T21:25:25.316 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.316+0000 7f98fe4feb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55df74ecc3e0 0x55df74ecc7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:25.316 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.316+0000 7f98fe4feb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55df74eccd00 0x55df74ec6960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:25.317 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.316+0000 7f98fe4feb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55df74ec6f80 0x55df74ec73c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:25.317 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.316+0000 7f98fe4feb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55df74e24f40 con 0x55df74eccd00 2024-05-20T21:25:25.317 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.316+0000 7f98fe4feb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55df74e14ae0 con 0x55df74ecc3e0 2024-05-20T21:25:25.317 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.316+0000 7f98fe4feb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55df74e18b20 con 0x55df74ec6f80 2024-05-20T21:25:25.318 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.316+0000 7f98f1200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55df74eccd00 0x55df74ec6960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:25.318 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.316+0000 7f98e3e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55df74ecc3e0 0x55df74ecc7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:25.318 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.317+0000 7f98f1200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55df74eccd00 0x55df74ec6960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:58898/0 (socket says 172.21.15.8:58898) 2024-05-20T21:25:25.318 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.317+0000 7f98f1200700 1 -- 172.21.15.8:0/2327515873 learned_addr learned my addr 172.21.15.8:0/2327515873 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:25.318 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.317+0000 7f98ea000700 1 --2- 172.21.15.8:0/2585296056 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f98d00b2880 0x7f98d00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:25.318 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.317+0000 7f98e3e00700 1 --2- 172.21.15.8:0/2327515873 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55df74ec6f80 0x55df74ec73c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:25.318 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.317+0000 7f98ea000700 1 -- 172.21.15.8:0/2585296056 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f98e400f020 con 0x7f98ec10eeb0 2024-05-20T21:25:25.318 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.317+0000 7f98f1200700 1 -- 172.21.15.8:0/2327515873 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55df74ec6f80 msgr2=0x55df74ec73c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:25.318 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.317+0000 7f98f1200700 1 --2- 172.21.15.8:0/2327515873 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55df74ec6f80 0x55df74ec73c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.319 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.317+0000 7f98f1c00700 1 --2- 172.21.15.8:0/2585296056 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f98d00b2880 0x7f98d00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:25.319 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.317+0000 7f98f1200700 1 -- 172.21.15.8:0/2327515873 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55df74ecc3e0 msgr2=0x55df74ecc7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:25.319 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.317+0000 7f98f1200700 1 --2- 172.21.15.8:0/2327515873 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55df74ecc3e0 0x55df74ecc7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.319 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.317+0000 7f98f1200700 1 -- 172.21.15.8:0/2327515873 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55df74ddd520 con 0x55df74eccd00 2024-05-20T21:25:25.319 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.318+0000 7f98f1200700 1 --2- 172.21.15.8:0/2327515873 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55df74eccd00 0x55df74ec6960 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f98dc009e30 tx=0x7f98dc011720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6fcab93b0d6476f8 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:25.320 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.318+0000 7f98e2000700 1 -- 172.21.15.8:0/2327515873 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98dc01e070 con 0x55df74eccd00 2024-05-20T21:25:25.320 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.318+0000 7f98f1c00700 1 --2- 172.21.15.8:0/2585296056 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f98d00b2880 0x7f98d00b4d40 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f98e400b6c0 tx=0x7f98e401dcc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:25.320 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.318+0000 7f98e2000700 1 -- 172.21.15.8:0/2327515873 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f98dc019ae0 con 0x55df74eccd00 2024-05-20T21:25:25.320 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.318+0000 7f98e2000700 1 -- 172.21.15.8:0/2327515873 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98dc00eb10 con 0x55df74eccd00 2024-05-20T21:25:25.320 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.319+0000 7f98fe4feb80 1 -- 172.21.15.8:0/2327515873 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55df74eccd00 msgr2=0x55df74ec6960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:25.320 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.319+0000 7f98fe4feb80 1 --2- 172.21.15.8:0/2327515873 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55df74eccd00 0x55df74ec6960 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f98dc009e30 tx=0x7f98dc011720 comp rx=0 tx=0).stop 2024-05-20T21:25:25.320 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.319+0000 7f98fe4feb80 1 -- 172.21.15.8:0/2327515873 shutdown_connections 2024-05-20T21:25:25.320 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.319+0000 7f98fe4feb80 1 --2- 172.21.15.8:0/2327515873 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55df74ecc3e0 0x55df74ecc7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.320 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.319+0000 7f98fe4feb80 1 --2- 172.21.15.8:0/2327515873 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55df74ec6f80 0x55df74ec73c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.320 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.319+0000 7f98fe4feb80 1 --2- 172.21.15.8:0/2327515873 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55df74eccd00 0x55df74ec6960 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.320 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.319+0000 7f98fe4feb80 1 -- 172.21.15.8:0/2327515873 >> 172.21.15.8:0/2327515873 conn(0x55df74df4ce0 msgr2=0x55df74ec1420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:25.320 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.319+0000 7f98fe4feb80 1 -- 172.21.15.8:0/2327515873 shutdown_connections 2024-05-20T21:25:25.320 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.319+0000 7f98fe4feb80 1 -- 172.21.15.8:0/2327515873 wait complete. 2024-05-20T21:25:25.321 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.320+0000 7f98fe4feb80 1 -- start start 2024-05-20T21:25:25.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.320+0000 7f98fe4feb80 1 Processor -- start 2024-05-20T21:25:25.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.321+0000 7f98fe4feb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55df74ec6f80 0x55df74ed2a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:25.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.321+0000 7f98fe4feb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55df74ecc3e0 0x55df74ecfe10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:25.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.321+0000 7f98fe4feb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55df74eccd00 0x55df74ed0350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:25.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.321+0000 7f98fe4feb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55df74d1b0a0 con 0x55df74eccd00 2024-05-20T21:25:25.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.321+0000 7f98fe4feb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55df74db5860 con 0x55df74ec6f80 2024-05-20T21:25:25.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.321+0000 7f98fe4feb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55df74ed37e0 con 0x55df74ecc3e0 2024-05-20T21:25:25.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.321+0000 7f98fe4feb80 10 client.0 _ll_register_callbacks cb 0x55df74dbed70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:25.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.321+0000 7f98f1200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55df74ecc3e0 0x55df74ecfe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:25.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.321+0000 7f98e3e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55df74ec6f80 0x55df74ed2a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:25.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.321+0000 7f98f1200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55df74ecc3e0 0x55df74ecfe10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:54172/0 (socket says 172.21.15.8:54172) 2024-05-20T21:25:25.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.321+0000 7f98f1200700 1 -- 172.21.15.8:0/3481089024 learned_addr learned my addr 172.21.15.8:0/3481089024 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:25.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.321+0000 7f98e3e00700 1 --2- 172.21.15.8:0/3481089024 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55df74eccd00 0x55df74ed0350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:25.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.322+0000 7f98f1200700 1 -- 172.21.15.8:0/3481089024 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55df74ec6f80 msgr2=0x55df74ed2a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:25.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.322+0000 7f98f1200700 1 --2- 172.21.15.8:0/3481089024 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55df74ec6f80 0x55df74ed2a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.322+0000 7f98f1200700 1 -- 172.21.15.8:0/3481089024 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55df74eccd00 msgr2=0x55df74ed0350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:25.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.322+0000 7f98f1200700 1 --2- 172.21.15.8:0/3481089024 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55df74eccd00 0x55df74ed0350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.322+0000 7f98f1200700 1 -- 172.21.15.8:0/3481089024 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55df74d649d0 con 0x55df74ecc3e0 2024-05-20T21:25:25.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.322+0000 7f98e3e00700 1 --2- 172.21.15.8:0/3481089024 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55df74eccd00 0x55df74ed0350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:25:25.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.322+0000 7f98f1200700 1 --2- 172.21.15.8:0/3481089024 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55df74ecc3e0 0x55df74ecfe10 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f98dc00e3f0 tx=0x7f98dc00e4e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b48eb25eb688f2dc server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:25.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.322+0000 7f98daa00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:25:25.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.322+0000 7f98daa00700 1 -- 172.21.15.8:0/3481089024 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98dc027070 con 0x55df74ecc3e0 2024-05-20T21:25:25.325 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.322+0000 7f98daa00700 1 -- 172.21.15.8:0/3481089024 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f98dc004020 con 0x55df74ecc3e0 2024-05-20T21:25:25.325 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.322+0000 7f98fe4feb80 1 -- 172.21.15.8:0/3481089024 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f98dc019ae0 con 0x55df74ecc3e0 2024-05-20T21:25:25.325 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.323+0000 7f98daa00700 1 -- 172.21.15.8:0/3481089024 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f98dc032050 con 0x55df74ecc3e0 2024-05-20T21:25:25.325 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.323+0000 7f98fe4feb80 10 client.28096 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:25.325 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.323+0000 7f98fe4feb80 1 -- 172.21.15.8:0/3481089024 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55df74de5160 con 0x55df74ecc3e0 2024-05-20T21:25:25.325 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.323+0000 7f98daa00700 1 -- 172.21.15.8:0/3481089024 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f98dc019ae0 con 0x55df74ecc3e0 2024-05-20T21:25:25.325 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.323+0000 7f98daa00700 1 -- 172.21.15.8:0/3481089024 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f98dc0047e0 con 0x55df74ecc3e0 2024-05-20T21:25:25.325 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.323+0000 7f98fe4feb80 10 client.28096 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:25.325 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.323+0000 7f98fe4feb80 10 client.28096 resolve_mds: validated gid 24529 aka daemon mds.i 2024-05-20T21:25:25.325 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.323+0000 7f98fe4feb80 20 client.28096 populate_metadata read hostname 'smithi008' 2024-05-20T21:25:25.325 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.323+0000 7f98fe4feb80 1 --2- 172.21.15.8:0/3481089024 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55df74ee0210 0x55df74ee2600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:25.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.323+0000 7f98fe4feb80 4 client.28096 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:25:25.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.323+0000 7f98fe4feb80 1 -- 172.21.15.8:0/3481089024 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55df74e26e90 con 0x55df74ee0210 2024-05-20T21:25:25.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.324+0000 7f98e3e00700 1 --2- 172.21.15.8:0/3481089024 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55df74ee0210 0x55df74ee2600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:25.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.324+0000 7f98e3e00700 1 --2- 172.21.15.8:0/3481089024 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55df74ee0210 0x55df74ee2600 crc :-1 s=READY pgs=263 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=794c356b0f5ef698 server_cookie=dc5e77c68a9ca569 in_seq=0 out_seq=0 2024-05-20T21:25:25.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.324+0000 7f98daa00700 10 client.28096 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:25:25.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.325+0000 7f98daa00700 1 -- 172.21.15.8:0/3481089024 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55df74e26e90 con 0x55df74ee0210 2024-05-20T21:25:25.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.325+0000 7f98daa00700 10 client.28096 handle_command_reply: tid=0 2024-05-20T21:25:25.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.326+0000 7f98fe4feb80 1 client.28096 shutdown 2024-05-20T21:25:25.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.326+0000 7f98fe4feb80 1 -- 172.21.15.8:0/3481089024 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55df74ecc3e0 msgr2=0x55df74ecfe10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:25.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.326+0000 7f98fe4feb80 1 --2- 172.21.15.8:0/3481089024 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55df74ecc3e0 0x55df74ecfe10 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f98dc00e3f0 tx=0x7f98dc00e4e0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.326+0000 7f98fe4feb80 1 -- 172.21.15.8:0/3481089024 shutdown_connections 2024-05-20T21:25:25.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.326+0000 7f98fe4feb80 1 --2- 172.21.15.8:0/3481089024 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55df74ee0210 0x55df74ee2600 crc :-1 s=READY pgs=263 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.326+0000 7f98fe4feb80 1 --2- 172.21.15.8:0/3481089024 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55df74ec6f80 0x55df74ed2a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.326+0000 7f98fe4feb80 1 --2- 172.21.15.8:0/3481089024 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55df74eccd00 0x55df74ed0350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.326+0000 7f98fe4feb80 1 --2- 172.21.15.8:0/3481089024 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55df74ecc3e0 0x55df74ecfe10 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.326+0000 7f98daa00700 0 client.28096 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:25:25.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.326+0000 7f98fe4feb80 1 -- 172.21.15.8:0/3481089024 >> 172.21.15.8:0/3481089024 conn(0x55df74df4ce0 msgr2=0x55df74ec5950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:25.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.326+0000 7f98fe4feb80 1 -- 172.21.15.8:0/3481089024 shutdown_connections 2024-05-20T21:25:25.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.326+0000 7f98fe4feb80 1 -- 172.21.15.8:0/3481089024 wait complete. 2024-05-20T21:25:25.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.326+0000 7f98fe4feb80 20 client.28096 trim_cache size 0 max 16384 2024-05-20T21:25:25.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.349+0000 7f98fe4feb80 1 Processor -- start 2024-05-20T21:25:25.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.349+0000 7f98fe4feb80 1 -- start start 2024-05-20T21:25:25.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.350+0000 7f98fe4feb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55df74ec6f80 0x55df74ecd8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:25.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.350+0000 7f98fe4feb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55df74ecc3e0 0x55df74ee7d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:25.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.350+0000 7f98fe4feb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55df74eccd00 0x55df74ee82b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:25.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.350+0000 7f98fe4feb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f98ec1b6a60 con 0x55df74eccd00 2024-05-20T21:25:25.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.350+0000 7f98fe4feb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f98ec1b42f0 con 0x55df74ecc3e0 2024-05-20T21:25:25.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.350+0000 7f98fe4feb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f98ec1b2140 con 0x55df74ec6f80 2024-05-20T21:25:25.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.350+0000 7f98e3e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55df74eccd00 0x55df74ee82b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:25.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.350+0000 7f98f1200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55df74ecc3e0 0x55df74ee7d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:25.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.350+0000 7f98e3e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55df74ec6f80 0x55df74ecd8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:25.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.350+0000 7f98f1200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55df74ecc3e0 0x55df74ee7d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:47910/0 (socket says 172.21.15.8:47910) 2024-05-20T21:25:25.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.350+0000 7f98f1200700 1 -- 172.21.15.8:0/601030210 learned_addr learned my addr 172.21.15.8:0/601030210 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:25.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.351+0000 7f98f1200700 1 -- 172.21.15.8:0/601030210 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55df74ec6f80 msgr2=0x55df74ecd8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:25.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.351+0000 7f98f1200700 1 --2- 172.21.15.8:0/601030210 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55df74ec6f80 0x55df74ecd8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.351+0000 7f98f1200700 1 -- 172.21.15.8:0/601030210 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55df74eccd00 msgr2=0x55df74ee82b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:25.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.351+0000 7f98f1200700 1 --2- 172.21.15.8:0/601030210 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55df74eccd00 0x55df74ee82b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.351+0000 7f98f1200700 1 -- 172.21.15.8:0/601030210 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55df74ed04a0 con 0x55df74ecc3e0 2024-05-20T21:25:25.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.351+0000 7f98f1200700 1 --2- 172.21.15.8:0/601030210 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55df74ecc3e0 0x55df74ee7d70 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f98dc011760 tx=0x7f98dc019a10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=78fc6e75257fd2d0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:25.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.351+0000 7f98e1600700 1 -- 172.21.15.8:0/601030210 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98dc02f070 con 0x55df74ecc3e0 2024-05-20T21:25:25.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.351+0000 7f98e1600700 1 -- 172.21.15.8:0/601030210 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f98dc00e900 con 0x55df74ecc3e0 2024-05-20T21:25:25.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.351+0000 7f98e1600700 1 -- 172.21.15.8:0/601030210 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98dc027040 con 0x55df74ecc3e0 2024-05-20T21:25:25.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.352+0000 7f98fe4feb80 1 -- 172.21.15.8:0/601030210 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55df74ecc3e0 msgr2=0x55df74ee7d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:25.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.352+0000 7f98fe4feb80 1 --2- 172.21.15.8:0/601030210 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55df74ecc3e0 0x55df74ee7d70 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f98dc011760 tx=0x7f98dc019a10 comp rx=0 tx=0).stop 2024-05-20T21:25:25.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.352+0000 7f98fe4feb80 1 -- 172.21.15.8:0/601030210 shutdown_connections 2024-05-20T21:25:25.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.352+0000 7f98fe4feb80 1 --2- 172.21.15.8:0/601030210 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55df74eccd00 0x55df74ee82b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.352+0000 7f98fe4feb80 1 --2- 172.21.15.8:0/601030210 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55df74ec6f80 0x55df74ecd8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.352+0000 7f98fe4feb80 1 --2- 172.21.15.8:0/601030210 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55df74ecc3e0 0x55df74ee7d70 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.352+0000 7f98fe4feb80 1 -- 172.21.15.8:0/601030210 >> 172.21.15.8:0/601030210 conn(0x55df74df4ce0 msgr2=0x55df74ecd1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:25.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.352+0000 7f98fe4feb80 1 -- 172.21.15.8:0/601030210 shutdown_connections 2024-05-20T21:25:25.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.352+0000 7f98fe4feb80 1 -- 172.21.15.8:0/601030210 wait complete. 2024-05-20T21:25:25.356 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.353+0000 7f98fe4feb80 1 -- start start 2024-05-20T21:25:25.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.353+0000 7f98fe4feb80 1 Processor -- start 2024-05-20T21:25:25.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.353+0000 7f98fe4feb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55df74ec6f80 0x55df74ed9200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:25.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.353+0000 7f98fe4feb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55df74ecc3e0 0x55df74ed5a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:25.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.353+0000 7f98fe4feb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55df74eccd00 0x55df74ed5fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:25.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.353+0000 7f98fe4feb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f98ec1b27b0 con 0x55df74ecc3e0 2024-05-20T21:25:25.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.353+0000 7f98fe4feb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f98ec1b3c20 con 0x55df74ec6f80 2024-05-20T21:25:25.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.353+0000 7f98fe4feb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f98ec1b2e80 con 0x55df74eccd00 2024-05-20T21:25:25.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.354+0000 7f98fe4feb80 10 client.0 _ll_register_callbacks cb 0x55df74dbed70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:25.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.354+0000 7f98f1200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55df74ecc3e0 0x55df74ed5a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:25.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.354+0000 7f98f1200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55df74ecc3e0 0x55df74ed5a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:58914/0 (socket says 172.21.15.8:58914) 2024-05-20T21:25:25.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.354+0000 7f98f1200700 1 -- 172.21.15.8:0/3646366832 learned_addr learned my addr 172.21.15.8:0/3646366832 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:25.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.354+0000 7f98e3e00700 1 --2- 172.21.15.8:0/3646366832 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55df74ec6f80 0x55df74ed9200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:25.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.354+0000 7f98e3e00700 1 --2- 172.21.15.8:0/3646366832 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55df74eccd00 0x55df74ed5fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:25.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.354+0000 7f98f1200700 1 -- 172.21.15.8:0/3646366832 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55df74eccd00 msgr2=0x55df74ed5fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:25.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.354+0000 7f98f1200700 1 --2- 172.21.15.8:0/3646366832 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55df74eccd00 0x55df74ed5fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.354+0000 7f98f1200700 1 -- 172.21.15.8:0/3646366832 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55df74ec6f80 msgr2=0x55df74ed9200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:25.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.354+0000 7f98f1200700 1 --2- 172.21.15.8:0/3646366832 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55df74ec6f80 0x55df74ed9200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.354+0000 7f98f1200700 1 -- 172.21.15.8:0/3646366832 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55df74ed6810 con 0x55df74ecc3e0 2024-05-20T21:25:25.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.355+0000 7f98f1200700 1 --2- 172.21.15.8:0/3646366832 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55df74ecc3e0 0x55df74ed5a10 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f98dc01afd0 tx=0x7f98dc000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5dd1ea55899925b2 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:25.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.355+0000 7f98daa00700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:25:25.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.355+0000 7f98daa00700 1 -- 172.21.15.8:0/3646366832 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98dc027070 con 0x55df74ecc3e0 2024-05-20T21:25:25.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.355+0000 7f98fe4feb80 1 -- 172.21.15.8:0/3646366832 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f98dc00e900 con 0x55df74ecc3e0 2024-05-20T21:25:25.359 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.355+0000 7f98daa00700 1 -- 172.21.15.8:0/3646366832 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f98dc00eab0 con 0x55df74ecc3e0 2024-05-20T21:25:25.359 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.355+0000 7f98daa00700 1 -- 172.21.15.8:0/3646366832 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f98dc02f040 con 0x55df74ecc3e0 2024-05-20T21:25:25.359 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.355+0000 7f98fe4feb80 10 client.17940 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:25.359 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.355+0000 7f98fe4feb80 1 -- 172.21.15.8:0/3646366832 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55df74f4bd90 con 0x55df74ecc3e0 2024-05-20T21:25:25.359 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.356+0000 7f98daa00700 1 -- 172.21.15.8:0/3646366832 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f98dc00e900 con 0x55df74ecc3e0 2024-05-20T21:25:25.359 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.356+0000 7f98daa00700 1 -- 172.21.15.8:0/3646366832 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f98dc005450 con 0x55df74ecc3e0 2024-05-20T21:25:25.359 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.356+0000 7f98fe4feb80 10 client.17940 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:25.359 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.356+0000 7f98fe4feb80 10 client.17940 resolve_mds: validated gid 24529 aka daemon mds.i 2024-05-20T21:25:25.359 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.356+0000 7f98fe4feb80 20 client.17940 populate_metadata read hostname 'smithi008' 2024-05-20T21:25:25.359 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.356+0000 7f98fe4feb80 1 --2- 172.21.15.8:0/3646366832 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55df74f4c400 0x55df74f4e820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:25.359 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.356+0000 7f98fe4feb80 4 client.17940 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "c1da0f", "release": true, "await": true}] 2024-05-20T21:25:25.359 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.356+0000 7f98fe4feb80 1 -- 172.21.15.8:0/3646366832 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "quiesce db", "set_id": "c1da0f", "release": true, "await": true}) -- 0x55df74e20670 con 0x55df74f4c400 2024-05-20T21:25:25.359 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.356+0000 7f98e3e00700 1 --2- 172.21.15.8:0/3646366832 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55df74f4c400 0x55df74f4e820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:25.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.357+0000 7f98e3e00700 1 --2- 172.21.15.8:0/3646366832 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55df74f4c400 0x55df74f4e820 crc :-1 s=READY pgs=264 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=22faa3a25e2fda01 server_cookie=5d8bd7fa19f30477 in_seq=0 out_seq=0 2024-05-20T21:25:25.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.357+0000 7f98daa00700 10 client.17940 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:25:25.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.359+0000 7f98daa00700 1 -- 172.21.15.8:0/3646366832 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x55df74e20670 con 0x55df74f4c400 2024-05-20T21:25:25.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.359+0000 7f98daa00700 10 client.17940 handle_command_reply: tid=0 2024-05-20T21:25:25.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.359+0000 7f98fe4feb80 1 client.17940 shutdown 2024-05-20T21:25:25.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.359+0000 7f98fe4feb80 1 -- 172.21.15.8:0/3646366832 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55df74ecc3e0 msgr2=0x55df74ed5a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:25.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.359+0000 7f98fe4feb80 1 --2- 172.21.15.8:0/3646366832 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55df74ecc3e0 0x55df74ed5a10 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f98dc01afd0 tx=0x7f98dc000bc0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.359+0000 7f98fe4feb80 1 -- 172.21.15.8:0/3646366832 shutdown_connections 2024-05-20T21:25:25.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.359+0000 7f98fe4feb80 1 --2- 172.21.15.8:0/3646366832 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55df74f4c400 0x55df74f4e820 crc :-1 s=READY pgs=264 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.359+0000 7f98fe4feb80 1 --2- 172.21.15.8:0/3646366832 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55df74ec6f80 0x55df74ed9200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.359+0000 7f98fe4feb80 1 --2- 172.21.15.8:0/3646366832 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55df74eccd00 0x55df74ed5fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.359+0000 7f98fe4feb80 1 --2- 172.21.15.8:0/3646366832 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55df74ecc3e0 0x55df74ed5a10 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.359+0000 7f98daa00700 0 client.17940 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:25:25.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.359+0000 7f98fe4feb80 1 -- 172.21.15.8:0/3646366832 >> 172.21.15.8:0/3646366832 conn(0x55df74df4ce0 msgr2=0x55df74ecd0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:25.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.360+0000 7f98fe4feb80 1 -- 172.21.15.8:0/3646366832 shutdown_connections 2024-05-20T21:25:25.362 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.360+0000 7f98fe4feb80 1 -- 172.21.15.8:0/3646366832 wait complete. 2024-05-20T21:25:25.362 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.360+0000 7f98fe4feb80 20 client.17940 trim_cache size 0 max 16384 2024-05-20T21:25:25.362 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:25:25.362 INFO:teuthology.orchestra.run.smithi008.stdout: "epoch": 26, 2024-05-20T21:25:25.362 INFO:teuthology.orchestra.run.smithi008.stdout: "leader": 24529, 2024-05-20T21:25:25.362 INFO:teuthology.orchestra.run.smithi008.stdout: "set_version": 40, 2024-05-20T21:25:25.362 INFO:teuthology.orchestra.run.smithi008.stdout: "sets": { 2024-05-20T21:25:25.362 INFO:teuthology.orchestra.run.smithi008.stdout: "c1da0f": { 2024-05-20T21:25:25.363 INFO:teuthology.orchestra.run.smithi008.stdout: "version": 40, 2024-05-20T21:25:25.363 INFO:teuthology.orchestra.run.smithi008.stdout: "age_ref": 0.0, 2024-05-20T21:25:25.363 INFO:teuthology.orchestra.run.smithi008.stdout: "state": { 2024-05-20T21:25:25.363 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "RELEASED", 2024-05-20T21:25:25.363 INFO:teuthology.orchestra.run.smithi008.stdout: "age": 0.0 2024-05-20T21:25:25.363 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:25:25.363 INFO:teuthology.orchestra.run.smithi008.stdout: "timeout": 90.0, 2024-05-20T21:25:25.363 INFO:teuthology.orchestra.run.smithi008.stdout: "expiration": 146.6, 2024-05-20T21:25:25.363 INFO:teuthology.orchestra.run.smithi008.stdout: "members": { 2024-05-20T21:25:25.363 INFO:teuthology.orchestra.run.smithi008.stdout: "file:/": { 2024-05-20T21:25:25.363 INFO:teuthology.orchestra.run.smithi008.stdout: "excluded": false, 2024-05-20T21:25:25.363 INFO:teuthology.orchestra.run.smithi008.stdout: "state": { 2024-05-20T21:25:25.363 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "RELEASED", 2024-05-20T21:25:25.363 INFO:teuthology.orchestra.run.smithi008.stdout: "age": 0.0 2024-05-20T21:25:25.364 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:25:25.364 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:25:25.364 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:25:25.364 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:25:25.364 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:25:25.364 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:25:25.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.360+0000 7f98f3c00700 1 -- 172.21.15.8:0/2585296056 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f98d00b2880 msgr2=0x7f98d00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:25.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.360+0000 7f98f3c00700 1 --2- 172.21.15.8:0/2585296056 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f98d00b2880 0x7f98d00b4d40 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f98e400b6c0 tx=0x7f98e401dcc0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.360+0000 7f98f3c00700 1 -- 172.21.15.8:0/2585296056 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f98ec10eeb0 msgr2=0x7f98ec1a4ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:25.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.360+0000 7f98f3c00700 1 --2- 172.21.15.8:0/2585296056 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f98ec10eeb0 0x7f98ec1a4ae0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f98e4009790 tx=0x7f98e400ccb0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.361+0000 7f98f3c00700 1 -- 172.21.15.8:0/2585296056 shutdown_connections 2024-05-20T21:25:25.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.361+0000 7f98f3c00700 1 --2- 172.21.15.8:0/2585296056 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f98d00b2880 0x7f98d00b4d40 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.361+0000 7f98f3c00700 1 --2- 172.21.15.8:0/2585296056 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f98ec10eeb0 0x7f98ec1a4ae0 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.361+0000 7f98f3c00700 1 --2- 172.21.15.8:0/2585296056 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f98ec109dd0 0x7f98ec1a0210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.361+0000 7f98f3c00700 1 --2- 172.21.15.8:0/2585296056 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f98ec10a780 0x7f98ec1a0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.361+0000 7f98f3c00700 1 -- 172.21.15.8:0/2585296056 >> 172.21.15.8:0/2585296056 conn(0x7f98ec076d10 msgr2=0x7f98ec0772f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:25.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.361+0000 7f98f3c00700 1 -- 172.21.15.8:0/2585296056 shutdown_connections 2024-05-20T21:25:25.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:25.361+0000 7f98f3c00700 1 -- 172.21.15.8:0/2585296056 wait complete. 2024-05-20T21:25:26.554 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'c1da0f', total seconds elapsed: 36.4 2024-05-20T21:25:26.554 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 26.55 2024-05-20T21:25:26.554 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:25:26.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:25:26 smithi008 ceph-mon[31475]: pgmap v743: 97 pgs: 97 active+clean; 972 KiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2024-05-20T21:25:26.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:25:26 smithi130 ceph-mon[36448]: pgmap v743: 97 pgs: 97 active+clean; 972 KiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2024-05-20T21:25:26.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:25:26 smithi050 ceph-mon[35809]: pgmap v743: 97 pgs: 97 active+clean; 972 KiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2024-05-20T21:25:27.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.071+0000 7f77af600700 1 -- 172.21.15.8:0/222814495 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f77a8076090 msgr2=0x7f77a81141d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:27.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.071+0000 7f77af600700 1 --2- 172.21.15.8:0/222814495 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f77a8076090 0x7f77a81141d0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f7794009990 tx=0x7f7794009ca0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.071+0000 7f77af600700 1 -- 172.21.15.8:0/222814495 shutdown_connections 2024-05-20T21:25:27.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.071+0000 7f77af600700 1 --2- 172.21.15.8:0/222814495 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f77a8114710 0x7f77a8116b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.071+0000 7f77af600700 1 --2- 172.21.15.8:0/222814495 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f77a8075770 0x7f77a8075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.071+0000 7f77af600700 1 --2- 172.21.15.8:0/222814495 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f77a8076090 0x7f77a81141d0 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.071+0000 7f77af600700 1 -- 172.21.15.8:0/222814495 >> 172.21.15.8:0/222814495 conn(0x7f77a807a6a0 msgr2=0x7f77a807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:27.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.071+0000 7f77af600700 1 -- 172.21.15.8:0/222814495 shutdown_connections 2024-05-20T21:25:27.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.071+0000 7f77af600700 1 -- 172.21.15.8:0/222814495 wait complete. 2024-05-20T21:25:27.076 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.073+0000 7f77af600700 1 Processor -- start 2024-05-20T21:25:27.076 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.073+0000 7f77af600700 1 -- start start 2024-05-20T21:25:27.076 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.073+0000 7f77af600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f77a8075770 0x7f77a81a02d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:27.076 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.073+0000 7f77af600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f77a8076090 0x7f77a81a0810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:27.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.073+0000 7f77af600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f77a8114710 0x7f77a81a4ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:27.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.073+0000 7f77af600700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f77a8119d60 con 0x7f77a8075770 2024-05-20T21:25:27.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.073+0000 7f77af600700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f77a8119be0 con 0x7f77a8076090 2024-05-20T21:25:27.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.073+0000 7f77af600700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f77a8119ee0 con 0x7f77a8114710 2024-05-20T21:25:27.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.074+0000 7f77acc00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f77a8075770 0x7f77a81a02d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:27.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.074+0000 7f77a7e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f77a8076090 0x7f77a81a0810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:27.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.074+0000 7f77a7e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f77a8076090 0x7f77a81a0810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:47938/0 (socket says 172.21.15.8:47938) 2024-05-20T21:25:27.078 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.074+0000 7f77a7e00700 1 -- 172.21.15.8:0/3711163985 learned_addr learned my addr 172.21.15.8:0/3711163985 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:27.078 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.075+0000 7f77ad600700 1 --2- 172.21.15.8:0/3711163985 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f77a8114710 0x7f77a81a4ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:27.078 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.075+0000 7f77a7e00700 1 -- 172.21.15.8:0/3711163985 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f77a8114710 msgr2=0x7f77a81a4ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:27.078 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.075+0000 7f77a7e00700 1 --2- 172.21.15.8:0/3711163985 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f77a8114710 0x7f77a81a4ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.078 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.075+0000 7f77a7e00700 1 -- 172.21.15.8:0/3711163985 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f77a8075770 msgr2=0x7f77a81a02d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:27.078 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.075+0000 7f77a7e00700 1 --2- 172.21.15.8:0/3711163985 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f77a8075770 0x7f77a81a02d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.078 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.075+0000 7f77a7e00700 1 -- 172.21.15.8:0/3711163985 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77a81a52e0 con 0x7f77a8076090 2024-05-20T21:25:27.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.075+0000 7f77a7e00700 1 --2- 172.21.15.8:0/3711163985 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f77a8076090 0x7f77a81a0810 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f7794000c00 tx=0x7f77940057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:27.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.076+0000 7f77a5600700 1 -- 172.21.15.8:0/3711163985 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7794027070 con 0x7f77a8076090 2024-05-20T21:25:27.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.076+0000 7f77a5600700 1 -- 172.21.15.8:0/3711163985 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7794022470 con 0x7f77a8076090 2024-05-20T21:25:27.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.076+0000 7f77a5600700 1 -- 172.21.15.8:0/3711163985 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7794017650 con 0x7f77a8076090 2024-05-20T21:25:27.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.076+0000 7f77af600700 1 -- 172.21.15.8:0/3711163985 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77a81a5570 con 0x7f77a8076090 2024-05-20T21:25:27.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.076+0000 7f77af600700 1 -- 172.21.15.8:0/3711163985 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77a81ace50 con 0x7f77a8076090 2024-05-20T21:25:27.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.080+0000 7f77a5600700 1 -- 172.21.15.8:0/3711163985 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f7794009d10 con 0x7f77a8076090 2024-05-20T21:25:27.082 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.082+0000 7f77a5600700 1 --2- 172.21.15.8:0/3711163985 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f77900b2900 0x7f77900b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:27.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.082+0000 7f77a5600700 1 -- 172.21.15.8:0/3711163985 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f77940e2c20 con 0x7f77a8076090 2024-05-20T21:25:27.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.083+0000 7f77acc00700 1 --2- 172.21.15.8:0/3711163985 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f77900b2900 0x7f77900b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:27.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.083+0000 7f77b9fefb80 1 Processor -- start 2024-05-20T21:25:27.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.083+0000 7f77b9fefb80 1 -- start start 2024-05-20T21:25:27.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.084+0000 7f77acc00700 1 --2- 172.21.15.8:0/3711163985 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f77900b2900 0x7f77900b4dc0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f779c009c60 tx=0x7f779c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:27.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.084+0000 7f77b9fefb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fc67f9e610 0x55fc67f9e9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:27.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.084+0000 7f77b9fefb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fc67f9ef30 0x55fc67f98b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:27.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.084+0000 7f77b9fefb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fc67f99140 0x55fc67f995c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:27.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.084+0000 7f77b9fefb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55fc67ef6e40 con 0x55fc67f9e610 2024-05-20T21:25:27.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.084+0000 7f77b9fefb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55fc67ee69e0 con 0x55fc67f9ef30 2024-05-20T21:25:27.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.084+0000 7f77b9fefb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55fc67eeaa20 con 0x55fc67f99140 2024-05-20T21:25:27.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.084+0000 7f77acc00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fc67f9e610 0x55fc67f9e9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:27.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.084+0000 7f77a7e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fc67f9ef30 0x55fc67f98b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:27.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.084+0000 7f77a7e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fc67f9ef30 0x55fc67f98b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:47948/0 (socket says 172.21.15.8:47948) 2024-05-20T21:25:27.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.084+0000 7f77acc00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fc67f9e610 0x55fc67f9e9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:58936/0 (socket says 172.21.15.8:58936) 2024-05-20T21:25:27.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.084+0000 7f77a7e00700 1 -- 172.21.15.8:0/817041105 learned_addr learned my addr 172.21.15.8:0/817041105 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:27.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.084+0000 7f77ad600700 1 --2- 172.21.15.8:0/817041105 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fc67f99140 0x55fc67f995c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:27.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.085+0000 7f77a7e00700 1 -- 172.21.15.8:0/817041105 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fc67f99140 msgr2=0x55fc67f995c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:27.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.085+0000 7f77a7e00700 1 --2- 172.21.15.8:0/817041105 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fc67f99140 0x55fc67f995c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.085+0000 7f77a7e00700 1 -- 172.21.15.8:0/817041105 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fc67f9e610 msgr2=0x55fc67f9e9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:27.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.085+0000 7f77a7e00700 1 --2- 172.21.15.8:0/817041105 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fc67f9e610 0x55fc67f9e9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.085+0000 7f77a7e00700 1 -- 172.21.15.8:0/817041105 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fc67eaf420 con 0x55fc67f9ef30 2024-05-20T21:25:27.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.085+0000 7f77a7e00700 1 --2- 172.21.15.8:0/817041105 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fc67f9ef30 0x55fc67f98b20 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f77940a9f60 tx=0x7f77940a9bb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a2a788fdbf8a05cf server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:27.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.085+0000 7f779a000700 1 -- 172.21.15.8:0/817041105 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77940aa960 con 0x55fc67f9ef30 2024-05-20T21:25:27.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.086+0000 7f779a000700 1 -- 172.21.15.8:0/817041105 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f77940aa260 con 0x55fc67f9ef30 2024-05-20T21:25:27.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.086+0000 7f779a000700 1 -- 172.21.15.8:0/817041105 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77940aa720 con 0x55fc67f9ef30 2024-05-20T21:25:27.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.087+0000 7f77b9fefb80 1 -- 172.21.15.8:0/817041105 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fc67f9ef30 msgr2=0x55fc67f98b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:27.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.087+0000 7f77b9fefb80 1 --2- 172.21.15.8:0/817041105 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fc67f9ef30 0x55fc67f98b20 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f77940a9f60 tx=0x7f77940a9bb0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.087+0000 7f77b9fefb80 1 -- 172.21.15.8:0/817041105 shutdown_connections 2024-05-20T21:25:27.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.087+0000 7f77b9fefb80 1 --2- 172.21.15.8:0/817041105 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fc67f99140 0x55fc67f995c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.087+0000 7f77b9fefb80 1 --2- 172.21.15.8:0/817041105 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fc67f9e610 0x55fc67f9e9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.087+0000 7f77b9fefb80 1 --2- 172.21.15.8:0/817041105 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fc67f9ef30 0x55fc67f98b20 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.087+0000 7f77b9fefb80 1 -- 172.21.15.8:0/817041105 >> 172.21.15.8:0/817041105 conn(0x55fc67ec6be0 msgr2=0x55fc67f93690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:27.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.087+0000 7f77b9fefb80 1 -- 172.21.15.8:0/817041105 shutdown_connections 2024-05-20T21:25:27.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.087+0000 7f77b9fefb80 1 -- 172.21.15.8:0/817041105 wait complete. 2024-05-20T21:25:27.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.088+0000 7f77b9fefb80 1 -- start start 2024-05-20T21:25:27.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.088+0000 7f77b9fefb80 1 Processor -- start 2024-05-20T21:25:27.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.089+0000 7f77b9fefb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fc67f99140 0x55fc67fa4d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:27.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.089+0000 7f77b9fefb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fc67f9e610 0x55fc67fa2130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:27.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.089+0000 7f77b9fefb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fc67f9ef30 0x55fc67fa2670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:27.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.089+0000 7f77b9fefb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55fc67decfa0 con 0x55fc67f99140 2024-05-20T21:25:27.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.089+0000 7f77b9fefb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55fc67e87760 con 0x55fc67f9e610 2024-05-20T21:25:27.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.089+0000 7f77b9fefb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55fc67fa57a0 con 0x55fc67f9ef30 2024-05-20T21:25:27.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.089+0000 7f77b9fefb80 10 client.0 _ll_register_callbacks cb 0x55fc67e90c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:27.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.089+0000 7f77a7e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fc67f9e610 0x55fc67fa2130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:27.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.090+0000 7f77a7e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fc67f9e610 0x55fc67fa2130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:47962/0 (socket says 172.21.15.8:47962) 2024-05-20T21:25:27.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.090+0000 7f77a7e00700 1 -- 172.21.15.8:0/1887424095 learned_addr learned my addr 172.21.15.8:0/1887424095 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:27.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.090+0000 7f77ad600700 1 --2- 172.21.15.8:0/1887424095 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fc67f9ef30 0x55fc67fa2670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:27.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.090+0000 7f77acc00700 1 --2- 172.21.15.8:0/1887424095 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fc67f99140 0x55fc67fa4d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:27.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.091+0000 7f77acc00700 1 -- 172.21.15.8:0/1887424095 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fc67f9ef30 msgr2=0x55fc67fa2670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:27.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.091+0000 7f77acc00700 1 --2- 172.21.15.8:0/1887424095 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fc67f9ef30 0x55fc67fa2670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.096 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.091+0000 7f77acc00700 1 -- 172.21.15.8:0/1887424095 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fc67f9e610 msgr2=0x55fc67fa2130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:27.096 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.091+0000 7f77acc00700 1 --2- 172.21.15.8:0/1887424095 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fc67f9e610 0x55fc67fa2130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.096 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.091+0000 7f77acc00700 1 -- 172.21.15.8:0/1887424095 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fc67e368d0 con 0x55fc67f99140 2024-05-20T21:25:27.096 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.091+0000 7f77a7e00700 1 --2- 172.21.15.8:0/1887424095 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fc67f9e610 0x55fc67fa2130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:27.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.092+0000 7f77acc00700 1 --2- 172.21.15.8:0/1887424095 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fc67f99140 0x55fc67fa4d90 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f779c0097a0 tx=0x7f779c0047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e1f6ce229ce760f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:27.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.092+0000 7f778ea00700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:25:27.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.092+0000 7f778ea00700 1 -- 172.21.15.8:0/1887424095 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f779c004a30 con 0x55fc67f99140 2024-05-20T21:25:27.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.092+0000 7f778ea00700 1 -- 172.21.15.8:0/1887424095 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f779c004bd0 con 0x55fc67f99140 2024-05-20T21:25:27.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.092+0000 7f77b9fefb80 1 -- 172.21.15.8:0/1887424095 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f77940aa260 con 0x55fc67f99140 2024-05-20T21:25:27.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.093+0000 7f778ea00700 1 -- 172.21.15.8:0/1887424095 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f779c004dd0 con 0x55fc67f99140 2024-05-20T21:25:27.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.093+0000 7f77b9fefb80 10 client.17952 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:27.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.093+0000 7f77b9fefb80 1 -- 172.21.15.8:0/1887424095 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55fc67eb7060 con 0x55fc67f99140 2024-05-20T21:25:27.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.093+0000 7f778ea00700 1 -- 172.21.15.8:0/1887424095 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f77940aa260 con 0x55fc67f99140 2024-05-20T21:25:27.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.094+0000 7f778ea00700 1 -- 172.21.15.8:0/1887424095 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f779c026030 con 0x55fc67f99140 2024-05-20T21:25:27.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.094+0000 7f77b9fefb80 10 client.17952 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:27.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.094+0000 7f77b9fefb80 10 client.17952 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:25:27.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.094+0000 7f77b9fefb80 20 client.17952 populate_metadata read hostname 'smithi008' 2024-05-20T21:25:27.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.094+0000 7f77b9fefb80 1 --2- 172.21.15.8:0/1887424095 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55fc67fb23c0 0x55fc67fb47f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:27.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.094+0000 7f77b9fefb80 4 client.17952 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:25:27.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.094+0000 7f77b9fefb80 1 -- 172.21.15.8:0/1887424095 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fc67ef8d90 con 0x55fc67fb23c0 2024-05-20T21:25:27.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.094+0000 7f77a7e00700 1 --2- 172.21.15.8:0/1887424095 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55fc67fb23c0 0x55fc67fb47f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:27.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.096+0000 7f77a7e00700 1 --2- 172.21.15.8:0/1887424095 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55fc67fb23c0 0x55fc67fb47f0 crc :-1 s=READY pgs=265 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4134ac004d3f017b server_cookie=9cd6594305a582c9 in_seq=0 out_seq=0 2024-05-20T21:25:27.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.096+0000 7f778ea00700 10 client.17952 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:25:27.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.097+0000 7f778ea00700 1 -- 172.21.15.8:0/1887424095 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55fc67ef8d90 con 0x55fc67fb23c0 2024-05-20T21:25:27.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.097+0000 7f778ea00700 10 client.17952 handle_command_reply: tid=0 2024-05-20T21:25:27.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.097+0000 7f77b9fefb80 1 client.17952 shutdown 2024-05-20T21:25:27.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.097+0000 7f77b9fefb80 1 -- 172.21.15.8:0/1887424095 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fc67f99140 msgr2=0x55fc67fa4d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:27.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.097+0000 7f77b9fefb80 1 --2- 172.21.15.8:0/1887424095 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fc67f99140 0x55fc67fa4d90 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f779c0097a0 tx=0x7f779c0047c0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.097+0000 7f77b9fefb80 1 -- 172.21.15.8:0/1887424095 shutdown_connections 2024-05-20T21:25:27.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.097+0000 7f77b9fefb80 1 --2- 172.21.15.8:0/1887424095 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55fc67fb23c0 0x55fc67fb47f0 crc :-1 s=READY pgs=265 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.097+0000 7f77b9fefb80 1 --2- 172.21.15.8:0/1887424095 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fc67f9ef30 0x55fc67fa2670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.097+0000 7f77b9fefb80 1 --2- 172.21.15.8:0/1887424095 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fc67f99140 0x55fc67fa4d90 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.097+0000 7f77b9fefb80 1 --2- 172.21.15.8:0/1887424095 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fc67f9e610 0x55fc67fa2130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.097+0000 7f77b9fefb80 1 -- 172.21.15.8:0/1887424095 >> 172.21.15.8:0/1887424095 conn(0x55fc67ec6be0 msgr2=0x55fc67f92d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:27.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.098+0000 7f778ea00700 0 client.17952 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:25:27.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.098+0000 7f77b9fefb80 1 -- 172.21.15.8:0/1887424095 shutdown_connections 2024-05-20T21:25:27.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.098+0000 7f77b9fefb80 1 -- 172.21.15.8:0/1887424095 wait complete. 2024-05-20T21:25:27.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.098+0000 7f77b9fefb80 20 client.17952 trim_cache size 0 max 16384 2024-05-20T21:25:27.118 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.117+0000 7f77b9fefb80 1 Processor -- start 2024-05-20T21:25:27.118 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.118+0000 7f77b9fefb80 1 -- start start 2024-05-20T21:25:27.119 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.118+0000 7f77b9fefb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fc67f99140 0x55fc67f98b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:27.119 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.118+0000 7f77b9fefb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fc67f9e610 0x55fc67fa4d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:27.119 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.118+0000 7f77b9fefb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fc67f9ef30 0x55fc67f9c830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:27.119 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.118+0000 7f77b9fefb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f77a81b6ac0 con 0x55fc67f9ef30 2024-05-20T21:25:27.119 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.118+0000 7f77b9fefb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f77a81b4350 con 0x55fc67f99140 2024-05-20T21:25:27.119 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.118+0000 7f77b9fefb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f77a81b21a0 con 0x55fc67f9e610 2024-05-20T21:25:27.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.119+0000 7f77ad600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fc67f9ef30 0x55fc67f9c830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:27.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.119+0000 7f77a7e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fc67f9e610 0x55fc67fa4d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:27.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.119+0000 7f77a7e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fc67f9e610 0x55fc67fa4d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:54248/0 (socket says 172.21.15.8:54248) 2024-05-20T21:25:27.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.119+0000 7f77a7e00700 1 -- 172.21.15.8:0/2271767169 learned_addr learned my addr 172.21.15.8:0/2271767169 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:27.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.119+0000 7f77ad600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fc67f9ef30 0x55fc67f9c830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:58956/0 (socket says 172.21.15.8:58956) 2024-05-20T21:25:27.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.119+0000 7f77a7e00700 1 -- 172.21.15.8:0/2271767169 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fc67f99140 msgr2=0x55fc67f98b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:27.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.119+0000 7f77acc00700 1 --2- 172.21.15.8:0/2271767169 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fc67f99140 0x55fc67f98b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:27.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.119+0000 7f77a7e00700 1 --2- 172.21.15.8:0/2271767169 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fc67f99140 0x55fc67f98b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.121 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.119+0000 7f77a7e00700 1 -- 172.21.15.8:0/2271767169 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fc67f9ef30 msgr2=0x55fc67f9c830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:27.121 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.119+0000 7f77a7e00700 1 --2- 172.21.15.8:0/2271767169 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fc67f9ef30 0x55fc67f9c830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.121 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.119+0000 7f77a7e00700 1 -- 172.21.15.8:0/2271767169 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fc67fa06a0 con 0x55fc67f9e610 2024-05-20T21:25:27.121 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.119+0000 7f77ad600700 1 --2- 172.21.15.8:0/2271767169 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fc67f9ef30 0x55fc67f9c830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:27.121 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.120+0000 7f77acc00700 1 --2- 172.21.15.8:0/2271767169 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fc67f99140 0x55fc67f98b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:25:27.121 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.120+0000 7f77a7e00700 1 --2- 172.21.15.8:0/2271767169 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fc67f9e610 0x55fc67fa4d90 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f77940a9f60 tx=0x7f7794009ca0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=99f31917661eb0c0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:27.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.120+0000 7f7799600700 1 -- 172.21.15.8:0/2271767169 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77940aa260 con 0x55fc67f9e610 2024-05-20T21:25:27.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.120+0000 7f7799600700 1 -- 172.21.15.8:0/2271767169 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f77940c4070 con 0x55fc67f9e610 2024-05-20T21:25:27.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.120+0000 7f7799600700 1 -- 172.21.15.8:0/2271767169 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77940b2ba0 con 0x55fc67f9e610 2024-05-20T21:25:27.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.121+0000 7f77b9fefb80 1 -- 172.21.15.8:0/2271767169 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fc67f9e610 msgr2=0x55fc67fa4d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:27.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.121+0000 7f77b9fefb80 1 --2- 172.21.15.8:0/2271767169 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fc67f9e610 0x55fc67fa4d90 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f77940a9f60 tx=0x7f7794009ca0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.121+0000 7f77b9fefb80 1 -- 172.21.15.8:0/2271767169 shutdown_connections 2024-05-20T21:25:27.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.121+0000 7f77b9fefb80 1 --2- 172.21.15.8:0/2271767169 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fc67f99140 0x55fc67f98b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.121+0000 7f77b9fefb80 1 --2- 172.21.15.8:0/2271767169 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fc67f9ef30 0x55fc67f9c830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.121+0000 7f77b9fefb80 1 --2- 172.21.15.8:0/2271767169 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fc67f9e610 0x55fc67fa4d90 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.121+0000 7f77b9fefb80 1 -- 172.21.15.8:0/2271767169 >> 172.21.15.8:0/2271767169 conn(0x55fc67ec6be0 msgr2=0x55fc67f9c120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:27.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.121+0000 7f77b9fefb80 1 -- 172.21.15.8:0/2271767169 shutdown_connections 2024-05-20T21:25:27.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.121+0000 7f77b9fefb80 1 -- 172.21.15.8:0/2271767169 wait complete. 2024-05-20T21:25:27.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.122+0000 7f77b9fefb80 1 -- start start 2024-05-20T21:25:27.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.122+0000 7f77b9fefb80 1 Processor -- start 2024-05-20T21:25:27.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.123+0000 7f77b9fefb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fc67f99140 0x55fc67fba7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:27.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.123+0000 7f77b9fefb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fc67f9e610 0x55fc67faa8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:27.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.123+0000 7f77b9fefb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fc67f9ef30 0x55fc67faae10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:27.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.123+0000 7f77b9fefb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f77a81b2810 con 0x55fc67f99140 2024-05-20T21:25:27.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.123+0000 7f77b9fefb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f77a81b3c80 con 0x55fc67f9e610 2024-05-20T21:25:27.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.123+0000 7f77b9fefb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f77a81b2ee0 con 0x55fc67f9ef30 2024-05-20T21:25:27.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.123+0000 7f77b9fefb80 10 client.0 _ll_register_callbacks cb 0x55fc67e90c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:27.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.123+0000 7f77a7e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fc67f9e610 0x55fc67faa8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:27.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.123+0000 7f77a7e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fc67f9e610 0x55fc67faa8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:47968/0 (socket says 172.21.15.8:47968) 2024-05-20T21:25:27.125 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.123+0000 7f77a7e00700 1 -- 172.21.15.8:0/2995967850 learned_addr learned my addr 172.21.15.8:0/2995967850 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:27.125 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.124+0000 7f77acc00700 1 --2- 172.21.15.8:0/2995967850 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fc67f99140 0x55fc67fba7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:27.125 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.124+0000 7f77ad600700 1 --2- 172.21.15.8:0/2995967850 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fc67f9ef30 0x55fc67faae10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:27.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.124+0000 7f77a7e00700 1 -- 172.21.15.8:0/2995967850 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fc67f9ef30 msgr2=0x55fc67faae10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:27.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.124+0000 7f77a7e00700 1 --2- 172.21.15.8:0/2995967850 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fc67f9ef30 0x55fc67faae10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.124+0000 7f77a7e00700 1 -- 172.21.15.8:0/2995967850 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fc67f99140 msgr2=0x55fc67fba7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:27.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.124+0000 7f77a7e00700 1 --2- 172.21.15.8:0/2995967850 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fc67f99140 0x55fc67fba7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.124+0000 7f77a7e00700 1 -- 172.21.15.8:0/2995967850 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fc67fb90f0 con 0x55fc67f9e610 2024-05-20T21:25:27.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.124+0000 7f77ad600700 1 --2- 172.21.15.8:0/2995967850 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fc67f9ef30 0x55fc67faae10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:25:27.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.124+0000 7f77a7e00700 1 --2- 172.21.15.8:0/2995967850 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fc67f9e610 0x55fc67faa8d0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f77940098e0 tx=0x7f77940aa880 comp rx=0 tx=0).ready entity=mon.2 client_cookie=35a4071c710e5e0f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:27.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.124+0000 7f778ea00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:25:27.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.124+0000 7f778ea00700 1 -- 172.21.15.8:0/2995967850 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77940aa960 con 0x55fc67f9e610 2024-05-20T21:25:27.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.124+0000 7f778ea00700 1 -- 172.21.15.8:0/2995967850 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f77940b2ba0 con 0x55fc67f9e610 2024-05-20T21:25:27.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.125+0000 7f77b9fefb80 1 -- 172.21.15.8:0/2995967850 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f77940c4070 con 0x55fc67f9e610 2024-05-20T21:25:27.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.125+0000 7f778ea00700 1 -- 172.21.15.8:0/2995967850 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f77940ae610 con 0x55fc67f9e610 2024-05-20T21:25:27.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.126+0000 7f77b9fefb80 10 client.28073 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:27.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.126+0000 7f77b9fefb80 1 -- 172.21.15.8:0/2995967850 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55fc6801c030 con 0x55fc67f9e610 2024-05-20T21:25:27.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.126+0000 7f778ea00700 1 -- 172.21.15.8:0/2995967850 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f77940c4070 con 0x55fc67f9e610 2024-05-20T21:25:27.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.126+0000 7f778ea00700 1 -- 172.21.15.8:0/2995967850 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f7794005230 con 0x55fc67f9e610 2024-05-20T21:25:27.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.126+0000 7f77b9fefb80 10 client.28073 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:27.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.126+0000 7f77b9fefb80 10 client.28073 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:25:27.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.126+0000 7f77b9fefb80 20 client.28073 populate_metadata read hostname 'smithi008' 2024-05-20T21:25:27.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.126+0000 7f77b9fefb80 1 --2- 172.21.15.8:0/2995967850 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55fc6801c300 0x55fc6801e6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:27.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.126+0000 7f77b9fefb80 4 client.28073 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:25:27.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.126+0000 7f77b9fefb80 1 -- 172.21.15.8:0/2995967850 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55fc67ef2570 con 0x55fc6801c300 2024-05-20T21:25:27.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.127+0000 7f77acc00700 1 --2- 172.21.15.8:0/2995967850 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55fc6801c300 0x55fc6801e6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:27.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.128+0000 7f778ea00700 10 client.28073 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:25:27.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.128+0000 7f77acc00700 1 --2- 172.21.15.8:0/2995967850 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55fc6801c300 0x55fc6801e6f0 crc :-1 s=READY pgs=266 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=740f51a5e3374b47 server_cookie=6d945bf297f1643e in_seq=0 out_seq=0 2024-05-20T21:25:27.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.128+0000 7f778ea00700 1 -- 172.21.15.8:0/2995967850 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55fc67ef2570 con 0x55fc6801c300 2024-05-20T21:25:27.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.128+0000 7f778ea00700 10 client.28073 handle_command_reply: tid=0 2024-05-20T21:25:27.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.128+0000 7f77b9fefb80 1 client.28073 shutdown 2024-05-20T21:25:27.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.128+0000 7f77b9fefb80 1 -- 172.21.15.8:0/2995967850 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fc67f9e610 msgr2=0x55fc67faa8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:27.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.128+0000 7f77b9fefb80 1 --2- 172.21.15.8:0/2995967850 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fc67f9e610 0x55fc67faa8d0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f77940098e0 tx=0x7f77940aa880 comp rx=0 tx=0).stop 2024-05-20T21:25:27.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.128+0000 7f77b9fefb80 1 -- 172.21.15.8:0/2995967850 shutdown_connections 2024-05-20T21:25:27.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.128+0000 7f77b9fefb80 1 --2- 172.21.15.8:0/2995967850 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55fc6801c300 0x55fc6801e6f0 crc :-1 s=READY pgs=266 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.128+0000 7f77b9fefb80 1 --2- 172.21.15.8:0/2995967850 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fc67f9ef30 0x55fc67faae10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.128+0000 7f77b9fefb80 1 --2- 172.21.15.8:0/2995967850 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fc67f99140 0x55fc67fba7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.128+0000 7f77b9fefb80 1 --2- 172.21.15.8:0/2995967850 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fc67f9e610 0x55fc67faa8d0 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.128+0000 7f778ea00700 0 client.28073 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:25:27.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.128+0000 7f77b9fefb80 1 -- 172.21.15.8:0/2995967850 >> 172.21.15.8:0/2995967850 conn(0x55fc67ec6be0 msgr2=0x55fc67f9f310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:27.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.129+0000 7f77b9fefb80 1 -- 172.21.15.8:0/2995967850 shutdown_connections 2024-05-20T21:25:27.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.129+0000 7f77b9fefb80 1 -- 172.21.15.8:0/2995967850 wait complete. 2024-05-20T21:25:27.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.129+0000 7f77b9fefb80 20 client.28073 trim_cache size 0 max 16384 2024-05-20T21:25:27.131 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:25:27.131 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:25:27.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.130+0000 7f77af600700 1 -- 172.21.15.8:0/3711163985 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f77900b2900 msgr2=0x7f77900b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:27.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.130+0000 7f77af600700 1 --2- 172.21.15.8:0/3711163985 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f77900b2900 0x7f77900b4dc0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f779c009c60 tx=0x7f779c009260 comp rx=0 tx=0).stop 2024-05-20T21:25:27.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.130+0000 7f77af600700 1 -- 172.21.15.8:0/3711163985 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f77a8076090 msgr2=0x7f77a81a0810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:27.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.130+0000 7f77af600700 1 --2- 172.21.15.8:0/3711163985 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f77a8076090 0x7f77a81a0810 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f7794000c00 tx=0x7f77940057c0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.130+0000 7f77af600700 1 -- 172.21.15.8:0/3711163985 shutdown_connections 2024-05-20T21:25:27.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.130+0000 7f77af600700 1 --2- 172.21.15.8:0/3711163985 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f77900b2900 0x7f77900b4dc0 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.130+0000 7f77af600700 1 --2- 172.21.15.8:0/3711163985 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f77a8114710 0x7f77a81a4ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.130+0000 7f77af600700 1 --2- 172.21.15.8:0/3711163985 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f77a8075770 0x7f77a81a02d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.130+0000 7f77af600700 1 --2- 172.21.15.8:0/3711163985 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f77a8076090 0x7f77a81a0810 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.130+0000 7f77af600700 1 -- 172.21.15.8:0/3711163985 >> 172.21.15.8:0/3711163985 conn(0x7f77a807a6a0 msgr2=0x7f77a81101b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:27.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.130+0000 7f77af600700 1 -- 172.21.15.8:0/3711163985 shutdown_connections 2024-05-20T21:25:27.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:27.130+0000 7f77af600700 1 -- 172.21.15.8:0/3711163985 wait complete. 2024-05-20T21:25:27.224 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.223+0000 7faf61200640 1 -- 172.21.15.8:0/3232444531 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faf5c105ed0 msgr2=0x7faf5c106350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:27.224 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.223+0000 7faf61200640 1 --2- 172.21.15.8:0/3232444531 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faf5c105ed0 0x7faf5c106350 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7faf48009900 tx=0x7faf4802a3f0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.224 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.224+0000 7faf61200640 1 -- 172.21.15.8:0/3232444531 shutdown_connections 2024-05-20T21:25:27.225 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.224+0000 7faf61200640 1 --2- 172.21.15.8:0/3232444531 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7faf5c106890 0x7faf5c10d120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.225 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.224+0000 7faf61200640 1 --2- 172.21.15.8:0/3232444531 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faf5c105ed0 0x7faf5c106350 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.225 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.224+0000 7faf61200640 1 --2- 172.21.15.8:0/3232444531 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7faf5c104ce0 0x7faf5c105100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.225 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.224+0000 7faf61200640 1 -- 172.21.15.8:0/3232444531 >> 172.21.15.8:0/3232444531 conn(0x7faf5c100270 msgr2=0x7faf5c102690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:27.225 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.224+0000 7faf61200640 1 -- 172.21.15.8:0/3232444531 shutdown_connections 2024-05-20T21:25:27.225 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.224+0000 7faf61200640 1 -- 172.21.15.8:0/3232444531 wait complete. 2024-05-20T21:25:27.226 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.225+0000 7faf61200640 1 Processor -- start 2024-05-20T21:25:27.226 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.225+0000 7faf61200640 1 -- start start 2024-05-20T21:25:27.226 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.225+0000 7faf61200640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7faf5c104ce0 0x7faf5c19aed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:27.226 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.225+0000 7faf61200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faf5c105ed0 0x7faf5c19b410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:27.227 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.225+0000 7faf61200640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7faf5c106890 0x7faf5c1a2480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:27.227 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.225+0000 7faf61200640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7faf5c110860 con 0x7faf5c106890 2024-05-20T21:25:27.227 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.225+0000 7faf61200640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7faf5c1106e0 con 0x7faf5c105ed0 2024-05-20T21:25:27.227 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.225+0000 7faf61200640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7faf5c1109e0 con 0x7faf5c104ce0 2024-05-20T21:25:27.227 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.226+0000 7faf59400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faf5c105ed0 0x7faf5c19b410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:27.227 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.226+0000 7faf5a800640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7faf5c106890 0x7faf5c1a2480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:27.227 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.226+0000 7faf59400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faf5c105ed0 0x7faf5c19b410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:47992/0 (socket says 172.21.15.8:47992) 2024-05-20T21:25:27.227 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.226+0000 7faf59400640 1 -- 172.21.15.8:0/3748118231 learned_addr learned my addr 172.21.15.8:0/3748118231 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:27.227 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.226+0000 7faf59e00640 1 --2- 172.21.15.8:0/3748118231 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7faf5c104ce0 0x7faf5c19aed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:27.227 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.226+0000 7faf5a800640 1 -- 172.21.15.8:0/3748118231 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7faf5c104ce0 msgr2=0x7faf5c19aed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:27.227 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.226+0000 7faf5a800640 1 --2- 172.21.15.8:0/3748118231 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7faf5c104ce0 0x7faf5c19aed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.227 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.226+0000 7faf5a800640 1 -- 172.21.15.8:0/3748118231 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faf5c105ed0 msgr2=0x7faf5c19b410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:27.227 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.226+0000 7faf5a800640 1 --2- 172.21.15.8:0/3748118231 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faf5c105ed0 0x7faf5c19b410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.228 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.226+0000 7faf5a800640 1 -- 172.21.15.8:0/3748118231 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf5c1a2af0 con 0x7faf5c106890 2024-05-20T21:25:27.228 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.226+0000 7faf5a800640 1 --2- 172.21.15.8:0/3748118231 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7faf5c106890 0x7faf5c1a2480 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7faf54009fd0 tx=0x7faf5400ef10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:27.229 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.227+0000 7faf52a00640 1 -- 172.21.15.8:0/3748118231 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf5400ce20 con 0x7faf5c106890 2024-05-20T21:25:27.229 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.227+0000 7faf52a00640 1 -- 172.21.15.8:0/3748118231 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faf54005020 con 0x7faf5c106890 2024-05-20T21:25:27.229 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.227+0000 7faf61200640 1 -- 172.21.15.8:0/3748118231 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf5c1a2de0 con 0x7faf5c106890 2024-05-20T21:25:27.229 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.227+0000 7faf52a00640 1 -- 172.21.15.8:0/3748118231 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf54010690 con 0x7faf5c106890 2024-05-20T21:25:27.229 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.227+0000 7faf61200640 1 -- 172.21.15.8:0/3748118231 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf5c1a32a0 con 0x7faf5c106890 2024-05-20T21:25:27.230 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.230+0000 7faf641ad740 1 Processor -- start 2024-05-20T21:25:27.231 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.231+0000 7faf52a00640 1 -- 172.21.15.8:0/3748118231 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7faf540054d0 con 0x7faf5c106890 2024-05-20T21:25:27.231 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.231+0000 7faf641ad740 1 -- start start 2024-05-20T21:25:27.232 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.231+0000 7faf641ad740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557527722b30 0x557527722f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:27.232 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.231+0000 7faf641ad740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557527723520 0x557527728020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:27.232 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.231+0000 7faf641ad740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557527728690 0x55752772ab20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:27.232 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.231+0000 7faf641ad740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x557527692b90 con 0x557527722b30 2024-05-20T21:25:27.233 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.231+0000 7faf641ad740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x557527682730 con 0x557527723520 2024-05-20T21:25:27.233 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.231+0000 7faf641ad740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x557527686770 con 0x557527728690 2024-05-20T21:25:27.233 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.232+0000 7faf59400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557527722b30 0x557527722f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:27.233 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.232+0000 7faf59400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557527722b30 0x557527722f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:58992/0 (socket says 172.21.15.8:58992) 2024-05-20T21:25:27.233 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.232+0000 7faf59400640 1 -- 172.21.15.8:0/583285375 learned_addr learned my addr 172.21.15.8:0/583285375 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:27.233 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.232+0000 7faf59e00640 1 --2- 172.21.15.8:0/583285375 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557527723520 0x557527728020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:27.233 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.232+0000 7faf59400640 1 --2- 172.21.15.8:0/583285375 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557527728690 0x55752772ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:27.234 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.232+0000 7faf59e00640 1 -- 172.21.15.8:0/583285375 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557527728690 msgr2=0x55752772ab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:27.234 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.233+0000 7faf59e00640 1 --2- 172.21.15.8:0/583285375 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557527728690 0x55752772ab20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.234 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.233+0000 7faf59e00640 1 -- 172.21.15.8:0/583285375 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557527722b30 msgr2=0x557527722f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:27.234 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.233+0000 7faf59e00640 1 --2- 172.21.15.8:0/583285375 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557527722b30 0x557527722f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.234 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.233+0000 7faf59e00640 1 -- 172.21.15.8:0/583285375 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55752761b8b0 con 0x557527723520 2024-05-20T21:25:27.234 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.233+0000 7faf59400640 1 --2- 172.21.15.8:0/583285375 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557527728690 0x55752772ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:27.234 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.233+0000 7faf52a00640 1 --2- 172.21.15.8:0/3748118231 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7faf400b2860 0x7faf400b4d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:27.235 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.233+0000 7faf59e00640 1 --2- 172.21.15.8:0/583285375 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557527723520 0x557527728020 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7faf4c009bd0 tx=0x7faf4c011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9481ea6ae884e7ce server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:27.235 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.233+0000 7faf52a00640 1 -- 172.21.15.8:0/3748118231 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7faf540e28d0 con 0x7faf5c106890 2024-05-20T21:25:27.235 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.233+0000 7faf47400640 1 -- 172.21.15.8:0/583285375 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf4c004230 con 0x557527723520 2024-05-20T21:25:27.235 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.233+0000 7faf59400640 1 --2- 172.21.15.8:0/3748118231 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7faf400b2860 0x7faf400b4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:27.235 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.233+0000 7faf47400640 1 -- 172.21.15.8:0/583285375 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faf4c009e40 con 0x557527723520 2024-05-20T21:25:27.235 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.233+0000 7faf47400640 1 -- 172.21.15.8:0/583285375 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf4c019660 con 0x557527723520 2024-05-20T21:25:27.236 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.234+0000 7faf641ad740 1 -- 172.21.15.8:0/583285375 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557527723520 msgr2=0x557527728020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:27.236 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.234+0000 7faf59400640 1 --2- 172.21.15.8:0/3748118231 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7faf400b2860 0x7faf400b4d20 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x557527723d80 tx=0x7faf48005a20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:27.236 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.234+0000 7faf641ad740 1 --2- 172.21.15.8:0/583285375 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557527723520 0x557527728020 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7faf4c009bd0 tx=0x7faf4c011810 comp rx=0 tx=0).stop 2024-05-20T21:25:27.236 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.234+0000 7faf641ad740 1 -- 172.21.15.8:0/583285375 shutdown_connections 2024-05-20T21:25:27.237 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.235+0000 7faf641ad740 1 --2- 172.21.15.8:0/583285375 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557527728690 0x55752772ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.237 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.235+0000 7faf641ad740 1 --2- 172.21.15.8:0/583285375 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557527723520 0x557527728020 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.237 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.235+0000 7faf641ad740 1 --2- 172.21.15.8:0/583285375 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557527722b30 0x557527722f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.237 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.235+0000 7faf641ad740 1 -- 172.21.15.8:0/583285375 >> 172.21.15.8:0/583285375 conn(0x55752771e1a0 msgr2=0x55752771e5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:27.237 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.235+0000 7faf641ad740 1 -- 172.21.15.8:0/583285375 shutdown_connections 2024-05-20T21:25:27.237 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.235+0000 7faf641ad740 1 -- 172.21.15.8:0/583285375 wait complete. 2024-05-20T21:25:27.237 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.235+0000 7faf641ad740 1 -- start start 2024-05-20T21:25:27.237 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.235+0000 7faf641ad740 1 Processor -- start 2024-05-20T21:25:27.237 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.236+0000 7faf641ad740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557527722b30 0x55752772c930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:27.237 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.236+0000 7faf641ad740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557527723520 0x55752772ce70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:27.237 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.236+0000 7faf641ad740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557527728690 0x557527733eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:27.237 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.236+0000 7faf641ad740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x557527368790 con 0x557527722b30 2024-05-20T21:25:27.237 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.236+0000 7faf641ad740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55752762abc0 con 0x557527723520 2024-05-20T21:25:27.237 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.236+0000 7faf641ad740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55752772b640 con 0x557527728690 2024-05-20T21:25:27.238 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.236+0000 7faf641ad740 10 client.0 _ll_register_callbacks cb 0x557527608400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:27.238 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.236+0000 7faf59e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557527722b30 0x55752772c930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:27.240 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.236+0000 7faf5a800640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557527728690 0x557527733eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:27.240 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.236+0000 7faf59400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557527723520 0x55752772ce70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:27.240 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.236+0000 7faf5a800640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557527728690 0x557527733eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:54298/0 (socket says 172.21.15.8:54298) 2024-05-20T21:25:27.240 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.236+0000 7faf59e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557527722b30 0x55752772c930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:59008/0 (socket says 172.21.15.8:59008) 2024-05-20T21:25:27.240 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.236+0000 7faf5a800640 1 -- 172.21.15.8:0/327432336 learned_addr learned my addr 172.21.15.8:0/327432336 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:27.240 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.237+0000 7faf5a800640 1 -- 172.21.15.8:0/327432336 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557527723520 msgr2=0x55752772ce70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:27.240 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.237+0000 7faf5a800640 1 --2- 172.21.15.8:0/327432336 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557527723520 0x55752772ce70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.240 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.237+0000 7faf5a800640 1 -- 172.21.15.8:0/327432336 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557527722b30 msgr2=0x55752772c930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:27.240 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.237+0000 7faf5a800640 1 --2- 172.21.15.8:0/327432336 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557527722b30 0x55752772c930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.240 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.237+0000 7faf5a800640 1 -- 172.21.15.8:0/327432336 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557527397210 con 0x557527728690 2024-05-20T21:25:27.240 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.237+0000 7faf5a800640 1 --2- 172.21.15.8:0/327432336 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557527728690 0x557527733eb0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7faf540a9e10 tx=0x7faf540aa6c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cf59eea8f522dd08 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:27.240 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.237+0000 7faf3be00640 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:25:27.240 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.237+0000 7faf3be00640 1 -- 172.21.15.8:0/327432336 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf540b2ce0 con 0x557527728690 2024-05-20T21:25:27.241 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.237+0000 7faf3be00640 1 -- 172.21.15.8:0/327432336 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7faf540b2850 con 0x557527728690 2024-05-20T21:25:27.241 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.237+0000 7faf641ad740 1 -- 172.21.15.8:0/327432336 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x557527694ae0 con 0x557527728690 2024-05-20T21:25:27.241 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.238+0000 7faf3be00640 1 -- 172.21.15.8:0/327432336 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7faf540b2ad0 con 0x557527728690 2024-05-20T21:25:27.241 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.238+0000 7faf641ad740 10 client.28132 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:27.241 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.238+0000 7faf641ad740 1 -- 172.21.15.8:0/327432336 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557527463620 con 0x557527728690 2024-05-20T21:25:27.241 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.238+0000 7faf3be00640 1 -- 172.21.15.8:0/327432336 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x557527694ae0 con 0x557527728690 2024-05-20T21:25:27.241 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.238+0000 7faf3be00640 1 -- 172.21.15.8:0/327432336 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7faf540af3c0 con 0x557527728690 2024-05-20T21:25:27.241 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.238+0000 7faf641ad740 10 client.28132 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:27.241 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.238+0000 7faf641ad740 10 client.28132 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:25:27.241 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.238+0000 7faf641ad740 20 client.28132 populate_metadata read hostname 'smithi008' 2024-05-20T21:25:27.241 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.238+0000 7faf641ad740 1 --2- 172.21.15.8:0/327432336 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x557527738540 0x55752773a970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:27.241 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.238+0000 7faf641ad740 4 client.28132 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:25:27.241 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.238+0000 7faf641ad740 1 -- 172.21.15.8:0/327432336 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55752768e2c0 con 0x557527738540 2024-05-20T21:25:27.241 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.239+0000 7faf59e00640 1 --2- 172.21.15.8:0/327432336 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x557527738540 0x55752773a970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:27.242 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.239+0000 7faf59e00640 1 --2- 172.21.15.8:0/327432336 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x557527738540 0x55752773a970 crc :-1 s=READY pgs=267 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5c3c9e85aea5c9f2 server_cookie=3f7a11b8505b4d3e in_seq=0 out_seq=0 2024-05-20T21:25:27.242 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.239+0000 7faf3be00640 10 client.28132 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:25:27.243 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.240+0000 7faf3be00640 1 -- 172.21.15.8:0/327432336 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55752768e2c0 con 0x557527738540 2024-05-20T21:25:27.243 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.240+0000 7faf3be00640 10 client.28132 handle_command_reply: tid=0 2024-05-20T21:25:27.243 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.240+0000 7faf641ad740 1 client.28132 shutdown 2024-05-20T21:25:27.243 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.241+0000 7faf641ad740 1 -- 172.21.15.8:0/327432336 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557527728690 msgr2=0x557527733eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:27.243 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.241+0000 7faf641ad740 1 --2- 172.21.15.8:0/327432336 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557527728690 0x557527733eb0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7faf540a9e10 tx=0x7faf540aa6c0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.243 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.241+0000 7faf641ad740 1 -- 172.21.15.8:0/327432336 shutdown_connections 2024-05-20T21:25:27.243 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.241+0000 7faf641ad740 1 --2- 172.21.15.8:0/327432336 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x557527738540 0x55752773a970 crc :-1 s=READY pgs=267 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.243 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.241+0000 7faf641ad740 1 --2- 172.21.15.8:0/327432336 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557527728690 0x557527733eb0 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.243 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.241+0000 7faf641ad740 1 --2- 172.21.15.8:0/327432336 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557527723520 0x55752772ce70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.243 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.241+0000 7faf641ad740 1 --2- 172.21.15.8:0/327432336 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557527722b30 0x55752772c930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.243 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.241+0000 7faf641ad740 1 -- 172.21.15.8:0/327432336 >> 172.21.15.8:0/327432336 conn(0x55752771e1a0 msgr2=0x55752771d310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:27.244 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.241+0000 7faf3be00640 0 client.28132 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:25:27.244 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.241+0000 7faf641ad740 1 -- 172.21.15.8:0/327432336 shutdown_connections 2024-05-20T21:25:27.244 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.241+0000 7faf641ad740 1 -- 172.21.15.8:0/327432336 wait complete. 2024-05-20T21:25:27.244 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.241+0000 7faf641ad740 20 client.28132 trim_cache size 0 max 16384 2024-05-20T21:25:27.267 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.258+0000 7faf641ad740 1 Processor -- start 2024-05-20T21:25:27.267 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.258+0000 7faf641ad740 1 -- start start 2024-05-20T21:25:27.267 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.259+0000 7faf641ad740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557527722b30 0x5575277217c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:27.267 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.259+0000 7faf641ad740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557527723520 0x557527733e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:27.268 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.259+0000 7faf641ad740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557527728690 0x55752772bf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:27.268 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.259+0000 7faf641ad740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7faf5c1ae8d0 con 0x557527728690 2024-05-20T21:25:27.268 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.259+0000 7faf641ad740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7faf5c1ac1a0 con 0x557527722b30 2024-05-20T21:25:27.268 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.259+0000 7faf641ad740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7faf5c1a9ff0 con 0x557527723520 2024-05-20T21:25:27.268 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.259+0000 7faf5a800640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557527728690 0x55752772bf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:27.268 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.259+0000 7faf59400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557527723520 0x557527733e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:27.268 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.259+0000 7faf59e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557527722b30 0x5575277217c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:27.269 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.259+0000 7faf59400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557527723520 0x557527733e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:54302/0 (socket says 172.21.15.8:54302) 2024-05-20T21:25:27.269 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.259+0000 7faf59e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557527722b30 0x5575277217c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:48026/0 (socket says 172.21.15.8:48026) 2024-05-20T21:25:27.269 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.259+0000 7faf59400640 1 -- 172.21.15.8:0/352528945 learned_addr learned my addr 172.21.15.8:0/352528945 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:27.269 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.259+0000 7faf5a800640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557527728690 0x55752772bf50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:59016/0 (socket says 172.21.15.8:59016) 2024-05-20T21:25:27.269 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.260+0000 7faf59400640 1 -- 172.21.15.8:0/352528945 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557527722b30 msgr2=0x5575277217c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:27.269 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.260+0000 7faf59400640 1 --2- 172.21.15.8:0/352528945 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557527722b30 0x5575277217c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.269 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.260+0000 7faf59400640 1 -- 172.21.15.8:0/352528945 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557527728690 msgr2=0x55752772bf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:27.270 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.260+0000 7faf59400640 1 --2- 172.21.15.8:0/352528945 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557527728690 0x55752772bf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.270 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.260+0000 7faf59400640 1 -- 172.21.15.8:0/352528945 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55752771dfd0 con 0x557527723520 2024-05-20T21:25:27.270 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.260+0000 7faf59e00640 1 --2- 172.21.15.8:0/352528945 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557527722b30 0x5575277217c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:27.270 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.260+0000 7faf5a800640 1 --2- 172.21.15.8:0/352528945 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557527728690 0x55752772bf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:27.270 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.260+0000 7faf59400640 1 --2- 172.21.15.8:0/352528945 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557527723520 0x557527733e70 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7faf48006010 tx=0x7faf4803b000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1a9a661cb2e2b853 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:27.270 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.260+0000 7faf46a00640 1 -- 172.21.15.8:0/352528945 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf48031dc0 con 0x557527723520 2024-05-20T21:25:27.271 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.260+0000 7faf46a00640 1 -- 172.21.15.8:0/352528945 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faf4803b910 con 0x557527723520 2024-05-20T21:25:27.271 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.260+0000 7faf46a00640 1 -- 172.21.15.8:0/352528945 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf4804b7d0 con 0x557527723520 2024-05-20T21:25:27.271 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.261+0000 7faf641ad740 1 -- 172.21.15.8:0/352528945 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557527723520 msgr2=0x557527733e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:27.271 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.261+0000 7faf641ad740 1 --2- 172.21.15.8:0/352528945 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557527723520 0x557527733e70 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7faf48006010 tx=0x7faf4803b000 comp rx=0 tx=0).stop 2024-05-20T21:25:27.271 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.261+0000 7faf641ad740 1 -- 172.21.15.8:0/352528945 shutdown_connections 2024-05-20T21:25:27.271 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.261+0000 7faf641ad740 1 --2- 172.21.15.8:0/352528945 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557527728690 0x55752772bf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.271 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.261+0000 7faf641ad740 1 --2- 172.21.15.8:0/352528945 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557527723520 0x557527733e70 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.272 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.261+0000 7faf641ad740 1 --2- 172.21.15.8:0/352528945 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557527722b30 0x5575277217c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.272 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.261+0000 7faf641ad740 1 -- 172.21.15.8:0/352528945 >> 172.21.15.8:0/352528945 conn(0x55752771e1a0 msgr2=0x5575277210b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:27.272 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.261+0000 7faf641ad740 1 -- 172.21.15.8:0/352528945 shutdown_connections 2024-05-20T21:25:27.272 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.261+0000 7faf641ad740 1 -- 172.21.15.8:0/352528945 wait complete. 2024-05-20T21:25:27.272 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.262+0000 7faf641ad740 1 -- start start 2024-05-20T21:25:27.272 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.262+0000 7faf641ad740 1 Processor -- start 2024-05-20T21:25:27.272 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.262+0000 7faf641ad740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557527722b30 0x557527731110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:27.272 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.262+0000 7faf641ad740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557527723520 0x557527731650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:27.273 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.262+0000 7faf641ad740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557527728690 0x557527732660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:27.273 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.262+0000 7faf641ad740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7faf5c1aa660 con 0x557527728690 2024-05-20T21:25:27.273 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.262+0000 7faf641ad740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7faf5c1abad0 con 0x557527723520 2024-05-20T21:25:27.273 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.262+0000 7faf641ad740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7faf5c1aad30 con 0x557527722b30 2024-05-20T21:25:27.273 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.262+0000 7faf641ad740 10 client.0 _ll_register_callbacks cb 0x7faf540a5d40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:27.273 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.263+0000 7faf5a800640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557527728690 0x557527732660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:27.274 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.263+0000 7faf5a800640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557527728690 0x557527732660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:59018/0 (socket says 172.21.15.8:59018) 2024-05-20T21:25:27.274 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.263+0000 7faf5a800640 1 -- 172.21.15.8:0/3137515397 learned_addr learned my addr 172.21.15.8:0/3137515397 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:27.274 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.263+0000 7faf59e00640 1 --2- 172.21.15.8:0/3137515397 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557527722b30 0x557527731110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:27.274 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.263+0000 7faf59400640 1 --2- 172.21.15.8:0/3137515397 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557527723520 0x557527731650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:27.274 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.263+0000 7faf59e00640 1 -- 172.21.15.8:0/3137515397 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557527723520 msgr2=0x557527731650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:27.274 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.263+0000 7faf59e00640 1 --2- 172.21.15.8:0/3137515397 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557527723520 0x557527731650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.275 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.263+0000 7faf59e00640 1 -- 172.21.15.8:0/3137515397 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557527728690 msgr2=0x557527732660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:27.275 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.263+0000 7faf59e00640 1 --2- 172.21.15.8:0/3137515397 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557527728690 0x557527732660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.275 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.263+0000 7faf59e00640 1 -- 172.21.15.8:0/3137515397 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557527732c50 con 0x557527722b30 2024-05-20T21:25:27.275 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.263+0000 7faf59400640 1 --2- 172.21.15.8:0/3137515397 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557527723520 0x557527731650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:27.275 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.263+0000 7faf5a800640 1 --2- 172.21.15.8:0/3137515397 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557527728690 0x557527732660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:27.275 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.263+0000 7faf59e00640 1 --2- 172.21.15.8:0/3137515397 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557527722b30 0x557527731110 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x55752771f070 tx=0x7faf4c004170 comp rx=0 tx=0).ready entity=mon.1 client_cookie=aeb86d39e137012d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:27.276 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.263+0000 7faf3be00640 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:25:27.276 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.264+0000 7faf3be00640 1 -- 172.21.15.8:0/3137515397 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf4c005410 con 0x557527722b30 2024-05-20T21:25:27.276 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.264+0000 7faf3be00640 1 -- 172.21.15.8:0/3137515397 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7faf4c0055b0 con 0x557527722b30 2024-05-20T21:25:27.276 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.264+0000 7faf641ad740 1 -- 172.21.15.8:0/3137515397 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faf4803b910 con 0x557527722b30 2024-05-20T21:25:27.276 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.264+0000 7faf3be00640 1 -- 172.21.15.8:0/3137515397 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7faf4c03b050 con 0x557527722b30 2024-05-20T21:25:27.276 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.264+0000 7faf641ad740 10 client.28138 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:27.276 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.264+0000 7faf641ad740 1 -- 172.21.15.8:0/3137515397 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557527733fd0 con 0x557527722b30 2024-05-20T21:25:27.277 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.264+0000 7faf3be00640 1 -- 172.21.15.8:0/3137515397 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faf4803b910 con 0x557527722b30 2024-05-20T21:25:27.277 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.265+0000 7faf3be00640 1 -- 172.21.15.8:0/3137515397 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7faf4c02c4a0 con 0x557527722b30 2024-05-20T21:25:27.277 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.265+0000 7faf641ad740 10 client.28138 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:27.277 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.265+0000 7faf641ad740 10 client.28138 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:25:27.277 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.265+0000 7faf641ad740 20 client.28138 populate_metadata read hostname 'smithi008' 2024-05-20T21:25:27.277 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.265+0000 7faf641ad740 1 --2- 172.21.15.8:0/3137515397 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5575277a3520 0x5575277a5940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:27.277 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.265+0000 7faf641ad740 4 client.28138 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:25:27.278 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.265+0000 7faf641ad740 1 -- 172.21.15.8:0/3137515397 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55752772c720 con 0x5575277a3520 2024-05-20T21:25:27.278 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.265+0000 7faf59400640 1 --2- 172.21.15.8:0/3137515397 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5575277a3520 0x5575277a5940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:27.278 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.266+0000 7faf59400640 1 --2- 172.21.15.8:0/3137515397 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5575277a3520 0x5575277a5940 crc :-1 s=READY pgs=268 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=263b31ae578910cf server_cookie=bdf2cbc02675372d in_seq=0 out_seq=0 2024-05-20T21:25:27.278 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.266+0000 7faf3be00640 10 client.28138 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:25:27.280 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.277+0000 7faf3be00640 1 -- 172.21.15.8:0/3137515397 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55752772c720 con 0x5575277a3520 2024-05-20T21:25:27.280 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.277+0000 7faf3be00640 10 client.28138 handle_command_reply: tid=0 2024-05-20T21:25:27.280 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.277+0000 7faf641ad740 1 client.28138 shutdown 2024-05-20T21:25:27.280 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.277+0000 7faf641ad740 1 -- 172.21.15.8:0/3137515397 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557527722b30 msgr2=0x557527731110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:27.280 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.277+0000 7faf641ad740 1 --2- 172.21.15.8:0/3137515397 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557527722b30 0x557527731110 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x55752771f070 tx=0x7faf4c004170 comp rx=0 tx=0).stop 2024-05-20T21:25:27.280 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.277+0000 7faf641ad740 1 -- 172.21.15.8:0/3137515397 shutdown_connections 2024-05-20T21:25:27.281 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.277+0000 7faf641ad740 1 --2- 172.21.15.8:0/3137515397 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5575277a3520 0x5575277a5940 crc :-1 s=READY pgs=268 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.281 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.277+0000 7faf641ad740 1 --2- 172.21.15.8:0/3137515397 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557527728690 0x557527732660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.281 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.277+0000 7faf641ad740 1 --2- 172.21.15.8:0/3137515397 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557527723520 0x557527731650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.281 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.277+0000 7faf641ad740 1 --2- 172.21.15.8:0/3137515397 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557527722b30 0x557527731110 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.281 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.277+0000 7faf3be00640 0 client.28138 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:25:27.281 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.277+0000 7faf641ad740 1 -- 172.21.15.8:0/3137515397 >> 172.21.15.8:0/3137515397 conn(0x55752771e1a0 msgr2=0x5575277210b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:27.281 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.277+0000 7faf641ad740 1 -- 172.21.15.8:0/3137515397 shutdown_connections 2024-05-20T21:25:27.282 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.277+0000 7faf641ad740 1 -- 172.21.15.8:0/3137515397 wait complete. 2024-05-20T21:25:27.282 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.277+0000 7faf641ad740 20 client.28138 trim_cache size 0 max 16384 2024-05-20T21:25:27.282 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:25:27.282 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:25:27.283 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:25:27.283 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.278+0000 7faf61200640 1 -- 172.21.15.8:0/3748118231 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7faf400b2860 msgr2=0x7faf400b4d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:27.284 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.278+0000 7faf61200640 1 --2- 172.21.15.8:0/3748118231 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7faf400b2860 0x7faf400b4d20 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x557527723d80 tx=0x7faf48005a20 comp rx=0 tx=0).stop 2024-05-20T21:25:27.284 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.278+0000 7faf61200640 1 -- 172.21.15.8:0/3748118231 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7faf5c106890 msgr2=0x7faf5c1a2480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:27.284 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.278+0000 7faf61200640 1 --2- 172.21.15.8:0/3748118231 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7faf5c106890 0x7faf5c1a2480 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7faf54009fd0 tx=0x7faf5400ef10 comp rx=0 tx=0).stop 2024-05-20T21:25:27.284 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.278+0000 7faf61200640 1 -- 172.21.15.8:0/3748118231 shutdown_connections 2024-05-20T21:25:27.284 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.278+0000 7faf61200640 1 --2- 172.21.15.8:0/3748118231 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7faf400b2860 0x7faf400b4d20 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.284 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.278+0000 7faf61200640 1 --2- 172.21.15.8:0/3748118231 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7faf5c106890 0x7faf5c1a2480 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.284 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.278+0000 7faf61200640 1 --2- 172.21.15.8:0/3748118231 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faf5c105ed0 0x7faf5c19b410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.285 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.278+0000 7faf61200640 1 --2- 172.21.15.8:0/3748118231 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7faf5c104ce0 0x7faf5c19aed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.285 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.278+0000 7faf61200640 1 -- 172.21.15.8:0/3748118231 >> 172.21.15.8:0/3748118231 conn(0x7faf5c100270 msgr2=0x7faf5c1091d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:27.285 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.278+0000 7faf61200640 1 -- 172.21.15.8:0/3748118231 shutdown_connections 2024-05-20T21:25:27.285 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:27.279+0000 7faf61200640 1 -- 172.21.15.8:0/3748118231 wait complete. 2024-05-20T21:25:28.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:25:28 smithi130 ceph-mon[36448]: pgmap v744: 97 pgs: 97 active+clean; 972 KiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 852 B/s wr, 7 op/s 2024-05-20T21:25:28.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:25:28 smithi050 ceph-mon[35809]: pgmap v744: 97 pgs: 97 active+clean; 972 KiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 852 B/s wr, 7 op/s 2024-05-20T21:25:28.939 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:25:28 smithi008 ceph-mon[31475]: pgmap v744: 97 pgs: 97 active+clean; 972 KiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 852 B/s wr, 7 op/s 2024-05-20T21:25:29.058 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:25:29.058 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:25:29.542 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:25:30.224 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:30.195+0000 7f7e1ce00700 1 -- 172.21.15.8:0/3602797205 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7e18102df0 msgr2=0x7f7e1810f2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:30.224 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:30.195+0000 7f7e1ce00700 1 --2- 172.21.15.8:0/3602797205 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7e18102df0 0x7f7e1810f2e0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f7e10009f90 tx=0x7f7e1000b330 comp rx=0 tx=0).stop 2024-05-20T21:25:30.224 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:30.195+0000 7f7e1ce00700 1 -- 172.21.15.8:0/3602797205 shutdown_connections 2024-05-20T21:25:30.224 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:30.195+0000 7f7e1ce00700 1 --2- 172.21.15.8:0/3602797205 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7e18102df0 0x7f7e1810f2e0 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:30.224 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:30.195+0000 7f7e1ce00700 1 --2- 172.21.15.8:0/3602797205 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7e18108510 0x7f7e181088f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:30.224 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:30.195+0000 7f7e1ce00700 1 --2- 172.21.15.8:0/3602797205 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7e18102430 0x7f7e181028b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:30.224 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:30.195+0000 7f7e1ce00700 1 -- 172.21.15.8:0/3602797205 >> 172.21.15.8:0/3602797205 conn(0x7f7e180793b0 msgr2=0x7f7e180797c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:30.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:30.195+0000 7f7e1ce00700 1 -- 172.21.15.8:0/3602797205 shutdown_connections 2024-05-20T21:25:30.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:30.195+0000 7f7e1ce00700 1 -- 172.21.15.8:0/3602797205 wait complete. 2024-05-20T21:25:30.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:30.196+0000 7f7e1ce00700 1 Processor -- start 2024-05-20T21:25:30.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:30.197+0000 7f7e1ce00700 1 -- start start 2024-05-20T21:25:30.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:30.197+0000 7f7e1ce00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7e18102430 0x7f7e18104070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:30.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:30.197+0000 7f7e1ce00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7e18102df0 0x7f7e181045b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:30.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:30.197+0000 7f7e1ce00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7e18108510 0x7f7e18104af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:30.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:30.197+0000 7f7e1ce00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f7e18112610 con 0x7f7e18102430 2024-05-20T21:25:30.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:30.197+0000 7f7e1ce00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f7e18112490 con 0x7f7e18102df0 2024-05-20T21:25:30.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:30.197+0000 7f7e1ce00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f7e18112790 con 0x7f7e18108510 2024-05-20T21:25:30.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:30.198+0000 7f7e15e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7e18102430 0x7f7e18104070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:30.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:30.198+0000 7f7e16800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7e18108510 0x7f7e18104af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:30.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:30.198+0000 7f7e15400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7e18102df0 0x7f7e181045b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:30.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:30.198+0000 7f7e16800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7e18108510 0x7f7e18104af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:54322/0 (socket says 172.21.15.8:54322) 2024-05-20T21:25:30.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:30.198+0000 7f7e16800700 1 -- 172.21.15.8:0/1857506546 learned_addr learned my addr 172.21.15.8:0/1857506546 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:30.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:30.198+0000 7f7e15e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7e18102430 0x7f7e18104070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:59042/0 (socket says 172.21.15.8:59042) 2024-05-20T21:25:30.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:30.198+0000 7f7e16800700 1 -- 172.21.15.8:0/1857506546 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7e18102df0 msgr2=0x7f7e181045b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:30.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:30.198+0000 7f7e16800700 1 --2- 172.21.15.8:0/1857506546 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7e18102df0 0x7f7e181045b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:30.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:30.198+0000 7f7e16800700 1 -- 172.21.15.8:0/1857506546 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7e18102430 msgr2=0x7f7e18104070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:30.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:30.198+0000 7f7e16800700 1 --2- 172.21.15.8:0/1857506546 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7e18102430 0x7f7e18104070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:30.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:30.198+0000 7f7e16800700 1 -- 172.21.15.8:0/1857506546 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e181a8120 con 0x7f7e18108510 2024-05-20T21:25:30.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:30.198+0000 7f7e15400700 1 --2- 172.21.15.8:0/1857506546 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7e18102df0 0x7f7e181045b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:30.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:30.198+0000 7f7e15e00700 1 --2- 172.21.15.8:0/1857506546 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7e18102430 0x7f7e18104070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:30.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:30.199+0000 7f7e16800700 1 --2- 172.21.15.8:0/1857506546 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7e18108510 0x7f7e18104af0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f7e10009c10 tx=0x7f7e1000cca0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:30.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:30.199+0000 7f7e0ea00700 1 -- 172.21.15.8:0/1857506546 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e10021070 con 0x7f7e18108510 2024-05-20T21:25:30.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:30.199+0000 7f7e0ea00700 1 -- 172.21.15.8:0/1857506546 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7e10007ac0 con 0x7f7e18108510 2024-05-20T21:25:30.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:30.199+0000 7f7e1ce00700 1 -- 172.21.15.8:0/1857506546 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e181a83b0 con 0x7f7e18108510 2024-05-20T21:25:30.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:30.199+0000 7f7e0ea00700 1 -- 172.21.15.8:0/1857506546 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e10005040 con 0x7f7e18108510 2024-05-20T21:25:30.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:30.199+0000 7f7e1ce00700 1 -- 172.21.15.8:0/1857506546 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e181a8860 con 0x7f7e18108510 2024-05-20T21:25:30.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:30.200+0000 7f7e1ce00700 1 -- 172.21.15.8:0/1857506546 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7e1806a230 con 0x7f7e18108510 2024-05-20T21:25:30.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:30.203+0000 7f7e0ea00700 1 -- 172.21.15.8:0/1857506546 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f7e10024070 con 0x7f7e18108510 2024-05-20T21:25:30.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:30.205+0000 7f7e0ea00700 1 --2- 172.21.15.8:0/1857506546 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f7dfc0b2880 0x7f7dfc0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:30.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:30.206+0000 7f7e0ea00700 1 -- 172.21.15.8:0/1857506546 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f7e1000f020 con 0x7f7e18108510 2024-05-20T21:25:30.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:30.206+0000 7f7e15e00700 1 --2- 172.21.15.8:0/1857506546 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f7dfc0b2880 0x7f7dfc0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:30.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:30.206+0000 7f7e0ea00700 1 -- 172.21.15.8:0/1857506546 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f7e1002b020 con 0x7f7e18108510 2024-05-20T21:25:30.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:30.207+0000 7f7e15e00700 1 --2- 172.21.15.8:0/1857506546 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f7dfc0b2880 0x7f7dfc0b4d40 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f7e08009fd0 tx=0x7f7e08009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:30.505 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:30.504+0000 7f7e1ce00700 1 -- 172.21.15.8:0/1857506546 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7e181a8a30 con 0x7f7e18108510 2024-05-20T21:25:30.506 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:30.506+0000 7f7e0ea00700 1 -- 172.21.15.8:0/1857506546 <== mon.1 v2:172.21.15.130:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7f7e100ab710 con 0x7f7e18108510 2024-05-20T21:25:30.506 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:25:30.507 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:25:30.509 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:30.509+0000 7f7e1ce00700 1 -- 172.21.15.8:0/1857506546 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f7dfc0b2880 msgr2=0x7f7dfc0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:30.509 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:30.509+0000 7f7e1ce00700 1 --2- 172.21.15.8:0/1857506546 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f7dfc0b2880 0x7f7dfc0b4d40 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f7e08009fd0 tx=0x7f7e08009260 comp rx=0 tx=0).stop 2024-05-20T21:25:30.510 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:30.509+0000 7f7e1ce00700 1 -- 172.21.15.8:0/1857506546 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7e18108510 msgr2=0x7f7e18104af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:30.510 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:30.509+0000 7f7e1ce00700 1 --2- 172.21.15.8:0/1857506546 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7e18108510 0x7f7e18104af0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f7e10009c10 tx=0x7f7e1000cca0 comp rx=0 tx=0).stop 2024-05-20T21:25:30.511 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:30.509+0000 7f7e1ce00700 1 -- 172.21.15.8:0/1857506546 shutdown_connections 2024-05-20T21:25:30.511 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:30.509+0000 7f7e1ce00700 1 --2- 172.21.15.8:0/1857506546 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f7dfc0b2880 0x7f7dfc0b4d40 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:30.511 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:30.509+0000 7f7e1ce00700 1 --2- 172.21.15.8:0/1857506546 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7e18108510 0x7f7e18104af0 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:30.511 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:30.509+0000 7f7e1ce00700 1 --2- 172.21.15.8:0/1857506546 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7e18102430 0x7f7e18104070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:30.511 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:30.509+0000 7f7e1ce00700 1 --2- 172.21.15.8:0/1857506546 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7e18102df0 0x7f7e181045b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:30.511 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:30.509+0000 7f7e1ce00700 1 -- 172.21.15.8:0/1857506546 >> 172.21.15.8:0/1857506546 conn(0x7f7e180793b0 msgr2=0x7f7e18106310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:30.511 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:30.510+0000 7f7e1ce00700 1 -- 172.21.15.8:0/1857506546 shutdown_connections 2024-05-20T21:25:30.511 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:30.510+0000 7f7e1ce00700 1 -- 172.21.15.8:0/1857506546 wait complete. 2024-05-20T21:25:30.511 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:25:30.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:25:30 smithi008 ceph-mon[31475]: pgmap v745: 97 pgs: 97 active+clean; 972 KiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 1023 B/s wr, 7 op/s 2024-05-20T21:25:30.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:25:30 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/1857506546' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:25:30.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:25:30 smithi130 ceph-mon[36448]: pgmap v745: 97 pgs: 97 active+clean; 972 KiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 1023 B/s wr, 7 op/s 2024-05-20T21:25:30.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:25:30 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/1857506546' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:25:30.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:25:30 smithi050 ceph-mon[35809]: pgmap v745: 97 pgs: 97 active+clean; 972 KiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 1023 B/s wr, 7 op/s 2024-05-20T21:25:30.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:25:30 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/1857506546' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:25:31.488 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24529 quiesce db / --timeout 90 --expiration 146.55 --await-for 45.0' 2024-05-20T21:25:31.488 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24529 quiesce db / --timeout 90 --expiration 146.55 --await-for 45.0 2024-05-20T21:25:32.024 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:25:32.701 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:25:32 smithi008 ceph-mon[31475]: pgmap v746: 97 pgs: 97 active+clean; 1.0 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 6.8 KiB/s wr, 10 op/s 2024-05-20T21:25:33.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:25:32 smithi130 ceph-mon[36448]: pgmap v746: 97 pgs: 97 active+clean; 1.0 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 6.8 KiB/s wr, 10 op/s 2024-05-20T21:25:33.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:25:32 smithi050 ceph-mon[35809]: pgmap v746: 97 pgs: 97 active+clean; 1.0 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 6.8 KiB/s wr, 10 op/s 2024-05-20T21:25:33.338 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.877+0000 7fe222a00700 1 -- 172.21.15.8:0/617026773 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe21c078390 msgr2=0x7fe21c113e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:33.338 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.877+0000 7fe222a00700 1 --2- 172.21.15.8:0/617026773 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe21c078390 0x7fe21c113e90 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7fe208009990 tx=0x7fe208009ca0 comp rx=0 tx=0).stop 2024-05-20T21:25:33.338 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.877+0000 7fe222a00700 1 -- 172.21.15.8:0/617026773 shutdown_connections 2024-05-20T21:25:33.338 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.877+0000 7fe222a00700 1 --2- 172.21.15.8:0/617026773 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe21c1143d0 0x7fe21c1167c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:33.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.877+0000 7fe222a00700 1 --2- 172.21.15.8:0/617026773 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe21c077a70 0x7fe21c077e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:33.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.877+0000 7fe222a00700 1 --2- 172.21.15.8:0/617026773 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe21c078390 0x7fe21c113e90 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:33.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.877+0000 7fe222a00700 1 -- 172.21.15.8:0/617026773 >> 172.21.15.8:0/617026773 conn(0x7fe21c101220 msgr2=0x7fe21c103640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:33.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.878+0000 7fe222a00700 1 -- 172.21.15.8:0/617026773 shutdown_connections 2024-05-20T21:25:33.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.878+0000 7fe222a00700 1 -- 172.21.15.8:0/617026773 wait complete. 2024-05-20T21:25:33.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.879+0000 7fe222a00700 1 Processor -- start 2024-05-20T21:25:33.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.879+0000 7fe222a00700 1 -- start start 2024-05-20T21:25:33.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.879+0000 7fe222a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe21c077a70 0x7fe21c1a0290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:33.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.879+0000 7fe222a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe21c078390 0x7fe21c1a07d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:33.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.879+0000 7fe222a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe21c1143d0 0x7fe21c1a4b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:33.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.879+0000 7fe222a00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fe21c119d40 con 0x7fe21c077a70 2024-05-20T21:25:33.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.879+0000 7fe222a00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe21c119bc0 con 0x7fe21c078390 2024-05-20T21:25:33.340 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.879+0000 7fe222a00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fe21c119ec0 con 0x7fe21c1143d0 2024-05-20T21:25:33.340 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.880+0000 7fe21be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe21c077a70 0x7fe21c1a0290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:33.340 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.880+0000 7fe21be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe21c077a70 0x7fe21c1a0290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:39670/0 (socket says 172.21.15.8:39670) 2024-05-20T21:25:33.340 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.880+0000 7fe21be00700 1 -- 172.21.15.8:0/176082269 learned_addr learned my addr 172.21.15.8:0/176082269 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:33.340 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.880+0000 7fe21b400700 1 --2- 172.21.15.8:0/176082269 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe21c078390 0x7fe21c1a07d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:33.340 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.880+0000 7fe220a00700 1 --2- 172.21.15.8:0/176082269 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe21c1143d0 0x7fe21c1a4b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:33.340 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.880+0000 7fe21be00700 1 -- 172.21.15.8:0/176082269 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe21c1143d0 msgr2=0x7fe21c1a4b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:33.340 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.880+0000 7fe21be00700 1 --2- 172.21.15.8:0/176082269 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe21c1143d0 0x7fe21c1a4b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:33.340 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.880+0000 7fe21be00700 1 -- 172.21.15.8:0/176082269 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe21c078390 msgr2=0x7fe21c1a07d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:33.340 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.880+0000 7fe21be00700 1 --2- 172.21.15.8:0/176082269 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe21c078390 0x7fe21c1a07d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:33.340 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.880+0000 7fe21be00700 1 -- 172.21.15.8:0/176082269 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe21c1a52a0 con 0x7fe21c077a70 2024-05-20T21:25:33.340 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.881+0000 7fe21be00700 1 --2- 172.21.15.8:0/176082269 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe21c077a70 0x7fe21c1a0290 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7fe20c00eb30 tx=0x7fe20c00ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:33.340 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.881+0000 7fe218c00700 1 -- 172.21.15.8:0/176082269 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe20c00cc90 con 0x7fe21c077a70 2024-05-20T21:25:33.340 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.881+0000 7fe218c00700 1 -- 172.21.15.8:0/176082269 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe20c0044d0 con 0x7fe21c077a70 2024-05-20T21:25:33.340 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.881+0000 7fe222a00700 1 -- 172.21.15.8:0/176082269 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe21c1a5590 con 0x7fe21c077a70 2024-05-20T21:25:33.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.881+0000 7fe218c00700 1 -- 172.21.15.8:0/176082269 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe20c010430 con 0x7fe21c077a70 2024-05-20T21:25:33.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.881+0000 7fe222a00700 1 -- 172.21.15.8:0/176082269 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe21c1ace10 con 0x7fe21c077a70 2024-05-20T21:25:33.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.886+0000 7fe218c00700 1 -- 172.21.15.8:0/176082269 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fe20c003ea0 con 0x7fe21c077a70 2024-05-20T21:25:33.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.887+0000 7fe22d462b80 1 Processor -- start 2024-05-20T21:25:33.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.887+0000 7fe22d462b80 1 -- start start 2024-05-20T21:25:33.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.888+0000 7fe22d462b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562abb040690 0x562abb040a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:33.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.888+0000 7fe22d462b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562abb040fb0 0x562abb03aba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:33.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.888+0000 7fe22d462b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562abb03b1c0 0x562abb03b640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:33.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.888+0000 7fe22d462b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x562abaf98ec0 con 0x562abb03b1c0 2024-05-20T21:25:33.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.888+0000 7fe22d462b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x562abaf88a60 con 0x562abb040fb0 2024-05-20T21:25:33.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.888+0000 7fe22d462b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x562abaf8caa0 con 0x562abb040690 2024-05-20T21:25:33.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.888+0000 7fe21b400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562abb03b1c0 0x562abb03b640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:33.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.888+0000 7fe21b400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562abb03b1c0 0x562abb03b640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:39678/0 (socket says 172.21.15.8:39678) 2024-05-20T21:25:33.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.888+0000 7fe21b400700 1 -- 172.21.15.8:0/3056918877 learned_addr learned my addr 172.21.15.8:0/3056918877 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:33.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.888+0000 7fe220a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562abb040690 0x562abb040a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:33.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.888+0000 7fe218c00700 1 --2- 172.21.15.8:0/176082269 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe2000b2880 0x7fe2000b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:33.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.888+0000 7fe21be00700 1 --2- 172.21.15.8:0/3056918877 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562abb040fb0 0x562abb03aba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:33.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.889+0000 7fe21be00700 1 -- 172.21.15.8:0/3056918877 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562abb040690 msgr2=0x562abb040a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:33.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.889+0000 7fe21be00700 1 --2- 172.21.15.8:0/3056918877 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562abb040690 0x562abb040a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:33.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.889+0000 7fe220a00700 1 --2- 172.21.15.8:0/176082269 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe2000b2880 0x7fe2000b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:33.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.889+0000 7fe21be00700 1 -- 172.21.15.8:0/3056918877 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562abb03b1c0 msgr2=0x562abb03b640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:33.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.889+0000 7fe21be00700 1 --2- 172.21.15.8:0/3056918877 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562abb03b1c0 0x562abb03b640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:33.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.889+0000 7fe21be00700 1 -- 172.21.15.8:0/3056918877 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562abaf514a0 con 0x562abb040fb0 2024-05-20T21:25:33.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.889+0000 7fe218c00700 1 -- 172.21.15.8:0/176082269 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fe20c0e24c0 con 0x7fe21c077a70 2024-05-20T21:25:33.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.889+0000 7fe21b400700 1 --2- 172.21.15.8:0/3056918877 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562abb03b1c0 0x562abb03b640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:33.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.889+0000 7fe21be00700 1 --2- 172.21.15.8:0/3056918877 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562abb040fb0 0x562abb03aba0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7fe20c0a6d40 tx=0x7fe20c021000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a69e2e311b5f2543 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:33.343 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.889+0000 7fe220a00700 1 --2- 172.21.15.8:0/176082269 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe2000b2880 0x7fe2000b4d40 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7fe214009da0 tx=0x7fe214004b40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:33.343 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.889+0000 7fe211600700 1 -- 172.21.15.8:0/3056918877 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe20c0a9240 con 0x562abb040fb0 2024-05-20T21:25:33.343 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.890+0000 7fe211600700 1 -- 172.21.15.8:0/3056918877 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe20c0a95e0 con 0x562abb040fb0 2024-05-20T21:25:33.343 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.890+0000 7fe211600700 1 -- 172.21.15.8:0/3056918877 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe20c0b0670 con 0x562abb040fb0 2024-05-20T21:25:33.343 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.890+0000 7fe22d462b80 1 -- 172.21.15.8:0/3056918877 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562abb040fb0 msgr2=0x562abb03aba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:33.343 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.890+0000 7fe22d462b80 1 --2- 172.21.15.8:0/3056918877 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562abb040fb0 0x562abb03aba0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7fe20c0a6d40 tx=0x7fe20c021000 comp rx=0 tx=0).stop 2024-05-20T21:25:33.343 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.890+0000 7fe22d462b80 1 -- 172.21.15.8:0/3056918877 shutdown_connections 2024-05-20T21:25:33.343 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.890+0000 7fe22d462b80 1 --2- 172.21.15.8:0/3056918877 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562abb03b1c0 0x562abb03b640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:33.343 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.890+0000 7fe22d462b80 1 --2- 172.21.15.8:0/3056918877 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562abb040690 0x562abb040a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:33.343 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.890+0000 7fe22d462b80 1 --2- 172.21.15.8:0/3056918877 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562abb040fb0 0x562abb03aba0 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:33.343 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.890+0000 7fe22d462b80 1 -- 172.21.15.8:0/3056918877 >> 172.21.15.8:0/3056918877 conn(0x562abaf68c60 msgr2=0x562abb035710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:33.343 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.891+0000 7fe22d462b80 1 -- 172.21.15.8:0/3056918877 shutdown_connections 2024-05-20T21:25:33.343 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.891+0000 7fe22d462b80 1 -- 172.21.15.8:0/3056918877 wait complete. 2024-05-20T21:25:33.343 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.891+0000 7fe22d462b80 1 -- start start 2024-05-20T21:25:33.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.891+0000 7fe22d462b80 1 Processor -- start 2024-05-20T21:25:33.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.892+0000 7fe22d462b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562abb03b1c0 0x562abb046d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:33.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.892+0000 7fe22d462b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562abb040690 0x562abb044110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:33.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.892+0000 7fe22d462b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562abb040fb0 0x562abb044650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:33.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.892+0000 7fe22d462b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x562abae8f020 con 0x562abb040690 2024-05-20T21:25:33.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.892+0000 7fe22d462b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x562abaf297e0 con 0x562abb040fb0 2024-05-20T21:25:33.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.892+0000 7fe22d462b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x562abb047a00 con 0x562abb03b1c0 2024-05-20T21:25:33.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.892+0000 7fe22d462b80 10 client.0 _ll_register_callbacks cb 0x562abaf32cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:33.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.892+0000 7fe21b400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562abb040690 0x562abb044110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:33.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.892+0000 7fe21b400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562abb040690 0x562abb044110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:39690/0 (socket says 172.21.15.8:39690) 2024-05-20T21:25:33.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.892+0000 7fe21b400700 1 -- 172.21.15.8:0/4154997694 learned_addr learned my addr 172.21.15.8:0/4154997694 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:33.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.892+0000 7fe21be00700 1 --2- 172.21.15.8:0/4154997694 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562abb03b1c0 0x562abb046d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:33.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.892+0000 7fe220a00700 1 --2- 172.21.15.8:0/4154997694 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562abb040fb0 0x562abb044650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:33.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.893+0000 7fe21b400700 1 -- 172.21.15.8:0/4154997694 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562abb03b1c0 msgr2=0x562abb046d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:33.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.893+0000 7fe21b400700 1 --2- 172.21.15.8:0/4154997694 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562abb03b1c0 0x562abb046d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:33.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.893+0000 7fe21b400700 1 -- 172.21.15.8:0/4154997694 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562abb040fb0 msgr2=0x562abb044650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:33.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.893+0000 7fe21b400700 1 --2- 172.21.15.8:0/4154997694 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562abb040fb0 0x562abb044650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:33.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.893+0000 7fe21b400700 1 -- 172.21.15.8:0/4154997694 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562abaed8950 con 0x562abb040690 2024-05-20T21:25:33.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.893+0000 7fe21b400700 1 --2- 172.21.15.8:0/4154997694 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562abb040690 0x562abb044110 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7fe208005830 tx=0x7fe208005fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0fd55006bbce872 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:33.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.893+0000 7fe206000700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:25:33.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.893+0000 7fe206000700 1 -- 172.21.15.8:0/4154997694 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe208029060 con 0x562abb040690 2024-05-20T21:25:33.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.893+0000 7fe206000700 1 -- 172.21.15.8:0/4154997694 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fe20800bd30 con 0x562abb040690 2024-05-20T21:25:33.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.893+0000 7fe22d462b80 1 -- 172.21.15.8:0/4154997694 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe20c0a95e0 con 0x562abb040690 2024-05-20T21:25:33.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.894+0000 7fe206000700 1 -- 172.21.15.8:0/4154997694 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe208003680 con 0x562abb040690 2024-05-20T21:25:33.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.894+0000 7fe22d462b80 10 client.17991 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:33.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.894+0000 7fe22d462b80 1 -- 172.21.15.8:0/4154997694 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562abaf590e0 con 0x562abb040690 2024-05-20T21:25:33.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.894+0000 7fe206000700 1 -- 172.21.15.8:0/4154997694 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe20c0a95e0 con 0x562abb040690 2024-05-20T21:25:33.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.894+0000 7fe206000700 1 -- 172.21.15.8:0/4154997694 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe20800f8a0 con 0x562abb040690 2024-05-20T21:25:33.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.894+0000 7fe22d462b80 10 client.17991 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:33.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.894+0000 7fe22d462b80 10 client.17991 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:25:33.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.894+0000 7fe22d462b80 20 client.17991 populate_metadata read hostname 'smithi008' 2024-05-20T21:25:33.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.894+0000 7fe22d462b80 1 --2- 172.21.15.8:0/4154997694 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562abb0545c0 0x562abb0569b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:33.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.894+0000 7fe22d462b80 4 client.17991 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:25:33.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.894+0000 7fe22d462b80 1 -- 172.21.15.8:0/4154997694 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562abaf9ae10 con 0x562abb0545c0 2024-05-20T21:25:33.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.895+0000 7fe21be00700 1 --2- 172.21.15.8:0/4154997694 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562abb0545c0 0x562abb0569b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:33.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.895+0000 7fe21be00700 1 --2- 172.21.15.8:0/4154997694 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562abb0545c0 0x562abb0569b0 crc :-1 s=READY pgs=269 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2efd492ab1a89948 server_cookie=cb4ea04400bffd7 in_seq=0 out_seq=0 2024-05-20T21:25:33.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.895+0000 7fe206000700 10 client.17991 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:25:33.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.896+0000 7fe206000700 1 -- 172.21.15.8:0/4154997694 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x562abaf9ae10 con 0x562abb0545c0 2024-05-20T21:25:33.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.896+0000 7fe206000700 10 client.17991 handle_command_reply: tid=0 2024-05-20T21:25:33.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.896+0000 7fe22d462b80 1 client.17991 shutdown 2024-05-20T21:25:33.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.896+0000 7fe22d462b80 1 -- 172.21.15.8:0/4154997694 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562abb040690 msgr2=0x562abb044110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:33.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.896+0000 7fe22d462b80 1 --2- 172.21.15.8:0/4154997694 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562abb040690 0x562abb044110 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7fe208005830 tx=0x7fe208005fb0 comp rx=0 tx=0).stop 2024-05-20T21:25:33.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.897+0000 7fe22d462b80 1 -- 172.21.15.8:0/4154997694 shutdown_connections 2024-05-20T21:25:33.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.897+0000 7fe22d462b80 1 --2- 172.21.15.8:0/4154997694 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562abb0545c0 0x562abb0569b0 crc :-1 s=READY pgs=269 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:33.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.897+0000 7fe22d462b80 1 --2- 172.21.15.8:0/4154997694 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562abb040fb0 0x562abb044650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:33.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.897+0000 7fe22d462b80 1 --2- 172.21.15.8:0/4154997694 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562abb03b1c0 0x562abb046d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:33.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.897+0000 7fe22d462b80 1 --2- 172.21.15.8:0/4154997694 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562abb040690 0x562abb044110 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:33.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.897+0000 7fe206000700 0 client.17991 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:25:33.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.897+0000 7fe22d462b80 1 -- 172.21.15.8:0/4154997694 >> 172.21.15.8:0/4154997694 conn(0x562abaf68c60 msgr2=0x562abb034df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:33.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.897+0000 7fe22d462b80 1 -- 172.21.15.8:0/4154997694 shutdown_connections 2024-05-20T21:25:33.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.897+0000 7fe22d462b80 1 -- 172.21.15.8:0/4154997694 wait complete. 2024-05-20T21:25:33.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.897+0000 7fe22d462b80 20 client.17991 trim_cache size 0 max 16384 2024-05-20T21:25:33.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.920+0000 7fe22d462b80 1 Processor -- start 2024-05-20T21:25:33.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.920+0000 7fe22d462b80 1 -- start start 2024-05-20T21:25:33.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.920+0000 7fe22d462b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562abb03b1c0 0x562abb041c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:33.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.920+0000 7fe22d462b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562abb040690 0x562abb035570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:33.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.920+0000 7fe22d462b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562abb040fb0 0x562abb045ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:33.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.920+0000 7fe22d462b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fe21c1b6ad0 con 0x562abb040fb0 2024-05-20T21:25:33.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.920+0000 7fe22d462b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe21c1b4360 con 0x562abb03b1c0 2024-05-20T21:25:33.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.920+0000 7fe22d462b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fe21c1b21b0 con 0x562abb040690 2024-05-20T21:25:33.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.920+0000 7fe220a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562abb040fb0 0x562abb045ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:33.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.921+0000 7fe21be00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562abb03b1c0 0x562abb041c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:33.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.921+0000 7fe21be00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562abb03b1c0 0x562abb041c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:46408/0 (socket says 172.21.15.8:46408) 2024-05-20T21:25:33.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.921+0000 7fe220a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562abb040fb0 0x562abb045ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:39692/0 (socket says 172.21.15.8:39692) 2024-05-20T21:25:33.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.921+0000 7fe21be00700 1 -- 172.21.15.8:0/2635448226 learned_addr learned my addr 172.21.15.8:0/2635448226 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:33.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.921+0000 7fe21b400700 1 --2- 172.21.15.8:0/2635448226 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562abb040690 0x562abb035570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:33.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.921+0000 7fe21be00700 1 -- 172.21.15.8:0/2635448226 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562abb040690 msgr2=0x562abb035570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:33.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.921+0000 7fe21be00700 1 --2- 172.21.15.8:0/2635448226 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562abb040690 0x562abb035570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:33.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.921+0000 7fe21be00700 1 -- 172.21.15.8:0/2635448226 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562abb040fb0 msgr2=0x562abb045ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:33.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.921+0000 7fe21be00700 1 --2- 172.21.15.8:0/2635448226 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562abb040fb0 0x562abb045ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:33.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.921+0000 7fe21be00700 1 -- 172.21.15.8:0/2635448226 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562abb056fe0 con 0x562abb03b1c0 2024-05-20T21:25:33.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.921+0000 7fe21be00700 1 --2- 172.21.15.8:0/2635448226 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562abb03b1c0 0x562abb041c80 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7fe20c0e0000 tx=0x7fe20c0a5ac0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=697f212a8cba0a3e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:33.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.921+0000 7fe210c00700 1 -- 172.21.15.8:0/2635448226 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe20c0a95e0 con 0x562abb03b1c0 2024-05-20T21:25:33.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.921+0000 7fe210c00700 1 -- 172.21.15.8:0/2635448226 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe20c0aa1d0 con 0x562abb03b1c0 2024-05-20T21:25:33.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.921+0000 7fe210c00700 1 -- 172.21.15.8:0/2635448226 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe20c0e2110 con 0x562abb03b1c0 2024-05-20T21:25:33.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.922+0000 7fe22d462b80 1 -- 172.21.15.8:0/2635448226 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562abb03b1c0 msgr2=0x562abb041c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:33.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.922+0000 7fe22d462b80 1 --2- 172.21.15.8:0/2635448226 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562abb03b1c0 0x562abb041c80 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7fe20c0e0000 tx=0x7fe20c0a5ac0 comp rx=0 tx=0).stop 2024-05-20T21:25:33.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.922+0000 7fe22d462b80 1 -- 172.21.15.8:0/2635448226 shutdown_connections 2024-05-20T21:25:33.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.922+0000 7fe22d462b80 1 --2- 172.21.15.8:0/2635448226 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562abb03b1c0 0x562abb041c80 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:33.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.922+0000 7fe22d462b80 1 --2- 172.21.15.8:0/2635448226 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562abb040fb0 0x562abb045ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:33.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.922+0000 7fe22d462b80 1 --2- 172.21.15.8:0/2635448226 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562abb040690 0x562abb035570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:33.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.922+0000 7fe22d462b80 1 -- 172.21.15.8:0/2635448226 >> 172.21.15.8:0/2635448226 conn(0x562abaf68c60 msgr2=0x562abb0457c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:33.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.922+0000 7fe22d462b80 1 -- 172.21.15.8:0/2635448226 shutdown_connections 2024-05-20T21:25:33.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.922+0000 7fe22d462b80 1 -- 172.21.15.8:0/2635448226 wait complete. 2024-05-20T21:25:33.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.923+0000 7fe22d462b80 1 -- start start 2024-05-20T21:25:33.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.923+0000 7fe22d462b80 1 Processor -- start 2024-05-20T21:25:33.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.923+0000 7fe22d462b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562abb03b1c0 0x562abb04a240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:33.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.923+0000 7fe22d462b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562abb040690 0x562abb04a780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:33.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.923+0000 7fe22d462b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562abb040fb0 0x562abb0bf130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:33.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.923+0000 7fe22d462b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fe21c1b2820 con 0x562abb040fb0 2024-05-20T21:25:33.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.923+0000 7fe22d462b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe21c1b3c90 con 0x562abb03b1c0 2024-05-20T21:25:33.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.923+0000 7fe22d462b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fe21c1b2ef0 con 0x562abb040690 2024-05-20T21:25:33.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.924+0000 7fe22d462b80 10 client.0 _ll_register_callbacks cb 0x562abb044bf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:33.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.924+0000 7fe220a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562abb040fb0 0x562abb0bf130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:33.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.924+0000 7fe21b400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562abb040690 0x562abb04a780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:33.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.924+0000 7fe21b400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562abb040690 0x562abb04a780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:43896/0 (socket says 172.21.15.8:43896) 2024-05-20T21:25:33.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.924+0000 7fe21b400700 1 -- 172.21.15.8:0/3534374748 learned_addr learned my addr 172.21.15.8:0/3534374748 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:33.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.924+0000 7fe21be00700 1 --2- 172.21.15.8:0/3534374748 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562abb03b1c0 0x562abb04a240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:33.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.924+0000 7fe21b400700 1 -- 172.21.15.8:0/3534374748 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562abb03b1c0 msgr2=0x562abb04a240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:33.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.924+0000 7fe21b400700 1 --2- 172.21.15.8:0/3534374748 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562abb03b1c0 0x562abb04a240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:33.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.924+0000 7fe21b400700 1 -- 172.21.15.8:0/3534374748 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562abb040fb0 msgr2=0x562abb0bf130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:33.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.924+0000 7fe21b400700 1 --2- 172.21.15.8:0/3534374748 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562abb040fb0 0x562abb0bf130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:33.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.924+0000 7fe21b400700 1 -- 172.21.15.8:0/3534374748 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562abb0bf670 con 0x562abb040690 2024-05-20T21:25:33.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.924+0000 7fe220a00700 1 --2- 172.21.15.8:0/3534374748 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562abb040fb0 0x562abb0bf130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:33.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.924+0000 7fe21be00700 1 --2- 172.21.15.8:0/3534374748 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562abb03b1c0 0x562abb04a240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:33.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.925+0000 7fe21b400700 1 --2- 172.21.15.8:0/3534374748 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562abb040690 0x562abb04a780 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7fe2080055a0 tx=0x7fe20800bc30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a9c1089b5936cac4 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:33.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.925+0000 7fe206000700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:25:33.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.925+0000 7fe206000700 1 -- 172.21.15.8:0/3534374748 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe208029040 con 0x562abb040690 2024-05-20T21:25:33.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.925+0000 7fe22d462b80 1 -- 172.21.15.8:0/3534374748 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe20c0aa1d0 con 0x562abb040690 2024-05-20T21:25:33.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.925+0000 7fe206000700 1 -- 172.21.15.8:0/3534374748 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fe208003a20 con 0x562abb040690 2024-05-20T21:25:33.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.925+0000 7fe206000700 1 -- 172.21.15.8:0/3534374748 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe2080059d0 con 0x562abb040690 2024-05-20T21:25:33.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.925+0000 7fe22d462b80 10 client.28162 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:33.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.925+0000 7fe22d462b80 1 -- 172.21.15.8:0/3534374748 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562abb0c0960 con 0x562abb040690 2024-05-20T21:25:33.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.926+0000 7fe206000700 1 -- 172.21.15.8:0/3534374748 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe20c0aa1d0 con 0x562abb040690 2024-05-20T21:25:33.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.926+0000 7fe206000700 1 -- 172.21.15.8:0/3534374748 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe20802f820 con 0x562abb040690 2024-05-20T21:25:33.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.926+0000 7fe22d462b80 10 client.28162 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:33.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.926+0000 7fe22d462b80 10 client.28162 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:25:33.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.926+0000 7fe22d462b80 20 client.28162 populate_metadata read hostname 'smithi008' 2024-05-20T21:25:33.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.926+0000 7fe22d462b80 1 --2- 172.21.15.8:0/3534374748 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562abb0c0f50 0x562abb0c3370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:33.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.926+0000 7fe22d462b80 4 client.28162 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:25:33.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.926+0000 7fe22d462b80 1 -- 172.21.15.8:0/3534374748 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x562abaf945f0 con 0x562abb0c0f50 2024-05-20T21:25:33.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.926+0000 7fe21be00700 1 --2- 172.21.15.8:0/3534374748 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562abb0c0f50 0x562abb0c3370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:33.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.927+0000 7fe21be00700 1 --2- 172.21.15.8:0/3534374748 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562abb0c0f50 0x562abb0c3370 crc :-1 s=READY pgs=270 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=372caf9cd0c8d647 server_cookie=9566cf1e4bb6df1c in_seq=0 out_seq=0 2024-05-20T21:25:33.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.927+0000 7fe206000700 10 client.28162 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:25:33.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.928+0000 7fe206000700 1 -- 172.21.15.8:0/3534374748 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x562abaf945f0 con 0x562abb0c0f50 2024-05-20T21:25:33.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.928+0000 7fe206000700 10 client.28162 handle_command_reply: tid=0 2024-05-20T21:25:33.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.928+0000 7fe22d462b80 1 client.28162 shutdown 2024-05-20T21:25:33.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.928+0000 7fe22d462b80 1 -- 172.21.15.8:0/3534374748 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562abb040690 msgr2=0x562abb04a780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:33.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.928+0000 7fe22d462b80 1 --2- 172.21.15.8:0/3534374748 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562abb040690 0x562abb04a780 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7fe2080055a0 tx=0x7fe20800bc30 comp rx=0 tx=0).stop 2024-05-20T21:25:33.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.928+0000 7fe22d462b80 1 -- 172.21.15.8:0/3534374748 shutdown_connections 2024-05-20T21:25:33.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.928+0000 7fe22d462b80 1 --2- 172.21.15.8:0/3534374748 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562abb0c0f50 0x562abb0c3370 crc :-1 s=READY pgs=270 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:33.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.928+0000 7fe22d462b80 1 --2- 172.21.15.8:0/3534374748 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562abb03b1c0 0x562abb04a240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:33.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.928+0000 7fe22d462b80 1 --2- 172.21.15.8:0/3534374748 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562abb040fb0 0x562abb0bf130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:33.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.928+0000 7fe22d462b80 1 --2- 172.21.15.8:0/3534374748 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562abb040690 0x562abb04a780 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:33.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.928+0000 7fe206000700 0 client.28162 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:25:33.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.928+0000 7fe22d462b80 1 -- 172.21.15.8:0/3534374748 >> 172.21.15.8:0/3534374748 conn(0x562abaf68c60 msgr2=0x562abb041aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:33.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.928+0000 7fe22d462b80 1 -- 172.21.15.8:0/3534374748 shutdown_connections 2024-05-20T21:25:33.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.928+0000 7fe22d462b80 1 -- 172.21.15.8:0/3534374748 wait complete. 2024-05-20T21:25:33.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.929+0000 7fe22d462b80 20 client.28162 trim_cache size 0 max 16384 2024-05-20T21:25:33.354 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:25:33.354 INFO:teuthology.orchestra.run.smithi008.stdout: "return_code": 0, 2024-05-20T21:25:33.354 INFO:teuthology.orchestra.run.smithi008.stdout: "scrub_tag": "0b7c17d1-7c9a-42cd-b0d2-7e385d8b37f7", 2024-05-20T21:25:33.354 INFO:teuthology.orchestra.run.smithi008.stdout: "mode": "asynchronous" 2024-05-20T21:25:33.354 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:25:33.355 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.929+0000 7fe222a00700 1 -- 172.21.15.8:0/176082269 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe2000b2880 msgr2=0x7fe2000b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:33.355 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.929+0000 7fe222a00700 1 --2- 172.21.15.8:0/176082269 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe2000b2880 0x7fe2000b4d40 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7fe214009da0 tx=0x7fe214004b40 comp rx=0 tx=0).stop 2024-05-20T21:25:33.355 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.929+0000 7fe222a00700 1 -- 172.21.15.8:0/176082269 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe21c077a70 msgr2=0x7fe21c1a0290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:33.355 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.929+0000 7fe222a00700 1 --2- 172.21.15.8:0/176082269 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe21c077a70 0x7fe21c1a0290 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7fe20c00eb30 tx=0x7fe20c00ee40 comp rx=0 tx=0).stop 2024-05-20T21:25:33.355 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.929+0000 7fe222a00700 1 -- 172.21.15.8:0/176082269 shutdown_connections 2024-05-20T21:25:33.355 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.929+0000 7fe222a00700 1 --2- 172.21.15.8:0/176082269 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe2000b2880 0x7fe2000b4d40 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:33.355 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.929+0000 7fe222a00700 1 --2- 172.21.15.8:0/176082269 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe21c1143d0 0x7fe21c1a4b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:33.355 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.929+0000 7fe222a00700 1 --2- 172.21.15.8:0/176082269 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe21c077a70 0x7fe21c1a0290 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:33.355 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.929+0000 7fe222a00700 1 --2- 172.21.15.8:0/176082269 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe21c078390 0x7fe21c1a07d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:33.355 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.929+0000 7fe222a00700 1 -- 172.21.15.8:0/176082269 >> 172.21.15.8:0/176082269 conn(0x7fe21c101220 msgr2=0x7fe21c103610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:33.356 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.930+0000 7fe222a00700 1 -- 172.21.15.8:0/176082269 shutdown_connections 2024-05-20T21:25:33.356 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:32.930+0000 7fe222a00700 1 -- 172.21.15.8:0/176082269 wait complete. 2024-05-20T21:25:33.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:25:33 smithi008 ceph-mon[31475]: scrub queued for path: / 2024-05-20T21:25:33.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:25:33 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:25:33.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:25:33 smithi008 ceph-mon[31475]: scrub summary: active paths [/] 2024-05-20T21:25:33.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:25:33 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:25:34.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:25:33 smithi130 ceph-mon[36448]: scrub queued for path: / 2024-05-20T21:25:34.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:25:33 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:25:34.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:25:33 smithi130 ceph-mon[36448]: scrub summary: active paths [/] 2024-05-20T21:25:34.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:25:33 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:25:34.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:25:33 smithi050 ceph-mon[35809]: scrub queued for path: / 2024-05-20T21:25:34.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:25:33 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:25:34.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:25:33 smithi050 ceph-mon[35809]: scrub summary: active paths [/] 2024-05-20T21:25:34.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:25:33 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:25:34.276 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:25:34.889 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:25:34.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:25:34 smithi008 ceph-mon[31475]: pgmap v747: 97 pgs: 97 active+clean; 1.0 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 6.9 KiB/s wr, 10 op/s 2024-05-20T21:25:35.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:25:34 smithi130 ceph-mon[36448]: pgmap v747: 97 pgs: 97 active+clean; 1.0 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 6.9 KiB/s wr, 10 op/s 2024-05-20T21:25:35.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:25:34 smithi050 ceph-mon[35809]: pgmap v747: 97 pgs: 97 active+clean; 1.0 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 6.9 KiB/s wr, 10 op/s 2024-05-20T21:25:35.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.801+0000 7f0f48e00700 1 -- 172.21.15.8:0/1324114310 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0f4410b760 msgr2=0x7f0f4410bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:35.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.801+0000 7f0f48e00700 1 --2- 172.21.15.8:0/1324114310 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0f4410b760 0x7f0f4410bb40 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f0f34009990 tx=0x7f0f34009ca0 comp rx=0 tx=0).stop 2024-05-20T21:25:35.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.801+0000 7f0f48e00700 1 -- 172.21.15.8:0/1324114310 shutdown_connections 2024-05-20T21:25:35.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.801+0000 7f0f48e00700 1 --2- 172.21.15.8:0/1324114310 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0f4410b760 0x7f0f4410bb40 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:35.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.801+0000 7f0f48e00700 1 --2- 172.21.15.8:0/1324114310 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0f44106120 0x7f0f44112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:35.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.801+0000 7f0f48e00700 1 --2- 172.21.15.8:0/1324114310 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0f44105760 0x7f0f44105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:35.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.801+0000 7f0f48e00700 1 -- 172.21.15.8:0/1324114310 >> 172.21.15.8:0/1324114310 conn(0x7f0f44101250 msgr2=0x7f0f44103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:35.803 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.801+0000 7f0f48e00700 1 -- 172.21.15.8:0/1324114310 shutdown_connections 2024-05-20T21:25:35.803 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.801+0000 7f0f48e00700 1 -- 172.21.15.8:0/1324114310 wait complete. 2024-05-20T21:25:35.804 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.802+0000 7f0f48e00700 1 Processor -- start 2024-05-20T21:25:35.804 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.803+0000 7f0f48e00700 1 -- start start 2024-05-20T21:25:35.804 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.803+0000 7f0f48e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0f44105760 0x7f0f4419bd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:35.804 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.803+0000 7f0f48e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0f44106120 0x7f0f4419c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:35.804 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.803+0000 7f0f48e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0f4410b760 0x7f0f441a0630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:35.804 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.803+0000 7f0f48e00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f0f44115990 con 0x7f0f44106120 2024-05-20T21:25:35.804 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.803+0000 7f0f48e00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f0f44115810 con 0x7f0f44105760 2024-05-20T21:25:35.804 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.803+0000 7f0f48e00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f0f44115b10 con 0x7f0f4410b760 2024-05-20T21:25:35.804 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.803+0000 7f0f41400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0f44106120 0x7f0f4419c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:35.804 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.803+0000 7f0f41e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0f44105760 0x7f0f4419bd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:35.805 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.803+0000 7f0f41400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0f44106120 0x7f0f4419c2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:39736/0 (socket says 172.21.15.8:39736) 2024-05-20T21:25:35.805 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.803+0000 7f0f41e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0f44105760 0x7f0f4419bd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:46424/0 (socket says 172.21.15.8:46424) 2024-05-20T21:25:35.805 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.803+0000 7f0f41400700 1 -- 172.21.15.8:0/2494765042 learned_addr learned my addr 172.21.15.8:0/2494765042 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:35.805 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.804+0000 7f0f42800700 1 --2- 172.21.15.8:0/2494765042 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0f4410b760 0x7f0f441a0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:35.806 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.804+0000 7f0f41e00700 1 -- 172.21.15.8:0/2494765042 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0f4410b760 msgr2=0x7f0f441a0630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:35.806 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.804+0000 7f0f41e00700 1 --2- 172.21.15.8:0/2494765042 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0f4410b760 0x7f0f441a0630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:35.806 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.804+0000 7f0f41e00700 1 -- 172.21.15.8:0/2494765042 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0f44106120 msgr2=0x7f0f4419c2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:35.806 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.804+0000 7f0f41e00700 1 --2- 172.21.15.8:0/2494765042 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0f44106120 0x7f0f4419c2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:35.806 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.804+0000 7f0f41e00700 1 -- 172.21.15.8:0/2494765042 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f441a0d70 con 0x7f0f44105760 2024-05-20T21:25:35.806 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.804+0000 7f0f42800700 1 --2- 172.21.15.8:0/2494765042 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0f4410b760 0x7f0f441a0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:25:35.806 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.804+0000 7f0f41400700 1 --2- 172.21.15.8:0/2494765042 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0f44106120 0x7f0f4419c2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:35.806 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.804+0000 7f0f41e00700 1 --2- 172.21.15.8:0/2494765042 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0f44105760 0x7f0f4419bd60 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f0f34000c00 tx=0x7f0f340047b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:35.806 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.805+0000 7f0f3aa00700 1 -- 172.21.15.8:0/2494765042 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f34026070 con 0x7f0f44105760 2024-05-20T21:25:35.806 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.805+0000 7f0f3aa00700 1 -- 172.21.15.8:0/2494765042 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0f34021410 con 0x7f0f44105760 2024-05-20T21:25:35.806 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.805+0000 7f0f3aa00700 1 -- 172.21.15.8:0/2494765042 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f34017650 con 0x7f0f44105760 2024-05-20T21:25:35.806 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.805+0000 7f0f48e00700 1 -- 172.21.15.8:0/2494765042 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f441a1000 con 0x7f0f44105760 2024-05-20T21:25:35.807 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.805+0000 7f0f48e00700 1 -- 172.21.15.8:0/2494765042 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f441a88e0 con 0x7f0f44105760 2024-05-20T21:25:35.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.808+0000 7f0f3aa00700 1 -- 172.21.15.8:0/2494765042 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f0f34029070 con 0x7f0f44105760 2024-05-20T21:25:35.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.810+0000 7f0f537eab80 1 Processor -- start 2024-05-20T21:25:35.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.810+0000 7f0f537eab80 1 -- start start 2024-05-20T21:25:35.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.810+0000 7f0f3aa00700 1 --2- 172.21.15.8:0/2494765042 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0f280b29b0 0x7f0f280b4e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:35.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.810+0000 7f0f3aa00700 1 -- 172.21.15.8:0/2494765042 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f0f340e3090 con 0x7f0f44105760 2024-05-20T21:25:35.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.811+0000 7f0f537eab80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a6e0266480 0x55a6e0266860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:35.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.811+0000 7f0f537eab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a6e0266da0 0x55a6e0260a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:35.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.811+0000 7f0f537eab80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a6e0261020 0x55a6e0261460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:35.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.811+0000 7f0f42800700 1 --2- 172.21.15.8:0/2494765042 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0f280b29b0 0x7f0f280b4e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:35.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.811+0000 7f0f537eab80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55a6e01befe0 con 0x55a6e0266480 2024-05-20T21:25:35.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.811+0000 7f0f537eab80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55a6e01aeb80 con 0x55a6e0261020 2024-05-20T21:25:35.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.811+0000 7f0f537eab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55a6e01b2bc0 con 0x55a6e0266da0 2024-05-20T21:25:35.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.811+0000 7f0f41e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a6e0266480 0x55a6e0266860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:35.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.811+0000 7f0f41400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a6e0266da0 0x55a6e0260a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:35.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.811+0000 7f0f41e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a6e0266480 0x55a6e0266860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:39752/0 (socket says 172.21.15.8:39752) 2024-05-20T21:25:35.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.811+0000 7f0f41e00700 1 -- 172.21.15.8:0/2468004215 learned_addr learned my addr 172.21.15.8:0/2468004215 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:35.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.811+0000 7f0f42800700 1 --2- 172.21.15.8:0/2468004215 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a6e0261020 0x55a6e0261460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:35.813 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.812+0000 7f0f42800700 1 --2- 172.21.15.8:0/2494765042 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0f280b29b0 0x7f0f280b4e70 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f0f3c009d10 tx=0x7f0f3c0077e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:35.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.812+0000 7f0f41400700 1 -- 172.21.15.8:0/2468004215 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a6e0261020 msgr2=0x55a6e0261460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:35.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.812+0000 7f0f41400700 1 --2- 172.21.15.8:0/2468004215 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a6e0261020 0x55a6e0261460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:35.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.812+0000 7f0f41400700 1 -- 172.21.15.8:0/2468004215 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a6e0266480 msgr2=0x55a6e0266860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:35.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.812+0000 7f0f41400700 1 --2- 172.21.15.8:0/2468004215 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a6e0266480 0x55a6e0266860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:35.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.812+0000 7f0f41400700 1 -- 172.21.15.8:0/2468004215 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a6e01775c0 con 0x55a6e0266da0 2024-05-20T21:25:35.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.812+0000 7f0f41e00700 1 --2- 172.21.15.8:0/2468004215 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a6e0266480 0x55a6e0266860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:35.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.812+0000 7f0f41400700 1 --2- 172.21.15.8:0/2468004215 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a6e0266da0 0x55a6e0260a00 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f0f30011540 tx=0x7f0f30011850 comp rx=0 tx=0).ready entity=mon.1 client_cookie=205330a069ee92b4 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:35.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.812+0000 7f0f2f400700 1 -- 172.21.15.8:0/2468004215 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f30004230 con 0x55a6e0266da0 2024-05-20T21:25:35.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.813+0000 7f0f2f400700 1 -- 172.21.15.8:0/2468004215 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0f300043d0 con 0x55a6e0266da0 2024-05-20T21:25:35.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.813+0000 7f0f2f400700 1 -- 172.21.15.8:0/2468004215 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f30019920 con 0x55a6e0266da0 2024-05-20T21:25:35.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.813+0000 7f0f537eab80 1 -- 172.21.15.8:0/2468004215 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a6e0266da0 msgr2=0x55a6e0260a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:35.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.813+0000 7f0f537eab80 1 --2- 172.21.15.8:0/2468004215 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a6e0266da0 0x55a6e0260a00 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f0f30011540 tx=0x7f0f30011850 comp rx=0 tx=0).stop 2024-05-20T21:25:35.816 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.814+0000 7f0f537eab80 1 -- 172.21.15.8:0/2468004215 shutdown_connections 2024-05-20T21:25:35.816 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.814+0000 7f0f537eab80 1 --2- 172.21.15.8:0/2468004215 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a6e0261020 0x55a6e0261460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:35.816 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.814+0000 7f0f537eab80 1 --2- 172.21.15.8:0/2468004215 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a6e0266480 0x55a6e0266860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:35.816 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.814+0000 7f0f537eab80 1 --2- 172.21.15.8:0/2468004215 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a6e0266da0 0x55a6e0260a00 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:35.817 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.814+0000 7f0f537eab80 1 -- 172.21.15.8:0/2468004215 >> 172.21.15.8:0/2468004215 conn(0x55a6e018ed80 msgr2=0x55a6e025b4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:35.817 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.814+0000 7f0f537eab80 1 -- 172.21.15.8:0/2468004215 shutdown_connections 2024-05-20T21:25:35.817 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.814+0000 7f0f537eab80 1 -- 172.21.15.8:0/2468004215 wait complete. 2024-05-20T21:25:35.817 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.814+0000 7f0f537eab80 1 -- start start 2024-05-20T21:25:35.817 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.814+0000 7f0f537eab80 1 Processor -- start 2024-05-20T21:25:35.817 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.815+0000 7f0f537eab80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a6e0261020 0x55a6e026c9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:35.817 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.815+0000 7f0f537eab80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a6e0266480 0x55a6e0269de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:35.817 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.815+0000 7f0f537eab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a6e0266da0 0x55a6e026a320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:35.817 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.815+0000 7f0f537eab80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55a6e00b5140 con 0x55a6e0261020 2024-05-20T21:25:35.817 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.815+0000 7f0f537eab80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55a6e014f900 con 0x55a6e0266480 2024-05-20T21:25:35.817 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.815+0000 7f0f537eab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55a6e026d880 con 0x55a6e0266da0 2024-05-20T21:25:35.817 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.815+0000 7f0f537eab80 10 client.0 _ll_register_callbacks cb 0x55a6e0158e10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:35.817 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.815+0000 7f0f41e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a6e0261020 0x55a6e026c9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:35.817 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.816+0000 7f0f41e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a6e0261020 0x55a6e026c9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:39768/0 (socket says 172.21.15.8:39768) 2024-05-20T21:25:35.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.816+0000 7f0f41e00700 1 -- 172.21.15.8:0/1116998862 learned_addr learned my addr 172.21.15.8:0/1116998862 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:35.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.816+0000 7f0f41400700 1 --2- 172.21.15.8:0/1116998862 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a6e0266480 0x55a6e0269de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:35.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.816+0000 7f0f42800700 1 --2- 172.21.15.8:0/1116998862 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a6e0266da0 0x55a6e026a320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:35.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.816+0000 7f0f41e00700 1 -- 172.21.15.8:0/1116998862 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a6e0266da0 msgr2=0x55a6e026a320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:35.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.816+0000 7f0f41e00700 1 --2- 172.21.15.8:0/1116998862 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a6e0266da0 0x55a6e026a320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:35.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.816+0000 7f0f41e00700 1 -- 172.21.15.8:0/1116998862 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a6e0266480 msgr2=0x55a6e0269de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:35.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.816+0000 7f0f41e00700 1 --2- 172.21.15.8:0/1116998862 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a6e0266480 0x55a6e0269de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:35.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.816+0000 7f0f41e00700 1 -- 172.21.15.8:0/1116998862 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a6e00fea70 con 0x55a6e0261020 2024-05-20T21:25:35.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.816+0000 7f0f41e00700 1 --2- 172.21.15.8:0/1116998862 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a6e0261020 0x55a6e026c9f0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f0f340a7940 tx=0x7f0f340aa0a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee33bbb254045f92 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:35.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.816+0000 7f0f23e00700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:25:35.820 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.817+0000 7f0f23e00700 1 -- 172.21.15.8:0/1116998862 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f340c4060 con 0x55a6e0261020 2024-05-20T21:25:35.820 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.817+0000 7f0f23e00700 1 -- 172.21.15.8:0/1116998862 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f0f340aa930 con 0x55a6e0261020 2024-05-20T21:25:35.820 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.817+0000 7f0f537eab80 1 -- 172.21.15.8:0/1116998862 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0f300043d0 con 0x55a6e0261020 2024-05-20T21:25:35.820 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.817+0000 7f0f23e00700 1 -- 172.21.15.8:0/1116998862 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0f340cb050 con 0x55a6e0261020 2024-05-20T21:25:35.820 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.817+0000 7f0f537eab80 10 client.18009 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:35.820 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.817+0000 7f0f537eab80 1 -- 172.21.15.8:0/1116998862 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a6e017f200 con 0x55a6e0261020 2024-05-20T21:25:35.820 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.817+0000 7f0f23e00700 1 -- 172.21.15.8:0/1116998862 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0f300043d0 con 0x55a6e0261020 2024-05-20T21:25:35.820 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.817+0000 7f0f23e00700 1 -- 172.21.15.8:0/1116998862 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f0f340b3010 con 0x55a6e0261020 2024-05-20T21:25:35.820 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.818+0000 7f0f537eab80 10 client.18009 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:35.820 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.818+0000 7f0f537eab80 10 client.18009 resolve_mds: validated gid 24529 aka daemon mds.i 2024-05-20T21:25:35.820 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.818+0000 7f0f537eab80 20 client.18009 populate_metadata read hostname 'smithi008' 2024-05-20T21:25:35.820 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.818+0000 7f0f537eab80 1 --2- 172.21.15.8:0/1116998862 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a6e027a310 0x55a6e027c750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:35.820 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.818+0000 7f0f537eab80 4 client.18009 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:25:35.821 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.818+0000 7f0f537eab80 1 -- 172.21.15.8:0/1116998862 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a6e01c0f30 con 0x55a6e027a310 2024-05-20T21:25:35.821 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.818+0000 7f0f41400700 1 --2- 172.21.15.8:0/1116998862 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a6e027a310 0x55a6e027c750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:35.821 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.819+0000 7f0f41400700 1 --2- 172.21.15.8:0/1116998862 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a6e027a310 0x55a6e027c750 crc :-1 s=READY pgs=271 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1f410590cea530a0 server_cookie=3981e9e61a3f4e6b in_seq=0 out_seq=0 2024-05-20T21:25:35.821 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.819+0000 7f0f23e00700 10 client.18009 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:25:35.822 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.821+0000 7f0f23e00700 1 -- 172.21.15.8:0/1116998862 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55a6e01c0f30 con 0x55a6e027a310 2024-05-20T21:25:35.822 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.821+0000 7f0f23e00700 10 client.18009 handle_command_reply: tid=0 2024-05-20T21:25:35.822 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.821+0000 7f0f537eab80 1 client.18009 shutdown 2024-05-20T21:25:35.822 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.821+0000 7f0f537eab80 1 -- 172.21.15.8:0/1116998862 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a6e0261020 msgr2=0x55a6e026c9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:35.822 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.821+0000 7f0f537eab80 1 --2- 172.21.15.8:0/1116998862 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a6e0261020 0x55a6e026c9f0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f0f340a7940 tx=0x7f0f340aa0a0 comp rx=0 tx=0).stop 2024-05-20T21:25:35.822 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.821+0000 7f0f537eab80 1 -- 172.21.15.8:0/1116998862 shutdown_connections 2024-05-20T21:25:35.822 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.821+0000 7f0f537eab80 1 --2- 172.21.15.8:0/1116998862 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a6e027a310 0x55a6e027c750 crc :-1 s=READY pgs=271 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:35.822 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.821+0000 7f0f537eab80 1 --2- 172.21.15.8:0/1116998862 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a6e0266da0 0x55a6e026a320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:35.823 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.821+0000 7f0f537eab80 1 --2- 172.21.15.8:0/1116998862 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a6e0261020 0x55a6e026c9f0 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:35.823 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.821+0000 7f0f537eab80 1 --2- 172.21.15.8:0/1116998862 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a6e0266480 0x55a6e0269de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:35.823 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.821+0000 7f0f537eab80 1 -- 172.21.15.8:0/1116998862 >> 172.21.15.8:0/1116998862 conn(0x55a6e018ed80 msgr2=0x55a6e025f9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:35.823 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.821+0000 7f0f23e00700 0 client.18009 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:25:35.823 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.821+0000 7f0f537eab80 1 -- 172.21.15.8:0/1116998862 shutdown_connections 2024-05-20T21:25:35.823 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.821+0000 7f0f537eab80 1 -- 172.21.15.8:0/1116998862 wait complete. 2024-05-20T21:25:35.823 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.821+0000 7f0f537eab80 20 client.18009 trim_cache size 0 max 16384 2024-05-20T21:25:35.845 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.844+0000 7f0f537eab80 1 Processor -- start 2024-05-20T21:25:35.845 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.844+0000 7f0f537eab80 1 -- start start 2024-05-20T21:25:35.845 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.844+0000 7f0f537eab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a6e0261020 0x55a6e027c700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:35.845 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.844+0000 7f0f537eab80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a6e0266480 0x55a6e0268d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:35.845 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.844+0000 7f0f537eab80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a6e0266da0 0x55a6e0267890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:35.845 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.844+0000 7f0f537eab80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f0f441b24f0 con 0x55a6e0266da0 2024-05-20T21:25:35.845 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.844+0000 7f0f537eab80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f0f441afd80 con 0x55a6e0266480 2024-05-20T21:25:35.845 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.844+0000 7f0f537eab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f0f441adbd0 con 0x55a6e0261020 2024-05-20T21:25:35.846 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.845+0000 7f0f42800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a6e0266da0 0x55a6e0267890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:35.847 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.845+0000 7f0f41400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a6e0266480 0x55a6e0268d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:35.847 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.845+0000 7f0f42800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a6e0266da0 0x55a6e0267890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:39772/0 (socket says 172.21.15.8:39772) 2024-05-20T21:25:35.847 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.845+0000 7f0f42800700 1 -- 172.21.15.8:0/1229658747 learned_addr learned my addr 172.21.15.8:0/1229658747 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:35.847 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.845+0000 7f0f41e00700 1 --2- 172.21.15.8:0/1229658747 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a6e0261020 0x55a6e027c700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:35.847 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.845+0000 7f0f42800700 1 -- 172.21.15.8:0/1229658747 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a6e0261020 msgr2=0x55a6e027c700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:35.847 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.845+0000 7f0f42800700 1 --2- 172.21.15.8:0/1229658747 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a6e0261020 0x55a6e027c700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:35.847 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.845+0000 7f0f42800700 1 -- 172.21.15.8:0/1229658747 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a6e0266480 msgr2=0x55a6e0268d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:35.847 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.845+0000 7f0f42800700 1 --2- 172.21.15.8:0/1229658747 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a6e0266480 0x55a6e0268d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:35.847 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.845+0000 7f0f42800700 1 -- 172.21.15.8:0/1229658747 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a6e026a470 con 0x55a6e0266da0 2024-05-20T21:25:35.847 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.845+0000 7f0f41400700 1 --2- 172.21.15.8:0/1229658747 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a6e0266480 0x55a6e0268d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:35.847 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.846+0000 7f0f42800700 1 --2- 172.21.15.8:0/1229658747 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a6e0266da0 0x55a6e0267890 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f0f3c0198f0 tx=0x7f0f3c01a000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17e673a455caf538 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:35.847 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.846+0000 7f0f2ea00700 1 -- 172.21.15.8:0/1229658747 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f3c004bb0 con 0x55a6e0266da0 2024-05-20T21:25:35.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.846+0000 7f0f2ea00700 1 -- 172.21.15.8:0/1229658747 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0f3c01d030 con 0x55a6e0266da0 2024-05-20T21:25:35.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.846+0000 7f0f2ea00700 1 -- 172.21.15.8:0/1229658747 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f3c023430 con 0x55a6e0266da0 2024-05-20T21:25:35.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.847+0000 7f0f537eab80 1 -- 172.21.15.8:0/1229658747 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a6e0266da0 msgr2=0x55a6e0267890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:35.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.847+0000 7f0f537eab80 1 --2- 172.21.15.8:0/1229658747 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a6e0266da0 0x55a6e0267890 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f0f3c0198f0 tx=0x7f0f3c01a000 comp rx=0 tx=0).stop 2024-05-20T21:25:35.849 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.847+0000 7f0f537eab80 1 -- 172.21.15.8:0/1229658747 shutdown_connections 2024-05-20T21:25:35.849 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.847+0000 7f0f537eab80 1 --2- 172.21.15.8:0/1229658747 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a6e0266da0 0x55a6e0267890 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:35.849 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.847+0000 7f0f537eab80 1 --2- 172.21.15.8:0/1229658747 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a6e0261020 0x55a6e027c700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:35.849 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.847+0000 7f0f537eab80 1 --2- 172.21.15.8:0/1229658747 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a6e0266480 0x55a6e0268d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:35.849 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.847+0000 7f0f537eab80 1 -- 172.21.15.8:0/1229658747 >> 172.21.15.8:0/1229658747 conn(0x55a6e018ed80 msgr2=0x55a6e0267180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:35.849 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.847+0000 7f0f537eab80 1 -- 172.21.15.8:0/1229658747 shutdown_connections 2024-05-20T21:25:35.849 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.847+0000 7f0f537eab80 1 -- 172.21.15.8:0/1229658747 wait complete. 2024-05-20T21:25:35.849 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.848+0000 7f0f537eab80 1 -- start start 2024-05-20T21:25:35.849 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.848+0000 7f0f537eab80 1 Processor -- start 2024-05-20T21:25:35.851 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.848+0000 7f0f537eab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a6e0261020 0x55a6e0273360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:35.851 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.848+0000 7f0f537eab80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a6e0266480 0x55a6e026fb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:35.851 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.848+0000 7f0f537eab80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a6e0266da0 0x55a6e0270250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:35.851 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.848+0000 7f0f537eab80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f0f441ae240 con 0x55a6e0266da0 2024-05-20T21:25:35.851 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.848+0000 7f0f537eab80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f0f441af6b0 con 0x55a6e0266480 2024-05-20T21:25:35.851 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.848+0000 7f0f537eab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f0f441ae910 con 0x55a6e0261020 2024-05-20T21:25:35.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.849+0000 7f0f537eab80 10 client.0 _ll_register_callbacks cb 0x55a6e0158e10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:35.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.849+0000 7f0f42800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a6e0266da0 0x55a6e0270250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:35.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.849+0000 7f0f41400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a6e0266480 0x55a6e026fb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:35.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.849+0000 7f0f41e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a6e0261020 0x55a6e0273360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:35.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.849+0000 7f0f42800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a6e0266da0 0x55a6e0270250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:39782/0 (socket says 172.21.15.8:39782) 2024-05-20T21:25:35.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.849+0000 7f0f42800700 1 -- 172.21.15.8:0/870197548 learned_addr learned my addr 172.21.15.8:0/870197548 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:35.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.849+0000 7f0f41e00700 1 -- 172.21.15.8:0/870197548 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a6e0266480 msgr2=0x55a6e026fb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:35.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.849+0000 7f0f41e00700 1 --2- 172.21.15.8:0/870197548 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a6e0266480 0x55a6e026fb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:35.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.849+0000 7f0f41e00700 1 -- 172.21.15.8:0/870197548 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a6e0266da0 msgr2=0x55a6e0270250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:35.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.849+0000 7f0f41e00700 1 --2- 172.21.15.8:0/870197548 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a6e0266da0 0x55a6e0270250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:35.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.849+0000 7f0f41e00700 1 -- 172.21.15.8:0/870197548 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a6e02ed710 con 0x55a6e0261020 2024-05-20T21:25:35.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.850+0000 7f0f41e00700 1 --2- 172.21.15.8:0/870197548 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a6e0261020 0x55a6e0273360 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f0f34005cd0 tx=0x7f0f340a9d00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a9e4b527a4d24f60 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:35.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.850+0000 7f0f23e00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:25:35.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.850+0000 7f0f23e00700 1 -- 172.21.15.8:0/870197548 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f340922c0 con 0x55a6e0261020 2024-05-20T21:25:35.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.850+0000 7f0f23e00700 1 -- 172.21.15.8:0/870197548 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f0f340a6cc0 con 0x55a6e0261020 2024-05-20T21:25:35.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.850+0000 7f0f537eab80 1 -- 172.21.15.8:0/870197548 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0f3c01d030 con 0x55a6e0261020 2024-05-20T21:25:35.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.850+0000 7f0f23e00700 1 -- 172.21.15.8:0/870197548 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0f340aadd0 con 0x55a6e0261020 2024-05-20T21:25:35.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.850+0000 7f0f537eab80 10 client.28180 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:35.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.850+0000 7f0f537eab80 1 -- 172.21.15.8:0/870197548 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a6e02ee870 con 0x55a6e0261020 2024-05-20T21:25:35.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.850+0000 7f0f23e00700 1 -- 172.21.15.8:0/870197548 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0f3c01d030 con 0x55a6e0261020 2024-05-20T21:25:35.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.851+0000 7f0f23e00700 1 -- 172.21.15.8:0/870197548 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f0f340a93a0 con 0x55a6e0261020 2024-05-20T21:25:35.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.851+0000 7f0f537eab80 10 client.28180 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:35.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.851+0000 7f0f537eab80 10 client.28180 resolve_mds: validated gid 24529 aka daemon mds.i 2024-05-20T21:25:35.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.851+0000 7f0f537eab80 20 client.28180 populate_metadata read hostname 'smithi008' 2024-05-20T21:25:35.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.851+0000 7f0f537eab80 1 --2- 172.21.15.8:0/870197548 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a6e02eee50 0x55a6e02f1240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:35.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.851+0000 7f0f537eab80 4 client.28180 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 146.55, "await_for": 45.0}] 2024-05-20T21:25:35.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.851+0000 7f0f537eab80 1 -- 172.21.15.8:0/870197548 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 146.55, "await_for": 45.0}) -- 0x55a6e01ba710 con 0x55a6e02eee50 2024-05-20T21:25:35.854 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.851+0000 7f0f41400700 1 --2- 172.21.15.8:0/870197548 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a6e02eee50 0x55a6e02f1240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:35.854 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.852+0000 7f0f41400700 1 --2- 172.21.15.8:0/870197548 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a6e02eee50 0x55a6e02f1240 crc :-1 s=READY pgs=272 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=88c758ef8c249b93 server_cookie=7837440a87ccce17 in_seq=0 out_seq=0 2024-05-20T21:25:35.854 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.852+0000 7f0f23e00700 10 client.28180 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:25:35.862 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.862+0000 7f0f23e00700 1 -- 172.21.15.8:0/870197548 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x55a6e01ba710 con 0x55a6e02eee50 2024-05-20T21:25:35.862 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.862+0000 7f0f23e00700 10 client.28180 handle_command_reply: tid=0 2024-05-20T21:25:35.862 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.862+0000 7f0f537eab80 1 client.28180 shutdown 2024-05-20T21:25:35.862 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.862+0000 7f0f537eab80 1 -- 172.21.15.8:0/870197548 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a6e0261020 msgr2=0x55a6e0273360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:35.862 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.862+0000 7f0f537eab80 1 --2- 172.21.15.8:0/870197548 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a6e0261020 0x55a6e0273360 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f0f34005cd0 tx=0x7f0f340a9d00 comp rx=0 tx=0).stop 2024-05-20T21:25:35.863 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.862+0000 7f0f537eab80 1 -- 172.21.15.8:0/870197548 shutdown_connections 2024-05-20T21:25:35.863 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.862+0000 7f0f537eab80 1 --2- 172.21.15.8:0/870197548 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a6e02eee50 0x55a6e02f1240 crc :-1 s=READY pgs=272 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:35.863 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.862+0000 7f0f537eab80 1 --2- 172.21.15.8:0/870197548 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a6e0266da0 0x55a6e0270250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:35.863 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.862+0000 7f0f537eab80 1 --2- 172.21.15.8:0/870197548 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a6e0261020 0x55a6e0273360 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:35.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.862+0000 7f0f537eab80 1 --2- 172.21.15.8:0/870197548 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a6e0266480 0x55a6e026fb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:35.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.862+0000 7f0f537eab80 1 -- 172.21.15.8:0/870197548 >> 172.21.15.8:0/870197548 conn(0x55a6e018ed80 msgr2=0x55a6e0254e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:35.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.862+0000 7f0f23e00700 0 client.28180 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:25:35.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.862+0000 7f0f537eab80 1 -- 172.21.15.8:0/870197548 shutdown_connections 2024-05-20T21:25:35.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.862+0000 7f0f537eab80 1 -- 172.21.15.8:0/870197548 wait complete. 2024-05-20T21:25:35.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.862+0000 7f0f537eab80 20 client.28180 trim_cache size 0 max 16384 2024-05-20T21:25:35.864 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:25:35.864 INFO:teuthology.orchestra.run.smithi008.stdout: "epoch": 26, 2024-05-20T21:25:35.865 INFO:teuthology.orchestra.run.smithi008.stdout: "leader": 24529, 2024-05-20T21:25:35.865 INFO:teuthology.orchestra.run.smithi008.stdout: "set_version": 42, 2024-05-20T21:25:35.865 INFO:teuthology.orchestra.run.smithi008.stdout: "sets": { 2024-05-20T21:25:35.865 INFO:teuthology.orchestra.run.smithi008.stdout: "b167d0f": { 2024-05-20T21:25:35.865 INFO:teuthology.orchestra.run.smithi008.stdout: "version": 42, 2024-05-20T21:25:35.865 INFO:teuthology.orchestra.run.smithi008.stdout: "age_ref": 0.0, 2024-05-20T21:25:35.865 INFO:teuthology.orchestra.run.smithi008.stdout: "state": { 2024-05-20T21:25:35.865 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "QUIESCED", 2024-05-20T21:25:35.865 INFO:teuthology.orchestra.run.smithi008.stdout: "age": 0.0 2024-05-20T21:25:35.865 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:25:35.866 INFO:teuthology.orchestra.run.smithi008.stdout: "timeout": 90.0, 2024-05-20T21:25:35.866 INFO:teuthology.orchestra.run.smithi008.stdout: "expiration": 146.6, 2024-05-20T21:25:35.866 INFO:teuthology.orchestra.run.smithi008.stdout: "members": { 2024-05-20T21:25:35.866 INFO:teuthology.orchestra.run.smithi008.stdout: "file:/": { 2024-05-20T21:25:35.866 INFO:teuthology.orchestra.run.smithi008.stdout: "excluded": false, 2024-05-20T21:25:35.866 INFO:teuthology.orchestra.run.smithi008.stdout: "state": { 2024-05-20T21:25:35.866 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "QUIESCED", 2024-05-20T21:25:35.866 INFO:teuthology.orchestra.run.smithi008.stdout: "age": 0.0 2024-05-20T21:25:35.867 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:25:35.867 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:25:35.867 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:25:35.867 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:25:35.867 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:25:35.867 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:25:35.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.863+0000 7f0f48e00700 1 -- 172.21.15.8:0/2494765042 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0f280b29b0 msgr2=0x7f0f280b4e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:35.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.863+0000 7f0f48e00700 1 --2- 172.21.15.8:0/2494765042 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0f280b29b0 0x7f0f280b4e70 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f0f3c009d10 tx=0x7f0f3c0077e0 comp rx=0 tx=0).stop 2024-05-20T21:25:35.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.863+0000 7f0f48e00700 1 -- 172.21.15.8:0/2494765042 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0f44105760 msgr2=0x7f0f4419bd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:35.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.863+0000 7f0f48e00700 1 --2- 172.21.15.8:0/2494765042 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0f44105760 0x7f0f4419bd60 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f0f34000c00 tx=0x7f0f340047b0 comp rx=0 tx=0).stop 2024-05-20T21:25:35.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.863+0000 7f0f48e00700 1 -- 172.21.15.8:0/2494765042 shutdown_connections 2024-05-20T21:25:35.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.863+0000 7f0f48e00700 1 --2- 172.21.15.8:0/2494765042 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0f280b29b0 0x7f0f280b4e70 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:35.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.863+0000 7f0f48e00700 1 --2- 172.21.15.8:0/2494765042 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0f44105760 0x7f0f4419bd60 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:35.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.863+0000 7f0f48e00700 1 --2- 172.21.15.8:0/2494765042 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0f4410b760 0x7f0f441a0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:35.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.863+0000 7f0f48e00700 1 --2- 172.21.15.8:0/2494765042 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0f44106120 0x7f0f4419c2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:35.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.863+0000 7f0f48e00700 1 -- 172.21.15.8:0/2494765042 >> 172.21.15.8:0/2494765042 conn(0x7f0f44101250 msgr2=0x7f0f44101910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:35.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.863+0000 7f0f48e00700 1 -- 172.21.15.8:0/2494765042 shutdown_connections 2024-05-20T21:25:35.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:35.864+0000 7f0f48e00700 1 -- 172.21.15.8:0/2494765042 wait complete. 2024-05-20T21:25:36.909 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:25:36 smithi008 ceph-mon[31475]: pgmap v748: 97 pgs: 97 active+clean; 1.1 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:25:36.909 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:25:36 smithi008 ceph-mon[31475]: scrub summary: idle 2024-05-20T21:25:37.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:25:36 smithi130 ceph-mon[36448]: pgmap v748: 97 pgs: 97 active+clean; 1.1 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:25:37.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:25:36 smithi130 ceph-mon[36448]: scrub summary: idle 2024-05-20T21:25:37.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:25:36 smithi050 ceph-mon[35809]: pgmap v748: 97 pgs: 97 active+clean; 1.1 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:25:37.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:25:36 smithi050 ceph-mon[35809]: scrub summary: idle 2024-05-20T21:25:37.456 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'b167d0f', quiesce took 10.9 seconds. Will release after: 15.65 2024-05-20T21:25:38.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.076+0000 7faf24a00700 1 -- 172.21.15.8:0/3094916168 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faf20106120 msgr2=0x7faf20112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:38.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.076+0000 7faf24a00700 1 --2- 172.21.15.8:0/3094916168 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faf20106120 0x7faf20112630 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7faf18009f90 tx=0x7faf1800b330 comp rx=0 tx=0).stop 2024-05-20T21:25:38.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.076+0000 7faf24a00700 1 -- 172.21.15.8:0/3094916168 shutdown_connections 2024-05-20T21:25:38.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.076+0000 7faf24a00700 1 --2- 172.21.15.8:0/3094916168 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faf20106120 0x7faf20112630 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:38.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.076+0000 7faf24a00700 1 --2- 172.21.15.8:0/3094916168 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7faf2010b760 0x7faf2010bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:38.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.076+0000 7faf24a00700 1 --2- 172.21.15.8:0/3094916168 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7faf20105760 0x7faf20105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:38.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.076+0000 7faf24a00700 1 -- 172.21.15.8:0/3094916168 >> 172.21.15.8:0/3094916168 conn(0x7faf20101250 msgr2=0x7faf20103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:38.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.077+0000 7faf24a00700 1 -- 172.21.15.8:0/3094916168 shutdown_connections 2024-05-20T21:25:38.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.077+0000 7faf24a00700 1 -- 172.21.15.8:0/3094916168 wait complete. 2024-05-20T21:25:38.078 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.078+0000 7faf24a00700 1 Processor -- start 2024-05-20T21:25:38.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.078+0000 7faf24a00700 1 -- start start 2024-05-20T21:25:38.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.078+0000 7faf24a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7faf20105760 0x7faf2019be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:38.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.078+0000 7faf24a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faf20106120 0x7faf2019c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:38.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.078+0000 7faf24a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7faf2010b760 0x7faf201a06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:38.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.078+0000 7faf24a00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7faf201159f0 con 0x7faf20105760 2024-05-20T21:25:38.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.078+0000 7faf24a00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7faf20115870 con 0x7faf20106120 2024-05-20T21:25:38.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.078+0000 7faf24a00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7faf20115b70 con 0x7faf2010b760 2024-05-20T21:25:38.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.078+0000 7faf1d400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faf20106120 0x7faf2019c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:38.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.079+0000 7faf1d400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faf20106120 0x7faf2019c3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:46474/0 (socket says 172.21.15.8:46474) 2024-05-20T21:25:38.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.079+0000 7faf1d400700 1 -- 172.21.15.8:0/2097230479 learned_addr learned my addr 172.21.15.8:0/2097230479 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:38.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.079+0000 7faf1de00700 1 --2- 172.21.15.8:0/2097230479 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7faf20105760 0x7faf2019be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:38.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.079+0000 7faf1e800700 1 --2- 172.21.15.8:0/2097230479 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7faf2010b760 0x7faf201a06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:38.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.079+0000 7faf1d400700 1 -- 172.21.15.8:0/2097230479 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7faf2010b760 msgr2=0x7faf201a06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:38.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.079+0000 7faf1d400700 1 --2- 172.21.15.8:0/2097230479 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7faf2010b760 0x7faf201a06e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:38.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.079+0000 7faf1d400700 1 -- 172.21.15.8:0/2097230479 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7faf20105760 msgr2=0x7faf2019be60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:38.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.079+0000 7faf1d400700 1 --2- 172.21.15.8:0/2097230479 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7faf20105760 0x7faf2019be60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:38.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.079+0000 7faf1d400700 1 -- 172.21.15.8:0/2097230479 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf201a0e20 con 0x7faf20106120 2024-05-20T21:25:38.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.079+0000 7faf1d400700 1 --2- 172.21.15.8:0/2097230479 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faf20106120 0x7faf2019c3a0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7faf0c00ec10 tx=0x7faf0c00ef20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:38.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.080+0000 7faf16a00700 1 -- 172.21.15.8:0/2097230479 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf0c00cc90 con 0x7faf20106120 2024-05-20T21:25:38.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.080+0000 7faf16a00700 1 -- 172.21.15.8:0/2097230479 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faf0c00ce30 con 0x7faf20106120 2024-05-20T21:25:38.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.080+0000 7faf24a00700 1 -- 172.21.15.8:0/2097230479 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf201a1110 con 0x7faf20106120 2024-05-20T21:25:38.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.080+0000 7faf16a00700 1 -- 172.21.15.8:0/2097230479 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf0c010430 con 0x7faf20106120 2024-05-20T21:25:38.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.080+0000 7faf24a00700 1 -- 172.21.15.8:0/2097230479 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf201a8990 con 0x7faf20106120 2024-05-20T21:25:38.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.084+0000 7faf16a00700 1 -- 172.21.15.8:0/2097230479 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7faf0c004000 con 0x7faf20106120 2024-05-20T21:25:38.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.085+0000 7faf2f457b80 1 Processor -- start 2024-05-20T21:25:38.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.085+0000 7faf2f457b80 1 -- start start 2024-05-20T21:25:38.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.085+0000 7faf2f457b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562a82c87eb0 0x562a82c88290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:38.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.085+0000 7faf2f457b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562a82c887d0 0x562a82c82260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:38.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.085+0000 7faf2f457b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562a82c82880 0x562a82c82ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:38.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.085+0000 7faf2f457b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x562a82be0e40 con 0x562a82c87eb0 2024-05-20T21:25:38.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.085+0000 7faf2f457b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x562a82bd09e0 con 0x562a82c82880 2024-05-20T21:25:38.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.085+0000 7faf2f457b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x562a82bd4a20 con 0x562a82c887d0 2024-05-20T21:25:38.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.086+0000 7faf1de00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562a82c887d0 0x562a82c82260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:38.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.086+0000 7faf1d400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562a82c82880 0x562a82c82ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:38.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.086+0000 7faf1de00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562a82c887d0 0x562a82c82260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:43988/0 (socket says 172.21.15.8:43988) 2024-05-20T21:25:38.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.086+0000 7faf1de00700 1 -- 172.21.15.8:0/3474564702 learned_addr learned my addr 172.21.15.8:0/3474564702 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:38.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.086+0000 7faf1e800700 1 --2- 172.21.15.8:0/3474564702 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562a82c87eb0 0x562a82c88290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:38.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.086+0000 7faf16a00700 1 --2- 172.21.15.8:0/2097230479 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7faf040b2880 0x7faf040b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:38.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.086+0000 7faf1de00700 1 -- 172.21.15.8:0/3474564702 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562a82c82880 msgr2=0x562a82c82ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:38.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.086+0000 7faf1de00700 1 --2- 172.21.15.8:0/3474564702 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562a82c82880 0x562a82c82ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:38.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.086+0000 7faf1de00700 1 -- 172.21.15.8:0/3474564702 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562a82c87eb0 msgr2=0x562a82c88290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:38.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.086+0000 7faf1de00700 1 --2- 172.21.15.8:0/3474564702 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562a82c87eb0 0x562a82c88290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:38.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.086+0000 7faf1de00700 1 -- 172.21.15.8:0/3474564702 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562a82b99420 con 0x562a82c887d0 2024-05-20T21:25:38.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.086+0000 7faf1e800700 1 --2- 172.21.15.8:0/3474564702 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562a82c87eb0 0x562a82c88290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:38.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.087+0000 7faf16a00700 1 -- 172.21.15.8:0/2097230479 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7faf0c0e2520 con 0x7faf20106120 2024-05-20T21:25:38.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.087+0000 7faf1de00700 1 --2- 172.21.15.8:0/3474564702 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562a82c887d0 0x562a82c82260 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7faf10009d30 tx=0x7faf1000f6a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=43157b5b625684b6 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:38.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.087+0000 7faf1e800700 1 --2- 172.21.15.8:0/2097230479 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7faf040b2880 0x7faf040b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:38.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.087+0000 7faf0b400700 1 -- 172.21.15.8:0/3474564702 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf10026070 con 0x562a82c887d0 2024-05-20T21:25:38.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.087+0000 7faf0b400700 1 -- 172.21.15.8:0/3474564702 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faf100044e0 con 0x562a82c887d0 2024-05-20T21:25:38.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.087+0000 7faf0b400700 1 -- 172.21.15.8:0/3474564702 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf10003bd0 con 0x562a82c887d0 2024-05-20T21:25:38.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.088+0000 7faf1e800700 1 --2- 172.21.15.8:0/2097230479 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7faf040b2880 0x7faf040b4d40 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7faf18009790 tx=0x7faf18009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:38.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.088+0000 7faf2f457b80 1 -- 172.21.15.8:0/3474564702 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562a82c887d0 msgr2=0x562a82c82260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:38.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.088+0000 7faf2f457b80 1 --2- 172.21.15.8:0/3474564702 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562a82c887d0 0x562a82c82260 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7faf10009d30 tx=0x7faf1000f6a0 comp rx=0 tx=0).stop 2024-05-20T21:25:38.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.088+0000 7faf2f457b80 1 -- 172.21.15.8:0/3474564702 shutdown_connections 2024-05-20T21:25:38.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.088+0000 7faf2f457b80 1 --2- 172.21.15.8:0/3474564702 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562a82c82880 0x562a82c82ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:38.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.088+0000 7faf2f457b80 1 --2- 172.21.15.8:0/3474564702 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562a82c87eb0 0x562a82c88290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:38.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.088+0000 7faf2f457b80 1 --2- 172.21.15.8:0/3474564702 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562a82c887d0 0x562a82c82260 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:38.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.088+0000 7faf2f457b80 1 -- 172.21.15.8:0/3474564702 >> 172.21.15.8:0/3474564702 conn(0x562a82bb0be0 msgr2=0x562a82c7d010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:38.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.088+0000 7faf2f457b80 1 -- 172.21.15.8:0/3474564702 shutdown_connections 2024-05-20T21:25:38.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.088+0000 7faf2f457b80 1 -- 172.21.15.8:0/3474564702 wait complete. 2024-05-20T21:25:38.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.089+0000 7faf2f457b80 1 -- start start 2024-05-20T21:25:38.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.089+0000 7faf2f457b80 1 Processor -- start 2024-05-20T21:25:38.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.090+0000 7faf2f457b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562a82c82880 0x562a82c8e4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:38.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.090+0000 7faf2f457b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562a82c87eb0 0x562a82c8b840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:38.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.090+0000 7faf2f457b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562a82c887d0 0x562a82c8bd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:38.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.090+0000 7faf2f457b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x562a82ad6fa0 con 0x562a82c887d0 2024-05-20T21:25:38.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.090+0000 7faf2f457b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x562a82b71760 con 0x562a82c82880 2024-05-20T21:25:38.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.090+0000 7faf2f457b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x562a82c8f240 con 0x562a82c87eb0 2024-05-20T21:25:38.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.090+0000 7faf2f457b80 10 client.0 _ll_register_callbacks cb 0x562a82b7ac70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:38.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.090+0000 7faf1e800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562a82c887d0 0x562a82c8bd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:38.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.090+0000 7faf1de00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562a82c82880 0x562a82c8e4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:38.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.090+0000 7faf1e800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562a82c887d0 0x562a82c8bd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:39814/0 (socket says 172.21.15.8:39814) 2024-05-20T21:25:38.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.090+0000 7faf1e800700 1 -- 172.21.15.8:0/2646213319 learned_addr learned my addr 172.21.15.8:0/2646213319 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:38.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.090+0000 7faf1d400700 1 --2- 172.21.15.8:0/2646213319 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562a82c87eb0 0x562a82c8b840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:38.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.091+0000 7faf1de00700 1 -- 172.21.15.8:0/2646213319 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562a82c87eb0 msgr2=0x562a82c8b840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:38.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.091+0000 7faf1de00700 1 --2- 172.21.15.8:0/2646213319 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562a82c87eb0 0x562a82c8b840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:38.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.091+0000 7faf1de00700 1 -- 172.21.15.8:0/2646213319 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562a82c887d0 msgr2=0x562a82c8bd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:38.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.091+0000 7faf1de00700 1 --2- 172.21.15.8:0/2646213319 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562a82c887d0 0x562a82c8bd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:38.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.091+0000 7faf1de00700 1 -- 172.21.15.8:0/2646213319 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562a82b208d0 con 0x562a82c82880 2024-05-20T21:25:38.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.091+0000 7faf1de00700 1 --2- 172.21.15.8:0/2646213319 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562a82c82880 0x562a82c8e4a0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7faf100037d0 tx=0x7faf100057f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=966223cf30b3ee48 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:38.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.091+0000 7faeffe00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:25:38.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.091+0000 7faeffe00700 1 -- 172.21.15.8:0/2646213319 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf10030060 con 0x562a82c82880 2024-05-20T21:25:38.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.091+0000 7faeffe00700 1 -- 172.21.15.8:0/2646213319 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7faf10021660 con 0x562a82c82880 2024-05-20T21:25:38.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.091+0000 7faf2f457b80 1 -- 172.21.15.8:0/2646213319 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faf100044e0 con 0x562a82c82880 2024-05-20T21:25:38.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.092+0000 7faeffe00700 1 -- 172.21.15.8:0/2646213319 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7faf10026040 con 0x562a82c82880 2024-05-20T21:25:38.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.092+0000 7faf2f457b80 10 client.28145 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:38.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.092+0000 7faf2f457b80 1 -- 172.21.15.8:0/2646213319 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562a82ba1060 con 0x562a82c82880 2024-05-20T21:25:38.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.092+0000 7faeffe00700 1 -- 172.21.15.8:0/2646213319 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faf100044e0 con 0x562a82c82880 2024-05-20T21:25:38.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.093+0000 7faeffe00700 1 -- 172.21.15.8:0/2646213319 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7faf10036a10 con 0x562a82c82880 2024-05-20T21:25:38.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.093+0000 7faf2f457b80 10 client.28145 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:38.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.093+0000 7faf2f457b80 10 client.28145 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:25:38.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.093+0000 7faf2f457b80 20 client.28145 populate_metadata read hostname 'smithi008' 2024-05-20T21:25:38.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.093+0000 7faf2f457b80 1 --2- 172.21.15.8:0/2646213319 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562a82c9bc70 0x562a82c9e060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:38.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.093+0000 7faf2f457b80 4 client.28145 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:25:38.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.093+0000 7faf2f457b80 1 -- 172.21.15.8:0/2646213319 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562a82be2d90 con 0x562a82c9bc70 2024-05-20T21:25:38.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.093+0000 7faf1d400700 1 --2- 172.21.15.8:0/2646213319 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562a82c9bc70 0x562a82c9e060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:38.096 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.094+0000 7faf1d400700 1 --2- 172.21.15.8:0/2646213319 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562a82c9bc70 0x562a82c9e060 crc :-1 s=READY pgs=273 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2ea1dd514f0b6131 server_cookie=483ee7401285e934 in_seq=0 out_seq=0 2024-05-20T21:25:38.097 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.094+0000 7faeffe00700 10 client.28145 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:25:38.097 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.094+0000 7faeffe00700 1 -- 172.21.15.8:0/2646213319 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x562a82be2d90 con 0x562a82c9bc70 2024-05-20T21:25:38.097 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.094+0000 7faeffe00700 10 client.28145 handle_command_reply: tid=0 2024-05-20T21:25:38.097 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.095+0000 7faf2f457b80 1 client.28145 shutdown 2024-05-20T21:25:38.097 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.095+0000 7faf2f457b80 1 -- 172.21.15.8:0/2646213319 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562a82c82880 msgr2=0x562a82c8e4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:38.097 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.095+0000 7faf2f457b80 1 --2- 172.21.15.8:0/2646213319 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562a82c82880 0x562a82c8e4a0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7faf100037d0 tx=0x7faf100057f0 comp rx=0 tx=0).stop 2024-05-20T21:25:38.097 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.095+0000 7faf2f457b80 1 -- 172.21.15.8:0/2646213319 shutdown_connections 2024-05-20T21:25:38.097 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.095+0000 7faf2f457b80 1 --2- 172.21.15.8:0/2646213319 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562a82c9bc70 0x562a82c9e060 crc :-1 s=READY pgs=273 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:38.097 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.095+0000 7faf2f457b80 1 --2- 172.21.15.8:0/2646213319 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562a82c82880 0x562a82c8e4a0 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:38.097 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.095+0000 7faf2f457b80 1 --2- 172.21.15.8:0/2646213319 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562a82c887d0 0x562a82c8bd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:38.097 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.095+0000 7faf2f457b80 1 --2- 172.21.15.8:0/2646213319 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562a82c87eb0 0x562a82c8b840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:38.097 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.095+0000 7faf2f457b80 1 -- 172.21.15.8:0/2646213319 >> 172.21.15.8:0/2646213319 conn(0x562a82bb0be0 msgr2=0x562a82c81250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:38.097 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.095+0000 7faeffe00700 0 client.28145 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:25:38.097 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.095+0000 7faf2f457b80 1 -- 172.21.15.8:0/2646213319 shutdown_connections 2024-05-20T21:25:38.098 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.095+0000 7faf2f457b80 1 -- 172.21.15.8:0/2646213319 wait complete. 2024-05-20T21:25:38.098 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.095+0000 7faf2f457b80 20 client.28145 trim_cache size 0 max 16384 2024-05-20T21:25:38.119 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.118+0000 7faf2f457b80 1 Processor -- start 2024-05-20T21:25:38.119 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.118+0000 7faf2f457b80 1 -- start start 2024-05-20T21:25:38.119 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.118+0000 7faf2f457b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562a82c82880 0x562a82c82260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:38.119 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.118+0000 7faf2f457b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562a82c87eb0 0x562a82c89380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:38.119 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.118+0000 7faf2f457b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562a82c887d0 0x562a82ca3710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:38.119 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.118+0000 7faf2f457b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7faf201ae330 con 0x562a82c887d0 2024-05-20T21:25:38.119 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.118+0000 7faf2f457b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7faf201abbc0 con 0x562a82c87eb0 2024-05-20T21:25:38.119 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.118+0000 7faf2f457b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7faf2007b9c0 con 0x562a82c82880 2024-05-20T21:25:38.119 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.119+0000 7faf1de00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562a82c82880 0x562a82c82260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:38.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.119+0000 7faf1e800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562a82c887d0 0x562a82ca3710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:38.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.119+0000 7faf1de00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562a82c82880 0x562a82c82260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:44000/0 (socket says 172.21.15.8:44000) 2024-05-20T21:25:38.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.119+0000 7faf1de00700 1 -- 172.21.15.8:0/2647777071 learned_addr learned my addr 172.21.15.8:0/2647777071 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:38.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.119+0000 7faf1d400700 1 --2- 172.21.15.8:0/2647777071 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562a82c87eb0 0x562a82c89380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:38.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.119+0000 7faf1de00700 1 -- 172.21.15.8:0/2647777071 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562a82c87eb0 msgr2=0x562a82c89380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:38.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.119+0000 7faf1de00700 1 --2- 172.21.15.8:0/2647777071 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562a82c87eb0 0x562a82c89380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:38.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.119+0000 7faf1de00700 1 -- 172.21.15.8:0/2647777071 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562a82c887d0 msgr2=0x562a82ca3710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:38.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.119+0000 7faf1de00700 1 --2- 172.21.15.8:0/2647777071 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562a82c887d0 0x562a82ca3710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:38.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.119+0000 7faf1de00700 1 -- 172.21.15.8:0/2647777071 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562a82c8f120 con 0x562a82c82880 2024-05-20T21:25:38.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.120+0000 7faf1de00700 1 --2- 172.21.15.8:0/2647777071 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562a82c82880 0x562a82c82260 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7faf10036e60 tx=0x7faf1002a6a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d8d0028a9d714c11 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:38.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.120+0000 7faf0aa00700 1 -- 172.21.15.8:0/2647777071 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf10030070 con 0x562a82c82880 2024-05-20T21:25:38.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.120+0000 7faf0aa00700 1 -- 172.21.15.8:0/2647777071 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faf1002a790 con 0x562a82c82880 2024-05-20T21:25:38.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.120+0000 7faf0aa00700 1 -- 172.21.15.8:0/2647777071 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf10004970 con 0x562a82c82880 2024-05-20T21:25:38.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.121+0000 7faf2f457b80 1 -- 172.21.15.8:0/2647777071 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562a82c82880 msgr2=0x562a82c82260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:38.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.121+0000 7faf2f457b80 1 --2- 172.21.15.8:0/2647777071 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562a82c82880 0x562a82c82260 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7faf10036e60 tx=0x7faf1002a6a0 comp rx=0 tx=0).stop 2024-05-20T21:25:38.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.121+0000 7faf2f457b80 1 -- 172.21.15.8:0/2647777071 shutdown_connections 2024-05-20T21:25:38.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.121+0000 7faf2f457b80 1 --2- 172.21.15.8:0/2647777071 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562a82c887d0 0x562a82ca3710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:38.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.121+0000 7faf2f457b80 1 --2- 172.21.15.8:0/2647777071 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562a82c82880 0x562a82c82260 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:38.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.121+0000 7faf2f457b80 1 --2- 172.21.15.8:0/2647777071 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562a82c87eb0 0x562a82c89380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:38.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.121+0000 7faf2f457b80 1 -- 172.21.15.8:0/2647777071 >> 172.21.15.8:0/2647777071 conn(0x562a82bb0be0 msgr2=0x562a82c88c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:38.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.121+0000 7faf2f457b80 1 -- 172.21.15.8:0/2647777071 shutdown_connections 2024-05-20T21:25:38.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.121+0000 7faf2f457b80 1 -- 172.21.15.8:0/2647777071 wait complete. 2024-05-20T21:25:38.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.121+0000 7faf2f457b80 1 -- start start 2024-05-20T21:25:38.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.121+0000 7faf2f457b80 1 Processor -- start 2024-05-20T21:25:38.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.122+0000 7faf2f457b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562a82c82880 0x562a82ca3380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:38.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.122+0000 7faf2f457b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562a82c87eb0 0x562a82ca38c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:38.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.122+0000 7faf2f457b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562a82c887d0 0x562a82ca3e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:38.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.122+0000 7faf2f457b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7faf201aa080 con 0x562a82c887d0 2024-05-20T21:25:38.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.122+0000 7faf2f457b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7faf201ab4f0 con 0x562a82c87eb0 2024-05-20T21:25:38.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.122+0000 7faf2f457b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7faf201aa750 con 0x562a82c82880 2024-05-20T21:25:38.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.122+0000 7faf2f457b80 10 client.0 _ll_register_callbacks cb 0x562a82b7ac70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:38.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.122+0000 7faf1d400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562a82c87eb0 0x562a82ca38c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:38.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.122+0000 7faf1d400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562a82c87eb0 0x562a82ca38c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:46492/0 (socket says 172.21.15.8:46492) 2024-05-20T21:25:38.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.122+0000 7faf1d400700 1 -- 172.21.15.8:0/3268293643 learned_addr learned my addr 172.21.15.8:0/3268293643 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:38.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.122+0000 7faf1e800700 1 --2- 172.21.15.8:0/3268293643 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562a82c887d0 0x562a82ca3e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:38.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.122+0000 7faf1de00700 1 --2- 172.21.15.8:0/3268293643 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562a82c82880 0x562a82ca3380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:38.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.123+0000 7faf1d400700 1 -- 172.21.15.8:0/3268293643 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562a82c82880 msgr2=0x562a82ca3380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:38.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.123+0000 7faf1d400700 1 --2- 172.21.15.8:0/3268293643 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562a82c82880 0x562a82ca3380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:38.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.123+0000 7faf1d400700 1 -- 172.21.15.8:0/3268293643 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562a82c887d0 msgr2=0x562a82ca3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:38.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.123+0000 7faf1d400700 1 --2- 172.21.15.8:0/3268293643 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562a82c887d0 0x562a82ca3e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:38.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.123+0000 7faf1d400700 1 -- 172.21.15.8:0/3268293643 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562a82d05710 con 0x562a82c87eb0 2024-05-20T21:25:38.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.123+0000 7faf1d400700 1 --2- 172.21.15.8:0/3268293643 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562a82c87eb0 0x562a82ca38c0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7faf0c00c5b0 tx=0x7faf0c0e5f60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5121128b600f60f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:38.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.123+0000 7faeffe00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:25:38.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.123+0000 7faeffe00700 1 -- 172.21.15.8:0/3268293643 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf0c0a98a0 con 0x562a82c87eb0 2024-05-20T21:25:38.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.123+0000 7faeffe00700 1 -- 172.21.15.8:0/3268293643 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7faf0c0a60c0 con 0x562a82c87eb0 2024-05-20T21:25:38.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.123+0000 7faf2f457b80 1 -- 172.21.15.8:0/3268293643 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faf1002a790 con 0x562a82c87eb0 2024-05-20T21:25:38.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.124+0000 7faeffe00700 1 -- 172.21.15.8:0/3268293643 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7faf0c0a5260 con 0x562a82c87eb0 2024-05-20T21:25:38.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.124+0000 7faf2f457b80 10 client.28151 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:38.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.124+0000 7faf2f457b80 1 -- 172.21.15.8:0/3268293643 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562a82d06a60 con 0x562a82c87eb0 2024-05-20T21:25:38.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.124+0000 7faeffe00700 1 -- 172.21.15.8:0/3268293643 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faf1002a790 con 0x562a82c87eb0 2024-05-20T21:25:38.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.124+0000 7faeffe00700 1 -- 172.21.15.8:0/3268293643 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7faf0c0042f0 con 0x562a82c87eb0 2024-05-20T21:25:38.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.124+0000 7faf2f457b80 10 client.28151 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:38.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.124+0000 7faf2f457b80 10 client.28151 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:25:38.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.124+0000 7faf2f457b80 20 client.28151 populate_metadata read hostname 'smithi008' 2024-05-20T21:25:38.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.124+0000 7faf2f457b80 1 --2- 172.21.15.8:0/3268293643 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562a82d07100 0x562a82d09520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:38.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.124+0000 7faf2f457b80 4 client.28151 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:25:38.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.124+0000 7faf2f457b80 1 -- 172.21.15.8:0/3268293643 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub status"}) -- 0x562a82bdc570 con 0x562a82d07100 2024-05-20T21:25:38.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.125+0000 7faf1de00700 1 --2- 172.21.15.8:0/3268293643 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562a82d07100 0x562a82d09520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:38.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.125+0000 7faf1de00700 1 --2- 172.21.15.8:0/3268293643 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562a82d07100 0x562a82d09520 crc :-1 s=READY pgs=274 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2c7951a9efdc4a0f server_cookie=99611802855ca118 in_seq=0 out_seq=0 2024-05-20T21:25:38.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.125+0000 7faeffe00700 10 client.28151 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:25:38.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.126+0000 7faeffe00700 1 -- 172.21.15.8:0/3268293643 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x562a82bdc570 con 0x562a82d07100 2024-05-20T21:25:38.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.126+0000 7faeffe00700 10 client.28151 handle_command_reply: tid=0 2024-05-20T21:25:38.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.126+0000 7faf2f457b80 1 client.28151 shutdown 2024-05-20T21:25:38.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.126+0000 7faf2f457b80 1 -- 172.21.15.8:0/3268293643 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562a82c87eb0 msgr2=0x562a82ca38c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:38.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.126+0000 7faf2f457b80 1 --2- 172.21.15.8:0/3268293643 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562a82c87eb0 0x562a82ca38c0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7faf0c00c5b0 tx=0x7faf0c0e5f60 comp rx=0 tx=0).stop 2024-05-20T21:25:38.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.126+0000 7faf2f457b80 1 -- 172.21.15.8:0/3268293643 shutdown_connections 2024-05-20T21:25:38.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.126+0000 7faf2f457b80 1 --2- 172.21.15.8:0/3268293643 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562a82d07100 0x562a82d09520 crc :-1 s=READY pgs=274 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:38.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.126+0000 7faf2f457b80 1 --2- 172.21.15.8:0/3268293643 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562a82c887d0 0x562a82ca3e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:38.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.126+0000 7faf2f457b80 1 --2- 172.21.15.8:0/3268293643 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562a82c82880 0x562a82ca3380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:38.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.126+0000 7faeffe00700 0 client.28151 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:25:38.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.126+0000 7faf2f457b80 1 --2- 172.21.15.8:0/3268293643 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562a82c87eb0 0x562a82ca38c0 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:38.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.126+0000 7faf2f457b80 1 -- 172.21.15.8:0/3268293643 >> 172.21.15.8:0/3268293643 conn(0x562a82bb0be0 msgr2=0x562a82c8a150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:38.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.126+0000 7faf2f457b80 1 -- 172.21.15.8:0/3268293643 shutdown_connections 2024-05-20T21:25:38.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.126+0000 7faf2f457b80 1 -- 172.21.15.8:0/3268293643 wait complete. 2024-05-20T21:25:38.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.126+0000 7faf2f457b80 20 client.28151 trim_cache size 0 max 16384 2024-05-20T21:25:38.131 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:25:38.131 INFO:teuthology.orchestra.run.smithi008.stdout: "status": "no active scrubs running", 2024-05-20T21:25:38.131 INFO:teuthology.orchestra.run.smithi008.stdout: "scrubs": {} 2024-05-20T21:25:38.131 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:25:38.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.127+0000 7faf24a00700 1 -- 172.21.15.8:0/2097230479 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7faf040b2880 msgr2=0x7faf040b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:38.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.127+0000 7faf24a00700 1 --2- 172.21.15.8:0/2097230479 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7faf040b2880 0x7faf040b4d40 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7faf18009790 tx=0x7faf18009920 comp rx=0 tx=0).stop 2024-05-20T21:25:38.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.127+0000 7faf24a00700 1 -- 172.21.15.8:0/2097230479 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faf20106120 msgr2=0x7faf2019c3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:38.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.127+0000 7faf24a00700 1 --2- 172.21.15.8:0/2097230479 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faf20106120 0x7faf2019c3a0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7faf0c00ec10 tx=0x7faf0c00ef20 comp rx=0 tx=0).stop 2024-05-20T21:25:38.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.127+0000 7faf24a00700 1 -- 172.21.15.8:0/2097230479 shutdown_connections 2024-05-20T21:25:38.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.127+0000 7faf24a00700 1 --2- 172.21.15.8:0/2097230479 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7faf040b2880 0x7faf040b4d40 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:38.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.127+0000 7faf24a00700 1 --2- 172.21.15.8:0/2097230479 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7faf2010b760 0x7faf201a06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:38.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.127+0000 7faf24a00700 1 --2- 172.21.15.8:0/2097230479 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7faf20105760 0x7faf2019be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:38.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.127+0000 7faf24a00700 1 --2- 172.21.15.8:0/2097230479 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faf20106120 0x7faf2019c3a0 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:38.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.127+0000 7faf24a00700 1 -- 172.21.15.8:0/2097230479 >> 172.21.15.8:0/2097230479 conn(0x7faf20101250 msgr2=0x7faf20101a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:38.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.127+0000 7faf24a00700 1 -- 172.21.15.8:0/2097230479 shutdown_connections 2024-05-20T21:25:38.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:38.128+0000 7faf24a00700 1 -- 172.21.15.8:0/2097230479 wait complete. 2024-05-20T21:25:38.852 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:25:38 smithi008 ceph-mon[31475]: pgmap v749: 97 pgs: 97 active+clean; 1.1 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:25:38.903 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:25:38.903 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:25:39.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:25:38 smithi130 ceph-mon[36448]: pgmap v749: 97 pgs: 97 active+clean; 1.1 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:25:39.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:25:38 smithi050 ceph-mon[35809]: pgmap v749: 97 pgs: 97 active+clean; 1.1 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:25:39.369 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:25:40.431 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.431+0000 7f5739e00640 1 -- 172.21.15.8:0/381711605 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f57341028f0 msgr2=0x7f5734102d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:40.431 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.431+0000 7f5739e00640 1 --2- 172.21.15.8:0/381711605 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f57341028f0 0x7f5734102d10 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f5728009900 tx=0x7f572802a400 comp rx=0 tx=0).stop 2024-05-20T21:25:40.431 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.431+0000 7f5739e00640 1 -- 172.21.15.8:0/381711605 shutdown_connections 2024-05-20T21:25:40.431 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.431+0000 7f5739e00640 1 --2- 172.21.15.8:0/381711605 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f57341044a0 0x7f573410ad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.431 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.431+0000 7f5739e00640 1 --2- 172.21.15.8:0/381711605 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5734103ae0 0x7f5734103f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.432 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.431+0000 7f5739e00640 1 --2- 172.21.15.8:0/381711605 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f57341028f0 0x7f5734102d10 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.432 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.431+0000 7f5739e00640 1 -- 172.21.15.8:0/381711605 >> 172.21.15.8:0/381711605 conn(0x7f57340fde60 msgr2=0x7f57341002a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:40.432 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.431+0000 7f5739e00640 1 -- 172.21.15.8:0/381711605 shutdown_connections 2024-05-20T21:25:40.432 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.432+0000 7f5739e00640 1 -- 172.21.15.8:0/381711605 wait complete. 2024-05-20T21:25:40.433 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.433+0000 7f5739e00640 1 Processor -- start 2024-05-20T21:25:40.433 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.433+0000 7f5739e00640 1 -- start start 2024-05-20T21:25:40.433 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.433+0000 7f5739e00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f57341028f0 0x7f573419adb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:40.433 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.433+0000 7f5739e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5734103ae0 0x7f573419b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:40.433 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.433+0000 7f5739e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f57341044a0 0x7f57341a2320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:40.433 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.433+0000 7f5739e00640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f573410e440 con 0x7f5734103ae0 2024-05-20T21:25:40.433 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.433+0000 7f5739e00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f573410e2c0 con 0x7f57341044a0 2024-05-20T21:25:40.433 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.433+0000 7f5739e00640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f573410e5c0 con 0x7f57341028f0 2024-05-20T21:25:40.434 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.434+0000 7f5739400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f57341044a0 0x7f57341a2320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:40.435 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.434+0000 7f5733e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5734103ae0 0x7f573419b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:40.435 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.434+0000 7f5739400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f57341044a0 0x7f57341a2320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:46520/0 (socket says 172.21.15.8:46520) 2024-05-20T21:25:40.435 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.434+0000 7f5739400640 1 -- 172.21.15.8:0/3705601233 learned_addr learned my addr 172.21.15.8:0/3705601233 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:40.435 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.434+0000 7f5738a00640 1 --2- 172.21.15.8:0/3705601233 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f57341028f0 0x7f573419adb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:40.435 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.434+0000 7f5733e00640 1 -- 172.21.15.8:0/3705601233 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f57341028f0 msgr2=0x7f573419adb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:40.435 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.434+0000 7f5733e00640 1 --2- 172.21.15.8:0/3705601233 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f57341028f0 0x7f573419adb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.435 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.434+0000 7f5733e00640 1 -- 172.21.15.8:0/3705601233 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f57341044a0 msgr2=0x7f57341a2320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:40.435 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.434+0000 7f5733e00640 1 --2- 172.21.15.8:0/3705601233 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f57341044a0 0x7f57341a2320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.435 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.434+0000 7f5733e00640 1 -- 172.21.15.8:0/3705601233 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57341a29c0 con 0x7f5734103ae0 2024-05-20T21:25:40.435 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.435+0000 7f5733e00640 1 --2- 172.21.15.8:0/3705601233 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5734103ae0 0x7f573419b2f0 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f572000e9f0 tx=0x7f572000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:40.435 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.435+0000 7f5731600640 1 -- 172.21.15.8:0/3705601233 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f572000ccc0 con 0x7f5734103ae0 2024-05-20T21:25:40.435 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.435+0000 7f5731600640 1 -- 172.21.15.8:0/3705601233 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f57200108e0 con 0x7f5734103ae0 2024-05-20T21:25:40.436 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.435+0000 7f5731600640 1 -- 172.21.15.8:0/3705601233 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5720018880 con 0x7f5734103ae0 2024-05-20T21:25:40.436 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.435+0000 7f5739e00640 1 -- 172.21.15.8:0/3705601233 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f57341a2cb0 con 0x7f5734103ae0 2024-05-20T21:25:40.436 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.435+0000 7f5739e00640 1 -- 172.21.15.8:0/3705601233 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57341a31d0 con 0x7f5734103ae0 2024-05-20T21:25:40.438 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.439+0000 7f573e369740 1 Processor -- start 2024-05-20T21:25:40.438 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.439+0000 7f573e369740 1 -- start start 2024-05-20T21:25:40.439 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.439+0000 7f573e369740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d93dab0cf0 0x55d93dab1110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:40.439 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.439+0000 7f573e369740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d93dab16e0 0x55d93dab61e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:40.440 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.439+0000 7f573e369740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d93dab6850 0x55d93dab8ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:40.440 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.439+0000 7f573e369740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55d93da20b90 con 0x55d93dab16e0 2024-05-20T21:25:40.440 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.439+0000 7f573e369740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55d93da10730 con 0x55d93dab0cf0 2024-05-20T21:25:40.440 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.439+0000 7f573e369740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55d93da14770 con 0x55d93dab6850 2024-05-20T21:25:40.440 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.439+0000 7f5731600640 1 -- 172.21.15.8:0/3705601233 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f5720010430 con 0x7f5734103ae0 2024-05-20T21:25:40.440 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.440+0000 7f5739400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d93dab0cf0 0x55d93dab1110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:40.440 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.440+0000 7f5739400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d93dab0cf0 0x55d93dab1110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:46530/0 (socket says 172.21.15.8:46530) 2024-05-20T21:25:40.440 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.440+0000 7f5739400640 1 -- 172.21.15.8:0/3750433101 learned_addr learned my addr 172.21.15.8:0/3750433101 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:40.440 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.440+0000 7f5738a00640 1 --2- 172.21.15.8:0/3750433101 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d93dab16e0 0x55d93dab61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:40.440 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.440+0000 7f5733e00640 1 --2- 172.21.15.8:0/3750433101 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d93dab6850 0x55d93dab8ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:40.440 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.440+0000 7f5739400640 1 -- 172.21.15.8:0/3750433101 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d93dab6850 msgr2=0x55d93dab8ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:40.440 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.440+0000 7f5739400640 1 --2- 172.21.15.8:0/3750433101 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d93dab6850 0x55d93dab8ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.440 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.440+0000 7f5739400640 1 -- 172.21.15.8:0/3750433101 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d93dab16e0 msgr2=0x55d93dab61e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:40.441 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.440+0000 7f5739400640 1 --2- 172.21.15.8:0/3750433101 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d93dab16e0 0x55d93dab61e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.441 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.440+0000 7f5739400640 1 -- 172.21.15.8:0/3750433101 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d93d9a98b0 con 0x55d93dab0cf0 2024-05-20T21:25:40.443 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.441+0000 7f5739400640 1 --2- 172.21.15.8:0/3750433101 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d93dab0cf0 0x55d93dab1110 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f572c011570 tx=0x7f572c011a30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=77c64a17973d3465 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:40.443 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.441+0000 7f5725c00640 1 -- 172.21.15.8:0/3750433101 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f572c004b20 con 0x55d93dab0cf0 2024-05-20T21:25:40.443 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.441+0000 7f5725c00640 1 -- 172.21.15.8:0/3750433101 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f572c004cc0 con 0x55d93dab0cf0 2024-05-20T21:25:40.443 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.441+0000 7f5725c00640 1 -- 172.21.15.8:0/3750433101 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f572c005400 con 0x55d93dab0cf0 2024-05-20T21:25:40.443 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.441+0000 7f5731600640 1 --2- 172.21.15.8:0/3705601233 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f571c0b27d0 0x7f571c0b4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:40.444 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.442+0000 7f5731600640 1 -- 172.21.15.8:0/3705601233 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f57200e2650 con 0x7f5734103ae0 2024-05-20T21:25:40.444 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.442+0000 7f5738a00640 1 --2- 172.21.15.8:0/3705601233 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f571c0b27d0 0x7f571c0b4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:40.444 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.442+0000 7f573e369740 1 -- 172.21.15.8:0/3750433101 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d93dab0cf0 msgr2=0x55d93dab1110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:40.444 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.442+0000 7f573e369740 1 --2- 172.21.15.8:0/3750433101 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d93dab0cf0 0x55d93dab1110 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f572c011570 tx=0x7f572c011a30 comp rx=0 tx=0).stop 2024-05-20T21:25:40.444 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.442+0000 7f573e369740 1 -- 172.21.15.8:0/3750433101 shutdown_connections 2024-05-20T21:25:40.444 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.442+0000 7f573e369740 1 --2- 172.21.15.8:0/3750433101 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d93dab6850 0x55d93dab8ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.444 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.442+0000 7f573e369740 1 --2- 172.21.15.8:0/3750433101 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d93dab16e0 0x55d93dab61e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.444 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.442+0000 7f573e369740 1 --2- 172.21.15.8:0/3750433101 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d93dab0cf0 0x55d93dab1110 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.444 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.442+0000 7f573e369740 1 -- 172.21.15.8:0/3750433101 >> 172.21.15.8:0/3750433101 conn(0x55d93daac360 msgr2=0x55d93daac760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:40.444 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.442+0000 7f573e369740 1 -- 172.21.15.8:0/3750433101 shutdown_connections 2024-05-20T21:25:40.444 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.442+0000 7f573e369740 1 -- 172.21.15.8:0/3750433101 wait complete. 2024-05-20T21:25:40.444 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.442+0000 7f5738a00640 1 --2- 172.21.15.8:0/3705601233 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f571c0b27d0 0x7f571c0b4c90 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f5728005ab0 tx=0x7f5728005a20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:40.444 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.442+0000 7f573e369740 1 -- start start 2024-05-20T21:25:40.445 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.443+0000 7f573e369740 1 Processor -- start 2024-05-20T21:25:40.445 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.443+0000 7f573e369740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d93dab0cf0 0x55d93daba9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:40.445 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.443+0000 7f573e369740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d93dab16e0 0x55d93dabaf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:40.445 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.443+0000 7f573e369740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d93dab6850 0x55d93dac1f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:40.445 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.443+0000 7f573e369740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55d93d6f6790 con 0x55d93dab6850 2024-05-20T21:25:40.445 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.443+0000 7f573e369740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55d93d9b8bc0 con 0x55d93dab16e0 2024-05-20T21:25:40.445 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.443+0000 7f573e369740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55d93dab9800 con 0x55d93dab0cf0 2024-05-20T21:25:40.445 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.443+0000 7f573e369740 10 client.0 _ll_register_callbacks cb 0x55d93d996400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:40.445 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.444+0000 7f5739400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d93dab6850 0x55d93dac1f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:40.445 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.444+0000 7f5733e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d93dab16e0 0x55d93dabaf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:40.445 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.444+0000 7f5738a00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d93dab0cf0 0x55d93daba9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:40.445 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.444+0000 7f5739400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d93dab6850 0x55d93dac1f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:39880/0 (socket says 172.21.15.8:39880) 2024-05-20T21:25:40.445 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.444+0000 7f5733e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d93dab16e0 0x55d93dabaf10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:46544/0 (socket says 172.21.15.8:46544) 2024-05-20T21:25:40.445 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.444+0000 7f5739400640 1 -- 172.21.15.8:0/1255759809 learned_addr learned my addr 172.21.15.8:0/1255759809 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:40.446 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.444+0000 7f5739400640 1 -- 172.21.15.8:0/1255759809 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d93dab0cf0 msgr2=0x55d93daba9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:40.446 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.444+0000 7f5739400640 1 --2- 172.21.15.8:0/1255759809 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d93dab0cf0 0x55d93daba9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.446 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.444+0000 7f5739400640 1 -- 172.21.15.8:0/1255759809 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d93dab16e0 msgr2=0x55d93dabaf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:40.446 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.444+0000 7f5739400640 1 --2- 172.21.15.8:0/1255759809 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d93dab16e0 0x55d93dabaf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.446 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.444+0000 7f5739400640 1 -- 172.21.15.8:0/1255759809 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d93d725210 con 0x55d93dab6850 2024-05-20T21:25:40.446 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.444+0000 7f5733e00640 1 --2- 172.21.15.8:0/1255759809 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d93dab16e0 0x55d93dabaf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:40.448 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.444+0000 7f5739400640 1 --2- 172.21.15.8:0/1255759809 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d93dab6850 0x55d93dac1f50 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f572c01b040 tx=0x7f572c00fd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dcd9d2834db3978a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:40.449 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.444+0000 7f571a000640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:25:40.449 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.445+0000 7f571a000640 1 -- 172.21.15.8:0/1255759809 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f572c028070 con 0x55d93dab6850 2024-05-20T21:25:40.449 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.445+0000 7f571a000640 1 -- 172.21.15.8:0/1255759809 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f572c005100 con 0x55d93dab6850 2024-05-20T21:25:40.449 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.445+0000 7f573e369740 1 -- 172.21.15.8:0/1255759809 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f572c004cc0 con 0x55d93dab6850 2024-05-20T21:25:40.449 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.445+0000 7f571a000640 1 -- 172.21.15.8:0/1255759809 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f572c034050 con 0x55d93dab6850 2024-05-20T21:25:40.449 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.445+0000 7f573e369740 10 client.18045 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:40.449 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.445+0000 7f573e369740 1 -- 172.21.15.8:0/1255759809 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d93d7f1620 con 0x55d93dab6850 2024-05-20T21:25:40.449 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.445+0000 7f571a000640 1 -- 172.21.15.8:0/1255759809 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f572c004cc0 con 0x55d93dab6850 2024-05-20T21:25:40.449 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.446+0000 7f571a000640 1 -- 172.21.15.8:0/1255759809 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f572c024640 con 0x55d93dab6850 2024-05-20T21:25:40.449 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.446+0000 7f573e369740 10 client.18045 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:40.449 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.446+0000 7f573e369740 10 client.18045 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:25:40.449 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.446+0000 7f573e369740 20 client.18045 populate_metadata read hostname 'smithi008' 2024-05-20T21:25:40.449 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.446+0000 7f573e369740 1 --2- 172.21.15.8:0/1255759809 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55d93dac6360 0x55d93dac8750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:40.450 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.446+0000 7f573e369740 4 client.18045 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:25:40.450 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.446+0000 7f573e369740 1 -- 172.21.15.8:0/1255759809 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d93da22ae0 con 0x55d93dac6360 2024-05-20T21:25:40.450 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.446+0000 7f5738a00640 1 --2- 172.21.15.8:0/1255759809 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55d93dac6360 0x55d93dac8750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:40.450 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.447+0000 7f5738a00640 1 --2- 172.21.15.8:0/1255759809 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55d93dac6360 0x55d93dac8750 crc :-1 s=READY pgs=275 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b549e78f38de2521 server_cookie=dfa04f032cc91763 in_seq=0 out_seq=0 2024-05-20T21:25:40.450 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.447+0000 7f571a000640 10 client.18045 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:25:40.450 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.448+0000 7f571a000640 1 -- 172.21.15.8:0/1255759809 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55d93da22ae0 con 0x55d93dac6360 2024-05-20T21:25:40.450 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.448+0000 7f571a000640 10 client.18045 handle_command_reply: tid=0 2024-05-20T21:25:40.450 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.448+0000 7f573e369740 1 client.18045 shutdown 2024-05-20T21:25:40.450 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.448+0000 7f573e369740 1 -- 172.21.15.8:0/1255759809 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d93dab6850 msgr2=0x55d93dac1f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:40.450 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.448+0000 7f573e369740 1 --2- 172.21.15.8:0/1255759809 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d93dab6850 0x55d93dac1f50 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f572c01b040 tx=0x7f572c00fd50 comp rx=0 tx=0).stop 2024-05-20T21:25:40.450 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.448+0000 7f573e369740 1 -- 172.21.15.8:0/1255759809 shutdown_connections 2024-05-20T21:25:40.450 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.448+0000 7f573e369740 1 --2- 172.21.15.8:0/1255759809 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55d93dac6360 0x55d93dac8750 crc :-1 s=READY pgs=275 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.450 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.448+0000 7f573e369740 1 --2- 172.21.15.8:0/1255759809 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d93dab6850 0x55d93dac1f50 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.451 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.448+0000 7f573e369740 1 --2- 172.21.15.8:0/1255759809 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d93dab16e0 0x55d93dabaf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.451 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.448+0000 7f573e369740 1 --2- 172.21.15.8:0/1255759809 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d93dab0cf0 0x55d93daba9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.451 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.448+0000 7f573e369740 1 -- 172.21.15.8:0/1255759809 >> 172.21.15.8:0/1255759809 conn(0x55d93daac360 msgr2=0x55d93daab4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:40.451 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.448+0000 7f571a000640 0 client.18045 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:25:40.451 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.448+0000 7f573e369740 1 -- 172.21.15.8:0/1255759809 shutdown_connections 2024-05-20T21:25:40.451 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.448+0000 7f573e369740 1 -- 172.21.15.8:0/1255759809 wait complete. 2024-05-20T21:25:40.451 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.448+0000 7f573e369740 20 client.18045 trim_cache size 0 max 16384 2024-05-20T21:25:40.466 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.466+0000 7f573e369740 1 Processor -- start 2024-05-20T21:25:40.466 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.466+0000 7f573e369740 1 -- start start 2024-05-20T21:25:40.466 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.466+0000 7f573e369740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d93dab0cf0 0x55d93dab2840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:40.466 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.466+0000 7f573e369740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d93dab16e0 0x55d93dac1f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:40.466 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.466+0000 7f573e369740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d93dab6850 0x55d93daaac30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:40.466 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.466+0000 7f573e369740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f57341ae970 con 0x55d93dab16e0 2024-05-20T21:25:40.466 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.466+0000 7f573e369740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f57341ac240 con 0x55d93dab6850 2024-05-20T21:25:40.466 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.466+0000 7f573e369740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f57341aa090 con 0x55d93dab0cf0 2024-05-20T21:25:40.467 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.466+0000 7f5733e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d93dab16e0 0x55d93dac1f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:40.467 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.466+0000 7f5733e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d93dab16e0 0x55d93dac1f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:39882/0 (socket says 172.21.15.8:39882) 2024-05-20T21:25:40.467 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.466+0000 7f5733e00640 1 -- 172.21.15.8:0/3318692151 learned_addr learned my addr 172.21.15.8:0/3318692151 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:40.467 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.466+0000 7f5738a00640 1 --2- 172.21.15.8:0/3318692151 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d93dab0cf0 0x55d93dab2840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:40.467 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.466+0000 7f5739400640 1 --2- 172.21.15.8:0/3318692151 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d93dab6850 0x55d93daaac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:40.467 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.467+0000 7f5733e00640 1 -- 172.21.15.8:0/3318692151 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d93dab0cf0 msgr2=0x55d93dab2840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:40.467 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.467+0000 7f5733e00640 1 --2- 172.21.15.8:0/3318692151 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d93dab0cf0 0x55d93dab2840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.467 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.467+0000 7f5733e00640 1 -- 172.21.15.8:0/3318692151 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d93dab6850 msgr2=0x55d93daaac30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:40.467 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.467+0000 7f5733e00640 1 --2- 172.21.15.8:0/3318692151 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d93dab6850 0x55d93daaac30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.467 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.467+0000 7f5733e00640 1 -- 172.21.15.8:0/3318692151 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d93dab1f40 con 0x55d93dab16e0 2024-05-20T21:25:40.470 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.467+0000 7f5733e00640 1 --2- 172.21.15.8:0/3318692151 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d93dab16e0 0x55d93dac1f10 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f57200a5ca0 tx=0x7f572000cef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d560c3c9b22c61c1 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:40.471 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.467+0000 7f5725200640 1 -- 172.21.15.8:0/3318692151 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57200b23a0 con 0x55d93dab16e0 2024-05-20T21:25:40.471 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.467+0000 7f5725200640 1 -- 172.21.15.8:0/3318692151 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f57200a97c0 con 0x55d93dab16e0 2024-05-20T21:25:40.471 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.467+0000 7f5725200640 1 -- 172.21.15.8:0/3318692151 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57200a7c00 con 0x55d93dab16e0 2024-05-20T21:25:40.471 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.468+0000 7f573e369740 1 -- 172.21.15.8:0/3318692151 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d93dab16e0 msgr2=0x55d93dac1f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:40.471 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.468+0000 7f573e369740 1 --2- 172.21.15.8:0/3318692151 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d93dab16e0 0x55d93dac1f10 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f57200a5ca0 tx=0x7f572000cef0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.471 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.468+0000 7f573e369740 1 -- 172.21.15.8:0/3318692151 shutdown_connections 2024-05-20T21:25:40.471 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.468+0000 7f573e369740 1 --2- 172.21.15.8:0/3318692151 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d93dab6850 0x55d93daaac30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.471 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.468+0000 7f573e369740 1 --2- 172.21.15.8:0/3318692151 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d93dab16e0 0x55d93dac1f10 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.471 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.468+0000 7f573e369740 1 --2- 172.21.15.8:0/3318692151 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d93dab0cf0 0x55d93dab2840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.471 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.468+0000 7f573e369740 1 -- 172.21.15.8:0/3318692151 >> 172.21.15.8:0/3318692151 conn(0x55d93daac360 msgr2=0x55d93dab2130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:40.471 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.468+0000 7f573e369740 1 -- 172.21.15.8:0/3318692151 shutdown_connections 2024-05-20T21:25:40.471 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.468+0000 7f573e369740 1 -- 172.21.15.8:0/3318692151 wait complete. 2024-05-20T21:25:40.471 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.468+0000 7f573e369740 1 -- start start 2024-05-20T21:25:40.472 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.469+0000 7f573e369740 1 Processor -- start 2024-05-20T21:25:40.472 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.469+0000 7f573e369740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d93dab0cf0 0x55d93dac1e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:40.472 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.469+0000 7f573e369740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d93dab16e0 0x55d93dabe8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:40.472 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.469+0000 7f573e369740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d93dab6850 0x55d93dabee20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:40.472 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.469+0000 7f573e369740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f57341aa700 con 0x55d93dab6850 2024-05-20T21:25:40.472 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.469+0000 7f573e369740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f57341abb70 con 0x55d93dab16e0 2024-05-20T21:25:40.472 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.469+0000 7f573e369740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f57341aadd0 con 0x55d93dab0cf0 2024-05-20T21:25:40.472 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.469+0000 7f573e369740 10 client.0 _ll_register_callbacks cb 0x7f572c00f960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:40.472 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.469+0000 7f5739400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d93dab6850 0x55d93dabee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:40.472 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.470+0000 7f5733e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d93dab16e0 0x55d93dabe8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:40.472 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.470+0000 7f5738a00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d93dab0cf0 0x55d93dac1e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:40.472 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.470+0000 7f5733e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d93dab16e0 0x55d93dabe8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:46572/0 (socket says 172.21.15.8:46572) 2024-05-20T21:25:40.472 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.470+0000 7f5733e00640 1 -- 172.21.15.8:0/3625817898 learned_addr learned my addr 172.21.15.8:0/3625817898 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:40.473 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.470+0000 7f5733e00640 1 -- 172.21.15.8:0/3625817898 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d93dab0cf0 msgr2=0x55d93dac1e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:40.473 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.470+0000 7f5733e00640 1 --2- 172.21.15.8:0/3625817898 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d93dab0cf0 0x55d93dac1e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.473 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.470+0000 7f5733e00640 1 -- 172.21.15.8:0/3625817898 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d93dab6850 msgr2=0x55d93dabee20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:40.473 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.470+0000 7f5733e00640 1 --2- 172.21.15.8:0/3625817898 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d93dab6850 0x55d93dabee20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.473 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.470+0000 7f5733e00640 1 -- 172.21.15.8:0/3625817898 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d93db376e0 con 0x55d93dab16e0 2024-05-20T21:25:40.473 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.470+0000 7f5738a00640 1 --2- 172.21.15.8:0/3625817898 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d93dab0cf0 0x55d93dac1e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:40.473 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.470+0000 7f5733e00640 1 --2- 172.21.15.8:0/3625817898 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d93dab16e0 0x55d93dabe8e0 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f5720000c00 tx=0x7f57200e03d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c3e9d7c6cb064c53 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:40.473 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.470+0000 7f571a000640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:25:40.473 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.470+0000 7f571a000640 1 -- 172.21.15.8:0/3625817898 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57200b23a0 con 0x55d93dab16e0 2024-05-20T21:25:40.473 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.470+0000 7f571a000640 1 -- 172.21.15.8:0/3625817898 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f57200a9120 con 0x55d93dab16e0 2024-05-20T21:25:40.473 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.471+0000 7f573e369740 1 -- 172.21.15.8:0/3625817898 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f57200a97c0 con 0x55d93dab16e0 2024-05-20T21:25:40.473 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.471+0000 7f571a000640 1 -- 172.21.15.8:0/3625817898 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f57200adfb0 con 0x55d93dab16e0 2024-05-20T21:25:40.473 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.471+0000 7f573e369740 10 client.28169 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:40.473 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.471+0000 7f573e369740 1 -- 172.21.15.8:0/3625817898 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d93db388f0 con 0x55d93dab16e0 2024-05-20T21:25:40.474 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.471+0000 7f571a000640 1 -- 172.21.15.8:0/3625817898 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f57200a97c0 con 0x55d93dab16e0 2024-05-20T21:25:40.474 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.471+0000 7f571a000640 1 -- 172.21.15.8:0/3625817898 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f57200a5720 con 0x55d93dab16e0 2024-05-20T21:25:40.474 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.471+0000 7f573e369740 10 client.28169 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:40.474 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.471+0000 7f573e369740 10 client.28169 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:25:40.474 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.471+0000 7f573e369740 20 client.28169 populate_metadata read hostname 'smithi008' 2024-05-20T21:25:40.474 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.471+0000 7f573e369740 1 --2- 172.21.15.8:0/3625817898 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55d93db39230 0x55d93db3b650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:40.474 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.471+0000 7f573e369740 4 client.28169 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:25:40.474 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.471+0000 7f573e369740 1 -- 172.21.15.8:0/3625817898 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55d93daba7c0 con 0x55d93db39230 2024-05-20T21:25:40.475 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.472+0000 7f5738a00640 1 --2- 172.21.15.8:0/3625817898 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55d93db39230 0x55d93db3b650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:40.475 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.472+0000 7f5738a00640 1 --2- 172.21.15.8:0/3625817898 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55d93db39230 0x55d93db3b650 crc :-1 s=READY pgs=276 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dd0444e91282db32 server_cookie=5c0954a4e1044bb3 in_seq=0 out_seq=0 2024-05-20T21:25:40.475 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.472+0000 7f571a000640 10 client.28169 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:25:40.484 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.484+0000 7f571a000640 1 -- 172.21.15.8:0/3625817898 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55d93daba7c0 con 0x55d93db39230 2024-05-20T21:25:40.485 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.484+0000 7f571a000640 10 client.28169 handle_command_reply: tid=0 2024-05-20T21:25:40.485 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.484+0000 7f573e369740 1 client.28169 shutdown 2024-05-20T21:25:40.485 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.484+0000 7f573e369740 1 -- 172.21.15.8:0/3625817898 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d93dab16e0 msgr2=0x55d93dabe8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:40.485 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.484+0000 7f573e369740 1 --2- 172.21.15.8:0/3625817898 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d93dab16e0 0x55d93dabe8e0 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f5720000c00 tx=0x7f57200e03d0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.485 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.484+0000 7f573e369740 1 -- 172.21.15.8:0/3625817898 shutdown_connections 2024-05-20T21:25:40.485 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.484+0000 7f573e369740 1 --2- 172.21.15.8:0/3625817898 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55d93db39230 0x55d93db3b650 crc :-1 s=READY pgs=276 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.485 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.484+0000 7f573e369740 1 --2- 172.21.15.8:0/3625817898 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d93dab6850 0x55d93dabee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.485 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.484+0000 7f573e369740 1 --2- 172.21.15.8:0/3625817898 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d93dab16e0 0x55d93dabe8e0 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.485 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.484+0000 7f573e369740 1 --2- 172.21.15.8:0/3625817898 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d93dab0cf0 0x55d93dac1e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.485 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.484+0000 7f573e369740 1 -- 172.21.15.8:0/3625817898 >> 172.21.15.8:0/3625817898 conn(0x55d93daac360 msgr2=0x55d93daaf040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:40.485 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.484+0000 7f571a000640 0 client.28169 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:25:40.485 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.485+0000 7f573e369740 1 -- 172.21.15.8:0/3625817898 shutdown_connections 2024-05-20T21:25:40.486 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.485+0000 7f573e369740 1 -- 172.21.15.8:0/3625817898 wait complete. 2024-05-20T21:25:40.486 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.485+0000 7f573e369740 20 client.28169 trim_cache size 0 max 16384 2024-05-20T21:25:40.487 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:25:40.487 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:25:40.487 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:25:40.487 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.486+0000 7f5739e00640 1 -- 172.21.15.8:0/3705601233 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f571c0b27d0 msgr2=0x7f571c0b4c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:40.487 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.486+0000 7f5739e00640 1 --2- 172.21.15.8:0/3705601233 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f571c0b27d0 0x7f571c0b4c90 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f5728005ab0 tx=0x7f5728005a20 comp rx=0 tx=0).stop 2024-05-20T21:25:40.488 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.486+0000 7f5739e00640 1 -- 172.21.15.8:0/3705601233 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5734103ae0 msgr2=0x7f573419b2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:40.488 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.486+0000 7f5739e00640 1 --2- 172.21.15.8:0/3705601233 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5734103ae0 0x7f573419b2f0 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f572000e9f0 tx=0x7f572000eeb0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.488 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.486+0000 7f5739e00640 1 -- 172.21.15.8:0/3705601233 shutdown_connections 2024-05-20T21:25:40.488 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.486+0000 7f5739e00640 1 --2- 172.21.15.8:0/3705601233 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f571c0b27d0 0x7f571c0b4c90 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.488 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.486+0000 7f5739e00640 1 --2- 172.21.15.8:0/3705601233 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f57341044a0 0x7f57341a2320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.488 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.486+0000 7f5739e00640 1 --2- 172.21.15.8:0/3705601233 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5734103ae0 0x7f573419b2f0 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.488 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.486+0000 7f5739e00640 1 --2- 172.21.15.8:0/3705601233 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f57341028f0 0x7f573419adb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.488 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.486+0000 7f5739e00640 1 -- 172.21.15.8:0/3705601233 >> 172.21.15.8:0/3705601233 conn(0x7f57340fde60 msgr2=0x7f5734074c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:40.488 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.486+0000 7f5739e00640 1 -- 172.21.15.8:0/3705601233 shutdown_connections 2024-05-20T21:25:40.488 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:40.486+0000 7f5739e00640 1 -- 172.21.15.8:0/3705601233 wait complete. 2024-05-20T21:25:41.172 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:25:40 smithi008 ceph-mon[31475]: pgmap v750: 97 pgs: 97 active+clean; 1.1 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-20T21:25:41.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:25:40 smithi130 ceph-mon[36448]: pgmap v750: 97 pgs: 97 active+clean; 1.1 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-20T21:25:41.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:25:40 smithi050 ceph-mon[35809]: pgmap v750: 97 pgs: 97 active+clean; 1.1 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-20T21:25:41.707 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:41.707+0000 7f9a77e00700 1 -- 172.21.15.8:0/647348167 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9a7810b650 msgr2=0x7f9a7810ba30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:41.707 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:41.707+0000 7f9a77e00700 1 --2- 172.21.15.8:0/647348167 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9a7810b650 0x7f9a7810ba30 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f9a6800b0a0 tx=0x7f9a6800b3b0 comp rx=0 tx=0).stop 2024-05-20T21:25:41.707 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:41.707+0000 7f9a77e00700 1 -- 172.21.15.8:0/647348167 shutdown_connections 2024-05-20T21:25:41.707 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:41.707+0000 7f9a77e00700 1 --2- 172.21.15.8:0/647348167 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9a78106010 0x7f9a78112520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:41.707 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:41.707+0000 7f9a77e00700 1 --2- 172.21.15.8:0/647348167 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9a7810b650 0x7f9a7810ba30 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:41.707 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:41.707+0000 7f9a77e00700 1 --2- 172.21.15.8:0/647348167 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9a78105650 0x7f9a78105ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:41.707 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:41.707+0000 7f9a77e00700 1 -- 172.21.15.8:0/647348167 >> 172.21.15.8:0/647348167 conn(0x7f9a78101120 msgr2=0x7f9a78103540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:41.707 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:41.707+0000 7f9a77e00700 1 -- 172.21.15.8:0/647348167 shutdown_connections 2024-05-20T21:25:41.707 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:41.707+0000 7f9a77e00700 1 -- 172.21.15.8:0/647348167 wait complete. 2024-05-20T21:25:41.708 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:41.708+0000 7f9a77e00700 1 Processor -- start 2024-05-20T21:25:41.708 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:41.709+0000 7f9a77e00700 1 -- start start 2024-05-20T21:25:41.708 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:41.709+0000 7f9a77e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9a78105650 0x7f9a7819bd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:41.708 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:41.709+0000 7f9a77e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9a78106010 0x7f9a7819c290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:41.709 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:41.709+0000 7f9a77e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9a7810b650 0x7f9a781a0620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:41.709 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:41.709+0000 7f9a77e00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f9a781158a0 con 0x7f9a7810b650 2024-05-20T21:25:41.709 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:41.709+0000 7f9a77e00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9a78115720 con 0x7f9a78105650 2024-05-20T21:25:41.709 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:41.709+0000 7f9a77e00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f9a78115a20 con 0x7f9a78106010 2024-05-20T21:25:41.709 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:41.709+0000 7f9a76a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9a78105650 0x7f9a7819bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:41.709 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:41.709+0000 7f9a76a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9a78105650 0x7f9a7819bd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:46584/0 (socket says 172.21.15.8:46584) 2024-05-20T21:25:41.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:41.709+0000 7f9a76a00700 1 -- 172.21.15.8:0/1256091128 learned_addr learned my addr 172.21.15.8:0/1256091128 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:41.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:41.709+0000 7f9a77400700 1 --2- 172.21.15.8:0/1256091128 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9a7810b650 0x7f9a781a0620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:41.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:41.710+0000 7f9a6e000700 1 --2- 172.21.15.8:0/1256091128 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9a78106010 0x7f9a7819c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:41.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:41.710+0000 7f9a76a00700 1 -- 172.21.15.8:0/1256091128 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9a78106010 msgr2=0x7f9a7819c290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:41.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:41.710+0000 7f9a76a00700 1 --2- 172.21.15.8:0/1256091128 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9a78106010 0x7f9a7819c290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:41.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:41.710+0000 7f9a76a00700 1 -- 172.21.15.8:0/1256091128 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9a7810b650 msgr2=0x7f9a781a0620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:41.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:41.710+0000 7f9a76a00700 1 --2- 172.21.15.8:0/1256091128 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9a7810b650 0x7f9a781a0620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:41.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:41.710+0000 7f9a76a00700 1 -- 172.21.15.8:0/1256091128 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a781a0d60 con 0x7f9a78105650 2024-05-20T21:25:41.711 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:41.711+0000 7f9a76a00700 1 --2- 172.21.15.8:0/1256091128 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9a78105650 0x7f9a7819bd50 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f9a6800d010 tx=0x7f9a68004d00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:41.711 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:41.711+0000 7f9a6fe00700 1 -- 172.21.15.8:0/1256091128 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a68021070 con 0x7f9a78105650 2024-05-20T21:25:41.711 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:41.711+0000 7f9a77e00700 1 -- 172.21.15.8:0/1256091128 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a781a0ff0 con 0x7f9a78105650 2024-05-20T21:25:41.711 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:41.711+0000 7f9a6fe00700 1 -- 172.21.15.8:0/1256091128 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9a68007e30 con 0x7f9a78105650 2024-05-20T21:25:41.711 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:41.711+0000 7f9a6fe00700 1 -- 172.21.15.8:0/1256091128 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a68004640 con 0x7f9a78105650 2024-05-20T21:25:41.711 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:41.711+0000 7f9a77e00700 1 -- 172.21.15.8:0/1256091128 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a781a88d0 con 0x7f9a78105650 2024-05-20T21:25:41.711 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:41.712+0000 7f9a77e00700 1 -- 172.21.15.8:0/1256091128 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9a7806a230 con 0x7f9a78105650 2024-05-20T21:25:41.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:41.715+0000 7f9a6fe00700 1 -- 172.21.15.8:0/1256091128 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f9a68007980 con 0x7f9a78105650 2024-05-20T21:25:41.715 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:41.716+0000 7f9a6fe00700 1 --2- 172.21.15.8:0/1256091128 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9a5c0b2880 0x7f9a5c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:41.716 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:41.716+0000 7f9a6fe00700 1 -- 172.21.15.8:0/1256091128 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f9a6800f020 con 0x7f9a78105650 2024-05-20T21:25:41.716 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:41.717+0000 7f9a6e000700 1 --2- 172.21.15.8:0/1256091128 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9a5c0b2880 0x7f9a5c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:41.716 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:41.717+0000 7f9a6e000700 1 --2- 172.21.15.8:0/1256091128 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9a5c0b2880 0x7f9a5c0b4d40 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f9a78103730 tx=0x7f9a60009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:41.717 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:41.718+0000 7f9a6fe00700 1 -- 172.21.15.8:0/1256091128 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f9a6802a020 con 0x7f9a78105650 2024-05-20T21:25:42.008 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:42.008+0000 7f9a77e00700 1 -- 172.21.15.8:0/1256091128 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9a7802e560 con 0x7f9a78105650 2024-05-20T21:25:42.008 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:42.009+0000 7f9a6fe00700 1 -- 172.21.15.8:0/1256091128 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7f9a6802e3e0 con 0x7f9a78105650 2024-05-20T21:25:42.009 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:25:42.009 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:25:42.012 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:42.012+0000 7f9a77e00700 1 -- 172.21.15.8:0/1256091128 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9a5c0b2880 msgr2=0x7f9a5c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:42.012 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:42.012+0000 7f9a77e00700 1 --2- 172.21.15.8:0/1256091128 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9a5c0b2880 0x7f9a5c0b4d40 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f9a78103730 tx=0x7f9a60009260 comp rx=0 tx=0).stop 2024-05-20T21:25:42.013 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:42.012+0000 7f9a77e00700 1 -- 172.21.15.8:0/1256091128 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9a78105650 msgr2=0x7f9a7819bd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:42.013 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:42.012+0000 7f9a77e00700 1 --2- 172.21.15.8:0/1256091128 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9a78105650 0x7f9a7819bd50 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f9a6800d010 tx=0x7f9a68004d00 comp rx=0 tx=0).stop 2024-05-20T21:25:42.013 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:42.013+0000 7f9a77e00700 1 -- 172.21.15.8:0/1256091128 shutdown_connections 2024-05-20T21:25:42.013 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:42.013+0000 7f9a77e00700 1 --2- 172.21.15.8:0/1256091128 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9a5c0b2880 0x7f9a5c0b4d40 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:42.013 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:42.013+0000 7f9a77e00700 1 --2- 172.21.15.8:0/1256091128 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9a78105650 0x7f9a7819bd50 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:42.013 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:42.013+0000 7f9a77e00700 1 --2- 172.21.15.8:0/1256091128 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9a7810b650 0x7f9a781a0620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:42.013 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:42.013+0000 7f9a77e00700 1 --2- 172.21.15.8:0/1256091128 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9a78106010 0x7f9a7819c290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:42.013 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:42.013+0000 7f9a77e00700 1 -- 172.21.15.8:0/1256091128 >> 172.21.15.8:0/1256091128 conn(0x7f9a78101120 msgr2=0x7f9a78101840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:42.013 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:42.013+0000 7f9a77e00700 1 -- 172.21.15.8:0/1256091128 shutdown_connections 2024-05-20T21:25:42.013 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:42.013+0000 7f9a77e00700 1 -- 172.21.15.8:0/1256091128 wait complete. 2024-05-20T21:25:42.014 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:25:42.909 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:25:42.990 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:25:42 smithi008 ceph-mon[31475]: pgmap v751: 97 pgs: 97 active+clean; 1.1 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:25:42.990 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:25:42 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/1256091128' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:25:43.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:25:42 smithi130 ceph-mon[36448]: pgmap v751: 97 pgs: 97 active+clean; 1.1 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:25:43.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:25:42 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/1256091128' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:25:43.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:25:42 smithi050 ceph-mon[35809]: pgmap v751: 97 pgs: 97 active+clean; 1.1 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:25:43.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:25:42 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/1256091128' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:25:43.386 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:25:44.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:25:44 smithi008 ceph-mon[31475]: pgmap v752: 97 pgs: 97 active+clean; 1.1 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.6 KiB/s wr, 12 op/s 2024-05-20T21:25:45.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:25:44 smithi130 ceph-mon[36448]: pgmap v752: 97 pgs: 97 active+clean; 1.1 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.6 KiB/s wr, 12 op/s 2024-05-20T21:25:45.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:25:44 smithi050 ceph-mon[35809]: pgmap v752: 97 pgs: 97 active+clean; 1.1 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.6 KiB/s wr, 12 op/s 2024-05-20T21:25:45.686 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.686+0000 7f4ae8400700 1 -- 172.21.15.8:0/3671351249 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4ae006c5d0 msgr2=0x7f4ae01103f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:45.687 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.686+0000 7f4ae8400700 1 --2- 172.21.15.8:0/3671351249 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4ae006c5d0 0x7f4ae01103f0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f4ad800b0a0 tx=0x7f4ad800b3b0 comp rx=0 tx=0).stop 2024-05-20T21:25:45.687 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.687+0000 7f4ae8400700 1 -- 172.21.15.8:0/3671351249 shutdown_connections 2024-05-20T21:25:45.687 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.687+0000 7f4ae8400700 1 --2- 172.21.15.8:0/3671351249 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4ae006c5d0 0x7f4ae01103f0 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:45.687 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.687+0000 7f4ae8400700 1 --2- 172.21.15.8:0/3671351249 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4ae01095d0 0x7f4ae01099b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:45.687 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.687+0000 7f4ae8400700 1 --2- 172.21.15.8:0/3671351249 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4ae006bc10 0x7f4ae006c090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:45.687 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.687+0000 7f4ae8400700 1 -- 172.21.15.8:0/3671351249 >> 172.21.15.8:0/3671351249 conn(0x7f4ae00793f0 msgr2=0x7f4ae0079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:45.687 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.687+0000 7f4ae8400700 1 -- 172.21.15.8:0/3671351249 shutdown_connections 2024-05-20T21:25:45.687 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.687+0000 7f4ae8400700 1 -- 172.21.15.8:0/3671351249 wait complete. 2024-05-20T21:25:45.688 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.688+0000 7f4ae8400700 1 Processor -- start 2024-05-20T21:25:45.688 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.688+0000 7f4ae8400700 1 -- start start 2024-05-20T21:25:45.688 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.688+0000 7f4ae8400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4ae006bc10 0x7f4ae019bdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:45.688 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.688+0000 7f4ae8400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4ae006c5d0 0x7f4ae019c300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:45.689 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.688+0000 7f4ae8400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4ae01095d0 0x7f4ae01a0690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:45.689 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.688+0000 7f4ae8400700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f4ae0113730 con 0x7f4ae006bc10 2024-05-20T21:25:45.689 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.688+0000 7f4ae8400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4ae01135b0 con 0x7f4ae01095d0 2024-05-20T21:25:45.689 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.688+0000 7f4ae8400700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f4ae01138b0 con 0x7f4ae006c5d0 2024-05-20T21:25:45.689 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.689+0000 7f4ae5a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4ae006bc10 0x7f4ae019bdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:45.689 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.689+0000 7f4ae5a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4ae006bc10 0x7f4ae019bdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:40844/0 (socket says 172.21.15.8:40844) 2024-05-20T21:25:45.689 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.689+0000 7f4ae5a00700 1 -- 172.21.15.8:0/696898812 learned_addr learned my addr 172.21.15.8:0/696898812 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:45.689 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.689+0000 7f4ae6400700 1 --2- 172.21.15.8:0/696898812 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4ae01095d0 0x7f4ae01a0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:45.689 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.689+0000 7f4ae5000700 1 --2- 172.21.15.8:0/696898812 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4ae006c5d0 0x7f4ae019c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:45.690 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.689+0000 7f4ae6400700 1 -- 172.21.15.8:0/696898812 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4ae006c5d0 msgr2=0x7f4ae019c300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:45.690 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.689+0000 7f4ae6400700 1 --2- 172.21.15.8:0/696898812 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4ae006c5d0 0x7f4ae019c300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:45.690 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.689+0000 7f4ae6400700 1 -- 172.21.15.8:0/696898812 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4ae006bc10 msgr2=0x7f4ae019bdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:45.690 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.689+0000 7f4ae6400700 1 --2- 172.21.15.8:0/696898812 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4ae006bc10 0x7f4ae019bdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:45.690 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.689+0000 7f4ae6400700 1 -- 172.21.15.8:0/696898812 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ae01a0dd0 con 0x7f4ae01095d0 2024-05-20T21:25:45.691 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.689+0000 7f4ae5a00700 1 --2- 172.21.15.8:0/696898812 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4ae006bc10 0x7f4ae019bdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:45.691 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.690+0000 7f4ae6400700 1 --2- 172.21.15.8:0/696898812 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4ae01095d0 0x7f4ae01a0690 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f4ad800b070 tx=0x7f4ad8004c80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:45.691 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.690+0000 7f4ade000700 1 -- 172.21.15.8:0/696898812 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ad8021070 con 0x7f4ae01095d0 2024-05-20T21:25:45.691 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.690+0000 7f4ade000700 1 -- 172.21.15.8:0/696898812 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4ad8007e30 con 0x7f4ae01095d0 2024-05-20T21:25:45.691 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.690+0000 7f4ae8400700 1 -- 172.21.15.8:0/696898812 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ae01a1060 con 0x7f4ae01095d0 2024-05-20T21:25:45.691 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.690+0000 7f4ade000700 1 -- 172.21.15.8:0/696898812 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ad80046f0 con 0x7f4ae01095d0 2024-05-20T21:25:45.691 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.690+0000 7f4ae8400700 1 -- 172.21.15.8:0/696898812 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ae01a8940 con 0x7f4ae01095d0 2024-05-20T21:25:45.693 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.694+0000 7f4ade000700 1 -- 172.21.15.8:0/696898812 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f4ad8007980 con 0x7f4ae01095d0 2024-05-20T21:25:45.694 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.695+0000 7f4af2e1db80 1 Processor -- start 2024-05-20T21:25:45.694 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.695+0000 7f4af2e1db80 1 -- start start 2024-05-20T21:25:45.694 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.695+0000 7f4af2e1db80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b5cee9feb0 0x55b5ceea0290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:45.695 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.695+0000 7f4af2e1db80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b5ceea07d0 0x55b5cee9a260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:45.695 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.695+0000 7f4af2e1db80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b5cee9a880 0x55b5cee9ace0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:45.695 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.695+0000 7f4af2e1db80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55b5cedf8e40 con 0x55b5ceea07d0 2024-05-20T21:25:45.695 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.695+0000 7f4af2e1db80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55b5cede89e0 con 0x55b5cee9a880 2024-05-20T21:25:45.695 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.695+0000 7f4ade000700 1 --2- 172.21.15.8:0/696898812 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f4ac80b2880 0x7f4ac80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:45.695 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.695+0000 7f4af2e1db80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55b5cedeca20 con 0x55b5cee9feb0 2024-05-20T21:25:45.696 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.695+0000 7f4ade000700 1 -- 172.21.15.8:0/696898812 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f4ad800f020 con 0x7f4ae01095d0 2024-05-20T21:25:45.696 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.696+0000 7f4ae5000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b5cee9a880 0x55b5cee9ace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:45.696 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.696+0000 7f4ae5a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b5ceea07d0 0x55b5cee9a260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:45.696 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.696+0000 7f4ae5000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b5cee9a880 0x55b5cee9ace0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:58960/0 (socket says 172.21.15.8:58960) 2024-05-20T21:25:45.697 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.696+0000 7f4ae5000700 1 -- 172.21.15.8:0/2382793210 learned_addr learned my addr 172.21.15.8:0/2382793210 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:45.697 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.696+0000 7f4ae6400700 1 --2- 172.21.15.8:0/696898812 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f4ac80b2880 0x7f4ac80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:45.697 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.696+0000 7f4ae5000700 1 --2- 172.21.15.8:0/2382793210 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b5cee9feb0 0x55b5ceea0290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:45.697 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.696+0000 7f4ae5000700 1 -- 172.21.15.8:0/2382793210 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b5cee9feb0 msgr2=0x55b5ceea0290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:45.697 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.696+0000 7f4ae5000700 1 --2- 172.21.15.8:0/2382793210 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b5cee9feb0 0x55b5ceea0290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:45.697 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.696+0000 7f4ae5000700 1 -- 172.21.15.8:0/2382793210 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b5ceea07d0 msgr2=0x55b5cee9a260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:45.697 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.696+0000 7f4ae5000700 1 --2- 172.21.15.8:0/2382793210 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b5ceea07d0 0x55b5cee9a260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:45.698 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.696+0000 7f4ae5000700 1 -- 172.21.15.8:0/2382793210 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b5cedb1420 con 0x55b5cee9a880 2024-05-20T21:25:45.698 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.696+0000 7f4ae5000700 1 --2- 172.21.15.8:0/2382793210 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b5cee9a880 0x55b5cee9ace0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f4acc0127f0 tx=0x7f4acc009770 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b0fd9c4ef04e5e93 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:45.698 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.697+0000 7f4ae6400700 1 --2- 172.21.15.8:0/696898812 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f4ac80b2880 0x7f4ac80b4d40 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f4ad800d010 tx=0x7f4ad8009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:45.698 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.697+0000 7f4ad2a00700 1 -- 172.21.15.8:0/2382793210 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4acc012e10 con 0x55b5cee9a880 2024-05-20T21:25:45.698 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.697+0000 7f4ad2a00700 1 -- 172.21.15.8:0/2382793210 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4acc0044e0 con 0x55b5cee9a880 2024-05-20T21:25:45.698 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.697+0000 7f4ad2a00700 1 -- 172.21.15.8:0/2382793210 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4acc00f6b0 con 0x55b5cee9a880 2024-05-20T21:25:45.699 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.698+0000 7f4af2e1db80 1 -- 172.21.15.8:0/2382793210 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b5cee9a880 msgr2=0x55b5cee9ace0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:45.699 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.698+0000 7f4af2e1db80 1 --2- 172.21.15.8:0/2382793210 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b5cee9a880 0x55b5cee9ace0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f4acc0127f0 tx=0x7f4acc009770 comp rx=0 tx=0).stop 2024-05-20T21:25:45.699 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.698+0000 7f4af2e1db80 1 -- 172.21.15.8:0/2382793210 shutdown_connections 2024-05-20T21:25:45.699 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.698+0000 7f4af2e1db80 1 --2- 172.21.15.8:0/2382793210 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b5cee9a880 0x55b5cee9ace0 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:45.699 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.698+0000 7f4af2e1db80 1 --2- 172.21.15.8:0/2382793210 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b5cee9feb0 0x55b5ceea0290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:45.699 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.698+0000 7f4af2e1db80 1 --2- 172.21.15.8:0/2382793210 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b5ceea07d0 0x55b5cee9a260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:45.699 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.698+0000 7f4af2e1db80 1 -- 172.21.15.8:0/2382793210 >> 172.21.15.8:0/2382793210 conn(0x55b5cedc8be0 msgr2=0x55b5cee95010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:45.699 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.698+0000 7f4af2e1db80 1 -- 172.21.15.8:0/2382793210 shutdown_connections 2024-05-20T21:25:45.699 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.698+0000 7f4af2e1db80 1 -- 172.21.15.8:0/2382793210 wait complete. 2024-05-20T21:25:45.700 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.698+0000 7f4af2e1db80 1 -- start start 2024-05-20T21:25:45.700 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.699+0000 7f4af2e1db80 1 Processor -- start 2024-05-20T21:25:45.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.699+0000 7f4af2e1db80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b5cee9a880 0x55b5ceea6490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:45.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.699+0000 7f4af2e1db80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b5cee9feb0 0x55b5ceea3830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:45.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.699+0000 7f4af2e1db80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b5ceea07d0 0x55b5ceea3d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:45.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.699+0000 7f4af2e1db80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55b5ceceefa0 con 0x55b5cee9feb0 2024-05-20T21:25:45.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.699+0000 7f4af2e1db80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55b5ced89760 con 0x55b5cee9a880 2024-05-20T21:25:45.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.699+0000 7f4af2e1db80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55b5ceea7240 con 0x55b5ceea07d0 2024-05-20T21:25:45.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.699+0000 7f4af2e1db80 10 client.0 _ll_register_callbacks cb 0x55b5ced92c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:45.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.700+0000 7f4ae5000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b5cee9a880 0x55b5ceea6490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:45.702 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.700+0000 7f4ae5000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b5cee9a880 0x55b5ceea6490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:58962/0 (socket says 172.21.15.8:58962) 2024-05-20T21:25:45.702 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.700+0000 7f4ae5000700 1 -- 172.21.15.8:0/4078869258 learned_addr learned my addr 172.21.15.8:0/4078869258 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:45.702 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.700+0000 7f4ae5000700 1 --2- 172.21.15.8:0/4078869258 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b5ceea07d0 0x55b5ceea3d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:45.702 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.700+0000 7f4ae5a00700 1 --2- 172.21.15.8:0/4078869258 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b5cee9feb0 0x55b5ceea3830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:45.702 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.700+0000 7f4ae5000700 1 -- 172.21.15.8:0/4078869258 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b5ceea07d0 msgr2=0x55b5ceea3d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:45.702 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.700+0000 7f4ae5000700 1 --2- 172.21.15.8:0/4078869258 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b5ceea07d0 0x55b5ceea3d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:45.702 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.700+0000 7f4ae5000700 1 -- 172.21.15.8:0/4078869258 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b5cee9feb0 msgr2=0x55b5ceea3830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:45.702 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.700+0000 7f4ae5000700 1 --2- 172.21.15.8:0/4078869258 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b5cee9feb0 0x55b5ceea3830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:45.702 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.700+0000 7f4ae5000700 1 -- 172.21.15.8:0/4078869258 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b5ced388d0 con 0x55b5cee9a880 2024-05-20T21:25:45.702 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.701+0000 7f4ae5000700 1 --2- 172.21.15.8:0/4078869258 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b5cee9a880 0x55b5ceea6490 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f4acc009710 tx=0x7f4acc017040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=41686db458541bb8 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:45.702 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.701+0000 7f4ac7400700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:25:45.702 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.701+0000 7f4ac7400700 1 -- 172.21.15.8:0/4078869258 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4acc003f50 con 0x55b5cee9a880 2024-05-20T21:25:45.702 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.701+0000 7f4ac7400700 1 -- 172.21.15.8:0/4078869258 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f4acc029070 con 0x55b5cee9a880 2024-05-20T21:25:45.703 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.701+0000 7f4af2e1db80 1 -- 172.21.15.8:0/4078869258 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4acc0044e0 con 0x55b5cee9a880 2024-05-20T21:25:45.703 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.701+0000 7f4ac7400700 1 -- 172.21.15.8:0/4078869258 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4acc0040f0 con 0x55b5cee9a880 2024-05-20T21:25:45.703 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.701+0000 7f4af2e1db80 10 client.28187 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:45.703 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.701+0000 7f4af2e1db80 1 -- 172.21.15.8:0/4078869258 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b5cedb9060 con 0x55b5cee9a880 2024-05-20T21:25:45.703 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.702+0000 7f4ac7400700 1 -- 172.21.15.8:0/4078869258 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4acc0044e0 con 0x55b5cee9a880 2024-05-20T21:25:45.704 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.702+0000 7f4ac7400700 1 -- 172.21.15.8:0/4078869258 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f4acc02e430 con 0x55b5cee9a880 2024-05-20T21:25:45.704 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.702+0000 7f4af2e1db80 10 client.28187 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:45.705 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.702+0000 7f4af2e1db80 10 client.28187 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:25:45.705 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.702+0000 7f4af2e1db80 20 client.28187 populate_metadata read hostname 'smithi008' 2024-05-20T21:25:45.705 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.702+0000 7f4af2e1db80 1 --2- 172.21.15.8:0/4078869258 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55b5ceeb3bf0 0x55b5ceeb5fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:45.705 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.702+0000 7f4af2e1db80 4 client.28187 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:25:45.705 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.702+0000 7f4af2e1db80 1 -- 172.21.15.8:0/4078869258 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b5cedfad90 con 0x55b5ceeb3bf0 2024-05-20T21:25:45.705 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.703+0000 7f4ae5a00700 1 --2- 172.21.15.8:0/4078869258 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55b5ceeb3bf0 0x55b5ceeb5fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:45.705 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.703+0000 7f4ac7400700 10 client.28187 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:25:45.705 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.703+0000 7f4ae5a00700 1 --2- 172.21.15.8:0/4078869258 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55b5ceeb3bf0 0x55b5ceeb5fe0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=79e640ba8fafeab1 server_cookie=3ab7be1b7f65c5fa in_seq=0 out_seq=0 2024-05-20T21:25:45.705 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.704+0000 7f4ac7400700 1 -- 172.21.15.8:0/4078869258 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55b5cedfad90 con 0x55b5ceeb3bf0 2024-05-20T21:25:45.705 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.704+0000 7f4ac7400700 10 client.28187 handle_command_reply: tid=0 2024-05-20T21:25:45.705 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.704+0000 7f4af2e1db80 1 client.28187 shutdown 2024-05-20T21:25:45.705 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.705+0000 7f4af2e1db80 1 -- 172.21.15.8:0/4078869258 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b5cee9a880 msgr2=0x55b5ceea6490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:45.705 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.705+0000 7f4af2e1db80 1 --2- 172.21.15.8:0/4078869258 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b5cee9a880 0x55b5ceea6490 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f4acc009710 tx=0x7f4acc017040 comp rx=0 tx=0).stop 2024-05-20T21:25:45.705 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.705+0000 7f4af2e1db80 1 -- 172.21.15.8:0/4078869258 shutdown_connections 2024-05-20T21:25:45.706 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.705+0000 7f4af2e1db80 1 --2- 172.21.15.8:0/4078869258 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55b5ceeb3bf0 0x55b5ceeb5fe0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:45.706 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.705+0000 7f4af2e1db80 1 --2- 172.21.15.8:0/4078869258 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b5cee9a880 0x55b5ceea6490 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:45.706 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.705+0000 7f4af2e1db80 1 --2- 172.21.15.8:0/4078869258 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b5ceea07d0 0x55b5ceea3d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:45.706 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.705+0000 7f4af2e1db80 1 --2- 172.21.15.8:0/4078869258 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b5cee9feb0 0x55b5ceea3830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:45.706 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.705+0000 7f4ac7400700 0 client.28187 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:25:45.706 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.705+0000 7f4af2e1db80 1 -- 172.21.15.8:0/4078869258 >> 172.21.15.8:0/4078869258 conn(0x55b5cedc8be0 msgr2=0x55b5cee99250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:45.706 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.705+0000 7f4af2e1db80 1 -- 172.21.15.8:0/4078869258 shutdown_connections 2024-05-20T21:25:45.706 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.705+0000 7f4af2e1db80 1 -- 172.21.15.8:0/4078869258 wait complete. 2024-05-20T21:25:45.706 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.705+0000 7f4af2e1db80 20 client.28187 trim_cache size 0 max 16384 2024-05-20T21:25:45.722 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.722+0000 7f4af2e1db80 1 Processor -- start 2024-05-20T21:25:45.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.722+0000 7f4af2e1db80 1 -- start start 2024-05-20T21:25:45.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.722+0000 7f4af2e1db80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b5cee9a880 0x55b5cee9a260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:45.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.722+0000 7f4af2e1db80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b5cee9feb0 0x55b5cee950f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:45.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.722+0000 7f4af2e1db80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b5ceea07d0 0x55b5ceebb750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:45.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.722+0000 7f4af2e1db80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f4ae01b25c0 con 0x55b5cee9feb0 2024-05-20T21:25:45.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.722+0000 7f4af2e1db80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4ae01afe50 con 0x55b5ceea07d0 2024-05-20T21:25:45.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.722+0000 7f4af2e1db80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f4ae01adca0 con 0x55b5cee9a880 2024-05-20T21:25:45.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.722+0000 7f4ae5a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b5cee9feb0 0x55b5cee950f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:45.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.722+0000 7f4ae5a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b5cee9feb0 0x55b5cee950f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:40858/0 (socket says 172.21.15.8:40858) 2024-05-20T21:25:45.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.722+0000 7f4ae5a00700 1 -- 172.21.15.8:0/1773410707 learned_addr learned my addr 172.21.15.8:0/1773410707 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:45.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.723+0000 7f4ae5000700 1 --2- 172.21.15.8:0/1773410707 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b5cee9a880 0x55b5cee9a260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:45.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.723+0000 7f4ae5000700 1 --2- 172.21.15.8:0/1773410707 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b5ceea07d0 0x55b5ceebb750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:45.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.723+0000 7f4ae5a00700 1 -- 172.21.15.8:0/1773410707 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b5cee9a880 msgr2=0x55b5cee9a260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:45.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.723+0000 7f4ae5a00700 1 --2- 172.21.15.8:0/1773410707 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b5cee9a880 0x55b5cee9a260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:45.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.723+0000 7f4ae5a00700 1 -- 172.21.15.8:0/1773410707 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b5ceea07d0 msgr2=0x55b5ceebb750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:45.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.723+0000 7f4ae5a00700 1 --2- 172.21.15.8:0/1773410707 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b5ceea07d0 0x55b5ceebb750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:45.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.723+0000 7f4ae5a00700 1 -- 172.21.15.8:0/1773410707 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b5ceea1da0 con 0x55b5cee9feb0 2024-05-20T21:25:45.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.723+0000 7f4ae5a00700 1 --2- 172.21.15.8:0/1773410707 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b5cee9feb0 0x55b5cee950f0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x55b5cee8d340 tx=0x7f4ad4004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a226af42aaf6b3b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:45.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.723+0000 7f4ad2000700 1 -- 172.21.15.8:0/1773410707 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ad4004a30 con 0x55b5cee9feb0 2024-05-20T21:25:45.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.724+0000 7f4ad2000700 1 -- 172.21.15.8:0/1773410707 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4ad40054d0 con 0x55b5cee9feb0 2024-05-20T21:25:45.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.724+0000 7f4ad2000700 1 -- 172.21.15.8:0/1773410707 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ad401eae0 con 0x55b5cee9feb0 2024-05-20T21:25:45.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.724+0000 7f4af2e1db80 1 -- 172.21.15.8:0/1773410707 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b5cee9feb0 msgr2=0x55b5cee950f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:45.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.724+0000 7f4af2e1db80 1 --2- 172.21.15.8:0/1773410707 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b5cee9feb0 0x55b5cee950f0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x55b5cee8d340 tx=0x7f4ad4004750 comp rx=0 tx=0).stop 2024-05-20T21:25:45.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.724+0000 7f4af2e1db80 1 -- 172.21.15.8:0/1773410707 shutdown_connections 2024-05-20T21:25:45.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.724+0000 7f4af2e1db80 1 --2- 172.21.15.8:0/1773410707 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b5ceea07d0 0x55b5ceebb750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:45.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.724+0000 7f4af2e1db80 1 --2- 172.21.15.8:0/1773410707 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b5cee9a880 0x55b5cee9a260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:45.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.724+0000 7f4af2e1db80 1 --2- 172.21.15.8:0/1773410707 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b5cee9feb0 0x55b5cee950f0 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:45.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.724+0000 7f4af2e1db80 1 -- 172.21.15.8:0/1773410707 >> 172.21.15.8:0/1773410707 conn(0x55b5cedc8be0 msgr2=0x55b5cee949e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:45.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.725+0000 7f4af2e1db80 1 -- 172.21.15.8:0/1773410707 shutdown_connections 2024-05-20T21:25:45.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.725+0000 7f4af2e1db80 1 -- 172.21.15.8:0/1773410707 wait complete. 2024-05-20T21:25:45.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.725+0000 7f4af2e1db80 1 -- start start 2024-05-20T21:25:45.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.725+0000 7f4af2e1db80 1 Processor -- start 2024-05-20T21:25:45.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.726+0000 7f4af2e1db80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b5cee9a880 0x55b5ceeacb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:45.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.726+0000 7f4af2e1db80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b5cee9feb0 0x55b5ceebaf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:45.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.726+0000 7f4af2e1db80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b5ceea07d0 0x55b5ceebb470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:45.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.726+0000 7f4af2e1db80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f4ae01ae310 con 0x55b5cee9a880 2024-05-20T21:25:45.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.726+0000 7f4af2e1db80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4ae01af780 con 0x55b5cee9feb0 2024-05-20T21:25:45.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.726+0000 7f4af2e1db80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f4ae01ae9e0 con 0x55b5ceea07d0 2024-05-20T21:25:45.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.726+0000 7f4af2e1db80 10 client.0 _ll_register_callbacks cb 0x55b5ced92c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:45.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.726+0000 7f4ae5000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b5cee9a880 0x55b5ceeacb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:45.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.726+0000 7f4ae5a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b5cee9feb0 0x55b5ceebaf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:45.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.726+0000 7f4ae5a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b5cee9feb0 0x55b5ceebaf30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:58974/0 (socket says 172.21.15.8:58974) 2024-05-20T21:25:45.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.726+0000 7f4ae5a00700 1 -- 172.21.15.8:0/243148274 learned_addr learned my addr 172.21.15.8:0/243148274 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:45.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.726+0000 7f4ae5000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b5cee9a880 0x55b5ceeacb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:40872/0 (socket says 172.21.15.8:40872) 2024-05-20T21:25:45.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.727+0000 7f4ae5000700 1 --2- 172.21.15.8:0/243148274 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b5ceea07d0 0x55b5ceebb470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:45.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.727+0000 7f4ae5a00700 1 -- 172.21.15.8:0/243148274 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b5ceea07d0 msgr2=0x55b5ceebb470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:45.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.727+0000 7f4ae5a00700 1 --2- 172.21.15.8:0/243148274 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b5ceea07d0 0x55b5ceebb470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:45.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.727+0000 7f4ae5a00700 1 -- 172.21.15.8:0/243148274 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b5cee9a880 msgr2=0x55b5ceeacb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:45.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.727+0000 7f4ae5a00700 1 --2- 172.21.15.8:0/243148274 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b5cee9a880 0x55b5ceeacb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:45.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.727+0000 7f4ae5a00700 1 -- 172.21.15.8:0/243148274 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b5ceebbbc0 con 0x55b5cee9feb0 2024-05-20T21:25:45.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.727+0000 7f4ae5000700 1 --2- 172.21.15.8:0/243148274 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b5cee9a880 0x55b5ceeacb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:45.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.727+0000 7f4ae5a00700 1 --2- 172.21.15.8:0/243148274 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b5cee9feb0 0x55b5ceebaf30 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f4ad4005d60 tx=0x7f4ad4005d90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=57cd4a5f6e6b144 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:45.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.727+0000 7f4ac7400700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:25:45.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.728+0000 7f4ac7400700 1 -- 172.21.15.8:0/243148274 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ad401e760 con 0x55b5cee9feb0 2024-05-20T21:25:45.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.728+0000 7f4ac7400700 1 -- 172.21.15.8:0/243148274 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f4ad401e900 con 0x55b5cee9feb0 2024-05-20T21:25:45.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.728+0000 7f4af2e1db80 1 -- 172.21.15.8:0/243148274 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4ad40054d0 con 0x55b5cee9feb0 2024-05-20T21:25:45.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.731+0000 7f4ac7400700 1 -- 172.21.15.8:0/243148274 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4ad401eb00 con 0x55b5cee9feb0 2024-05-20T21:25:45.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.731+0000 7f4af2e1db80 10 client.28193 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:45.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.731+0000 7f4af2e1db80 1 -- 172.21.15.8:0/243148274 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b5cef1e5b0 con 0x55b5cee9feb0 2024-05-20T21:25:45.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.732+0000 7f4ac7400700 1 -- 172.21.15.8:0/243148274 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4ad40054d0 con 0x55b5cee9feb0 2024-05-20T21:25:45.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.732+0000 7f4ac7400700 1 -- 172.21.15.8:0/243148274 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f4ad402f020 con 0x55b5cee9feb0 2024-05-20T21:25:45.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.732+0000 7f4af2e1db80 10 client.28193 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:45.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.732+0000 7f4af2e1db80 10 client.28193 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:25:45.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.732+0000 7f4af2e1db80 20 client.28193 populate_metadata read hostname 'smithi008' 2024-05-20T21:25:45.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.732+0000 7f4af2e1db80 1 --2- 172.21.15.8:0/243148274 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55b5cef1ec20 0x55b5cef21040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:45.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.732+0000 7f4af2e1db80 4 client.28193 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:25:45.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.732+0000 7f4af2e1db80 1 -- 172.21.15.8:0/243148274 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55b5cedf4570 con 0x55b5cef1ec20 2024-05-20T21:25:45.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.732+0000 7f4ae5000700 1 --2- 172.21.15.8:0/243148274 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55b5cef1ec20 0x55b5cef21040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:45.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.733+0000 7f4ae5000700 1 --2- 172.21.15.8:0/243148274 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55b5cef1ec20 0x55b5cef21040 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=4f990ade52ce5810 server_cookie=bc38dcb501633994 in_seq=0 out_seq=0 2024-05-20T21:25:45.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.733+0000 7f4ac7400700 10 client.28193 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:25:45.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.733+0000 7f4ac7400700 1 -- 172.21.15.8:0/243148274 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55b5cedf4570 con 0x55b5cef1ec20 2024-05-20T21:25:45.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.733+0000 7f4ac7400700 10 client.28193 handle_command_reply: tid=0 2024-05-20T21:25:45.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.733+0000 7f4af2e1db80 1 client.28193 shutdown 2024-05-20T21:25:45.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.734+0000 7f4af2e1db80 1 -- 172.21.15.8:0/243148274 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b5cee9feb0 msgr2=0x55b5ceebaf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:45.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.734+0000 7f4af2e1db80 1 --2- 172.21.15.8:0/243148274 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b5cee9feb0 0x55b5ceebaf30 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f4ad4005d60 tx=0x7f4ad4005d90 comp rx=0 tx=0).stop 2024-05-20T21:25:45.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.734+0000 7f4af2e1db80 1 -- 172.21.15.8:0/243148274 shutdown_connections 2024-05-20T21:25:45.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.734+0000 7f4af2e1db80 1 --2- 172.21.15.8:0/243148274 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55b5cef1ec20 0x55b5cef21040 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:45.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.734+0000 7f4af2e1db80 1 --2- 172.21.15.8:0/243148274 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b5ceea07d0 0x55b5ceebb470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:45.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.734+0000 7f4af2e1db80 1 --2- 172.21.15.8:0/243148274 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b5cee9a880 0x55b5ceeacb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:45.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.734+0000 7f4ac7400700 0 client.28193 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:25:45.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.734+0000 7f4af2e1db80 1 --2- 172.21.15.8:0/243148274 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b5cee9feb0 0x55b5ceebaf30 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:45.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.734+0000 7f4af2e1db80 1 -- 172.21.15.8:0/243148274 >> 172.21.15.8:0/243148274 conn(0x55b5cedc8be0 msgr2=0x55b5ceea0bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:45.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.734+0000 7f4af2e1db80 1 -- 172.21.15.8:0/243148274 shutdown_connections 2024-05-20T21:25:45.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.734+0000 7f4af2e1db80 1 -- 172.21.15.8:0/243148274 wait complete. 2024-05-20T21:25:45.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.734+0000 7f4af2e1db80 20 client.28193 trim_cache size 0 max 16384 2024-05-20T21:25:45.735 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:25:45.735 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.735+0000 7f4ae8400700 1 -- 172.21.15.8:0/696898812 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f4ac80b2880 msgr2=0x7f4ac80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:45.736 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.735+0000 7f4ae8400700 1 --2- 172.21.15.8:0/696898812 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f4ac80b2880 0x7f4ac80b4d40 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f4ad800d010 tx=0x7f4ad8009040 comp rx=0 tx=0).stop 2024-05-20T21:25:45.736 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.735+0000 7f4ae8400700 1 -- 172.21.15.8:0/696898812 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4ae01095d0 msgr2=0x7f4ae01a0690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:45.736 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.735+0000 7f4ae8400700 1 --2- 172.21.15.8:0/696898812 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4ae01095d0 0x7f4ae01a0690 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f4ad800b070 tx=0x7f4ad8004c80 comp rx=0 tx=0).stop 2024-05-20T21:25:45.736 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.735+0000 7f4ae8400700 1 -- 172.21.15.8:0/696898812 shutdown_connections 2024-05-20T21:25:45.736 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.735+0000 7f4ae8400700 1 --2- 172.21.15.8:0/696898812 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f4ac80b2880 0x7f4ac80b4d40 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:45.736 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.735+0000 7f4ae8400700 1 --2- 172.21.15.8:0/696898812 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4ae01095d0 0x7f4ae01a0690 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:45.736 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.735+0000 7f4ae8400700 1 --2- 172.21.15.8:0/696898812 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4ae006bc10 0x7f4ae019bdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:45.736 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.735+0000 7f4ae8400700 1 --2- 172.21.15.8:0/696898812 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4ae006c5d0 0x7f4ae019c300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:45.736 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.735+0000 7f4ae8400700 1 -- 172.21.15.8:0/696898812 >> 172.21.15.8:0/696898812 conn(0x7f4ae00793f0 msgr2=0x7f4ae01012f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:45.736 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.735+0000 7f4ae8400700 1 -- 172.21.15.8:0/696898812 shutdown_connections 2024-05-20T21:25:45.736 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:45.735+0000 7f4ae8400700 1 -- 172.21.15.8:0/696898812 wait complete. 2024-05-20T21:25:46.551 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:25:46.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:25:46 smithi008 ceph-mon[31475]: pgmap v753: 97 pgs: 97 active+clean; 1.1 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.5 KiB/s wr, 12 op/s 2024-05-20T21:25:47.007 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:25:47.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:25:46 smithi130 ceph-mon[36448]: pgmap v753: 97 pgs: 97 active+clean; 1.1 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.5 KiB/s wr, 12 op/s 2024-05-20T21:25:47.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:25:46 smithi050 ceph-mon[35809]: pgmap v753: 97 pgs: 97 active+clean; 1.1 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.5 KiB/s wr, 12 op/s 2024-05-20T21:25:48.997 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:25:48 smithi008 ceph-mon[31475]: pgmap v754: 97 pgs: 97 active+clean; 1.1 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 3.7 KiB/s wr, 9 op/s 2024-05-20T21:25:49.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:25:48 smithi130 ceph-mon[36448]: pgmap v754: 97 pgs: 97 active+clean; 1.1 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 3.7 KiB/s wr, 9 op/s 2024-05-20T21:25:49.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:25:48 smithi050 ceph-mon[35809]: pgmap v754: 97 pgs: 97 active+clean; 1.1 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 3.7 KiB/s wr, 9 op/s 2024-05-20T21:25:49.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.284+0000 7ffa57200700 1 -- 172.21.15.8:0/1681765838 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ffa5010b760 msgr2=0x7ffa5010bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:49.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.284+0000 7ffa57200700 1 --2- 172.21.15.8:0/1681765838 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ffa5010b760 0x7ffa5010bb40 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7ffa40009990 tx=0x7ffa40009ca0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.284+0000 7ffa57200700 1 -- 172.21.15.8:0/1681765838 shutdown_connections 2024-05-20T21:25:49.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.284+0000 7ffa57200700 1 --2- 172.21.15.8:0/1681765838 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffa50106120 0x7ffa50112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.284+0000 7ffa57200700 1 --2- 172.21.15.8:0/1681765838 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ffa5010b760 0x7ffa5010bb40 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.284+0000 7ffa57200700 1 --2- 172.21.15.8:0/1681765838 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffa50105760 0x7ffa50105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.284+0000 7ffa57200700 1 -- 172.21.15.8:0/1681765838 >> 172.21.15.8:0/1681765838 conn(0x7ffa50101250 msgr2=0x7ffa50103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:49.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.284+0000 7ffa57200700 1 -- 172.21.15.8:0/1681765838 shutdown_connections 2024-05-20T21:25:49.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.284+0000 7ffa57200700 1 -- 172.21.15.8:0/1681765838 wait complete. 2024-05-20T21:25:49.285 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.286+0000 7ffa57200700 1 Processor -- start 2024-05-20T21:25:49.285 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.286+0000 7ffa57200700 1 -- start start 2024-05-20T21:25:49.286 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.286+0000 7ffa57200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffa50105760 0x7ffa5019bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:49.286 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.286+0000 7ffa57200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffa50106120 0x7ffa5019c310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:49.286 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.287+0000 7ffa57200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ffa5010b760 0x7ffa501a06a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:49.286 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.287+0000 7ffa57200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7ffa50115940 con 0x7ffa5010b760 2024-05-20T21:25:49.286 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.287+0000 7ffa57200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ffa501157c0 con 0x7ffa50106120 2024-05-20T21:25:49.286 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.287+0000 7ffa57200700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7ffa50115ac0 con 0x7ffa50105760 2024-05-20T21:25:49.287 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.287+0000 7ffa55200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ffa5010b760 0x7ffa501a06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:49.287 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.287+0000 7ffa4fe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffa50105760 0x7ffa5019bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:49.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.287+0000 7ffa55200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ffa5010b760 0x7ffa501a06a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:40890/0 (socket says 172.21.15.8:40890) 2024-05-20T21:25:49.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.287+0000 7ffa55200700 1 -- 172.21.15.8:0/740791935 learned_addr learned my addr 172.21.15.8:0/740791935 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:49.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.287+0000 7ffa4f400700 1 --2- 172.21.15.8:0/740791935 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffa50106120 0x7ffa5019c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:49.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.288+0000 7ffa4fe00700 1 -- 172.21.15.8:0/740791935 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffa50106120 msgr2=0x7ffa5019c310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:49.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.288+0000 7ffa4fe00700 1 --2- 172.21.15.8:0/740791935 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffa50106120 0x7ffa5019c310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.288+0000 7ffa4fe00700 1 -- 172.21.15.8:0/740791935 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ffa5010b760 msgr2=0x7ffa501a06a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:49.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.288+0000 7ffa4fe00700 1 --2- 172.21.15.8:0/740791935 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ffa5010b760 0x7ffa501a06a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.288+0000 7ffa4fe00700 1 -- 172.21.15.8:0/740791935 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa501a0de0 con 0x7ffa50105760 2024-05-20T21:25:49.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.288+0000 7ffa55200700 1 --2- 172.21.15.8:0/740791935 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ffa5010b760 0x7ffa501a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:49.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.288+0000 7ffa4fe00700 1 --2- 172.21.15.8:0/740791935 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffa50105760 0x7ffa5019bdd0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7ffa400059d0 tx=0x7ffa400047b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:49.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.288+0000 7ffa4cc00700 1 -- 172.21.15.8:0/740791935 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa40027070 con 0x7ffa50105760 2024-05-20T21:25:49.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.288+0000 7ffa57200700 1 -- 172.21.15.8:0/740791935 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa501a1070 con 0x7ffa50105760 2024-05-20T21:25:49.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.288+0000 7ffa4cc00700 1 -- 172.21.15.8:0/740791935 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffa40022470 con 0x7ffa50105760 2024-05-20T21:25:49.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.288+0000 7ffa4cc00700 1 -- 172.21.15.8:0/740791935 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa40017650 con 0x7ffa50105760 2024-05-20T21:25:49.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.289+0000 7ffa57200700 1 -- 172.21.15.8:0/740791935 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa501a8950 con 0x7ffa50105760 2024-05-20T21:25:49.291 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.292+0000 7ffa4cc00700 1 -- 172.21.15.8:0/740791935 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7ffa4002a070 con 0x7ffa50105760 2024-05-20T21:25:49.293 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.294+0000 7ffa61aa0b80 1 Processor -- start 2024-05-20T21:25:49.293 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.294+0000 7ffa61aa0b80 1 -- start start 2024-05-20T21:25:49.294 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.295+0000 7ffa61aa0b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561f7e3c1eb0 0x561f7e3c2290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:49.295 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.295+0000 7ffa61aa0b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f7e3c27d0 0x561f7e3bc260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:49.295 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.295+0000 7ffa4cc00700 1 --2- 172.21.15.8:0/740791935 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ffa340b2880 0x7ffa340b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:49.295 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.295+0000 7ffa61aa0b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561f7e3bc880 0x561f7e3bcce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:49.295 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.295+0000 7ffa61aa0b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x561f7e31ae40 con 0x561f7e3c1eb0 2024-05-20T21:25:49.295 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.295+0000 7ffa61aa0b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x561f7e30a9e0 con 0x561f7e3bc880 2024-05-20T21:25:49.295 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.295+0000 7ffa61aa0b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x561f7e30ea20 con 0x561f7e3c27d0 2024-05-20T21:25:49.295 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.295+0000 7ffa4cc00700 1 -- 172.21.15.8:0/740791935 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7ffa400e2ec0 con 0x7ffa50105760 2024-05-20T21:25:49.296 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.295+0000 7ffa55200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561f7e3c1eb0 0x561f7e3c2290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:49.296 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.295+0000 7ffa4f400700 1 --2- 172.21.15.8:0/740791935 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ffa340b2880 0x7ffa340b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:49.296 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.295+0000 7ffa4fe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f7e3c27d0 0x561f7e3bc260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:49.296 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.295+0000 7ffa55200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561f7e3c1eb0 0x561f7e3c2290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:40894/0 (socket says 172.21.15.8:40894) 2024-05-20T21:25:49.297 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.295+0000 7ffa55200700 1 -- 172.21.15.8:0/1900760991 learned_addr learned my addr 172.21.15.8:0/1900760991 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:49.297 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.296+0000 7ffa55200700 1 --2- 172.21.15.8:0/1900760991 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561f7e3bc880 0x561f7e3bcce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:49.297 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.296+0000 7ffa55200700 1 -- 172.21.15.8:0/1900760991 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f7e3c27d0 msgr2=0x561f7e3bc260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:49.297 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.296+0000 7ffa55200700 1 --2- 172.21.15.8:0/1900760991 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f7e3c27d0 0x561f7e3bc260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.297 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.296+0000 7ffa55200700 1 -- 172.21.15.8:0/1900760991 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561f7e3bc880 msgr2=0x561f7e3bcce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:49.297 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.296+0000 7ffa55200700 1 --2- 172.21.15.8:0/1900760991 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561f7e3bc880 0x561f7e3bcce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.297 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.296+0000 7ffa55200700 1 -- 172.21.15.8:0/1900760991 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561f7e2d3420 con 0x561f7e3c1eb0 2024-05-20T21:25:49.297 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.296+0000 7ffa4fe00700 1 --2- 172.21.15.8:0/1900760991 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f7e3c27d0 0x561f7e3bc260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:49.297 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.296+0000 7ffa55200700 1 --2- 172.21.15.8:0/1900760991 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561f7e3c1eb0 0x561f7e3c2290 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7ffa48007dc0 tx=0x7ffa48009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93ea48ad24ebec46 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:49.297 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.296+0000 7ffa4f400700 1 --2- 172.21.15.8:0/740791935 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ffa340b2880 0x7ffa340b4d40 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7ffa5010ae60 tx=0x7ffa3c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:49.297 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.297+0000 7ffa45600700 1 -- 172.21.15.8:0/1900760991 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa4800ece0 con 0x561f7e3c1eb0 2024-05-20T21:25:49.297 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.297+0000 7ffa45600700 1 -- 172.21.15.8:0/1900760991 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffa4800ee80 con 0x561f7e3c1eb0 2024-05-20T21:25:49.298 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.297+0000 7ffa45600700 1 -- 172.21.15.8:0/1900760991 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa4801a730 con 0x561f7e3c1eb0 2024-05-20T21:25:49.299 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.297+0000 7ffa61aa0b80 1 -- 172.21.15.8:0/1900760991 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561f7e3c1eb0 msgr2=0x561f7e3c2290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:49.299 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.297+0000 7ffa61aa0b80 1 --2- 172.21.15.8:0/1900760991 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561f7e3c1eb0 0x561f7e3c2290 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7ffa48007dc0 tx=0x7ffa48009920 comp rx=0 tx=0).stop 2024-05-20T21:25:49.299 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.298+0000 7ffa61aa0b80 1 -- 172.21.15.8:0/1900760991 shutdown_connections 2024-05-20T21:25:49.299 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.298+0000 7ffa61aa0b80 1 --2- 172.21.15.8:0/1900760991 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561f7e3bc880 0x561f7e3bcce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.299 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.298+0000 7ffa61aa0b80 1 --2- 172.21.15.8:0/1900760991 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561f7e3c1eb0 0x561f7e3c2290 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.299 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.298+0000 7ffa61aa0b80 1 --2- 172.21.15.8:0/1900760991 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f7e3c27d0 0x561f7e3bc260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.299 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.298+0000 7ffa61aa0b80 1 -- 172.21.15.8:0/1900760991 >> 172.21.15.8:0/1900760991 conn(0x561f7e2eabe0 msgr2=0x561f7e3b7010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:49.299 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.298+0000 7ffa61aa0b80 1 -- 172.21.15.8:0/1900760991 shutdown_connections 2024-05-20T21:25:49.299 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.298+0000 7ffa61aa0b80 1 -- 172.21.15.8:0/1900760991 wait complete. 2024-05-20T21:25:49.299 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.298+0000 7ffa61aa0b80 1 -- start start 2024-05-20T21:25:49.299 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.299+0000 7ffa61aa0b80 1 Processor -- start 2024-05-20T21:25:49.299 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.299+0000 7ffa61aa0b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561f7e3bc880 0x561f7e3c8540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:49.299 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.299+0000 7ffa61aa0b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561f7e3c1eb0 0x561f7e3c58e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:49.300 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.299+0000 7ffa61aa0b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f7e3c27d0 0x561f7e3c5e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:49.300 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.299+0000 7ffa61aa0b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x561f7e210fa0 con 0x561f7e3c1eb0 2024-05-20T21:25:49.300 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.299+0000 7ffa61aa0b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x561f7e2ab760 con 0x561f7e3bc880 2024-05-20T21:25:49.300 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.299+0000 7ffa61aa0b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x561f7e3c91e0 con 0x561f7e3c27d0 2024-05-20T21:25:49.300 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.299+0000 7ffa61aa0b80 10 client.0 _ll_register_callbacks cb 0x561f7e2b4c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:49.301 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.300+0000 7ffa4fe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561f7e3bc880 0x561f7e3c8540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:49.301 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.300+0000 7ffa55200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f7e3c27d0 0x561f7e3c5e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:49.302 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.300+0000 7ffa4f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561f7e3c1eb0 0x561f7e3c58e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:49.302 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.300+0000 7ffa55200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f7e3c27d0 0x561f7e3c5e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:32930/0 (socket says 172.21.15.8:32930) 2024-05-20T21:25:49.302 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.300+0000 7ffa4fe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561f7e3bc880 0x561f7e3c8540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:59006/0 (socket says 172.21.15.8:59006) 2024-05-20T21:25:49.302 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.300+0000 7ffa55200700 1 -- 172.21.15.8:0/3096308810 learned_addr learned my addr 172.21.15.8:0/3096308810 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:49.302 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.300+0000 7ffa4fe00700 1 -- 172.21.15.8:0/3096308810 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f7e3c27d0 msgr2=0x561f7e3c5e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:49.302 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.300+0000 7ffa4fe00700 1 --2- 172.21.15.8:0/3096308810 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f7e3c27d0 0x561f7e3c5e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.302 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.300+0000 7ffa4fe00700 1 -- 172.21.15.8:0/3096308810 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561f7e3c1eb0 msgr2=0x561f7e3c58e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:49.302 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.300+0000 7ffa4fe00700 1 --2- 172.21.15.8:0/3096308810 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561f7e3c1eb0 0x561f7e3c58e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.302 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.300+0000 7ffa4fe00700 1 -- 172.21.15.8:0/3096308810 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561f7e25a8d0 con 0x561f7e3bc880 2024-05-20T21:25:49.302 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.300+0000 7ffa4fe00700 1 --2- 172.21.15.8:0/3096308810 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561f7e3bc880 0x561f7e3c8540 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7ffa400e0950 tx=0x7ffa400aa3e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5501c921fc71e79f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:49.302 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.300+0000 7ffa3a000700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:25:49.302 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.301+0000 7ffa3a000700 1 -- 172.21.15.8:0/3096308810 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa400aa010 con 0x561f7e3bc880 2024-05-20T21:25:49.302 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.301+0000 7ffa3a000700 1 -- 172.21.15.8:0/3096308810 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7ffa40022940 con 0x561f7e3bc880 2024-05-20T21:25:49.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.301+0000 7ffa61aa0b80 1 -- 172.21.15.8:0/3096308810 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x561f7e31cd90 con 0x561f7e3bc880 2024-05-20T21:25:49.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.301+0000 7ffa3a000700 1 -- 172.21.15.8:0/3096308810 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ffa400aac00 con 0x561f7e3bc880 2024-05-20T21:25:49.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.301+0000 7ffa61aa0b80 10 client.28205 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:49.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.301+0000 7ffa61aa0b80 1 -- 172.21.15.8:0/3096308810 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x561f7e2db060 con 0x561f7e3bc880 2024-05-20T21:25:49.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.301+0000 7ffa3a000700 1 -- 172.21.15.8:0/3096308810 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x561f7e31cd90 con 0x561f7e3bc880 2024-05-20T21:25:49.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.301+0000 7ffa3a000700 1 -- 172.21.15.8:0/3096308810 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7ffa400aa860 con 0x561f7e3bc880 2024-05-20T21:25:49.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.302+0000 7ffa61aa0b80 10 client.28205 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:49.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.302+0000 7ffa61aa0b80 10 client.28205 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:25:49.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.302+0000 7ffa61aa0b80 20 client.28205 populate_metadata read hostname 'smithi008' 2024-05-20T21:25:49.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.302+0000 7ffa61aa0b80 1 --2- 172.21.15.8:0/3096308810 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x561f7e3d5c90 0x561f7e3d80e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:49.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.302+0000 7ffa61aa0b80 4 client.28205 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:25:49.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.302+0000 7ffa61aa0b80 1 -- 172.21.15.8:0/3096308810 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561f7e316570 con 0x561f7e3d5c90 2024-05-20T21:25:49.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.302+0000 7ffa4f400700 1 --2- 172.21.15.8:0/3096308810 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x561f7e3d5c90 0x561f7e3d80e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:49.305 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.303+0000 7ffa4f400700 1 --2- 172.21.15.8:0/3096308810 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x561f7e3d5c90 0x561f7e3d80e0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=3e18320bd49b5e76 server_cookie=6c4f9b8b8b9d102b in_seq=0 out_seq=0 2024-05-20T21:25:49.305 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.303+0000 7ffa3a000700 10 client.28205 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:25:49.305 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.304+0000 7ffa3a000700 1 -- 172.21.15.8:0/3096308810 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x561f7e316570 con 0x561f7e3d5c90 2024-05-20T21:25:49.305 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.304+0000 7ffa3a000700 10 client.28205 handle_command_reply: tid=0 2024-05-20T21:25:49.305 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.304+0000 7ffa61aa0b80 1 client.28205 shutdown 2024-05-20T21:25:49.305 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.304+0000 7ffa61aa0b80 1 -- 172.21.15.8:0/3096308810 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561f7e3bc880 msgr2=0x561f7e3c8540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:49.305 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.304+0000 7ffa61aa0b80 1 --2- 172.21.15.8:0/3096308810 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561f7e3bc880 0x561f7e3c8540 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7ffa400e0950 tx=0x7ffa400aa3e0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.305 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.304+0000 7ffa61aa0b80 1 -- 172.21.15.8:0/3096308810 shutdown_connections 2024-05-20T21:25:49.305 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.304+0000 7ffa61aa0b80 1 --2- 172.21.15.8:0/3096308810 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x561f7e3d5c90 0x561f7e3d80e0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.305 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.304+0000 7ffa61aa0b80 1 --2- 172.21.15.8:0/3096308810 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561f7e3bc880 0x561f7e3c8540 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.306 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.304+0000 7ffa61aa0b80 1 --2- 172.21.15.8:0/3096308810 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f7e3c27d0 0x561f7e3c5e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.306 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.304+0000 7ffa61aa0b80 1 --2- 172.21.15.8:0/3096308810 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561f7e3c1eb0 0x561f7e3c58e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.306 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.304+0000 7ffa3a000700 0 client.28205 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:25:49.306 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.304+0000 7ffa61aa0b80 1 -- 172.21.15.8:0/3096308810 >> 172.21.15.8:0/3096308810 conn(0x561f7e2eabe0 msgr2=0x561f7e3bb250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:49.306 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.304+0000 7ffa61aa0b80 1 -- 172.21.15.8:0/3096308810 shutdown_connections 2024-05-20T21:25:49.306 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.304+0000 7ffa61aa0b80 1 -- 172.21.15.8:0/3096308810 wait complete. 2024-05-20T21:25:49.306 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.304+0000 7ffa61aa0b80 20 client.28205 trim_cache size 0 max 16384 2024-05-20T21:25:49.321 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.322+0000 7ffa61aa0b80 1 Processor -- start 2024-05-20T21:25:49.321 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.322+0000 7ffa61aa0b80 1 -- start start 2024-05-20T21:25:49.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.322+0000 7ffa61aa0b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f7e3bc880 0x561f7e3bc260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:49.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.322+0000 7ffa61aa0b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561f7e3c1eb0 0x561f7e3c4210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:49.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.322+0000 7ffa61aa0b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561f7e3c27d0 0x561f7e3c4750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:49.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.322+0000 7ffa61aa0b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7ffa501b2580 con 0x561f7e3c27d0 2024-05-20T21:25:49.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.322+0000 7ffa61aa0b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ffa501afe10 con 0x561f7e3c1eb0 2024-05-20T21:25:49.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.322+0000 7ffa61aa0b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7ffa501adc60 con 0x561f7e3bc880 2024-05-20T21:25:49.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.322+0000 7ffa4fe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f7e3bc880 0x561f7e3bc260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:49.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.323+0000 7ffa55200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561f7e3c27d0 0x561f7e3c4750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:49.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.323+0000 7ffa4fe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f7e3bc880 0x561f7e3bc260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:32936/0 (socket says 172.21.15.8:32936) 2024-05-20T21:25:49.323 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.323+0000 7ffa4fe00700 1 -- 172.21.15.8:0/4140576226 learned_addr learned my addr 172.21.15.8:0/4140576226 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:49.323 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.323+0000 7ffa4f400700 1 --2- 172.21.15.8:0/4140576226 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561f7e3c1eb0 0x561f7e3c4210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:49.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.323+0000 7ffa4fe00700 1 -- 172.21.15.8:0/4140576226 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561f7e3c1eb0 msgr2=0x561f7e3c4210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:49.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.323+0000 7ffa4fe00700 1 --2- 172.21.15.8:0/4140576226 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561f7e3c1eb0 0x561f7e3c4210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.323+0000 7ffa4fe00700 1 -- 172.21.15.8:0/4140576226 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561f7e3c27d0 msgr2=0x561f7e3c4750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:49.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.323+0000 7ffa4fe00700 1 --2- 172.21.15.8:0/4140576226 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561f7e3c27d0 0x561f7e3c4750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.324 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.323+0000 7ffa4fe00700 1 -- 172.21.15.8:0/4140576226 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561f7e3c1b00 con 0x561f7e3bc880 2024-05-20T21:25:49.325 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.323+0000 7ffa55200700 1 --2- 172.21.15.8:0/4140576226 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561f7e3c27d0 0x561f7e3c4750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:25:49.325 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.323+0000 7ffa4fe00700 1 --2- 172.21.15.8:0/4140576226 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f7e3bc880 0x561f7e3bc260 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7ffa400aa200 tx=0x7ffa40005fd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e822bd79e103f384 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:49.325 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.323+0000 7ffa44c00700 1 -- 172.21.15.8:0/4140576226 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa400aa010 con 0x561f7e3bc880 2024-05-20T21:25:49.325 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.323+0000 7ffa44c00700 1 -- 172.21.15.8:0/4140576226 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffa400aa500 con 0x561f7e3bc880 2024-05-20T21:25:49.325 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.323+0000 7ffa44c00700 1 -- 172.21.15.8:0/4140576226 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa400a9760 con 0x561f7e3bc880 2024-05-20T21:25:49.325 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.324+0000 7ffa61aa0b80 1 -- 172.21.15.8:0/4140576226 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f7e3bc880 msgr2=0x561f7e3bc260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:49.325 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.324+0000 7ffa61aa0b80 1 --2- 172.21.15.8:0/4140576226 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f7e3bc880 0x561f7e3bc260 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7ffa400aa200 tx=0x7ffa40005fd0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.325 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.324+0000 7ffa61aa0b80 1 -- 172.21.15.8:0/4140576226 shutdown_connections 2024-05-20T21:25:49.325 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.324+0000 7ffa61aa0b80 1 --2- 172.21.15.8:0/4140576226 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561f7e3c27d0 0x561f7e3c4750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.325 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.324+0000 7ffa61aa0b80 1 --2- 172.21.15.8:0/4140576226 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f7e3bc880 0x561f7e3bc260 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.325 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.324+0000 7ffa61aa0b80 1 --2- 172.21.15.8:0/4140576226 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561f7e3c1eb0 0x561f7e3c4210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.325 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.324+0000 7ffa61aa0b80 1 -- 172.21.15.8:0/4140576226 >> 172.21.15.8:0/4140576226 conn(0x561f7e2eabe0 msgr2=0x561f7e3b0e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:49.325 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.324+0000 7ffa61aa0b80 1 -- 172.21.15.8:0/4140576226 shutdown_connections 2024-05-20T21:25:49.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.324+0000 7ffa61aa0b80 1 -- 172.21.15.8:0/4140576226 wait complete. 2024-05-20T21:25:49.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.325+0000 7ffa61aa0b80 1 -- start start 2024-05-20T21:25:49.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.325+0000 7ffa61aa0b80 1 Processor -- start 2024-05-20T21:25:49.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.325+0000 7ffa61aa0b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f7e3bc880 0x561f7e3ce470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:49.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.325+0000 7ffa61aa0b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561f7e3c1eb0 0x561f7e3ce9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:49.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.326+0000 7ffa61aa0b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561f7e3c27d0 0x561f7e3cb440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:49.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.326+0000 7ffa61aa0b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7ffa501ae2d0 con 0x561f7e3c27d0 2024-05-20T21:25:49.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.326+0000 7ffa61aa0b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ffa501af740 con 0x561f7e3c1eb0 2024-05-20T21:25:49.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.326+0000 7ffa61aa0b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7ffa501ae9a0 con 0x561f7e3bc880 2024-05-20T21:25:49.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.326+0000 7ffa61aa0b80 10 client.0 _ll_register_callbacks cb 0x561f7e2b4c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:49.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.326+0000 7ffa4fe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f7e3bc880 0x561f7e3ce470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:49.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.326+0000 7ffa4fe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f7e3bc880 0x561f7e3ce470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:32952/0 (socket says 172.21.15.8:32952) 2024-05-20T21:25:49.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.326+0000 7ffa4fe00700 1 -- 172.21.15.8:0/65686076 learned_addr learned my addr 172.21.15.8:0/65686076 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:49.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.326+0000 7ffa55200700 1 --2- 172.21.15.8:0/65686076 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561f7e3c27d0 0x561f7e3cb440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:49.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.326+0000 7ffa4f400700 1 --2- 172.21.15.8:0/65686076 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561f7e3c1eb0 0x561f7e3ce9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:49.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.326+0000 7ffa4fe00700 1 -- 172.21.15.8:0/65686076 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561f7e3c1eb0 msgr2=0x561f7e3ce9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:49.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.326+0000 7ffa4fe00700 1 --2- 172.21.15.8:0/65686076 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561f7e3c1eb0 0x561f7e3ce9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.326+0000 7ffa4fe00700 1 -- 172.21.15.8:0/65686076 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561f7e3c27d0 msgr2=0x561f7e3cb440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:49.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.326+0000 7ffa4fe00700 1 --2- 172.21.15.8:0/65686076 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561f7e3c27d0 0x561f7e3cb440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.326+0000 7ffa4fe00700 1 -- 172.21.15.8:0/65686076 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561f7e3de460 con 0x561f7e3bc880 2024-05-20T21:25:49.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.327+0000 7ffa4fe00700 1 --2- 172.21.15.8:0/65686076 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f7e3bc880 0x561f7e3ce470 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7ffa400aa490 tx=0x7ffa400ae8b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4653a674a25d09e9 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:49.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.327+0000 7ffa3a000700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:25:49.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.327+0000 7ffa3a000700 1 -- 172.21.15.8:0/65686076 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa400b32d0 con 0x561f7e3bc880 2024-05-20T21:25:49.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.327+0000 7ffa61aa0b80 1 -- 172.21.15.8:0/65686076 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffa400aa500 con 0x561f7e3bc880 2024-05-20T21:25:49.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.327+0000 7ffa3a000700 1 -- 172.21.15.8:0/65686076 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7ffa400aa970 con 0x561f7e3bc880 2024-05-20T21:25:49.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.327+0000 7ffa3a000700 1 -- 172.21.15.8:0/65686076 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ffa40078b50 con 0x561f7e3bc880 2024-05-20T21:25:49.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.327+0000 7ffa61aa0b80 10 client.28258 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:49.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.327+0000 7ffa61aa0b80 1 -- 172.21.15.8:0/65686076 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x561f7e3de460 con 0x561f7e3bc880 2024-05-20T21:25:49.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.327+0000 7ffa3a000700 1 -- 172.21.15.8:0/65686076 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffa400aa500 con 0x561f7e3bc880 2024-05-20T21:25:49.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.328+0000 7ffa3a000700 1 -- 172.21.15.8:0/65686076 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7ffa400a92b0 con 0x561f7e3bc880 2024-05-20T21:25:49.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.328+0000 7ffa61aa0b80 10 client.28258 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:49.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.328+0000 7ffa61aa0b80 10 client.28258 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:25:49.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.328+0000 7ffa61aa0b80 20 client.28258 populate_metadata read hostname 'smithi008' 2024-05-20T21:25:49.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.328+0000 7ffa61aa0b80 1 --2- 172.21.15.8:0/65686076 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x561f7e440f90 0x561f7e4433b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:49.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.328+0000 7ffa61aa0b80 4 client.28258 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:25:49.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.328+0000 7ffa61aa0b80 1 -- 172.21.15.8:0/65686076 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "damage ls"}) -- 0x561f7e18d250 con 0x561f7e440f90 2024-05-20T21:25:49.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.328+0000 7ffa4f400700 1 --2- 172.21.15.8:0/65686076 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x561f7e440f90 0x561f7e4433b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:49.331 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.329+0000 7ffa4f400700 1 --2- 172.21.15.8:0/65686076 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x561f7e440f90 0x561f7e4433b0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=9e03a90b0c922d74 server_cookie=6081dc7e595fe1a8 in_seq=0 out_seq=0 2024-05-20T21:25:49.331 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.329+0000 7ffa3a000700 10 client.28258 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:25:49.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.329+0000 7ffa3a000700 1 -- 172.21.15.8:0/65686076 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x561f7e18d250 con 0x561f7e440f90 2024-05-20T21:25:49.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.329+0000 7ffa3a000700 10 client.28258 handle_command_reply: tid=0 2024-05-20T21:25:49.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.329+0000 7ffa61aa0b80 1 client.28258 shutdown 2024-05-20T21:25:49.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.329+0000 7ffa61aa0b80 1 -- 172.21.15.8:0/65686076 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f7e3bc880 msgr2=0x561f7e3ce470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:49.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.329+0000 7ffa61aa0b80 1 --2- 172.21.15.8:0/65686076 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f7e3bc880 0x561f7e3ce470 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7ffa400aa490 tx=0x7ffa400ae8b0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.329+0000 7ffa61aa0b80 1 -- 172.21.15.8:0/65686076 shutdown_connections 2024-05-20T21:25:49.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.329+0000 7ffa61aa0b80 1 --2- 172.21.15.8:0/65686076 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x561f7e440f90 0x561f7e4433b0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.329+0000 7ffa61aa0b80 1 --2- 172.21.15.8:0/65686076 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561f7e3c27d0 0x561f7e3cb440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.329+0000 7ffa61aa0b80 1 --2- 172.21.15.8:0/65686076 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f7e3bc880 0x561f7e3ce470 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.329+0000 7ffa61aa0b80 1 --2- 172.21.15.8:0/65686076 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561f7e3c1eb0 0x561f7e3ce9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.329+0000 7ffa3a000700 0 client.28258 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:25:49.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.329+0000 7ffa61aa0b80 1 -- 172.21.15.8:0/65686076 >> 172.21.15.8:0/65686076 conn(0x561f7e2eabe0 msgr2=0x561f7e3c41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:49.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.330+0000 7ffa61aa0b80 1 -- 172.21.15.8:0/65686076 shutdown_connections 2024-05-20T21:25:49.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.330+0000 7ffa61aa0b80 1 -- 172.21.15.8:0/65686076 wait complete. 2024-05-20T21:25:49.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.330+0000 7ffa61aa0b80 20 client.28258 trim_cache size 0 max 16384 2024-05-20T21:25:49.333 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:25:49.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.330+0000 7ffa57200700 1 -- 172.21.15.8:0/740791935 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ffa340b2880 msgr2=0x7ffa340b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:49.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.331+0000 7ffa57200700 1 --2- 172.21.15.8:0/740791935 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ffa340b2880 0x7ffa340b4d40 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7ffa5010ae60 tx=0x7ffa3c009260 comp rx=0 tx=0).stop 2024-05-20T21:25:49.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.331+0000 7ffa57200700 1 -- 172.21.15.8:0/740791935 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffa50105760 msgr2=0x7ffa5019bdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:49.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.331+0000 7ffa57200700 1 --2- 172.21.15.8:0/740791935 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffa50105760 0x7ffa5019bdd0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7ffa400059d0 tx=0x7ffa400047b0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.331+0000 7ffa57200700 1 -- 172.21.15.8:0/740791935 shutdown_connections 2024-05-20T21:25:49.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.331+0000 7ffa57200700 1 --2- 172.21.15.8:0/740791935 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ffa340b2880 0x7ffa340b4d40 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.331+0000 7ffa57200700 1 --2- 172.21.15.8:0/740791935 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ffa5010b760 0x7ffa501a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.331+0000 7ffa57200700 1 --2- 172.21.15.8:0/740791935 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffa50105760 0x7ffa5019bdd0 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.331+0000 7ffa57200700 1 --2- 172.21.15.8:0/740791935 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffa50106120 0x7ffa5019c310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.331+0000 7ffa57200700 1 -- 172.21.15.8:0/740791935 >> 172.21.15.8:0/740791935 conn(0x7ffa50101250 msgr2=0x7ffa50101a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:49.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.331+0000 7ffa57200700 1 -- 172.21.15.8:0/740791935 shutdown_connections 2024-05-20T21:25:49.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:49.331+0000 7ffa57200700 1 -- 172.21.15.8:0/740791935 wait complete. 2024-05-20T21:25:50.222 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:25:50.683 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:25:50.992 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:25:50 smithi008 ceph-mon[31475]: pgmap v755: 97 pgs: 97 active+clean; 1.1 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 3.7 KiB/s wr, 9 op/s 2024-05-20T21:25:51.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:25:50 smithi130 ceph-mon[36448]: pgmap v755: 97 pgs: 97 active+clean; 1.1 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 3.7 KiB/s wr, 9 op/s 2024-05-20T21:25:51.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:25:50 smithi050 ceph-mon[35809]: pgmap v755: 97 pgs: 97 active+clean; 1.1 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 3.7 KiB/s wr, 9 op/s 2024-05-20T21:25:52.878 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.878+0000 7fe5c5a00700 1 -- 172.21.15.8:0/2507479703 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe5c01094f0 msgr2=0x7fe5c01098d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:52.878 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.878+0000 7fe5c5a00700 1 --2- 172.21.15.8:0/2507479703 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe5c01094f0 0x7fe5c01098d0 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7fe5b0009990 tx=0x7fe5b0009ca0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.878 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.878+0000 7fe5c5a00700 1 -- 172.21.15.8:0/2507479703 shutdown_connections 2024-05-20T21:25:52.878 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.878+0000 7fe5c5a00700 1 --2- 172.21.15.8:0/2507479703 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe5c0103e20 0x7fe5c0110330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.879 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.878+0000 7fe5c5a00700 1 --2- 172.21.15.8:0/2507479703 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe5c01094f0 0x7fe5c01098d0 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.879 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.878+0000 7fe5c5a00700 1 --2- 172.21.15.8:0/2507479703 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe5c0103460 0x7fe5c01038e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.879 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.878+0000 7fe5c5a00700 1 -- 172.21.15.8:0/2507479703 >> 172.21.15.8:0/2507479703 conn(0x7fe5c00fef90 msgr2=0x7fe5c01013b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:52.879 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.878+0000 7fe5c5a00700 1 -- 172.21.15.8:0/2507479703 shutdown_connections 2024-05-20T21:25:52.879 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.878+0000 7fe5c5a00700 1 -- 172.21.15.8:0/2507479703 wait complete. 2024-05-20T21:25:52.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.879+0000 7fe5c5a00700 1 Processor -- start 2024-05-20T21:25:52.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.879+0000 7fe5c5a00700 1 -- start start 2024-05-20T21:25:52.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.880+0000 7fe5c5a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe5c0103460 0x7fe5c019be40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:52.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.880+0000 7fe5c5a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe5c0103e20 0x7fe5c019c380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:52.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.880+0000 7fe5c5a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe5c01094f0 0x7fe5c01a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:52.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.880+0000 7fe5c5a00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fe5c0113650 con 0x7fe5c0103460 2024-05-20T21:25:52.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.880+0000 7fe5c5a00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe5c01134d0 con 0x7fe5c01094f0 2024-05-20T21:25:52.882 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.880+0000 7fe5c5a00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fe5c01137d0 con 0x7fe5c0103e20 2024-05-20T21:25:52.882 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.880+0000 7fe5bfe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe5c0103460 0x7fe5c019be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:52.882 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.880+0000 7fe5bfe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe5c0103460 0x7fe5c019be40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:41112/0 (socket says 172.21.15.8:41112) 2024-05-20T21:25:52.882 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.880+0000 7fe5bfe00700 1 -- 172.21.15.8:0/2510112229 learned_addr learned my addr 172.21.15.8:0/2510112229 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:52.882 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.880+0000 7fe5bf400700 1 --2- 172.21.15.8:0/2510112229 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe5c0103e20 0x7fe5c019c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:52.882 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.880+0000 7fe5c5000700 1 --2- 172.21.15.8:0/2510112229 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe5c01094f0 0x7fe5c01a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:52.883 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.881+0000 7fe5c5000700 1 -- 172.21.15.8:0/2510112229 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe5c0103e20 msgr2=0x7fe5c019c380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:52.883 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.881+0000 7fe5c5000700 1 --2- 172.21.15.8:0/2510112229 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe5c0103e20 0x7fe5c019c380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.883 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.881+0000 7fe5c5000700 1 -- 172.21.15.8:0/2510112229 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe5c0103460 msgr2=0x7fe5c019be40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:52.883 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.881+0000 7fe5c5000700 1 --2- 172.21.15.8:0/2510112229 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe5c0103460 0x7fe5c019be40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.883 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.881+0000 7fe5c5000700 1 -- 172.21.15.8:0/2510112229 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5c01a0e00 con 0x7fe5c01094f0 2024-05-20T21:25:52.883 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.881+0000 7fe5bfe00700 1 --2- 172.21.15.8:0/2510112229 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe5c0103460 0x7fe5c019be40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:52.883 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.881+0000 7fe5bf400700 1 --2- 172.21.15.8:0/2510112229 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe5c0103e20 0x7fe5c019c380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:52.883 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.881+0000 7fe5c5000700 1 --2- 172.21.15.8:0/2510112229 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe5c01094f0 0x7fe5c01a06c0 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7fe5b800efb0 tx=0x7fe5b800c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:52.884 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.881+0000 7fe5bcc00700 1 -- 172.21.15.8:0/2510112229 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5b8003a00 con 0x7fe5c01094f0 2024-05-20T21:25:52.884 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.882+0000 7fe5bcc00700 1 -- 172.21.15.8:0/2510112229 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe5b800ce50 con 0x7fe5c01094f0 2024-05-20T21:25:52.884 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.882+0000 7fe5c5a00700 1 -- 172.21.15.8:0/2510112229 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe5c01a10f0 con 0x7fe5c01094f0 2024-05-20T21:25:52.884 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.882+0000 7fe5bcc00700 1 -- 172.21.15.8:0/2510112229 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5b80047c0 con 0x7fe5c01094f0 2024-05-20T21:25:52.884 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.882+0000 7fe5c5a00700 1 -- 172.21.15.8:0/2510112229 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5c01a8970 con 0x7fe5c01094f0 2024-05-20T21:25:52.884 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.885+0000 7fe5bcc00700 1 -- 172.21.15.8:0/2510112229 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fe5b8012050 con 0x7fe5c01094f0 2024-05-20T21:25:52.886 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.886+0000 7fe5d1a7bb80 1 Processor -- start 2024-05-20T21:25:52.886 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.886+0000 7fe5bcc00700 1 --2- 172.21.15.8:0/2510112229 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe5a40b2900 0x7fe5a40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:52.886 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.887+0000 7fe5d1a7bb80 1 -- start start 2024-05-20T21:25:52.886 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.887+0000 7fe5bcc00700 1 -- 172.21.15.8:0/2510112229 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fe5b80e1a20 con 0x7fe5c01094f0 2024-05-20T21:25:52.886 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.887+0000 7fe5bf400700 1 --2- 172.21.15.8:0/2510112229 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe5a40b2900 0x7fe5a40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:52.887 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.887+0000 7fe5d1a7bb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55eed607a7c0 0x55eed607aba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:52.887 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.887+0000 7fe5d1a7bb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55eed607b0e0 0x55eed6074d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:52.888 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.887+0000 7fe5d1a7bb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55eed6075390 0x55eed60757f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:52.888 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.887+0000 7fe5d1a7bb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55eed5fd2e40 con 0x55eed6075390 2024-05-20T21:25:52.888 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.887+0000 7fe5d1a7bb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55eed5fc29e0 con 0x55eed607b0e0 2024-05-20T21:25:52.888 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.887+0000 7fe5d1a7bb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55eed5fc6a20 con 0x55eed607a7c0 2024-05-20T21:25:52.888 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.887+0000 7fe5bfe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55eed607a7c0 0x55eed607aba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:52.888 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.887+0000 7fe5bfe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55eed607a7c0 0x55eed607aba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:46500/0 (socket says 172.21.15.8:46500) 2024-05-20T21:25:52.888 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.888+0000 7fe5bfe00700 1 -- 172.21.15.8:0/2076505445 learned_addr learned my addr 172.21.15.8:0/2076505445 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:52.888 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.888+0000 7fe5c5000700 1 --2- 172.21.15.8:0/2076505445 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55eed6075390 0x55eed60757f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:52.888 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.888+0000 7fe5bf400700 1 --2- 172.21.15.8:0/2076505445 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55eed607b0e0 0x55eed6074d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:52.888 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.888+0000 7fe5bfe00700 1 -- 172.21.15.8:0/2076505445 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55eed607b0e0 msgr2=0x55eed6074d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:52.888 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.888+0000 7fe5bfe00700 1 --2- 172.21.15.8:0/2076505445 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55eed607b0e0 0x55eed6074d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.888 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.888+0000 7fe5bfe00700 1 -- 172.21.15.8:0/2076505445 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55eed6075390 msgr2=0x55eed60757f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:52.888 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.888+0000 7fe5bfe00700 1 --2- 172.21.15.8:0/2076505445 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55eed6075390 0x55eed60757f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.888 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.888+0000 7fe5bfe00700 1 -- 172.21.15.8:0/2076505445 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55eed5f8b420 con 0x55eed607a7c0 2024-05-20T21:25:52.889 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.888+0000 7fe5bf400700 1 --2- 172.21.15.8:0/2510112229 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe5a40b2900 0x7fe5a40b4dc0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7fe5c01107c0 tx=0x7fe5ac011830 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:52.889 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.888+0000 7fe5bfe00700 1 --2- 172.21.15.8:0/2076505445 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55eed607a7c0 0x55eed607aba0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7fe5b00096d0 tx=0x7fe5b000b260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=31ce6cd0075a9a83 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:52.890 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.889+0000 7fe5b5600700 1 -- 172.21.15.8:0/2076505445 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5b0027070 con 0x55eed607a7c0 2024-05-20T21:25:52.890 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.889+0000 7fe5b5600700 1 -- 172.21.15.8:0/2076505445 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe5b0003680 con 0x55eed607a7c0 2024-05-20T21:25:52.890 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.889+0000 7fe5b5600700 1 -- 172.21.15.8:0/2076505445 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5b000f6c0 con 0x55eed607a7c0 2024-05-20T21:25:52.890 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.889+0000 7fe5d1a7bb80 1 -- 172.21.15.8:0/2076505445 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55eed607a7c0 msgr2=0x55eed607aba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:52.890 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.889+0000 7fe5d1a7bb80 1 --2- 172.21.15.8:0/2076505445 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55eed607a7c0 0x55eed607aba0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7fe5b00096d0 tx=0x7fe5b000b260 comp rx=0 tx=0).stop 2024-05-20T21:25:52.890 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.889+0000 7fe5d1a7bb80 1 -- 172.21.15.8:0/2076505445 shutdown_connections 2024-05-20T21:25:52.890 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.889+0000 7fe5d1a7bb80 1 --2- 172.21.15.8:0/2076505445 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55eed6075390 0x55eed60757f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.890 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.889+0000 7fe5d1a7bb80 1 --2- 172.21.15.8:0/2076505445 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55eed607a7c0 0x55eed607aba0 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.890 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.889+0000 7fe5d1a7bb80 1 --2- 172.21.15.8:0/2076505445 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55eed607b0e0 0x55eed6074d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.890 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.889+0000 7fe5d1a7bb80 1 -- 172.21.15.8:0/2076505445 >> 172.21.15.8:0/2076505445 conn(0x55eed5fa2be0 msgr2=0x55eed606f810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:52.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.890+0000 7fe5d1a7bb80 1 -- 172.21.15.8:0/2076505445 shutdown_connections 2024-05-20T21:25:52.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.890+0000 7fe5d1a7bb80 1 -- 172.21.15.8:0/2076505445 wait complete. 2024-05-20T21:25:52.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.890+0000 7fe5d1a7bb80 1 -- start start 2024-05-20T21:25:52.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.890+0000 7fe5d1a7bb80 1 Processor -- start 2024-05-20T21:25:52.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.891+0000 7fe5d1a7bb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55eed6075390 0x55eed6080f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:52.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.891+0000 7fe5d1a7bb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55eed607a7c0 0x55eed607e2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:52.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.891+0000 7fe5d1a7bb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55eed607b0e0 0x55eed607e820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:52.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.891+0000 7fe5d1a7bb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55eed5ec8fa0 con 0x55eed6075390 2024-05-20T21:25:52.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.891+0000 7fe5d1a7bb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55eed5f63760 con 0x55eed607b0e0 2024-05-20T21:25:52.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.891+0000 7fe5d1a7bb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55eed6081ba0 con 0x55eed607a7c0 2024-05-20T21:25:52.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.891+0000 7fe5d1a7bb80 10 client.0 _ll_register_callbacks cb 0x55eed5f6cc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:52.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.891+0000 7fe5bfe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55eed6075390 0x55eed6080f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:52.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.891+0000 7fe5bf400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55eed607a7c0 0x55eed607e2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:52.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.891+0000 7fe5bfe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55eed6075390 0x55eed6080f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:41122/0 (socket says 172.21.15.8:41122) 2024-05-20T21:25:52.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.891+0000 7fe5bfe00700 1 -- 172.21.15.8:0/1019809966 learned_addr learned my addr 172.21.15.8:0/1019809966 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:52.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.891+0000 7fe5c5000700 1 --2- 172.21.15.8:0/1019809966 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55eed607b0e0 0x55eed607e820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:52.894 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.892+0000 7fe5bfe00700 1 -- 172.21.15.8:0/1019809966 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55eed607a7c0 msgr2=0x55eed607e2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:52.894 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.892+0000 7fe5bfe00700 1 --2- 172.21.15.8:0/1019809966 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55eed607a7c0 0x55eed607e2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.894 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.892+0000 7fe5bfe00700 1 -- 172.21.15.8:0/1019809966 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55eed607b0e0 msgr2=0x55eed607e820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:52.894 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.892+0000 7fe5bfe00700 1 --2- 172.21.15.8:0/1019809966 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55eed607b0e0 0x55eed607e820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.894 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.892+0000 7fe5bfe00700 1 -- 172.21.15.8:0/1019809966 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55eed5f128d0 con 0x55eed6075390 2024-05-20T21:25:52.894 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.892+0000 7fe5bf400700 1 --2- 172.21.15.8:0/1019809966 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55eed607a7c0 0x55eed607e2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:52.894 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.892+0000 7fe5c5000700 1 --2- 172.21.15.8:0/1019809966 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55eed607b0e0 0x55eed607e820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:52.894 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.892+0000 7fe5bfe00700 1 --2- 172.21.15.8:0/1019809966 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55eed6075390 0x55eed6080f40 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7fe5b00096a0 tx=0x7fe5b0005240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=403bba2d218a207e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:52.894 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.892+0000 7fe5aa000700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:25:52.894 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.893+0000 7fe5aa000700 1 -- 172.21.15.8:0/1019809966 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5b0030020 con 0x55eed6075390 2024-05-20T21:25:52.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.893+0000 7fe5aa000700 1 -- 172.21.15.8:0/1019809966 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fe5b0005670 con 0x55eed6075390 2024-05-20T21:25:52.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.893+0000 7fe5d1a7bb80 1 -- 172.21.15.8:0/1019809966 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe5b0003680 con 0x55eed6075390 2024-05-20T21:25:52.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.893+0000 7fe5aa000700 1 -- 172.21.15.8:0/1019809966 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe5b003b050 con 0x55eed6075390 2024-05-20T21:25:52.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.893+0000 7fe5d1a7bb80 10 client.18105 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:52.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.893+0000 7fe5d1a7bb80 1 -- 172.21.15.8:0/1019809966 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55eed5f93060 con 0x55eed6075390 2024-05-20T21:25:52.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.893+0000 7fe5aa000700 1 -- 172.21.15.8:0/1019809966 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe5b0003680 con 0x55eed6075390 2024-05-20T21:25:52.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.894+0000 7fe5aa000700 1 -- 172.21.15.8:0/1019809966 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe5b002c410 con 0x55eed6075390 2024-05-20T21:25:52.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.894+0000 7fe5d1a7bb80 10 client.18105 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:52.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.894+0000 7fe5d1a7bb80 10 client.18105 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:25:52.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.894+0000 7fe5d1a7bb80 20 client.18105 populate_metadata read hostname 'smithi008' 2024-05-20T21:25:52.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.894+0000 7fe5d1a7bb80 1 --2- 172.21.15.8:0/1019809966 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55eed608e6a0 0x55eed6090a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:52.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.894+0000 7fe5d1a7bb80 4 client.18105 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:25:52.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.894+0000 7fe5d1a7bb80 1 -- 172.21.15.8:0/1019809966 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55eed5fd4d90 con 0x55eed608e6a0 2024-05-20T21:25:52.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.894+0000 7fe5bf400700 1 --2- 172.21.15.8:0/1019809966 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55eed608e6a0 0x55eed6090a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:52.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.895+0000 7fe5bf400700 1 --2- 172.21.15.8:0/1019809966 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55eed608e6a0 0x55eed6090a90 crc :-1 s=READY pgs=278 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f78c5c9061f48354 server_cookie=31b506ab00be24b7 in_seq=0 out_seq=0 2024-05-20T21:25:52.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.895+0000 7fe5aa000700 10 client.18105 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:25:52.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.896+0000 7fe5aa000700 1 -- 172.21.15.8:0/1019809966 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55eed5fd4d90 con 0x55eed608e6a0 2024-05-20T21:25:52.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.896+0000 7fe5aa000700 10 client.18105 handle_command_reply: tid=0 2024-05-20T21:25:52.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.896+0000 7fe5d1a7bb80 1 client.18105 shutdown 2024-05-20T21:25:52.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.896+0000 7fe5d1a7bb80 1 -- 172.21.15.8:0/1019809966 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55eed6075390 msgr2=0x55eed6080f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:52.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.896+0000 7fe5d1a7bb80 1 --2- 172.21.15.8:0/1019809966 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55eed6075390 0x55eed6080f40 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7fe5b00096a0 tx=0x7fe5b0005240 comp rx=0 tx=0).stop 2024-05-20T21:25:52.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.896+0000 7fe5d1a7bb80 1 -- 172.21.15.8:0/1019809966 shutdown_connections 2024-05-20T21:25:52.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.896+0000 7fe5d1a7bb80 1 --2- 172.21.15.8:0/1019809966 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55eed608e6a0 0x55eed6090a90 crc :-1 s=READY pgs=278 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.896+0000 7fe5d1a7bb80 1 --2- 172.21.15.8:0/1019809966 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55eed607b0e0 0x55eed607e820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.896+0000 7fe5d1a7bb80 1 --2- 172.21.15.8:0/1019809966 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55eed6075390 0x55eed6080f40 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.896+0000 7fe5d1a7bb80 1 --2- 172.21.15.8:0/1019809966 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55eed607a7c0 0x55eed607e2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.896+0000 7fe5d1a7bb80 1 -- 172.21.15.8:0/1019809966 >> 172.21.15.8:0/1019809966 conn(0x55eed5fa2be0 msgr2=0x55eed606efc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:52.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.896+0000 7fe5aa000700 0 client.18105 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:25:52.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.897+0000 7fe5d1a7bb80 1 -- 172.21.15.8:0/1019809966 shutdown_connections 2024-05-20T21:25:52.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.897+0000 7fe5d1a7bb80 1 -- 172.21.15.8:0/1019809966 wait complete. 2024-05-20T21:25:52.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.897+0000 7fe5d1a7bb80 20 client.18105 trim_cache size 0 max 16384 2024-05-20T21:25:52.913 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.914+0000 7fe5d1a7bb80 1 Processor -- start 2024-05-20T21:25:52.913 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.914+0000 7fe5d1a7bb80 1 -- start start 2024-05-20T21:25:52.914 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.914+0000 7fe5d1a7bb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55eed6075390 0x55eed6074d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:52.914 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.914+0000 7fe5d1a7bb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55eed607a7c0 0x55eed607e7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:52.914 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.914+0000 7fe5d1a7bb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55eed607b0e0 0x55eed606f740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:52.914 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.914+0000 7fe5d1a7bb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fe5c01b2500 con 0x55eed607b0e0 2024-05-20T21:25:52.914 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.914+0000 7fe5d1a7bb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe5c01afd90 con 0x55eed607a7c0 2024-05-20T21:25:52.914 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.914+0000 7fe5d1a7bb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fe5c01adbe0 con 0x55eed6075390 2024-05-20T21:25:52.915 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.914+0000 7fe5c5000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55eed607b0e0 0x55eed606f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:52.915 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.915+0000 7fe5bf400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55eed607a7c0 0x55eed607e7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:52.915 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.915+0000 7fe5c5000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55eed607b0e0 0x55eed606f740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:41136/0 (socket says 172.21.15.8:41136) 2024-05-20T21:25:52.915 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.915+0000 7fe5c5000700 1 -- 172.21.15.8:0/2917703077 learned_addr learned my addr 172.21.15.8:0/2917703077 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:52.915 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.915+0000 7fe5bfe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55eed6075390 0x55eed6074d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:52.915 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.915+0000 7fe5bfe00700 1 -- 172.21.15.8:0/2917703077 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55eed607a7c0 msgr2=0x55eed607e7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:52.915 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.915+0000 7fe5bfe00700 1 --2- 172.21.15.8:0/2917703077 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55eed607a7c0 0x55eed607e7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.915 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.915+0000 7fe5bfe00700 1 -- 172.21.15.8:0/2917703077 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55eed607b0e0 msgr2=0x55eed606f740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:52.916 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.915+0000 7fe5bfe00700 1 --2- 172.21.15.8:0/2917703077 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55eed607b0e0 0x55eed606f740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.916 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.915+0000 7fe5bfe00700 1 -- 172.21.15.8:0/2917703077 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55eed607a3d0 con 0x55eed6075390 2024-05-20T21:25:52.916 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.915+0000 7fe5bf400700 1 --2- 172.21.15.8:0/2917703077 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55eed607a7c0 0x55eed607e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:52.916 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.915+0000 7fe5bfe00700 1 --2- 172.21.15.8:0/2917703077 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55eed6075390 0x55eed6074d70 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7fe5b002c860 tx=0x7fe5b0003b80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5a5ffc063db790ae server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:52.916 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.916+0000 7fe5b4c00700 1 -- 172.21.15.8:0/2917703077 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5b0030040 con 0x55eed6075390 2024-05-20T21:25:52.916 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.916+0000 7fe5b4c00700 1 -- 172.21.15.8:0/2917703077 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe5b002c410 con 0x55eed6075390 2024-05-20T21:25:52.916 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.916+0000 7fe5b4c00700 1 -- 172.21.15.8:0/2917703077 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5b0027040 con 0x55eed6075390 2024-05-20T21:25:52.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.916+0000 7fe5d1a7bb80 1 -- 172.21.15.8:0/2917703077 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55eed6075390 msgr2=0x55eed6074d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:52.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.916+0000 7fe5d1a7bb80 1 --2- 172.21.15.8:0/2917703077 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55eed6075390 0x55eed6074d70 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7fe5b002c860 tx=0x7fe5b0003b80 comp rx=0 tx=0).stop 2024-05-20T21:25:52.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.916+0000 7fe5d1a7bb80 1 -- 172.21.15.8:0/2917703077 shutdown_connections 2024-05-20T21:25:52.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.916+0000 7fe5d1a7bb80 1 --2- 172.21.15.8:0/2917703077 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55eed607b0e0 0x55eed606f740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.916+0000 7fe5d1a7bb80 1 --2- 172.21.15.8:0/2917703077 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55eed6075390 0x55eed6074d70 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.916+0000 7fe5d1a7bb80 1 --2- 172.21.15.8:0/2917703077 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55eed607a7c0 0x55eed607e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.916+0000 7fe5d1a7bb80 1 -- 172.21.15.8:0/2917703077 >> 172.21.15.8:0/2917703077 conn(0x55eed5fa2be0 msgr2=0x55eed607e0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:52.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.916+0000 7fe5d1a7bb80 1 -- 172.21.15.8:0/2917703077 shutdown_connections 2024-05-20T21:25:52.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.916+0000 7fe5d1a7bb80 1 -- 172.21.15.8:0/2917703077 wait complete. 2024-05-20T21:25:52.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.917+0000 7fe5d1a7bb80 1 -- start start 2024-05-20T21:25:52.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.917+0000 7fe5d1a7bb80 1 Processor -- start 2024-05-20T21:25:52.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.918+0000 7fe5d1a7bb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55eed6075390 0x55eed6093d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:52.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.918+0000 7fe5d1a7bb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55eed607a7c0 0x55eed60906b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:52.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.918+0000 7fe5d1a7bb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55eed607b0e0 0x55eed6090bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:52.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.918+0000 7fe5d1a7bb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fe5c01ae250 con 0x55eed6075390 2024-05-20T21:25:52.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.918+0000 7fe5d1a7bb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe5c01af6c0 con 0x55eed607b0e0 2024-05-20T21:25:52.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.918+0000 7fe5d1a7bb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fe5c01ae920 con 0x55eed607a7c0 2024-05-20T21:25:52.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.918+0000 7fe5d1a7bb80 10 client.0 _ll_register_callbacks cb 0x55eed5f6cc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:52.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.918+0000 7fe5bf400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55eed607a7c0 0x55eed60906b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:52.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.918+0000 7fe5bf400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55eed607a7c0 0x55eed60906b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:46528/0 (socket says 172.21.15.8:46528) 2024-05-20T21:25:52.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.918+0000 7fe5bf400700 1 -- 172.21.15.8:0/2790029826 learned_addr learned my addr 172.21.15.8:0/2790029826 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:52.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.918+0000 7fe5c5000700 1 --2- 172.21.15.8:0/2790029826 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55eed607b0e0 0x55eed6090bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:52.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.918+0000 7fe5bfe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55eed6075390 0x55eed6093d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:52.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.919+0000 7fe5bf400700 1 -- 172.21.15.8:0/2790029826 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55eed607b0e0 msgr2=0x55eed6090bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:52.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.919+0000 7fe5bf400700 1 --2- 172.21.15.8:0/2790029826 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55eed607b0e0 0x55eed6090bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.919+0000 7fe5bf400700 1 -- 172.21.15.8:0/2790029826 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55eed6075390 msgr2=0x55eed6093d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:52.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.919+0000 7fe5bf400700 1 --2- 172.21.15.8:0/2790029826 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55eed6075390 0x55eed6093d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.919+0000 7fe5bf400700 1 -- 172.21.15.8:0/2790029826 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55eed6091430 con 0x55eed607a7c0 2024-05-20T21:25:52.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.919+0000 7fe5c5000700 1 --2- 172.21.15.8:0/2790029826 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55eed607b0e0 0x55eed6090bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:52.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.919+0000 7fe5bf400700 1 --2- 172.21.15.8:0/2790029826 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55eed607a7c0 0x55eed60906b0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x55eed6070320 tx=0x7fe5ac0047c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5c2377bbc8873574 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:52.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.919+0000 7fe5aa000700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:25:52.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.919+0000 7fe5aa000700 1 -- 172.21.15.8:0/2790029826 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5ac017040 con 0x55eed607a7c0 2024-05-20T21:25:52.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.919+0000 7fe5d1a7bb80 1 -- 172.21.15.8:0/2790029826 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe5b002c410 con 0x55eed607a7c0 2024-05-20T21:25:52.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.919+0000 7fe5aa000700 1 -- 172.21.15.8:0/2790029826 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fe5ac01d640 con 0x55eed607a7c0 2024-05-20T21:25:52.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.920+0000 7fe5aa000700 1 -- 172.21.15.8:0/2790029826 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe5ac01d840 con 0x55eed607a7c0 2024-05-20T21:25:52.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.920+0000 7fe5d1a7bb80 10 client.28276 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:52.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.920+0000 7fe5d1a7bb80 1 -- 172.21.15.8:0/2790029826 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55eed60f7e30 con 0x55eed607a7c0 2024-05-20T21:25:52.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.920+0000 7fe5aa000700 1 -- 172.21.15.8:0/2790029826 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe5b002c410 con 0x55eed607a7c0 2024-05-20T21:25:52.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.920+0000 7fe5aa000700 1 -- 172.21.15.8:0/2790029826 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe5ac034060 con 0x55eed607a7c0 2024-05-20T21:25:52.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.920+0000 7fe5d1a7bb80 10 client.28276 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:52.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.920+0000 7fe5d1a7bb80 10 client.28276 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:25:52.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.920+0000 7fe5d1a7bb80 20 client.28276 populate_metadata read hostname 'smithi008' 2024-05-20T21:25:52.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.920+0000 7fe5d1a7bb80 1 --2- 172.21.15.8:0/2790029826 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55eed60f8520 0x55eed60fa940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:52.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.920+0000 7fe5d1a7bb80 4 client.28276 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:25:52.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.920+0000 7fe5d1a7bb80 1 -- 172.21.15.8:0/2790029826 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55eed5fce570 con 0x55eed60f8520 2024-05-20T21:25:52.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.921+0000 7fe5bfe00700 1 --2- 172.21.15.8:0/2790029826 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55eed60f8520 0x55eed60fa940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:52.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.921+0000 7fe5bfe00700 1 --2- 172.21.15.8:0/2790029826 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55eed60f8520 0x55eed60fa940 crc :-1 s=READY pgs=279 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c198f9b83e04ae42 server_cookie=ed7150b51f11b903 in_seq=0 out_seq=0 2024-05-20T21:25:52.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.921+0000 7fe5aa000700 10 client.28276 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:25:52.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.922+0000 7fe5aa000700 1 -- 172.21.15.8:0/2790029826 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55eed5fce570 con 0x55eed60f8520 2024-05-20T21:25:52.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.922+0000 7fe5aa000700 10 client.28276 handle_command_reply: tid=0 2024-05-20T21:25:52.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.922+0000 7fe5d1a7bb80 1 client.28276 shutdown 2024-05-20T21:25:52.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.922+0000 7fe5d1a7bb80 1 -- 172.21.15.8:0/2790029826 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55eed607a7c0 msgr2=0x55eed60906b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:52.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.922+0000 7fe5d1a7bb80 1 --2- 172.21.15.8:0/2790029826 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55eed607a7c0 0x55eed60906b0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x55eed6070320 tx=0x7fe5ac0047c0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.922+0000 7fe5d1a7bb80 1 -- 172.21.15.8:0/2790029826 shutdown_connections 2024-05-20T21:25:52.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.922+0000 7fe5d1a7bb80 1 --2- 172.21.15.8:0/2790029826 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55eed60f8520 0x55eed60fa940 crc :-1 s=READY pgs=279 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.922+0000 7fe5d1a7bb80 1 --2- 172.21.15.8:0/2790029826 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55eed607b0e0 0x55eed6090bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.922+0000 7fe5d1a7bb80 1 --2- 172.21.15.8:0/2790029826 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55eed6075390 0x55eed6093d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.922+0000 7fe5d1a7bb80 1 --2- 172.21.15.8:0/2790029826 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55eed607a7c0 0x55eed60906b0 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.922+0000 7fe5aa000700 0 client.28276 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:25:52.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.922+0000 7fe5d1a7bb80 1 -- 172.21.15.8:0/2790029826 >> 172.21.15.8:0/2790029826 conn(0x55eed5fa2be0 msgr2=0x55eed607cbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:52.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.922+0000 7fe5d1a7bb80 1 -- 172.21.15.8:0/2790029826 shutdown_connections 2024-05-20T21:25:52.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.922+0000 7fe5d1a7bb80 1 -- 172.21.15.8:0/2790029826 wait complete. 2024-05-20T21:25:52.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.922+0000 7fe5d1a7bb80 20 client.28276 trim_cache size 0 max 16384 2024-05-20T21:25:52.924 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:25:52.925 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.923+0000 7fe5c5a00700 1 -- 172.21.15.8:0/2510112229 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe5a40b2900 msgr2=0x7fe5a40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:52.925 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.923+0000 7fe5c5a00700 1 --2- 172.21.15.8:0/2510112229 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe5a40b2900 0x7fe5a40b4dc0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7fe5c01107c0 tx=0x7fe5ac011830 comp rx=0 tx=0).stop 2024-05-20T21:25:52.925 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.923+0000 7fe5c5a00700 1 -- 172.21.15.8:0/2510112229 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe5c01094f0 msgr2=0x7fe5c01a06c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:52.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.923+0000 7fe5c5a00700 1 --2- 172.21.15.8:0/2510112229 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe5c01094f0 0x7fe5c01a06c0 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7fe5b800efb0 tx=0x7fe5b800c3a0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.923+0000 7fe5c5a00700 1 -- 172.21.15.8:0/2510112229 shutdown_connections 2024-05-20T21:25:52.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.923+0000 7fe5c5a00700 1 --2- 172.21.15.8:0/2510112229 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe5a40b2900 0x7fe5a40b4dc0 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.923+0000 7fe5c5a00700 1 --2- 172.21.15.8:0/2510112229 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe5c01094f0 0x7fe5c01a06c0 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.923+0000 7fe5c5a00700 1 --2- 172.21.15.8:0/2510112229 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe5c0103460 0x7fe5c019be40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.923+0000 7fe5c5a00700 1 --2- 172.21.15.8:0/2510112229 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe5c0103e20 0x7fe5c019c380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.923+0000 7fe5c5a00700 1 -- 172.21.15.8:0/2510112229 >> 172.21.15.8:0/2510112229 conn(0x7fe5c00fef90 msgr2=0x7fe5c00ff550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:52.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.923+0000 7fe5c5a00700 1 -- 172.21.15.8:0/2510112229 shutdown_connections 2024-05-20T21:25:52.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:52.924+0000 7fe5c5a00700 1 -- 172.21.15.8:0/2510112229 wait complete. 2024-05-20T21:25:52.954 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:25:52 smithi008 ceph-mon[31475]: pgmap v756: 97 pgs: 97 active+clean; 1.1 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 4.0 KiB/s wr, 10 op/s 2024-05-20T21:25:53.108 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:25:53.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:25:52 smithi130 ceph-mon[36448]: pgmap v756: 97 pgs: 97 active+clean; 1.1 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 4.0 KiB/s wr, 10 op/s 2024-05-20T21:25:53.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:25:52 smithi050 ceph-mon[35809]: pgmap v756: 97 pgs: 97 active+clean; 1.1 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 4.0 KiB/s wr, 10 op/s 2024-05-20T21:25:53.633 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.633+0000 7f79d0c00640 1 -- 172.21.15.8:0/1133568702 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f79cc109150 msgr2=0x7f79cc109570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:53.633 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.633+0000 7f79d0c00640 1 --2- 172.21.15.8:0/1133568702 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f79cc109150 0x7f79cc109570 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f79bc009900 tx=0x7f79bc02a3f0 comp rx=0 tx=0).stop 2024-05-20T21:25:53.633 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.633+0000 7f79d0c00640 1 -- 172.21.15.8:0/1133568702 shutdown_connections 2024-05-20T21:25:53.633 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.633+0000 7f79d0c00640 1 --2- 172.21.15.8:0/1133568702 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f79cc10acb0 0x7f79cc111540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:53.633 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.633+0000 7f79d0c00640 1 --2- 172.21.15.8:0/1133568702 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f79cc10a2f0 0x7f79cc10a770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:53.633 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.633+0000 7f79d0c00640 1 --2- 172.21.15.8:0/1133568702 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f79cc109150 0x7f79cc109570 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:53.633 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.633+0000 7f79d0c00640 1 -- 172.21.15.8:0/1133568702 >> 172.21.15.8:0/1133568702 conn(0x7f79cc0780a0 msgr2=0x7f79cc07a4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:53.633 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.633+0000 7f79d0c00640 1 -- 172.21.15.8:0/1133568702 shutdown_connections 2024-05-20T21:25:53.633 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.633+0000 7f79d0c00640 1 -- 172.21.15.8:0/1133568702 wait complete. 2024-05-20T21:25:53.635 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.634+0000 7f79d0c00640 1 Processor -- start 2024-05-20T21:25:53.635 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.634+0000 7f79d0c00640 1 -- start start 2024-05-20T21:25:53.635 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.635+0000 7f79d0c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f79cc109150 0x7f79cc19f330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:53.635 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.635+0000 7f79d0c00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f79cc10a2f0 0x7f79cc19f870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:53.635 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.635+0000 7f79d0c00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f79cc10acb0 0x7f79cc1a68e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:53.635 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.635+0000 7f79d0c00640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f79cc114c60 con 0x7f79cc10acb0 2024-05-20T21:25:53.635 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.635+0000 7f79d0c00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f79cc114ae0 con 0x7f79cc109150 2024-05-20T21:25:53.635 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.635+0000 7f79d0c00640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f79cc114de0 con 0x7f79cc10a2f0 2024-05-20T21:25:53.636 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.635+0000 7f79c9e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f79cc109150 0x7f79cc19f330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:53.636 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.635+0000 7f79ca800640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f79cc10acb0 0x7f79cc1a68e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:53.636 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.635+0000 7f79c9e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f79cc109150 0x7f79cc19f330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:32952/0 (socket says 172.21.15.8:32952) 2024-05-20T21:25:53.636 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.635+0000 7f79c9e00640 1 -- 172.21.15.8:0/1656319082 learned_addr learned my addr 172.21.15.8:0/1656319082 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:53.636 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.635+0000 7f79c9400640 1 --2- 172.21.15.8:0/1656319082 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f79cc10a2f0 0x7f79cc19f870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:53.636 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.635+0000 7f79c9e00640 1 -- 172.21.15.8:0/1656319082 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f79cc10a2f0 msgr2=0x7f79cc19f870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:53.636 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.635+0000 7f79c9e00640 1 --2- 172.21.15.8:0/1656319082 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f79cc10a2f0 0x7f79cc19f870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:53.636 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.636+0000 7f79c9e00640 1 -- 172.21.15.8:0/1656319082 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f79cc10acb0 msgr2=0x7f79cc1a68e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:53.636 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.636+0000 7f79c9e00640 1 --2- 172.21.15.8:0/1656319082 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f79cc10acb0 0x7f79cc1a68e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:53.636 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.636+0000 7f79c9e00640 1 -- 172.21.15.8:0/1656319082 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79cc1a6f50 con 0x7f79cc109150 2024-05-20T21:25:53.636 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.636+0000 7f79ca800640 1 --2- 172.21.15.8:0/1656319082 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f79cc10acb0 0x7f79cc1a68e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:53.636 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.636+0000 7f79c9e00640 1 --2- 172.21.15.8:0/1656319082 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f79cc109150 0x7f79cc19f330 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f79bc031500 tx=0x7f79bc003c10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:53.637 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.636+0000 7f79c2a00640 1 -- 172.21.15.8:0/1656319082 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79bc03f070 con 0x7f79cc109150 2024-05-20T21:25:53.637 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.636+0000 7f79d0c00640 1 -- 172.21.15.8:0/1656319082 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f79cc1a71e0 con 0x7f79cc109150 2024-05-20T21:25:53.637 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.636+0000 7f79c2a00640 1 -- 172.21.15.8:0/1656319082 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f79bc031c50 con 0x7f79cc109150 2024-05-20T21:25:53.637 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.636+0000 7f79c2a00640 1 -- 172.21.15.8:0/1656319082 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79bc035030 con 0x7f79cc109150 2024-05-20T21:25:53.637 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.636+0000 7f79d0c00640 1 -- 172.21.15.8:0/1656319082 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79cc1a7720 con 0x7f79cc109150 2024-05-20T21:25:53.640 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.640+0000 7f79d398c740 1 Processor -- start 2024-05-20T21:25:53.640 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.640+0000 7f79d398c740 1 -- start start 2024-05-20T21:25:53.640 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.640+0000 7f79d398c740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ebf23deb30 0x55ebf23def50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:53.640 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.640+0000 7f79d398c740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ebf23df520 0x55ebf23e4020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:53.640 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.640+0000 7f79c2a00640 1 -- 172.21.15.8:0/1656319082 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f79bc042070 con 0x7f79cc109150 2024-05-20T21:25:53.640 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.640+0000 7f79d398c740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ebf23e4690 0x55ebf23e6b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:53.640 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.640+0000 7f79d398c740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55ebf234eb90 con 0x55ebf23e4690 2024-05-20T21:25:53.641 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.640+0000 7f79d398c740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55ebf233e730 con 0x55ebf23deb30 2024-05-20T21:25:53.641 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.640+0000 7f79d398c740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55ebf2342770 con 0x55ebf23df520 2024-05-20T21:25:53.641 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.641+0000 7f79c9400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ebf23e4690 0x55ebf23e6b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:53.641 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.641+0000 7f79c9e00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ebf23df520 0x55ebf23e4020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:53.641 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.641+0000 7f79c9400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ebf23e4690 0x55ebf23e6b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:41176/0 (socket says 172.21.15.8:41176) 2024-05-20T21:25:53.641 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.641+0000 7f79c9400640 1 -- 172.21.15.8:0/2441201158 learned_addr learned my addr 172.21.15.8:0/2441201158 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:53.641 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.641+0000 7f79ca800640 1 --2- 172.21.15.8:0/2441201158 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ebf23deb30 0x55ebf23def50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:53.646 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.641+0000 7f79c9e00640 1 -- 172.21.15.8:0/2441201158 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ebf23deb30 msgr2=0x55ebf23def50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:53.647 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.641+0000 7f79c9e00640 1 --2- 172.21.15.8:0/2441201158 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ebf23deb30 0x55ebf23def50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:53.647 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.641+0000 7f79c9e00640 1 -- 172.21.15.8:0/2441201158 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ebf23e4690 msgr2=0x55ebf23e6b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:53.647 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.641+0000 7f79c9e00640 1 --2- 172.21.15.8:0/2441201158 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ebf23e4690 0x55ebf23e6b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:53.647 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.641+0000 7f79c9e00640 1 -- 172.21.15.8:0/2441201158 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ebf22d78b0 con 0x55ebf23df520 2024-05-20T21:25:53.647 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.641+0000 7f79c9400640 1 --2- 172.21.15.8:0/2441201158 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ebf23e4690 0x55ebf23e6b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:53.647 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.642+0000 7f79c9e00640 1 --2- 172.21.15.8:0/2441201158 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ebf23df520 0x55ebf23e4020 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f79bc100480 tx=0x7f79bc108cb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=396f9050b119e8a1 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:53.647 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.642+0000 7f79b7000640 1 -- 172.21.15.8:0/2441201158 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79bc111070 con 0x55ebf23df520 2024-05-20T21:25:53.647 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.642+0000 7f79b7000640 1 -- 172.21.15.8:0/2441201158 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f79bc10ac60 con 0x55ebf23df520 2024-05-20T21:25:53.647 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.642+0000 7f79b7000640 1 -- 172.21.15.8:0/2441201158 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79bc10c5e0 con 0x55ebf23df520 2024-05-20T21:25:53.647 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.642+0000 7f79c2a00640 1 --2- 172.21.15.8:0/1656319082 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f79b00b27e0 0x7f79b00b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:53.648 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.642+0000 7f79c2a00640 1 -- 172.21.15.8:0/1656319082 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f79bc102a50 con 0x7f79cc109150 2024-05-20T21:25:53.648 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.643+0000 7f79ca800640 1 --2- 172.21.15.8:0/1656319082 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f79b00b27e0 0x7f79b00b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:53.648 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.643+0000 7f79d398c740 1 -- 172.21.15.8:0/2441201158 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ebf23df520 msgr2=0x55ebf23e4020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:53.648 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.643+0000 7f79d398c740 1 --2- 172.21.15.8:0/2441201158 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ebf23df520 0x55ebf23e4020 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f79bc100480 tx=0x7f79bc108cb0 comp rx=0 tx=0).stop 2024-05-20T21:25:53.648 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.643+0000 7f79d398c740 1 -- 172.21.15.8:0/2441201158 shutdown_connections 2024-05-20T21:25:53.648 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.643+0000 7f79d398c740 1 --2- 172.21.15.8:0/2441201158 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ebf23e4690 0x55ebf23e6b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:53.648 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.643+0000 7f79d398c740 1 --2- 172.21.15.8:0/2441201158 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ebf23df520 0x55ebf23e4020 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:53.648 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.643+0000 7f79d398c740 1 --2- 172.21.15.8:0/2441201158 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ebf23deb30 0x55ebf23def50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:53.648 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.643+0000 7f79d398c740 1 -- 172.21.15.8:0/2441201158 >> 172.21.15.8:0/2441201158 conn(0x55ebf23da1a0 msgr2=0x55ebf23da5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:53.648 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.643+0000 7f79d398c740 1 -- 172.21.15.8:0/2441201158 shutdown_connections 2024-05-20T21:25:53.648 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.643+0000 7f79d398c740 1 -- 172.21.15.8:0/2441201158 wait complete. 2024-05-20T21:25:53.649 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.643+0000 7f79ca800640 1 --2- 172.21.15.8:0/1656319082 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f79b00b27e0 0x7f79b00b4ca0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x55ebf23dfd80 tx=0x7f79c4009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:53.649 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.644+0000 7f79d398c740 1 -- start start 2024-05-20T21:25:53.649 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.644+0000 7f79d398c740 1 Processor -- start 2024-05-20T21:25:53.649 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.644+0000 7f79d398c740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ebf23deb30 0x55ebf23e8620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:53.649 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.644+0000 7f79d398c740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ebf23df520 0x55ebf23e8b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:53.649 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.644+0000 7f79d398c740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ebf23e4690 0x55ebf23efba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:53.649 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.644+0000 7f79d398c740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55ebf2024790 con 0x55ebf23df520 2024-05-20T21:25:53.649 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.644+0000 7f79d398c740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55ebf22e6bc0 con 0x55ebf23deb30 2024-05-20T21:25:53.649 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.644+0000 7f79d398c740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55ebf23e7400 con 0x55ebf23e4690 2024-05-20T21:25:53.650 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.644+0000 7f79d398c740 10 client.0 _ll_register_callbacks cb 0x55ebf22c4400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:53.650 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.645+0000 7f79c9400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ebf23df520 0x55ebf23e8b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:53.650 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.645+0000 7f79c9e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ebf23deb30 0x55ebf23e8620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:53.650 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.645+0000 7f79ca800640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ebf23e4690 0x55ebf23efba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:53.650 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.645+0000 7f79c9e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ebf23deb30 0x55ebf23e8620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:32978/0 (socket says 172.21.15.8:32978) 2024-05-20T21:25:53.650 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.645+0000 7f79c9e00640 1 -- 172.21.15.8:0/4294637201 learned_addr learned my addr 172.21.15.8:0/4294637201 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:53.650 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.645+0000 7f79c9e00640 1 -- 172.21.15.8:0/4294637201 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ebf23e4690 msgr2=0x55ebf23efba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:53.650 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.645+0000 7f79c9e00640 1 --2- 172.21.15.8:0/4294637201 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ebf23e4690 0x55ebf23efba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:53.650 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.645+0000 7f79c9e00640 1 -- 172.21.15.8:0/4294637201 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ebf23df520 msgr2=0x55ebf23e8b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:53.650 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.645+0000 7f79c9e00640 1 --2- 172.21.15.8:0/4294637201 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ebf23df520 0x55ebf23e8b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:53.650 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.645+0000 7f79c9e00640 1 -- 172.21.15.8:0/4294637201 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ebf2053210 con 0x55ebf23deb30 2024-05-20T21:25:53.651 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.645+0000 7f79ca800640 1 --2- 172.21.15.8:0/4294637201 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ebf23e4690 0x55ebf23efba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:53.651 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.645+0000 7f79c9e00640 1 --2- 172.21.15.8:0/4294637201 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ebf23deb30 0x55ebf23e8620 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f79bc02a9b0 tx=0x7f79bc02a3f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c68e0f0216c1b8bc server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:53.651 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.646+0000 7f79ab400640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:25:53.651 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.646+0000 7f79ab400640 1 -- 172.21.15.8:0/4294637201 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79bc049070 con 0x55ebf23deb30 2024-05-20T21:25:53.651 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.646+0000 7f79ab400640 1 -- 172.21.15.8:0/4294637201 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f79bc10aa60 con 0x55ebf23deb30 2024-05-20T21:25:53.651 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.646+0000 7f79d398c740 1 -- 172.21.15.8:0/4294637201 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f79bc10ac60 con 0x55ebf23deb30 2024-05-20T21:25:53.651 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.646+0000 7f79ab400640 1 -- 172.21.15.8:0/4294637201 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f79bc111070 con 0x55ebf23deb30 2024-05-20T21:25:53.651 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.646+0000 7f79d398c740 10 client.28241 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:53.651 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.646+0000 7f79d398c740 1 -- 172.21.15.8:0/4294637201 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ebf211f620 con 0x55ebf23deb30 2024-05-20T21:25:53.651 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.647+0000 7f79ab400640 1 -- 172.21.15.8:0/4294637201 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f79bc10ac60 con 0x55ebf23deb30 2024-05-20T21:25:53.651 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.647+0000 7f79ab400640 1 -- 172.21.15.8:0/4294637201 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f79bc0c6290 con 0x55ebf23deb30 2024-05-20T21:25:53.652 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.647+0000 7f79d398c740 10 client.28241 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:53.652 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.647+0000 7f79d398c740 10 client.28241 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:25:53.652 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.647+0000 7f79d398c740 20 client.28241 populate_metadata read hostname 'smithi008' 2024-05-20T21:25:53.652 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.647+0000 7f79d398c740 1 --2- 172.21.15.8:0/4294637201 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ebf23f3e30 0x55ebf23f6220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:53.652 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.647+0000 7f79d398c740 4 client.28241 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:25:53.652 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.647+0000 7f79d398c740 1 -- 172.21.15.8:0/4294637201 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ebf2350ae0 con 0x55ebf23f3e30 2024-05-20T21:25:53.652 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.647+0000 7f79c9400640 1 --2- 172.21.15.8:0/4294637201 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ebf23f3e30 0x55ebf23f6220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:53.654 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.648+0000 7f79c9400640 1 --2- 172.21.15.8:0/4294637201 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ebf23f3e30 0x55ebf23f6220 crc :-1 s=READY pgs=280 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=11696567f75bdb93 server_cookie=10733ce2b977d37f in_seq=0 out_seq=0 2024-05-20T21:25:53.654 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.648+0000 7f79ab400640 10 client.28241 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:25:53.654 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.649+0000 7f79ab400640 1 -- 172.21.15.8:0/4294637201 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55ebf2350ae0 con 0x55ebf23f3e30 2024-05-20T21:25:53.654 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.649+0000 7f79ab400640 10 client.28241 handle_command_reply: tid=0 2024-05-20T21:25:53.654 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.649+0000 7f79d398c740 1 client.28241 shutdown 2024-05-20T21:25:53.654 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.649+0000 7f79d398c740 1 -- 172.21.15.8:0/4294637201 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ebf23deb30 msgr2=0x55ebf23e8620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:53.655 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.649+0000 7f79d398c740 1 --2- 172.21.15.8:0/4294637201 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ebf23deb30 0x55ebf23e8620 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f79bc02a9b0 tx=0x7f79bc02a3f0 comp rx=0 tx=0).stop 2024-05-20T21:25:53.655 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.649+0000 7f79d398c740 1 -- 172.21.15.8:0/4294637201 shutdown_connections 2024-05-20T21:25:53.655 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.649+0000 7f79d398c740 1 --2- 172.21.15.8:0/4294637201 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ebf23f3e30 0x55ebf23f6220 crc :-1 s=READY pgs=280 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:53.655 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.649+0000 7f79d398c740 1 --2- 172.21.15.8:0/4294637201 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ebf23e4690 0x55ebf23efba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:53.655 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.649+0000 7f79d398c740 1 --2- 172.21.15.8:0/4294637201 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ebf23df520 0x55ebf23e8b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:53.655 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.649+0000 7f79ab400640 0 client.28241 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:25:53.655 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.649+0000 7f79d398c740 1 --2- 172.21.15.8:0/4294637201 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ebf23deb30 0x55ebf23e8620 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:53.655 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.649+0000 7f79d398c740 1 -- 172.21.15.8:0/4294637201 >> 172.21.15.8:0/4294637201 conn(0x55ebf23da1a0 msgr2=0x55ebf23d9310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:53.655 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.649+0000 7f79d398c740 1 -- 172.21.15.8:0/4294637201 shutdown_connections 2024-05-20T21:25:53.656 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.649+0000 7f79d398c740 1 -- 172.21.15.8:0/4294637201 wait complete. 2024-05-20T21:25:53.656 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.649+0000 7f79d398c740 20 client.28241 trim_cache size 0 max 16384 2024-05-20T21:25:53.668 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.667+0000 7f79d398c740 1 Processor -- start 2024-05-20T21:25:53.668 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.667+0000 7f79d398c740 1 -- start start 2024-05-20T21:25:53.668 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.667+0000 7f79d398c740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ebf23deb30 0x55ebf23dd940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:53.668 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.667+0000 7f79d398c740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ebf23df520 0x55ebf23efb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:53.668 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.667+0000 7f79d398c740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ebf23e4690 0x55ebf23e04c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:53.668 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.667+0000 7f79d398c740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f79cc1b2d40 con 0x55ebf23deb30 2024-05-20T21:25:53.668 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.667+0000 7f79d398c740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f79cc1b0610 con 0x55ebf23e4690 2024-05-20T21:25:53.668 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.667+0000 7f79d398c740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f79cc1ae460 con 0x55ebf23df520 2024-05-20T21:25:53.668 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.667+0000 7f79c9e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ebf23deb30 0x55ebf23dd940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:53.669 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.667+0000 7f79c9e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ebf23deb30 0x55ebf23dd940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:41198/0 (socket says 172.21.15.8:41198) 2024-05-20T21:25:53.669 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.667+0000 7f79c9e00640 1 -- 172.21.15.8:0/1943723551 learned_addr learned my addr 172.21.15.8:0/1943723551 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:53.669 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.667+0000 7f79c9400640 1 --2- 172.21.15.8:0/1943723551 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ebf23df520 0x55ebf23efb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:53.669 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.667+0000 7f79ca800640 1 --2- 172.21.15.8:0/1943723551 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ebf23e4690 0x55ebf23e04c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:53.669 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.668+0000 7f79c9e00640 1 -- 172.21.15.8:0/1943723551 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ebf23df520 msgr2=0x55ebf23efb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:53.669 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.668+0000 7f79c9e00640 1 --2- 172.21.15.8:0/1943723551 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ebf23df520 0x55ebf23efb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:53.669 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.668+0000 7f79c9e00640 1 -- 172.21.15.8:0/1943723551 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ebf23e4690 msgr2=0x55ebf23e04c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:53.669 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.668+0000 7f79c9e00640 1 --2- 172.21.15.8:0/1943723551 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ebf23e4690 0x55ebf23e04c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:53.669 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.668+0000 7f79c9e00640 1 -- 172.21.15.8:0/1943723551 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ebf23f6850 con 0x55ebf23deb30 2024-05-20T21:25:53.669 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.668+0000 7f79c9400640 1 --2- 172.21.15.8:0/1943723551 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ebf23df520 0x55ebf23efb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:53.670 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.668+0000 7f79ca800640 1 --2- 172.21.15.8:0/1943723551 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ebf23e4690 0x55ebf23e04c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:25:53.670 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.668+0000 7f79c9e00640 1 --2- 172.21.15.8:0/1943723551 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ebf23deb30 0x55ebf23dd940 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f79bc000c00 tx=0x7f79bc005e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5187e3b01acc3b1a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:53.670 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.668+0000 7f79b6600640 1 -- 172.21.15.8:0/1943723551 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79bc049070 con 0x55ebf23deb30 2024-05-20T21:25:53.670 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.668+0000 7f79b6600640 1 -- 172.21.15.8:0/1943723551 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f79bc108300 con 0x55ebf23deb30 2024-05-20T21:25:53.670 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.668+0000 7f79b6600640 1 -- 172.21.15.8:0/1943723551 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79bc0ca000 con 0x55ebf23deb30 2024-05-20T21:25:53.674 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.669+0000 7f79d398c740 1 -- 172.21.15.8:0/1943723551 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ebf23deb30 msgr2=0x55ebf23dd940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:53.674 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.669+0000 7f79d398c740 1 --2- 172.21.15.8:0/1943723551 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ebf23deb30 0x55ebf23dd940 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f79bc000c00 tx=0x7f79bc005e10 comp rx=0 tx=0).stop 2024-05-20T21:25:53.674 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.669+0000 7f79d398c740 1 -- 172.21.15.8:0/1943723551 shutdown_connections 2024-05-20T21:25:53.674 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.669+0000 7f79d398c740 1 --2- 172.21.15.8:0/1943723551 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ebf23e4690 0x55ebf23e04c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:53.674 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.669+0000 7f79d398c740 1 --2- 172.21.15.8:0/1943723551 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ebf23df520 0x55ebf23efb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:53.674 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.669+0000 7f79d398c740 1 --2- 172.21.15.8:0/1943723551 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ebf23deb30 0x55ebf23dd940 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:53.674 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.669+0000 7f79d398c740 1 -- 172.21.15.8:0/1943723551 >> 172.21.15.8:0/1943723551 conn(0x55ebf23da1a0 msgr2=0x55ebf23dfdb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:53.674 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.669+0000 7f79d398c740 1 -- 172.21.15.8:0/1943723551 shutdown_connections 2024-05-20T21:25:53.674 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.669+0000 7f79d398c740 1 -- 172.21.15.8:0/1943723551 wait complete. 2024-05-20T21:25:53.674 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.669+0000 7f79d398c740 1 -- start start 2024-05-20T21:25:53.675 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.670+0000 7f79d398c740 1 Processor -- start 2024-05-20T21:25:53.675 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.670+0000 7f79d398c740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ebf23deb30 0x55ebf23ecc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:53.675 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.670+0000 7f79d398c740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ebf23df520 0x55ebf23ed1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:53.675 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.670+0000 7f79d398c740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ebf23e4690 0x55ebf23ee100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:53.675 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.670+0000 7f79d398c740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f79cc1aead0 con 0x55ebf23e4690 2024-05-20T21:25:53.675 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.670+0000 7f79d398c740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f79cc1aff40 con 0x55ebf23deb30 2024-05-20T21:25:53.675 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.670+0000 7f79d398c740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f79cc1af1a0 con 0x55ebf23df520 2024-05-20T21:25:53.675 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.670+0000 7f79d398c740 10 client.0 _ll_register_callbacks cb 0x7f79b8009650 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:53.675 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.670+0000 7f79ca800640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ebf23e4690 0x55ebf23ee100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:53.675 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.670+0000 7f79ca800640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ebf23e4690 0x55ebf23ee100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:41206/0 (socket says 172.21.15.8:41206) 2024-05-20T21:25:53.675 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.670+0000 7f79ca800640 1 -- 172.21.15.8:0/3173545261 learned_addr learned my addr 172.21.15.8:0/3173545261 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:53.676 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.670+0000 7f79c9e00640 1 --2- 172.21.15.8:0/3173545261 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ebf23deb30 0x55ebf23ecc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:53.676 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.671+0000 7f79c9400640 1 --2- 172.21.15.8:0/3173545261 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ebf23df520 0x55ebf23ed1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:53.676 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.671+0000 7f79c9e00640 1 -- 172.21.15.8:0/3173545261 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ebf23df520 msgr2=0x55ebf23ed1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:53.676 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.671+0000 7f79c9e00640 1 --2- 172.21.15.8:0/3173545261 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ebf23df520 0x55ebf23ed1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:53.676 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.671+0000 7f79c9e00640 1 -- 172.21.15.8:0/3173545261 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ebf23e4690 msgr2=0x55ebf23ee100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:53.676 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.671+0000 7f79c9e00640 1 --2- 172.21.15.8:0/3173545261 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ebf23e4690 0x55ebf23ee100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:53.676 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.671+0000 7f79c9e00640 1 -- 172.21.15.8:0/3173545261 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ebf23ee6f0 con 0x55ebf23deb30 2024-05-20T21:25:53.676 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.671+0000 7f79ca800640 1 --2- 172.21.15.8:0/3173545261 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ebf23e4690 0x55ebf23ee100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:53.676 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.671+0000 7f79c9e00640 1 --2- 172.21.15.8:0/3173545261 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ebf23deb30 0x55ebf23ecc70 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f79bc0c9950 tx=0x7f79bc009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4a158e95f2334bf3 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:53.676 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.671+0000 7f79ab400640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:25:53.676 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.672+0000 7f79ab400640 1 -- 172.21.15.8:0/3173545261 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79bc049070 con 0x55ebf23deb30 2024-05-20T21:25:53.677 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.672+0000 7f79ab400640 1 -- 172.21.15.8:0/3173545261 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f79bc108040 con 0x55ebf23deb30 2024-05-20T21:25:53.677 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.672+0000 7f79d398c740 1 -- 172.21.15.8:0/3173545261 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f79bc108300 con 0x55ebf23deb30 2024-05-20T21:25:53.677 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.672+0000 7f79ab400640 1 -- 172.21.15.8:0/3173545261 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f79bc0e4070 con 0x55ebf23deb30 2024-05-20T21:25:53.677 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.672+0000 7f79d398c740 10 client.28247 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:53.677 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.672+0000 7f79d398c740 1 -- 172.21.15.8:0/3173545261 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ebf23ee6f0 con 0x55ebf23deb30 2024-05-20T21:25:53.677 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.672+0000 7f79ab400640 1 -- 172.21.15.8:0/3173545261 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f79bc108300 con 0x55ebf23deb30 2024-05-20T21:25:53.677 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.672+0000 7f79ab400640 1 -- 172.21.15.8:0/3173545261 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f79bc108620 con 0x55ebf23deb30 2024-05-20T21:25:53.677 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.672+0000 7f79d398c740 10 client.28247 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:53.677 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.672+0000 7f79d398c740 10 client.28247 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:25:53.677 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.672+0000 7f79d398c740 20 client.28247 populate_metadata read hostname 'smithi008' 2024-05-20T21:25:53.677 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.672+0000 7f79d398c740 1 --2- 172.21.15.8:0/3173545261 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ebf245e9b0 0x55ebf2460da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:53.677 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.672+0000 7f79d398c740 4 client.28247 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:25:53.678 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.672+0000 7f79d398c740 1 -- 172.21.15.8:0/3173545261 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55ebf234a2c0 con 0x55ebf245e9b0 2024-05-20T21:25:53.678 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.673+0000 7f79c9400640 1 --2- 172.21.15.8:0/3173545261 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ebf245e9b0 0x55ebf2460da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:53.678 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.673+0000 7f79c9400640 1 --2- 172.21.15.8:0/3173545261 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ebf245e9b0 0x55ebf2460da0 crc :-1 s=READY pgs=281 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=51391e7db51e62b0 server_cookie=d14a29067271968c in_seq=0 out_seq=0 2024-05-20T21:25:53.678 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.673+0000 7f79ab400640 10 client.28247 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:25:53.684 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.684+0000 7f79ab400640 1 -- 172.21.15.8:0/3173545261 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55ebf234a2c0 con 0x55ebf245e9b0 2024-05-20T21:25:53.684 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.684+0000 7f79ab400640 10 client.28247 handle_command_reply: tid=0 2024-05-20T21:25:53.684 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.684+0000 7f79d398c740 1 client.28247 shutdown 2024-05-20T21:25:53.684 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.684+0000 7f79d398c740 1 -- 172.21.15.8:0/3173545261 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ebf23deb30 msgr2=0x55ebf23ecc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:53.684 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.684+0000 7f79d398c740 1 --2- 172.21.15.8:0/3173545261 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ebf23deb30 0x55ebf23ecc70 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f79bc0c9950 tx=0x7f79bc009260 comp rx=0 tx=0).stop 2024-05-20T21:25:53.684 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.684+0000 7f79d398c740 1 -- 172.21.15.8:0/3173545261 shutdown_connections 2024-05-20T21:25:53.684 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.684+0000 7f79d398c740 1 --2- 172.21.15.8:0/3173545261 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ebf245e9b0 0x55ebf2460da0 crc :-1 s=READY pgs=281 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:53.684 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.684+0000 7f79d398c740 1 --2- 172.21.15.8:0/3173545261 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ebf23e4690 0x55ebf23ee100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:53.685 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.684+0000 7f79d398c740 1 --2- 172.21.15.8:0/3173545261 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ebf23df520 0x55ebf23ed1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:53.685 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.684+0000 7f79d398c740 1 --2- 172.21.15.8:0/3173545261 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ebf23deb30 0x55ebf23ecc70 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:53.685 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.684+0000 7f79ab400640 0 client.28247 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:25:53.685 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.684+0000 7f79d398c740 1 -- 172.21.15.8:0/3173545261 >> 172.21.15.8:0/3173545261 conn(0x55ebf23da1a0 msgr2=0x55ebf23dd7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:53.685 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.684+0000 7f79d398c740 1 -- 172.21.15.8:0/3173545261 shutdown_connections 2024-05-20T21:25:53.685 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.684+0000 7f79d398c740 1 -- 172.21.15.8:0/3173545261 wait complete. 2024-05-20T21:25:53.685 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.684+0000 7f79d398c740 20 client.28247 trim_cache size 0 max 16384 2024-05-20T21:25:53.685 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:25:53.686 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:25:53.686 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:25:53.686 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.685+0000 7f79d0c00640 1 -- 172.21.15.8:0/1656319082 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f79b00b27e0 msgr2=0x7f79b00b4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:53.686 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.685+0000 7f79d0c00640 1 --2- 172.21.15.8:0/1656319082 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f79b00b27e0 0x7f79b00b4ca0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x55ebf23dfd80 tx=0x7f79c4009500 comp rx=0 tx=0).stop 2024-05-20T21:25:53.687 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.685+0000 7f79d0c00640 1 -- 172.21.15.8:0/1656319082 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f79cc109150 msgr2=0x7f79cc19f330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:53.687 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.685+0000 7f79d0c00640 1 --2- 172.21.15.8:0/1656319082 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f79cc109150 0x7f79cc19f330 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f79bc031500 tx=0x7f79bc003c10 comp rx=0 tx=0).stop 2024-05-20T21:25:53.687 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.685+0000 7f79d0c00640 1 -- 172.21.15.8:0/1656319082 shutdown_connections 2024-05-20T21:25:53.687 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.685+0000 7f79d0c00640 1 --2- 172.21.15.8:0/1656319082 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f79b00b27e0 0x7f79b00b4ca0 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:53.687 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.685+0000 7f79d0c00640 1 --2- 172.21.15.8:0/1656319082 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f79cc10acb0 0x7f79cc1a68e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:53.687 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.685+0000 7f79d0c00640 1 --2- 172.21.15.8:0/1656319082 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f79cc10a2f0 0x7f79cc19f870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:53.687 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.685+0000 7f79d0c00640 1 --2- 172.21.15.8:0/1656319082 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f79cc109150 0x7f79cc19f330 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:53.687 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.685+0000 7f79d0c00640 1 -- 172.21.15.8:0/1656319082 >> 172.21.15.8:0/1656319082 conn(0x7f79cc0780a0 msgr2=0x7f79cc10d6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:53.687 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.685+0000 7f79d0c00640 1 -- 172.21.15.8:0/1656319082 shutdown_connections 2024-05-20T21:25:53.687 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:25:53.685+0000 7f79d0c00640 1 -- 172.21.15.8:0/1656319082 wait complete. 2024-05-20T21:25:53.921 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:25:54.407 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:25:54 smithi008 ceph-mon[31475]: pgmap v757: 97 pgs: 97 active+clean; 1.1 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.9 KiB/s wr, 8 op/s 2024-05-20T21:25:54.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:25:54 smithi130 ceph-mon[36448]: pgmap v757: 97 pgs: 97 active+clean; 1.1 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.9 KiB/s wr, 8 op/s 2024-05-20T21:25:54.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:25:54 smithi050 ceph-mon[35809]: pgmap v757: 97 pgs: 97 active+clean; 1.1 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.9 KiB/s wr, 8 op/s 2024-05-20T21:25:54.794 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:25:54.794 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:25:55.497 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:25:56.377 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:56.377+0000 7fceac600700 1 -- 172.21.15.8:0/311625838 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcea41095b0 msgr2=0x7fcea4109990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:56.378 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:56.377+0000 7fceac600700 1 --2- 172.21.15.8:0/311625838 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcea41095b0 0x7fcea4109990 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7fce9800b0a0 tx=0x7fce9800b3b0 comp rx=0 tx=0).stop 2024-05-20T21:25:56.378 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:56.377+0000 7fceac600700 1 -- 172.21.15.8:0/311625838 shutdown_connections 2024-05-20T21:25:56.378 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:56.377+0000 7fceac600700 1 --2- 172.21.15.8:0/311625838 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcea41095b0 0x7fcea4109990 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:56.378 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:56.377+0000 7fceac600700 1 --2- 172.21.15.8:0/311625838 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fcea406bbe0 0x7fcea41103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:56.378 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:56.377+0000 7fceac600700 1 --2- 172.21.15.8:0/311625838 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcea406b220 0x7fcea406b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:56.378 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:56.377+0000 7fceac600700 1 -- 172.21.15.8:0/311625838 >> 172.21.15.8:0/311625838 conn(0x7fcea40793f0 msgr2=0x7fcea4079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:56.378 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:56.377+0000 7fceac600700 1 -- 172.21.15.8:0/311625838 shutdown_connections 2024-05-20T21:25:56.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:56.377+0000 7fceac600700 1 -- 172.21.15.8:0/311625838 wait complete. 2024-05-20T21:25:56.381 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:56.378+0000 7fceac600700 1 Processor -- start 2024-05-20T21:25:56.381 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:56.379+0000 7fceac600700 1 -- start start 2024-05-20T21:25:56.381 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:56.379+0000 7fceac600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcea406b220 0x7fcea419f890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:56.382 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:56.379+0000 7fceac600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcea406bbe0 0x7fcea419fdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:56.382 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:56.379+0000 7fceac600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fcea41095b0 0x7fcea4199a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:56.382 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:56.379+0000 7fceac600700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fcea4113710 con 0x7fcea41095b0 2024-05-20T21:25:56.382 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:56.379+0000 7fceac600700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fcea4113590 con 0x7fcea406bbe0 2024-05-20T21:25:56.382 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:56.379+0000 7fceac600700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fcea4113890 con 0x7fcea406b220 2024-05-20T21:25:56.382 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:56.380+0000 7fcea9c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcea406b220 0x7fcea419f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:56.382 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:56.380+0000 7fcea9200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcea406bbe0 0x7fcea419fdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:56.382 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:56.380+0000 7fcea9c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcea406b220 0x7fcea419f890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:46620/0 (socket says 172.21.15.8:46620) 2024-05-20T21:25:56.383 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:56.380+0000 7fcea9c00700 1 -- 172.21.15.8:0/2561207755 learned_addr learned my addr 172.21.15.8:0/2561207755 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:56.383 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:56.380+0000 7fceaa600700 1 --2- 172.21.15.8:0/2561207755 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fcea41095b0 0x7fcea4199a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:56.383 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:56.380+0000 7fcea9c00700 1 -- 172.21.15.8:0/2561207755 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcea406bbe0 msgr2=0x7fcea419fdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:56.383 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:56.380+0000 7fcea9c00700 1 --2- 172.21.15.8:0/2561207755 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcea406bbe0 0x7fcea419fdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:56.383 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:56.380+0000 7fcea9c00700 1 -- 172.21.15.8:0/2561207755 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fcea41095b0 msgr2=0x7fcea4199a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:56.383 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:56.380+0000 7fcea9c00700 1 --2- 172.21.15.8:0/2561207755 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fcea41095b0 0x7fcea4199a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:56.383 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:56.380+0000 7fcea9c00700 1 -- 172.21.15.8:0/2561207755 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcea419a1b0 con 0x7fcea406b220 2024-05-20T21:25:56.383 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:56.381+0000 7fcea9c00700 1 --2- 172.21.15.8:0/2561207755 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcea406b220 0x7fcea419f890 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7fce9800d010 tx=0x7fce98004d00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:56.384 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:56.381+0000 7fcea2000700 1 -- 172.21.15.8:0/2561207755 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce98021070 con 0x7fcea406b220 2024-05-20T21:25:56.384 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:56.381+0000 7fcea2000700 1 -- 172.21.15.8:0/2561207755 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fce98007c40 con 0x7fcea406b220 2024-05-20T21:25:56.384 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:56.381+0000 7fceac600700 1 -- 172.21.15.8:0/2561207755 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcea419a440 con 0x7fcea406b220 2024-05-20T21:25:56.384 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:56.381+0000 7fcea2000700 1 -- 172.21.15.8:0/2561207755 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce980046a0 con 0x7fcea406b220 2024-05-20T21:25:56.384 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:56.381+0000 7fceac600700 1 -- 172.21.15.8:0/2561207755 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcea41a6760 con 0x7fcea406b220 2024-05-20T21:25:56.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:56.383+0000 7fceac600700 1 -- 172.21.15.8:0/2561207755 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcea410ba90 con 0x7fcea406b220 2024-05-20T21:25:56.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:56.385+0000 7fcea2000700 1 -- 172.21.15.8:0/2561207755 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fce98003a00 con 0x7fcea406b220 2024-05-20T21:25:56.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:56.387+0000 7fcea2000700 1 --2- 172.21.15.8:0/2561207755 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fce8c0b2900 0x7fce8c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:56.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:56.387+0000 7fcea2000700 1 -- 172.21.15.8:0/2561207755 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fce9800f020 con 0x7fcea406b220 2024-05-20T21:25:56.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:56.387+0000 7fcea9200700 1 --2- 172.21.15.8:0/2561207755 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fce8c0b2900 0x7fce8c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:56.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:56.388+0000 7fcea9200700 1 --2- 172.21.15.8:0/2561207755 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fce8c0b2900 0x7fce8c0b4dc0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7fcea4079a60 tx=0x7fce90009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:56.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:56.389+0000 7fcea2000700 1 -- 172.21.15.8:0/2561207755 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fce9802a020 con 0x7fcea406b220 2024-05-20T21:25:56.696 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:56.696+0000 7fceac600700 1 -- 172.21.15.8:0/2561207755 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcea406a230 con 0x7fcea406b220 2024-05-20T21:25:56.697 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:56.698+0000 7fcea2000700 1 -- 172.21.15.8:0/2561207755 <== mon.1 v2:172.21.15.130:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7fce9802e3e0 con 0x7fcea406b220 2024-05-20T21:25:56.697 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:25:56.698 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:25:56.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:56.702+0000 7fceac600700 1 -- 172.21.15.8:0/2561207755 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fce8c0b2900 msgr2=0x7fce8c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:56.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:56.702+0000 7fceac600700 1 --2- 172.21.15.8:0/2561207755 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fce8c0b2900 0x7fce8c0b4dc0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7fcea4079a60 tx=0x7fce90009260 comp rx=0 tx=0).stop 2024-05-20T21:25:56.702 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:56.702+0000 7fceac600700 1 -- 172.21.15.8:0/2561207755 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcea406b220 msgr2=0x7fcea419f890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:56.702 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:56.702+0000 7fceac600700 1 --2- 172.21.15.8:0/2561207755 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcea406b220 0x7fcea419f890 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7fce9800d010 tx=0x7fce98004d00 comp rx=0 tx=0).stop 2024-05-20T21:25:56.702 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:56.702+0000 7fceac600700 1 -- 172.21.15.8:0/2561207755 shutdown_connections 2024-05-20T21:25:56.702 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:56.702+0000 7fceac600700 1 --2- 172.21.15.8:0/2561207755 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fce8c0b2900 0x7fce8c0b4dc0 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:56.702 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:56.702+0000 7fceac600700 1 --2- 172.21.15.8:0/2561207755 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fcea41095b0 0x7fcea4199a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:56.702 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:56.702+0000 7fceac600700 1 --2- 172.21.15.8:0/2561207755 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcea406b220 0x7fcea419f890 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:56.702 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:56.702+0000 7fceac600700 1 --2- 172.21.15.8:0/2561207755 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcea406bbe0 0x7fcea419fdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:56.702 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:56.702+0000 7fceac600700 1 -- 172.21.15.8:0/2561207755 >> 172.21.15.8:0/2561207755 conn(0x7fcea40793f0 msgr2=0x7fcea4101110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:56.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:25:56 smithi008 ceph-mon[31475]: pgmap v758: 97 pgs: 97 active+clean; 1.1 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-05-20T21:25:56.703 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:56.703+0000 7fceac600700 1 -- 172.21.15.8:0/2561207755 shutdown_connections 2024-05-20T21:25:56.703 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:56.703+0000 7fceac600700 1 -- 172.21.15.8:0/2561207755 wait complete. 2024-05-20T21:25:56.704 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:25:56.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:25:56 smithi130 ceph-mon[36448]: pgmap v758: 97 pgs: 97 active+clean; 1.1 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-05-20T21:25:56.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:25:56 smithi050 ceph-mon[35809]: pgmap v758: 97 pgs: 97 active+clean; 1.1 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-05-20T21:25:57.828 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:25:57 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/2561207755' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:25:57.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:25:57 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/2561207755' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:25:57.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:25:57 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/2561207755' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:25:58.123 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24529 quiesce db --set-id b167d0f --release --await' 2024-05-20T21:25:58.124 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24529 quiesce db --set-id b167d0f --release --await 2024-05-20T21:25:58.654 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:25:58 smithi008 ceph-mon[31475]: pgmap v759: 97 pgs: 97 active+clean; 1.1 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 938 B/s wr, 6 op/s 2024-05-20T21:25:58.705 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.704+0000 7f864ae00700 1 -- 172.21.15.8:0/2377215224 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8644103f90 msgr2=0x7f8644110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:58.705 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.704+0000 7f864ae00700 1 --2- 172.21.15.8:0/2377215224 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8644103f90 0x7f8644110470 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f863c00b0a0 tx=0x7f863c00b3b0 comp rx=0 tx=0).stop 2024-05-20T21:25:58.705 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.704+0000 7f864ae00700 1 -- 172.21.15.8:0/2377215224 shutdown_connections 2024-05-20T21:25:58.705 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.704+0000 7f864ae00700 1 --2- 172.21.15.8:0/2377215224 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8644103f90 0x7f8644110470 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:58.705 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.704+0000 7f864ae00700 1 --2- 172.21.15.8:0/2377215224 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8644108500 0x7f86441088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:58.705 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.704+0000 7f864ae00700 1 --2- 172.21.15.8:0/2377215224 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f86441035f0 0x7f8644103a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:58.705 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.704+0000 7f864ae00700 1 -- 172.21.15.8:0/2377215224 >> 172.21.15.8:0/2377215224 conn(0x7f864407a6a0 msgr2=0x7f864407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:58.705 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.704+0000 7f864ae00700 1 -- 172.21.15.8:0/2377215224 shutdown_connections 2024-05-20T21:25:58.705 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.704+0000 7f864ae00700 1 -- 172.21.15.8:0/2377215224 wait complete. 2024-05-20T21:25:58.705 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.705+0000 7f864ae00700 1 Processor -- start 2024-05-20T21:25:58.706 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.706+0000 7f864ae00700 1 -- start start 2024-05-20T21:25:58.706 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.706+0000 7f864ae00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f86441035f0 0x7f864419f830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:58.706 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.706+0000 7f864ae00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8644103f90 0x7f864419fd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:58.706 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.706+0000 7f864ae00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8644108500 0x7f86441999f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:58.707 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.706+0000 7f864ae00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f8644113790 con 0x7f86441035f0 2024-05-20T21:25:58.707 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.706+0000 7f864ae00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8644113610 con 0x7f8644108500 2024-05-20T21:25:58.707 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.706+0000 7f864ae00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f8644113910 con 0x7f8644103f90 2024-05-20T21:25:58.707 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.706+0000 7f8643e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f86441035f0 0x7f864419f830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:58.707 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.706+0000 7f8643400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8644103f90 0x7f864419fd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:58.707 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.707+0000 7f8643400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8644103f90 0x7f864419fd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:46638/0 (socket says 172.21.15.8:46638) 2024-05-20T21:25:58.707 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.707+0000 7f8643e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f86441035f0 0x7f864419f830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:41242/0 (socket says 172.21.15.8:41242) 2024-05-20T21:25:58.707 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.707+0000 7f8643400700 1 -- 172.21.15.8:0/3605589773 learned_addr learned my addr 172.21.15.8:0/3605589773 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:58.707 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.707+0000 7f8648e00700 1 --2- 172.21.15.8:0/3605589773 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8644108500 0x7f86441999f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:58.707 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.707+0000 7f8648e00700 1 -- 172.21.15.8:0/3605589773 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8644103f90 msgr2=0x7f864419fd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:58.707 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.707+0000 7f8648e00700 1 --2- 172.21.15.8:0/3605589773 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8644103f90 0x7f864419fd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:58.707 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.707+0000 7f8648e00700 1 -- 172.21.15.8:0/3605589773 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f86441035f0 msgr2=0x7f864419f830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:58.707 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.707+0000 7f8648e00700 1 --2- 172.21.15.8:0/3605589773 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f86441035f0 0x7f864419f830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:58.708 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.707+0000 7f8648e00700 1 -- 172.21.15.8:0/3605589773 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f864419a150 con 0x7f8644108500 2024-05-20T21:25:58.708 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.707+0000 7f8648e00700 1 --2- 172.21.15.8:0/3605589773 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8644108500 0x7f86441999f0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f863c00b070 tx=0x7f863c004c80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:58.708 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.708+0000 7f8640c00700 1 -- 172.21.15.8:0/3605589773 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f863c021070 con 0x7f8644108500 2024-05-20T21:25:58.708 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.708+0000 7f8640c00700 1 -- 172.21.15.8:0/3605589773 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f863c007e30 con 0x7f8644108500 2024-05-20T21:25:58.708 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.708+0000 7f8640c00700 1 -- 172.21.15.8:0/3605589773 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f863c0045f0 con 0x7f8644108500 2024-05-20T21:25:58.708 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.708+0000 7f864ae00700 1 -- 172.21.15.8:0/3605589773 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f864419a3e0 con 0x7f8644108500 2024-05-20T21:25:58.708 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.708+0000 7f864ae00700 1 -- 172.21.15.8:0/3605589773 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86441a6700 con 0x7f8644108500 2024-05-20T21:25:58.711 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.712+0000 7f8640c00700 1 -- 172.21.15.8:0/3605589773 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f863c007980 con 0x7f8644108500 2024-05-20T21:25:58.712 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.713+0000 7f86556d1b80 1 Processor -- start 2024-05-20T21:25:58.712 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.713+0000 7f86556d1b80 1 -- start start 2024-05-20T21:25:58.713 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.713+0000 7f86556d1b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558e43babaa0 0x558e43babe80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:58.713 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.713+0000 7f86556d1b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558e43bac3c0 0x558e43ba5fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:58.713 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.713+0000 7f86556d1b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558e43ba65d0 0x558e43ba6a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:58.713 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.713+0000 7f86556d1b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x558e43affec0 con 0x558e43babaa0 2024-05-20T21:25:58.713 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.713+0000 7f86556d1b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x558e43aefa60 con 0x558e43bac3c0 2024-05-20T21:25:58.713 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.713+0000 7f86556d1b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x558e43af3aa0 con 0x558e43ba65d0 2024-05-20T21:25:58.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.714+0000 7f8643e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558e43bac3c0 0x558e43ba5fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:58.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.714+0000 7f8643e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558e43bac3c0 0x558e43ba5fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:33036/0 (socket says 172.21.15.8:33036) 2024-05-20T21:25:58.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.714+0000 7f8643e00700 1 -- 172.21.15.8:0/239089679 learned_addr learned my addr 172.21.15.8:0/239089679 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:58.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.714+0000 7f8643400700 1 --2- 172.21.15.8:0/239089679 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558e43babaa0 0x558e43babe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:58.715 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.714+0000 7f8640c00700 1 --2- 172.21.15.8:0/3605589773 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f86280b2900 0x7f86280b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:58.715 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.714+0000 7f8643400700 1 --2- 172.21.15.8:0/239089679 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558e43ba65d0 0x558e43ba6a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:58.715 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.714+0000 7f8640c00700 1 -- 172.21.15.8:0/3605589773 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f863c00f020 con 0x7f8644108500 2024-05-20T21:25:58.715 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.714+0000 7f8643e00700 1 -- 172.21.15.8:0/239089679 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558e43ba65d0 msgr2=0x558e43ba6a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:58.715 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.714+0000 7f8643e00700 1 --2- 172.21.15.8:0/239089679 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558e43ba65d0 0x558e43ba6a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:58.715 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.714+0000 7f8643e00700 1 -- 172.21.15.8:0/239089679 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558e43babaa0 msgr2=0x558e43babe80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:58.715 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.714+0000 7f8643e00700 1 --2- 172.21.15.8:0/239089679 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558e43babaa0 0x558e43babe80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:58.715 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.714+0000 7f8643e00700 1 -- 172.21.15.8:0/239089679 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558e43ab84a0 con 0x558e43bac3c0 2024-05-20T21:25:58.715 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.714+0000 7f8643400700 1 --2- 172.21.15.8:0/239089679 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558e43ba65d0 0x558e43ba6a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:25:58.715 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.715+0000 7f8643e00700 1 --2- 172.21.15.8:0/239089679 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558e43bac3c0 0x558e43ba5fb0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f863400bc90 tx=0x7f86340103d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ca511a527bed335d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:58.715 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.715+0000 7f8648e00700 1 --2- 172.21.15.8:0/3605589773 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f86280b2900 0x7f86280b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:58.716 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.715+0000 7f8639600700 1 -- 172.21.15.8:0/239089679 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8634010bf0 con 0x558e43bac3c0 2024-05-20T21:25:58.716 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.715+0000 7f8639600700 1 -- 172.21.15.8:0/239089679 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f86340044e0 con 0x558e43bac3c0 2024-05-20T21:25:58.716 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.715+0000 7f8639600700 1 -- 172.21.15.8:0/239089679 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8634011440 con 0x558e43bac3c0 2024-05-20T21:25:58.716 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.716+0000 7f86556d1b80 1 -- 172.21.15.8:0/239089679 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558e43bac3c0 msgr2=0x558e43ba5fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:58.716 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.716+0000 7f8648e00700 1 --2- 172.21.15.8:0/3605589773 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f86280b2900 0x7f86280b4dc0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f863c009fd0 tx=0x7f863c004120 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:58.717 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.716+0000 7f86556d1b80 1 --2- 172.21.15.8:0/239089679 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558e43bac3c0 0x558e43ba5fb0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f863400bc90 tx=0x7f86340103d0 comp rx=0 tx=0).stop 2024-05-20T21:25:58.717 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.716+0000 7f86556d1b80 1 -- 172.21.15.8:0/239089679 shutdown_connections 2024-05-20T21:25:58.717 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.716+0000 7f86556d1b80 1 --2- 172.21.15.8:0/239089679 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558e43ba65d0 0x558e43ba6a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:58.717 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.716+0000 7f86556d1b80 1 --2- 172.21.15.8:0/239089679 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558e43babaa0 0x558e43babe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:58.717 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.716+0000 7f86556d1b80 1 --2- 172.21.15.8:0/239089679 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558e43bac3c0 0x558e43ba5fb0 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:58.717 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.716+0000 7f86556d1b80 1 -- 172.21.15.8:0/239089679 >> 172.21.15.8:0/239089679 conn(0x558e43acfc60 msgr2=0x558e43b9c710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:58.717 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.717+0000 7f86556d1b80 1 -- 172.21.15.8:0/239089679 shutdown_connections 2024-05-20T21:25:58.717 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.717+0000 7f86556d1b80 1 -- 172.21.15.8:0/239089679 wait complete. 2024-05-20T21:25:58.718 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.717+0000 7f86556d1b80 1 -- start start 2024-05-20T21:25:58.718 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.718+0000 7f86556d1b80 1 Processor -- start 2024-05-20T21:25:58.718 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.718+0000 7f86556d1b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558e43ba65d0 0x558e43bb20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:58.718 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.718+0000 7f86556d1b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558e43babaa0 0x558e43baf490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:58.718 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.718+0000 7f86556d1b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558e43bac3c0 0x558e43baf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:58.718 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.718+0000 7f86556d1b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x558e439f6020 con 0x558e43ba65d0 2024-05-20T21:25:58.718 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.718+0000 7f86556d1b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x558e43a907e0 con 0x558e43babaa0 2024-05-20T21:25:58.718 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.718+0000 7f86556d1b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x558e43bb2ee0 con 0x558e43bac3c0 2024-05-20T21:25:58.719 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.718+0000 7f86556d1b80 10 client.0 _ll_register_callbacks cb 0x558e43a99cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:58.719 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.719+0000 7f8643400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558e43ba65d0 0x558e43bb20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:58.719 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.719+0000 7f8643e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558e43babaa0 0x558e43baf490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:58.719 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.719+0000 7f8643400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558e43ba65d0 0x558e43bb20a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:41258/0 (socket says 172.21.15.8:41258) 2024-05-20T21:25:58.719 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.719+0000 7f8643400700 1 -- 172.21.15.8:0/4251345880 learned_addr learned my addr 172.21.15.8:0/4251345880 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:58.719 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.719+0000 7f8643e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558e43babaa0 0x558e43baf490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:33038/0 (socket says 172.21.15.8:33038) 2024-05-20T21:25:58.720 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.719+0000 7f8643400700 1 --2- 172.21.15.8:0/4251345880 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558e43bac3c0 0x558e43baf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:58.720 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.719+0000 7f8643e00700 1 -- 172.21.15.8:0/4251345880 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558e43bac3c0 msgr2=0x558e43baf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:58.720 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.719+0000 7f8643e00700 1 --2- 172.21.15.8:0/4251345880 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558e43bac3c0 0x558e43baf9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:58.720 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.719+0000 7f8643e00700 1 -- 172.21.15.8:0/4251345880 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558e43ba65d0 msgr2=0x558e43bb20a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:58.720 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.719+0000 7f8643e00700 1 --2- 172.21.15.8:0/4251345880 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558e43ba65d0 0x558e43bb20a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:58.720 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.719+0000 7f8643e00700 1 -- 172.21.15.8:0/4251345880 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558e43a3f950 con 0x558e43babaa0 2024-05-20T21:25:58.720 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.720+0000 7f8643e00700 1 --2- 172.21.15.8:0/4251345880 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558e43babaa0 0x558e43baf490 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f863401a000 tx=0x7f86340109f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fc24aab325f70729 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:58.720 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.720+0000 7f862e000700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:25:58.720 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.720+0000 7f862e000700 1 -- 172.21.15.8:0/4251345880 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8634029060 con 0x558e43babaa0 2024-05-20T21:25:58.720 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.720+0000 7f862e000700 1 -- 172.21.15.8:0/4251345880 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f8634005040 con 0x558e43babaa0 2024-05-20T21:25:58.720 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.720+0000 7f86556d1b80 1 -- 172.21.15.8:0/4251345880 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f86340044e0 con 0x558e43babaa0 2024-05-20T21:25:58.721 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.721+0000 7f862e000700 1 -- 172.21.15.8:0/4251345880 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8634005240 con 0x558e43babaa0 2024-05-20T21:25:58.721 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.721+0000 7f86556d1b80 10 client.28265 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:58.722 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.721+0000 7f86556d1b80 1 -- 172.21.15.8:0/4251345880 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x558e43ac00e0 con 0x558e43babaa0 2024-05-20T21:25:58.722 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.721+0000 7f862e000700 1 -- 172.21.15.8:0/4251345880 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f86340044e0 con 0x558e43babaa0 2024-05-20T21:25:58.722 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.721+0000 7f862e000700 1 -- 172.21.15.8:0/4251345880 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f8634023030 con 0x558e43babaa0 2024-05-20T21:25:58.722 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.722+0000 7f86556d1b80 10 client.28265 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:58.722 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.722+0000 7f86556d1b80 10 client.28265 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:25:58.722 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.722+0000 7f86556d1b80 20 client.28265 populate_metadata read hostname 'smithi008' 2024-05-20T21:25:58.722 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.722+0000 7f86556d1b80 1 --2- 172.21.15.8:0/4251345880 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x558e43bbf940 0x558e43bc1d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:58.722 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.722+0000 7f86556d1b80 4 client.28265 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:25:58.722 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.722+0000 7f86556d1b80 1 -- 172.21.15.8:0/4251345880 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558e43b01e10 con 0x558e43bbf940 2024-05-20T21:25:58.722 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.722+0000 7f8643400700 1 --2- 172.21.15.8:0/4251345880 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x558e43bbf940 0x558e43bc1d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:58.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.723+0000 7f8643400700 1 --2- 172.21.15.8:0/4251345880 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x558e43bbf940 0x558e43bc1d30 crc :-1 s=READY pgs=282 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bb5f467dea9fa7cf server_cookie=63b440930f279202 in_seq=0 out_seq=0 2024-05-20T21:25:58.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.723+0000 7f862e000700 10 client.28265 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:25:58.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.723+0000 7f862e000700 1 -- 172.21.15.8:0/4251345880 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x558e43b01e10 con 0x558e43bbf940 2024-05-20T21:25:58.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.723+0000 7f862e000700 10 client.28265 handle_command_reply: tid=0 2024-05-20T21:25:58.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.724+0000 7f86556d1b80 1 client.28265 shutdown 2024-05-20T21:25:58.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.724+0000 7f86556d1b80 1 -- 172.21.15.8:0/4251345880 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558e43babaa0 msgr2=0x558e43baf490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:58.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.724+0000 7f86556d1b80 1 --2- 172.21.15.8:0/4251345880 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558e43babaa0 0x558e43baf490 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f863401a000 tx=0x7f86340109f0 comp rx=0 tx=0).stop 2024-05-20T21:25:58.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.724+0000 7f86556d1b80 1 -- 172.21.15.8:0/4251345880 shutdown_connections 2024-05-20T21:25:58.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.724+0000 7f86556d1b80 1 --2- 172.21.15.8:0/4251345880 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x558e43bbf940 0x558e43bc1d30 crc :-1 s=READY pgs=282 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:58.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.724+0000 7f86556d1b80 1 --2- 172.21.15.8:0/4251345880 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558e43bac3c0 0x558e43baf9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:58.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.724+0000 7f86556d1b80 1 --2- 172.21.15.8:0/4251345880 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558e43ba65d0 0x558e43bb20a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:58.725 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.724+0000 7f862e000700 0 client.28265 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:25:58.725 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.724+0000 7f86556d1b80 1 --2- 172.21.15.8:0/4251345880 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558e43babaa0 0x558e43baf490 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:58.725 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.724+0000 7f86556d1b80 1 -- 172.21.15.8:0/4251345880 >> 172.21.15.8:0/4251345880 conn(0x558e43acfc60 msgr2=0x558e43b9bdf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:58.725 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.724+0000 7f86556d1b80 1 -- 172.21.15.8:0/4251345880 shutdown_connections 2024-05-20T21:25:58.725 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.725+0000 7f86556d1b80 1 -- 172.21.15.8:0/4251345880 wait complete. 2024-05-20T21:25:58.725 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.725+0000 7f86556d1b80 20 client.28265 trim_cache size 0 max 16384 2024-05-20T21:25:58.751 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.750+0000 7f86556d1b80 1 Processor -- start 2024-05-20T21:25:58.752 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.750+0000 7f86556d1b80 1 -- start start 2024-05-20T21:25:58.752 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.750+0000 7f86556d1b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558e43acfc60 0x558e43bad0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:58.752 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.750+0000 7f86556d1b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558e43ba65d0 0x558e43b9c570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:58.752 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.750+0000 7f86556d1b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558e43babaa0 0x558e43ba12a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:58.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.750+0000 7f86556d1b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f86441ae200 con 0x558e43acfc60 2024-05-20T21:25:58.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.750+0000 7f86556d1b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f86441aba90 con 0x558e43ba65d0 2024-05-20T21:25:58.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.750+0000 7f86556d1b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f86441a98e0 con 0x558e43babaa0 2024-05-20T21:25:58.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.751+0000 7f8643400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558e43acfc60 0x558e43bad0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:58.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.751+0000 7f8643400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558e43acfc60 0x558e43bad0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:41264/0 (socket says 172.21.15.8:41264) 2024-05-20T21:25:58.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.751+0000 7f8643400700 1 -- 172.21.15.8:0/280654243 learned_addr learned my addr 172.21.15.8:0/280654243 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:58.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.751+0000 7f8643e00700 1 --2- 172.21.15.8:0/280654243 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558e43ba65d0 0x558e43b9c570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:58.754 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.751+0000 7f8643400700 1 --2- 172.21.15.8:0/280654243 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558e43babaa0 0x558e43ba12a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:58.754 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.751+0000 7f8643e00700 1 -- 172.21.15.8:0/280654243 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558e43babaa0 msgr2=0x558e43ba12a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:58.754 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.751+0000 7f8643e00700 1 --2- 172.21.15.8:0/280654243 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558e43babaa0 0x558e43ba12a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:58.754 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.751+0000 7f8643e00700 1 -- 172.21.15.8:0/280654243 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558e43acfc60 msgr2=0x558e43bad0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:58.754 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.751+0000 7f8643e00700 1 --2- 172.21.15.8:0/280654243 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558e43acfc60 0x558e43bad0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:58.754 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.751+0000 7f8643e00700 1 -- 172.21.15.8:0/280654243 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558e43ba6200 con 0x558e43ba65d0 2024-05-20T21:25:58.755 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.751+0000 7f8643400700 1 --2- 172.21.15.8:0/280654243 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558e43acfc60 0x558e43bad0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:58.755 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.751+0000 7f8643e00700 1 --2- 172.21.15.8:0/280654243 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558e43ba65d0 0x558e43b9c570 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f8634003e70 tx=0x7f86340103d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6992708df3eee795 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:58.755 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.752+0000 7f8638c00700 1 -- 172.21.15.8:0/280654243 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8634029030 con 0x558e43ba65d0 2024-05-20T21:25:58.755 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.752+0000 7f8638c00700 1 -- 172.21.15.8:0/280654243 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8634010e20 con 0x558e43ba65d0 2024-05-20T21:25:58.755 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.752+0000 7f8638c00700 1 -- 172.21.15.8:0/280654243 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8634004150 con 0x558e43ba65d0 2024-05-20T21:25:58.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.752+0000 7f86556d1b80 1 -- 172.21.15.8:0/280654243 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558e43ba65d0 msgr2=0x558e43b9c570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:58.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.752+0000 7f86556d1b80 1 --2- 172.21.15.8:0/280654243 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558e43ba65d0 0x558e43b9c570 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f8634003e70 tx=0x7f86340103d0 comp rx=0 tx=0).stop 2024-05-20T21:25:58.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.753+0000 7f86556d1b80 1 -- 172.21.15.8:0/280654243 shutdown_connections 2024-05-20T21:25:58.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.753+0000 7f86556d1b80 1 --2- 172.21.15.8:0/280654243 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558e43babaa0 0x558e43ba12a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:58.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.753+0000 7f86556d1b80 1 --2- 172.21.15.8:0/280654243 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558e43acfc60 0x558e43bad0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:58.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.753+0000 7f86556d1b80 1 --2- 172.21.15.8:0/280654243 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558e43ba65d0 0x558e43b9c570 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:58.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.753+0000 7f86556d1b80 1 -- 172.21.15.8:0/280654243 >> 172.21.15.8:0/280654243 conn(0x558e43ba6d10 msgr2=0x558e43ba0b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:58.759 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.753+0000 7f86556d1b80 1 -- 172.21.15.8:0/280654243 shutdown_connections 2024-05-20T21:25:58.759 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.753+0000 7f86556d1b80 1 -- 172.21.15.8:0/280654243 wait complete. 2024-05-20T21:25:58.759 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.753+0000 7f86556d1b80 1 -- start start 2024-05-20T21:25:58.759 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.753+0000 7f86556d1b80 1 Processor -- start 2024-05-20T21:25:58.759 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.754+0000 7f86556d1b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558e43acfc60 0x558e43bc3ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:58.759 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.754+0000 7f86556d1b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558e43ba65d0 0x558e43bc4020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:58.759 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.754+0000 7f86556d1b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558e43babaa0 0x558e43bc4560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:58.759 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.754+0000 7f86556d1b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f86441a9f50 con 0x558e43acfc60 2024-05-20T21:25:58.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.754+0000 7f86556d1b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f86441ab3c0 con 0x558e43ba65d0 2024-05-20T21:25:58.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.754+0000 7f86556d1b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f86441aa620 con 0x558e43babaa0 2024-05-20T21:25:58.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.754+0000 7f86556d1b80 10 client.0 _ll_register_callbacks cb 0x558e43a99cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:58.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.754+0000 7f8643400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558e43acfc60 0x558e43bc3ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:58.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.754+0000 7f8643400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558e43acfc60 0x558e43bc3ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:41274/0 (socket says 172.21.15.8:41274) 2024-05-20T21:25:58.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.754+0000 7f8643400700 1 -- 172.21.15.8:0/2472537354 learned_addr learned my addr 172.21.15.8:0/2472537354 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:25:58.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.754+0000 7f8643e00700 1 --2- 172.21.15.8:0/2472537354 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558e43ba65d0 0x558e43bc4020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:58.761 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:25:58.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.755+0000 7f8643400700 1 --2- 172.21.15.8:0/2472537354 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558e43babaa0 0x558e43bc4560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:58.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.755+0000 7f8643400700 1 -- 172.21.15.8:0/2472537354 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558e43babaa0 msgr2=0x558e43bc4560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:58.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.755+0000 7f8643400700 1 --2- 172.21.15.8:0/2472537354 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558e43babaa0 0x558e43bc4560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:58.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.755+0000 7f8643400700 1 -- 172.21.15.8:0/2472537354 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558e43ba65d0 msgr2=0x558e43bc4020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:58.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.755+0000 7f8643400700 1 --2- 172.21.15.8:0/2472537354 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558e43ba65d0 0x558e43bc4020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:58.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.755+0000 7f8643400700 1 -- 172.21.15.8:0/2472537354 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558e43c2a240 con 0x558e43acfc60 2024-05-20T21:25:58.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.755+0000 7f8643400700 1 --2- 172.21.15.8:0/2472537354 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558e43acfc60 0x558e43bc3ae0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f86300096b0 tx=0x7f86300047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b7699e9810d5498 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:58.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.755+0000 7f862e000700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:25:58.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.755+0000 7f862e000700 1 -- 172.21.15.8:0/2472537354 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8630026030 con 0x558e43acfc60 2024-05-20T21:25:58.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.755+0000 7f862e000700 1 -- 172.21.15.8:0/2472537354 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f863001a040 con 0x558e43acfc60 2024-05-20T21:25:58.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.756+0000 7f86556d1b80 1 -- 172.21.15.8:0/2472537354 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8634010e20 con 0x558e43acfc60 2024-05-20T21:25:58.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.756+0000 7f862e000700 1 -- 172.21.15.8:0/2472537354 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8630004830 con 0x558e43acfc60 2024-05-20T21:25:58.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.756+0000 7f86556d1b80 10 client.18153 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:58.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.756+0000 7f86556d1b80 1 -- 172.21.15.8:0/2472537354 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x558e43c2b5c0 con 0x558e43acfc60 2024-05-20T21:25:58.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.756+0000 7f862e000700 1 -- 172.21.15.8:0/2472537354 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8634010e20 con 0x558e43acfc60 2024-05-20T21:25:58.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.756+0000 7f862e000700 1 -- 172.21.15.8:0/2472537354 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f86300118f0 con 0x558e43acfc60 2024-05-20T21:25:58.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.756+0000 7f86556d1b80 10 client.18153 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:58.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.756+0000 7f86556d1b80 10 client.18153 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:25:58.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.756+0000 7f86556d1b80 20 client.18153 populate_metadata read hostname 'smithi008' 2024-05-20T21:25:58.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.756+0000 7f86556d1b80 1 --2- 172.21.15.8:0/2472537354 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x558e43bac3c0 0x558e43c2dcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:58.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.756+0000 7f86556d1b80 4 client.18153 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:25:58.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.756+0000 7f86556d1b80 1 -- 172.21.15.8:0/2472537354 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x558e43afb5f0 con 0x558e43bac3c0 2024-05-20T21:25:58.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.757+0000 7f8643e00700 1 --2- 172.21.15.8:0/2472537354 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x558e43bac3c0 0x558e43c2dcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:58.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.757+0000 7f8643e00700 1 --2- 172.21.15.8:0/2472537354 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x558e43bac3c0 0x558e43c2dcc0 crc :-1 s=READY pgs=283 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e92e8fb4bb02a8ff server_cookie=6563f37e747fce50 in_seq=0 out_seq=0 2024-05-20T21:25:58.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.757+0000 7f862e000700 10 client.18153 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:25:58.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.759+0000 7f862e000700 1 -- 172.21.15.8:0/2472537354 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x558e43afb5f0 con 0x558e43bac3c0 2024-05-20T21:25:58.767 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.759+0000 7f862e000700 10 client.18153 handle_command_reply: tid=0 2024-05-20T21:25:58.767 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.759+0000 7f86556d1b80 1 client.18153 shutdown 2024-05-20T21:25:58.767 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.759+0000 7f86556d1b80 1 -- 172.21.15.8:0/2472537354 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558e43acfc60 msgr2=0x558e43bc3ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:58.767 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.759+0000 7f86556d1b80 1 --2- 172.21.15.8:0/2472537354 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558e43acfc60 0x558e43bc3ae0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f86300096b0 tx=0x7f86300047c0 comp rx=0 tx=0).stop 2024-05-20T21:25:58.767 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.759+0000 7f86556d1b80 1 -- 172.21.15.8:0/2472537354 shutdown_connections 2024-05-20T21:25:58.767 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.759+0000 7f86556d1b80 1 --2- 172.21.15.8:0/2472537354 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x558e43bac3c0 0x558e43c2dcc0 crc :-1 s=READY pgs=283 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:58.767 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.760+0000 7f86556d1b80 1 --2- 172.21.15.8:0/2472537354 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558e43babaa0 0x558e43bc4560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:58.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.760+0000 7f86556d1b80 1 --2- 172.21.15.8:0/2472537354 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558e43acfc60 0x558e43bc3ae0 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:58.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.760+0000 7f86556d1b80 1 --2- 172.21.15.8:0/2472537354 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558e43ba65d0 0x558e43bc4020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:58.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.760+0000 7f862e000700 0 client.18153 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:25:58.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.760+0000 7f86556d1b80 1 -- 172.21.15.8:0/2472537354 >> 172.21.15.8:0/2472537354 conn(0x558e43ba6d10 msgr2=0x558e43baceb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:58.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.760+0000 7f86556d1b80 1 -- 172.21.15.8:0/2472537354 shutdown_connections 2024-05-20T21:25:58.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.760+0000 7f86556d1b80 1 -- 172.21.15.8:0/2472537354 wait complete. 2024-05-20T21:25:58.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.760+0000 7f86556d1b80 20 client.18153 trim_cache size 0 max 16384 2024-05-20T21:25:58.768 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:25:58.769 INFO:teuthology.orchestra.run.smithi008.stdout: "return_code": 0, 2024-05-20T21:25:58.769 INFO:teuthology.orchestra.run.smithi008.stdout: "scrub_tag": "5d6ec5ea-aa8e-450b-885c-c69dca73670a", 2024-05-20T21:25:58.769 INFO:teuthology.orchestra.run.smithi008.stdout: "mode": "asynchronous" 2024-05-20T21:25:58.769 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:25:58.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.761+0000 7f864ae00700 1 -- 172.21.15.8:0/3605589773 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f86280b2900 msgr2=0x7f86280b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:58.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.761+0000 7f864ae00700 1 --2- 172.21.15.8:0/3605589773 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f86280b2900 0x7f86280b4dc0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f863c009fd0 tx=0x7f863c004120 comp rx=0 tx=0).stop 2024-05-20T21:25:58.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.761+0000 7f864ae00700 1 -- 172.21.15.8:0/3605589773 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8644108500 msgr2=0x7f86441999f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:58.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.761+0000 7f864ae00700 1 --2- 172.21.15.8:0/3605589773 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8644108500 0x7f86441999f0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f863c00b070 tx=0x7f863c004c80 comp rx=0 tx=0).stop 2024-05-20T21:25:58.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.761+0000 7f864ae00700 1 -- 172.21.15.8:0/3605589773 shutdown_connections 2024-05-20T21:25:58.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.761+0000 7f864ae00700 1 --2- 172.21.15.8:0/3605589773 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f86280b2900 0x7f86280b4dc0 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:58.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.761+0000 7f864ae00700 1 --2- 172.21.15.8:0/3605589773 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8644108500 0x7f86441999f0 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:58.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.761+0000 7f864ae00700 1 --2- 172.21.15.8:0/3605589773 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f86441035f0 0x7f864419f830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:58.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.761+0000 7f864ae00700 1 --2- 172.21.15.8:0/3605589773 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8644103f90 0x7f864419fd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:58.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.761+0000 7f864ae00700 1 -- 172.21.15.8:0/3605589773 >> 172.21.15.8:0/3605589773 conn(0x7f864407a6a0 msgr2=0x7f86441015a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:58.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.761+0000 7f864ae00700 1 -- 172.21.15.8:0/3605589773 shutdown_connections 2024-05-20T21:25:58.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:25:58.761+0000 7f864ae00700 1 -- 172.21.15.8:0/3605589773 wait complete. 2024-05-20T21:25:58.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:25:58 smithi130 ceph-mon[36448]: pgmap v759: 97 pgs: 97 active+clean; 1.1 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 938 B/s wr, 6 op/s 2024-05-20T21:25:58.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:25:58 smithi050 ceph-mon[35809]: pgmap v759: 97 pgs: 97 active+clean; 1.1 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 938 B/s wr, 6 op/s 2024-05-20T21:25:59.703 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:25:59 smithi008 ceph-mon[31475]: scrub queued for path: / 2024-05-20T21:25:59.703 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:25:59 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:25:59.704 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:25:59 smithi008 ceph-mon[31475]: scrub summary: active paths [/] 2024-05-20T21:25:59.704 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:25:59 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:25:59.875 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:25:59.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:25:59 smithi130 ceph-mon[36448]: scrub queued for path: / 2024-05-20T21:25:59.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:25:59 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:25:59.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:25:59 smithi130 ceph-mon[36448]: scrub summary: active paths [/] 2024-05-20T21:25:59.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:25:59 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:25:59.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:25:59 smithi050 ceph-mon[35809]: scrub queued for path: / 2024-05-20T21:25:59.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:25:59 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:25:59.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:25:59 smithi050 ceph-mon[35809]: scrub summary: active paths [/] 2024-05-20T21:25:59.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:25:59 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:26:00.892 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:26:00.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:26:00 smithi130 ceph-mon[36448]: pgmap v760: 97 pgs: 97 active+clean; 1.1 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-05-20T21:26:00.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:26:00 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:26:00.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:26:00 smithi050 ceph-mon[35809]: pgmap v760: 97 pgs: 97 active+clean; 1.1 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-05-20T21:26:00.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:26:00 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:26:00.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:26:00 smithi008 ceph-mon[31475]: pgmap v760: 97 pgs: 97 active+clean; 1.1 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-05-20T21:26:00.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:26:00 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:26:01.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.586+0000 7f7a68800700 1 -- 172.21.15.8:0/1079254867 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7a6006bbe0 msgr2=0x7f7a601103d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:01.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.586+0000 7f7a68800700 1 --2- 172.21.15.8:0/1079254867 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7a6006bbe0 0x7f7a601103d0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f7a5c009f90 tx=0x7f7a5c00b330 comp rx=0 tx=0).stop 2024-05-20T21:26:01.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.586+0000 7f7a68800700 1 -- 172.21.15.8:0/1079254867 shutdown_connections 2024-05-20T21:26:01.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.586+0000 7f7a68800700 1 --2- 172.21.15.8:0/1079254867 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7a6006bbe0 0x7f7a601103d0 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:01.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.586+0000 7f7a68800700 1 --2- 172.21.15.8:0/1079254867 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7a601095b0 0x7f7a60109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:01.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.586+0000 7f7a68800700 1 --2- 172.21.15.8:0/1079254867 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7a6006b220 0x7f7a6006b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:01.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.586+0000 7f7a68800700 1 -- 172.21.15.8:0/1079254867 >> 172.21.15.8:0/1079254867 conn(0x7f7a600793f0 msgr2=0x7f7a60079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:01.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.586+0000 7f7a68800700 1 -- 172.21.15.8:0/1079254867 shutdown_connections 2024-05-20T21:26:01.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.587+0000 7f7a68800700 1 -- 172.21.15.8:0/1079254867 wait complete. 2024-05-20T21:26:01.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.588+0000 7f7a68800700 1 Processor -- start 2024-05-20T21:26:01.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.588+0000 7f7a68800700 1 -- start start 2024-05-20T21:26:01.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.588+0000 7f7a68800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7a6006b220 0x7f7a6019f830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:01.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.588+0000 7f7a68800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7a6006bbe0 0x7f7a6019fd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:01.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.588+0000 7f7a68800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7a601095b0 0x7f7a601999f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:01.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.588+0000 7f7a68800700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f7a60113710 con 0x7f7a6006bbe0 2024-05-20T21:26:01.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.588+0000 7f7a68800700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f7a60113590 con 0x7f7a601095b0 2024-05-20T21:26:01.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.588+0000 7f7a68800700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f7a60113890 con 0x7f7a6006b220 2024-05-20T21:26:01.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.589+0000 7f7a65e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7a6006b220 0x7f7a6019f830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:01.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.589+0000 7f7a65e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7a6006b220 0x7f7a6019f830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:46702/0 (socket says 172.21.15.8:46702) 2024-05-20T21:26:01.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.589+0000 7f7a65e00700 1 -- 172.21.15.8:0/1629134122 learned_addr learned my addr 172.21.15.8:0/1629134122 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:01.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.589+0000 7f7a66800700 1 --2- 172.21.15.8:0/1629134122 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7a601095b0 0x7f7a601999f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:01.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.589+0000 7f7a65e00700 1 -- 172.21.15.8:0/1629134122 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7a601095b0 msgr2=0x7f7a601999f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:01.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.589+0000 7f7a65e00700 1 --2- 172.21.15.8:0/1629134122 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7a601095b0 0x7f7a601999f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:01.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.589+0000 7f7a65e00700 1 -- 172.21.15.8:0/1629134122 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7a6006bbe0 msgr2=0x7f7a6019fd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:01.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.589+0000 7f7a65e00700 1 --2- 172.21.15.8:0/1629134122 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7a6006bbe0 0x7f7a6019fd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:01.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.589+0000 7f7a65e00700 1 -- 172.21.15.8:0/1629134122 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a6019a150 con 0x7f7a6006b220 2024-05-20T21:26:01.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.590+0000 7f7a65e00700 1 --2- 172.21.15.8:0/1629134122 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7a6006b220 0x7f7a6019f830 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f7a5400ec10 tx=0x7f7a5400ef20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:01.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.590+0000 7f7a5aa00700 1 -- 172.21.15.8:0/1629134122 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a5400cd40 con 0x7f7a6006b220 2024-05-20T21:26:01.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.590+0000 7f7a5aa00700 1 -- 172.21.15.8:0/1629134122 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7a540044d0 con 0x7f7a6006b220 2024-05-20T21:26:01.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.590+0000 7f7a68800700 1 -- 172.21.15.8:0/1629134122 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a6019a440 con 0x7f7a6006b220 2024-05-20T21:26:01.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.590+0000 7f7a5aa00700 1 -- 172.21.15.8:0/1629134122 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a54010690 con 0x7f7a6006b220 2024-05-20T21:26:01.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.590+0000 7f7a68800700 1 -- 172.21.15.8:0/1629134122 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a601a6700 con 0x7f7a6006b220 2024-05-20T21:26:01.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.593+0000 7f7a5aa00700 1 -- 172.21.15.8:0/1629134122 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f7a54003e50 con 0x7f7a6006b220 2024-05-20T21:26:01.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.594+0000 7f7a7312eb80 1 Processor -- start 2024-05-20T21:26:01.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.595+0000 7f7a7312eb80 1 -- start start 2024-05-20T21:26:01.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.595+0000 7f7a7312eb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56366bcd3000 0x56366bcd33e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:01.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.595+0000 7f7a7312eb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56366bcd3920 0x56366bccd3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:01.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.595+0000 7f7a7312eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56366bccd9b0 0x56366bccde30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:01.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.595+0000 7f7a7312eb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x56366bc26f40 con 0x56366bcd3000 2024-05-20T21:26:01.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.595+0000 7f7a7312eb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x56366bc16ae0 con 0x56366bcd3920 2024-05-20T21:26:01.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.595+0000 7f7a7312eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x56366bc1ab20 con 0x56366bccd9b0 2024-05-20T21:26:01.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.596+0000 7f7a66800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56366bcd3000 0x56366bcd33e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:01.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.596+0000 7f7a66800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56366bcd3000 0x56366bcd33e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:41296/0 (socket says 172.21.15.8:41296) 2024-05-20T21:26:01.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.596+0000 7f7a66800700 1 -- 172.21.15.8:0/3443166898 learned_addr learned my addr 172.21.15.8:0/3443166898 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:01.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.596+0000 7f7a65400700 1 --2- 172.21.15.8:0/3443166898 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56366bccd9b0 0x56366bccde30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:01.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.596+0000 7f7a65e00700 1 --2- 172.21.15.8:0/3443166898 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56366bcd3920 0x56366bccd3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:01.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.596+0000 7f7a65400700 1 -- 172.21.15.8:0/3443166898 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56366bcd3920 msgr2=0x56366bccd3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:01.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.596+0000 7f7a5aa00700 1 --2- 172.21.15.8:0/1629134122 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f7a480b2900 0x7f7a480b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:01.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.596+0000 7f7a65400700 1 --2- 172.21.15.8:0/3443166898 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56366bcd3920 0x56366bccd3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:01.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.596+0000 7f7a65400700 1 -- 172.21.15.8:0/3443166898 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56366bcd3000 msgr2=0x56366bcd33e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:01.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.596+0000 7f7a65400700 1 --2- 172.21.15.8:0/3443166898 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56366bcd3000 0x56366bcd33e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:01.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.596+0000 7f7a65400700 1 -- 172.21.15.8:0/3443166898 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56366bbdf520 con 0x56366bccd9b0 2024-05-20T21:26:01.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.596+0000 7f7a66800700 1 --2- 172.21.15.8:0/3443166898 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56366bcd3000 0x56366bcd33e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:01.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.596+0000 7f7a5aa00700 1 -- 172.21.15.8:0/1629134122 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f7a540e24e0 con 0x7f7a6006b220 2024-05-20T21:26:01.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.597+0000 7f7a65400700 1 --2- 172.21.15.8:0/3443166898 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56366bccd9b0 0x56366bccde30 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f7a4c009ba0 tx=0x7f7a4c009eb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7a6e2e42c5876e32 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:01.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.597+0000 7f7a66800700 1 --2- 172.21.15.8:0/1629134122 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f7a480b2900 0x7f7a480b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:01.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.597+0000 7f7a53400700 1 -- 172.21.15.8:0/3443166898 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a4c004230 con 0x56366bccd9b0 2024-05-20T21:26:01.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.597+0000 7f7a53400700 1 -- 172.21.15.8:0/3443166898 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7a4c00edb0 con 0x56366bccd9b0 2024-05-20T21:26:01.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.597+0000 7f7a53400700 1 -- 172.21.15.8:0/3443166898 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a4c005020 con 0x56366bccd9b0 2024-05-20T21:26:01.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.598+0000 7f7a7312eb80 1 -- 172.21.15.8:0/3443166898 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56366bccd9b0 msgr2=0x56366bccde30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:01.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.598+0000 7f7a66800700 1 --2- 172.21.15.8:0/1629134122 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f7a480b2900 0x7f7a480b4dc0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f7a5c003bc0 tx=0x7f7a5c009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:01.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.598+0000 7f7a7312eb80 1 --2- 172.21.15.8:0/3443166898 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56366bccd9b0 0x56366bccde30 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f7a4c009ba0 tx=0x7f7a4c009eb0 comp rx=0 tx=0).stop 2024-05-20T21:26:01.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.598+0000 7f7a7312eb80 1 -- 172.21.15.8:0/3443166898 shutdown_connections 2024-05-20T21:26:01.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.598+0000 7f7a7312eb80 1 --2- 172.21.15.8:0/3443166898 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56366bccd9b0 0x56366bccde30 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:01.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.598+0000 7f7a7312eb80 1 --2- 172.21.15.8:0/3443166898 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56366bcd3000 0x56366bcd33e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:01.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.598+0000 7f7a7312eb80 1 --2- 172.21.15.8:0/3443166898 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56366bcd3920 0x56366bccd3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:01.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.598+0000 7f7a7312eb80 1 -- 172.21.15.8:0/3443166898 >> 172.21.15.8:0/3443166898 conn(0x56366bbf6ce0 msgr2=0x56366bcc3f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:01.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.598+0000 7f7a7312eb80 1 -- 172.21.15.8:0/3443166898 shutdown_connections 2024-05-20T21:26:01.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.598+0000 7f7a7312eb80 1 -- 172.21.15.8:0/3443166898 wait complete. 2024-05-20T21:26:01.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.599+0000 7f7a7312eb80 1 -- start start 2024-05-20T21:26:01.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.599+0000 7f7a7312eb80 1 Processor -- start 2024-05-20T21:26:01.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.600+0000 7f7a7312eb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56366bccd9b0 0x56366bcd95e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:01.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.600+0000 7f7a7312eb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56366bcd3000 0x56366bcd6980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:01.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.600+0000 7f7a7312eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56366bcd3920 0x56366bcd6ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:01.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.600+0000 7f7a7312eb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x56366bb1d0a0 con 0x56366bccd9b0 2024-05-20T21:26:01.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.600+0000 7f7a7312eb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x56366bbb7860 con 0x56366bcd3000 2024-05-20T21:26:01.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.600+0000 7f7a7312eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x56366bcda3d0 con 0x56366bcd3920 2024-05-20T21:26:01.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.600+0000 7f7a7312eb80 10 client.0 _ll_register_callbacks cb 0x56366bbc0d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:01.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.600+0000 7f7a65e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56366bccd9b0 0x56366bcd95e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:01.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.600+0000 7f7a65e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56366bccd9b0 0x56366bcd95e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:41302/0 (socket says 172.21.15.8:41302) 2024-05-20T21:26:01.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.600+0000 7f7a66800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56366bcd3920 0x56366bcd6ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:01.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.600+0000 7f7a65400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56366bcd3000 0x56366bcd6980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:01.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.600+0000 7f7a65e00700 1 -- 172.21.15.8:0/49187190 learned_addr learned my addr 172.21.15.8:0/49187190 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:01.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.601+0000 7f7a65e00700 1 -- 172.21.15.8:0/49187190 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56366bcd3920 msgr2=0x56366bcd6ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:01.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.601+0000 7f7a65e00700 1 --2- 172.21.15.8:0/49187190 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56366bcd3920 0x56366bcd6ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:01.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.601+0000 7f7a65e00700 1 -- 172.21.15.8:0/49187190 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56366bcd3000 msgr2=0x56366bcd6980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:01.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.601+0000 7f7a65e00700 1 --2- 172.21.15.8:0/49187190 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56366bcd3000 0x56366bcd6980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:01.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.601+0000 7f7a65e00700 1 -- 172.21.15.8:0/49187190 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56366bb669d0 con 0x56366bccd9b0 2024-05-20T21:26:01.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.601+0000 7f7a65400700 1 --2- 172.21.15.8:0/49187190 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56366bcd3000 0x56366bcd6980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:01.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.601+0000 7f7a65e00700 1 --2- 172.21.15.8:0/49187190 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56366bccd9b0 0x56366bcd95e0 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f7a54000c00 tx=0x7f7a540a93e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=934a0326f30440e6 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:01.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.601+0000 7f7a47e00700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:26:01.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.601+0000 7f7a47e00700 1 -- 172.21.15.8:0/49187190 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a540a95a0 con 0x56366bccd9b0 2024-05-20T21:26:01.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.601+0000 7f7a47e00700 1 -- 172.21.15.8:0/49187190 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f7a540e20d0 con 0x56366bccd9b0 2024-05-20T21:26:01.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.601+0000 7f7a7312eb80 1 -- 172.21.15.8:0/49187190 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7a4c00edb0 con 0x56366bccd9b0 2024-05-20T21:26:01.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.602+0000 7f7a47e00700 1 -- 172.21.15.8:0/49187190 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f7a540e22d0 con 0x56366bccd9b0 2024-05-20T21:26:01.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.602+0000 7f7a7312eb80 10 client.18162 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:01.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.602+0000 7f7a7312eb80 1 -- 172.21.15.8:0/49187190 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56366bbe7160 con 0x56366bccd9b0 2024-05-20T21:26:01.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.602+0000 7f7a47e00700 1 -- 172.21.15.8:0/49187190 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7a4c00edb0 con 0x56366bccd9b0 2024-05-20T21:26:01.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.602+0000 7f7a47e00700 1 -- 172.21.15.8:0/49187190 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f7a540a9cf0 con 0x56366bccd9b0 2024-05-20T21:26:01.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.602+0000 7f7a7312eb80 10 client.18162 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:01.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.602+0000 7f7a7312eb80 10 client.18162 resolve_mds: validated gid 24529 aka daemon mds.i 2024-05-20T21:26:01.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.602+0000 7f7a7312eb80 20 client.18162 populate_metadata read hostname 'smithi008' 2024-05-20T21:26:01.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.602+0000 7f7a7312eb80 1 --2- 172.21.15.8:0/49187190 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56366bce6e10 0x56366bce9220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:01.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.602+0000 7f7a7312eb80 4 client.18162 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:26:01.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.602+0000 7f7a7312eb80 1 -- 172.21.15.8:0/49187190 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56366bc28e90 con 0x56366bce6e10 2024-05-20T21:26:01.604 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.603+0000 7f7a65400700 1 --2- 172.21.15.8:0/49187190 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56366bce6e10 0x56366bce9220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:01.604 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.603+0000 7f7a65400700 1 --2- 172.21.15.8:0/49187190 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56366bce6e10 0x56366bce9220 crc :-1 s=READY pgs=284 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3eafdd861d32e1b server_cookie=172788c9ec6d41cb in_seq=0 out_seq=0 2024-05-20T21:26:01.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.603+0000 7f7a47e00700 10 client.18162 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:26:01.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.604+0000 7f7a47e00700 1 -- 172.21.15.8:0/49187190 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x56366bc28e90 con 0x56366bce6e10 2024-05-20T21:26:01.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.604+0000 7f7a47e00700 10 client.18162 handle_command_reply: tid=0 2024-05-20T21:26:01.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.604+0000 7f7a7312eb80 1 client.18162 shutdown 2024-05-20T21:26:01.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.604+0000 7f7a7312eb80 1 -- 172.21.15.8:0/49187190 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56366bccd9b0 msgr2=0x56366bcd95e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:01.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.604+0000 7f7a7312eb80 1 --2- 172.21.15.8:0/49187190 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56366bccd9b0 0x56366bcd95e0 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f7a54000c00 tx=0x7f7a540a93e0 comp rx=0 tx=0).stop 2024-05-20T21:26:01.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.604+0000 7f7a7312eb80 1 -- 172.21.15.8:0/49187190 shutdown_connections 2024-05-20T21:26:01.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.604+0000 7f7a7312eb80 1 --2- 172.21.15.8:0/49187190 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56366bce6e10 0x56366bce9220 crc :-1 s=READY pgs=284 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:01.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.604+0000 7f7a7312eb80 1 --2- 172.21.15.8:0/49187190 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56366bcd3920 0x56366bcd6ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:01.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.604+0000 7f7a7312eb80 1 --2- 172.21.15.8:0/49187190 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56366bccd9b0 0x56366bcd95e0 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:01.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.604+0000 7f7a7312eb80 1 --2- 172.21.15.8:0/49187190 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56366bcd3000 0x56366bcd6980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:01.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.604+0000 7f7a7312eb80 1 -- 172.21.15.8:0/49187190 >> 172.21.15.8:0/49187190 conn(0x56366bbf6ce0 msgr2=0x56366bcc3430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:01.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.604+0000 7f7a47e00700 0 client.18162 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:26:01.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.605+0000 7f7a7312eb80 1 -- 172.21.15.8:0/49187190 shutdown_connections 2024-05-20T21:26:01.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.605+0000 7f7a7312eb80 1 -- 172.21.15.8:0/49187190 wait complete. 2024-05-20T21:26:01.606 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.605+0000 7f7a7312eb80 20 client.18162 trim_cache size 0 max 16384 2024-05-20T21:26:01.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.627+0000 7f7a7312eb80 1 Processor -- start 2024-05-20T21:26:01.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.627+0000 7f7a7312eb80 1 -- start start 2024-05-20T21:26:01.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.628+0000 7f7a7312eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56366bccd9b0 0x56366bcd4410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:01.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.628+0000 7f7a7312eb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56366bcd3000 0x56366bceeac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:01.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.628+0000 7f7a7312eb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56366bcd3920 0x56366bcef000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:01.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.628+0000 7f7a7312eb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f7a601ae280 con 0x56366bcd3000 2024-05-20T21:26:01.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.628+0000 7f7a7312eb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f7a601abb10 con 0x56366bcd3920 2024-05-20T21:26:01.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.628+0000 7f7a7312eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f7a601a9980 con 0x56366bccd9b0 2024-05-20T21:26:01.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.628+0000 7f7a65400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56366bcd3000 0x56366bceeac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:01.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.628+0000 7f7a65e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56366bccd9b0 0x56366bcd4410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:01.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.628+0000 7f7a65e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56366bccd9b0 0x56366bcd4410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:46738/0 (socket says 172.21.15.8:46738) 2024-05-20T21:26:01.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.628+0000 7f7a65e00700 1 -- 172.21.15.8:0/2081649986 learned_addr learned my addr 172.21.15.8:0/2081649986 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:01.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.629+0000 7f7a66800700 1 --2- 172.21.15.8:0/2081649986 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56366bcd3920 0x56366bcef000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:01.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.629+0000 7f7a65400700 1 -- 172.21.15.8:0/2081649986 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56366bccd9b0 msgr2=0x56366bcd4410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:01.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.629+0000 7f7a65400700 1 --2- 172.21.15.8:0/2081649986 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56366bccd9b0 0x56366bcd4410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:01.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.629+0000 7f7a65400700 1 -- 172.21.15.8:0/2081649986 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56366bcd3920 msgr2=0x56366bcef000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:01.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.629+0000 7f7a65400700 1 --2- 172.21.15.8:0/2081649986 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56366bcd3920 0x56366bcef000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:01.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.629+0000 7f7a65400700 1 -- 172.21.15.8:0/2081649986 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56366bcd4950 con 0x56366bcd3000 2024-05-20T21:26:01.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.629+0000 7f7a65e00700 1 --2- 172.21.15.8:0/2081649986 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56366bccd9b0 0x56366bcd4410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:01.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.629+0000 7f7a66800700 1 --2- 172.21.15.8:0/2081649986 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56366bcd3920 0x56366bcef000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:26:01.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.629+0000 7f7a65400700 1 --2- 172.21.15.8:0/2081649986 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56366bcd3000 0x56366bceeac0 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f7a4c000c00 tx=0x7f7a4c004b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4daf4b5f283ebcbe server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:01.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.629+0000 7f7a52a00700 1 -- 172.21.15.8:0/2081649986 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a4c004830 con 0x56366bcd3000 2024-05-20T21:26:01.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.630+0000 7f7a52a00700 1 -- 172.21.15.8:0/2081649986 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7a4c0044e0 con 0x56366bcd3000 2024-05-20T21:26:01.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.630+0000 7f7a52a00700 1 -- 172.21.15.8:0/2081649986 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a4c003c00 con 0x56366bcd3000 2024-05-20T21:26:01.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.630+0000 7f7a7312eb80 1 -- 172.21.15.8:0/2081649986 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56366bcd3000 msgr2=0x56366bceeac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:01.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.630+0000 7f7a7312eb80 1 --2- 172.21.15.8:0/2081649986 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56366bcd3000 0x56366bceeac0 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f7a4c000c00 tx=0x7f7a4c004b50 comp rx=0 tx=0).stop 2024-05-20T21:26:01.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.631+0000 7f7a7312eb80 1 -- 172.21.15.8:0/2081649986 shutdown_connections 2024-05-20T21:26:01.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.631+0000 7f7a7312eb80 1 --2- 172.21.15.8:0/2081649986 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56366bcd3920 0x56366bcef000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:01.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.631+0000 7f7a7312eb80 1 --2- 172.21.15.8:0/2081649986 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56366bccd9b0 0x56366bcd4410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:01.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.631+0000 7f7a7312eb80 1 --2- 172.21.15.8:0/2081649986 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56366bcd3000 0x56366bceeac0 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:01.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.631+0000 7f7a7312eb80 1 -- 172.21.15.8:0/2081649986 >> 172.21.15.8:0/2081649986 conn(0x56366bbf6ce0 msgr2=0x56366bcd3d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:01.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.631+0000 7f7a7312eb80 1 -- 172.21.15.8:0/2081649986 shutdown_connections 2024-05-20T21:26:01.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.631+0000 7f7a7312eb80 1 -- 172.21.15.8:0/2081649986 wait complete. 2024-05-20T21:26:01.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.631+0000 7f7a7312eb80 1 -- start start 2024-05-20T21:26:01.632 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.632+0000 7f7a7312eb80 1 Processor -- start 2024-05-20T21:26:01.632 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.632+0000 7f7a7312eb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56366bccd9b0 0x56366bcdfc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:01.632 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.632+0000 7f7a7312eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56366bcd3000 0x56366bcdc630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:01.632 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.632+0000 7f7a7312eb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56366bcd3920 0x56366bcdcb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:01.632 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.632+0000 7f7a7312eb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f7a601a9fd0 con 0x56366bcd3920 2024-05-20T21:26:01.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.632+0000 7f7a7312eb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f7a601ab440 con 0x56366bccd9b0 2024-05-20T21:26:01.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.632+0000 7f7a7312eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f7a601aa6a0 con 0x56366bcd3000 2024-05-20T21:26:01.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.632+0000 7f7a7312eb80 10 client.0 _ll_register_callbacks cb 0x56366bbc0d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:01.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.633+0000 7f7a65400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56366bcd3000 0x56366bcdc630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:01.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.633+0000 7f7a65e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56366bccd9b0 0x56366bcdfc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:01.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.633+0000 7f7a65400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56366bcd3000 0x56366bcdc630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:46742/0 (socket says 172.21.15.8:46742) 2024-05-20T21:26:01.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.633+0000 7f7a65400700 1 -- 172.21.15.8:0/2222079873 learned_addr learned my addr 172.21.15.8:0/2222079873 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:01.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.633+0000 7f7a65e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56366bccd9b0 0x56366bcdfc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:33116/0 (socket says 172.21.15.8:33116) 2024-05-20T21:26:01.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.633+0000 7f7a66800700 1 --2- 172.21.15.8:0/2222079873 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56366bcd3920 0x56366bcdcb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:01.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.633+0000 7f7a65400700 1 -- 172.21.15.8:0/2222079873 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56366bccd9b0 msgr2=0x56366bcdfc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:01.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.633+0000 7f7a65400700 1 --2- 172.21.15.8:0/2222079873 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56366bccd9b0 0x56366bcdfc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:01.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.633+0000 7f7a65400700 1 -- 172.21.15.8:0/2222079873 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56366bcd3920 msgr2=0x56366bcdcb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:01.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.633+0000 7f7a65400700 1 --2- 172.21.15.8:0/2222079873 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56366bcd3920 0x56366bcdcb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:01.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.633+0000 7f7a65400700 1 -- 172.21.15.8:0/2222079873 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56366bcdd2a0 con 0x56366bcd3000 2024-05-20T21:26:01.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.633+0000 7f7a65e00700 1 --2- 172.21.15.8:0/2222079873 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56366bccd9b0 0x56366bcdfc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:01.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.634+0000 7f7a65400700 1 --2- 172.21.15.8:0/2222079873 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56366bcd3000 0x56366bcdc630 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f7a4c004790 tx=0x7f7a4c003700 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3614fb8f5ecbe0c1 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:01.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.634+0000 7f7a47e00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:26:01.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.635+0000 7f7a47e00700 1 -- 172.21.15.8:0/2222079873 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a4c018880 con 0x56366bcd3000 2024-05-20T21:26:01.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.635+0000 7f7a7312eb80 1 -- 172.21.15.8:0/2222079873 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7a4c0044e0 con 0x56366bcd3000 2024-05-20T21:26:01.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.635+0000 7f7a47e00700 1 -- 172.21.15.8:0/2222079873 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f7a4c018a20 con 0x56366bcd3000 2024-05-20T21:26:01.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.635+0000 7f7a47e00700 1 -- 172.21.15.8:0/2222079873 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f7a4c005ce0 con 0x56366bcd3000 2024-05-20T21:26:01.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.635+0000 7f7a7312eb80 10 client.28336 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:01.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.635+0000 7f7a7312eb80 1 -- 172.21.15.8:0/2222079873 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56366bd52880 con 0x56366bcd3000 2024-05-20T21:26:01.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.636+0000 7f7a47e00700 1 -- 172.21.15.8:0/2222079873 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7a4c0044e0 con 0x56366bcd3000 2024-05-20T21:26:01.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.636+0000 7f7a47e00700 1 -- 172.21.15.8:0/2222079873 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f7a4c025cd0 con 0x56366bcd3000 2024-05-20T21:26:01.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.636+0000 7f7a7312eb80 10 client.28336 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:01.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.636+0000 7f7a7312eb80 10 client.28336 resolve_mds: validated gid 24529 aka daemon mds.i 2024-05-20T21:26:01.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.636+0000 7f7a7312eb80 20 client.28336 populate_metadata read hostname 'smithi008' 2024-05-20T21:26:01.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.636+0000 7f7a7312eb80 1 --2- 172.21.15.8:0/2222079873 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56366bd52c80 0x56366bd55070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:01.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.636+0000 7f7a7312eb80 4 client.28336 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "b167d0f", "release": true, "await": true}] 2024-05-20T21:26:01.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.636+0000 7f7a7312eb80 1 -- 172.21.15.8:0/2222079873 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "quiesce db", "set_id": "b167d0f", "release": true, "await": true}) -- 0x56366bc22670 con 0x56366bd52c80 2024-05-20T21:26:01.637 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.636+0000 7f7a65e00700 1 --2- 172.21.15.8:0/2222079873 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56366bd52c80 0x56366bd55070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:01.637 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.637+0000 7f7a47e00700 10 client.28336 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:26:01.637 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.637+0000 7f7a65e00700 1 --2- 172.21.15.8:0/2222079873 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56366bd52c80 0x56366bd55070 crc :-1 s=READY pgs=285 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=67672c17af678b7 server_cookie=3aab6206a8b4aa81 in_seq=0 out_seq=0 2024-05-20T21:26:01.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.640+0000 7f7a47e00700 1 -- 172.21.15.8:0/2222079873 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x56366bc22670 con 0x56366bd52c80 2024-05-20T21:26:01.640 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.640+0000 7f7a47e00700 10 client.28336 handle_command_reply: tid=0 2024-05-20T21:26:01.640 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.640+0000 7f7a7312eb80 1 client.28336 shutdown 2024-05-20T21:26:01.640 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.641+0000 7f7a7312eb80 1 -- 172.21.15.8:0/2222079873 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56366bcd3000 msgr2=0x56366bcdc630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:01.640 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.641+0000 7f7a7312eb80 1 --2- 172.21.15.8:0/2222079873 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56366bcd3000 0x56366bcdc630 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f7a4c004790 tx=0x7f7a4c003700 comp rx=0 tx=0).stop 2024-05-20T21:26:01.640 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.641+0000 7f7a7312eb80 1 -- 172.21.15.8:0/2222079873 shutdown_connections 2024-05-20T21:26:01.641 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.641+0000 7f7a7312eb80 1 --2- 172.21.15.8:0/2222079873 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56366bd52c80 0x56366bd55070 crc :-1 s=READY pgs=285 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:01.641 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.641+0000 7f7a7312eb80 1 --2- 172.21.15.8:0/2222079873 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56366bccd9b0 0x56366bcdfc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:01.641 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.641+0000 7f7a7312eb80 1 --2- 172.21.15.8:0/2222079873 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56366bcd3920 0x56366bcdcb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:01.641 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.641+0000 7f7a47e00700 0 client.28336 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:26:01.641 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.641+0000 7f7a7312eb80 1 --2- 172.21.15.8:0/2222079873 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56366bcd3000 0x56366bcdc630 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:01.641 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.641+0000 7f7a7312eb80 1 -- 172.21.15.8:0/2222079873 >> 172.21.15.8:0/2222079873 conn(0x56366bbf6ce0 msgr2=0x56366bcd1ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:01.641 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.641+0000 7f7a7312eb80 1 -- 172.21.15.8:0/2222079873 shutdown_connections 2024-05-20T21:26:01.641 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.641+0000 7f7a7312eb80 1 -- 172.21.15.8:0/2222079873 wait complete. 2024-05-20T21:26:01.641 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.641+0000 7f7a7312eb80 20 client.28336 trim_cache size 0 max 16384 2024-05-20T21:26:01.642 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:26:01.642 INFO:teuthology.orchestra.run.smithi008.stdout: "epoch": 26, 2024-05-20T21:26:01.642 INFO:teuthology.orchestra.run.smithi008.stdout: "leader": 24529, 2024-05-20T21:26:01.642 INFO:teuthology.orchestra.run.smithi008.stdout: "set_version": 44, 2024-05-20T21:26:01.642 INFO:teuthology.orchestra.run.smithi008.stdout: "sets": { 2024-05-20T21:26:01.642 INFO:teuthology.orchestra.run.smithi008.stdout: "b167d0f": { 2024-05-20T21:26:01.642 INFO:teuthology.orchestra.run.smithi008.stdout: "version": 44, 2024-05-20T21:26:01.642 INFO:teuthology.orchestra.run.smithi008.stdout: "age_ref": 0.0, 2024-05-20T21:26:01.642 INFO:teuthology.orchestra.run.smithi008.stdout: "state": { 2024-05-20T21:26:01.642 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "RELEASED", 2024-05-20T21:26:01.642 INFO:teuthology.orchestra.run.smithi008.stdout: "age": 0.0 2024-05-20T21:26:01.642 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:26:01.643 INFO:teuthology.orchestra.run.smithi008.stdout: "timeout": 90.0, 2024-05-20T21:26:01.643 INFO:teuthology.orchestra.run.smithi008.stdout: "expiration": 146.6, 2024-05-20T21:26:01.643 INFO:teuthology.orchestra.run.smithi008.stdout: "members": { 2024-05-20T21:26:01.643 INFO:teuthology.orchestra.run.smithi008.stdout: "file:/": { 2024-05-20T21:26:01.643 INFO:teuthology.orchestra.run.smithi008.stdout: "excluded": false, 2024-05-20T21:26:01.643 INFO:teuthology.orchestra.run.smithi008.stdout: "state": { 2024-05-20T21:26:01.643 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "RELEASED", 2024-05-20T21:26:01.643 INFO:teuthology.orchestra.run.smithi008.stdout: "age": 0.0 2024-05-20T21:26:01.643 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:26:01.643 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:26:01.643 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:26:01.643 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:26:01.643 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:26:01.643 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:26:01.644 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.642+0000 7f7a68800700 1 -- 172.21.15.8:0/1629134122 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f7a480b2900 msgr2=0x7f7a480b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:01.644 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.642+0000 7f7a68800700 1 --2- 172.21.15.8:0/1629134122 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f7a480b2900 0x7f7a480b4dc0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f7a5c003bc0 tx=0x7f7a5c009920 comp rx=0 tx=0).stop 2024-05-20T21:26:01.644 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.642+0000 7f7a68800700 1 -- 172.21.15.8:0/1629134122 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7a6006b220 msgr2=0x7f7a6019f830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:01.644 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.642+0000 7f7a68800700 1 --2- 172.21.15.8:0/1629134122 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7a6006b220 0x7f7a6019f830 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f7a5400ec10 tx=0x7f7a5400ef20 comp rx=0 tx=0).stop 2024-05-20T21:26:01.644 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.642+0000 7f7a68800700 1 -- 172.21.15.8:0/1629134122 shutdown_connections 2024-05-20T21:26:01.644 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.642+0000 7f7a68800700 1 --2- 172.21.15.8:0/1629134122 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f7a480b2900 0x7f7a480b4dc0 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:01.644 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.642+0000 7f7a68800700 1 --2- 172.21.15.8:0/1629134122 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7a601095b0 0x7f7a601999f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:01.645 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.642+0000 7f7a68800700 1 --2- 172.21.15.8:0/1629134122 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7a6006b220 0x7f7a6019f830 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:01.645 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.642+0000 7f7a68800700 1 --2- 172.21.15.8:0/1629134122 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7a6006bbe0 0x7f7a6019fd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:01.645 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.642+0000 7f7a68800700 1 -- 172.21.15.8:0/1629134122 >> 172.21.15.8:0/1629134122 conn(0x7f7a600793f0 msgr2=0x7f7a60101130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:01.645 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.642+0000 7f7a68800700 1 -- 172.21.15.8:0/1629134122 shutdown_connections 2024-05-20T21:26:01.645 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:01.642+0000 7f7a68800700 1 -- 172.21.15.8:0/1629134122 wait complete. 2024-05-20T21:26:01.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:26:01 smithi130 ceph-mon[36448]: scrub summary: idle 2024-05-20T21:26:01.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:26:01 smithi050 ceph-mon[35809]: scrub summary: idle 2024-05-20T21:26:01.950 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:26:01 smithi008 ceph-mon[31475]: scrub summary: idle 2024-05-20T21:26:02.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:26:02 smithi130 ceph-mon[36448]: pgmap v761: 97 pgs: 97 active+clean; 1.1 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-05-20T21:26:02.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:26:02 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:26:02.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:26:02 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:26:02.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:26:02 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:26:02.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:26:02 smithi050 ceph-mon[35809]: pgmap v761: 97 pgs: 97 active+clean; 1.1 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-05-20T21:26:02.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:26:02 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:26:02.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:26:02 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:26:02.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:26:02 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:26:02.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:26:02 smithi008 ceph-mon[31475]: pgmap v761: 97 pgs: 97 active+clean; 1.1 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-05-20T21:26:02.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:26:02 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:26:02.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:26:02 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:26:02.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:26:02 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:26:03.174 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'b167d0f', total seconds elapsed: 36.6 2024-05-20T21:26:04.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.418+0000 7f7724c00700 1 -- 172.21.15.8:0/724678380 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f772006b220 msgr2=0x7f772006b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:04.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.418+0000 7f7724c00700 1 --2- 172.21.15.8:0/724678380 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f772006b220 0x7f772006b6a0 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f770c009990 tx=0x7f770c009ca0 comp rx=0 tx=0).stop 2024-05-20T21:26:04.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.418+0000 7f7724c00700 1 -- 172.21.15.8:0/724678380 shutdown_connections 2024-05-20T21:26:04.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.418+0000 7f7724c00700 1 --2- 172.21.15.8:0/724678380 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f772006bbe0 0x7f77201103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:04.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.418+0000 7f7724c00700 1 --2- 172.21.15.8:0/724678380 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f77201095b0 0x7f7720109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:04.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.418+0000 7f7724c00700 1 --2- 172.21.15.8:0/724678380 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f772006b220 0x7f772006b6a0 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:04.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.418+0000 7f7724c00700 1 -- 172.21.15.8:0/724678380 >> 172.21.15.8:0/724678380 conn(0x7f77200793f0 msgr2=0x7f7720079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:04.420 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.419+0000 7f7724c00700 1 -- 172.21.15.8:0/724678380 shutdown_connections 2024-05-20T21:26:04.420 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.419+0000 7f7724c00700 1 -- 172.21.15.8:0/724678380 wait complete. 2024-05-20T21:26:04.421 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.420+0000 7f7724c00700 1 Processor -- start 2024-05-20T21:26:04.421 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.420+0000 7f7724c00700 1 -- start start 2024-05-20T21:26:04.421 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.420+0000 7f7724c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f772006b220 0x7f7720102510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:04.422 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.420+0000 7f7724c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f772006bbe0 0x7f7720102a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:04.422 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.420+0000 7f7724c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f77201095b0 0x7f7720102f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:04.422 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.420+0000 7f7724c00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f7720113720 con 0x7f772006b220 2024-05-20T21:26:04.422 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.420+0000 7f7724c00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f77201135a0 con 0x7f77201095b0 2024-05-20T21:26:04.422 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.420+0000 7f7724c00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f77201138a0 con 0x7f772006bbe0 2024-05-20T21:26:04.422 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.421+0000 7f771de00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f772006b220 0x7f7720102510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:04.422 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.421+0000 7f771de00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f772006b220 0x7f7720102510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55854/0 (socket says 172.21.15.8:55854) 2024-05-20T21:26:04.422 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.421+0000 7f771de00700 1 -- 172.21.15.8:0/2784135415 learned_addr learned my addr 172.21.15.8:0/2784135415 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:04.422 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.421+0000 7f771d400700 1 --2- 172.21.15.8:0/2784135415 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f772006bbe0 0x7f7720102a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:04.422 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.421+0000 7f771e800700 1 --2- 172.21.15.8:0/2784135415 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f77201095b0 0x7f7720102f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:04.423 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.421+0000 7f771de00700 1 -- 172.21.15.8:0/2784135415 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f772006bbe0 msgr2=0x7f7720102a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:04.423 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.421+0000 7f771de00700 1 --2- 172.21.15.8:0/2784135415 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f772006bbe0 0x7f7720102a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:04.423 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.421+0000 7f771de00700 1 -- 172.21.15.8:0/2784135415 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f77201095b0 msgr2=0x7f7720102f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:04.423 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.421+0000 7f771de00700 1 --2- 172.21.15.8:0/2784135415 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f77201095b0 0x7f7720102f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:04.423 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.421+0000 7f771de00700 1 -- 172.21.15.8:0/2784135415 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77201a81e0 con 0x7f772006b220 2024-05-20T21:26:04.423 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.422+0000 7f771de00700 1 --2- 172.21.15.8:0/2784135415 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f772006b220 0x7f7720102510 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f771000e9a0 tx=0x7f771000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:04.423 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.422+0000 7f7716a00700 1 -- 172.21.15.8:0/2784135415 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f771000ca10 con 0x7f772006b220 2024-05-20T21:26:04.423 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.422+0000 7f7716a00700 1 -- 172.21.15.8:0/2784135415 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f771000cbb0 con 0x7f772006b220 2024-05-20T21:26:04.423 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.422+0000 7f7716a00700 1 -- 172.21.15.8:0/2784135415 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7710018680 con 0x7f772006b220 2024-05-20T21:26:04.423 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.422+0000 7f7724c00700 1 -- 172.21.15.8:0/2784135415 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77201a84d0 con 0x7f772006b220 2024-05-20T21:26:04.424 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.422+0000 7f7724c00700 1 -- 172.21.15.8:0/2784135415 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77201a8a10 con 0x7f772006b220 2024-05-20T21:26:04.425 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.426+0000 7f7716a00700 1 -- 172.21.15.8:0/2784135415 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f7710010430 con 0x7f772006b220 2024-05-20T21:26:04.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.427+0000 7f772f625b80 1 Processor -- start 2024-05-20T21:26:04.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.428+0000 7f772f625b80 1 -- start start 2024-05-20T21:26:04.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.428+0000 7f772f625b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564871f31eb0 0x564871f32290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:04.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.428+0000 7f772f625b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564871f327d0 0x564871f2c260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:04.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.428+0000 7f772f625b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564871f2c880 0x564871f2cce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:04.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.428+0000 7f772f625b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x564871e8ae40 con 0x564871f327d0 2024-05-20T21:26:04.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.428+0000 7f772f625b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x564871e7a9e0 con 0x564871f2c880 2024-05-20T21:26:04.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.428+0000 7f772f625b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x564871e7ea20 con 0x564871f31eb0 2024-05-20T21:26:04.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.428+0000 7f7716a00700 1 --2- 172.21.15.8:0/2784135415 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f77040b2880 0x7f77040b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:04.430 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.429+0000 7f7716a00700 1 -- 172.21.15.8:0/2784135415 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f77100e2390 con 0x7f772006b220 2024-05-20T21:26:04.430 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.429+0000 7f771e800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564871f31eb0 0x564871f32290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:04.430 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.429+0000 7f771de00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564871f327d0 0x564871f2c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:04.430 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.429+0000 7f771e800700 1 --2- 172.21.15.8:0/2784135415 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f77040b2880 0x7f77040b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:04.430 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.429+0000 7f771de00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564871f327d0 0x564871f2c260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55864/0 (socket says 172.21.15.8:55864) 2024-05-20T21:26:04.430 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.429+0000 7f771de00700 1 -- 172.21.15.8:0/111255009 learned_addr learned my addr 172.21.15.8:0/111255009 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:04.430 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.429+0000 7f771d400700 1 --2- 172.21.15.8:0/111255009 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564871f2c880 0x564871f2cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:04.430 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.429+0000 7f771de00700 1 -- 172.21.15.8:0/111255009 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564871f31eb0 msgr2=0x564871f32290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:04.430 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.429+0000 7f771de00700 1 --2- 172.21.15.8:0/111255009 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564871f31eb0 0x564871f32290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:04.430 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.429+0000 7f771de00700 1 -- 172.21.15.8:0/111255009 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564871f2c880 msgr2=0x564871f2cce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:04.430 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.429+0000 7f771de00700 1 --2- 172.21.15.8:0/111255009 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564871f2c880 0x564871f2cce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:04.430 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.429+0000 7f771de00700 1 -- 172.21.15.8:0/111255009 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564871e43420 con 0x564871f327d0 2024-05-20T21:26:04.431 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.429+0000 7f771d400700 1 --2- 172.21.15.8:0/111255009 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564871f2c880 0x564871f2cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:04.431 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.430+0000 7f771e800700 1 --2- 172.21.15.8:0/2784135415 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f77040b2880 0x7f77040b4d40 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f7718009fd0 tx=0x7f7718009620 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:04.431 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.430+0000 7f771de00700 1 --2- 172.21.15.8:0/111255009 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564871f327d0 0x564871f2c260 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f771000e970 tx=0x7f77100a91e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3acba8e8364e8c51 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:04.431 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.430+0000 7f770b400700 1 -- 172.21.15.8:0/111255009 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77100a9940 con 0x564871f327d0 2024-05-20T21:26:04.431 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.430+0000 7f770b400700 1 -- 172.21.15.8:0/111255009 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f77100adcf0 con 0x564871f327d0 2024-05-20T21:26:04.431 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.430+0000 7f770b400700 1 -- 172.21.15.8:0/111255009 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77100b2310 con 0x564871f327d0 2024-05-20T21:26:04.432 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.431+0000 7f772f625b80 1 -- 172.21.15.8:0/111255009 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564871f327d0 msgr2=0x564871f2c260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:04.432 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.431+0000 7f772f625b80 1 --2- 172.21.15.8:0/111255009 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564871f327d0 0x564871f2c260 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f771000e970 tx=0x7f77100a91e0 comp rx=0 tx=0).stop 2024-05-20T21:26:04.432 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.431+0000 7f772f625b80 1 -- 172.21.15.8:0/111255009 shutdown_connections 2024-05-20T21:26:04.432 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.431+0000 7f772f625b80 1 --2- 172.21.15.8:0/111255009 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564871f2c880 0x564871f2cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:04.432 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.431+0000 7f772f625b80 1 --2- 172.21.15.8:0/111255009 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564871f31eb0 0x564871f32290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:04.432 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.431+0000 7f772f625b80 1 --2- 172.21.15.8:0/111255009 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564871f327d0 0x564871f2c260 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:04.432 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.431+0000 7f772f625b80 1 -- 172.21.15.8:0/111255009 >> 172.21.15.8:0/111255009 conn(0x564871e5abe0 msgr2=0x564871f27010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:04.432 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.431+0000 7f772f625b80 1 -- 172.21.15.8:0/111255009 shutdown_connections 2024-05-20T21:26:04.432 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.431+0000 7f772f625b80 1 -- 172.21.15.8:0/111255009 wait complete. 2024-05-20T21:26:04.432 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.432+0000 7f772f625b80 1 -- start start 2024-05-20T21:26:04.432 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.432+0000 7f772f625b80 1 Processor -- start 2024-05-20T21:26:04.433 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.433+0000 7f772f625b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564871f2c880 0x564871f38560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:04.434 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.433+0000 7f772f625b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564871f31eb0 0x564871f35950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:04.434 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.433+0000 7f772f625b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564871f327d0 0x564871f35e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:04.434 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.433+0000 7f772f625b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x564871d80fa0 con 0x564871f31eb0 2024-05-20T21:26:04.434 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.433+0000 7f772f625b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x564871e1b760 con 0x564871f327d0 2024-05-20T21:26:04.434 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.433+0000 7f772f625b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x564871f391e0 con 0x564871f2c880 2024-05-20T21:26:04.434 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.433+0000 7f772f625b80 10 client.0 _ll_register_callbacks cb 0x564871e24c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:04.434 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.433+0000 7f771d400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564871f31eb0 0x564871f35950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:04.434 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.433+0000 7f771e800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564871f327d0 0x564871f35e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:04.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.433+0000 7f771de00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564871f2c880 0x564871f38560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:04.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.433+0000 7f771d400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564871f31eb0 0x564871f35950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55880/0 (socket says 172.21.15.8:55880) 2024-05-20T21:26:04.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.433+0000 7f771d400700 1 -- 172.21.15.8:0/2883601987 learned_addr learned my addr 172.21.15.8:0/2883601987 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:04.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.434+0000 7f771e800700 1 -- 172.21.15.8:0/2883601987 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564871f2c880 msgr2=0x564871f38560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:04.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.434+0000 7f771e800700 1 --2- 172.21.15.8:0/2883601987 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564871f2c880 0x564871f38560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:04.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.434+0000 7f771e800700 1 -- 172.21.15.8:0/2883601987 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564871f31eb0 msgr2=0x564871f35950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:04.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.434+0000 7f771e800700 1 --2- 172.21.15.8:0/2883601987 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564871f31eb0 0x564871f35950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:04.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.434+0000 7f771e800700 1 -- 172.21.15.8:0/2883601987 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564871dca8d0 con 0x564871f327d0 2024-05-20T21:26:04.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.434+0000 7f771d400700 1 --2- 172.21.15.8:0/2883601987 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564871f31eb0 0x564871f35950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:04.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.434+0000 7f771e800700 1 --2- 172.21.15.8:0/2883601987 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564871f327d0 0x564871f35e90 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f7718009690 tx=0x7f771800b040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a8ac3fd5e677b011 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:04.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.434+0000 7f76ffe00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:26:04.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.434+0000 7f76ffe00700 1 -- 172.21.15.8:0/2883601987 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f771801bdd0 con 0x564871f327d0 2024-05-20T21:26:04.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.434+0000 7f76ffe00700 1 -- 172.21.15.8:0/2883601987 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f7718021040 con 0x564871f327d0 2024-05-20T21:26:04.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.434+0000 7f772f625b80 1 -- 172.21.15.8:0/2883601987 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f77100adcf0 con 0x564871f327d0 2024-05-20T21:26:04.437 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.435+0000 7f76ffe00700 1 -- 172.21.15.8:0/2883601987 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f7718004bb0 con 0x564871f327d0 2024-05-20T21:26:04.437 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.435+0000 7f772f625b80 10 client.28295 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:04.437 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.435+0000 7f772f625b80 1 -- 172.21.15.8:0/2883601987 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564871e4b060 con 0x564871f327d0 2024-05-20T21:26:04.437 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.435+0000 7f76ffe00700 1 -- 172.21.15.8:0/2883601987 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f77100adcf0 con 0x564871f327d0 2024-05-20T21:26:04.437 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.435+0000 7f76ffe00700 1 -- 172.21.15.8:0/2883601987 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f7718025070 con 0x564871f327d0 2024-05-20T21:26:04.437 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.436+0000 7f772f625b80 10 client.28295 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:04.437 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.436+0000 7f772f625b80 10 client.28295 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:26:04.437 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.436+0000 7f772f625b80 20 client.28295 populate_metadata read hostname 'smithi008' 2024-05-20T21:26:04.437 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.436+0000 7f772f625b80 1 --2- 172.21.15.8:0/2883601987 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x564871f45e70 0x564871f48260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:04.438 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.436+0000 7f772f625b80 4 client.28295 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:26:04.438 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.436+0000 7f772f625b80 1 -- 172.21.15.8:0/2883601987 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564871e8cd90 con 0x564871f45e70 2024-05-20T21:26:04.438 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.436+0000 7f771de00700 1 --2- 172.21.15.8:0/2883601987 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x564871f45e70 0x564871f48260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:04.438 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.437+0000 7f771de00700 1 --2- 172.21.15.8:0/2883601987 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x564871f45e70 0x564871f48260 crc :-1 s=READY pgs=286 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e94b806292894569 server_cookie=2130328d41cd6919 in_seq=0 out_seq=0 2024-05-20T21:26:04.438 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.437+0000 7f76ffe00700 10 client.28295 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:26:04.438 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.437+0000 7f76ffe00700 1 -- 172.21.15.8:0/2883601987 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x564871e8cd90 con 0x564871f45e70 2024-05-20T21:26:04.438 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.437+0000 7f76ffe00700 10 client.28295 handle_command_reply: tid=0 2024-05-20T21:26:04.438 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.437+0000 7f772f625b80 1 client.28295 shutdown 2024-05-20T21:26:04.438 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.438+0000 7f772f625b80 1 -- 172.21.15.8:0/2883601987 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564871f327d0 msgr2=0x564871f35e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:04.438 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.438+0000 7f772f625b80 1 --2- 172.21.15.8:0/2883601987 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564871f327d0 0x564871f35e90 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f7718009690 tx=0x7f771800b040 comp rx=0 tx=0).stop 2024-05-20T21:26:04.439 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.438+0000 7f772f625b80 1 -- 172.21.15.8:0/2883601987 shutdown_connections 2024-05-20T21:26:04.439 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.438+0000 7f772f625b80 1 --2- 172.21.15.8:0/2883601987 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x564871f45e70 0x564871f48260 crc :-1 s=READY pgs=286 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:04.439 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.438+0000 7f772f625b80 1 --2- 172.21.15.8:0/2883601987 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564871f327d0 0x564871f35e90 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:04.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.438+0000 7f772f625b80 1 --2- 172.21.15.8:0/2883601987 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564871f2c880 0x564871f38560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:04.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.438+0000 7f772f625b80 1 --2- 172.21.15.8:0/2883601987 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564871f31eb0 0x564871f35950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:04.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.438+0000 7f772f625b80 1 -- 172.21.15.8:0/2883601987 >> 172.21.15.8:0/2883601987 conn(0x564871e5abe0 msgr2=0x564871f2b250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:04.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.438+0000 7f76ffe00700 0 client.28295 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:26:04.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.438+0000 7f772f625b80 1 -- 172.21.15.8:0/2883601987 shutdown_connections 2024-05-20T21:26:04.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.438+0000 7f772f625b80 1 -- 172.21.15.8:0/2883601987 wait complete. 2024-05-20T21:26:04.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.438+0000 7f772f625b80 20 client.28295 trim_cache size 0 max 16384 2024-05-20T21:26:04.462 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.462+0000 7f772f625b80 1 Processor -- start 2024-05-20T21:26:04.462 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.462+0000 7f772f625b80 1 -- start start 2024-05-20T21:26:04.462 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.462+0000 7f772f625b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564871f2c880 0x564871f2c260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:04.462 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.462+0000 7f772f625b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564871f31eb0 0x564871f348b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:04.462 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.462+0000 7f772f625b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564871f327d0 0x564871f270f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:04.462 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.462+0000 7f772f625b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f77201b2730 con 0x564871f2c880 2024-05-20T21:26:04.462 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.462+0000 7f772f625b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f77201affc0 con 0x564871f327d0 2024-05-20T21:26:04.462 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.462+0000 7f772f625b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f77201ade10 con 0x564871f31eb0 2024-05-20T21:26:04.463 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.463+0000 7f771d400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564871f31eb0 0x564871f348b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:04.463 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.463+0000 7f771d400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564871f31eb0 0x564871f348b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:59044/0 (socket says 172.21.15.8:59044) 2024-05-20T21:26:04.463 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.463+0000 7f771d400700 1 -- 172.21.15.8:0/386838608 learned_addr learned my addr 172.21.15.8:0/386838608 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:04.463 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.463+0000 7f771de00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564871f2c880 0x564871f2c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:04.464 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.463+0000 7f771e800700 1 --2- 172.21.15.8:0/386838608 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564871f327d0 0x564871f270f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:04.464 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.463+0000 7f771d400700 1 -- 172.21.15.8:0/386838608 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564871f327d0 msgr2=0x564871f270f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:04.464 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.463+0000 7f771d400700 1 --2- 172.21.15.8:0/386838608 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564871f327d0 0x564871f270f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:04.464 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.463+0000 7f771d400700 1 -- 172.21.15.8:0/386838608 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564871f2c880 msgr2=0x564871f2c260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:04.464 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.463+0000 7f771d400700 1 --2- 172.21.15.8:0/386838608 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564871f2c880 0x564871f2c260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:04.464 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.463+0000 7f771d400700 1 -- 172.21.15.8:0/386838608 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564871f33ec0 con 0x564871f31eb0 2024-05-20T21:26:04.464 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.463+0000 7f771de00700 1 --2- 172.21.15.8:0/386838608 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564871f2c880 0x564871f2c260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:04.464 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.464+0000 7f771d400700 1 --2- 172.21.15.8:0/386838608 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564871f31eb0 0x564871f348b0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f770c009990 tx=0x7f770c00b260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3d8d83dab561f0be server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:04.464 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.464+0000 7f770aa00700 1 -- 172.21.15.8:0/386838608 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f770c029d50 con 0x564871f31eb0 2024-05-20T21:26:04.464 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.464+0000 7f770aa00700 1 -- 172.21.15.8:0/386838608 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f770c00bbd0 con 0x564871f31eb0 2024-05-20T21:26:04.464 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.464+0000 7f770aa00700 1 -- 172.21.15.8:0/386838608 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f770c032480 con 0x564871f31eb0 2024-05-20T21:26:04.466 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.465+0000 7f772f625b80 1 -- 172.21.15.8:0/386838608 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564871f31eb0 msgr2=0x564871f348b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:04.466 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.465+0000 7f772f625b80 1 --2- 172.21.15.8:0/386838608 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564871f31eb0 0x564871f348b0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f770c009990 tx=0x7f770c00b260 comp rx=0 tx=0).stop 2024-05-20T21:26:04.466 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.465+0000 7f772f625b80 1 -- 172.21.15.8:0/386838608 shutdown_connections 2024-05-20T21:26:04.466 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.465+0000 7f772f625b80 1 --2- 172.21.15.8:0/386838608 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564871f327d0 0x564871f270f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:04.466 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.465+0000 7f772f625b80 1 --2- 172.21.15.8:0/386838608 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564871f2c880 0x564871f2c260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:04.466 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.465+0000 7f772f625b80 1 --2- 172.21.15.8:0/386838608 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564871f31eb0 0x564871f348b0 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:04.466 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.465+0000 7f772f625b80 1 -- 172.21.15.8:0/386838608 >> 172.21.15.8:0/386838608 conn(0x564871e5abe0 msgr2=0x564871f269e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:04.466 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.465+0000 7f772f625b80 1 -- 172.21.15.8:0/386838608 shutdown_connections 2024-05-20T21:26:04.466 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.465+0000 7f772f625b80 1 -- 172.21.15.8:0/386838608 wait complete. 2024-05-20T21:26:04.466 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.465+0000 7f772f625b80 1 -- start start 2024-05-20T21:26:04.466 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.466+0000 7f772f625b80 1 Processor -- start 2024-05-20T21:26:04.467 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.466+0000 7f772f625b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564871f2c880 0x564871f3e470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:04.467 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.466+0000 7f772f625b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564871f31eb0 0x564871f3e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:04.467 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.466+0000 7f772f625b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564871f327d0 0x564871f3b440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:04.467 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.466+0000 7f772f625b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f77201ae480 con 0x564871f327d0 2024-05-20T21:26:04.467 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.466+0000 7f772f625b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f77201af8f0 con 0x564871f2c880 2024-05-20T21:26:04.467 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.466+0000 7f772f625b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f77201aeb50 con 0x564871f31eb0 2024-05-20T21:26:04.467 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.466+0000 7f772f625b80 10 client.0 _ll_register_callbacks cb 0x564871e24c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:04.467 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.466+0000 7f771de00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564871f2c880 0x564871f3e470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:04.467 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.466+0000 7f771e800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564871f327d0 0x564871f3b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:04.467 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.466+0000 7f771d400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564871f31eb0 0x564871f3e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:04.467 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.467+0000 7f771de00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564871f2c880 0x564871f3e470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:42572/0 (socket says 172.21.15.8:42572) 2024-05-20T21:26:04.467 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.467+0000 7f771de00700 1 -- 172.21.15.8:0/2651863697 learned_addr learned my addr 172.21.15.8:0/2651863697 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:04.469 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.467+0000 7f771d400700 1 -- 172.21.15.8:0/2651863697 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564871f2c880 msgr2=0x564871f3e470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:04.469 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.467+0000 7f771d400700 1 --2- 172.21.15.8:0/2651863697 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564871f2c880 0x564871f3e470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:04.469 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.467+0000 7f771d400700 1 -- 172.21.15.8:0/2651863697 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564871f327d0 msgr2=0x564871f3b440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:04.469 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.467+0000 7f771d400700 1 --2- 172.21.15.8:0/2651863697 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564871f327d0 0x564871f3b440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:04.469 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.467+0000 7f771d400700 1 -- 172.21.15.8:0/2651863697 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564871f3b9b0 con 0x564871f31eb0 2024-05-20T21:26:04.469 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.467+0000 7f771e800700 1 --2- 172.21.15.8:0/2651863697 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564871f327d0 0x564871f3b440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:04.470 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.467+0000 7f771d400700 1 --2- 172.21.15.8:0/2651863697 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564871f31eb0 0x564871f3e9b0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f770c0098e0 tx=0x7f770c00bfb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d1a0c8d55f42b5bb server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:04.470 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.467+0000 7f76ffe00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:26:04.470 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.468+0000 7f76ffe00700 1 -- 172.21.15.8:0/2651863697 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f770c003c90 con 0x564871f31eb0 2024-05-20T21:26:04.470 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.468+0000 7f772f625b80 1 -- 172.21.15.8:0/2651863697 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f770c00bbd0 con 0x564871f31eb0 2024-05-20T21:26:04.470 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.468+0000 7f76ffe00700 1 -- 172.21.15.8:0/2651863697 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f770c03b480 con 0x564871f31eb0 2024-05-20T21:26:04.470 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.468+0000 7f76ffe00700 1 -- 172.21.15.8:0/2651863697 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f770c003e30 con 0x564871f31eb0 2024-05-20T21:26:04.470 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.468+0000 7f772f625b80 10 client.28354 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:04.470 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.468+0000 7f772f625b80 1 -- 172.21.15.8:0/2651863697 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564871fb1260 con 0x564871f31eb0 2024-05-20T21:26:04.470 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.468+0000 7f76ffe00700 1 -- 172.21.15.8:0/2651863697 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f770c00bbd0 con 0x564871f31eb0 2024-05-20T21:26:04.470 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.468+0000 7f76ffe00700 1 -- 172.21.15.8:0/2651863697 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f770c032510 con 0x564871f31eb0 2024-05-20T21:26:04.470 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.469+0000 7f772f625b80 10 client.28354 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:04.470 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.469+0000 7f772f625b80 10 client.28354 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:26:04.470 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.469+0000 7f772f625b80 20 client.28354 populate_metadata read hostname 'smithi008' 2024-05-20T21:26:04.470 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.469+0000 7f772f625b80 1 --2- 172.21.15.8:0/2651863697 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x564871fb1780 0x564871fb3ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:04.471 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.469+0000 7f772f625b80 4 client.28354 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:26:04.471 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.469+0000 7f772f625b80 1 -- 172.21.15.8:0/2651863697 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub status"}) -- 0x564871e86570 con 0x564871fb1780 2024-05-20T21:26:04.471 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.469+0000 7f771de00700 1 --2- 172.21.15.8:0/2651863697 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x564871fb1780 0x564871fb3ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:04.471 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.470+0000 7f771de00700 1 --2- 172.21.15.8:0/2651863697 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x564871fb1780 0x564871fb3ba0 crc :-1 s=READY pgs=287 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1c87a8f7aaae1e9b server_cookie=406807ffda2b5704 in_seq=0 out_seq=0 2024-05-20T21:26:04.471 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.470+0000 7f76ffe00700 10 client.28354 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:26:04.471 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.470+0000 7f76ffe00700 1 -- 172.21.15.8:0/2651863697 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x564871e86570 con 0x564871fb1780 2024-05-20T21:26:04.471 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.470+0000 7f76ffe00700 10 client.28354 handle_command_reply: tid=0 2024-05-20T21:26:04.471 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.470+0000 7f772f625b80 1 client.28354 shutdown 2024-05-20T21:26:04.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.470+0000 7f772f625b80 1 -- 172.21.15.8:0/2651863697 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564871f31eb0 msgr2=0x564871f3e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:04.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.470+0000 7f772f625b80 1 --2- 172.21.15.8:0/2651863697 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564871f31eb0 0x564871f3e9b0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f770c0098e0 tx=0x7f770c00bfb0 comp rx=0 tx=0).stop 2024-05-20T21:26:04.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.470+0000 7f772f625b80 1 -- 172.21.15.8:0/2651863697 shutdown_connections 2024-05-20T21:26:04.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.470+0000 7f772f625b80 1 --2- 172.21.15.8:0/2651863697 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x564871fb1780 0x564871fb3ba0 crc :-1 s=READY pgs=287 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:04.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.470+0000 7f772f625b80 1 --2- 172.21.15.8:0/2651863697 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564871f2c880 0x564871f3e470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:04.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.470+0000 7f772f625b80 1 --2- 172.21.15.8:0/2651863697 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564871f327d0 0x564871f3b440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:04.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.470+0000 7f772f625b80 1 --2- 172.21.15.8:0/2651863697 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564871f31eb0 0x564871f3e9b0 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:04.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.470+0000 7f76ffe00700 0 client.28354 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:26:04.473 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.470+0000 7f772f625b80 1 -- 172.21.15.8:0/2651863697 >> 172.21.15.8:0/2651863697 conn(0x564871e5abe0 msgr2=0x564871f32bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:04.473 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.470+0000 7f772f625b80 1 -- 172.21.15.8:0/2651863697 shutdown_connections 2024-05-20T21:26:04.473 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.470+0000 7f772f625b80 1 -- 172.21.15.8:0/2651863697 wait complete. 2024-05-20T21:26:04.473 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.470+0000 7f772f625b80 20 client.28354 trim_cache size 0 max 16384 2024-05-20T21:26:04.473 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:26:04.473 INFO:teuthology.orchestra.run.smithi008.stdout: "status": "no active scrubs running", 2024-05-20T21:26:04.473 INFO:teuthology.orchestra.run.smithi008.stdout: "scrubs": {} 2024-05-20T21:26:04.473 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:26:04.474 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.471+0000 7f7724c00700 1 -- 172.21.15.8:0/2784135415 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f77040b2880 msgr2=0x7f77040b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:04.474 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.471+0000 7f7724c00700 1 --2- 172.21.15.8:0/2784135415 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f77040b2880 0x7f77040b4d40 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f7718009fd0 tx=0x7f7718009620 comp rx=0 tx=0).stop 2024-05-20T21:26:04.474 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.471+0000 7f7724c00700 1 -- 172.21.15.8:0/2784135415 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f772006b220 msgr2=0x7f7720102510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:04.474 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.471+0000 7f7724c00700 1 --2- 172.21.15.8:0/2784135415 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f772006b220 0x7f7720102510 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f771000e9a0 tx=0x7f771000ecb0 comp rx=0 tx=0).stop 2024-05-20T21:26:04.474 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.471+0000 7f7724c00700 1 -- 172.21.15.8:0/2784135415 shutdown_connections 2024-05-20T21:26:04.474 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.471+0000 7f7724c00700 1 --2- 172.21.15.8:0/2784135415 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f77040b2880 0x7f77040b4d40 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:04.474 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.471+0000 7f7724c00700 1 --2- 172.21.15.8:0/2784135415 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f77201095b0 0x7f7720102f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:04.475 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.471+0000 7f7724c00700 1 --2- 172.21.15.8:0/2784135415 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f772006b220 0x7f7720102510 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:04.475 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.471+0000 7f7724c00700 1 --2- 172.21.15.8:0/2784135415 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f772006bbe0 0x7f7720102a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:04.475 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.471+0000 7f7724c00700 1 -- 172.21.15.8:0/2784135415 >> 172.21.15.8:0/2784135415 conn(0x7f77200793f0 msgr2=0x7f77201011a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:04.475 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.472+0000 7f7724c00700 1 -- 172.21.15.8:0/2784135415 shutdown_connections 2024-05-20T21:26:04.475 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:04.472+0000 7f7724c00700 1 -- 172.21.15.8:0/2784135415 wait complete. 2024-05-20T21:26:04.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:26:04 smithi130 ceph-mon[36448]: pgmap v762: 97 pgs: 97 active+clean; 1.1 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1023 B/s wr, 8 op/s 2024-05-20T21:26:04.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:26:04 smithi050 ceph-mon[35809]: pgmap v762: 97 pgs: 97 active+clean; 1.1 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1023 B/s wr, 8 op/s 2024-05-20T21:26:04.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:26:04 smithi008 ceph-mon[31475]: pgmap v762: 97 pgs: 97 active+clean; 1.1 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1023 B/s wr, 8 op/s 2024-05-20T21:26:05.485 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:26:05.485 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:26:05.963 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:26:06.835 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.835+0000 7fbe94400640 1 -- 172.21.15.8:0/202998695 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbe8c10a2f0 msgr2=0x7fbe8c10a770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:06.835 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.835+0000 7fbe94400640 1 --2- 172.21.15.8:0/202998695 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbe8c10a2f0 0x7fbe8c10a770 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7fbe78009900 tx=0x7fbe7802a410 comp rx=0 tx=0).stop 2024-05-20T21:26:06.835 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.835+0000 7fbe94400640 1 -- 172.21.15.8:0/202998695 shutdown_connections 2024-05-20T21:26:06.835 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.835+0000 7fbe94400640 1 --2- 172.21.15.8:0/202998695 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbe8c10acb0 0x7fbe8c111540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:06.835 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.835+0000 7fbe94400640 1 --2- 172.21.15.8:0/202998695 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbe8c10a2f0 0x7fbe8c10a770 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:06.836 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.835+0000 7fbe94400640 1 --2- 172.21.15.8:0/202998695 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbe8c109150 0x7fbe8c109570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:06.836 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.835+0000 7fbe94400640 1 -- 172.21.15.8:0/202998695 >> 172.21.15.8:0/202998695 conn(0x7fbe8c0780a0 msgr2=0x7fbe8c07a4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:06.836 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.835+0000 7fbe94400640 1 -- 172.21.15.8:0/202998695 shutdown_connections 2024-05-20T21:26:06.836 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.836+0000 7fbe94400640 1 -- 172.21.15.8:0/202998695 wait complete. 2024-05-20T21:26:06.837 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.837+0000 7fbe94400640 1 Processor -- start 2024-05-20T21:26:06.837 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.837+0000 7fbe94400640 1 -- start start 2024-05-20T21:26:06.837 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.837+0000 7fbe94400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbe8c109150 0x7fbe8c19f2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:06.837 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.837+0000 7fbe94400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbe8c10a2f0 0x7fbe8c19f810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:06.837 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.837+0000 7fbe94400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbe8c10acb0 0x7fbe8c1a6880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:06.838 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.837+0000 7fbe94400640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fbe8c114c90 con 0x7fbe8c10a2f0 2024-05-20T21:26:06.838 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.837+0000 7fbe94400640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fbe8c114b10 con 0x7fbe8c10acb0 2024-05-20T21:26:06.838 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.837+0000 7fbe94400640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fbe8c114e10 con 0x7fbe8c109150 2024-05-20T21:26:06.838 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.837+0000 7fbe91a00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbe8c109150 0x7fbe8c19f2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:06.838 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.837+0000 7fbe91a00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbe8c109150 0x7fbe8c19f2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:59070/0 (socket says 172.21.15.8:59070) 2024-05-20T21:26:06.838 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.837+0000 7fbe91a00640 1 -- 172.21.15.8:0/3403849548 learned_addr learned my addr 172.21.15.8:0/3403849548 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:06.838 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.837+0000 7fbe91000640 1 --2- 172.21.15.8:0/3403849548 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbe8c10a2f0 0x7fbe8c19f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:06.838 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.837+0000 7fbe92400640 1 --2- 172.21.15.8:0/3403849548 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbe8c10acb0 0x7fbe8c1a6880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:06.838 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.838+0000 7fbe91a00640 1 -- 172.21.15.8:0/3403849548 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbe8c10acb0 msgr2=0x7fbe8c1a6880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:06.838 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.838+0000 7fbe91a00640 1 --2- 172.21.15.8:0/3403849548 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbe8c10acb0 0x7fbe8c1a6880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:06.838 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.838+0000 7fbe91a00640 1 -- 172.21.15.8:0/3403849548 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbe8c10a2f0 msgr2=0x7fbe8c19f810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:06.838 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.838+0000 7fbe91a00640 1 --2- 172.21.15.8:0/3403849548 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbe8c10a2f0 0x7fbe8c19f810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:06.839 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.838+0000 7fbe91a00640 1 -- 172.21.15.8:0/3403849548 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe8c1a6ef0 con 0x7fbe8c109150 2024-05-20T21:26:06.839 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.838+0000 7fbe91000640 1 --2- 172.21.15.8:0/3403849548 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbe8c10a2f0 0x7fbe8c19f810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:26:06.839 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.838+0000 7fbe91a00640 1 --2- 172.21.15.8:0/3403849548 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbe8c109150 0x7fbe8c19f2d0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7fbe8000e9c0 tx=0x7fbe8000ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:06.840 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.838+0000 7fbe8a000640 1 -- 172.21.15.8:0/3403849548 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe8000cde0 con 0x7fbe8c109150 2024-05-20T21:26:06.840 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.839+0000 7fbe8a000640 1 -- 172.21.15.8:0/3403849548 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbe800108e0 con 0x7fbe8c109150 2024-05-20T21:26:06.840 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.839+0000 7fbe94400640 1 -- 172.21.15.8:0/3403849548 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbe8c1a71e0 con 0x7fbe8c109150 2024-05-20T21:26:06.840 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.839+0000 7fbe8a000640 1 -- 172.21.15.8:0/3403849548 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe800188d0 con 0x7fbe8c109150 2024-05-20T21:26:06.840 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.839+0000 7fbe94400640 1 -- 172.21.15.8:0/3403849548 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbe8c1a7700 con 0x7fbe8c109150 2024-05-20T21:26:06.842 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.843+0000 7fbe971c8740 1 Processor -- start 2024-05-20T21:26:06.842 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.843+0000 7fbe971c8740 1 -- start start 2024-05-20T21:26:06.843 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.844+0000 7fbe971c8740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55afe45aab30 0x55afe45aaf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:06.843 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.844+0000 7fbe971c8740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55afe45ab520 0x55afe45b0020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:06.843 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.844+0000 7fbe971c8740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55afe45b0690 0x55afe45b2b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:06.844 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.844+0000 7fbe971c8740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55afe451ab90 con 0x55afe45ab520 2024-05-20T21:26:06.844 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.844+0000 7fbe971c8740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55afe450a730 con 0x55afe45b0690 2024-05-20T21:26:06.844 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.844+0000 7fbe971c8740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55afe450e770 con 0x55afe45aab30 2024-05-20T21:26:06.844 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.844+0000 7fbe91000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55afe45b0690 0x55afe45b2b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:06.844 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.844+0000 7fbe8a000640 1 -- 172.21.15.8:0/3403849548 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fbe8001f020 con 0x7fbe8c109150 2024-05-20T21:26:06.844 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.844+0000 7fbe91000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55afe45b0690 0x55afe45b2b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:42598/0 (socket says 172.21.15.8:42598) 2024-05-20T21:26:06.844 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.844+0000 7fbe91000640 1 -- 172.21.15.8:0/1124144447 learned_addr learned my addr 172.21.15.8:0/1124144447 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:06.844 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.844+0000 7fbe92400640 1 --2- 172.21.15.8:0/1124144447 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55afe45aab30 0x55afe45aaf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:06.846 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.844+0000 7fbe91a00640 1 --2- 172.21.15.8:0/1124144447 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55afe45ab520 0x55afe45b0020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:06.846 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.845+0000 7fbe91000640 1 -- 172.21.15.8:0/1124144447 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55afe45aab30 msgr2=0x55afe45aaf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:06.846 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.845+0000 7fbe91000640 1 --2- 172.21.15.8:0/1124144447 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55afe45aab30 0x55afe45aaf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:06.846 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.845+0000 7fbe91000640 1 -- 172.21.15.8:0/1124144447 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55afe45ab520 msgr2=0x55afe45b0020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:06.846 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.845+0000 7fbe91000640 1 --2- 172.21.15.8:0/1124144447 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55afe45ab520 0x55afe45b0020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:06.846 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.845+0000 7fbe91000640 1 -- 172.21.15.8:0/1124144447 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55afe44a38b0 con 0x55afe45b0690 2024-05-20T21:26:06.846 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.845+0000 7fbe92400640 1 --2- 172.21.15.8:0/1124144447 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55afe45aab30 0x55afe45aaf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:06.846 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.845+0000 7fbe91000640 1 --2- 172.21.15.8:0/1124144447 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55afe45b0690 0x55afe45b2b20 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7fbe78009900 tx=0x7fbe78004140 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2ac63959cca60f8b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:06.847 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.845+0000 7fbe7ea00640 1 -- 172.21.15.8:0/1124144447 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe78035030 con 0x55afe45b0690 2024-05-20T21:26:06.847 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.846+0000 7fbe7ea00640 1 -- 172.21.15.8:0/1124144447 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbe780054f0 con 0x55afe45b0690 2024-05-20T21:26:06.847 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.846+0000 7fbe7ea00640 1 -- 172.21.15.8:0/1124144447 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe780035f0 con 0x55afe45b0690 2024-05-20T21:26:06.847 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.846+0000 7fbe8a000640 1 --2- 172.21.15.8:0/3403849548 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbe740b27e0 0x7fbe740b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:06.847 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.846+0000 7fbe971c8740 1 -- 172.21.15.8:0/1124144447 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55afe45b0690 msgr2=0x55afe45b2b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:06.847 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.846+0000 7fbe971c8740 1 --2- 172.21.15.8:0/1124144447 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55afe45b0690 0x55afe45b2b20 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7fbe78009900 tx=0x7fbe78004140 comp rx=0 tx=0).stop 2024-05-20T21:26:06.847 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.846+0000 7fbe8a000640 1 -- 172.21.15.8:0/3403849548 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fbe800e24c0 con 0x7fbe8c109150 2024-05-20T21:26:06.847 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.846+0000 7fbe92400640 1 --2- 172.21.15.8:0/3403849548 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbe740b27e0 0x7fbe740b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:06.847 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.847+0000 7fbe971c8740 1 -- 172.21.15.8:0/1124144447 shutdown_connections 2024-05-20T21:26:06.847 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.847+0000 7fbe971c8740 1 --2- 172.21.15.8:0/1124144447 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55afe45b0690 0x55afe45b2b20 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:06.847 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.847+0000 7fbe971c8740 1 --2- 172.21.15.8:0/1124144447 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55afe45ab520 0x55afe45b0020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:06.847 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.847+0000 7fbe971c8740 1 --2- 172.21.15.8:0/1124144447 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55afe45aab30 0x55afe45aaf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:06.847 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.847+0000 7fbe971c8740 1 -- 172.21.15.8:0/1124144447 >> 172.21.15.8:0/1124144447 conn(0x55afe45a61a0 msgr2=0x55afe45a65a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:06.847 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.847+0000 7fbe971c8740 1 -- 172.21.15.8:0/1124144447 shutdown_connections 2024-05-20T21:26:06.848 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.847+0000 7fbe971c8740 1 -- 172.21.15.8:0/1124144447 wait complete. 2024-05-20T21:26:06.850 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.847+0000 7fbe971c8740 1 -- start start 2024-05-20T21:26:06.851 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.847+0000 7fbe92400640 1 --2- 172.21.15.8:0/3403849548 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbe740b27e0 0x7fbe740b4ca0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x55afe45abd80 tx=0x7fbe84009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:06.851 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.847+0000 7fbe971c8740 1 Processor -- start 2024-05-20T21:26:06.851 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.848+0000 7fbe971c8740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55afe45aab30 0x55afe45b48c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:06.851 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.848+0000 7fbe971c8740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55afe45ab520 0x55afe45b4e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:06.851 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.848+0000 7fbe971c8740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55afe45b0690 0x55afe45bbe40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:06.851 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.848+0000 7fbe971c8740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55afe41f0790 con 0x55afe45b0690 2024-05-20T21:26:06.851 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.848+0000 7fbe971c8740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55afe44b2bc0 con 0x55afe45aab30 2024-05-20T21:26:06.851 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.848+0000 7fbe971c8740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55afe45b35e0 con 0x55afe45ab520 2024-05-20T21:26:06.851 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.848+0000 7fbe971c8740 10 client.0 _ll_register_callbacks cb 0x55afe4490400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:06.851 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.848+0000 7fbe91000640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55afe45ab520 0x55afe45b4e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:06.851 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.848+0000 7fbe91000640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55afe45ab520 0x55afe45b4e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:59092/0 (socket says 172.21.15.8:59092) 2024-05-20T21:26:06.852 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.848+0000 7fbe91000640 1 -- 172.21.15.8:0/3726125986 learned_addr learned my addr 172.21.15.8:0/3726125986 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:06.852 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.848+0000 7fbe92400640 1 --2- 172.21.15.8:0/3726125986 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55afe45b0690 0x55afe45bbe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:06.852 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.848+0000 7fbe91a00640 1 --2- 172.21.15.8:0/3726125986 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55afe45aab30 0x55afe45b48c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:06.852 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.849+0000 7fbe91000640 1 -- 172.21.15.8:0/3726125986 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55afe45aab30 msgr2=0x55afe45b48c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:06.852 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.849+0000 7fbe91000640 1 --2- 172.21.15.8:0/3726125986 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55afe45aab30 0x55afe45b48c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:06.852 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.849+0000 7fbe91000640 1 -- 172.21.15.8:0/3726125986 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55afe45b0690 msgr2=0x55afe45bbe40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:06.852 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.849+0000 7fbe91000640 1 --2- 172.21.15.8:0/3726125986 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55afe45b0690 0x55afe45bbe40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:06.852 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.849+0000 7fbe91000640 1 -- 172.21.15.8:0/3726125986 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55afe421f210 con 0x55afe45ab520 2024-05-20T21:26:06.852 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.849+0000 7fbe91000640 1 --2- 172.21.15.8:0/3726125986 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55afe45ab520 0x55afe45b4e00 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7fbe780092a0 tx=0x7fbe78004940 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3f3086a518ee6075 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:06.852 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.849+0000 7fbe73400640 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:26:06.852 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.849+0000 7fbe73400640 1 -- 172.21.15.8:0/3726125986 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe78035070 con 0x55afe45ab520 2024-05-20T21:26:06.852 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.849+0000 7fbe971c8740 1 -- 172.21.15.8:0/3726125986 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbe780054f0 con 0x55afe45ab520 2024-05-20T21:26:06.852 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.849+0000 7fbe73400640 1 -- 172.21.15.8:0/3726125986 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fbe78004fa0 con 0x55afe45ab520 2024-05-20T21:26:06.852 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.850+0000 7fbe73400640 1 -- 172.21.15.8:0/3726125986 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fbe780051a0 con 0x55afe45ab520 2024-05-20T21:26:06.853 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.850+0000 7fbe971c8740 10 client.28366 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:06.853 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.850+0000 7fbe971c8740 1 -- 172.21.15.8:0/3726125986 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55afe42eb620 con 0x55afe45ab520 2024-05-20T21:26:06.853 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.850+0000 7fbe73400640 1 -- 172.21.15.8:0/3726125986 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbe780054f0 con 0x55afe45ab520 2024-05-20T21:26:06.853 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.850+0000 7fbe73400640 1 -- 172.21.15.8:0/3726125986 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fbe78056050 con 0x55afe45ab520 2024-05-20T21:26:06.853 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.850+0000 7fbe971c8740 10 client.28366 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:06.853 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.850+0000 7fbe971c8740 10 client.28366 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:26:06.853 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.850+0000 7fbe971c8740 20 client.28366 populate_metadata read hostname 'smithi008' 2024-05-20T21:26:06.853 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.851+0000 7fbe971c8740 1 --2- 172.21.15.8:0/3726125986 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55afe45bffa0 0x55afe45c2390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:06.853 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.851+0000 7fbe971c8740 4 client.28366 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:26:06.853 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.851+0000 7fbe971c8740 1 -- 172.21.15.8:0/3726125986 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55afe451cae0 con 0x55afe45bffa0 2024-05-20T21:26:06.853 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.851+0000 7fbe91a00640 1 --2- 172.21.15.8:0/3726125986 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55afe45bffa0 0x55afe45c2390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:06.853 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.851+0000 7fbe91a00640 1 --2- 172.21.15.8:0/3726125986 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55afe45bffa0 0x55afe45c2390 crc :-1 s=READY pgs=288 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e70986b4a8b620a server_cookie=374cbcf9c0e34a4a in_seq=0 out_seq=0 2024-05-20T21:26:06.853 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.851+0000 7fbe73400640 10 client.28366 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:26:06.855 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.852+0000 7fbe73400640 1 -- 172.21.15.8:0/3726125986 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x7fbe8008ae00 con 0x55afe45bffa0 2024-05-20T21:26:06.855 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.852+0000 7fbe73400640 10 client.28366 handle_command_reply: tid=0 2024-05-20T21:26:06.855 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.853+0000 7fbe971c8740 1 client.28366 shutdown 2024-05-20T21:26:06.855 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.853+0000 7fbe971c8740 1 -- 172.21.15.8:0/3726125986 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55afe45ab520 msgr2=0x55afe45b4e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:06.855 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.853+0000 7fbe971c8740 1 --2- 172.21.15.8:0/3726125986 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55afe45ab520 0x55afe45b4e00 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7fbe780092a0 tx=0x7fbe78004940 comp rx=0 tx=0).stop 2024-05-20T21:26:06.855 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.853+0000 7fbe971c8740 1 -- 172.21.15.8:0/3726125986 shutdown_connections 2024-05-20T21:26:06.855 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.853+0000 7fbe971c8740 1 --2- 172.21.15.8:0/3726125986 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55afe45bffa0 0x55afe45c2390 crc :-1 s=READY pgs=288 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:06.855 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.853+0000 7fbe971c8740 1 --2- 172.21.15.8:0/3726125986 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55afe45b0690 0x55afe45bbe40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:06.855 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.853+0000 7fbe971c8740 1 --2- 172.21.15.8:0/3726125986 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55afe45ab520 0x55afe45b4e00 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:06.855 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.853+0000 7fbe971c8740 1 --2- 172.21.15.8:0/3726125986 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55afe45aab30 0x55afe45b48c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:06.855 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.853+0000 7fbe73400640 0 client.28366 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:26:06.855 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.853+0000 7fbe971c8740 1 -- 172.21.15.8:0/3726125986 >> 172.21.15.8:0/3726125986 conn(0x55afe45a61a0 msgr2=0x55afe45a5310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:06.855 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.853+0000 7fbe971c8740 1 -- 172.21.15.8:0/3726125986 shutdown_connections 2024-05-20T21:26:06.856 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.853+0000 7fbe971c8740 1 -- 172.21.15.8:0/3726125986 wait complete. 2024-05-20T21:26:06.856 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.853+0000 7fbe971c8740 20 client.28366 trim_cache size 0 max 16384 2024-05-20T21:26:06.870 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.870+0000 7fbe971c8740 1 Processor -- start 2024-05-20T21:26:06.870 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.870+0000 7fbe971c8740 1 -- start start 2024-05-20T21:26:06.870 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.870+0000 7fbe971c8740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55afe45aab30 0x55afe45afa90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:06.871 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.870+0000 7fbe971c8740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55afe45ab520 0x55afe45bbe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:06.871 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.870+0000 7fbe971c8740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55afe45b0690 0x55afe45ac6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:06.871 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.870+0000 7fbe971c8740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fbe8c1b2d20 con 0x55afe45aab30 2024-05-20T21:26:06.871 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.870+0000 7fbe971c8740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fbe8c1b05f0 con 0x55afe45ab520 2024-05-20T21:26:06.871 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.870+0000 7fbe971c8740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fbe8c1ae440 con 0x55afe45b0690 2024-05-20T21:26:06.871 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.871+0000 7fbe91a00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55afe45aab30 0x55afe45afa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:06.871 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.871+0000 7fbe91000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55afe45ab520 0x55afe45bbe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:06.871 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.871+0000 7fbe91a00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55afe45aab30 0x55afe45afa90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55926/0 (socket says 172.21.15.8:55926) 2024-05-20T21:26:06.871 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.871+0000 7fbe91a00640 1 -- 172.21.15.8:0/2460958907 learned_addr learned my addr 172.21.15.8:0/2460958907 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:06.871 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.871+0000 7fbe92400640 1 --2- 172.21.15.8:0/2460958907 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55afe45b0690 0x55afe45ac6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:06.871 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.871+0000 7fbe91000640 1 -- 172.21.15.8:0/2460958907 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55afe45b0690 msgr2=0x55afe45ac6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:06.871 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.871+0000 7fbe91000640 1 --2- 172.21.15.8:0/2460958907 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55afe45b0690 0x55afe45ac6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:06.871 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.871+0000 7fbe91000640 1 -- 172.21.15.8:0/2460958907 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55afe45aab30 msgr2=0x55afe45afa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:06.872 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.871+0000 7fbe91000640 1 --2- 172.21.15.8:0/2460958907 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55afe45aab30 0x55afe45afa90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:06.872 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.871+0000 7fbe91000640 1 -- 172.21.15.8:0/2460958907 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55afe45a5fd0 con 0x55afe45ab520 2024-05-20T21:26:06.872 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.871+0000 7fbe91a00640 1 --2- 172.21.15.8:0/2460958907 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55afe45aab30 0x55afe45afa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:06.874 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.871+0000 7fbe91000640 1 --2- 172.21.15.8:0/2460958907 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55afe45ab520 0x55afe45bbe00 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7fbe780317e0 tx=0x7fbe7802aaf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=33b79fe969e96e58 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:06.874 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.872+0000 7fbe7e000640 1 -- 172.21.15.8:0/2460958907 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe78035040 con 0x55afe45ab520 2024-05-20T21:26:06.875 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.872+0000 7fbe7e000640 1 -- 172.21.15.8:0/2460958907 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbe78031a90 con 0x55afe45ab520 2024-05-20T21:26:06.875 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.872+0000 7fbe7e000640 1 -- 172.21.15.8:0/2460958907 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe78003d00 con 0x55afe45ab520 2024-05-20T21:26:06.875 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.872+0000 7fbe971c8740 1 -- 172.21.15.8:0/2460958907 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55afe45ab520 msgr2=0x55afe45bbe00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:06.875 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.872+0000 7fbe971c8740 1 --2- 172.21.15.8:0/2460958907 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55afe45ab520 0x55afe45bbe00 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7fbe780317e0 tx=0x7fbe7802aaf0 comp rx=0 tx=0).stop 2024-05-20T21:26:06.875 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.872+0000 7fbe971c8740 1 -- 172.21.15.8:0/2460958907 shutdown_connections 2024-05-20T21:26:06.875 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.872+0000 7fbe971c8740 1 --2- 172.21.15.8:0/2460958907 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55afe45b0690 0x55afe45ac6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:06.875 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.872+0000 7fbe971c8740 1 --2- 172.21.15.8:0/2460958907 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55afe45ab520 0x55afe45bbe00 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:06.875 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.872+0000 7fbe971c8740 1 --2- 172.21.15.8:0/2460958907 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55afe45aab30 0x55afe45afa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:06.875 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.872+0000 7fbe971c8740 1 -- 172.21.15.8:0/2460958907 >> 172.21.15.8:0/2460958907 conn(0x55afe45a61a0 msgr2=0x55afe45abfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:06.875 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.873+0000 7fbe971c8740 1 -- 172.21.15.8:0/2460958907 shutdown_connections 2024-05-20T21:26:06.875 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.873+0000 7fbe971c8740 1 -- 172.21.15.8:0/2460958907 wait complete. 2024-05-20T21:26:06.875 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.873+0000 7fbe971c8740 1 -- start start 2024-05-20T21:26:06.875 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.873+0000 7fbe971c8740 1 Processor -- start 2024-05-20T21:26:06.876 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.874+0000 7fbe971c8740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55afe45aab30 0x55afe45b9ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:06.876 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.874+0000 7fbe971c8740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55afe45ab520 0x55afe45ba010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:06.876 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.874+0000 7fbe971c8740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55afe45b0690 0x55afe45bb020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:06.876 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.874+0000 7fbe971c8740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fbe8c1aeab0 con 0x55afe45ab520 2024-05-20T21:26:06.876 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.874+0000 7fbe971c8740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fbe8c1aff20 con 0x55afe45b0690 2024-05-20T21:26:06.876 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.874+0000 7fbe971c8740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fbe8c1af180 con 0x55afe45aab30 2024-05-20T21:26:06.876 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.874+0000 7fbe971c8740 10 client.0 _ll_register_callbacks cb 0x7fbe84009b30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:06.876 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.874+0000 7fbe91000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55afe45ab520 0x55afe45ba010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:06.876 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.874+0000 7fbe91000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55afe45ab520 0x55afe45ba010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55928/0 (socket says 172.21.15.8:55928) 2024-05-20T21:26:06.876 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.874+0000 7fbe91000640 1 -- 172.21.15.8:0/2789237415 learned_addr learned my addr 172.21.15.8:0/2789237415 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:06.876 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.874+0000 7fbe91a00640 1 --2- 172.21.15.8:0/2789237415 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55afe45aab30 0x55afe45b9ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:06.876 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.874+0000 7fbe92400640 1 --2- 172.21.15.8:0/2789237415 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55afe45b0690 0x55afe45bb020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:06.876 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.874+0000 7fbe91000640 1 -- 172.21.15.8:0/2789237415 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55afe45aab30 msgr2=0x55afe45b9ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:06.876 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.874+0000 7fbe91000640 1 --2- 172.21.15.8:0/2789237415 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55afe45aab30 0x55afe45b9ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:06.877 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.874+0000 7fbe91000640 1 -- 172.21.15.8:0/2789237415 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55afe45b0690 msgr2=0x55afe45bb020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:06.877 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.874+0000 7fbe91000640 1 --2- 172.21.15.8:0/2789237415 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55afe45b0690 0x55afe45bb020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:06.877 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.874+0000 7fbe91000640 1 -- 172.21.15.8:0/2789237415 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55afe45bb610 con 0x55afe45ab520 2024-05-20T21:26:06.877 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.875+0000 7fbe91000640 1 --2- 172.21.15.8:0/2789237415 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55afe45ab520 0x55afe45ba010 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7fbe78009900 tx=0x7fbe780046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3674902ee37a75be server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:06.877 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.875+0000 7fbe73400640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:26:06.877 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.875+0000 7fbe73400640 1 -- 172.21.15.8:0/2789237415 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe7805b020 con 0x55afe45ab520 2024-05-20T21:26:06.877 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.875+0000 7fbe971c8740 1 -- 172.21.15.8:0/2789237415 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbe78031a90 con 0x55afe45ab520 2024-05-20T21:26:06.877 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.875+0000 7fbe73400640 1 -- 172.21.15.8:0/2789237415 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fbe78003bb0 con 0x55afe45ab520 2024-05-20T21:26:06.877 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.875+0000 7fbe73400640 1 -- 172.21.15.8:0/2789237415 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fbe78066050 con 0x55afe45ab520 2024-05-20T21:26:06.877 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.875+0000 7fbe971c8740 10 client.18204 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:06.877 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.875+0000 7fbe971c8740 1 -- 172.21.15.8:0/2789237415 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55afe462b040 con 0x55afe45ab520 2024-05-20T21:26:06.878 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.876+0000 7fbe73400640 1 -- 172.21.15.8:0/2789237415 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbe78031a90 con 0x55afe45ab520 2024-05-20T21:26:06.878 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.876+0000 7fbe73400640 1 -- 172.21.15.8:0/2789237415 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fbe78056070 con 0x55afe45ab520 2024-05-20T21:26:06.878 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.876+0000 7fbe971c8740 10 client.18204 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:06.878 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.876+0000 7fbe971c8740 10 client.18204 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:26:06.879 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.876+0000 7fbe971c8740 20 client.18204 populate_metadata read hostname 'smithi008' 2024-05-20T21:26:06.879 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.876+0000 7fbe971c8740 1 --2- 172.21.15.8:0/2789237415 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55afe462b880 0x55afe462dca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:06.879 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.876+0000 7fbe971c8740 4 client.18204 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:26:06.879 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.876+0000 7fbe971c8740 1 -- 172.21.15.8:0/2789237415 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55afe45162c0 con 0x55afe462b880 2024-05-20T21:26:06.879 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.876+0000 7fbe91a00640 1 --2- 172.21.15.8:0/2789237415 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55afe462b880 0x55afe462dca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:06.879 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.877+0000 7fbe91a00640 1 --2- 172.21.15.8:0/2789237415 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55afe462b880 0x55afe462dca0 crc :-1 s=READY pgs=289 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=382c4708e526e085 server_cookie=903abcddbfa291a9 in_seq=0 out_seq=0 2024-05-20T21:26:06.879 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.877+0000 7fbe73400640 10 client.18204 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:26:06.887 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.887+0000 7fbe73400640 1 -- 172.21.15.8:0/2789237415 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55afe45162c0 con 0x55afe462b880 2024-05-20T21:26:06.887 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.887+0000 7fbe73400640 10 client.18204 handle_command_reply: tid=0 2024-05-20T21:26:06.887 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.887+0000 7fbe971c8740 1 client.18204 shutdown 2024-05-20T21:26:06.887 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.887+0000 7fbe971c8740 1 -- 172.21.15.8:0/2789237415 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55afe45ab520 msgr2=0x55afe45ba010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:06.887 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.887+0000 7fbe971c8740 1 --2- 172.21.15.8:0/2789237415 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55afe45ab520 0x55afe45ba010 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7fbe78009900 tx=0x7fbe780046c0 comp rx=0 tx=0).stop 2024-05-20T21:26:06.887 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.887+0000 7fbe971c8740 1 -- 172.21.15.8:0/2789237415 shutdown_connections 2024-05-20T21:26:06.887 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.887+0000 7fbe971c8740 1 --2- 172.21.15.8:0/2789237415 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55afe462b880 0x55afe462dca0 crc :-1 s=READY pgs=289 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:06.888 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.887+0000 7fbe971c8740 1 --2- 172.21.15.8:0/2789237415 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55afe45b0690 0x55afe45bb020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:06.888 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.887+0000 7fbe971c8740 1 --2- 172.21.15.8:0/2789237415 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55afe45ab520 0x55afe45ba010 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:06.888 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.887+0000 7fbe971c8740 1 --2- 172.21.15.8:0/2789237415 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55afe45aab30 0x55afe45b9ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:06.888 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.887+0000 7fbe73400640 0 client.18204 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:26:06.888 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.887+0000 7fbe971c8740 1 -- 172.21.15.8:0/2789237415 >> 172.21.15.8:0/2789237415 conn(0x55afe45a61a0 msgr2=0x55afe45a4a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:06.888 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.888+0000 7fbe971c8740 1 -- 172.21.15.8:0/2789237415 shutdown_connections 2024-05-20T21:26:06.888 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.888+0000 7fbe971c8740 1 -- 172.21.15.8:0/2789237415 wait complete. 2024-05-20T21:26:06.888 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.888+0000 7fbe971c8740 20 client.18204 trim_cache size 0 max 16384 2024-05-20T21:26:06.888 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:26:06.889 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:26:06.889 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:26:06.889 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.889+0000 7fbe94400640 1 -- 172.21.15.8:0/3403849548 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbe740b27e0 msgr2=0x7fbe740b4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:06.889 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.889+0000 7fbe94400640 1 --2- 172.21.15.8:0/3403849548 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbe740b27e0 0x7fbe740b4ca0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x55afe45abd80 tx=0x7fbe84009500 comp rx=0 tx=0).stop 2024-05-20T21:26:06.890 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.889+0000 7fbe94400640 1 -- 172.21.15.8:0/3403849548 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbe8c109150 msgr2=0x7fbe8c19f2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:06.890 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.889+0000 7fbe94400640 1 --2- 172.21.15.8:0/3403849548 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbe8c109150 0x7fbe8c19f2d0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7fbe8000e9c0 tx=0x7fbe8000ee80 comp rx=0 tx=0).stop 2024-05-20T21:26:06.890 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.889+0000 7fbe94400640 1 -- 172.21.15.8:0/3403849548 shutdown_connections 2024-05-20T21:26:06.890 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.889+0000 7fbe94400640 1 --2- 172.21.15.8:0/3403849548 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fbe740b27e0 0x7fbe740b4ca0 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:06.890 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.889+0000 7fbe94400640 1 --2- 172.21.15.8:0/3403849548 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbe8c10acb0 0x7fbe8c1a6880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:06.890 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.889+0000 7fbe94400640 1 --2- 172.21.15.8:0/3403849548 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fbe8c10a2f0 0x7fbe8c19f810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:06.890 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.889+0000 7fbe94400640 1 --2- 172.21.15.8:0/3403849548 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbe8c109150 0x7fbe8c19f2d0 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:06.890 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.889+0000 7fbe94400640 1 -- 172.21.15.8:0/3403849548 >> 172.21.15.8:0/3403849548 conn(0x7fbe8c0780a0 msgr2=0x7fbe8c10d5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:06.890 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.889+0000 7fbe94400640 1 -- 172.21.15.8:0/3403849548 shutdown_connections 2024-05-20T21:26:06.890 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:06.889+0000 7fbe94400640 1 -- 172.21.15.8:0/3403849548 wait complete. 2024-05-20T21:26:06.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:26:06 smithi130 ceph-mon[36448]: pgmap v763: 97 pgs: 97 active+clean; 1.1 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 5.3 KiB/s wr, 10 op/s 2024-05-20T21:26:06.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:26:06 smithi050 ceph-mon[35809]: pgmap v763: 97 pgs: 97 active+clean; 1.1 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 5.3 KiB/s wr, 10 op/s 2024-05-20T21:26:06.929 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:26:06 smithi008 ceph-mon[31475]: pgmap v763: 97 pgs: 97 active+clean; 1.1 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 5.3 KiB/s wr, 10 op/s 2024-05-20T21:26:08.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:08.177+0000 7f0a37000700 1 -- 172.21.15.8:0/2610028699 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0a30105670 msgr2=0x7f0a30105af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:08.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:08.177+0000 7f0a37000700 1 --2- 172.21.15.8:0/2610028699 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0a30105670 0x7f0a30105af0 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f0a1c009990 tx=0x7f0a1c009ca0 comp rx=0 tx=0).stop 2024-05-20T21:26:08.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:08.177+0000 7f0a37000700 1 -- 172.21.15.8:0/2610028699 shutdown_connections 2024-05-20T21:26:08.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:08.177+0000 7f0a37000700 1 --2- 172.21.15.8:0/2610028699 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0a30106030 0x7f0a30112540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:08.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:08.177+0000 7f0a37000700 1 --2- 172.21.15.8:0/2610028699 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0a3010b670 0x7f0a3010ba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:08.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:08.177+0000 7f0a37000700 1 --2- 172.21.15.8:0/2610028699 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0a30105670 0x7f0a30105af0 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:08.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:08.177+0000 7f0a37000700 1 -- 172.21.15.8:0/2610028699 >> 172.21.15.8:0/2610028699 conn(0x7f0a30101160 msgr2=0x7f0a30103580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:08.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:08.178+0000 7f0a37000700 1 -- 172.21.15.8:0/2610028699 shutdown_connections 2024-05-20T21:26:08.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:08.178+0000 7f0a37000700 1 -- 172.21.15.8:0/2610028699 wait complete. 2024-05-20T21:26:08.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:08.179+0000 7f0a37000700 1 Processor -- start 2024-05-20T21:26:08.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:08.179+0000 7f0a37000700 1 -- start start 2024-05-20T21:26:08.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:08.180+0000 7f0a37000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0a30105670 0x7f0a301a1a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:08.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:08.180+0000 7f0a37000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0a30106030 0x7f0a301a1fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:08.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:08.180+0000 7f0a37000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0a3010b670 0x7f0a3019bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:08.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:08.180+0000 7f0a37000700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f0a30115850 con 0x7f0a30106030 2024-05-20T21:26:08.180 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:08.180+0000 7f0a37000700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f0a301156d0 con 0x7f0a3010b670 2024-05-20T21:26:08.180 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:08.180+0000 7f0a37000700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f0a301159d0 con 0x7f0a30105670 2024-05-20T21:26:08.180 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:08.180+0000 7f0a35200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0a30106030 0x7f0a301a1fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:08.180 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:08.180+0000 7f0a35200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0a30106030 0x7f0a301a1fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55948/0 (socket says 172.21.15.8:55948) 2024-05-20T21:26:08.180 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:08.180+0000 7f0a35200700 1 -- 172.21.15.8:0/3151870100 learned_addr learned my addr 172.21.15.8:0/3151870100 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:08.180 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:08.180+0000 7f0a35c00700 1 --2- 172.21.15.8:0/3151870100 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0a30105670 0x7f0a301a1a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:08.180 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:08.180+0000 7f0a36600700 1 --2- 172.21.15.8:0/3151870100 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0a3010b670 0x7f0a3019bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:08.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:08.180+0000 7f0a35c00700 1 -- 172.21.15.8:0/3151870100 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0a3010b670 msgr2=0x7f0a3019bb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:08.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:08.180+0000 7f0a35c00700 1 --2- 172.21.15.8:0/3151870100 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0a3010b670 0x7f0a3019bb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:08.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:08.180+0000 7f0a35c00700 1 -- 172.21.15.8:0/3151870100 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0a30106030 msgr2=0x7f0a301a1fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:08.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:08.180+0000 7f0a35c00700 1 --2- 172.21.15.8:0/3151870100 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0a30106030 0x7f0a301a1fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:08.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:08.180+0000 7f0a35c00700 1 -- 172.21.15.8:0/3151870100 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a3019c410 con 0x7f0a30105670 2024-05-20T21:26:08.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:08.181+0000 7f0a35c00700 1 --2- 172.21.15.8:0/3151870100 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0a30105670 0x7f0a301a1a60 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f0a2400e9f0 tx=0x7f0a2400ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:08.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:08.181+0000 7f0a2e000700 1 -- 172.21.15.8:0/3151870100 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a2400cb70 con 0x7f0a30105670 2024-05-20T21:26:08.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:08.181+0000 7f0a37000700 1 -- 172.21.15.8:0/3151870100 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a3019c700 con 0x7f0a30105670 2024-05-20T21:26:08.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:08.181+0000 7f0a2e000700 1 -- 172.21.15.8:0/3151870100 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0a2400ee90 con 0x7f0a30105670 2024-05-20T21:26:08.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:08.181+0000 7f0a37000700 1 -- 172.21.15.8:0/3151870100 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a301a89e0 con 0x7f0a30105670 2024-05-20T21:26:08.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:08.181+0000 7f0a2e000700 1 -- 172.21.15.8:0/3151870100 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a24003d30 con 0x7f0a30105670 2024-05-20T21:26:08.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:08.183+0000 7f0a37000700 1 -- 172.21.15.8:0/3151870100 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0a30106db0 con 0x7f0a30105670 2024-05-20T21:26:08.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:08.185+0000 7f0a2e000700 1 -- 172.21.15.8:0/3151870100 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f0a24004020 con 0x7f0a30105670 2024-05-20T21:26:08.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:08.186+0000 7f0a2e000700 1 --2- 172.21.15.8:0/3151870100 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0a180b2900 0x7f0a180b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:08.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:08.187+0000 7f0a2e000700 1 -- 172.21.15.8:0/3151870100 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f0a240e24f0 con 0x7f0a30105670 2024-05-20T21:26:08.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:08.187+0000 7f0a35200700 1 --2- 172.21.15.8:0/3151870100 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0a180b2900 0x7f0a180b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:08.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:08.187+0000 7f0a35200700 1 --2- 172.21.15.8:0/3151870100 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0a180b2900 0x7f0a180b4dc0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f0a3019d280 tx=0x7f0a1c009510 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:08.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:08.188+0000 7f0a2e000700 1 -- 172.21.15.8:0/3151870100 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f0a240aa230 con 0x7f0a30105670 2024-05-20T21:26:08.485 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:08.486+0000 7f0a37000700 1 -- 172.21.15.8:0/3151870100 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0a3019cff0 con 0x7f0a30105670 2024-05-20T21:26:08.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:08.487+0000 7f0a2e000700 1 -- 172.21.15.8:0/3151870100 <== mon.1 v2:172.21.15.130:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7f0a240a9b30 con 0x7f0a30105670 2024-05-20T21:26:08.487 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:26:08.487 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:26:08.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:08.490+0000 7f0a37000700 1 -- 172.21.15.8:0/3151870100 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0a180b2900 msgr2=0x7f0a180b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:08.490 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:08.490+0000 7f0a37000700 1 --2- 172.21.15.8:0/3151870100 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0a180b2900 0x7f0a180b4dc0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f0a3019d280 tx=0x7f0a1c009510 comp rx=0 tx=0).stop 2024-05-20T21:26:08.490 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:08.490+0000 7f0a37000700 1 -- 172.21.15.8:0/3151870100 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0a30105670 msgr2=0x7f0a301a1a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:08.490 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:08.490+0000 7f0a37000700 1 --2- 172.21.15.8:0/3151870100 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0a30105670 0x7f0a301a1a60 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f0a2400e9f0 tx=0x7f0a2400ed00 comp rx=0 tx=0).stop 2024-05-20T21:26:08.490 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:08.490+0000 7f0a37000700 1 -- 172.21.15.8:0/3151870100 shutdown_connections 2024-05-20T21:26:08.490 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:08.490+0000 7f0a37000700 1 --2- 172.21.15.8:0/3151870100 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0a180b2900 0x7f0a180b4dc0 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:08.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:08.490+0000 7f0a37000700 1 --2- 172.21.15.8:0/3151870100 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0a3010b670 0x7f0a3019bb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:08.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:08.490+0000 7f0a37000700 1 --2- 172.21.15.8:0/3151870100 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0a30105670 0x7f0a301a1a60 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:08.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:08.490+0000 7f0a37000700 1 --2- 172.21.15.8:0/3151870100 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0a30106030 0x7f0a301a1fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:08.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:08.490+0000 7f0a37000700 1 -- 172.21.15.8:0/3151870100 >> 172.21.15.8:0/3151870100 conn(0x7f0a30101160 msgr2=0x7f0a301017e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:08.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:08.491+0000 7f0a37000700 1 -- 172.21.15.8:0/3151870100 shutdown_connections 2024-05-20T21:26:08.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:08.491+0000 7f0a37000700 1 -- 172.21.15.8:0/3151870100 wait complete. 2024-05-20T21:26:08.492 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:26:08.896 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:26:08 smithi008 ceph-mon[31475]: pgmap v764: 97 pgs: 97 active+clean; 1.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 5.2 KiB/s wr, 10 op/s 2024-05-20T21:26:08.896 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:26:08 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/3151870100' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:26:08.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:26:08 smithi130 ceph-mon[36448]: pgmap v764: 97 pgs: 97 active+clean; 1.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 5.2 KiB/s wr, 10 op/s 2024-05-20T21:26:08.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:26:08 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/3151870100' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:26:08.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:26:08 smithi050 ceph-mon[35809]: pgmap v764: 97 pgs: 97 active+clean; 1.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 5.2 KiB/s wr, 10 op/s 2024-05-20T21:26:08.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:26:08 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/3151870100' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:26:09.375 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:26:09.847 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:26:10.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:26:10 smithi130 ceph-mon[36448]: pgmap v765: 97 pgs: 97 active+clean; 1.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 5.4 KiB/s wr, 10 op/s 2024-05-20T21:26:10.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:26:10 smithi050 ceph-mon[35809]: pgmap v765: 97 pgs: 97 active+clean; 1.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 5.4 KiB/s wr, 10 op/s 2024-05-20T21:26:10.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:26:10 smithi008 ceph-mon[31475]: pgmap v765: 97 pgs: 97 active+clean; 1.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 5.4 KiB/s wr, 10 op/s 2024-05-20T21:26:12.040 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.040+0000 7f9fb4800700 1 -- 172.21.15.8:0/4064596093 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9fac1088f0 msgr2=0x7f9fac110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:12.041 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.040+0000 7f9fb4800700 1 --2- 172.21.15.8:0/4064596093 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9fac1088f0 0x7f9fac110470 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f9fa8009f90 tx=0x7f9fa800b330 comp rx=0 tx=0).stop 2024-05-20T21:26:12.041 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.041+0000 7f9fb4800700 1 -- 172.21.15.8:0/4064596093 shutdown_connections 2024-05-20T21:26:12.041 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.041+0000 7f9fb4800700 1 --2- 172.21.15.8:0/4064596093 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9fac1088f0 0x7f9fac110470 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.041 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.041+0000 7f9fb4800700 1 --2- 172.21.15.8:0/4064596093 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9fac1037f0 0x7f9fac103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.041 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.041+0000 7f9fb4800700 1 --2- 172.21.15.8:0/4064596093 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9fac1041a0 0x7f9fac1081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.041 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.041+0000 7f9fb4800700 1 -- 172.21.15.8:0/4064596093 >> 172.21.15.8:0/4064596093 conn(0x7f9fac07a6a0 msgr2=0x7f9fac07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:12.041 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.041+0000 7f9fb4800700 1 -- 172.21.15.8:0/4064596093 shutdown_connections 2024-05-20T21:26:12.041 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.041+0000 7f9fb4800700 1 -- 172.21.15.8:0/4064596093 wait complete. 2024-05-20T21:26:12.042 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.042+0000 7f9fb4800700 1 Processor -- start 2024-05-20T21:26:12.042 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.042+0000 7f9fb4800700 1 -- start start 2024-05-20T21:26:12.042 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.043+0000 7f9fb4800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9fac1037f0 0x7f9fac19bd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:12.042 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.043+0000 7f9fb4800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9fac1041a0 0x7f9fac19c250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:12.042 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.043+0000 7f9fb4800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9fac1088f0 0x7f9fac1a05e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:12.043 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.043+0000 7f9fb4800700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f9fac113710 con 0x7f9fac1041a0 2024-05-20T21:26:12.043 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.043+0000 7f9fb4800700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9fac113590 con 0x7f9fac1088f0 2024-05-20T21:26:12.043 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.043+0000 7f9fb4800700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f9fac113890 con 0x7f9fac1037f0 2024-05-20T21:26:12.043 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.043+0000 7f9fb1400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9fac1041a0 0x7f9fac19c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:12.043 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.043+0000 7f9fb1e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9fac1037f0 0x7f9fac19bd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:12.043 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.043+0000 7f9fb1e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9fac1037f0 0x7f9fac19bd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:59172/0 (socket says 172.21.15.8:59172) 2024-05-20T21:26:12.043 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.043+0000 7f9fb1e00700 1 -- 172.21.15.8:0/2908236363 learned_addr learned my addr 172.21.15.8:0/2908236363 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:12.044 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.043+0000 7f9fb2800700 1 --2- 172.21.15.8:0/2908236363 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9fac1088f0 0x7f9fac1a05e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:12.044 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.044+0000 7f9fb1400700 1 -- 172.21.15.8:0/2908236363 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9fac1037f0 msgr2=0x7f9fac19bd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:12.044 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.044+0000 7f9fb1400700 1 --2- 172.21.15.8:0/2908236363 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9fac1037f0 0x7f9fac19bd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.044 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.044+0000 7f9fb1400700 1 -- 172.21.15.8:0/2908236363 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9fac1088f0 msgr2=0x7f9fac1a05e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:12.044 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.044+0000 7f9fb1400700 1 --2- 172.21.15.8:0/2908236363 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9fac1088f0 0x7f9fac1a05e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.044 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.044+0000 7f9fb1400700 1 -- 172.21.15.8:0/2908236363 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9fac1a0d20 con 0x7f9fac1041a0 2024-05-20T21:26:12.044 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.044+0000 7f9fb1e00700 1 --2- 172.21.15.8:0/2908236363 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9fac1037f0 0x7f9fac19bd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:12.045 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.044+0000 7f9fb2800700 1 --2- 172.21.15.8:0/2908236363 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9fac1088f0 0x7f9fac1a05e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:12.045 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.044+0000 7f9fb1400700 1 --2- 172.21.15.8:0/2908236363 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9fac1041a0 0x7f9fac19c250 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f9f9c00e9f0 tx=0x7f9f9c00ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:12.045 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.044+0000 7f9fa6a00700 1 -- 172.21.15.8:0/2908236363 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f9c00c9c0 con 0x7f9fac1041a0 2024-05-20T21:26:12.045 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.044+0000 7f9fa6a00700 1 -- 172.21.15.8:0/2908236363 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9f9c00cb60 con 0x7f9fac1041a0 2024-05-20T21:26:12.045 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.044+0000 7f9fb4800700 1 -- 172.21.15.8:0/2908236363 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9fac1a1010 con 0x7f9fac1041a0 2024-05-20T21:26:12.045 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.045+0000 7f9fa6a00700 1 -- 172.21.15.8:0/2908236363 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f9c018680 con 0x7f9fac1041a0 2024-05-20T21:26:12.045 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.045+0000 7f9fb4800700 1 -- 172.21.15.8:0/2908236363 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9fac1a8890 con 0x7f9fac1041a0 2024-05-20T21:26:12.049 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.049+0000 7f9fa6a00700 1 -- 172.21.15.8:0/2908236363 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f9f9c010430 con 0x7f9fac1041a0 2024-05-20T21:26:12.049 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.049+0000 7f9fbf0f4b80 1 Processor -- start 2024-05-20T21:26:12.049 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.050+0000 7f9fbf0f4b80 1 -- start start 2024-05-20T21:26:12.050 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.050+0000 7f9fbf0f4b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560065ad7610 0x560065ad79f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:12.050 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.050+0000 7f9fbf0f4b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560065ad7f30 0x560065ad1b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:12.050 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.050+0000 7f9fbf0f4b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560065ad2140 0x560065ad25c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:12.050 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.050+0000 7f9fbf0f4b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x560065a2fe40 con 0x560065ad2140 2024-05-20T21:26:12.050 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.050+0000 7f9fbf0f4b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x560065a1f9e0 con 0x560065ad7610 2024-05-20T21:26:12.050 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.050+0000 7f9fbf0f4b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x560065a23a20 con 0x560065ad7f30 2024-05-20T21:26:12.051 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.051+0000 7f9fb2800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560065ad7610 0x560065ad79f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:12.051 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.051+0000 7f9fb1e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560065ad7f30 0x560065ad1b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:12.051 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.051+0000 7f9fb2800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560065ad7610 0x560065ad79f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:42648/0 (socket says 172.21.15.8:42648) 2024-05-20T21:26:12.052 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.051+0000 7f9fb2800700 1 -- 172.21.15.8:0/2693935323 learned_addr learned my addr 172.21.15.8:0/2693935323 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:12.052 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.051+0000 7f9fb1400700 1 --2- 172.21.15.8:0/2693935323 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560065ad2140 0x560065ad25c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:12.052 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.051+0000 7f9fb1e00700 1 -- 172.21.15.8:0/2693935323 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560065ad7610 msgr2=0x560065ad79f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:12.052 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.051+0000 7f9fb1e00700 1 --2- 172.21.15.8:0/2693935323 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560065ad7610 0x560065ad79f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.052 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.051+0000 7f9fb1e00700 1 -- 172.21.15.8:0/2693935323 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560065ad2140 msgr2=0x560065ad25c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:12.052 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.051+0000 7f9fb1e00700 1 --2- 172.21.15.8:0/2693935323 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560065ad2140 0x560065ad25c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.052 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.051+0000 7f9fb1e00700 1 -- 172.21.15.8:0/2693935323 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5600659e8420 con 0x560065ad7f30 2024-05-20T21:26:12.052 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.051+0000 7f9fb2800700 1 --2- 172.21.15.8:0/2693935323 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560065ad7610 0x560065ad79f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:12.052 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.051+0000 7f9fb1400700 1 --2- 172.21.15.8:0/2693935323 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560065ad2140 0x560065ad25c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:26:12.052 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.052+0000 7f9fb1e00700 1 --2- 172.21.15.8:0/2693935323 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560065ad7f30 0x560065ad1b20 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f9fa0005d10 tx=0x7f9fa0011ac0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=629b6f5c0aebf1fc server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:12.052 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.052+0000 7f9fa6a00700 1 --2- 172.21.15.8:0/2908236363 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9f940b2900 0x7f9f940b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:12.052 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.052+0000 7f9f9b400700 1 -- 172.21.15.8:0/2693935323 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fa0004830 con 0x560065ad7f30 2024-05-20T21:26:12.053 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.052+0000 7f9f9b400700 1 -- 172.21.15.8:0/2693935323 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9fa0005020 con 0x560065ad7f30 2024-05-20T21:26:12.053 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.052+0000 7f9f9b400700 1 -- 172.21.15.8:0/2693935323 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fa000f7b0 con 0x560065ad7f30 2024-05-20T21:26:12.053 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.052+0000 7f9fa6a00700 1 -- 172.21.15.8:0/2908236363 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f9f9c0e2360 con 0x7f9fac1041a0 2024-05-20T21:26:12.053 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.052+0000 7f9fb2800700 1 --2- 172.21.15.8:0/2908236363 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9f940b2900 0x7f9f940b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:12.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.053+0000 7f9fbf0f4b80 1 -- 172.21.15.8:0/2693935323 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560065ad7f30 msgr2=0x560065ad1b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:12.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.053+0000 7f9fbf0f4b80 1 --2- 172.21.15.8:0/2693935323 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560065ad7f30 0x560065ad1b20 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f9fa0005d10 tx=0x7f9fa0011ac0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.053+0000 7f9fb2800700 1 --2- 172.21.15.8:0/2908236363 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9f940b2900 0x7f9f940b4dc0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f9fa8004fd0 tx=0x7f9fa8009700 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:12.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.053+0000 7f9fbf0f4b80 1 -- 172.21.15.8:0/2693935323 shutdown_connections 2024-05-20T21:26:12.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.053+0000 7f9fbf0f4b80 1 --2- 172.21.15.8:0/2693935323 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560065ad7610 0x560065ad79f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.053+0000 7f9fbf0f4b80 1 --2- 172.21.15.8:0/2693935323 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560065ad2140 0x560065ad25c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.053+0000 7f9fbf0f4b80 1 --2- 172.21.15.8:0/2693935323 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560065ad7f30 0x560065ad1b20 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.053+0000 7f9fbf0f4b80 1 -- 172.21.15.8:0/2693935323 >> 172.21.15.8:0/2693935323 conn(0x5600659ffbe0 msgr2=0x560065acc690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:12.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.053+0000 7f9fbf0f4b80 1 -- 172.21.15.8:0/2693935323 shutdown_connections 2024-05-20T21:26:12.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.053+0000 7f9fbf0f4b80 1 -- 172.21.15.8:0/2693935323 wait complete. 2024-05-20T21:26:12.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.054+0000 7f9fbf0f4b80 1 -- start start 2024-05-20T21:26:12.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.054+0000 7f9fbf0f4b80 1 Processor -- start 2024-05-20T21:26:12.056 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.055+0000 7f9fbf0f4b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560065ad2140 0x560065addbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:12.056 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.055+0000 7f9fbf0f4b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560065ad7610 0x560065adaf90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:12.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.055+0000 7f9fbf0f4b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560065ad7f30 0x560065adb4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:12.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.055+0000 7f9fbf0f4b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x560065925fa0 con 0x560065ad2140 2024-05-20T21:26:12.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.055+0000 7f9fbf0f4b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5600659c0760 con 0x560065ad7610 2024-05-20T21:26:12.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.055+0000 7f9fbf0f4b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x560065ade9e0 con 0x560065ad7f30 2024-05-20T21:26:12.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.055+0000 7f9fbf0f4b80 10 client.0 _ll_register_callbacks cb 0x5600659c9c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:12.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.055+0000 7f9fb1e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560065ad2140 0x560065addbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:12.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.055+0000 7f9fb1e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560065ad2140 0x560065addbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55986/0 (socket says 172.21.15.8:55986) 2024-05-20T21:26:12.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.055+0000 7f9fb1e00700 1 -- 172.21.15.8:0/155475917 learned_addr learned my addr 172.21.15.8:0/155475917 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:12.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.055+0000 7f9fb1400700 1 --2- 172.21.15.8:0/155475917 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560065ad7610 0x560065adaf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:12.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.055+0000 7f9fb2800700 1 --2- 172.21.15.8:0/155475917 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560065ad7f30 0x560065adb4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:12.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.055+0000 7f9fb1400700 1 -- 172.21.15.8:0/155475917 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560065ad7f30 msgr2=0x560065adb4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:12.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.055+0000 7f9fb1400700 1 --2- 172.21.15.8:0/155475917 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560065ad7f30 0x560065adb4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.055+0000 7f9fb1400700 1 -- 172.21.15.8:0/155475917 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560065ad2140 msgr2=0x560065addbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:12.058 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.055+0000 7f9fb1400700 1 --2- 172.21.15.8:0/155475917 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560065ad2140 0x560065addbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.058 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.056+0000 7f9fb1400700 1 -- 172.21.15.8:0/155475917 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56006596f8d0 con 0x560065ad7610 2024-05-20T21:26:12.058 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.056+0000 7f9fb1e00700 1 --2- 172.21.15.8:0/155475917 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560065ad2140 0x560065addbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:12.058 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.056+0000 7f9fb1400700 1 --2- 172.21.15.8:0/155475917 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560065ad7610 0x560065adaf90 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x560065ad2b00 tx=0x7f9f9c0e5f50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b41fceba57fdf75d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:12.058 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.056+0000 7f9f8fe00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:26:12.058 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.056+0000 7f9f8fe00700 1 -- 172.21.15.8:0/155475917 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f9c0a50a0 con 0x560065ad7610 2024-05-20T21:26:12.058 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.056+0000 7f9f8fe00700 1 -- 172.21.15.8:0/155475917 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f9f9c0cc0b0 con 0x560065ad7610 2024-05-20T21:26:12.058 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.056+0000 7f9fbf0f4b80 1 -- 172.21.15.8:0/155475917 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9fa0005020 con 0x560065ad7610 2024-05-20T21:26:12.058 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.057+0000 7f9f8fe00700 1 -- 172.21.15.8:0/155475917 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9f9c0a9420 con 0x560065ad7610 2024-05-20T21:26:12.058 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.057+0000 7f9fbf0f4b80 10 client.28337 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:12.058 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.057+0000 7f9fbf0f4b80 1 -- 172.21.15.8:0/155475917 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5600659f0060 con 0x560065ad7610 2024-05-20T21:26:12.058 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.057+0000 7f9f8fe00700 1 -- 172.21.15.8:0/155475917 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9fa0005020 con 0x560065ad7610 2024-05-20T21:26:12.058 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.057+0000 7f9f8fe00700 1 -- 172.21.15.8:0/155475917 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9f9c0b22e0 con 0x560065ad7610 2024-05-20T21:26:12.059 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.057+0000 7f9fbf0f4b80 10 client.28337 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:12.059 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.057+0000 7f9fbf0f4b80 10 client.28337 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:26:12.059 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.057+0000 7f9fbf0f4b80 20 client.28337 populate_metadata read hostname 'smithi008' 2024-05-20T21:26:12.059 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.057+0000 7f9fbf0f4b80 1 --2- 172.21.15.8:0/155475917 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x560065aeb480 0x560065aed870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:12.059 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.057+0000 7f9fbf0f4b80 4 client.28337 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:26:12.059 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.057+0000 7f9fbf0f4b80 1 -- 172.21.15.8:0/155475917 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560065a31d90 con 0x560065aeb480 2024-05-20T21:26:12.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.058+0000 7f9fb1e00700 1 --2- 172.21.15.8:0/155475917 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x560065aeb480 0x560065aed870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:12.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.058+0000 7f9fb1e00700 1 --2- 172.21.15.8:0/155475917 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x560065aeb480 0x560065aed870 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=6e13c3016e81dc17 server_cookie=8258a5cd8a7a6726 in_seq=0 out_seq=0 2024-05-20T21:26:12.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.058+0000 7f9f8fe00700 10 client.28337 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:26:12.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.059+0000 7f9f8fe00700 1 -- 172.21.15.8:0/155475917 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x560065a31d90 con 0x560065aeb480 2024-05-20T21:26:12.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.059+0000 7f9f8fe00700 10 client.28337 handle_command_reply: tid=0 2024-05-20T21:26:12.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.059+0000 7f9fbf0f4b80 1 client.28337 shutdown 2024-05-20T21:26:12.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.059+0000 7f9fbf0f4b80 1 -- 172.21.15.8:0/155475917 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560065ad7610 msgr2=0x560065adaf90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:12.061 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.059+0000 7f9fbf0f4b80 1 --2- 172.21.15.8:0/155475917 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560065ad7610 0x560065adaf90 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x560065ad2b00 tx=0x7f9f9c0e5f50 comp rx=0 tx=0).stop 2024-05-20T21:26:12.061 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.059+0000 7f9fbf0f4b80 1 -- 172.21.15.8:0/155475917 shutdown_connections 2024-05-20T21:26:12.061 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.059+0000 7f9fbf0f4b80 1 --2- 172.21.15.8:0/155475917 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x560065aeb480 0x560065aed870 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.061 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.060+0000 7f9fbf0f4b80 1 --2- 172.21.15.8:0/155475917 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560065ad7f30 0x560065adb4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.061 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.060+0000 7f9fbf0f4b80 1 --2- 172.21.15.8:0/155475917 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560065ad2140 0x560065addbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.061 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.060+0000 7f9fbf0f4b80 1 --2- 172.21.15.8:0/155475917 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560065ad7610 0x560065adaf90 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.061 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.060+0000 7f9f8fe00700 0 client.28337 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:26:12.061 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.060+0000 7f9fbf0f4b80 1 -- 172.21.15.8:0/155475917 >> 172.21.15.8:0/155475917 conn(0x5600659ffbe0 msgr2=0x560065acbd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:12.061 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.060+0000 7f9fbf0f4b80 1 -- 172.21.15.8:0/155475917 shutdown_connections 2024-05-20T21:26:12.061 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.060+0000 7f9fbf0f4b80 1 -- 172.21.15.8:0/155475917 wait complete. 2024-05-20T21:26:12.061 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.060+0000 7f9fbf0f4b80 20 client.28337 trim_cache size 0 max 16384 2024-05-20T21:26:12.076 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.077+0000 7f9fbf0f4b80 1 Processor -- start 2024-05-20T21:26:12.076 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.077+0000 7f9fbf0f4b80 1 -- start start 2024-05-20T21:26:12.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.077+0000 7f9fbf0f4b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560065ad2140 0x560065ad1b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:12.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.077+0000 7f9fbf0f4b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560065ad7610 0x560065ad9f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:12.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.077+0000 7f9fbf0f4b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560065ad7f30 0x560065acc4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:12.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.077+0000 7f9fbf0f4b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f9fac1b2640 con 0x560065ad2140 2024-05-20T21:26:12.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.077+0000 7f9fbf0f4b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9fac1afed0 con 0x560065ad7f30 2024-05-20T21:26:12.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.077+0000 7f9fbf0f4b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f9fac1add20 con 0x560065ad7610 2024-05-20T21:26:12.078 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.077+0000 7f9fb1e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560065ad2140 0x560065ad1b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:12.078 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.078+0000 7f9fb1400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560065ad7610 0x560065ad9f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:12.078 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.078+0000 7f9fb1e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560065ad2140 0x560065ad1b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55994/0 (socket says 172.21.15.8:55994) 2024-05-20T21:26:12.078 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.078+0000 7f9fb1e00700 1 -- 172.21.15.8:0/3345576257 learned_addr learned my addr 172.21.15.8:0/3345576257 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:12.078 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.078+0000 7f9fb2800700 1 --2- 172.21.15.8:0/3345576257 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560065ad7f30 0x560065acc4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:12.078 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.078+0000 7f9fb1e00700 1 -- 172.21.15.8:0/3345576257 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560065ad7610 msgr2=0x560065ad9f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:12.078 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.078+0000 7f9fb1e00700 1 --2- 172.21.15.8:0/3345576257 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560065ad7610 0x560065ad9f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.078+0000 7f9fb1e00700 1 -- 172.21.15.8:0/3345576257 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560065ad7f30 msgr2=0x560065acc4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:12.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.078+0000 7f9fb1e00700 1 --2- 172.21.15.8:0/3345576257 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560065ad7f30 0x560065acc4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.078+0000 7f9fb1e00700 1 -- 172.21.15.8:0/3345576257 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560065add830 con 0x560065ad2140 2024-05-20T21:26:12.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.078+0000 7f9fb1400700 1 --2- 172.21.15.8:0/3345576257 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560065ad7610 0x560065ad9f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:12.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.078+0000 7f9fb1e00700 1 --2- 172.21.15.8:0/3345576257 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560065ad2140 0x560065ad1b20 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f9fa0005d10 tx=0x7f9fa0009f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=adb3fad64f6504df server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:12.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.079+0000 7f9f9aa00700 1 -- 172.21.15.8:0/3345576257 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fa0003820 con 0x560065ad2140 2024-05-20T21:26:12.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.079+0000 7f9f9aa00700 1 -- 172.21.15.8:0/3345576257 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9fa000f480 con 0x560065ad2140 2024-05-20T21:26:12.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.079+0000 7f9f9aa00700 1 -- 172.21.15.8:0/3345576257 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fa0025670 con 0x560065ad2140 2024-05-20T21:26:12.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.079+0000 7f9fbf0f4b80 1 -- 172.21.15.8:0/3345576257 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560065ad2140 msgr2=0x560065ad1b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:12.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.079+0000 7f9fbf0f4b80 1 --2- 172.21.15.8:0/3345576257 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560065ad2140 0x560065ad1b20 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f9fa0005d10 tx=0x7f9fa0009f60 comp rx=0 tx=0).stop 2024-05-20T21:26:12.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.079+0000 7f9fbf0f4b80 1 -- 172.21.15.8:0/3345576257 shutdown_connections 2024-05-20T21:26:12.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.079+0000 7f9fbf0f4b80 1 --2- 172.21.15.8:0/3345576257 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560065ad7f30 0x560065acc4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.079+0000 7f9fbf0f4b80 1 --2- 172.21.15.8:0/3345576257 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560065ad2140 0x560065ad1b20 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.079+0000 7f9fbf0f4b80 1 --2- 172.21.15.8:0/3345576257 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560065ad7610 0x560065ad9f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.080+0000 7f9fbf0f4b80 1 -- 172.21.15.8:0/3345576257 >> 172.21.15.8:0/3345576257 conn(0x5600659ffbe0 msgr2=0x560065ad9880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:12.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.080+0000 7f9fbf0f4b80 1 -- 172.21.15.8:0/3345576257 shutdown_connections 2024-05-20T21:26:12.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.080+0000 7f9fbf0f4b80 1 -- 172.21.15.8:0/3345576257 wait complete. 2024-05-20T21:26:12.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.080+0000 7f9fbf0f4b80 1 -- start start 2024-05-20T21:26:12.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.080+0000 7f9fbf0f4b80 1 Processor -- start 2024-05-20T21:26:12.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.081+0000 7f9fbf0f4b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560065ad2140 0x560065af2d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:12.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.081+0000 7f9fbf0f4b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560065ad7610 0x560065af3290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:12.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.081+0000 7f9fbf0f4b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560065ad7f30 0x560065af37d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:12.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.081+0000 7f9fbf0f4b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f9fac1ae390 con 0x560065ad7610 2024-05-20T21:26:12.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.081+0000 7f9fbf0f4b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9fac1af800 con 0x560065ad2140 2024-05-20T21:26:12.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.081+0000 7f9fbf0f4b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f9fac1aea60 con 0x560065ad7f30 2024-05-20T21:26:12.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.081+0000 7f9fbf0f4b80 10 client.0 _ll_register_callbacks cb 0x5600659c9c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:12.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.081+0000 7f9fb1e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560065ad2140 0x560065af2d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:12.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.081+0000 7f9fb1400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560065ad7610 0x560065af3290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:12.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.081+0000 7f9fb1e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560065ad2140 0x560065af2d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:42674/0 (socket says 172.21.15.8:42674) 2024-05-20T21:26:12.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.081+0000 7f9fb1e00700 1 -- 172.21.15.8:0/3645460200 learned_addr learned my addr 172.21.15.8:0/3645460200 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:12.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.081+0000 7f9fb2800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560065ad7f30 0x560065af37d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:12.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.082+0000 7f9fb1e00700 1 -- 172.21.15.8:0/3645460200 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560065ad7f30 msgr2=0x560065af37d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:12.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.082+0000 7f9fb1e00700 1 --2- 172.21.15.8:0/3645460200 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560065ad7f30 0x560065af37d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.082+0000 7f9fb1e00700 1 -- 172.21.15.8:0/3645460200 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560065ad7610 msgr2=0x560065af3290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:12.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.082+0000 7f9fb1e00700 1 --2- 172.21.15.8:0/3645460200 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560065ad7610 0x560065af3290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.082+0000 7f9fb1e00700 1 -- 172.21.15.8:0/3645460200 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560065b55110 con 0x560065ad2140 2024-05-20T21:26:12.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.082+0000 7f9fb1400700 1 --2- 172.21.15.8:0/3645460200 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560065ad7610 0x560065af3290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:12.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.082+0000 7f9fb1e00700 1 --2- 172.21.15.8:0/3645460200 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560065ad2140 0x560065af2d50 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f9fa0009350 tx=0x7f9fa0005c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=eec4d15dbc0b2494 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:12.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.082+0000 7f9f8fe00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:26:12.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.082+0000 7f9f8fe00700 1 -- 172.21.15.8:0/3645460200 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fa000f630 con 0x560065ad2140 2024-05-20T21:26:12.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.082+0000 7f9f8fe00700 1 -- 172.21.15.8:0/3645460200 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f9fa000f7d0 con 0x560065ad2140 2024-05-20T21:26:12.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.082+0000 7f9fbf0f4b80 1 -- 172.21.15.8:0/3645460200 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9fa000f480 con 0x560065ad2140 2024-05-20T21:26:12.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.083+0000 7f9f8fe00700 1 -- 172.21.15.8:0/3645460200 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9fa000f9d0 con 0x560065ad2140 2024-05-20T21:26:12.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.083+0000 7f9fbf0f4b80 10 client.28343 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:12.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.083+0000 7f9fbf0f4b80 1 -- 172.21.15.8:0/3645460200 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560065b563f0 con 0x560065ad2140 2024-05-20T21:26:12.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.083+0000 7f9f8fe00700 1 -- 172.21.15.8:0/3645460200 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9fa000f480 con 0x560065ad2140 2024-05-20T21:26:12.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.083+0000 7f9f8fe00700 1 -- 172.21.15.8:0/3645460200 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9fa003f050 con 0x560065ad2140 2024-05-20T21:26:12.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.083+0000 7f9fbf0f4b80 10 client.28343 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:12.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.083+0000 7f9fbf0f4b80 10 client.28343 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:26:12.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.083+0000 7f9fbf0f4b80 20 client.28343 populate_metadata read hostname 'smithi008' 2024-05-20T21:26:12.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.083+0000 7f9fbf0f4b80 1 --2- 172.21.15.8:0/3645460200 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x560065b568a0 0x560065b58c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:12.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.083+0000 7f9fbf0f4b80 4 client.28343 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:26:12.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.083+0000 7f9fbf0f4b80 1 -- 172.21.15.8:0/3645460200 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "damage ls"}) -- 0x560065a2b570 con 0x560065b568a0 2024-05-20T21:26:12.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.084+0000 7f9fb1400700 1 --2- 172.21.15.8:0/3645460200 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x560065b568a0 0x560065b58c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:12.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.084+0000 7f9fb1400700 1 --2- 172.21.15.8:0/3645460200 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x560065b568a0 0x560065b58c90 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=5596d671ed57b158 server_cookie=17718146dbf70d39 in_seq=0 out_seq=0 2024-05-20T21:26:12.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.084+0000 7f9f8fe00700 10 client.28343 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:26:12.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.085+0000 7f9f8fe00700 1 -- 172.21.15.8:0/3645460200 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x560065a2b570 con 0x560065b568a0 2024-05-20T21:26:12.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.085+0000 7f9f8fe00700 10 client.28343 handle_command_reply: tid=0 2024-05-20T21:26:12.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.085+0000 7f9fbf0f4b80 1 client.28343 shutdown 2024-05-20T21:26:12.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.085+0000 7f9fbf0f4b80 1 -- 172.21.15.8:0/3645460200 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560065ad2140 msgr2=0x560065af2d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:12.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.085+0000 7f9fbf0f4b80 1 --2- 172.21.15.8:0/3645460200 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560065ad2140 0x560065af2d50 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f9fa0009350 tx=0x7f9fa0005c00 comp rx=0 tx=0).stop 2024-05-20T21:26:12.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.085+0000 7f9fbf0f4b80 1 -- 172.21.15.8:0/3645460200 shutdown_connections 2024-05-20T21:26:12.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.085+0000 7f9fbf0f4b80 1 --2- 172.21.15.8:0/3645460200 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x560065b568a0 0x560065b58c90 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.085+0000 7f9fbf0f4b80 1 --2- 172.21.15.8:0/3645460200 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560065ad2140 0x560065af2d50 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.085+0000 7f9fbf0f4b80 1 --2- 172.21.15.8:0/3645460200 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560065ad7f30 0x560065af37d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.085+0000 7f9fbf0f4b80 1 --2- 172.21.15.8:0/3645460200 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560065ad7610 0x560065af3290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.085+0000 7f9f8fe00700 0 client.28343 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:26:12.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.085+0000 7f9fbf0f4b80 1 -- 172.21.15.8:0/3645460200 >> 172.21.15.8:0/3645460200 conn(0x5600659ffbe0 msgr2=0x560065ad60c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:12.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.085+0000 7f9fbf0f4b80 1 -- 172.21.15.8:0/3645460200 shutdown_connections 2024-05-20T21:26:12.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.085+0000 7f9fbf0f4b80 1 -- 172.21.15.8:0/3645460200 wait complete. 2024-05-20T21:26:12.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.085+0000 7f9fbf0f4b80 20 client.28343 trim_cache size 0 max 16384 2024-05-20T21:26:12.088 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:26:12.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.086+0000 7f9fb4800700 1 -- 172.21.15.8:0/2908236363 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9f940b2900 msgr2=0x7f9f940b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:12.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.086+0000 7f9fb4800700 1 --2- 172.21.15.8:0/2908236363 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9f940b2900 0x7f9f940b4dc0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f9fa8004fd0 tx=0x7f9fa8009700 comp rx=0 tx=0).stop 2024-05-20T21:26:12.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.086+0000 7f9fb4800700 1 -- 172.21.15.8:0/2908236363 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9fac1041a0 msgr2=0x7f9fac19c250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:12.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.086+0000 7f9fb4800700 1 --2- 172.21.15.8:0/2908236363 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9fac1041a0 0x7f9fac19c250 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f9f9c00e9f0 tx=0x7f9f9c00ed00 comp rx=0 tx=0).stop 2024-05-20T21:26:12.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.086+0000 7f9fb4800700 1 -- 172.21.15.8:0/2908236363 shutdown_connections 2024-05-20T21:26:12.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.086+0000 7f9fb4800700 1 --2- 172.21.15.8:0/2908236363 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9f940b2900 0x7f9f940b4dc0 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.086+0000 7f9fb4800700 1 --2- 172.21.15.8:0/2908236363 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9fac1088f0 0x7f9fac1a05e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.086+0000 7f9fb4800700 1 --2- 172.21.15.8:0/2908236363 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9fac1037f0 0x7f9fac19bd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.086+0000 7f9fb4800700 1 --2- 172.21.15.8:0/2908236363 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9fac1041a0 0x7f9fac19c250 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.086+0000 7f9fb4800700 1 -- 172.21.15.8:0/2908236363 >> 172.21.15.8:0/2908236363 conn(0x7f9fac07a6a0 msgr2=0x7f9fac1018c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:12.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.086+0000 7f9fb4800700 1 -- 172.21.15.8:0/2908236363 shutdown_connections 2024-05-20T21:26:12.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:12.086+0000 7f9fb4800700 1 -- 172.21.15.8:0/2908236363 wait complete. 2024-05-20T21:26:12.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:26:12 smithi130 ceph-mon[36448]: pgmap v766: 97 pgs: 97 active+clean; 1.2 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 KiB/s wr, 13 op/s 2024-05-20T21:26:12.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:26:12 smithi050 ceph-mon[35809]: pgmap v766: 97 pgs: 97 active+clean; 1.2 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 KiB/s wr, 13 op/s 2024-05-20T21:26:12.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:26:12 smithi008 ceph-mon[31475]: pgmap v766: 97 pgs: 97 active+clean; 1.2 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 KiB/s wr, 13 op/s 2024-05-20T21:26:13.085 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:26:13.551 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:26:14.764 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:26:14 smithi008 ceph-mon[31475]: pgmap v767: 97 pgs: 97 active+clean; 1.2 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 KiB/s wr, 12 op/s 2024-05-20T21:26:14.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:26:14 smithi130 ceph-mon[36448]: pgmap v767: 97 pgs: 97 active+clean; 1.2 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 KiB/s wr, 12 op/s 2024-05-20T21:26:14.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:26:14 smithi050 ceph-mon[35809]: pgmap v767: 97 pgs: 97 active+clean; 1.2 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 KiB/s wr, 12 op/s 2024-05-20T21:26:15.711 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.710+0000 7f9c35800700 1 -- 172.21.15.8:0/1849938880 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9c3006c020 msgr2=0x7f9c3006c480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:15.712 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.710+0000 7f9c35800700 1 --2- 172.21.15.8:0/1849938880 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9c3006c020 0x7f9c3006c480 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f9c1c0098f0 tx=0x7f9c1c009c00 comp rx=0 tx=0).stop 2024-05-20T21:26:15.712 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.710+0000 7f9c35800700 1 -- 172.21.15.8:0/1849938880 shutdown_connections 2024-05-20T21:26:15.712 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.710+0000 7f9c35800700 1 --2- 172.21.15.8:0/1849938880 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9c30108460 0x7f9c3006bae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:15.712 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.710+0000 7f9c35800700 1 --2- 172.21.15.8:0/1849938880 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9c30105f70 0x7f9c30106400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:15.712 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.710+0000 7f9c35800700 1 --2- 172.21.15.8:0/1849938880 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9c3006c020 0x7f9c3006c480 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:15.712 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.710+0000 7f9c35800700 1 -- 172.21.15.8:0/1849938880 >> 172.21.15.8:0/1849938880 conn(0x7f9c300793b0 msgr2=0x7f9c300797c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:15.712 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.711+0000 7f9c35800700 1 -- 172.21.15.8:0/1849938880 shutdown_connections 2024-05-20T21:26:15.712 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.711+0000 7f9c35800700 1 -- 172.21.15.8:0/1849938880 wait complete. 2024-05-20T21:26:15.713 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.712+0000 7f9c35800700 1 Processor -- start 2024-05-20T21:26:15.713 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.712+0000 7f9c35800700 1 -- start start 2024-05-20T21:26:15.713 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.712+0000 7f9c35800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9c3006c020 0x7f9c301a02a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:15.713 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.712+0000 7f9c35800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9c30105f70 0x7f9c301a07e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:15.713 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.712+0000 7f9c35800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9c30108460 0x7f9c301a4b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:15.713 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.712+0000 7f9c35800700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f9c30119d00 con 0x7f9c30108460 2024-05-20T21:26:15.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.712+0000 7f9c35800700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9c30119b80 con 0x7f9c3006c020 2024-05-20T21:26:15.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.712+0000 7f9c35800700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f9c30119e80 con 0x7f9c30105f70 2024-05-20T21:26:15.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.713+0000 7f9c2ea00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9c3006c020 0x7f9c301a02a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:15.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.713+0000 7f9c2f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9c30108460 0x7f9c301a4b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:15.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.713+0000 7f9c2e000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9c30105f70 0x7f9c301a07e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:15.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.713+0000 7f9c2ea00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9c3006c020 0x7f9c301a02a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:49564/0 (socket says 172.21.15.8:49564) 2024-05-20T21:26:15.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.713+0000 7f9c2ea00700 1 -- 172.21.15.8:0/4192550082 learned_addr learned my addr 172.21.15.8:0/4192550082 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:15.715 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.713+0000 7f9c2e000700 1 -- 172.21.15.8:0/4192550082 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9c3006c020 msgr2=0x7f9c301a02a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:15.715 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.713+0000 7f9c2e000700 1 --2- 172.21.15.8:0/4192550082 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9c3006c020 0x7f9c301a02a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:15.715 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.713+0000 7f9c2e000700 1 -- 172.21.15.8:0/4192550082 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9c30108460 msgr2=0x7f9c301a4b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:15.715 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.713+0000 7f9c2e000700 1 --2- 172.21.15.8:0/4192550082 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9c30108460 0x7f9c301a4b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:15.715 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.713+0000 7f9c2e000700 1 -- 172.21.15.8:0/4192550082 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c301a52b0 con 0x7f9c30105f70 2024-05-20T21:26:15.715 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.713+0000 7f9c2e000700 1 --2- 172.21.15.8:0/4192550082 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9c30105f70 0x7f9c301a07e0 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f9c1c009230 tx=0x7f9c1c00fa00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:15.715 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.714+0000 7f9c27400700 1 -- 172.21.15.8:0/4192550082 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c1c005140 con 0x7f9c30105f70 2024-05-20T21:26:15.715 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.714+0000 7f9c35800700 1 -- 172.21.15.8:0/4192550082 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c301a5540 con 0x7f9c30105f70 2024-05-20T21:26:15.715 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.714+0000 7f9c27400700 1 -- 172.21.15.8:0/4192550082 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9c1c00b560 con 0x7f9c30105f70 2024-05-20T21:26:15.715 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.714+0000 7f9c27400700 1 -- 172.21.15.8:0/4192550082 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c1c0038e0 con 0x7f9c30105f70 2024-05-20T21:26:15.715 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.714+0000 7f9c35800700 1 -- 172.21.15.8:0/4192550082 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c301ace20 con 0x7f9c30105f70 2024-05-20T21:26:15.718 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.718+0000 7f9c27400700 1 -- 172.21.15.8:0/4192550082 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f9c1c00b9c0 con 0x7f9c30105f70 2024-05-20T21:26:15.719 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.719+0000 7f9c400f8b80 1 Processor -- start 2024-05-20T21:26:15.720 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.719+0000 7f9c400f8b80 1 -- start start 2024-05-20T21:26:15.720 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.720+0000 7f9c400f8b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557ed432c610 0x557ed432c9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:15.720 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.720+0000 7f9c400f8b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557ed432cf30 0x557ed4326b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:15.720 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.720+0000 7f9c400f8b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557ed4327140 0x557ed43275c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:15.721 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.720+0000 7f9c400f8b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x557ed4284e40 con 0x557ed4327140 2024-05-20T21:26:15.721 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.720+0000 7f9c400f8b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x557ed42749e0 con 0x557ed432c610 2024-05-20T21:26:15.721 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.720+0000 7f9c400f8b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x557ed4278a20 con 0x557ed432cf30 2024-05-20T21:26:15.721 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.720+0000 7f9c2ea00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557ed432cf30 0x557ed4326b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:15.721 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.720+0000 7f9c2e000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557ed4327140 0x557ed43275c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:15.721 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.720+0000 7f9c2ea00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557ed432cf30 0x557ed4326b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:48080/0 (socket says 172.21.15.8:48080) 2024-05-20T21:26:15.722 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.720+0000 7f9c2ea00700 1 -- 172.21.15.8:0/2395718222 learned_addr learned my addr 172.21.15.8:0/2395718222 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:15.722 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.720+0000 7f9c2f400700 1 --2- 172.21.15.8:0/2395718222 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557ed432c610 0x557ed432c9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:15.722 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.720+0000 7f9c27400700 1 --2- 172.21.15.8:0/4192550082 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9c140b2900 0x7f9c140b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:15.722 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.721+0000 7f9c2ea00700 1 -- 172.21.15.8:0/2395718222 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557ed432c610 msgr2=0x557ed432c9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:15.722 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.721+0000 7f9c2ea00700 1 --2- 172.21.15.8:0/2395718222 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557ed432c610 0x557ed432c9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:15.722 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.721+0000 7f9c2ea00700 1 -- 172.21.15.8:0/2395718222 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557ed4327140 msgr2=0x557ed43275c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:15.722 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.721+0000 7f9c2ea00700 1 --2- 172.21.15.8:0/2395718222 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557ed4327140 0x557ed43275c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:15.722 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.721+0000 7f9c2ea00700 1 -- 172.21.15.8:0/2395718222 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557ed423d420 con 0x557ed432cf30 2024-05-20T21:26:15.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.721+0000 7f9c27400700 1 -- 172.21.15.8:0/4192550082 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f9c1c0e2fb0 con 0x7f9c30105f70 2024-05-20T21:26:15.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.721+0000 7f9c2f400700 1 --2- 172.21.15.8:0/4192550082 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9c140b2900 0x7f9c140b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:15.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.721+0000 7f9c2ea00700 1 --2- 172.21.15.8:0/2395718222 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557ed432cf30 0x557ed4326b20 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f9c2000e690 tx=0x7f9c20009920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5629873028304480 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:15.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.721+0000 7f9c1be00700 1 -- 172.21.15.8:0/2395718222 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c20019030 con 0x557ed432cf30 2024-05-20T21:26:15.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.721+0000 7f9c1be00700 1 -- 172.21.15.8:0/2395718222 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9c20004020 con 0x557ed432cf30 2024-05-20T21:26:15.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.721+0000 7f9c1be00700 1 -- 172.21.15.8:0/2395718222 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c20007740 con 0x557ed432cf30 2024-05-20T21:26:15.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.722+0000 7f9c400f8b80 1 -- 172.21.15.8:0/2395718222 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557ed432cf30 msgr2=0x557ed4326b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:15.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.722+0000 7f9c2f400700 1 --2- 172.21.15.8:0/4192550082 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9c140b2900 0x7f9c140b4dc0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f9c28005fd0 tx=0x7f9c28004750 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:15.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.722+0000 7f9c400f8b80 1 --2- 172.21.15.8:0/2395718222 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557ed432cf30 0x557ed4326b20 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f9c2000e690 tx=0x7f9c20009920 comp rx=0 tx=0).stop 2024-05-20T21:26:15.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.722+0000 7f9c400f8b80 1 -- 172.21.15.8:0/2395718222 shutdown_connections 2024-05-20T21:26:15.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.722+0000 7f9c400f8b80 1 --2- 172.21.15.8:0/2395718222 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557ed432c610 0x557ed432c9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:15.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.722+0000 7f9c400f8b80 1 --2- 172.21.15.8:0/2395718222 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557ed4327140 0x557ed43275c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:15.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.722+0000 7f9c400f8b80 1 --2- 172.21.15.8:0/2395718222 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557ed432cf30 0x557ed4326b20 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:15.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.722+0000 7f9c400f8b80 1 -- 172.21.15.8:0/2395718222 >> 172.21.15.8:0/2395718222 conn(0x557ed4254be0 msgr2=0x557ed4321690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:15.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.723+0000 7f9c400f8b80 1 -- 172.21.15.8:0/2395718222 shutdown_connections 2024-05-20T21:26:15.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.723+0000 7f9c400f8b80 1 -- 172.21.15.8:0/2395718222 wait complete. 2024-05-20T21:26:15.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.723+0000 7f9c400f8b80 1 -- start start 2024-05-20T21:26:15.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.723+0000 7f9c400f8b80 1 Processor -- start 2024-05-20T21:26:15.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.724+0000 7f9c400f8b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557ed4327140 0x557ed4332c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:15.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.724+0000 7f9c400f8b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557ed432c610 0x557ed432ffc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:15.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.724+0000 7f9c400f8b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557ed432cf30 0x557ed4330500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:15.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.724+0000 7f9c400f8b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x557ed417afa0 con 0x557ed432c610 2024-05-20T21:26:15.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.724+0000 7f9c400f8b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x557ed4215760 con 0x557ed432cf30 2024-05-20T21:26:15.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.724+0000 7f9c400f8b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x557ed43339e0 con 0x557ed4327140 2024-05-20T21:26:15.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.724+0000 7f9c400f8b80 10 client.0 _ll_register_callbacks cb 0x557ed421ec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:15.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.724+0000 7f9c2ea00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557ed4327140 0x557ed4332c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:15.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.724+0000 7f9c2ea00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557ed4327140 0x557ed4332c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:48094/0 (socket says 172.21.15.8:48094) 2024-05-20T21:26:15.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.724+0000 7f9c2ea00700 1 -- 172.21.15.8:0/3674695856 learned_addr learned my addr 172.21.15.8:0/3674695856 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:15.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.724+0000 7f9c2e000700 1 --2- 172.21.15.8:0/3674695856 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557ed432c610 0x557ed432ffc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:15.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.724+0000 7f9c2f400700 1 --2- 172.21.15.8:0/3674695856 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557ed432cf30 0x557ed4330500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:15.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.725+0000 7f9c2ea00700 1 -- 172.21.15.8:0/3674695856 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557ed432cf30 msgr2=0x557ed4330500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:15.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.725+0000 7f9c2ea00700 1 --2- 172.21.15.8:0/3674695856 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557ed432cf30 0x557ed4330500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:15.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.725+0000 7f9c2ea00700 1 -- 172.21.15.8:0/3674695856 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557ed432c610 msgr2=0x557ed432ffc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:15.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.725+0000 7f9c2ea00700 1 --2- 172.21.15.8:0/3674695856 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557ed432c610 0x557ed432ffc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:15.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.725+0000 7f9c2ea00700 1 -- 172.21.15.8:0/3674695856 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557ed41c48d0 con 0x557ed4327140 2024-05-20T21:26:15.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.725+0000 7f9c2ea00700 1 --2- 172.21.15.8:0/3674695856 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557ed4327140 0x557ed4332c20 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f9c20004980 tx=0x7f9c20003c30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=549f7e7493d18893 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:15.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.725+0000 7f9c18c00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:26:15.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.725+0000 7f9c18c00700 1 -- 172.21.15.8:0/3674695856 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c200093a0 con 0x557ed4327140 2024-05-20T21:26:15.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.725+0000 7f9c18c00700 1 -- 172.21.15.8:0/3674695856 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f9c20007500 con 0x557ed4327140 2024-05-20T21:26:15.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.726+0000 7f9c400f8b80 1 -- 172.21.15.8:0/3674695856 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9c20004020 con 0x557ed4327140 2024-05-20T21:26:15.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.726+0000 7f9c18c00700 1 -- 172.21.15.8:0/3674695856 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9c2002e050 con 0x557ed4327140 2024-05-20T21:26:15.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.726+0000 7f9c400f8b80 10 client.28408 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:15.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.726+0000 7f9c400f8b80 1 -- 172.21.15.8:0/3674695856 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557ed4245060 con 0x557ed4327140 2024-05-20T21:26:15.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.726+0000 7f9c18c00700 1 -- 172.21.15.8:0/3674695856 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9c20004020 con 0x557ed4327140 2024-05-20T21:26:15.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.726+0000 7f9c18c00700 1 -- 172.21.15.8:0/3674695856 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9c20005050 con 0x557ed4327140 2024-05-20T21:26:15.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.726+0000 7f9c400f8b80 10 client.28408 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:15.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.726+0000 7f9c400f8b80 10 client.28408 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:26:15.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.726+0000 7f9c400f8b80 20 client.28408 populate_metadata read hostname 'smithi008' 2024-05-20T21:26:15.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.727+0000 7f9c400f8b80 1 --2- 172.21.15.8:0/3674695856 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x557ed4340360 0x557ed4342750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:15.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.727+0000 7f9c400f8b80 4 client.28408 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:26:15.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.727+0000 7f9c400f8b80 1 -- 172.21.15.8:0/3674695856 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557ed4286d90 con 0x557ed4340360 2024-05-20T21:26:15.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.727+0000 7f9c2e000700 1 --2- 172.21.15.8:0/3674695856 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x557ed4340360 0x557ed4342750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:15.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.727+0000 7f9c2e000700 1 --2- 172.21.15.8:0/3674695856 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x557ed4340360 0x557ed4342750 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d11b84298698d77a server_cookie=e701a0419b7d9686 in_seq=0 out_seq=0 2024-05-20T21:26:15.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.727+0000 7f9c18c00700 10 client.28408 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:26:15.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.728+0000 7f9c18c00700 1 -- 172.21.15.8:0/3674695856 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x557ed4286d90 con 0x557ed4340360 2024-05-20T21:26:15.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.728+0000 7f9c18c00700 10 client.28408 handle_command_reply: tid=0 2024-05-20T21:26:15.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.728+0000 7f9c400f8b80 1 client.28408 shutdown 2024-05-20T21:26:15.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.729+0000 7f9c400f8b80 1 -- 172.21.15.8:0/3674695856 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557ed4327140 msgr2=0x557ed4332c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:15.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.729+0000 7f9c400f8b80 1 --2- 172.21.15.8:0/3674695856 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557ed4327140 0x557ed4332c20 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f9c20004980 tx=0x7f9c20003c30 comp rx=0 tx=0).stop 2024-05-20T21:26:15.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.729+0000 7f9c400f8b80 1 -- 172.21.15.8:0/3674695856 shutdown_connections 2024-05-20T21:26:15.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.729+0000 7f9c400f8b80 1 --2- 172.21.15.8:0/3674695856 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x557ed4340360 0x557ed4342750 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:15.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.729+0000 7f9c400f8b80 1 --2- 172.21.15.8:0/3674695856 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557ed432cf30 0x557ed4330500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:15.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.729+0000 7f9c400f8b80 1 --2- 172.21.15.8:0/3674695856 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557ed4327140 0x557ed4332c20 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:15.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.729+0000 7f9c18c00700 0 client.28408 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:26:15.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.729+0000 7f9c400f8b80 1 --2- 172.21.15.8:0/3674695856 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557ed432c610 0x557ed432ffc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:15.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.729+0000 7f9c400f8b80 1 -- 172.21.15.8:0/3674695856 >> 172.21.15.8:0/3674695856 conn(0x557ed4254be0 msgr2=0x557ed4320d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:15.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.729+0000 7f9c400f8b80 1 -- 172.21.15.8:0/3674695856 shutdown_connections 2024-05-20T21:26:15.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.729+0000 7f9c400f8b80 1 -- 172.21.15.8:0/3674695856 wait complete. 2024-05-20T21:26:15.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.729+0000 7f9c400f8b80 20 client.28408 trim_cache size 0 max 16384 2024-05-20T21:26:15.747 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.746+0000 7f9c400f8b80 1 Processor -- start 2024-05-20T21:26:15.747 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.746+0000 7f9c400f8b80 1 -- start start 2024-05-20T21:26:15.747 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.747+0000 7f9c400f8b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557ed4327140 0x557ed4326b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:15.748 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.747+0000 7f9c400f8b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557ed432c610 0x557ed432dae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:15.748 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.747+0000 7f9c400f8b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557ed432cf30 0x557ed43214f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:15.748 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.747+0000 7f9c400f8b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f9c301b6a10 con 0x557ed432cf30 2024-05-20T21:26:15.748 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.747+0000 7f9c400f8b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9c301b42a0 con 0x557ed432c610 2024-05-20T21:26:15.748 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.747+0000 7f9c400f8b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f9c301b20f0 con 0x557ed4327140 2024-05-20T21:26:15.749 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.747+0000 7f9c2ea00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557ed4327140 0x557ed4326b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:15.749 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.747+0000 7f9c2f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557ed432cf30 0x557ed43214f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:15.749 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.747+0000 7f9c2ea00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557ed4327140 0x557ed4326b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:48098/0 (socket says 172.21.15.8:48098) 2024-05-20T21:26:15.749 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.747+0000 7f9c2ea00700 1 -- 172.21.15.8:0/326306427 learned_addr learned my addr 172.21.15.8:0/326306427 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:15.749 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.748+0000 7f9c2e000700 1 --2- 172.21.15.8:0/326306427 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557ed432c610 0x557ed432dae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:15.749 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.748+0000 7f9c2ea00700 1 -- 172.21.15.8:0/326306427 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557ed432c610 msgr2=0x557ed432dae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:15.749 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.748+0000 7f9c2ea00700 1 --2- 172.21.15.8:0/326306427 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557ed432c610 0x557ed432dae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:15.749 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.748+0000 7f9c2ea00700 1 -- 172.21.15.8:0/326306427 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557ed432cf30 msgr2=0x557ed43214f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:15.750 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.748+0000 7f9c2ea00700 1 --2- 172.21.15.8:0/326306427 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557ed432cf30 0x557ed43214f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:15.750 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.748+0000 7f9c2ea00700 1 -- 172.21.15.8:0/326306427 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557ed4332860 con 0x557ed4327140 2024-05-20T21:26:15.750 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.748+0000 7f9c2ea00700 1 --2- 172.21.15.8:0/326306427 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557ed4327140 0x557ed4326b20 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f9c200049f0 tx=0x7f9c20005ae0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ba24b8f89947af1b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:15.750 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.748+0000 7f9c1b400700 1 -- 172.21.15.8:0/326306427 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c20019040 con 0x557ed4327140 2024-05-20T21:26:15.750 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.748+0000 7f9c1b400700 1 -- 172.21.15.8:0/326306427 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9c200093a0 con 0x557ed4327140 2024-05-20T21:26:15.750 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.748+0000 7f9c1b400700 1 -- 172.21.15.8:0/326306427 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c20003fb0 con 0x557ed4327140 2024-05-20T21:26:15.752 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.749+0000 7f9c400f8b80 1 -- 172.21.15.8:0/326306427 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557ed4327140 msgr2=0x557ed4326b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:15.752 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.749+0000 7f9c400f8b80 1 --2- 172.21.15.8:0/326306427 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557ed4327140 0x557ed4326b20 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f9c200049f0 tx=0x7f9c20005ae0 comp rx=0 tx=0).stop 2024-05-20T21:26:15.752 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.749+0000 7f9c400f8b80 1 -- 172.21.15.8:0/326306427 shutdown_connections 2024-05-20T21:26:15.752 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.749+0000 7f9c400f8b80 1 --2- 172.21.15.8:0/326306427 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557ed432cf30 0x557ed43214f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:15.752 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.749+0000 7f9c400f8b80 1 --2- 172.21.15.8:0/326306427 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557ed4327140 0x557ed4326b20 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:15.752 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.749+0000 7f9c400f8b80 1 --2- 172.21.15.8:0/326306427 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557ed432c610 0x557ed432dae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:15.752 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.749+0000 7f9c400f8b80 1 -- 172.21.15.8:0/326306427 >> 172.21.15.8:0/326306427 conn(0x557ed4254be0 msgr2=0x557ed432d3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:15.752 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.749+0000 7f9c400f8b80 1 -- 172.21.15.8:0/326306427 shutdown_connections 2024-05-20T21:26:15.752 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.749+0000 7f9c400f8b80 1 -- 172.21.15.8:0/326306427 wait complete. 2024-05-20T21:26:15.752 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.750+0000 7f9c400f8b80 1 -- start start 2024-05-20T21:26:15.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.750+0000 7f9c400f8b80 1 Processor -- start 2024-05-20T21:26:15.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.750+0000 7f9c400f8b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557ed4327140 0x557ed4338e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:15.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.750+0000 7f9c400f8b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557ed432c610 0x557ed4339390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:15.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.751+0000 7f9c400f8b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557ed432cf30 0x557ed4347140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:15.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.751+0000 7f9c400f8b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f9c301b2760 con 0x557ed432c610 2024-05-20T21:26:15.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.751+0000 7f9c400f8b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9c301b3bd0 con 0x557ed432cf30 2024-05-20T21:26:15.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.751+0000 7f9c400f8b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f9c301b2e30 con 0x557ed4327140 2024-05-20T21:26:15.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.751+0000 7f9c400f8b80 10 client.0 _ll_register_callbacks cb 0x557ed421ec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:15.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.751+0000 7f9c2ea00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557ed4327140 0x557ed4338e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:15.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.751+0000 7f9c2e000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557ed432c610 0x557ed4339390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:15.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.751+0000 7f9c2f400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557ed432cf30 0x557ed4347140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:15.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.751+0000 7f9c2e000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557ed432c610 0x557ed4339390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:58304/0 (socket says 172.21.15.8:58304) 2024-05-20T21:26:15.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.751+0000 7f9c2e000700 1 -- 172.21.15.8:0/2425837217 learned_addr learned my addr 172.21.15.8:0/2425837217 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:15.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.751+0000 7f9c2ea00700 1 -- 172.21.15.8:0/2425837217 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557ed432cf30 msgr2=0x557ed4347140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:15.754 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.751+0000 7f9c2ea00700 1 --2- 172.21.15.8:0/2425837217 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557ed432cf30 0x557ed4347140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:15.754 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.751+0000 7f9c2ea00700 1 -- 172.21.15.8:0/2425837217 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557ed432c610 msgr2=0x557ed4339390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:15.754 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.751+0000 7f9c2ea00700 1 --2- 172.21.15.8:0/2425837217 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557ed432c610 0x557ed4339390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:15.754 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.751+0000 7f9c2ea00700 1 -- 172.21.15.8:0/2425837217 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557ed4347980 con 0x557ed4327140 2024-05-20T21:26:15.754 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.751+0000 7f9c2f400700 1 --2- 172.21.15.8:0/2425837217 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557ed432cf30 0x557ed4347140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:15.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.752+0000 7f9c2ea00700 1 --2- 172.21.15.8:0/2425837217 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557ed4327140 0x557ed4338e50 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f9c200049f0 tx=0x7f9c20005b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1ce7f8008ef69298 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:15.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.752+0000 7f9c18c00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:26:15.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.752+0000 7f9c18c00700 1 -- 172.21.15.8:0/2425837217 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c20019040 con 0x557ed4327140 2024-05-20T21:26:15.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.752+0000 7f9c18c00700 1 -- 172.21.15.8:0/2425837217 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f9c20003f50 con 0x557ed4327140 2024-05-20T21:26:15.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.752+0000 7f9c400f8b80 1 -- 172.21.15.8:0/2425837217 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9c200093a0 con 0x557ed4327140 2024-05-20T21:26:15.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.752+0000 7f9c18c00700 1 -- 172.21.15.8:0/2425837217 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9c2000e1a0 con 0x557ed4327140 2024-05-20T21:26:15.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.752+0000 7f9c400f8b80 10 client.28414 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:15.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.752+0000 7f9c400f8b80 1 -- 172.21.15.8:0/2425837217 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557ed43aa760 con 0x557ed4327140 2024-05-20T21:26:15.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.753+0000 7f9c18c00700 1 -- 172.21.15.8:0/2425837217 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9c200093a0 con 0x557ed4327140 2024-05-20T21:26:15.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.753+0000 7f9c18c00700 1 -- 172.21.15.8:0/2425837217 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9c20007670 con 0x557ed4327140 2024-05-20T21:26:15.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.753+0000 7f9c400f8b80 10 client.28414 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:15.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.753+0000 7f9c400f8b80 10 client.28414 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:26:15.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.753+0000 7f9c400f8b80 20 client.28414 populate_metadata read hostname 'smithi008' 2024-05-20T21:26:15.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.753+0000 7f9c400f8b80 1 --2- 172.21.15.8:0/2425837217 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x557ed43aad00 0x557ed43ad0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:15.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.753+0000 7f9c400f8b80 4 client.28414 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:26:15.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.753+0000 7f9c400f8b80 1 -- 172.21.15.8:0/2425837217 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "damage ls"}) -- 0x557ed4280570 con 0x557ed43aad00 2024-05-20T21:26:15.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.753+0000 7f9c2e000700 1 --2- 172.21.15.8:0/2425837217 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x557ed43aad00 0x557ed43ad0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:15.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.754+0000 7f9c2e000700 1 --2- 172.21.15.8:0/2425837217 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x557ed43aad00 0x557ed43ad0f0 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=e8ef14eb2cd40dff server_cookie=895e44a5f263226f in_seq=0 out_seq=0 2024-05-20T21:26:15.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.754+0000 7f9c18c00700 10 client.28414 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:26:15.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.754+0000 7f9c18c00700 1 -- 172.21.15.8:0/2425837217 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x557ed4280570 con 0x557ed43aad00 2024-05-20T21:26:15.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.754+0000 7f9c18c00700 10 client.28414 handle_command_reply: tid=0 2024-05-20T21:26:15.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.754+0000 7f9c400f8b80 1 client.28414 shutdown 2024-05-20T21:26:15.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.754+0000 7f9c400f8b80 1 -- 172.21.15.8:0/2425837217 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557ed4327140 msgr2=0x557ed4338e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:15.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.754+0000 7f9c400f8b80 1 --2- 172.21.15.8:0/2425837217 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557ed4327140 0x557ed4338e50 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f9c200049f0 tx=0x7f9c20005b50 comp rx=0 tx=0).stop 2024-05-20T21:26:15.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.755+0000 7f9c400f8b80 1 -- 172.21.15.8:0/2425837217 shutdown_connections 2024-05-20T21:26:15.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.755+0000 7f9c400f8b80 1 --2- 172.21.15.8:0/2425837217 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x557ed43aad00 0x557ed43ad0f0 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:15.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.755+0000 7f9c400f8b80 1 --2- 172.21.15.8:0/2425837217 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557ed432cf30 0x557ed4347140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:15.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.755+0000 7f9c400f8b80 1 --2- 172.21.15.8:0/2425837217 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557ed4327140 0x557ed4338e50 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:15.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.755+0000 7f9c400f8b80 1 --2- 172.21.15.8:0/2425837217 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x557ed432c610 0x557ed4339390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:15.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.755+0000 7f9c400f8b80 1 -- 172.21.15.8:0/2425837217 >> 172.21.15.8:0/2425837217 conn(0x557ed4254be0 msgr2=0x557ed432e910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:15.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.755+0000 7f9c18c00700 0 client.28414 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:26:15.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.755+0000 7f9c400f8b80 1 -- 172.21.15.8:0/2425837217 shutdown_connections 2024-05-20T21:26:15.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.755+0000 7f9c400f8b80 1 -- 172.21.15.8:0/2425837217 wait complete. 2024-05-20T21:26:15.759 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.755+0000 7f9c400f8b80 20 client.28414 trim_cache size 0 max 16384 2024-05-20T21:26:15.759 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:26:15.759 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.756+0000 7f9c35800700 1 -- 172.21.15.8:0/4192550082 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9c140b2900 msgr2=0x7f9c140b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:15.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.756+0000 7f9c35800700 1 --2- 172.21.15.8:0/4192550082 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9c140b2900 0x7f9c140b4dc0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f9c28005fd0 tx=0x7f9c28004750 comp rx=0 tx=0).stop 2024-05-20T21:26:15.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.756+0000 7f9c35800700 1 -- 172.21.15.8:0/4192550082 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9c30105f70 msgr2=0x7f9c301a07e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:15.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.756+0000 7f9c35800700 1 --2- 172.21.15.8:0/4192550082 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9c30105f70 0x7f9c301a07e0 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f9c1c009230 tx=0x7f9c1c00fa00 comp rx=0 tx=0).stop 2024-05-20T21:26:15.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.756+0000 7f9c35800700 1 -- 172.21.15.8:0/4192550082 shutdown_connections 2024-05-20T21:26:15.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.756+0000 7f9c35800700 1 --2- 172.21.15.8:0/4192550082 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9c140b2900 0x7f9c140b4dc0 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:15.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.756+0000 7f9c35800700 1 --2- 172.21.15.8:0/4192550082 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9c3006c020 0x7f9c301a02a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:15.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.756+0000 7f9c35800700 1 --2- 172.21.15.8:0/4192550082 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9c30108460 0x7f9c301a4b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:15.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.756+0000 7f9c35800700 1 --2- 172.21.15.8:0/4192550082 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9c30105f70 0x7f9c301a07e0 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:15.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.756+0000 7f9c35800700 1 -- 172.21.15.8:0/4192550082 >> 172.21.15.8:0/4192550082 conn(0x7f9c300793b0 msgr2=0x7f9c30104f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:15.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.756+0000 7f9c35800700 1 -- 172.21.15.8:0/4192550082 shutdown_connections 2024-05-20T21:26:15.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:15.757+0000 7f9c35800700 1 -- 172.21.15.8:0/4192550082 wait complete. 2024-05-20T21:26:16.607 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:26:16.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:26:16 smithi008 ceph-mon[31475]: pgmap v768: 97 pgs: 97 active+clean; 1.3 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 17 KiB/s wr, 14 op/s 2024-05-20T21:26:17.075 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:26:17.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:26:16 smithi130 ceph-mon[36448]: pgmap v768: 97 pgs: 97 active+clean; 1.3 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 17 KiB/s wr, 14 op/s 2024-05-20T21:26:17.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:26:16 smithi050 ceph-mon[35809]: pgmap v768: 97 pgs: 97 active+clean; 1.3 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 17 KiB/s wr, 14 op/s 2024-05-20T21:26:18.835 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:26:18 smithi008 ceph-mon[31475]: pgmap v769: 97 pgs: 97 active+clean; 1.3 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:26:18.973 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:26:18 smithi130 ceph-mon[36448]: pgmap v769: 97 pgs: 97 active+clean; 1.3 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:26:19.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:26:18 smithi050 ceph-mon[35809]: pgmap v769: 97 pgs: 97 active+clean; 1.3 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:26:19.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.352+0000 7f8c7fa00700 1 -- 172.21.15.8:0/3602773086 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8c7806bb70 msgr2=0x7f8c7810fab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:19.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.352+0000 7f8c7fa00700 1 --2- 172.21.15.8:0/3602773086 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8c7806bb70 0x7f8c7810fab0 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f8c640098f0 tx=0x7f8c64009c00 comp rx=0 tx=0).stop 2024-05-20T21:26:19.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.353+0000 7f8c7fa00700 1 -- 172.21.15.8:0/3602773086 shutdown_connections 2024-05-20T21:26:19.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.353+0000 7f8c7fa00700 1 --2- 172.21.15.8:0/3602773086 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8c7810fff0 0x7f8c781123e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:19.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.353+0000 7f8c7fa00700 1 --2- 172.21.15.8:0/3602773086 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8c7806b250 0x7f8c7806b630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:19.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.353+0000 7f8c7fa00700 1 --2- 172.21.15.8:0/3602773086 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8c7806bb70 0x7f8c7810fab0 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:19.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.353+0000 7f8c7fa00700 1 -- 172.21.15.8:0/3602773086 >> 172.21.15.8:0/3602773086 conn(0x7f8c780793f0 msgr2=0x7f8c78079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:19.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.353+0000 7f8c7fa00700 1 -- 172.21.15.8:0/3602773086 shutdown_connections 2024-05-20T21:26:19.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.353+0000 7f8c7fa00700 1 -- 172.21.15.8:0/3602773086 wait complete. 2024-05-20T21:26:19.355 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.354+0000 7f8c7fa00700 1 Processor -- start 2024-05-20T21:26:19.355 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.354+0000 7f8c7fa00700 1 -- start start 2024-05-20T21:26:19.355 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.354+0000 7f8c7fa00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8c7806b250 0x7f8c7819beb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:19.355 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.354+0000 7f8c7fa00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8c7806bb70 0x7f8c7819c3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:19.355 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.354+0000 7f8c7fa00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8c7810fff0 0x7f8c781a0780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:19.355 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.354+0000 7f8c7fa00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f8c78115980 con 0x7f8c7806b250 2024-05-20T21:26:19.355 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.354+0000 7f8c7fa00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8c78115800 con 0x7f8c7810fff0 2024-05-20T21:26:19.355 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.354+0000 7f8c7fa00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f8c78115b00 con 0x7f8c7806bb70 2024-05-20T21:26:19.356 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.355+0000 7f8c7d000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8c7806b250 0x7f8c7819beb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:19.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.355+0000 7f8c7d000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8c7806b250 0x7f8c7819beb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:58318/0 (socket says 172.21.15.8:58318) 2024-05-20T21:26:19.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.355+0000 7f8c7d000700 1 -- 172.21.15.8:0/329395870 learned_addr learned my addr 172.21.15.8:0/329395870 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:19.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.355+0000 7f8c7da00700 1 --2- 172.21.15.8:0/329395870 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8c7810fff0 0x7f8c781a0780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:19.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.355+0000 7f8c77e00700 1 --2- 172.21.15.8:0/329395870 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8c7806bb70 0x7f8c7819c3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:19.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.355+0000 7f8c7da00700 1 -- 172.21.15.8:0/329395870 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8c7806bb70 msgr2=0x7f8c7819c3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:19.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.355+0000 7f8c7da00700 1 --2- 172.21.15.8:0/329395870 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8c7806bb70 0x7f8c7819c3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:19.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.355+0000 7f8c7da00700 1 -- 172.21.15.8:0/329395870 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8c7806b250 msgr2=0x7f8c7819beb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:19.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.355+0000 7f8c7da00700 1 --2- 172.21.15.8:0/329395870 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8c7806b250 0x7f8c7819beb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:19.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.355+0000 7f8c7da00700 1 -- 172.21.15.8:0/329395870 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c781a0ec0 con 0x7f8c7810fff0 2024-05-20T21:26:19.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.356+0000 7f8c7da00700 1 --2- 172.21.15.8:0/329395870 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8c7810fff0 0x7f8c781a0780 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f8c7000ef90 tx=0x7f8c7000c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:19.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.356+0000 7f8c75600700 1 -- 172.21.15.8:0/329395870 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c700092e0 con 0x7f8c7810fff0 2024-05-20T21:26:19.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.356+0000 7f8c7fa00700 1 -- 172.21.15.8:0/329395870 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c781a1150 con 0x7f8c7810fff0 2024-05-20T21:26:19.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.356+0000 7f8c75600700 1 -- 172.21.15.8:0/329395870 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8c70004bb0 con 0x7f8c7810fff0 2024-05-20T21:26:19.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.356+0000 7f8c75600700 1 -- 172.21.15.8:0/329395870 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c70004020 con 0x7f8c7810fff0 2024-05-20T21:26:19.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.356+0000 7f8c7fa00700 1 -- 172.21.15.8:0/329395870 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c781a8a30 con 0x7f8c7810fff0 2024-05-20T21:26:19.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.360+0000 7f8c75600700 1 -- 172.21.15.8:0/329395870 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f8c7001b030 con 0x7f8c7810fff0 2024-05-20T21:26:19.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.361+0000 7f8c8a3ecb80 1 Processor -- start 2024-05-20T21:26:19.362 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.361+0000 7f8c8a3ecb80 1 -- start start 2024-05-20T21:26:19.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.361+0000 7f8c75600700 1 --2- 172.21.15.8:0/329395870 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f8c600b2900 0x7f8c600b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:19.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.362+0000 7f8c8a3ecb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5600f762feb0 0x5600f7630290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:19.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.362+0000 7f8c8a3ecb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5600f76307d0 0x5600f762a260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:19.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.362+0000 7f8c8a3ecb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5600f762a880 0x5600f762ace0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:19.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.362+0000 7f8c8a3ecb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5600f7588e40 con 0x5600f762a880 2024-05-20T21:26:19.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.362+0000 7f8c8a3ecb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5600f75789e0 con 0x5600f76307d0 2024-05-20T21:26:19.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.362+0000 7f8c8a3ecb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5600f757ca20 con 0x5600f762feb0 2024-05-20T21:26:19.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.362+0000 7f8c75600700 1 -- 172.21.15.8:0/329395870 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f8c700e1c70 con 0x7f8c7810fff0 2024-05-20T21:26:19.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.362+0000 7f8c7da00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5600f762a880 0x5600f762ace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:19.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.362+0000 7f8c77e00700 1 --2- 172.21.15.8:0/329395870 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f8c600b2900 0x7f8c600b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:19.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.362+0000 7f8c7da00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5600f762a880 0x5600f762ace0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:58334/0 (socket says 172.21.15.8:58334) 2024-05-20T21:26:19.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.362+0000 7f8c7da00700 1 -- 172.21.15.8:0/1794792415 learned_addr learned my addr 172.21.15.8:0/1794792415 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:19.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.362+0000 7f8c7d000700 1 --2- 172.21.15.8:0/1794792415 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5600f762feb0 0x5600f7630290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:19.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.362+0000 7f8c77e00700 1 --2- 172.21.15.8:0/1794792415 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5600f76307d0 0x5600f762a260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:19.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.363+0000 7f8c7da00700 1 -- 172.21.15.8:0/1794792415 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5600f762feb0 msgr2=0x5600f7630290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:19.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.363+0000 7f8c7da00700 1 --2- 172.21.15.8:0/1794792415 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5600f762feb0 0x5600f7630290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:19.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.363+0000 7f8c7da00700 1 -- 172.21.15.8:0/1794792415 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5600f76307d0 msgr2=0x5600f762a260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:19.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.363+0000 7f8c7da00700 1 --2- 172.21.15.8:0/1794792415 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5600f76307d0 0x5600f762a260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:19.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.363+0000 7f8c7da00700 1 -- 172.21.15.8:0/1794792415 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5600f7541420 con 0x5600f762a880 2024-05-20T21:26:19.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.363+0000 7f8c7d000700 1 --2- 172.21.15.8:0/1794792415 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5600f762feb0 0x5600f7630290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:26:19.366 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.363+0000 7f8c7da00700 1 --2- 172.21.15.8:0/1794792415 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5600f762a880 0x5600f762ace0 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f8c700a5330 tx=0x7f8c700a8aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6583d5f6ce9aad20 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:19.366 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.363+0000 7f8c77e00700 1 --2- 172.21.15.8:0/329395870 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f8c600b2900 0x7f8c600b4dc0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f8c640098c0 tx=0x7f8c64009580 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:19.366 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.363+0000 7f8c6a000700 1 -- 172.21.15.8:0/1794792415 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c700a99b0 con 0x5600f762a880 2024-05-20T21:26:19.367 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.364+0000 7f8c6a000700 1 -- 172.21.15.8:0/1794792415 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8c700a92b0 con 0x5600f762a880 2024-05-20T21:26:19.367 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.364+0000 7f8c6a000700 1 -- 172.21.15.8:0/1794792415 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c700a9750 con 0x5600f762a880 2024-05-20T21:26:19.367 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.364+0000 7f8c8a3ecb80 1 -- 172.21.15.8:0/1794792415 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5600f762a880 msgr2=0x5600f762ace0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:19.367 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.364+0000 7f8c8a3ecb80 1 --2- 172.21.15.8:0/1794792415 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5600f762a880 0x5600f762ace0 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f8c700a5330 tx=0x7f8c700a8aa0 comp rx=0 tx=0).stop 2024-05-20T21:26:19.367 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.364+0000 7f8c8a3ecb80 1 -- 172.21.15.8:0/1794792415 shutdown_connections 2024-05-20T21:26:19.367 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.364+0000 7f8c8a3ecb80 1 --2- 172.21.15.8:0/1794792415 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5600f762a880 0x5600f762ace0 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:19.367 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.364+0000 7f8c8a3ecb80 1 --2- 172.21.15.8:0/1794792415 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5600f762feb0 0x5600f7630290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:19.367 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.364+0000 7f8c8a3ecb80 1 --2- 172.21.15.8:0/1794792415 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5600f76307d0 0x5600f762a260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:19.367 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.364+0000 7f8c8a3ecb80 1 -- 172.21.15.8:0/1794792415 >> 172.21.15.8:0/1794792415 conn(0x5600f7558be0 msgr2=0x5600f7625010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:19.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.365+0000 7f8c8a3ecb80 1 -- 172.21.15.8:0/1794792415 shutdown_connections 2024-05-20T21:26:19.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.365+0000 7f8c8a3ecb80 1 -- 172.21.15.8:0/1794792415 wait complete. 2024-05-20T21:26:19.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.365+0000 7f8c8a3ecb80 1 -- start start 2024-05-20T21:26:19.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.365+0000 7f8c8a3ecb80 1 Processor -- start 2024-05-20T21:26:19.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.366+0000 7f8c8a3ecb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5600f762a880 0x5600f76364d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:19.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.366+0000 7f8c8a3ecb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5600f762feb0 0x5600f7633870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:19.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.366+0000 7f8c8a3ecb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5600f76307d0 0x5600f7633db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:19.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.366+0000 7f8c8a3ecb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5600f747efa0 con 0x5600f76307d0 2024-05-20T21:26:19.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.366+0000 7f8c8a3ecb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5600f7519760 con 0x5600f762feb0 2024-05-20T21:26:19.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.366+0000 7f8c8a3ecb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5600f7637240 con 0x5600f762a880 2024-05-20T21:26:19.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.366+0000 7f8c8a3ecb80 10 client.0 _ll_register_callbacks cb 0x5600f7522c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:19.370 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.366+0000 7f8c7d000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5600f762a880 0x5600f76364d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:19.370 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.366+0000 7f8c7da00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5600f76307d0 0x5600f7633db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:19.370 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.366+0000 7f8c7d000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5600f762a880 0x5600f76364d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:48144/0 (socket says 172.21.15.8:48144) 2024-05-20T21:26:19.370 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.366+0000 7f8c7d000700 1 -- 172.21.15.8:0/973290203 learned_addr learned my addr 172.21.15.8:0/973290203 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:19.370 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.366+0000 7f8c77e00700 1 --2- 172.21.15.8:0/973290203 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5600f762feb0 0x5600f7633870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:19.370 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.367+0000 7f8c7da00700 1 -- 172.21.15.8:0/973290203 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5600f762a880 msgr2=0x5600f76364d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:19.371 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.367+0000 7f8c7da00700 1 --2- 172.21.15.8:0/973290203 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5600f762a880 0x5600f76364d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:19.371 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.367+0000 7f8c7da00700 1 -- 172.21.15.8:0/973290203 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5600f762feb0 msgr2=0x5600f7633870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:19.371 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.367+0000 7f8c7da00700 1 --2- 172.21.15.8:0/973290203 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5600f762feb0 0x5600f7633870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:19.371 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.367+0000 7f8c7da00700 1 -- 172.21.15.8:0/973290203 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5600f74c88d0 con 0x5600f76307d0 2024-05-20T21:26:19.371 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.367+0000 7f8c77e00700 1 --2- 172.21.15.8:0/973290203 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5600f762feb0 0x5600f7633870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:19.371 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.367+0000 7f8c7da00700 1 --2- 172.21.15.8:0/973290203 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5600f76307d0 0x5600f7633db0 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f8c7000c6f0 tx=0x7f8c700b1e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9457b027c0a910b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:19.371 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.367+0000 7f8c5ea00700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:26:19.371 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.367+0000 7f8c5ea00700 1 -- 172.21.15.8:0/973290203 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c700a99b0 con 0x5600f76307d0 2024-05-20T21:26:19.371 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.367+0000 7f8c5ea00700 1 -- 172.21.15.8:0/973290203 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f8c700ad160 con 0x5600f76307d0 2024-05-20T21:26:19.371 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.367+0000 7f8c8a3ecb80 1 -- 172.21.15.8:0/973290203 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8c700a92b0 con 0x5600f76307d0 2024-05-20T21:26:19.371 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.368+0000 7f8c5ea00700 1 -- 172.21.15.8:0/973290203 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8c700ad360 con 0x5600f76307d0 2024-05-20T21:26:19.371 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.368+0000 7f8c8a3ecb80 10 client.18258 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:19.371 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.368+0000 7f8c8a3ecb80 1 -- 172.21.15.8:0/973290203 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5600f7549060 con 0x5600f76307d0 2024-05-20T21:26:19.371 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.368+0000 7f8c5ea00700 1 -- 172.21.15.8:0/973290203 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8c700a92b0 con 0x5600f76307d0 2024-05-20T21:26:19.372 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.368+0000 7f8c5ea00700 1 -- 172.21.15.8:0/973290203 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f8c700a4c20 con 0x5600f76307d0 2024-05-20T21:26:19.372 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.368+0000 7f8c8a3ecb80 10 client.18258 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:19.372 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.368+0000 7f8c8a3ecb80 10 client.18258 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:26:19.372 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.368+0000 7f8c8a3ecb80 20 client.18258 populate_metadata read hostname 'smithi008' 2024-05-20T21:26:19.372 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.369+0000 7f8c8a3ecb80 1 --2- 172.21.15.8:0/973290203 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5600f7643be0 0x5600f7645fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:19.372 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.369+0000 7f8c8a3ecb80 4 client.18258 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:26:19.372 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.369+0000 7f8c8a3ecb80 1 -- 172.21.15.8:0/973290203 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5600f758ad90 con 0x5600f7643be0 2024-05-20T21:26:19.372 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.369+0000 7f8c7d000700 1 --2- 172.21.15.8:0/973290203 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5600f7643be0 0x5600f7645fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:19.372 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.370+0000 7f8c7d000700 1 --2- 172.21.15.8:0/973290203 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5600f7643be0 0x5600f7645fd0 crc :-1 s=READY pgs=290 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=343bcc9732fb632c server_cookie=badf218732aad48b in_seq=0 out_seq=0 2024-05-20T21:26:19.372 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.370+0000 7f8c5ea00700 10 client.18258 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:26:19.373 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.370+0000 7f8c5ea00700 1 -- 172.21.15.8:0/973290203 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5600f758ad90 con 0x5600f7643be0 2024-05-20T21:26:19.373 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.370+0000 7f8c5ea00700 10 client.18258 handle_command_reply: tid=0 2024-05-20T21:26:19.373 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.371+0000 7f8c8a3ecb80 1 client.18258 shutdown 2024-05-20T21:26:19.373 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.371+0000 7f8c8a3ecb80 1 -- 172.21.15.8:0/973290203 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5600f76307d0 msgr2=0x5600f7633db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:19.374 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.371+0000 7f8c8a3ecb80 1 --2- 172.21.15.8:0/973290203 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5600f76307d0 0x5600f7633db0 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f8c7000c6f0 tx=0x7f8c700b1e20 comp rx=0 tx=0).stop 2024-05-20T21:26:19.374 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.371+0000 7f8c8a3ecb80 1 -- 172.21.15.8:0/973290203 shutdown_connections 2024-05-20T21:26:19.374 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.371+0000 7f8c8a3ecb80 1 --2- 172.21.15.8:0/973290203 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5600f7643be0 0x5600f7645fd0 crc :-1 s=READY pgs=290 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:19.374 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.371+0000 7f8c8a3ecb80 1 --2- 172.21.15.8:0/973290203 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5600f76307d0 0x5600f7633db0 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:19.374 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.371+0000 7f8c8a3ecb80 1 --2- 172.21.15.8:0/973290203 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5600f762a880 0x5600f76364d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:19.374 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.371+0000 7f8c8a3ecb80 1 --2- 172.21.15.8:0/973290203 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5600f762feb0 0x5600f7633870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:19.374 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.371+0000 7f8c5ea00700 0 client.18258 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:26:19.374 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.371+0000 7f8c8a3ecb80 1 -- 172.21.15.8:0/973290203 >> 172.21.15.8:0/973290203 conn(0x5600f7558be0 msgr2=0x5600f7629250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:19.374 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.371+0000 7f8c8a3ecb80 1 -- 172.21.15.8:0/973290203 shutdown_connections 2024-05-20T21:26:19.374 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.371+0000 7f8c8a3ecb80 1 -- 172.21.15.8:0/973290203 wait complete. 2024-05-20T21:26:19.375 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.371+0000 7f8c8a3ecb80 20 client.18258 trim_cache size 0 max 16384 2024-05-20T21:26:19.389 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.388+0000 7f8c8a3ecb80 1 Processor -- start 2024-05-20T21:26:19.389 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.388+0000 7f8c8a3ecb80 1 -- start start 2024-05-20T21:26:19.389 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.389+0000 7f8c8a3ecb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5600f762a880 0x5600f762a260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:19.389 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.389+0000 7f8c8a3ecb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5600f762feb0 0x5600f76249e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:19.389 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.389+0000 7f8c8a3ecb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5600f76307d0 0x5600f7624f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:19.389 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.389+0000 7f8c8a3ecb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f8c781b2790 con 0x5600f76307d0 2024-05-20T21:26:19.389 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.389+0000 7f8c8a3ecb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8c781b0020 con 0x5600f762a880 2024-05-20T21:26:19.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.389+0000 7f8c8a3ecb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f8c781ade70 con 0x5600f762feb0 2024-05-20T21:26:19.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.389+0000 7f8c7da00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5600f76307d0 0x5600f7624f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:19.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.389+0000 7f8c7da00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5600f76307d0 0x5600f7624f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:58358/0 (socket says 172.21.15.8:58358) 2024-05-20T21:26:19.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.389+0000 7f8c77e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5600f762feb0 0x5600f76249e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:19.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.389+0000 7f8c7da00700 1 -- 172.21.15.8:0/3493175062 learned_addr learned my addr 172.21.15.8:0/3493175062 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:19.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.389+0000 7f8c7d000700 1 --2- 172.21.15.8:0/3493175062 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5600f762a880 0x5600f762a260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:19.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.389+0000 7f8c7d000700 1 -- 172.21.15.8:0/3493175062 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5600f762feb0 msgr2=0x5600f76249e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:19.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.390+0000 7f8c7d000700 1 --2- 172.21.15.8:0/3493175062 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5600f762feb0 0x5600f76249e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:19.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.390+0000 7f8c7d000700 1 -- 172.21.15.8:0/3493175062 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5600f76307d0 msgr2=0x5600f7624f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:19.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.390+0000 7f8c7d000700 1 --2- 172.21.15.8:0/3493175062 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5600f76307d0 0x5600f7624f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:19.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.390+0000 7f8c7d000700 1 -- 172.21.15.8:0/3493175062 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5600f7631de0 con 0x5600f762a880 2024-05-20T21:26:19.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.390+0000 7f8c7d000700 1 --2- 172.21.15.8:0/3493175062 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5600f762a880 0x5600f762a260 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x5600f76330f0 tx=0x7f8c6c009310 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3ff494f8a4ef3fe1 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:19.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.390+0000 7f8c69600700 1 -- 172.21.15.8:0/3493175062 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c6c004050 con 0x5600f762a880 2024-05-20T21:26:19.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.390+0000 7f8c69600700 1 -- 172.21.15.8:0/3493175062 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8c6c003680 con 0x5600f762a880 2024-05-20T21:26:19.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.390+0000 7f8c69600700 1 -- 172.21.15.8:0/3493175062 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c6c010690 con 0x5600f762a880 2024-05-20T21:26:19.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.391+0000 7f8c8a3ecb80 1 -- 172.21.15.8:0/3493175062 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5600f762a880 msgr2=0x5600f762a260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:19.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.391+0000 7f8c8a3ecb80 1 --2- 172.21.15.8:0/3493175062 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5600f762a880 0x5600f762a260 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x5600f76330f0 tx=0x7f8c6c009310 comp rx=0 tx=0).stop 2024-05-20T21:26:19.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.391+0000 7f8c8a3ecb80 1 -- 172.21.15.8:0/3493175062 shutdown_connections 2024-05-20T21:26:19.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.391+0000 7f8c8a3ecb80 1 --2- 172.21.15.8:0/3493175062 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5600f762a880 0x5600f762a260 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:19.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.391+0000 7f8c8a3ecb80 1 --2- 172.21.15.8:0/3493175062 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5600f76307d0 0x5600f7624f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:19.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.391+0000 7f8c8a3ecb80 1 --2- 172.21.15.8:0/3493175062 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5600f762feb0 0x5600f76249e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:19.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.391+0000 7f8c8a3ecb80 1 -- 172.21.15.8:0/3493175062 >> 172.21.15.8:0/3493175062 conn(0x5600f7558be0 msgr2=0x5600f761e680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:19.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.391+0000 7f8c8a3ecb80 1 -- 172.21.15.8:0/3493175062 shutdown_connections 2024-05-20T21:26:19.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.391+0000 7f8c8a3ecb80 1 -- 172.21.15.8:0/3493175062 wait complete. 2024-05-20T21:26:19.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.392+0000 7f8c8a3ecb80 1 -- start start 2024-05-20T21:26:19.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.392+0000 7f8c8a3ecb80 1 Processor -- start 2024-05-20T21:26:19.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.392+0000 7f8c8a3ecb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5600f762a880 0x5600f7649630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:19.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.392+0000 7f8c8a3ecb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5600f762feb0 0x5600f76469d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:19.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.392+0000 7f8c8a3ecb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5600f76307d0 0x5600f7646f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:19.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.392+0000 7f8c8a3ecb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f8c781ae4e0 con 0x5600f762feb0 2024-05-20T21:26:19.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.392+0000 7f8c8a3ecb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8c781af950 con 0x5600f76307d0 2024-05-20T21:26:19.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.392+0000 7f8c8a3ecb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f8c781aebb0 con 0x5600f762a880 2024-05-20T21:26:19.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.392+0000 7f8c8a3ecb80 10 client.0 _ll_register_callbacks cb 0x5600f7522c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:19.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.393+0000 7f8c77e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5600f762feb0 0x5600f76469d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:19.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.393+0000 7f8c77e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5600f762feb0 0x5600f76469d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:58370/0 (socket says 172.21.15.8:58370) 2024-05-20T21:26:19.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.393+0000 7f8c7da00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5600f76307d0 0x5600f7646f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:19.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.393+0000 7f8c77e00700 1 -- 172.21.15.8:0/4164720714 learned_addr learned my addr 172.21.15.8:0/4164720714 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:19.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.393+0000 7f8c7d000700 1 --2- 172.21.15.8:0/4164720714 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5600f762a880 0x5600f7649630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:19.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.393+0000 7f8c77e00700 1 -- 172.21.15.8:0/4164720714 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5600f762a880 msgr2=0x5600f7649630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:19.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.393+0000 7f8c77e00700 1 --2- 172.21.15.8:0/4164720714 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5600f762a880 0x5600f7649630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:19.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.393+0000 7f8c77e00700 1 -- 172.21.15.8:0/4164720714 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5600f76307d0 msgr2=0x5600f7646f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:19.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.393+0000 7f8c77e00700 1 --2- 172.21.15.8:0/4164720714 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5600f76307d0 0x5600f7646f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:19.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.393+0000 7f8c77e00700 1 -- 172.21.15.8:0/4164720714 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5600f7647750 con 0x5600f762feb0 2024-05-20T21:26:19.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.394+0000 7f8c77e00700 1 --2- 172.21.15.8:0/4164720714 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5600f762feb0 0x5600f76469d0 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f8c640098f0 tx=0x7f8c64028000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ecb9ca9000600295 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:19.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.394+0000 7f8c5ea00700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:26:19.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.394+0000 7f8c5ea00700 1 -- 172.21.15.8:0/4164720714 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c64039060 con 0x5600f762feb0 2024-05-20T21:26:19.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.394+0000 7f8c5ea00700 1 -- 172.21.15.8:0/4164720714 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f8c64003680 con 0x5600f762feb0 2024-05-20T21:26:19.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.394+0000 7f8c8a3ecb80 1 -- 172.21.15.8:0/4164720714 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8c6c003680 con 0x5600f762feb0 2024-05-20T21:26:19.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.394+0000 7f8c5ea00700 1 -- 172.21.15.8:0/4164720714 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8c640057e0 con 0x5600f762feb0 2024-05-20T21:26:19.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.394+0000 7f8c8a3ecb80 10 client.18264 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:19.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.394+0000 7f8c8a3ecb80 1 -- 172.21.15.8:0/4164720714 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5600f76ae3e0 con 0x5600f762feb0 2024-05-20T21:26:19.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.395+0000 7f8c5ea00700 1 -- 172.21.15.8:0/4164720714 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8c6c003680 con 0x5600f762feb0 2024-05-20T21:26:19.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.395+0000 7f8c5ea00700 1 -- 172.21.15.8:0/4164720714 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f8c64026040 con 0x5600f762feb0 2024-05-20T21:26:19.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.395+0000 7f8c8a3ecb80 10 client.18264 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:19.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.395+0000 7f8c8a3ecb80 10 client.18264 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:26:19.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.395+0000 7f8c8a3ecb80 20 client.18264 populate_metadata read hostname 'smithi008' 2024-05-20T21:26:19.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.395+0000 7f8c8a3ecb80 1 --2- 172.21.15.8:0/4164720714 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5600f76aeb50 0x5600f76b0f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:19.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.395+0000 7f8c8a3ecb80 4 client.18264 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:26:19.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.395+0000 7f8c8a3ecb80 1 -- 172.21.15.8:0/4164720714 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5600f7584570 con 0x5600f76aeb50 2024-05-20T21:26:19.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.395+0000 7f8c7d000700 1 --2- 172.21.15.8:0/4164720714 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5600f76aeb50 0x5600f76b0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:19.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.396+0000 7f8c7d000700 1 --2- 172.21.15.8:0/4164720714 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5600f76aeb50 0x5600f76b0f70 crc :-1 s=READY pgs=291 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a1ce34a94a906703 server_cookie=699929c066a547b5 in_seq=0 out_seq=0 2024-05-20T21:26:19.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.396+0000 7f8c5ea00700 10 client.18264 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:26:19.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.396+0000 7f8c5ea00700 1 -- 172.21.15.8:0/4164720714 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5600f7584570 con 0x5600f76aeb50 2024-05-20T21:26:19.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.396+0000 7f8c5ea00700 10 client.18264 handle_command_reply: tid=0 2024-05-20T21:26:19.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.396+0000 7f8c8a3ecb80 1 client.18264 shutdown 2024-05-20T21:26:19.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.396+0000 7f8c8a3ecb80 1 -- 172.21.15.8:0/4164720714 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5600f762feb0 msgr2=0x5600f76469d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:19.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.396+0000 7f8c8a3ecb80 1 --2- 172.21.15.8:0/4164720714 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5600f762feb0 0x5600f76469d0 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f8c640098f0 tx=0x7f8c64028000 comp rx=0 tx=0).stop 2024-05-20T21:26:19.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.396+0000 7f8c8a3ecb80 1 -- 172.21.15.8:0/4164720714 shutdown_connections 2024-05-20T21:26:19.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.396+0000 7f8c8a3ecb80 1 --2- 172.21.15.8:0/4164720714 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5600f76aeb50 0x5600f76b0f70 crc :-1 s=READY pgs=291 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:19.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.396+0000 7f8c8a3ecb80 1 --2- 172.21.15.8:0/4164720714 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5600f76307d0 0x5600f7646f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:19.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.396+0000 7f8c8a3ecb80 1 --2- 172.21.15.8:0/4164720714 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5600f762a880 0x5600f7649630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:19.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.396+0000 7f8c8a3ecb80 1 --2- 172.21.15.8:0/4164720714 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5600f762feb0 0x5600f76469d0 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:19.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.396+0000 7f8c5ea00700 0 client.18264 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:26:19.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.396+0000 7f8c8a3ecb80 1 -- 172.21.15.8:0/4164720714 >> 172.21.15.8:0/4164720714 conn(0x5600f7558be0 msgr2=0x5600f76249e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:19.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.397+0000 7f8c8a3ecb80 1 -- 172.21.15.8:0/4164720714 shutdown_connections 2024-05-20T21:26:19.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.397+0000 7f8c8a3ecb80 1 -- 172.21.15.8:0/4164720714 wait complete. 2024-05-20T21:26:19.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.397+0000 7f8c8a3ecb80 20 client.18264 trim_cache size 0 max 16384 2024-05-20T21:26:19.401 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:26:19.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.397+0000 7f8c7fa00700 1 -- 172.21.15.8:0/329395870 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f8c600b2900 msgr2=0x7f8c600b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:19.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.397+0000 7f8c7fa00700 1 --2- 172.21.15.8:0/329395870 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f8c600b2900 0x7f8c600b4dc0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f8c640098c0 tx=0x7f8c64009580 comp rx=0 tx=0).stop 2024-05-20T21:26:19.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.397+0000 7f8c7fa00700 1 -- 172.21.15.8:0/329395870 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8c7810fff0 msgr2=0x7f8c781a0780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:19.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.397+0000 7f8c7fa00700 1 --2- 172.21.15.8:0/329395870 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8c7810fff0 0x7f8c781a0780 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f8c7000ef90 tx=0x7f8c7000c3a0 comp rx=0 tx=0).stop 2024-05-20T21:26:19.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.398+0000 7f8c7fa00700 1 -- 172.21.15.8:0/329395870 shutdown_connections 2024-05-20T21:26:19.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.398+0000 7f8c7fa00700 1 --2- 172.21.15.8:0/329395870 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f8c600b2900 0x7f8c600b4dc0 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:19.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.398+0000 7f8c7fa00700 1 --2- 172.21.15.8:0/329395870 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8c7810fff0 0x7f8c781a0780 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:19.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.398+0000 7f8c7fa00700 1 --2- 172.21.15.8:0/329395870 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8c7806b250 0x7f8c7819beb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:19.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.398+0000 7f8c7fa00700 1 --2- 172.21.15.8:0/329395870 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8c7806bb70 0x7f8c7819c3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:19.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.398+0000 7f8c7fa00700 1 -- 172.21.15.8:0/329395870 >> 172.21.15.8:0/329395870 conn(0x7f8c780793f0 msgr2=0x7f8c78111500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:19.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.398+0000 7f8c7fa00700 1 -- 172.21.15.8:0/329395870 shutdown_connections 2024-05-20T21:26:19.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:19.398+0000 7f8c7fa00700 1 -- 172.21.15.8:0/329395870 wait complete. 2024-05-20T21:26:20.039 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.038+0000 7f7805c00640 1 -- 172.21.15.8:0/3009144129 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7800104b30 msgr2=0x7f7800104f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:20.039 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.038+0000 7f7805c00640 1 --2- 172.21.15.8:0/3009144129 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7800104b30 0x7f7800104f50 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f77f0009ca0 tx=0x7f77f002a8b0 comp rx=0 tx=0).stop 2024-05-20T21:26:20.039 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.038+0000 7f7805c00640 1 -- 172.21.15.8:0/3009144129 shutdown_connections 2024-05-20T21:26:20.040 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.038+0000 7f7805c00640 1 --2- 172.21.15.8:0/3009144129 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f78001066e0 0x7f780010cf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:20.040 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.038+0000 7f7805c00640 1 --2- 172.21.15.8:0/3009144129 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7800105d20 0x7f78001061a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:20.040 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.038+0000 7f7805c00640 1 --2- 172.21.15.8:0/3009144129 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7800104b30 0x7f7800104f50 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:20.040 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.038+0000 7f7805c00640 1 -- 172.21.15.8:0/3009144129 >> 172.21.15.8:0/3009144129 conn(0x7f78001000c0 msgr2=0x7f78001024e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:20.040 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.039+0000 7f7805c00640 1 -- 172.21.15.8:0/3009144129 shutdown_connections 2024-05-20T21:26:20.040 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.039+0000 7f7805c00640 1 -- 172.21.15.8:0/3009144129 wait complete. 2024-05-20T21:26:20.041 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.040+0000 7f7805c00640 1 Processor -- start 2024-05-20T21:26:20.042 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.040+0000 7f7805c00640 1 -- start start 2024-05-20T21:26:20.042 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.040+0000 7f7805c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7800104b30 0x7f780019ad40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:20.042 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.040+0000 7f7805c00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7800105d20 0x7f780019b280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:20.042 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.040+0000 7f7805c00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f78001066e0 0x7f78001a22f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:20.042 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.040+0000 7f7805c00640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f78001106a0 con 0x7f78001066e0 2024-05-20T21:26:20.042 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.040+0000 7f7805c00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f7800110520 con 0x7f7800104b30 2024-05-20T21:26:20.042 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.040+0000 7f7805c00640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f7800110820 con 0x7f7800105d20 2024-05-20T21:26:20.042 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.040+0000 7f77ffe00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7800104b30 0x7f780019ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:20.042 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.040+0000 7f77ffe00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7800104b30 0x7f780019ad40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:49664/0 (socket says 172.21.15.8:49664) 2024-05-20T21:26:20.042 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.040+0000 7f77ffe00640 1 -- 172.21.15.8:0/1793364397 learned_addr learned my addr 172.21.15.8:0/1793364397 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:20.042 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.041+0000 7f77ff400640 1 --2- 172.21.15.8:0/1793364397 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7800105d20 0x7f780019b280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:20.042 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.041+0000 7f7805200640 1 --2- 172.21.15.8:0/1793364397 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f78001066e0 0x7f78001a22f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:20.042 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.041+0000 7f77ffe00640 1 -- 172.21.15.8:0/1793364397 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7800105d20 msgr2=0x7f780019b280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:20.043 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.041+0000 7f77ffe00640 1 --2- 172.21.15.8:0/1793364397 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7800105d20 0x7f780019b280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:20.043 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.041+0000 7f77ffe00640 1 -- 172.21.15.8:0/1793364397 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f78001066e0 msgr2=0x7f78001a22f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:20.043 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.041+0000 7f77ffe00640 1 --2- 172.21.15.8:0/1793364397 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f78001066e0 0x7f78001a22f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:20.043 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.041+0000 7f77ffe00640 1 -- 172.21.15.8:0/1793364397 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78001a2960 con 0x7f7800104b30 2024-05-20T21:26:20.043 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.041+0000 7f77ffe00640 1 --2- 172.21.15.8:0/1793364397 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7800104b30 0x7f780019ad40 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f77f0000f80 tx=0x7f77f0003b80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:20.043 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.042+0000 7f77fcc00640 1 -- 172.21.15.8:0/1793364397 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77f0004240 con 0x7f7800104b30 2024-05-20T21:26:20.044 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.042+0000 7f7805c00640 1 -- 172.21.15.8:0/1793364397 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78001a2bf0 con 0x7f7800104b30 2024-05-20T21:26:20.044 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.042+0000 7f77fcc00640 1 -- 172.21.15.8:0/1793364397 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f77f0040070 con 0x7f7800104b30 2024-05-20T21:26:20.044 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.042+0000 7f77fcc00640 1 -- 172.21.15.8:0/1793364397 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77f0045b90 con 0x7f7800104b30 2024-05-20T21:26:20.044 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.042+0000 7f7805c00640 1 -- 172.21.15.8:0/1793364397 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78001a3190 con 0x7f7800104b30 2024-05-20T21:26:20.045 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.045+0000 7f7809fb8740 1 Processor -- start 2024-05-20T21:26:20.046 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.045+0000 7f7809fb8740 1 -- start start 2024-05-20T21:26:20.046 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.045+0000 7f77fcc00640 1 -- 172.21.15.8:0/1793364397 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f77f00043e0 con 0x7f7800104b30 2024-05-20T21:26:20.046 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.045+0000 7f7809fb8740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5641424b8cf0 0x5641424b9110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:20.046 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.045+0000 7f7809fb8740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5641424b96e0 0x5641424be1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:20.046 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.046+0000 7f7809fb8740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5641424be850 0x5641424c0ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:20.047 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.046+0000 7f7809fb8740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x564142428b90 con 0x5641424be850 2024-05-20T21:26:20.047 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.046+0000 7f7809fb8740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x564142418730 con 0x5641424b8cf0 2024-05-20T21:26:20.047 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.046+0000 7f7809fb8740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x56414241c770 con 0x5641424b96e0 2024-05-20T21:26:20.047 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.046+0000 7f7805200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5641424b8cf0 0x5641424b9110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:20.047 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.046+0000 7f7805200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5641424b8cf0 0x5641424b9110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:49666/0 (socket says 172.21.15.8:49666) 2024-05-20T21:26:20.047 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.046+0000 7f7805200640 1 -- 172.21.15.8:0/3021249060 learned_addr learned my addr 172.21.15.8:0/3021249060 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:20.047 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.046+0000 7f77ff400640 1 --2- 172.21.15.8:0/3021249060 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5641424be850 0x5641424c0ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:20.047 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.046+0000 7f77ffe00640 1 --2- 172.21.15.8:0/3021249060 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5641424b96e0 0x5641424be1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:20.049 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.046+0000 7f7805200640 1 -- 172.21.15.8:0/3021249060 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5641424b96e0 msgr2=0x5641424be1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:20.049 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.046+0000 7f7805200640 1 --2- 172.21.15.8:0/3021249060 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5641424b96e0 0x5641424be1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:20.049 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.046+0000 7f7805200640 1 -- 172.21.15.8:0/3021249060 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5641424be850 msgr2=0x5641424c0ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:20.049 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.046+0000 7f7805200640 1 --2- 172.21.15.8:0/3021249060 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5641424be850 0x5641424c0ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:20.049 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.046+0000 7f7805200640 1 -- 172.21.15.8:0/3021249060 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5641423b18b0 con 0x5641424b8cf0 2024-05-20T21:26:20.049 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.046+0000 7f77ffe00640 1 --2- 172.21.15.8:0/3021249060 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5641424b96e0 0x5641424be1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:26:20.049 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.047+0000 7f7805200640 1 --2- 172.21.15.8:0/3021249060 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5641424b8cf0 0x5641424b9110 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f77f8009ca0 tx=0x7f77f8011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ffef3bf266d84442 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:20.049 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.047+0000 7f77f5600640 1 -- 172.21.15.8:0/3021249060 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77f801e070 con 0x5641424b8cf0 2024-05-20T21:26:20.049 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.047+0000 7f77f5600640 1 -- 172.21.15.8:0/3021249060 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f77f8009e50 con 0x5641424b8cf0 2024-05-20T21:26:20.050 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.047+0000 7f77f5600640 1 -- 172.21.15.8:0/3021249060 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77f800ea50 con 0x5641424b8cf0 2024-05-20T21:26:20.050 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.048+0000 7f7809fb8740 1 -- 172.21.15.8:0/3021249060 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5641424b8cf0 msgr2=0x5641424b9110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:20.050 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.048+0000 7f7809fb8740 1 --2- 172.21.15.8:0/3021249060 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5641424b8cf0 0x5641424b9110 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f77f8009ca0 tx=0x7f77f8011810 comp rx=0 tx=0).stop 2024-05-20T21:26:20.050 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.048+0000 7f7809fb8740 1 -- 172.21.15.8:0/3021249060 shutdown_connections 2024-05-20T21:26:20.050 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.048+0000 7f7809fb8740 1 --2- 172.21.15.8:0/3021249060 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5641424be850 0x5641424c0ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:20.050 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.048+0000 7f7809fb8740 1 --2- 172.21.15.8:0/3021249060 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5641424b96e0 0x5641424be1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:20.050 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.048+0000 7f7809fb8740 1 --2- 172.21.15.8:0/3021249060 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5641424b8cf0 0x5641424b9110 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:20.050 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.048+0000 7f7809fb8740 1 -- 172.21.15.8:0/3021249060 >> 172.21.15.8:0/3021249060 conn(0x5641424b4360 msgr2=0x5641424b4760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:20.050 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.048+0000 7f7809fb8740 1 -- 172.21.15.8:0/3021249060 shutdown_connections 2024-05-20T21:26:20.050 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.048+0000 7f7809fb8740 1 -- 172.21.15.8:0/3021249060 wait complete. 2024-05-20T21:26:20.050 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.048+0000 7f77fcc00640 1 --2- 172.21.15.8:0/1793364397 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f77e40b2760 0x7f77e40b4c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:20.050 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.048+0000 7f77ff400640 1 --2- 172.21.15.8:0/1793364397 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f77e40b2760 0x7f77e40b4c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:20.050 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.048+0000 7f77fcc00640 1 -- 172.21.15.8:0/1793364397 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f77f0103330 con 0x7f7800104b30 2024-05-20T21:26:20.051 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.049+0000 7f7809fb8740 1 -- start start 2024-05-20T21:26:20.051 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.049+0000 7f7809fb8740 1 Processor -- start 2024-05-20T21:26:20.053 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.049+0000 7f77ff400640 1 --2- 172.21.15.8:0/1793364397 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f77e40b2760 0x7f77e40b4c20 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x5641424b5230 tx=0x7f77e8005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:20.053 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.049+0000 7f7809fb8740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5641424b8cf0 0x5641424c2ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:20.053 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.049+0000 7f7809fb8740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5641424b96e0 0x5641424c2ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:20.053 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.049+0000 7f7809fb8740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5641424be850 0x5641424ca030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:20.054 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.049+0000 7f7809fb8740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5641420fe790 con 0x5641424b8cf0 2024-05-20T21:26:20.054 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.049+0000 7f7809fb8740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5641423c0bc0 con 0x5641424b96e0 2024-05-20T21:26:20.054 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.049+0000 7f7809fb8740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5641424c1800 con 0x5641424be850 2024-05-20T21:26:20.054 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.050+0000 7f7809fb8740 10 client.0 _ll_register_callbacks cb 0x56414239e400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:20.054 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.050+0000 7f77ffe00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5641424b8cf0 0x5641424c2ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:20.054 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.050+0000 7f77ffe00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5641424b8cf0 0x5641424c2ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:58394/0 (socket says 172.21.15.8:58394) 2024-05-20T21:26:20.054 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.050+0000 7f77ffe00640 1 -- 172.21.15.8:0/3939057886 learned_addr learned my addr 172.21.15.8:0/3939057886 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:20.054 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.050+0000 7f77ff400640 1 --2- 172.21.15.8:0/3939057886 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5641424b96e0 0x5641424c2ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:20.054 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.050+0000 7f7805200640 1 --2- 172.21.15.8:0/3939057886 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5641424be850 0x5641424ca030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:20.054 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.050+0000 7f77ffe00640 1 -- 172.21.15.8:0/3939057886 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5641424be850 msgr2=0x5641424ca030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:20.054 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.050+0000 7f77ffe00640 1 --2- 172.21.15.8:0/3939057886 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5641424be850 0x5641424ca030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:20.054 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.050+0000 7f77ffe00640 1 -- 172.21.15.8:0/3939057886 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5641424b96e0 msgr2=0x5641424c2ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:20.055 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.050+0000 7f77ffe00640 1 --2- 172.21.15.8:0/3939057886 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5641424b96e0 0x5641424c2ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:20.055 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.050+0000 7f77ffe00640 1 -- 172.21.15.8:0/3939057886 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56414212d210 con 0x5641424b8cf0 2024-05-20T21:26:20.055 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.050+0000 7f77ffe00640 1 --2- 172.21.15.8:0/3939057886 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5641424b8cf0 0x5641424c2ab0 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f77f0005e30 tx=0x7f77f00456a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=437b019ef36420c7 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:20.055 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.050+0000 7f77ee000640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:26:20.055 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.051+0000 7f77ee000640 1 -- 172.21.15.8:0/3939057886 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77f00c6070 con 0x5641424b8cf0 2024-05-20T21:26:20.055 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.051+0000 7f77ee000640 1 -- 172.21.15.8:0/3939057886 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f77f00ed0d0 con 0x5641424b8cf0 2024-05-20T21:26:20.055 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.051+0000 7f7809fb8740 1 -- 172.21.15.8:0/3939057886 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f77f8009e50 con 0x5641424b8cf0 2024-05-20T21:26:20.055 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.051+0000 7f77ee000640 1 -- 172.21.15.8:0/3939057886 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f77f00d3080 con 0x5641424b8cf0 2024-05-20T21:26:20.055 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.051+0000 7f7809fb8740 10 client.18276 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:20.055 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.051+0000 7f7809fb8740 1 -- 172.21.15.8:0/3939057886 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5641421f9620 con 0x5641424b8cf0 2024-05-20T21:26:20.055 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.051+0000 7f77ee000640 1 -- 172.21.15.8:0/3939057886 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f77f8009e50 con 0x5641424b8cf0 2024-05-20T21:26:20.055 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.052+0000 7f77ee000640 1 -- 172.21.15.8:0/3939057886 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f77f004d030 con 0x5641424b8cf0 2024-05-20T21:26:20.055 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.052+0000 7f7809fb8740 10 client.18276 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:20.056 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.052+0000 7f7809fb8740 10 client.18276 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:26:20.056 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.052+0000 7f7809fb8740 20 client.18276 populate_metadata read hostname 'smithi008' 2024-05-20T21:26:20.056 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.052+0000 7f7809fb8740 1 --2- 172.21.15.8:0/3939057886 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5641424ce5c0 0x5641424d0a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:20.056 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.052+0000 7f7809fb8740 4 client.18276 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:26:20.056 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.052+0000 7f7809fb8740 1 -- 172.21.15.8:0/3939057886 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56414242aae0 con 0x5641424ce5c0 2024-05-20T21:26:20.056 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.052+0000 7f77ff400640 1 --2- 172.21.15.8:0/3939057886 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5641424ce5c0 0x5641424d0a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:20.056 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.053+0000 7f77ff400640 1 --2- 172.21.15.8:0/3939057886 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5641424ce5c0 0x5641424d0a30 crc :-1 s=READY pgs=292 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=70b7caf321fcbf1b server_cookie=3512d12ef87c3e53 in_seq=0 out_seq=0 2024-05-20T21:26:20.056 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.053+0000 7f77ee000640 10 client.18276 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:26:20.057 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.054+0000 7f77ee000640 1 -- 172.21.15.8:0/3939057886 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x56414242aae0 con 0x5641424ce5c0 2024-05-20T21:26:20.057 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.054+0000 7f77ee000640 10 client.18276 handle_command_reply: tid=0 2024-05-20T21:26:20.057 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.054+0000 7f7809fb8740 1 client.18276 shutdown 2024-05-20T21:26:20.057 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.054+0000 7f7809fb8740 1 -- 172.21.15.8:0/3939057886 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5641424b8cf0 msgr2=0x5641424c2ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:20.057 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.054+0000 7f7809fb8740 1 --2- 172.21.15.8:0/3939057886 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5641424b8cf0 0x5641424c2ab0 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f77f0005e30 tx=0x7f77f00456a0 comp rx=0 tx=0).stop 2024-05-20T21:26:20.057 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.054+0000 7f7809fb8740 1 -- 172.21.15.8:0/3939057886 shutdown_connections 2024-05-20T21:26:20.058 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.054+0000 7f7809fb8740 1 --2- 172.21.15.8:0/3939057886 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5641424ce5c0 0x5641424d0a30 crc :-1 s=READY pgs=292 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:20.058 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.054+0000 7f7809fb8740 1 --2- 172.21.15.8:0/3939057886 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5641424be850 0x5641424ca030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:20.058 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.054+0000 7f7809fb8740 1 --2- 172.21.15.8:0/3939057886 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5641424b96e0 0x5641424c2ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:20.058 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.054+0000 7f7809fb8740 1 --2- 172.21.15.8:0/3939057886 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5641424b8cf0 0x5641424c2ab0 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:20.058 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.054+0000 7f7809fb8740 1 -- 172.21.15.8:0/3939057886 >> 172.21.15.8:0/3939057886 conn(0x5641424b4360 msgr2=0x5641424b34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:20.058 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.054+0000 7f77ee000640 0 client.18276 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:26:20.058 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.054+0000 7f7809fb8740 1 -- 172.21.15.8:0/3939057886 shutdown_connections 2024-05-20T21:26:20.058 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.054+0000 7f7809fb8740 1 -- 172.21.15.8:0/3939057886 wait complete. 2024-05-20T21:26:20.058 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.055+0000 7f7809fb8740 20 client.18276 trim_cache size 0 max 16384 2024-05-20T21:26:20.073 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.072+0000 7f7809fb8740 1 Processor -- start 2024-05-20T21:26:20.073 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.072+0000 7f7809fb8740 1 -- start start 2024-05-20T21:26:20.073 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.072+0000 7f7809fb8740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5641424b8cf0 0x5641424c2dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:20.073 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.072+0000 7f7809fb8740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5641424b96e0 0x5641424c9fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:20.073 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.072+0000 7f7809fb8740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5641424be850 0x5641424b2c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:20.073 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.072+0000 7f7809fb8740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f78001ae720 con 0x5641424b8cf0 2024-05-20T21:26:20.073 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.072+0000 7f7809fb8740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f78001abff0 con 0x5641424be850 2024-05-20T21:26:20.073 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.072+0000 7f7809fb8740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f78001a9e40 con 0x5641424b96e0 2024-05-20T21:26:20.073 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.072+0000 7f77ffe00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5641424b8cf0 0x5641424c2dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:20.073 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.072+0000 7f77ffe00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5641424b8cf0 0x5641424c2dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:58400/0 (socket says 172.21.15.8:58400) 2024-05-20T21:26:20.074 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.072+0000 7f77ffe00640 1 -- 172.21.15.8:0/3879814067 learned_addr learned my addr 172.21.15.8:0/3879814067 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:20.074 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.072+0000 7f77ff400640 1 --2- 172.21.15.8:0/3879814067 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5641424b96e0 0x5641424c9fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:20.074 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.072+0000 7f7805200640 1 --2- 172.21.15.8:0/3879814067 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5641424be850 0x5641424b2c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:20.074 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.073+0000 7f77ffe00640 1 -- 172.21.15.8:0/3879814067 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5641424b96e0 msgr2=0x5641424c9fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:20.074 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.073+0000 7f77ffe00640 1 --2- 172.21.15.8:0/3879814067 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5641424b96e0 0x5641424c9fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:20.074 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.073+0000 7f77ffe00640 1 -- 172.21.15.8:0/3879814067 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5641424be850 msgr2=0x5641424b2c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:20.074 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.073+0000 7f77ffe00640 1 --2- 172.21.15.8:0/3879814067 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5641424be850 0x5641424b2c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:20.074 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.073+0000 7f77ffe00640 1 -- 172.21.15.8:0/3879814067 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5641424b4190 con 0x5641424b8cf0 2024-05-20T21:26:20.077 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.073+0000 7f77ffe00640 1 --2- 172.21.15.8:0/3879814067 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5641424b8cf0 0x5641424c2dd0 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f77f00ca5e0 tx=0x7f77f00c6df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec08e53747e12b25 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:20.077 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.073+0000 7f77f4c00640 1 -- 172.21.15.8:0/3879814067 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77f00c6070 con 0x5641424b8cf0 2024-05-20T21:26:20.077 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.073+0000 7f77f4c00640 1 -- 172.21.15.8:0/3879814067 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f77f0036070 con 0x5641424b8cf0 2024-05-20T21:26:20.077 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.073+0000 7f77f4c00640 1 -- 172.21.15.8:0/3879814067 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77f00ca8e0 con 0x5641424b8cf0 2024-05-20T21:26:20.078 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.074+0000 7f7809fb8740 1 -- 172.21.15.8:0/3879814067 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5641424b8cf0 msgr2=0x5641424c2dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:20.078 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.074+0000 7f7809fb8740 1 --2- 172.21.15.8:0/3879814067 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5641424b8cf0 0x5641424c2dd0 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f77f00ca5e0 tx=0x7f77f00c6df0 comp rx=0 tx=0).stop 2024-05-20T21:26:20.078 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.074+0000 7f7809fb8740 1 -- 172.21.15.8:0/3879814067 shutdown_connections 2024-05-20T21:26:20.078 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.074+0000 7f7809fb8740 1 --2- 172.21.15.8:0/3879814067 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5641424be850 0x5641424b2c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:20.078 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.074+0000 7f7809fb8740 1 --2- 172.21.15.8:0/3879814067 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5641424b96e0 0x5641424c9fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:20.078 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.074+0000 7f7809fb8740 1 --2- 172.21.15.8:0/3879814067 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5641424b8cf0 0x5641424c2dd0 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:20.078 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.074+0000 7f7809fb8740 1 -- 172.21.15.8:0/3879814067 >> 172.21.15.8:0/3879814067 conn(0x5641424b4360 msgr2=0x5641424c26c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:20.078 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.074+0000 7f7809fb8740 1 -- 172.21.15.8:0/3879814067 shutdown_connections 2024-05-20T21:26:20.078 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.074+0000 7f7809fb8740 1 -- 172.21.15.8:0/3879814067 wait complete. 2024-05-20T21:26:20.078 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.075+0000 7f7809fb8740 1 -- start start 2024-05-20T21:26:20.078 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.075+0000 7f7809fb8740 1 Processor -- start 2024-05-20T21:26:20.078 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.075+0000 7f7809fb8740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5641424b8cf0 0x5641424c6de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:20.079 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.075+0000 7f7809fb8740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5641424b96e0 0x5641424c7320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:20.079 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.075+0000 7f7809fb8740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5641424be850 0x5641425371d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:20.079 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.075+0000 7f7809fb8740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f78001aa4b0 con 0x5641424b96e0 2024-05-20T21:26:20.079 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.075+0000 7f7809fb8740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f78001ab920 con 0x5641424be850 2024-05-20T21:26:20.079 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.075+0000 7f7809fb8740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f78001aab80 con 0x5641424b8cf0 2024-05-20T21:26:20.079 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.075+0000 7f7809fb8740 10 client.0 _ll_register_callbacks cb 0x7f77f0009360 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:20.079 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.076+0000 7f77ffe00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5641424b8cf0 0x5641424c6de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:20.079 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.076+0000 7f77ff400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5641424b96e0 0x5641424c7320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:20.079 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.076+0000 7f77ffe00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5641424b8cf0 0x5641424c6de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:48232/0 (socket says 172.21.15.8:48232) 2024-05-20T21:26:20.079 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.076+0000 7f77ffe00640 1 -- 172.21.15.8:0/182736614 learned_addr learned my addr 172.21.15.8:0/182736614 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:20.079 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.076+0000 7f7805200640 1 --2- 172.21.15.8:0/182736614 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5641424be850 0x5641425371d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:20.079 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.076+0000 7f77ffe00640 1 -- 172.21.15.8:0/182736614 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5641424be850 msgr2=0x5641425371d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:20.079 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.076+0000 7f77ffe00640 1 --2- 172.21.15.8:0/182736614 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5641424be850 0x5641425371d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:20.079 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.076+0000 7f77ffe00640 1 -- 172.21.15.8:0/182736614 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5641424b96e0 msgr2=0x5641424c7320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:20.080 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.076+0000 7f77ffe00640 1 --2- 172.21.15.8:0/182736614 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5641424b96e0 0x5641424c7320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:20.080 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.076+0000 7f77ffe00640 1 -- 172.21.15.8:0/182736614 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5641424d0da0 con 0x5641424b8cf0 2024-05-20T21:26:20.080 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.076+0000 7f77ff400640 1 --2- 172.21.15.8:0/182736614 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5641424b96e0 0x5641424c7320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:20.080 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.076+0000 7f77ffe00640 1 --2- 172.21.15.8:0/182736614 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5641424b8cf0 0x5641424c6de0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f77f00cee50 tx=0x7f77f0009900 comp rx=0 tx=0).ready entity=mon.1 client_cookie=33d66e3db666d3c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:20.080 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.076+0000 7f77ee000640 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:26:20.080 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.077+0000 7f77ee000640 1 -- 172.21.15.8:0/182736614 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77f00ca6b0 con 0x5641424b8cf0 2024-05-20T21:26:20.080 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.077+0000 7f77ee000640 1 -- 172.21.15.8:0/182736614 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f77f00d32b0 con 0x5641424b8cf0 2024-05-20T21:26:20.080 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.077+0000 7f7809fb8740 1 -- 172.21.15.8:0/182736614 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f77f0036070 con 0x5641424b8cf0 2024-05-20T21:26:20.080 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.077+0000 7f77ee000640 1 -- 172.21.15.8:0/182736614 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f77f00ca8e0 con 0x5641424b8cf0 2024-05-20T21:26:20.080 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.077+0000 7f7809fb8740 10 client.28450 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:20.080 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.077+0000 7f7809fb8740 1 -- 172.21.15.8:0/182736614 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5641424d0da0 con 0x5641424b8cf0 2024-05-20T21:26:20.081 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.077+0000 7f77ee000640 1 -- 172.21.15.8:0/182736614 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f77f0036070 con 0x5641424b8cf0 2024-05-20T21:26:20.082 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.077+0000 7f77ee000640 1 -- 172.21.15.8:0/182736614 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f77f004d070 con 0x5641424b8cf0 2024-05-20T21:26:20.082 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.077+0000 7f7809fb8740 10 client.28450 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:20.082 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.077+0000 7f7809fb8740 10 client.28450 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:26:20.082 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.077+0000 7f7809fb8740 20 client.28450 populate_metadata read hostname 'smithi008' 2024-05-20T21:26:20.082 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.077+0000 7f7809fb8740 1 --2- 172.21.15.8:0/182736614 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x564142538c20 0x56414253b040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:20.082 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.077+0000 7f7809fb8740 4 client.28450 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:26:20.082 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.077+0000 7f7809fb8740 1 -- 172.21.15.8:0/182736614 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5641424242c0 con 0x564142538c20 2024-05-20T21:26:20.082 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.078+0000 7f77ff400640 1 --2- 172.21.15.8:0/182736614 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x564142538c20 0x56414253b040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:20.082 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.079+0000 7f77ff400640 1 --2- 172.21.15.8:0/182736614 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x564142538c20 0x56414253b040 crc :-1 s=READY pgs=293 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aaf753a27b4d1108 server_cookie=92e9d72220b0f811 in_seq=0 out_seq=0 2024-05-20T21:26:20.082 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.079+0000 7f77ee000640 10 client.28450 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:26:20.094 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.093+0000 7f77ee000640 1 -- 172.21.15.8:0/182736614 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5641424242c0 con 0x564142538c20 2024-05-20T21:26:20.095 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.093+0000 7f77ee000640 10 client.28450 handle_command_reply: tid=0 2024-05-20T21:26:20.095 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.093+0000 7f7809fb8740 1 client.28450 shutdown 2024-05-20T21:26:20.095 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.093+0000 7f7809fb8740 1 -- 172.21.15.8:0/182736614 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5641424b8cf0 msgr2=0x5641424c6de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:20.095 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.093+0000 7f7809fb8740 1 --2- 172.21.15.8:0/182736614 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5641424b8cf0 0x5641424c6de0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f77f00cee50 tx=0x7f77f0009900 comp rx=0 tx=0).stop 2024-05-20T21:26:20.095 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.093+0000 7f7809fb8740 1 -- 172.21.15.8:0/182736614 shutdown_connections 2024-05-20T21:26:20.095 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.093+0000 7f7809fb8740 1 --2- 172.21.15.8:0/182736614 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x564142538c20 0x56414253b040 crc :-1 s=READY pgs=293 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:20.095 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.093+0000 7f7809fb8740 1 --2- 172.21.15.8:0/182736614 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5641424be850 0x5641425371d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:20.095 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.093+0000 7f7809fb8740 1 --2- 172.21.15.8:0/182736614 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5641424b96e0 0x5641424c7320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:20.095 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.093+0000 7f7809fb8740 1 --2- 172.21.15.8:0/182736614 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5641424b8cf0 0x5641424c6de0 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:20.095 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.093+0000 7f77ee000640 0 client.28450 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:26:20.095 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.093+0000 7f7809fb8740 1 -- 172.21.15.8:0/182736614 >> 172.21.15.8:0/182736614 conn(0x5641424b4360 msgr2=0x5641424ba0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:20.096 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.093+0000 7f7809fb8740 1 -- 172.21.15.8:0/182736614 shutdown_connections 2024-05-20T21:26:20.096 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.093+0000 7f7809fb8740 1 -- 172.21.15.8:0/182736614 wait complete. 2024-05-20T21:26:20.096 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.093+0000 7f7809fb8740 20 client.28450 trim_cache size 0 max 16384 2024-05-20T21:26:20.096 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:26:20.096 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:26:20.096 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:26:20.097 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.094+0000 7f7805c00640 1 -- 172.21.15.8:0/1793364397 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f77e40b2760 msgr2=0x7f77e40b4c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:20.097 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.094+0000 7f7805c00640 1 --2- 172.21.15.8:0/1793364397 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f77e40b2760 0x7f77e40b4c20 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x5641424b5230 tx=0x7f77e8005f90 comp rx=0 tx=0).stop 2024-05-20T21:26:20.097 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.094+0000 7f7805c00640 1 -- 172.21.15.8:0/1793364397 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7800104b30 msgr2=0x7f780019ad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:20.097 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.094+0000 7f7805c00640 1 --2- 172.21.15.8:0/1793364397 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7800104b30 0x7f780019ad40 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f77f0000f80 tx=0x7f77f0003b80 comp rx=0 tx=0).stop 2024-05-20T21:26:20.097 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.094+0000 7f7805c00640 1 -- 172.21.15.8:0/1793364397 shutdown_connections 2024-05-20T21:26:20.097 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.094+0000 7f7805c00640 1 --2- 172.21.15.8:0/1793364397 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f77e40b2760 0x7f77e40b4c20 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:20.097 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.094+0000 7f7805c00640 1 --2- 172.21.15.8:0/1793364397 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f78001066e0 0x7f78001a22f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:20.097 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.094+0000 7f7805c00640 1 --2- 172.21.15.8:0/1793364397 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7800105d20 0x7f780019b280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:20.097 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.094+0000 7f7805c00640 1 --2- 172.21.15.8:0/1793364397 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7800104b30 0x7f780019ad40 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:20.097 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.094+0000 7f7805c00640 1 -- 172.21.15.8:0/1793364397 >> 172.21.15.8:0/1793364397 conn(0x7f78001000c0 msgr2=0x7f7800109020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:20.098 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.094+0000 7f7805c00640 1 -- 172.21.15.8:0/1793364397 shutdown_connections 2024-05-20T21:26:20.098 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:20.094+0000 7f7805c00640 1 -- 172.21.15.8:0/1793364397 wait complete. 2024-05-20T21:26:20.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:26:20 smithi008 ceph-mon[31475]: pgmap v770: 97 pgs: 97 active+clean; 1.3 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-20T21:26:21.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:26:20 smithi130 ceph-mon[36448]: pgmap v770: 97 pgs: 97 active+clean; 1.3 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-20T21:26:21.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:26:20 smithi050 ceph-mon[35809]: pgmap v770: 97 pgs: 97 active+clean; 1.3 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-20T21:26:21.298 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:26:21.298 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:26:21.765 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:26:22.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:26:22 smithi008 ceph-mon[31475]: pgmap v771: 97 pgs: 97 active+clean; 1.3 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 14 op/s 2024-05-20T21:26:22.976 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:26:22 smithi050 ceph-mon[35809]: pgmap v771: 97 pgs: 97 active+clean; 1.3 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 14 op/s 2024-05-20T21:26:23.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:26:22 smithi130 ceph-mon[36448]: pgmap v771: 97 pgs: 97 active+clean; 1.3 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 14 op/s 2024-05-20T21:26:24.078 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.076+0000 7f72db200700 1 -- 172.21.15.8:0/1224919484 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f72dc101d70 msgr2=0x7f72dc1021f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:24.078 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.076+0000 7f72db200700 1 --2- 172.21.15.8:0/1224919484 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f72dc101d70 0x7f72dc1021f0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f72c80099c0 tx=0x7f72c8009cd0 comp rx=0 tx=0).stop 2024-05-20T21:26:24.078 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.077+0000 7f72db200700 1 -- 172.21.15.8:0/1224919484 shutdown_connections 2024-05-20T21:26:24.078 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.077+0000 7f72db200700 1 --2- 172.21.15.8:0/1224919484 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f72dc102730 0x7f72dc112640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:24.078 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.077+0000 7f72db200700 1 --2- 172.21.15.8:0/1224919484 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f72dc104250 0x7f72dc104630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:24.078 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.077+0000 7f72db200700 1 --2- 172.21.15.8:0/1224919484 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f72dc101d70 0x7f72dc1021f0 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:24.078 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.077+0000 7f72db200700 1 -- 172.21.15.8:0/1224919484 >> 172.21.15.8:0/1224919484 conn(0x7f72dc0776f0 msgr2=0x7f72dc077b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:24.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.077+0000 7f72db200700 1 -- 172.21.15.8:0/1224919484 shutdown_connections 2024-05-20T21:26:24.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.077+0000 7f72db200700 1 -- 172.21.15.8:0/1224919484 wait complete. 2024-05-20T21:26:24.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.078+0000 7f72db200700 1 Processor -- start 2024-05-20T21:26:24.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.078+0000 7f72db200700 1 -- start start 2024-05-20T21:26:24.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.079+0000 7f72db200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f72dc101d70 0x7f72dc19bf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:24.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.079+0000 7f72db200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f72dc102730 0x7f72dc19c480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:24.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.079+0000 7f72db200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f72dc104250 0x7f72dc1a07c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:24.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.079+0000 7f72db200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f72dc115a10 con 0x7f72dc101d70 2024-05-20T21:26:24.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.079+0000 7f72db200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f72dc115890 con 0x7f72dc102730 2024-05-20T21:26:24.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.079+0000 7f72db200700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f72dc115b90 con 0x7f72dc104250 2024-05-20T21:26:24.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.079+0000 7f72d9e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f72dc101d70 0x7f72dc19bf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:24.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.079+0000 7f72d9e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f72dc101d70 0x7f72dc19bf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:51132/0 (socket says 172.21.15.8:51132) 2024-05-20T21:26:24.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.079+0000 7f72d9e00700 1 -- 172.21.15.8:0/3945275176 learned_addr learned my addr 172.21.15.8:0/3945275176 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:24.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.079+0000 7f72d9400700 1 --2- 172.21.15.8:0/3945275176 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f72dc102730 0x7f72dc19c480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:24.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.079+0000 7f72da800700 1 --2- 172.21.15.8:0/3945275176 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f72dc104250 0x7f72dc1a07c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:24.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.080+0000 7f72d9400700 1 -- 172.21.15.8:0/3945275176 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f72dc104250 msgr2=0x7f72dc1a07c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:24.082 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.080+0000 7f72d9400700 1 --2- 172.21.15.8:0/3945275176 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f72dc104250 0x7f72dc1a07c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:24.082 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.080+0000 7f72d9400700 1 -- 172.21.15.8:0/3945275176 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f72dc101d70 msgr2=0x7f72dc19bf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:24.082 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.080+0000 7f72d9400700 1 --2- 172.21.15.8:0/3945275176 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f72dc101d70 0x7f72dc19bf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:24.082 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.080+0000 7f72d9400700 1 -- 172.21.15.8:0/3945275176 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72dc1a0f00 con 0x7f72dc102730 2024-05-20T21:26:24.082 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.080+0000 7f72d9400700 1 --2- 172.21.15.8:0/3945275176 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f72dc102730 0x7f72dc19c480 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f72c80098e0 tx=0x7f72c80045e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:24.082 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.080+0000 7f72d2a00700 1 -- 172.21.15.8:0/3945275176 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72c8009e60 con 0x7f72dc102730 2024-05-20T21:26:24.082 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.080+0000 7f72d2a00700 1 -- 172.21.15.8:0/3945275176 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f72c80047c0 con 0x7f72dc102730 2024-05-20T21:26:24.082 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.080+0000 7f72db200700 1 -- 172.21.15.8:0/3945275176 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72dc1a1190 con 0x7f72dc102730 2024-05-20T21:26:24.082 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.080+0000 7f72d2a00700 1 -- 172.21.15.8:0/3945275176 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72c8005290 con 0x7f72dc102730 2024-05-20T21:26:24.082 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.080+0000 7f72db200700 1 -- 172.21.15.8:0/3945275176 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72dc1a8a70 con 0x7f72dc102730 2024-05-20T21:26:24.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.084+0000 7f72d2a00700 1 -- 172.21.15.8:0/3945275176 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f72c8028060 con 0x7f72dc102730 2024-05-20T21:26:24.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.085+0000 7f72ebb96b80 1 Processor -- start 2024-05-20T21:26:24.085 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.085+0000 7f72ebb96b80 1 -- start start 2024-05-20T21:26:24.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.085+0000 7f72ebb96b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b1418bf0a0 0x55b1418bf480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:24.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.086+0000 7f72ebb96b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b1418bf9c0 0x55b1418b9530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:24.086 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.086+0000 7f72ebb96b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b1418b9b50 0x55b1418b9fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:24.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.086+0000 7f72ebb96b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55b141817ec0 con 0x55b1418bf0a0 2024-05-20T21:26:24.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.086+0000 7f72ebb96b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55b141807a60 con 0x55b1418b9b50 2024-05-20T21:26:24.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.086+0000 7f72ebb96b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55b14180baa0 con 0x55b1418bf9c0 2024-05-20T21:26:24.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.086+0000 7f72d2a00700 1 --2- 172.21.15.8:0/3945275176 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f72c00b2900 0x7f72c00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:24.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.086+0000 7f72d9e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b1418bf9c0 0x55b1418b9530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:24.087 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.086+0000 7f72d9e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b1418bf9c0 0x55b1418b9530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:55952/0 (socket says 172.21.15.8:55952) 2024-05-20T21:26:24.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.086+0000 7f72d9e00700 1 -- 172.21.15.8:0/4054234462 learned_addr learned my addr 172.21.15.8:0/4054234462 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:24.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.086+0000 7f72d9400700 1 --2- 172.21.15.8:0/4054234462 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b1418b9b50 0x55b1418b9fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:24.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.086+0000 7f72da800700 1 --2- 172.21.15.8:0/4054234462 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b1418bf0a0 0x55b1418bf480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:24.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.086+0000 7f72d2a00700 1 -- 172.21.15.8:0/3945275176 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f72c80e27b0 con 0x7f72dc102730 2024-05-20T21:26:24.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.086+0000 7f72d9e00700 1 -- 172.21.15.8:0/4054234462 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b1418b9b50 msgr2=0x55b1418b9fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:24.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.086+0000 7f72d9e00700 1 --2- 172.21.15.8:0/4054234462 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b1418b9b50 0x55b1418b9fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:24.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.086+0000 7f72d9e00700 1 -- 172.21.15.8:0/4054234462 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b1418bf0a0 msgr2=0x55b1418bf480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:24.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.086+0000 7f72d9e00700 1 --2- 172.21.15.8:0/4054234462 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b1418bf0a0 0x55b1418bf480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:24.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.087+0000 7f72d9e00700 1 -- 172.21.15.8:0/4054234462 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b1417d04a0 con 0x55b1418bf9c0 2024-05-20T21:26:24.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.087+0000 7f72da800700 1 --2- 172.21.15.8:0/4054234462 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b1418bf0a0 0x55b1418bf480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:26:24.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.087+0000 7f72d9400700 1 --2- 172.21.15.8:0/4054234462 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b1418b9b50 0x55b1418b9fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:26:24.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.087+0000 7f72da800700 1 --2- 172.21.15.8:0/3945275176 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f72c00b2900 0x7f72c00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:24.088 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.087+0000 7f72d9e00700 1 --2- 172.21.15.8:0/4054234462 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b1418bf9c0 0x55b1418b9530 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f72cc007d20 tx=0x7f72cc0106b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=73b4043f10373623 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:24.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.087+0000 7f72c7400700 1 -- 172.21.15.8:0/4054234462 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72cc011440 con 0x55b1418bf9c0 2024-05-20T21:26:24.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.087+0000 7f72c7400700 1 -- 172.21.15.8:0/4054234462 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f72cc011a90 con 0x55b1418bf9c0 2024-05-20T21:26:24.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.087+0000 7f72c7400700 1 -- 172.21.15.8:0/4054234462 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72cc019820 con 0x55b1418bf9c0 2024-05-20T21:26:24.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.088+0000 7f72ebb96b80 1 -- 172.21.15.8:0/4054234462 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b1418bf9c0 msgr2=0x55b1418b9530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:24.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.088+0000 7f72ebb96b80 1 --2- 172.21.15.8:0/4054234462 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b1418bf9c0 0x55b1418b9530 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f72cc007d20 tx=0x7f72cc0106b0 comp rx=0 tx=0).stop 2024-05-20T21:26:24.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.088+0000 7f72da800700 1 --2- 172.21.15.8:0/3945275176 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f72c00b2900 0x7f72c00b4dc0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f72d4009da0 tx=0x7f72d4004ad0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:24.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.088+0000 7f72ebb96b80 1 -- 172.21.15.8:0/4054234462 shutdown_connections 2024-05-20T21:26:24.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.088+0000 7f72ebb96b80 1 --2- 172.21.15.8:0/4054234462 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b1418b9b50 0x55b1418b9fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:24.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.088+0000 7f72ebb96b80 1 --2- 172.21.15.8:0/4054234462 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b1418bf0a0 0x55b1418bf480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:24.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.088+0000 7f72ebb96b80 1 --2- 172.21.15.8:0/4054234462 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b1418bf9c0 0x55b1418b9530 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:24.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.088+0000 7f72ebb96b80 1 -- 172.21.15.8:0/4054234462 >> 172.21.15.8:0/4054234462 conn(0x55b1417e7c60 msgr2=0x55b1418b41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:24.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.088+0000 7f72ebb96b80 1 -- 172.21.15.8:0/4054234462 shutdown_connections 2024-05-20T21:26:24.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.088+0000 7f72ebb96b80 1 -- 172.21.15.8:0/4054234462 wait complete. 2024-05-20T21:26:24.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.089+0000 7f72ebb96b80 1 -- start start 2024-05-20T21:26:24.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.089+0000 7f72ebb96b80 1 Processor -- start 2024-05-20T21:26:24.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.090+0000 7f72ebb96b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b1418b9b50 0x55b1418c56a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:24.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.090+0000 7f72ebb96b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b1418bf0a0 0x55b1418c2a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:24.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.090+0000 7f72ebb96b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b1418bf9c0 0x55b1418c2f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:24.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.090+0000 7f72ebb96b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55b14170e020 con 0x55b1418bf9c0 2024-05-20T21:26:24.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.090+0000 7f72ebb96b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55b1417a87e0 con 0x55b1418bf0a0 2024-05-20T21:26:24.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.090+0000 7f72ebb96b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55b1418c64e0 con 0x55b1418b9b50 2024-05-20T21:26:24.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.090+0000 7f72ebb96b80 10 client.0 _ll_register_callbacks cb 0x55b1417b1cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:24.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.090+0000 7f72d9400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b1418bf0a0 0x55b1418c2a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:24.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.090+0000 7f72d9400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b1418bf0a0 0x55b1418c2a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:34410/0 (socket says 172.21.15.8:34410) 2024-05-20T21:26:24.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.090+0000 7f72d9400700 1 -- 172.21.15.8:0/1244761770 learned_addr learned my addr 172.21.15.8:0/1244761770 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:24.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.090+0000 7f72d9e00700 1 --2- 172.21.15.8:0/1244761770 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b1418b9b50 0x55b1418c56a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:24.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.090+0000 7f72da800700 1 --2- 172.21.15.8:0/1244761770 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b1418bf9c0 0x55b1418c2f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:24.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.091+0000 7f72d9400700 1 -- 172.21.15.8:0/1244761770 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b1418b9b50 msgr2=0x55b1418c56a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:24.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.091+0000 7f72d9400700 1 --2- 172.21.15.8:0/1244761770 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b1418b9b50 0x55b1418c56a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:24.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.091+0000 7f72d9400700 1 -- 172.21.15.8:0/1244761770 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b1418bf9c0 msgr2=0x55b1418c2f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:24.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.091+0000 7f72d9400700 1 --2- 172.21.15.8:0/1244761770 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b1418bf9c0 0x55b1418c2f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:24.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.091+0000 7f72d9400700 1 -- 172.21.15.8:0/1244761770 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b141757950 con 0x55b1418bf0a0 2024-05-20T21:26:24.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.091+0000 7f72d9400700 1 --2- 172.21.15.8:0/1244761770 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b1418bf0a0 0x55b1418c2a40 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f72c80a9d80 tx=0x7f72c801f4e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e28fba0189be4377 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:24.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.091+0000 7f72bbe00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:26:24.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.091+0000 7f72bbe00700 1 -- 172.21.15.8:0/1244761770 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72c800e5f0 con 0x55b1418bf0a0 2024-05-20T21:26:24.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.091+0000 7f72bbe00700 1 -- 172.21.15.8:0/1244761770 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f72c80142a0 con 0x55b1418bf0a0 2024-05-20T21:26:24.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.091+0000 7f72ebb96b80 1 -- 172.21.15.8:0/1244761770 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f72cc011a90 con 0x55b1418bf0a0 2024-05-20T21:26:24.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.092+0000 7f72bbe00700 1 -- 172.21.15.8:0/1244761770 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f72c80a9900 con 0x55b1418bf0a0 2024-05-20T21:26:24.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.092+0000 7f72ebb96b80 10 client.28409 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:24.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.092+0000 7f72ebb96b80 1 -- 172.21.15.8:0/1244761770 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b1417d80e0 con 0x55b1418bf0a0 2024-05-20T21:26:24.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.092+0000 7f72bbe00700 1 -- 172.21.15.8:0/1244761770 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f72c80ad070 con 0x55b1418bf0a0 2024-05-20T21:26:24.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.092+0000 7f72bbe00700 1 -- 172.21.15.8:0/1244761770 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f72c8005430 con 0x55b1418bf0a0 2024-05-20T21:26:24.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.092+0000 7f72ebb96b80 10 client.28409 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:24.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.092+0000 7f72ebb96b80 10 client.28409 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:26:24.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.092+0000 7f72ebb96b80 20 client.28409 populate_metadata read hostname 'smithi008' 2024-05-20T21:26:24.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.092+0000 7f72ebb96b80 1 --2- 172.21.15.8:0/1244761770 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55b1418d2ff0 0x55b1418d5410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:24.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.092+0000 7f72ebb96b80 4 client.28409 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:26:24.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.092+0000 7f72ebb96b80 1 -- 172.21.15.8:0/1244761770 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b141819e10 con 0x55b1418d2ff0 2024-05-20T21:26:24.096 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.093+0000 7f72d9e00700 1 --2- 172.21.15.8:0/1244761770 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55b1418d2ff0 0x55b1418d5410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:24.096 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.093+0000 7f72d9e00700 1 --2- 172.21.15.8:0/1244761770 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55b1418d2ff0 0x55b1418d5410 crc :-1 s=READY pgs=294 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8d21ad49876b100e server_cookie=6f9542d8225b9523 in_seq=0 out_seq=0 2024-05-20T21:26:24.096 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.093+0000 7f72bbe00700 10 client.28409 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:26:24.096 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.094+0000 7f72bbe00700 1 -- 172.21.15.8:0/1244761770 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55b141819e10 con 0x55b1418d2ff0 2024-05-20T21:26:24.096 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.094+0000 7f72bbe00700 10 client.28409 handle_command_reply: tid=0 2024-05-20T21:26:24.096 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.095+0000 7f72ebb96b80 1 client.28409 shutdown 2024-05-20T21:26:24.097 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.095+0000 7f72ebb96b80 1 -- 172.21.15.8:0/1244761770 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b1418bf0a0 msgr2=0x55b1418c2a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:24.097 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.095+0000 7f72ebb96b80 1 --2- 172.21.15.8:0/1244761770 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b1418bf0a0 0x55b1418c2a40 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f72c80a9d80 tx=0x7f72c801f4e0 comp rx=0 tx=0).stop 2024-05-20T21:26:24.097 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.095+0000 7f72ebb96b80 1 -- 172.21.15.8:0/1244761770 shutdown_connections 2024-05-20T21:26:24.097 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.095+0000 7f72ebb96b80 1 --2- 172.21.15.8:0/1244761770 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55b1418d2ff0 0x55b1418d5410 crc :-1 s=READY pgs=294 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:24.097 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.095+0000 7f72ebb96b80 1 --2- 172.21.15.8:0/1244761770 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b1418bf9c0 0x55b1418c2f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:24.097 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.095+0000 7f72ebb96b80 1 --2- 172.21.15.8:0/1244761770 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b1418b9b50 0x55b1418c56a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:24.097 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.095+0000 7f72bbe00700 0 client.28409 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:26:24.097 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.095+0000 7f72ebb96b80 1 --2- 172.21.15.8:0/1244761770 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b1418bf0a0 0x55b1418c2a40 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:24.097 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.095+0000 7f72ebb96b80 1 -- 172.21.15.8:0/1244761770 >> 172.21.15.8:0/1244761770 conn(0x55b1417e7c60 msgr2=0x55b1418b8520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:24.097 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.095+0000 7f72ebb96b80 1 -- 172.21.15.8:0/1244761770 shutdown_connections 2024-05-20T21:26:24.097 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.095+0000 7f72ebb96b80 1 -- 172.21.15.8:0/1244761770 wait complete. 2024-05-20T21:26:24.097 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.095+0000 7f72ebb96b80 20 client.28409 trim_cache size 0 max 16384 2024-05-20T21:26:24.119 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.118+0000 7f72ebb96b80 1 Processor -- start 2024-05-20T21:26:24.119 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.119+0000 7f72ebb96b80 1 -- start start 2024-05-20T21:26:24.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.119+0000 7f72ebb96b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b1418b9b50 0x55b1418b9530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:24.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.119+0000 7f72ebb96b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b1418bf0a0 0x55b1418c2f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:24.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.119+0000 7f72ebb96b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b1418bf9c0 0x55b1418c19c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:24.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.119+0000 7f72ebb96b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f72dc1b24c0 con 0x55b1418b9b50 2024-05-20T21:26:24.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.119+0000 7f72ebb96b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f72dc1afd50 con 0x55b1418bf9c0 2024-05-20T21:26:24.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.119+0000 7f72ebb96b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f72dc1adbc0 con 0x55b1418bf0a0 2024-05-20T21:26:24.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.119+0000 7f72d9e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b1418b9b50 0x55b1418b9530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:24.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.119+0000 7f72d9e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b1418b9b50 0x55b1418b9530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:51160/0 (socket says 172.21.15.8:51160) 2024-05-20T21:26:24.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.119+0000 7f72d9e00700 1 -- 172.21.15.8:0/192177945 learned_addr learned my addr 172.21.15.8:0/192177945 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:24.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.119+0000 7f72da800700 1 --2- 172.21.15.8:0/192177945 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b1418bf9c0 0x55b1418c19c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:24.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.119+0000 7f72d9400700 1 --2- 172.21.15.8:0/192177945 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b1418bf0a0 0x55b1418c2f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:24.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.120+0000 7f72d9e00700 1 -- 172.21.15.8:0/192177945 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b1418bf0a0 msgr2=0x55b1418c2f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:24.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.120+0000 7f72d9e00700 1 --2- 172.21.15.8:0/192177945 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b1418bf0a0 0x55b1418c2f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:24.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.120+0000 7f72d9e00700 1 -- 172.21.15.8:0/192177945 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b1418bf9c0 msgr2=0x55b1418c19c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:24.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.120+0000 7f72d9e00700 1 --2- 172.21.15.8:0/192177945 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b1418bf9c0 0x55b1418c19c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:24.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.120+0000 7f72d9e00700 1 -- 172.21.15.8:0/192177945 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b1418c0fd0 con 0x55b1418b9b50 2024-05-20T21:26:24.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.120+0000 7f72d9400700 1 --2- 172.21.15.8:0/192177945 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b1418bf0a0 0x55b1418c2f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:26:24.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.120+0000 7f72d9e00700 1 --2- 172.21.15.8:0/192177945 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b1418b9b50 0x55b1418b9530 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f72cc007d20 tx=0x7f72cc005e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e147b270cf2eb8e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:24.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.120+0000 7f72c6a00700 1 -- 172.21.15.8:0/192177945 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72cc01f040 con 0x55b1418b9b50 2024-05-20T21:26:24.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.121+0000 7f72c6a00700 1 -- 172.21.15.8:0/192177945 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f72cc005040 con 0x55b1418b9b50 2024-05-20T21:26:24.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.121+0000 7f72c6a00700 1 -- 172.21.15.8:0/192177945 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72cc0118f0 con 0x55b1418b9b50 2024-05-20T21:26:24.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.121+0000 7f72ebb96b80 1 -- 172.21.15.8:0/192177945 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b1418b9b50 msgr2=0x55b1418b9530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:24.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.121+0000 7f72ebb96b80 1 --2- 172.21.15.8:0/192177945 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b1418b9b50 0x55b1418b9530 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f72cc007d20 tx=0x7f72cc005e50 comp rx=0 tx=0).stop 2024-05-20T21:26:24.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.121+0000 7f72ebb96b80 1 -- 172.21.15.8:0/192177945 shutdown_connections 2024-05-20T21:26:24.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.121+0000 7f72ebb96b80 1 --2- 172.21.15.8:0/192177945 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b1418bf9c0 0x55b1418c19c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:24.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.121+0000 7f72ebb96b80 1 --2- 172.21.15.8:0/192177945 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b1418b9b50 0x55b1418b9530 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:24.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.121+0000 7f72ebb96b80 1 --2- 172.21.15.8:0/192177945 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b1418bf0a0 0x55b1418c2f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:24.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.121+0000 7f72ebb96b80 1 -- 172.21.15.8:0/192177945 >> 172.21.15.8:0/192177945 conn(0x55b1417e7c60 msgr2=0x55b1418c2820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:24.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.121+0000 7f72ebb96b80 1 -- 172.21.15.8:0/192177945 shutdown_connections 2024-05-20T21:26:24.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.121+0000 7f72ebb96b80 1 -- 172.21.15.8:0/192177945 wait complete. 2024-05-20T21:26:24.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.122+0000 7f72ebb96b80 1 -- start start 2024-05-20T21:26:24.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.122+0000 7f72ebb96b80 1 Processor -- start 2024-05-20T21:26:24.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.122+0000 7f72ebb96b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b1418b9b50 0x55b1418c8ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:24.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.122+0000 7f72ebb96b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b1418bf0a0 0x55b1418c9220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:24.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.123+0000 7f72ebb96b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b1418bf9c0 0x55b14193dba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:24.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.123+0000 7f72ebb96b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f72dc1ae210 con 0x55b1418bf9c0 2024-05-20T21:26:24.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.123+0000 7f72ebb96b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f72dc1af680 con 0x55b1418bf0a0 2024-05-20T21:26:24.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.123+0000 7f72ebb96b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f72dc1ae8e0 con 0x55b1418b9b50 2024-05-20T21:26:24.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.123+0000 7f72ebb96b80 10 client.0 _ll_register_callbacks cb 0x55b1417b1cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:24.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.123+0000 7f72da800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b1418bf9c0 0x55b14193dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:24.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.123+0000 7f72da800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b1418bf9c0 0x55b14193dba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:51176/0 (socket says 172.21.15.8:51176) 2024-05-20T21:26:24.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.123+0000 7f72da800700 1 -- 172.21.15.8:0/18874239 learned_addr learned my addr 172.21.15.8:0/18874239 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:24.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.123+0000 7f72d9e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b1418b9b50 0x55b1418c8ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:24.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.123+0000 7f72d9400700 1 --2- 172.21.15.8:0/18874239 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b1418bf0a0 0x55b1418c9220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:24.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.123+0000 7f72da800700 1 -- 172.21.15.8:0/18874239 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b1418b9b50 msgr2=0x55b1418c8ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:24.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.123+0000 7f72da800700 1 --2- 172.21.15.8:0/18874239 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b1418b9b50 0x55b1418c8ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:24.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.123+0000 7f72da800700 1 -- 172.21.15.8:0/18874239 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b1418bf0a0 msgr2=0x55b1418c9220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:24.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.123+0000 7f72da800700 1 --2- 172.21.15.8:0/18874239 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b1418bf0a0 0x55b1418c9220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:24.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.123+0000 7f72da800700 1 -- 172.21.15.8:0/18874239 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b14193e0e0 con 0x55b1418bf9c0 2024-05-20T21:26:24.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.123+0000 7f72d9400700 1 --2- 172.21.15.8:0/18874239 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b1418bf0a0 0x55b1418c9220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:24.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.124+0000 7f72da800700 1 --2- 172.21.15.8:0/18874239 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b1418bf9c0 0x55b14193dba0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f72d4016680 tx=0x7f72d4004b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b5452a3ecab2346 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:24.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.124+0000 7f72bbe00700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:26:24.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.124+0000 7f72bbe00700 1 -- 172.21.15.8:0/18874239 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72d4029070 con 0x55b1418bf9c0 2024-05-20T21:26:24.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.124+0000 7f72bbe00700 1 -- 172.21.15.8:0/18874239 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f72d4004bb0 con 0x55b1418bf9c0 2024-05-20T21:26:24.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.124+0000 7f72ebb96b80 1 -- 172.21.15.8:0/18874239 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f72cc005040 con 0x55b1418bf9c0 2024-05-20T21:26:24.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.124+0000 7f72bbe00700 1 -- 172.21.15.8:0/18874239 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f72d4034050 con 0x55b1418bf9c0 2024-05-20T21:26:24.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.124+0000 7f72ebb96b80 10 client.18300 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:24.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.124+0000 7f72ebb96b80 1 -- 172.21.15.8:0/18874239 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b14193f440 con 0x55b1418bf9c0 2024-05-20T21:26:24.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.125+0000 7f72bbe00700 1 -- 172.21.15.8:0/18874239 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f72cc005040 con 0x55b1418bf9c0 2024-05-20T21:26:24.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.125+0000 7f72bbe00700 1 -- 172.21.15.8:0/18874239 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f72d4005020 con 0x55b1418bf9c0 2024-05-20T21:26:24.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.125+0000 7f72ebb96b80 10 client.18300 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:24.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.125+0000 7f72ebb96b80 10 client.18300 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:26:24.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.125+0000 7f72ebb96b80 20 client.18300 populate_metadata read hostname 'smithi008' 2024-05-20T21:26:24.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.125+0000 7f72ebb96b80 1 --2- 172.21.15.8:0/18874239 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55b14193fbb0 0x55b141941fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:24.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.125+0000 7f72ebb96b80 4 client.18300 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:26:24.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.125+0000 7f72ebb96b80 1 -- 172.21.15.8:0/18874239 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55b1418135f0 con 0x55b14193fbb0 2024-05-20T21:26:24.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.125+0000 7f72d9e00700 1 --2- 172.21.15.8:0/18874239 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55b14193fbb0 0x55b141941fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:24.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.126+0000 7f72d9e00700 1 --2- 172.21.15.8:0/18874239 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55b14193fbb0 0x55b141941fd0 crc :-1 s=READY pgs=295 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c51f3121712bb2df server_cookie=2ddb471476c2bbc3 in_seq=0 out_seq=0 2024-05-20T21:26:24.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.126+0000 7f72bbe00700 10 client.18300 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:26:24.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.127+0000 7f72bbe00700 1 -- 172.21.15.8:0/18874239 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55b1418135f0 con 0x55b14193fbb0 2024-05-20T21:26:24.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.127+0000 7f72bbe00700 10 client.18300 handle_command_reply: tid=0 2024-05-20T21:26:24.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.127+0000 7f72ebb96b80 1 client.18300 shutdown 2024-05-20T21:26:24.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.128+0000 7f72ebb96b80 1 -- 172.21.15.8:0/18874239 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b1418bf9c0 msgr2=0x55b14193dba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:24.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.128+0000 7f72ebb96b80 1 --2- 172.21.15.8:0/18874239 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b1418bf9c0 0x55b14193dba0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f72d4016680 tx=0x7f72d4004b40 comp rx=0 tx=0).stop 2024-05-20T21:26:24.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.128+0000 7f72ebb96b80 1 -- 172.21.15.8:0/18874239 shutdown_connections 2024-05-20T21:26:24.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.128+0000 7f72ebb96b80 1 --2- 172.21.15.8:0/18874239 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55b14193fbb0 0x55b141941fd0 crc :-1 s=READY pgs=295 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:24.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.128+0000 7f72ebb96b80 1 --2- 172.21.15.8:0/18874239 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b1418bf9c0 0x55b14193dba0 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:24.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.128+0000 7f72ebb96b80 1 --2- 172.21.15.8:0/18874239 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b1418b9b50 0x55b1418c8ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:24.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.128+0000 7f72ebb96b80 1 --2- 172.21.15.8:0/18874239 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b1418bf0a0 0x55b1418c9220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:24.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.128+0000 7f72ebb96b80 1 -- 172.21.15.8:0/18874239 >> 172.21.15.8:0/18874239 conn(0x55b1417e7c60 msgr2=0x55b1418bfe60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:24.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.128+0000 7f72bbe00700 0 client.18300 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:26:24.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.128+0000 7f72ebb96b80 1 -- 172.21.15.8:0/18874239 shutdown_connections 2024-05-20T21:26:24.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.128+0000 7f72ebb96b80 1 -- 172.21.15.8:0/18874239 wait complete. 2024-05-20T21:26:24.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.128+0000 7f72ebb96b80 20 client.18300 trim_cache size 0 max 16384 2024-05-20T21:26:24.131 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:26:24.132 INFO:teuthology.orchestra.run.smithi008.stdout: "return_code": 0, 2024-05-20T21:26:24.132 INFO:teuthology.orchestra.run.smithi008.stdout: "scrub_tag": "9c8082ed-144d-486a-a7c4-0cf601d67446", 2024-05-20T21:26:24.132 INFO:teuthology.orchestra.run.smithi008.stdout: "mode": "asynchronous" 2024-05-20T21:26:24.132 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:26:24.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.129+0000 7f72db200700 1 -- 172.21.15.8:0/3945275176 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f72c00b2900 msgr2=0x7f72c00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:24.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.129+0000 7f72db200700 1 --2- 172.21.15.8:0/3945275176 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f72c00b2900 0x7f72c00b4dc0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f72d4009da0 tx=0x7f72d4004ad0 comp rx=0 tx=0).stop 2024-05-20T21:26:24.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.129+0000 7f72db200700 1 -- 172.21.15.8:0/3945275176 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f72dc102730 msgr2=0x7f72dc19c480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:24.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.129+0000 7f72db200700 1 --2- 172.21.15.8:0/3945275176 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f72dc102730 0x7f72dc19c480 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f72c80098e0 tx=0x7f72c80045e0 comp rx=0 tx=0).stop 2024-05-20T21:26:24.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.129+0000 7f72db200700 1 -- 172.21.15.8:0/3945275176 shutdown_connections 2024-05-20T21:26:24.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.129+0000 7f72db200700 1 --2- 172.21.15.8:0/3945275176 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f72c00b2900 0x7f72c00b4dc0 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:24.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.129+0000 7f72db200700 1 --2- 172.21.15.8:0/3945275176 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f72dc104250 0x7f72dc1a07c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:24.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.129+0000 7f72db200700 1 --2- 172.21.15.8:0/3945275176 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f72dc101d70 0x7f72dc19bf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:24.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.129+0000 7f72db200700 1 --2- 172.21.15.8:0/3945275176 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f72dc102730 0x7f72dc19c480 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:24.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.129+0000 7f72db200700 1 -- 172.21.15.8:0/3945275176 >> 172.21.15.8:0/3945275176 conn(0x7f72dc0776f0 msgr2=0x7f72dc0ffe60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:24.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.130+0000 7f72db200700 1 -- 172.21.15.8:0/3945275176 shutdown_connections 2024-05-20T21:26:24.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:24.130+0000 7f72db200700 1 -- 172.21.15.8:0/3945275176 wait complete. 2024-05-20T21:26:24.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:26:24 smithi008 ceph-mon[31475]: pgmap v772: 97 pgs: 97 active+clean; 1.3 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:26:24.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:26:24 smithi008 ceph-mon[31475]: scrub queued for path: / 2024-05-20T21:26:24.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:26:24 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:26:24.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:26:24 smithi008 ceph-mon[31475]: scrub summary: active paths [/] 2024-05-20T21:26:24.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:26:24 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:26:24.985 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:26:25.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:26:24 smithi130 ceph-mon[36448]: pgmap v772: 97 pgs: 97 active+clean; 1.3 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:26:25.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:26:24 smithi130 ceph-mon[36448]: scrub queued for path: / 2024-05-20T21:26:25.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:26:24 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:26:25.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:26:24 smithi130 ceph-mon[36448]: scrub summary: active paths [/] 2024-05-20T21:26:25.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:26:24 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:26:25.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:26:24 smithi050 ceph-mon[35809]: pgmap v772: 97 pgs: 97 active+clean; 1.3 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:26:25.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:26:24 smithi050 ceph-mon[35809]: scrub queued for path: / 2024-05-20T21:26:25.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:26:24 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:26:25.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:26:24 smithi050 ceph-mon[35809]: scrub summary: active paths [/] 2024-05-20T21:26:25.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:26:24 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:26:25.483 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:26:25.847 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.847 INFO:tasks.workunit.client.0.smithi008.stdout:313/600: open fd = 3 2024-05-20T21:26:25.847 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.847 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.847 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.847 INFO:tasks.workunit.client.0.smithi008.stdout:314/600: open fd = 3 2024-05-20T21:26:25.847 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.847 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.847 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.847 INFO:tasks.workunit.client.0.smithi008.stdout:315/600: open fd = 3 2024-05-20T21:26:25.847 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.848 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.848 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.848 INFO:tasks.workunit.client.0.smithi008.stdout:316/600: open fd = 3 2024-05-20T21:26:25.848 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.848 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.848 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.848 INFO:tasks.workunit.client.0.smithi008.stdout:317/600: open fd = 3 2024-05-20T21:26:25.848 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.848 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.848 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.848 INFO:tasks.workunit.client.0.smithi008.stdout:318/600: open fd = 3 2024-05-20T21:26:25.848 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.848 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.848 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.848 INFO:tasks.workunit.client.0.smithi008.stdout:319/600: open fd = 3 2024-05-20T21:26:25.849 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.849 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.849 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.849 INFO:tasks.workunit.client.0.smithi008.stdout:320/600: open fd = 3 2024-05-20T21:26:25.849 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.849 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.849 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.849 INFO:tasks.workunit.client.0.smithi008.stdout:321/600: open fd = 3 2024-05-20T21:26:25.849 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.849 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.849 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.849 INFO:tasks.workunit.client.0.smithi008.stdout:322/600: open fd = 3 2024-05-20T21:26:25.849 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.849 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.850 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.850 INFO:tasks.workunit.client.0.smithi008.stdout:323/600: open fd = 3 2024-05-20T21:26:25.850 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.850 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.850 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.850 INFO:tasks.workunit.client.0.smithi008.stdout:324/600: open fd = 3 2024-05-20T21:26:25.850 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.850 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.850 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.850 INFO:tasks.workunit.client.0.smithi008.stdout:325/600: open fd = 3 2024-05-20T21:26:25.850 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.850 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.850 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.851 INFO:tasks.workunit.client.0.smithi008.stdout:326/600: open fd = 3 2024-05-20T21:26:25.851 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.851 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.851 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.851 INFO:tasks.workunit.client.0.smithi008.stdout:327/600: open fd = 3 2024-05-20T21:26:25.851 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.851 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.851 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.851 INFO:tasks.workunit.client.0.smithi008.stdout:328/600: open fd = 3 2024-05-20T21:26:25.851 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.851 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.851 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.851 INFO:tasks.workunit.client.0.smithi008.stdout:329/600: open fd = 3 2024-05-20T21:26:25.851 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.851 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.852 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.852 INFO:tasks.workunit.client.0.smithi008.stdout:330/600: open fd = 3 2024-05-20T21:26:25.852 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.852 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.852 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.852 INFO:tasks.workunit.client.0.smithi008.stdout:331/600: open fd = 3 2024-05-20T21:26:25.852 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.852 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.852 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.852 INFO:tasks.workunit.client.0.smithi008.stdout:332/600: open fd = 3 2024-05-20T21:26:25.852 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.852 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.852 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.853 INFO:tasks.workunit.client.0.smithi008.stdout:333/600: open fd = 3 2024-05-20T21:26:25.853 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.853 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.853 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.853 INFO:tasks.workunit.client.0.smithi008.stdout:334/600: open fd = 3 2024-05-20T21:26:25.853 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.853 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.853 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.853 INFO:tasks.workunit.client.0.smithi008.stdout:335/600: open fd = 3 2024-05-20T21:26:25.853 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.853 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.854 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.854 INFO:tasks.workunit.client.0.smithi008.stdout:336/600: open fd = 3 2024-05-20T21:26:25.854 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.854 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.854 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.854 INFO:tasks.workunit.client.0.smithi008.stdout:337/600: open fd = 3 2024-05-20T21:26:25.854 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.854 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.854 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.854 INFO:tasks.workunit.client.0.smithi008.stdout:338/600: open fd = 3 2024-05-20T21:26:25.854 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.854 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.854 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.855 INFO:tasks.workunit.client.0.smithi008.stdout:339/600: open fd = 3 2024-05-20T21:26:25.855 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.855 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.855 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.855 INFO:tasks.workunit.client.0.smithi008.stdout:340/600: open fd = 3 2024-05-20T21:26:25.855 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.855 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.855 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.855 INFO:tasks.workunit.client.0.smithi008.stdout:341/600: open fd = 3 2024-05-20T21:26:25.855 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.855 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.855 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.855 INFO:tasks.workunit.client.0.smithi008.stdout:342/600: open fd = 3 2024-05-20T21:26:25.855 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.856 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.856 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.856 INFO:tasks.workunit.client.0.smithi008.stdout:343/600: open fd = 3 2024-05-20T21:26:25.856 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.856 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.856 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.856 INFO:tasks.workunit.client.0.smithi008.stdout:344/600: open fd = 3 2024-05-20T21:26:25.857 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.857 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.857 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.857 INFO:tasks.workunit.client.0.smithi008.stdout:345/600: open fd = 3 2024-05-20T21:26:25.857 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.857 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.857 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.857 INFO:tasks.workunit.client.0.smithi008.stdout:346/600: open fd = 3 2024-05-20T21:26:25.857 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.857 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.857 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.857 INFO:tasks.workunit.client.0.smithi008.stdout:347/600: open fd = 3 2024-05-20T21:26:25.858 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.858 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.858 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.858 INFO:tasks.workunit.client.0.smithi008.stdout:348/600: open fd = 3 2024-05-20T21:26:25.858 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.858 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.858 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.858 INFO:tasks.workunit.client.0.smithi008.stdout:349/600: open fd = 3 2024-05-20T21:26:25.858 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.858 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.858 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.858 INFO:tasks.workunit.client.0.smithi008.stdout:350/600: open fd = 3 2024-05-20T21:26:25.858 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.858 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.858 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.859 INFO:tasks.workunit.client.0.smithi008.stdout:351/600: open fd = 3 2024-05-20T21:26:25.859 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.859 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.859 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.859 INFO:tasks.workunit.client.0.smithi008.stdout:352/600: open fd = 3 2024-05-20T21:26:25.859 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.859 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.859 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.859 INFO:tasks.workunit.client.0.smithi008.stdout:353/600: open fd = 3 2024-05-20T21:26:25.859 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.859 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.859 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.859 INFO:tasks.workunit.client.0.smithi008.stdout:354/600: open fd = 3 2024-05-20T21:26:25.859 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.860 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.860 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.860 INFO:tasks.workunit.client.0.smithi008.stdout:355/600: open fd = 3 2024-05-20T21:26:25.860 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.860 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.860 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.860 INFO:tasks.workunit.client.0.smithi008.stdout:356/600: open fd = 3 2024-05-20T21:26:25.860 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.860 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.860 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.860 INFO:tasks.workunit.client.0.smithi008.stdout:357/600: open fd = 3 2024-05-20T21:26:25.860 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.860 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.860 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.861 INFO:tasks.workunit.client.0.smithi008.stdout:358/600: open fd = 3 2024-05-20T21:26:25.861 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.861 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.861 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.861 INFO:tasks.workunit.client.0.smithi008.stdout:359/600: open fd = 3 2024-05-20T21:26:25.861 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.861 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.861 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.861 INFO:tasks.workunit.client.0.smithi008.stdout:360/600: open fd = 3 2024-05-20T21:26:25.861 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.861 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.861 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.861 INFO:tasks.workunit.client.0.smithi008.stdout:361/600: open fd = 3 2024-05-20T21:26:25.861 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.861 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.861 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.862 INFO:tasks.workunit.client.0.smithi008.stdout:362/600: open fd = 3 2024-05-20T21:26:25.862 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.862 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.862 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.862 INFO:tasks.workunit.client.0.smithi008.stdout:363/600: open fd = 3 2024-05-20T21:26:25.862 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.862 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.862 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.862 INFO:tasks.workunit.client.0.smithi008.stdout:364/600: open fd = 3 2024-05-20T21:26:25.862 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.862 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.862 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.863 INFO:tasks.workunit.client.0.smithi008.stdout:365/600: open fd = 3 2024-05-20T21:26:25.863 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.863 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.863 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.863 INFO:tasks.workunit.client.0.smithi008.stdout:366/600: open fd = 3 2024-05-20T21:26:25.863 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.863 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.863 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.863 INFO:tasks.workunit.client.0.smithi008.stdout:367/600: open fd = 3 2024-05-20T21:26:25.863 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.863 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.863 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.863 INFO:tasks.workunit.client.0.smithi008.stdout:368/600: open fd = 3 2024-05-20T21:26:25.863 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.864 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.864 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.864 INFO:tasks.workunit.client.0.smithi008.stdout:369/600: open fd = 3 2024-05-20T21:26:25.864 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.864 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.864 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.864 INFO:tasks.workunit.client.0.smithi008.stdout:370/600: open fd = 3 2024-05-20T21:26:25.864 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.864 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.864 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.864 INFO:tasks.workunit.client.0.smithi008.stdout:371/600: open fd = 3 2024-05-20T21:26:25.864 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.864 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.865 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.865 INFO:tasks.workunit.client.0.smithi008.stdout:372/600: open fd = 3 2024-05-20T21:26:25.865 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.865 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.865 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.865 INFO:tasks.workunit.client.0.smithi008.stdout:373/600: open fd = 3 2024-05-20T21:26:25.865 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.865 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.865 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:25.865 INFO:tasks.workunit.client.0.smithi008.stdout:374/600: open fd = 3 2024-05-20T21:26:25.865 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.865 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:26:25.865 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:26:26.917 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:26:26 smithi008 ceph-mon[31475]: pgmap v773: 97 pgs: 97 active+clean; 1.4 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:26:26.918 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:26:26 smithi008 ceph-mon[31475]: scrub summary: idle 2024-05-20T21:26:27.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:26:26 smithi130 ceph-mon[36448]: pgmap v773: 97 pgs: 97 active+clean; 1.4 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:26:27.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:26:26 smithi130 ceph-mon[36448]: scrub summary: idle 2024-05-20T21:26:27.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:26:26 smithi050 ceph-mon[35809]: pgmap v773: 97 pgs: 97 active+clean; 1.4 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:26:27.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:26:26 smithi050 ceph-mon[35809]: scrub summary: idle 2024-05-20T21:26:27.740 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.738+0000 7fb12b800700 1 -- 172.21.15.8:0/252571959 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb12410a780 msgr2=0x7fb12410e7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:27.740 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.738+0000 7fb12b800700 1 --2- 172.21.15.8:0/252571959 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb12410a780 0x7fb12410e7d0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7fb1100099c0 tx=0x7fb110009cd0 comp rx=0 tx=0).stop 2024-05-20T21:26:27.740 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.739+0000 7fb12b800700 1 -- 172.21.15.8:0/252571959 shutdown_connections 2024-05-20T21:26:27.740 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.739+0000 7fb12b800700 1 --2- 172.21.15.8:0/252571959 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb124109dd0 0x7fb12410a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:27.740 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.739+0000 7fb12b800700 1 --2- 172.21.15.8:0/252571959 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb12410eeb0 0x7fb124116a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:27.740 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.739+0000 7fb12b800700 1 --2- 172.21.15.8:0/252571959 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb12410a780 0x7fb12410e7d0 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:27.740 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.739+0000 7fb12b800700 1 -- 172.21.15.8:0/252571959 >> 172.21.15.8:0/252571959 conn(0x7fb124076d10 msgr2=0x7fb124108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:27.740 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.739+0000 7fb12b800700 1 -- 172.21.15.8:0/252571959 shutdown_connections 2024-05-20T21:26:27.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.739+0000 7fb12b800700 1 -- 172.21.15.8:0/252571959 wait complete. 2024-05-20T21:26:27.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.740+0000 7fb12b800700 1 Processor -- start 2024-05-20T21:26:27.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.740+0000 7fb12b800700 1 -- start start 2024-05-20T21:26:27.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.741+0000 7fb12b800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb124109dd0 0x7fb1241a01e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:27.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.741+0000 7fb12b800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb12410a780 0x7fb1241a0720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:27.742 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.741+0000 7fb12b800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb12410eeb0 0x7fb1241a4a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:27.742 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.741+0000 7fb12b800700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fb124119d30 con 0x7fb12410eeb0 2024-05-20T21:26:27.742 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.741+0000 7fb12b800700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb124119bb0 con 0x7fb12410a780 2024-05-20T21:26:27.742 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.741+0000 7fb12b800700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fb124119eb0 con 0x7fb124109dd0 2024-05-20T21:26:27.742 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.741+0000 7fb128e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb124109dd0 0x7fb1241a01e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:27.742 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.741+0000 7fb128e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb124109dd0 0x7fb1241a01e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:55988/0 (socket says 172.21.15.8:55988) 2024-05-20T21:26:27.742 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.741+0000 7fb128e00700 1 -- 172.21.15.8:0/1459427980 learned_addr learned my addr 172.21.15.8:0/1459427980 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:27.742 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.741+0000 7fb129800700 1 --2- 172.21.15.8:0/1459427980 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb12410eeb0 0x7fb1241a4a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:27.743 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.742+0000 7fb123e00700 1 --2- 172.21.15.8:0/1459427980 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb12410a780 0x7fb1241a0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:27.743 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.742+0000 7fb128e00700 1 -- 172.21.15.8:0/1459427980 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb12410a780 msgr2=0x7fb1241a0720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:27.744 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.742+0000 7fb128e00700 1 --2- 172.21.15.8:0/1459427980 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb12410a780 0x7fb1241a0720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:27.744 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.742+0000 7fb128e00700 1 -- 172.21.15.8:0/1459427980 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb12410eeb0 msgr2=0x7fb1241a4a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:27.744 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.742+0000 7fb128e00700 1 --2- 172.21.15.8:0/1459427980 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb12410eeb0 0x7fb1241a4a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:27.744 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.742+0000 7fb128e00700 1 -- 172.21.15.8:0/1459427980 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1241a51a0 con 0x7fb124109dd0 2024-05-20T21:26:27.744 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.742+0000 7fb128e00700 1 --2- 172.21.15.8:0/1459427980 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb124109dd0 0x7fb1241a01e0 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7fb11800e9a0 tx=0x7fb11800ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:27.744 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.743+0000 7fb121600700 1 -- 172.21.15.8:0/1459427980 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb11800ca10 con 0x7fb124109dd0 2024-05-20T21:26:27.744 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.743+0000 7fb121600700 1 -- 172.21.15.8:0/1459427980 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb11800cbb0 con 0x7fb124109dd0 2024-05-20T21:26:27.744 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.743+0000 7fb121600700 1 -- 172.21.15.8:0/1459427980 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb118018680 con 0x7fb124109dd0 2024-05-20T21:26:27.744 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.743+0000 7fb12b800700 1 -- 172.21.15.8:0/1459427980 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb1241a5490 con 0x7fb124109dd0 2024-05-20T21:26:27.744 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.743+0000 7fb12b800700 1 -- 172.21.15.8:0/1459427980 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1241acd10 con 0x7fb124109dd0 2024-05-20T21:26:27.747 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.747+0000 7fb121600700 1 -- 172.21.15.8:0/1459427980 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fb118010430 con 0x7fb124109dd0 2024-05-20T21:26:27.748 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.747+0000 7fb136241b80 1 Processor -- start 2024-05-20T21:26:27.748 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.748+0000 7fb136241b80 1 -- start start 2024-05-20T21:26:27.748 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.748+0000 7fb136241b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e5470d1eb0 0x55e5470d2290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:27.748 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.748+0000 7fb136241b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e5470d27d0 0x55e5470cc260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:27.749 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.748+0000 7fb136241b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e5470cc880 0x55e5470ccce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:27.749 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.748+0000 7fb136241b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55e54702ae40 con 0x55e5470d27d0 2024-05-20T21:26:27.749 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.748+0000 7fb136241b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55e54701a9e0 con 0x55e5470d1eb0 2024-05-20T21:26:27.749 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.748+0000 7fb136241b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55e54701ea20 con 0x55e5470cc880 2024-05-20T21:26:27.750 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.748+0000 7fb121600700 1 --2- 172.21.15.8:0/1459427980 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb10c0b2900 0x7fb10c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:27.750 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.749+0000 7fb128e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e5470d27d0 0x55e5470cc260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:27.750 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.749+0000 7fb123e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e5470cc880 0x55e5470ccce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:27.750 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.749+0000 7fb123e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e5470cc880 0x55e5470ccce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:55992/0 (socket says 172.21.15.8:55992) 2024-05-20T21:26:27.750 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.749+0000 7fb123e00700 1 -- 172.21.15.8:0/254021745 learned_addr learned my addr 172.21.15.8:0/254021745 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:27.750 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.749+0000 7fb121600700 1 -- 172.21.15.8:0/1459427980 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fb1180e2350 con 0x7fb124109dd0 2024-05-20T21:26:27.750 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.749+0000 7fb129800700 1 --2- 172.21.15.8:0/254021745 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e5470d1eb0 0x55e5470d2290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:27.750 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.749+0000 7fb123e00700 1 -- 172.21.15.8:0/254021745 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e5470d1eb0 msgr2=0x55e5470d2290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:27.750 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.749+0000 7fb123e00700 1 --2- 172.21.15.8:0/254021745 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e5470d1eb0 0x55e5470d2290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:27.750 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.749+0000 7fb129800700 1 --2- 172.21.15.8:0/1459427980 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb10c0b2900 0x7fb10c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:27.751 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.749+0000 7fb123e00700 1 -- 172.21.15.8:0/254021745 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e5470d27d0 msgr2=0x55e5470cc260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:27.751 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.749+0000 7fb123e00700 1 --2- 172.21.15.8:0/254021745 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e5470d27d0 0x55e5470cc260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:27.751 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.749+0000 7fb123e00700 1 -- 172.21.15.8:0/254021745 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e546fe3420 con 0x55e5470cc880 2024-05-20T21:26:27.752 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.750+0000 7fb123e00700 1 --2- 172.21.15.8:0/254021745 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e5470cc880 0x55e5470ccce0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7fb1100099c0 tx=0x7fb110003680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5423c58ea070220 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:27.752 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.750+0000 7fb129800700 1 --2- 172.21.15.8:0/1459427980 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb10c0b2900 0x7fb10c0b4dc0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fb11c009ec0 tx=0x7fb11c00b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:27.752 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.750+0000 7fb116000700 1 -- 172.21.15.8:0/254021745 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb110028070 con 0x55e5470cc880 2024-05-20T21:26:27.752 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.750+0000 7fb116000700 1 -- 172.21.15.8:0/254021745 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb110009590 con 0x55e5470cc880 2024-05-20T21:26:27.752 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.750+0000 7fb116000700 1 -- 172.21.15.8:0/254021745 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb11000b9f0 con 0x55e5470cc880 2024-05-20T21:26:27.752 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.751+0000 7fb136241b80 1 -- 172.21.15.8:0/254021745 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e5470cc880 msgr2=0x55e5470ccce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:27.752 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.751+0000 7fb136241b80 1 --2- 172.21.15.8:0/254021745 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e5470cc880 0x55e5470ccce0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7fb1100099c0 tx=0x7fb110003680 comp rx=0 tx=0).stop 2024-05-20T21:26:27.752 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.751+0000 7fb136241b80 1 -- 172.21.15.8:0/254021745 shutdown_connections 2024-05-20T21:26:27.752 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.751+0000 7fb136241b80 1 --2- 172.21.15.8:0/254021745 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e5470d1eb0 0x55e5470d2290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:27.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.751+0000 7fb136241b80 1 --2- 172.21.15.8:0/254021745 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e5470cc880 0x55e5470ccce0 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:27.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.751+0000 7fb136241b80 1 --2- 172.21.15.8:0/254021745 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e5470d27d0 0x55e5470cc260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:27.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.751+0000 7fb136241b80 1 -- 172.21.15.8:0/254021745 >> 172.21.15.8:0/254021745 conn(0x55e546ffabe0 msgr2=0x55e5470c7010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:27.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.751+0000 7fb136241b80 1 -- 172.21.15.8:0/254021745 shutdown_connections 2024-05-20T21:26:27.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.751+0000 7fb136241b80 1 -- 172.21.15.8:0/254021745 wait complete. 2024-05-20T21:26:27.754 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.752+0000 7fb136241b80 1 -- start start 2024-05-20T21:26:27.754 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.752+0000 7fb136241b80 1 Processor -- start 2024-05-20T21:26:27.754 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.753+0000 7fb136241b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e5470cc880 0x55e5470d84b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:27.754 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.753+0000 7fb136241b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e5470d1eb0 0x55e5470d58a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:27.754 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.753+0000 7fb136241b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e5470d27d0 0x55e5470d5de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:27.754 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.753+0000 7fb136241b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55e546f20fa0 con 0x55e5470cc880 2024-05-20T21:26:27.754 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.753+0000 7fb136241b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55e546fbb760 con 0x55e5470d27d0 2024-05-20T21:26:27.754 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.753+0000 7fb136241b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55e5470d91e0 con 0x55e5470d1eb0 2024-05-20T21:26:27.754 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.753+0000 7fb136241b80 10 client.0 _ll_register_callbacks cb 0x55e546fc4c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:27.754 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.753+0000 7fb128e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e5470cc880 0x55e5470d84b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:27.754 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.753+0000 7fb123e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e5470d1eb0 0x55e5470d58a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:27.755 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.753+0000 7fb129800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e5470d27d0 0x55e5470d5de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:27.755 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.753+0000 7fb123e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e5470d1eb0 0x55e5470d58a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:56004/0 (socket says 172.21.15.8:56004) 2024-05-20T21:26:27.755 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.753+0000 7fb123e00700 1 -- 172.21.15.8:0/3644801513 learned_addr learned my addr 172.21.15.8:0/3644801513 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:27.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.754+0000 7fb123e00700 1 -- 172.21.15.8:0/3644801513 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e5470d27d0 msgr2=0x55e5470d5de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:27.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.754+0000 7fb123e00700 1 --2- 172.21.15.8:0/3644801513 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e5470d27d0 0x55e5470d5de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:27.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.754+0000 7fb123e00700 1 -- 172.21.15.8:0/3644801513 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e5470cc880 msgr2=0x55e5470d84b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:27.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.754+0000 7fb123e00700 1 --2- 172.21.15.8:0/3644801513 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e5470cc880 0x55e5470d84b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:27.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.754+0000 7fb123e00700 1 -- 172.21.15.8:0/3644801513 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e546f6a8d0 con 0x55e5470d1eb0 2024-05-20T21:26:27.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.754+0000 7fb123e00700 1 --2- 172.21.15.8:0/3644801513 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e5470d1eb0 0x55e5470d58a0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7fb110003d00 tx=0x7fb110005280 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f105eabbb2d79610 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:27.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.754+0000 7fb10aa00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:26:27.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.754+0000 7fb10aa00700 1 -- 172.21.15.8:0/3644801513 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb110028030 con 0x55e5470d1eb0 2024-05-20T21:26:27.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.755+0000 7fb10aa00700 1 -- 172.21.15.8:0/3644801513 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fb11000b790 con 0x55e5470d1eb0 2024-05-20T21:26:27.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.755+0000 7fb136241b80 1 -- 172.21.15.8:0/3644801513 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb110009590 con 0x55e5470d1eb0 2024-05-20T21:26:27.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.755+0000 7fb10aa00700 1 -- 172.21.15.8:0/3644801513 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb11000b990 con 0x55e5470d1eb0 2024-05-20T21:26:27.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.755+0000 7fb136241b80 10 client.28480 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:27.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.755+0000 7fb136241b80 1 -- 172.21.15.8:0/3644801513 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e546feb060 con 0x55e5470d1eb0 2024-05-20T21:26:27.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.755+0000 7fb10aa00700 1 -- 172.21.15.8:0/3644801513 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb110009590 con 0x55e5470d1eb0 2024-05-20T21:26:27.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.755+0000 7fb10aa00700 1 -- 172.21.15.8:0/3644801513 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb11000fa00 con 0x55e5470d1eb0 2024-05-20T21:26:27.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.756+0000 7fb136241b80 10 client.28480 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:27.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.756+0000 7fb136241b80 10 client.28480 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:26:27.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.756+0000 7fb136241b80 20 client.28480 populate_metadata read hostname 'smithi008' 2024-05-20T21:26:27.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.756+0000 7fb136241b80 1 --2- 172.21.15.8:0/3644801513 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e5470e5b60 0x55e5470e7f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:27.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.756+0000 7fb136241b80 4 client.28480 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:26:27.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.756+0000 7fb136241b80 1 -- 172.21.15.8:0/3644801513 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e54702cd90 con 0x55e5470e5b60 2024-05-20T21:26:27.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.756+0000 7fb128e00700 1 --2- 172.21.15.8:0/3644801513 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e5470e5b60 0x55e5470e7f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:27.759 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.757+0000 7fb10aa00700 10 client.28480 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:26:27.759 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.757+0000 7fb128e00700 1 --2- 172.21.15.8:0/3644801513 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e5470e5b60 0x55e5470e7f50 crc :-1 s=READY pgs=296 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d427fe864ad1d07d server_cookie=b5a675f0307af08a in_seq=0 out_seq=0 2024-05-20T21:26:27.759 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.758+0000 7fb10aa00700 1 -- 172.21.15.8:0/3644801513 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55e54702cd90 con 0x55e5470e5b60 2024-05-20T21:26:27.759 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.758+0000 7fb10aa00700 10 client.28480 handle_command_reply: tid=0 2024-05-20T21:26:27.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.758+0000 7fb136241b80 1 client.28480 shutdown 2024-05-20T21:26:27.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.758+0000 7fb136241b80 1 -- 172.21.15.8:0/3644801513 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e5470d1eb0 msgr2=0x55e5470d58a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:27.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.758+0000 7fb136241b80 1 --2- 172.21.15.8:0/3644801513 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e5470d1eb0 0x55e5470d58a0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7fb110003d00 tx=0x7fb110005280 comp rx=0 tx=0).stop 2024-05-20T21:26:27.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.758+0000 7fb136241b80 1 -- 172.21.15.8:0/3644801513 shutdown_connections 2024-05-20T21:26:27.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.758+0000 7fb136241b80 1 --2- 172.21.15.8:0/3644801513 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e5470e5b60 0x55e5470e7f50 crc :-1 s=READY pgs=296 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:27.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.758+0000 7fb136241b80 1 --2- 172.21.15.8:0/3644801513 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e5470d27d0 0x55e5470d5de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:27.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.758+0000 7fb136241b80 1 --2- 172.21.15.8:0/3644801513 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e5470cc880 0x55e5470d84b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:27.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.758+0000 7fb136241b80 1 --2- 172.21.15.8:0/3644801513 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e5470d1eb0 0x55e5470d58a0 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:27.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.758+0000 7fb10aa00700 0 client.28480 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:26:27.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.758+0000 7fb136241b80 1 -- 172.21.15.8:0/3644801513 >> 172.21.15.8:0/3644801513 conn(0x55e546ffabe0 msgr2=0x55e5470cb250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:27.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.758+0000 7fb136241b80 1 -- 172.21.15.8:0/3644801513 shutdown_connections 2024-05-20T21:26:27.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.759+0000 7fb136241b80 1 -- 172.21.15.8:0/3644801513 wait complete. 2024-05-20T21:26:27.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.759+0000 7fb136241b80 20 client.28480 trim_cache size 0 max 16384 2024-05-20T21:26:27.782 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.782+0000 7fb136241b80 1 Processor -- start 2024-05-20T21:26:27.783 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.782+0000 7fb136241b80 1 -- start start 2024-05-20T21:26:27.783 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.782+0000 7fb136241b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e5470cc880 0x55e5470cc260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:27.783 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.782+0000 7fb136241b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e5470d1eb0 0x55e5470d32c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:27.783 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.782+0000 7fb136241b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e5470d27d0 0x55e5470d4190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:27.784 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.782+0000 7fb136241b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fb1241b6a80 con 0x55e5470d1eb0 2024-05-20T21:26:27.784 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.782+0000 7fb136241b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb1241b4310 con 0x55e5470cc880 2024-05-20T21:26:27.784 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.783+0000 7fb136241b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fb1241b2160 con 0x55e5470d27d0 2024-05-20T21:26:27.784 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.783+0000 7fb123e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e5470d1eb0 0x55e5470d32c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:27.784 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.783+0000 7fb128e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e5470cc880 0x55e5470cc260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:27.784 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.783+0000 7fb128e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e5470cc880 0x55e5470cc260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:34472/0 (socket says 172.21.15.8:34472) 2024-05-20T21:26:27.784 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.783+0000 7fb129800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e5470d27d0 0x55e5470d4190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:27.784 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.783+0000 7fb128e00700 1 -- 172.21.15.8:0/3221323667 learned_addr learned my addr 172.21.15.8:0/3221323667 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:27.785 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.783+0000 7fb128e00700 1 -- 172.21.15.8:0/3221323667 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e5470d27d0 msgr2=0x55e5470d4190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:27.785 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.783+0000 7fb128e00700 1 --2- 172.21.15.8:0/3221323667 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e5470d27d0 0x55e5470d4190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:27.785 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.783+0000 7fb128e00700 1 -- 172.21.15.8:0/3221323667 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e5470d1eb0 msgr2=0x55e5470d32c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:27.785 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.783+0000 7fb128e00700 1 --2- 172.21.15.8:0/3221323667 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e5470d1eb0 0x55e5470d32c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:27.785 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.783+0000 7fb128e00700 1 -- 172.21.15.8:0/3221323667 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e5470bf190 con 0x55e5470cc880 2024-05-20T21:26:27.785 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.783+0000 7fb129800700 1 --2- 172.21.15.8:0/3221323667 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e5470d27d0 0x55e5470d4190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:27.785 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.784+0000 7fb128e00700 1 --2- 172.21.15.8:0/3221323667 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e5470cc880 0x55e5470cc260 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7fb1180a9600 tx=0x7fb118077520 comp rx=0 tx=0).ready entity=mon.2 client_cookie=35bac4291a5e6943 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:27.785 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.784+0000 7fb115600700 1 -- 172.21.15.8:0/3221323667 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb118026040 con 0x55e5470cc880 2024-05-20T21:26:27.785 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.784+0000 7fb115600700 1 -- 172.21.15.8:0/3221323667 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb1180b20a0 con 0x55e5470cc880 2024-05-20T21:26:27.785 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.784+0000 7fb115600700 1 -- 172.21.15.8:0/3221323667 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1180a9900 con 0x55e5470cc880 2024-05-20T21:26:27.786 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.785+0000 7fb136241b80 1 -- 172.21.15.8:0/3221323667 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e5470cc880 msgr2=0x55e5470cc260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:27.786 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.785+0000 7fb136241b80 1 --2- 172.21.15.8:0/3221323667 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e5470cc880 0x55e5470cc260 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7fb1180a9600 tx=0x7fb118077520 comp rx=0 tx=0).stop 2024-05-20T21:26:27.787 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.785+0000 7fb136241b80 1 -- 172.21.15.8:0/3221323667 shutdown_connections 2024-05-20T21:26:27.787 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.785+0000 7fb136241b80 1 --2- 172.21.15.8:0/3221323667 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e5470cc880 0x55e5470cc260 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:27.787 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.785+0000 7fb136241b80 1 --2- 172.21.15.8:0/3221323667 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e5470d27d0 0x55e5470d4190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:27.788 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.785+0000 7fb136241b80 1 --2- 172.21.15.8:0/3221323667 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e5470d1eb0 0x55e5470d32c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:27.788 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.785+0000 7fb136241b80 1 -- 172.21.15.8:0/3221323667 >> 172.21.15.8:0/3221323667 conn(0x55e546ffabe0 msgr2=0x55e5470d2bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:27.788 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.785+0000 7fb136241b80 1 -- 172.21.15.8:0/3221323667 shutdown_connections 2024-05-20T21:26:27.788 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.785+0000 7fb136241b80 1 -- 172.21.15.8:0/3221323667 wait complete. 2024-05-20T21:26:27.788 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.786+0000 7fb136241b80 1 -- start start 2024-05-20T21:26:27.788 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.786+0000 7fb136241b80 1 Processor -- start 2024-05-20T21:26:27.790 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.787+0000 7fb136241b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e5470cc880 0x55e5470e9bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:27.790 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.787+0000 7fb136241b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e5470d1eb0 0x55e5470ea130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:27.790 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.787+0000 7fb136241b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e5470d27d0 0x55e5470ea670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:27.790 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.787+0000 7fb136241b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fb1241b27d0 con 0x55e5470d27d0 2024-05-20T21:26:27.790 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.787+0000 7fb136241b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb1241b3c40 con 0x55e5470d1eb0 2024-05-20T21:26:27.790 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.787+0000 7fb136241b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fb1241b2ea0 con 0x55e5470cc880 2024-05-20T21:26:27.790 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.787+0000 7fb136241b80 10 client.0 _ll_register_callbacks cb 0x55e546fc4c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:27.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.787+0000 7fb128e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e5470cc880 0x55e5470e9bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:27.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.787+0000 7fb129800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e5470d27d0 0x55e5470ea670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:27.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.787+0000 7fb128e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e5470cc880 0x55e5470e9bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:56016/0 (socket says 172.21.15.8:56016) 2024-05-20T21:26:27.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.787+0000 7fb128e00700 1 -- 172.21.15.8:0/4265680736 learned_addr learned my addr 172.21.15.8:0/4265680736 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:27.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.787+0000 7fb123e00700 1 --2- 172.21.15.8:0/4265680736 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e5470d1eb0 0x55e5470ea130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:27.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.788+0000 7fb128e00700 1 -- 172.21.15.8:0/4265680736 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e5470d1eb0 msgr2=0x55e5470ea130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:27.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.788+0000 7fb128e00700 1 --2- 172.21.15.8:0/4265680736 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e5470d1eb0 0x55e5470ea130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:27.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.788+0000 7fb128e00700 1 -- 172.21.15.8:0/4265680736 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e5470d27d0 msgr2=0x55e5470ea670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:27.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.788+0000 7fb128e00700 1 --2- 172.21.15.8:0/4265680736 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e5470d27d0 0x55e5470ea670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:27.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.788+0000 7fb128e00700 1 -- 172.21.15.8:0/4265680736 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e5471503b0 con 0x55e5470cc880 2024-05-20T21:26:27.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.788+0000 7fb128e00700 1 --2- 172.21.15.8:0/4265680736 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e5470cc880 0x55e5470e9bf0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7fb1180cc3d0 tx=0x7fb1180a58f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=81b4c04bfca8ca8f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:27.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.788+0000 7fb10aa00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:26:27.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.788+0000 7fb10aa00700 1 -- 172.21.15.8:0/4265680736 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1180aa000 con 0x55e5470cc880 2024-05-20T21:26:27.792 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.788+0000 7fb136241b80 1 -- 172.21.15.8:0/4265680736 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55e547026570 con 0x55e5470cc880 2024-05-20T21:26:27.792 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.788+0000 7fb10aa00700 1 -- 172.21.15.8:0/4265680736 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fb1180a9b60 con 0x55e5470cc880 2024-05-20T21:26:27.792 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.789+0000 7fb10aa00700 1 -- 172.21.15.8:0/4265680736 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb1180adcb0 con 0x55e5470cc880 2024-05-20T21:26:27.792 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.789+0000 7fb136241b80 10 client.28486 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:27.792 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.789+0000 7fb136241b80 1 -- 172.21.15.8:0/4265680736 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e5471515c0 con 0x55e5470cc880 2024-05-20T21:26:27.792 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.789+0000 7fb10aa00700 1 -- 172.21.15.8:0/4265680736 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55e547026570 con 0x55e5470cc880 2024-05-20T21:26:27.792 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.789+0000 7fb10aa00700 1 -- 172.21.15.8:0/4265680736 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb118077040 con 0x55e5470cc880 2024-05-20T21:26:27.792 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.789+0000 7fb136241b80 10 client.28486 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:27.792 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.789+0000 7fb136241b80 10 client.28486 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:26:27.792 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.789+0000 7fb136241b80 20 client.28486 populate_metadata read hostname 'smithi008' 2024-05-20T21:26:27.792 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.789+0000 7fb136241b80 1 --2- 172.21.15.8:0/4265680736 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e547151c10 0x55e547154000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:27.792 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.789+0000 7fb136241b80 4 client.28486 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:26:27.792 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.789+0000 7fb136241b80 1 -- 172.21.15.8:0/4265680736 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55e546e9d250 con 0x55e547151c10 2024-05-20T21:26:27.792 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.790+0000 7fb123e00700 1 --2- 172.21.15.8:0/4265680736 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e547151c10 0x55e547154000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:27.793 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.790+0000 7fb123e00700 1 --2- 172.21.15.8:0/4265680736 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e547151c10 0x55e547154000 crc :-1 s=READY pgs=297 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7992c3743e72e220 server_cookie=dc6343fa807e4876 in_seq=0 out_seq=0 2024-05-20T21:26:27.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.790+0000 7fb10aa00700 10 client.28486 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:26:27.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.790+0000 7fb10aa00700 1 -- 172.21.15.8:0/4265680736 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55e546e9d250 con 0x55e547151c10 2024-05-20T21:26:27.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.790+0000 7fb10aa00700 10 client.28486 handle_command_reply: tid=0 2024-05-20T21:26:27.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.790+0000 7fb136241b80 1 client.28486 shutdown 2024-05-20T21:26:27.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.791+0000 7fb136241b80 1 -- 172.21.15.8:0/4265680736 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e5470cc880 msgr2=0x55e5470e9bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:27.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.791+0000 7fb136241b80 1 --2- 172.21.15.8:0/4265680736 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e5470cc880 0x55e5470e9bf0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7fb1180cc3d0 tx=0x7fb1180a58f0 comp rx=0 tx=0).stop 2024-05-20T21:26:27.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.791+0000 7fb136241b80 1 -- 172.21.15.8:0/4265680736 shutdown_connections 2024-05-20T21:26:27.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.791+0000 7fb136241b80 1 --2- 172.21.15.8:0/4265680736 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e547151c10 0x55e547154000 crc :-1 s=READY pgs=297 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:27.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.791+0000 7fb136241b80 1 --2- 172.21.15.8:0/4265680736 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e5470d27d0 0x55e5470ea670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:27.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.791+0000 7fb136241b80 1 --2- 172.21.15.8:0/4265680736 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e5470cc880 0x55e5470e9bf0 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:27.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.791+0000 7fb136241b80 1 --2- 172.21.15.8:0/4265680736 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e5470d1eb0 0x55e5470ea130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:27.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.791+0000 7fb136241b80 1 -- 172.21.15.8:0/4265680736 >> 172.21.15.8:0/4265680736 conn(0x55e546ffabe0 msgr2=0x55e5470d4190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:27.795 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.791+0000 7fb10aa00700 0 client.28486 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:26:27.795 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.791+0000 7fb136241b80 1 -- 172.21.15.8:0/4265680736 shutdown_connections 2024-05-20T21:26:27.795 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.791+0000 7fb136241b80 1 -- 172.21.15.8:0/4265680736 wait complete. 2024-05-20T21:26:27.795 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.791+0000 7fb136241b80 20 client.28486 trim_cache size 0 max 16384 2024-05-20T21:26:27.795 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:26:27.795 INFO:teuthology.orchestra.run.smithi008.stdout: "status": "no active scrubs running", 2024-05-20T21:26:27.795 INFO:teuthology.orchestra.run.smithi008.stdout: "scrubs": {} 2024-05-20T21:26:27.795 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:26:27.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.792+0000 7fb12b800700 1 -- 172.21.15.8:0/1459427980 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb10c0b2900 msgr2=0x7fb10c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:27.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.792+0000 7fb12b800700 1 --2- 172.21.15.8:0/1459427980 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb10c0b2900 0x7fb10c0b4dc0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fb11c009ec0 tx=0x7fb11c00b040 comp rx=0 tx=0).stop 2024-05-20T21:26:27.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.792+0000 7fb12b800700 1 -- 172.21.15.8:0/1459427980 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb124109dd0 msgr2=0x7fb1241a01e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:27.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.792+0000 7fb12b800700 1 --2- 172.21.15.8:0/1459427980 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb124109dd0 0x7fb1241a01e0 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7fb11800e9a0 tx=0x7fb11800ecb0 comp rx=0 tx=0).stop 2024-05-20T21:26:27.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.792+0000 7fb12b800700 1 -- 172.21.15.8:0/1459427980 shutdown_connections 2024-05-20T21:26:27.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.792+0000 7fb12b800700 1 --2- 172.21.15.8:0/1459427980 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb10c0b2900 0x7fb10c0b4dc0 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:27.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.792+0000 7fb12b800700 1 --2- 172.21.15.8:0/1459427980 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb12410eeb0 0x7fb1241a4a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:27.797 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.792+0000 7fb12b800700 1 --2- 172.21.15.8:0/1459427980 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb124109dd0 0x7fb1241a01e0 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:27.797 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.792+0000 7fb12b800700 1 --2- 172.21.15.8:0/1459427980 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb12410a780 0x7fb1241a0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:27.797 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.792+0000 7fb12b800700 1 -- 172.21.15.8:0/1459427980 >> 172.21.15.8:0/1459427980 conn(0x7fb124076d10 msgr2=0x7fb124078990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:27.797 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.792+0000 7fb12b800700 1 -- 172.21.15.8:0/1459427980 shutdown_connections 2024-05-20T21:26:27.797 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:27.792+0000 7fb12b800700 1 -- 172.21.15.8:0/1459427980 wait complete. 2024-05-20T21:26:28.869 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:26:28.869 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:26:29.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:26:28 smithi130 ceph-mon[36448]: pgmap v774: 97 pgs: 97 active+clean; 1.4 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:26:29.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:26:28 smithi050 ceph-mon[35809]: pgmap v774: 97 pgs: 97 active+clean; 1.4 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:26:29.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:26:28 smithi008 ceph-mon[31475]: pgmap v774: 97 pgs: 97 active+clean; 1.4 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:26:29.317 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:26:30.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:26:30 smithi008 ceph-mon[31475]: pgmap v775: 97 pgs: 97 active+clean; 1.4 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:26:31.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:26:30 smithi130 ceph-mon[36448]: pgmap v775: 97 pgs: 97 active+clean; 1.4 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:26:31.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:26:30 smithi050 ceph-mon[35809]: pgmap v775: 97 pgs: 97 active+clean; 1.4 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:26:31.540 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:31.539+0000 7f41a5400700 1 -- 172.21.15.8:0/2306606743 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f41a0076090 msgr2=0x7f41a010fa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:31.540 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:31.539+0000 7f41a5400700 1 --2- 172.21.15.8:0/2306606743 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f41a0076090 0x7f41a010fa00 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f418c009990 tx=0x7f418c009ca0 comp rx=0 tx=0).stop 2024-05-20T21:26:31.540 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:31.539+0000 7f41a5400700 1 -- 172.21.15.8:0/2306606743 shutdown_connections 2024-05-20T21:26:31.540 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:31.539+0000 7f41a5400700 1 --2- 172.21.15.8:0/2306606743 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f41a0075770 0x7f41a0075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:31.540 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:31.539+0000 7f41a5400700 1 --2- 172.21.15.8:0/2306606743 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f41a010ff40 0x7f41a0112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:31.540 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:31.539+0000 7f41a5400700 1 --2- 172.21.15.8:0/2306606743 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f41a0076090 0x7f41a010fa00 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:31.540 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:31.539+0000 7f41a5400700 1 -- 172.21.15.8:0/2306606743 >> 172.21.15.8:0/2306606743 conn(0x7f41a007a6a0 msgr2=0x7f41a007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:31.540 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:31.539+0000 7f41a5400700 1 -- 172.21.15.8:0/2306606743 shutdown_connections 2024-05-20T21:26:31.540 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:31.539+0000 7f41a5400700 1 -- 172.21.15.8:0/2306606743 wait complete. 2024-05-20T21:26:31.541 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:31.540+0000 7f41a5400700 1 Processor -- start 2024-05-20T21:26:31.541 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:31.540+0000 7f41a5400700 1 -- start start 2024-05-20T21:26:31.541 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:31.541+0000 7f41a5400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f41a0075770 0x7f41a019bf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:31.542 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:31.541+0000 7f41a5400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f41a0076090 0x7f41a019c450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:31.542 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:31.541+0000 7f41a5400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f41a010ff40 0x7f41a01a07e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:31.542 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:31.541+0000 7f41a5400700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f41a0115970 con 0x7f41a0075770 2024-05-20T21:26:31.542 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:31.541+0000 7f41a5400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f41a01157f0 con 0x7f41a0076090 2024-05-20T21:26:31.542 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:31.541+0000 7f41a5400700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f41a0115af0 con 0x7f41a010ff40 2024-05-20T21:26:31.542 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:31.541+0000 7f419e800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f41a0075770 0x7f41a019bf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:31.542 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:31.541+0000 7f419f200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f41a010ff40 0x7f41a01a07e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:31.542 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:31.541+0000 7f419f200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f41a010ff40 0x7f41a01a07e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:56036/0 (socket says 172.21.15.8:56036) 2024-05-20T21:26:31.542 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:31.541+0000 7f419e800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f41a0075770 0x7f41a019bf10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:51236/0 (socket says 172.21.15.8:51236) 2024-05-20T21:26:31.542 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:31.541+0000 7f419f200700 1 -- 172.21.15.8:0/4053743414 learned_addr learned my addr 172.21.15.8:0/4053743414 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:31.542 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:31.541+0000 7f419de00700 1 --2- 172.21.15.8:0/4053743414 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f41a0076090 0x7f41a019c450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:31.543 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:31.542+0000 7f419f200700 1 -- 172.21.15.8:0/4053743414 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f41a0076090 msgr2=0x7f41a019c450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:31.543 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:31.542+0000 7f419f200700 1 --2- 172.21.15.8:0/4053743414 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f41a0076090 0x7f41a019c450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:31.544 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:31.542+0000 7f419f200700 1 -- 172.21.15.8:0/4053743414 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f41a0075770 msgr2=0x7f41a019bf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:31.544 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:31.542+0000 7f419f200700 1 --2- 172.21.15.8:0/4053743414 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f41a0075770 0x7f41a019bf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:31.544 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:31.542+0000 7f419f200700 1 -- 172.21.15.8:0/4053743414 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41a01a0f20 con 0x7f41a010ff40 2024-05-20T21:26:31.544 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:31.542+0000 7f419e800700 1 --2- 172.21.15.8:0/4053743414 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f41a0075770 0x7f41a019bf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:31.544 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:31.542+0000 7f419f200700 1 --2- 172.21.15.8:0/4053743414 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f41a010ff40 0x7f41a01a07e0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f419800c370 tx=0x7f419800c680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:31.544 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:31.542+0000 7f4197400700 1 -- 172.21.15.8:0/4053743414 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41980092e0 con 0x7f41a010ff40 2024-05-20T21:26:31.544 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:31.542+0000 7f4197400700 1 -- 172.21.15.8:0/4053743414 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4198003a00 con 0x7f41a010ff40 2024-05-20T21:26:31.544 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:31.542+0000 7f41a5400700 1 -- 172.21.15.8:0/4053743414 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41a01a11b0 con 0x7f41a010ff40 2024-05-20T21:26:31.544 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:31.543+0000 7f4197400700 1 -- 172.21.15.8:0/4053743414 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41980046f0 con 0x7f41a010ff40 2024-05-20T21:26:31.544 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:31.543+0000 7f41a5400700 1 -- 172.21.15.8:0/4053743414 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41a01a8a90 con 0x7f41a010ff40 2024-05-20T21:26:31.545 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:31.544+0000 7f41a5400700 1 -- 172.21.15.8:0/4053743414 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f41a006a230 con 0x7f41a010ff40 2024-05-20T21:26:31.547 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:31.546+0000 7f4197400700 1 -- 172.21.15.8:0/4053743414 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f419801a020 con 0x7f41a010ff40 2024-05-20T21:26:31.548 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:31.548+0000 7f4197400700 1 --2- 172.21.15.8:0/4053743414 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f41840b2880 0x7f41840b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:31.548 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:31.548+0000 7f4197400700 1 -- 172.21.15.8:0/4053743414 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f41980e2100 con 0x7f41a010ff40 2024-05-20T21:26:31.549 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:31.548+0000 7f419e800700 1 --2- 172.21.15.8:0/4053743414 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f41840b2880 0x7f41840b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:31.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:31.549+0000 7f419e800700 1 --2- 172.21.15.8:0/4053743414 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f41840b2880 0x7f41840b4d40 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f4190011490 tx=0x7f4190009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:31.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:31.550+0000 7f4197400700 1 -- 172.21.15.8:0/4053743414 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f4198010040 con 0x7f41a010ff40 2024-05-20T21:26:31.839 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:31.838+0000 7f41a5400700 1 -- 172.21.15.8:0/4053743414 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f41a002e560 con 0x7f41a010ff40 2024-05-20T21:26:31.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:31.839+0000 7f4197400700 1 -- 172.21.15.8:0/4053743414 <== mon.1 v2:172.21.15.130:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7f41980a9db0 con 0x7f41a010ff40 2024-05-20T21:26:31.840 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:26:31.840 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:26:31.843 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:31.842+0000 7f41a5400700 1 -- 172.21.15.8:0/4053743414 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f41840b2880 msgr2=0x7f41840b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:31.843 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:31.842+0000 7f41a5400700 1 --2- 172.21.15.8:0/4053743414 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f41840b2880 0x7f41840b4d40 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f4190011490 tx=0x7f4190009260 comp rx=0 tx=0).stop 2024-05-20T21:26:31.843 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:31.842+0000 7f41a5400700 1 -- 172.21.15.8:0/4053743414 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f41a010ff40 msgr2=0x7f41a01a07e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:31.843 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:31.842+0000 7f41a5400700 1 --2- 172.21.15.8:0/4053743414 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f41a010ff40 0x7f41a01a07e0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f419800c370 tx=0x7f419800c680 comp rx=0 tx=0).stop 2024-05-20T21:26:31.843 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:31.843+0000 7f41a5400700 1 -- 172.21.15.8:0/4053743414 shutdown_connections 2024-05-20T21:26:31.844 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:31.843+0000 7f41a5400700 1 --2- 172.21.15.8:0/4053743414 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f41840b2880 0x7f41840b4d40 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:31.844 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:31.843+0000 7f41a5400700 1 --2- 172.21.15.8:0/4053743414 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f41a010ff40 0x7f41a01a07e0 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:31.844 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:31.843+0000 7f41a5400700 1 --2- 172.21.15.8:0/4053743414 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f41a0075770 0x7f41a019bf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:31.844 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:31.843+0000 7f41a5400700 1 --2- 172.21.15.8:0/4053743414 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f41a0076090 0x7f41a019c450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:31.844 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:31.843+0000 7f41a5400700 1 -- 172.21.15.8:0/4053743414 >> 172.21.15.8:0/4053743414 conn(0x7f41a007a6a0 msgr2=0x7f41a0101b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:31.844 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:31.843+0000 7f41a5400700 1 -- 172.21.15.8:0/4053743414 shutdown_connections 2024-05-20T21:26:31.844 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:31.843+0000 7f41a5400700 1 -- 172.21.15.8:0/4053743414 wait complete. 2024-05-20T21:26:31.845 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:26:32.738 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:26:32.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:26:32 smithi008 ceph-mon[31475]: pgmap v776: 97 pgs: 97 active+clean; 1.4 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-20T21:26:32.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:26:32 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/4053743414' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:26:33.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:26:32 smithi130 ceph-mon[36448]: pgmap v776: 97 pgs: 97 active+clean; 1.4 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-20T21:26:33.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:26:32 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/4053743414' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:26:33.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:26:32 smithi050 ceph-mon[35809]: pgmap v776: 97 pgs: 97 active+clean; 1.4 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-20T21:26:33.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:26:32 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/4053743414' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:26:33.231 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:26:33.249 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.248+0000 7f594e400640 1 -- 172.21.15.8:0/3528599493 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5948102ac0 msgr2=0x7f5948102ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:33.249 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.248+0000 7f594e400640 1 --2- 172.21.15.8:0/3528599493 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5948102ac0 0x7f5948102ee0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f5938009ca0 tx=0x7f593802a8c0 comp rx=0 tx=0).stop 2024-05-20T21:26:33.249 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.248+0000 7f594e400640 1 -- 172.21.15.8:0/3528599493 shutdown_connections 2024-05-20T21:26:33.249 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.248+0000 7f594e400640 1 --2- 172.21.15.8:0/3528599493 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5948104670 0x7f594810af00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:33.249 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.248+0000 7f594e400640 1 --2- 172.21.15.8:0/3528599493 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5948103cb0 0x7f5948104130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:33.249 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.248+0000 7f594e400640 1 --2- 172.21.15.8:0/3528599493 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5948102ac0 0x7f5948102ee0 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:33.250 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.248+0000 7f594e400640 1 -- 172.21.15.8:0/3528599493 >> 172.21.15.8:0/3528599493 conn(0x7f59480fe030 msgr2=0x7f5948100470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:33.250 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.248+0000 7f594e400640 1 -- 172.21.15.8:0/3528599493 shutdown_connections 2024-05-20T21:26:33.250 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.248+0000 7f594e400640 1 -- 172.21.15.8:0/3528599493 wait complete. 2024-05-20T21:26:33.250 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.250+0000 7f594e400640 1 Processor -- start 2024-05-20T21:26:33.250 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.250+0000 7f594e400640 1 -- start start 2024-05-20T21:26:33.251 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.250+0000 7f594e400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5948102ac0 0x7f5948076800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:33.251 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.250+0000 7f594e400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5948103cb0 0x7f5948074e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:33.251 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.250+0000 7f594e400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5948104670 0x7f5948075380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:33.251 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.251+0000 7f594e400640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f594810e610 con 0x7f5948102ac0 2024-05-20T21:26:33.251 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.251+0000 7f594e400640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f594810e490 con 0x7f5948103cb0 2024-05-20T21:26:33.251 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.251+0000 7f594e400640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f594810e790 con 0x7f5948104670 2024-05-20T21:26:33.252 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.251+0000 7f5947400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5948102ac0 0x7f5948076800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:33.252 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.251+0000 7f5946a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5948103cb0 0x7f5948074e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:33.252 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.251+0000 7f5947400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5948102ac0 0x7f5948076800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:56702/0 (socket says 172.21.15.8:56702) 2024-05-20T21:26:33.252 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.251+0000 7f5947400640 1 -- 172.21.15.8:0/3684675516 learned_addr learned my addr 172.21.15.8:0/3684675516 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:33.252 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.251+0000 7f5947e00640 1 --2- 172.21.15.8:0/3684675516 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5948104670 0x7f5948075380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:33.253 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.251+0000 7f5946a00640 1 -- 172.21.15.8:0/3684675516 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5948104670 msgr2=0x7f5948075380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:33.253 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.251+0000 7f5946a00640 1 --2- 172.21.15.8:0/3684675516 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5948104670 0x7f5948075380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:33.253 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.251+0000 7f5946a00640 1 -- 172.21.15.8:0/3684675516 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5948102ac0 msgr2=0x7f5948076800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:33.253 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.251+0000 7f5946a00640 1 --2- 172.21.15.8:0/3684675516 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5948102ac0 0x7f5948076800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:33.253 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.251+0000 7f5946a00640 1 -- 172.21.15.8:0/3684675516 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5948075c10 con 0x7f5948103cb0 2024-05-20T21:26:33.253 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.252+0000 7f5946a00640 1 --2- 172.21.15.8:0/3684675516 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5948103cb0 0x7f5948074e40 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f593000e9f0 tx=0x7f593000eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:33.253 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.252+0000 7f593fe00640 1 -- 172.21.15.8:0/3684675516 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f593000ccc0 con 0x7f5948103cb0 2024-05-20T21:26:33.253 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.252+0000 7f593fe00640 1 -- 172.21.15.8:0/3684675516 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f59300108e0 con 0x7f5948103cb0 2024-05-20T21:26:33.253 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.252+0000 7f594e400640 1 -- 172.21.15.8:0/3684675516 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f59481a2e30 con 0x7f5948103cb0 2024-05-20T21:26:33.253 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.252+0000 7f593fe00640 1 -- 172.21.15.8:0/3684675516 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5930018880 con 0x7f5948103cb0 2024-05-20T21:26:33.254 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.252+0000 7f594e400640 1 -- 172.21.15.8:0/3684675516 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f59481a32a0 con 0x7f5948103cb0 2024-05-20T21:26:33.256 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.256+0000 7f5951229740 1 Processor -- start 2024-05-20T21:26:33.257 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.257+0000 7f5951229740 1 -- start start 2024-05-20T21:26:33.258 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.257+0000 7f5951229740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559fd99a1b30 0x559fd99a1f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:33.258 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.257+0000 7f5951229740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559fd99a2520 0x559fd99a7020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:33.258 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.257+0000 7f5951229740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559fd99a7690 0x559fd99a9b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:33.258 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.257+0000 7f5951229740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x559fd9911b90 con 0x559fd99a2520 2024-05-20T21:26:33.258 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.257+0000 7f5951229740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x559fd9901730 con 0x559fd99a7690 2024-05-20T21:26:33.258 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.257+0000 7f5951229740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x559fd9905770 con 0x559fd99a1b30 2024-05-20T21:26:33.258 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.257+0000 7f593fe00640 1 -- 172.21.15.8:0/3684675516 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f5930018a20 con 0x7f5948103cb0 2024-05-20T21:26:33.258 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.257+0000 7f5947400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559fd99a2520 0x559fd99a7020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:33.258 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.257+0000 7f5947e00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559fd99a1b30 0x559fd99a1f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:33.258 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.257+0000 7f5947400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559fd99a2520 0x559fd99a7020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:56718/0 (socket says 172.21.15.8:56718) 2024-05-20T21:26:33.258 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.257+0000 7f5947400640 1 -- 172.21.15.8:0/1712786916 learned_addr learned my addr 172.21.15.8:0/1712786916 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:33.258 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.258+0000 7f5946a00640 1 --2- 172.21.15.8:0/1712786916 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559fd99a7690 0x559fd99a9b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:33.260 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.258+0000 7f5947400640 1 -- 172.21.15.8:0/1712786916 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559fd99a1b30 msgr2=0x559fd99a1f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:33.260 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.258+0000 7f5947400640 1 --2- 172.21.15.8:0/1712786916 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559fd99a1b30 0x559fd99a1f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:33.260 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.258+0000 7f5947400640 1 -- 172.21.15.8:0/1712786916 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559fd99a7690 msgr2=0x559fd99a9b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:33.260 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.258+0000 7f5947400640 1 --2- 172.21.15.8:0/1712786916 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559fd99a7690 0x559fd99a9b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:33.260 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.258+0000 7f5947400640 1 -- 172.21.15.8:0/1712786916 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559fd989a8b0 con 0x559fd99a2520 2024-05-20T21:26:33.260 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.258+0000 7f5946a00640 1 --2- 172.21.15.8:0/1712786916 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559fd99a7690 0x559fd99a9b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:26:33.260 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.258+0000 7f5947400640 1 --2- 172.21.15.8:0/1712786916 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559fd99a2520 0x559fd99a7020 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f593802ade0 tx=0x7f5938005f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ee4c3a3be3e3d38 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:33.260 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.259+0000 7f593cc00640 1 -- 172.21.15.8:0/1712786916 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5938031650 con 0x559fd99a2520 2024-05-20T21:26:33.260 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.259+0000 7f593cc00640 1 -- 172.21.15.8:0/1712786916 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5938036030 con 0x559fd99a2520 2024-05-20T21:26:33.260 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.259+0000 7f593cc00640 1 -- 172.21.15.8:0/1712786916 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5938004770 con 0x559fd99a2520 2024-05-20T21:26:33.261 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.259+0000 7f593fe00640 1 --2- 172.21.15.8:0/3684675516 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f592c0b2860 0x7f592c0b4d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:33.261 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.259+0000 7f593fe00640 1 -- 172.21.15.8:0/3684675516 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f59300e24e0 con 0x7f5948103cb0 2024-05-20T21:26:33.261 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.259+0000 7f5947e00640 1 --2- 172.21.15.8:0/3684675516 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f592c0b2860 0x7f592c0b4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:33.261 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.260+0000 7f5951229740 1 -- 172.21.15.8:0/1712786916 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559fd99a2520 msgr2=0x559fd99a7020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:33.261 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.260+0000 7f5951229740 1 --2- 172.21.15.8:0/1712786916 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559fd99a2520 0x559fd99a7020 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f593802ade0 tx=0x7f5938005f60 comp rx=0 tx=0).stop 2024-05-20T21:26:33.263 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.260+0000 7f5951229740 1 -- 172.21.15.8:0/1712786916 shutdown_connections 2024-05-20T21:26:33.263 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.260+0000 7f5951229740 1 --2- 172.21.15.8:0/1712786916 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559fd99a7690 0x559fd99a9b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:33.263 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.260+0000 7f5951229740 1 --2- 172.21.15.8:0/1712786916 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559fd99a2520 0x559fd99a7020 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:33.263 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.260+0000 7f5951229740 1 --2- 172.21.15.8:0/1712786916 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559fd99a1b30 0x559fd99a1f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:33.263 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.260+0000 7f5951229740 1 -- 172.21.15.8:0/1712786916 >> 172.21.15.8:0/1712786916 conn(0x559fd999d1a0 msgr2=0x559fd999d5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:33.263 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.260+0000 7f5951229740 1 -- 172.21.15.8:0/1712786916 shutdown_connections 2024-05-20T21:26:33.263 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.260+0000 7f5947e00640 1 --2- 172.21.15.8:0/3684675516 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f592c0b2860 0x7f592c0b4d20 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x559fd99a2d80 tx=0x7f5940005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:33.263 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.260+0000 7f5951229740 1 -- 172.21.15.8:0/1712786916 wait complete. 2024-05-20T21:26:33.263 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.261+0000 7f5951229740 1 -- start start 2024-05-20T21:26:33.263 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.261+0000 7f5951229740 1 Processor -- start 2024-05-20T21:26:33.263 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.261+0000 7f5951229740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559fd99a1b30 0x559fd99ab740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:33.263 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.261+0000 7f5951229740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559fd99a2520 0x559fd99abc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:33.264 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.261+0000 7f5951229740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559fd99a7690 0x559fd99b2cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:33.264 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.261+0000 7f5951229740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x559fd95e7790 con 0x559fd99a1b30 2024-05-20T21:26:33.264 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.261+0000 7f5951229740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x559fd98a9bc0 con 0x559fd99a7690 2024-05-20T21:26:33.264 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.261+0000 7f5951229740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x559fd99aa460 con 0x559fd99a2520 2024-05-20T21:26:33.264 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.261+0000 7f5951229740 10 client.0 _ll_register_callbacks cb 0x559fd9887400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:33.264 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.262+0000 7f5947400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559fd99a1b30 0x559fd99ab740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:33.264 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.262+0000 7f5947400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559fd99a1b30 0x559fd99ab740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:56722/0 (socket says 172.21.15.8:56722) 2024-05-20T21:26:33.264 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.262+0000 7f5947400640 1 -- 172.21.15.8:0/4111845856 learned_addr learned my addr 172.21.15.8:0/4111845856 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:33.264 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.262+0000 7f5946a00640 1 --2- 172.21.15.8:0/4111845856 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559fd99a2520 0x559fd99abc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:33.264 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.262+0000 7f5947e00640 1 --2- 172.21.15.8:0/4111845856 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559fd99a7690 0x559fd99b2cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:33.264 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.262+0000 7f5947400640 1 -- 172.21.15.8:0/4111845856 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559fd99a2520 msgr2=0x559fd99abc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:33.264 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.262+0000 7f5947400640 1 --2- 172.21.15.8:0/4111845856 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559fd99a2520 0x559fd99abc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:33.264 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.262+0000 7f5947400640 1 -- 172.21.15.8:0/4111845856 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559fd99a7690 msgr2=0x559fd99b2cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:33.264 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.262+0000 7f5947400640 1 --2- 172.21.15.8:0/4111845856 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559fd99a7690 0x559fd99b2cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:33.265 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.262+0000 7f5947400640 1 -- 172.21.15.8:0/4111845856 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559fd9616210 con 0x559fd99a1b30 2024-05-20T21:26:33.265 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.262+0000 7f5947400640 1 --2- 172.21.15.8:0/4111845856 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559fd99a1b30 0x559fd99ab740 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f593802aeb0 tx=0x7f593802a8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a0f6c3e84d970b5c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:33.265 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.263+0000 7f5935600640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:26:33.267 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.263+0000 7f5935600640 1 -- 172.21.15.8:0/4111845856 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5938003b80 con 0x559fd99a1b30 2024-05-20T21:26:33.267 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.263+0000 7f5935600640 1 -- 172.21.15.8:0/4111845856 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f5938003d20 con 0x559fd99a1b30 2024-05-20T21:26:33.267 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.263+0000 7f5951229740 1 -- 172.21.15.8:0/4111845856 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5938036030 con 0x559fd99a1b30 2024-05-20T21:26:33.267 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.263+0000 7f5935600640 1 -- 172.21.15.8:0/4111845856 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f593802f610 con 0x559fd99a1b30 2024-05-20T21:26:33.267 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.263+0000 7f5951229740 10 client.18336 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:33.267 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.263+0000 7f5951229740 1 -- 172.21.15.8:0/4111845856 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559fd96e2620 con 0x559fd99a1b30 2024-05-20T21:26:33.267 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.263+0000 7f5935600640 1 -- 172.21.15.8:0/4111845856 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5938036030 con 0x559fd99a1b30 2024-05-20T21:26:33.267 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.264+0000 7f5935600640 1 -- 172.21.15.8:0/4111845856 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f59380305c0 con 0x559fd99a1b30 2024-05-20T21:26:33.267 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.264+0000 7f5951229740 10 client.18336 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:33.267 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.264+0000 7f5951229740 10 client.18336 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:26:33.267 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.264+0000 7f5951229740 20 client.18336 populate_metadata read hostname 'smithi008' 2024-05-20T21:26:33.267 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.264+0000 7f5951229740 1 --2- 172.21.15.8:0/4111845856 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x559fd99b6fa0 0x559fd99b9390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:33.268 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.264+0000 7f5951229740 4 client.18336 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:26:33.268 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.264+0000 7f5951229740 1 -- 172.21.15.8:0/4111845856 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559fd9913ae0 con 0x559fd99b6fa0 2024-05-20T21:26:33.268 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.264+0000 7f5946a00640 1 --2- 172.21.15.8:0/4111845856 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x559fd99b6fa0 0x559fd99b9390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:33.268 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.265+0000 7f5946a00640 1 --2- 172.21.15.8:0/4111845856 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x559fd99b6fa0 0x559fd99b9390 crc :-1 s=READY pgs=298 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2c6fd4ef924acc9c server_cookie=93ff80160668abb6 in_seq=0 out_seq=0 2024-05-20T21:26:33.268 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.265+0000 7f5935600640 10 client.18336 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:26:33.268 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.266+0000 7f5935600640 1 -- 172.21.15.8:0/4111845856 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x559fd9913ae0 con 0x559fd99b6fa0 2024-05-20T21:26:33.268 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.266+0000 7f5935600640 10 client.18336 handle_command_reply: tid=0 2024-05-20T21:26:33.268 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.266+0000 7f5951229740 1 client.18336 shutdown 2024-05-20T21:26:33.268 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.266+0000 7f5951229740 1 -- 172.21.15.8:0/4111845856 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559fd99a1b30 msgr2=0x559fd99ab740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:33.268 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.266+0000 7f5951229740 1 --2- 172.21.15.8:0/4111845856 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559fd99a1b30 0x559fd99ab740 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f593802aeb0 tx=0x7f593802a8c0 comp rx=0 tx=0).stop 2024-05-20T21:26:33.268 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.266+0000 7f5951229740 1 -- 172.21.15.8:0/4111845856 shutdown_connections 2024-05-20T21:26:33.268 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.266+0000 7f5951229740 1 --2- 172.21.15.8:0/4111845856 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x559fd99b6fa0 0x559fd99b9390 crc :-1 s=READY pgs=298 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:33.268 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.266+0000 7f5951229740 1 --2- 172.21.15.8:0/4111845856 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559fd99a7690 0x559fd99b2cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:33.268 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.266+0000 7f5951229740 1 --2- 172.21.15.8:0/4111845856 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559fd99a2520 0x559fd99abc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:33.269 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.266+0000 7f5951229740 1 --2- 172.21.15.8:0/4111845856 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559fd99a1b30 0x559fd99ab740 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:33.269 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.266+0000 7f5951229740 1 -- 172.21.15.8:0/4111845856 >> 172.21.15.8:0/4111845856 conn(0x559fd999d1a0 msgr2=0x559fd999c310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:33.269 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.266+0000 7f5935600640 0 client.18336 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:26:33.269 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.266+0000 7f5951229740 1 -- 172.21.15.8:0/4111845856 shutdown_connections 2024-05-20T21:26:33.269 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.266+0000 7f5951229740 1 -- 172.21.15.8:0/4111845856 wait complete. 2024-05-20T21:26:33.269 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.266+0000 7f5951229740 20 client.18336 trim_cache size 0 max 16384 2024-05-20T21:26:33.286 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.285+0000 7f5951229740 1 Processor -- start 2024-05-20T21:26:33.286 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.285+0000 7f5951229740 1 -- start start 2024-05-20T21:26:33.286 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.285+0000 7f5951229740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559fd99a1b30 0x559fd99a2ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:33.286 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.286+0000 7f5951229740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559fd99a2520 0x559fd99b2c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:33.286 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.286+0000 7f5951229740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559fd99a7690 0x559fd99aad60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:33.286 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.286+0000 7f5951229740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f59481ae960 con 0x559fd99a1b30 2024-05-20T21:26:33.286 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.286+0000 7f5951229740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f59481ac230 con 0x559fd99a7690 2024-05-20T21:26:33.286 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.286+0000 7f5951229740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f59481aa080 con 0x559fd99a2520 2024-05-20T21:26:33.288 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.286+0000 7f5947400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559fd99a1b30 0x559fd99a2ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:33.288 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.286+0000 7f5947e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559fd99a7690 0x559fd99aad60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:33.288 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.286+0000 7f5947e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559fd99a7690 0x559fd99aad60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:42008/0 (socket says 172.21.15.8:42008) 2024-05-20T21:26:33.288 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.286+0000 7f5947e00640 1 -- 172.21.15.8:0/3757037774 learned_addr learned my addr 172.21.15.8:0/3757037774 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:33.288 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.286+0000 7f5946a00640 1 --2- 172.21.15.8:0/3757037774 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559fd99a2520 0x559fd99b2c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:33.288 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.286+0000 7f5947e00640 1 -- 172.21.15.8:0/3757037774 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559fd99a2520 msgr2=0x559fd99b2c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:33.288 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.286+0000 7f5947e00640 1 --2- 172.21.15.8:0/3757037774 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559fd99a2520 0x559fd99b2c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:33.288 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.286+0000 7f5947e00640 1 -- 172.21.15.8:0/3757037774 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559fd99a1b30 msgr2=0x559fd99a2ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:33.288 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.286+0000 7f5947e00640 1 --2- 172.21.15.8:0/3757037774 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559fd99a1b30 0x559fd99a2ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:33.288 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.286+0000 7f5947e00640 1 -- 172.21.15.8:0/3757037774 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559fd99a2900 con 0x559fd99a7690 2024-05-20T21:26:33.288 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.287+0000 7f5946a00640 1 --2- 172.21.15.8:0/3757037774 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559fd99a2520 0x559fd99b2c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:33.288 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.287+0000 7f5947400640 1 --2- 172.21.15.8:0/3757037774 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559fd99a1b30 0x559fd99a2ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:33.289 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.287+0000 7f5947e00640 1 --2- 172.21.15.8:0/3757037774 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559fd99a7690 0x559fd99aad60 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f5940004390 tx=0x7f594001b000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d99014e31e59e3eb server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:33.289 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.287+0000 7f5937e00640 1 -- 172.21.15.8:0/3757037774 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f594002e070 con 0x559fd99a7690 2024-05-20T21:26:33.289 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.287+0000 7f5937e00640 1 -- 172.21.15.8:0/3757037774 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5940004480 con 0x559fd99a7690 2024-05-20T21:26:33.289 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.287+0000 7f5937e00640 1 -- 172.21.15.8:0/3757037774 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5940029800 con 0x559fd99a7690 2024-05-20T21:26:33.291 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.288+0000 7f5951229740 1 -- 172.21.15.8:0/3757037774 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559fd99a7690 msgr2=0x559fd99aad60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:33.291 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.288+0000 7f5951229740 1 --2- 172.21.15.8:0/3757037774 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559fd99a7690 0x559fd99aad60 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f5940004390 tx=0x7f594001b000 comp rx=0 tx=0).stop 2024-05-20T21:26:33.291 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.288+0000 7f5951229740 1 -- 172.21.15.8:0/3757037774 shutdown_connections 2024-05-20T21:26:33.291 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.288+0000 7f5951229740 1 --2- 172.21.15.8:0/3757037774 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559fd99a7690 0x559fd99aad60 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:33.291 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.288+0000 7f5951229740 1 --2- 172.21.15.8:0/3757037774 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559fd99a2520 0x559fd99b2c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:33.291 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.288+0000 7f5951229740 1 --2- 172.21.15.8:0/3757037774 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559fd99a1b30 0x559fd99a2ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:33.291 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.288+0000 7f5951229740 1 -- 172.21.15.8:0/3757037774 >> 172.21.15.8:0/3757037774 conn(0x559fd999d1a0 msgr2=0x559fd999c310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:33.292 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.288+0000 7f5951229740 1 -- 172.21.15.8:0/3757037774 shutdown_connections 2024-05-20T21:26:33.292 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.288+0000 7f5951229740 1 -- 172.21.15.8:0/3757037774 wait complete. 2024-05-20T21:26:33.292 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.289+0000 7f5951229740 1 -- start start 2024-05-20T21:26:33.292 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.289+0000 7f5951229740 1 Processor -- start 2024-05-20T21:26:33.292 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.289+0000 7f5951229740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559fd99a1b30 0x559fd99aff60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:33.292 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.289+0000 7f5951229740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559fd99a2520 0x559fd99b04a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:33.292 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.289+0000 7f5951229740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559fd99a7690 0x559fd99b1440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:33.292 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.289+0000 7f5951229740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f59481aa6f0 con 0x559fd99a7690 2024-05-20T21:26:33.292 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.289+0000 7f5951229740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f59481abb60 con 0x559fd99a2520 2024-05-20T21:26:33.292 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.289+0000 7f5951229740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f59481aadc0 con 0x559fd99a1b30 2024-05-20T21:26:33.292 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.290+0000 7f5951229740 10 client.0 _ll_register_callbacks cb 0x7f5940009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:33.292 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.290+0000 7f5947e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559fd99a7690 0x559fd99b1440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:33.292 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.290+0000 7f5947e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559fd99a7690 0x559fd99b1440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:56740/0 (socket says 172.21.15.8:56740) 2024-05-20T21:26:33.292 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.290+0000 7f5947e00640 1 -- 172.21.15.8:0/3077222041 learned_addr learned my addr 172.21.15.8:0/3077222041 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:33.292 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.290+0000 7f5947400640 1 --2- 172.21.15.8:0/3077222041 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559fd99a1b30 0x559fd99aff60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:33.293 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.290+0000 7f5946a00640 1 --2- 172.21.15.8:0/3077222041 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559fd99a2520 0x559fd99b04a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:33.293 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.290+0000 7f5947e00640 1 -- 172.21.15.8:0/3077222041 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559fd99a1b30 msgr2=0x559fd99aff60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:33.293 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.290+0000 7f5947e00640 1 --2- 172.21.15.8:0/3077222041 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559fd99a1b30 0x559fd99aff60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:33.293 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.290+0000 7f5947e00640 1 -- 172.21.15.8:0/3077222041 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559fd99a2520 msgr2=0x559fd99b04a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:33.293 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.290+0000 7f5947e00640 1 --2- 172.21.15.8:0/3077222041 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559fd99a2520 0x559fd99b04a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:33.293 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.290+0000 7f5947e00640 1 -- 172.21.15.8:0/3077222041 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559fd99b1a30 con 0x559fd99a7690 2024-05-20T21:26:33.293 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.291+0000 7f5947e00640 1 --2- 172.21.15.8:0/3077222041 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559fd99a7690 0x559fd99b1440 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f594002c040 tx=0x7f5940009f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5747dcf3010a5dd server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:33.293 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.291+0000 7f5935600640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:26:33.293 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.291+0000 7f5935600640 1 -- 172.21.15.8:0/3077222041 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f594002e040 con 0x559fd99a7690 2024-05-20T21:26:33.293 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.291+0000 7f5935600640 1 -- 172.21.15.8:0/3077222041 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f5940005280 con 0x559fd99a7690 2024-05-20T21:26:33.293 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.291+0000 7f5951229740 1 -- 172.21.15.8:0/3077222041 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5940004480 con 0x559fd99a7690 2024-05-20T21:26:33.294 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.291+0000 7f5935600640 1 -- 172.21.15.8:0/3077222041 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f5940005480 con 0x559fd99a7690 2024-05-20T21:26:33.294 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.291+0000 7f5951229740 10 client.18342 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:33.295 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.291+0000 7f5951229740 1 -- 172.21.15.8:0/3077222041 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559fd99b2d40 con 0x559fd99a7690 2024-05-20T21:26:33.295 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.292+0000 7f5935600640 1 -- 172.21.15.8:0/3077222041 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5940004480 con 0x559fd99a7690 2024-05-20T21:26:33.295 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.292+0000 7f5935600640 1 -- 172.21.15.8:0/3077222041 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f594003b020 con 0x559fd99a7690 2024-05-20T21:26:33.295 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.292+0000 7f5951229740 10 client.18342 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:33.295 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.292+0000 7f5951229740 10 client.18342 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:26:33.295 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.292+0000 7f5951229740 20 client.18342 populate_metadata read hostname 'smithi008' 2024-05-20T21:26:33.295 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.292+0000 7f5951229740 1 --2- 172.21.15.8:0/3077222041 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x559fd9a2a840 0x559fd9a2cc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:33.295 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.292+0000 7f5951229740 4 client.18342 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:26:33.295 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.292+0000 7f5951229740 1 -- 172.21.15.8:0/3077222041 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x559fd990d2c0 con 0x559fd9a2a840 2024-05-20T21:26:33.295 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.292+0000 7f5947400640 1 --2- 172.21.15.8:0/3077222041 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x559fd9a2a840 0x559fd9a2cc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:33.295 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.293+0000 7f5947400640 1 --2- 172.21.15.8:0/3077222041 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x559fd9a2a840 0x559fd9a2cc60 crc :-1 s=READY pgs=299 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5ce9364b3233ba3a server_cookie=a60bff78a33539d8 in_seq=0 out_seq=0 2024-05-20T21:26:33.295 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.293+0000 7f5935600640 10 client.18342 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:26:33.307 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.307+0000 7f5935600640 1 -- 172.21.15.8:0/3077222041 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x559fd990d2c0 con 0x559fd9a2a840 2024-05-20T21:26:33.308 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.307+0000 7f5935600640 10 client.18342 handle_command_reply: tid=0 2024-05-20T21:26:33.308 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.307+0000 7f5951229740 1 client.18342 shutdown 2024-05-20T21:26:33.308 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.307+0000 7f5951229740 1 -- 172.21.15.8:0/3077222041 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559fd99a7690 msgr2=0x559fd99b1440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:33.308 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.307+0000 7f5951229740 1 --2- 172.21.15.8:0/3077222041 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559fd99a7690 0x559fd99b1440 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f594002c040 tx=0x7f5940009f40 comp rx=0 tx=0).stop 2024-05-20T21:26:33.308 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.307+0000 7f5951229740 1 -- 172.21.15.8:0/3077222041 shutdown_connections 2024-05-20T21:26:33.308 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.307+0000 7f5951229740 1 --2- 172.21.15.8:0/3077222041 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x559fd9a2a840 0x559fd9a2cc60 crc :-1 s=READY pgs=299 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:33.308 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.307+0000 7f5951229740 1 --2- 172.21.15.8:0/3077222041 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559fd99a7690 0x559fd99b1440 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:33.308 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.307+0000 7f5951229740 1 --2- 172.21.15.8:0/3077222041 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559fd99a2520 0x559fd99b04a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:33.308 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.307+0000 7f5951229740 1 --2- 172.21.15.8:0/3077222041 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559fd99a1b30 0x559fd99aff60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:33.308 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.307+0000 7f5935600640 0 client.18342 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:26:33.308 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.307+0000 7f5951229740 1 -- 172.21.15.8:0/3077222041 >> 172.21.15.8:0/3077222041 conn(0x559fd999d1a0 msgr2=0x559fd999c310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:33.308 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.307+0000 7f5951229740 1 -- 172.21.15.8:0/3077222041 shutdown_connections 2024-05-20T21:26:33.308 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.307+0000 7f5951229740 1 -- 172.21.15.8:0/3077222041 wait complete. 2024-05-20T21:26:33.308 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.307+0000 7f5951229740 20 client.18342 trim_cache size 0 max 16384 2024-05-20T21:26:33.309 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:26:33.309 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:26:33.309 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:26:33.310 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.308+0000 7f594e400640 1 -- 172.21.15.8:0/3684675516 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f592c0b2860 msgr2=0x7f592c0b4d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:33.310 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.308+0000 7f594e400640 1 --2- 172.21.15.8:0/3684675516 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f592c0b2860 0x7f592c0b4d20 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x559fd99a2d80 tx=0x7f5940005f90 comp rx=0 tx=0).stop 2024-05-20T21:26:33.310 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.308+0000 7f594e400640 1 -- 172.21.15.8:0/3684675516 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5948103cb0 msgr2=0x7f5948074e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:33.310 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.308+0000 7f594e400640 1 --2- 172.21.15.8:0/3684675516 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5948103cb0 0x7f5948074e40 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f593000e9f0 tx=0x7f593000eeb0 comp rx=0 tx=0).stop 2024-05-20T21:26:33.310 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.308+0000 7f594e400640 1 -- 172.21.15.8:0/3684675516 shutdown_connections 2024-05-20T21:26:33.310 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.308+0000 7f594e400640 1 --2- 172.21.15.8:0/3684675516 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f592c0b2860 0x7f592c0b4d20 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:33.310 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.308+0000 7f594e400640 1 --2- 172.21.15.8:0/3684675516 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5948104670 0x7f5948075380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:33.310 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.308+0000 7f594e400640 1 --2- 172.21.15.8:0/3684675516 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5948103cb0 0x7f5948074e40 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:33.310 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.308+0000 7f594e400640 1 --2- 172.21.15.8:0/3684675516 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5948102ac0 0x7f5948076800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:33.310 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.308+0000 7f594e400640 1 -- 172.21.15.8:0/3684675516 >> 172.21.15.8:0/3684675516 conn(0x7f59480fe030 msgr2=0x7f5948107020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:33.311 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.308+0000 7f594e400640 1 -- 172.21.15.8:0/3684675516 shutdown_connections 2024-05-20T21:26:33.311 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:33.309+0000 7f594e400640 1 -- 172.21.15.8:0/3684675516 wait complete. 2024-05-20T21:26:34.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:26:34 smithi008 ceph-mon[31475]: pgmap v777: 97 pgs: 97 active+clean; 1.4 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-20T21:26:35.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:26:34 smithi130 ceph-mon[36448]: pgmap v777: 97 pgs: 97 active+clean; 1.4 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-20T21:26:35.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:26:34 smithi050 ceph-mon[35809]: pgmap v777: 97 pgs: 97 active+clean; 1.4 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-20T21:26:35.540 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.539+0000 7f04f6600700 1 -- 172.21.15.8:0/2309001495 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f04f010b670 msgr2=0x7f04f010ba50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:35.540 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.539+0000 7f04f6600700 1 --2- 172.21.15.8:0/2309001495 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f04f010b670 0x7f04f010ba50 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f04e40098f0 tx=0x7f04e4009c00 comp rx=0 tx=0).stop 2024-05-20T21:26:35.540 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.539+0000 7f04f6600700 1 -- 172.21.15.8:0/2309001495 shutdown_connections 2024-05-20T21:26:35.541 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.539+0000 7f04f6600700 1 --2- 172.21.15.8:0/2309001495 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f04f0106030 0x7f04f0112540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:35.541 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.539+0000 7f04f6600700 1 --2- 172.21.15.8:0/2309001495 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f04f010b670 0x7f04f010ba50 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:35.541 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.539+0000 7f04f6600700 1 --2- 172.21.15.8:0/2309001495 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f04f0105670 0x7f04f0105af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:35.541 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.539+0000 7f04f6600700 1 -- 172.21.15.8:0/2309001495 >> 172.21.15.8:0/2309001495 conn(0x7f04f0101160 msgr2=0x7f04f0103580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:35.541 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.539+0000 7f04f6600700 1 -- 172.21.15.8:0/2309001495 shutdown_connections 2024-05-20T21:26:35.541 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.540+0000 7f04f6600700 1 -- 172.21.15.8:0/2309001495 wait complete. 2024-05-20T21:26:35.542 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.541+0000 7f04f6600700 1 Processor -- start 2024-05-20T21:26:35.542 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.541+0000 7f04f6600700 1 -- start start 2024-05-20T21:26:35.542 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.541+0000 7f04f6600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f04f0105670 0x7f04f019bd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:35.542 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.541+0000 7f04f6600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f04f0106030 0x7f04f019c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:35.542 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.541+0000 7f04f6600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f04f010b670 0x7f04f01a05e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:35.542 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.541+0000 7f04f6600700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f04f0115870 con 0x7f04f010b670 2024-05-20T21:26:35.542 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.541+0000 7f04f6600700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f04f01156f0 con 0x7f04f0106030 2024-05-20T21:26:35.542 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.541+0000 7f04f6600700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f04f01159f0 con 0x7f04f0105670 2024-05-20T21:26:35.543 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.542+0000 7f04efe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f04f0106030 0x7f04f019c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:35.543 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.542+0000 7f04efe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f04f0106030 0x7f04f019c2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:42028/0 (socket says 172.21.15.8:42028) 2024-05-20T21:26:35.543 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.542+0000 7f04efe00700 1 -- 172.21.15.8:0/2671917561 learned_addr learned my addr 172.21.15.8:0/2671917561 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:35.543 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.542+0000 7f04f5200700 1 --2- 172.21.15.8:0/2671917561 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f04f0105670 0x7f04f019bd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:35.543 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.542+0000 7f04f5c00700 1 --2- 172.21.15.8:0/2671917561 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f04f010b670 0x7f04f01a05e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:35.544 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.542+0000 7f04efe00700 1 -- 172.21.15.8:0/2671917561 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f04f0105670 msgr2=0x7f04f019bd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:35.544 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.542+0000 7f04efe00700 1 --2- 172.21.15.8:0/2671917561 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f04f0105670 0x7f04f019bd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:35.544 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.542+0000 7f04efe00700 1 -- 172.21.15.8:0/2671917561 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f04f010b670 msgr2=0x7f04f01a05e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:35.544 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.542+0000 7f04efe00700 1 --2- 172.21.15.8:0/2671917561 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f04f010b670 0x7f04f01a05e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:35.544 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.542+0000 7f04efe00700 1 -- 172.21.15.8:0/2671917561 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04f01a0d20 con 0x7f04f0106030 2024-05-20T21:26:35.544 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.542+0000 7f04f5c00700 1 --2- 172.21.15.8:0/2671917561 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f04f010b670 0x7f04f01a05e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:26:35.544 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.543+0000 7f04efe00700 1 --2- 172.21.15.8:0/2671917561 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f04f0106030 0x7f04f019c2a0 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f04dc00ec10 tx=0x7f04dc00ef20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:35.544 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.543+0000 7f04ed600700 1 -- 172.21.15.8:0/2671917561 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04dc00cd40 con 0x7f04f0106030 2024-05-20T21:26:35.544 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.543+0000 7f04f6600700 1 -- 172.21.15.8:0/2671917561 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04f01a1010 con 0x7f04f0106030 2024-05-20T21:26:35.544 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.543+0000 7f04ed600700 1 -- 172.21.15.8:0/2671917561 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f04dc0044d0 con 0x7f04f0106030 2024-05-20T21:26:35.544 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.543+0000 7f04ed600700 1 -- 172.21.15.8:0/2671917561 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04dc010690 con 0x7f04f0106030 2024-05-20T21:26:35.544 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.543+0000 7f04f6600700 1 -- 172.21.15.8:0/2671917561 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04f01a8890 con 0x7f04f0106030 2024-05-20T21:26:35.548 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.547+0000 7f04ed600700 1 -- 172.21.15.8:0/2671917561 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f04dc003e50 con 0x7f04f0106030 2024-05-20T21:26:35.548 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.548+0000 7f050249ab80 1 Processor -- start 2024-05-20T21:26:35.548 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.548+0000 7f050249ab80 1 -- start start 2024-05-20T21:26:35.549 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.549+0000 7f04ed600700 1 --2- 172.21.15.8:0/2671917561 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f04d80b2880 0x7f04d80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:35.549 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.549+0000 7f050249ab80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555760fb9020 0x555760fb9400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:35.549 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.549+0000 7f050249ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555760fb9940 0x555760fb34b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:35.549 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.549+0000 7f050249ab80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555760fb3ad0 0x555760fb3f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:35.549 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.549+0000 7f050249ab80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x555760f11e40 con 0x555760fb9020 2024-05-20T21:26:35.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.549+0000 7f050249ab80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x555760f019e0 con 0x555760fb3ad0 2024-05-20T21:26:35.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.549+0000 7f050249ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x555760f05a20 con 0x555760fb9940 2024-05-20T21:26:35.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.549+0000 7f04ed600700 1 -- 172.21.15.8:0/2671917561 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f04dc0e25f0 con 0x7f04f0106030 2024-05-20T21:26:35.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.549+0000 7f04f5c00700 1 --2- 172.21.15.8:0/2671917561 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f04d80b2880 0x7f04d80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:35.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.549+0000 7f04f5200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555760fb9020 0x555760fb9400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:35.551 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.549+0000 7f04f5200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555760fb9020 0x555760fb9400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:56780/0 (socket says 172.21.15.8:56780) 2024-05-20T21:26:35.551 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.549+0000 7f04f5200700 1 -- 172.21.15.8:0/1121884776 learned_addr learned my addr 172.21.15.8:0/1121884776 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:35.551 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.549+0000 7f04efe00700 1 --2- 172.21.15.8:0/1121884776 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555760fb9940 0x555760fb34b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:35.551 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.549+0000 7f04f5c00700 1 --2- 172.21.15.8:0/1121884776 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555760fb3ad0 0x555760fb3f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:35.551 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.550+0000 7f04f5c00700 1 -- 172.21.15.8:0/1121884776 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555760fb9940 msgr2=0x555760fb34b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:35.551 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.550+0000 7f04f5c00700 1 --2- 172.21.15.8:0/1121884776 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555760fb9940 0x555760fb34b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:35.551 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.550+0000 7f04f5c00700 1 -- 172.21.15.8:0/1121884776 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555760fb9020 msgr2=0x555760fb9400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:35.551 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.550+0000 7f04f5c00700 1 --2- 172.21.15.8:0/1121884776 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555760fb9020 0x555760fb9400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:35.551 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.550+0000 7f04f5c00700 1 -- 172.21.15.8:0/1121884776 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555760eca420 con 0x555760fb3ad0 2024-05-20T21:26:35.552 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.550+0000 7f04efe00700 1 --2- 172.21.15.8:0/1121884776 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555760fb9940 0x555760fb34b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:35.552 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.550+0000 7f04f5200700 1 --2- 172.21.15.8:0/1121884776 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555760fb9020 0x555760fb9400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:35.552 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.551+0000 7f04f5c00700 1 --2- 172.21.15.8:0/1121884776 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555760fb3ad0 0x555760fb3f30 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f04e8007ec0 tx=0x7f04e8019650 comp rx=0 tx=0).ready entity=mon.2 client_cookie=615978f9ecc650b8 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:35.552 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.551+0000 7f04f5c00700 1 --2- 172.21.15.8:0/2671917561 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f04d80b2880 0x7f04d80b4d40 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f04e80199a0 tx=0x7f04e8010000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:35.553 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.551+0000 7f04e2000700 1 -- 172.21.15.8:0/1121884776 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04e8027070 con 0x555760fb3ad0 2024-05-20T21:26:35.553 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.551+0000 7f04e2000700 1 -- 172.21.15.8:0/1121884776 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f04e801bc10 con 0x555760fb3ad0 2024-05-20T21:26:35.553 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.551+0000 7f04e2000700 1 -- 172.21.15.8:0/1121884776 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04e80227b0 con 0x555760fb3ad0 2024-05-20T21:26:35.553 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.552+0000 7f050249ab80 1 -- 172.21.15.8:0/1121884776 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555760fb3ad0 msgr2=0x555760fb3f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:35.553 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.552+0000 7f050249ab80 1 --2- 172.21.15.8:0/1121884776 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555760fb3ad0 0x555760fb3f30 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f04e8007ec0 tx=0x7f04e8019650 comp rx=0 tx=0).stop 2024-05-20T21:26:35.553 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.552+0000 7f050249ab80 1 -- 172.21.15.8:0/1121884776 shutdown_connections 2024-05-20T21:26:35.553 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.552+0000 7f050249ab80 1 --2- 172.21.15.8:0/1121884776 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555760fb3ad0 0x555760fb3f30 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:35.553 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.552+0000 7f050249ab80 1 --2- 172.21.15.8:0/1121884776 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555760fb9020 0x555760fb9400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:35.553 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.552+0000 7f050249ab80 1 --2- 172.21.15.8:0/1121884776 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555760fb9940 0x555760fb34b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:35.553 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.552+0000 7f050249ab80 1 -- 172.21.15.8:0/1121884776 >> 172.21.15.8:0/1121884776 conn(0x555760ee1be0 msgr2=0x555760fae150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:35.554 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.552+0000 7f050249ab80 1 -- 172.21.15.8:0/1121884776 shutdown_connections 2024-05-20T21:26:35.554 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.552+0000 7f050249ab80 1 -- 172.21.15.8:0/1121884776 wait complete. 2024-05-20T21:26:35.554 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.553+0000 7f050249ab80 1 -- start start 2024-05-20T21:26:35.554 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.553+0000 7f050249ab80 1 Processor -- start 2024-05-20T21:26:35.554 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.554+0000 7f050249ab80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555760fb3ad0 0x555760fbf710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:35.554 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.554+0000 7f050249ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555760fb9020 0x555760fbcab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:35.555 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.554+0000 7f050249ab80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555760fb9940 0x555760fbcff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:35.555 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.554+0000 7f050249ab80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x555760e07fa0 con 0x555760fb3ad0 2024-05-20T21:26:35.555 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.554+0000 7f050249ab80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x555760ea2760 con 0x555760fb9940 2024-05-20T21:26:35.555 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.554+0000 7f050249ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x555760fc0400 con 0x555760fb9020 2024-05-20T21:26:35.555 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.554+0000 7f050249ab80 10 client.0 _ll_register_callbacks cb 0x555760eabc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:35.556 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.554+0000 7f04f5200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555760fb3ad0 0x555760fbf710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:35.556 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.554+0000 7f04efe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555760fb9020 0x555760fbcab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:35.556 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.554+0000 7f04f5200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555760fb3ad0 0x555760fbf710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:56792/0 (socket says 172.21.15.8:56792) 2024-05-20T21:26:35.556 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.554+0000 7f04f5200700 1 -- 172.21.15.8:0/2842246445 learned_addr learned my addr 172.21.15.8:0/2842246445 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:35.556 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.555+0000 7f04f5c00700 1 --2- 172.21.15.8:0/2842246445 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555760fb9940 0x555760fbcff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:35.556 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.555+0000 7f04f5200700 1 -- 172.21.15.8:0/2842246445 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555760fb9020 msgr2=0x555760fbcab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:35.556 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.555+0000 7f04f5200700 1 --2- 172.21.15.8:0/2842246445 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555760fb9020 0x555760fbcab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:35.556 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.555+0000 7f04f5200700 1 -- 172.21.15.8:0/2842246445 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555760fb9940 msgr2=0x555760fbcff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:35.556 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.555+0000 7f04f5200700 1 --2- 172.21.15.8:0/2842246445 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555760fb9940 0x555760fbcff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:35.556 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.555+0000 7f04f5200700 1 -- 172.21.15.8:0/2842246445 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555760e518d0 con 0x555760fb3ad0 2024-05-20T21:26:35.557 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.555+0000 7f04efe00700 1 --2- 172.21.15.8:0/2842246445 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555760fb9020 0x555760fbcab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:35.557 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.555+0000 7f04f5200700 1 --2- 172.21.15.8:0/2842246445 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555760fb3ad0 0x555760fbf710 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f04e4009810 tx=0x7f04e400f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6efb6208b800fbb server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:35.557 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.555+0000 7f04d6a00700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:26:35.558 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.556+0000 7f04d6a00700 1 -- 172.21.15.8:0/2842246445 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04e4005240 con 0x555760fb3ad0 2024-05-20T21:26:35.558 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.556+0000 7f04d6a00700 1 -- 172.21.15.8:0/2842246445 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f04e40053e0 con 0x555760fb3ad0 2024-05-20T21:26:35.558 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.556+0000 7f050249ab80 1 -- 172.21.15.8:0/2842246445 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f04e801bc10 con 0x555760fb3ad0 2024-05-20T21:26:35.558 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.556+0000 7f04d6a00700 1 -- 172.21.15.8:0/2842246445 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f04e40055e0 con 0x555760fb3ad0 2024-05-20T21:26:35.558 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.556+0000 7f050249ab80 10 client.18354 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:35.558 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.556+0000 7f050249ab80 1 -- 172.21.15.8:0/2842246445 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x555760ed2060 con 0x555760fb3ad0 2024-05-20T21:26:35.558 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.557+0000 7f04d6a00700 1 -- 172.21.15.8:0/2842246445 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f04e801bc10 con 0x555760fb3ad0 2024-05-20T21:26:35.558 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.557+0000 7f04d6a00700 1 -- 172.21.15.8:0/2842246445 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f04e402c020 con 0x555760fb3ad0 2024-05-20T21:26:35.559 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.557+0000 7f050249ab80 10 client.18354 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:35.559 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.557+0000 7f050249ab80 10 client.18354 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:26:35.559 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.557+0000 7f050249ab80 20 client.18354 populate_metadata read hostname 'smithi008' 2024-05-20T21:26:35.559 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.557+0000 7f050249ab80 1 --2- 172.21.15.8:0/2842246445 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x555760fccfc0 0x555760fcf3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:35.559 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.557+0000 7f050249ab80 4 client.18354 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:26:35.559 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.557+0000 7f050249ab80 1 -- 172.21.15.8:0/2842246445 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555760f13d90 con 0x555760fccfc0 2024-05-20T21:26:35.559 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.557+0000 7f04efe00700 1 --2- 172.21.15.8:0/2842246445 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x555760fccfc0 0x555760fcf3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:35.560 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.558+0000 7f04efe00700 1 --2- 172.21.15.8:0/2842246445 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x555760fccfc0 0x555760fcf3b0 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=476c065d6c7cff63 server_cookie=6de5e47ce861bc1b in_seq=0 out_seq=0 2024-05-20T21:26:35.560 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.558+0000 7f04d6a00700 10 client.18354 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:26:35.560 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.559+0000 7f04d6a00700 1 -- 172.21.15.8:0/2842246445 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x555760f13d90 con 0x555760fccfc0 2024-05-20T21:26:35.560 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.559+0000 7f04d6a00700 10 client.18354 handle_command_reply: tid=0 2024-05-20T21:26:35.560 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.559+0000 7f050249ab80 1 client.18354 shutdown 2024-05-20T21:26:35.560 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.559+0000 7f050249ab80 1 -- 172.21.15.8:0/2842246445 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555760fb3ad0 msgr2=0x555760fbf710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:35.560 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.559+0000 7f050249ab80 1 --2- 172.21.15.8:0/2842246445 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555760fb3ad0 0x555760fbf710 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f04e4009810 tx=0x7f04e400f690 comp rx=0 tx=0).stop 2024-05-20T21:26:35.561 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.559+0000 7f050249ab80 1 -- 172.21.15.8:0/2842246445 shutdown_connections 2024-05-20T21:26:35.561 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.559+0000 7f050249ab80 1 --2- 172.21.15.8:0/2842246445 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x555760fccfc0 0x555760fcf3b0 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:35.561 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.559+0000 7f050249ab80 1 --2- 172.21.15.8:0/2842246445 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555760fb9940 0x555760fbcff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:35.561 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.559+0000 7f050249ab80 1 --2- 172.21.15.8:0/2842246445 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555760fb3ad0 0x555760fbf710 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:35.561 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.559+0000 7f050249ab80 1 --2- 172.21.15.8:0/2842246445 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555760fb9020 0x555760fbcab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:35.561 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.559+0000 7f050249ab80 1 -- 172.21.15.8:0/2842246445 >> 172.21.15.8:0/2842246445 conn(0x555760ee1be0 msgr2=0x555760fb24a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:35.561 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.559+0000 7f04d6a00700 0 client.18354 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:26:35.561 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.560+0000 7f050249ab80 1 -- 172.21.15.8:0/2842246445 shutdown_connections 2024-05-20T21:26:35.561 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.560+0000 7f050249ab80 1 -- 172.21.15.8:0/2842246445 wait complete. 2024-05-20T21:26:35.561 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.560+0000 7f050249ab80 20 client.18354 trim_cache size 0 max 16384 2024-05-20T21:26:35.582 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.578+0000 7f050249ab80 1 Processor -- start 2024-05-20T21:26:35.583 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.579+0000 7f050249ab80 1 -- start start 2024-05-20T21:26:35.583 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.579+0000 7f050249ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555760fb3ad0 0x555760fbef20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:35.583 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.579+0000 7f050249ab80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555760fb9020 0x555760fb3ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:35.583 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.579+0000 7f050249ab80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555760fb9940 0x555760fb2e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:35.583 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.579+0000 7f050249ab80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f04f01b2500 con 0x555760fb9020 2024-05-20T21:26:35.583 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.579+0000 7f050249ab80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f04f01afd90 con 0x555760fb9940 2024-05-20T21:26:35.583 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.579+0000 7f050249ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f04f01adbe0 con 0x555760fb3ad0 2024-05-20T21:26:35.584 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.579+0000 7f04f5200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555760fb3ad0 0x555760fbef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:35.584 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.579+0000 7f04f5200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555760fb3ad0 0x555760fbef20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:42588/0 (socket says 172.21.15.8:42588) 2024-05-20T21:26:35.584 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.579+0000 7f04efe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555760fb9020 0x555760fb3ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:35.584 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.579+0000 7f04f5200700 1 -- 172.21.15.8:0/2788036909 learned_addr learned my addr 172.21.15.8:0/2788036909 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:35.584 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.580+0000 7f04f5c00700 1 --2- 172.21.15.8:0/2788036909 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555760fb9940 0x555760fb2e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:35.584 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.580+0000 7f04f5200700 1 -- 172.21.15.8:0/2788036909 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555760fb9940 msgr2=0x555760fb2e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:35.584 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.580+0000 7f04f5200700 1 --2- 172.21.15.8:0/2788036909 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555760fb9940 0x555760fb2e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:35.584 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.580+0000 7f04f5200700 1 -- 172.21.15.8:0/2788036909 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555760fb9020 msgr2=0x555760fb3ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:35.585 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.580+0000 7f04f5200700 1 --2- 172.21.15.8:0/2788036909 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555760fb9020 0x555760fb3ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:35.585 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.580+0000 7f04f5200700 1 -- 172.21.15.8:0/2788036909 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555760fbd9b0 con 0x555760fb3ad0 2024-05-20T21:26:35.585 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.580+0000 7f04f5200700 1 --2- 172.21.15.8:0/2788036909 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555760fb3ad0 0x555760fbef20 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f04e400c010 tx=0x7f04e4005b40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f74a9d3f2a0cc2a7 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:35.585 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.580+0000 7f04e1600700 1 -- 172.21.15.8:0/2788036909 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04e400b760 con 0x555760fb3ad0 2024-05-20T21:26:35.585 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.580+0000 7f04e1600700 1 -- 172.21.15.8:0/2788036909 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f04e4003680 con 0x555760fb3ad0 2024-05-20T21:26:35.585 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.580+0000 7f04e1600700 1 -- 172.21.15.8:0/2788036909 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04e40236d0 con 0x555760fb3ad0 2024-05-20T21:26:35.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.581+0000 7f050249ab80 1 -- 172.21.15.8:0/2788036909 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555760fb3ad0 msgr2=0x555760fbef20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:35.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.581+0000 7f050249ab80 1 --2- 172.21.15.8:0/2788036909 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555760fb3ad0 0x555760fbef20 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f04e400c010 tx=0x7f04e4005b40 comp rx=0 tx=0).stop 2024-05-20T21:26:35.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.581+0000 7f050249ab80 1 -- 172.21.15.8:0/2788036909 shutdown_connections 2024-05-20T21:26:35.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.581+0000 7f050249ab80 1 --2- 172.21.15.8:0/2788036909 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555760fb9940 0x555760fb2e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:35.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.581+0000 7f050249ab80 1 --2- 172.21.15.8:0/2788036909 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555760fb3ad0 0x555760fbef20 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:35.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.581+0000 7f050249ab80 1 --2- 172.21.15.8:0/2788036909 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555760fb9020 0x555760fb3ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:35.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.581+0000 7f050249ab80 1 -- 172.21.15.8:0/2788036909 >> 172.21.15.8:0/2788036909 conn(0x555760ee1be0 msgr2=0x555760fbca70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:35.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.581+0000 7f050249ab80 1 -- 172.21.15.8:0/2788036909 shutdown_connections 2024-05-20T21:26:35.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.581+0000 7f050249ab80 1 -- 172.21.15.8:0/2788036909 wait complete. 2024-05-20T21:26:35.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.582+0000 7f050249ab80 1 -- start start 2024-05-20T21:26:35.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.582+0000 7f050249ab80 1 Processor -- start 2024-05-20T21:26:35.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.583+0000 7f050249ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555760fb3ad0 0x555760fc5690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:35.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.583+0000 7f050249ab80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555760fb9020 0x555760fc5bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:35.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.583+0000 7f050249ab80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555760fb9940 0x555760fd3c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:35.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.583+0000 7f050249ab80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f04f01ae250 con 0x555760fb9020 2024-05-20T21:26:35.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.583+0000 7f050249ab80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f04f01af6c0 con 0x555760fb9940 2024-05-20T21:26:35.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.583+0000 7f050249ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f04f01ae920 con 0x555760fb3ad0 2024-05-20T21:26:35.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.583+0000 7f050249ab80 10 client.0 _ll_register_callbacks cb 0x555760fa8fa0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:35.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.583+0000 7f04efe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555760fb9020 0x555760fc5bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:35.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.583+0000 7f04efe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555760fb9020 0x555760fc5bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:56798/0 (socket says 172.21.15.8:56798) 2024-05-20T21:26:35.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.583+0000 7f04efe00700 1 -- 172.21.15.8:0/1347228766 learned_addr learned my addr 172.21.15.8:0/1347228766 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:35.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.583+0000 7f04f5200700 1 --2- 172.21.15.8:0/1347228766 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555760fb3ad0 0x555760fc5690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:35.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.583+0000 7f04f5c00700 1 --2- 172.21.15.8:0/1347228766 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555760fb9940 0x555760fd3c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:35.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.584+0000 7f04efe00700 1 -- 172.21.15.8:0/1347228766 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555760fb3ad0 msgr2=0x555760fc5690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:35.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.584+0000 7f04efe00700 1 --2- 172.21.15.8:0/1347228766 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555760fb3ad0 0x555760fc5690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:35.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.584+0000 7f04efe00700 1 -- 172.21.15.8:0/1347228766 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555760fb9940 msgr2=0x555760fd3c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:35.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.584+0000 7f04efe00700 1 --2- 172.21.15.8:0/1347228766 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555760fb9940 0x555760fd3c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:35.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.584+0000 7f04efe00700 1 -- 172.21.15.8:0/1347228766 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555760fd4180 con 0x555760fb9020 2024-05-20T21:26:35.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.584+0000 7f04f5200700 1 --2- 172.21.15.8:0/1347228766 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555760fb3ad0 0x555760fc5690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:35.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.584+0000 7f04efe00700 1 --2- 172.21.15.8:0/1347228766 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555760fb9020 0x555760fc5bd0 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f04dc00c660 tx=0x7f04dc0095f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62518f5d27f1b4fa server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:35.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.584+0000 7f04d6a00700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:26:35.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.584+0000 7f04d6a00700 1 -- 172.21.15.8:0/1347228766 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04dc0b2340 con 0x555760fb9020 2024-05-20T21:26:35.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.584+0000 7f04d6a00700 1 -- 172.21.15.8:0/1347228766 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f04dc0a9e00 con 0x555760fb9020 2024-05-20T21:26:35.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.584+0000 7f050249ab80 1 -- 172.21.15.8:0/1347228766 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f04e4003680 con 0x555760fb9020 2024-05-20T21:26:35.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.584+0000 7f04d6a00700 1 -- 172.21.15.8:0/1347228766 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f04dc0a96b0 con 0x555760fb9020 2024-05-20T21:26:35.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.585+0000 7f050249ab80 10 client.18360 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:35.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.585+0000 7f050249ab80 1 -- 172.21.15.8:0/1347228766 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55576103fa10 con 0x555760fb9020 2024-05-20T21:26:35.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.585+0000 7f04d6a00700 1 -- 172.21.15.8:0/1347228766 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f04e4003680 con 0x555760fb9020 2024-05-20T21:26:35.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.585+0000 7f04d6a00700 1 -- 172.21.15.8:0/1347228766 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f04dc096b60 con 0x555760fb9020 2024-05-20T21:26:35.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.585+0000 7f050249ab80 10 client.18360 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:35.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.585+0000 7f050249ab80 10 client.18360 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:26:35.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.585+0000 7f050249ab80 20 client.18360 populate_metadata read hostname 'smithi008' 2024-05-20T21:26:35.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.585+0000 7f050249ab80 1 --2- 172.21.15.8:0/1347228766 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x555761040050 0x555761042490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:35.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.585+0000 7f050249ab80 4 client.18360 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:26:35.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.585+0000 7f050249ab80 1 -- 172.21.15.8:0/1347228766 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "damage ls"}) -- 0x555760f0d570 con 0x555761040050 2024-05-20T21:26:35.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.585+0000 7f04f5200700 1 --2- 172.21.15.8:0/1347228766 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x555761040050 0x555761042490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:35.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.586+0000 7f04f5200700 1 --2- 172.21.15.8:0/1347228766 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x555761040050 0x555761042490 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=adfb3076d46ba70d server_cookie=5792f88505a945df in_seq=0 out_seq=0 2024-05-20T21:26:35.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.586+0000 7f04d6a00700 10 client.18360 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:26:35.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.586+0000 7f04d6a00700 1 -- 172.21.15.8:0/1347228766 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x555760f0d570 con 0x555761040050 2024-05-20T21:26:35.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.586+0000 7f04d6a00700 10 client.18360 handle_command_reply: tid=0 2024-05-20T21:26:35.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.586+0000 7f050249ab80 1 client.18360 shutdown 2024-05-20T21:26:35.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.586+0000 7f050249ab80 1 -- 172.21.15.8:0/1347228766 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555760fb9020 msgr2=0x555760fc5bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:35.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.586+0000 7f050249ab80 1 --2- 172.21.15.8:0/1347228766 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555760fb9020 0x555760fc5bd0 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f04dc00c660 tx=0x7f04dc0095f0 comp rx=0 tx=0).stop 2024-05-20T21:26:35.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.587+0000 7f050249ab80 1 -- 172.21.15.8:0/1347228766 shutdown_connections 2024-05-20T21:26:35.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.587+0000 7f050249ab80 1 --2- 172.21.15.8:0/1347228766 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x555761040050 0x555761042490 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:35.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.587+0000 7f050249ab80 1 --2- 172.21.15.8:0/1347228766 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555760fb9940 0x555760fd3c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:35.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.587+0000 7f050249ab80 1 --2- 172.21.15.8:0/1347228766 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555760fb3ad0 0x555760fc5690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:35.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.587+0000 7f050249ab80 1 --2- 172.21.15.8:0/1347228766 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555760fb9020 0x555760fc5bd0 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:35.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.587+0000 7f050249ab80 1 -- 172.21.15.8:0/1347228766 >> 172.21.15.8:0/1347228766 conn(0x555760ee1be0 msgr2=0x555760fadc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:35.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.587+0000 7f04d6a00700 0 client.18360 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:26:35.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.587+0000 7f050249ab80 1 -- 172.21.15.8:0/1347228766 shutdown_connections 2024-05-20T21:26:35.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.587+0000 7f050249ab80 1 -- 172.21.15.8:0/1347228766 wait complete. 2024-05-20T21:26:35.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.587+0000 7f050249ab80 20 client.18360 trim_cache size 0 max 16384 2024-05-20T21:26:35.596 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:26:35.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.588+0000 7f04f6600700 1 -- 172.21.15.8:0/2671917561 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f04d80b2880 msgr2=0x7f04d80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:35.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.588+0000 7f04f6600700 1 --2- 172.21.15.8:0/2671917561 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f04d80b2880 0x7f04d80b4d40 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f04e80199a0 tx=0x7f04e8010000 comp rx=0 tx=0).stop 2024-05-20T21:26:35.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.588+0000 7f04f6600700 1 -- 172.21.15.8:0/2671917561 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f04f0106030 msgr2=0x7f04f019c2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:35.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.588+0000 7f04f6600700 1 --2- 172.21.15.8:0/2671917561 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f04f0106030 0x7f04f019c2a0 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f04dc00ec10 tx=0x7f04dc00ef20 comp rx=0 tx=0).stop 2024-05-20T21:26:35.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.588+0000 7f04f6600700 1 -- 172.21.15.8:0/2671917561 shutdown_connections 2024-05-20T21:26:35.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.588+0000 7f04f6600700 1 --2- 172.21.15.8:0/2671917561 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f04d80b2880 0x7f04d80b4d40 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:35.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.588+0000 7f04f6600700 1 --2- 172.21.15.8:0/2671917561 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f04f010b670 0x7f04f01a05e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:35.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.588+0000 7f04f6600700 1 --2- 172.21.15.8:0/2671917561 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f04f0105670 0x7f04f019bd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:35.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.588+0000 7f04f6600700 1 --2- 172.21.15.8:0/2671917561 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f04f0106030 0x7f04f019c2a0 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:35.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.588+0000 7f04f6600700 1 -- 172.21.15.8:0/2671917561 >> 172.21.15.8:0/2671917561 conn(0x7f04f0101160 msgr2=0x7f04f01019b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:35.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.588+0000 7f04f6600700 1 -- 172.21.15.8:0/2671917561 shutdown_connections 2024-05-20T21:26:35.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:35.588+0000 7f04f6600700 1 -- 172.21.15.8:0/2671917561 wait complete. 2024-05-20T21:26:36.479 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:26:36.934 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:26:37.090 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:26:36 smithi008 ceph-mon[31475]: pgmap v778: 97 pgs: 97 active+clean; 1.5 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 18 KiB/s wr, 15 op/s 2024-05-20T21:26:37.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:26:36 smithi130 ceph-mon[36448]: pgmap v778: 97 pgs: 97 active+clean; 1.5 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 18 KiB/s wr, 15 op/s 2024-05-20T21:26:37.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:26:36 smithi050 ceph-mon[35809]: pgmap v778: 97 pgs: 97 active+clean; 1.5 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 18 KiB/s wr, 15 op/s 2024-05-20T21:26:38.897 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:26:38 smithi008 ceph-mon[31475]: pgmap v779: 97 pgs: 97 active+clean; 1.5 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:26:39.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:26:38 smithi130 ceph-mon[36448]: pgmap v779: 97 pgs: 97 active+clean; 1.5 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:26:39.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:26:38 smithi050 ceph-mon[35809]: pgmap v779: 97 pgs: 97 active+clean; 1.5 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:26:39.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.197+0000 7f7657200700 1 -- 172.21.15.8:0/2291298398 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7658103460 msgr2=0x7f76581038e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:39.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.197+0000 7f7657200700 1 --2- 172.21.15.8:0/2291298398 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7658103460 0x7f76581038e0 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f7644009990 tx=0x7f7644009ca0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.197+0000 7f7657200700 1 -- 172.21.15.8:0/2291298398 shutdown_connections 2024-05-20T21:26:39.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.197+0000 7f7657200700 1 --2- 172.21.15.8:0/2291298398 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7658103e20 0x7f7658110330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.197+0000 7f7657200700 1 --2- 172.21.15.8:0/2291298398 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f76581094f0 0x7f76581098d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.197+0000 7f7657200700 1 --2- 172.21.15.8:0/2291298398 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7658103460 0x7f76581038e0 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.197+0000 7f7657200700 1 -- 172.21.15.8:0/2291298398 >> 172.21.15.8:0/2291298398 conn(0x7f76580fef50 msgr2=0x7f7658101370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:39.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.197+0000 7f7657200700 1 -- 172.21.15.8:0/2291298398 shutdown_connections 2024-05-20T21:26:39.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.197+0000 7f7657200700 1 -- 172.21.15.8:0/2291298398 wait complete. 2024-05-20T21:26:39.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.199+0000 7f7657200700 1 Processor -- start 2024-05-20T21:26:39.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.199+0000 7f7657200700 1 -- start start 2024-05-20T21:26:39.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.200+0000 7f7657200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7658103460 0x7f765819bd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:39.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.200+0000 7f7657200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7658103e20 0x7f765819c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:39.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.200+0000 7f7657200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f76581094f0 0x7f76581a0630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:39.201 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.200+0000 7f7657200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f7658113630 con 0x7f7658103e20 2024-05-20T21:26:39.201 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.200+0000 7f7657200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f76581134b0 con 0x7f7658103460 2024-05-20T21:26:39.201 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.200+0000 7f7657200700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f76581137b0 con 0x7f76581094f0 2024-05-20T21:26:39.202 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.200+0000 7f7655e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7658103460 0x7f765819bd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:39.202 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.200+0000 7f7655e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7658103460 0x7f765819bd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:42074/0 (socket says 172.21.15.8:42074) 2024-05-20T21:26:39.202 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.200+0000 7f7655e00700 1 -- 172.21.15.8:0/3671553351 learned_addr learned my addr 172.21.15.8:0/3671553351 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:39.202 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.200+0000 7f7655400700 1 --2- 172.21.15.8:0/3671553351 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7658103e20 0x7f765819c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:39.202 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.200+0000 7f7656800700 1 --2- 172.21.15.8:0/3671553351 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f76581094f0 0x7f76581a0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:39.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.201+0000 7f7655e00700 1 -- 172.21.15.8:0/3671553351 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f76581094f0 msgr2=0x7f76581a0630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:39.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.201+0000 7f7655e00700 1 --2- 172.21.15.8:0/3671553351 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f76581094f0 0x7f76581a0630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.201+0000 7f7655e00700 1 -- 172.21.15.8:0/3671553351 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7658103e20 msgr2=0x7f765819c2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:39.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.201+0000 7f7655e00700 1 --2- 172.21.15.8:0/3671553351 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7658103e20 0x7f765819c2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.201+0000 7f7655e00700 1 -- 172.21.15.8:0/3671553351 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76581a0d70 con 0x7f7658103460 2024-05-20T21:26:39.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.201+0000 7f7655400700 1 --2- 172.21.15.8:0/3671553351 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7658103e20 0x7f765819c2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:26:39.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.201+0000 7f7655e00700 1 --2- 172.21.15.8:0/3671553351 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7658103460 0x7f765819bd60 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f764800eb30 tx=0x7f764800ee40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:39.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.201+0000 7f764ea00700 1 -- 172.21.15.8:0/3671553351 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f764800cc90 con 0x7f7658103460 2024-05-20T21:26:39.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.201+0000 7f7657200700 1 -- 172.21.15.8:0/3671553351 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76581a1060 con 0x7f7658103460 2024-05-20T21:26:39.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.201+0000 7f764ea00700 1 -- 172.21.15.8:0/3671553351 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f76480044d0 con 0x7f7658103460 2024-05-20T21:26:39.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.201+0000 7f764ea00700 1 -- 172.21.15.8:0/3671553351 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7648010430 con 0x7f7658103460 2024-05-20T21:26:39.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.202+0000 7f7657200700 1 -- 172.21.15.8:0/3671553351 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76581a88e0 con 0x7f7658103460 2024-05-20T21:26:39.206 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.205+0000 7f764ea00700 1 -- 172.21.15.8:0/3671553351 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f7648003ea0 con 0x7f7658103460 2024-05-20T21:26:39.207 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.207+0000 7f766798bb80 1 Processor -- start 2024-05-20T21:26:39.207 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.207+0000 7f766798bb80 1 -- start start 2024-05-20T21:26:39.208 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.207+0000 7f764ea00700 1 --2- 172.21.15.8:0/3671553351 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f763c0b2900 0x7f763c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:39.208 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.207+0000 7f766798bb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562805e1c7c0 0x562805e1cba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:39.208 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.207+0000 7f764ea00700 1 -- 172.21.15.8:0/3671553351 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f76480e2400 con 0x7f7658103460 2024-05-20T21:26:39.208 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.207+0000 7f766798bb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562805e1d0e0 0x562805e16d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:39.208 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.207+0000 7f766798bb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562805e17390 0x562805e177f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:39.209 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.207+0000 7f766798bb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x562805d74e40 con 0x562805e17390 2024-05-20T21:26:39.209 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.207+0000 7f766798bb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x562805d649e0 con 0x562805e1c7c0 2024-05-20T21:26:39.209 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.207+0000 7f766798bb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x562805d68a20 con 0x562805e1d0e0 2024-05-20T21:26:39.209 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.208+0000 7f7655e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562805e1c7c0 0x562805e1cba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:39.209 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.208+0000 7f7655e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562805e1c7c0 0x562805e1cba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:42088/0 (socket says 172.21.15.8:42088) 2024-05-20T21:26:39.209 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.208+0000 7f7655e00700 1 -- 172.21.15.8:0/86551837 learned_addr learned my addr 172.21.15.8:0/86551837 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:39.209 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.208+0000 7f7656800700 1 --2- 172.21.15.8:0/3671553351 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f763c0b2900 0x7f763c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:39.209 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.208+0000 7f7655400700 1 --2- 172.21.15.8:0/86551837 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562805e1d0e0 0x562805e16d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:39.211 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.208+0000 7f7655400700 1 -- 172.21.15.8:0/86551837 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562805e1c7c0 msgr2=0x562805e1cba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:39.211 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.208+0000 7f7655400700 1 --2- 172.21.15.8:0/86551837 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562805e1c7c0 0x562805e1cba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.211 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.208+0000 7f7655400700 1 -- 172.21.15.8:0/86551837 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562805e17390 msgr2=0x562805e177f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:39.211 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.208+0000 7f7655400700 1 --2- 172.21.15.8:0/86551837 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562805e17390 0x562805e177f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.211 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.208+0000 7f7655400700 1 -- 172.21.15.8:0/86551837 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562805d2d420 con 0x562805e1d0e0 2024-05-20T21:26:39.211 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.209+0000 7f7655400700 1 --2- 172.21.15.8:0/86551837 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562805e1d0e0 0x562805e16d70 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f7658110620 tx=0x7f7644005c00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f7b7ff2242c237b5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:39.211 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.209+0000 7f7656800700 1 --2- 172.21.15.8:0/3671553351 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f763c0b2900 0x7f763c0b4dc0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f765000f630 tx=0x7f7650009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:39.211 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.209+0000 7f7643400700 1 -- 172.21.15.8:0/86551837 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7644027070 con 0x562805e1d0e0 2024-05-20T21:26:39.211 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.209+0000 7f7643400700 1 -- 172.21.15.8:0/86551837 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7644005070 con 0x562805e1d0e0 2024-05-20T21:26:39.211 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.209+0000 7f7643400700 1 -- 172.21.15.8:0/86551837 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7644003c70 con 0x562805e1d0e0 2024-05-20T21:26:39.211 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.210+0000 7f766798bb80 1 -- 172.21.15.8:0/86551837 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562805e1d0e0 msgr2=0x562805e16d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:39.212 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.210+0000 7f766798bb80 1 --2- 172.21.15.8:0/86551837 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562805e1d0e0 0x562805e16d70 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f7658110620 tx=0x7f7644005c00 comp rx=0 tx=0).stop 2024-05-20T21:26:39.212 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.210+0000 7f766798bb80 1 -- 172.21.15.8:0/86551837 shutdown_connections 2024-05-20T21:26:39.212 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.210+0000 7f766798bb80 1 --2- 172.21.15.8:0/86551837 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562805e1c7c0 0x562805e1cba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.212 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.210+0000 7f766798bb80 1 --2- 172.21.15.8:0/86551837 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562805e17390 0x562805e177f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.212 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.210+0000 7f766798bb80 1 --2- 172.21.15.8:0/86551837 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562805e1d0e0 0x562805e16d70 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.212 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.210+0000 7f766798bb80 1 -- 172.21.15.8:0/86551837 >> 172.21.15.8:0/86551837 conn(0x562805d44be0 msgr2=0x562805e11810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:39.212 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.210+0000 7f766798bb80 1 -- 172.21.15.8:0/86551837 shutdown_connections 2024-05-20T21:26:39.212 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.210+0000 7f766798bb80 1 -- 172.21.15.8:0/86551837 wait complete. 2024-05-20T21:26:39.214 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.211+0000 7f766798bb80 1 -- start start 2024-05-20T21:26:39.215 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.211+0000 7f766798bb80 1 Processor -- start 2024-05-20T21:26:39.215 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.212+0000 7f766798bb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562805e17390 0x562805e22dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:39.215 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.212+0000 7f766798bb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562805e1c7c0 0x562805e20170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:39.215 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.212+0000 7f766798bb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562805e1d0e0 0x562805e206b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:39.215 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.212+0000 7f766798bb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x562805c6afa0 con 0x562805e17390 2024-05-20T21:26:39.215 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.212+0000 7f766798bb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x562805d05760 con 0x562805e1d0e0 2024-05-20T21:26:39.215 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.212+0000 7f766798bb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x562805e23ba0 con 0x562805e1c7c0 2024-05-20T21:26:39.215 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.212+0000 7f766798bb80 10 client.0 _ll_register_callbacks cb 0x562805d0ec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:39.215 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.212+0000 7f7655e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562805e17390 0x562805e22dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:39.215 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.212+0000 7f7655e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562805e17390 0x562805e22dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:56824/0 (socket says 172.21.15.8:56824) 2024-05-20T21:26:39.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.212+0000 7f7655e00700 1 -- 172.21.15.8:0/224374442 learned_addr learned my addr 172.21.15.8:0/224374442 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:39.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.212+0000 7f7655400700 1 --2- 172.21.15.8:0/224374442 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562805e1c7c0 0x562805e20170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:39.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.212+0000 7f7656800700 1 --2- 172.21.15.8:0/224374442 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562805e1d0e0 0x562805e206b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:39.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.212+0000 7f7655e00700 1 -- 172.21.15.8:0/224374442 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562805e1c7c0 msgr2=0x562805e20170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:39.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.212+0000 7f7655e00700 1 --2- 172.21.15.8:0/224374442 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562805e1c7c0 0x562805e20170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.212+0000 7f7655e00700 1 -- 172.21.15.8:0/224374442 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562805e1d0e0 msgr2=0x562805e206b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:39.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.212+0000 7f7655e00700 1 --2- 172.21.15.8:0/224374442 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562805e1d0e0 0x562805e206b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.213+0000 7f7655e00700 1 -- 172.21.15.8:0/224374442 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562805cb48d0 con 0x562805e17390 2024-05-20T21:26:39.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.213+0000 7f7655e00700 1 --2- 172.21.15.8:0/224374442 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562805e17390 0x562805e22dd0 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f764800eb00 tx=0x7f7648009500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec3cb839dbd6b339 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:39.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.213+0000 7f7637e00700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:26:39.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.213+0000 7f7637e00700 1 -- 172.21.15.8:0/224374442 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76480a99b0 con 0x562805e17390 2024-05-20T21:26:39.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.213+0000 7f7637e00700 1 -- 172.21.15.8:0/224374442 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f76480a5fa0 con 0x562805e17390 2024-05-20T21:26:39.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.213+0000 7f766798bb80 1 -- 172.21.15.8:0/224374442 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7644005070 con 0x562805e17390 2024-05-20T21:26:39.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.213+0000 7f7637e00700 1 -- 172.21.15.8:0/224374442 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f76480add60 con 0x562805e17390 2024-05-20T21:26:39.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.213+0000 7f766798bb80 10 client.18369 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:39.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.213+0000 7f766798bb80 1 -- 172.21.15.8:0/224374442 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562805d35060 con 0x562805e17390 2024-05-20T21:26:39.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.214+0000 7f7637e00700 1 -- 172.21.15.8:0/224374442 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7644005070 con 0x562805e17390 2024-05-20T21:26:39.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.214+0000 7f7637e00700 1 -- 172.21.15.8:0/224374442 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f76480c6060 con 0x562805e17390 2024-05-20T21:26:39.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.214+0000 7f766798bb80 10 client.18369 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:39.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.214+0000 7f766798bb80 10 client.18369 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:26:39.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.214+0000 7f766798bb80 20 client.18369 populate_metadata read hostname 'smithi008' 2024-05-20T21:26:39.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.214+0000 7f766798bb80 1 --2- 172.21.15.8:0/224374442 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x562805e30750 0x562805e32ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:39.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.214+0000 7f766798bb80 4 client.18369 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:26:39.218 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.214+0000 7f766798bb80 1 -- 172.21.15.8:0/224374442 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562805d76d90 con 0x562805e30750 2024-05-20T21:26:39.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.215+0000 7f7655400700 1 --2- 172.21.15.8:0/224374442 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x562805e30750 0x562805e32ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:39.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.215+0000 7f7655400700 1 --2- 172.21.15.8:0/224374442 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x562805e30750 0x562805e32ba0 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=4834eb16f39a0a50 server_cookie=d894f80d56020b0d in_seq=0 out_seq=0 2024-05-20T21:26:39.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.215+0000 7f7637e00700 10 client.18369 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:26:39.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.216+0000 7f7637e00700 1 -- 172.21.15.8:0/224374442 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x562805d76d90 con 0x562805e30750 2024-05-20T21:26:39.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.216+0000 7f7637e00700 10 client.18369 handle_command_reply: tid=0 2024-05-20T21:26:39.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.216+0000 7f766798bb80 1 client.18369 shutdown 2024-05-20T21:26:39.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.216+0000 7f766798bb80 1 -- 172.21.15.8:0/224374442 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562805e17390 msgr2=0x562805e22dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:39.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.216+0000 7f766798bb80 1 --2- 172.21.15.8:0/224374442 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562805e17390 0x562805e22dd0 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f764800eb00 tx=0x7f7648009500 comp rx=0 tx=0).stop 2024-05-20T21:26:39.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.216+0000 7f766798bb80 1 -- 172.21.15.8:0/224374442 shutdown_connections 2024-05-20T21:26:39.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.216+0000 7f766798bb80 1 --2- 172.21.15.8:0/224374442 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x562805e30750 0x562805e32ba0 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.216+0000 7f766798bb80 1 --2- 172.21.15.8:0/224374442 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562805e1d0e0 0x562805e206b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.216+0000 7f766798bb80 1 --2- 172.21.15.8:0/224374442 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562805e17390 0x562805e22dd0 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.216+0000 7f766798bb80 1 --2- 172.21.15.8:0/224374442 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562805e1c7c0 0x562805e20170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.216+0000 7f766798bb80 1 -- 172.21.15.8:0/224374442 >> 172.21.15.8:0/224374442 conn(0x562805d44be0 msgr2=0x562805e10fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:39.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.216+0000 7f7637e00700 0 client.18369 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:26:39.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.217+0000 7f766798bb80 1 -- 172.21.15.8:0/224374442 shutdown_connections 2024-05-20T21:26:39.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.217+0000 7f766798bb80 1 -- 172.21.15.8:0/224374442 wait complete. 2024-05-20T21:26:39.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.217+0000 7f766798bb80 20 client.18369 trim_cache size 0 max 16384 2024-05-20T21:26:39.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.233+0000 7f766798bb80 1 Processor -- start 2024-05-20T21:26:39.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.234+0000 7f766798bb80 1 -- start start 2024-05-20T21:26:39.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.234+0000 7f766798bb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562805e17390 0x562805e16d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:39.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.234+0000 7f766798bb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562805e1c7c0 0x562805e1dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:39.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.234+0000 7f766798bb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562805e1d0e0 0x562805e11740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:39.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.234+0000 7f766798bb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f76581b2530 con 0x562805e1c7c0 2024-05-20T21:26:39.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.234+0000 7f766798bb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f76581afdc0 con 0x562805e17390 2024-05-20T21:26:39.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.234+0000 7f766798bb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f76581adc10 con 0x562805e1d0e0 2024-05-20T21:26:39.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.234+0000 7f7655e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562805e17390 0x562805e16d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:39.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.234+0000 7f7655400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562805e1c7c0 0x562805e1dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:39.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.234+0000 7f7655e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562805e17390 0x562805e16d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:42098/0 (socket says 172.21.15.8:42098) 2024-05-20T21:26:39.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.234+0000 7f7655e00700 1 -- 172.21.15.8:0/3898395491 learned_addr learned my addr 172.21.15.8:0/3898395491 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:39.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.235+0000 7f7656800700 1 --2- 172.21.15.8:0/3898395491 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562805e1d0e0 0x562805e11740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:39.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.235+0000 7f7655e00700 1 -- 172.21.15.8:0/3898395491 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562805e1d0e0 msgr2=0x562805e11740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:39.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.235+0000 7f7655e00700 1 --2- 172.21.15.8:0/3898395491 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562805e1d0e0 0x562805e11740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.235+0000 7f7655e00700 1 -- 172.21.15.8:0/3898395491 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562805e1c7c0 msgr2=0x562805e1dbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:39.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.235+0000 7f7655e00700 1 --2- 172.21.15.8:0/3898395491 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562805e1c7c0 0x562805e1dbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.235+0000 7f7655e00700 1 -- 172.21.15.8:0/3898395491 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562805e1c2c0 con 0x562805e17390 2024-05-20T21:26:39.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.235+0000 7f7655e00700 1 --2- 172.21.15.8:0/3898395491 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562805e17390 0x562805e16d70 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f76480a9660 tx=0x7f76480a98b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8ce60d5af357c960 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:39.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.235+0000 7f7642a00700 1 -- 172.21.15.8:0/3898395491 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76480a99b0 con 0x562805e17390 2024-05-20T21:26:39.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.235+0000 7f7642a00700 1 -- 172.21.15.8:0/3898395491 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f76480c3070 con 0x562805e17390 2024-05-20T21:26:39.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.235+0000 7f7642a00700 1 -- 172.21.15.8:0/3898395491 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76480cc110 con 0x562805e17390 2024-05-20T21:26:39.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.236+0000 7f766798bb80 1 -- 172.21.15.8:0/3898395491 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562805e17390 msgr2=0x562805e16d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:39.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.236+0000 7f766798bb80 1 --2- 172.21.15.8:0/3898395491 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562805e17390 0x562805e16d70 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f76480a9660 tx=0x7f76480a98b0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.236+0000 7f766798bb80 1 -- 172.21.15.8:0/3898395491 shutdown_connections 2024-05-20T21:26:39.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.236+0000 7f766798bb80 1 --2- 172.21.15.8:0/3898395491 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562805e17390 0x562805e16d70 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.236+0000 7f766798bb80 1 --2- 172.21.15.8:0/3898395491 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562805e1d0e0 0x562805e11740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.236+0000 7f766798bb80 1 --2- 172.21.15.8:0/3898395491 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562805e1c7c0 0x562805e1dbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.236+0000 7f766798bb80 1 -- 172.21.15.8:0/3898395491 >> 172.21.15.8:0/3898395491 conn(0x562805d44be0 msgr2=0x562805e1d4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:39.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.236+0000 7f766798bb80 1 -- 172.21.15.8:0/3898395491 shutdown_connections 2024-05-20T21:26:39.239 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.236+0000 7f766798bb80 1 -- 172.21.15.8:0/3898395491 wait complete. 2024-05-20T21:26:39.239 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.237+0000 7f766798bb80 1 -- start start 2024-05-20T21:26:39.239 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.237+0000 7f766798bb80 1 Processor -- start 2024-05-20T21:26:39.240 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.238+0000 7f766798bb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562805e17390 0x562805e291e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:39.240 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.238+0000 7f766798bb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562805e1c7c0 0x562805e29720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:39.240 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.238+0000 7f766798bb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562805e1d0e0 0x562805e37c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:39.240 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.238+0000 7f766798bb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f76581ae280 con 0x562805e1d0e0 2024-05-20T21:26:39.240 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.238+0000 7f766798bb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f76581af6f0 con 0x562805e17390 2024-05-20T21:26:39.240 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.238+0000 7f766798bb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f76581ae950 con 0x562805e1c7c0 2024-05-20T21:26:39.240 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.238+0000 7f766798bb80 10 client.0 _ll_register_callbacks cb 0x562805e20b70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:39.240 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.238+0000 7f7655e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562805e17390 0x562805e291e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:39.240 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.238+0000 7f7655400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562805e1c7c0 0x562805e29720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:39.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.238+0000 7f7656800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562805e1d0e0 0x562805e37c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:39.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.238+0000 7f7655e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562805e17390 0x562805e291e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:42102/0 (socket says 172.21.15.8:42102) 2024-05-20T21:26:39.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.238+0000 7f7655400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562805e1c7c0 0x562805e29720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:42660/0 (socket says 172.21.15.8:42660) 2024-05-20T21:26:39.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.238+0000 7f7655e00700 1 -- 172.21.15.8:0/1999381586 learned_addr learned my addr 172.21.15.8:0/1999381586 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:39.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.239+0000 7f7655e00700 1 -- 172.21.15.8:0/1999381586 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562805e1c7c0 msgr2=0x562805e29720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:39.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.239+0000 7f7655e00700 1 --2- 172.21.15.8:0/1999381586 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562805e1c7c0 0x562805e29720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.239+0000 7f7655e00700 1 -- 172.21.15.8:0/1999381586 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562805e1d0e0 msgr2=0x562805e37c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:39.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.239+0000 7f7655e00700 1 --2- 172.21.15.8:0/1999381586 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562805e1d0e0 0x562805e37c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.239+0000 7f7655e00700 1 -- 172.21.15.8:0/1999381586 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562805e38470 con 0x562805e17390 2024-05-20T21:26:39.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.239+0000 7f7655e00700 1 --2- 172.21.15.8:0/1999381586 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562805e17390 0x562805e291e0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f76480a96b0 tx=0x7f76480a9c10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fb23eb50f9d04c28 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:39.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.239+0000 7f7637e00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:26:39.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.239+0000 7f7637e00700 1 -- 172.21.15.8:0/1999381586 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7648009500 con 0x562805e17390 2024-05-20T21:26:39.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.239+0000 7f766798bb80 1 -- 172.21.15.8:0/1999381586 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f76480c3070 con 0x562805e17390 2024-05-20T21:26:39.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.239+0000 7f7637e00700 1 -- 172.21.15.8:0/1999381586 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f76480a5fa0 con 0x562805e17390 2024-05-20T21:26:39.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.239+0000 7f7637e00700 1 -- 172.21.15.8:0/1999381586 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f76480b2380 con 0x562805e17390 2024-05-20T21:26:39.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.239+0000 7f766798bb80 10 client.28493 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:39.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.239+0000 7f766798bb80 1 -- 172.21.15.8:0/1999381586 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562805e9b020 con 0x562805e17390 2024-05-20T21:26:39.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.240+0000 7f7637e00700 1 -- 172.21.15.8:0/1999381586 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f76480c3070 con 0x562805e17390 2024-05-20T21:26:39.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.240+0000 7f7637e00700 1 -- 172.21.15.8:0/1999381586 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f76480aace0 con 0x562805e17390 2024-05-20T21:26:39.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.240+0000 7f766798bb80 10 client.28493 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:39.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.240+0000 7f766798bb80 10 client.28493 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:26:39.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.240+0000 7f766798bb80 20 client.28493 populate_metadata read hostname 'smithi008' 2024-05-20T21:26:39.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.240+0000 7f766798bb80 1 --2- 172.21.15.8:0/1999381586 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x562805e9b390 0x562805e9d780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:39.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.240+0000 7f766798bb80 4 client.28493 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:26:39.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.240+0000 7f766798bb80 1 -- 172.21.15.8:0/1999381586 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "damage ls"}) -- 0x562805d70570 con 0x562805e9b390 2024-05-20T21:26:39.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.241+0000 7f7655400700 1 --2- 172.21.15.8:0/1999381586 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x562805e9b390 0x562805e9d780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:39.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.241+0000 7f7655400700 1 --2- 172.21.15.8:0/1999381586 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x562805e9b390 0x562805e9d780 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=9ccadb9aa106382e server_cookie=15d2b92f23acec9f in_seq=0 out_seq=0 2024-05-20T21:26:39.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.241+0000 7f7637e00700 10 client.28493 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:26:39.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.241+0000 7f7637e00700 1 -- 172.21.15.8:0/1999381586 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x562805d70570 con 0x562805e9b390 2024-05-20T21:26:39.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.241+0000 7f7637e00700 10 client.28493 handle_command_reply: tid=0 2024-05-20T21:26:39.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.241+0000 7f766798bb80 1 client.28493 shutdown 2024-05-20T21:26:39.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.242+0000 7f766798bb80 1 -- 172.21.15.8:0/1999381586 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562805e17390 msgr2=0x562805e291e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:39.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.242+0000 7f766798bb80 1 --2- 172.21.15.8:0/1999381586 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562805e17390 0x562805e291e0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f76480a96b0 tx=0x7f76480a9c10 comp rx=0 tx=0).stop 2024-05-20T21:26:39.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.242+0000 7f766798bb80 1 -- 172.21.15.8:0/1999381586 shutdown_connections 2024-05-20T21:26:39.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.242+0000 7f766798bb80 1 --2- 172.21.15.8:0/1999381586 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x562805e9b390 0x562805e9d780 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.242+0000 7f766798bb80 1 --2- 172.21.15.8:0/1999381586 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562805e17390 0x562805e291e0 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.245 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.242+0000 7f7637e00700 0 client.28493 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:26:39.245 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.242+0000 7f766798bb80 1 --2- 172.21.15.8:0/1999381586 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562805e1d0e0 0x562805e37c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.245 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.242+0000 7f766798bb80 1 --2- 172.21.15.8:0/1999381586 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562805e1c7c0 0x562805e29720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.245 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.242+0000 7f766798bb80 1 -- 172.21.15.8:0/1999381586 >> 172.21.15.8:0/1999381586 conn(0x562805d44be0 msgr2=0x562805e1e950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:39.245 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.242+0000 7f766798bb80 1 -- 172.21.15.8:0/1999381586 shutdown_connections 2024-05-20T21:26:39.245 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.242+0000 7f766798bb80 1 -- 172.21.15.8:0/1999381586 wait complete. 2024-05-20T21:26:39.245 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.242+0000 7f766798bb80 20 client.28493 trim_cache size 0 max 16384 2024-05-20T21:26:39.245 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:26:39.246 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.243+0000 7f7657200700 1 -- 172.21.15.8:0/3671553351 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f763c0b2900 msgr2=0x7f763c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:39.246 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.243+0000 7f7657200700 1 --2- 172.21.15.8:0/3671553351 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f763c0b2900 0x7f763c0b4dc0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f765000f630 tx=0x7f7650009920 comp rx=0 tx=0).stop 2024-05-20T21:26:39.246 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.243+0000 7f7657200700 1 -- 172.21.15.8:0/3671553351 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7658103460 msgr2=0x7f765819bd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:39.246 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.243+0000 7f7657200700 1 --2- 172.21.15.8:0/3671553351 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7658103460 0x7f765819bd60 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f764800eb30 tx=0x7f764800ee40 comp rx=0 tx=0).stop 2024-05-20T21:26:39.246 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.243+0000 7f7657200700 1 -- 172.21.15.8:0/3671553351 shutdown_connections 2024-05-20T21:26:39.246 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.243+0000 7f7657200700 1 --2- 172.21.15.8:0/3671553351 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f763c0b2900 0x7f763c0b4dc0 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.246 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.243+0000 7f7657200700 1 --2- 172.21.15.8:0/3671553351 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7658103460 0x7f765819bd60 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.246 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.243+0000 7f7657200700 1 --2- 172.21.15.8:0/3671553351 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f76581094f0 0x7f76581a0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.246 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.243+0000 7f7657200700 1 --2- 172.21.15.8:0/3671553351 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7658103e20 0x7f765819c2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.247 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.243+0000 7f7657200700 1 -- 172.21.15.8:0/3671553351 >> 172.21.15.8:0/3671553351 conn(0x7f76580fef50 msgr2=0x7f765810eb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:39.247 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.243+0000 7f7657200700 1 -- 172.21.15.8:0/3671553351 shutdown_connections 2024-05-20T21:26:39.247 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:39.243+0000 7f7657200700 1 -- 172.21.15.8:0/3671553351 wait complete. 2024-05-20T21:26:40.156 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:26:40.644 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:26:40.997 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:26:40 smithi008 ceph-mon[31475]: pgmap v780: 97 pgs: 97 active+clean; 1.5 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:26:41.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:26:40 smithi130 ceph-mon[36448]: pgmap v780: 97 pgs: 97 active+clean; 1.5 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:26:41.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:26:40 smithi050 ceph-mon[35809]: pgmap v780: 97 pgs: 97 active+clean; 1.5 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:26:42.857 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.856+0000 7fc5cca00700 1 -- 172.21.15.8:0/2909390155 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc5c81041a0 msgr2=0x7fc5c81081c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:42.857 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.856+0000 7fc5cca00700 1 --2- 172.21.15.8:0/2909390155 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc5c81041a0 0x7fc5c81081c0 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7fc5b40099c0 tx=0x7fc5b4009cd0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.857 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.856+0000 7fc5cca00700 1 -- 172.21.15.8:0/2909390155 shutdown_connections 2024-05-20T21:26:42.858 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.856+0000 7fc5cca00700 1 --2- 172.21.15.8:0/2909390155 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc5c81088f0 0x7fc5c8110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.858 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.856+0000 7fc5cca00700 1 --2- 172.21.15.8:0/2909390155 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc5c81037f0 0x7fc5c8103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.858 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.856+0000 7fc5cca00700 1 --2- 172.21.15.8:0/2909390155 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc5c81041a0 0x7fc5c81081c0 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.858 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.856+0000 7fc5cca00700 1 -- 172.21.15.8:0/2909390155 >> 172.21.15.8:0/2909390155 conn(0x7fc5c807a6a0 msgr2=0x7fc5c807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:42.858 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.856+0000 7fc5cca00700 1 -- 172.21.15.8:0/2909390155 shutdown_connections 2024-05-20T21:26:42.858 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.856+0000 7fc5cca00700 1 -- 172.21.15.8:0/2909390155 wait complete. 2024-05-20T21:26:42.858 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.857+0000 7fc5cca00700 1 Processor -- start 2024-05-20T21:26:42.859 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.857+0000 7fc5cca00700 1 -- start start 2024-05-20T21:26:42.859 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.858+0000 7fc5cca00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc5c81037f0 0x7fc5c819bd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:42.859 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.858+0000 7fc5cca00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc5c81041a0 0x7fc5c819c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:42.859 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.858+0000 7fc5cca00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc5c81088f0 0x7fc5c81a0630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:42.859 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.858+0000 7fc5cca00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc5c8113700 con 0x7fc5c81088f0 2024-05-20T21:26:42.859 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.858+0000 7fc5cca00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc5c8113580 con 0x7fc5c81041a0 2024-05-20T21:26:42.859 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.858+0000 7fc5cca00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc5c8113880 con 0x7fc5c81037f0 2024-05-20T21:26:42.859 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.858+0000 7fc5c6800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc5c81088f0 0x7fc5c81a0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:42.859 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.858+0000 7fc5c5e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc5c81037f0 0x7fc5c819bd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:42.860 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.858+0000 7fc5c6800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc5c81088f0 0x7fc5c81a0630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:37792/0 (socket says 172.21.15.8:37792) 2024-05-20T21:26:42.860 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.858+0000 7fc5c6800700 1 -- 172.21.15.8:0/366350858 learned_addr learned my addr 172.21.15.8:0/366350858 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:42.860 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.858+0000 7fc5c5400700 1 --2- 172.21.15.8:0/366350858 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc5c81041a0 0x7fc5c819c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:42.860 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.859+0000 7fc5c5e00700 1 -- 172.21.15.8:0/366350858 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc5c81041a0 msgr2=0x7fc5c819c2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:42.860 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.859+0000 7fc5c5e00700 1 --2- 172.21.15.8:0/366350858 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc5c81041a0 0x7fc5c819c2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.860 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.859+0000 7fc5c5e00700 1 -- 172.21.15.8:0/366350858 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc5c81088f0 msgr2=0x7fc5c81a0630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:42.860 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.859+0000 7fc5c5e00700 1 --2- 172.21.15.8:0/366350858 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc5c81088f0 0x7fc5c81a0630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.860 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.859+0000 7fc5c5e00700 1 -- 172.21.15.8:0/366350858 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5c81a0d70 con 0x7fc5c81037f0 2024-05-20T21:26:42.861 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.859+0000 7fc5c5e00700 1 --2- 172.21.15.8:0/366350858 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc5c81037f0 0x7fc5c819bd60 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7fc5b800e9f0 tx=0x7fc5b800ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:42.861 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.859+0000 7fc5bea00700 1 -- 172.21.15.8:0/366350858 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5b800c9c0 con 0x7fc5c81037f0 2024-05-20T21:26:42.861 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.859+0000 7fc5bea00700 1 -- 172.21.15.8:0/366350858 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc5b800cb60 con 0x7fc5c81037f0 2024-05-20T21:26:42.861 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.859+0000 7fc5cca00700 1 -- 172.21.15.8:0/366350858 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5c81a1060 con 0x7fc5c81037f0 2024-05-20T21:26:42.861 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.859+0000 7fc5bea00700 1 -- 172.21.15.8:0/366350858 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5b8018680 con 0x7fc5c81037f0 2024-05-20T21:26:42.861 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.860+0000 7fc5cca00700 1 -- 172.21.15.8:0/366350858 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5c81a88e0 con 0x7fc5c81037f0 2024-05-20T21:26:42.863 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.863+0000 7fc5bea00700 1 -- 172.21.15.8:0/366350858 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fc5b8010430 con 0x7fc5c81037f0 2024-05-20T21:26:42.865 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.864+0000 7fc5bea00700 1 --2- 172.21.15.8:0/366350858 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc5ac0b2900 0x7fc5ac0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:42.865 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.865+0000 7fc5bea00700 1 -- 172.21.15.8:0/366350858 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc5b80e24b0 con 0x7fc5c81037f0 2024-05-20T21:26:42.865 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.865+0000 7fc5d72e5b80 1 Processor -- start 2024-05-20T21:26:42.865 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.865+0000 7fc5c5400700 1 --2- 172.21.15.8:0/366350858 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc5ac0b2900 0x7fc5ac0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:42.865 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.865+0000 7fc5d72e5b80 1 -- start start 2024-05-20T21:26:42.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.865+0000 7fc5d72e5b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ed56753610 0x55ed567539f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:42.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.865+0000 7fc5d72e5b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ed56753f30 0x55ed5674db20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:42.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.865+0000 7fc5d72e5b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ed5674e140 0x55ed5674e5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:42.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.865+0000 7fc5d72e5b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55ed566abe40 con 0x55ed56753610 2024-05-20T21:26:42.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.865+0000 7fc5d72e5b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55ed5669b9e0 con 0x55ed56753f30 2024-05-20T21:26:42.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.865+0000 7fc5d72e5b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55ed5669fa20 con 0x55ed5674e140 2024-05-20T21:26:42.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.866+0000 7fc5c5e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ed56753610 0x55ed567539f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:42.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.866+0000 7fc5c5e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ed56753610 0x55ed567539f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:37798/0 (socket says 172.21.15.8:37798) 2024-05-20T21:26:42.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.866+0000 7fc5c5e00700 1 -- 172.21.15.8:0/1397692201 learned_addr learned my addr 172.21.15.8:0/1397692201 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:42.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.866+0000 7fc5c5400700 1 --2- 172.21.15.8:0/366350858 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc5ac0b2900 0x7fc5ac0b4dc0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7fc5c81108b0 tx=0x7fc5b4005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:42.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.866+0000 7fc5c6800700 1 --2- 172.21.15.8:0/1397692201 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ed5674e140 0x55ed5674e5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:42.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.866+0000 7fc5c5400700 1 --2- 172.21.15.8:0/1397692201 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ed56753f30 0x55ed5674db20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:42.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.866+0000 7fc5c5e00700 1 -- 172.21.15.8:0/1397692201 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ed5674e140 msgr2=0x55ed5674e5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:42.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.866+0000 7fc5c5e00700 1 --2- 172.21.15.8:0/1397692201 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ed5674e140 0x55ed5674e5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.866+0000 7fc5c5e00700 1 -- 172.21.15.8:0/1397692201 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ed56753f30 msgr2=0x55ed5674db20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:42.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.866+0000 7fc5c5e00700 1 --2- 172.21.15.8:0/1397692201 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ed56753f30 0x55ed5674db20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.866+0000 7fc5c5e00700 1 -- 172.21.15.8:0/1397692201 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ed56664420 con 0x55ed56753610 2024-05-20T21:26:42.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.866+0000 7fc5c5400700 1 --2- 172.21.15.8:0/1397692201 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ed56753f30 0x55ed5674db20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:26:42.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.867+0000 7fc5c5e00700 1 --2- 172.21.15.8:0/1397692201 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ed56753610 0x55ed567539f0 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7fc5b8009f90 tx=0x7fc5b80aa1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=687af3481e09de3a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:42.870 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.867+0000 7fc5b3400700 1 -- 172.21.15.8:0/1397692201 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5b80ade10 con 0x55ed56753610 2024-05-20T21:26:42.870 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.867+0000 7fc5b3400700 1 -- 172.21.15.8:0/1397692201 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc5b80a5050 con 0x55ed56753610 2024-05-20T21:26:42.870 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.867+0000 7fc5b3400700 1 -- 172.21.15.8:0/1397692201 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5b80b2430 con 0x55ed56753610 2024-05-20T21:26:42.870 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.868+0000 7fc5d72e5b80 1 -- 172.21.15.8:0/1397692201 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ed56753610 msgr2=0x55ed567539f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:42.870 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.868+0000 7fc5d72e5b80 1 --2- 172.21.15.8:0/1397692201 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ed56753610 0x55ed567539f0 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7fc5b8009f90 tx=0x7fc5b80aa1e0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.870 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.868+0000 7fc5d72e5b80 1 -- 172.21.15.8:0/1397692201 shutdown_connections 2024-05-20T21:26:42.870 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.868+0000 7fc5d72e5b80 1 --2- 172.21.15.8:0/1397692201 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ed5674e140 0x55ed5674e5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.870 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.868+0000 7fc5d72e5b80 1 --2- 172.21.15.8:0/1397692201 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ed56753610 0x55ed567539f0 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.870 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.868+0000 7fc5d72e5b80 1 --2- 172.21.15.8:0/1397692201 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ed56753f30 0x55ed5674db20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.871 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.868+0000 7fc5d72e5b80 1 -- 172.21.15.8:0/1397692201 >> 172.21.15.8:0/1397692201 conn(0x55ed5667bbe0 msgr2=0x55ed56748690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:42.871 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.868+0000 7fc5d72e5b80 1 -- 172.21.15.8:0/1397692201 shutdown_connections 2024-05-20T21:26:42.871 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.868+0000 7fc5d72e5b80 1 -- 172.21.15.8:0/1397692201 wait complete. 2024-05-20T21:26:42.871 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.869+0000 7fc5d72e5b80 1 -- start start 2024-05-20T21:26:42.871 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.869+0000 7fc5d72e5b80 1 Processor -- start 2024-05-20T21:26:42.871 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.869+0000 7fc5d72e5b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ed5674e140 0x55ed56759c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:42.871 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.869+0000 7fc5d72e5b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ed56753610 0x55ed56757020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:42.871 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.869+0000 7fc5d72e5b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ed56753f30 0x55ed56757560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:42.871 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.869+0000 7fc5d72e5b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55ed565a1fa0 con 0x55ed56753f30 2024-05-20T21:26:42.871 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.869+0000 7fc5d72e5b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55ed5663c760 con 0x55ed56753610 2024-05-20T21:26:42.871 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.869+0000 7fc5d72e5b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55ed5675a980 con 0x55ed5674e140 2024-05-20T21:26:42.871 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.869+0000 7fc5d72e5b80 10 client.0 _ll_register_callbacks cb 0x55ed56645c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:42.873 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.870+0000 7fc5c5400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ed56753610 0x55ed56757020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:42.873 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.870+0000 7fc5c6800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ed56753f30 0x55ed56757560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:42.873 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.870+0000 7fc5c5e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ed5674e140 0x55ed56759c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:42.873 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.870+0000 7fc5c5400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ed56753610 0x55ed56757020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:52414/0 (socket says 172.21.15.8:52414) 2024-05-20T21:26:42.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.870+0000 7fc5c5400700 1 -- 172.21.15.8:0/617649876 learned_addr learned my addr 172.21.15.8:0/617649876 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:42.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.870+0000 7fc5c5400700 1 -- 172.21.15.8:0/617649876 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ed5674e140 msgr2=0x55ed56759c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:42.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.870+0000 7fc5c5400700 1 --2- 172.21.15.8:0/617649876 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ed5674e140 0x55ed56759c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.870+0000 7fc5c5400700 1 -- 172.21.15.8:0/617649876 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ed56753f30 msgr2=0x55ed56757560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:42.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.870+0000 7fc5c5400700 1 --2- 172.21.15.8:0/617649876 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ed56753f30 0x55ed56757560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.870+0000 7fc5c5400700 1 -- 172.21.15.8:0/617649876 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ed565eb8d0 con 0x55ed56753610 2024-05-20T21:26:42.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.870+0000 7fc5c5400700 1 --2- 172.21.15.8:0/617649876 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ed56753610 0x55ed56757020 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7fc5b40098e0 tx=0x7fc5b4005050 comp rx=0 tx=0).ready entity=mon.2 client_cookie=96329ca7d0cda62c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:42.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.870+0000 7fc5a7e00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:26:42.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.871+0000 7fc5a7e00700 1 -- 172.21.15.8:0/617649876 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5b4033060 con 0x55ed56753610 2024-05-20T21:26:42.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.871+0000 7fc5d72e5b80 1 -- 172.21.15.8:0/617649876 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc5b80a5050 con 0x55ed56753610 2024-05-20T21:26:42.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.871+0000 7fc5a7e00700 1 -- 172.21.15.8:0/617649876 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc5b400bba0 con 0x55ed56753610 2024-05-20T21:26:42.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.871+0000 7fc5a7e00700 1 -- 172.21.15.8:0/617649876 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc5b400bda0 con 0x55ed56753610 2024-05-20T21:26:42.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.871+0000 7fc5d72e5b80 10 client.28505 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:42.875 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.871+0000 7fc5d72e5b80 1 -- 172.21.15.8:0/617649876 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ed5666c060 con 0x55ed56753610 2024-05-20T21:26:42.875 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.872+0000 7fc5a7e00700 1 -- 172.21.15.8:0/617649876 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc5b80a5050 con 0x55ed56753610 2024-05-20T21:26:42.875 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.872+0000 7fc5a7e00700 1 -- 172.21.15.8:0/617649876 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc5b402e530 con 0x55ed56753610 2024-05-20T21:26:42.875 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.872+0000 7fc5d72e5b80 10 client.28505 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:42.875 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.872+0000 7fc5d72e5b80 10 client.28505 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:26:42.875 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.872+0000 7fc5d72e5b80 20 client.28505 populate_metadata read hostname 'smithi008' 2024-05-20T21:26:42.875 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.872+0000 7fc5d72e5b80 1 --2- 172.21.15.8:0/617649876 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ed56767570 0x55ed56769960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:42.875 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.872+0000 7fc5d72e5b80 4 client.28505 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:26:42.875 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.872+0000 7fc5d72e5b80 1 -- 172.21.15.8:0/617649876 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ed566add90 con 0x55ed56767570 2024-05-20T21:26:42.875 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.873+0000 7fc5c5e00700 1 --2- 172.21.15.8:0/617649876 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ed56767570 0x55ed56769960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:42.875 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.873+0000 7fc5c5e00700 1 --2- 172.21.15.8:0/617649876 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ed56767570 0x55ed56769960 crc :-1 s=READY pgs=300 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3db00c42eb2ca43 server_cookie=f7051b120457d8b8 in_seq=0 out_seq=0 2024-05-20T21:26:42.875 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.873+0000 7fc5a7e00700 10 client.28505 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:26:42.876 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.874+0000 7fc5a7e00700 1 -- 172.21.15.8:0/617649876 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55ed566add90 con 0x55ed56767570 2024-05-20T21:26:42.876 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.874+0000 7fc5a7e00700 10 client.28505 handle_command_reply: tid=0 2024-05-20T21:26:42.876 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.874+0000 7fc5d72e5b80 1 client.28505 shutdown 2024-05-20T21:26:42.876 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.875+0000 7fc5d72e5b80 1 -- 172.21.15.8:0/617649876 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ed56753610 msgr2=0x55ed56757020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:42.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.875+0000 7fc5d72e5b80 1 --2- 172.21.15.8:0/617649876 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ed56753610 0x55ed56757020 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7fc5b40098e0 tx=0x7fc5b4005050 comp rx=0 tx=0).stop 2024-05-20T21:26:42.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.875+0000 7fc5d72e5b80 1 -- 172.21.15.8:0/617649876 shutdown_connections 2024-05-20T21:26:42.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.875+0000 7fc5d72e5b80 1 --2- 172.21.15.8:0/617649876 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ed56767570 0x55ed56769960 crc :-1 s=READY pgs=300 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.875+0000 7fc5d72e5b80 1 --2- 172.21.15.8:0/617649876 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ed56753f30 0x55ed56757560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.875+0000 7fc5d72e5b80 1 --2- 172.21.15.8:0/617649876 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ed5674e140 0x55ed56759c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.875+0000 7fc5d72e5b80 1 --2- 172.21.15.8:0/617649876 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ed56753610 0x55ed56757020 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.875+0000 7fc5d72e5b80 1 -- 172.21.15.8:0/617649876 >> 172.21.15.8:0/617649876 conn(0x55ed5667bbe0 msgr2=0x55ed56747d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:42.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.875+0000 7fc5a7e00700 0 client.28505 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:26:42.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.875+0000 7fc5d72e5b80 1 -- 172.21.15.8:0/617649876 shutdown_connections 2024-05-20T21:26:42.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.875+0000 7fc5d72e5b80 1 -- 172.21.15.8:0/617649876 wait complete. 2024-05-20T21:26:42.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.875+0000 7fc5d72e5b80 20 client.28505 trim_cache size 0 max 16384 2024-05-20T21:26:42.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.892+0000 7fc5d72e5b80 1 Processor -- start 2024-05-20T21:26:42.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.892+0000 7fc5d72e5b80 1 -- start start 2024-05-20T21:26:42.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.892+0000 7fc5d72e5b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ed5674e140 0x55ed5674db20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:42.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.892+0000 7fc5d72e5b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ed56753610 0x55ed56769960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:42.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.892+0000 7fc5d72e5b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ed56753f30 0x55ed56757510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:42.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.892+0000 7fc5d72e5b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc5c81b2630 con 0x55ed56753f30 2024-05-20T21:26:42.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.892+0000 7fc5d72e5b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc5c81afec0 con 0x55ed5674e140 2024-05-20T21:26:42.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.892+0000 7fc5d72e5b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc5c81add10 con 0x55ed56753610 2024-05-20T21:26:42.894 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.893+0000 7fc5c6800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ed56753f30 0x55ed56757510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:42.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.893+0000 7fc5c5400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ed56753610 0x55ed56769960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:42.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.893+0000 7fc5c5e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ed5674e140 0x55ed5674db20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:42.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.893+0000 7fc5c5400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ed56753610 0x55ed56769960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:56962/0 (socket says 172.21.15.8:56962) 2024-05-20T21:26:42.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.893+0000 7fc5c6800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ed56753f30 0x55ed56757510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:37808/0 (socket says 172.21.15.8:37808) 2024-05-20T21:26:42.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.893+0000 7fc5c5400700 1 -- 172.21.15.8:0/2153172550 learned_addr learned my addr 172.21.15.8:0/2153172550 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:42.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.893+0000 7fc5c6800700 1 -- 172.21.15.8:0/2153172550 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ed56753610 msgr2=0x55ed56769960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:42.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.893+0000 7fc5c6800700 1 --2- 172.21.15.8:0/2153172550 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ed56753610 0x55ed56769960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.893+0000 7fc5c6800700 1 -- 172.21.15.8:0/2153172550 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ed5674e140 msgr2=0x55ed5674db20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:42.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.893+0000 7fc5c6800700 1 --2- 172.21.15.8:0/2153172550 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ed5674e140 0x55ed5674db20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.893+0000 7fc5c6800700 1 -- 172.21.15.8:0/2153172550 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ed56769f90 con 0x55ed56753f30 2024-05-20T21:26:42.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.893+0000 7fc5c5e00700 1 --2- 172.21.15.8:0/2153172550 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ed5674e140 0x55ed5674db20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:42.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.893+0000 7fc5c6800700 1 --2- 172.21.15.8:0/2153172550 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ed56753f30 0x55ed56757510 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7fc5c0009fd0 tx=0x7fc5c0009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7d81bd45ab8e4c2 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:42.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.894+0000 7fc5b2a00700 1 -- 172.21.15.8:0/2153172550 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5c00093a0 con 0x55ed56753f30 2024-05-20T21:26:42.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.894+0000 7fc5b2a00700 1 -- 172.21.15.8:0/2153172550 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc5c0004db0 con 0x55ed56753f30 2024-05-20T21:26:42.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.894+0000 7fc5b2a00700 1 -- 172.21.15.8:0/2153172550 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5c0007500 con 0x55ed56753f30 2024-05-20T21:26:42.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.895+0000 7fc5d72e5b80 1 -- 172.21.15.8:0/2153172550 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ed56753f30 msgr2=0x55ed56757510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:42.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.895+0000 7fc5d72e5b80 1 --2- 172.21.15.8:0/2153172550 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ed56753f30 0x55ed56757510 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7fc5c0009fd0 tx=0x7fc5c0009920 comp rx=0 tx=0).stop 2024-05-20T21:26:42.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.895+0000 7fc5d72e5b80 1 -- 172.21.15.8:0/2153172550 shutdown_connections 2024-05-20T21:26:42.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.895+0000 7fc5d72e5b80 1 --2- 172.21.15.8:0/2153172550 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ed5674e140 0x55ed5674db20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.895+0000 7fc5d72e5b80 1 --2- 172.21.15.8:0/2153172550 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ed56753f30 0x55ed56757510 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.895+0000 7fc5d72e5b80 1 --2- 172.21.15.8:0/2153172550 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ed56753610 0x55ed56769960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.895+0000 7fc5d72e5b80 1 -- 172.21.15.8:0/2153172550 >> 172.21.15.8:0/2153172550 conn(0x55ed5667bbe0 msgr2=0x55ed56756e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:42.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.895+0000 7fc5d72e5b80 1 -- 172.21.15.8:0/2153172550 shutdown_connections 2024-05-20T21:26:42.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.895+0000 7fc5d72e5b80 1 -- 172.21.15.8:0/2153172550 wait complete. 2024-05-20T21:26:42.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.895+0000 7fc5d72e5b80 1 -- start start 2024-05-20T21:26:42.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.896+0000 7fc5d72e5b80 1 Processor -- start 2024-05-20T21:26:42.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.896+0000 7fc5d72e5b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ed5674e140 0x55ed5675ff30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:42.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.896+0000 7fc5d72e5b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ed56753610 0x55ed56760470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:42.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.896+0000 7fc5d72e5b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ed56753f30 0x55ed5676e980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:42.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.896+0000 7fc5d72e5b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc5c81ae380 con 0x55ed5674e140 2024-05-20T21:26:42.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.896+0000 7fc5d72e5b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc5c81af7f0 con 0x55ed56753f30 2024-05-20T21:26:42.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.896+0000 7fc5d72e5b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc5c81aea50 con 0x55ed56753610 2024-05-20T21:26:42.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.896+0000 7fc5d72e5b80 10 client.0 _ll_register_callbacks cb 0x55ed56645c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:42.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.896+0000 7fc5c5e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ed5674e140 0x55ed5675ff30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:42.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.896+0000 7fc5c5400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ed56753610 0x55ed56760470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:42.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.896+0000 7fc5c5400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ed56753610 0x55ed56760470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:56968/0 (socket says 172.21.15.8:56968) 2024-05-20T21:26:42.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.896+0000 7fc5c5400700 1 -- 172.21.15.8:0/3019029455 learned_addr learned my addr 172.21.15.8:0/3019029455 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:42.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.897+0000 7fc5c6800700 1 --2- 172.21.15.8:0/3019029455 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ed56753f30 0x55ed5676e980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:42.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.897+0000 7fc5c5400700 1 -- 172.21.15.8:0/3019029455 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ed56753f30 msgr2=0x55ed5676e980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:42.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.897+0000 7fc5c5400700 1 --2- 172.21.15.8:0/3019029455 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ed56753f30 0x55ed5676e980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.897+0000 7fc5c5400700 1 -- 172.21.15.8:0/3019029455 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ed5674e140 msgr2=0x55ed5675ff30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:42.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.897+0000 7fc5c5400700 1 --2- 172.21.15.8:0/3019029455 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ed5674e140 0x55ed5675ff30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.897+0000 7fc5c5400700 1 -- 172.21.15.8:0/3019029455 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ed5676f1b0 con 0x55ed56753610 2024-05-20T21:26:42.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.897+0000 7fc5c5400700 1 --2- 172.21.15.8:0/3019029455 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ed56753610 0x55ed56760470 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7fc5b4009350 tx=0x7fc5b4020000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bee9bd89cb9138e9 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:42.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.897+0000 7fc5a7e00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:26:42.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.897+0000 7fc5a7e00700 1 -- 172.21.15.8:0/3019029455 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5b4033070 con 0x55ed56753610 2024-05-20T21:26:42.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.898+0000 7fc5d72e5b80 1 -- 172.21.15.8:0/3019029455 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc5c0004db0 con 0x55ed56753610 2024-05-20T21:26:42.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.898+0000 7fc5a7e00700 1 -- 172.21.15.8:0/3019029455 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc5b4023460 con 0x55ed56753610 2024-05-20T21:26:42.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.898+0000 7fc5a7e00700 1 -- 172.21.15.8:0/3019029455 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc5b4023660 con 0x55ed56753610 2024-05-20T21:26:42.902 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.898+0000 7fc5d72e5b80 10 client.28564 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:42.902 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.898+0000 7fc5d72e5b80 1 -- 172.21.15.8:0/3019029455 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ed567d1c90 con 0x55ed56753610 2024-05-20T21:26:42.902 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.898+0000 7fc5a7e00700 1 -- 172.21.15.8:0/3019029455 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc5c0004db0 con 0x55ed56753610 2024-05-20T21:26:42.902 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.898+0000 7fc5a7e00700 1 -- 172.21.15.8:0/3019029455 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc5b4040020 con 0x55ed56753610 2024-05-20T21:26:42.902 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.899+0000 7fc5d72e5b80 10 client.28564 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:42.902 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.899+0000 7fc5d72e5b80 10 client.28564 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:26:42.902 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.899+0000 7fc5d72e5b80 20 client.28564 populate_metadata read hostname 'smithi008' 2024-05-20T21:26:42.902 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.899+0000 7fc5d72e5b80 1 --2- 172.21.15.8:0/3019029455 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ed567d2310 0x55ed567d4730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:42.902 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.899+0000 7fc5d72e5b80 4 client.28564 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:26:42.902 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.899+0000 7fc5d72e5b80 1 -- 172.21.15.8:0/3019029455 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ed566a7570 con 0x55ed567d2310 2024-05-20T21:26:42.902 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.899+0000 7fc5c5e00700 1 --2- 172.21.15.8:0/3019029455 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ed567d2310 0x55ed567d4730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:42.902 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.899+0000 7fc5c5e00700 1 --2- 172.21.15.8:0/3019029455 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ed567d2310 0x55ed567d4730 crc :-1 s=READY pgs=301 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c15aa52dc6bd5e79 server_cookie=f9fa8c15781f5144 in_seq=0 out_seq=0 2024-05-20T21:26:42.902 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.900+0000 7fc5a7e00700 10 client.28564 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:26:42.902 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.900+0000 7fc5a7e00700 1 -- 172.21.15.8:0/3019029455 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ed566a7570 con 0x55ed567d2310 2024-05-20T21:26:42.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.900+0000 7fc5a7e00700 10 client.28564 handle_command_reply: tid=0 2024-05-20T21:26:42.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.900+0000 7fc5d72e5b80 1 client.28564 shutdown 2024-05-20T21:26:42.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.900+0000 7fc5d72e5b80 1 -- 172.21.15.8:0/3019029455 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ed56753610 msgr2=0x55ed56760470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:42.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.900+0000 7fc5d72e5b80 1 --2- 172.21.15.8:0/3019029455 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ed56753610 0x55ed56760470 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7fc5b4009350 tx=0x7fc5b4020000 comp rx=0 tx=0).stop 2024-05-20T21:26:42.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.900+0000 7fc5d72e5b80 1 -- 172.21.15.8:0/3019029455 shutdown_connections 2024-05-20T21:26:42.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.900+0000 7fc5d72e5b80 1 --2- 172.21.15.8:0/3019029455 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ed567d2310 0x55ed567d4730 crc :-1 s=READY pgs=301 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.900+0000 7fc5d72e5b80 1 --2- 172.21.15.8:0/3019029455 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ed56753f30 0x55ed5676e980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.900+0000 7fc5d72e5b80 1 --2- 172.21.15.8:0/3019029455 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ed5674e140 0x55ed5675ff30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.900+0000 7fc5a7e00700 0 client.28564 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:26:42.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.900+0000 7fc5d72e5b80 1 --2- 172.21.15.8:0/3019029455 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ed56753610 0x55ed56760470 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.900+0000 7fc5d72e5b80 1 -- 172.21.15.8:0/3019029455 >> 172.21.15.8:0/3019029455 conn(0x55ed5667bbe0 msgr2=0x55ed56754310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:42.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.900+0000 7fc5d72e5b80 1 -- 172.21.15.8:0/3019029455 shutdown_connections 2024-05-20T21:26:42.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.900+0000 7fc5d72e5b80 1 -- 172.21.15.8:0/3019029455 wait complete. 2024-05-20T21:26:42.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.900+0000 7fc5d72e5b80 20 client.28564 trim_cache size 0 max 16384 2024-05-20T21:26:42.904 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:26:42.904 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.901+0000 7fc5cca00700 1 -- 172.21.15.8:0/366350858 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc5ac0b2900 msgr2=0x7fc5ac0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:42.905 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.901+0000 7fc5cca00700 1 --2- 172.21.15.8:0/366350858 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc5ac0b2900 0x7fc5ac0b4dc0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7fc5c81108b0 tx=0x7fc5b4005fb0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.905 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.901+0000 7fc5cca00700 1 -- 172.21.15.8:0/366350858 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc5c81037f0 msgr2=0x7fc5c819bd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:42.905 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.901+0000 7fc5cca00700 1 --2- 172.21.15.8:0/366350858 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc5c81037f0 0x7fc5c819bd60 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7fc5b800e9f0 tx=0x7fc5b800ed00 comp rx=0 tx=0).stop 2024-05-20T21:26:42.905 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.901+0000 7fc5cca00700 1 -- 172.21.15.8:0/366350858 shutdown_connections 2024-05-20T21:26:42.905 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.901+0000 7fc5cca00700 1 --2- 172.21.15.8:0/366350858 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc5ac0b2900 0x7fc5ac0b4dc0 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.905 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.901+0000 7fc5cca00700 1 --2- 172.21.15.8:0/366350858 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc5c81088f0 0x7fc5c81a0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.905 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.901+0000 7fc5cca00700 1 --2- 172.21.15.8:0/366350858 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc5c81037f0 0x7fc5c819bd60 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.905 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.901+0000 7fc5cca00700 1 --2- 172.21.15.8:0/366350858 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc5c81041a0 0x7fc5c819c2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.905 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.901+0000 7fc5cca00700 1 -- 172.21.15.8:0/366350858 >> 172.21.15.8:0/366350858 conn(0x7fc5c807a6a0 msgr2=0x7fc5c8102d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:42.905 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.902+0000 7fc5cca00700 1 -- 172.21.15.8:0/366350858 shutdown_connections 2024-05-20T21:26:42.905 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:42.902+0000 7fc5cca00700 1 -- 172.21.15.8:0/366350858 wait complete. 2024-05-20T21:26:42.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:26:42 smithi008 ceph-mon[31475]: pgmap v781: 97 pgs: 97 active+clean; 1.6 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:26:43.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:26:42 smithi130 ceph-mon[36448]: pgmap v781: 97 pgs: 97 active+clean; 1.6 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:26:43.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:26:42 smithi050 ceph-mon[35809]: pgmap v781: 97 pgs: 97 active+clean; 1.6 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:26:44.716 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:26:44.717 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:26:45.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:26:44 smithi130 ceph-mon[36448]: pgmap v782: 97 pgs: 97 active+clean; 1.6 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:26:45.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:26:44 smithi050 ceph-mon[35809]: pgmap v782: 97 pgs: 97 active+clean; 1.6 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:26:45.184 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:26:45.201 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:26:44 smithi008 ceph-mon[31475]: pgmap v782: 97 pgs: 97 active+clean; 1.6 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:26:46.459 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.459+0000 7f91cc200640 1 -- 172.21.15.8:0/4267232579 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f91c4103540 msgr2=0x7f91c4105930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:46.460 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.459+0000 7f91cc200640 1 --2- 172.21.15.8:0/4267232579 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f91c4103540 0x7f91c4105930 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f91b8009900 tx=0x7f91b802a3f0 comp rx=0 tx=0).stop 2024-05-20T21:26:46.460 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.459+0000 7f91cc200640 1 -- 172.21.15.8:0/4267232579 shutdown_connections 2024-05-20T21:26:46.460 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.459+0000 7f91cc200640 1 --2- 172.21.15.8:0/4267232579 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f91c41087a0 0x7f91c410abf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:46.460 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.459+0000 7f91cc200640 1 --2- 172.21.15.8:0/4267232579 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f91c4105e70 0x7f91c4108260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:46.460 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.459+0000 7f91cc200640 1 --2- 172.21.15.8:0/4267232579 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f91c4103540 0x7f91c4105930 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:46.460 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.459+0000 7f91cc200640 1 -- 172.21.15.8:0/4267232579 >> 172.21.15.8:0/4267232579 conn(0x7f91c40fcf30 msgr2=0x7f91c40ff370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:46.460 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.459+0000 7f91cc200640 1 -- 172.21.15.8:0/4267232579 shutdown_connections 2024-05-20T21:26:46.460 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.459+0000 7f91cc200640 1 -- 172.21.15.8:0/4267232579 wait complete. 2024-05-20T21:26:46.462 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.460+0000 7f91cc200640 1 Processor -- start 2024-05-20T21:26:46.462 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.460+0000 7f91cc200640 1 -- start start 2024-05-20T21:26:46.462 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.461+0000 7f91cc200640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f91c4103540 0x7f91c419af30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:46.462 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.461+0000 7f91cc200640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f91c4105e70 0x7f91c419b470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:46.462 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.461+0000 7f91cc200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f91c41087a0 0x7f91c41a24e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:46.462 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.461+0000 7f91cc200640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f91c410e610 con 0x7f91c4103540 2024-05-20T21:26:46.462 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.461+0000 7f91cc200640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f91c410e490 con 0x7f91c41087a0 2024-05-20T21:26:46.462 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.461+0000 7f91cc200640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f91c410e790 con 0x7f91c4105e70 2024-05-20T21:26:46.462 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.461+0000 7f91c9800640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f91c4103540 0x7f91c419af30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:46.462 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.461+0000 7f91c9800640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f91c4103540 0x7f91c419af30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:37828/0 (socket says 172.21.15.8:37828) 2024-05-20T21:26:46.463 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.461+0000 7f91c9800640 1 -- 172.21.15.8:0/3059689694 learned_addr learned my addr 172.21.15.8:0/3059689694 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:46.463 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.461+0000 7f91c8e00640 1 --2- 172.21.15.8:0/3059689694 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f91c4105e70 0x7f91c419b470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:46.463 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.461+0000 7f91ca200640 1 --2- 172.21.15.8:0/3059689694 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f91c41087a0 0x7f91c41a24e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:46.463 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.461+0000 7f91c9800640 1 -- 172.21.15.8:0/3059689694 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f91c4105e70 msgr2=0x7f91c419b470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:46.463 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.461+0000 7f91c9800640 1 --2- 172.21.15.8:0/3059689694 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f91c4105e70 0x7f91c419b470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:46.463 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.461+0000 7f91c9800640 1 -- 172.21.15.8:0/3059689694 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f91c41087a0 msgr2=0x7f91c41a24e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:46.463 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.461+0000 7f91c9800640 1 --2- 172.21.15.8:0/3059689694 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f91c41087a0 0x7f91c41a24e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:46.463 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.461+0000 7f91c9800640 1 -- 172.21.15.8:0/3059689694 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91c41a2b50 con 0x7f91c4103540 2024-05-20T21:26:46.463 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.461+0000 7f91ca200640 1 --2- 172.21.15.8:0/3059689694 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f91c41087a0 0x7f91c41a24e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:26:46.463 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.462+0000 7f91c9800640 1 --2- 172.21.15.8:0/3059689694 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f91c4103540 0x7f91c419af30 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f91b8005940 tx=0x7f91b80042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:46.464 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.462+0000 7f91c2000640 1 -- 172.21.15.8:0/3059689694 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91b803f030 con 0x7f91c4103540 2024-05-20T21:26:46.464 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.462+0000 7f91c2000640 1 -- 172.21.15.8:0/3059689694 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f91b8003cb0 con 0x7f91c4103540 2024-05-20T21:26:46.464 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.462+0000 7f91cc200640 1 -- 172.21.15.8:0/3059689694 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91c41a2de0 con 0x7f91c4103540 2024-05-20T21:26:46.464 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.462+0000 7f91c2000640 1 -- 172.21.15.8:0/3059689694 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91b8035070 con 0x7f91c4103540 2024-05-20T21:26:46.464 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.462+0000 7f91cc200640 1 -- 172.21.15.8:0/3059689694 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91c41a3240 con 0x7f91c4103540 2024-05-20T21:26:46.466 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.466+0000 7f91cf1a5740 1 Processor -- start 2024-05-20T21:26:46.466 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.466+0000 7f91cf1a5740 1 -- start start 2024-05-20T21:26:46.466 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.466+0000 7f91c2000640 1 -- 172.21.15.8:0/3059689694 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f91b8042030 con 0x7f91c4103540 2024-05-20T21:26:46.467 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.466+0000 7f91cf1a5740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e7215d7b30 0x55e7215d7f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:46.467 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.466+0000 7f91cf1a5740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e7215d8520 0x55e7215dd020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:46.467 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.466+0000 7f91cf1a5740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e7215dd690 0x55e7215dfb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:46.467 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.466+0000 7f91cf1a5740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55e721547b90 con 0x55e7215d7b30 2024-05-20T21:26:46.467 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.466+0000 7f91cf1a5740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55e721537730 con 0x55e7215d8520 2024-05-20T21:26:46.467 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.466+0000 7f91cf1a5740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55e72153b770 con 0x55e7215dd690 2024-05-20T21:26:46.468 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.466+0000 7f91ca200640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e7215d7b30 0x55e7215d7f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:46.469 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.467+0000 7f91c9800640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e7215d8520 0x55e7215dd020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:46.469 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.467+0000 7f91ca200640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e7215d7b30 0x55e7215d7f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:37844/0 (socket says 172.21.15.8:37844) 2024-05-20T21:26:46.469 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.467+0000 7f91ca200640 1 -- 172.21.15.8:0/135614062 learned_addr learned my addr 172.21.15.8:0/135614062 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:46.469 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.467+0000 7f91c8e00640 1 --2- 172.21.15.8:0/135614062 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e7215dd690 0x55e7215dfb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:46.469 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.467+0000 7f91ca200640 1 -- 172.21.15.8:0/135614062 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e7215dd690 msgr2=0x55e7215dfb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:46.469 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.467+0000 7f91ca200640 1 --2- 172.21.15.8:0/135614062 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e7215dd690 0x55e7215dfb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:46.469 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.467+0000 7f91ca200640 1 -- 172.21.15.8:0/135614062 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e7215d8520 msgr2=0x55e7215dd020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:46.469 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.467+0000 7f91ca200640 1 --2- 172.21.15.8:0/135614062 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e7215d8520 0x55e7215dd020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:46.469 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.467+0000 7f91ca200640 1 -- 172.21.15.8:0/135614062 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e7214d08b0 con 0x55e7215d7b30 2024-05-20T21:26:46.469 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.467+0000 7f91c8e00640 1 --2- 172.21.15.8:0/135614062 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e7215dd690 0x55e7215dfb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:26:46.469 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.467+0000 7f91ca200640 1 --2- 172.21.15.8:0/135614062 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e7215d7b30 0x55e7215d7f50 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f91bc009fd0 tx=0x7f91bc0108e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d9281e784d57097 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:46.469 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.468+0000 7f91b6a00640 1 -- 172.21.15.8:0/135614062 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91bc011760 con 0x55e7215d7b30 2024-05-20T21:26:46.469 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.468+0000 7f91b6a00640 1 -- 172.21.15.8:0/135614062 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f91bc011db0 con 0x55e7215d7b30 2024-05-20T21:26:46.469 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.468+0000 7f91b6a00640 1 -- 172.21.15.8:0/135614062 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91bc00e3c0 con 0x55e7215d7b30 2024-05-20T21:26:46.470 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.468+0000 7f91c2000640 1 --2- 172.21.15.8:0/3059689694 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f91ac0b2860 0x7f91ac0b4d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:46.470 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.468+0000 7f91c2000640 1 -- 172.21.15.8:0/3059689694 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f91b8102660 con 0x7f91c4103540 2024-05-20T21:26:46.470 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.468+0000 7f91c9800640 1 --2- 172.21.15.8:0/3059689694 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f91ac0b2860 0x7f91ac0b4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:46.470 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.468+0000 7f91cf1a5740 1 -- 172.21.15.8:0/135614062 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e7215d7b30 msgr2=0x55e7215d7f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:46.470 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.468+0000 7f91cf1a5740 1 --2- 172.21.15.8:0/135614062 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e7215d7b30 0x55e7215d7f50 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f91bc009fd0 tx=0x7f91bc0108e0 comp rx=0 tx=0).stop 2024-05-20T21:26:46.473 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.469+0000 7f91cf1a5740 1 -- 172.21.15.8:0/135614062 shutdown_connections 2024-05-20T21:26:46.473 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.469+0000 7f91cf1a5740 1 --2- 172.21.15.8:0/135614062 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e7215dd690 0x55e7215dfb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:46.473 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.469+0000 7f91cf1a5740 1 --2- 172.21.15.8:0/135614062 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e7215d8520 0x55e7215dd020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:46.473 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.469+0000 7f91cf1a5740 1 --2- 172.21.15.8:0/135614062 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e7215d7b30 0x55e7215d7f50 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:46.473 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.469+0000 7f91cf1a5740 1 -- 172.21.15.8:0/135614062 >> 172.21.15.8:0/135614062 conn(0x55e7215d31a0 msgr2=0x55e7215d35a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:46.473 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.469+0000 7f91cf1a5740 1 -- 172.21.15.8:0/135614062 shutdown_connections 2024-05-20T21:26:46.474 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.469+0000 7f91cf1a5740 1 -- 172.21.15.8:0/135614062 wait complete. 2024-05-20T21:26:46.474 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.469+0000 7f91c9800640 1 --2- 172.21.15.8:0/3059689694 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f91ac0b2860 0x7f91ac0b4d20 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f91b8102900 tx=0x7f91b8108110 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:46.474 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.469+0000 7f91cf1a5740 1 -- start start 2024-05-20T21:26:46.474 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.470+0000 7f91cf1a5740 1 Processor -- start 2024-05-20T21:26:46.474 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.470+0000 7f91cf1a5740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e7215d7b30 0x55e7215e1950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:46.474 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.470+0000 7f91cf1a5740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e7215d8520 0x55e7215e1e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:46.474 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.470+0000 7f91cf1a5740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e7215dd690 0x55e7215e8ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:46.474 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.470+0000 7f91cf1a5740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55e72121d790 con 0x55e7215d8520 2024-05-20T21:26:46.474 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.470+0000 7f91cf1a5740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55e7214dfbc0 con 0x55e7215d7b30 2024-05-20T21:26:46.474 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.470+0000 7f91cf1a5740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55e7215e0640 con 0x55e7215dd690 2024-05-20T21:26:46.474 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.470+0000 7f91cf1a5740 10 client.0 _ll_register_callbacks cb 0x55e7214bd400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:46.474 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.470+0000 7f91c8e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e7215d8520 0x55e7215e1e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:46.475 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.470+0000 7f91c8e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e7215d8520 0x55e7215e1e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:37848/0 (socket says 172.21.15.8:37848) 2024-05-20T21:26:46.475 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.470+0000 7f91c8e00640 1 -- 172.21.15.8:0/978466545 learned_addr learned my addr 172.21.15.8:0/978466545 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:46.475 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.470+0000 7f91ca200640 1 --2- 172.21.15.8:0/978466545 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e7215d7b30 0x55e7215e1950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:46.475 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.470+0000 7f91ca200640 1 --2- 172.21.15.8:0/978466545 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e7215dd690 0x55e7215e8ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:46.475 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.471+0000 7f91c8e00640 1 -- 172.21.15.8:0/978466545 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e7215dd690 msgr2=0x55e7215e8ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:46.475 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.471+0000 7f91c8e00640 1 --2- 172.21.15.8:0/978466545 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e7215dd690 0x55e7215e8ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:46.475 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.471+0000 7f91c8e00640 1 -- 172.21.15.8:0/978466545 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e7215d7b30 msgr2=0x55e7215e1950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:46.475 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.471+0000 7f91c8e00640 1 --2- 172.21.15.8:0/978466545 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e7215d7b30 0x55e7215e1950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:46.475 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.471+0000 7f91c8e00640 1 -- 172.21.15.8:0/978466545 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e72124c210 con 0x55e7215d8520 2024-05-20T21:26:46.475 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.471+0000 7f91ca200640 1 --2- 172.21.15.8:0/978466545 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e7215dd690 0x55e7215e8ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:46.475 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.471+0000 7f91c8e00640 1 --2- 172.21.15.8:0/978466545 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e7215d8520 0x55e7215e1e90 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f91b0012700 tx=0x7f91b0012bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e195345c8ef96d2 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:46.475 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.471+0000 7f91ab400640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:26:46.475 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.471+0000 7f91ab400640 1 -- 172.21.15.8:0/978466545 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91b0004030 con 0x55e7215d8520 2024-05-20T21:26:46.475 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.471+0000 7f91ab400640 1 -- 172.21.15.8:0/978466545 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f91b00041d0 con 0x55e7215d8520 2024-05-20T21:26:46.476 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.472+0000 7f91cf1a5740 1 -- 172.21.15.8:0/978466545 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f91bc011db0 con 0x55e7215d8520 2024-05-20T21:26:46.476 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.472+0000 7f91ab400640 1 -- 172.21.15.8:0/978466545 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f91b00043d0 con 0x55e7215d8520 2024-05-20T21:26:46.476 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.472+0000 7f91cf1a5740 10 client.18405 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:46.476 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.472+0000 7f91cf1a5740 1 -- 172.21.15.8:0/978466545 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e721318620 con 0x55e7215d8520 2024-05-20T21:26:46.476 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.472+0000 7f91ab400640 1 -- 172.21.15.8:0/978466545 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f91bc011db0 con 0x55e7215d8520 2024-05-20T21:26:46.476 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.472+0000 7f91ab400640 1 -- 172.21.15.8:0/978466545 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f91b0003ae0 con 0x55e7215d8520 2024-05-20T21:26:46.476 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.472+0000 7f91cf1a5740 10 client.18405 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:46.476 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.472+0000 7f91cf1a5740 10 client.18405 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:26:46.476 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.472+0000 7f91cf1a5740 20 client.18405 populate_metadata read hostname 'smithi008' 2024-05-20T21:26:46.476 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.472+0000 7f91cf1a5740 1 --2- 172.21.15.8:0/978466545 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e7215ed540 0x55e7215ef970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:46.476 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.473+0000 7f91cf1a5740 4 client.18405 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:26:46.476 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.473+0000 7f91cf1a5740 1 -- 172.21.15.8:0/978466545 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e721549ae0 con 0x55e7215ed540 2024-05-20T21:26:46.476 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.473+0000 7f91ca200640 1 --2- 172.21.15.8:0/978466545 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e7215ed540 0x55e7215ef970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:46.477 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.473+0000 7f91ca200640 1 --2- 172.21.15.8:0/978466545 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e7215ed540 0x55e7215ef970 crc :-1 s=READY pgs=302 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=524cf31a2aa5ee88 server_cookie=3fb285bbc40aa0fb in_seq=0 out_seq=0 2024-05-20T21:26:46.478 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.473+0000 7f91ab400640 10 client.18405 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:26:46.478 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.474+0000 7f91ab400640 1 -- 172.21.15.8:0/978466545 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55e721549ae0 con 0x55e7215ed540 2024-05-20T21:26:46.478 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.474+0000 7f91ab400640 10 client.18405 handle_command_reply: tid=0 2024-05-20T21:26:46.478 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.475+0000 7f91cf1a5740 1 client.18405 shutdown 2024-05-20T21:26:46.478 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.475+0000 7f91cf1a5740 1 -- 172.21.15.8:0/978466545 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e7215d8520 msgr2=0x55e7215e1e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:46.478 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.475+0000 7f91cf1a5740 1 --2- 172.21.15.8:0/978466545 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e7215d8520 0x55e7215e1e90 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f91b0012700 tx=0x7f91b0012bc0 comp rx=0 tx=0).stop 2024-05-20T21:26:46.478 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.475+0000 7f91cf1a5740 1 -- 172.21.15.8:0/978466545 shutdown_connections 2024-05-20T21:26:46.478 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.475+0000 7f91cf1a5740 1 --2- 172.21.15.8:0/978466545 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e7215ed540 0x55e7215ef970 crc :-1 s=READY pgs=302 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:46.478 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.475+0000 7f91cf1a5740 1 --2- 172.21.15.8:0/978466545 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e7215dd690 0x55e7215e8ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:46.478 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.475+0000 7f91cf1a5740 1 --2- 172.21.15.8:0/978466545 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e7215d8520 0x55e7215e1e90 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:46.478 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.475+0000 7f91ab400640 0 client.18405 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:26:46.479 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.475+0000 7f91cf1a5740 1 --2- 172.21.15.8:0/978466545 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e7215d7b30 0x55e7215e1950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:46.479 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.475+0000 7f91cf1a5740 1 -- 172.21.15.8:0/978466545 >> 172.21.15.8:0/978466545 conn(0x55e7215d31a0 msgr2=0x55e7215d2310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:46.479 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.475+0000 7f91cf1a5740 1 -- 172.21.15.8:0/978466545 shutdown_connections 2024-05-20T21:26:46.479 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.475+0000 7f91cf1a5740 1 -- 172.21.15.8:0/978466545 wait complete. 2024-05-20T21:26:46.479 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.475+0000 7f91cf1a5740 20 client.18405 trim_cache size 0 max 16384 2024-05-20T21:26:46.494 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.493+0000 7f91cf1a5740 1 Processor -- start 2024-05-20T21:26:46.494 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.493+0000 7f91cf1a5740 1 -- start start 2024-05-20T21:26:46.494 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.493+0000 7f91cf1a5740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e7215d7b30 0x55e7215d8fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:46.494 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.493+0000 7f91cf1a5740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e7215d8520 0x55e7215e8e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:46.494 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.493+0000 7f91cf1a5740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e7215dd690 0x55e7215d9500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:46.494 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.493+0000 7f91cf1a5740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f91c41aea10 con 0x55e7215dd690 2024-05-20T21:26:46.495 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.493+0000 7f91cf1a5740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f91c41ac2e0 con 0x55e7215d8520 2024-05-20T21:26:46.495 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.493+0000 7f91cf1a5740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f91c41aa130 con 0x55e7215d7b30 2024-05-20T21:26:46.495 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.494+0000 7f91ca200640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e7215dd690 0x55e7215d9500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:46.495 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.494+0000 7f91ca200640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e7215d7b30 0x55e7215d8fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:46.495 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.494+0000 7f91ca200640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e7215d7b30 0x55e7215d8fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:56998/0 (socket says 172.21.15.8:56998) 2024-05-20T21:26:46.495 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.494+0000 7f91ca200640 1 -- 172.21.15.8:0/1032027680 learned_addr learned my addr 172.21.15.8:0/1032027680 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:46.495 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.494+0000 7f91c8e00640 1 --2- 172.21.15.8:0/1032027680 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e7215d8520 0x55e7215e8e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:46.497 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.494+0000 7f91c8e00640 1 -- 172.21.15.8:0/1032027680 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e7215d7b30 msgr2=0x55e7215d8fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:46.497 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.494+0000 7f91c8e00640 1 --2- 172.21.15.8:0/1032027680 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e7215d7b30 0x55e7215d8fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:46.497 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.494+0000 7f91c8e00640 1 -- 172.21.15.8:0/1032027680 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e7215dd690 msgr2=0x55e7215d9500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:46.497 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.494+0000 7f91c8e00640 1 --2- 172.21.15.8:0/1032027680 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e7215dd690 0x55e7215d9500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:46.497 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.494+0000 7f91c8e00640 1 -- 172.21.15.8:0/1032027680 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e7215d7770 con 0x55e7215d8520 2024-05-20T21:26:46.497 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.494+0000 7f91ca200640 1 --2- 172.21.15.8:0/1032027680 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e7215d7b30 0x55e7215d8fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:46.497 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.495+0000 7f91c8e00640 1 --2- 172.21.15.8:0/1032027680 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e7215d8520 0x55e7215e8e90 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f91b0012420 tx=0x7f91b0009e70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1c2540d632f2e007 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:46.497 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.495+0000 7f91b6000640 1 -- 172.21.15.8:0/1032027680 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91b0003f70 con 0x55e7215d8520 2024-05-20T21:26:46.497 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.495+0000 7f91b6000640 1 -- 172.21.15.8:0/1032027680 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f91b0004110 con 0x55e7215d8520 2024-05-20T21:26:46.497 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.495+0000 7f91b6000640 1 -- 172.21.15.8:0/1032027680 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91b0003a80 con 0x55e7215d8520 2024-05-20T21:26:46.497 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.496+0000 7f91cf1a5740 1 -- 172.21.15.8:0/1032027680 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e7215d8520 msgr2=0x55e7215e8e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:46.497 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.496+0000 7f91cf1a5740 1 --2- 172.21.15.8:0/1032027680 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e7215d8520 0x55e7215e8e90 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f91b0012420 tx=0x7f91b0009e70 comp rx=0 tx=0).stop 2024-05-20T21:26:46.497 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.496+0000 7f91cf1a5740 1 -- 172.21.15.8:0/1032027680 shutdown_connections 2024-05-20T21:26:46.498 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.496+0000 7f91cf1a5740 1 --2- 172.21.15.8:0/1032027680 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e7215dd690 0x55e7215d9500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:46.498 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.496+0000 7f91cf1a5740 1 --2- 172.21.15.8:0/1032027680 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e7215d8520 0x55e7215e8e90 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:46.498 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.496+0000 7f91cf1a5740 1 --2- 172.21.15.8:0/1032027680 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e7215d7b30 0x55e7215d8fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:46.498 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.496+0000 7f91cf1a5740 1 -- 172.21.15.8:0/1032027680 >> 172.21.15.8:0/1032027680 conn(0x55e7215d31a0 msgr2=0x55e7215d6190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:46.498 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.496+0000 7f91cf1a5740 1 -- 172.21.15.8:0/1032027680 shutdown_connections 2024-05-20T21:26:46.498 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.496+0000 7f91cf1a5740 1 -- 172.21.15.8:0/1032027680 wait complete. 2024-05-20T21:26:46.498 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.496+0000 7f91cf1a5740 1 -- start start 2024-05-20T21:26:46.498 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.496+0000 7f91cf1a5740 1 Processor -- start 2024-05-20T21:26:46.500 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.497+0000 7f91cf1a5740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e7215d7b30 0x55e7215e60a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:46.500 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.497+0000 7f91cf1a5740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e7215d8520 0x55e7215e65e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:46.501 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.497+0000 7f91cf1a5740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e7215dd690 0x55e7215e75f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:46.501 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.497+0000 7f91cf1a5740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f91c41aa7a0 con 0x55e7215dd690 2024-05-20T21:26:46.501 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.497+0000 7f91cf1a5740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f91c41abc10 con 0x55e7215d8520 2024-05-20T21:26:46.501 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.497+0000 7f91cf1a5740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f91c41aae70 con 0x55e7215d7b30 2024-05-20T21:26:46.501 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.497+0000 7f91cf1a5740 10 client.0 _ll_register_callbacks cb 0x7f91b0009880 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:46.501 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.497+0000 7f91c8e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e7215d8520 0x55e7215e65e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:46.501 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.497+0000 7f91c8e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e7215d8520 0x55e7215e65e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:52468/0 (socket says 172.21.15.8:52468) 2024-05-20T21:26:46.501 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.497+0000 7f91c8e00640 1 -- 172.21.15.8:0/2371980367 learned_addr learned my addr 172.21.15.8:0/2371980367 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:46.501 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.497+0000 7f91ca200640 1 --2- 172.21.15.8:0/2371980367 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e7215d7b30 0x55e7215e60a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:46.501 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.497+0000 7f91ca200640 1 --2- 172.21.15.8:0/2371980367 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e7215dd690 0x55e7215e75f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:46.501 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.498+0000 7f91c8e00640 1 -- 172.21.15.8:0/2371980367 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e7215d7b30 msgr2=0x55e7215e60a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:46.501 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.498+0000 7f91c8e00640 1 --2- 172.21.15.8:0/2371980367 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e7215d7b30 0x55e7215e60a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:46.502 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.498+0000 7f91c8e00640 1 -- 172.21.15.8:0/2371980367 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e7215dd690 msgr2=0x55e7215e75f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:46.502 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.498+0000 7f91c8e00640 1 --2- 172.21.15.8:0/2371980367 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e7215dd690 0x55e7215e75f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:46.502 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.498+0000 7f91c8e00640 1 -- 172.21.15.8:0/2371980367 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e7215e0a10 con 0x55e7215d8520 2024-05-20T21:26:46.502 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.498+0000 7f91ca200640 1 --2- 172.21.15.8:0/2371980367 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e7215d7b30 0x55e7215e60a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:26:46.502 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.498+0000 7f91c8e00640 1 --2- 172.21.15.8:0/2371980367 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e7215d8520 0x55e7215e65e0 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f91b0009380 tx=0x7f91b0009240 comp rx=0 tx=0).ready entity=mon.2 client_cookie=58566015bc2469a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:46.502 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.498+0000 7f91ab400640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:26:46.502 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.498+0000 7f91ab400640 1 -- 172.21.15.8:0/2371980367 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91b0003f70 con 0x55e7215d8520 2024-05-20T21:26:46.502 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.498+0000 7f91cf1a5740 1 -- 172.21.15.8:0/2371980367 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f91b0004110 con 0x55e7215d8520 2024-05-20T21:26:46.502 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.498+0000 7f91ab400640 1 -- 172.21.15.8:0/2371980367 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f91b000f9a0 con 0x55e7215d8520 2024-05-20T21:26:46.502 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.499+0000 7f91ab400640 1 -- 172.21.15.8:0/2371980367 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f91b003f050 con 0x55e7215d8520 2024-05-20T21:26:46.502 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.499+0000 7f91cf1a5740 10 client.28529 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:46.502 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.499+0000 7f91cf1a5740 1 -- 172.21.15.8:0/2371980367 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e7215e8dc0 con 0x55e7215d8520 2024-05-20T21:26:46.502 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.499+0000 7f91ab400640 1 -- 172.21.15.8:0/2371980367 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f91b0004110 con 0x55e7215d8520 2024-05-20T21:26:46.503 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.499+0000 7f91ab400640 1 -- 172.21.15.8:0/2371980367 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f91b002f070 con 0x55e7215d8520 2024-05-20T21:26:46.505 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.499+0000 7f91cf1a5740 10 client.28529 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:46.505 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.499+0000 7f91cf1a5740 10 client.28529 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:26:46.505 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.499+0000 7f91cf1a5740 20 client.28529 populate_metadata read hostname 'smithi008' 2024-05-20T21:26:46.505 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.499+0000 7f91cf1a5740 1 --2- 172.21.15.8:0/2371980367 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e721658510 0x55e72165a930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:46.505 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.499+0000 7f91cf1a5740 4 client.28529 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:26:46.505 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.499+0000 7f91cf1a5740 1 -- 172.21.15.8:0/2371980367 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55e7215432c0 con 0x55e721658510 2024-05-20T21:26:46.505 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.500+0000 7f91ca200640 1 --2- 172.21.15.8:0/2371980367 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e721658510 0x55e72165a930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:46.505 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.500+0000 7f91ca200640 1 --2- 172.21.15.8:0/2371980367 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e721658510 0x55e72165a930 crc :-1 s=READY pgs=303 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2e00f50649a9d9de server_cookie=5a6aa4bf35230133 in_seq=0 out_seq=0 2024-05-20T21:26:46.506 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.500+0000 7f91ab400640 10 client.28529 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:26:46.517 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.516+0000 7f91ab400640 1 -- 172.21.15.8:0/2371980367 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55e7215432c0 con 0x55e721658510 2024-05-20T21:26:46.517 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.516+0000 7f91ab400640 10 client.28529 handle_command_reply: tid=0 2024-05-20T21:26:46.517 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.516+0000 7f91cf1a5740 1 client.28529 shutdown 2024-05-20T21:26:46.517 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.516+0000 7f91cf1a5740 1 -- 172.21.15.8:0/2371980367 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e7215d8520 msgr2=0x55e7215e65e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:46.517 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.516+0000 7f91cf1a5740 1 --2- 172.21.15.8:0/2371980367 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e7215d8520 0x55e7215e65e0 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f91b0009380 tx=0x7f91b0009240 comp rx=0 tx=0).stop 2024-05-20T21:26:46.517 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.516+0000 7f91cf1a5740 1 -- 172.21.15.8:0/2371980367 shutdown_connections 2024-05-20T21:26:46.518 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.516+0000 7f91cf1a5740 1 --2- 172.21.15.8:0/2371980367 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e721658510 0x55e72165a930 crc :-1 s=READY pgs=303 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:46.518 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.516+0000 7f91cf1a5740 1 --2- 172.21.15.8:0/2371980367 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e7215dd690 0x55e7215e75f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:46.518 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.516+0000 7f91cf1a5740 1 --2- 172.21.15.8:0/2371980367 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e7215d8520 0x55e7215e65e0 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:46.518 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.516+0000 7f91ab400640 0 client.28529 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:26:46.518 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.516+0000 7f91cf1a5740 1 --2- 172.21.15.8:0/2371980367 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e7215d7b30 0x55e7215e60a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:46.518 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.516+0000 7f91cf1a5740 1 -- 172.21.15.8:0/2371980367 >> 172.21.15.8:0/2371980367 conn(0x55e7215d31a0 msgr2=0x55e7215d8fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:46.518 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.516+0000 7f91cf1a5740 1 -- 172.21.15.8:0/2371980367 shutdown_connections 2024-05-20T21:26:46.518 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.516+0000 7f91cf1a5740 1 -- 172.21.15.8:0/2371980367 wait complete. 2024-05-20T21:26:46.518 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.516+0000 7f91cf1a5740 20 client.28529 trim_cache size 0 max 16384 2024-05-20T21:26:46.518 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:26:46.519 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:26:46.519 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:26:46.519 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.517+0000 7f91cc200640 1 -- 172.21.15.8:0/3059689694 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f91ac0b2860 msgr2=0x7f91ac0b4d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:46.519 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.517+0000 7f91cc200640 1 --2- 172.21.15.8:0/3059689694 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f91ac0b2860 0x7f91ac0b4d20 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f91b8102900 tx=0x7f91b8108110 comp rx=0 tx=0).stop 2024-05-20T21:26:46.519 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.517+0000 7f91cc200640 1 -- 172.21.15.8:0/3059689694 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f91c4103540 msgr2=0x7f91c419af30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:46.519 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.517+0000 7f91cc200640 1 --2- 172.21.15.8:0/3059689694 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f91c4103540 0x7f91c419af30 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f91b8005940 tx=0x7f91b80042f0 comp rx=0 tx=0).stop 2024-05-20T21:26:46.520 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.517+0000 7f91cc200640 1 -- 172.21.15.8:0/3059689694 shutdown_connections 2024-05-20T21:26:46.520 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.517+0000 7f91cc200640 1 --2- 172.21.15.8:0/3059689694 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f91ac0b2860 0x7f91ac0b4d20 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:46.520 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.517+0000 7f91cc200640 1 --2- 172.21.15.8:0/3059689694 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f91c41087a0 0x7f91c41a24e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:46.520 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.517+0000 7f91cc200640 1 --2- 172.21.15.8:0/3059689694 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f91c4105e70 0x7f91c419b470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:46.520 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.517+0000 7f91cc200640 1 --2- 172.21.15.8:0/3059689694 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f91c4103540 0x7f91c419af30 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:46.520 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.517+0000 7f91cc200640 1 -- 172.21.15.8:0/3059689694 >> 172.21.15.8:0/3059689694 conn(0x7f91c40fcf30 msgr2=0x7f91c4102cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:46.520 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.518+0000 7f91cc200640 1 -- 172.21.15.8:0/3059689694 shutdown_connections 2024-05-20T21:26:46.520 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:46.518+0000 7f91cc200640 1 -- 172.21.15.8:0/3059689694 wait complete. 2024-05-20T21:26:46.919 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:26:46 smithi008 ceph-mon[31475]: pgmap v783: 97 pgs: 97 active+clean; 1.6 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:26:47.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:26:46 smithi130 ceph-mon[36448]: pgmap v783: 97 pgs: 97 active+clean; 1.6 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:26:47.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:26:46 smithi050 ceph-mon[35809]: pgmap v783: 97 pgs: 97 active+clean; 1.6 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:26:47.513 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.512+0000 7f95f5600700 1 -- 172.21.15.8:0/1909553155 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95f0009480 con 0x7f95f8106120 2024-05-20T21:26:47.513 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.513+0000 7f95fda00700 1 -- 172.21.15.8:0/1909553155 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f95f8106120 msgr2=0x7f95f8112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:47.513 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.513+0000 7f95fda00700 1 --2- 172.21.15.8:0/1909553155 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f95f8106120 0x7f95f8112630 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f95f000b0a0 tx=0x7f95f000b3b0 comp rx=0 tx=0).stop 2024-05-20T21:26:47.514 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.513+0000 7f95fda00700 1 -- 172.21.15.8:0/1909553155 shutdown_connections 2024-05-20T21:26:47.514 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.513+0000 7f95fda00700 1 --2- 172.21.15.8:0/1909553155 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f95f8106120 0x7f95f8112630 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:47.514 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.513+0000 7f95fda00700 1 --2- 172.21.15.8:0/1909553155 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f95f810b760 0x7f95f810bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:47.514 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.513+0000 7f95fda00700 1 --2- 172.21.15.8:0/1909553155 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f95f8105760 0x7f95f8105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:47.514 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.513+0000 7f95fda00700 1 -- 172.21.15.8:0/1909553155 >> 172.21.15.8:0/1909553155 conn(0x7f95f8101250 msgr2=0x7f95f8103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:47.514 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.513+0000 7f95fda00700 1 -- 172.21.15.8:0/1909553155 shutdown_connections 2024-05-20T21:26:47.514 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.513+0000 7f95fda00700 1 -- 172.21.15.8:0/1909553155 wait complete. 2024-05-20T21:26:47.514 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.514+0000 7f95fda00700 1 Processor -- start 2024-05-20T21:26:47.515 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.514+0000 7f95fda00700 1 -- start start 2024-05-20T21:26:47.515 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.515+0000 7f95fda00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f95f8105760 0x7f95f819bd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:47.515 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.515+0000 7f95fda00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f95f8106120 0x7f95f819c2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:47.515 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.515+0000 7f95fda00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f95f810b760 0x7f95f81a0640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:47.516 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.515+0000 7f95fda00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f95f81159a0 con 0x7f95f8105760 2024-05-20T21:26:47.516 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.515+0000 7f95fda00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f95f8115820 con 0x7f95f8106120 2024-05-20T21:26:47.516 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.515+0000 7f95fda00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f95f8115b20 con 0x7f95f810b760 2024-05-20T21:26:47.516 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.515+0000 7f95f6a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f95f8105760 0x7f95f819bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:47.516 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.515+0000 7f95f6a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f95f8105760 0x7f95f819bd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:37870/0 (socket says 172.21.15.8:37870) 2024-05-20T21:26:47.516 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.515+0000 7f95f6a00700 1 -- 172.21.15.8:0/3480338017 learned_addr learned my addr 172.21.15.8:0/3480338017 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:47.516 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.515+0000 7f95f6000700 1 --2- 172.21.15.8:0/3480338017 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f95f8106120 0x7f95f819c2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:47.516 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.515+0000 7f95f7400700 1 --2- 172.21.15.8:0/3480338017 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f95f810b760 0x7f95f81a0640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:47.517 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.516+0000 7f95f6a00700 1 -- 172.21.15.8:0/3480338017 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f95f810b760 msgr2=0x7f95f81a0640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:47.517 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.516+0000 7f95f6a00700 1 --2- 172.21.15.8:0/3480338017 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f95f810b760 0x7f95f81a0640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:47.517 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.516+0000 7f95f6a00700 1 -- 172.21.15.8:0/3480338017 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f95f8106120 msgr2=0x7f95f819c2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:47.517 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.516+0000 7f95f6a00700 1 --2- 172.21.15.8:0/3480338017 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f95f8106120 0x7f95f819c2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:47.517 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.516+0000 7f95f6a00700 1 -- 172.21.15.8:0/3480338017 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95f81a0d80 con 0x7f95f8105760 2024-05-20T21:26:47.517 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.516+0000 7f95f6000700 1 --2- 172.21.15.8:0/3480338017 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f95f8106120 0x7f95f819c2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:47.517 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.516+0000 7f95f6a00700 1 --2- 172.21.15.8:0/3480338017 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f95f8105760 0x7f95f819bd70 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f95e800eb30 tx=0x7f95e800ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:47.517 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.516+0000 7f95ef400700 1 -- 172.21.15.8:0/3480338017 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95e800cbd0 con 0x7f95f8105760 2024-05-20T21:26:47.518 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.516+0000 7f95ef400700 1 -- 172.21.15.8:0/3480338017 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f95e80044d0 con 0x7f95f8105760 2024-05-20T21:26:47.518 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.516+0000 7f95fda00700 1 -- 172.21.15.8:0/3480338017 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95f81a1070 con 0x7f95f8105760 2024-05-20T21:26:47.518 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.516+0000 7f95ef400700 1 -- 172.21.15.8:0/3480338017 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95e8003e30 con 0x7f95f8105760 2024-05-20T21:26:47.518 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.516+0000 7f95fda00700 1 -- 172.21.15.8:0/3480338017 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95f81a88f0 con 0x7f95f8105760 2024-05-20T21:26:47.521 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.520+0000 7f95ef400700 1 -- 172.21.15.8:0/3480338017 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f95e8004000 con 0x7f95f8105760 2024-05-20T21:26:47.522 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.521+0000 7f96082cfb80 1 Processor -- start 2024-05-20T21:26:47.522 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.521+0000 7f96082cfb80 1 -- start start 2024-05-20T21:26:47.530 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.522+0000 7f96082cfb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfe6d0bf30 0x55cfe6d0c310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:47.530 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.522+0000 7f96082cfb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cfe6d0c850 0x55cfe6d062e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:47.531 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.522+0000 7f96082cfb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfe6d06900 0x55cfe6d06d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:47.531 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.522+0000 7f96082cfb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55cfe6c64ec0 con 0x55cfe6d0c850 2024-05-20T21:26:47.531 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.522+0000 7f96082cfb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55cfe6c54a60 con 0x55cfe6d0bf30 2024-05-20T21:26:47.531 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.522+0000 7f96082cfb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55cfe6c58aa0 con 0x55cfe6d06900 2024-05-20T21:26:47.531 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.522+0000 7f95f6a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cfe6d0c850 0x55cfe6d062e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:47.531 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.522+0000 7f95f6000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfe6d06900 0x55cfe6d06d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:47.531 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.522+0000 7f95f6a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cfe6d0c850 0x55cfe6d062e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:37886/0 (socket says 172.21.15.8:37886) 2024-05-20T21:26:47.531 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.522+0000 7f95f6a00700 1 -- 172.21.15.8:0/3799374056 learned_addr learned my addr 172.21.15.8:0/3799374056 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:47.531 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.522+0000 7f95f7400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfe6d0bf30 0x55cfe6d0c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:47.531 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.522+0000 7f95ef400700 1 --2- 172.21.15.8:0/3480338017 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f95dc0b2900 0x7f95dc0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:47.531 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.523+0000 7f95ef400700 1 -- 172.21.15.8:0/3480338017 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f95e80e2510 con 0x7f95f8105760 2024-05-20T21:26:47.531 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.523+0000 7f95f6a00700 1 -- 172.21.15.8:0/3799374056 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfe6d06900 msgr2=0x55cfe6d06d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:47.532 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.523+0000 7f95f6a00700 1 --2- 172.21.15.8:0/3799374056 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfe6d06900 0x55cfe6d06d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:47.532 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.523+0000 7f95f6a00700 1 -- 172.21.15.8:0/3799374056 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfe6d0bf30 msgr2=0x55cfe6d0c310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:47.532 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.523+0000 7f95f6a00700 1 --2- 172.21.15.8:0/3799374056 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfe6d0bf30 0x55cfe6d0c310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:47.532 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.523+0000 7f95f6a00700 1 -- 172.21.15.8:0/3799374056 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cfe6c1d4a0 con 0x55cfe6d0c850 2024-05-20T21:26:47.532 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.523+0000 7f95f6000700 1 --2- 172.21.15.8:0/3799374056 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfe6d06900 0x55cfe6d06d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:47.532 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.523+0000 7f95f7400700 1 --2- 172.21.15.8:0/3480338017 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f95dc0b2900 0x7f95dc0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:47.532 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.523+0000 7f95f6a00700 1 --2- 172.21.15.8:0/3799374056 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cfe6d0c850 0x55cfe6d062e0 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f95e80a6d30 tx=0x7f95e8021f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7ff46eb71186036 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:47.532 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.524+0000 7f95e3e00700 1 -- 172.21.15.8:0/3799374056 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95e80a9890 con 0x55cfe6d0c850 2024-05-20T21:26:47.532 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.524+0000 7f95e3e00700 1 -- 172.21.15.8:0/3799374056 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f95e80b2260 con 0x55cfe6d0c850 2024-05-20T21:26:47.532 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.524+0000 7f95e3e00700 1 -- 172.21.15.8:0/3799374056 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95e80a9230 con 0x55cfe6d0c850 2024-05-20T21:26:47.532 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.525+0000 7f96082cfb80 1 -- 172.21.15.8:0/3799374056 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cfe6d0c850 msgr2=0x55cfe6d062e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:47.532 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.525+0000 7f96082cfb80 1 --2- 172.21.15.8:0/3799374056 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cfe6d0c850 0x55cfe6d062e0 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f95e80a6d30 tx=0x7f95e8021f90 comp rx=0 tx=0).stop 2024-05-20T21:26:47.532 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.525+0000 7f95f7400700 1 --2- 172.21.15.8:0/3480338017 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f95dc0b2900 0x7f95dc0b4dc0 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f95f0006130 tx=0x7f95f000b3b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:47.532 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.525+0000 7f96082cfb80 1 -- 172.21.15.8:0/3799374056 shutdown_connections 2024-05-20T21:26:47.533 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.525+0000 7f96082cfb80 1 --2- 172.21.15.8:0/3799374056 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfe6d0bf30 0x55cfe6d0c310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:47.533 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.525+0000 7f96082cfb80 1 --2- 172.21.15.8:0/3799374056 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfe6d06900 0x55cfe6d06d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:47.533 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.525+0000 7f96082cfb80 1 --2- 172.21.15.8:0/3799374056 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cfe6d0c850 0x55cfe6d062e0 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:47.533 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.525+0000 7f96082cfb80 1 -- 172.21.15.8:0/3799374056 >> 172.21.15.8:0/3799374056 conn(0x55cfe6c34c60 msgr2=0x55cfe6d01090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:47.533 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.525+0000 7f96082cfb80 1 -- 172.21.15.8:0/3799374056 shutdown_connections 2024-05-20T21:26:47.533 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.525+0000 7f96082cfb80 1 -- 172.21.15.8:0/3799374056 wait complete. 2024-05-20T21:26:47.533 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.526+0000 7f96082cfb80 1 -- start start 2024-05-20T21:26:47.534 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.526+0000 7f96082cfb80 1 Processor -- start 2024-05-20T21:26:47.534 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.527+0000 7f96082cfb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfe6d06900 0x55cfe6d124e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:47.534 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.527+0000 7f96082cfb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfe6d0bf30 0x55cfe6d0f880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:47.534 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.527+0000 7f96082cfb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cfe6d0c850 0x55cfe6d0fdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:47.534 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.527+0000 7f96082cfb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55cfe6b5b020 con 0x55cfe6d0c850 2024-05-20T21:26:47.534 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.527+0000 7f96082cfb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55cfe6bf57e0 con 0x55cfe6d06900 2024-05-20T21:26:47.534 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.527+0000 7f96082cfb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55cfe6d13260 con 0x55cfe6d0bf30 2024-05-20T21:26:47.534 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.527+0000 7f96082cfb80 10 client.0 _ll_register_callbacks cb 0x55cfe6bfecf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:47.534 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.527+0000 7f95f7400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cfe6d0c850 0x55cfe6d0fdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:47.534 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.527+0000 7f95f6a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfe6d06900 0x55cfe6d124e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:47.534 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.527+0000 7f95f6a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfe6d06900 0x55cfe6d124e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:52506/0 (socket says 172.21.15.8:52506) 2024-05-20T21:26:47.534 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.527+0000 7f95f7400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cfe6d0c850 0x55cfe6d0fdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:37898/0 (socket says 172.21.15.8:37898) 2024-05-20T21:26:47.534 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.527+0000 7f95f6a00700 1 -- 172.21.15.8:0/1457041122 learned_addr learned my addr 172.21.15.8:0/1457041122 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:47.535 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.527+0000 7f95f6000700 1 --2- 172.21.15.8:0/1457041122 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfe6d0bf30 0x55cfe6d0f880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:47.535 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.528+0000 7f95f6a00700 1 -- 172.21.15.8:0/1457041122 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfe6d0bf30 msgr2=0x55cfe6d0f880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:47.535 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.528+0000 7f95f6a00700 1 --2- 172.21.15.8:0/1457041122 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfe6d0bf30 0x55cfe6d0f880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:47.535 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.528+0000 7f95f6a00700 1 -- 172.21.15.8:0/1457041122 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cfe6d0c850 msgr2=0x55cfe6d0fdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:47.535 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.528+0000 7f95f6a00700 1 --2- 172.21.15.8:0/1457041122 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cfe6d0c850 0x55cfe6d0fdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:47.535 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.528+0000 7f95f6a00700 1 -- 172.21.15.8:0/1457041122 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cfe6ba4950 con 0x55cfe6d06900 2024-05-20T21:26:47.535 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.528+0000 7f95f7400700 1 --2- 172.21.15.8:0/1457041122 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cfe6d0c850 0x55cfe6d0fdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:47.535 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.528+0000 7f95f6a00700 1 --2- 172.21.15.8:0/1457041122 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfe6d06900 0x55cfe6d124e0 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f95e80a4110 tx=0x7f95e80a5260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c545c6313a99b801 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:47.535 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.528+0000 7f95e0c00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:26:47.535 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.528+0000 7f95e0c00700 1 -- 172.21.15.8:0/1457041122 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95e80a9410 con 0x55cfe6d06900 2024-05-20T21:26:47.535 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.528+0000 7f95e0c00700 1 -- 172.21.15.8:0/1457041122 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f95e801e2e0 con 0x55cfe6d06900 2024-05-20T21:26:47.535 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.528+0000 7f96082cfb80 1 -- 172.21.15.8:0/1457041122 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55cfe6c66e10 con 0x55cfe6d06900 2024-05-20T21:26:47.535 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.528+0000 7f95e0c00700 1 -- 172.21.15.8:0/1457041122 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f95e80a9890 con 0x55cfe6d06900 2024-05-20T21:26:47.535 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.528+0000 7f96082cfb80 10 client.28541 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:47.536 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.528+0000 7f96082cfb80 1 -- 172.21.15.8:0/1457041122 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55cfe6c250e0 con 0x55cfe6d06900 2024-05-20T21:26:47.536 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.529+0000 7f95e0c00700 1 -- 172.21.15.8:0/1457041122 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55cfe6c66e10 con 0x55cfe6d06900 2024-05-20T21:26:47.536 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.529+0000 7f95e0c00700 1 -- 172.21.15.8:0/1457041122 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f95e80a9d20 con 0x55cfe6d06900 2024-05-20T21:26:47.536 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.529+0000 7f96082cfb80 10 client.28541 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:47.536 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.529+0000 7f96082cfb80 10 client.28541 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:26:47.536 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.529+0000 7f96082cfb80 20 client.28541 populate_metadata read hostname 'smithi008' 2024-05-20T21:26:47.536 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.529+0000 7f96082cfb80 1 --2- 172.21.15.8:0/1457041122 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55cfe6d1fbd0 0x55cfe6d21fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:47.536 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.529+0000 7f96082cfb80 4 client.28541 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:26:47.537 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.529+0000 7f96082cfb80 1 -- 172.21.15.8:0/1457041122 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cfe6c605f0 con 0x55cfe6d1fbd0 2024-05-20T21:26:47.537 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.530+0000 7f95f6000700 1 --2- 172.21.15.8:0/1457041122 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55cfe6d1fbd0 0x55cfe6d21fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:47.537 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.530+0000 7f95f6000700 1 --2- 172.21.15.8:0/1457041122 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55cfe6d1fbd0 0x55cfe6d21fc0 crc :-1 s=READY pgs=304 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=621b4f465577691c server_cookie=a5bbe4220e100f05 in_seq=0 out_seq=0 2024-05-20T21:26:47.537 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.530+0000 7f95e0c00700 10 client.28541 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:26:47.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.531+0000 7f95e0c00700 1 -- 172.21.15.8:0/1457041122 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55cfe6c605f0 con 0x55cfe6d1fbd0 2024-05-20T21:26:47.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.531+0000 7f95e0c00700 10 client.28541 handle_command_reply: tid=0 2024-05-20T21:26:47.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.531+0000 7f96082cfb80 1 client.28541 shutdown 2024-05-20T21:26:47.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.531+0000 7f96082cfb80 1 -- 172.21.15.8:0/1457041122 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfe6d06900 msgr2=0x55cfe6d124e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:47.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.531+0000 7f96082cfb80 1 --2- 172.21.15.8:0/1457041122 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfe6d06900 0x55cfe6d124e0 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f95e80a4110 tx=0x7f95e80a5260 comp rx=0 tx=0).stop 2024-05-20T21:26:47.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.531+0000 7f96082cfb80 1 -- 172.21.15.8:0/1457041122 shutdown_connections 2024-05-20T21:26:47.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.531+0000 7f96082cfb80 1 --2- 172.21.15.8:0/1457041122 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55cfe6d1fbd0 0x55cfe6d21fc0 crc :-1 s=READY pgs=304 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:47.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.531+0000 7f96082cfb80 1 --2- 172.21.15.8:0/1457041122 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfe6d06900 0x55cfe6d124e0 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:47.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.531+0000 7f96082cfb80 1 --2- 172.21.15.8:0/1457041122 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cfe6d0c850 0x55cfe6d0fdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:47.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.531+0000 7f96082cfb80 1 --2- 172.21.15.8:0/1457041122 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfe6d0bf30 0x55cfe6d0f880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:47.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.532+0000 7f95e0c00700 0 client.28541 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:26:47.540 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.531+0000 7f96082cfb80 1 -- 172.21.15.8:0/1457041122 >> 172.21.15.8:0/1457041122 conn(0x55cfe6c34c60 msgr2=0x55cfe6d052d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:47.540 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.532+0000 7f96082cfb80 1 -- 172.21.15.8:0/1457041122 shutdown_connections 2024-05-20T21:26:47.540 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.532+0000 7f96082cfb80 1 -- 172.21.15.8:0/1457041122 wait complete. 2024-05-20T21:26:47.540 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.532+0000 7f96082cfb80 20 client.28541 trim_cache size 0 max 16384 2024-05-20T21:26:47.556 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.555+0000 7f96082cfb80 1 Processor -- start 2024-05-20T21:26:47.556 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.555+0000 7f96082cfb80 1 -- start start 2024-05-20T21:26:47.556 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.555+0000 7f96082cfb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfe6d06900 0x55cfe6d062e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:47.556 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.555+0000 7f96082cfb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfe6d0bf30 0x55cfe6d01170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:47.556 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.556+0000 7f96082cfb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cfe6d0c850 0x55cfe6d275f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:47.556 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.556+0000 7f96082cfb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f95f81b26d0 con 0x55cfe6d0c850 2024-05-20T21:26:47.556 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.556+0000 7f96082cfb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f95f81aff60 con 0x55cfe6d06900 2024-05-20T21:26:47.556 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.556+0000 7f96082cfb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f95f81addb0 con 0x55cfe6d0bf30 2024-05-20T21:26:47.558 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.556+0000 7f95f7400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cfe6d0c850 0x55cfe6d275f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:47.558 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.556+0000 7f95f6000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfe6d0bf30 0x55cfe6d01170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:47.558 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.556+0000 7f95f7400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cfe6d0c850 0x55cfe6d275f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:37902/0 (socket says 172.21.15.8:37902) 2024-05-20T21:26:47.558 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.556+0000 7f95f7400700 1 -- 172.21.15.8:0/1476491685 learned_addr learned my addr 172.21.15.8:0/1476491685 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:47.558 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.556+0000 7f95f6a00700 1 --2- 172.21.15.8:0/1476491685 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfe6d06900 0x55cfe6d062e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:47.558 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.556+0000 7f95f7400700 1 -- 172.21.15.8:0/1476491685 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfe6d0bf30 msgr2=0x55cfe6d01170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:47.558 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.556+0000 7f95f7400700 1 --2- 172.21.15.8:0/1476491685 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfe6d0bf30 0x55cfe6d01170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:47.558 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.557+0000 7f95f7400700 1 -- 172.21.15.8:0/1476491685 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfe6d06900 msgr2=0x55cfe6d062e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:47.558 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.557+0000 7f95f7400700 1 --2- 172.21.15.8:0/1476491685 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfe6d06900 0x55cfe6d062e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:47.558 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.557+0000 7f95f7400700 1 -- 172.21.15.8:0/1476491685 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cfe6d0ddf0 con 0x55cfe6d0c850 2024-05-20T21:26:47.558 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.557+0000 7f95f6000700 1 --2- 172.21.15.8:0/1476491685 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfe6d0bf30 0x55cfe6d01170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:47.559 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.557+0000 7f95f6a00700 1 --2- 172.21.15.8:0/1476491685 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfe6d06900 0x55cfe6d062e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:47.559 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.557+0000 7f95f7400700 1 --2- 172.21.15.8:0/1476491685 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cfe6d0c850 0x55cfe6d275f0 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f95f000b040 tx=0x7f95f00060a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=31df0ee08f17e4d9 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:47.559 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.557+0000 7f95e3400700 1 -- 172.21.15.8:0/1476491685 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95f0007940 con 0x55cfe6d0c850 2024-05-20T21:26:47.559 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.557+0000 7f95e3400700 1 -- 172.21.15.8:0/1476491685 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f95f0031070 con 0x55cfe6d0c850 2024-05-20T21:26:47.559 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.557+0000 7f95e3400700 1 -- 172.21.15.8:0/1476491685 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95f002cd10 con 0x55cfe6d0c850 2024-05-20T21:26:47.562 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.558+0000 7f96082cfb80 1 -- 172.21.15.8:0/1476491685 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cfe6d0c850 msgr2=0x55cfe6d275f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:47.563 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.558+0000 7f96082cfb80 1 --2- 172.21.15.8:0/1476491685 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cfe6d0c850 0x55cfe6d275f0 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f95f000b040 tx=0x7f95f00060a0 comp rx=0 tx=0).stop 2024-05-20T21:26:47.563 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.558+0000 7f96082cfb80 1 -- 172.21.15.8:0/1476491685 shutdown_connections 2024-05-20T21:26:47.563 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.558+0000 7f96082cfb80 1 --2- 172.21.15.8:0/1476491685 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfe6d06900 0x55cfe6d062e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:47.563 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.558+0000 7f96082cfb80 1 --2- 172.21.15.8:0/1476491685 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cfe6d0c850 0x55cfe6d275f0 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:47.563 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.558+0000 7f96082cfb80 1 --2- 172.21.15.8:0/1476491685 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfe6d0bf30 0x55cfe6d01170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:47.563 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.558+0000 7f96082cfb80 1 -- 172.21.15.8:0/1476491685 >> 172.21.15.8:0/1476491685 conn(0x55cfe6c34c60 msgr2=0x55cfe6d00a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:47.563 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.558+0000 7f96082cfb80 1 -- 172.21.15.8:0/1476491685 shutdown_connections 2024-05-20T21:26:47.563 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.558+0000 7f96082cfb80 1 -- 172.21.15.8:0/1476491685 wait complete. 2024-05-20T21:26:47.563 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.559+0000 7f96082cfb80 1 -- start start 2024-05-20T21:26:47.563 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.559+0000 7f96082cfb80 1 Processor -- start 2024-05-20T21:26:47.563 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.559+0000 7f96082cfb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cfe6d06900 0x55cfe6d188e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:47.563 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.559+0000 7f96082cfb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfe6d0bf30 0x55cfe6d154f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:47.564 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.559+0000 7f96082cfb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfe6d0c850 0x55cfe6d15a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:47.564 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.559+0000 7f96082cfb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f95f81ae420 con 0x55cfe6d06900 2024-05-20T21:26:47.564 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.559+0000 7f96082cfb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f95f81af890 con 0x55cfe6d0c850 2024-05-20T21:26:47.564 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.559+0000 7f96082cfb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f95f81aeaf0 con 0x55cfe6d0bf30 2024-05-20T21:26:47.564 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.559+0000 7f96082cfb80 10 client.0 _ll_register_callbacks cb 0x55cfe6bfecf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:47.564 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.560+0000 7f95f6a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cfe6d06900 0x55cfe6d188e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:47.564 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.560+0000 7f95f6a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cfe6d06900 0x55cfe6d188e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:37912/0 (socket says 172.21.15.8:37912) 2024-05-20T21:26:47.564 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.560+0000 7f95f6a00700 1 -- 172.21.15.8:0/1614513426 learned_addr learned my addr 172.21.15.8:0/1614513426 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:47.564 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.560+0000 7f95f6000700 1 --2- 172.21.15.8:0/1614513426 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfe6d0bf30 0x55cfe6d154f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:47.564 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.560+0000 7f95f7400700 1 --2- 172.21.15.8:0/1614513426 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfe6d0c850 0x55cfe6d15a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:47.564 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.560+0000 7f95f6a00700 1 -- 172.21.15.8:0/1614513426 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfe6d0bf30 msgr2=0x55cfe6d154f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:47.564 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.560+0000 7f95f6a00700 1 --2- 172.21.15.8:0/1614513426 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfe6d0bf30 0x55cfe6d154f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:47.564 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.560+0000 7f95f6a00700 1 -- 172.21.15.8:0/1614513426 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfe6d0c850 msgr2=0x55cfe6d15a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:47.564 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.560+0000 7f95f6a00700 1 --2- 172.21.15.8:0/1614513426 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfe6d0c850 0x55cfe6d15a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:47.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.560+0000 7f95f6a00700 1 -- 172.21.15.8:0/1614513426 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cfe6d15f70 con 0x55cfe6d06900 2024-05-20T21:26:47.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.560+0000 7f95f6000700 1 --2- 172.21.15.8:0/1614513426 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfe6d0bf30 0x55cfe6d154f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:47.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.561+0000 7f95f6a00700 1 --2- 172.21.15.8:0/1614513426 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cfe6d06900 0x55cfe6d188e0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f95e80a5b40 tx=0x7f95e80057d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cba36aeefcf89775 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:47.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.561+0000 7f95e0c00700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:26:47.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.561+0000 7f95e0c00700 1 -- 172.21.15.8:0/1614513426 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95e80a9410 con 0x55cfe6d06900 2024-05-20T21:26:47.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.561+0000 7f95e0c00700 1 -- 172.21.15.8:0/1614513426 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f95e80a60b0 con 0x55cfe6d06900 2024-05-20T21:26:47.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.561+0000 7f96082cfb80 1 -- 172.21.15.8:0/1614513426 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f95f0031070 con 0x55cfe6d06900 2024-05-20T21:26:47.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.561+0000 7f95e0c00700 1 -- 172.21.15.8:0/1614513426 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f95e80a5980 con 0x55cfe6d06900 2024-05-20T21:26:47.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.561+0000 7f96082cfb80 10 client.18429 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:47.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.561+0000 7f96082cfb80 1 -- 172.21.15.8:0/1614513426 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55cfe6d8b1a0 con 0x55cfe6d06900 2024-05-20T21:26:47.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.561+0000 7f95e0c00700 1 -- 172.21.15.8:0/1614513426 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f95f0031070 con 0x55cfe6d06900 2024-05-20T21:26:47.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.562+0000 7f95e0c00700 1 -- 172.21.15.8:0/1614513426 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f95e80b2490 con 0x55cfe6d06900 2024-05-20T21:26:47.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.562+0000 7f96082cfb80 10 client.18429 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:47.566 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.562+0000 7f96082cfb80 10 client.18429 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:26:47.566 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.562+0000 7f96082cfb80 20 client.18429 populate_metadata read hostname 'smithi008' 2024-05-20T21:26:47.566 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.562+0000 7f96082cfb80 1 --2- 172.21.15.8:0/1614513426 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55cfe6d8b600 0x55cfe6d8d9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:47.566 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.562+0000 7f96082cfb80 4 client.18429 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:26:47.566 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.562+0000 7f96082cfb80 1 -- 172.21.15.8:0/1614513426 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55cfe6ad72d0 con 0x55cfe6d8b600 2024-05-20T21:26:47.566 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.562+0000 7f95f6000700 1 --2- 172.21.15.8:0/1614513426 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55cfe6d8b600 0x55cfe6d8d9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:47.568 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.563+0000 7f95f6000700 1 --2- 172.21.15.8:0/1614513426 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55cfe6d8b600 0x55cfe6d8d9f0 crc :-1 s=READY pgs=305 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=da4e50bd2dfa91e server_cookie=df2a9c0b502e31a in_seq=0 out_seq=0 2024-05-20T21:26:47.568 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.563+0000 7f95e0c00700 10 client.18429 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:26:47.568 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.564+0000 7f95e0c00700 1 -- 172.21.15.8:0/1614513426 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55cfe6ad72d0 con 0x55cfe6d8b600 2024-05-20T21:26:47.568 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.564+0000 7f95e0c00700 10 client.18429 handle_command_reply: tid=0 2024-05-20T21:26:47.568 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.564+0000 7f96082cfb80 1 client.18429 shutdown 2024-05-20T21:26:47.568 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.564+0000 7f96082cfb80 1 -- 172.21.15.8:0/1614513426 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cfe6d06900 msgr2=0x55cfe6d188e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:47.568 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.564+0000 7f96082cfb80 1 --2- 172.21.15.8:0/1614513426 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cfe6d06900 0x55cfe6d188e0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f95e80a5b40 tx=0x7f95e80057d0 comp rx=0 tx=0).stop 2024-05-20T21:26:47.568 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.564+0000 7f96082cfb80 1 -- 172.21.15.8:0/1614513426 shutdown_connections 2024-05-20T21:26:47.568 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.564+0000 7f96082cfb80 1 --2- 172.21.15.8:0/1614513426 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55cfe6d8b600 0x55cfe6d8d9f0 crc :-1 s=READY pgs=305 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:47.568 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.564+0000 7f96082cfb80 1 --2- 172.21.15.8:0/1614513426 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfe6d0c850 0x55cfe6d15a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:47.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.564+0000 7f96082cfb80 1 --2- 172.21.15.8:0/1614513426 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cfe6d06900 0x55cfe6d188e0 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:47.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.564+0000 7f96082cfb80 1 --2- 172.21.15.8:0/1614513426 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfe6d0bf30 0x55cfe6d154f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:47.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.564+0000 7f95e0c00700 0 client.18429 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:26:47.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.564+0000 7f96082cfb80 1 -- 172.21.15.8:0/1614513426 >> 172.21.15.8:0/1614513426 conn(0x55cfe6c34c60 msgr2=0x55cfe6d0e170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:47.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.564+0000 7f96082cfb80 1 -- 172.21.15.8:0/1614513426 shutdown_connections 2024-05-20T21:26:47.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.565+0000 7f96082cfb80 1 -- 172.21.15.8:0/1614513426 wait complete. 2024-05-20T21:26:47.569 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.565+0000 7f96082cfb80 20 client.18429 trim_cache size 0 max 16384 2024-05-20T21:26:47.569 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:26:47.570 INFO:teuthology.orchestra.run.smithi008.stdout: "return_code": 0, 2024-05-20T21:26:47.570 INFO:teuthology.orchestra.run.smithi008.stdout: "scrub_tag": "f35d81b7-26e2-411e-89da-ff71edf0370f", 2024-05-20T21:26:47.570 INFO:teuthology.orchestra.run.smithi008.stdout: "mode": "asynchronous" 2024-05-20T21:26:47.570 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:26:47.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.565+0000 7f95fda00700 1 -- 172.21.15.8:0/3480338017 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f95dc0b2900 msgr2=0x7f95dc0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:47.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.565+0000 7f95fda00700 1 --2- 172.21.15.8:0/3480338017 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f95dc0b2900 0x7f95dc0b4dc0 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f95f0006130 tx=0x7f95f000b3b0 comp rx=0 tx=0).stop 2024-05-20T21:26:47.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.565+0000 7f95fda00700 1 -- 172.21.15.8:0/3480338017 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f95f8105760 msgr2=0x7f95f819bd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:47.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.565+0000 7f95fda00700 1 --2- 172.21.15.8:0/3480338017 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f95f8105760 0x7f95f819bd70 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f95e800eb30 tx=0x7f95e800ee40 comp rx=0 tx=0).stop 2024-05-20T21:26:47.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.566+0000 7f95fda00700 1 -- 172.21.15.8:0/3480338017 shutdown_connections 2024-05-20T21:26:47.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.566+0000 7f95fda00700 1 --2- 172.21.15.8:0/3480338017 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f95dc0b2900 0x7f95dc0b4dc0 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:47.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.566+0000 7f95fda00700 1 --2- 172.21.15.8:0/3480338017 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f95f810b760 0x7f95f81a0640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:47.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.566+0000 7f95fda00700 1 --2- 172.21.15.8:0/3480338017 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f95f8105760 0x7f95f819bd70 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:47.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.566+0000 7f95fda00700 1 --2- 172.21.15.8:0/3480338017 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f95f8106120 0x7f95f819c2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:47.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.566+0000 7f95fda00700 1 -- 172.21.15.8:0/3480338017 >> 172.21.15.8:0/3480338017 conn(0x7f95f8101250 msgr2=0x7f95f81017d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:47.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.566+0000 7f95fda00700 1 -- 172.21.15.8:0/3480338017 shutdown_connections 2024-05-20T21:26:47.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:47.566+0000 7f95fda00700 1 -- 172.21.15.8:0/3480338017 wait complete. 2024-05-20T21:26:48.506 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:26:48.971 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:26:49.119 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:26:48 smithi008 ceph-mon[31475]: scrub queued for path: / 2024-05-20T21:26:49.119 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:26:48 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:26:49.119 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:26:48 smithi008 ceph-mon[31475]: scrub summary: active paths [/] 2024-05-20T21:26:49.119 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:26:48 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:26:49.119 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:26:48 smithi008 ceph-mon[31475]: pgmap v784: 97 pgs: 97 active+clean; 1.6 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:26:49.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:26:48 smithi130 ceph-mon[36448]: scrub queued for path: / 2024-05-20T21:26:49.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:26:48 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:26:49.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:26:48 smithi130 ceph-mon[36448]: scrub summary: active paths [/] 2024-05-20T21:26:49.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:26:48 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:26:49.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:26:48 smithi130 ceph-mon[36448]: pgmap v784: 97 pgs: 97 active+clean; 1.6 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:26:49.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:26:48 smithi050 ceph-mon[35809]: scrub queued for path: / 2024-05-20T21:26:49.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:26:48 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:26:49.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:26:48 smithi050 ceph-mon[35809]: scrub summary: active paths [/] 2024-05-20T21:26:49.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:26:48 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:26:49.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:26:48 smithi050 ceph-mon[35809]: pgmap v784: 97 pgs: 97 active+clean; 1.6 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:26:50.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:26:50 smithi008 ceph-mon[31475]: pgmap v785: 97 pgs: 97 active+clean; 1.6 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:26:51.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:26:50 smithi130 ceph-mon[36448]: pgmap v785: 97 pgs: 97 active+clean; 1.6 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:26:51.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:26:50 smithi050 ceph-mon[35809]: pgmap v785: 97 pgs: 97 active+clean; 1.6 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:26:51.174 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.174+0000 7f7b0f400700 1 -- 172.21.15.8:0/2072882895 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7b081041a0 msgr2=0x7f7b081081c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:51.174 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.174+0000 7f7b0f400700 1 --2- 172.21.15.8:0/2072882895 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7b081041a0 0x7f7b081081c0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f7af00098f0 tx=0x7f7af0009c00 comp rx=0 tx=0).stop 2024-05-20T21:26:51.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.174+0000 7f7b0f400700 1 -- 172.21.15.8:0/2072882895 shutdown_connections 2024-05-20T21:26:51.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.174+0000 7f7b0f400700 1 --2- 172.21.15.8:0/2072882895 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7b081088f0 0x7f7b08110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:51.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.174+0000 7f7b0f400700 1 --2- 172.21.15.8:0/2072882895 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7b081037f0 0x7f7b08103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:51.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.174+0000 7f7b0f400700 1 --2- 172.21.15.8:0/2072882895 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7b081041a0 0x7f7b081081c0 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:51.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.174+0000 7f7b0f400700 1 -- 172.21.15.8:0/2072882895 >> 172.21.15.8:0/2072882895 conn(0x7f7b0807a6a0 msgr2=0x7f7b0807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:51.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.174+0000 7f7b0f400700 1 -- 172.21.15.8:0/2072882895 shutdown_connections 2024-05-20T21:26:51.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.174+0000 7f7b0f400700 1 -- 172.21.15.8:0/2072882895 wait complete. 2024-05-20T21:26:51.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.175+0000 7f7b0f400700 1 Processor -- start 2024-05-20T21:26:51.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.175+0000 7f7b0f400700 1 -- start start 2024-05-20T21:26:51.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.175+0000 7f7b0f400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7b081037f0 0x7f7b0819be00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:51.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.175+0000 7f7b0f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7b081041a0 0x7f7b0819c340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:51.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.175+0000 7f7b0f400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7b081088f0 0x7f7b081a0680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:51.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.175+0000 7f7b0f400700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f7b081136d0 con 0x7f7b081041a0 2024-05-20T21:26:51.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.175+0000 7f7b0f400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f7b08113550 con 0x7f7b081037f0 2024-05-20T21:26:51.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.175+0000 7f7b0f400700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f7b08113850 con 0x7f7b081088f0 2024-05-20T21:26:51.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.176+0000 7f7affe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7b081041a0 0x7f7b0819c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:51.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.176+0000 7f7b0ca00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7b081037f0 0x7f7b0819be00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:51.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.176+0000 7f7b0d400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7b081088f0 0x7f7b081a0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:51.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.176+0000 7f7b0ca00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7b081037f0 0x7f7b0819be00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:52534/0 (socket says 172.21.15.8:52534) 2024-05-20T21:26:51.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.176+0000 7f7b0ca00700 1 -- 172.21.15.8:0/939287212 learned_addr learned my addr 172.21.15.8:0/939287212 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:51.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.176+0000 7f7affe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7b081041a0 0x7f7b0819c340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:37944/0 (socket says 172.21.15.8:37944) 2024-05-20T21:26:51.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.176+0000 7f7b0d400700 1 --2- 172.21.15.8:0/939287212 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7b081088f0 0x7f7b081a0680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:57066/0 (socket says 172.21.15.8:57066) 2024-05-20T21:26:51.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.176+0000 7f7b0ca00700 1 -- 172.21.15.8:0/939287212 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7b081088f0 msgr2=0x7f7b081a0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:51.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.176+0000 7f7b0ca00700 1 --2- 172.21.15.8:0/939287212 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7b081088f0 0x7f7b081a0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:51.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.176+0000 7f7b0ca00700 1 -- 172.21.15.8:0/939287212 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7b081041a0 msgr2=0x7f7b0819c340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:51.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.176+0000 7f7b0ca00700 1 --2- 172.21.15.8:0/939287212 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7b081041a0 0x7f7b0819c340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:51.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.176+0000 7f7b0ca00700 1 -- 172.21.15.8:0/939287212 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b081a0dc0 con 0x7f7b081037f0 2024-05-20T21:26:51.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.177+0000 7f7b0ca00700 1 --2- 172.21.15.8:0/939287212 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7b081037f0 0x7f7b0819be00 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f7af800ec10 tx=0x7f7af800ef20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:51.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.177+0000 7f7b06000700 1 -- 172.21.15.8:0/939287212 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7af800cc90 con 0x7f7b081037f0 2024-05-20T21:26:51.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.177+0000 7f7b0f400700 1 -- 172.21.15.8:0/939287212 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b081a10b0 con 0x7f7b081037f0 2024-05-20T21:26:51.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.177+0000 7f7b06000700 1 -- 172.21.15.8:0/939287212 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7af800ce30 con 0x7f7b081037f0 2024-05-20T21:26:51.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.177+0000 7f7b06000700 1 -- 172.21.15.8:0/939287212 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7af8010430 con 0x7f7b081037f0 2024-05-20T21:26:51.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.177+0000 7f7b0f400700 1 -- 172.21.15.8:0/939287212 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b081a8930 con 0x7f7b081037f0 2024-05-20T21:26:51.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.181+0000 7f7b06000700 1 -- 172.21.15.8:0/939287212 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f7af8004000 con 0x7f7b081037f0 2024-05-20T21:26:51.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.182+0000 7f7b19e0db80 1 Processor -- start 2024-05-20T21:26:51.183 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.182+0000 7f7b19e0db80 1 -- start start 2024-05-20T21:26:51.183 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.183+0000 7f7b19e0db80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560c5d170610 0x560c5d1709f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:51.183 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.183+0000 7f7b19e0db80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560c5d170f30 0x560c5d16ab20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:51.183 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.183+0000 7f7b19e0db80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c5d16b140 0x560c5d16b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:51.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.183+0000 7f7b19e0db80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x560c5d0c8e40 con 0x560c5d170610 2024-05-20T21:26:51.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.183+0000 7f7b19e0db80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x560c5d0b89e0 con 0x560c5d16b140 2024-05-20T21:26:51.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.183+0000 7f7b19e0db80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x560c5d0bca20 con 0x560c5d170f30 2024-05-20T21:26:51.185 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.183+0000 7f7b0d400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560c5d170610 0x560c5d1709f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:51.185 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.183+0000 7f7b0d400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560c5d170610 0x560c5d1709f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:37950/0 (socket says 172.21.15.8:37950) 2024-05-20T21:26:51.185 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.183+0000 7f7b0d400700 1 -- 172.21.15.8:0/263954144 learned_addr learned my addr 172.21.15.8:0/263954144 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:51.185 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.183+0000 7f7b0ca00700 1 --2- 172.21.15.8:0/263954144 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560c5d170f30 0x560c5d16ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:51.185 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.183+0000 7f7affe00700 1 --2- 172.21.15.8:0/263954144 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c5d16b140 0x560c5d16b5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:51.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.184+0000 7f7b06000700 1 --2- 172.21.15.8:0/939287212 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f7aec0b2880 0x7f7aec0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:51.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.184+0000 7f7b0d400700 1 -- 172.21.15.8:0/263954144 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560c5d170f30 msgr2=0x560c5d16ab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:51.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.184+0000 7f7b0d400700 1 --2- 172.21.15.8:0/263954144 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560c5d170f30 0x560c5d16ab20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:51.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.184+0000 7f7b0d400700 1 -- 172.21.15.8:0/263954144 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c5d16b140 msgr2=0x560c5d16b5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:51.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.184+0000 7f7b0d400700 1 --2- 172.21.15.8:0/263954144 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c5d16b140 0x560c5d16b5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:51.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.184+0000 7f7b06000700 1 -- 172.21.15.8:0/939287212 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f7af80e2520 con 0x7f7b081037f0 2024-05-20T21:26:51.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.184+0000 7f7b0d400700 1 -- 172.21.15.8:0/263954144 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560c5d081420 con 0x560c5d170610 2024-05-20T21:26:51.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.184+0000 7f7affe00700 1 --2- 172.21.15.8:0/263954144 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c5d16b140 0x560c5d16b5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:51.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.184+0000 7f7b0ca00700 1 --2- 172.21.15.8:0/263954144 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560c5d170f30 0x560c5d16ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:51.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.184+0000 7f7b0d400700 1 --2- 172.21.15.8:0/939287212 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f7aec0b2880 0x7f7aec0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:51.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.185+0000 7f7b0d400700 1 --2- 172.21.15.8:0/263954144 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560c5d170610 0x560c5d1709f0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f7b00011790 tx=0x7f7b00011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4922fddc8c0688db server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:51.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.185+0000 7f7afe000700 1 -- 172.21.15.8:0/263954144 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b0001c030 con 0x560c5d170610 2024-05-20T21:26:51.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.185+0000 7f7afe000700 1 -- 172.21.15.8:0/263954144 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7b00018930 con 0x560c5d170610 2024-05-20T21:26:51.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.185+0000 7f7afe000700 1 -- 172.21.15.8:0/263954144 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b00022760 con 0x560c5d170610 2024-05-20T21:26:51.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.186+0000 7f7b19e0db80 1 -- 172.21.15.8:0/263954144 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560c5d170610 msgr2=0x560c5d1709f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:51.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.186+0000 7f7b19e0db80 1 --2- 172.21.15.8:0/263954144 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560c5d170610 0x560c5d1709f0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f7b00011790 tx=0x7f7b00011aa0 comp rx=0 tx=0).stop 2024-05-20T21:26:51.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.186+0000 7f7b0d400700 1 --2- 172.21.15.8:0/939287212 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f7aec0b2880 0x7f7aec0b4d40 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f7b00020000 tx=0x7f7b0001d000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:51.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.186+0000 7f7b19e0db80 1 -- 172.21.15.8:0/263954144 shutdown_connections 2024-05-20T21:26:51.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.186+0000 7f7b19e0db80 1 --2- 172.21.15.8:0/263954144 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c5d16b140 0x560c5d16b5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:51.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.186+0000 7f7b19e0db80 1 --2- 172.21.15.8:0/263954144 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560c5d170610 0x560c5d1709f0 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:51.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.186+0000 7f7b19e0db80 1 --2- 172.21.15.8:0/263954144 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560c5d170f30 0x560c5d16ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:51.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.186+0000 7f7b19e0db80 1 -- 172.21.15.8:0/263954144 >> 172.21.15.8:0/263954144 conn(0x560c5d098be0 msgr2=0x560c5d165690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:51.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.186+0000 7f7b19e0db80 1 -- 172.21.15.8:0/263954144 shutdown_connections 2024-05-20T21:26:51.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.186+0000 7f7b19e0db80 1 -- 172.21.15.8:0/263954144 wait complete. 2024-05-20T21:26:51.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.187+0000 7f7b19e0db80 1 -- start start 2024-05-20T21:26:51.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.187+0000 7f7b19e0db80 1 Processor -- start 2024-05-20T21:26:51.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.188+0000 7f7b19e0db80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560c5d16b140 0x560c5d176c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:51.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.188+0000 7f7b19e0db80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c5d170610 0x560c5d174030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:51.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.188+0000 7f7b19e0db80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560c5d170f30 0x560c5d174570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:51.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.188+0000 7f7b19e0db80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x560c5cfbefa0 con 0x560c5d16b140 2024-05-20T21:26:51.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.188+0000 7f7b19e0db80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x560c5d059760 con 0x560c5d170610 2024-05-20T21:26:51.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.188+0000 7f7b19e0db80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x560c5d1779e0 con 0x560c5d170f30 2024-05-20T21:26:51.192 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.188+0000 7f7b19e0db80 10 client.0 _ll_register_callbacks cb 0x560c5d062c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:51.192 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.188+0000 7f7b0ca00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560c5d16b140 0x560c5d176c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:51.192 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.188+0000 7f7affe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c5d170610 0x560c5d174030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:51.192 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.188+0000 7f7b0d400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560c5d170f30 0x560c5d174570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:51.192 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.188+0000 7f7b0ca00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560c5d16b140 0x560c5d176c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:37962/0 (socket says 172.21.15.8:37962) 2024-05-20T21:26:51.192 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.188+0000 7f7b0ca00700 1 -- 172.21.15.8:0/523572808 learned_addr learned my addr 172.21.15.8:0/523572808 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:51.192 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.189+0000 7f7b0d400700 1 -- 172.21.15.8:0/523572808 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c5d170610 msgr2=0x560c5d174030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:51.192 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.189+0000 7f7b0d400700 1 --2- 172.21.15.8:0/523572808 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c5d170610 0x560c5d174030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:51.192 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.189+0000 7f7b0d400700 1 -- 172.21.15.8:0/523572808 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560c5d16b140 msgr2=0x560c5d176c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:51.192 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.189+0000 7f7b0d400700 1 --2- 172.21.15.8:0/523572808 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560c5d16b140 0x560c5d176c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:51.192 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.189+0000 7f7b0d400700 1 -- 172.21.15.8:0/523572808 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560c5d0088d0 con 0x560c5d170f30 2024-05-20T21:26:51.192 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.189+0000 7f7b0ca00700 1 --2- 172.21.15.8:0/523572808 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560c5d16b140 0x560c5d176c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:51.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.189+0000 7f7b0d400700 1 --2- 172.21.15.8:0/523572808 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560c5d170f30 0x560c5d174570 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f7b00011760 tx=0x7f7b000094e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5453962225fe28ec server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:51.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.189+0000 7f7af6a00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:26:51.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.189+0000 7f7af6a00700 1 -- 172.21.15.8:0/523572808 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b0001c070 con 0x560c5d170f30 2024-05-20T21:26:51.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.189+0000 7f7af6a00700 1 -- 172.21.15.8:0/523572808 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f7b00018cf0 con 0x560c5d170f30 2024-05-20T21:26:51.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.189+0000 7f7b19e0db80 1 -- 172.21.15.8:0/523572808 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7b00018930 con 0x560c5d170f30 2024-05-20T21:26:51.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.190+0000 7f7af6a00700 1 -- 172.21.15.8:0/523572808 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f7b00022740 con 0x560c5d170f30 2024-05-20T21:26:51.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.190+0000 7f7b19e0db80 10 client.28612 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:51.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.190+0000 7f7b19e0db80 1 -- 172.21.15.8:0/523572808 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560c5d089060 con 0x560c5d170f30 2024-05-20T21:26:51.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.190+0000 7f7af6a00700 1 -- 172.21.15.8:0/523572808 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7b00018930 con 0x560c5d170f30 2024-05-20T21:26:51.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.190+0000 7f7af6a00700 1 -- 172.21.15.8:0/523572808 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f7b00005040 con 0x560c5d170f30 2024-05-20T21:26:51.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.190+0000 7f7b19e0db80 10 client.28612 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:51.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.190+0000 7f7b19e0db80 10 client.28612 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:26:51.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.190+0000 7f7b19e0db80 20 client.28612 populate_metadata read hostname 'smithi008' 2024-05-20T21:26:51.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.190+0000 7f7b19e0db80 1 --2- 172.21.15.8:0/523572808 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560c5d184480 0x560c5d186870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:51.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.190+0000 7f7b19e0db80 4 client.28612 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:26:51.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.190+0000 7f7b19e0db80 1 -- 172.21.15.8:0/523572808 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560c5d0cad90 con 0x560c5d184480 2024-05-20T21:26:51.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.191+0000 7f7b0ca00700 1 --2- 172.21.15.8:0/523572808 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560c5d184480 0x560c5d186870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:51.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.191+0000 7f7b0ca00700 1 --2- 172.21.15.8:0/523572808 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560c5d184480 0x560c5d186870 crc :-1 s=READY pgs=306 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4646682257a6dbc server_cookie=604093ab5e3cdb67 in_seq=0 out_seq=0 2024-05-20T21:26:51.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.191+0000 7f7af6a00700 10 client.28612 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:26:51.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.192+0000 7f7af6a00700 1 -- 172.21.15.8:0/523572808 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x560c5d0cad90 con 0x560c5d184480 2024-05-20T21:26:51.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.192+0000 7f7af6a00700 10 client.28612 handle_command_reply: tid=0 2024-05-20T21:26:51.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.192+0000 7f7b19e0db80 1 client.28612 shutdown 2024-05-20T21:26:51.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.192+0000 7f7b19e0db80 1 -- 172.21.15.8:0/523572808 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560c5d170f30 msgr2=0x560c5d174570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:51.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.192+0000 7f7b19e0db80 1 --2- 172.21.15.8:0/523572808 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560c5d170f30 0x560c5d174570 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f7b00011760 tx=0x7f7b000094e0 comp rx=0 tx=0).stop 2024-05-20T21:26:51.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.192+0000 7f7b19e0db80 1 -- 172.21.15.8:0/523572808 shutdown_connections 2024-05-20T21:26:51.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.192+0000 7f7b19e0db80 1 --2- 172.21.15.8:0/523572808 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560c5d184480 0x560c5d186870 crc :-1 s=READY pgs=306 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:51.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.192+0000 7f7b19e0db80 1 --2- 172.21.15.8:0/523572808 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560c5d170f30 0x560c5d174570 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:51.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.192+0000 7f7b19e0db80 1 --2- 172.21.15.8:0/523572808 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560c5d16b140 0x560c5d176c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:51.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.192+0000 7f7af6a00700 0 client.28612 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:26:51.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.192+0000 7f7b19e0db80 1 --2- 172.21.15.8:0/523572808 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c5d170610 0x560c5d174030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:51.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.192+0000 7f7b19e0db80 1 -- 172.21.15.8:0/523572808 >> 172.21.15.8:0/523572808 conn(0x560c5d098be0 msgr2=0x560c5d164d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:51.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.193+0000 7f7b19e0db80 1 -- 172.21.15.8:0/523572808 shutdown_connections 2024-05-20T21:26:51.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.193+0000 7f7b19e0db80 1 -- 172.21.15.8:0/523572808 wait complete. 2024-05-20T21:26:51.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.193+0000 7f7b19e0db80 20 client.28612 trim_cache size 0 max 16384 2024-05-20T21:26:51.218 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.216+0000 7f7b19e0db80 1 Processor -- start 2024-05-20T21:26:51.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.217+0000 7f7b19e0db80 1 -- start start 2024-05-20T21:26:51.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.217+0000 7f7b19e0db80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c5d16b140 0x560c5d16ab20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:51.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.217+0000 7f7b19e0db80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560c5d170610 0x560c5d16e490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:51.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.217+0000 7f7b19e0db80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560c5d170f30 0x560c5d172f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:51.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.217+0000 7f7b19e0db80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f7b081b2700 con 0x560c5d170610 2024-05-20T21:26:51.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.217+0000 7f7b19e0db80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f7b081aff90 con 0x560c5d16b140 2024-05-20T21:26:51.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.217+0000 7f7b19e0db80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f7b081adde0 con 0x560c5d170f30 2024-05-20T21:26:51.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.217+0000 7f7affe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560c5d170610 0x560c5d16e490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:51.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.217+0000 7f7affe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560c5d170610 0x560c5d16e490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:37978/0 (socket says 172.21.15.8:37978) 2024-05-20T21:26:51.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.217+0000 7f7affe00700 1 -- 172.21.15.8:0/3228466057 learned_addr learned my addr 172.21.15.8:0/3228466057 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:51.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.217+0000 7f7b0ca00700 1 --2- 172.21.15.8:0/3228466057 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c5d16b140 0x560c5d16ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:51.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.217+0000 7f7b0d400700 1 --2- 172.21.15.8:0/3228466057 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560c5d170f30 0x560c5d172f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:51.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.218+0000 7f7affe00700 1 -- 172.21.15.8:0/3228466057 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560c5d170f30 msgr2=0x560c5d172f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:51.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.218+0000 7f7affe00700 1 --2- 172.21.15.8:0/3228466057 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560c5d170f30 0x560c5d172f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:51.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.218+0000 7f7affe00700 1 -- 172.21.15.8:0/3228466057 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c5d16b140 msgr2=0x560c5d16ab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:51.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.218+0000 7f7affe00700 1 --2- 172.21.15.8:0/3228466057 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c5d16b140 0x560c5d16ab20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:51.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.218+0000 7f7affe00700 1 -- 172.21.15.8:0/3228466057 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560c5d15d760 con 0x560c5d170610 2024-05-20T21:26:51.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.218+0000 7f7b0ca00700 1 --2- 172.21.15.8:0/3228466057 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c5d16b140 0x560c5d16ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:51.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.218+0000 7f7affe00700 1 --2- 172.21.15.8:0/3228466057 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560c5d170610 0x560c5d16e490 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f7af0009230 tx=0x7f7af0005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=24558cca47c6b8f5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:51.222 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.219+0000 7f7afd600700 1 -- 172.21.15.8:0/3228466057 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7af000f800 con 0x560c5d170610 2024-05-20T21:26:51.223 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.219+0000 7f7afd600700 1 -- 172.21.15.8:0/3228466057 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7af000f9a0 con 0x560c5d170610 2024-05-20T21:26:51.223 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.219+0000 7f7afd600700 1 -- 172.21.15.8:0/3228466057 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7af0003e20 con 0x560c5d170610 2024-05-20T21:26:51.223 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.219+0000 7f7b19e0db80 1 -- 172.21.15.8:0/3228466057 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560c5d170610 msgr2=0x560c5d16e490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:51.223 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.220+0000 7f7b19e0db80 1 --2- 172.21.15.8:0/3228466057 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560c5d170610 0x560c5d16e490 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f7af0009230 tx=0x7f7af0005dc0 comp rx=0 tx=0).stop 2024-05-20T21:26:51.223 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.220+0000 7f7b19e0db80 1 -- 172.21.15.8:0/3228466057 shutdown_connections 2024-05-20T21:26:51.223 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.220+0000 7f7b19e0db80 1 --2- 172.21.15.8:0/3228466057 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c5d16b140 0x560c5d16ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:51.224 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.220+0000 7f7b19e0db80 1 --2- 172.21.15.8:0/3228466057 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560c5d170f30 0x560c5d172f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:51.224 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.220+0000 7f7b19e0db80 1 --2- 172.21.15.8:0/3228466057 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560c5d170610 0x560c5d16e490 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:51.224 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.220+0000 7f7b19e0db80 1 -- 172.21.15.8:0/3228466057 >> 172.21.15.8:0/3228466057 conn(0x560c5d098be0 msgr2=0x560c5d16f190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:51.224 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.220+0000 7f7b19e0db80 1 -- 172.21.15.8:0/3228466057 shutdown_connections 2024-05-20T21:26:51.224 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.220+0000 7f7b19e0db80 1 -- 172.21.15.8:0/3228466057 wait complete. 2024-05-20T21:26:51.224 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.220+0000 7f7b19e0db80 1 -- start start 2024-05-20T21:26:51.224 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.220+0000 7f7b19e0db80 1 Processor -- start 2024-05-20T21:26:51.224 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.221+0000 7f7b19e0db80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c5d16b140 0x560c5d17d520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:51.224 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.221+0000 7f7b19e0db80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560c5d170610 0x560c5d18b870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:51.224 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.221+0000 7f7b19e0db80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560c5d170f30 0x560c5d18bfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:51.224 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.221+0000 7f7b19e0db80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f7b081ae450 con 0x560c5d170f30 2024-05-20T21:26:51.224 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.221+0000 7f7b19e0db80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f7b081af8c0 con 0x560c5d16b140 2024-05-20T21:26:51.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.221+0000 7f7b19e0db80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f7b081aeb20 con 0x560c5d170610 2024-05-20T21:26:51.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.221+0000 7f7b19e0db80 10 client.0 _ll_register_callbacks cb 0x560c5d062c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:51.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.221+0000 7f7b0d400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560c5d170f30 0x560c5d18bfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:51.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.221+0000 7f7affe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560c5d170610 0x560c5d18b870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:51.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.221+0000 7f7affe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560c5d170610 0x560c5d18b870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:57102/0 (socket says 172.21.15.8:57102) 2024-05-20T21:26:51.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.221+0000 7f7affe00700 1 -- 172.21.15.8:0/1435694043 learned_addr learned my addr 172.21.15.8:0/1435694043 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:51.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.221+0000 7f7b0d400700 1 --2- 172.21.15.8:0/1435694043 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560c5d170f30 0x560c5d18bfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:37980/0 (socket says 172.21.15.8:37980) 2024-05-20T21:26:51.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.221+0000 7f7b0ca00700 1 --2- 172.21.15.8:0/1435694043 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c5d16b140 0x560c5d17d520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:51.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.222+0000 7f7b0ca00700 1 -- 172.21.15.8:0/1435694043 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560c5d170610 msgr2=0x560c5d18b870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:51.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.222+0000 7f7b0ca00700 1 --2- 172.21.15.8:0/1435694043 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560c5d170610 0x560c5d18b870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:51.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.222+0000 7f7b0ca00700 1 -- 172.21.15.8:0/1435694043 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560c5d170f30 msgr2=0x560c5d18bfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:51.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.222+0000 7f7b0ca00700 1 --2- 172.21.15.8:0/1435694043 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560c5d170f30 0x560c5d18bfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:51.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.222+0000 7f7b0ca00700 1 -- 172.21.15.8:0/1435694043 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560c5d1f6520 con 0x560c5d16b140 2024-05-20T21:26:51.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.222+0000 7f7b0d400700 1 --2- 172.21.15.8:0/1435694043 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560c5d170f30 0x560c5d18bfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:51.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.222+0000 7f7b0ca00700 1 --2- 172.21.15.8:0/1435694043 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c5d16b140 0x560c5d17d520 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f7af80dffb0 tx=0x7f7af80e5f60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5ded5bfb1cafb025 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:51.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.222+0000 7f7af6a00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:26:51.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.222+0000 7f7af6a00700 1 -- 172.21.15.8:0/1435694043 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7af80a5990 con 0x560c5d16b140 2024-05-20T21:26:51.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.223+0000 7f7af6a00700 1 -- 172.21.15.8:0/1435694043 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f7af8003680 con 0x560c5d16b140 2024-05-20T21:26:51.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.223+0000 7f7b19e0db80 1 -- 172.21.15.8:0/1435694043 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7af000f9a0 con 0x560c5d16b140 2024-05-20T21:26:51.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.223+0000 7f7af6a00700 1 -- 172.21.15.8:0/1435694043 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f7af80a5260 con 0x560c5d16b140 2024-05-20T21:26:51.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.223+0000 7f7b19e0db80 10 client.28565 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:51.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.223+0000 7f7b19e0db80 1 -- 172.21.15.8:0/1435694043 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560c5d1f77a0 con 0x560c5d16b140 2024-05-20T21:26:51.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.223+0000 7f7af6a00700 1 -- 172.21.15.8:0/1435694043 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7af000f9a0 con 0x560c5d16b140 2024-05-20T21:26:51.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.223+0000 7f7af6a00700 1 -- 172.21.15.8:0/1435694043 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f7af80e20b0 con 0x560c5d16b140 2024-05-20T21:26:51.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.223+0000 7f7b19e0db80 10 client.28565 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:51.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.223+0000 7f7b19e0db80 10 client.28565 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:26:51.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.223+0000 7f7b19e0db80 20 client.28565 populate_metadata read hostname 'smithi008' 2024-05-20T21:26:51.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.223+0000 7f7b19e0db80 1 --2- 172.21.15.8:0/1435694043 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560c5d1f7e80 0x560c5d1fa2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:51.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.223+0000 7f7b19e0db80 4 client.28565 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:26:51.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.223+0000 7f7b19e0db80 1 -- 172.21.15.8:0/1435694043 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub status"}) -- 0x560c5d0c4570 con 0x560c5d1f7e80 2024-05-20T21:26:51.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.224+0000 7f7affe00700 1 --2- 172.21.15.8:0/1435694043 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560c5d1f7e80 0x560c5d1fa2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:51.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.224+0000 7f7affe00700 1 --2- 172.21.15.8:0/1435694043 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560c5d1f7e80 0x560c5d1fa2a0 crc :-1 s=READY pgs=307 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8b1652e220dff58a server_cookie=63b6cd1e5dcf5332 in_seq=0 out_seq=0 2024-05-20T21:26:51.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.224+0000 7f7af6a00700 10 client.28565 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:26:51.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.225+0000 7f7af6a00700 1 -- 172.21.15.8:0/1435694043 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x560c5d0c4570 con 0x560c5d1f7e80 2024-05-20T21:26:51.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.225+0000 7f7af6a00700 10 client.28565 handle_command_reply: tid=0 2024-05-20T21:26:51.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.225+0000 7f7b19e0db80 1 client.28565 shutdown 2024-05-20T21:26:51.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.225+0000 7f7b19e0db80 1 -- 172.21.15.8:0/1435694043 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c5d16b140 msgr2=0x560c5d17d520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:51.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.225+0000 7f7b19e0db80 1 --2- 172.21.15.8:0/1435694043 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c5d16b140 0x560c5d17d520 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f7af80dffb0 tx=0x7f7af80e5f60 comp rx=0 tx=0).stop 2024-05-20T21:26:51.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.225+0000 7f7b19e0db80 1 -- 172.21.15.8:0/1435694043 shutdown_connections 2024-05-20T21:26:51.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.225+0000 7f7b19e0db80 1 --2- 172.21.15.8:0/1435694043 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560c5d1f7e80 0x560c5d1fa2a0 crc :-1 s=READY pgs=307 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:51.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.225+0000 7f7b19e0db80 1 --2- 172.21.15.8:0/1435694043 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c5d16b140 0x560c5d17d520 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:51.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.225+0000 7f7b19e0db80 1 --2- 172.21.15.8:0/1435694043 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560c5d170f30 0x560c5d18bfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:51.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.225+0000 7f7b19e0db80 1 --2- 172.21.15.8:0/1435694043 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560c5d170610 0x560c5d18b870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:51.231 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.225+0000 7f7af6a00700 0 client.28565 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:26:51.231 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.225+0000 7f7b19e0db80 1 -- 172.21.15.8:0/1435694043 >> 172.21.15.8:0/1435694043 conn(0x560c5d098be0 msgr2=0x560c5d16f190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:51.231 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.225+0000 7f7b19e0db80 1 -- 172.21.15.8:0/1435694043 shutdown_connections 2024-05-20T21:26:51.231 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.225+0000 7f7b19e0db80 1 -- 172.21.15.8:0/1435694043 wait complete. 2024-05-20T21:26:51.231 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.225+0000 7f7b19e0db80 20 client.28565 trim_cache size 0 max 16384 2024-05-20T21:26:51.231 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:26:51.231 INFO:teuthology.orchestra.run.smithi008.stdout: "status": "no active scrubs running", 2024-05-20T21:26:51.231 INFO:teuthology.orchestra.run.smithi008.stdout: "scrubs": {} 2024-05-20T21:26:51.231 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:26:51.232 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.226+0000 7f7b0f400700 1 -- 172.21.15.8:0/939287212 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f7aec0b2880 msgr2=0x7f7aec0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:51.232 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.226+0000 7f7b0f400700 1 --2- 172.21.15.8:0/939287212 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f7aec0b2880 0x7f7aec0b4d40 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f7b00020000 tx=0x7f7b0001d000 comp rx=0 tx=0).stop 2024-05-20T21:26:51.232 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.226+0000 7f7b0f400700 1 -- 172.21.15.8:0/939287212 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7b081037f0 msgr2=0x7f7b0819be00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:51.232 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.226+0000 7f7b0f400700 1 --2- 172.21.15.8:0/939287212 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7b081037f0 0x7f7b0819be00 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f7af800ec10 tx=0x7f7af800ef20 comp rx=0 tx=0).stop 2024-05-20T21:26:51.233 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.226+0000 7f7b0f400700 1 -- 172.21.15.8:0/939287212 shutdown_connections 2024-05-20T21:26:51.233 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.226+0000 7f7b0f400700 1 --2- 172.21.15.8:0/939287212 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f7aec0b2880 0x7f7aec0b4d40 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:51.233 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.226+0000 7f7b0f400700 1 --2- 172.21.15.8:0/939287212 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7b081037f0 0x7f7b0819be00 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:51.233 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.226+0000 7f7b0f400700 1 --2- 172.21.15.8:0/939287212 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7b081088f0 0x7f7b081a0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:51.233 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.226+0000 7f7b0f400700 1 --2- 172.21.15.8:0/939287212 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7b081041a0 0x7f7b0819c340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:51.233 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.226+0000 7f7b0f400700 1 -- 172.21.15.8:0/939287212 >> 172.21.15.8:0/939287212 conn(0x7f7b0807a6a0 msgr2=0x7f7b08101620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:51.233 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.226+0000 7f7b0f400700 1 -- 172.21.15.8:0/939287212 shutdown_connections 2024-05-20T21:26:51.233 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:51.226+0000 7f7b0f400700 1 -- 172.21.15.8:0/939287212 wait complete. 2024-05-20T21:26:51.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:26:51 smithi008 ceph-mon[31475]: scrub summary: idle 2024-05-20T21:26:52.055 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:26:52.055 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:26:52.075 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:26:51 smithi050 ceph-mon[35809]: scrub summary: idle 2024-05-20T21:26:52.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:26:51 smithi130 ceph-mon[36448]: scrub summary: idle 2024-05-20T21:26:52.537 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:26:52.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:26:52 smithi008 ceph-mon[31475]: pgmap v786: 97 pgs: 97 active+clean; 1.7 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-20T21:26:53.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:26:52 smithi130 ceph-mon[36448]: pgmap v786: 97 pgs: 97 active+clean; 1.7 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-20T21:26:53.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:26:52 smithi050 ceph-mon[35809]: pgmap v786: 97 pgs: 97 active+clean; 1.7 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-20T21:26:53.929 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:26:53 smithi008 ceph-mon[31475]: pgmap v787: 97 pgs: 97 active+clean; 1.7 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:26:54.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:26:53 smithi130 ceph-mon[36448]: pgmap v787: 97 pgs: 97 active+clean; 1.7 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:26:54.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:26:53 smithi050 ceph-mon[35809]: pgmap v787: 97 pgs: 97 active+clean; 1.7 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:26:54.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:54.709+0000 7f1517600700 1 -- 172.21.15.8:0/336782611 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f15101095e0 msgr2=0x7f15101099c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:54.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:54.709+0000 7f1517600700 1 --2- 172.21.15.8:0/336782611 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f15101095e0 0x7f15101099c0 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f15040099c0 tx=0x7f1504009cd0 comp rx=0 tx=0).stop 2024-05-20T21:26:54.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:54.709+0000 7f1517600700 1 -- 172.21.15.8:0/336782611 shutdown_connections 2024-05-20T21:26:54.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:54.709+0000 7f1517600700 1 --2- 172.21.15.8:0/336782611 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f15101095e0 0x7f15101099c0 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:54.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:54.709+0000 7f1517600700 1 --2- 172.21.15.8:0/336782611 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1510103fc0 0x7f15101103b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:54.711 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:54.709+0000 7f1517600700 1 --2- 172.21.15.8:0/336782611 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1510103600 0x7f1510103a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:54.711 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:54.709+0000 7f1517600700 1 -- 172.21.15.8:0/336782611 >> 172.21.15.8:0/336782611 conn(0x7f151007a700 msgr2=0x7f151007ab10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:54.711 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:54.709+0000 7f1517600700 1 -- 172.21.15.8:0/336782611 shutdown_connections 2024-05-20T21:26:54.711 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:54.709+0000 7f1517600700 1 -- 172.21.15.8:0/336782611 wait complete. 2024-05-20T21:26:54.713 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:54.710+0000 7f1517600700 1 Processor -- start 2024-05-20T21:26:54.713 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:54.710+0000 7f1517600700 1 -- start start 2024-05-20T21:26:54.713 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:54.711+0000 7f1517600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1510103600 0x7f151019bd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:54.713 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:54.711+0000 7f1517600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1510103fc0 0x7f151019c260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:54.713 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:54.711+0000 7f1517600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f15101095e0 0x7f15101a05f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:54.713 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:54.711+0000 7f1517600700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f15101136e0 con 0x7f1510103fc0 2024-05-20T21:26:54.713 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:54.711+0000 7f1517600700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1510113560 con 0x7f1510103600 2024-05-20T21:26:54.713 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:54.711+0000 7f1517600700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f1510113860 con 0x7f15101095e0 2024-05-20T21:26:54.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:54.711+0000 7f150fe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1510103fc0 0x7f151019c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:54.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:54.711+0000 7f1515600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f15101095e0 0x7f15101a05f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:54.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:54.711+0000 7f150fe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1510103fc0 0x7f151019c260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:53902/0 (socket says 172.21.15.8:53902) 2024-05-20T21:26:54.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:54.711+0000 7f150fe00700 1 -- 172.21.15.8:0/1108773589 learned_addr learned my addr 172.21.15.8:0/1108773589 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:54.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:54.711+0000 7f1514c00700 1 --2- 172.21.15.8:0/1108773589 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1510103600 0x7f151019bd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:54.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:54.712+0000 7f150fe00700 1 -- 172.21.15.8:0/1108773589 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f15101095e0 msgr2=0x7f15101a05f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:54.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:54.712+0000 7f150fe00700 1 --2- 172.21.15.8:0/1108773589 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f15101095e0 0x7f15101a05f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:54.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:54.712+0000 7f150fe00700 1 -- 172.21.15.8:0/1108773589 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1510103600 msgr2=0x7f151019bd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:54.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:54.712+0000 7f150fe00700 1 --2- 172.21.15.8:0/1108773589 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1510103600 0x7f151019bd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:54.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:54.712+0000 7f150fe00700 1 -- 172.21.15.8:0/1108773589 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15101a0d30 con 0x7f1510103fc0 2024-05-20T21:26:54.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:54.712+0000 7f1515600700 1 --2- 172.21.15.8:0/1108773589 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f15101095e0 0x7f15101a05f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:54.715 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:54.712+0000 7f1514c00700 1 --2- 172.21.15.8:0/1108773589 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1510103600 0x7f151019bd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:54.715 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:54.712+0000 7f150fe00700 1 --2- 172.21.15.8:0/1108773589 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1510103fc0 0x7f151019c260 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f14fc00e9a0 tx=0x7f14fc00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:54.715 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:54.712+0000 7f150d600700 1 -- 172.21.15.8:0/1108773589 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14fc00ca10 con 0x7f1510103fc0 2024-05-20T21:26:54.715 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:54.712+0000 7f150d600700 1 -- 172.21.15.8:0/1108773589 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f14fc00cbb0 con 0x7f1510103fc0 2024-05-20T21:26:54.715 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:54.712+0000 7f1517600700 1 -- 172.21.15.8:0/1108773589 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15101a1020 con 0x7f1510103fc0 2024-05-20T21:26:54.715 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:54.712+0000 7f150d600700 1 -- 172.21.15.8:0/1108773589 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14fc018680 con 0x7f1510103fc0 2024-05-20T21:26:54.715 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:54.713+0000 7f1517600700 1 -- 172.21.15.8:0/1108773589 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15101a88a0 con 0x7f1510103fc0 2024-05-20T21:26:54.716 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:54.714+0000 7f1517600700 1 -- 172.21.15.8:0/1108773589 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f151006a230 con 0x7f1510103fc0 2024-05-20T21:26:54.716 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:54.716+0000 7f150d600700 1 -- 172.21.15.8:0/1108773589 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f14fc010430 con 0x7f1510103fc0 2024-05-20T21:26:54.718 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:54.717+0000 7f150d600700 1 --2- 172.21.15.8:0/1108773589 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f14f80b2880 0x7f14f80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:54.718 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:54.718+0000 7f150d600700 1 -- 172.21.15.8:0/1108773589 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f14fc0e23d0 con 0x7f1510103fc0 2024-05-20T21:26:54.718 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:54.718+0000 7f1514c00700 1 --2- 172.21.15.8:0/1108773589 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f14f80b2880 0x7f14f80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:54.719 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:54.719+0000 7f1514c00700 1 --2- 172.21.15.8:0/1108773589 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f14f80b2880 0x7f14f80b4d40 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f1504003760 tx=0x7f1504005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:54.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:54.722+0000 7f150d600700 1 -- 172.21.15.8:0/1108773589 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f14fc0aa080 con 0x7f1510103fc0 2024-05-20T21:26:55.013 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:55.012+0000 7f1517600700 1 -- 172.21.15.8:0/1108773589 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f151019d080 con 0x7f1510103fc0 2024-05-20T21:26:55.015 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:55.015+0000 7f150d600700 1 -- 172.21.15.8:0/1108773589 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7f151019d080 con 0x7f1510103fc0 2024-05-20T21:26:55.016 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:26:55.016 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:26:55.019 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:55.018+0000 7f1517600700 1 -- 172.21.15.8:0/1108773589 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f14f80b2880 msgr2=0x7f14f80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:55.019 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:55.018+0000 7f1517600700 1 --2- 172.21.15.8:0/1108773589 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f14f80b2880 0x7f14f80b4d40 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f1504003760 tx=0x7f1504005fb0 comp rx=0 tx=0).stop 2024-05-20T21:26:55.020 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:55.018+0000 7f1517600700 1 -- 172.21.15.8:0/1108773589 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1510103fc0 msgr2=0x7f151019c260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:55.020 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:55.018+0000 7f1517600700 1 --2- 172.21.15.8:0/1108773589 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1510103fc0 0x7f151019c260 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f14fc00e9a0 tx=0x7f14fc00ecb0 comp rx=0 tx=0).stop 2024-05-20T21:26:55.020 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:55.019+0000 7f1517600700 1 -- 172.21.15.8:0/1108773589 shutdown_connections 2024-05-20T21:26:55.020 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:55.019+0000 7f1517600700 1 --2- 172.21.15.8:0/1108773589 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f14f80b2880 0x7f14f80b4d40 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:55.020 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:55.019+0000 7f1517600700 1 --2- 172.21.15.8:0/1108773589 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1510103600 0x7f151019bd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:55.020 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:55.019+0000 7f1517600700 1 --2- 172.21.15.8:0/1108773589 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f15101095e0 0x7f15101a05f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:55.020 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:55.019+0000 7f1517600700 1 --2- 172.21.15.8:0/1108773589 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1510103fc0 0x7f151019c260 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:55.020 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:55.019+0000 7f1517600700 1 -- 172.21.15.8:0/1108773589 >> 172.21.15.8:0/1108773589 conn(0x7f151007a700 msgr2=0x7f151010e930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:55.020 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:55.019+0000 7f1517600700 1 -- 172.21.15.8:0/1108773589 shutdown_connections 2024-05-20T21:26:55.020 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:55.019+0000 7f1517600700 1 -- 172.21.15.8:0/1108773589 wait complete. 2024-05-20T21:26:55.021 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:26:55.389 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:26:55 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/1108773589' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:26:55.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:26:55 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/1108773589' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:26:55.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:26:55 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/1108773589' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:26:55.750 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:26:56.230 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:26:56.378 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:26:56 smithi008 ceph-mon[31475]: pgmap v788: 97 pgs: 97 active+clean; 1.7 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-20T21:26:56.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:26:56 smithi130 ceph-mon[36448]: pgmap v788: 97 pgs: 97 active+clean; 1.7 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-20T21:26:56.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:26:56 smithi050 ceph-mon[35809]: pgmap v788: 97 pgs: 97 active+clean; 1.7 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-20T21:26:58.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.343+0000 7f6be6c00700 1 -- 172.21.15.8:0/3759858665 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6be0076090 msgr2=0x7f6be01141d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:58.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.343+0000 7f6be6c00700 1 --2- 172.21.15.8:0/3759858665 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6be0076090 0x7f6be01141d0 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f6bcc009990 tx=0x7f6bcc009ca0 comp rx=0 tx=0).stop 2024-05-20T21:26:58.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.343+0000 7f6be6c00700 1 -- 172.21.15.8:0/3759858665 shutdown_connections 2024-05-20T21:26:58.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.343+0000 7f6be6c00700 1 --2- 172.21.15.8:0/3759858665 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6be0075770 0x7f6be0075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:58.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.343+0000 7f6be6c00700 1 --2- 172.21.15.8:0/3759858665 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6be0114710 0x7f6be0116b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:58.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.343+0000 7f6be6c00700 1 --2- 172.21.15.8:0/3759858665 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6be0076090 0x7f6be01141d0 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:58.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.343+0000 7f6be6c00700 1 -- 172.21.15.8:0/3759858665 >> 172.21.15.8:0/3759858665 conn(0x7f6be007a6f0 msgr2=0x7f6be007ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:58.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.343+0000 7f6be6c00700 1 -- 172.21.15.8:0/3759858665 shutdown_connections 2024-05-20T21:26:58.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.344+0000 7f6be6c00700 1 -- 172.21.15.8:0/3759858665 wait complete. 2024-05-20T21:26:58.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.345+0000 7f6be6c00700 1 Processor -- start 2024-05-20T21:26:58.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.345+0000 7f6be6c00700 1 -- start start 2024-05-20T21:26:58.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.346+0000 7f6be6c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6be0075770 0x7f6be01a02a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:58.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.346+0000 7f6be6c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6be0076090 0x7f6be01a07e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:58.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.346+0000 7f6be6c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6be0114710 0x7f6be01a4b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:58.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.346+0000 7f6be6c00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f6be0119d50 con 0x7f6be0114710 2024-05-20T21:26:58.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.346+0000 7f6be6c00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6be0119bd0 con 0x7f6be0075770 2024-05-20T21:26:58.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.346+0000 7f6be6c00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f6be0119ed0 con 0x7f6be0076090 2024-05-20T21:26:58.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.346+0000 7f6bdf400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6be0076090 0x7f6be01a07e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:58.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.346+0000 7f6bdf400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6be0076090 0x7f6be01a07e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:35450/0 (socket says 172.21.15.8:35450) 2024-05-20T21:26:58.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.346+0000 7f6bdf400700 1 -- 172.21.15.8:0/1424756529 learned_addr learned my addr 172.21.15.8:0/1424756529 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:58.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.346+0000 7f6bdfe00700 1 --2- 172.21.15.8:0/1424756529 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6be0075770 0x7f6be01a02a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:58.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.347+0000 7f6be4c00700 1 --2- 172.21.15.8:0/1424756529 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6be0114710 0x7f6be01a4b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:58.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.347+0000 7f6bdf400700 1 -- 172.21.15.8:0/1424756529 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6be0075770 msgr2=0x7f6be01a02a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:58.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.347+0000 7f6bdf400700 1 --2- 172.21.15.8:0/1424756529 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6be0075770 0x7f6be01a02a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:58.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.347+0000 7f6bdf400700 1 -- 172.21.15.8:0/1424756529 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6be0114710 msgr2=0x7f6be01a4b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:58.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.347+0000 7f6bdf400700 1 --2- 172.21.15.8:0/1424756529 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6be0114710 0x7f6be01a4b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:58.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.347+0000 7f6bdf400700 1 -- 172.21.15.8:0/1424756529 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6be01a52b0 con 0x7f6be0076090 2024-05-20T21:26:58.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.347+0000 7f6be4c00700 1 --2- 172.21.15.8:0/1424756529 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6be0114710 0x7f6be01a4b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:26:58.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.347+0000 7f6bdf400700 1 --2- 172.21.15.8:0/1424756529 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6be0076090 0x7f6be01a07e0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f6bcc000c00 tx=0x7f6bcc00bfd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:58.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.348+0000 7f6bdcc00700 1 -- 172.21.15.8:0/1424756529 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bcc027070 con 0x7f6be0076090 2024-05-20T21:26:58.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.348+0000 7f6bdcc00700 1 -- 172.21.15.8:0/1424756529 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6bcc022470 con 0x7f6be0076090 2024-05-20T21:26:58.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.348+0000 7f6bdcc00700 1 -- 172.21.15.8:0/1424756529 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bcc017650 con 0x7f6be0076090 2024-05-20T21:26:58.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.348+0000 7f6be6c00700 1 -- 172.21.15.8:0/1424756529 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6be01a5540 con 0x7f6be0076090 2024-05-20T21:26:58.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.348+0000 7f6be6c00700 1 -- 172.21.15.8:0/1424756529 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6be01ace20 con 0x7f6be0076090 2024-05-20T21:26:58.355 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.354+0000 7f6bf157eb80 1 Processor -- start 2024-05-20T21:26:58.355 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.355+0000 7f6bf157eb80 1 -- start start 2024-05-20T21:26:58.355 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.355+0000 7f6bdcc00700 1 -- 172.21.15.8:0/1424756529 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f6bcc02a070 con 0x7f6be0076090 2024-05-20T21:26:58.355 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.355+0000 7f6bf157eb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562a56869610 0x562a568699f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:58.356 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.355+0000 7f6bf157eb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562a56869f30 0x562a56863b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:58.356 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.355+0000 7f6bf157eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562a56864140 0x562a568645c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:58.356 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.355+0000 7f6bf157eb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x562a567c1e40 con 0x562a56869610 2024-05-20T21:26:58.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.355+0000 7f6bf157eb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x562a567b19e0 con 0x562a56869f30 2024-05-20T21:26:58.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.355+0000 7f6bf157eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x562a567b5a20 con 0x562a56864140 2024-05-20T21:26:58.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.356+0000 7f6bdf400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562a56864140 0x562a568645c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:58.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.356+0000 7f6bdfe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562a56869f30 0x562a56863b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:58.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.356+0000 7f6bdf400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562a56864140 0x562a568645c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:35464/0 (socket says 172.21.15.8:35464) 2024-05-20T21:26:58.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.356+0000 7f6bdf400700 1 -- 172.21.15.8:0/4241673210 learned_addr learned my addr 172.21.15.8:0/4241673210 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:58.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.356+0000 7f6be4c00700 1 --2- 172.21.15.8:0/4241673210 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562a56869610 0x562a568699f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:58.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.356+0000 7f6bdfe00700 1 -- 172.21.15.8:0/4241673210 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562a56864140 msgr2=0x562a568645c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:58.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.356+0000 7f6bdfe00700 1 --2- 172.21.15.8:0/4241673210 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562a56864140 0x562a568645c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:58.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.356+0000 7f6bdfe00700 1 -- 172.21.15.8:0/4241673210 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562a56869610 msgr2=0x562a568699f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:58.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.356+0000 7f6bdfe00700 1 --2- 172.21.15.8:0/4241673210 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562a56869610 0x562a568699f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:58.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.356+0000 7f6bdfe00700 1 -- 172.21.15.8:0/4241673210 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562a5677a420 con 0x562a56869f30 2024-05-20T21:26:58.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.357+0000 7f6bdfe00700 1 --2- 172.21.15.8:0/4241673210 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562a56869f30 0x562a56863b20 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f6bd0009cb0 tx=0x7f6bd0011440 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cb2eb01e9fa1e538 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:58.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.357+0000 7f6bd5600700 1 -- 172.21.15.8:0/4241673210 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bd0011d20 con 0x562a56869f30 2024-05-20T21:26:58.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.357+0000 7f6bd5600700 1 -- 172.21.15.8:0/4241673210 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6bd0004500 con 0x562a56869f30 2024-05-20T21:26:58.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.357+0000 7f6bd5600700 1 -- 172.21.15.8:0/4241673210 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bd0005220 con 0x562a56869f30 2024-05-20T21:26:58.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.357+0000 7f6bdcc00700 1 --2- 172.21.15.8:0/1424756529 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6bc40b2900 0x7f6bc40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:58.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.357+0000 7f6bdcc00700 1 -- 172.21.15.8:0/1424756529 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f6bcc0e2eb0 con 0x7f6be0076090 2024-05-20T21:26:58.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.358+0000 7f6be4c00700 1 --2- 172.21.15.8:0/1424756529 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6bc40b2900 0x7f6bc40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:58.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.358+0000 7f6bf157eb80 1 -- 172.21.15.8:0/4241673210 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562a56869f30 msgr2=0x562a56863b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:58.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.358+0000 7f6bf157eb80 1 --2- 172.21.15.8:0/4241673210 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562a56869f30 0x562a56863b20 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f6bd0009cb0 tx=0x7f6bd0011440 comp rx=0 tx=0).stop 2024-05-20T21:26:58.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.358+0000 7f6bf157eb80 1 -- 172.21.15.8:0/4241673210 shutdown_connections 2024-05-20T21:26:58.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.358+0000 7f6bf157eb80 1 --2- 172.21.15.8:0/4241673210 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562a56864140 0x562a568645c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:58.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.358+0000 7f6bf157eb80 1 --2- 172.21.15.8:0/4241673210 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562a56869610 0x562a568699f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:58.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.358+0000 7f6bf157eb80 1 --2- 172.21.15.8:0/4241673210 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562a56869f30 0x562a56863b20 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:58.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.358+0000 7f6bf157eb80 1 -- 172.21.15.8:0/4241673210 >> 172.21.15.8:0/4241673210 conn(0x562a56791be0 msgr2=0x562a5685e690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:58.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.358+0000 7f6bf157eb80 1 -- 172.21.15.8:0/4241673210 shutdown_connections 2024-05-20T21:26:58.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.358+0000 7f6bf157eb80 1 -- 172.21.15.8:0/4241673210 wait complete. 2024-05-20T21:26:58.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.359+0000 7f6be4c00700 1 --2- 172.21.15.8:0/1424756529 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6bc40b2900 0x7f6bc40b4dc0 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f6bd8007500 tx=0x7f6bd8009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:58.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.359+0000 7f6bf157eb80 1 -- start start 2024-05-20T21:26:58.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.359+0000 7f6bf157eb80 1 Processor -- start 2024-05-20T21:26:58.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.360+0000 7f6bf157eb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562a56864140 0x562a5686fb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:58.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.360+0000 7f6bf157eb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562a56869610 0x562a5686cf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:58.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.360+0000 7f6bf157eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562a56869f30 0x562a5686d440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:58.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.360+0000 7f6bf157eb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x562a566b7fa0 con 0x562a56869610 2024-05-20T21:26:58.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.360+0000 7f6bf157eb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x562a56752760 con 0x562a56864140 2024-05-20T21:26:58.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.360+0000 7f6bf157eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x562a568709e0 con 0x562a56869f30 2024-05-20T21:26:58.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.360+0000 7f6bf157eb80 10 client.0 _ll_register_callbacks cb 0x562a5675bc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:58.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.360+0000 7f6bdf400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562a56869610 0x562a5686cf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:58.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.360+0000 7f6bdf400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562a56869610 0x562a5686cf00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:53940/0 (socket says 172.21.15.8:53940) 2024-05-20T21:26:58.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.360+0000 7f6bdf400700 1 -- 172.21.15.8:0/2526369112 learned_addr learned my addr 172.21.15.8:0/2526369112 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:58.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.360+0000 7f6bdfe00700 1 --2- 172.21.15.8:0/2526369112 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562a56864140 0x562a5686fb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:58.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.360+0000 7f6be4c00700 1 --2- 172.21.15.8:0/2526369112 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562a56869f30 0x562a5686d440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:58.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.361+0000 7f6bdf400700 1 -- 172.21.15.8:0/2526369112 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562a56869f30 msgr2=0x562a5686d440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:58.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.361+0000 7f6bdf400700 1 --2- 172.21.15.8:0/2526369112 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562a56869f30 0x562a5686d440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:58.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.361+0000 7f6bdf400700 1 -- 172.21.15.8:0/2526369112 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562a56864140 msgr2=0x562a5686fb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:58.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.361+0000 7f6bdf400700 1 --2- 172.21.15.8:0/2526369112 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562a56864140 0x562a5686fb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:58.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.361+0000 7f6bdf400700 1 -- 172.21.15.8:0/2526369112 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562a567018d0 con 0x562a56869610 2024-05-20T21:26:58.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.361+0000 7f6bdfe00700 1 --2- 172.21.15.8:0/2526369112 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562a56864140 0x562a5686fb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:58.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.361+0000 7f6be4c00700 1 --2- 172.21.15.8:0/2526369112 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562a56869f30 0x562a5686d440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:26:58.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.361+0000 7f6bdf400700 1 --2- 172.21.15.8:0/2526369112 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562a56869610 0x562a5686cf00 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f6bcc022d20 tx=0x7f6bcc022c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=61ae50b76fb2a656 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:58.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.361+0000 7f6bca000700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:26:58.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.361+0000 7f6bca000700 1 -- 172.21.15.8:0/2526369112 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bcc0e0e60 con 0x562a56869610 2024-05-20T21:26:58.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.362+0000 7f6bf157eb80 1 -- 172.21.15.8:0/2526369112 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6bd0004500 con 0x562a56869610 2024-05-20T21:26:58.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.362+0000 7f6bca000700 1 -- 172.21.15.8:0/2526369112 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f6bcc092110 con 0x562a56869610 2024-05-20T21:26:58.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.362+0000 7f6bca000700 1 -- 172.21.15.8:0/2526369112 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6bcc0a6410 con 0x562a56869610 2024-05-20T21:26:58.366 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.362+0000 7f6bf157eb80 10 client.18462 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:58.366 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.362+0000 7f6bf157eb80 1 -- 172.21.15.8:0/2526369112 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562a56782060 con 0x562a56869610 2024-05-20T21:26:58.366 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.363+0000 7f6bca000700 1 -- 172.21.15.8:0/2526369112 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6bd0004500 con 0x562a56869610 2024-05-20T21:26:58.366 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.363+0000 7f6bca000700 1 -- 172.21.15.8:0/2526369112 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f6bcc0a97b0 con 0x562a56869610 2024-05-20T21:26:58.366 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.363+0000 7f6bf157eb80 10 client.18462 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:58.367 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.363+0000 7f6bf157eb80 10 client.18462 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:26:58.367 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.363+0000 7f6bf157eb80 20 client.18462 populate_metadata read hostname 'smithi008' 2024-05-20T21:26:58.367 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.363+0000 7f6bf157eb80 1 --2- 172.21.15.8:0/2526369112 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x562a5687d2d0 0x562a5687f740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:58.367 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.363+0000 7f6bf157eb80 4 client.18462 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:26:58.367 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.363+0000 7f6bf157eb80 1 -- 172.21.15.8:0/2526369112 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562a567c3d90 con 0x562a5687d2d0 2024-05-20T21:26:58.367 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.364+0000 7f6bdfe00700 1 --2- 172.21.15.8:0/2526369112 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x562a5687d2d0 0x562a5687f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:58.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.364+0000 7f6bca000700 10 client.18462 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:26:58.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.364+0000 7f6bdfe00700 1 --2- 172.21.15.8:0/2526369112 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x562a5687d2d0 0x562a5687f740 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=adc9eeb81189e8a4 server_cookie=d70370ee69cc1d7b in_seq=0 out_seq=0 2024-05-20T21:26:58.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.365+0000 7f6bca000700 1 -- 172.21.15.8:0/2526369112 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x562a567c3d90 con 0x562a5687d2d0 2024-05-20T21:26:58.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.365+0000 7f6bca000700 10 client.18462 handle_command_reply: tid=0 2024-05-20T21:26:58.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.365+0000 7f6bf157eb80 1 client.18462 shutdown 2024-05-20T21:26:58.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.366+0000 7f6bf157eb80 1 -- 172.21.15.8:0/2526369112 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562a56869610 msgr2=0x562a5686cf00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:58.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.366+0000 7f6bf157eb80 1 --2- 172.21.15.8:0/2526369112 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562a56869610 0x562a5686cf00 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f6bcc022d20 tx=0x7f6bcc022c20 comp rx=0 tx=0).stop 2024-05-20T21:26:58.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.366+0000 7f6bf157eb80 1 -- 172.21.15.8:0/2526369112 shutdown_connections 2024-05-20T21:26:58.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.366+0000 7f6bf157eb80 1 --2- 172.21.15.8:0/2526369112 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x562a5687d2d0 0x562a5687f740 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:58.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.366+0000 7f6bf157eb80 1 --2- 172.21.15.8:0/2526369112 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562a56864140 0x562a5686fb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:58.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.366+0000 7f6bf157eb80 1 --2- 172.21.15.8:0/2526369112 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562a56869f30 0x562a5686d440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:58.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.366+0000 7f6bf157eb80 1 --2- 172.21.15.8:0/2526369112 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562a56869610 0x562a5686cf00 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:58.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.366+0000 7f6bf157eb80 1 -- 172.21.15.8:0/2526369112 >> 172.21.15.8:0/2526369112 conn(0x562a56791be0 msgr2=0x562a5685dd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:58.369 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.366+0000 7f6bca000700 0 client.18462 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:26:58.369 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.366+0000 7f6bf157eb80 1 -- 172.21.15.8:0/2526369112 shutdown_connections 2024-05-20T21:26:58.369 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.366+0000 7f6bf157eb80 1 -- 172.21.15.8:0/2526369112 wait complete. 2024-05-20T21:26:58.369 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.366+0000 7f6bf157eb80 20 client.18462 trim_cache size 0 max 16384 2024-05-20T21:26:58.384 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.383+0000 7f6bf157eb80 1 Processor -- start 2024-05-20T21:26:58.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.383+0000 7f6bf157eb80 1 -- start start 2024-05-20T21:26:58.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.384+0000 7f6bf157eb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562a56864140 0x562a56863b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:58.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.384+0000 7f6bf157eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562a56869610 0x562a5686aa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:58.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.384+0000 7f6bf157eb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562a56869f30 0x562a5685e4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:58.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.384+0000 7f6bf157eb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f6be01b6ac0 con 0x562a56869f30 2024-05-20T21:26:58.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.384+0000 7f6bf157eb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6be01b4350 con 0x562a56864140 2024-05-20T21:26:58.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.384+0000 7f6bf157eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f6be01b21a0 con 0x562a56869610 2024-05-20T21:26:58.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.384+0000 7f6bdfe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562a56864140 0x562a56863b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:58.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.384+0000 7f6bdfe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562a56864140 0x562a56863b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:51076/0 (socket says 172.21.15.8:51076) 2024-05-20T21:26:58.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.384+0000 7f6be4c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562a56869f30 0x562a5685e4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:58.386 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.384+0000 7f6bdfe00700 1 -- 172.21.15.8:0/2840493919 learned_addr learned my addr 172.21.15.8:0/2840493919 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:58.386 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.384+0000 7f6bdf400700 1 --2- 172.21.15.8:0/2840493919 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562a56869610 0x562a5686aa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:58.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.385+0000 7f6bdfe00700 1 -- 172.21.15.8:0/2840493919 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562a56869610 msgr2=0x562a5686aa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:58.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.385+0000 7f6bdfe00700 1 --2- 172.21.15.8:0/2840493919 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562a56869610 0x562a5686aa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:58.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.385+0000 7f6bdfe00700 1 -- 172.21.15.8:0/2840493919 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562a56869f30 msgr2=0x562a5685e4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:58.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.385+0000 7f6bdfe00700 1 --2- 172.21.15.8:0/2840493919 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562a56869f30 0x562a5685e4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:58.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.385+0000 7f6bdfe00700 1 -- 172.21.15.8:0/2840493919 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562a5687fd90 con 0x562a56864140 2024-05-20T21:26:58.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.385+0000 7f6bdf400700 1 --2- 172.21.15.8:0/2840493919 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562a56869610 0x562a5686aa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:58.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.385+0000 7f6bdfe00700 1 --2- 172.21.15.8:0/2840493919 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562a56864140 0x562a56863b20 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f6bd0009cb0 tx=0x7f6bd0009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=49841599d73d1ce0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:58.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.385+0000 7f6bd4c00700 1 -- 172.21.15.8:0/2840493919 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bd0011790 con 0x562a56864140 2024-05-20T21:26:58.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.386+0000 7f6bd4c00700 1 -- 172.21.15.8:0/2840493919 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6bd0028070 con 0x562a56864140 2024-05-20T21:26:58.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.386+0000 7f6bd4c00700 1 -- 172.21.15.8:0/2840493919 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bd0005160 con 0x562a56864140 2024-05-20T21:26:58.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.386+0000 7f6bf157eb80 1 -- 172.21.15.8:0/2840493919 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562a56864140 msgr2=0x562a56863b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:58.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.386+0000 7f6bf157eb80 1 --2- 172.21.15.8:0/2840493919 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562a56864140 0x562a56863b20 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f6bd0009cb0 tx=0x7f6bd0009260 comp rx=0 tx=0).stop 2024-05-20T21:26:58.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.387+0000 7f6bf157eb80 1 -- 172.21.15.8:0/2840493919 shutdown_connections 2024-05-20T21:26:58.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.387+0000 7f6bf157eb80 1 --2- 172.21.15.8:0/2840493919 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562a56864140 0x562a56863b20 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:58.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.387+0000 7f6bf157eb80 1 --2- 172.21.15.8:0/2840493919 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562a56869f30 0x562a5685e4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:58.389 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.387+0000 7f6bf157eb80 1 --2- 172.21.15.8:0/2840493919 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562a56869610 0x562a5686aa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:58.389 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.387+0000 7f6bf157eb80 1 -- 172.21.15.8:0/2840493919 >> 172.21.15.8:0/2840493919 conn(0x562a56791be0 msgr2=0x562a5686a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:58.389 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.387+0000 7f6bf157eb80 1 -- 172.21.15.8:0/2840493919 shutdown_connections 2024-05-20T21:26:58.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.388+0000 7f6bf157eb80 1 -- 172.21.15.8:0/2840493919 wait complete. 2024-05-20T21:26:58.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.388+0000 7f6bf157eb80 1 -- start start 2024-05-20T21:26:58.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.389+0000 7f6bf157eb80 1 Processor -- start 2024-05-20T21:26:58.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.389+0000 7f6bf157eb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562a56864140 0x562a56876550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:58.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.389+0000 7f6bf157eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562a56869610 0x562a56884a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:58.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.389+0000 7f6bf157eb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562a56869f30 0x562a568851a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:58.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.389+0000 7f6bf157eb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f6be01b2810 con 0x562a56864140 2024-05-20T21:26:58.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.389+0000 7f6bf157eb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6be01b3c80 con 0x562a56869f30 2024-05-20T21:26:58.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.389+0000 7f6bf157eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f6be01b2ee0 con 0x562a56869610 2024-05-20T21:26:58.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.389+0000 7f6bf157eb80 10 client.0 _ll_register_callbacks cb 0x562a5675bc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:58.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.389+0000 7f6be4c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562a56869f30 0x562a568851a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:58.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.390+0000 7f6bdfe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562a56864140 0x562a56876550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:58.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.390+0000 7f6be4c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562a56869f30 0x562a568851a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:51084/0 (socket says 172.21.15.8:51084) 2024-05-20T21:26:58.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.390+0000 7f6be4c00700 1 -- 172.21.15.8:0/3895932701 learned_addr learned my addr 172.21.15.8:0/3895932701 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:58.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.390+0000 7f6bdf400700 1 --2- 172.21.15.8:0/3895932701 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562a56869610 0x562a56884a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:58.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.390+0000 7f6bdf400700 1 -- 172.21.15.8:0/3895932701 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562a56869f30 msgr2=0x562a568851a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:58.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.390+0000 7f6bdf400700 1 --2- 172.21.15.8:0/3895932701 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562a56869f30 0x562a568851a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:58.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.390+0000 7f6bdf400700 1 -- 172.21.15.8:0/3895932701 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562a56864140 msgr2=0x562a56876550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:58.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.390+0000 7f6bdf400700 1 --2- 172.21.15.8:0/3895932701 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562a56864140 0x562a56876550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:58.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.390+0000 7f6bdf400700 1 -- 172.21.15.8:0/3895932701 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562a568e6f00 con 0x562a56869610 2024-05-20T21:26:58.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.390+0000 7f6be4c00700 1 --2- 172.21.15.8:0/3895932701 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562a56869f30 0x562a568851a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:58.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.390+0000 7f6bdfe00700 1 --2- 172.21.15.8:0/3895932701 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562a56864140 0x562a56876550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:58.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.390+0000 7f6bdf400700 1 --2- 172.21.15.8:0/3895932701 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562a56869610 0x562a56884a60 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f6bcc0e09f0 tx=0x7f6bcc0ae730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=44e06245bb2745d6 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:58.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.390+0000 7f6bca000700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:26:58.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.391+0000 7f6bca000700 1 -- 172.21.15.8:0/3895932701 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bcc0e0e60 con 0x562a56869610 2024-05-20T21:26:58.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.391+0000 7f6bca000700 1 -- 172.21.15.8:0/3895932701 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f6bcc0a6b40 con 0x562a56869610 2024-05-20T21:26:58.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.391+0000 7f6bf157eb80 1 -- 172.21.15.8:0/3895932701 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6bd0028070 con 0x562a56869610 2024-05-20T21:26:58.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.391+0000 7f6bca000700 1 -- 172.21.15.8:0/3895932701 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6bcc0c4050 con 0x562a56869610 2024-05-20T21:26:58.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.391+0000 7f6bf157eb80 10 client.28642 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:58.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.391+0000 7f6bf157eb80 1 -- 172.21.15.8:0/3895932701 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562a568e8110 con 0x562a56869610 2024-05-20T21:26:58.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.391+0000 7f6bca000700 1 -- 172.21.15.8:0/3895932701 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6bd0028070 con 0x562a56869610 2024-05-20T21:26:58.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.391+0000 7f6bca000700 1 -- 172.21.15.8:0/3895932701 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f6bcc090ac0 con 0x562a56869610 2024-05-20T21:26:58.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.392+0000 7f6bf157eb80 10 client.28642 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:58.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.392+0000 7f6bf157eb80 10 client.28642 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:26:58.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.392+0000 7f6bf157eb80 20 client.28642 populate_metadata read hostname 'smithi008' 2024-05-20T21:26:58.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.392+0000 7f6bf157eb80 1 --2- 172.21.15.8:0/3895932701 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x562a568e8630 0x562a568eaa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:58.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.392+0000 7f6bf157eb80 4 client.28642 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:26:58.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.392+0000 7f6bf157eb80 1 -- 172.21.15.8:0/3895932701 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "damage ls"}) -- 0x562a567bd570 con 0x562a568e8630 2024-05-20T21:26:58.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.392+0000 7f6bdfe00700 1 --2- 172.21.15.8:0/3895932701 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x562a568e8630 0x562a568eaa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:58.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.393+0000 7f6bdfe00700 1 --2- 172.21.15.8:0/3895932701 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x562a568e8630 0x562a568eaa20 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=98d1b254fae173de server_cookie=c255f65da9ee675b in_seq=0 out_seq=0 2024-05-20T21:26:58.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.393+0000 7f6bca000700 10 client.28642 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:26:58.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.393+0000 7f6bca000700 1 -- 172.21.15.8:0/3895932701 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x562a567bd570 con 0x562a568e8630 2024-05-20T21:26:58.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.393+0000 7f6bca000700 10 client.28642 handle_command_reply: tid=0 2024-05-20T21:26:58.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.393+0000 7f6bf157eb80 1 client.28642 shutdown 2024-05-20T21:26:58.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.393+0000 7f6bf157eb80 1 -- 172.21.15.8:0/3895932701 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562a56869610 msgr2=0x562a56884a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:58.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.393+0000 7f6bf157eb80 1 --2- 172.21.15.8:0/3895932701 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562a56869610 0x562a56884a60 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f6bcc0e09f0 tx=0x7f6bcc0ae730 comp rx=0 tx=0).stop 2024-05-20T21:26:58.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.393+0000 7f6bf157eb80 1 -- 172.21.15.8:0/3895932701 shutdown_connections 2024-05-20T21:26:58.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.393+0000 7f6bf157eb80 1 --2- 172.21.15.8:0/3895932701 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x562a568e8630 0x562a568eaa20 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:58.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.394+0000 7f6bf157eb80 1 --2- 172.21.15.8:0/3895932701 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562a56869f30 0x562a568851a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:58.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.394+0000 7f6bf157eb80 1 --2- 172.21.15.8:0/3895932701 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562a56864140 0x562a56876550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:58.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.394+0000 7f6bca000700 0 client.28642 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:26:58.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.394+0000 7f6bf157eb80 1 --2- 172.21.15.8:0/3895932701 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562a56869610 0x562a56884a60 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:58.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.394+0000 7f6bf157eb80 1 -- 172.21.15.8:0/3895932701 >> 172.21.15.8:0/3895932701 conn(0x562a56791be0 msgr2=0x562a5686e500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:58.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.394+0000 7f6bf157eb80 1 -- 172.21.15.8:0/3895932701 shutdown_connections 2024-05-20T21:26:58.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.394+0000 7f6bf157eb80 1 -- 172.21.15.8:0/3895932701 wait complete. 2024-05-20T21:26:58.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.394+0000 7f6bf157eb80 20 client.28642 trim_cache size 0 max 16384 2024-05-20T21:26:58.396 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:26:58.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.395+0000 7f6be6c00700 1 -- 172.21.15.8:0/1424756529 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6bc40b2900 msgr2=0x7f6bc40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:58.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.395+0000 7f6be6c00700 1 --2- 172.21.15.8:0/1424756529 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6bc40b2900 0x7f6bc40b4dc0 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f6bd8007500 tx=0x7f6bd8009040 comp rx=0 tx=0).stop 2024-05-20T21:26:58.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.395+0000 7f6be6c00700 1 -- 172.21.15.8:0/1424756529 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6be0076090 msgr2=0x7f6be01a07e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:58.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.395+0000 7f6be6c00700 1 --2- 172.21.15.8:0/1424756529 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6be0076090 0x7f6be01a07e0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f6bcc000c00 tx=0x7f6bcc00bfd0 comp rx=0 tx=0).stop 2024-05-20T21:26:58.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.395+0000 7f6be6c00700 1 -- 172.21.15.8:0/1424756529 shutdown_connections 2024-05-20T21:26:58.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.395+0000 7f6be6c00700 1 --2- 172.21.15.8:0/1424756529 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6bc40b2900 0x7f6bc40b4dc0 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:58.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.395+0000 7f6be6c00700 1 --2- 172.21.15.8:0/1424756529 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6be0075770 0x7f6be01a02a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:58.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.395+0000 7f6be6c00700 1 --2- 172.21.15.8:0/1424756529 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6be0114710 0x7f6be01a4b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:58.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.395+0000 7f6be6c00700 1 --2- 172.21.15.8:0/1424756529 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6be0076090 0x7f6be01a07e0 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:58.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.395+0000 7f6be6c00700 1 -- 172.21.15.8:0/1424756529 >> 172.21.15.8:0/1424756529 conn(0x7f6be007a6f0 msgr2=0x7f6be0113540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:58.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.395+0000 7f6be6c00700 1 -- 172.21.15.8:0/1424756529 shutdown_connections 2024-05-20T21:26:58.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:26:58.395+0000 7f6be6c00700 1 -- 172.21.15.8:0/1424756529 wait complete. 2024-05-20T21:26:58.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:26:58 smithi130 ceph-mon[36448]: pgmap v789: 97 pgs: 97 active+clean; 1.7 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:26:58.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:26:58 smithi050 ceph-mon[35809]: pgmap v789: 97 pgs: 97 active+clean; 1.7 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:26:58.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:26:58 smithi008 ceph-mon[31475]: pgmap v789: 97 pgs: 97 active+clean; 1.7 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:26:59.213 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:26:59.659 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.658+0000 7f0cd1e00640 1 -- 172.21.15.8:0/1622672249 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0ccc103cb0 msgr2=0x7f0ccc104130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:59.659 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.658+0000 7f0cd1e00640 1 --2- 172.21.15.8:0/1622672249 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0ccc103cb0 0x7f0ccc104130 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f0cb8009900 tx=0x7f0cb802a410 comp rx=0 tx=0).stop 2024-05-20T21:26:59.659 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.658+0000 7f0cd1e00640 1 -- 172.21.15.8:0/1622672249 shutdown_connections 2024-05-20T21:26:59.659 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.658+0000 7f0cd1e00640 1 --2- 172.21.15.8:0/1622672249 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0ccc104670 0x7f0ccc10af00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:59.659 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.658+0000 7f0cd1e00640 1 --2- 172.21.15.8:0/1622672249 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0ccc103cb0 0x7f0ccc104130 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:59.659 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.658+0000 7f0cd1e00640 1 --2- 172.21.15.8:0/1622672249 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ccc102ac0 0x7f0ccc102ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:59.659 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.658+0000 7f0cd1e00640 1 -- 172.21.15.8:0/1622672249 >> 172.21.15.8:0/1622672249 conn(0x7f0ccc0fe030 msgr2=0x7f0ccc100470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:59.660 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.658+0000 7f0cd1e00640 1 -- 172.21.15.8:0/1622672249 shutdown_connections 2024-05-20T21:26:59.660 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.658+0000 7f0cd1e00640 1 -- 172.21.15.8:0/1622672249 wait complete. 2024-05-20T21:26:59.661 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.659+0000 7f0cd1e00640 1 Processor -- start 2024-05-20T21:26:59.661 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.659+0000 7f0cd1e00640 1 -- start start 2024-05-20T21:26:59.661 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.660+0000 7f0cd1e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0ccc102ac0 0x7f0ccc198ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:59.661 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.660+0000 7f0cd1e00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0ccc103cb0 0x7f0ccc1991e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:59.662 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.660+0000 7f0cd1e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ccc104670 0x7f0ccc1a0240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:59.662 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.660+0000 7f0cd1e00640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f0ccc10e620 con 0x7f0ccc102ac0 2024-05-20T21:26:59.662 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.660+0000 7f0cd1e00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f0ccc10e4a0 con 0x7f0ccc104670 2024-05-20T21:26:59.662 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.660+0000 7f0cd1e00640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f0ccc10e7a0 con 0x7f0ccc103cb0 2024-05-20T21:26:59.662 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.660+0000 7f0ccaa00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0ccc102ac0 0x7f0ccc198ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:59.662 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.660+0000 7f0cca000640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0ccc103cb0 0x7f0ccc1991e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:59.662 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.660+0000 7f0cca000640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0ccc103cb0 0x7f0ccc1991e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:35508/0 (socket says 172.21.15.8:35508) 2024-05-20T21:26:59.662 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.660+0000 7f0cca000640 1 -- 172.21.15.8:0/2648592375 learned_addr learned my addr 172.21.15.8:0/2648592375 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:59.662 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.660+0000 7f0ccb400640 1 --2- 172.21.15.8:0/2648592375 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ccc104670 0x7f0ccc1a0240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:59.662 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.660+0000 7f0cca000640 1 -- 172.21.15.8:0/2648592375 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ccc104670 msgr2=0x7f0ccc1a0240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:59.662 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.660+0000 7f0cca000640 1 --2- 172.21.15.8:0/2648592375 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ccc104670 0x7f0ccc1a0240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:59.662 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.660+0000 7f0cca000640 1 -- 172.21.15.8:0/2648592375 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0ccc102ac0 msgr2=0x7f0ccc198ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:59.662 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.661+0000 7f0cca000640 1 --2- 172.21.15.8:0/2648592375 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0ccc102ac0 0x7f0ccc198ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:59.663 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.661+0000 7f0cca000640 1 -- 172.21.15.8:0/2648592375 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ccc1a08e0 con 0x7f0ccc103cb0 2024-05-20T21:26:59.663 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.661+0000 7f0ccaa00640 1 --2- 172.21.15.8:0/2648592375 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0ccc102ac0 0x7f0ccc198ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:59.663 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.661+0000 7f0cca000640 1 --2- 172.21.15.8:0/2648592375 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0ccc103cb0 0x7f0ccc1991e0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f0cb8005ab0 tx=0x7f0cb8003b90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:59.663 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.661+0000 7f0cd0a00640 1 -- 172.21.15.8:0/2648592375 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cb803f070 con 0x7f0ccc103cb0 2024-05-20T21:26:59.663 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.661+0000 7f0cd0a00640 1 -- 172.21.15.8:0/2648592375 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0cb8031c50 con 0x7f0ccc103cb0 2024-05-20T21:26:59.664 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.661+0000 7f0cd0a00640 1 -- 172.21.15.8:0/2648592375 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cb8035030 con 0x7f0ccc103cb0 2024-05-20T21:26:59.664 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.662+0000 7f0cd1e00640 1 -- 172.21.15.8:0/2648592375 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ccc1a0b70 con 0x7f0ccc103cb0 2024-05-20T21:26:59.664 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.662+0000 7f0cd1e00640 1 -- 172.21.15.8:0/2648592375 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ccc1a1010 con 0x7f0ccc103cb0 2024-05-20T21:26:59.665 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.665+0000 7f0cd4c28740 1 Processor -- start 2024-05-20T21:26:59.665 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.665+0000 7f0cd4c28740 1 -- start start 2024-05-20T21:26:59.666 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.665+0000 7f0cd4c28740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643f7f9db30 0x5643f7f9df50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:59.667 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.665+0000 7f0cd4c28740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5643f7f9e520 0x5643f7fa3020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:59.667 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.665+0000 7f0cd4c28740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5643f7fa3690 0x5643f7fa5b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:59.667 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.665+0000 7f0cd4c28740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5643f7f0db90 con 0x5643f7f9db30 2024-05-20T21:26:59.667 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.665+0000 7f0cd4c28740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5643f7efd730 con 0x5643f7fa3690 2024-05-20T21:26:59.667 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.665+0000 7f0cd4c28740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5643f7f01770 con 0x5643f7f9e520 2024-05-20T21:26:59.667 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.666+0000 7f0cd0a00640 1 -- 172.21.15.8:0/2648592375 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f0cb8042070 con 0x7f0ccc103cb0 2024-05-20T21:26:59.667 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.666+0000 7f0ccb400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643f7f9db30 0x5643f7f9df50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:59.667 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.666+0000 7f0ccb400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643f7f9db30 0x5643f7f9df50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:53994/0 (socket says 172.21.15.8:53994) 2024-05-20T21:26:59.667 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.666+0000 7f0ccb400640 1 -- 172.21.15.8:0/2652461433 learned_addr learned my addr 172.21.15.8:0/2652461433 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:59.667 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.666+0000 7f0ccaa00640 1 --2- 172.21.15.8:0/2652461433 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5643f7f9e520 0x5643f7fa3020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:59.668 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.666+0000 7f0cca000640 1 --2- 172.21.15.8:0/2652461433 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5643f7fa3690 0x5643f7fa5b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:59.668 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.666+0000 7f0ccaa00640 1 -- 172.21.15.8:0/2652461433 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5643f7fa3690 msgr2=0x5643f7fa5b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:59.668 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.666+0000 7f0ccaa00640 1 --2- 172.21.15.8:0/2652461433 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5643f7fa3690 0x5643f7fa5b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:59.668 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.666+0000 7f0ccaa00640 1 -- 172.21.15.8:0/2652461433 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643f7f9db30 msgr2=0x5643f7f9df50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:59.668 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.666+0000 7f0ccaa00640 1 --2- 172.21.15.8:0/2652461433 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643f7f9db30 0x5643f7f9df50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:59.668 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.666+0000 7f0ccaa00640 1 -- 172.21.15.8:0/2652461433 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5643f7e968b0 con 0x5643f7f9e520 2024-05-20T21:26:59.669 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.666+0000 7f0cca000640 1 --2- 172.21.15.8:0/2652461433 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5643f7fa3690 0x5643f7fa5b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:26:59.673 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.667+0000 7f0ccaa00640 1 --2- 172.21.15.8:0/2652461433 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5643f7f9e520 0x5643f7fa3020 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f0ccc103b10 tx=0x7f0cbc013ba0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f99e0e6a09143ad2 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:59.673 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.667+0000 7f0cb7e00640 1 -- 172.21.15.8:0/2652461433 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cbc004110 con 0x5643f7f9e520 2024-05-20T21:26:59.673 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.667+0000 7f0cb7e00640 1 -- 172.21.15.8:0/2652461433 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0cbc00ee40 con 0x5643f7f9e520 2024-05-20T21:26:59.673 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.667+0000 7f0cb7e00640 1 -- 172.21.15.8:0/2652461433 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cbc003dc0 con 0x5643f7f9e520 2024-05-20T21:26:59.673 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.668+0000 7f0cd0a00640 1 --2- 172.21.15.8:0/2648592375 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0cb00b2860 0x7f0cb00b4d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:59.673 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.668+0000 7f0cd4c28740 1 -- 172.21.15.8:0/2652461433 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5643f7f9e520 msgr2=0x5643f7fa3020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:59.673 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.668+0000 7f0cd4c28740 1 --2- 172.21.15.8:0/2652461433 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5643f7f9e520 0x5643f7fa3020 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f0ccc103b10 tx=0x7f0cbc013ba0 comp rx=0 tx=0).stop 2024-05-20T21:26:59.674 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.668+0000 7f0cd0a00640 1 -- 172.21.15.8:0/2648592375 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f0cb8102980 con 0x7f0ccc103cb0 2024-05-20T21:26:59.674 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.668+0000 7f0ccb400640 1 --2- 172.21.15.8:0/2648592375 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0cb00b2860 0x7f0cb00b4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:59.674 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.668+0000 7f0cd4c28740 1 -- 172.21.15.8:0/2652461433 shutdown_connections 2024-05-20T21:26:59.674 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.668+0000 7f0cd4c28740 1 --2- 172.21.15.8:0/2652461433 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5643f7fa3690 0x5643f7fa5b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:59.674 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.668+0000 7f0cd4c28740 1 --2- 172.21.15.8:0/2652461433 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5643f7f9e520 0x5643f7fa3020 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:59.674 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.668+0000 7f0cd4c28740 1 --2- 172.21.15.8:0/2652461433 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643f7f9db30 0x5643f7f9df50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:59.674 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.668+0000 7f0cd4c28740 1 -- 172.21.15.8:0/2652461433 >> 172.21.15.8:0/2652461433 conn(0x5643f7f991a0 msgr2=0x5643f7f995a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:59.674 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.668+0000 7f0cd4c28740 1 -- 172.21.15.8:0/2652461433 shutdown_connections 2024-05-20T21:26:59.674 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.668+0000 7f0cd4c28740 1 -- 172.21.15.8:0/2652461433 wait complete. 2024-05-20T21:26:59.674 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.669+0000 7f0ccb400640 1 --2- 172.21.15.8:0/2648592375 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0cb00b2860 0x7f0cb00b4d20 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x5643f7f9ed80 tx=0x7f0cc4009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:59.674 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.669+0000 7f0cd4c28740 1 -- start start 2024-05-20T21:26:59.674 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.669+0000 7f0cd4c28740 1 Processor -- start 2024-05-20T21:26:59.675 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.670+0000 7f0cd4c28740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643f7f9db30 0x5643f7fa78d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:59.675 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.670+0000 7f0cd4c28740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5643f7f9e520 0x5643f7fa7e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:59.675 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.670+0000 7f0cd4c28740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5643f7fa3690 0x5643f7faee50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:59.675 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.670+0000 7f0cd4c28740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5643f7be3790 con 0x5643f7f9db30 2024-05-20T21:26:59.675 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.670+0000 7f0cd4c28740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5643f7ea5bc0 con 0x5643f7f9e520 2024-05-20T21:26:59.675 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.670+0000 7f0cd4c28740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5643f7fa6640 con 0x5643f7fa3690 2024-05-20T21:26:59.675 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.670+0000 7f0cd4c28740 10 client.0 _ll_register_callbacks cb 0x5643f7e83400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:59.675 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.670+0000 7f0ccaa00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643f7f9db30 0x5643f7fa78d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:59.675 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.670+0000 7f0ccaa00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643f7f9db30 0x5643f7fa78d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:53996/0 (socket says 172.21.15.8:53996) 2024-05-20T21:26:59.675 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.670+0000 7f0ccaa00640 1 -- 172.21.15.8:0/768336815 learned_addr learned my addr 172.21.15.8:0/768336815 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:59.675 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.670+0000 7f0ccb400640 1 --2- 172.21.15.8:0/768336815 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5643f7fa3690 0x5643f7faee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:59.675 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.670+0000 7f0cca000640 1 --2- 172.21.15.8:0/768336815 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5643f7f9e520 0x5643f7fa7e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:59.675 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.670+0000 7f0ccaa00640 1 -- 172.21.15.8:0/768336815 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5643f7fa3690 msgr2=0x5643f7faee50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:59.676 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.670+0000 7f0ccaa00640 1 --2- 172.21.15.8:0/768336815 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5643f7fa3690 0x5643f7faee50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:59.676 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.670+0000 7f0ccaa00640 1 -- 172.21.15.8:0/768336815 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5643f7f9e520 msgr2=0x5643f7fa7e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:59.676 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.670+0000 7f0ccaa00640 1 --2- 172.21.15.8:0/768336815 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5643f7f9e520 0x5643f7fa7e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:59.676 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.670+0000 7f0ccaa00640 1 -- 172.21.15.8:0/768336815 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5643f7c12210 con 0x5643f7f9db30 2024-05-20T21:26:59.676 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.671+0000 7f0ccaa00640 1 --2- 172.21.15.8:0/768336815 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643f7f9db30 0x5643f7fa78d0 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f0cbc000c00 tx=0x7f0cbc009c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca02e1d5de692990 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:59.676 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.671+0000 7f0cb4c00640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:26:59.676 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.671+0000 7f0cb4c00640 1 -- 172.21.15.8:0/768336815 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cbc003ae0 con 0x5643f7f9db30 2024-05-20T21:26:59.676 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.671+0000 7f0cb4c00640 1 -- 172.21.15.8:0/768336815 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f0cbc022070 con 0x5643f7f9db30 2024-05-20T21:26:59.676 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.671+0000 7f0cd4c28740 1 -- 172.21.15.8:0/768336815 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5643f7f0fae0 con 0x5643f7f9db30 2024-05-20T21:26:59.676 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.671+0000 7f0cb4c00640 1 -- 172.21.15.8:0/768336815 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0cbc003c80 con 0x5643f7f9db30 2024-05-20T21:26:59.676 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.671+0000 7f0cd4c28740 10 client.18480 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:59.676 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.671+0000 7f0cd4c28740 1 -- 172.21.15.8:0/768336815 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5643f7cde620 con 0x5643f7f9db30 2024-05-20T21:26:59.676 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.672+0000 7f0cb4c00640 1 -- 172.21.15.8:0/768336815 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x5643f7f0fae0 con 0x5643f7f9db30 2024-05-20T21:26:59.676 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.672+0000 7f0cb4c00640 1 -- 172.21.15.8:0/768336815 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f0cbc0046c0 con 0x5643f7f9db30 2024-05-20T21:26:59.677 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.672+0000 7f0cd4c28740 10 client.18480 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:59.677 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.672+0000 7f0cd4c28740 10 client.18480 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:26:59.677 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.672+0000 7f0cd4c28740 20 client.18480 populate_metadata read hostname 'smithi008' 2024-05-20T21:26:59.677 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.672+0000 7f0cd4c28740 1 --2- 172.21.15.8:0/768336815 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5643f7fb2f80 0x5643f7fb5370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:59.677 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.672+0000 7f0cd4c28740 4 client.18480 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:26:59.677 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.672+0000 7f0cd4c28740 1 -- 172.21.15.8:0/768336815 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5643f7f092c0 con 0x5643f7fb2f80 2024-05-20T21:26:59.677 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.672+0000 7f0cca000640 1 --2- 172.21.15.8:0/768336815 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5643f7fb2f80 0x5643f7fb5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:59.678 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.673+0000 7f0cca000640 1 --2- 172.21.15.8:0/768336815 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5643f7fb2f80 0x5643f7fb5370 crc :-1 s=READY pgs=308 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1905c5f82ff9bea7 server_cookie=75596661ab3d7ef2 in_seq=0 out_seq=0 2024-05-20T21:26:59.678 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.673+0000 7f0cb4c00640 10 client.18480 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:26:59.678 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.673+0000 7f0cb4c00640 1 -- 172.21.15.8:0/768336815 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5643f7f092c0 con 0x5643f7fb2f80 2024-05-20T21:26:59.678 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.673+0000 7f0cb4c00640 10 client.18480 handle_command_reply: tid=0 2024-05-20T21:26:59.679 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.674+0000 7f0cd4c28740 1 client.18480 shutdown 2024-05-20T21:26:59.679 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.674+0000 7f0cd4c28740 1 -- 172.21.15.8:0/768336815 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643f7f9db30 msgr2=0x5643f7fa78d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:59.679 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.674+0000 7f0cd4c28740 1 --2- 172.21.15.8:0/768336815 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643f7f9db30 0x5643f7fa78d0 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f0cbc000c00 tx=0x7f0cbc009c80 comp rx=0 tx=0).stop 2024-05-20T21:26:59.679 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.674+0000 7f0cd4c28740 1 -- 172.21.15.8:0/768336815 shutdown_connections 2024-05-20T21:26:59.679 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.674+0000 7f0cd4c28740 1 --2- 172.21.15.8:0/768336815 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5643f7fb2f80 0x5643f7fb5370 crc :-1 s=READY pgs=308 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:59.679 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.674+0000 7f0cd4c28740 1 --2- 172.21.15.8:0/768336815 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5643f7fa3690 0x5643f7faee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:59.679 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.674+0000 7f0cd4c28740 1 --2- 172.21.15.8:0/768336815 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5643f7f9e520 0x5643f7fa7e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:59.679 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.674+0000 7f0cd4c28740 1 --2- 172.21.15.8:0/768336815 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643f7f9db30 0x5643f7fa78d0 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:59.679 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.674+0000 7f0cb4c00640 0 client.18480 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:26:59.679 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.674+0000 7f0cd4c28740 1 -- 172.21.15.8:0/768336815 >> 172.21.15.8:0/768336815 conn(0x5643f7f991a0 msgr2=0x5643f7f98310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:59.679 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.674+0000 7f0cd4c28740 1 -- 172.21.15.8:0/768336815 shutdown_connections 2024-05-20T21:26:59.679 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.674+0000 7f0cd4c28740 1 -- 172.21.15.8:0/768336815 wait complete. 2024-05-20T21:26:59.679 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.674+0000 7f0cd4c28740 20 client.18480 trim_cache size 0 max 16384 2024-05-20T21:26:59.680 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:26:59.692 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.690+0000 7f0cd4c28740 1 Processor -- start 2024-05-20T21:26:59.692 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.690+0000 7f0cd4c28740 1 -- start start 2024-05-20T21:26:59.692 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.690+0000 7f0cd4c28740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643f7f9db30 0x5643f7f9f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:59.692 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.691+0000 7f0cd4c28740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5643f7f9e520 0x5643f7f97a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:59.692 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.691+0000 7f0cd4c28740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5643f7fa3690 0x5643f7f97fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:59.692 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.691+0000 7f0cd4c28740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f0ccc1aa5b0 con 0x5643f7f9db30 2024-05-20T21:26:59.692 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.691+0000 7f0cd4c28740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f0ccc1a7e80 con 0x5643f7fa3690 2024-05-20T21:26:59.692 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.691+0000 7f0cd4c28740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f0ccc1a5cd0 con 0x5643f7f9e520 2024-05-20T21:26:59.692 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.691+0000 7f0ccaa00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643f7f9db30 0x5643f7f9f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:59.692 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.691+0000 7f0ccaa00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643f7f9db30 0x5643f7f9f6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54000/0 (socket says 172.21.15.8:54000) 2024-05-20T21:26:59.693 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.691+0000 7f0ccaa00640 1 -- 172.21.15.8:0/1829511634 learned_addr learned my addr 172.21.15.8:0/1829511634 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:59.693 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.691+0000 7f0cca000640 1 --2- 172.21.15.8:0/1829511634 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5643f7f9e520 0x5643f7f97a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:59.693 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.691+0000 7f0ccb400640 1 --2- 172.21.15.8:0/1829511634 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5643f7fa3690 0x5643f7f97fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:59.693 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.691+0000 7f0ccaa00640 1 -- 172.21.15.8:0/1829511634 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5643f7f9e520 msgr2=0x5643f7f97a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:59.693 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.691+0000 7f0ccaa00640 1 --2- 172.21.15.8:0/1829511634 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5643f7f9e520 0x5643f7f97a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:59.693 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.691+0000 7f0ccaa00640 1 -- 172.21.15.8:0/1829511634 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5643f7fa3690 msgr2=0x5643f7f97fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:59.693 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.691+0000 7f0ccaa00640 1 --2- 172.21.15.8:0/1829511634 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5643f7fa3690 0x5643f7f97fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:59.693 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.691+0000 7f0ccaa00640 1 -- 172.21.15.8:0/1829511634 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5643f7f98fd0 con 0x5643f7f9db30 2024-05-20T21:26:59.693 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.691+0000 7f0ccb400640 1 --2- 172.21.15.8:0/1829511634 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5643f7fa3690 0x5643f7f97fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:26:59.693 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.692+0000 7f0ccaa00640 1 --2- 172.21.15.8:0/1829511634 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643f7f9db30 0x5643f7f9f6a0 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f0cbc013be0 tx=0x7f0cbc009e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=acd732f215494e6f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:59.696 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.692+0000 7f0cb7400640 1 -- 172.21.15.8:0/1829511634 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cbc003e20 con 0x5643f7f9db30 2024-05-20T21:26:59.696 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.692+0000 7f0cb7400640 1 -- 172.21.15.8:0/1829511634 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0cbc02b070 con 0x5643f7f9db30 2024-05-20T21:26:59.696 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.692+0000 7f0cb7400640 1 -- 172.21.15.8:0/1829511634 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cbc005350 con 0x5643f7f9db30 2024-05-20T21:26:59.696 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.693+0000 7f0cd4c28740 1 -- 172.21.15.8:0/1829511634 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643f7f9db30 msgr2=0x5643f7f9f6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:59.696 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.693+0000 7f0cd4c28740 1 --2- 172.21.15.8:0/1829511634 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643f7f9db30 0x5643f7f9f6a0 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f0cbc013be0 tx=0x7f0cbc009e20 comp rx=0 tx=0).stop 2024-05-20T21:26:59.696 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.693+0000 7f0cd4c28740 1 -- 172.21.15.8:0/1829511634 shutdown_connections 2024-05-20T21:26:59.697 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.693+0000 7f0cd4c28740 1 --2- 172.21.15.8:0/1829511634 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5643f7fa3690 0x5643f7f97fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:59.697 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.693+0000 7f0cd4c28740 1 --2- 172.21.15.8:0/1829511634 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5643f7f9e520 0x5643f7f97a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:59.697 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.693+0000 7f0cd4c28740 1 --2- 172.21.15.8:0/1829511634 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643f7f9db30 0x5643f7f9f6a0 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:59.697 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.693+0000 7f0cd4c28740 1 -- 172.21.15.8:0/1829511634 >> 172.21.15.8:0/1829511634 conn(0x5643f7f991a0 msgr2=0x5643f7f9ef90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:59.697 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.693+0000 7f0cd4c28740 1 -- 172.21.15.8:0/1829511634 shutdown_connections 2024-05-20T21:26:59.697 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.693+0000 7f0cd4c28740 1 -- 172.21.15.8:0/1829511634 wait complete. 2024-05-20T21:26:59.697 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.693+0000 7f0cd4c28740 1 -- start start 2024-05-20T21:26:59.697 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.694+0000 7f0cd4c28740 1 Processor -- start 2024-05-20T21:26:59.697 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.694+0000 7f0cd4c28740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5643f7f9db30 0x5643f7fab670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:59.697 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.694+0000 7f0cd4c28740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643f7f9e520 0x5643f7fabbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:59.697 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.694+0000 7f0cd4c28740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5643f7fa3690 0x5643f7facbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:59.697 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.694+0000 7f0cd4c28740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f0ccc1a6340 con 0x5643f7f9e520 2024-05-20T21:26:59.697 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.694+0000 7f0cd4c28740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f0ccc1a77b0 con 0x5643f7fa3690 2024-05-20T21:26:59.698 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.694+0000 7f0cd4c28740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f0ccc1a6a10 con 0x5643f7f9db30 2024-05-20T21:26:59.698 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.694+0000 7f0cd4c28740 10 client.0 _ll_register_callbacks cb 0x7f0cc4009a60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:59.698 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.694+0000 7f0ccaa00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5643f7f9db30 0x5643f7fab670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:59.698 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.694+0000 7f0ccb400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5643f7fa3690 0x5643f7facbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:59.698 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.694+0000 7f0ccaa00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5643f7f9db30 0x5643f7fab670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:35546/0 (socket says 172.21.15.8:35546) 2024-05-20T21:26:59.698 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.694+0000 7f0ccaa00640 1 -- 172.21.15.8:0/4010820438 learned_addr learned my addr 172.21.15.8:0/4010820438 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:26:59.698 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.694+0000 7f0cca000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643f7f9e520 0x5643f7fabbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:59.698 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.695+0000 7f0ccaa00640 1 -- 172.21.15.8:0/4010820438 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5643f7fa3690 msgr2=0x5643f7facbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:59.698 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.695+0000 7f0ccaa00640 1 --2- 172.21.15.8:0/4010820438 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5643f7fa3690 0x5643f7facbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:59.698 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.695+0000 7f0ccaa00640 1 -- 172.21.15.8:0/4010820438 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643f7f9e520 msgr2=0x5643f7fabbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:59.698 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.695+0000 7f0ccaa00640 1 --2- 172.21.15.8:0/4010820438 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643f7f9e520 0x5643f7fabbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:59.698 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.695+0000 7f0ccaa00640 1 -- 172.21.15.8:0/4010820438 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5643f7fad1b0 con 0x5643f7f9db30 2024-05-20T21:26:59.698 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.695+0000 7f0ccaa00640 1 --2- 172.21.15.8:0/4010820438 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5643f7f9db30 0x5643f7fab670 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f0cbc00ee10 tx=0x7f0cbc003ea0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4921a0d6d907931d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:59.698 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.695+0000 7f0cb4c00640 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:26:59.699 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.695+0000 7f0cb4c00640 1 -- 172.21.15.8:0/4010820438 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cbc0052d0 con 0x5643f7f9db30 2024-05-20T21:26:59.699 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.695+0000 7f0cd4c28740 1 -- 172.21.15.8:0/4010820438 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0cbc02b070 con 0x5643f7f9db30 2024-05-20T21:26:59.699 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.696+0000 7f0cb4c00640 1 -- 172.21.15.8:0/4010820438 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f0cbc022040 con 0x5643f7f9db30 2024-05-20T21:26:59.699 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.696+0000 7f0cb4c00640 1 -- 172.21.15.8:0/4010820438 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0cbc005470 con 0x5643f7f9db30 2024-05-20T21:26:59.699 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.696+0000 7f0cd4c28740 10 client.28660 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:59.699 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.696+0000 7f0cd4c28740 1 -- 172.21.15.8:0/4010820438 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5643f7fae4c0 con 0x5643f7f9db30 2024-05-20T21:26:59.700 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.696+0000 7f0cb4c00640 1 -- 172.21.15.8:0/4010820438 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0cbc02b070 con 0x5643f7f9db30 2024-05-20T21:26:59.700 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.696+0000 7f0cb4c00640 1 -- 172.21.15.8:0/4010820438 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f0cbc004790 con 0x5643f7f9db30 2024-05-20T21:26:59.700 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.697+0000 7f0cd4c28740 10 client.28660 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:59.700 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.697+0000 7f0cd4c28740 10 client.28660 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:26:59.700 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.697+0000 7f0cd4c28740 20 client.28660 populate_metadata read hostname 'smithi008' 2024-05-20T21:26:59.700 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.697+0000 7f0cd4c28740 1 --2- 172.21.15.8:0/4010820438 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5643f801dd60 0x5643f8020180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:59.700 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.697+0000 7f0cd4c28740 4 client.28660 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:26:59.700 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.697+0000 7f0cd4c28740 1 -- 172.21.15.8:0/4010820438 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5643f7e834b0 con 0x5643f801dd60 2024-05-20T21:26:59.701 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.697+0000 7f0cca000640 1 --2- 172.21.15.8:0/4010820438 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5643f801dd60 0x5643f8020180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:59.701 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.697+0000 7f0cb4c00640 10 client.28660 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:26:59.701 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.697+0000 7f0cca000640 1 --2- 172.21.15.8:0/4010820438 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5643f801dd60 0x5643f8020180 crc :-1 s=READY pgs=309 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7e35f25d969ff2e1 server_cookie=c416423d9257f7e7 in_seq=0 out_seq=0 2024-05-20T21:26:59.712 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.711+0000 7f0cb4c00640 1 -- 172.21.15.8:0/4010820438 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5643f7e834b0 con 0x5643f801dd60 2024-05-20T21:26:59.712 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.711+0000 7f0cb4c00640 10 client.28660 handle_command_reply: tid=0 2024-05-20T21:26:59.712 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.711+0000 7f0cd4c28740 1 client.28660 shutdown 2024-05-20T21:26:59.712 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.711+0000 7f0cd4c28740 1 -- 172.21.15.8:0/4010820438 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5643f7f9db30 msgr2=0x5643f7fab670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:59.712 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.711+0000 7f0cd4c28740 1 --2- 172.21.15.8:0/4010820438 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5643f7f9db30 0x5643f7fab670 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f0cbc00ee10 tx=0x7f0cbc003ea0 comp rx=0 tx=0).stop 2024-05-20T21:26:59.712 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.711+0000 7f0cd4c28740 1 -- 172.21.15.8:0/4010820438 shutdown_connections 2024-05-20T21:26:59.713 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.711+0000 7f0cd4c28740 1 --2- 172.21.15.8:0/4010820438 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5643f801dd60 0x5643f8020180 crc :-1 s=READY pgs=309 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:59.713 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.711+0000 7f0cd4c28740 1 --2- 172.21.15.8:0/4010820438 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5643f7fa3690 0x5643f7facbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:59.713 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.711+0000 7f0cd4c28740 1 --2- 172.21.15.8:0/4010820438 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5643f7f9e520 0x5643f7fabbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:59.713 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.711+0000 7f0cb4c00640 0 client.28660 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:26:59.713 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.711+0000 7f0cd4c28740 1 --2- 172.21.15.8:0/4010820438 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5643f7f9db30 0x5643f7fab670 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:59.713 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.711+0000 7f0cd4c28740 1 -- 172.21.15.8:0/4010820438 >> 172.21.15.8:0/4010820438 conn(0x5643f7f991a0 msgr2=0x5643f7f9f7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:59.713 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.711+0000 7f0cd4c28740 1 -- 172.21.15.8:0/4010820438 shutdown_connections 2024-05-20T21:26:59.713 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.711+0000 7f0cd4c28740 1 -- 172.21.15.8:0/4010820438 wait complete. 2024-05-20T21:26:59.713 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.712+0000 7f0cd4c28740 20 client.28660 trim_cache size 0 max 16384 2024-05-20T21:26:59.713 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:26:59.714 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:26:59.714 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:26:59.716 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.712+0000 7f0cd1e00640 1 -- 172.21.15.8:0/2648592375 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0cb00b2860 msgr2=0x7f0cb00b4d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:59.716 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.712+0000 7f0cd1e00640 1 --2- 172.21.15.8:0/2648592375 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0cb00b2860 0x7f0cb00b4d20 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x5643f7f9ed80 tx=0x7f0cc4009500 comp rx=0 tx=0).stop 2024-05-20T21:26:59.716 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.712+0000 7f0cd1e00640 1 -- 172.21.15.8:0/2648592375 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0ccc103cb0 msgr2=0x7f0ccc1991e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:59.716 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.712+0000 7f0cd1e00640 1 --2- 172.21.15.8:0/2648592375 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0ccc103cb0 0x7f0ccc1991e0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f0cb8005ab0 tx=0x7f0cb8003b90 comp rx=0 tx=0).stop 2024-05-20T21:26:59.716 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.713+0000 7f0cd1e00640 1 -- 172.21.15.8:0/2648592375 shutdown_connections 2024-05-20T21:26:59.716 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.713+0000 7f0cd1e00640 1 --2- 172.21.15.8:0/2648592375 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0cb00b2860 0x7f0cb00b4d20 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:59.716 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.713+0000 7f0cd1e00640 1 --2- 172.21.15.8:0/2648592375 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ccc104670 0x7f0ccc1a0240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:59.716 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.713+0000 7f0cd1e00640 1 --2- 172.21.15.8:0/2648592375 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0ccc103cb0 0x7f0ccc1991e0 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:59.716 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.713+0000 7f0cd1e00640 1 --2- 172.21.15.8:0/2648592375 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0ccc102ac0 0x7f0ccc198ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:59.717 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.713+0000 7f0cd1e00640 1 -- 172.21.15.8:0/2648592375 >> 172.21.15.8:0/2648592375 conn(0x7f0ccc0fe030 msgr2=0x7f0ccc106fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:59.717 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.713+0000 7f0cd1e00640 1 -- 172.21.15.8:0/2648592375 shutdown_connections 2024-05-20T21:26:59.717 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:26:59.713+0000 7f0cd1e00640 1 -- 172.21.15.8:0/2648592375 wait complete. 2024-05-20T21:27:00.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:27:00 smithi130 ceph-mon[36448]: pgmap v790: 97 pgs: 97 active+clean; 1.7 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:27:00.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:27:00 smithi050 ceph-mon[35809]: pgmap v790: 97 pgs: 97 active+clean; 1.7 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:27:00.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:27:00 smithi008 ceph-mon[31475]: pgmap v790: 97 pgs: 97 active+clean; 1.7 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:27:01.800 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.799+0000 7ff004400700 1 -- 172.21.15.8:0/2102584758 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7feffc114710 msgr2=0x7feffc116b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:01.800 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.799+0000 7ff004400700 1 --2- 172.21.15.8:0/2102584758 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7feffc114710 0x7feffc116b00 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7feff4009990 tx=0x7feff4009ca0 comp rx=0 tx=0).stop 2024-05-20T21:27:01.800 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.799+0000 7ff004400700 1 -- 172.21.15.8:0/2102584758 shutdown_connections 2024-05-20T21:27:01.800 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.799+0000 7ff004400700 1 --2- 172.21.15.8:0/2102584758 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7feffc114710 0x7feffc116b00 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:01.801 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.799+0000 7ff004400700 1 --2- 172.21.15.8:0/2102584758 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feffc075770 0x7feffc075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:01.801 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.799+0000 7ff004400700 1 --2- 172.21.15.8:0/2102584758 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feffc076090 0x7feffc1141d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:01.801 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.799+0000 7ff004400700 1 -- 172.21.15.8:0/2102584758 >> 172.21.15.8:0/2102584758 conn(0x7feffc07a6a0 msgr2=0x7feffc07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:01.801 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.799+0000 7ff004400700 1 -- 172.21.15.8:0/2102584758 shutdown_connections 2024-05-20T21:27:01.801 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.799+0000 7ff004400700 1 -- 172.21.15.8:0/2102584758 wait complete. 2024-05-20T21:27:01.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.800+0000 7ff004400700 1 Processor -- start 2024-05-20T21:27:01.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.800+0000 7ff004400700 1 -- start start 2024-05-20T21:27:01.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.801+0000 7ff004400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feffc075770 0x7feffc1a0240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:01.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.801+0000 7ff004400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feffc076090 0x7feffc1a0780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:01.803 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.801+0000 7ff004400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7feffc114710 0x7feffc1a4b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:01.803 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.801+0000 7ff004400700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7feffc119d50 con 0x7feffc114710 2024-05-20T21:27:01.803 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.801+0000 7ff004400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7feffc119bd0 con 0x7feffc076090 2024-05-20T21:27:01.803 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.801+0000 7ff004400700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7feffc119ed0 con 0x7feffc075770 2024-05-20T21:27:01.803 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.801+0000 7ff001a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feffc075770 0x7feffc1a0240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:01.803 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.801+0000 7ff001000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feffc076090 0x7feffc1a0780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:01.803 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.801+0000 7ff002400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7feffc114710 0x7feffc1a4b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:01.803 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.801+0000 7ff001a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feffc075770 0x7feffc1a0240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:35572/0 (socket says 172.21.15.8:35572) 2024-05-20T21:27:01.803 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.801+0000 7ff001a00700 1 -- 172.21.15.8:0/427987969 learned_addr learned my addr 172.21.15.8:0/427987969 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:01.803 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.802+0000 7ff001a00700 1 -- 172.21.15.8:0/427987969 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feffc076090 msgr2=0x7feffc1a0780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:01.803 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.802+0000 7ff001a00700 1 --2- 172.21.15.8:0/427987969 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feffc076090 0x7feffc1a0780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:01.804 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.802+0000 7ff001a00700 1 -- 172.21.15.8:0/427987969 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7feffc114710 msgr2=0x7feffc1a4b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:01.804 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.802+0000 7ff001a00700 1 --2- 172.21.15.8:0/427987969 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7feffc114710 0x7feffc1a4b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:01.804 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.802+0000 7ff001a00700 1 -- 172.21.15.8:0/427987969 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feffc1a5250 con 0x7feffc075770 2024-05-20T21:27:01.804 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.802+0000 7ff001000700 1 --2- 172.21.15.8:0/427987969 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feffc076090 0x7feffc1a0780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:01.805 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.802+0000 7ff001a00700 1 --2- 172.21.15.8:0/427987969 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feffc075770 0x7feffc1a0240 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7feff000ef30 tx=0x7feff000c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:01.805 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.803+0000 7feffa000700 1 -- 172.21.15.8:0/427987969 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feff00092e0 con 0x7feffc075770 2024-05-20T21:27:01.805 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.803+0000 7feffa000700 1 -- 172.21.15.8:0/427987969 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feff0004bb0 con 0x7feffc075770 2024-05-20T21:27:01.805 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.803+0000 7feffa000700 1 -- 172.21.15.8:0/427987969 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feff0004040 con 0x7feffc075770 2024-05-20T21:27:01.805 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.803+0000 7ff004400700 1 -- 172.21.15.8:0/427987969 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feffc1a54e0 con 0x7feffc075770 2024-05-20T21:27:01.805 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.803+0000 7ff004400700 1 -- 172.21.15.8:0/427987969 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feffc1acdc0 con 0x7feffc075770 2024-05-20T21:27:01.807 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.806+0000 7feffa000700 1 -- 172.21.15.8:0/427987969 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7feff001b030 con 0x7feffc075770 2024-05-20T21:27:01.807 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.807+0000 7ff00ee63b80 1 Processor -- start 2024-05-20T21:27:01.808 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.807+0000 7ff00ee63b80 1 -- start start 2024-05-20T21:27:01.808 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.808+0000 7ff00ee63b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8ba68deb0 0x55d8ba68e290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:01.808 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.808+0000 7ff00ee63b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8ba68e7d0 0x55d8ba688260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:01.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.808+0000 7ff00ee63b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8ba688880 0x55d8ba688ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:01.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.808+0000 7ff00ee63b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55d8ba5e6e40 con 0x55d8ba68e7d0 2024-05-20T21:27:01.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.808+0000 7ff00ee63b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55d8ba5d69e0 con 0x55d8ba68deb0 2024-05-20T21:27:01.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.808+0000 7ff00ee63b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55d8ba5daa20 con 0x55d8ba688880 2024-05-20T21:27:01.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.808+0000 7feffa000700 1 --2- 172.21.15.8:0/427987969 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fefe40b2900 0x7fefe40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:01.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.808+0000 7ff002400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8ba68deb0 0x55d8ba68e290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:01.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.808+0000 7ff001000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8ba688880 0x55d8ba688ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:01.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.808+0000 7ff002400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8ba68deb0 0x55d8ba68e290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:51146/0 (socket says 172.21.15.8:51146) 2024-05-20T21:27:01.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.808+0000 7ff002400700 1 -- 172.21.15.8:0/715920828 learned_addr learned my addr 172.21.15.8:0/715920828 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:01.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.809+0000 7feffa000700 1 -- 172.21.15.8:0/427987969 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7feff00e1d60 con 0x7feffc075770 2024-05-20T21:27:01.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.809+0000 7ff001a00700 1 --2- 172.21.15.8:0/715920828 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8ba68e7d0 0x55d8ba688260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:01.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.809+0000 7ff002400700 1 --2- 172.21.15.8:0/427987969 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fefe40b2900 0x7fefe40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:01.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.809+0000 7ff001000700 1 -- 172.21.15.8:0/715920828 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8ba68deb0 msgr2=0x55d8ba68e290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:01.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.809+0000 7ff001000700 1 --2- 172.21.15.8:0/715920828 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8ba68deb0 0x55d8ba68e290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:01.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.809+0000 7ff001000700 1 -- 172.21.15.8:0/715920828 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8ba68e7d0 msgr2=0x55d8ba688260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:01.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.809+0000 7ff001000700 1 --2- 172.21.15.8:0/715920828 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8ba68e7d0 0x55d8ba688260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:01.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.809+0000 7ff001000700 1 -- 172.21.15.8:0/715920828 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d8ba59f420 con 0x55d8ba688880 2024-05-20T21:27:01.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.809+0000 7ff002400700 1 --2- 172.21.15.8:0/715920828 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8ba68deb0 0x55d8ba68e290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:27:01.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.809+0000 7ff001a00700 1 --2- 172.21.15.8:0/715920828 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8ba68e7d0 0x55d8ba688260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:27:01.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.809+0000 7ff001000700 1 --2- 172.21.15.8:0/715920828 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8ba688880 0x55d8ba688ce0 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7fefe8009fb0 tx=0x7fefe8011720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=89003f7c3a9125ea server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:01.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.809+0000 7fefeea00700 1 -- 172.21.15.8:0/715920828 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefe8004230 con 0x55d8ba688880 2024-05-20T21:27:01.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.810+0000 7fefeea00700 1 -- 172.21.15.8:0/715920828 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fefe8011e50 con 0x55d8ba688880 2024-05-20T21:27:01.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.810+0000 7ff002400700 1 --2- 172.21.15.8:0/427987969 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fefe40b2900 0x7fefe40b4dc0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7feff4009750 tx=0x7feff4005040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:01.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.810+0000 7fefeea00700 1 -- 172.21.15.8:0/715920828 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefe8005560 con 0x55d8ba688880 2024-05-20T21:27:01.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.810+0000 7ff00ee63b80 1 -- 172.21.15.8:0/715920828 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8ba688880 msgr2=0x55d8ba688ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:01.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.810+0000 7ff00ee63b80 1 --2- 172.21.15.8:0/715920828 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8ba688880 0x55d8ba688ce0 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7fefe8009fb0 tx=0x7fefe8011720 comp rx=0 tx=0).stop 2024-05-20T21:27:01.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.811+0000 7ff00ee63b80 1 -- 172.21.15.8:0/715920828 shutdown_connections 2024-05-20T21:27:01.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.811+0000 7ff00ee63b80 1 --2- 172.21.15.8:0/715920828 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8ba68deb0 0x55d8ba68e290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:01.813 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.811+0000 7ff00ee63b80 1 --2- 172.21.15.8:0/715920828 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8ba688880 0x55d8ba688ce0 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:01.813 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.811+0000 7ff00ee63b80 1 --2- 172.21.15.8:0/715920828 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8ba68e7d0 0x55d8ba688260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:01.813 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.811+0000 7ff00ee63b80 1 -- 172.21.15.8:0/715920828 >> 172.21.15.8:0/715920828 conn(0x55d8ba5b6be0 msgr2=0x55d8ba683010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:01.813 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.811+0000 7ff00ee63b80 1 -- 172.21.15.8:0/715920828 shutdown_connections 2024-05-20T21:27:01.813 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.811+0000 7ff00ee63b80 1 -- 172.21.15.8:0/715920828 wait complete. 2024-05-20T21:27:01.813 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.811+0000 7ff00ee63b80 1 -- start start 2024-05-20T21:27:01.813 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.812+0000 7ff00ee63b80 1 Processor -- start 2024-05-20T21:27:01.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.812+0000 7ff00ee63b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8ba688880 0x55d8ba6944a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:01.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.812+0000 7ff00ee63b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8ba68deb0 0x55d8ba691840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:01.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.812+0000 7ff00ee63b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8ba68e7d0 0x55d8ba691d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:01.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.812+0000 7ff00ee63b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55d8ba4dcfa0 con 0x55d8ba68e7d0 2024-05-20T21:27:01.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.812+0000 7ff00ee63b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55d8ba577760 con 0x55d8ba688880 2024-05-20T21:27:01.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.812+0000 7ff00ee63b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55d8ba695240 con 0x55d8ba68deb0 2024-05-20T21:27:01.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.812+0000 7ff00ee63b80 10 client.0 _ll_register_callbacks cb 0x55d8ba580c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:01.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.812+0000 7ff001a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8ba688880 0x55d8ba6944a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:01.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.812+0000 7ff001a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8ba688880 0x55d8ba6944a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:51162/0 (socket says 172.21.15.8:51162) 2024-05-20T21:27:01.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.812+0000 7ff001a00700 1 -- 172.21.15.8:0/705664108 learned_addr learned my addr 172.21.15.8:0/705664108 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:01.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.813+0000 7ff001000700 1 --2- 172.21.15.8:0/705664108 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8ba68deb0 0x55d8ba691840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:01.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.813+0000 7ff002400700 1 --2- 172.21.15.8:0/705664108 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8ba68e7d0 0x55d8ba691d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:01.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.813+0000 7ff001000700 1 -- 172.21.15.8:0/705664108 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8ba688880 msgr2=0x55d8ba6944a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:01.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.813+0000 7ff001000700 1 --2- 172.21.15.8:0/705664108 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8ba688880 0x55d8ba6944a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:01.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.813+0000 7ff001000700 1 -- 172.21.15.8:0/705664108 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8ba68e7d0 msgr2=0x55d8ba691d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:01.816 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.813+0000 7ff001000700 1 --2- 172.21.15.8:0/705664108 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8ba68e7d0 0x55d8ba691d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:01.816 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.813+0000 7ff001000700 1 -- 172.21.15.8:0/705664108 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d8ba5268d0 con 0x55d8ba68deb0 2024-05-20T21:27:01.816 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.813+0000 7ff001000700 1 --2- 172.21.15.8:0/705664108 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8ba68deb0 0x55d8ba691840 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7fefe8000c00 tx=0x7fefe80047d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4b4092ab4bb93a37 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:01.816 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.813+0000 7fefe3400700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:27:01.816 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.814+0000 7fefe3400700 1 -- 172.21.15.8:0/705664108 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefe8026070 con 0x55d8ba68deb0 2024-05-20T21:27:01.816 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.814+0000 7fefe3400700 1 -- 172.21.15.8:0/705664108 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fefe8004c80 con 0x55d8ba68deb0 2024-05-20T21:27:01.816 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.814+0000 7ff00ee63b80 1 -- 172.21.15.8:0/705664108 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fefe8011e50 con 0x55d8ba68deb0 2024-05-20T21:27:01.816 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.814+0000 7fefe3400700 1 -- 172.21.15.8:0/705664108 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fefe8032050 con 0x55d8ba68deb0 2024-05-20T21:27:01.816 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.814+0000 7ff00ee63b80 10 client.28672 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:01.816 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.814+0000 7ff00ee63b80 1 -- 172.21.15.8:0/705664108 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d8ba5a7060 con 0x55d8ba68deb0 2024-05-20T21:27:01.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.815+0000 7fefe3400700 1 -- 172.21.15.8:0/705664108 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fefe8011e50 con 0x55d8ba68deb0 2024-05-20T21:27:01.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.815+0000 7fefe3400700 1 -- 172.21.15.8:0/705664108 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fefe800e570 con 0x55d8ba68deb0 2024-05-20T21:27:01.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.815+0000 7ff00ee63b80 10 client.28672 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:01.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.815+0000 7ff00ee63b80 10 client.28672 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:27:01.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.815+0000 7ff00ee63b80 20 client.28672 populate_metadata read hostname 'smithi008' 2024-05-20T21:27:01.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.815+0000 7ff00ee63b80 1 --2- 172.21.15.8:0/705664108 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55d8ba6a1bc0 0x55d8ba6a3fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:01.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.815+0000 7ff00ee63b80 4 client.28672 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:27:01.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.815+0000 7ff00ee63b80 1 -- 172.21.15.8:0/705664108 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d8ba5e8d90 con 0x55d8ba6a1bc0 2024-05-20T21:27:01.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.815+0000 7ff001a00700 1 --2- 172.21.15.8:0/705664108 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55d8ba6a1bc0 0x55d8ba6a3fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:01.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.816+0000 7ff001a00700 1 --2- 172.21.15.8:0/705664108 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55d8ba6a1bc0 0x55d8ba6a3fb0 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=50ea54e1cd2d88ed server_cookie=557cbee18bbdeff8 in_seq=0 out_seq=0 2024-05-20T21:27:01.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.816+0000 7fefe3400700 10 client.28672 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:27:01.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.817+0000 7fefe3400700 1 -- 172.21.15.8:0/705664108 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55d8ba5e8d90 con 0x55d8ba6a1bc0 2024-05-20T21:27:01.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.817+0000 7fefe3400700 10 client.28672 handle_command_reply: tid=0 2024-05-20T21:27:01.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.817+0000 7ff00ee63b80 1 client.28672 shutdown 2024-05-20T21:27:01.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.817+0000 7ff00ee63b80 1 -- 172.21.15.8:0/705664108 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8ba68deb0 msgr2=0x55d8ba691840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:01.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.817+0000 7ff00ee63b80 1 --2- 172.21.15.8:0/705664108 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8ba68deb0 0x55d8ba691840 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7fefe8000c00 tx=0x7fefe80047d0 comp rx=0 tx=0).stop 2024-05-20T21:27:01.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.817+0000 7ff00ee63b80 1 -- 172.21.15.8:0/705664108 shutdown_connections 2024-05-20T21:27:01.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.817+0000 7ff00ee63b80 1 --2- 172.21.15.8:0/705664108 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55d8ba6a1bc0 0x55d8ba6a3fb0 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:01.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.817+0000 7ff00ee63b80 1 --2- 172.21.15.8:0/705664108 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8ba688880 0x55d8ba6944a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:01.820 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.817+0000 7ff00ee63b80 1 --2- 172.21.15.8:0/705664108 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8ba68e7d0 0x55d8ba691d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:01.820 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.817+0000 7ff00ee63b80 1 --2- 172.21.15.8:0/705664108 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8ba68deb0 0x55d8ba691840 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:01.820 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.817+0000 7fefe3400700 0 client.28672 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:27:01.820 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.817+0000 7ff00ee63b80 1 -- 172.21.15.8:0/705664108 >> 172.21.15.8:0/705664108 conn(0x55d8ba5b6be0 msgr2=0x55d8ba687250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:01.820 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.818+0000 7ff00ee63b80 1 -- 172.21.15.8:0/705664108 shutdown_connections 2024-05-20T21:27:01.820 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.818+0000 7ff00ee63b80 1 -- 172.21.15.8:0/705664108 wait complete. 2024-05-20T21:27:01.820 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.818+0000 7ff00ee63b80 20 client.28672 trim_cache size 0 max 16384 2024-05-20T21:27:01.836 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.835+0000 7ff00ee63b80 1 Processor -- start 2024-05-20T21:27:01.836 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.835+0000 7ff00ee63b80 1 -- start start 2024-05-20T21:27:01.836 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.835+0000 7ff00ee63b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8ba688880 0x55d8ba688260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:01.836 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.835+0000 7ff00ee63b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8ba68deb0 0x55d8ba6829e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:01.836 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.835+0000 7ff00ee63b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8ba68e7d0 0x55d8ba682f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:01.836 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.835+0000 7ff00ee63b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7feffc1b6ae0 con 0x55d8ba68e7d0 2024-05-20T21:27:01.836 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.835+0000 7ff00ee63b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7feffc1b4370 con 0x55d8ba688880 2024-05-20T21:27:01.836 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.835+0000 7ff00ee63b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7feffc1b21c0 con 0x55d8ba68deb0 2024-05-20T21:27:01.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.835+0000 7ff002400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8ba68e7d0 0x55d8ba682f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:01.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.835+0000 7ff001a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8ba688880 0x55d8ba688260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:01.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.835+0000 7ff002400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8ba68e7d0 0x55d8ba682f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54040/0 (socket says 172.21.15.8:54040) 2024-05-20T21:27:01.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.835+0000 7ff002400700 1 -- 172.21.15.8:0/4099082680 learned_addr learned my addr 172.21.15.8:0/4099082680 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:01.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.835+0000 7ff001000700 1 --2- 172.21.15.8:0/4099082680 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8ba68deb0 0x55d8ba6829e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:01.838 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.836+0000 7ff001a00700 1 -- 172.21.15.8:0/4099082680 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8ba68deb0 msgr2=0x55d8ba6829e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:01.838 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.836+0000 7ff001a00700 1 --2- 172.21.15.8:0/4099082680 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8ba68deb0 0x55d8ba6829e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:01.838 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.836+0000 7ff001a00700 1 -- 172.21.15.8:0/4099082680 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8ba68e7d0 msgr2=0x55d8ba682f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:01.838 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.836+0000 7ff001a00700 1 --2- 172.21.15.8:0/4099082680 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8ba68e7d0 0x55d8ba682f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:01.838 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.836+0000 7ff001a00700 1 -- 172.21.15.8:0/4099082680 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d8ba6a4540 con 0x55d8ba688880 2024-05-20T21:27:01.839 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.836+0000 7ff001a00700 1 --2- 172.21.15.8:0/4099082680 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8ba688880 0x55d8ba688260 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7feff00a90a0 tx=0x7feff0016040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=426c11f90070e7b5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:01.839 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.836+0000 7fefee000700 1 -- 172.21.15.8:0/4099082680 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feff00ad750 con 0x55d8ba688880 2024-05-20T21:27:01.839 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.836+0000 7fefee000700 1 -- 172.21.15.8:0/4099082680 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feff00b2170 con 0x55d8ba688880 2024-05-20T21:27:01.839 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.836+0000 7fefee000700 1 -- 172.21.15.8:0/4099082680 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feff00a4d10 con 0x55d8ba688880 2024-05-20T21:27:01.839 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.837+0000 7ff00ee63b80 1 -- 172.21.15.8:0/4099082680 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8ba688880 msgr2=0x55d8ba688260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:01.842 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.837+0000 7ff00ee63b80 1 --2- 172.21.15.8:0/4099082680 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8ba688880 0x55d8ba688260 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7feff00a90a0 tx=0x7feff0016040 comp rx=0 tx=0).stop 2024-05-20T21:27:01.842 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.837+0000 7ff00ee63b80 1 -- 172.21.15.8:0/4099082680 shutdown_connections 2024-05-20T21:27:01.842 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.837+0000 7ff00ee63b80 1 --2- 172.21.15.8:0/4099082680 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8ba688880 0x55d8ba688260 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:01.842 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.837+0000 7ff00ee63b80 1 --2- 172.21.15.8:0/4099082680 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8ba68e7d0 0x55d8ba682f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:01.842 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.837+0000 7ff00ee63b80 1 --2- 172.21.15.8:0/4099082680 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8ba68deb0 0x55d8ba6829e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:01.843 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.837+0000 7ff00ee63b80 1 -- 172.21.15.8:0/4099082680 >> 172.21.15.8:0/4099082680 conn(0x55d8ba5b6be0 msgr2=0x55d8ba67c680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:01.843 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.837+0000 7ff00ee63b80 1 -- 172.21.15.8:0/4099082680 shutdown_connections 2024-05-20T21:27:01.843 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.837+0000 7ff00ee63b80 1 -- 172.21.15.8:0/4099082680 wait complete. 2024-05-20T21:27:01.843 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.838+0000 7ff00ee63b80 1 -- start start 2024-05-20T21:27:01.843 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.838+0000 7ff00ee63b80 1 Processor -- start 2024-05-20T21:27:01.846 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.838+0000 7ff00ee63b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8ba688880 0x55d8ba69ab30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:01.846 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.838+0000 7ff00ee63b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8ba68deb0 0x55d8ba6a8f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:01.846 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.838+0000 7ff00ee63b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8ba68e7d0 0x55d8ba6a9480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:01.846 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.838+0000 7ff00ee63b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7feffc1b2830 con 0x55d8ba68deb0 2024-05-20T21:27:01.846 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.838+0000 7ff00ee63b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7feffc1b3ca0 con 0x55d8ba688880 2024-05-20T21:27:01.847 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.838+0000 7ff00ee63b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7feffc1b2f00 con 0x55d8ba68e7d0 2024-05-20T21:27:01.847 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.839+0000 7ff00ee63b80 10 client.0 _ll_register_callbacks cb 0x55d8ba580c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:01.847 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.839+0000 7ff001a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8ba688880 0x55d8ba69ab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:01.847 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.839+0000 7ff001a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8ba688880 0x55d8ba69ab30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:51170/0 (socket says 172.21.15.8:51170) 2024-05-20T21:27:01.847 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.839+0000 7ff001a00700 1 -- 172.21.15.8:0/1747668888 learned_addr learned my addr 172.21.15.8:0/1747668888 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:01.847 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.839+0000 7ff001000700 1 --2- 172.21.15.8:0/1747668888 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8ba68deb0 0x55d8ba6a8f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:01.847 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.839+0000 7ff002400700 1 --2- 172.21.15.8:0/1747668888 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8ba68e7d0 0x55d8ba6a9480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:01.847 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.839+0000 7ff001a00700 1 -- 172.21.15.8:0/1747668888 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8ba68e7d0 msgr2=0x55d8ba6a9480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:01.847 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.839+0000 7ff001a00700 1 --2- 172.21.15.8:0/1747668888 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8ba68e7d0 0x55d8ba6a9480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:01.847 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.839+0000 7ff001a00700 1 -- 172.21.15.8:0/1747668888 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8ba68deb0 msgr2=0x55d8ba6a8f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:01.847 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.839+0000 7ff001a00700 1 --2- 172.21.15.8:0/1747668888 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8ba68deb0 0x55d8ba6a8f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:01.847 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.839+0000 7ff001a00700 1 -- 172.21.15.8:0/1747668888 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d8ba689240 con 0x55d8ba688880 2024-05-20T21:27:01.847 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.839+0000 7ff001000700 1 --2- 172.21.15.8:0/1747668888 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8ba68deb0 0x55d8ba6a8f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:27:01.847 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.840+0000 7ff001a00700 1 --2- 172.21.15.8:0/1747668888 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8ba688880 0x55d8ba69ab30 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7feff00a9a00 tx=0x7feff0009480 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1aaae9e82b19f3b7 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:01.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.840+0000 7fefe3400700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:27:01.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.840+0000 7fefe3400700 1 -- 172.21.15.8:0/1747668888 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feff00b1ce0 con 0x55d8ba688880 2024-05-20T21:27:01.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.840+0000 7fefe3400700 1 -- 172.21.15.8:0/1747668888 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7feff00b1e80 con 0x55d8ba688880 2024-05-20T21:27:01.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.840+0000 7ff00ee63b80 1 -- 172.21.15.8:0/1747668888 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feff00b2170 con 0x55d8ba688880 2024-05-20T21:27:01.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.840+0000 7fefe3400700 1 -- 172.21.15.8:0/1747668888 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7feff00ca1f0 con 0x55d8ba688880 2024-05-20T21:27:01.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.840+0000 7ff00ee63b80 10 client.28622 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:01.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.840+0000 7ff00ee63b80 1 -- 172.21.15.8:0/1747668888 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d8ba70c400 con 0x55d8ba688880 2024-05-20T21:27:01.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.840+0000 7fefe3400700 1 -- 172.21.15.8:0/1747668888 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feff00b2170 con 0x55d8ba688880 2024-05-20T21:27:01.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.841+0000 7fefe3400700 1 -- 172.21.15.8:0/1747668888 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7feff00a3ac0 con 0x55d8ba688880 2024-05-20T21:27:01.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.841+0000 7ff00ee63b80 10 client.28622 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:01.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.841+0000 7ff00ee63b80 10 client.28622 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:27:01.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.841+0000 7ff00ee63b80 20 client.28622 populate_metadata read hostname 'smithi008' 2024-05-20T21:27:01.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.841+0000 7ff00ee63b80 1 --2- 172.21.15.8:0/1747668888 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55d8ba70c9f0 0x55d8ba70ede0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:01.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.841+0000 7ff00ee63b80 4 client.28622 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:27:01.849 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.841+0000 7ff00ee63b80 1 -- 172.21.15.8:0/1747668888 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d8ba5e2570 con 0x55d8ba70c9f0 2024-05-20T21:27:01.849 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.841+0000 7ff001000700 1 --2- 172.21.15.8:0/1747668888 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55d8ba70c9f0 0x55d8ba70ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:01.849 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.842+0000 7ff001000700 1 --2- 172.21.15.8:0/1747668888 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55d8ba70c9f0 0x55d8ba70ede0 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=73e210e12dfdc326 server_cookie=4c3763c960144986 in_seq=0 out_seq=0 2024-05-20T21:27:01.849 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.842+0000 7fefe3400700 10 client.28622 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:27:01.849 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.842+0000 7fefe3400700 1 -- 172.21.15.8:0/1747668888 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d8ba5e2570 con 0x55d8ba70c9f0 2024-05-20T21:27:01.849 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.842+0000 7fefe3400700 10 client.28622 handle_command_reply: tid=0 2024-05-20T21:27:01.849 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.842+0000 7ff00ee63b80 1 client.28622 shutdown 2024-05-20T21:27:01.849 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.842+0000 7ff00ee63b80 1 -- 172.21.15.8:0/1747668888 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8ba688880 msgr2=0x55d8ba69ab30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:01.849 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.842+0000 7ff00ee63b80 1 --2- 172.21.15.8:0/1747668888 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8ba688880 0x55d8ba69ab30 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7feff00a9a00 tx=0x7feff0009480 comp rx=0 tx=0).stop 2024-05-20T21:27:01.849 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.842+0000 7ff00ee63b80 1 -- 172.21.15.8:0/1747668888 shutdown_connections 2024-05-20T21:27:01.849 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.842+0000 7ff00ee63b80 1 --2- 172.21.15.8:0/1747668888 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55d8ba70c9f0 0x55d8ba70ede0 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:01.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.842+0000 7ff00ee63b80 1 --2- 172.21.15.8:0/1747668888 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d8ba688880 0x55d8ba69ab30 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:01.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.842+0000 7ff00ee63b80 1 --2- 172.21.15.8:0/1747668888 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8ba68e7d0 0x55d8ba6a9480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:01.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.842+0000 7ff00ee63b80 1 --2- 172.21.15.8:0/1747668888 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d8ba68deb0 0x55d8ba6a8f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:01.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.842+0000 7fefe3400700 0 client.28622 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:27:01.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.842+0000 7ff00ee63b80 1 -- 172.21.15.8:0/1747668888 >> 172.21.15.8:0/1747668888 conn(0x55d8ba5b6be0 msgr2=0x55d8ba6829e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:01.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.842+0000 7ff00ee63b80 1 -- 172.21.15.8:0/1747668888 shutdown_connections 2024-05-20T21:27:01.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.842+0000 7ff00ee63b80 1 -- 172.21.15.8:0/1747668888 wait complete. 2024-05-20T21:27:01.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.842+0000 7ff00ee63b80 20 client.28622 trim_cache size 0 max 16384 2024-05-20T21:27:01.851 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:27:01.851 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.843+0000 7ff004400700 1 -- 172.21.15.8:0/427987969 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fefe40b2900 msgr2=0x7fefe40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:01.851 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.843+0000 7ff004400700 1 --2- 172.21.15.8:0/427987969 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fefe40b2900 0x7fefe40b4dc0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7feff4009750 tx=0x7feff4005040 comp rx=0 tx=0).stop 2024-05-20T21:27:01.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.843+0000 7ff004400700 1 -- 172.21.15.8:0/427987969 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feffc075770 msgr2=0x7feffc1a0240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:01.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.843+0000 7ff004400700 1 --2- 172.21.15.8:0/427987969 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feffc075770 0x7feffc1a0240 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7feff000ef30 tx=0x7feff000c3a0 comp rx=0 tx=0).stop 2024-05-20T21:27:01.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.843+0000 7ff004400700 1 -- 172.21.15.8:0/427987969 shutdown_connections 2024-05-20T21:27:01.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.843+0000 7ff004400700 1 --2- 172.21.15.8:0/427987969 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fefe40b2900 0x7fefe40b4dc0 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:01.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.843+0000 7ff004400700 1 --2- 172.21.15.8:0/427987969 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7feffc114710 0x7feffc1a4b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:01.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.843+0000 7ff004400700 1 --2- 172.21.15.8:0/427987969 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feffc075770 0x7feffc1a0240 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:01.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.843+0000 7ff004400700 1 --2- 172.21.15.8:0/427987969 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7feffc076090 0x7feffc1a0780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:01.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.843+0000 7ff004400700 1 -- 172.21.15.8:0/427987969 >> 172.21.15.8:0/427987969 conn(0x7feffc07a6a0 msgr2=0x7feffc1101b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:01.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.843+0000 7ff004400700 1 -- 172.21.15.8:0/427987969 shutdown_connections 2024-05-20T21:27:01.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:01.844+0000 7ff004400700 1 -- 172.21.15.8:0/427987969 wait complete. 2024-05-20T21:27:02.795 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:27:02.898 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:27:02 smithi008 ceph-mon[31475]: pgmap v791: 97 pgs: 97 active+clean; 1.8 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:27:02.898 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:27:02 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:27:02.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:27:02 smithi130 ceph-mon[36448]: pgmap v791: 97 pgs: 97 active+clean; 1.8 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:27:02.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:27:02 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:27:02.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:27:02 smithi050 ceph-mon[35809]: pgmap v791: 97 pgs: 97 active+clean; 1.8 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:27:02.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:27:02 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:27:03.341 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:27:03.759 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:27:03 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:27:03.759 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:27:03 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:27:03.760 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:27:03 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:27:03.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:27:03 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:27:03.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:27:03 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:27:03.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:27:03 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:27:03.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:27:03 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:27:03.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:27:03 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:27:03.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:27:03 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:27:04.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:27:04 smithi008 ceph-mon[31475]: pgmap v792: 97 pgs: 97 active+clean; 1.8 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:27:04.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:27:04 smithi130 ceph-mon[36448]: pgmap v792: 97 pgs: 97 active+clean; 1.8 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:27:04.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:27:04 smithi050 ceph-mon[35809]: pgmap v792: 97 pgs: 97 active+clean; 1.8 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:27:05.555 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.554+0000 7fc623400700 1 -- 172.21.15.8:0/1216430651 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc61c075770 msgr2=0x7fc61c075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:05.555 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.554+0000 7fc623400700 1 --2- 172.21.15.8:0/1216430651 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc61c075770 0x7fc61c075b50 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7fc6100098f0 tx=0x7fc610009c00 comp rx=0 tx=0).stop 2024-05-20T21:27:05.555 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.554+0000 7fc623400700 1 -- 172.21.15.8:0/1216430651 shutdown_connections 2024-05-20T21:27:05.555 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.554+0000 7fc623400700 1 --2- 172.21.15.8:0/1216430651 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc61c075770 0x7fc61c075b50 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:05.556 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.554+0000 7fc623400700 1 --2- 172.21.15.8:0/1216430651 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc61c10ff40 0x7fc61c112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:05.556 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.554+0000 7fc623400700 1 --2- 172.21.15.8:0/1216430651 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc61c076090 0x7fc61c10fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:05.556 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.554+0000 7fc623400700 1 -- 172.21.15.8:0/1216430651 >> 172.21.15.8:0/1216430651 conn(0x7fc61c07a6a0 msgr2=0x7fc61c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:05.556 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.554+0000 7fc623400700 1 -- 172.21.15.8:0/1216430651 shutdown_connections 2024-05-20T21:27:05.556 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.554+0000 7fc623400700 1 -- 172.21.15.8:0/1216430651 wait complete. 2024-05-20T21:27:05.556 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.556+0000 7fc623400700 1 Processor -- start 2024-05-20T21:27:05.556 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.556+0000 7fc623400700 1 -- start start 2024-05-20T21:27:05.557 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.556+0000 7fc623400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc61c075770 0x7fc61c19bed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:05.557 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.557+0000 7fc623400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc61c076090 0x7fc61c19c410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:05.557 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.557+0000 7fc623400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc61c10ff40 0x7fc61c1a0750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:05.557 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.557+0000 7fc623400700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc61c115960 con 0x7fc61c075770 2024-05-20T21:27:05.557 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.557+0000 7fc623400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc61c1157e0 con 0x7fc61c076090 2024-05-20T21:27:05.557 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.557+0000 7fc623400700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc61c115ae0 con 0x7fc61c10ff40 2024-05-20T21:27:05.558 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.557+0000 7fc621400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc61c10ff40 0x7fc61c1a0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:05.558 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.557+0000 7fc621400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc61c10ff40 0x7fc61c1a0750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:38084/0 (socket says 172.21.15.8:38084) 2024-05-20T21:27:05.558 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.557+0000 7fc621400700 1 -- 172.21.15.8:0/4247755382 learned_addr learned my addr 172.21.15.8:0/4247755382 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:05.558 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.557+0000 7fc61be00700 1 --2- 172.21.15.8:0/4247755382 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc61c076090 0x7fc61c19c410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:05.558 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.557+0000 7fc620a00700 1 --2- 172.21.15.8:0/4247755382 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc61c075770 0x7fc61c19bed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:05.558 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.558+0000 7fc621400700 1 -- 172.21.15.8:0/4247755382 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc61c076090 msgr2=0x7fc61c19c410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:05.558 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.558+0000 7fc621400700 1 --2- 172.21.15.8:0/4247755382 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc61c076090 0x7fc61c19c410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:05.559 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.558+0000 7fc621400700 1 -- 172.21.15.8:0/4247755382 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc61c075770 msgr2=0x7fc61c19bed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:05.559 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.558+0000 7fc621400700 1 --2- 172.21.15.8:0/4247755382 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc61c075770 0x7fc61c19bed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:05.559 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.558+0000 7fc621400700 1 -- 172.21.15.8:0/4247755382 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc61c1a0e90 con 0x7fc61c10ff40 2024-05-20T21:27:05.559 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.558+0000 7fc621400700 1 --2- 172.21.15.8:0/4247755382 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc61c10ff40 0x7fc61c1a0750 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7fc61400ef90 tx=0x7fc61400c450 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:05.559 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.558+0000 7fc619600700 1 -- 172.21.15.8:0/4247755382 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6140092e0 con 0x7fc61c10ff40 2024-05-20T21:27:05.560 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.558+0000 7fc619600700 1 -- 172.21.15.8:0/4247755382 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc614004bb0 con 0x7fc61c10ff40 2024-05-20T21:27:05.560 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.558+0000 7fc623400700 1 -- 172.21.15.8:0/4247755382 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc61c1a1120 con 0x7fc61c10ff40 2024-05-20T21:27:05.560 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.558+0000 7fc619600700 1 -- 172.21.15.8:0/4247755382 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc614004280 con 0x7fc61c10ff40 2024-05-20T21:27:05.560 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.559+0000 7fc623400700 1 -- 172.21.15.8:0/4247755382 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc61c1a8a00 con 0x7fc61c10ff40 2024-05-20T21:27:05.563 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.563+0000 7fc619600700 1 -- 172.21.15.8:0/4247755382 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fc61401b030 con 0x7fc61c10ff40 2024-05-20T21:27:05.564 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.563+0000 7fc62ddbeb80 1 Processor -- start 2024-05-20T21:27:05.564 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.564+0000 7fc62ddbeb80 1 -- start start 2024-05-20T21:27:05.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.564+0000 7fc62ddbeb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562fd275f610 0x562fd275f9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:05.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.564+0000 7fc62ddbeb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562fd275ff30 0x562fd2759b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:05.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.564+0000 7fc62ddbeb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562fd275a140 0x562fd275a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:05.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.564+0000 7fc62ddbeb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x562fd26b7e40 con 0x562fd275f610 2024-05-20T21:27:05.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.564+0000 7fc62ddbeb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x562fd26a79e0 con 0x562fd275ff30 2024-05-20T21:27:05.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.564+0000 7fc62ddbeb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x562fd26aba20 con 0x562fd275a140 2024-05-20T21:27:05.565 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.565+0000 7fc61be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562fd275f610 0x562fd275f9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:05.566 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.565+0000 7fc61be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562fd275f610 0x562fd275f9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:45760/0 (socket says 172.21.15.8:45760) 2024-05-20T21:27:05.566 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.565+0000 7fc620a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562fd275ff30 0x562fd2759b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:05.566 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.565+0000 7fc61be00700 1 -- 172.21.15.8:0/2190984453 learned_addr learned my addr 172.21.15.8:0/2190984453 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:05.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.565+0000 7fc61be00700 1 --2- 172.21.15.8:0/2190984453 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562fd275a140 0x562fd275a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:05.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.565+0000 7fc619600700 1 --2- 172.21.15.8:0/4247755382 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc6040b2880 0x7fc6040b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:05.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.565+0000 7fc620a00700 1 -- 172.21.15.8:0/2190984453 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562fd275a140 msgr2=0x562fd275a5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:05.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.565+0000 7fc620a00700 1 --2- 172.21.15.8:0/2190984453 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562fd275a140 0x562fd275a5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:05.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.565+0000 7fc620a00700 1 -- 172.21.15.8:0/2190984453 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562fd275f610 msgr2=0x562fd275f9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:05.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.565+0000 7fc620a00700 1 --2- 172.21.15.8:0/2190984453 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562fd275f610 0x562fd275f9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:05.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.565+0000 7fc620a00700 1 -- 172.21.15.8:0/2190984453 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562fd2670420 con 0x562fd275ff30 2024-05-20T21:27:05.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.565+0000 7fc619600700 1 -- 172.21.15.8:0/4247755382 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc6140e1f20 con 0x7fc61c10ff40 2024-05-20T21:27:05.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.566+0000 7fc621400700 1 --2- 172.21.15.8:0/4247755382 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc6040b2880 0x7fc6040b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:05.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.566+0000 7fc620a00700 1 --2- 172.21.15.8:0/2190984453 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562fd275ff30 0x562fd2759b20 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7fc6100098c0 tx=0x7fc610009610 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f92c20121b2e4ced server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:05.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.566+0000 7fc60a000700 1 -- 172.21.15.8:0/2190984453 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc610027070 con 0x562fd275ff30 2024-05-20T21:27:05.567 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.566+0000 7fc60a000700 1 -- 172.21.15.8:0/2190984453 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc61000f910 con 0x562fd275ff30 2024-05-20T21:27:05.568 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.566+0000 7fc60a000700 1 -- 172.21.15.8:0/2190984453 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc610004930 con 0x562fd275ff30 2024-05-20T21:27:05.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.567+0000 7fc62ddbeb80 1 -- 172.21.15.8:0/2190984453 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562fd275ff30 msgr2=0x562fd2759b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:05.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.567+0000 7fc62ddbeb80 1 --2- 172.21.15.8:0/2190984453 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562fd275ff30 0x562fd2759b20 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7fc6100098c0 tx=0x7fc610009610 comp rx=0 tx=0).stop 2024-05-20T21:27:05.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.567+0000 7fc621400700 1 --2- 172.21.15.8:0/4247755382 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc6040b2880 0x7fc6040b4d40 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7fc6140df9b0 tx=0x7fc614000f40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:05.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.567+0000 7fc62ddbeb80 1 -- 172.21.15.8:0/2190984453 shutdown_connections 2024-05-20T21:27:05.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.567+0000 7fc62ddbeb80 1 --2- 172.21.15.8:0/2190984453 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562fd275a140 0x562fd275a5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:05.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.567+0000 7fc62ddbeb80 1 --2- 172.21.15.8:0/2190984453 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562fd275f610 0x562fd275f9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:05.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.567+0000 7fc62ddbeb80 1 --2- 172.21.15.8:0/2190984453 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562fd275ff30 0x562fd2759b20 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:05.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.567+0000 7fc62ddbeb80 1 -- 172.21.15.8:0/2190984453 >> 172.21.15.8:0/2190984453 conn(0x562fd2687be0 msgr2=0x562fd2754690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:05.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.567+0000 7fc62ddbeb80 1 -- 172.21.15.8:0/2190984453 shutdown_connections 2024-05-20T21:27:05.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.567+0000 7fc62ddbeb80 1 -- 172.21.15.8:0/2190984453 wait complete. 2024-05-20T21:27:05.570 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.568+0000 7fc62ddbeb80 1 -- start start 2024-05-20T21:27:05.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.568+0000 7fc62ddbeb80 1 Processor -- start 2024-05-20T21:27:05.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.568+0000 7fc62ddbeb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562fd275a140 0x562fd2765c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:05.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.568+0000 7fc62ddbeb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562fd275f610 0x562fd2763030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:05.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.568+0000 7fc62ddbeb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562fd275ff30 0x562fd2763570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:05.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.568+0000 7fc62ddbeb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x562fd25adfa0 con 0x562fd275a140 2024-05-20T21:27:05.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.568+0000 7fc62ddbeb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x562fd2648760 con 0x562fd275f610 2024-05-20T21:27:05.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.569+0000 7fc62ddbeb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x562fd2766980 con 0x562fd275ff30 2024-05-20T21:27:05.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.569+0000 7fc62ddbeb80 10 client.0 _ll_register_callbacks cb 0x562fd2651c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:05.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.569+0000 7fc61be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562fd275a140 0x562fd2765c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:05.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.569+0000 7fc620a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562fd275f610 0x562fd2763030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:05.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.569+0000 7fc620a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562fd275f610 0x562fd2763030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:43152/0 (socket says 172.21.15.8:43152) 2024-05-20T21:27:05.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.569+0000 7fc61be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562fd275a140 0x562fd2765c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:45768/0 (socket says 172.21.15.8:45768) 2024-05-20T21:27:05.571 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.569+0000 7fc620a00700 1 -- 172.21.15.8:0/427980181 learned_addr learned my addr 172.21.15.8:0/427980181 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:05.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.569+0000 7fc61be00700 1 --2- 172.21.15.8:0/427980181 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562fd275ff30 0x562fd2763570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:05.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.569+0000 7fc620a00700 1 -- 172.21.15.8:0/427980181 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562fd275ff30 msgr2=0x562fd2763570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:05.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.569+0000 7fc620a00700 1 --2- 172.21.15.8:0/427980181 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562fd275ff30 0x562fd2763570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:05.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.569+0000 7fc620a00700 1 -- 172.21.15.8:0/427980181 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562fd275a140 msgr2=0x562fd2765c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:05.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.569+0000 7fc620a00700 1 --2- 172.21.15.8:0/427980181 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562fd275a140 0x562fd2765c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:05.572 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.569+0000 7fc620a00700 1 -- 172.21.15.8:0/427980181 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562fd25f78d0 con 0x562fd275f610 2024-05-20T21:27:05.574 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.570+0000 7fc620a00700 1 --2- 172.21.15.8:0/427980181 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562fd275f610 0x562fd2763030 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7fc6100092a0 tx=0x7fc610005e40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ca15acc081add0ec server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:05.574 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.570+0000 7fc5fea00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:27:05.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.570+0000 7fc5fea00700 1 -- 172.21.15.8:0/427980181 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc610031070 con 0x562fd275f610 2024-05-20T21:27:05.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.570+0000 7fc5fea00700 1 -- 172.21.15.8:0/427980181 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc61000b970 con 0x562fd275f610 2024-05-20T21:27:05.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.570+0000 7fc62ddbeb80 1 -- 172.21.15.8:0/427980181 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc61000f910 con 0x562fd275f610 2024-05-20T21:27:05.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.570+0000 7fc5fea00700 1 -- 172.21.15.8:0/427980181 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc61003d050 con 0x562fd275f610 2024-05-20T21:27:05.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.570+0000 7fc62ddbeb80 10 client.28634 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:05.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.570+0000 7fc62ddbeb80 1 -- 172.21.15.8:0/427980181 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562fd2678060 con 0x562fd275f610 2024-05-20T21:27:05.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.571+0000 7fc5fea00700 1 -- 172.21.15.8:0/427980181 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc61000f910 con 0x562fd275f610 2024-05-20T21:27:05.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.571+0000 7fc5fea00700 1 -- 172.21.15.8:0/427980181 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc610021070 con 0x562fd275f610 2024-05-20T21:27:05.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.571+0000 7fc62ddbeb80 10 client.28634 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:05.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.571+0000 7fc62ddbeb80 10 client.28634 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:27:05.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.571+0000 7fc62ddbeb80 20 client.28634 populate_metadata read hostname 'smithi008' 2024-05-20T21:27:05.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.571+0000 7fc62ddbeb80 1 --2- 172.21.15.8:0/427980181 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562fd2773370 0x562fd2775760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:05.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.571+0000 7fc62ddbeb80 4 client.28634 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:27:05.575 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.571+0000 7fc62ddbeb80 1 -- 172.21.15.8:0/427980181 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562fd26b9d90 con 0x562fd2773370 2024-05-20T21:27:05.576 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.572+0000 7fc61be00700 1 --2- 172.21.15.8:0/427980181 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562fd2773370 0x562fd2775760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:05.576 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.572+0000 7fc61be00700 1 --2- 172.21.15.8:0/427980181 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562fd2773370 0x562fd2775760 crc :-1 s=READY pgs=310 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=676c74be6518ece6 server_cookie=d166aae41122f5f in_seq=0 out_seq=0 2024-05-20T21:27:05.576 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.572+0000 7fc5fea00700 10 client.28634 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:27:05.576 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.573+0000 7fc5fea00700 1 -- 172.21.15.8:0/427980181 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x562fd26b9d90 con 0x562fd2773370 2024-05-20T21:27:05.576 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.573+0000 7fc5fea00700 10 client.28634 handle_command_reply: tid=0 2024-05-20T21:27:05.576 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.573+0000 7fc62ddbeb80 1 client.28634 shutdown 2024-05-20T21:27:05.576 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.573+0000 7fc62ddbeb80 1 -- 172.21.15.8:0/427980181 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562fd275f610 msgr2=0x562fd2763030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:05.576 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.573+0000 7fc62ddbeb80 1 --2- 172.21.15.8:0/427980181 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562fd275f610 0x562fd2763030 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7fc6100092a0 tx=0x7fc610005e40 comp rx=0 tx=0).stop 2024-05-20T21:27:05.576 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.573+0000 7fc62ddbeb80 1 -- 172.21.15.8:0/427980181 shutdown_connections 2024-05-20T21:27:05.576 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.573+0000 7fc62ddbeb80 1 --2- 172.21.15.8:0/427980181 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562fd2773370 0x562fd2775760 crc :-1 s=READY pgs=310 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:05.576 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.573+0000 7fc62ddbeb80 1 --2- 172.21.15.8:0/427980181 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562fd275ff30 0x562fd2763570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:05.576 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.573+0000 7fc62ddbeb80 1 --2- 172.21.15.8:0/427980181 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562fd275a140 0x562fd2765c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:05.576 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.573+0000 7fc62ddbeb80 1 --2- 172.21.15.8:0/427980181 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562fd275f610 0x562fd2763030 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:05.576 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.573+0000 7fc5fea00700 0 client.28634 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:27:05.576 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.573+0000 7fc62ddbeb80 1 -- 172.21.15.8:0/427980181 >> 172.21.15.8:0/427980181 conn(0x562fd2687be0 msgr2=0x562fd2753d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:05.577 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.574+0000 7fc62ddbeb80 1 -- 172.21.15.8:0/427980181 shutdown_connections 2024-05-20T21:27:05.577 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.574+0000 7fc62ddbeb80 1 -- 172.21.15.8:0/427980181 wait complete. 2024-05-20T21:27:05.577 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.574+0000 7fc62ddbeb80 20 client.28634 trim_cache size 0 max 16384 2024-05-20T21:27:05.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.591+0000 7fc62ddbeb80 1 Processor -- start 2024-05-20T21:27:05.592 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.592+0000 7fc62ddbeb80 1 -- start start 2024-05-20T21:27:05.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.592+0000 7fc62ddbeb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562fd275a140 0x562fd2759b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:05.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.592+0000 7fc62ddbeb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562fd275f610 0x562fd2760ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:05.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.592+0000 7fc62ddbeb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562fd275ff30 0x562fd27544f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:05.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.592+0000 7fc62ddbeb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc61c1b2610 con 0x562fd275ff30 2024-05-20T21:27:05.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.592+0000 7fc62ddbeb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc61c1afea0 con 0x562fd275a140 2024-05-20T21:27:05.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.592+0000 7fc62ddbeb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc61c1adcf0 con 0x562fd275f610 2024-05-20T21:27:05.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.592+0000 7fc61be00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562fd275a140 0x562fd2759b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:05.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.592+0000 7fc620a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562fd275f610 0x562fd2760ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:05.593 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.593+0000 7fc61be00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562fd275a140 0x562fd2759b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:43154/0 (socket says 172.21.15.8:43154) 2024-05-20T21:27:05.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.593+0000 7fc61be00700 1 -- 172.21.15.8:0/3869740455 learned_addr learned my addr 172.21.15.8:0/3869740455 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:05.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.593+0000 7fc620a00700 1 --2- 172.21.15.8:0/3869740455 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562fd275f610 0x562fd2760ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:38108/0 (socket says 172.21.15.8:38108) 2024-05-20T21:27:05.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.593+0000 7fc61be00700 1 --2- 172.21.15.8:0/3869740455 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562fd275ff30 0x562fd27544f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:05.594 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.593+0000 7fc620a00700 1 -- 172.21.15.8:0/3869740455 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562fd275a140 msgr2=0x562fd2759b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:05.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.593+0000 7fc620a00700 1 --2- 172.21.15.8:0/3869740455 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562fd275a140 0x562fd2759b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:05.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.593+0000 7fc620a00700 1 -- 172.21.15.8:0/3869740455 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562fd275ff30 msgr2=0x562fd27544f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:05.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.593+0000 7fc620a00700 1 --2- 172.21.15.8:0/3869740455 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562fd275ff30 0x562fd27544f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:05.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.593+0000 7fc620a00700 1 -- 172.21.15.8:0/3869740455 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562fd2763f50 con 0x562fd275f610 2024-05-20T21:27:05.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.593+0000 7fc61be00700 1 --2- 172.21.15.8:0/3869740455 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562fd275ff30 0x562fd27544f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:27:05.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.593+0000 7fc620a00700 1 --2- 172.21.15.8:0/3869740455 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562fd275f610 0x562fd2760ae0 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7fc61002cf40 tx=0x7fc610009f50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=68efb981013a562c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:05.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.594+0000 7fc609600700 1 -- 172.21.15.8:0/3869740455 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc610031070 con 0x562fd275f610 2024-05-20T21:27:05.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.594+0000 7fc609600700 1 -- 172.21.15.8:0/3869740455 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc6100054e0 con 0x562fd275f610 2024-05-20T21:27:05.595 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.594+0000 7fc609600700 1 -- 172.21.15.8:0/3869740455 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc610027040 con 0x562fd275f610 2024-05-20T21:27:05.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.595+0000 7fc62ddbeb80 1 -- 172.21.15.8:0/3869740455 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562fd275f610 msgr2=0x562fd2760ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:05.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.595+0000 7fc62ddbeb80 1 --2- 172.21.15.8:0/3869740455 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562fd275f610 0x562fd2760ae0 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7fc61002cf40 tx=0x7fc610009f50 comp rx=0 tx=0).stop 2024-05-20T21:27:05.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.595+0000 7fc62ddbeb80 1 -- 172.21.15.8:0/3869740455 shutdown_connections 2024-05-20T21:27:05.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.595+0000 7fc62ddbeb80 1 --2- 172.21.15.8:0/3869740455 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562fd275a140 0x562fd2759b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:05.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.595+0000 7fc62ddbeb80 1 --2- 172.21.15.8:0/3869740455 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562fd275ff30 0x562fd27544f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:05.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.595+0000 7fc62ddbeb80 1 --2- 172.21.15.8:0/3869740455 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562fd275f610 0x562fd2760ae0 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:05.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.595+0000 7fc62ddbeb80 1 -- 172.21.15.8:0/3869740455 >> 172.21.15.8:0/3869740455 conn(0x562fd2687be0 msgr2=0x562fd27603d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:05.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.595+0000 7fc62ddbeb80 1 -- 172.21.15.8:0/3869740455 shutdown_connections 2024-05-20T21:27:05.596 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.595+0000 7fc62ddbeb80 1 -- 172.21.15.8:0/3869740455 wait complete. 2024-05-20T21:27:05.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.595+0000 7fc62ddbeb80 1 -- start start 2024-05-20T21:27:05.597 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.596+0000 7fc62ddbeb80 1 Processor -- start 2024-05-20T21:27:05.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.596+0000 7fc62ddbeb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562fd275a140 0x562fd2775f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:05.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.596+0000 7fc62ddbeb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562fd275f610 0x562fd2776460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:05.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.596+0000 7fc62ddbeb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562fd275ff30 0x562fd27d5b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:05.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.596+0000 7fc62ddbeb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc61c1ae360 con 0x562fd275f610 2024-05-20T21:27:05.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.596+0000 7fc62ddbeb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc61c1af7d0 con 0x562fd275a140 2024-05-20T21:27:05.598 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.596+0000 7fc62ddbeb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc61c1aea30 con 0x562fd275ff30 2024-05-20T21:27:05.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.596+0000 7fc62ddbeb80 10 client.0 _ll_register_callbacks cb 0x562fd2651c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:05.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.596+0000 7fc620a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562fd275f610 0x562fd2776460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:05.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.596+0000 7fc620a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562fd275f610 0x562fd2776460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:45786/0 (socket says 172.21.15.8:45786) 2024-05-20T21:27:05.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.596+0000 7fc620a00700 1 -- 172.21.15.8:0/3695716669 learned_addr learned my addr 172.21.15.8:0/3695716669 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:05.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.597+0000 7fc61be00700 1 --2- 172.21.15.8:0/3695716669 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562fd275a140 0x562fd2775f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:05.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.597+0000 7fc61be00700 1 --2- 172.21.15.8:0/3695716669 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562fd275ff30 0x562fd27d5b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:05.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.597+0000 7fc620a00700 1 -- 172.21.15.8:0/3695716669 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562fd275ff30 msgr2=0x562fd27d5b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:05.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.597+0000 7fc620a00700 1 --2- 172.21.15.8:0/3695716669 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562fd275ff30 0x562fd27d5b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:05.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.597+0000 7fc620a00700 1 -- 172.21.15.8:0/3695716669 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562fd275a140 msgr2=0x562fd2775f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:05.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.597+0000 7fc620a00700 1 --2- 172.21.15.8:0/3695716669 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562fd275a140 0x562fd2775f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:05.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.597+0000 7fc620a00700 1 -- 172.21.15.8:0/3695716669 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562fd27d61e0 con 0x562fd275f610 2024-05-20T21:27:05.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.597+0000 7fc61be00700 1 --2- 172.21.15.8:0/3695716669 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562fd275ff30 0x562fd27d5b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:27:05.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.597+0000 7fc620a00700 1 --2- 172.21.15.8:0/3695716669 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562fd275f610 0x562fd2776460 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7fc610000c00 tx=0x7fc61002c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=29d42fb1abbe4c03 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:05.599 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.597+0000 7fc5fea00700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:27:05.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.598+0000 7fc5fea00700 1 -- 172.21.15.8:0/3695716669 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc610045070 con 0x562fd275f610 2024-05-20T21:27:05.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.598+0000 7fc62ddbeb80 1 -- 172.21.15.8:0/3695716669 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc6100054e0 con 0x562fd275f610 2024-05-20T21:27:05.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.598+0000 7fc5fea00700 1 -- 172.21.15.8:0/3695716669 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc610005880 con 0x562fd275f610 2024-05-20T21:27:05.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.598+0000 7fc5fea00700 1 -- 172.21.15.8:0/3695716669 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc610027070 con 0x562fd275f610 2024-05-20T21:27:05.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.598+0000 7fc62ddbeb80 10 client.18522 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:05.600 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.598+0000 7fc62ddbeb80 1 -- 172.21.15.8:0/3695716669 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562fd27dd540 con 0x562fd275f610 2024-05-20T21:27:05.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.598+0000 7fc5fea00700 1 -- 172.21.15.8:0/3695716669 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc6100054e0 con 0x562fd275f610 2024-05-20T21:27:05.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.598+0000 7fc5fea00700 1 -- 172.21.15.8:0/3695716669 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc610040030 con 0x562fd275f610 2024-05-20T21:27:05.601 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.599+0000 7fc62ddbeb80 10 client.18522 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:05.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.599+0000 7fc62ddbeb80 10 client.18522 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:27:05.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.599+0000 7fc62ddbeb80 20 client.18522 populate_metadata read hostname 'smithi008' 2024-05-20T21:27:05.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.599+0000 7fc62ddbeb80 1 --2- 172.21.15.8:0/3695716669 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562fd27dd9d0 0x562fd27dfdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:05.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.599+0000 7fc62ddbeb80 4 client.18522 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:27:05.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.599+0000 7fc62ddbeb80 1 -- 172.21.15.8:0/3695716669 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "damage ls"}) -- 0x562fd26b3570 con 0x562fd27dd9d0 2024-05-20T21:27:05.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.599+0000 7fc61be00700 1 --2- 172.21.15.8:0/3695716669 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562fd27dd9d0 0x562fd27dfdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:05.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.600+0000 7fc61be00700 1 --2- 172.21.15.8:0/3695716669 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562fd27dd9d0 0x562fd27dfdf0 crc :-1 s=READY pgs=311 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eef7b1325349d75b server_cookie=f804681a728f77b3 in_seq=0 out_seq=0 2024-05-20T21:27:05.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.600+0000 7fc5fea00700 10 client.18522 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:27:05.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.600+0000 7fc5fea00700 1 -- 172.21.15.8:0/3695716669 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x562fd26b3570 con 0x562fd27dd9d0 2024-05-20T21:27:05.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.600+0000 7fc5fea00700 10 client.18522 handle_command_reply: tid=0 2024-05-20T21:27:05.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.600+0000 7fc62ddbeb80 1 client.18522 shutdown 2024-05-20T21:27:05.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.600+0000 7fc62ddbeb80 1 -- 172.21.15.8:0/3695716669 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562fd275f610 msgr2=0x562fd2776460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:05.602 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.600+0000 7fc62ddbeb80 1 --2- 172.21.15.8:0/3695716669 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562fd275f610 0x562fd2776460 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7fc610000c00 tx=0x7fc61002c910 comp rx=0 tx=0).stop 2024-05-20T21:27:05.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.600+0000 7fc62ddbeb80 1 -- 172.21.15.8:0/3695716669 shutdown_connections 2024-05-20T21:27:05.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.600+0000 7fc62ddbeb80 1 --2- 172.21.15.8:0/3695716669 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562fd27dd9d0 0x562fd27dfdf0 crc :-1 s=READY pgs=311 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:05.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.600+0000 7fc62ddbeb80 1 --2- 172.21.15.8:0/3695716669 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562fd275a140 0x562fd2775f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:05.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.600+0000 7fc62ddbeb80 1 --2- 172.21.15.8:0/3695716669 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562fd275ff30 0x562fd27d5b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:05.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.600+0000 7fc62ddbeb80 1 --2- 172.21.15.8:0/3695716669 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562fd275f610 0x562fd2776460 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:05.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.600+0000 7fc5fea00700 0 client.18522 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:27:05.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.600+0000 7fc62ddbeb80 1 -- 172.21.15.8:0/3695716669 >> 172.21.15.8:0/3695716669 conn(0x562fd2687be0 msgr2=0x562fd2764630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:05.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.600+0000 7fc62ddbeb80 1 -- 172.21.15.8:0/3695716669 shutdown_connections 2024-05-20T21:27:05.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.600+0000 7fc62ddbeb80 1 -- 172.21.15.8:0/3695716669 wait complete. 2024-05-20T21:27:05.603 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.601+0000 7fc62ddbeb80 20 client.18522 trim_cache size 0 max 16384 2024-05-20T21:27:05.603 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:27:05.604 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.601+0000 7fc623400700 1 -- 172.21.15.8:0/4247755382 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc6040b2880 msgr2=0x7fc6040b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:05.604 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.601+0000 7fc623400700 1 --2- 172.21.15.8:0/4247755382 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc6040b2880 0x7fc6040b4d40 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7fc6140df9b0 tx=0x7fc614000f40 comp rx=0 tx=0).stop 2024-05-20T21:27:05.604 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.601+0000 7fc623400700 1 -- 172.21.15.8:0/4247755382 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc61c10ff40 msgr2=0x7fc61c1a0750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:05.604 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.601+0000 7fc623400700 1 --2- 172.21.15.8:0/4247755382 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc61c10ff40 0x7fc61c1a0750 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7fc61400ef90 tx=0x7fc61400c450 comp rx=0 tx=0).stop 2024-05-20T21:27:05.604 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.602+0000 7fc623400700 1 -- 172.21.15.8:0/4247755382 shutdown_connections 2024-05-20T21:27:05.604 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.602+0000 7fc623400700 1 --2- 172.21.15.8:0/4247755382 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc6040b2880 0x7fc6040b4d40 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:05.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.602+0000 7fc623400700 1 --2- 172.21.15.8:0/4247755382 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc61c10ff40 0x7fc61c1a0750 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:05.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.602+0000 7fc623400700 1 --2- 172.21.15.8:0/4247755382 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc61c075770 0x7fc61c19bed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:05.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.602+0000 7fc623400700 1 --2- 172.21.15.8:0/4247755382 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc61c076090 0x7fc61c19c410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:05.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.602+0000 7fc623400700 1 -- 172.21.15.8:0/4247755382 >> 172.21.15.8:0/4247755382 conn(0x7fc61c07a6a0 msgr2=0x7fc61c1007f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:05.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.602+0000 7fc623400700 1 -- 172.21.15.8:0/4247755382 shutdown_connections 2024-05-20T21:27:05.605 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:05.602+0000 7fc623400700 1 -- 172.21.15.8:0/4247755382 wait complete. 2024-05-20T21:27:06.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:27:06 smithi130 ceph-mon[36448]: pgmap v793: 97 pgs: 97 active+clean; 1.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:27:06.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:27:06 smithi050 ceph-mon[35809]: pgmap v793: 97 pgs: 97 active+clean; 1.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:27:06.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:27:06 smithi008 ceph-mon[31475]: pgmap v793: 97 pgs: 97 active+clean; 1.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:27:07.595 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:27:07.596 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:27:08.070 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:27:08.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:27:08 smithi130 ceph-mon[36448]: pgmap v794: 97 pgs: 97 active+clean; 1.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:27:08.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:27:08 smithi050 ceph-mon[35809]: pgmap v794: 97 pgs: 97 active+clean; 1.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:27:08.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:27:08 smithi008 ceph-mon[31475]: pgmap v794: 97 pgs: 97 active+clean; 1.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:27:10.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.234+0000 7f1382200700 1 -- 172.21.15.8:0/3963333940 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f137c076090 msgr2=0x7f137c1141d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:10.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.234+0000 7f1382200700 1 --2- 172.21.15.8:0/3963333940 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f137c076090 0x7f137c1141d0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f13680098f0 tx=0x7f1368009c00 comp rx=0 tx=0).stop 2024-05-20T21:27:10.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.235+0000 7f1382200700 1 -- 172.21.15.8:0/3963333940 shutdown_connections 2024-05-20T21:27:10.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.235+0000 7f1382200700 1 --2- 172.21.15.8:0/3963333940 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f137c114710 0x7f137c116b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:10.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.235+0000 7f1382200700 1 --2- 172.21.15.8:0/3963333940 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f137c075770 0x7f137c075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:10.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.235+0000 7f1382200700 1 --2- 172.21.15.8:0/3963333940 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f137c076090 0x7f137c1141d0 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:10.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.235+0000 7f1382200700 1 -- 172.21.15.8:0/3963333940 >> 172.21.15.8:0/3963333940 conn(0x7f137c07a6a0 msgr2=0x7f137c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:10.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.235+0000 7f1382200700 1 -- 172.21.15.8:0/3963333940 shutdown_connections 2024-05-20T21:27:10.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.235+0000 7f1382200700 1 -- 172.21.15.8:0/3963333940 wait complete. 2024-05-20T21:27:10.237 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.236+0000 7f1382200700 1 Processor -- start 2024-05-20T21:27:10.237 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.236+0000 7f1382200700 1 -- start start 2024-05-20T21:27:10.239 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.237+0000 7f1382200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f137c075770 0x7f137c1a0320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:10.239 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.237+0000 7f1382200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f137c076090 0x7f137c1a0860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:10.239 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.237+0000 7f1382200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f137c114710 0x7f137c1a4bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:10.239 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.237+0000 7f1382200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f137c119d50 con 0x7f137c114710 2024-05-20T21:27:10.239 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.237+0000 7f1382200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f137c119bd0 con 0x7f137c075770 2024-05-20T21:27:10.239 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.237+0000 7f1382200700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f137c119ed0 con 0x7f137c076090 2024-05-20T21:27:10.239 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.237+0000 7f137be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f137c114710 0x7f137c1a4bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:10.239 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.237+0000 7f137aa00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f137c076090 0x7f137c1a0860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:10.239 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.237+0000 7f137aa00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f137c076090 0x7f137c1a0860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:38132/0 (socket says 172.21.15.8:38132) 2024-05-20T21:27:10.239 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.237+0000 7f137b400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f137c075770 0x7f137c1a0320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:10.240 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.237+0000 7f137aa00700 1 -- 172.21.15.8:0/3458576832 learned_addr learned my addr 172.21.15.8:0/3458576832 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:10.240 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.238+0000 7f137aa00700 1 -- 172.21.15.8:0/3458576832 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f137c075770 msgr2=0x7f137c1a0320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:10.240 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.238+0000 7f137aa00700 1 --2- 172.21.15.8:0/3458576832 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f137c075770 0x7f137c1a0320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:10.240 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.238+0000 7f137aa00700 1 -- 172.21.15.8:0/3458576832 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f137c114710 msgr2=0x7f137c1a4bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:10.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.238+0000 7f137aa00700 1 --2- 172.21.15.8:0/3458576832 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f137c114710 0x7f137c1a4bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:10.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.238+0000 7f137aa00700 1 -- 172.21.15.8:0/3458576832 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f137c1a5330 con 0x7f137c076090 2024-05-20T21:27:10.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.238+0000 7f137b400700 1 --2- 172.21.15.8:0/3458576832 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f137c075770 0x7f137c1a0320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:10.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.238+0000 7f137be00700 1 --2- 172.21.15.8:0/3458576832 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f137c114710 0x7f137c1a4bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:10.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.238+0000 7f137aa00700 1 --2- 172.21.15.8:0/3458576832 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f137c076090 0x7f137c1a0860 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f1368009230 tx=0x7f136800fa70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:10.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.239+0000 7f1373e00700 1 -- 172.21.15.8:0/3458576832 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13680050c0 con 0x7f137c076090 2024-05-20T21:27:10.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.239+0000 7f1382200700 1 -- 172.21.15.8:0/3458576832 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f137c1a55c0 con 0x7f137c076090 2024-05-20T21:27:10.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.239+0000 7f1373e00700 1 -- 172.21.15.8:0/3458576832 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f136800b560 con 0x7f137c076090 2024-05-20T21:27:10.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.239+0000 7f1382200700 1 -- 172.21.15.8:0/3458576832 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f137c1acea0 con 0x7f137c076090 2024-05-20T21:27:10.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.239+0000 7f1373e00700 1 -- 172.21.15.8:0/3458576832 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1368003a40 con 0x7f137c076090 2024-05-20T21:27:10.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.243+0000 7f1373e00700 1 -- 172.21.15.8:0/3458576832 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f136800b9d0 con 0x7f137c076090 2024-05-20T21:27:10.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.244+0000 7f138cbe3b80 1 Processor -- start 2024-05-20T21:27:10.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.244+0000 7f138cbe3b80 1 -- start start 2024-05-20T21:27:10.245 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.244+0000 7f138cbe3b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5613578b6f30 0x5613578b7310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:10.245 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.244+0000 7f138cbe3b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5613578b7850 0x5613578b12e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:10.245 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.244+0000 7f138cbe3b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5613578b1900 0x5613578b1d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:10.245 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.244+0000 7f138cbe3b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x56135780fec0 con 0x5613578b6f30 2024-05-20T21:27:10.245 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.244+0000 7f138cbe3b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5613577ffa60 con 0x5613578b1900 2024-05-20T21:27:10.245 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.244+0000 7f138cbe3b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x561357803aa0 con 0x5613578b7850 2024-05-20T21:27:10.245 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.244+0000 7f1373e00700 1 --2- 172.21.15.8:0/3458576832 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f13600b2900 0x7f13600b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:10.246 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.245+0000 7f1373e00700 1 -- 172.21.15.8:0/3458576832 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f13680e30a0 con 0x7f137c076090 2024-05-20T21:27:10.247 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.245+0000 7f137b400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5613578b7850 0x5613578b12e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:10.247 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.245+0000 7f137be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5613578b6f30 0x5613578b7310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:10.247 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.245+0000 7f137b400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5613578b7850 0x5613578b12e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:38142/0 (socket says 172.21.15.8:38142) 2024-05-20T21:27:10.247 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.245+0000 7f137b400700 1 -- 172.21.15.8:0/822071301 learned_addr learned my addr 172.21.15.8:0/822071301 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:10.247 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.245+0000 7f137be00700 1 --2- 172.21.15.8:0/3458576832 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f13600b2900 0x7f13600b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:10.247 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.245+0000 7f137aa00700 1 --2- 172.21.15.8:0/822071301 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5613578b1900 0x5613578b1d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:10.247 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.245+0000 7f137b400700 1 -- 172.21.15.8:0/822071301 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5613578b1900 msgr2=0x5613578b1d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:10.247 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.245+0000 7f137b400700 1 --2- 172.21.15.8:0/822071301 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5613578b1900 0x5613578b1d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:10.248 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.245+0000 7f137b400700 1 -- 172.21.15.8:0/822071301 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5613578b6f30 msgr2=0x5613578b7310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:10.248 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.245+0000 7f137b400700 1 --2- 172.21.15.8:0/822071301 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5613578b6f30 0x5613578b7310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:10.248 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.245+0000 7f137b400700 1 -- 172.21.15.8:0/822071301 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5613577c84a0 con 0x5613578b7850 2024-05-20T21:27:10.248 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.246+0000 7f137aa00700 1 --2- 172.21.15.8:0/822071301 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5613578b1900 0x5613578b1d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:27:10.248 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.246+0000 7f137b400700 1 --2- 172.21.15.8:0/822071301 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5613578b7850 0x5613578b12e0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f136c0115f0 tx=0x7f136c011900 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7dfc3f897f6f83b8 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:10.248 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.246+0000 7f137be00700 1 --2- 172.21.15.8:0/3458576832 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f13600b2900 0x7f13600b4dc0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f1374009610 tx=0x7f137400b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:10.248 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.246+0000 7f1370c00700 1 -- 172.21.15.8:0/822071301 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f136c01e070 con 0x5613578b7850 2024-05-20T21:27:10.248 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.246+0000 7f1370c00700 1 -- 172.21.15.8:0/822071301 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f136c019ae0 con 0x5613578b7850 2024-05-20T21:27:10.248 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.246+0000 7f1370c00700 1 -- 172.21.15.8:0/822071301 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f136c00eaf0 con 0x5613578b7850 2024-05-20T21:27:10.251 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.247+0000 7f138cbe3b80 1 -- 172.21.15.8:0/822071301 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5613578b7850 msgr2=0x5613578b12e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:10.251 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.247+0000 7f138cbe3b80 1 --2- 172.21.15.8:0/822071301 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5613578b7850 0x5613578b12e0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f136c0115f0 tx=0x7f136c011900 comp rx=0 tx=0).stop 2024-05-20T21:27:10.251 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.247+0000 7f138cbe3b80 1 -- 172.21.15.8:0/822071301 shutdown_connections 2024-05-20T21:27:10.251 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.247+0000 7f138cbe3b80 1 --2- 172.21.15.8:0/822071301 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5613578b1900 0x5613578b1d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:10.251 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.247+0000 7f138cbe3b80 1 --2- 172.21.15.8:0/822071301 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5613578b6f30 0x5613578b7310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:10.251 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.247+0000 7f138cbe3b80 1 --2- 172.21.15.8:0/822071301 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5613578b7850 0x5613578b12e0 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:10.251 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.247+0000 7f138cbe3b80 1 -- 172.21.15.8:0/822071301 >> 172.21.15.8:0/822071301 conn(0x5613577dfc60 msgr2=0x5613578ac090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:10.251 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.247+0000 7f138cbe3b80 1 -- 172.21.15.8:0/822071301 shutdown_connections 2024-05-20T21:27:10.251 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.247+0000 7f138cbe3b80 1 -- 172.21.15.8:0/822071301 wait complete. 2024-05-20T21:27:10.251 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.248+0000 7f138cbe3b80 1 -- start start 2024-05-20T21:27:10.251 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.248+0000 7f138cbe3b80 1 Processor -- start 2024-05-20T21:27:10.251 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.249+0000 7f138cbe3b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5613578b1900 0x5613578bd520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:10.252 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.249+0000 7f138cbe3b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5613578b6f30 0x5613578ba8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:10.252 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.249+0000 7f138cbe3b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5613578b7850 0x5613578bae00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:10.252 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.249+0000 7f138cbe3b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x561357706020 con 0x5613578b7850 2024-05-20T21:27:10.252 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.249+0000 7f138cbe3b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5613577a07e0 con 0x5613578b1900 2024-05-20T21:27:10.252 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.249+0000 7f138cbe3b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5613578be2c0 con 0x5613578b6f30 2024-05-20T21:27:10.252 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.249+0000 7f138cbe3b80 10 client.0 _ll_register_callbacks cb 0x5613577a9cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:10.252 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.249+0000 7f137be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5613578b7850 0x5613578bae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:10.252 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.249+0000 7f137aa00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5613578b6f30 0x5613578ba8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:10.252 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.249+0000 7f137be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5613578b7850 0x5613578bae00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:45822/0 (socket says 172.21.15.8:45822) 2024-05-20T21:27:10.252 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.249+0000 7f137b400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5613578b1900 0x5613578bd520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:10.252 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.249+0000 7f137be00700 1 -- 172.21.15.8:0/3133065358 learned_addr learned my addr 172.21.15.8:0/3133065358 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:10.252 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.249+0000 7f137aa00700 1 -- 172.21.15.8:0/3133065358 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5613578b1900 msgr2=0x5613578bd520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:10.252 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.250+0000 7f137aa00700 1 --2- 172.21.15.8:0/3133065358 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5613578b1900 0x5613578bd520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:10.253 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.250+0000 7f137aa00700 1 -- 172.21.15.8:0/3133065358 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5613578b7850 msgr2=0x5613578bae00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:10.253 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.250+0000 7f137aa00700 1 --2- 172.21.15.8:0/3133065358 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5613578b7850 0x5613578bae00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:10.253 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.250+0000 7f137aa00700 1 -- 172.21.15.8:0/3133065358 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56135774f950 con 0x5613578b6f30 2024-05-20T21:27:10.253 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.250+0000 7f137be00700 1 --2- 172.21.15.8:0/3133065358 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5613578b7850 0x5613578bae00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:10.253 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.250+0000 7f137b400700 1 --2- 172.21.15.8:0/3133065358 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5613578b1900 0x5613578bd520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:10.253 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.250+0000 7f137aa00700 1 --2- 172.21.15.8:0/3133065358 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5613578b6f30 0x5613578ba8c0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f13680e0be0 tx=0x7f13680a9fc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c1e6910188dd0651 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:10.253 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.250+0000 7f1365600700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:27:10.253 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.250+0000 7f1365600700 1 -- 172.21.15.8:0/3133065358 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13680a4e60 con 0x5613578b6f30 2024-05-20T21:27:10.253 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.250+0000 7f1365600700 1 -- 172.21.15.8:0/3133065358 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f13680a69d0 con 0x5613578b6f30 2024-05-20T21:27:10.253 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.250+0000 7f138cbe3b80 1 -- 172.21.15.8:0/3133065358 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f136c019ae0 con 0x5613578b6f30 2024-05-20T21:27:10.255 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.251+0000 7f1365600700 1 -- 172.21.15.8:0/3133065358 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f13680094e0 con 0x5613578b6f30 2024-05-20T21:27:10.255 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.251+0000 7f138cbe3b80 10 client.28708 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:10.255 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.251+0000 7f138cbe3b80 1 -- 172.21.15.8:0/3133065358 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5613577d00e0 con 0x5613578b6f30 2024-05-20T21:27:10.255 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.251+0000 7f1365600700 1 -- 172.21.15.8:0/3133065358 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f136c019ae0 con 0x5613578b6f30 2024-05-20T21:27:10.255 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.251+0000 7f1365600700 1 -- 172.21.15.8:0/3133065358 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f13680920f0 con 0x5613578b6f30 2024-05-20T21:27:10.255 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.251+0000 7f138cbe3b80 10 client.28708 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:10.256 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.251+0000 7f138cbe3b80 10 client.28708 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:27:10.256 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.251+0000 7f138cbe3b80 20 client.28708 populate_metadata read hostname 'smithi008' 2024-05-20T21:27:10.256 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.251+0000 7f138cbe3b80 1 --2- 172.21.15.8:0/3133065358 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5613578cad70 0x5613578cd1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:10.256 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.251+0000 7f138cbe3b80 4 client.28708 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:27:10.256 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.251+0000 7f138cbe3b80 1 -- 172.21.15.8:0/3133065358 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561357811e10 con 0x5613578cad70 2024-05-20T21:27:10.256 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.252+0000 7f137b400700 1 --2- 172.21.15.8:0/3133065358 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5613578cad70 0x5613578cd1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:10.256 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.252+0000 7f137b400700 1 --2- 172.21.15.8:0/3133065358 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5613578cad70 0x5613578cd1a0 crc :-1 s=READY pgs=312 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e40cca68f749f969 server_cookie=dbf8f669fc12eac4 in_seq=0 out_seq=0 2024-05-20T21:27:10.256 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.252+0000 7f1365600700 10 client.28708 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:27:10.256 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.253+0000 7f1365600700 1 -- 172.21.15.8:0/3133065358 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x561357811e10 con 0x5613578cad70 2024-05-20T21:27:10.256 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.253+0000 7f1365600700 10 client.28708 handle_command_reply: tid=0 2024-05-20T21:27:10.256 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.253+0000 7f138cbe3b80 1 client.28708 shutdown 2024-05-20T21:27:10.256 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.254+0000 7f138cbe3b80 1 -- 172.21.15.8:0/3133065358 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5613578b6f30 msgr2=0x5613578ba8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:10.256 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.254+0000 7f138cbe3b80 1 --2- 172.21.15.8:0/3133065358 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5613578b6f30 0x5613578ba8c0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f13680e0be0 tx=0x7f13680a9fc0 comp rx=0 tx=0).stop 2024-05-20T21:27:10.256 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.254+0000 7f138cbe3b80 1 -- 172.21.15.8:0/3133065358 shutdown_connections 2024-05-20T21:27:10.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.254+0000 7f138cbe3b80 1 --2- 172.21.15.8:0/3133065358 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5613578cad70 0x5613578cd1a0 crc :-1 s=READY pgs=312 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:10.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.254+0000 7f138cbe3b80 1 --2- 172.21.15.8:0/3133065358 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5613578b1900 0x5613578bd520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:10.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.254+0000 7f138cbe3b80 1 --2- 172.21.15.8:0/3133065358 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5613578b7850 0x5613578bae00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:10.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.254+0000 7f138cbe3b80 1 --2- 172.21.15.8:0/3133065358 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5613578b6f30 0x5613578ba8c0 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:10.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.254+0000 7f1365600700 0 client.28708 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:27:10.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.254+0000 7f138cbe3b80 1 -- 172.21.15.8:0/3133065358 >> 172.21.15.8:0/3133065358 conn(0x5613577dfc60 msgr2=0x5613578b02d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:10.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.254+0000 7f138cbe3b80 1 -- 172.21.15.8:0/3133065358 shutdown_connections 2024-05-20T21:27:10.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.254+0000 7f138cbe3b80 1 -- 172.21.15.8:0/3133065358 wait complete. 2024-05-20T21:27:10.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.254+0000 7f138cbe3b80 20 client.28708 trim_cache size 0 max 16384 2024-05-20T21:27:10.279 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.277+0000 7f138cbe3b80 1 Processor -- start 2024-05-20T21:27:10.279 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.277+0000 7f138cbe3b80 1 -- start start 2024-05-20T21:27:10.279 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.278+0000 7f138cbe3b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5613578b1900 0x5613578b12e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:10.279 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.278+0000 7f138cbe3b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5613578b6f30 0x5613578b50b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:10.279 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.278+0000 7f138cbe3b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5613578b7850 0x5613578badb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:10.280 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.278+0000 7f138cbe3b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f137c1b6af0 con 0x5613578b7850 2024-05-20T21:27:10.280 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.278+0000 7f138cbe3b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f137c1b4380 con 0x5613578b6f30 2024-05-20T21:27:10.280 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.278+0000 7f138cbe3b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f137c1b21d0 con 0x5613578b1900 2024-05-20T21:27:10.280 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.278+0000 7f137b400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5613578b1900 0x5613578b12e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:10.280 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.278+0000 7f137aa00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5613578b6f30 0x5613578b50b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:10.280 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.278+0000 7f137be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5613578b7850 0x5613578badb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:10.280 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.278+0000 7f137b400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5613578b1900 0x5613578b12e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:38164/0 (socket says 172.21.15.8:38164) 2024-05-20T21:27:10.280 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.278+0000 7f137b400700 1 -- 172.21.15.8:0/2576984614 learned_addr learned my addr 172.21.15.8:0/2576984614 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:10.280 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.279+0000 7f137aa00700 1 -- 172.21.15.8:0/2576984614 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5613578b1900 msgr2=0x5613578b12e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:10.280 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.279+0000 7f137aa00700 1 --2- 172.21.15.8:0/2576984614 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5613578b1900 0x5613578b12e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:10.280 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.279+0000 7f137aa00700 1 -- 172.21.15.8:0/2576984614 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5613578b7850 msgr2=0x5613578badb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:10.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.279+0000 7f137aa00700 1 --2- 172.21.15.8:0/2576984614 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5613578b7850 0x5613578badb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:10.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.279+0000 7f137aa00700 1 -- 172.21.15.8:0/2576984614 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5613578add80 con 0x5613578b6f30 2024-05-20T21:27:10.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.279+0000 7f137b400700 1 --2- 172.21.15.8:0/2576984614 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5613578b1900 0x5613578b12e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:10.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.279+0000 7f137aa00700 1 --2- 172.21.15.8:0/2576984614 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5613578b6f30 0x5613578b50b0 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f1368009680 tx=0x7f136800ef70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=da3ca8011f84c548 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:10.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.279+0000 7f1367e00700 1 -- 172.21.15.8:0/2576984614 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13680a4e60 con 0x5613578b6f30 2024-05-20T21:27:10.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.279+0000 7f1367e00700 1 -- 172.21.15.8:0/2576984614 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1368084e50 con 0x5613578b6f30 2024-05-20T21:27:10.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.279+0000 7f1367e00700 1 -- 172.21.15.8:0/2576984614 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13680aa9a0 con 0x5613578b6f30 2024-05-20T21:27:10.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.280+0000 7f138cbe3b80 1 -- 172.21.15.8:0/2576984614 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5613578b6f30 msgr2=0x5613578b50b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:10.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.280+0000 7f138cbe3b80 1 --2- 172.21.15.8:0/2576984614 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5613578b6f30 0x5613578b50b0 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f1368009680 tx=0x7f136800ef70 comp rx=0 tx=0).stop 2024-05-20T21:27:10.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.280+0000 7f138cbe3b80 1 -- 172.21.15.8:0/2576984614 shutdown_connections 2024-05-20T21:27:10.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.280+0000 7f138cbe3b80 1 --2- 172.21.15.8:0/2576984614 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5613578b7850 0x5613578badb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:10.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.280+0000 7f138cbe3b80 1 --2- 172.21.15.8:0/2576984614 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5613578b1900 0x5613578b12e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:10.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.280+0000 7f138cbe3b80 1 --2- 172.21.15.8:0/2576984614 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5613578b6f30 0x5613578b50b0 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:10.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.280+0000 7f138cbe3b80 1 -- 172.21.15.8:0/2576984614 >> 172.21.15.8:0/2576984614 conn(0x5613577dfc60 msgr2=0x5613578ba6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:10.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.280+0000 7f138cbe3b80 1 -- 172.21.15.8:0/2576984614 shutdown_connections 2024-05-20T21:27:10.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.280+0000 7f138cbe3b80 1 -- 172.21.15.8:0/2576984614 wait complete. 2024-05-20T21:27:10.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.281+0000 7f138cbe3b80 1 -- start start 2024-05-20T21:27:10.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.281+0000 7f138cbe3b80 1 Processor -- start 2024-05-20T21:27:10.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.281+0000 7f138cbe3b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5613578b1900 0x5613578c3c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:10.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.281+0000 7f138cbe3b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5613578b6f30 0x5613578c0550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:10.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.281+0000 7f138cbe3b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5613578b7850 0x5613578c0ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:10.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.281+0000 7f138cbe3b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f137c1b2840 con 0x5613578b7850 2024-05-20T21:27:10.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.281+0000 7f138cbe3b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f137c1b3cb0 con 0x5613578b1900 2024-05-20T21:27:10.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.281+0000 7f138cbe3b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f137c1b2f10 con 0x5613578b6f30 2024-05-20T21:27:10.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.281+0000 7f138cbe3b80 10 client.0 _ll_register_callbacks cb 0x5613577a9cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:10.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.282+0000 7f137b400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5613578b1900 0x5613578c3c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:10.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.282+0000 7f137b400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5613578b1900 0x5613578c3c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:43194/0 (socket says 172.21.15.8:43194) 2024-05-20T21:27:10.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.282+0000 7f137b400700 1 -- 172.21.15.8:0/4288653935 learned_addr learned my addr 172.21.15.8:0/4288653935 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:10.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.282+0000 7f137aa00700 1 --2- 172.21.15.8:0/4288653935 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5613578b6f30 0x5613578c0550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:10.285 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.282+0000 7f137be00700 1 --2- 172.21.15.8:0/4288653935 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5613578b7850 0x5613578c0ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:10.285 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.282+0000 7f137b400700 1 -- 172.21.15.8:0/4288653935 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5613578b6f30 msgr2=0x5613578c0550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:10.285 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.282+0000 7f137b400700 1 --2- 172.21.15.8:0/4288653935 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5613578b6f30 0x5613578c0550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:10.285 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.282+0000 7f137b400700 1 -- 172.21.15.8:0/4288653935 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5613578b7850 msgr2=0x5613578c0ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:10.285 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.282+0000 7f137b400700 1 --2- 172.21.15.8:0/4288653935 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5613578b7850 0x5613578c0ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:10.285 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.282+0000 7f137b400700 1 -- 172.21.15.8:0/4288653935 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5613578c1320 con 0x5613578b1900 2024-05-20T21:27:10.285 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.282+0000 7f137b400700 1 --2- 172.21.15.8:0/4288653935 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5613578b1900 0x5613578c3c90 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f136c01c040 tx=0x7f136c00e560 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2950a0ea33a6ef51 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:10.286 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.282+0000 7f1365600700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:27:10.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.283+0000 7f1365600700 1 -- 172.21.15.8:0/4288653935 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f136c01e040 con 0x5613578b1900 2024-05-20T21:27:10.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.283+0000 7f138cbe3b80 1 -- 172.21.15.8:0/4288653935 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1368084e50 con 0x5613578b1900 2024-05-20T21:27:10.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.283+0000 7f1365600700 1 -- 172.21.15.8:0/4288653935 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f136c005110 con 0x5613578b1900 2024-05-20T21:27:10.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.283+0000 7f1365600700 1 -- 172.21.15.8:0/4288653935 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f136c005310 con 0x5613578b1900 2024-05-20T21:27:10.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.283+0000 7f138cbe3b80 10 client.28655 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:10.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.283+0000 7f138cbe3b80 1 -- 172.21.15.8:0/4288653935 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x561357936a80 con 0x5613578b1900 2024-05-20T21:27:10.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.283+0000 7f1365600700 1 -- 172.21.15.8:0/4288653935 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1368084e50 con 0x5613578b1900 2024-05-20T21:27:10.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.284+0000 7f1365600700 1 -- 172.21.15.8:0/4288653935 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f136c003680 con 0x5613578b1900 2024-05-20T21:27:10.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.284+0000 7f138cbe3b80 10 client.28655 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:10.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.284+0000 7f138cbe3b80 10 client.28655 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:27:10.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.284+0000 7f138cbe3b80 20 client.28655 populate_metadata read hostname 'smithi008' 2024-05-20T21:27:10.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.284+0000 7f138cbe3b80 1 --2- 172.21.15.8:0/4288653935 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x561357937030 0x561357939450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:10.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.284+0000 7f138cbe3b80 4 client.28655 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:27:10.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.284+0000 7f138cbe3b80 1 -- 172.21.15.8:0/4288653935 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x56135780b5f0 con 0x561357937030 2024-05-20T21:27:10.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.284+0000 7f137aa00700 1 --2- 172.21.15.8:0/4288653935 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x561357937030 0x561357939450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:10.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.285+0000 7f137aa00700 1 --2- 172.21.15.8:0/4288653935 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x561357937030 0x561357939450 crc :-1 s=READY pgs=313 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3c68c2b011e959c9 server_cookie=2b2ad7e5e6ddca10 in_seq=0 out_seq=0 2024-05-20T21:27:10.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.285+0000 7f1365600700 10 client.28655 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:27:10.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.286+0000 7f1365600700 1 -- 172.21.15.8:0/4288653935 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x56135780b5f0 con 0x561357937030 2024-05-20T21:27:10.290 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.286+0000 7f1365600700 10 client.28655 handle_command_reply: tid=0 2024-05-20T21:27:10.290 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.286+0000 7f138cbe3b80 1 client.28655 shutdown 2024-05-20T21:27:10.290 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.286+0000 7f138cbe3b80 1 -- 172.21.15.8:0/4288653935 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5613578b1900 msgr2=0x5613578c3c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:10.290 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.286+0000 7f138cbe3b80 1 --2- 172.21.15.8:0/4288653935 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5613578b1900 0x5613578c3c90 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f136c01c040 tx=0x7f136c00e560 comp rx=0 tx=0).stop 2024-05-20T21:27:10.290 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.286+0000 7f138cbe3b80 1 -- 172.21.15.8:0/4288653935 shutdown_connections 2024-05-20T21:27:10.290 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.286+0000 7f138cbe3b80 1 --2- 172.21.15.8:0/4288653935 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x561357937030 0x561357939450 crc :-1 s=READY pgs=313 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:10.290 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.286+0000 7f138cbe3b80 1 --2- 172.21.15.8:0/4288653935 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5613578b1900 0x5613578c3c90 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:10.290 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.286+0000 7f138cbe3b80 1 --2- 172.21.15.8:0/4288653935 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5613578b7850 0x5613578c0ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:10.291 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.286+0000 7f138cbe3b80 1 --2- 172.21.15.8:0/4288653935 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5613578b6f30 0x5613578c0550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:10.291 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.286+0000 7f138cbe3b80 1 -- 172.21.15.8:0/4288653935 >> 172.21.15.8:0/4288653935 conn(0x5613577dfc60 msgr2=0x5613578b7c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:10.291 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.286+0000 7f1365600700 0 client.28655 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:27:10.291 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.286+0000 7f138cbe3b80 1 -- 172.21.15.8:0/4288653935 shutdown_connections 2024-05-20T21:27:10.291 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.286+0000 7f138cbe3b80 1 -- 172.21.15.8:0/4288653935 wait complete. 2024-05-20T21:27:10.291 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.286+0000 7f138cbe3b80 20 client.28655 trim_cache size 0 max 16384 2024-05-20T21:27:10.291 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:27:10.292 INFO:teuthology.orchestra.run.smithi008.stdout: "return_code": 0, 2024-05-20T21:27:10.292 INFO:teuthology.orchestra.run.smithi008.stdout: "scrub_tag": "e04c5879-8907-4330-a7e2-db57d68753a1", 2024-05-20T21:27:10.292 INFO:teuthology.orchestra.run.smithi008.stdout: "mode": "asynchronous" 2024-05-20T21:27:10.292 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:27:10.293 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.287+0000 7f1382200700 1 -- 172.21.15.8:0/3458576832 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f13600b2900 msgr2=0x7f13600b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:10.293 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.287+0000 7f1382200700 1 --2- 172.21.15.8:0/3458576832 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f13600b2900 0x7f13600b4dc0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f1374009610 tx=0x7f137400b040 comp rx=0 tx=0).stop 2024-05-20T21:27:10.293 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.287+0000 7f1382200700 1 -- 172.21.15.8:0/3458576832 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f137c076090 msgr2=0x7f137c1a0860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:10.293 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.287+0000 7f1382200700 1 --2- 172.21.15.8:0/3458576832 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f137c076090 0x7f137c1a0860 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f1368009230 tx=0x7f136800fa70 comp rx=0 tx=0).stop 2024-05-20T21:27:10.293 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.287+0000 7f1382200700 1 -- 172.21.15.8:0/3458576832 shutdown_connections 2024-05-20T21:27:10.293 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.287+0000 7f1382200700 1 --2- 172.21.15.8:0/3458576832 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f13600b2900 0x7f13600b4dc0 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:10.294 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.287+0000 7f1382200700 1 --2- 172.21.15.8:0/3458576832 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f137c075770 0x7f137c1a0320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:10.294 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.287+0000 7f1382200700 1 --2- 172.21.15.8:0/3458576832 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f137c114710 0x7f137c1a4bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:10.294 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.287+0000 7f1382200700 1 --2- 172.21.15.8:0/3458576832 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f137c076090 0x7f137c1a0860 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:10.294 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.287+0000 7f1382200700 1 -- 172.21.15.8:0/3458576832 >> 172.21.15.8:0/3458576832 conn(0x7f137c07a6a0 msgr2=0x7f137c110210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:10.294 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.287+0000 7f1382200700 1 -- 172.21.15.8:0/3458576832 shutdown_connections 2024-05-20T21:27:10.294 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:10.288+0000 7f1382200700 1 -- 172.21.15.8:0/3458576832 wait complete. 2024-05-20T21:27:10.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:27:10 smithi130 ceph-mon[36448]: pgmap v795: 97 pgs: 97 active+clean; 1.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:27:10.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:27:10 smithi050 ceph-mon[35809]: pgmap v795: 97 pgs: 97 active+clean; 1.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:27:10.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:27:10 smithi008 ceph-mon[31475]: pgmap v795: 97 pgs: 97 active+clean; 1.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:27:11.237 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:27:11.716 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:27:11.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:27:11 smithi130 ceph-mon[36448]: scrub queued for path: / 2024-05-20T21:27:11.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:27:11 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:27:11.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:27:11 smithi130 ceph-mon[36448]: scrub summary: active paths [/] 2024-05-20T21:27:11.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:27:11 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:27:11.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:27:11 smithi130 ceph-mon[36448]: scrub summary: idle 2024-05-20T21:27:11.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:27:11 smithi050 ceph-mon[35809]: scrub queued for path: / 2024-05-20T21:27:11.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:27:11 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:27:11.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:27:11 smithi050 ceph-mon[35809]: scrub summary: active paths [/] 2024-05-20T21:27:11.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:27:11 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:27:11.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:27:11 smithi050 ceph-mon[35809]: scrub summary: idle 2024-05-20T21:27:11.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:27:11 smithi008 ceph-mon[31475]: scrub queued for path: / 2024-05-20T21:27:11.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:27:11 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:27:11.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:27:11 smithi008 ceph-mon[31475]: scrub summary: active paths [/] 2024-05-20T21:27:11.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:27:11 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:27:11.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:27:11 smithi008 ceph-mon[31475]: scrub summary: idle 2024-05-20T21:27:12.865 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.864+0000 7f3cea400640 1 -- 172.21.15.8:0/1551801940 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3ce41029f0 msgr2=0x7f3ce4102e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:12.865 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.864+0000 7f3cea400640 1 --2- 172.21.15.8:0/1551801940 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3ce41029f0 0x7f3ce4102e70 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f3ccc009900 tx=0x7f3ccc02a3f0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.866 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.865+0000 7f3cea400640 1 -- 172.21.15.8:0/1551801940 shutdown_connections 2024-05-20T21:27:12.866 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.865+0000 7f3cea400640 1 --2- 172.21.15.8:0/1551801940 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3ce41033b0 0x7f3ce4109c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.866 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.865+0000 7f3cea400640 1 --2- 172.21.15.8:0/1551801940 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3ce41029f0 0x7f3ce4102e70 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.866 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.865+0000 7f3cea400640 1 --2- 172.21.15.8:0/1551801940 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3ce4101800 0x7f3ce4101c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.866 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.865+0000 7f3cea400640 1 -- 172.21.15.8:0/1551801940 >> 172.21.15.8:0/1551801940 conn(0x7f3ce40fcd30 msgr2=0x7f3ce40ff1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:12.866 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.865+0000 7f3cea400640 1 -- 172.21.15.8:0/1551801940 shutdown_connections 2024-05-20T21:27:12.866 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.865+0000 7f3cea400640 1 -- 172.21.15.8:0/1551801940 wait complete. 2024-05-20T21:27:12.868 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.866+0000 7f3cea400640 1 Processor -- start 2024-05-20T21:27:12.868 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.866+0000 7f3cea400640 1 -- start start 2024-05-20T21:27:12.868 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.866+0000 7f3cea400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3ce4101800 0x7f3ce419ad00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:12.868 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.866+0000 7f3cea400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3ce41029f0 0x7f3ce419b240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:12.868 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.866+0000 7f3cea400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3ce41033b0 0x7f3ce41a2270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:12.868 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.866+0000 7f3cea400640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f3ce410e450 con 0x7f3ce41029f0 2024-05-20T21:27:12.869 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.866+0000 7f3cea400640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f3ce410e2d0 con 0x7f3ce41033b0 2024-05-20T21:27:12.869 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.866+0000 7f3cea400640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f3ce410e5d0 con 0x7f3ce4101800 2024-05-20T21:27:12.869 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.866+0000 7f3ce9000640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3ce4101800 0x7f3ce419ad00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:12.869 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.867+0000 7f3cdbe00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3ce41029f0 0x7f3ce419b240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:12.869 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.867+0000 7f3ce9000640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3ce4101800 0x7f3ce419ad00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:40228/0 (socket says 172.21.15.8:40228) 2024-05-20T21:27:12.869 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.867+0000 7f3ce9000640 1 -- 172.21.15.8:0/2841004241 learned_addr learned my addr 172.21.15.8:0/2841004241 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:12.869 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.867+0000 7f3ce9a00640 1 --2- 172.21.15.8:0/2841004241 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3ce41033b0 0x7f3ce41a2270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:12.869 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.867+0000 7f3ce9000640 1 -- 172.21.15.8:0/2841004241 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3ce41033b0 msgr2=0x7f3ce41a2270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:12.869 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.867+0000 7f3ce9000640 1 --2- 172.21.15.8:0/2841004241 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3ce41033b0 0x7f3ce41a2270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.869 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.867+0000 7f3ce9000640 1 -- 172.21.15.8:0/2841004241 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3ce41029f0 msgr2=0x7f3ce419b240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:12.869 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.867+0000 7f3ce9000640 1 --2- 172.21.15.8:0/2841004241 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3ce41029f0 0x7f3ce419b240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.869 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.867+0000 7f3ce9000640 1 -- 172.21.15.8:0/2841004241 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ce41a2910 con 0x7f3ce4101800 2024-05-20T21:27:12.869 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.867+0000 7f3ce9a00640 1 --2- 172.21.15.8:0/2841004241 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3ce41033b0 0x7f3ce41a2270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:12.869 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.867+0000 7f3ce9000640 1 --2- 172.21.15.8:0/2841004241 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3ce4101800 0x7f3ce419ad00 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f3cd400e9c0 tx=0x7f3cd400ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:12.870 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.868+0000 7f3ce2000640 1 -- 172.21.15.8:0/2841004241 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cd400cde0 con 0x7f3ce4101800 2024-05-20T21:27:12.870 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.868+0000 7f3cea400640 1 -- 172.21.15.8:0/2841004241 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ce41a2c00 con 0x7f3ce4101800 2024-05-20T21:27:12.870 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.868+0000 7f3ce2000640 1 -- 172.21.15.8:0/2841004241 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3cd40108e0 con 0x7f3ce4101800 2024-05-20T21:27:12.870 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.868+0000 7f3ce2000640 1 -- 172.21.15.8:0/2841004241 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cd40188d0 con 0x7f3ce4101800 2024-05-20T21:27:12.870 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.868+0000 7f3cea400640 1 -- 172.21.15.8:0/2841004241 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ce41a31a0 con 0x7f3ce4101800 2024-05-20T21:27:12.872 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.872+0000 7f3ce2000640 1 -- 172.21.15.8:0/2841004241 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f3cd401f020 con 0x7f3ce4101800 2024-05-20T21:27:12.872 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.872+0000 7f3cee998740 1 Processor -- start 2024-05-20T21:27:12.873 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.872+0000 7f3cee998740 1 -- start start 2024-05-20T21:27:12.873 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.872+0000 7f3cee998740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e3bb2d0cf0 0x55e3bb2d1110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:12.873 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.872+0000 7f3cee998740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e3bb2d16e0 0x55e3bb2d61e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:12.873 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.872+0000 7f3cee998740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e3bb2d6850 0x55e3bb2d8ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:12.873 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.872+0000 7f3cee998740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55e3bb240b90 con 0x55e3bb2d16e0 2024-05-20T21:27:12.873 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.872+0000 7f3cee998740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55e3bb230730 con 0x55e3bb2d0cf0 2024-05-20T21:27:12.873 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.872+0000 7f3cee998740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55e3bb234770 con 0x55e3bb2d6850 2024-05-20T21:27:12.878 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.873+0000 7f3ce9000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e3bb2d16e0 0x55e3bb2d61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:12.878 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.873+0000 7f3ce9a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e3bb2d0cf0 0x55e3bb2d1110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:12.878 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.873+0000 7f3ce9a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e3bb2d0cf0 0x55e3bb2d1110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:51338/0 (socket says 172.21.15.8:51338) 2024-05-20T21:27:12.879 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.873+0000 7f3ce9a00640 1 -- 172.21.15.8:0/3505973777 learned_addr learned my addr 172.21.15.8:0/3505973777 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:12.879 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.873+0000 7f3cdbe00640 1 --2- 172.21.15.8:0/3505973777 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e3bb2d6850 0x55e3bb2d8ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:12.879 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.873+0000 7f3ce9a00640 1 -- 172.21.15.8:0/3505973777 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e3bb2d6850 msgr2=0x55e3bb2d8ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:12.879 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.873+0000 7f3ce9a00640 1 --2- 172.21.15.8:0/3505973777 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e3bb2d6850 0x55e3bb2d8ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.879 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.873+0000 7f3ce9a00640 1 -- 172.21.15.8:0/3505973777 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e3bb2d16e0 msgr2=0x55e3bb2d61e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:12.879 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.873+0000 7f3ce9a00640 1 --2- 172.21.15.8:0/3505973777 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e3bb2d16e0 0x55e3bb2d61e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.879 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.873+0000 7f3ce9a00640 1 -- 172.21.15.8:0/3505973777 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e3bb1c98b0 con 0x55e3bb2d0cf0 2024-05-20T21:27:12.879 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.874+0000 7f3ce9a00640 1 --2- 172.21.15.8:0/3505973777 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e3bb2d0cf0 0x55e3bb2d1110 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f3cdc0117e0 tx=0x7f3cdc011ca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2726eebfbd6dad50 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:12.879 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.874+0000 7f3ce2000640 1 --2- 172.21.15.8:0/2841004241 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3cc80b2850 0x7f3cc80b4d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:12.879 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.874+0000 7f3ce2000640 1 -- 172.21.15.8:0/2841004241 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f3cd40e2430 con 0x7f3ce4101800 2024-05-20T21:27:12.879 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.874+0000 7f3cda000640 1 -- 172.21.15.8:0/3505973777 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cdc011310 con 0x55e3bb2d0cf0 2024-05-20T21:27:12.879 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.874+0000 7f3cda000640 1 -- 172.21.15.8:0/3505973777 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3cdc003e20 con 0x55e3bb2d0cf0 2024-05-20T21:27:12.879 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.874+0000 7f3cda000640 1 -- 172.21.15.8:0/3505973777 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cdc0044f0 con 0x55e3bb2d0cf0 2024-05-20T21:27:12.880 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.874+0000 7f3ce9000640 1 --2- 172.21.15.8:0/2841004241 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3cc80b2850 0x7f3cc80b4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:12.884 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.875+0000 7f3cee998740 1 -- 172.21.15.8:0/3505973777 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e3bb2d0cf0 msgr2=0x55e3bb2d1110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:12.884 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.875+0000 7f3cee998740 1 --2- 172.21.15.8:0/3505973777 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e3bb2d0cf0 0x55e3bb2d1110 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f3cdc0117e0 tx=0x7f3cdc011ca0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.884 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.875+0000 7f3ce9000640 1 --2- 172.21.15.8:0/2841004241 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3cc80b2850 0x7f3cc80b4d10 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f3cd400eff0 tx=0x7f3cd40e5e70 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:12.884 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.875+0000 7f3cee998740 1 -- 172.21.15.8:0/3505973777 shutdown_connections 2024-05-20T21:27:12.884 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.875+0000 7f3cee998740 1 --2- 172.21.15.8:0/3505973777 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e3bb2d6850 0x55e3bb2d8ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.884 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.875+0000 7f3cee998740 1 --2- 172.21.15.8:0/3505973777 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e3bb2d16e0 0x55e3bb2d61e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.884 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.875+0000 7f3cee998740 1 --2- 172.21.15.8:0/3505973777 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e3bb2d0cf0 0x55e3bb2d1110 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.884 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.875+0000 7f3cee998740 1 -- 172.21.15.8:0/3505973777 >> 172.21.15.8:0/3505973777 conn(0x55e3bb2cc360 msgr2=0x55e3bb2cc760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:12.884 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.875+0000 7f3cee998740 1 -- 172.21.15.8:0/3505973777 shutdown_connections 2024-05-20T21:27:12.884 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.875+0000 7f3cee998740 1 -- 172.21.15.8:0/3505973777 wait complete. 2024-05-20T21:27:12.884 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.875+0000 7f3cee998740 1 -- start start 2024-05-20T21:27:12.885 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.876+0000 7f3cee998740 1 Processor -- start 2024-05-20T21:27:12.885 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.876+0000 7f3cee998740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e3bb2d0cf0 0x55e3bb2daab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:12.885 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.876+0000 7f3cee998740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e3bb2d16e0 0x55e3bb2daff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:12.885 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.876+0000 7f3cee998740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e3bb2d6850 0x55e3bb2e2030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:12.885 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.876+0000 7f3cee998740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55e3baf16790 con 0x55e3bb2d0cf0 2024-05-20T21:27:12.885 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.876+0000 7f3cee998740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55e3bb1d8bc0 con 0x55e3bb2d6850 2024-05-20T21:27:12.885 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.876+0000 7f3cee998740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55e3bb2d9800 con 0x55e3bb2d16e0 2024-05-20T21:27:12.885 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.876+0000 7f3cee998740 10 client.0 _ll_register_callbacks cb 0x55e3bb1b6400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:12.885 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.876+0000 7f3cdbe00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e3bb2d16e0 0x55e3bb2daff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:12.885 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.876+0000 7f3cdbe00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e3bb2d16e0 0x55e3bb2daff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:40254/0 (socket says 172.21.15.8:40254) 2024-05-20T21:27:12.885 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.877+0000 7f3cdbe00640 1 -- 172.21.15.8:0/2813544403 learned_addr learned my addr 172.21.15.8:0/2813544403 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:12.885 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.877+0000 7f3ce9a00640 1 --2- 172.21.15.8:0/2813544403 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e3bb2d6850 0x55e3bb2e2030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:12.885 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.877+0000 7f3ce9a00640 1 --2- 172.21.15.8:0/2813544403 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e3bb2d0cf0 0x55e3bb2daab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:12.886 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.877+0000 7f3cdbe00640 1 -- 172.21.15.8:0/2813544403 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e3bb2d6850 msgr2=0x55e3bb2e2030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:12.886 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.877+0000 7f3cdbe00640 1 --2- 172.21.15.8:0/2813544403 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e3bb2d6850 0x55e3bb2e2030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.886 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.877+0000 7f3cdbe00640 1 -- 172.21.15.8:0/2813544403 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e3bb2d0cf0 msgr2=0x55e3bb2daab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:12.886 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.877+0000 7f3cdbe00640 1 --2- 172.21.15.8:0/2813544403 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e3bb2d0cf0 0x55e3bb2daab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.886 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.877+0000 7f3cdbe00640 1 -- 172.21.15.8:0/2813544403 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e3baf45210 con 0x55e3bb2d16e0 2024-05-20T21:27:12.886 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.877+0000 7f3ce9a00640 1 --2- 172.21.15.8:0/2813544403 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e3bb2d6850 0x55e3bb2e2030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:27:12.886 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.877+0000 7f3cdbe00640 1 --2- 172.21.15.8:0/2813544403 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e3bb2d16e0 0x55e3bb2daff0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f3ccc009900 tx=0x7f3ccc031db0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c29a8ba6d625e9bb server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:12.886 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.877+0000 7f3cd2a00640 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:27:12.886 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.878+0000 7f3cd2a00640 1 -- 172.21.15.8:0/2813544403 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ccc035040 con 0x55e3bb2d16e0 2024-05-20T21:27:12.886 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.878+0000 7f3cd2a00640 1 -- 172.21.15.8:0/2813544403 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f3ccc004040 con 0x55e3bb2d16e0 2024-05-20T21:27:12.886 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.878+0000 7f3cee998740 1 -- 172.21.15.8:0/2813544403 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3cdc003e20 con 0x55e3bb2d16e0 2024-05-20T21:27:12.886 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.878+0000 7f3cd2a00640 1 -- 172.21.15.8:0/2813544403 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3ccc004240 con 0x55e3bb2d16e0 2024-05-20T21:27:12.886 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.878+0000 7f3cee998740 10 client.28726 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:12.886 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.878+0000 7f3cee998740 1 -- 172.21.15.8:0/2813544403 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e3bb011620 con 0x55e3bb2d16e0 2024-05-20T21:27:12.887 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.878+0000 7f3cd2a00640 1 -- 172.21.15.8:0/2813544403 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3cdc003e20 con 0x55e3bb2d16e0 2024-05-20T21:27:12.887 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.879+0000 7f3cd2a00640 1 -- 172.21.15.8:0/2813544403 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f3ccc03c440 con 0x55e3bb2d16e0 2024-05-20T21:27:12.887 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.879+0000 7f3cee998740 10 client.28726 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:12.887 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.879+0000 7f3cee998740 10 client.28726 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:27:12.887 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.879+0000 7f3cee998740 20 client.28726 populate_metadata read hostname 'smithi008' 2024-05-20T21:27:12.887 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.879+0000 7f3cee998740 1 --2- 172.21.15.8:0/2813544403 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e3bb2e6690 0x55e3bb2e8ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:12.887 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.879+0000 7f3cee998740 4 client.28726 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:27:12.887 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.879+0000 7f3cee998740 1 -- 172.21.15.8:0/2813544403 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e3bb242ae0 con 0x55e3bb2e6690 2024-05-20T21:27:12.887 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.879+0000 7f3ce9a00640 1 --2- 172.21.15.8:0/2813544403 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e3bb2e6690 0x55e3bb2e8ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:12.887 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.879+0000 7f3ce9a00640 1 --2- 172.21.15.8:0/2813544403 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e3bb2e6690 0x55e3bb2e8ae0 crc :-1 s=READY pgs=314 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=519a98c2b2dd0a06 server_cookie=371f4a46720e47b8 in_seq=0 out_seq=0 2024-05-20T21:27:12.887 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.879+0000 7f3cd2a00640 10 client.28726 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:27:12.887 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.880+0000 7f3cd2a00640 1 -- 172.21.15.8:0/2813544403 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55e3bb242ae0 con 0x55e3bb2e6690 2024-05-20T21:27:12.887 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.880+0000 7f3cd2a00640 10 client.28726 handle_command_reply: tid=0 2024-05-20T21:27:12.888 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.880+0000 7f3cee998740 1 client.28726 shutdown 2024-05-20T21:27:12.888 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.881+0000 7f3cee998740 1 -- 172.21.15.8:0/2813544403 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e3bb2d16e0 msgr2=0x55e3bb2daff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:12.888 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.881+0000 7f3cee998740 1 --2- 172.21.15.8:0/2813544403 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e3bb2d16e0 0x55e3bb2daff0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f3ccc009900 tx=0x7f3ccc031db0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.888 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.881+0000 7f3cee998740 1 -- 172.21.15.8:0/2813544403 shutdown_connections 2024-05-20T21:27:12.888 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.881+0000 7f3cee998740 1 --2- 172.21.15.8:0/2813544403 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e3bb2e6690 0x55e3bb2e8ae0 crc :-1 s=READY pgs=314 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.888 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.881+0000 7f3cee998740 1 --2- 172.21.15.8:0/2813544403 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e3bb2d6850 0x55e3bb2e2030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.888 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.881+0000 7f3cee998740 1 --2- 172.21.15.8:0/2813544403 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e3bb2d16e0 0x55e3bb2daff0 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.888 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.881+0000 7f3cee998740 1 --2- 172.21.15.8:0/2813544403 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e3bb2d0cf0 0x55e3bb2daab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.888 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.881+0000 7f3cd2a00640 0 client.28726 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:27:12.888 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.881+0000 7f3cee998740 1 -- 172.21.15.8:0/2813544403 >> 172.21.15.8:0/2813544403 conn(0x55e3bb2cc360 msgr2=0x55e3bb2cb4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:12.888 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.881+0000 7f3cee998740 1 -- 172.21.15.8:0/2813544403 shutdown_connections 2024-05-20T21:27:12.889 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.881+0000 7f3cee998740 1 -- 172.21.15.8:0/2813544403 wait complete. 2024-05-20T21:27:12.889 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.881+0000 7f3cee998740 20 client.28726 trim_cache size 0 max 16384 2024-05-20T21:27:12.898 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.898+0000 7f3cee998740 1 Processor -- start 2024-05-20T21:27:12.899 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.898+0000 7f3cee998740 1 -- start start 2024-05-20T21:27:12.899 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.898+0000 7f3cee998740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e3bb2d0cf0 0x55e3bb2cf8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:12.899 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.898+0000 7f3cee998740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e3bb2d16e0 0x55e3bb2e1ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:12.899 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.898+0000 7f3cee998740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e3bb2d6850 0x55e3bb2d2890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:12.899 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.898+0000 7f3cee998740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f3ce41aa2c0 con 0x55e3bb2d0cf0 2024-05-20T21:27:12.899 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.898+0000 7f3cee998740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f3ce41a7b90 con 0x55e3bb2d16e0 2024-05-20T21:27:12.899 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.898+0000 7f3cee998740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f3ce41a5a00 con 0x55e3bb2d6850 2024-05-20T21:27:12.900 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.899+0000 7f3ce9a00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e3bb2d0cf0 0x55e3bb2cf8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:12.900 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.899+0000 7f3ce9a00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e3bb2d0cf0 0x55e3bb2cf8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54342/0 (socket says 172.21.15.8:54342) 2024-05-20T21:27:12.900 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.899+0000 7f3ce9a00640 1 -- 172.21.15.8:0/1872673273 learned_addr learned my addr 172.21.15.8:0/1872673273 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:12.901 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.899+0000 7f3cdbe00640 1 --2- 172.21.15.8:0/1872673273 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e3bb2d16e0 0x55e3bb2e1ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:12.901 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.899+0000 7f3ce9a00640 1 --2- 172.21.15.8:0/1872673273 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e3bb2d6850 0x55e3bb2d2890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:12.901 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.899+0000 7f3ce9a00640 1 -- 172.21.15.8:0/1872673273 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e3bb2d6850 msgr2=0x55e3bb2d2890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:12.901 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.899+0000 7f3ce9a00640 1 --2- 172.21.15.8:0/1872673273 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e3bb2d6850 0x55e3bb2d2890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.901 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.899+0000 7f3ce9a00640 1 -- 172.21.15.8:0/1872673273 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e3bb2d16e0 msgr2=0x55e3bb2e1ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:12.901 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.899+0000 7f3ce9a00640 1 --2- 172.21.15.8:0/1872673273 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e3bb2d16e0 0x55e3bb2e1ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.901 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.899+0000 7f3ce9a00640 1 -- 172.21.15.8:0/1872673273 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e3bb2e9160 con 0x55e3bb2d0cf0 2024-05-20T21:27:12.901 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.899+0000 7f3cdbe00640 1 --2- 172.21.15.8:0/1872673273 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e3bb2d16e0 0x55e3bb2e1ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:12.901 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.900+0000 7f3ce9a00640 1 --2- 172.21.15.8:0/1872673273 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e3bb2d0cf0 0x55e3bb2cf8d0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f3cdc0117b0 tx=0x7f3cdc01e040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a767730053cc324 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:12.901 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.900+0000 7f3cd9600640 1 -- 172.21.15.8:0/1872673273 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cdc011470 con 0x55e3bb2d0cf0 2024-05-20T21:27:12.901 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.900+0000 7f3cd9600640 1 -- 172.21.15.8:0/1872673273 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3cdc00fe50 con 0x55e3bb2d0cf0 2024-05-20T21:27:12.901 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.900+0000 7f3cd9600640 1 -- 172.21.15.8:0/1872673273 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cdc0058a0 con 0x55e3bb2d0cf0 2024-05-20T21:27:12.904 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.901+0000 7f3cee998740 1 -- 172.21.15.8:0/1872673273 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e3bb2d0cf0 msgr2=0x55e3bb2cf8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:12.904 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.901+0000 7f3cee998740 1 --2- 172.21.15.8:0/1872673273 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e3bb2d0cf0 0x55e3bb2cf8d0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f3cdc0117b0 tx=0x7f3cdc01e040 comp rx=0 tx=0).stop 2024-05-20T21:27:12.905 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.901+0000 7f3cee998740 1 -- 172.21.15.8:0/1872673273 shutdown_connections 2024-05-20T21:27:12.905 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.901+0000 7f3cee998740 1 --2- 172.21.15.8:0/1872673273 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e3bb2d6850 0x55e3bb2d2890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.905 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.901+0000 7f3cee998740 1 --2- 172.21.15.8:0/1872673273 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e3bb2d16e0 0x55e3bb2e1ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.905 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.901+0000 7f3cee998740 1 --2- 172.21.15.8:0/1872673273 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e3bb2d0cf0 0x55e3bb2cf8d0 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.905 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.901+0000 7f3cee998740 1 -- 172.21.15.8:0/1872673273 >> 172.21.15.8:0/1872673273 conn(0x55e3bb2cc360 msgr2=0x55e3bb2d2180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:12.905 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.901+0000 7f3cee998740 1 -- 172.21.15.8:0/1872673273 shutdown_connections 2024-05-20T21:27:12.905 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.901+0000 7f3cee998740 1 -- 172.21.15.8:0/1872673273 wait complete. 2024-05-20T21:27:12.905 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.901+0000 7f3cee998740 1 -- start start 2024-05-20T21:27:12.905 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.901+0000 7f3cee998740 1 Processor -- start 2024-05-20T21:27:12.905 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.902+0000 7f3cee998740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e3bb2d0cf0 0x55e3bb2df5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:12.905 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.902+0000 7f3cee998740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e3bb2d16e0 0x55e3bb2dfae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:12.905 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.902+0000 7f3cee998740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e3bb2d6850 0x55e3bb2e0aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:12.905 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.902+0000 7f3cee998740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f3ce41a6050 con 0x55e3bb2d16e0 2024-05-20T21:27:12.906 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.902+0000 7f3cee998740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f3ce41a74c0 con 0x55e3bb2d0cf0 2024-05-20T21:27:12.906 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.902+0000 7f3cee998740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f3ce41a6720 con 0x55e3bb2d6850 2024-05-20T21:27:12.906 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.902+0000 7f3cee998740 10 client.0 _ll_register_callbacks cb 0x7f3ccc009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:12.906 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.902+0000 7f3cdbe00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e3bb2d16e0 0x55e3bb2dfae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:12.906 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.902+0000 7f3cdbe00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e3bb2d16e0 0x55e3bb2dfae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54346/0 (socket says 172.21.15.8:54346) 2024-05-20T21:27:12.906 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.902+0000 7f3cdbe00640 1 -- 172.21.15.8:0/3268373826 learned_addr learned my addr 172.21.15.8:0/3268373826 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:12.906 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.902+0000 7f3ce9a00640 1 --2- 172.21.15.8:0/3268373826 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e3bb2d0cf0 0x55e3bb2df5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:12.906 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.902+0000 7f3ce9a00640 1 --2- 172.21.15.8:0/3268373826 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e3bb2d6850 0x55e3bb2e0aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:12.906 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.903+0000 7f3cdbe00640 1 -- 172.21.15.8:0/3268373826 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e3bb2d6850 msgr2=0x55e3bb2e0aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:12.906 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.903+0000 7f3cdbe00640 1 --2- 172.21.15.8:0/3268373826 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e3bb2d6850 0x55e3bb2e0aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.906 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.903+0000 7f3cdbe00640 1 -- 172.21.15.8:0/3268373826 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e3bb2d0cf0 msgr2=0x55e3bb2df5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:12.906 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.903+0000 7f3cdbe00640 1 --2- 172.21.15.8:0/3268373826 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e3bb2d0cf0 0x55e3bb2df5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.906 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.903+0000 7f3cdbe00640 1 -- 172.21.15.8:0/3268373826 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e3bb2cc190 con 0x55e3bb2d16e0 2024-05-20T21:27:12.907 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.903+0000 7f3ce9a00640 1 --2- 172.21.15.8:0/3268373826 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e3bb2d0cf0 0x55e3bb2df5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:27:12.907 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.903+0000 7f3cdbe00640 1 --2- 172.21.15.8:0/3268373826 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e3bb2d16e0 0x55e3bb2dfae0 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f3ccc03c880 tx=0x7f3ccc004610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c596cee1498fe2e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:12.907 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.903+0000 7f3cd2a00640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:27:12.907 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.903+0000 7f3cd2a00640 1 -- 172.21.15.8:0/3268373826 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ccc055020 con 0x55e3bb2d16e0 2024-05-20T21:27:12.907 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.903+0000 7f3cd2a00640 1 -- 172.21.15.8:0/3268373826 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f3ccc03caf0 con 0x55e3bb2d16e0 2024-05-20T21:27:12.907 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.903+0000 7f3cee998740 1 -- 172.21.15.8:0/3268373826 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3cdc00fe50 con 0x55e3bb2d16e0 2024-05-20T21:27:12.907 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.903+0000 7f3cd2a00640 1 -- 172.21.15.8:0/3268373826 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3ccc060050 con 0x55e3bb2d16e0 2024-05-20T21:27:12.907 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.903+0000 7f3cee998740 10 client.18558 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:12.907 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.903+0000 7f3cee998740 1 -- 172.21.15.8:0/3268373826 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e3bb2d0930 con 0x55e3bb2d16e0 2024-05-20T21:27:12.907 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.904+0000 7f3cd2a00640 1 -- 172.21.15.8:0/3268373826 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3cdc00fe50 con 0x55e3bb2d16e0 2024-05-20T21:27:12.907 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.904+0000 7f3cd2a00640 1 -- 172.21.15.8:0/3268373826 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f3ccc051a20 con 0x55e3bb2d16e0 2024-05-20T21:27:12.907 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.904+0000 7f3cee998740 10 client.18558 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:12.907 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.904+0000 7f3cee998740 10 client.18558 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:27:12.907 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.904+0000 7f3cee998740 20 client.18558 populate_metadata read hostname 'smithi008' 2024-05-20T21:27:12.908 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.904+0000 7f3cee998740 1 --2- 172.21.15.8:0/3268373826 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e3bb3517d0 0x55e3bb353bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:12.908 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.904+0000 7f3cee998740 4 client.18558 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:27:12.908 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.904+0000 7f3cee998740 1 -- 172.21.15.8:0/3268373826 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55e3bb23c2c0 con 0x55e3bb3517d0 2024-05-20T21:27:12.908 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.904+0000 7f3ce9a00640 1 --2- 172.21.15.8:0/3268373826 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e3bb3517d0 0x55e3bb353bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:12.908 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.905+0000 7f3ce9a00640 1 --2- 172.21.15.8:0/3268373826 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e3bb3517d0 0x55e3bb353bf0 crc :-1 s=READY pgs=315 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=41ffe3d3058e1e4a server_cookie=5231117a5e2217d1 in_seq=0 out_seq=0 2024-05-20T21:27:12.908 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.905+0000 7f3cd2a00640 10 client.18558 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:27:12.921 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.921+0000 7f3cd2a00640 1 -- 172.21.15.8:0/3268373826 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55e3bb23c2c0 con 0x55e3bb3517d0 2024-05-20T21:27:12.921 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.921+0000 7f3cd2a00640 10 client.18558 handle_command_reply: tid=0 2024-05-20T21:27:12.921 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.921+0000 7f3cee998740 1 client.18558 shutdown 2024-05-20T21:27:12.921 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.921+0000 7f3cee998740 1 -- 172.21.15.8:0/3268373826 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e3bb2d16e0 msgr2=0x55e3bb2dfae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:12.921 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.921+0000 7f3cee998740 1 --2- 172.21.15.8:0/3268373826 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e3bb2d16e0 0x55e3bb2dfae0 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f3ccc03c880 tx=0x7f3ccc004610 comp rx=0 tx=0).stop 2024-05-20T21:27:12.921 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.921+0000 7f3cee998740 1 -- 172.21.15.8:0/3268373826 shutdown_connections 2024-05-20T21:27:12.921 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.921+0000 7f3cee998740 1 --2- 172.21.15.8:0/3268373826 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e3bb3517d0 0x55e3bb353bf0 crc :-1 s=READY pgs=315 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.922 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.921+0000 7f3cee998740 1 --2- 172.21.15.8:0/3268373826 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e3bb2d6850 0x55e3bb2e0aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.922 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.921+0000 7f3cee998740 1 --2- 172.21.15.8:0/3268373826 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e3bb2d16e0 0x55e3bb2dfae0 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.922 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.921+0000 7f3cee998740 1 --2- 172.21.15.8:0/3268373826 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e3bb2d0cf0 0x55e3bb2df5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.922 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.921+0000 7f3cee998740 1 -- 172.21.15.8:0/3268373826 >> 172.21.15.8:0/3268373826 conn(0x55e3bb2cc360 msgr2=0x55e3bb2cf8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:12.922 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.921+0000 7f3cd2a00640 0 client.18558 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:27:12.922 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.922+0000 7f3cee998740 1 -- 172.21.15.8:0/3268373826 shutdown_connections 2024-05-20T21:27:12.922 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.922+0000 7f3cee998740 1 -- 172.21.15.8:0/3268373826 wait complete. 2024-05-20T21:27:12.922 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.922+0000 7f3cee998740 20 client.18558 trim_cache size 0 max 16384 2024-05-20T21:27:12.922 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:27:12.923 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:27:12.923 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:27:12.923 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.922+0000 7f3cea400640 1 -- 172.21.15.8:0/2841004241 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3cc80b2850 msgr2=0x7f3cc80b4d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:12.923 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.922+0000 7f3cea400640 1 --2- 172.21.15.8:0/2841004241 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3cc80b2850 0x7f3cc80b4d10 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f3cd400eff0 tx=0x7f3cd40e5e70 comp rx=0 tx=0).stop 2024-05-20T21:27:12.923 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.922+0000 7f3cea400640 1 -- 172.21.15.8:0/2841004241 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3ce4101800 msgr2=0x7f3ce419ad00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:12.924 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.922+0000 7f3cea400640 1 --2- 172.21.15.8:0/2841004241 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3ce4101800 0x7f3ce419ad00 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f3cd400e9c0 tx=0x7f3cd400ee80 comp rx=0 tx=0).stop 2024-05-20T21:27:12.924 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.922+0000 7f3cea400640 1 -- 172.21.15.8:0/2841004241 shutdown_connections 2024-05-20T21:27:12.924 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.922+0000 7f3cea400640 1 --2- 172.21.15.8:0/2841004241 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3cc80b2850 0x7f3cc80b4d10 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.924 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.922+0000 7f3cea400640 1 --2- 172.21.15.8:0/2841004241 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3ce41033b0 0x7f3ce41a2270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.924 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.922+0000 7f3cea400640 1 --2- 172.21.15.8:0/2841004241 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3ce41029f0 0x7f3ce419b240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.924 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.922+0000 7f3cea400640 1 --2- 172.21.15.8:0/2841004241 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3ce4101800 0x7f3ce419ad00 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.924 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.922+0000 7f3cea400640 1 -- 172.21.15.8:0/2841004241 >> 172.21.15.8:0/2841004241 conn(0x7f3ce40fcd30 msgr2=0x7f3ce410a600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:12.924 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.922+0000 7f3cea400640 1 -- 172.21.15.8:0/2841004241 shutdown_connections 2024-05-20T21:27:12.924 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:12.922+0000 7f3cea400640 1 -- 172.21.15.8:0/2841004241 wait complete. 2024-05-20T21:27:12.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:27:12 smithi050 ceph-mon[35809]: pgmap v796: 97 pgs: 97 active+clean; 1.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:27:12.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:27:12 smithi008 ceph-mon[31475]: pgmap v796: 97 pgs: 97 active+clean; 1.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:27:13.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:27:12 smithi130 ceph-mon[36448]: pgmap v796: 97 pgs: 97 active+clean; 1.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:27:13.884 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.883+0000 7f2655400700 1 -- 172.21.15.8:0/3533580986 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f26501041a0 msgr2=0x7f26501081c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:13.885 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.883+0000 7f2655400700 1 --2- 172.21.15.8:0/3533580986 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f26501041a0 0x7f26501081c0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f26380098f0 tx=0x7f2638009c00 comp rx=0 tx=0).stop 2024-05-20T21:27:13.885 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.884+0000 7f2655400700 1 -- 172.21.15.8:0/3533580986 shutdown_connections 2024-05-20T21:27:13.885 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.884+0000 7f2655400700 1 --2- 172.21.15.8:0/3533580986 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f26501037f0 0x7f2650103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:13.885 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.884+0000 7f2655400700 1 --2- 172.21.15.8:0/3533580986 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f26501088f0 0x7f2650110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:13.885 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.884+0000 7f2655400700 1 --2- 172.21.15.8:0/3533580986 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f26501041a0 0x7f26501081c0 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:13.885 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.884+0000 7f2655400700 1 -- 172.21.15.8:0/3533580986 >> 172.21.15.8:0/3533580986 conn(0x7f265007a6a0 msgr2=0x7f265007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:13.885 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.884+0000 7f2655400700 1 -- 172.21.15.8:0/3533580986 shutdown_connections 2024-05-20T21:27:13.885 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.884+0000 7f2655400700 1 -- 172.21.15.8:0/3533580986 wait complete. 2024-05-20T21:27:13.890 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.885+0000 7f2655400700 1 Processor -- start 2024-05-20T21:27:13.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.885+0000 7f2655400700 1 -- start start 2024-05-20T21:27:13.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.886+0000 7f2655400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f26501037f0 0x7f265019bde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:13.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.886+0000 7f2655400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f26501041a0 0x7f265019c320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:13.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.886+0000 7f2655400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f26501088f0 0x7f26501a06b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:13.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.886+0000 7f2655400700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f2650113700 con 0x7f26501088f0 2024-05-20T21:27:13.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.886+0000 7f2655400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2650113580 con 0x7f26501037f0 2024-05-20T21:27:13.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.886+0000 7f2655400700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f2650113880 con 0x7f26501041a0 2024-05-20T21:27:13.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.886+0000 7f2645e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f26501041a0 0x7f265019c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:13.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.886+0000 7f2645e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f26501041a0 0x7f265019c320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:40288/0 (socket says 172.21.15.8:40288) 2024-05-20T21:27:13.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.886+0000 7f2645e00700 1 -- 172.21.15.8:0/3973486170 learned_addr learned my addr 172.21.15.8:0/3973486170 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:13.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.886+0000 7f264f200700 1 --2- 172.21.15.8:0/3973486170 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f26501088f0 0x7f26501a06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:13.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.886+0000 7f264e800700 1 --2- 172.21.15.8:0/3973486170 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f26501037f0 0x7f265019bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:13.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.887+0000 7f2645e00700 1 -- 172.21.15.8:0/3973486170 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f26501037f0 msgr2=0x7f265019bde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:13.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.887+0000 7f2645e00700 1 --2- 172.21.15.8:0/3973486170 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f26501037f0 0x7f265019bde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:13.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.887+0000 7f2645e00700 1 -- 172.21.15.8:0/3973486170 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f26501088f0 msgr2=0x7f26501a06b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:13.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.887+0000 7f2645e00700 1 --2- 172.21.15.8:0/3973486170 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f26501088f0 0x7f26501a06b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:13.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.887+0000 7f2645e00700 1 -- 172.21.15.8:0/3973486170 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26501a0df0 con 0x7f26501041a0 2024-05-20T21:27:13.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.887+0000 7f264f200700 1 --2- 172.21.15.8:0/3973486170 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f26501088f0 0x7f26501a06b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:13.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.887+0000 7f2645e00700 1 --2- 172.21.15.8:0/3973486170 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f26501041a0 0x7f265019c320 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f2638009230 tx=0x7f263800fa70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:13.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.888+0000 7f2647e00700 1 -- 172.21.15.8:0/3973486170 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26380050c0 con 0x7f26501041a0 2024-05-20T21:27:13.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.888+0000 7f2655400700 1 -- 172.21.15.8:0/3973486170 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26501a1080 con 0x7f26501041a0 2024-05-20T21:27:13.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.888+0000 7f2647e00700 1 -- 172.21.15.8:0/3973486170 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f263800b560 con 0x7f26501041a0 2024-05-20T21:27:13.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.888+0000 7f2647e00700 1 -- 172.21.15.8:0/3973486170 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2638003a00 con 0x7f26501041a0 2024-05-20T21:27:13.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.888+0000 7f2655400700 1 -- 172.21.15.8:0/3973486170 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26501a8960 con 0x7f26501041a0 2024-05-20T21:27:13.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.891+0000 7f2647e00700 1 -- 172.21.15.8:0/3973486170 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f263800b710 con 0x7f26501041a0 2024-05-20T21:27:13.900 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.893+0000 7f265fe82b80 1 Processor -- start 2024-05-20T21:27:13.900 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.893+0000 7f265fe82b80 1 -- start start 2024-05-20T21:27:13.900 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.893+0000 7f2647e00700 1 --2- 172.21.15.8:0/3973486170 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f26340b2880 0x7f26340b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:13.900 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.893+0000 7f265fe82b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a3d288c610 0x55a3d288c9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:13.900 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.893+0000 7f2647e00700 1 -- 172.21.15.8:0/3973486170 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f26380e31c0 con 0x7f26501041a0 2024-05-20T21:27:13.900 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.893+0000 7f265fe82b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a3d288cf30 0x55a3d2886b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:13.900 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.893+0000 7f265fe82b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a3d2887140 0x55a3d28875c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:13.900 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.893+0000 7f265fe82b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55a3d27e4e40 con 0x55a3d2887140 2024-05-20T21:27:13.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.893+0000 7f265fe82b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55a3d27d49e0 con 0x55a3d288cf30 2024-05-20T21:27:13.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.893+0000 7f265fe82b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55a3d27d8a20 con 0x55a3d288c610 2024-05-20T21:27:13.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.893+0000 7f264f200700 1 --2- 172.21.15.8:0/3973486170 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f26340b2880 0x7f26340b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:13.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.894+0000 7f264e800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a3d288c610 0x55a3d288c9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:13.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.894+0000 7f264f200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a3d2887140 0x55a3d28875c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:13.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.894+0000 7f264e800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a3d288c610 0x55a3d288c9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:40296/0 (socket says 172.21.15.8:40296) 2024-05-20T21:27:13.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.894+0000 7f264e800700 1 -- 172.21.15.8:0/3378423506 learned_addr learned my addr 172.21.15.8:0/3378423506 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:13.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.894+0000 7f2645e00700 1 --2- 172.21.15.8:0/3378423506 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a3d288cf30 0x55a3d2886b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:13.902 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.894+0000 7f264e800700 1 -- 172.21.15.8:0/3378423506 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a3d288cf30 msgr2=0x55a3d2886b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:13.902 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.894+0000 7f264e800700 1 --2- 172.21.15.8:0/3378423506 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a3d288cf30 0x55a3d2886b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:13.902 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.894+0000 7f264e800700 1 -- 172.21.15.8:0/3378423506 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a3d2887140 msgr2=0x55a3d28875c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:13.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.894+0000 7f264e800700 1 --2- 172.21.15.8:0/3378423506 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a3d2887140 0x55a3d28875c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:13.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.894+0000 7f264e800700 1 -- 172.21.15.8:0/3378423506 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a3d279d420 con 0x55a3d288c610 2024-05-20T21:27:13.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.894+0000 7f264f200700 1 --2- 172.21.15.8:0/3378423506 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a3d2887140 0x55a3d28875c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:13.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.895+0000 7f264f200700 1 --2- 172.21.15.8:0/3973486170 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f26340b2880 0x7f26340b4d40 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f2648009fd0 tx=0x7f2648003cf0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:13.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.895+0000 7f264e800700 1 --2- 172.21.15.8:0/3378423506 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a3d288c610 0x55a3d288c9f0 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f2640009d80 tx=0x7f2640011720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a0e462fb60adbfc7 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:13.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.895+0000 7f263fe00700 1 -- 172.21.15.8:0/3378423506 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2640004230 con 0x55a3d288c610 2024-05-20T21:27:13.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.895+0000 7f263fe00700 1 -- 172.21.15.8:0/3378423506 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f26400043d0 con 0x55a3d288c610 2024-05-20T21:27:13.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.895+0000 7f263fe00700 1 -- 172.21.15.8:0/3378423506 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2640019850 con 0x55a3d288c610 2024-05-20T21:27:13.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.896+0000 7f265fe82b80 1 -- 172.21.15.8:0/3378423506 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a3d288c610 msgr2=0x55a3d288c9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:13.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.896+0000 7f265fe82b80 1 --2- 172.21.15.8:0/3378423506 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a3d288c610 0x55a3d288c9f0 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f2640009d80 tx=0x7f2640011720 comp rx=0 tx=0).stop 2024-05-20T21:27:13.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.896+0000 7f265fe82b80 1 -- 172.21.15.8:0/3378423506 shutdown_connections 2024-05-20T21:27:13.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.896+0000 7f265fe82b80 1 --2- 172.21.15.8:0/3378423506 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a3d2887140 0x55a3d28875c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:13.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.896+0000 7f265fe82b80 1 --2- 172.21.15.8:0/3378423506 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a3d288c610 0x55a3d288c9f0 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:13.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.896+0000 7f265fe82b80 1 --2- 172.21.15.8:0/3378423506 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a3d288cf30 0x55a3d2886b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:13.904 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.896+0000 7f265fe82b80 1 -- 172.21.15.8:0/3378423506 >> 172.21.15.8:0/3378423506 conn(0x55a3d27b4be0 msgr2=0x55a3d2881690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:13.904 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.897+0000 7f265fe82b80 1 -- 172.21.15.8:0/3378423506 shutdown_connections 2024-05-20T21:27:13.904 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.897+0000 7f265fe82b80 1 -- 172.21.15.8:0/3378423506 wait complete. 2024-05-20T21:27:13.906 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.897+0000 7f265fe82b80 1 -- start start 2024-05-20T21:27:13.907 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.897+0000 7f265fe82b80 1 Processor -- start 2024-05-20T21:27:13.907 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.898+0000 7f265fe82b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a3d2887140 0x55a3d2892b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:13.907 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.898+0000 7f265fe82b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a3d288c610 0x55a3d288ff70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:13.907 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.898+0000 7f265fe82b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a3d288cf30 0x55a3d28904b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:13.907 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.898+0000 7f265fe82b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55a3d26dafa0 con 0x55a3d288cf30 2024-05-20T21:27:13.907 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.898+0000 7f265fe82b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55a3d2775760 con 0x55a3d288c610 2024-05-20T21:27:13.907 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.898+0000 7f265fe82b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55a3d28939e0 con 0x55a3d2887140 2024-05-20T21:27:13.907 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.898+0000 7f265fe82b80 10 client.0 _ll_register_callbacks cb 0x55a3d277ec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:13.907 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.898+0000 7f264e800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a3d2887140 0x55a3d2892b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:13.907 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.898+0000 7f264f200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a3d288cf30 0x55a3d28904b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:13.907 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.898+0000 7f264e800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a3d2887140 0x55a3d2892b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:40302/0 (socket says 172.21.15.8:40302) 2024-05-20T21:27:13.907 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.898+0000 7f264e800700 1 -- 172.21.15.8:0/1492801588 learned_addr learned my addr 172.21.15.8:0/1492801588 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:13.907 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.898+0000 7f2645e00700 1 --2- 172.21.15.8:0/1492801588 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a3d288c610 0x55a3d288ff70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:13.907 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.899+0000 7f264f200700 1 -- 172.21.15.8:0/1492801588 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a3d2887140 msgr2=0x55a3d2892b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:13.908 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.899+0000 7f264f200700 1 --2- 172.21.15.8:0/1492801588 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a3d2887140 0x55a3d2892b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:13.908 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.899+0000 7f264f200700 1 -- 172.21.15.8:0/1492801588 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a3d288c610 msgr2=0x55a3d288ff70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:13.908 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.899+0000 7f264f200700 1 --2- 172.21.15.8:0/1492801588 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a3d288c610 0x55a3d288ff70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:13.908 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.899+0000 7f264f200700 1 -- 172.21.15.8:0/1492801588 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a3d27248d0 con 0x55a3d288cf30 2024-05-20T21:27:13.908 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.899+0000 7f264f200700 1 --2- 172.21.15.8:0/1492801588 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a3d288cf30 0x55a3d28904b0 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f26480092d0 tx=0x7f2648004b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=40b5738a0e944cdd server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:13.908 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.899+0000 7f263cc00700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:27:13.908 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.899+0000 7f263cc00700 1 -- 172.21.15.8:0/1492801588 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2648004040 con 0x55a3d288cf30 2024-05-20T21:27:13.908 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.900+0000 7f265fe82b80 1 -- 172.21.15.8:0/1492801588 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f26400043d0 con 0x55a3d288cf30 2024-05-20T21:27:13.908 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.900+0000 7f263cc00700 1 -- 172.21.15.8:0/1492801588 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f2648012040 con 0x55a3d288cf30 2024-05-20T21:27:13.908 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.900+0000 7f263cc00700 1 -- 172.21.15.8:0/1492801588 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2648007c60 con 0x55a3d288cf30 2024-05-20T21:27:13.908 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.900+0000 7f265fe82b80 10 client.18570 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:13.908 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.900+0000 7f265fe82b80 1 -- 172.21.15.8:0/1492801588 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a3d27a5060 con 0x55a3d288cf30 2024-05-20T21:27:13.908 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.900+0000 7f263cc00700 1 -- 172.21.15.8:0/1492801588 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f26400043d0 con 0x55a3d288cf30 2024-05-20T21:27:13.908 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.901+0000 7f263cc00700 1 -- 172.21.15.8:0/1492801588 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f264801b900 con 0x55a3d288cf30 2024-05-20T21:27:13.909 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.901+0000 7f265fe82b80 10 client.18570 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:13.909 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.901+0000 7f265fe82b80 10 client.18570 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:27:13.909 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.901+0000 7f265fe82b80 20 client.18570 populate_metadata read hostname 'smithi008' 2024-05-20T21:27:13.909 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.901+0000 7f265fe82b80 1 --2- 172.21.15.8:0/1492801588 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a3d28a03f0 0x55a3d28a2850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:13.909 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.901+0000 7f265fe82b80 4 client.18570 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:27:13.909 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.901+0000 7f265fe82b80 1 -- 172.21.15.8:0/1492801588 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a3d27e6d90 con 0x55a3d28a03f0 2024-05-20T21:27:13.909 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.901+0000 7f264e800700 1 --2- 172.21.15.8:0/1492801588 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a3d28a03f0 0x55a3d28a2850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:13.909 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.902+0000 7f264e800700 1 --2- 172.21.15.8:0/1492801588 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a3d28a03f0 0x55a3d28a2850 crc :-1 s=READY pgs=316 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8f6987a9f4ef93ca server_cookie=d171b6c3bb6887fc in_seq=0 out_seq=0 2024-05-20T21:27:13.910 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.902+0000 7f263cc00700 10 client.18570 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:27:13.910 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.903+0000 7f263cc00700 1 -- 172.21.15.8:0/1492801588 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55a3d27e6d90 con 0x55a3d28a03f0 2024-05-20T21:27:13.910 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.903+0000 7f263cc00700 10 client.18570 handle_command_reply: tid=0 2024-05-20T21:27:13.910 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.903+0000 7f265fe82b80 1 client.18570 shutdown 2024-05-20T21:27:13.910 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.903+0000 7f265fe82b80 1 -- 172.21.15.8:0/1492801588 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a3d288cf30 msgr2=0x55a3d28904b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:13.910 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.903+0000 7f265fe82b80 1 --2- 172.21.15.8:0/1492801588 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a3d288cf30 0x55a3d28904b0 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f26480092d0 tx=0x7f2648004b40 comp rx=0 tx=0).stop 2024-05-20T21:27:13.910 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.903+0000 7f265fe82b80 1 -- 172.21.15.8:0/1492801588 shutdown_connections 2024-05-20T21:27:13.910 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.903+0000 7f265fe82b80 1 --2- 172.21.15.8:0/1492801588 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a3d28a03f0 0x55a3d28a2850 crc :-1 s=READY pgs=316 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:13.910 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.903+0000 7f265fe82b80 1 --2- 172.21.15.8:0/1492801588 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a3d288cf30 0x55a3d28904b0 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:13.910 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.903+0000 7f265fe82b80 1 --2- 172.21.15.8:0/1492801588 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a3d2887140 0x55a3d2892b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:13.910 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.903+0000 7f265fe82b80 1 --2- 172.21.15.8:0/1492801588 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a3d288c610 0x55a3d288ff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:13.910 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.903+0000 7f265fe82b80 1 -- 172.21.15.8:0/1492801588 >> 172.21.15.8:0/1492801588 conn(0x55a3d27b4be0 msgr2=0x55a3d2880d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:13.910 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.903+0000 7f263cc00700 0 client.18570 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:27:13.911 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.903+0000 7f265fe82b80 1 -- 172.21.15.8:0/1492801588 shutdown_connections 2024-05-20T21:27:13.911 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.903+0000 7f265fe82b80 1 -- 172.21.15.8:0/1492801588 wait complete. 2024-05-20T21:27:13.911 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.904+0000 7f265fe82b80 20 client.18570 trim_cache size 0 max 16384 2024-05-20T21:27:13.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.926+0000 7f265fe82b80 1 Processor -- start 2024-05-20T21:27:13.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.926+0000 7f265fe82b80 1 -- start start 2024-05-20T21:27:13.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.926+0000 7f265fe82b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a3d27b4be0 0x55a3d288dba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:13.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.926+0000 7f265fe82b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a3d2887140 0x55a3d28814f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:13.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.927+0000 7f265fe82b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a3d288c610 0x55a3d288ef70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:13.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.927+0000 7f265fe82b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f26501b25a0 con 0x55a3d288c610 2024-05-20T21:27:13.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.927+0000 7f265fe82b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f26501afe30 con 0x55a3d27b4be0 2024-05-20T21:27:13.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.927+0000 7f265fe82b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f26501adc80 con 0x55a3d2887140 2024-05-20T21:27:13.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.927+0000 7f264f200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a3d288c610 0x55a3d288ef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:13.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.927+0000 7f264f200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a3d288c610 0x55a3d288ef70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54400/0 (socket says 172.21.15.8:54400) 2024-05-20T21:27:13.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.927+0000 7f264f200700 1 -- 172.21.15.8:0/682779598 learned_addr learned my addr 172.21.15.8:0/682779598 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:13.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.927+0000 7f2645e00700 1 --2- 172.21.15.8:0/682779598 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a3d2887140 0x55a3d28814f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:13.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.927+0000 7f264e800700 1 --2- 172.21.15.8:0/682779598 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a3d27b4be0 0x55a3d288dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:13.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.927+0000 7f264f200700 1 -- 172.21.15.8:0/682779598 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a3d2887140 msgr2=0x55a3d28814f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:13.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.927+0000 7f264f200700 1 --2- 172.21.15.8:0/682779598 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a3d2887140 0x55a3d28814f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:13.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.927+0000 7f264f200700 1 -- 172.21.15.8:0/682779598 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a3d27b4be0 msgr2=0x55a3d288dba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:13.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.927+0000 7f264f200700 1 --2- 172.21.15.8:0/682779598 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a3d27b4be0 0x55a3d288dba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:13.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.927+0000 7f264f200700 1 -- 172.21.15.8:0/682779598 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a3d2893380 con 0x55a3d288c610 2024-05-20T21:27:13.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.927+0000 7f264e800700 1 --2- 172.21.15.8:0/682779598 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a3d27b4be0 0x55a3d288dba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:13.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.928+0000 7f264f200700 1 --2- 172.21.15.8:0/682779598 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a3d288c610 0x55a3d288ef70 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f2648004b10 tx=0x7f2648009f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=259aa5c1018656a9 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:13.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.928+0000 7f263f400700 1 -- 172.21.15.8:0/682779598 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2648007e00 con 0x55a3d288c610 2024-05-20T21:27:13.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.928+0000 7f263f400700 1 -- 172.21.15.8:0/682779598 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2648003fc0 con 0x55a3d288c610 2024-05-20T21:27:13.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.928+0000 7f263f400700 1 -- 172.21.15.8:0/682779598 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2648030a00 con 0x55a3d288c610 2024-05-20T21:27:13.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.929+0000 7f265fe82b80 1 -- 172.21.15.8:0/682779598 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a3d288c610 msgr2=0x55a3d288ef70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:13.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.929+0000 7f265fe82b80 1 --2- 172.21.15.8:0/682779598 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a3d288c610 0x55a3d288ef70 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f2648004b10 tx=0x7f2648009f10 comp rx=0 tx=0).stop 2024-05-20T21:27:13.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.929+0000 7f265fe82b80 1 -- 172.21.15.8:0/682779598 shutdown_connections 2024-05-20T21:27:13.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.929+0000 7f265fe82b80 1 --2- 172.21.15.8:0/682779598 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a3d27b4be0 0x55a3d288dba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:13.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.929+0000 7f265fe82b80 1 --2- 172.21.15.8:0/682779598 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a3d288c610 0x55a3d288ef70 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:13.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.929+0000 7f265fe82b80 1 --2- 172.21.15.8:0/682779598 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a3d2887140 0x55a3d28814f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:13.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.929+0000 7f265fe82b80 1 -- 172.21.15.8:0/682779598 >> 172.21.15.8:0/682779598 conn(0x55a3d288a800 msgr2=0x55a3d288e860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:13.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.929+0000 7f265fe82b80 1 -- 172.21.15.8:0/682779598 shutdown_connections 2024-05-20T21:27:13.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.929+0000 7f265fe82b80 1 -- 172.21.15.8:0/682779598 wait complete. 2024-05-20T21:27:13.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.930+0000 7f265fe82b80 1 -- start start 2024-05-20T21:27:13.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.930+0000 7f265fe82b80 1 Processor -- start 2024-05-20T21:27:13.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.930+0000 7f265fe82b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a3d27b4be0 0x55a3d28a7d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:13.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.930+0000 7f265fe82b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a3d2887140 0x55a3d28a82b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:13.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.930+0000 7f265fe82b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a3d288c610 0x55a3d28a87f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:13.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.930+0000 7f265fe82b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f26501ae2f0 con 0x55a3d27b4be0 2024-05-20T21:27:13.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.930+0000 7f265fe82b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f26501af760 con 0x55a3d288c610 2024-05-20T21:27:13.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.930+0000 7f265fe82b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f26501ae9c0 con 0x55a3d2887140 2024-05-20T21:27:13.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.930+0000 7f265fe82b80 10 client.0 _ll_register_callbacks cb 0x55a3d277ec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:13.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.931+0000 7f264e800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a3d27b4be0 0x55a3d28a7d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:13.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.931+0000 7f2645e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a3d2887140 0x55a3d28a82b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:13.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.931+0000 7f264f200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a3d288c610 0x55a3d28a87f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:13.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.931+0000 7f2645e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a3d2887140 0x55a3d28a82b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:40326/0 (socket says 172.21.15.8:40326) 2024-05-20T21:27:13.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.931+0000 7f2645e00700 1 -- 172.21.15.8:0/1266048451 learned_addr learned my addr 172.21.15.8:0/1266048451 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:13.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.931+0000 7f2645e00700 1 -- 172.21.15.8:0/1266048451 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a3d288c610 msgr2=0x55a3d28a87f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:13.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.931+0000 7f2645e00700 1 --2- 172.21.15.8:0/1266048451 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a3d288c610 0x55a3d28a87f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:13.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.931+0000 7f2645e00700 1 -- 172.21.15.8:0/1266048451 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a3d27b4be0 msgr2=0x55a3d28a7d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:13.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.931+0000 7f2645e00700 1 --2- 172.21.15.8:0/1266048451 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a3d27b4be0 0x55a3d28a7d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:13.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.931+0000 7f2645e00700 1 -- 172.21.15.8:0/1266048451 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a3d2912900 con 0x55a3d2887140 2024-05-20T21:27:13.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.932+0000 7f2645e00700 1 --2- 172.21.15.8:0/1266048451 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a3d2887140 0x55a3d28a82b0 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f26380e0bf0 tx=0x7f26380b1040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5190b84e22268acf server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:13.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.932+0000 7f263cc00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:27:13.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.932+0000 7f263cc00700 1 -- 172.21.15.8:0/1266048451 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26380aaf00 con 0x55a3d2887140 2024-05-20T21:27:13.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.932+0000 7f263cc00700 1 -- 172.21.15.8:0/1266048451 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f26380a6df0 con 0x55a3d2887140 2024-05-20T21:27:13.934 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.932+0000 7f265fe82b80 1 -- 172.21.15.8:0/1266048451 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2648003fc0 con 0x55a3d2887140 2024-05-20T21:27:13.934 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.932+0000 7f263cc00700 1 -- 172.21.15.8:0/1266048451 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f26380aa800 con 0x55a3d2887140 2024-05-20T21:27:13.934 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.932+0000 7f265fe82b80 10 client.28750 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:13.934 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.932+0000 7f265fe82b80 1 -- 172.21.15.8:0/1266048451 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a3d2913c10 con 0x55a3d2887140 2024-05-20T21:27:13.937 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.933+0000 7f263cc00700 1 -- 172.21.15.8:0/1266048451 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2648003fc0 con 0x55a3d2887140 2024-05-20T21:27:13.938 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.933+0000 7f263cc00700 1 -- 172.21.15.8:0/1266048451 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f26380bfbc0 con 0x55a3d2887140 2024-05-20T21:27:13.938 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.933+0000 7f265fe82b80 10 client.28750 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:13.938 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.933+0000 7f265fe82b80 10 client.28750 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:27:13.938 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.933+0000 7f265fe82b80 20 client.28750 populate_metadata read hostname 'smithi008' 2024-05-20T21:27:13.938 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.933+0000 7f265fe82b80 1 --2- 172.21.15.8:0/1266048451 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a3d288cf30 0x55a3d2916360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:13.938 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.933+0000 7f265fe82b80 4 client.28750 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:27:13.938 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.933+0000 7f265fe82b80 1 -- 172.21.15.8:0/1266048451 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55a3d27e0570 con 0x55a3d288cf30 2024-05-20T21:27:13.938 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.933+0000 7f264e800700 1 --2- 172.21.15.8:0/1266048451 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a3d288cf30 0x55a3d2916360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:13.938 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.934+0000 7f264e800700 1 --2- 172.21.15.8:0/1266048451 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a3d288cf30 0x55a3d2916360 crc :-1 s=READY pgs=317 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1ca33b5c4e8fdd44 server_cookie=d823d0d94e3d1991 in_seq=0 out_seq=0 2024-05-20T21:27:13.938 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.934+0000 7f263cc00700 10 client.28750 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:27:13.938 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.934+0000 7f263cc00700 1 -- 172.21.15.8:0/1266048451 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55a3d27e0570 con 0x55a3d288cf30 2024-05-20T21:27:13.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.934+0000 7f263cc00700 10 client.28750 handle_command_reply: tid=0 2024-05-20T21:27:13.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.934+0000 7f265fe82b80 1 client.28750 shutdown 2024-05-20T21:27:13.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.935+0000 7f265fe82b80 1 -- 172.21.15.8:0/1266048451 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a3d2887140 msgr2=0x55a3d28a82b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:13.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.935+0000 7f265fe82b80 1 --2- 172.21.15.8:0/1266048451 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a3d2887140 0x55a3d28a82b0 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f26380e0bf0 tx=0x7f26380b1040 comp rx=0 tx=0).stop 2024-05-20T21:27:13.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.935+0000 7f265fe82b80 1 -- 172.21.15.8:0/1266048451 shutdown_connections 2024-05-20T21:27:13.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.935+0000 7f265fe82b80 1 --2- 172.21.15.8:0/1266048451 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a3d288cf30 0x55a3d2916360 crc :-1 s=READY pgs=317 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:13.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.935+0000 7f265fe82b80 1 --2- 172.21.15.8:0/1266048451 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a3d288c610 0x55a3d28a87f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:13.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.935+0000 7f265fe82b80 1 --2- 172.21.15.8:0/1266048451 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a3d27b4be0 0x55a3d28a7d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:13.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.935+0000 7f265fe82b80 1 --2- 172.21.15.8:0/1266048451 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a3d2887140 0x55a3d28a82b0 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:13.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.935+0000 7f263cc00700 0 client.28750 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:27:13.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.935+0000 7f265fe82b80 1 -- 172.21.15.8:0/1266048451 >> 172.21.15.8:0/1266048451 conn(0x55a3d288a800 msgr2=0x55a3d288f0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:13.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.935+0000 7f265fe82b80 1 -- 172.21.15.8:0/1266048451 shutdown_connections 2024-05-20T21:27:13.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.935+0000 7f265fe82b80 1 -- 172.21.15.8:0/1266048451 wait complete. 2024-05-20T21:27:13.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.935+0000 7f265fe82b80 20 client.28750 trim_cache size 0 max 16384 2024-05-20T21:27:13.940 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:27:13.940 INFO:teuthology.orchestra.run.smithi008.stdout: "status": "no active scrubs running", 2024-05-20T21:27:13.940 INFO:teuthology.orchestra.run.smithi008.stdout: "scrubs": {} 2024-05-20T21:27:13.940 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:27:13.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.936+0000 7f2655400700 1 -- 172.21.15.8:0/3973486170 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f26340b2880 msgr2=0x7f26340b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:13.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.936+0000 7f2655400700 1 --2- 172.21.15.8:0/3973486170 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f26340b2880 0x7f26340b4d40 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f2648009fd0 tx=0x7f2648003cf0 comp rx=0 tx=0).stop 2024-05-20T21:27:13.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.936+0000 7f2655400700 1 -- 172.21.15.8:0/3973486170 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f26501041a0 msgr2=0x7f265019c320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:13.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.936+0000 7f2655400700 1 --2- 172.21.15.8:0/3973486170 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f26501041a0 0x7f265019c320 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f2638009230 tx=0x7f263800fa70 comp rx=0 tx=0).stop 2024-05-20T21:27:13.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.936+0000 7f2655400700 1 -- 172.21.15.8:0/3973486170 shutdown_connections 2024-05-20T21:27:13.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.936+0000 7f2655400700 1 --2- 172.21.15.8:0/3973486170 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f26340b2880 0x7f26340b4d40 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:13.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.936+0000 7f2655400700 1 --2- 172.21.15.8:0/3973486170 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f26501037f0 0x7f265019bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:13.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.936+0000 7f2655400700 1 --2- 172.21.15.8:0/3973486170 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f26501088f0 0x7f26501a06b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:13.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.936+0000 7f2655400700 1 --2- 172.21.15.8:0/3973486170 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f26501041a0 0x7f265019c320 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:13.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.936+0000 7f2655400700 1 -- 172.21.15.8:0/3973486170 >> 172.21.15.8:0/3973486170 conn(0x7f265007a6a0 msgr2=0x7f2650101a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:13.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.936+0000 7f2655400700 1 -- 172.21.15.8:0/3973486170 shutdown_connections 2024-05-20T21:27:13.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:13.936+0000 7f2655400700 1 -- 172.21.15.8:0/3973486170 wait complete. 2024-05-20T21:27:14.730 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:27:14.731 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:27:14.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:27:14 smithi008 ceph-mon[31475]: pgmap v797: 97 pgs: 97 active+clean; 1.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:27:15.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:27:14 smithi130 ceph-mon[36448]: pgmap v797: 97 pgs: 97 active+clean; 1.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:27:15.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:27:14 smithi050 ceph-mon[35809]: pgmap v797: 97 pgs: 97 active+clean; 1.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:27:15.225 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:27:16.885 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:27:16 smithi008 ceph-mon[31475]: pgmap v798: 97 pgs: 97 active+clean; 2.0 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:27:17.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:27:16 smithi130 ceph-mon[36448]: pgmap v798: 97 pgs: 97 active+clean; 2.0 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:27:17.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:27:16 smithi050 ceph-mon[35809]: pgmap v798: 97 pgs: 97 active+clean; 2.0 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:27:17.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:17.436+0000 7fd064a00700 1 -- 172.21.15.8:0/1118156254 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd060075770 msgr2=0x7fd060075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:17.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:17.436+0000 7fd064a00700 1 --2- 172.21.15.8:0/1118156254 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd060075770 0x7fd060075b50 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7fd050009990 tx=0x7fd050009ca0 comp rx=0 tx=0).stop 2024-05-20T21:27:17.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:17.436+0000 7fd064a00700 1 -- 172.21.15.8:0/1118156254 shutdown_connections 2024-05-20T21:27:17.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:17.436+0000 7fd064a00700 1 --2- 172.21.15.8:0/1118156254 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd060075770 0x7fd060075b50 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:17.437 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:17.436+0000 7fd064a00700 1 --2- 172.21.15.8:0/1118156254 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd06010ff40 0x7fd060112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:17.437 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:17.436+0000 7fd064a00700 1 --2- 172.21.15.8:0/1118156254 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd060076090 0x7fd06010fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:17.437 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:17.436+0000 7fd064a00700 1 -- 172.21.15.8:0/1118156254 >> 172.21.15.8:0/1118156254 conn(0x7fd06007a6a0 msgr2=0x7fd06007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:17.437 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:17.437+0000 7fd064a00700 1 -- 172.21.15.8:0/1118156254 shutdown_connections 2024-05-20T21:27:17.437 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:17.437+0000 7fd064a00700 1 -- 172.21.15.8:0/1118156254 wait complete. 2024-05-20T21:27:17.437 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:17.438+0000 7fd064a00700 1 Processor -- start 2024-05-20T21:27:17.437 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:17.438+0000 7fd064a00700 1 -- start start 2024-05-20T21:27:17.438 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:17.438+0000 7fd064a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd060075770 0x7fd06019be30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:17.438 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:17.438+0000 7fd064a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd060076090 0x7fd06019c370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:17.438 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:17.438+0000 7fd064a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd06010ff40 0x7fd0601a0700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:17.438 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:17.438+0000 7fd064a00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fd060115920 con 0x7fd060076090 2024-05-20T21:27:17.438 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:17.438+0000 7fd064a00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fd0601157a0 con 0x7fd060075770 2024-05-20T21:27:17.438 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:17.438+0000 7fd064a00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fd060115aa0 con 0x7fd06010ff40 2024-05-20T21:27:17.438 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:17.439+0000 7fd055400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd060076090 0x7fd06019c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:17.439 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:17.439+0000 7fd055400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd060076090 0x7fd06019c370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54420/0 (socket says 172.21.15.8:54420) 2024-05-20T21:27:17.439 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:17.439+0000 7fd055400700 1 -- 172.21.15.8:0/801409376 learned_addr learned my addr 172.21.15.8:0/801409376 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:17.439 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:17.439+0000 7fd05de00700 1 --2- 172.21.15.8:0/801409376 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd060075770 0x7fd06019be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:17.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:17.439+0000 7fd05e800700 1 --2- 172.21.15.8:0/801409376 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd06010ff40 0x7fd0601a0700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:17.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:17.439+0000 7fd055400700 1 -- 172.21.15.8:0/801409376 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd06010ff40 msgr2=0x7fd0601a0700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:17.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:17.439+0000 7fd055400700 1 --2- 172.21.15.8:0/801409376 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd06010ff40 0x7fd0601a0700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:17.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:17.439+0000 7fd055400700 1 -- 172.21.15.8:0/801409376 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd060075770 msgr2=0x7fd06019be30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:17.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:17.439+0000 7fd055400700 1 --2- 172.21.15.8:0/801409376 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd060075770 0x7fd06019be30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:17.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:17.439+0000 7fd055400700 1 -- 172.21.15.8:0/801409376 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0601a0e40 con 0x7fd060076090 2024-05-20T21:27:17.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:17.439+0000 7fd05de00700 1 --2- 172.21.15.8:0/801409376 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd060075770 0x7fd06019be30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:17.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:17.440+0000 7fd055400700 1 --2- 172.21.15.8:0/801409376 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd060076090 0x7fd06019c370 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7fd04800eb30 tx=0x7fd04800ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:17.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:17.440+0000 7fd057400700 1 -- 172.21.15.8:0/801409376 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd04800cbd0 con 0x7fd060076090 2024-05-20T21:27:17.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:17.440+0000 7fd064a00700 1 -- 172.21.15.8:0/801409376 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0601a1130 con 0x7fd060076090 2024-05-20T21:27:17.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:17.440+0000 7fd057400700 1 -- 172.21.15.8:0/801409376 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd0480044d0 con 0x7fd060076090 2024-05-20T21:27:17.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:17.440+0000 7fd057400700 1 -- 172.21.15.8:0/801409376 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd048003df0 con 0x7fd060076090 2024-05-20T21:27:17.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:17.440+0000 7fd064a00700 1 -- 172.21.15.8:0/801409376 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0601a89b0 con 0x7fd060076090 2024-05-20T21:27:17.441 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:17.441+0000 7fd04fe00700 1 -- 172.21.15.8:0/801409376 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd06006a230 con 0x7fd060076090 2024-05-20T21:27:17.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:17.444+0000 7fd057400700 1 -- 172.21.15.8:0/801409376 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fd048004000 con 0x7fd060076090 2024-05-20T21:27:17.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:17.445+0000 7fd057400700 1 --2- 172.21.15.8:0/801409376 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd0440b2880 0x7fd0440b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:17.445 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:17.445+0000 7fd057400700 1 -- 172.21.15.8:0/801409376 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fd0480e2550 con 0x7fd060076090 2024-05-20T21:27:17.445 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:17.445+0000 7fd05de00700 1 --2- 172.21.15.8:0/801409376 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd0440b2880 0x7fd0440b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:17.445 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:17.446+0000 7fd05de00700 1 --2- 172.21.15.8:0/801409376 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd0440b2880 0x7fd0440b4d40 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7fd050006010 tx=0x7fd05000b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:17.449 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:17.450+0000 7fd057400700 1 -- 172.21.15.8:0/801409376 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fd0480042f0 con 0x7fd060076090 2024-05-20T21:27:17.740 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:17.740+0000 7fd04fe00700 1 -- 172.21.15.8:0/801409376 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd060064150 con 0x7fd060076090 2024-05-20T21:27:17.742 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:17.742+0000 7fd057400700 1 -- 172.21.15.8:0/801409376 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7fd0480aa200 con 0x7fd060076090 2024-05-20T21:27:17.742 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:27:17.743 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:27:17.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:17.745+0000 7fd04fe00700 1 -- 172.21.15.8:0/801409376 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd0440b2880 msgr2=0x7fd0440b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:17.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:17.745+0000 7fd04fe00700 1 --2- 172.21.15.8:0/801409376 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd0440b2880 0x7fd0440b4d40 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7fd050006010 tx=0x7fd05000b260 comp rx=0 tx=0).stop 2024-05-20T21:27:17.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:17.745+0000 7fd04fe00700 1 -- 172.21.15.8:0/801409376 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd060076090 msgr2=0x7fd06019c370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:17.746 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:17.745+0000 7fd04fe00700 1 --2- 172.21.15.8:0/801409376 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd060076090 0x7fd06019c370 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7fd04800eb30 tx=0x7fd04800ee40 comp rx=0 tx=0).stop 2024-05-20T21:27:17.746 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:17.746+0000 7fd04fe00700 1 -- 172.21.15.8:0/801409376 shutdown_connections 2024-05-20T21:27:17.746 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:17.746+0000 7fd04fe00700 1 --2- 172.21.15.8:0/801409376 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd0440b2880 0x7fd0440b4d40 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:17.746 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:17.746+0000 7fd04fe00700 1 --2- 172.21.15.8:0/801409376 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd060075770 0x7fd06019be30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:17.746 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:17.746+0000 7fd04fe00700 1 --2- 172.21.15.8:0/801409376 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd06010ff40 0x7fd0601a0700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:17.746 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:17.746+0000 7fd04fe00700 1 --2- 172.21.15.8:0/801409376 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd060076090 0x7fd06019c370 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:17.746 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:17.746+0000 7fd04fe00700 1 -- 172.21.15.8:0/801409376 >> 172.21.15.8:0/801409376 conn(0x7fd06007a6a0 msgr2=0x7fd0601007b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:17.746 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:17.746+0000 7fd04fe00700 1 -- 172.21.15.8:0/801409376 shutdown_connections 2024-05-20T21:27:17.746 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:17.746+0000 7fd04fe00700 1 -- 172.21.15.8:0/801409376 wait complete. 2024-05-20T21:27:17.747 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:27:18.508 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:27:18.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:27:18 smithi008 ceph-mon[31475]: pgmap v799: 97 pgs: 97 active+clean; 2.0 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:27:18.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:27:18 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/801409376' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:27:18.974 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:27:18 smithi130 ceph-mon[36448]: pgmap v799: 97 pgs: 97 active+clean; 2.0 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:27:18.974 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:27:18 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/801409376' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:27:18.979 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:27:19.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:27:18 smithi050 ceph-mon[35809]: pgmap v799: 97 pgs: 97 active+clean; 2.0 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:27:19.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:27:18 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/801409376' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:27:20.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:27:20 smithi008 ceph-mon[31475]: pgmap v800: 97 pgs: 97 active+clean; 2.0 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:27:21.144 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.144+0000 7f44ad400700 1 -- 172.21.15.8:0/1155665924 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f44a8109a80 msgr2=0x7f44a8109f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:21.144 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.144+0000 7f44ad400700 1 --2- 172.21.15.8:0/1155665924 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f44a8109a80 0x7f44a8109f00 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f44940098f0 tx=0x7f4494009c00 comp rx=0 tx=0).stop 2024-05-20T21:27:21.144 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.144+0000 7f44ad400700 1 -- 172.21.15.8:0/1155665924 shutdown_connections 2024-05-20T21:27:21.144 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.144+0000 7f44ad400700 1 --2- 172.21.15.8:0/1155665924 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f44a810a440 0x7f44a81168e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.144 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.144+0000 7f44ad400700 1 --2- 172.21.15.8:0/1155665924 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f44a810e950 0x7f44a810ed30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.145 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.144+0000 7f44ad400700 1 --2- 172.21.15.8:0/1155665924 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f44a8109a80 0x7f44a8109f00 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.145 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.144+0000 7f44ad400700 1 -- 172.21.15.8:0/1155665924 >> 172.21.15.8:0/1155665924 conn(0x7f44a80792d0 msgr2=0x7f44a8108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:21.145 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.144+0000 7f44ad400700 1 -- 172.21.15.8:0/1155665924 shutdown_connections 2024-05-20T21:27:21.145 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.145+0000 7f44ad400700 1 -- 172.21.15.8:0/1155665924 wait complete. 2024-05-20T21:27:21.145 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.146+0000 7f44ad400700 1 Processor -- start 2024-05-20T21:27:21.145 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.146+0000 7f44ad400700 1 -- start start 2024-05-20T21:27:21.146 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.146+0000 7f44ad400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f44a8109a80 0x7f44a81a0190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:21.146 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.146+0000 7f44ad400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f44a810a440 0x7f44a81a06d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:21.146 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.146+0000 7f44ad400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f44a810e950 0x7f44a81a4a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:21.146 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.146+0000 7f44ad400700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f44a8119c80 con 0x7f44a8109a80 2024-05-20T21:27:21.146 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.146+0000 7f44ad400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f44a8119b00 con 0x7f44a810e950 2024-05-20T21:27:21.146 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.146+0000 7f44ad400700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f44a8119e00 con 0x7f44a810a440 2024-05-20T21:27:21.147 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.146+0000 7f44a7e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f44a8109a80 0x7f44a81a0190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:21.147 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.147+0000 7f44a7e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f44a8109a80 0x7f44a81a0190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54442/0 (socket says 172.21.15.8:54442) 2024-05-20T21:27:21.147 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.147+0000 7f44a7400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f44a810a440 0x7f44a81a06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:21.147 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.147+0000 7f44a7e00700 1 -- 172.21.15.8:0/2786977572 learned_addr learned my addr 172.21.15.8:0/2786977572 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:21.147 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.147+0000 7f44aca00700 1 --2- 172.21.15.8:0/2786977572 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f44a810e950 0x7f44a81a4a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:21.147 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.147+0000 7f44a7400700 1 -- 172.21.15.8:0/2786977572 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f44a810e950 msgr2=0x7f44a81a4a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:21.147 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.147+0000 7f44a7400700 1 --2- 172.21.15.8:0/2786977572 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f44a810e950 0x7f44a81a4a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.147 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.147+0000 7f44a7400700 1 -- 172.21.15.8:0/2786977572 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f44a8109a80 msgr2=0x7f44a81a0190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:21.147 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.147+0000 7f44a7400700 1 --2- 172.21.15.8:0/2786977572 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f44a8109a80 0x7f44a81a0190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.147 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.147+0000 7f44a7400700 1 -- 172.21.15.8:0/2786977572 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44a81a51a0 con 0x7f44a810a440 2024-05-20T21:27:21.147 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.147+0000 7f44a7400700 1 --2- 172.21.15.8:0/2786977572 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f44a810a440 0x7f44a81a06d0 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f449400c010 tx=0x7f449400fa00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:21.148 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.148+0000 7f44a4c00700 1 -- 172.21.15.8:0/2786977572 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44940050c0 con 0x7f44a810a440 2024-05-20T21:27:21.148 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.148+0000 7f44a4c00700 1 -- 172.21.15.8:0/2786977572 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f449400b560 con 0x7f44a810a440 2024-05-20T21:27:21.148 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.148+0000 7f44ad400700 1 -- 172.21.15.8:0/2786977572 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44a81a5430 con 0x7f44a810a440 2024-05-20T21:27:21.148 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.148+0000 7f44a4c00700 1 -- 172.21.15.8:0/2786977572 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4494003a00 con 0x7f44a810a440 2024-05-20T21:27:21.148 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.148+0000 7f44ad400700 1 -- 172.21.15.8:0/2786977572 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44a81acd10 con 0x7f44a810a440 2024-05-20T21:27:21.152 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.152+0000 7f44a4c00700 1 -- 172.21.15.8:0/2786977572 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f449400b710 con 0x7f44a810a440 2024-05-20T21:27:21.152 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.153+0000 7f44b9301b80 1 Processor -- start 2024-05-20T21:27:21.152 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.153+0000 7f44b9301b80 1 -- start start 2024-05-20T21:27:21.152 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.153+0000 7f44b9301b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563c1bc37020 0x563c1bc37400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:21.153 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.153+0000 7f44b9301b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c1bc37940 0x563c1bc314b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:21.153 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.153+0000 7f44b9301b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563c1bc31ad0 0x563c1bc31f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:21.153 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.153+0000 7f44b9301b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x563c1bb8fe40 con 0x563c1bc37020 2024-05-20T21:27:21.153 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.153+0000 7f44b9301b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x563c1bb7f9e0 con 0x563c1bc31ad0 2024-05-20T21:27:21.153 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.153+0000 7f44b9301b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x563c1bb83a20 con 0x563c1bc37940 2024-05-20T21:27:21.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.154+0000 7f44aca00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563c1bc37020 0x563c1bc37400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:21.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.154+0000 7f44aca00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563c1bc37020 0x563c1bc37400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54448/0 (socket says 172.21.15.8:54448) 2024-05-20T21:27:21.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.154+0000 7f44aca00700 1 -- 172.21.15.8:0/2178433387 learned_addr learned my addr 172.21.15.8:0/2178433387 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:21.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.154+0000 7f44a7e00700 1 --2- 172.21.15.8:0/2178433387 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c1bc37940 0x563c1bc314b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:21.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.154+0000 7f44a7400700 1 --2- 172.21.15.8:0/2178433387 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563c1bc31ad0 0x563c1bc31f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:21.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.154+0000 7f44aca00700 1 -- 172.21.15.8:0/2178433387 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c1bc37940 msgr2=0x563c1bc314b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:21.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.154+0000 7f44aca00700 1 --2- 172.21.15.8:0/2178433387 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c1bc37940 0x563c1bc314b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.154+0000 7f44aca00700 1 -- 172.21.15.8:0/2178433387 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563c1bc31ad0 msgr2=0x563c1bc31f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:21.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.154+0000 7f44aca00700 1 --2- 172.21.15.8:0/2178433387 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563c1bc31ad0 0x563c1bc31f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.154+0000 7f44aca00700 1 -- 172.21.15.8:0/2178433387 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563c1bb48420 con 0x563c1bc37020 2024-05-20T21:27:21.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.155+0000 7f44a4c00700 1 --2- 172.21.15.8:0/2786977572 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f448c0b2880 0x7f448c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:21.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.155+0000 7f44aca00700 1 --2- 172.21.15.8:0/2178433387 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563c1bc37020 0x563c1bc37400 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f44a0011680 tx=0x7f44a0009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6da248123bcbc3e7 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:21.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.155+0000 7f44a4c00700 1 -- 172.21.15.8:0/2786977572 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f44940e2fe0 con 0x7f44a810a440 2024-05-20T21:27:21.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.155+0000 7f44a7e00700 1 --2- 172.21.15.8:0/2786977572 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f448c0b2880 0x7f448c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:21.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.155+0000 7f449d600700 1 -- 172.21.15.8:0/2178433387 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44a0019030 con 0x563c1bc37020 2024-05-20T21:27:21.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.155+0000 7f449d600700 1 -- 172.21.15.8:0/2178433387 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f44a00092e0 con 0x563c1bc37020 2024-05-20T21:27:21.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.155+0000 7f449d600700 1 -- 172.21.15.8:0/2178433387 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44a0007500 con 0x563c1bc37020 2024-05-20T21:27:21.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.156+0000 7f44b9301b80 1 -- 172.21.15.8:0/2178433387 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563c1bc37020 msgr2=0x563c1bc37400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:21.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.156+0000 7f44a7e00700 1 --2- 172.21.15.8:0/2786977572 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f448c0b2880 0x7f448c0b4d40 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f4498005950 tx=0x7f4498009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:21.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.156+0000 7f44b9301b80 1 --2- 172.21.15.8:0/2178433387 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563c1bc37020 0x563c1bc37400 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f44a0011680 tx=0x7f44a0009920 comp rx=0 tx=0).stop 2024-05-20T21:27:21.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.156+0000 7f44b9301b80 1 -- 172.21.15.8:0/2178433387 shutdown_connections 2024-05-20T21:27:21.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.156+0000 7f44b9301b80 1 --2- 172.21.15.8:0/2178433387 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563c1bc31ad0 0x563c1bc31f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.156+0000 7f44b9301b80 1 --2- 172.21.15.8:0/2178433387 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563c1bc37020 0x563c1bc37400 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.156+0000 7f44b9301b80 1 --2- 172.21.15.8:0/2178433387 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c1bc37940 0x563c1bc314b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.156+0000 7f44b9301b80 1 -- 172.21.15.8:0/2178433387 >> 172.21.15.8:0/2178433387 conn(0x563c1bb5fbe0 msgr2=0x563c1bc2c150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:21.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.156+0000 7f44b9301b80 1 -- 172.21.15.8:0/2178433387 shutdown_connections 2024-05-20T21:27:21.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.156+0000 7f44b9301b80 1 -- 172.21.15.8:0/2178433387 wait complete. 2024-05-20T21:27:21.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.157+0000 7f44b9301b80 1 -- start start 2024-05-20T21:27:21.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.157+0000 7f44b9301b80 1 Processor -- start 2024-05-20T21:27:21.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.158+0000 7f44b9301b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563c1bc31ad0 0x563c1bc3d670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:21.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.158+0000 7f44b9301b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563c1bc37020 0x563c1bc3aa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:21.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.158+0000 7f44b9301b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c1bc37940 0x563c1bc3af50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:21.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.158+0000 7f44b9301b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x563c1ba85fa0 con 0x563c1bc31ad0 2024-05-20T21:27:21.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.158+0000 7f44b9301b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x563c1bb20760 con 0x563c1bc37020 2024-05-20T21:27:21.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.158+0000 7f44b9301b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x563c1bc3e4b0 con 0x563c1bc37940 2024-05-20T21:27:21.159 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.158+0000 7f44b9301b80 10 client.0 _ll_register_callbacks cb 0x563c1bb29c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:21.159 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.158+0000 7f44a7e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563c1bc31ad0 0x563c1bc3d670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:21.159 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.158+0000 7f44a7e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563c1bc31ad0 0x563c1bc3d670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54464/0 (socket says 172.21.15.8:54464) 2024-05-20T21:27:21.159 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.158+0000 7f44a7e00700 1 -- 172.21.15.8:0/3620824937 learned_addr learned my addr 172.21.15.8:0/3620824937 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:21.159 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.158+0000 7f44aca00700 1 --2- 172.21.15.8:0/3620824937 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c1bc37940 0x563c1bc3af50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:21.159 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.158+0000 7f44a7400700 1 --2- 172.21.15.8:0/3620824937 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563c1bc37020 0x563c1bc3aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:21.159 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.159+0000 7f44aca00700 1 -- 172.21.15.8:0/3620824937 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563c1bc37020 msgr2=0x563c1bc3aa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:21.159 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.159+0000 7f44aca00700 1 --2- 172.21.15.8:0/3620824937 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563c1bc37020 0x563c1bc3aa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.159 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.159+0000 7f44aca00700 1 -- 172.21.15.8:0/3620824937 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563c1bc31ad0 msgr2=0x563c1bc3d670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:21.159 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.159+0000 7f44aca00700 1 --2- 172.21.15.8:0/3620824937 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563c1bc31ad0 0x563c1bc3d670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.159 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.159+0000 7f44aca00700 1 -- 172.21.15.8:0/3620824937 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563c1bacf8d0 con 0x563c1bc37940 2024-05-20T21:27:21.159 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.159+0000 7f44a7e00700 1 --2- 172.21.15.8:0/3620824937 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563c1bc31ad0 0x563c1bc3d670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:21.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.159+0000 7f44aca00700 1 --2- 172.21.15.8:0/3620824937 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c1bc37940 0x563c1bc3af50 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f44a0011650 tx=0x7f44a0003c30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9ea623c2e0558da5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:21.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.159+0000 7f4492000700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:27:21.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.159+0000 7f4492000700 1 -- 172.21.15.8:0/3620824937 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44a0003e20 con 0x563c1bc37940 2024-05-20T21:27:21.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.159+0000 7f4492000700 1 -- 172.21.15.8:0/3620824937 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f44a0003fc0 con 0x563c1bc37940 2024-05-20T21:27:21.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.159+0000 7f44b9301b80 1 -- 172.21.15.8:0/3620824937 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f44a00092e0 con 0x563c1bc37940 2024-05-20T21:27:21.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.160+0000 7f4492000700 1 -- 172.21.15.8:0/3620824937 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f44a00041e0 con 0x563c1bc37940 2024-05-20T21:27:21.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.160+0000 7f44b9301b80 10 client.28768 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:21.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.160+0000 7f44b9301b80 1 -- 172.21.15.8:0/3620824937 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563c1bb50060 con 0x563c1bc37940 2024-05-20T21:27:21.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.160+0000 7f4492000700 1 -- 172.21.15.8:0/3620824937 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f44a00092e0 con 0x563c1bc37940 2024-05-20T21:27:21.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.160+0000 7f4492000700 1 -- 172.21.15.8:0/3620824937 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f44a0005050 con 0x563c1bc37940 2024-05-20T21:27:21.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.160+0000 7f44b9301b80 10 client.28768 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:21.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.160+0000 7f44b9301b80 10 client.28768 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:27:21.162 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.160+0000 7f44b9301b80 20 client.28768 populate_metadata read hostname 'smithi008' 2024-05-20T21:27:21.162 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.160+0000 7f44b9301b80 1 --2- 172.21.15.8:0/3620824937 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x563c1bc4af20 0x563c1bc4d310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:21.162 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.160+0000 7f44b9301b80 4 client.28768 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:27:21.162 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.160+0000 7f44b9301b80 1 -- 172.21.15.8:0/3620824937 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563c1bb91d90 con 0x563c1bc4af20 2024-05-20T21:27:21.162 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.161+0000 7f44a7e00700 1 --2- 172.21.15.8:0/3620824937 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x563c1bc4af20 0x563c1bc4d310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:21.162 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.161+0000 7f44a7e00700 1 --2- 172.21.15.8:0/3620824937 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x563c1bc4af20 0x563c1bc4d310 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=471e92ac33e5b944 server_cookie=9fa8dd9790374541 in_seq=0 out_seq=0 2024-05-20T21:27:21.162 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.161+0000 7f4492000700 10 client.28768 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:27:21.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.162+0000 7f4492000700 1 -- 172.21.15.8:0/3620824937 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x563c1bb91d90 con 0x563c1bc4af20 2024-05-20T21:27:21.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.162+0000 7f4492000700 10 client.28768 handle_command_reply: tid=0 2024-05-20T21:27:21.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.162+0000 7f44b9301b80 1 client.28768 shutdown 2024-05-20T21:27:21.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.163+0000 7f44b9301b80 1 -- 172.21.15.8:0/3620824937 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c1bc37940 msgr2=0x563c1bc3af50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:21.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.163+0000 7f44b9301b80 1 --2- 172.21.15.8:0/3620824937 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c1bc37940 0x563c1bc3af50 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f44a0011650 tx=0x7f44a0003c30 comp rx=0 tx=0).stop 2024-05-20T21:27:21.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.163+0000 7f44b9301b80 1 -- 172.21.15.8:0/3620824937 shutdown_connections 2024-05-20T21:27:21.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.163+0000 7f44b9301b80 1 --2- 172.21.15.8:0/3620824937 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x563c1bc4af20 0x563c1bc4d310 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.163+0000 7f44b9301b80 1 --2- 172.21.15.8:0/3620824937 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c1bc37940 0x563c1bc3af50 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.163+0000 7f44b9301b80 1 --2- 172.21.15.8:0/3620824937 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563c1bc31ad0 0x563c1bc3d670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.163+0000 7f44b9301b80 1 --2- 172.21.15.8:0/3620824937 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563c1bc37020 0x563c1bc3aa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.163+0000 7f44b9301b80 1 -- 172.21.15.8:0/3620824937 >> 172.21.15.8:0/3620824937 conn(0x563c1bb5fbe0 msgr2=0x563c1bc2bfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:21.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.163+0000 7f4492000700 0 client.28768 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:27:21.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.163+0000 7f44b9301b80 1 -- 172.21.15.8:0/3620824937 shutdown_connections 2024-05-20T21:27:21.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.163+0000 7f44b9301b80 1 -- 172.21.15.8:0/3620824937 wait complete. 2024-05-20T21:27:21.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.163+0000 7f44b9301b80 20 client.28768 trim_cache size 0 max 16384 2024-05-20T21:27:21.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:27:20 smithi130 ceph-mon[36448]: pgmap v800: 97 pgs: 97 active+clean; 2.0 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:27:21.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:27:20 smithi050 ceph-mon[35809]: pgmap v800: 97 pgs: 97 active+clean; 2.0 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:27:21.180 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.180+0000 7f44b9301b80 1 Processor -- start 2024-05-20T21:27:21.180 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.180+0000 7f44b9301b80 1 -- start start 2024-05-20T21:27:21.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.181+0000 7f44b9301b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563c1bc31ad0 0x563c1bc314b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:21.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.181+0000 7f44b9301b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563c1bc37020 0x563c1bc3ceb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:21.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.181+0000 7f44b9301b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c1bc37940 0x563c1bc52a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:21.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.181+0000 7f44b9301b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f44a81b6970 con 0x563c1bc37020 2024-05-20T21:27:21.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.181+0000 7f44b9301b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f44a81b4200 con 0x563c1bc31ad0 2024-05-20T21:27:21.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.181+0000 7f44b9301b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f44a81b2050 con 0x563c1bc37940 2024-05-20T21:27:21.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.181+0000 7f44a7400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563c1bc37020 0x563c1bc3ceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:21.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.181+0000 7f44aca00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c1bc37940 0x563c1bc52a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:21.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.181+0000 7f44a7400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563c1bc37020 0x563c1bc3ceb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54480/0 (socket says 172.21.15.8:54480) 2024-05-20T21:27:21.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.181+0000 7f44aca00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c1bc37940 0x563c1bc52a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:40390/0 (socket says 172.21.15.8:40390) 2024-05-20T21:27:21.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.181+0000 7f44a7400700 1 -- 172.21.15.8:0/1765311756 learned_addr learned my addr 172.21.15.8:0/1765311756 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:21.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.181+0000 7f44a7e00700 1 --2- 172.21.15.8:0/1765311756 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563c1bc31ad0 0x563c1bc314b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:21.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.182+0000 7f44aca00700 1 -- 172.21.15.8:0/1765311756 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563c1bc31ad0 msgr2=0x563c1bc314b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:21.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.182+0000 7f44aca00700 1 --2- 172.21.15.8:0/1765311756 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563c1bc31ad0 0x563c1bc314b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.182+0000 7f44aca00700 1 -- 172.21.15.8:0/1765311756 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563c1bc37020 msgr2=0x563c1bc3ceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:21.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.182+0000 7f44aca00700 1 --2- 172.21.15.8:0/1765311756 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563c1bc37020 0x563c1bc3ceb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.182+0000 7f44aca00700 1 -- 172.21.15.8:0/1765311756 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563c1bc37650 con 0x563c1bc37940 2024-05-20T21:27:21.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.182+0000 7f44aca00700 1 --2- 172.21.15.8:0/1765311756 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c1bc37940 0x563c1bc52a00 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f44a0011620 tx=0x7f44a00095e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9b5d7b16bf04c48f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:21.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.182+0000 7f449cc00700 1 -- 172.21.15.8:0/1765311756 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44a0036070 con 0x563c1bc37940 2024-05-20T21:27:21.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.182+0000 7f449cc00700 1 -- 172.21.15.8:0/1765311756 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f44a0004380 con 0x563c1bc37940 2024-05-20T21:27:21.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.182+0000 7f449cc00700 1 -- 172.21.15.8:0/1765311756 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44a0019020 con 0x563c1bc37940 2024-05-20T21:27:21.185 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.183+0000 7f44b9301b80 1 -- 172.21.15.8:0/1765311756 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c1bc37940 msgr2=0x563c1bc52a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:21.185 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.183+0000 7f44b9301b80 1 --2- 172.21.15.8:0/1765311756 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c1bc37940 0x563c1bc52a00 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f44a0011620 tx=0x7f44a00095e0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.185 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.183+0000 7f44b9301b80 1 -- 172.21.15.8:0/1765311756 shutdown_connections 2024-05-20T21:27:21.185 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.183+0000 7f44b9301b80 1 --2- 172.21.15.8:0/1765311756 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563c1bc31ad0 0x563c1bc314b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.185 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.183+0000 7f44b9301b80 1 --2- 172.21.15.8:0/1765311756 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c1bc37940 0x563c1bc52a00 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.185 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.183+0000 7f44b9301b80 1 --2- 172.21.15.8:0/1765311756 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563c1bc37020 0x563c1bc3ceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.185 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.183+0000 7f44b9301b80 1 -- 172.21.15.8:0/1765311756 >> 172.21.15.8:0/1765311756 conn(0x563c1bb5fbe0 msgr2=0x563c1bc2bc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:21.185 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.183+0000 7f44b9301b80 1 -- 172.21.15.8:0/1765311756 shutdown_connections 2024-05-20T21:27:21.185 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.183+0000 7f44b9301b80 1 -- 172.21.15.8:0/1765311756 wait complete. 2024-05-20T21:27:21.185 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.184+0000 7f44b9301b80 1 -- start start 2024-05-20T21:27:21.185 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.184+0000 7f44b9301b80 1 Processor -- start 2024-05-20T21:27:21.185 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.184+0000 7f44b9301b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563c1bc31ad0 0x563c1bc43740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:21.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.184+0000 7f44b9301b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563c1bc37020 0x563c1bc43c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:21.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.184+0000 7f44b9301b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c1bc37940 0x563c1bc51af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:21.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.184+0000 7f44b9301b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f44a81b26c0 con 0x563c1bc31ad0 2024-05-20T21:27:21.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.184+0000 7f44b9301b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f44a81b3b30 con 0x563c1bc37020 2024-05-20T21:27:21.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.184+0000 7f44b9301b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f44a81b2d90 con 0x563c1bc37940 2024-05-20T21:27:21.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.184+0000 7f44b9301b80 10 client.0 _ll_register_callbacks cb 0x563c1bc26fa0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:21.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.185+0000 7f44a7e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563c1bc31ad0 0x563c1bc43740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:21.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.185+0000 7f44a7e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563c1bc31ad0 0x563c1bc43740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54492/0 (socket says 172.21.15.8:54492) 2024-05-20T21:27:21.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.185+0000 7f44a7e00700 1 -- 172.21.15.8:0/3507759813 learned_addr learned my addr 172.21.15.8:0/3507759813 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:21.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.185+0000 7f44a7400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563c1bc37020 0x563c1bc43c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:21.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.185+0000 7f44aca00700 1 --2- 172.21.15.8:0/3507759813 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c1bc37940 0x563c1bc51af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:21.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.185+0000 7f44a7e00700 1 -- 172.21.15.8:0/3507759813 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c1bc37940 msgr2=0x563c1bc51af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:21.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.185+0000 7f44a7e00700 1 --2- 172.21.15.8:0/3507759813 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c1bc37940 0x563c1bc51af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.185+0000 7f44a7e00700 1 -- 172.21.15.8:0/3507759813 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563c1bc37020 msgr2=0x563c1bc43c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:21.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.185+0000 7f44a7e00700 1 --2- 172.21.15.8:0/3507759813 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563c1bc37020 0x563c1bc43c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.185+0000 7f44a7e00700 1 -- 172.21.15.8:0/3507759813 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563c1bc52130 con 0x563c1bc31ad0 2024-05-20T21:27:21.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.185+0000 7f44a7400700 1 --2- 172.21.15.8:0/3507759813 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563c1bc37020 0x563c1bc43c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:21.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.185+0000 7f44a7e00700 1 --2- 172.21.15.8:0/3507759813 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563c1bc31ad0 0x563c1bc43740 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f4498005a90 tx=0x7f4498004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b577b222b4da3c4 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:21.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.185+0000 7f4492000700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:27:21.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.186+0000 7f4492000700 1 -- 172.21.15.8:0/3507759813 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f449801edb0 con 0x563c1bc31ad0 2024-05-20T21:27:21.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.186+0000 7f4492000700 1 -- 172.21.15.8:0/3507759813 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f4498004830 con 0x563c1bc31ad0 2024-05-20T21:27:21.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.186+0000 7f44b9301b80 1 -- 172.21.15.8:0/3507759813 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f44a0004380 con 0x563c1bc31ad0 2024-05-20T21:27:21.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.186+0000 7f4492000700 1 -- 172.21.15.8:0/3507759813 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4498004a30 con 0x563c1bc31ad0 2024-05-20T21:27:21.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.186+0000 7f44b9301b80 10 client.18600 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:21.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.186+0000 7f44b9301b80 1 -- 172.21.15.8:0/3507759813 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563c1bcb5270 con 0x563c1bc31ad0 2024-05-20T21:27:21.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.186+0000 7f4492000700 1 -- 172.21.15.8:0/3507759813 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f44a0004380 con 0x563c1bc31ad0 2024-05-20T21:27:21.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.187+0000 7f4492000700 1 -- 172.21.15.8:0/3507759813 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f4498005020 con 0x563c1bc31ad0 2024-05-20T21:27:21.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.187+0000 7f44b9301b80 10 client.18600 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:21.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.187+0000 7f44b9301b80 10 client.18600 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:27:21.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.187+0000 7f44b9301b80 20 client.18600 populate_metadata read hostname 'smithi008' 2024-05-20T21:27:21.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.187+0000 7f44b9301b80 1 --2- 172.21.15.8:0/3507759813 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x563c1bcb5930 0x563c1bcb7d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:21.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.187+0000 7f44b9301b80 4 client.18600 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:27:21.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.187+0000 7f44b9301b80 1 -- 172.21.15.8:0/3507759813 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "damage ls"}) -- 0x563c1bb8b570 con 0x563c1bcb5930 2024-05-20T21:27:21.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.187+0000 7f44a7400700 1 --2- 172.21.15.8:0/3507759813 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x563c1bcb5930 0x563c1bcb7d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:21.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.188+0000 7f44a7400700 1 --2- 172.21.15.8:0/3507759813 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x563c1bcb5930 0x563c1bcb7d50 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=bf25be2c113c8fa0 server_cookie=bdd49405a734aba5 in_seq=0 out_seq=0 2024-05-20T21:27:21.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.188+0000 7f4492000700 10 client.18600 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:27:21.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.188+0000 7f4492000700 1 -- 172.21.15.8:0/3507759813 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x563c1bb8b570 con 0x563c1bcb5930 2024-05-20T21:27:21.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.188+0000 7f4492000700 10 client.18600 handle_command_reply: tid=0 2024-05-20T21:27:21.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.188+0000 7f44b9301b80 1 client.18600 shutdown 2024-05-20T21:27:21.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.188+0000 7f44b9301b80 1 -- 172.21.15.8:0/3507759813 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563c1bc31ad0 msgr2=0x563c1bc43740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:21.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.188+0000 7f44b9301b80 1 --2- 172.21.15.8:0/3507759813 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563c1bc31ad0 0x563c1bc43740 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f4498005a90 tx=0x7f4498004750 comp rx=0 tx=0).stop 2024-05-20T21:27:21.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.188+0000 7f44b9301b80 1 -- 172.21.15.8:0/3507759813 shutdown_connections 2024-05-20T21:27:21.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.188+0000 7f44b9301b80 1 --2- 172.21.15.8:0/3507759813 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x563c1bcb5930 0x563c1bcb7d50 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.188+0000 7f44b9301b80 1 --2- 172.21.15.8:0/3507759813 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c1bc37940 0x563c1bc51af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.188+0000 7f44b9301b80 1 --2- 172.21.15.8:0/3507759813 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563c1bc31ad0 0x563c1bc43740 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.188+0000 7f44b9301b80 1 --2- 172.21.15.8:0/3507759813 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563c1bc37020 0x563c1bc43c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.188+0000 7f44b9301b80 1 -- 172.21.15.8:0/3507759813 >> 172.21.15.8:0/3507759813 conn(0x563c1bb5fbe0 msgr2=0x563c1bc37d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:21.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.188+0000 7f4492000700 0 client.18600 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:27:21.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.188+0000 7f44b9301b80 1 -- 172.21.15.8:0/3507759813 shutdown_connections 2024-05-20T21:27:21.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.188+0000 7f44b9301b80 1 -- 172.21.15.8:0/3507759813 wait complete. 2024-05-20T21:27:21.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.189+0000 7f44b9301b80 20 client.18600 trim_cache size 0 max 16384 2024-05-20T21:27:21.191 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:27:21.192 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.189+0000 7f44ad400700 1 -- 172.21.15.8:0/2786977572 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f448c0b2880 msgr2=0x7f448c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:21.192 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.189+0000 7f44ad400700 1 --2- 172.21.15.8:0/2786977572 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f448c0b2880 0x7f448c0b4d40 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f4498005950 tx=0x7f4498009310 comp rx=0 tx=0).stop 2024-05-20T21:27:21.192 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.189+0000 7f44ad400700 1 -- 172.21.15.8:0/2786977572 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f44a810a440 msgr2=0x7f44a81a06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:21.192 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.189+0000 7f44ad400700 1 --2- 172.21.15.8:0/2786977572 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f44a810a440 0x7f44a81a06d0 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f449400c010 tx=0x7f449400fa00 comp rx=0 tx=0).stop 2024-05-20T21:27:21.192 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.189+0000 7f44ad400700 1 -- 172.21.15.8:0/2786977572 shutdown_connections 2024-05-20T21:27:21.192 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.189+0000 7f44ad400700 1 --2- 172.21.15.8:0/2786977572 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f448c0b2880 0x7f448c0b4d40 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.192 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.189+0000 7f44ad400700 1 --2- 172.21.15.8:0/2786977572 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f44a810e950 0x7f44a81a4a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.189+0000 7f44ad400700 1 --2- 172.21.15.8:0/2786977572 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f44a8109a80 0x7f44a81a0190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.189+0000 7f44ad400700 1 --2- 172.21.15.8:0/2786977572 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f44a810a440 0x7f44a81a06d0 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.189+0000 7f44ad400700 1 -- 172.21.15.8:0/2786977572 >> 172.21.15.8:0/2786977572 conn(0x7f44a80792d0 msgr2=0x7f44a8079990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:21.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.190+0000 7f44ad400700 1 -- 172.21.15.8:0/2786977572 shutdown_connections 2024-05-20T21:27:21.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:21.190+0000 7f44ad400700 1 -- 172.21.15.8:0/2786977572 wait complete. 2024-05-20T21:27:22.029 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:27:22.502 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:27:22.917 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:27:22 smithi008 ceph-mon[31475]: pgmap v801: 97 pgs: 97 active+clean; 2.0 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 17 op/s 2024-05-20T21:27:22.976 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:27:22 smithi050 ceph-mon[35809]: pgmap v801: 97 pgs: 97 active+clean; 2.0 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 17 op/s 2024-05-20T21:27:23.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:27:22 smithi130 ceph-mon[36448]: pgmap v801: 97 pgs: 97 active+clean; 2.0 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 17 op/s 2024-05-20T21:27:24.836 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:27:24 smithi008 ceph-mon[31475]: pgmap v802: 97 pgs: 97 active+clean; 2.0 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-20T21:27:24.836 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.835+0000 7fdc54400700 1 -- 172.21.15.8:0/1629908974 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdc4c1041a0 msgr2=0x7fdc4c1081c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:24.836 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.835+0000 7fdc54400700 1 --2- 172.21.15.8:0/1629908974 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdc4c1041a0 0x7fdc4c1081c0 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7fdc380099c0 tx=0x7fdc38009cd0 comp rx=0 tx=0).stop 2024-05-20T21:27:24.836 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.836+0000 7fdc54400700 1 -- 172.21.15.8:0/1629908974 shutdown_connections 2024-05-20T21:27:24.836 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.836+0000 7fdc54400700 1 --2- 172.21.15.8:0/1629908974 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdc4c1088f0 0x7fdc4c110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:24.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.836+0000 7fdc54400700 1 --2- 172.21.15.8:0/1629908974 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdc4c1037f0 0x7fdc4c103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:24.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.836+0000 7fdc54400700 1 --2- 172.21.15.8:0/1629908974 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdc4c1041a0 0x7fdc4c1081c0 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:24.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.836+0000 7fdc54400700 1 -- 172.21.15.8:0/1629908974 >> 172.21.15.8:0/1629908974 conn(0x7fdc4c07a6a0 msgr2=0x7fdc4c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:24.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.836+0000 7fdc54400700 1 -- 172.21.15.8:0/1629908974 shutdown_connections 2024-05-20T21:27:24.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.836+0000 7fdc54400700 1 -- 172.21.15.8:0/1629908974 wait complete. 2024-05-20T21:27:24.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.837+0000 7fdc54400700 1 Processor -- start 2024-05-20T21:27:24.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.837+0000 7fdc54400700 1 -- start start 2024-05-20T21:27:24.838 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.837+0000 7fdc54400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdc4c1037f0 0x7fdc4c1a5ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:24.838 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.837+0000 7fdc54400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdc4c1041a0 0x7fdc4c1a6400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:24.839 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.837+0000 7fdc54400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdc4c1088f0 0x7fdc4c10f420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:24.839 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.837+0000 7fdc54400700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fdc4c113720 con 0x7fdc4c1088f0 2024-05-20T21:27:24.839 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.837+0000 7fdc54400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fdc4c1135a0 con 0x7fdc4c1037f0 2024-05-20T21:27:24.839 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.837+0000 7fdc54400700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fdc4c1138a0 con 0x7fdc4c1041a0 2024-05-20T21:27:24.839 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.838+0000 7fdc51a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdc4c1037f0 0x7fdc4c1a5ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:24.839 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.838+0000 7fdc51a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdc4c1037f0 0x7fdc4c1a5ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:33906/0 (socket says 172.21.15.8:33906) 2024-05-20T21:27:24.839 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.838+0000 7fdc51a00700 1 -- 172.21.15.8:0/4110743488 learned_addr learned my addr 172.21.15.8:0/4110743488 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:24.839 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.838+0000 7fdc52400700 1 --2- 172.21.15.8:0/4110743488 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdc4c1088f0 0x7fdc4c10f420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:24.839 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.838+0000 7fdc51000700 1 --2- 172.21.15.8:0/4110743488 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdc4c1041a0 0x7fdc4c1a6400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:24.839 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.838+0000 7fdc51a00700 1 -- 172.21.15.8:0/4110743488 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdc4c1041a0 msgr2=0x7fdc4c1a6400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:24.839 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.838+0000 7fdc51a00700 1 --2- 172.21.15.8:0/4110743488 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdc4c1041a0 0x7fdc4c1a6400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:24.839 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.838+0000 7fdc51a00700 1 -- 172.21.15.8:0/4110743488 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdc4c1088f0 msgr2=0x7fdc4c10f420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:24.839 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.838+0000 7fdc51a00700 1 --2- 172.21.15.8:0/4110743488 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdc4c1088f0 0x7fdc4c10f420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:24.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.838+0000 7fdc51a00700 1 -- 172.21.15.8:0/4110743488 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc4c10fbf0 con 0x7fdc4c1037f0 2024-05-20T21:27:24.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.839+0000 7fdc51a00700 1 --2- 172.21.15.8:0/4110743488 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdc4c1037f0 0x7fdc4c1a5ec0 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7fdc4000e9c0 tx=0x7fdc4000ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:24.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.839+0000 7fdc4a000700 1 -- 172.21.15.8:0/4110743488 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc4000cbd0 con 0x7fdc4c1037f0 2024-05-20T21:27:24.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.839+0000 7fdc4a000700 1 -- 172.21.15.8:0/4110743488 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdc4000ee60 con 0x7fdc4c1037f0 2024-05-20T21:27:24.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.839+0000 7fdc54400700 1 -- 172.21.15.8:0/4110743488 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdc4c10fee0 con 0x7fdc4c1037f0 2024-05-20T21:27:24.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.839+0000 7fdc4a000700 1 -- 172.21.15.8:0/4110743488 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc400055c0 con 0x7fdc4c1037f0 2024-05-20T21:27:24.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.839+0000 7fdc54400700 1 -- 172.21.15.8:0/4110743488 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdc4c1acd20 con 0x7fdc4c1037f0 2024-05-20T21:27:24.842 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.843+0000 7fdc4a000700 1 -- 172.21.15.8:0/4110743488 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fdc40004750 con 0x7fdc4c1037f0 2024-05-20T21:27:24.843 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.844+0000 7fdc5ee50b80 1 Processor -- start 2024-05-20T21:27:24.843 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.844+0000 7fdc5ee50b80 1 -- start start 2024-05-20T21:27:24.844 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.844+0000 7fdc4a000700 1 --2- 172.21.15.8:0/4110743488 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdc340b2900 0x7fdc340b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:24.844 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.845+0000 7fdc5ee50b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555803246610 0x5558032469f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:24.844 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.845+0000 7fdc5ee50b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555803246f30 0x555803240b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:24.844 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.845+0000 7fdc4a000700 1 -- 172.21.15.8:0/4110743488 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fdc400e2470 con 0x7fdc4c1037f0 2024-05-20T21:27:24.844 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.845+0000 7fdc5ee50b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555803241140 0x5558032415c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:24.844 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.845+0000 7fdc5ee50b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55580319ee40 con 0x555803246f30 2024-05-20T21:27:24.844 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.845+0000 7fdc5ee50b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55580318e9e0 con 0x555803241140 2024-05-20T21:27:24.844 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.845+0000 7fdc52400700 1 --2- 172.21.15.8:0/4110743488 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdc340b2900 0x7fdc340b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:24.845 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.845+0000 7fdc5ee50b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x555803192a20 con 0x555803246610 2024-05-20T21:27:24.846 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.845+0000 7fdc51a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555803246610 0x5558032469f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:24.846 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.845+0000 7fdc51000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555803246f30 0x555803240b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:24.846 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.845+0000 7fdc51a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555803246610 0x5558032469f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:46892/0 (socket says 172.21.15.8:46892) 2024-05-20T21:27:24.846 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.845+0000 7fdc51a00700 1 -- 172.21.15.8:0/288676907 learned_addr learned my addr 172.21.15.8:0/288676907 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:24.846 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.845+0000 7fdc52400700 1 --2- 172.21.15.8:0/288676907 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555803241140 0x5558032415c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:24.846 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.846+0000 7fdc51a00700 1 -- 172.21.15.8:0/288676907 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555803241140 msgr2=0x5558032415c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:24.846 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.846+0000 7fdc51a00700 1 --2- 172.21.15.8:0/288676907 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555803241140 0x5558032415c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:24.846 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.846+0000 7fdc51a00700 1 -- 172.21.15.8:0/288676907 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555803246f30 msgr2=0x555803240b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:24.846 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.846+0000 7fdc51a00700 1 --2- 172.21.15.8:0/288676907 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555803246f30 0x555803240b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:24.846 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.846+0000 7fdc51a00700 1 -- 172.21.15.8:0/288676907 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555803157420 con 0x555803246610 2024-05-20T21:27:24.846 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.846+0000 7fdc52400700 1 --2- 172.21.15.8:0/4110743488 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdc340b2900 0x7fdc340b4dc0 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7fdc44009ec0 tx=0x7fdc4400fc40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:24.846 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.846+0000 7fdc51a00700 1 --2- 172.21.15.8:0/288676907 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555803246610 0x5558032469f0 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7fdc400a5aa0 tx=0x7fdc400a9440 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b7adb1ba7a2a9902 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:24.847 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.846+0000 7fdc3ea00700 1 -- 172.21.15.8:0/288676907 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc400c3070 con 0x555803246610 2024-05-20T21:27:24.847 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.846+0000 7fdc3ea00700 1 -- 172.21.15.8:0/288676907 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdc400a9530 con 0x555803246610 2024-05-20T21:27:24.847 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.846+0000 7fdc3ea00700 1 -- 172.21.15.8:0/288676907 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc400a9ec0 con 0x555803246610 2024-05-20T21:27:24.847 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.847+0000 7fdc5ee50b80 1 -- 172.21.15.8:0/288676907 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555803246610 msgr2=0x5558032469f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:24.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.847+0000 7fdc5ee50b80 1 --2- 172.21.15.8:0/288676907 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555803246610 0x5558032469f0 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7fdc400a5aa0 tx=0x7fdc400a9440 comp rx=0 tx=0).stop 2024-05-20T21:27:24.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.847+0000 7fdc5ee50b80 1 -- 172.21.15.8:0/288676907 shutdown_connections 2024-05-20T21:27:24.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.847+0000 7fdc5ee50b80 1 --2- 172.21.15.8:0/288676907 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555803241140 0x5558032415c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:24.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.847+0000 7fdc5ee50b80 1 --2- 172.21.15.8:0/288676907 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555803246610 0x5558032469f0 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:24.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.847+0000 7fdc5ee50b80 1 --2- 172.21.15.8:0/288676907 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555803246f30 0x555803240b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:24.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.847+0000 7fdc5ee50b80 1 -- 172.21.15.8:0/288676907 >> 172.21.15.8:0/288676907 conn(0x55580316ebe0 msgr2=0x55580323b690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:24.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.847+0000 7fdc5ee50b80 1 -- 172.21.15.8:0/288676907 shutdown_connections 2024-05-20T21:27:24.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.847+0000 7fdc5ee50b80 1 -- 172.21.15.8:0/288676907 wait complete. 2024-05-20T21:27:24.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.848+0000 7fdc5ee50b80 1 -- start start 2024-05-20T21:27:24.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.848+0000 7fdc5ee50b80 1 Processor -- start 2024-05-20T21:27:24.849 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.849+0000 7fdc5ee50b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555803241140 0x55580324ccb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:24.849 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.849+0000 7fdc5ee50b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555803246610 0x55580324a050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:24.849 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.849+0000 7fdc5ee50b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555803246f30 0x55580324a590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:24.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.849+0000 7fdc5ee50b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x555803094fa0 con 0x555803246610 2024-05-20T21:27:24.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.849+0000 7fdc5ee50b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55580312f760 con 0x555803246f30 2024-05-20T21:27:24.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.849+0000 7fdc5ee50b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55580324d9e0 con 0x555803241140 2024-05-20T21:27:24.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.849+0000 7fdc5ee50b80 10 client.0 _ll_register_callbacks cb 0x555803138c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:24.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.849+0000 7fdc51000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555803246610 0x55580324a050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:24.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.849+0000 7fdc51000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555803246610 0x55580324a050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54880/0 (socket says 172.21.15.8:54880) 2024-05-20T21:27:24.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.849+0000 7fdc51000700 1 -- 172.21.15.8:0/3118521119 learned_addr learned my addr 172.21.15.8:0/3118521119 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:24.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.849+0000 7fdc52400700 1 --2- 172.21.15.8:0/3118521119 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555803246f30 0x55580324a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:24.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.849+0000 7fdc51a00700 1 --2- 172.21.15.8:0/3118521119 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555803241140 0x55580324ccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:24.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.850+0000 7fdc51000700 1 -- 172.21.15.8:0/3118521119 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555803241140 msgr2=0x55580324ccb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:24.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.850+0000 7fdc51000700 1 --2- 172.21.15.8:0/3118521119 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555803241140 0x55580324ccb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:24.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.850+0000 7fdc51000700 1 -- 172.21.15.8:0/3118521119 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555803246f30 msgr2=0x55580324a590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:24.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.850+0000 7fdc51000700 1 --2- 172.21.15.8:0/3118521119 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555803246f30 0x55580324a590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:24.850 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.850+0000 7fdc51000700 1 -- 172.21.15.8:0/3118521119 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5558030de8d0 con 0x555803246610 2024-05-20T21:27:24.851 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.850+0000 7fdc52400700 1 --2- 172.21.15.8:0/3118521119 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555803246f30 0x55580324a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:24.851 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.850+0000 7fdc51000700 1 --2- 172.21.15.8:0/3118521119 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555803246610 0x55580324a050 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7fdc380099c0 tx=0x7fdc380057a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a85f635cfb6e09c8 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:24.851 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.850+0000 7fdc33400700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:27:24.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.850+0000 7fdc33400700 1 -- 172.21.15.8:0/3118521119 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc38003bd0 con 0x555803246610 2024-05-20T21:27:24.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.851+0000 7fdc33400700 1 -- 172.21.15.8:0/3118521119 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fdc38003d70 con 0x555803246610 2024-05-20T21:27:24.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.851+0000 7fdc5ee50b80 1 -- 172.21.15.8:0/3118521119 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdc400a9530 con 0x555803246610 2024-05-20T21:27:24.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.851+0000 7fdc33400700 1 -- 172.21.15.8:0/3118521119 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fdc38009590 con 0x555803246610 2024-05-20T21:27:24.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.851+0000 7fdc5ee50b80 10 client.18612 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:24.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.851+0000 7fdc5ee50b80 1 -- 172.21.15.8:0/3118521119 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55580315f060 con 0x555803246610 2024-05-20T21:27:24.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.851+0000 7fdc33400700 1 -- 172.21.15.8:0/3118521119 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdc400a9530 con 0x555803246610 2024-05-20T21:27:24.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.852+0000 7fdc33400700 1 -- 172.21.15.8:0/3118521119 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fdc3800f730 con 0x555803246610 2024-05-20T21:27:24.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.852+0000 7fdc5ee50b80 10 client.18612 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:24.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.852+0000 7fdc5ee50b80 10 client.18612 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:27:24.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.852+0000 7fdc5ee50b80 20 client.18612 populate_metadata read hostname 'smithi008' 2024-05-20T21:27:24.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.852+0000 7fdc5ee50b80 1 --2- 172.21.15.8:0/3118521119 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55580325a600 0x55580325c9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:24.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.852+0000 7fdc5ee50b80 4 client.18612 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:27:24.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.852+0000 7fdc5ee50b80 1 -- 172.21.15.8:0/3118521119 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5558031a0d90 con 0x55580325a600 2024-05-20T21:27:24.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.852+0000 7fdc51a00700 1 --2- 172.21.15.8:0/3118521119 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55580325a600 0x55580325c9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:24.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.853+0000 7fdc51a00700 1 --2- 172.21.15.8:0/3118521119 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55580325a600 0x55580325c9f0 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d1bdeac6500cd883 server_cookie=dd05ad4d4b56341b in_seq=0 out_seq=0 2024-05-20T21:27:24.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.853+0000 7fdc33400700 10 client.18612 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:27:24.854 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.854+0000 7fdc33400700 1 -- 172.21.15.8:0/3118521119 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5558031a0d90 con 0x55580325a600 2024-05-20T21:27:24.854 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.854+0000 7fdc33400700 10 client.18612 handle_command_reply: tid=0 2024-05-20T21:27:24.854 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.854+0000 7fdc5ee50b80 1 client.18612 shutdown 2024-05-20T21:27:24.854 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.854+0000 7fdc5ee50b80 1 -- 172.21.15.8:0/3118521119 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555803246610 msgr2=0x55580324a050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:24.854 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.854+0000 7fdc5ee50b80 1 --2- 172.21.15.8:0/3118521119 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555803246610 0x55580324a050 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7fdc380099c0 tx=0x7fdc380057a0 comp rx=0 tx=0).stop 2024-05-20T21:27:24.855 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.854+0000 7fdc5ee50b80 1 -- 172.21.15.8:0/3118521119 shutdown_connections 2024-05-20T21:27:24.855 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.854+0000 7fdc5ee50b80 1 --2- 172.21.15.8:0/3118521119 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55580325a600 0x55580325c9f0 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:24.855 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.854+0000 7fdc5ee50b80 1 --2- 172.21.15.8:0/3118521119 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555803246f30 0x55580324a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:24.855 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.854+0000 7fdc5ee50b80 1 --2- 172.21.15.8:0/3118521119 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555803241140 0x55580324ccb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:24.855 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.854+0000 7fdc5ee50b80 1 --2- 172.21.15.8:0/3118521119 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555803246610 0x55580324a050 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:24.855 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.854+0000 7fdc33400700 0 client.18612 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:27:24.855 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.854+0000 7fdc5ee50b80 1 -- 172.21.15.8:0/3118521119 >> 172.21.15.8:0/3118521119 conn(0x55580316ebe0 msgr2=0x55580323ad70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:24.855 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.854+0000 7fdc5ee50b80 1 -- 172.21.15.8:0/3118521119 shutdown_connections 2024-05-20T21:27:24.855 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.854+0000 7fdc5ee50b80 1 -- 172.21.15.8:0/3118521119 wait complete. 2024-05-20T21:27:24.855 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.854+0000 7fdc5ee50b80 20 client.18612 trim_cache size 0 max 16384 2024-05-20T21:27:24.871 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.871+0000 7fdc5ee50b80 1 Processor -- start 2024-05-20T21:27:24.871 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.872+0000 7fdc5ee50b80 1 -- start start 2024-05-20T21:27:24.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.872+0000 7fdc5ee50b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555803241140 0x555803247ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:24.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.872+0000 7fdc5ee50b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555803246610 0x55580323b4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:24.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.872+0000 7fdc5ee50b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555803246f30 0x5558032622c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:24.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.872+0000 7fdc5ee50b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fdc4c1b6a10 con 0x555803246610 2024-05-20T21:27:24.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.872+0000 7fdc5ee50b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fdc4c1b42a0 con 0x555803241140 2024-05-20T21:27:24.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.872+0000 7fdc5ee50b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fdc4c1b20f0 con 0x555803246f30 2024-05-20T21:27:24.873 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.872+0000 7fdc51a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555803241140 0x555803247ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:24.873 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.872+0000 7fdc51a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555803241140 0x555803247ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:33920/0 (socket says 172.21.15.8:33920) 2024-05-20T21:27:24.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.872+0000 7fdc51a00700 1 -- 172.21.15.8:0/1346890127 learned_addr learned my addr 172.21.15.8:0/1346890127 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:24.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.872+0000 7fdc51000700 1 --2- 172.21.15.8:0/1346890127 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555803246610 0x55580323b4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:24.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.872+0000 7fdc52400700 1 --2- 172.21.15.8:0/1346890127 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555803246f30 0x5558032622c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:24.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.873+0000 7fdc51a00700 1 -- 172.21.15.8:0/1346890127 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555803246f30 msgr2=0x5558032622c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:24.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.873+0000 7fdc51a00700 1 --2- 172.21.15.8:0/1346890127 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555803246f30 0x5558032622c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:24.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.873+0000 7fdc51a00700 1 -- 172.21.15.8:0/1346890127 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555803246610 msgr2=0x55580323b4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:24.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.873+0000 7fdc51a00700 1 --2- 172.21.15.8:0/1346890127 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555803246610 0x55580323b4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:24.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.873+0000 7fdc51a00700 1 -- 172.21.15.8:0/1346890127 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5558032485c0 con 0x555803241140 2024-05-20T21:27:24.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.873+0000 7fdc52400700 1 --2- 172.21.15.8:0/1346890127 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555803246f30 0x5558032622c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:27:24.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.873+0000 7fdc51a00700 1 --2- 172.21.15.8:0/1346890127 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555803241140 0x555803247ba0 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7fdc40009860 tx=0x7fdc40091040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=54b41fdea8616f4c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:24.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.873+0000 7fdc3e000700 1 -- 172.21.15.8:0/1346890127 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc400c3040 con 0x555803241140 2024-05-20T21:27:24.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.873+0000 7fdc3e000700 1 -- 172.21.15.8:0/1346890127 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdc400a9530 con 0x555803241140 2024-05-20T21:27:24.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.873+0000 7fdc3e000700 1 -- 172.21.15.8:0/1346890127 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc400a9ee0 con 0x555803241140 2024-05-20T21:27:24.875 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.874+0000 7fdc5ee50b80 1 -- 172.21.15.8:0/1346890127 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555803241140 msgr2=0x555803247ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:24.875 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.874+0000 7fdc5ee50b80 1 --2- 172.21.15.8:0/1346890127 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555803241140 0x555803247ba0 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7fdc40009860 tx=0x7fdc40091040 comp rx=0 tx=0).stop 2024-05-20T21:27:24.875 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.874+0000 7fdc5ee50b80 1 -- 172.21.15.8:0/1346890127 shutdown_connections 2024-05-20T21:27:24.875 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.874+0000 7fdc5ee50b80 1 --2- 172.21.15.8:0/1346890127 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555803241140 0x555803247ba0 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:24.875 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.874+0000 7fdc5ee50b80 1 --2- 172.21.15.8:0/1346890127 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555803246f30 0x5558032622c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:24.875 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.874+0000 7fdc5ee50b80 1 --2- 172.21.15.8:0/1346890127 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555803246610 0x55580323b4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:24.875 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.874+0000 7fdc5ee50b80 1 -- 172.21.15.8:0/1346890127 >> 172.21.15.8:0/1346890127 conn(0x55580316ebe0 msgr2=0x55580324a4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:24.875 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.874+0000 7fdc5ee50b80 1 -- 172.21.15.8:0/1346890127 shutdown_connections 2024-05-20T21:27:24.875 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.874+0000 7fdc5ee50b80 1 -- 172.21.15.8:0/1346890127 wait complete. 2024-05-20T21:27:24.876 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.875+0000 7fdc5ee50b80 1 -- start start 2024-05-20T21:27:24.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.875+0000 7fdc5ee50b80 1 Processor -- start 2024-05-20T21:27:24.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.876+0000 7fdc5ee50b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555803241140 0x555803253320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:24.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.876+0000 7fdc5ee50b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555803246610 0x555803261ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:24.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.876+0000 7fdc5ee50b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555803246f30 0x555803262020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:24.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.876+0000 7fdc5ee50b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fdc4c1b2760 con 0x555803246610 2024-05-20T21:27:24.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.876+0000 7fdc5ee50b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fdc4c1b3bd0 con 0x555803241140 2024-05-20T21:27:24.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.876+0000 7fdc5ee50b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fdc4c1b2e30 con 0x555803246f30 2024-05-20T21:27:24.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.876+0000 7fdc5ee50b80 10 client.0 _ll_register_callbacks cb 0x555803138c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:24.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.876+0000 7fdc51000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555803246610 0x555803261ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:24.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.876+0000 7fdc51000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555803246610 0x555803261ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54900/0 (socket says 172.21.15.8:54900) 2024-05-20T21:27:24.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.876+0000 7fdc51000700 1 -- 172.21.15.8:0/2375821839 learned_addr learned my addr 172.21.15.8:0/2375821839 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:24.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.876+0000 7fdc52400700 1 --2- 172.21.15.8:0/2375821839 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555803246f30 0x555803262020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:24.878 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.876+0000 7fdc51a00700 1 --2- 172.21.15.8:0/2375821839 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555803241140 0x555803253320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:24.878 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.877+0000 7fdc51000700 1 -- 172.21.15.8:0/2375821839 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555803246f30 msgr2=0x555803262020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:24.878 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.877+0000 7fdc51000700 1 --2- 172.21.15.8:0/2375821839 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555803246f30 0x555803262020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:24.878 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.877+0000 7fdc51000700 1 -- 172.21.15.8:0/2375821839 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555803241140 msgr2=0x555803253320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:24.878 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.877+0000 7fdc51000700 1 --2- 172.21.15.8:0/2375821839 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555803241140 0x555803253320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:24.878 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.877+0000 7fdc51000700 1 -- 172.21.15.8:0/2375821839 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555803262870 con 0x555803246610 2024-05-20T21:27:24.878 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.877+0000 7fdc51a00700 1 --2- 172.21.15.8:0/2375821839 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555803241140 0x555803253320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:24.878 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.877+0000 7fdc51000700 1 --2- 172.21.15.8:0/2375821839 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555803246610 0x555803261ae0 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7fdc38009350 tx=0x7fdc38005e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=71a8cb673ae27f40 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:24.878 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.877+0000 7fdc33400700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:27:24.878 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.877+0000 7fdc33400700 1 -- 172.21.15.8:0/2375821839 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc38004eb0 con 0x555803246610 2024-05-20T21:27:24.878 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.877+0000 7fdc33400700 1 -- 172.21.15.8:0/2375821839 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fdc3800f870 con 0x555803246610 2024-05-20T21:27:24.878 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.877+0000 7fdc5ee50b80 1 -- 172.21.15.8:0/2375821839 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdc400a9530 con 0x555803246610 2024-05-20T21:27:24.880 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.878+0000 7fdc33400700 1 -- 172.21.15.8:0/2375821839 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fdc38049050 con 0x555803246610 2024-05-20T21:27:24.880 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.878+0000 7fdc5ee50b80 10 client.18618 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:24.880 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.878+0000 7fdc5ee50b80 1 -- 172.21.15.8:0/2375821839 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5558032c51a0 con 0x555803246610 2024-05-20T21:27:24.880 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.878+0000 7fdc33400700 1 -- 172.21.15.8:0/2375821839 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdc400a9530 con 0x555803246610 2024-05-20T21:27:24.880 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.878+0000 7fdc33400700 1 -- 172.21.15.8:0/2375821839 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fdc38024560 con 0x555803246610 2024-05-20T21:27:24.880 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.878+0000 7fdc5ee50b80 10 client.18618 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:24.880 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.878+0000 7fdc5ee50b80 10 client.18618 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:27:24.880 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.878+0000 7fdc5ee50b80 20 client.18618 populate_metadata read hostname 'smithi008' 2024-05-20T21:27:24.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.878+0000 7fdc5ee50b80 1 --2- 172.21.15.8:0/2375821839 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x5558032c5780 0x5558032c7ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:24.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.878+0000 7fdc5ee50b80 4 client.18618 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:27:24.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.878+0000 7fdc5ee50b80 1 -- 172.21.15.8:0/2375821839 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55580319a570 con 0x5558032c5780 2024-05-20T21:27:24.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.879+0000 7fdc51a00700 1 --2- 172.21.15.8:0/2375821839 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x5558032c5780 0x5558032c7ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:24.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.879+0000 7fdc51a00700 1 --2- 172.21.15.8:0/2375821839 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x5558032c5780 0x5558032c7ba0 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=efad048e515c04ad server_cookie=273e4380b48af032 in_seq=0 out_seq=0 2024-05-20T21:27:24.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.879+0000 7fdc33400700 10 client.18618 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:27:24.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.879+0000 7fdc33400700 1 -- 172.21.15.8:0/2375821839 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55580319a570 con 0x5558032c5780 2024-05-20T21:27:24.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.879+0000 7fdc33400700 10 client.18618 handle_command_reply: tid=0 2024-05-20T21:27:24.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.879+0000 7fdc5ee50b80 1 client.18618 shutdown 2024-05-20T21:27:24.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.880+0000 7fdc5ee50b80 1 -- 172.21.15.8:0/2375821839 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555803246610 msgr2=0x555803261ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:24.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.880+0000 7fdc5ee50b80 1 --2- 172.21.15.8:0/2375821839 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555803246610 0x555803261ae0 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7fdc38009350 tx=0x7fdc38005e80 comp rx=0 tx=0).stop 2024-05-20T21:27:24.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.880+0000 7fdc5ee50b80 1 -- 172.21.15.8:0/2375821839 shutdown_connections 2024-05-20T21:27:24.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.880+0000 7fdc5ee50b80 1 --2- 172.21.15.8:0/2375821839 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x5558032c5780 0x5558032c7ba0 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:24.882 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.880+0000 7fdc5ee50b80 1 --2- 172.21.15.8:0/2375821839 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555803241140 0x555803253320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:24.882 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.880+0000 7fdc5ee50b80 1 --2- 172.21.15.8:0/2375821839 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555803246f30 0x555803262020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:24.882 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.880+0000 7fdc5ee50b80 1 --2- 172.21.15.8:0/2375821839 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555803246610 0x555803261ae0 unknown :-1 s=CLOSED pgs=625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:24.882 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.880+0000 7fdc5ee50b80 1 -- 172.21.15.8:0/2375821839 >> 172.21.15.8:0/2375821839 conn(0x55580316ebe0 msgr2=0x555803248940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:24.882 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.880+0000 7fdc33400700 0 client.18618 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:27:24.882 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.880+0000 7fdc5ee50b80 1 -- 172.21.15.8:0/2375821839 shutdown_connections 2024-05-20T21:27:24.882 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.880+0000 7fdc5ee50b80 1 -- 172.21.15.8:0/2375821839 wait complete. 2024-05-20T21:27:24.882 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.880+0000 7fdc5ee50b80 20 client.18618 trim_cache size 0 max 16384 2024-05-20T21:27:24.882 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:27:24.883 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.881+0000 7fdc54400700 1 -- 172.21.15.8:0/4110743488 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdc340b2900 msgr2=0x7fdc340b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:24.883 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.881+0000 7fdc54400700 1 --2- 172.21.15.8:0/4110743488 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdc340b2900 0x7fdc340b4dc0 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7fdc44009ec0 tx=0x7fdc4400fc40 comp rx=0 tx=0).stop 2024-05-20T21:27:24.883 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.881+0000 7fdc54400700 1 -- 172.21.15.8:0/4110743488 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdc4c1037f0 msgr2=0x7fdc4c1a5ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:24.883 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.881+0000 7fdc54400700 1 --2- 172.21.15.8:0/4110743488 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdc4c1037f0 0x7fdc4c1a5ec0 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7fdc4000e9c0 tx=0x7fdc4000ecd0 comp rx=0 tx=0).stop 2024-05-20T21:27:24.883 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.881+0000 7fdc54400700 1 -- 172.21.15.8:0/4110743488 shutdown_connections 2024-05-20T21:27:24.883 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.881+0000 7fdc54400700 1 --2- 172.21.15.8:0/4110743488 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdc340b2900 0x7fdc340b4dc0 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:24.883 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.881+0000 7fdc54400700 1 --2- 172.21.15.8:0/4110743488 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdc4c1037f0 0x7fdc4c1a5ec0 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:24.883 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.881+0000 7fdc54400700 1 --2- 172.21.15.8:0/4110743488 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdc4c1088f0 0x7fdc4c10f420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:24.883 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.881+0000 7fdc54400700 1 --2- 172.21.15.8:0/4110743488 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdc4c1041a0 0x7fdc4c1a6400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:24.884 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.881+0000 7fdc54400700 1 -- 172.21.15.8:0/4110743488 >> 172.21.15.8:0/4110743488 conn(0x7fdc4c07a6a0 msgr2=0x7fdc4c101600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:24.884 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.881+0000 7fdc54400700 1 -- 172.21.15.8:0/4110743488 shutdown_connections 2024-05-20T21:27:24.884 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:24.881+0000 7fdc54400700 1 -- 172.21.15.8:0/4110743488 wait complete. 2024-05-20T21:27:25.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:27:24 smithi130 ceph-mon[36448]: pgmap v802: 97 pgs: 97 active+clean; 2.0 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-20T21:27:25.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:27:24 smithi050 ceph-mon[35809]: pgmap v802: 97 pgs: 97 active+clean; 2.0 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-20T21:27:25.727 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:27:26.065 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.066+0000 7f00b0000640 1 -- 172.21.15.8:0/953105703 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f00a8105ed0 msgr2=0x7f00a8106350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:26.066 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.066+0000 7f00b0000640 1 --2- 172.21.15.8:0/953105703 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f00a8105ed0 0x7f00a8106350 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f0094009900 tx=0x7f009402a3f0 comp rx=0 tx=0).stop 2024-05-20T21:27:26.066 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.066+0000 7f00b0000640 1 -- 172.21.15.8:0/953105703 shutdown_connections 2024-05-20T21:27:26.066 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.066+0000 7f00b0000640 1 --2- 172.21.15.8:0/953105703 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f00a8106890 0x7f00a810d120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:26.066 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.066+0000 7f00b0000640 1 --2- 172.21.15.8:0/953105703 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f00a8105ed0 0x7f00a8106350 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:26.066 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.066+0000 7f00b0000640 1 --2- 172.21.15.8:0/953105703 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f00a8104ce0 0x7f00a8105100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:26.066 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.066+0000 7f00b0000640 1 -- 172.21.15.8:0/953105703 >> 172.21.15.8:0/953105703 conn(0x7f00a8100270 msgr2=0x7f00a8102690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:26.066 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.066+0000 7f00b0000640 1 -- 172.21.15.8:0/953105703 shutdown_connections 2024-05-20T21:27:26.066 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.066+0000 7f00b0000640 1 -- 172.21.15.8:0/953105703 wait complete. 2024-05-20T21:27:26.067 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.067+0000 7f00b0000640 1 Processor -- start 2024-05-20T21:27:26.067 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.067+0000 7f00b0000640 1 -- start start 2024-05-20T21:27:26.067 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.068+0000 7f00b0000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f00a8104ce0 0x7f00a819aee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:26.068 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.068+0000 7f00b0000640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f00a8105ed0 0x7f00a819b420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:26.068 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.068+0000 7f00b0000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f00a8106890 0x7f00a81a2490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:26.068 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.068+0000 7f00b0000640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f00a8110840 con 0x7f00a8104ce0 2024-05-20T21:27:26.068 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.068+0000 7f00b0000640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f00a81106c0 con 0x7f00a8106890 2024-05-20T21:27:26.068 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.068+0000 7f00b0000640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f00a81109c0 con 0x7f00a8105ed0 2024-05-20T21:27:26.068 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.068+0000 7f00ad600640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f00a8104ce0 0x7f00a819aee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:26.068 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.068+0000 7f00acc00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f00a8105ed0 0x7f00a819b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:26.068 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.068+0000 7f00ad600640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f00a8104ce0 0x7f00a819aee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54918/0 (socket says 172.21.15.8:54918) 2024-05-20T21:27:26.068 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.068+0000 7f00ad600640 1 -- 172.21.15.8:0/908641907 learned_addr learned my addr 172.21.15.8:0/908641907 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:26.068 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.068+0000 7f00ae000640 1 --2- 172.21.15.8:0/908641907 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f00a8106890 0x7f00a81a2490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:26.069 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.069+0000 7f00acc00640 1 -- 172.21.15.8:0/908641907 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f00a8106890 msgr2=0x7f00a81a2490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:26.069 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.069+0000 7f00acc00640 1 --2- 172.21.15.8:0/908641907 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f00a8106890 0x7f00a81a2490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:26.069 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.069+0000 7f00acc00640 1 -- 172.21.15.8:0/908641907 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f00a8104ce0 msgr2=0x7f00a819aee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:26.069 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.069+0000 7f00acc00640 1 --2- 172.21.15.8:0/908641907 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f00a8104ce0 0x7f00a819aee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:26.070 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.069+0000 7f00acc00640 1 -- 172.21.15.8:0/908641907 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00a81a2b00 con 0x7f00a8105ed0 2024-05-20T21:27:26.070 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.069+0000 7f00ad600640 1 --2- 172.21.15.8:0/908641907 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f00a8104ce0 0x7f00a819aee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:26.070 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.069+0000 7f00acc00640 1 --2- 172.21.15.8:0/908641907 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f00a8105ed0 0x7f00a819b420 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f009402a9e0 tx=0x7f0094003c10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:26.070 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.069+0000 7f00a6000640 1 -- 172.21.15.8:0/908641907 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f009403f070 con 0x7f00a8105ed0 2024-05-20T21:27:26.070 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.069+0000 7f00a6000640 1 -- 172.21.15.8:0/908641907 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0094031c50 con 0x7f00a8105ed0 2024-05-20T21:27:26.070 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.069+0000 7f00b0000640 1 -- 172.21.15.8:0/908641907 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00a81a2d90 con 0x7f00a8105ed0 2024-05-20T21:27:26.070 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.069+0000 7f00a6000640 1 -- 172.21.15.8:0/908641907 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0094035030 con 0x7f00a8105ed0 2024-05-20T21:27:26.070 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.069+0000 7f00b0000640 1 -- 172.21.15.8:0/908641907 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00a81a3240 con 0x7f00a8105ed0 2024-05-20T21:27:26.072 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.073+0000 7f00b2fef740 1 Processor -- start 2024-05-20T21:27:26.072 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.073+0000 7f00b2fef740 1 -- start start 2024-05-20T21:27:26.073 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.073+0000 7f00b2fef740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ab59a53b30 0x55ab59a53f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:26.073 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.073+0000 7f00b2fef740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ab59a54520 0x55ab59a59020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:26.073 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.073+0000 7f00b2fef740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ab59a59690 0x55ab59a5bb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:26.073 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.073+0000 7f00b2fef740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55ab599c3b90 con 0x55ab59a54520 2024-05-20T21:27:26.073 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.073+0000 7f00b2fef740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55ab599b3730 con 0x55ab59a53b30 2024-05-20T21:27:26.073 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.073+0000 7f00b2fef740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55ab599b7770 con 0x55ab59a59690 2024-05-20T21:27:26.074 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.074+0000 7f00ad600640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ab59a54520 0x55ab59a59020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:26.074 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.074+0000 7f00ae000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ab59a53b30 0x55ab59a53f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:26.074 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.074+0000 7f00ae000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ab59a53b30 0x55ab59a53f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:33970/0 (socket says 172.21.15.8:33970) 2024-05-20T21:27:26.074 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.074+0000 7f00ae000640 1 -- 172.21.15.8:0/3310797904 learned_addr learned my addr 172.21.15.8:0/3310797904 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:26.074 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.074+0000 7f00a6000640 1 -- 172.21.15.8:0/908641907 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f0094042070 con 0x7f00a8105ed0 2024-05-20T21:27:26.074 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.074+0000 7f00ae000640 1 -- 172.21.15.8:0/3310797904 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ab59a59690 msgr2=0x55ab59a5bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:26.075 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.074+0000 7f00ae000640 1 --2- 172.21.15.8:0/3310797904 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ab59a59690 0x55ab59a5bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:26.075 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.074+0000 7f00ae000640 1 -- 172.21.15.8:0/3310797904 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ab59a54520 msgr2=0x55ab59a59020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:26.075 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.074+0000 7f00ae000640 1 --2- 172.21.15.8:0/3310797904 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ab59a54520 0x55ab59a59020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:26.075 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.074+0000 7f00ae000640 1 -- 172.21.15.8:0/3310797904 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ab5994c8b0 con 0x55ab59a53b30 2024-05-20T21:27:26.075 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.074+0000 7f00ae000640 1 --2- 172.21.15.8:0/3310797904 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ab59a53b30 0x55ab59a53f50 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f00a0011440 tx=0x7f00a0011900 comp rx=0 tx=0).ready entity=mon.2 client_cookie=19991bd93f82b548 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:26.075 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.075+0000 7f009a600640 1 -- 172.21.15.8:0/3310797904 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00a0003c30 con 0x55ab59a53b30 2024-05-20T21:27:26.075 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.075+0000 7f009a600640 1 -- 172.21.15.8:0/3310797904 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f00a0003dd0 con 0x55ab59a53b30 2024-05-20T21:27:26.075 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.075+0000 7f009a600640 1 -- 172.21.15.8:0/3310797904 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00a000fae0 con 0x55ab59a53b30 2024-05-20T21:27:26.076 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.076+0000 7f00b2fef740 1 -- 172.21.15.8:0/3310797904 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ab59a53b30 msgr2=0x55ab59a53f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:26.076 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.076+0000 7f00b2fef740 1 --2- 172.21.15.8:0/3310797904 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ab59a53b30 0x55ab59a53f50 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f00a0011440 tx=0x7f00a0011900 comp rx=0 tx=0).stop 2024-05-20T21:27:26.076 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.076+0000 7f00a6000640 1 --2- 172.21.15.8:0/908641907 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f00900b2860 0x7f00900b4d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:26.076 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.076+0000 7f00b2fef740 1 -- 172.21.15.8:0/3310797904 shutdown_connections 2024-05-20T21:27:26.076 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.076+0000 7f00b2fef740 1 --2- 172.21.15.8:0/3310797904 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ab59a59690 0x55ab59a5bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:26.077 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.076+0000 7f00a6000640 1 -- 172.21.15.8:0/908641907 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f0094102820 con 0x7f00a8105ed0 2024-05-20T21:27:26.077 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.076+0000 7f00b2fef740 1 --2- 172.21.15.8:0/3310797904 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ab59a54520 0x55ab59a59020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:26.077 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.076+0000 7f00b2fef740 1 --2- 172.21.15.8:0/3310797904 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ab59a53b30 0x55ab59a53f50 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:26.077 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.076+0000 7f00b2fef740 1 -- 172.21.15.8:0/3310797904 >> 172.21.15.8:0/3310797904 conn(0x55ab59a4f1a0 msgr2=0x55ab59a4f5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:26.077 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.076+0000 7f00ae000640 1 --2- 172.21.15.8:0/908641907 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f00900b2860 0x7f00900b4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:26.077 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.076+0000 7f00b2fef740 1 -- 172.21.15.8:0/3310797904 shutdown_connections 2024-05-20T21:27:26.077 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.076+0000 7f00b2fef740 1 -- 172.21.15.8:0/3310797904 wait complete. 2024-05-20T21:27:26.077 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.077+0000 7f00b2fef740 1 -- start start 2024-05-20T21:27:26.077 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.077+0000 7f00b2fef740 1 Processor -- start 2024-05-20T21:27:26.077 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.077+0000 7f00ae000640 1 --2- 172.21.15.8:0/908641907 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f00900b2860 0x7f00900b4d20 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f00a0005fd0 tx=0x7f00a0000f40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:26.080 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.077+0000 7f00b2fef740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ab59a53b30 0x55ab59a5d980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:26.080 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.077+0000 7f00b2fef740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ab59a54520 0x55ab59a5dec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:26.080 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.078+0000 7f00b2fef740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ab59a59690 0x55ab59a64f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:26.080 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.078+0000 7f00b2fef740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55ab59699790 con 0x55ab59a53b30 2024-05-20T21:27:26.080 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.078+0000 7f00b2fef740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55ab5995bbc0 con 0x55ab59a59690 2024-05-20T21:27:26.080 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.078+0000 7f00b2fef740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55ab59a5c640 con 0x55ab59a54520 2024-05-20T21:27:26.080 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.078+0000 7f00b2fef740 10 client.0 _ll_register_callbacks cb 0x55ab59939400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:26.080 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.078+0000 7f00acc00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ab59a54520 0x55ab59a5dec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:26.081 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.078+0000 7f00ad600640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ab59a53b30 0x55ab59a5d980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:26.081 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.078+0000 7f00acc00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ab59a54520 0x55ab59a5dec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:46954/0 (socket says 172.21.15.8:46954) 2024-05-20T21:27:26.081 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.078+0000 7f00acc00640 1 -- 172.21.15.8:0/4144038096 learned_addr learned my addr 172.21.15.8:0/4144038096 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:26.081 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.078+0000 7f00ae000640 1 --2- 172.21.15.8:0/4144038096 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ab59a59690 0x55ab59a64f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:26.081 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.078+0000 7f00acc00640 1 -- 172.21.15.8:0/4144038096 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ab59a59690 msgr2=0x55ab59a64f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:26.081 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.078+0000 7f00acc00640 1 --2- 172.21.15.8:0/4144038096 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ab59a59690 0x55ab59a64f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:26.081 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.078+0000 7f00acc00640 1 -- 172.21.15.8:0/4144038096 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ab59a53b30 msgr2=0x55ab59a5d980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:26.081 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.079+0000 7f00acc00640 1 --2- 172.21.15.8:0/4144038096 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ab59a53b30 0x55ab59a5d980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:26.081 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.079+0000 7f00acc00640 1 -- 172.21.15.8:0/4144038096 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ab596c8210 con 0x55ab59a54520 2024-05-20T21:27:26.081 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.079+0000 7f00ad600640 1 --2- 172.21.15.8:0/4144038096 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ab59a53b30 0x55ab59a5d980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:26.081 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.079+0000 7f00acc00640 1 --2- 172.21.15.8:0/4144038096 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ab59a54520 0x55ab59a5dec0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f00940c5e50 tx=0x7f00940c9720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e8eab680ef408557 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:26.081 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.079+0000 7f008ea00640 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:27:26.081 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.079+0000 7f008ea00640 1 -- 172.21.15.8:0/4144038096 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0094049040 con 0x55ab59a54520 2024-05-20T21:27:26.082 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.079+0000 7f008ea00640 1 -- 172.21.15.8:0/4144038096 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f00940c6060 con 0x55ab59a54520 2024-05-20T21:27:26.082 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.079+0000 7f00b2fef740 1 -- 172.21.15.8:0/4144038096 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f00a0003dd0 con 0x55ab59a54520 2024-05-20T21:27:26.082 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.079+0000 7f008ea00640 1 -- 172.21.15.8:0/4144038096 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f00940c98e0 con 0x55ab59a54520 2024-05-20T21:27:26.082 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.079+0000 7f00b2fef740 10 client.28801 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:26.082 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.080+0000 7f00b2fef740 1 -- 172.21.15.8:0/4144038096 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ab59794620 con 0x55ab59a54520 2024-05-20T21:27:26.082 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.080+0000 7f008ea00640 1 -- 172.21.15.8:0/4144038096 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f00a0003dd0 con 0x55ab59a54520 2024-05-20T21:27:26.082 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.080+0000 7f008ea00640 1 -- 172.21.15.8:0/4144038096 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f00940d27a0 con 0x55ab59a54520 2024-05-20T21:27:26.082 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.080+0000 7f00b2fef740 10 client.28801 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:26.082 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.080+0000 7f00b2fef740 10 client.28801 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:27:26.082 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.080+0000 7f00b2fef740 20 client.28801 populate_metadata read hostname 'smithi008' 2024-05-20T21:27:26.082 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.080+0000 7f00b2fef740 1 --2- 172.21.15.8:0/4144038096 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ab59a693f0 0x55ab59a6b810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:26.082 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.080+0000 7f00b2fef740 4 client.28801 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:27:26.082 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.080+0000 7f00b2fef740 1 -- 172.21.15.8:0/4144038096 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ab599c5ae0 con 0x55ab59a693f0 2024-05-20T21:27:26.082 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.081+0000 7f00ad600640 1 --2- 172.21.15.8:0/4144038096 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ab59a693f0 0x55ab59a6b810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:26.084 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.081+0000 7f00ad600640 1 --2- 172.21.15.8:0/4144038096 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ab59a693f0 0x55ab59a6b810 crc :-1 s=READY pgs=318 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dade29f0f3b1e3a8 server_cookie=a43c99037bd3bb2b in_seq=0 out_seq=0 2024-05-20T21:27:26.084 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.081+0000 7f008ea00640 10 client.28801 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:27:26.084 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.082+0000 7f008ea00640 1 -- 172.21.15.8:0/4144038096 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55ab599c5ae0 con 0x55ab59a693f0 2024-05-20T21:27:26.084 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.082+0000 7f008ea00640 10 client.28801 handle_command_reply: tid=0 2024-05-20T21:27:26.084 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.082+0000 7f00b2fef740 1 client.28801 shutdown 2024-05-20T21:27:26.084 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.082+0000 7f00b2fef740 1 -- 172.21.15.8:0/4144038096 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ab59a54520 msgr2=0x55ab59a5dec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:26.084 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.082+0000 7f00b2fef740 1 --2- 172.21.15.8:0/4144038096 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ab59a54520 0x55ab59a5dec0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f00940c5e50 tx=0x7f00940c9720 comp rx=0 tx=0).stop 2024-05-20T21:27:26.084 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.082+0000 7f00b2fef740 1 -- 172.21.15.8:0/4144038096 shutdown_connections 2024-05-20T21:27:26.084 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.082+0000 7f00b2fef740 1 --2- 172.21.15.8:0/4144038096 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ab59a693f0 0x55ab59a6b810 crc :-1 s=READY pgs=318 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:26.084 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.082+0000 7f00b2fef740 1 --2- 172.21.15.8:0/4144038096 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ab59a59690 0x55ab59a64f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:26.084 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.082+0000 7f00b2fef740 1 --2- 172.21.15.8:0/4144038096 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ab59a54520 0x55ab59a5dec0 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:26.085 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.082+0000 7f008ea00640 0 client.28801 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:27:26.085 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.082+0000 7f00b2fef740 1 --2- 172.21.15.8:0/4144038096 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ab59a53b30 0x55ab59a5d980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:26.085 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.082+0000 7f00b2fef740 1 -- 172.21.15.8:0/4144038096 >> 172.21.15.8:0/4144038096 conn(0x55ab59a4f1a0 msgr2=0x55ab59a4e310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:26.085 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.083+0000 7f00b2fef740 1 -- 172.21.15.8:0/4144038096 shutdown_connections 2024-05-20T21:27:26.085 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.083+0000 7f00b2fef740 1 -- 172.21.15.8:0/4144038096 wait complete. 2024-05-20T21:27:26.085 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.083+0000 7f00b2fef740 20 client.28801 trim_cache size 0 max 16384 2024-05-20T21:27:26.101 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.101+0000 7f00b2fef740 1 Processor -- start 2024-05-20T21:27:26.101 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.101+0000 7f00b2fef740 1 -- start start 2024-05-20T21:27:26.101 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.101+0000 7f00b2fef740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ab59a53b30 0x55ab59a51e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:26.101 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.101+0000 7f00b2fef740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ab59a54520 0x55ab59a64ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:26.101 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.101+0000 7f00b2fef740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ab59a59690 0x55ab59a523c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:26.101 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.101+0000 7f00b2fef740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f00a81ae920 con 0x55ab59a54520 2024-05-20T21:27:26.101 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.101+0000 7f00b2fef740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f00a81ac1f0 con 0x55ab59a59690 2024-05-20T21:27:26.101 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.101+0000 7f00b2fef740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f00a81aa040 con 0x55ab59a53b30 2024-05-20T21:27:26.102 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.102+0000 7f00acc00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ab59a54520 0x55ab59a64ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:26.102 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.102+0000 7f00ad600640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ab59a53b30 0x55ab59a51e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:26.102 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.102+0000 7f00ae000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ab59a59690 0x55ab59a523c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:26.102 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.102+0000 7f00ad600640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ab59a53b30 0x55ab59a51e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:46966/0 (socket says 172.21.15.8:46966) 2024-05-20T21:27:26.103 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.102+0000 7f00ad600640 1 -- 172.21.15.8:0/869545102 learned_addr learned my addr 172.21.15.8:0/869545102 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:26.103 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.102+0000 7f00ad600640 1 -- 172.21.15.8:0/869545102 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ab59a59690 msgr2=0x55ab59a523c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:26.103 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.102+0000 7f00ad600640 1 --2- 172.21.15.8:0/869545102 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ab59a59690 0x55ab59a523c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:26.103 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.102+0000 7f00ad600640 1 -- 172.21.15.8:0/869545102 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ab59a54520 msgr2=0x55ab59a64ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:26.103 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.102+0000 7f00ad600640 1 --2- 172.21.15.8:0/869545102 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ab59a54520 0x55ab59a64ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:26.103 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.102+0000 7f00ad600640 1 -- 172.21.15.8:0/869545102 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ab59a6be90 con 0x55ab59a53b30 2024-05-20T21:27:26.103 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.103+0000 7f00ad600640 1 --2- 172.21.15.8:0/869545102 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ab59a53b30 0x55ab59a51e80 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f009c009620 tx=0x7f009c005f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fc95e009b5356a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:26.103 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.103+0000 7f0099c00640 1 -- 172.21.15.8:0/869545102 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f009c025020 con 0x55ab59a53b30 2024-05-20T21:27:26.103 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.103+0000 7f0099c00640 1 -- 172.21.15.8:0/869545102 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f009c0044d0 con 0x55ab59a53b30 2024-05-20T21:27:26.103 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.103+0000 7f0099c00640 1 -- 172.21.15.8:0/869545102 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f009c004a00 con 0x55ab59a53b30 2024-05-20T21:27:26.105 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.104+0000 7f00b2fef740 1 -- 172.21.15.8:0/869545102 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ab59a53b30 msgr2=0x55ab59a51e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:26.105 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.104+0000 7f00b2fef740 1 --2- 172.21.15.8:0/869545102 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ab59a53b30 0x55ab59a51e80 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f009c009620 tx=0x7f009c005f90 comp rx=0 tx=0).stop 2024-05-20T21:27:26.105 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.104+0000 7f00b2fef740 1 -- 172.21.15.8:0/869545102 shutdown_connections 2024-05-20T21:27:26.105 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.104+0000 7f00b2fef740 1 --2- 172.21.15.8:0/869545102 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ab59a59690 0x55ab59a523c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:26.105 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.104+0000 7f00b2fef740 1 --2- 172.21.15.8:0/869545102 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ab59a54520 0x55ab59a64ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:26.105 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.104+0000 7f00b2fef740 1 --2- 172.21.15.8:0/869545102 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ab59a53b30 0x55ab59a51e80 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:26.105 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.104+0000 7f00b2fef740 1 -- 172.21.15.8:0/869545102 >> 172.21.15.8:0/869545102 conn(0x55ab59a4f1a0 msgr2=0x55ab59a55850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:26.105 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.104+0000 7f00b2fef740 1 -- 172.21.15.8:0/869545102 shutdown_connections 2024-05-20T21:27:26.106 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.104+0000 7f00b2fef740 1 -- 172.21.15.8:0/869545102 wait complete. 2024-05-20T21:27:26.106 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.104+0000 7f00b2fef740 1 -- start start 2024-05-20T21:27:26.106 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.105+0000 7f00b2fef740 1 Processor -- start 2024-05-20T21:27:26.106 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.105+0000 7f00b2fef740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ab59a53b30 0x55ab59a61ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:26.106 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.105+0000 7f00b2fef740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ab59a54520 0x55ab59a62530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:26.106 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.105+0000 7f00b2fef740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ab59a59690 0x55ab59a63540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:26.106 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.105+0000 7f00b2fef740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f00a81aa6b0 con 0x55ab59a53b30 2024-05-20T21:27:26.106 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.105+0000 7f00b2fef740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f00a81abb20 con 0x55ab59a54520 2024-05-20T21:27:26.106 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.105+0000 7f00b2fef740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f00a81aad80 con 0x55ab59a59690 2024-05-20T21:27:26.106 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.105+0000 7f00b2fef740 10 client.0 _ll_register_callbacks cb 0x7f00940ec040 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:26.106 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.105+0000 7f00ad600640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ab59a53b30 0x55ab59a61ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:26.106 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.105+0000 7f00ad600640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ab59a53b30 0x55ab59a61ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54948/0 (socket says 172.21.15.8:54948) 2024-05-20T21:27:26.106 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.105+0000 7f00ad600640 1 -- 172.21.15.8:0/438554197 learned_addr learned my addr 172.21.15.8:0/438554197 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:26.107 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.105+0000 7f00acc00640 1 --2- 172.21.15.8:0/438554197 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ab59a54520 0x55ab59a62530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:26.107 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.106+0000 7f00ae000640 1 --2- 172.21.15.8:0/438554197 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ab59a59690 0x55ab59a63540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:26.107 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.106+0000 7f00ad600640 1 -- 172.21.15.8:0/438554197 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ab59a59690 msgr2=0x55ab59a63540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:26.107 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.106+0000 7f00ad600640 1 --2- 172.21.15.8:0/438554197 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ab59a59690 0x55ab59a63540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:26.107 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.106+0000 7f00ad600640 1 -- 172.21.15.8:0/438554197 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ab59a54520 msgr2=0x55ab59a62530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:26.107 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.106+0000 7f00ad600640 1 --2- 172.21.15.8:0/438554197 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ab59a54520 0x55ab59a62530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:26.107 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.106+0000 7f00ad600640 1 -- 172.21.15.8:0/438554197 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ab59a5ca40 con 0x55ab59a53b30 2024-05-20T21:27:26.108 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.106+0000 7f00ad600640 1 --2- 172.21.15.8:0/438554197 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ab59a53b30 0x55ab59a61ff0 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f009c014010 tx=0x7f009c012300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=995f91e4bd4ac410 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:26.108 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.106+0000 7f008ea00640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:27:26.108 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.107+0000 7f008ea00640 1 -- 172.21.15.8:0/438554197 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f009c02f030 con 0x55ab59a53b30 2024-05-20T21:27:26.108 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.107+0000 7f008ea00640 1 -- 172.21.15.8:0/438554197 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f009c003ac0 con 0x55ab59a53b30 2024-05-20T21:27:26.109 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.107+0000 7f00b2fef740 1 -- 172.21.15.8:0/438554197 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f009c0044d0 con 0x55ab59a53b30 2024-05-20T21:27:26.109 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.107+0000 7f008ea00640 1 -- 172.21.15.8:0/438554197 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f009c0052f0 con 0x55ab59a53b30 2024-05-20T21:27:26.109 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.107+0000 7f00b2fef740 10 client.18636 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:26.109 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.107+0000 7f00b2fef740 1 -- 172.21.15.8:0/438554197 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ab59a64c70 con 0x55ab59a53b30 2024-05-20T21:27:26.109 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.107+0000 7f008ea00640 1 -- 172.21.15.8:0/438554197 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f009c0044d0 con 0x55ab59a53b30 2024-05-20T21:27:26.109 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.108+0000 7f008ea00640 1 -- 172.21.15.8:0/438554197 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f009c02b4f0 con 0x55ab59a53b30 2024-05-20T21:27:26.109 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.108+0000 7f00b2fef740 10 client.18636 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:26.109 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.108+0000 7f00b2fef740 10 client.18636 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:27:26.109 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.108+0000 7f00b2fef740 20 client.18636 populate_metadata read hostname 'smithi008' 2024-05-20T21:27:26.109 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.108+0000 7f00b2fef740 1 --2- 172.21.15.8:0/438554197 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ab59ad4270 0x55ab59ad6690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:26.109 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.108+0000 7f00b2fef740 4 client.18636 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:27:26.109 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.108+0000 7f00b2fef740 1 -- 172.21.15.8:0/438554197 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55ab599bf2c0 con 0x55ab59ad4270 2024-05-20T21:27:26.109 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.109+0000 7f00acc00640 1 --2- 172.21.15.8:0/438554197 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ab59ad4270 0x55ab59ad6690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:26.109 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.109+0000 7f00acc00640 1 --2- 172.21.15.8:0/438554197 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ab59ad4270 0x55ab59ad6690 crc :-1 s=READY pgs=319 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e29981f80de53442 server_cookie=5ea46089f8ebed91 in_seq=0 out_seq=0 2024-05-20T21:27:26.110 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.109+0000 7f008ea00640 10 client.18636 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:27:26.124 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.124+0000 7f008ea00640 1 -- 172.21.15.8:0/438554197 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55ab599bf2c0 con 0x55ab59ad4270 2024-05-20T21:27:26.125 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.124+0000 7f008ea00640 10 client.18636 handle_command_reply: tid=0 2024-05-20T21:27:26.125 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.124+0000 7f00b2fef740 1 client.18636 shutdown 2024-05-20T21:27:26.125 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.125+0000 7f00b2fef740 1 -- 172.21.15.8:0/438554197 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ab59a53b30 msgr2=0x55ab59a61ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:26.125 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.125+0000 7f00b2fef740 1 --2- 172.21.15.8:0/438554197 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ab59a53b30 0x55ab59a61ff0 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f009c014010 tx=0x7f009c012300 comp rx=0 tx=0).stop 2024-05-20T21:27:26.125 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.125+0000 7f00b2fef740 1 -- 172.21.15.8:0/438554197 shutdown_connections 2024-05-20T21:27:26.125 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.125+0000 7f00b2fef740 1 --2- 172.21.15.8:0/438554197 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ab59ad4270 0x55ab59ad6690 crc :-1 s=READY pgs=319 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:26.125 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.125+0000 7f00b2fef740 1 --2- 172.21.15.8:0/438554197 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ab59a59690 0x55ab59a63540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:26.125 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.125+0000 7f00b2fef740 1 --2- 172.21.15.8:0/438554197 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ab59a54520 0x55ab59a62530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:26.125 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.125+0000 7f00b2fef740 1 --2- 172.21.15.8:0/438554197 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ab59a53b30 0x55ab59a61ff0 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:26.125 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.125+0000 7f008ea00640 0 client.18636 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:27:26.125 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.125+0000 7f00b2fef740 1 -- 172.21.15.8:0/438554197 >> 172.21.15.8:0/438554197 conn(0x55ab59a4f1a0 msgr2=0x55ab59a4da80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:26.125 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.125+0000 7f00b2fef740 1 -- 172.21.15.8:0/438554197 shutdown_connections 2024-05-20T21:27:26.125 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.125+0000 7f00b2fef740 1 -- 172.21.15.8:0/438554197 wait complete. 2024-05-20T21:27:26.125 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.125+0000 7f00b2fef740 20 client.18636 trim_cache size 0 max 16384 2024-05-20T21:27:26.126 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:27:26.126 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:27:26.126 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:27:26.127 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.126+0000 7f00b0000640 1 -- 172.21.15.8:0/908641907 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f00900b2860 msgr2=0x7f00900b4d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:26.127 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.126+0000 7f00b0000640 1 --2- 172.21.15.8:0/908641907 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f00900b2860 0x7f00900b4d20 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f00a0005fd0 tx=0x7f00a0000f40 comp rx=0 tx=0).stop 2024-05-20T21:27:26.127 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.126+0000 7f00b0000640 1 -- 172.21.15.8:0/908641907 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f00a8105ed0 msgr2=0x7f00a819b420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:26.127 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.126+0000 7f00b0000640 1 --2- 172.21.15.8:0/908641907 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f00a8105ed0 0x7f00a819b420 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f009402a9e0 tx=0x7f0094003c10 comp rx=0 tx=0).stop 2024-05-20T21:27:26.127 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.126+0000 7f00b0000640 1 -- 172.21.15.8:0/908641907 shutdown_connections 2024-05-20T21:27:26.127 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.126+0000 7f00b0000640 1 --2- 172.21.15.8:0/908641907 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f00900b2860 0x7f00900b4d20 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:26.127 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.126+0000 7f00b0000640 1 --2- 172.21.15.8:0/908641907 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f00a8106890 0x7f00a81a2490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:26.127 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.126+0000 7f00b0000640 1 --2- 172.21.15.8:0/908641907 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f00a8105ed0 0x7f00a819b420 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:26.127 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.126+0000 7f00b0000640 1 --2- 172.21.15.8:0/908641907 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f00a8104ce0 0x7f00a819aee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:26.127 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.126+0000 7f00b0000640 1 -- 172.21.15.8:0/908641907 >> 172.21.15.8:0/908641907 conn(0x7f00a8100270 msgr2=0x7f00a81091d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:26.127 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.126+0000 7f00b0000640 1 -- 172.21.15.8:0/908641907 shutdown_connections 2024-05-20T21:27:26.127 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:26.126+0000 7f00b0000640 1 -- 172.21.15.8:0/908641907 wait complete. 2024-05-20T21:27:26.187 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:27:26.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:27:26 smithi008 ceph-mon[31475]: pgmap v803: 97 pgs: 97 active+clean; 2.1 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 15 op/s 2024-05-20T21:27:27.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:27:26 smithi130 ceph-mon[36448]: pgmap v803: 97 pgs: 97 active+clean; 2.1 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 15 op/s 2024-05-20T21:27:27.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:27:26 smithi050 ceph-mon[35809]: pgmap v803: 97 pgs: 97 active+clean; 2.1 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 15 op/s 2024-05-20T21:27:28.380 INFO:tasks.workunit.client.0.smithi008.stdout:375/600: open fd = 3 2024-05-20T21:27:28.380 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.380 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.380 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.381 INFO:tasks.workunit.client.0.smithi008.stdout:376/600: open fd = 3 2024-05-20T21:27:28.381 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.381 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.381 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.381 INFO:tasks.workunit.client.0.smithi008.stdout:377/600: open fd = 3 2024-05-20T21:27:28.381 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.381 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.381 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.381 INFO:tasks.workunit.client.0.smithi008.stdout:378/600: open fd = 3 2024-05-20T21:27:28.381 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.382 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.382 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.382 INFO:tasks.workunit.client.0.smithi008.stdout:379/600: open fd = 3 2024-05-20T21:27:28.382 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.382 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.382 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.382 INFO:tasks.workunit.client.0.smithi008.stdout:380/600: open fd = 3 2024-05-20T21:27:28.382 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.382 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.382 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.382 INFO:tasks.workunit.client.0.smithi008.stdout:381/600: open fd = 3 2024-05-20T21:27:28.382 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.383 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.383 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.383 INFO:tasks.workunit.client.0.smithi008.stdout:382/600: open fd = 3 2024-05-20T21:27:28.383 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.383 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.383 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.383 INFO:tasks.workunit.client.0.smithi008.stdout:383/600: open fd = 3 2024-05-20T21:27:28.383 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.383 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.383 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.383 INFO:tasks.workunit.client.0.smithi008.stdout:384/600: open fd = 3 2024-05-20T21:27:28.383 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.383 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.383 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.384 INFO:tasks.workunit.client.0.smithi008.stdout:385/600: open fd = 3 2024-05-20T21:27:28.384 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.384 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.384 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.384 INFO:tasks.workunit.client.0.smithi008.stdout:386/600: open fd = 3 2024-05-20T21:27:28.384 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.384 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.384 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.384 INFO:tasks.workunit.client.0.smithi008.stdout:387/600: open fd = 3 2024-05-20T21:27:28.384 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.384 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.384 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.384 INFO:tasks.workunit.client.0.smithi008.stdout:388/600: open fd = 3 2024-05-20T21:27:28.385 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.385 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.385 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.385 INFO:tasks.workunit.client.0.smithi008.stdout:389/600: open fd = 3 2024-05-20T21:27:28.385 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.385 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.385 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.385 INFO:tasks.workunit.client.0.smithi008.stdout:390/600: open fd = 3 2024-05-20T21:27:28.385 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.385 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.385 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.386 INFO:tasks.workunit.client.0.smithi008.stdout:391/600: open fd = 3 2024-05-20T21:27:28.386 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.386 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.386 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.386 INFO:tasks.workunit.client.0.smithi008.stdout:392/600: open fd = 3 2024-05-20T21:27:28.386 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.386 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.386 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.386 INFO:tasks.workunit.client.0.smithi008.stdout:393/600: open fd = 3 2024-05-20T21:27:28.387 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.387 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.387 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.387 INFO:tasks.workunit.client.0.smithi008.stdout:394/600: open fd = 3 2024-05-20T21:27:28.387 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.387 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.387 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.387 INFO:tasks.workunit.client.0.smithi008.stdout:395/600: open fd = 3 2024-05-20T21:27:28.387 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.387 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.387 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.388 INFO:tasks.workunit.client.0.smithi008.stdout:396/600: open fd = 3 2024-05-20T21:27:28.388 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.388 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.388 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.388 INFO:tasks.workunit.client.0.smithi008.stdout:397/600: open fd = 3 2024-05-20T21:27:28.388 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.388 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.388 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.388 INFO:tasks.workunit.client.0.smithi008.stdout:398/600: open fd = 3 2024-05-20T21:27:28.388 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.388 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.389 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.389 INFO:tasks.workunit.client.0.smithi008.stdout:399/600: open fd = 3 2024-05-20T21:27:28.389 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.389 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.389 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.389 INFO:tasks.workunit.client.0.smithi008.stdout:400/600: open fd = 3 2024-05-20T21:27:28.389 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.389 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.389 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.389 INFO:tasks.workunit.client.0.smithi008.stdout:401/600: open fd = 3 2024-05-20T21:27:28.389 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.389 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.389 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.389 INFO:tasks.workunit.client.0.smithi008.stdout:402/600: open fd = 3 2024-05-20T21:27:28.390 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.390 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.390 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.390 INFO:tasks.workunit.client.0.smithi008.stdout:403/600: open fd = 3 2024-05-20T21:27:28.390 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.390 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.390 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.390 INFO:tasks.workunit.client.0.smithi008.stdout:404/600: open fd = 3 2024-05-20T21:27:28.390 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.390 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.390 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.390 INFO:tasks.workunit.client.0.smithi008.stdout:405/600: open fd = 3 2024-05-20T21:27:28.390 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.390 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.391 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.391 INFO:tasks.workunit.client.0.smithi008.stdout:406/600: open fd = 3 2024-05-20T21:27:28.391 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.391 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.391 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.391 INFO:tasks.workunit.client.0.smithi008.stdout:407/600: open fd = 3 2024-05-20T21:27:28.391 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.391 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.391 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.391 INFO:tasks.workunit.client.0.smithi008.stdout:408/600: open fd = 3 2024-05-20T21:27:28.391 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.391 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.393 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.393 INFO:tasks.workunit.client.0.smithi008.stdout:409/600: open fd = 3 2024-05-20T21:27:28.393 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.393 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.393 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.393 INFO:tasks.workunit.client.0.smithi008.stdout:410/600: open fd = 3 2024-05-20T21:27:28.393 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.393 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.394 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.394 INFO:tasks.workunit.client.0.smithi008.stdout:411/600: open fd = 3 2024-05-20T21:27:28.394 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.394 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.394 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.394 INFO:tasks.workunit.client.0.smithi008.stdout:412/600: open fd = 3 2024-05-20T21:27:28.394 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.394 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.394 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.394 INFO:tasks.workunit.client.0.smithi008.stdout:413/600: open fd = 3 2024-05-20T21:27:28.394 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.394 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.395 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.395 INFO:tasks.workunit.client.0.smithi008.stdout:414/600: open fd = 3 2024-05-20T21:27:28.395 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.395 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.395 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.395 INFO:tasks.workunit.client.0.smithi008.stdout:415/600: open fd = 3 2024-05-20T21:27:28.395 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.395 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.395 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.395 INFO:tasks.workunit.client.0.smithi008.stdout:416/600: open fd = 3 2024-05-20T21:27:28.395 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.396 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.396 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.396 INFO:tasks.workunit.client.0.smithi008.stdout:417/600: open fd = 3 2024-05-20T21:27:28.396 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.396 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.396 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.396 INFO:tasks.workunit.client.0.smithi008.stdout:418/600: open fd = 3 2024-05-20T21:27:28.396 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.396 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.396 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.396 INFO:tasks.workunit.client.0.smithi008.stdout:419/600: open fd = 3 2024-05-20T21:27:28.396 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.396 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.396 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.396 INFO:tasks.workunit.client.0.smithi008.stdout:420/600: open fd = 3 2024-05-20T21:27:28.397 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.397 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.397 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.397 INFO:tasks.workunit.client.0.smithi008.stdout:421/600: open fd = 3 2024-05-20T21:27:28.397 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.397 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.397 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.397 INFO:tasks.workunit.client.0.smithi008.stdout:422/600: open fd = 3 2024-05-20T21:27:28.397 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.398 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.398 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.398 INFO:tasks.workunit.client.0.smithi008.stdout:423/600: open fd = 3 2024-05-20T21:27:28.398 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.398 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.398 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.398 INFO:tasks.workunit.client.0.smithi008.stdout:424/600: open fd = 3 2024-05-20T21:27:28.398 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.398 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.398 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.398 INFO:tasks.workunit.client.0.smithi008.stdout:425/600: open fd = 3 2024-05-20T21:27:28.398 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.398 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.399 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.399 INFO:tasks.workunit.client.0.smithi008.stdout:426/600: open fd = 3 2024-05-20T21:27:28.399 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.399 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.399 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.399 INFO:tasks.workunit.client.0.smithi008.stdout:427/600: open fd = 3 2024-05-20T21:27:28.399 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.399 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.399 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.399 INFO:tasks.workunit.client.0.smithi008.stdout:428/600: open fd = 3 2024-05-20T21:27:28.399 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.399 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.399 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.399 INFO:tasks.workunit.client.0.smithi008.stdout:429/600: open fd = 3 2024-05-20T21:27:28.400 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.400 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.400 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.400 INFO:tasks.workunit.client.0.smithi008.stdout:430/600: open fd = 3 2024-05-20T21:27:28.400 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.400 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.400 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.400 INFO:tasks.workunit.client.0.smithi008.stdout:431/600: open fd = 3 2024-05-20T21:27:28.400 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.400 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.400 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.400 INFO:tasks.workunit.client.0.smithi008.stdout:432/600: open fd = 3 2024-05-20T21:27:28.400 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.401 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.401 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.401 INFO:tasks.workunit.client.0.smithi008.stdout:433/600: open fd = 3 2024-05-20T21:27:28.401 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.401 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.401 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.401 INFO:tasks.workunit.client.0.smithi008.stdout:434/600: open fd = 3 2024-05-20T21:27:28.401 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.401 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.401 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.401 INFO:tasks.workunit.client.0.smithi008.stdout:435/600: open fd = 3 2024-05-20T21:27:28.401 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.401 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.401 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.402 INFO:tasks.workunit.client.0.smithi008.stdout:436/600: open fd = 3 2024-05-20T21:27:28.402 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.402 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:27:28.402 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:27:28.424 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.424+0000 7f0cb5e00700 1 -- 172.21.15.8:0/2784611674 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0cb01041a0 msgr2=0x7f0cb01081c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:28.425 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.424+0000 7f0cb5e00700 1 --2- 172.21.15.8:0/2784611674 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0cb01041a0 0x7f0cb01081c0 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f0c9c0099c0 tx=0x7f0c9c009cd0 comp rx=0 tx=0).stop 2024-05-20T21:27:28.425 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.425+0000 7f0cb5e00700 1 -- 172.21.15.8:0/2784611674 shutdown_connections 2024-05-20T21:27:28.425 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.425+0000 7f0cb5e00700 1 --2- 172.21.15.8:0/2784611674 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0cb01088f0 0x7f0cb0110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:28.425 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.425+0000 7f0cb5e00700 1 --2- 172.21.15.8:0/2784611674 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0cb01037f0 0x7f0cb0103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:28.425 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.425+0000 7f0cb5e00700 1 --2- 172.21.15.8:0/2784611674 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0cb01041a0 0x7f0cb01081c0 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:28.425 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.425+0000 7f0cb5e00700 1 -- 172.21.15.8:0/2784611674 >> 172.21.15.8:0/2784611674 conn(0x7f0cb007a6a0 msgr2=0x7f0cb007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:28.425 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.425+0000 7f0cb5e00700 1 -- 172.21.15.8:0/2784611674 shutdown_connections 2024-05-20T21:27:28.425 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.425+0000 7f0cb5e00700 1 -- 172.21.15.8:0/2784611674 wait complete. 2024-05-20T21:27:28.426 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.426+0000 7f0cb5e00700 1 Processor -- start 2024-05-20T21:27:28.426 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.426+0000 7f0cb5e00700 1 -- start start 2024-05-20T21:27:28.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.427+0000 7f0cb5e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0cb01037f0 0x7f0cb019bdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:28.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.427+0000 7f0cb5e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0cb01041a0 0x7f0cb019c300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:28.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.427+0000 7f0cb5e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0cb01088f0 0x7f0cb01a0690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:28.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.427+0000 7f0cb5e00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f0cb01136d0 con 0x7f0cb01041a0 2024-05-20T21:27:28.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.427+0000 7f0cb5e00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f0cb0113550 con 0x7f0cb01088f0 2024-05-20T21:27:28.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.427+0000 7f0cb5e00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f0cb0113850 con 0x7f0cb01037f0 2024-05-20T21:27:28.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.427+0000 7f0caea00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0cb01037f0 0x7f0cb019bdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:28.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.427+0000 7f0cae000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0cb01041a0 0x7f0cb019c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:28.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.427+0000 7f0caea00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0cb01037f0 0x7f0cb019bdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:47012/0 (socket says 172.21.15.8:47012) 2024-05-20T21:27:28.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.427+0000 7f0caea00700 1 -- 172.21.15.8:0/1212829215 learned_addr learned my addr 172.21.15.8:0/1212829215 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:28.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.427+0000 7f0caf400700 1 --2- 172.21.15.8:0/1212829215 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0cb01088f0 0x7f0cb01a0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:28.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.427+0000 7f0caea00700 1 -- 172.21.15.8:0/1212829215 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0cb01088f0 msgr2=0x7f0cb01a0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:28.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.428+0000 7f0caea00700 1 --2- 172.21.15.8:0/1212829215 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0cb01088f0 0x7f0cb01a0690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:28.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.428+0000 7f0caea00700 1 -- 172.21.15.8:0/1212829215 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0cb01041a0 msgr2=0x7f0cb019c300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:28.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.428+0000 7f0caea00700 1 --2- 172.21.15.8:0/1212829215 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0cb01041a0 0x7f0cb019c300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:28.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.428+0000 7f0caea00700 1 -- 172.21.15.8:0/1212829215 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0cb01a0dd0 con 0x7f0cb01037f0 2024-05-20T21:27:28.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.428+0000 7f0caea00700 1 --2- 172.21.15.8:0/1212829215 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0cb01037f0 0x7f0cb019bdc0 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f0ca000e9c0 tx=0x7f0ca000ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:28.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.428+0000 7f0cb4a00700 1 -- 172.21.15.8:0/1212829215 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ca000cbd0 con 0x7f0cb01037f0 2024-05-20T21:27:28.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.428+0000 7f0cb5e00700 1 -- 172.21.15.8:0/1212829215 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0cb01a10c0 con 0x7f0cb01037f0 2024-05-20T21:27:28.430 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.429+0000 7f0cb4a00700 1 -- 172.21.15.8:0/1212829215 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0ca000ee60 con 0x7f0cb01037f0 2024-05-20T21:27:28.430 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.429+0000 7f0cb4a00700 1 -- 172.21.15.8:0/1212829215 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ca00055c0 con 0x7f0cb01037f0 2024-05-20T21:27:28.430 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.429+0000 7f0cb5e00700 1 -- 172.21.15.8:0/1212829215 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0cb01a8940 con 0x7f0cb01037f0 2024-05-20T21:27:28.433 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.433+0000 7f0cc0840b80 1 Processor -- start 2024-05-20T21:27:28.433 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.433+0000 7f0cb4a00700 1 -- 172.21.15.8:0/1212829215 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f0ca0004750 con 0x7f0cb01037f0 2024-05-20T21:27:28.433 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.434+0000 7f0cc0840b80 1 -- start start 2024-05-20T21:27:28.434 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.434+0000 7f0cc0840b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cb41451eb0 0x55cb41452290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:28.434 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.434+0000 7f0cc0840b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cb414527d0 0x55cb4144c260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:28.434 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.434+0000 7f0cc0840b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cb4144c880 0x55cb4144cce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:28.434 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.434+0000 7f0cc0840b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55cb413aae40 con 0x55cb414527d0 2024-05-20T21:27:28.434 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.434+0000 7f0cc0840b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55cb4139a9e0 con 0x55cb41451eb0 2024-05-20T21:27:28.434 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.434+0000 7f0cc0840b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55cb4139ea20 con 0x55cb4144c880 2024-05-20T21:27:28.434 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.434+0000 7f0cae000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cb4144c880 0x55cb4144cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:28.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.434+0000 7f0cae000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cb4144c880 0x55cb4144cce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:47028/0 (socket says 172.21.15.8:47028) 2024-05-20T21:27:28.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.434+0000 7f0cae000700 1 -- 172.21.15.8:0/3759773771 learned_addr learned my addr 172.21.15.8:0/3759773771 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:28.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.434+0000 7f0caf400700 1 --2- 172.21.15.8:0/3759773771 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cb41451eb0 0x55cb41452290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:28.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.435+0000 7f0caea00700 1 --2- 172.21.15.8:0/3759773771 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cb414527d0 0x55cb4144c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:28.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.435+0000 7f0cae000700 1 -- 172.21.15.8:0/3759773771 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cb41451eb0 msgr2=0x55cb41452290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:28.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.435+0000 7f0cae000700 1 --2- 172.21.15.8:0/3759773771 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cb41451eb0 0x55cb41452290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:28.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.435+0000 7f0cae000700 1 -- 172.21.15.8:0/3759773771 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cb414527d0 msgr2=0x55cb4144c260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:28.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.435+0000 7f0cae000700 1 --2- 172.21.15.8:0/3759773771 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cb414527d0 0x55cb4144c260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:28.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.435+0000 7f0cae000700 1 -- 172.21.15.8:0/3759773771 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cb41363420 con 0x55cb4144c880 2024-05-20T21:27:28.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.435+0000 7f0caf400700 1 --2- 172.21.15.8:0/3759773771 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cb41451eb0 0x55cb41452290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:28.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.436+0000 7f0cb4a00700 1 --2- 172.21.15.8:0/1212829215 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0c940b2880 0x7f0c940b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:28.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.436+0000 7f0cae000700 1 --2- 172.21.15.8:0/3759773771 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cb4144c880 0x55cb4144cce0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f0c9c0099c0 tx=0x7f0c9c0036c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=56e1d9c72fbb69e3 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:28.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.436+0000 7f0cb4a00700 1 -- 172.21.15.8:0/1212829215 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f0ca00e24a0 con 0x7f0cb01037f0 2024-05-20T21:27:28.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.436+0000 7f0ca4c00700 1 -- 172.21.15.8:0/3759773771 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c9c028070 con 0x55cb4144c880 2024-05-20T21:27:28.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.436+0000 7f0ca4c00700 1 -- 172.21.15.8:0/3759773771 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0c9c0095d0 con 0x55cb4144c880 2024-05-20T21:27:28.437 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.436+0000 7f0ca4c00700 1 -- 172.21.15.8:0/3759773771 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c9c00b9f0 con 0x55cb4144c880 2024-05-20T21:27:28.437 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.436+0000 7f0caf400700 1 --2- 172.21.15.8:0/1212829215 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0c940b2880 0x7f0c940b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:28.438 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.437+0000 7f0cc0840b80 1 -- 172.21.15.8:0/3759773771 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cb4144c880 msgr2=0x55cb4144cce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:28.438 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.437+0000 7f0cc0840b80 1 --2- 172.21.15.8:0/3759773771 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cb4144c880 0x55cb4144cce0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f0c9c0099c0 tx=0x7f0c9c0036c0 comp rx=0 tx=0).stop 2024-05-20T21:27:28.439 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.437+0000 7f0caf400700 1 --2- 172.21.15.8:0/1212829215 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0c940b2880 0x7f0c940b4d40 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f0ca80075c0 tx=0x7f0ca800b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:28.439 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.437+0000 7f0cc0840b80 1 -- 172.21.15.8:0/3759773771 shutdown_connections 2024-05-20T21:27:28.439 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.437+0000 7f0cc0840b80 1 --2- 172.21.15.8:0/3759773771 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cb41451eb0 0x55cb41452290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:28.439 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.437+0000 7f0cc0840b80 1 --2- 172.21.15.8:0/3759773771 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cb4144c880 0x55cb4144cce0 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:28.439 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.437+0000 7f0cc0840b80 1 --2- 172.21.15.8:0/3759773771 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cb414527d0 0x55cb4144c260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:28.439 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.437+0000 7f0cc0840b80 1 -- 172.21.15.8:0/3759773771 >> 172.21.15.8:0/3759773771 conn(0x55cb4137abe0 msgr2=0x55cb41447010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:28.439 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.437+0000 7f0cc0840b80 1 -- 172.21.15.8:0/3759773771 shutdown_connections 2024-05-20T21:27:28.439 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.437+0000 7f0cc0840b80 1 -- 172.21.15.8:0/3759773771 wait complete. 2024-05-20T21:27:28.439 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.438+0000 7f0cc0840b80 1 -- start start 2024-05-20T21:27:28.439 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.438+0000 7f0cc0840b80 1 Processor -- start 2024-05-20T21:27:28.439 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.438+0000 7f0cc0840b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cb4144c880 0x55cb41458470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:28.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.438+0000 7f0cc0840b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cb41451eb0 0x55cb41455810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:28.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.438+0000 7f0cc0840b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cb414527d0 0x55cb41455d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:28.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.439+0000 7f0cc0840b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55cb412a0fa0 con 0x55cb4144c880 2024-05-20T21:27:28.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.439+0000 7f0cc0840b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55cb4133b760 con 0x55cb414527d0 2024-05-20T21:27:28.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.439+0000 7f0cc0840b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55cb414591e0 con 0x55cb41451eb0 2024-05-20T21:27:28.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.439+0000 7f0cc0840b80 10 client.0 _ll_register_callbacks cb 0x55cb41344c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:28.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.439+0000 7f0caea00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cb4144c880 0x55cb41458470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:28.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.439+0000 7f0caea00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cb4144c880 0x55cb41458470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54978/0 (socket says 172.21.15.8:54978) 2024-05-20T21:27:28.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.439+0000 7f0caea00700 1 -- 172.21.15.8:0/1228462657 learned_addr learned my addr 172.21.15.8:0/1228462657 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:28.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.439+0000 7f0cae000700 1 --2- 172.21.15.8:0/1228462657 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cb41451eb0 0x55cb41455810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:28.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.439+0000 7f0caf400700 1 --2- 172.21.15.8:0/1228462657 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cb414527d0 0x55cb41455d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:28.442 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.439+0000 7f0caea00700 1 -- 172.21.15.8:0/1228462657 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cb41451eb0 msgr2=0x55cb41455810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:28.442 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.439+0000 7f0caea00700 1 --2- 172.21.15.8:0/1228462657 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cb41451eb0 0x55cb41455810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:28.442 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.439+0000 7f0caea00700 1 -- 172.21.15.8:0/1228462657 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cb414527d0 msgr2=0x55cb41455d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:28.442 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.439+0000 7f0caea00700 1 --2- 172.21.15.8:0/1228462657 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cb414527d0 0x55cb41455d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:28.442 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.439+0000 7f0caea00700 1 -- 172.21.15.8:0/1228462657 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cb412ea8d0 con 0x55cb4144c880 2024-05-20T21:27:28.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.440+0000 7f0caea00700 1 --2- 172.21.15.8:0/1228462657 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cb4144c880 0x55cb41458470 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f0ca0009fd0 tx=0x7f0ca0005850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f92f6d1d4c8f74c4 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:28.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.440+0000 7f0c99600700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:27:28.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.440+0000 7f0c99600700 1 -- 172.21.15.8:0/1228462657 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ca00a9880 con 0x55cb4144c880 2024-05-20T21:27:28.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.440+0000 7f0c99600700 1 -- 172.21.15.8:0/1228462657 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f0ca00a60a0 con 0x55cb4144c880 2024-05-20T21:27:28.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.440+0000 7f0cc0840b80 1 -- 172.21.15.8:0/1228462657 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0c9c0095d0 con 0x55cb4144c880 2024-05-20T21:27:28.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.440+0000 7f0c99600700 1 -- 172.21.15.8:0/1228462657 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0ca00a5240 con 0x55cb4144c880 2024-05-20T21:27:28.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.440+0000 7f0cc0840b80 10 client.18648 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:28.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.440+0000 7f0cc0840b80 1 -- 172.21.15.8:0/1228462657 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55cb4136b060 con 0x55cb4144c880 2024-05-20T21:27:28.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.441+0000 7f0c99600700 1 -- 172.21.15.8:0/1228462657 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0c9c0095d0 con 0x55cb4144c880 2024-05-20T21:27:28.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.441+0000 7f0c99600700 1 -- 172.21.15.8:0/1228462657 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f0ca00e20d0 con 0x55cb4144c880 2024-05-20T21:27:28.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.441+0000 7f0cc0840b80 10 client.18648 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:28.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.441+0000 7f0cc0840b80 10 client.18648 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:27:28.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.441+0000 7f0cc0840b80 20 client.18648 populate_metadata read hostname 'smithi008' 2024-05-20T21:27:28.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.441+0000 7f0cc0840b80 1 --2- 172.21.15.8:0/1228462657 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55cb41465c90 0x55cb41468080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:28.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.441+0000 7f0cc0840b80 4 client.18648 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:27:28.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.441+0000 7f0cc0840b80 1 -- 172.21.15.8:0/1228462657 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cb413acd90 con 0x55cb41465c90 2024-05-20T21:27:28.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.441+0000 7f0cae000700 1 --2- 172.21.15.8:0/1228462657 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55cb41465c90 0x55cb41468080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:28.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.442+0000 7f0cae000700 1 --2- 172.21.15.8:0/1228462657 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55cb41465c90 0x55cb41468080 crc :-1 s=READY pgs=320 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=61f8e095acdf1874 server_cookie=75cafde16c9988c1 in_seq=0 out_seq=0 2024-05-20T21:27:28.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.442+0000 7f0c99600700 10 client.18648 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:27:28.445 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.443+0000 7f0c99600700 1 -- 172.21.15.8:0/1228462657 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55cb413acd90 con 0x55cb41465c90 2024-05-20T21:27:28.445 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.443+0000 7f0c99600700 10 client.18648 handle_command_reply: tid=0 2024-05-20T21:27:28.445 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.443+0000 7f0cc0840b80 1 client.18648 shutdown 2024-05-20T21:27:28.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.443+0000 7f0cc0840b80 1 -- 172.21.15.8:0/1228462657 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cb4144c880 msgr2=0x55cb41458470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:28.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.443+0000 7f0cc0840b80 1 --2- 172.21.15.8:0/1228462657 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cb4144c880 0x55cb41458470 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f0ca0009fd0 tx=0x7f0ca0005850 comp rx=0 tx=0).stop 2024-05-20T21:27:28.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.443+0000 7f0cc0840b80 1 -- 172.21.15.8:0/1228462657 shutdown_connections 2024-05-20T21:27:28.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.443+0000 7f0cc0840b80 1 --2- 172.21.15.8:0/1228462657 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55cb41465c90 0x55cb41468080 crc :-1 s=READY pgs=320 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:28.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.443+0000 7f0cc0840b80 1 --2- 172.21.15.8:0/1228462657 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cb414527d0 0x55cb41455d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:28.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.443+0000 7f0cc0840b80 1 --2- 172.21.15.8:0/1228462657 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cb4144c880 0x55cb41458470 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:28.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.443+0000 7f0cc0840b80 1 --2- 172.21.15.8:0/1228462657 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cb41451eb0 0x55cb41455810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:28.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.443+0000 7f0cc0840b80 1 -- 172.21.15.8:0/1228462657 >> 172.21.15.8:0/1228462657 conn(0x55cb4137abe0 msgr2=0x55cb4144b250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:28.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.443+0000 7f0c99600700 0 client.18648 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:27:28.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.444+0000 7f0cc0840b80 1 -- 172.21.15.8:0/1228462657 shutdown_connections 2024-05-20T21:27:28.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.444+0000 7f0cc0840b80 1 -- 172.21.15.8:0/1228462657 wait complete. 2024-05-20T21:27:28.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.444+0000 7f0cc0840b80 20 client.18648 trim_cache size 0 max 16384 2024-05-20T21:27:28.460 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.461+0000 7f0cc0840b80 1 Processor -- start 2024-05-20T21:27:28.460 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.461+0000 7f0cc0840b80 1 -- start start 2024-05-20T21:27:28.461 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.461+0000 7f0cc0840b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cb4144c880 0x55cb4144c260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:28.461 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.461+0000 7f0cc0840b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cb41451eb0 0x55cb414469e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:28.461 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.461+0000 7f0cc0840b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cb414527d0 0x55cb41446f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:28.461 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.461+0000 7f0cc0840b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f0cb01b25f0 con 0x55cb4144c880 2024-05-20T21:27:28.461 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.461+0000 7f0cc0840b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f0cb01afe80 con 0x55cb414527d0 2024-05-20T21:27:28.461 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.461+0000 7f0cc0840b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f0cb01adcd0 con 0x55cb41451eb0 2024-05-20T21:27:28.463 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.462+0000 7f0caea00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cb4144c880 0x55cb4144c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:28.463 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.462+0000 7f0cae000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cb41451eb0 0x55cb414469e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:28.463 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.462+0000 7f0cae000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cb41451eb0 0x55cb414469e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:47036/0 (socket says 172.21.15.8:47036) 2024-05-20T21:27:28.463 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.462+0000 7f0cae000700 1 -- 172.21.15.8:0/4132150249 learned_addr learned my addr 172.21.15.8:0/4132150249 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:28.463 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.462+0000 7f0caf400700 1 --2- 172.21.15.8:0/4132150249 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cb414527d0 0x55cb41446f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:28.463 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.462+0000 7f0cae000700 1 -- 172.21.15.8:0/4132150249 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cb414527d0 msgr2=0x55cb41446f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:28.463 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.462+0000 7f0cae000700 1 --2- 172.21.15.8:0/4132150249 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cb414527d0 0x55cb41446f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:28.463 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.462+0000 7f0cae000700 1 -- 172.21.15.8:0/4132150249 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cb4144c880 msgr2=0x55cb4144c260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:28.464 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.462+0000 7f0cae000700 1 --2- 172.21.15.8:0/4132150249 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cb4144c880 0x55cb4144c260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:28.464 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.462+0000 7f0cae000700 1 -- 172.21.15.8:0/4132150249 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cb414587e0 con 0x55cb41451eb0 2024-05-20T21:27:28.464 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.462+0000 7f0cae000700 1 --2- 172.21.15.8:0/4132150249 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cb41451eb0 0x55cb414469e0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f0c9c026040 tx=0x7f0c9c0096e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ef4eb496f32d4041 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:28.464 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.463+0000 7f0c9be00700 1 -- 172.21.15.8:0/4132150249 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c9c034040 con 0x55cb41451eb0 2024-05-20T21:27:28.464 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.463+0000 7f0c9be00700 1 -- 172.21.15.8:0/4132150249 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0c9c029040 con 0x55cb41451eb0 2024-05-20T21:27:28.464 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.463+0000 7f0c9be00700 1 -- 172.21.15.8:0/4132150249 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c9c028040 con 0x55cb41451eb0 2024-05-20T21:27:28.464 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.464+0000 7f0cc0840b80 1 -- 172.21.15.8:0/4132150249 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cb41451eb0 msgr2=0x55cb414469e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:28.464 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.464+0000 7f0cc0840b80 1 --2- 172.21.15.8:0/4132150249 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cb41451eb0 0x55cb414469e0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f0c9c026040 tx=0x7f0c9c0096e0 comp rx=0 tx=0).stop 2024-05-20T21:27:28.464 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.464+0000 7f0cc0840b80 1 -- 172.21.15.8:0/4132150249 shutdown_connections 2024-05-20T21:27:28.464 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.464+0000 7f0cc0840b80 1 --2- 172.21.15.8:0/4132150249 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cb414527d0 0x55cb41446f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:28.464 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.464+0000 7f0cc0840b80 1 --2- 172.21.15.8:0/4132150249 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cb4144c880 0x55cb4144c260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:28.465 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.464+0000 7f0cc0840b80 1 --2- 172.21.15.8:0/4132150249 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cb41451eb0 0x55cb414469e0 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:28.465 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.464+0000 7f0cc0840b80 1 -- 172.21.15.8:0/4132150249 >> 172.21.15.8:0/4132150249 conn(0x55cb4137abe0 msgr2=0x55cb4144f9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:28.465 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.464+0000 7f0cc0840b80 1 -- 172.21.15.8:0/4132150249 shutdown_connections 2024-05-20T21:27:28.465 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.464+0000 7f0cc0840b80 1 -- 172.21.15.8:0/4132150249 wait complete. 2024-05-20T21:27:28.467 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.464+0000 7f0cc0840b80 1 -- start start 2024-05-20T21:27:28.467 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.465+0000 7f0cc0840b80 1 Processor -- start 2024-05-20T21:27:28.467 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.465+0000 7f0cc0840b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cb4144c880 0x55cb4145ebc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:28.467 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.465+0000 7f0cc0840b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cb41451eb0 0x55cb4146d150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:28.467 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.465+0000 7f0cc0840b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cb414527d0 0x55cb4146d6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:28.467 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.465+0000 7f0cc0840b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f0cb01ae340 con 0x55cb41451eb0 2024-05-20T21:27:28.467 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.465+0000 7f0cc0840b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f0cb01af7b0 con 0x55cb4144c880 2024-05-20T21:27:28.468 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.465+0000 7f0cc0840b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f0cb01aea10 con 0x55cb414527d0 2024-05-20T21:27:28.468 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.465+0000 7f0cc0840b80 10 client.0 _ll_register_callbacks cb 0x55cb41344c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:28.468 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.466+0000 7f0caea00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cb4144c880 0x55cb4145ebc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:28.468 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.466+0000 7f0caea00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cb4144c880 0x55cb4145ebc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:34068/0 (socket says 172.21.15.8:34068) 2024-05-20T21:27:28.468 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.466+0000 7f0caea00700 1 -- 172.21.15.8:0/2071665715 learned_addr learned my addr 172.21.15.8:0/2071665715 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:28.468 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.466+0000 7f0caf400700 1 --2- 172.21.15.8:0/2071665715 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cb414527d0 0x55cb4146d6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:28.468 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.466+0000 7f0cae000700 1 --2- 172.21.15.8:0/2071665715 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cb41451eb0 0x55cb4146d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:28.468 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.466+0000 7f0caea00700 1 -- 172.21.15.8:0/2071665715 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cb414527d0 msgr2=0x55cb4146d6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:28.468 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.466+0000 7f0caea00700 1 --2- 172.21.15.8:0/2071665715 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cb414527d0 0x55cb4146d6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:28.468 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.466+0000 7f0caea00700 1 -- 172.21.15.8:0/2071665715 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cb41451eb0 msgr2=0x55cb4146d150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:28.468 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.466+0000 7f0caea00700 1 --2- 172.21.15.8:0/2071665715 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cb41451eb0 0x55cb4146d150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:28.469 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.466+0000 7f0caea00700 1 -- 172.21.15.8:0/2071665715 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cb4146df10 con 0x55cb4144c880 2024-05-20T21:27:28.469 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.466+0000 7f0caea00700 1 --2- 172.21.15.8:0/2071665715 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cb4144c880 0x55cb4145ebc0 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f0ca00e0300 tx=0x7f0ca00cc500 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1087b9c6bb4c997c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:28.469 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.466+0000 7f0c99600700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:27:28.469 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.466+0000 7f0c99600700 1 -- 172.21.15.8:0/2071665715 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ca006d060 con 0x55cb4144c880 2024-05-20T21:27:28.469 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.467+0000 7f0c99600700 1 -- 172.21.15.8:0/2071665715 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f0ca00a5040 con 0x55cb4144c880 2024-05-20T21:27:28.469 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.467+0000 7f0cc0840b80 1 -- 172.21.15.8:0/2071665715 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0c9c029040 con 0x55cb4144c880 2024-05-20T21:27:28.469 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.467+0000 7f0c99600700 1 -- 172.21.15.8:0/2071665715 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0ca00a9220 con 0x55cb4144c880 2024-05-20T21:27:28.469 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.467+0000 7f0cc0840b80 10 client.28769 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:28.469 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.467+0000 7f0cc0840b80 1 -- 172.21.15.8:0/2071665715 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55cb414d07b0 con 0x55cb4144c880 2024-05-20T21:27:28.469 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.467+0000 7f0c99600700 1 -- 172.21.15.8:0/2071665715 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0c9c029040 con 0x55cb4144c880 2024-05-20T21:27:28.469 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.467+0000 7f0c99600700 1 -- 172.21.15.8:0/2071665715 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f0ca006f2b0 con 0x55cb4144c880 2024-05-20T21:27:28.469 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.467+0000 7f0cc0840b80 10 client.28769 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:28.470 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.467+0000 7f0cc0840b80 10 client.28769 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:27:28.470 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.467+0000 7f0cc0840b80 20 client.28769 populate_metadata read hostname 'smithi008' 2024-05-20T21:27:28.470 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.467+0000 7f0cc0840b80 1 --2- 172.21.15.8:0/2071665715 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55cb414d0e40 0x55cb414d3260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:28.470 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.467+0000 7f0cc0840b80 4 client.28769 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:27:28.470 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.467+0000 7f0cc0840b80 1 -- 172.21.15.8:0/2071665715 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55cb413a6570 con 0x55cb414d0e40 2024-05-20T21:27:28.470 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.468+0000 7f0cae000700 1 --2- 172.21.15.8:0/2071665715 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55cb414d0e40 0x55cb414d3260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:28.471 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.468+0000 7f0cae000700 1 --2- 172.21.15.8:0/2071665715 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55cb414d0e40 0x55cb414d3260 crc :-1 s=READY pgs=321 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c95b67787a61f15d server_cookie=d2a3abf0a44f2d92 in_seq=0 out_seq=0 2024-05-20T21:27:28.471 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.468+0000 7f0c99600700 10 client.28769 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:27:28.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.468+0000 7f0c99600700 1 -- 172.21.15.8:0/2071665715 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55cb413a6570 con 0x55cb414d0e40 2024-05-20T21:27:28.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.468+0000 7f0c99600700 10 client.28769 handle_command_reply: tid=0 2024-05-20T21:27:28.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.468+0000 7f0cc0840b80 1 client.28769 shutdown 2024-05-20T21:27:28.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.469+0000 7f0cc0840b80 1 -- 172.21.15.8:0/2071665715 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cb4144c880 msgr2=0x55cb4145ebc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:28.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.469+0000 7f0cc0840b80 1 --2- 172.21.15.8:0/2071665715 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cb4144c880 0x55cb4145ebc0 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f0ca00e0300 tx=0x7f0ca00cc500 comp rx=0 tx=0).stop 2024-05-20T21:27:28.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.469+0000 7f0cc0840b80 1 -- 172.21.15.8:0/2071665715 shutdown_connections 2024-05-20T21:27:28.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.469+0000 7f0cc0840b80 1 --2- 172.21.15.8:0/2071665715 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55cb414d0e40 0x55cb414d3260 crc :-1 s=READY pgs=321 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:28.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.469+0000 7f0cc0840b80 1 --2- 172.21.15.8:0/2071665715 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cb4144c880 0x55cb4145ebc0 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:28.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.469+0000 7f0cc0840b80 1 --2- 172.21.15.8:0/2071665715 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cb414527d0 0x55cb4146d6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:28.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.469+0000 7f0c99600700 0 client.28769 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:27:28.473 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.469+0000 7f0cc0840b80 1 --2- 172.21.15.8:0/2071665715 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cb41451eb0 0x55cb4146d150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:28.473 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.469+0000 7f0cc0840b80 1 -- 172.21.15.8:0/2071665715 >> 172.21.15.8:0/2071665715 conn(0x55cb4137abe0 msgr2=0x55cb414469e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:28.473 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.469+0000 7f0cc0840b80 1 -- 172.21.15.8:0/2071665715 shutdown_connections 2024-05-20T21:27:28.473 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.469+0000 7f0cc0840b80 1 -- 172.21.15.8:0/2071665715 wait complete. 2024-05-20T21:27:28.473 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.469+0000 7f0cc0840b80 20 client.28769 trim_cache size 0 max 16384 2024-05-20T21:27:28.473 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:27:28.474 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.470+0000 7f0cb5e00700 1 -- 172.21.15.8:0/1212829215 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0c940b2880 msgr2=0x7f0c940b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:28.474 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.470+0000 7f0cb5e00700 1 --2- 172.21.15.8:0/1212829215 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0c940b2880 0x7f0c940b4d40 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f0ca80075c0 tx=0x7f0ca800b040 comp rx=0 tx=0).stop 2024-05-20T21:27:28.474 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.470+0000 7f0cb5e00700 1 -- 172.21.15.8:0/1212829215 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0cb01037f0 msgr2=0x7f0cb019bdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:28.474 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.470+0000 7f0cb5e00700 1 --2- 172.21.15.8:0/1212829215 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0cb01037f0 0x7f0cb019bdc0 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f0ca000e9c0 tx=0x7f0ca000ecd0 comp rx=0 tx=0).stop 2024-05-20T21:27:28.474 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.470+0000 7f0cb5e00700 1 -- 172.21.15.8:0/1212829215 shutdown_connections 2024-05-20T21:27:28.474 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.470+0000 7f0cb5e00700 1 --2- 172.21.15.8:0/1212829215 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0c940b2880 0x7f0c940b4d40 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:28.474 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.470+0000 7f0cb5e00700 1 --2- 172.21.15.8:0/1212829215 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0cb01088f0 0x7f0cb01a0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:28.474 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.470+0000 7f0cb5e00700 1 --2- 172.21.15.8:0/1212829215 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0cb01037f0 0x7f0cb019bdc0 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:28.474 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.470+0000 7f0cb5e00700 1 --2- 172.21.15.8:0/1212829215 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0cb01041a0 0x7f0cb019c300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:28.475 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.470+0000 7f0cb5e00700 1 -- 172.21.15.8:0/1212829215 >> 172.21.15.8:0/1212829215 conn(0x7f0cb007a6a0 msgr2=0x7f0cb0101a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:28.475 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.470+0000 7f0cb5e00700 1 -- 172.21.15.8:0/1212829215 shutdown_connections 2024-05-20T21:27:28.475 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:28.470+0000 7f0cb5e00700 1 -- 172.21.15.8:0/1212829215 wait complete. 2024-05-20T21:27:29.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:27:28 smithi130 ceph-mon[36448]: pgmap v804: 97 pgs: 97 active+clean; 2.1 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-20T21:27:29.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:27:28 smithi050 ceph-mon[35809]: pgmap v804: 97 pgs: 97 active+clean; 2.1 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-20T21:27:29.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:27:28 smithi008 ceph-mon[31475]: pgmap v804: 97 pgs: 97 active+clean; 2.1 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-20T21:27:30.391 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:27:30.391 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:27:30.858 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:27:31.011 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:27:30 smithi008 ceph-mon[31475]: pgmap v805: 97 pgs: 97 active+clean; 2.1 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:27:31.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:27:30 smithi130 ceph-mon[36448]: pgmap v805: 97 pgs: 97 active+clean; 2.1 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:27:31.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:27:30 smithi050 ceph-mon[35809]: pgmap v805: 97 pgs: 97 active+clean; 2.1 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:27:32.838 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:27:32 smithi008 ceph-mon[31475]: pgmap v806: 97 pgs: 97 active+clean; 2.2 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:27:33.119 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.119+0000 7f1b9f800700 1 -- 172.21.15.8:0/3730941109 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1b9810a7c0 msgr2=0x7f1b9810e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:33.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.119+0000 7f1b9f800700 1 --2- 172.21.15.8:0/3730941109 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1b9810a7c0 0x7f1b9810e7c0 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f1b840099c0 tx=0x7f1b84009cd0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.119+0000 7f1b9f800700 1 -- 172.21.15.8:0/3730941109 shutdown_connections 2024-05-20T21:27:33.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.119+0000 7f1b9f800700 1 --2- 172.21.15.8:0/3730941109 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1b98109e10 0x7f1b9810a1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.120+0000 7f1b9f800700 1 --2- 172.21.15.8:0/3730941109 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1b9810eea0 0x7f1b98116a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.120+0000 7f1b9f800700 1 --2- 172.21.15.8:0/3730941109 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1b9810a7c0 0x7f1b9810e7c0 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.120+0000 7f1b9f800700 1 -- 172.21.15.8:0/3730941109 >> 172.21.15.8:0/3730941109 conn(0x7f1b98076d10 msgr2=0x7f1b98079130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:33.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.120+0000 7f1b9f800700 1 -- 172.21.15.8:0/3730941109 shutdown_connections 2024-05-20T21:27:33.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.120+0000 7f1b9f800700 1 -- 172.21.15.8:0/3730941109 wait complete. 2024-05-20T21:27:33.121 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.121+0000 7f1b9f800700 1 Processor -- start 2024-05-20T21:27:33.121 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.121+0000 7f1b9f800700 1 -- start start 2024-05-20T21:27:33.121 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.121+0000 7f1b9f800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1b98109e10 0x7f1b981a0300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:33.121 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.121+0000 7f1b9f800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1b9810a7c0 0x7f1b981a0840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:33.121 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.121+0000 7f1b9f800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1b9810eea0 0x7f1b981a4b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:33.121 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.121+0000 7f1b9f800700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f1b98119d70 con 0x7f1b9810eea0 2024-05-20T21:27:33.121 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.121+0000 7f1b9f800700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1b98119bf0 con 0x7f1b9810a7c0 2024-05-20T21:27:33.121 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.121+0000 7f1b9f800700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f1b98119ef0 con 0x7f1b98109e10 2024-05-20T21:27:33.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.122+0000 7f1b9d800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1b9810eea0 0x7f1b981a4b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:33.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.122+0000 7f1b97e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1b9810a7c0 0x7f1b981a0840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:33.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.122+0000 7f1b9d800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1b9810eea0 0x7f1b981a4b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:46866/0 (socket says 172.21.15.8:46866) 2024-05-20T21:27:33.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.122+0000 7f1b9d800700 1 -- 172.21.15.8:0/3431499261 learned_addr learned my addr 172.21.15.8:0/3431499261 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:33.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.122+0000 7f1b9ce00700 1 --2- 172.21.15.8:0/3431499261 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1b98109e10 0x7f1b981a0300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:33.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.122+0000 7f1b97e00700 1 -- 172.21.15.8:0/3431499261 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1b98109e10 msgr2=0x7f1b981a0300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:33.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.122+0000 7f1b97e00700 1 --2- 172.21.15.8:0/3431499261 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1b98109e10 0x7f1b981a0300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.122+0000 7f1b97e00700 1 -- 172.21.15.8:0/3431499261 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1b9810eea0 msgr2=0x7f1b981a4b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:33.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.122+0000 7f1b97e00700 1 --2- 172.21.15.8:0/3431499261 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1b9810eea0 0x7f1b981a4b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.122+0000 7f1b97e00700 1 -- 172.21.15.8:0/3431499261 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b981a52c0 con 0x7f1b9810a7c0 2024-05-20T21:27:33.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.122+0000 7f1b9ce00700 1 --2- 172.21.15.8:0/3431499261 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1b98109e10 0x7f1b981a0300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:33.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.122+0000 7f1b9d800700 1 --2- 172.21.15.8:0/3431499261 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1b9810eea0 0x7f1b981a4b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:33.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.123+0000 7f1b97e00700 1 --2- 172.21.15.8:0/3431499261 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1b9810a7c0 0x7f1b981a0840 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f1b840098e0 tx=0x7f1b840055f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:33.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.123+0000 7f1b95600700 1 -- 172.21.15.8:0/3431499261 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b84026070 con 0x7f1b9810a7c0 2024-05-20T21:27:33.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.123+0000 7f1b95600700 1 -- 172.21.15.8:0/3431499261 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1b8400f460 con 0x7f1b9810a7c0 2024-05-20T21:27:33.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.123+0000 7f1b9f800700 1 -- 172.21.15.8:0/3431499261 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b981a5550 con 0x7f1b9810a7c0 2024-05-20T21:27:33.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.123+0000 7f1b95600700 1 -- 172.21.15.8:0/3431499261 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b84009e60 con 0x7f1b9810a7c0 2024-05-20T21:27:33.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.123+0000 7f1b9f800700 1 -- 172.21.15.8:0/3431499261 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b981ace30 con 0x7f1b9810a7c0 2024-05-20T21:27:33.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.127+0000 7f1b95600700 1 -- 172.21.15.8:0/3431499261 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f1b84029070 con 0x7f1b9810a7c0 2024-05-20T21:27:33.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.128+0000 7f1baa161b80 1 Processor -- start 2024-05-20T21:27:33.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.128+0000 7f1baa161b80 1 -- start start 2024-05-20T21:27:33.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.128+0000 7f1b95600700 1 --2- 172.21.15.8:0/3431499261 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1b800b2880 0x7f1b800b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:33.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.128+0000 7f1baa161b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ab437b2f30 0x55ab437b3310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:33.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.128+0000 7f1b95600700 1 -- 172.21.15.8:0/3431499261 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f1b840e2970 con 0x7f1b9810a7c0 2024-05-20T21:27:33.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.129+0000 7f1baa161b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ab437b3850 0x55ab437ad2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:33.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.129+0000 7f1baa161b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ab437ad900 0x55ab437add60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:33.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.129+0000 7f1baa161b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55ab4370bec0 con 0x55ab437ad900 2024-05-20T21:27:33.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.129+0000 7f1baa161b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55ab436fba60 con 0x55ab437b2f30 2024-05-20T21:27:33.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.129+0000 7f1baa161b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55ab436ffaa0 con 0x55ab437b3850 2024-05-20T21:27:33.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.129+0000 7f1b9d800700 1 --2- 172.21.15.8:0/3431499261 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1b800b2880 0x7f1b800b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:33.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.129+0000 7f1b9d800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ab437ad900 0x55ab437add60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:33.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.129+0000 7f1b9d800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ab437ad900 0x55ab437add60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:46876/0 (socket says 172.21.15.8:46876) 2024-05-20T21:27:33.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.129+0000 7f1b9d800700 1 -- 172.21.15.8:0/4196228482 learned_addr learned my addr 172.21.15.8:0/4196228482 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:33.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.129+0000 7f1b97e00700 1 --2- 172.21.15.8:0/4196228482 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ab437b3850 0x55ab437ad2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:33.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.129+0000 7f1b9ce00700 1 --2- 172.21.15.8:0/4196228482 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ab437b2f30 0x55ab437b3310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:33.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.130+0000 7f1b97e00700 1 -- 172.21.15.8:0/4196228482 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ab437b2f30 msgr2=0x55ab437b3310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:33.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.130+0000 7f1b97e00700 1 --2- 172.21.15.8:0/4196228482 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ab437b2f30 0x55ab437b3310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.130+0000 7f1b97e00700 1 -- 172.21.15.8:0/4196228482 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ab437ad900 msgr2=0x55ab437add60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:33.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.130+0000 7f1b97e00700 1 --2- 172.21.15.8:0/4196228482 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ab437ad900 0x55ab437add60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.130+0000 7f1b97e00700 1 -- 172.21.15.8:0/4196228482 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ab436c44a0 con 0x55ab437b3850 2024-05-20T21:27:33.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.130+0000 7f1b9ce00700 1 --2- 172.21.15.8:0/4196228482 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ab437b2f30 0x55ab437b3310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:27:33.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.130+0000 7f1b97e00700 1 --2- 172.21.15.8:0/4196228482 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ab437b3850 0x55ab437ad2e0 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f1b84009990 tx=0x7f1b840a5fa0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6fc7f638a2cdd0bc server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:33.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.130+0000 7f1b9d800700 1 --2- 172.21.15.8:0/3431499261 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1b800b2880 0x7f1b800b4d40 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f1b90008dc0 tx=0x7f1b900094b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:33.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.130+0000 7f1b8a000700 1 -- 172.21.15.8:0/4196228482 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b840aa6b0 con 0x55ab437b3850 2024-05-20T21:27:33.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.130+0000 7f1b8a000700 1 -- 172.21.15.8:0/4196228482 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1b840a9fb0 con 0x55ab437b3850 2024-05-20T21:27:33.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.130+0000 7f1b8a000700 1 -- 172.21.15.8:0/4196228482 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b840aa210 con 0x55ab437b3850 2024-05-20T21:27:33.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.131+0000 7f1baa161b80 1 -- 172.21.15.8:0/4196228482 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ab437b3850 msgr2=0x55ab437ad2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:33.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.131+0000 7f1baa161b80 1 --2- 172.21.15.8:0/4196228482 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ab437b3850 0x55ab437ad2e0 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f1b84009990 tx=0x7f1b840a5fa0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.131+0000 7f1baa161b80 1 -- 172.21.15.8:0/4196228482 shutdown_connections 2024-05-20T21:27:33.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.131+0000 7f1baa161b80 1 --2- 172.21.15.8:0/4196228482 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ab437b2f30 0x55ab437b3310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.131+0000 7f1baa161b80 1 --2- 172.21.15.8:0/4196228482 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ab437ad900 0x55ab437add60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.131+0000 7f1baa161b80 1 --2- 172.21.15.8:0/4196228482 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ab437b3850 0x55ab437ad2e0 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.131+0000 7f1baa161b80 1 -- 172.21.15.8:0/4196228482 >> 172.21.15.8:0/4196228482 conn(0x55ab436dbc60 msgr2=0x55ab437a8090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:33.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.131+0000 7f1baa161b80 1 -- 172.21.15.8:0/4196228482 shutdown_connections 2024-05-20T21:27:33.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.131+0000 7f1baa161b80 1 -- 172.21.15.8:0/4196228482 wait complete. 2024-05-20T21:27:33.135 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.132+0000 7f1baa161b80 1 -- start start 2024-05-20T21:27:33.135 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.132+0000 7f1baa161b80 1 Processor -- start 2024-05-20T21:27:33.135 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.133+0000 7f1baa161b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ab437ad900 0x55ab437b95e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:33.135 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.133+0000 7f1baa161b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ab437b2f30 0x55ab437b69f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:33.135 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.133+0000 7f1baa161b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ab437b3850 0x55ab437b6f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:33.135 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.133+0000 7f1baa161b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55ab43602020 con 0x55ab437ad900 2024-05-20T21:27:33.135 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.133+0000 7f1baa161b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55ab4369c7e0 con 0x55ab437b3850 2024-05-20T21:27:33.135 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.133+0000 7f1baa161b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55ab437ba080 con 0x55ab437b2f30 2024-05-20T21:27:33.135 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.133+0000 7f1baa161b80 10 client.0 _ll_register_callbacks cb 0x55ab436a5cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:33.135 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.133+0000 7f1b9ce00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ab437ad900 0x55ab437b95e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:33.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.133+0000 7f1b9ce00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ab437ad900 0x55ab437b95e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:46888/0 (socket says 172.21.15.8:46888) 2024-05-20T21:27:33.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.133+0000 7f1b9ce00700 1 -- 172.21.15.8:0/1662864263 learned_addr learned my addr 172.21.15.8:0/1662864263 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:33.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.133+0000 7f1b97e00700 1 --2- 172.21.15.8:0/1662864263 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ab437b2f30 0x55ab437b69f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:33.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.133+0000 7f1b9d800700 1 --2- 172.21.15.8:0/1662864263 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ab437b3850 0x55ab437b6f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:33.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.134+0000 7f1b97e00700 1 -- 172.21.15.8:0/1662864263 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ab437b3850 msgr2=0x55ab437b6f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:33.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.134+0000 7f1b97e00700 1 --2- 172.21.15.8:0/1662864263 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ab437b3850 0x55ab437b6f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.134+0000 7f1b97e00700 1 -- 172.21.15.8:0/1662864263 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ab437ad900 msgr2=0x55ab437b95e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:33.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.134+0000 7f1b97e00700 1 --2- 172.21.15.8:0/1662864263 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ab437ad900 0x55ab437b95e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.134+0000 7f1b97e00700 1 -- 172.21.15.8:0/1662864263 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ab4364b950 con 0x55ab437b2f30 2024-05-20T21:27:33.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.134+0000 7f1b9ce00700 1 --2- 172.21.15.8:0/1662864263 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ab437ad900 0x55ab437b95e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:27:33.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.134+0000 7f1b97e00700 1 --2- 172.21.15.8:0/1662864263 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ab437b2f30 0x55ab437b69f0 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x55ab437b9ff0 tx=0x7f1b84005f10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d0b7bf6bdc14ffcd server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:33.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.134+0000 7f1b7ea00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:27:33.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.134+0000 7f1b7ea00700 1 -- 172.21.15.8:0/1662864263 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b8406d020 con 0x55ab437b2f30 2024-05-20T21:27:33.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.134+0000 7f1b7ea00700 1 -- 172.21.15.8:0/1662864263 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f1b840a65a0 con 0x55ab437b2f30 2024-05-20T21:27:33.137 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.134+0000 7f1baa161b80 1 -- 172.21.15.8:0/1662864263 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1b840a9fb0 con 0x55ab437b2f30 2024-05-20T21:27:33.137 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.134+0000 7f1b7ea00700 1 -- 172.21.15.8:0/1662864263 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1b8400f930 con 0x55ab437b2f30 2024-05-20T21:27:33.137 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.134+0000 7f1baa161b80 10 client.28837 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:33.137 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.135+0000 7f1baa161b80 1 -- 172.21.15.8:0/1662864263 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ab436cc0e0 con 0x55ab437b2f30 2024-05-20T21:27:33.137 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.135+0000 7f1b7ea00700 1 -- 172.21.15.8:0/1662864263 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1b840a9fb0 con 0x55ab437b2f30 2024-05-20T21:27:33.137 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.135+0000 7f1b7ea00700 1 -- 172.21.15.8:0/1662864263 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f1b840b29f0 con 0x55ab437b2f30 2024-05-20T21:27:33.137 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.135+0000 7f1baa161b80 10 client.28837 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:33.137 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.135+0000 7f1baa161b80 10 client.28837 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:27:33.137 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.135+0000 7f1baa161b80 20 client.28837 populate_metadata read hostname 'smithi008' 2024-05-20T21:27:33.137 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.135+0000 7f1baa161b80 1 --2- 172.21.15.8:0/1662864263 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ab437c6a70 0x55ab437c8e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:33.137 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.135+0000 7f1baa161b80 4 client.28837 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:27:33.137 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.135+0000 7f1baa161b80 1 -- 172.21.15.8:0/1662864263 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ab4370de10 con 0x55ab437c6a70 2024-05-20T21:27:33.137 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.136+0000 7f1b9ce00700 1 --2- 172.21.15.8:0/1662864263 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ab437c6a70 0x55ab437c8e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:33.139 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.136+0000 7f1b9ce00700 1 --2- 172.21.15.8:0/1662864263 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ab437c6a70 0x55ab437c8e60 crc :-1 s=READY pgs=322 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=23f22d61513a6935 server_cookie=5fed38809e7dc149 in_seq=0 out_seq=0 2024-05-20T21:27:33.139 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.136+0000 7f1b7ea00700 10 client.28837 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:27:33.139 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.137+0000 7f1b7ea00700 1 -- 172.21.15.8:0/1662864263 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55ab4370de10 con 0x55ab437c6a70 2024-05-20T21:27:33.139 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.137+0000 7f1b7ea00700 10 client.28837 handle_command_reply: tid=0 2024-05-20T21:27:33.139 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.137+0000 7f1baa161b80 1 client.28837 shutdown 2024-05-20T21:27:33.139 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.137+0000 7f1baa161b80 1 -- 172.21.15.8:0/1662864263 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ab437b2f30 msgr2=0x55ab437b69f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:33.139 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.137+0000 7f1baa161b80 1 --2- 172.21.15.8:0/1662864263 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ab437b2f30 0x55ab437b69f0 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x55ab437b9ff0 tx=0x7f1b84005f10 comp rx=0 tx=0).stop 2024-05-20T21:27:33.139 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.137+0000 7f1baa161b80 1 -- 172.21.15.8:0/1662864263 shutdown_connections 2024-05-20T21:27:33.139 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.137+0000 7f1baa161b80 1 --2- 172.21.15.8:0/1662864263 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ab437c6a70 0x55ab437c8e60 crc :-1 s=READY pgs=322 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.139 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.137+0000 7f1baa161b80 1 --2- 172.21.15.8:0/1662864263 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ab437b3850 0x55ab437b6f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.139 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.137+0000 7f1baa161b80 1 --2- 172.21.15.8:0/1662864263 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ab437ad900 0x55ab437b95e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.139 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.137+0000 7f1baa161b80 1 --2- 172.21.15.8:0/1662864263 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ab437b2f30 0x55ab437b69f0 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.139 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.137+0000 7f1b7ea00700 0 client.28837 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:27:33.140 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.137+0000 7f1baa161b80 1 -- 172.21.15.8:0/1662864263 >> 172.21.15.8:0/1662864263 conn(0x55ab436dbc60 msgr2=0x55ab437ac2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:33.140 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.138+0000 7f1baa161b80 1 -- 172.21.15.8:0/1662864263 shutdown_connections 2024-05-20T21:27:33.140 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.138+0000 7f1baa161b80 1 -- 172.21.15.8:0/1662864263 wait complete. 2024-05-20T21:27:33.140 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.138+0000 7f1baa161b80 20 client.28837 trim_cache size 0 max 16384 2024-05-20T21:27:33.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.161+0000 7f1baa161b80 1 Processor -- start 2024-05-20T21:27:33.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.161+0000 7f1baa161b80 1 -- start start 2024-05-20T21:27:33.162 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.161+0000 7f1baa161b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ab437ad900 0x55ab437b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:33.162 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.161+0000 7f1baa161b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ab437b2f30 0x55ab437a80d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:33.162 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.161+0000 7f1baa161b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ab437b3850 0x55ab437b22d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:33.162 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.161+0000 7f1baa161b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f1b981b6a60 con 0x55ab437b2f30 2024-05-20T21:27:33.162 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.161+0000 7f1baa161b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1b981b42f0 con 0x55ab437ad900 2024-05-20T21:27:33.162 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.161+0000 7f1baa161b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f1b981b2160 con 0x55ab437b3850 2024-05-20T21:27:33.162 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.162+0000 7f1b97e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ab437b2f30 0x55ab437a80d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:33.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.162+0000 7f1b97e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ab437b2f30 0x55ab437a80d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:46894/0 (socket says 172.21.15.8:46894) 2024-05-20T21:27:33.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.162+0000 7f1b97e00700 1 -- 172.21.15.8:0/1357740007 learned_addr learned my addr 172.21.15.8:0/1357740007 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:33.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.162+0000 7f1b9ce00700 1 --2- 172.21.15.8:0/1357740007 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ab437ad900 0x55ab437b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:33.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.162+0000 7f1b9d800700 1 --2- 172.21.15.8:0/1357740007 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ab437b3850 0x55ab437b22d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:33.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.162+0000 7f1b97e00700 1 -- 172.21.15.8:0/1357740007 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ab437b3850 msgr2=0x55ab437b22d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:33.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.162+0000 7f1b97e00700 1 --2- 172.21.15.8:0/1357740007 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ab437b3850 0x55ab437b22d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.162+0000 7f1b97e00700 1 -- 172.21.15.8:0/1357740007 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ab437ad900 msgr2=0x55ab437b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:33.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.162+0000 7f1b97e00700 1 --2- 172.21.15.8:0/1357740007 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ab437ad900 0x55ab437b4580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.162+0000 7f1b97e00700 1 -- 172.21.15.8:0/1357740007 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ab437a8db0 con 0x55ab437b2f30 2024-05-20T21:27:33.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.163+0000 7f1b97e00700 1 --2- 172.21.15.8:0/1357740007 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ab437b2f30 0x55ab437a80d0 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f1b840a9f40 tx=0x7f1b840096c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ceed297eaccd1ecf server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:33.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.163+0000 7f1b89600700 1 -- 172.21.15.8:0/1357740007 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b8406d070 con 0x55ab437b2f30 2024-05-20T21:27:33.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.163+0000 7f1b89600700 1 -- 172.21.15.8:0/1357740007 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1b840a9fb0 con 0x55ab437b2f30 2024-05-20T21:27:33.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.163+0000 7f1b89600700 1 -- 172.21.15.8:0/1357740007 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b840a9030 con 0x55ab437b2f30 2024-05-20T21:27:33.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.164+0000 7f1baa161b80 1 -- 172.21.15.8:0/1357740007 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ab437b2f30 msgr2=0x55ab437a80d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:33.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.164+0000 7f1baa161b80 1 --2- 172.21.15.8:0/1357740007 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ab437b2f30 0x55ab437a80d0 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f1b840a9f40 tx=0x7f1b840096c0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.164+0000 7f1baa161b80 1 -- 172.21.15.8:0/1357740007 shutdown_connections 2024-05-20T21:27:33.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.164+0000 7f1baa161b80 1 --2- 172.21.15.8:0/1357740007 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ab437ad900 0x55ab437b4580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.164+0000 7f1baa161b80 1 --2- 172.21.15.8:0/1357740007 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ab437b3850 0x55ab437b22d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.164+0000 7f1baa161b80 1 --2- 172.21.15.8:0/1357740007 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ab437b2f30 0x55ab437a80d0 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.164+0000 7f1baa161b80 1 -- 172.21.15.8:0/1357740007 >> 172.21.15.8:0/1357740007 conn(0x55ab436dbc60 msgr2=0x55ab437b1bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:33.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.164+0000 7f1baa161b80 1 -- 172.21.15.8:0/1357740007 shutdown_connections 2024-05-20T21:27:33.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.164+0000 7f1baa161b80 1 -- 172.21.15.8:0/1357740007 wait complete. 2024-05-20T21:27:33.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.164+0000 7f1baa161b80 1 -- start start 2024-05-20T21:27:33.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.165+0000 7f1baa161b80 1 Processor -- start 2024-05-20T21:27:33.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.165+0000 7f1baa161b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ab437ad900 0x55ab437bc300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:33.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.165+0000 7f1baa161b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ab437b2f30 0x55ab437bc840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:33.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.165+0000 7f1baa161b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ab437b3850 0x55ab437bcdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:33.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.165+0000 7f1baa161b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f1b981b27b0 con 0x55ab437b2f30 2024-05-20T21:27:33.166 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.165+0000 7f1baa161b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1b981b3c20 con 0x55ab437b3850 2024-05-20T21:27:33.166 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.165+0000 7f1baa161b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f1b981b2e80 con 0x55ab437ad900 2024-05-20T21:27:33.166 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.165+0000 7f1baa161b80 10 client.0 _ll_register_callbacks cb 0x55ab436a5cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:33.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.165+0000 7f1b97e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ab437b2f30 0x55ab437bc840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:33.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.165+0000 7f1b9ce00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ab437ad900 0x55ab437bc300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:33.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.165+0000 7f1b97e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ab437b2f30 0x55ab437bc840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:46908/0 (socket says 172.21.15.8:46908) 2024-05-20T21:27:33.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.165+0000 7f1b97e00700 1 -- 172.21.15.8:0/4155619296 learned_addr learned my addr 172.21.15.8:0/4155619296 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:33.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.166+0000 7f1b9d800700 1 --2- 172.21.15.8:0/4155619296 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ab437b3850 0x55ab437bcdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:33.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.166+0000 7f1b9ce00700 1 -- 172.21.15.8:0/4155619296 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ab437b3850 msgr2=0x55ab437bcdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:33.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.166+0000 7f1b9ce00700 1 --2- 172.21.15.8:0/4155619296 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ab437b3850 0x55ab437bcdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.166+0000 7f1b9ce00700 1 -- 172.21.15.8:0/4155619296 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ab437b2f30 msgr2=0x55ab437bc840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:33.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.166+0000 7f1b9ce00700 1 --2- 172.21.15.8:0/4155619296 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ab437b2f30 0x55ab437bc840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.166+0000 7f1b9ce00700 1 -- 172.21.15.8:0/4155619296 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ab43831760 con 0x55ab437ad900 2024-05-20T21:27:33.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.166+0000 7f1b9ce00700 1 --2- 172.21.15.8:0/4155619296 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ab437ad900 0x55ab437bc300 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x55ab437ba1a0 tx=0x7f1b8c012ac0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3727e02a593d47a9 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:33.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.166+0000 7f1b7ea00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:27:33.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.166+0000 7f1b7ea00700 1 -- 172.21.15.8:0/4155619296 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b8c004020 con 0x55ab437ad900 2024-05-20T21:27:33.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.166+0000 7f1b7ea00700 1 -- 172.21.15.8:0/4155619296 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f1b8c0041c0 con 0x55ab437ad900 2024-05-20T21:27:33.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.167+0000 7f1baa161b80 1 -- 172.21.15.8:0/4155619296 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1b840a9fb0 con 0x55ab437ad900 2024-05-20T21:27:33.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.167+0000 7f1b7ea00700 1 -- 172.21.15.8:0/4155619296 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1b8c0043c0 con 0x55ab437ad900 2024-05-20T21:27:33.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.167+0000 7f1baa161b80 10 client.28843 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:33.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.167+0000 7f1baa161b80 1 -- 172.21.15.8:0/4155619296 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ab43832b00 con 0x55ab437ad900 2024-05-20T21:27:33.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.167+0000 7f1b7ea00700 1 -- 172.21.15.8:0/4155619296 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1b840a9fb0 con 0x55ab437ad900 2024-05-20T21:27:33.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.167+0000 7f1b7ea00700 1 -- 172.21.15.8:0/4155619296 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f1b8c0054d0 con 0x55ab437ad900 2024-05-20T21:27:33.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.167+0000 7f1baa161b80 10 client.28843 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:33.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.167+0000 7f1baa161b80 10 client.28843 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:27:33.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.168+0000 7f1baa161b80 20 client.28843 populate_metadata read hostname 'smithi008' 2024-05-20T21:27:33.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.168+0000 7f1baa161b80 1 --2- 172.21.15.8:0/4155619296 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ab43833160 0x55ab43835550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:33.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.168+0000 7f1baa161b80 4 client.28843 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:27:33.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.168+0000 7f1baa161b80 1 -- 172.21.15.8:0/4155619296 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55ab437075f0 con 0x55ab43833160 2024-05-20T21:27:33.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.168+0000 7f1b97e00700 1 --2- 172.21.15.8:0/4155619296 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ab43833160 0x55ab43835550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:33.170 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.168+0000 7f1b97e00700 1 --2- 172.21.15.8:0/4155619296 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ab43833160 0x55ab43835550 crc :-1 s=READY pgs=323 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e7065f970ac5a5c2 server_cookie=2d7c1dd3a93adc in_seq=0 out_seq=0 2024-05-20T21:27:33.170 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.168+0000 7f1b7ea00700 10 client.28843 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:27:33.170 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.169+0000 7f1b7ea00700 1 -- 172.21.15.8:0/4155619296 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55ab437075f0 con 0x55ab43833160 2024-05-20T21:27:33.170 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.169+0000 7f1b7ea00700 10 client.28843 handle_command_reply: tid=0 2024-05-20T21:27:33.170 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.169+0000 7f1baa161b80 1 client.28843 shutdown 2024-05-20T21:27:33.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.170+0000 7f1baa161b80 1 -- 172.21.15.8:0/4155619296 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ab437ad900 msgr2=0x55ab437bc300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:33.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.170+0000 7f1baa161b80 1 --2- 172.21.15.8:0/4155619296 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ab437ad900 0x55ab437bc300 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x55ab437ba1a0 tx=0x7f1b8c012ac0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.170+0000 7f1baa161b80 1 -- 172.21.15.8:0/4155619296 shutdown_connections 2024-05-20T21:27:33.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.170+0000 7f1baa161b80 1 --2- 172.21.15.8:0/4155619296 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ab43833160 0x55ab43835550 crc :-1 s=READY pgs=323 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.170+0000 7f1baa161b80 1 --2- 172.21.15.8:0/4155619296 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ab437b3850 0x55ab437bcdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.170+0000 7f1baa161b80 1 --2- 172.21.15.8:0/4155619296 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ab437ad900 0x55ab437bc300 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.170+0000 7f1baa161b80 1 --2- 172.21.15.8:0/4155619296 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ab437b2f30 0x55ab437bc840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.170+0000 7f1b7ea00700 0 client.28843 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:27:33.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.170+0000 7f1baa161b80 1 -- 172.21.15.8:0/4155619296 >> 172.21.15.8:0/4155619296 conn(0x55ab436dbc60 msgr2=0x55ab437b4380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:33.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.170+0000 7f1baa161b80 1 -- 172.21.15.8:0/4155619296 shutdown_connections 2024-05-20T21:27:33.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.170+0000 7f1baa161b80 1 -- 172.21.15.8:0/4155619296 wait complete. 2024-05-20T21:27:33.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.170+0000 7f1baa161b80 20 client.28843 trim_cache size 0 max 16384 2024-05-20T21:27:33.172 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:27:33.172 INFO:teuthology.orchestra.run.smithi008.stdout: "return_code": 0, 2024-05-20T21:27:33.172 INFO:teuthology.orchestra.run.smithi008.stdout: "scrub_tag": "9103abf5-7ba3-404d-bc28-1771967a33f6", 2024-05-20T21:27:33.172 INFO:teuthology.orchestra.run.smithi008.stdout: "mode": "asynchronous" 2024-05-20T21:27:33.172 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:27:33.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.171+0000 7f1b9f800700 1 -- 172.21.15.8:0/3431499261 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1b800b2880 msgr2=0x7f1b800b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:33.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.171+0000 7f1b9f800700 1 --2- 172.21.15.8:0/3431499261 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1b800b2880 0x7f1b800b4d40 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f1b90008dc0 tx=0x7f1b900094b0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.171+0000 7f1b9f800700 1 -- 172.21.15.8:0/3431499261 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1b9810a7c0 msgr2=0x7f1b981a0840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:33.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.171+0000 7f1b9f800700 1 --2- 172.21.15.8:0/3431499261 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1b9810a7c0 0x7f1b981a0840 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f1b840098e0 tx=0x7f1b840055f0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.171+0000 7f1b9f800700 1 -- 172.21.15.8:0/3431499261 shutdown_connections 2024-05-20T21:27:33.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.171+0000 7f1b9f800700 1 --2- 172.21.15.8:0/3431499261 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1b800b2880 0x7f1b800b4d40 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.171+0000 7f1b9f800700 1 --2- 172.21.15.8:0/3431499261 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1b9810eea0 0x7f1b981a4b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.171+0000 7f1b9f800700 1 --2- 172.21.15.8:0/3431499261 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1b98109e10 0x7f1b981a0300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.171+0000 7f1b9f800700 1 --2- 172.21.15.8:0/3431499261 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1b9810a7c0 0x7f1b981a0840 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.171+0000 7f1b9f800700 1 -- 172.21.15.8:0/3431499261 >> 172.21.15.8:0/3431499261 conn(0x7f1b98076d10 msgr2=0x7f1b980780a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:33.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.172+0000 7f1b9f800700 1 -- 172.21.15.8:0/3431499261 shutdown_connections 2024-05-20T21:27:33.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:33.172+0000 7f1b9f800700 1 -- 172.21.15.8:0/3431499261 wait complete. 2024-05-20T21:27:33.174 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:27:32 smithi130 ceph-mon[36448]: pgmap v806: 97 pgs: 97 active+clean; 2.2 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:27:33.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:27:32 smithi050 ceph-mon[35809]: pgmap v806: 97 pgs: 97 active+clean; 2.2 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:27:34.101 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:27:33 smithi008 ceph-mon[31475]: scrub queued for path: / 2024-05-20T21:27:34.102 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:27:33 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:27:34.102 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:27:33 smithi008 ceph-mon[31475]: scrub summary: active paths [/] 2024-05-20T21:27:34.102 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:27:33 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:27:34.161 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:27:34.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:27:33 smithi130 ceph-mon[36448]: scrub queued for path: / 2024-05-20T21:27:34.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:27:33 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:27:34.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:27:33 smithi130 ceph-mon[36448]: scrub summary: active paths [/] 2024-05-20T21:27:34.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:27:33 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:27:34.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:27:33 smithi050 ceph-mon[35809]: scrub queued for path: / 2024-05-20T21:27:34.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:27:33 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:27:34.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:27:33 smithi050 ceph-mon[35809]: scrub summary: active paths [/] 2024-05-20T21:27:34.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:27:33 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:27:34.622 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:27:35.065 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:27:34 smithi008 ceph-mon[31475]: pgmap v807: 97 pgs: 97 active+clean; 2.2 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:27:35.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:27:34 smithi130 ceph-mon[36448]: pgmap v807: 97 pgs: 97 active+clean; 2.2 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:27:35.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:27:34 smithi050 ceph-mon[35809]: pgmap v807: 97 pgs: 97 active+clean; 2.2 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:27:36.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.923+0000 7fb845a00700 1 -- 172.21.15.8:0/3869781622 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb840105760 msgr2=0x7fb840105be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:36.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.923+0000 7fb845a00700 1 --2- 172.21.15.8:0/3869781622 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb840105760 0x7fb840105be0 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7fb82c0098f0 tx=0x7fb82c009c00 comp rx=0 tx=0).stop 2024-05-20T21:27:36.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.923+0000 7fb845a00700 1 -- 172.21.15.8:0/3869781622 shutdown_connections 2024-05-20T21:27:36.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.923+0000 7fb845a00700 1 --2- 172.21.15.8:0/3869781622 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb840106120 0x7fb840112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.923+0000 7fb845a00700 1 --2- 172.21.15.8:0/3869781622 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb84010b760 0x7fb84010bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.923+0000 7fb845a00700 1 --2- 172.21.15.8:0/3869781622 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb840105760 0x7fb840105be0 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.923+0000 7fb845a00700 1 -- 172.21.15.8:0/3869781622 >> 172.21.15.8:0/3869781622 conn(0x7fb840101250 msgr2=0x7fb840103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:36.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.923+0000 7fb845a00700 1 -- 172.21.15.8:0/3869781622 shutdown_connections 2024-05-20T21:27:36.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.923+0000 7fb845a00700 1 -- 172.21.15.8:0/3869781622 wait complete. 2024-05-20T21:27:36.925 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.924+0000 7fb845a00700 1 Processor -- start 2024-05-20T21:27:36.925 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.924+0000 7fb845a00700 1 -- start start 2024-05-20T21:27:36.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.925+0000 7fb845a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb840105760 0x7fb84019bee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:36.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.925+0000 7fb845a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb840106120 0x7fb84019c420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:36.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.925+0000 7fb845a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb84010b760 0x7fb8401a07b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:36.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.925+0000 7fb845a00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fb8401159b0 con 0x7fb840106120 2024-05-20T21:27:36.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.925+0000 7fb845a00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb840115830 con 0x7fb84010b760 2024-05-20T21:27:36.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.925+0000 7fb845a00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fb840115b30 con 0x7fb840105760 2024-05-20T21:27:36.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.925+0000 7fb83e000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb840106120 0x7fb84019c420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:36.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.925+0000 7fb83ea00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb840105760 0x7fb84019bee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:36.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.925+0000 7fb83e000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb840106120 0x7fb84019c420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:46932/0 (socket says 172.21.15.8:46932) 2024-05-20T21:27:36.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.925+0000 7fb83ea00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb840105760 0x7fb84019bee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:52370/0 (socket says 172.21.15.8:52370) 2024-05-20T21:27:36.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.925+0000 7fb83e000700 1 -- 172.21.15.8:0/56889048 learned_addr learned my addr 172.21.15.8:0/56889048 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:36.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.925+0000 7fb83f400700 1 --2- 172.21.15.8:0/56889048 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb84010b760 0x7fb8401a07b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:36.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.926+0000 7fb83e000700 1 -- 172.21.15.8:0/56889048 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb840105760 msgr2=0x7fb84019bee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:36.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.926+0000 7fb83e000700 1 --2- 172.21.15.8:0/56889048 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb840105760 0x7fb84019bee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.926+0000 7fb83e000700 1 -- 172.21.15.8:0/56889048 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb84010b760 msgr2=0x7fb8401a07b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:36.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.926+0000 7fb83e000700 1 --2- 172.21.15.8:0/56889048 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb84010b760 0x7fb8401a07b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.926+0000 7fb83e000700 1 -- 172.21.15.8:0/56889048 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8401a0ef0 con 0x7fb840106120 2024-05-20T21:27:36.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.926+0000 7fb83ea00700 1 --2- 172.21.15.8:0/56889048 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb840105760 0x7fb84019bee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:36.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.926+0000 7fb83e000700 1 --2- 172.21.15.8:0/56889048 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb840106120 0x7fb84019c420 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7fb82c009230 tx=0x7fb82c00fb20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:36.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.926+0000 7fb837400700 1 -- 172.21.15.8:0/56889048 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb82c005220 con 0x7fb840106120 2024-05-20T21:27:36.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.927+0000 7fb837400700 1 -- 172.21.15.8:0/56889048 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb82c00b560 con 0x7fb840106120 2024-05-20T21:27:36.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.927+0000 7fb845a00700 1 -- 172.21.15.8:0/56889048 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8401a1180 con 0x7fb840106120 2024-05-20T21:27:36.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.927+0000 7fb837400700 1 -- 172.21.15.8:0/56889048 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb82c003a80 con 0x7fb840106120 2024-05-20T21:27:36.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.927+0000 7fb845a00700 1 -- 172.21.15.8:0/56889048 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8401a8a60 con 0x7fb840106120 2024-05-20T21:27:36.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.932+0000 7fb837400700 1 -- 172.21.15.8:0/56889048 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fb82c00ba10 con 0x7fb840106120 2024-05-20T21:27:36.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.933+0000 7fb8502a7b80 1 Processor -- start 2024-05-20T21:27:36.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.933+0000 7fb8502a7b80 1 -- start start 2024-05-20T21:27:36.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.934+0000 7fb8502a7b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5644b0f90610 0x5644b0f909f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:36.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.934+0000 7fb8502a7b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5644b0f90f30 0x5644b0f8ab20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:36.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.934+0000 7fb8502a7b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5644b0f8b140 0x5644b0f8b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:36.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.934+0000 7fb8502a7b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5644b0ee8e40 con 0x5644b0f90f30 2024-05-20T21:27:36.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.934+0000 7fb8502a7b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5644b0ed89e0 con 0x5644b0f90610 2024-05-20T21:27:36.934 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.934+0000 7fb8502a7b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5644b0edca20 con 0x5644b0f8b140 2024-05-20T21:27:36.934 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.934+0000 7fb837400700 1 --2- 172.21.15.8:0/56889048 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb8240b2880 0x7fb8240b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:36.935 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.934+0000 7fb83f400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5644b0f90610 0x5644b0f909f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:36.935 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.934+0000 7fb837400700 1 -- 172.21.15.8:0/56889048 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fb82c0e31a0 con 0x7fb840106120 2024-05-20T21:27:36.935 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.934+0000 7fb83e000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5644b0f8b140 0x5644b0f8b5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:36.935 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.934+0000 7fb83e000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5644b0f8b140 0x5644b0f8b5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:52378/0 (socket says 172.21.15.8:52378) 2024-05-20T21:27:36.935 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.934+0000 7fb83f400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5644b0f90610 0x5644b0f909f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:46386/0 (socket says 172.21.15.8:46386) 2024-05-20T21:27:36.935 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.934+0000 7fb83e000700 1 -- 172.21.15.8:0/2550396989 learned_addr learned my addr 172.21.15.8:0/2550396989 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:36.935 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.934+0000 7fb83ea00700 1 --2- 172.21.15.8:0/2550396989 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5644b0f90f30 0x5644b0f8ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:36.935 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.934+0000 7fb83f400700 1 --2- 172.21.15.8:0/56889048 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb8240b2880 0x7fb8240b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:36.935 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.934+0000 7fb83e000700 1 -- 172.21.15.8:0/2550396989 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5644b0f90610 msgr2=0x5644b0f909f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:36.935 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.934+0000 7fb83e000700 1 --2- 172.21.15.8:0/2550396989 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5644b0f90610 0x5644b0f909f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.936 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.934+0000 7fb83e000700 1 -- 172.21.15.8:0/2550396989 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5644b0f90f30 msgr2=0x5644b0f8ab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:36.936 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.935+0000 7fb83e000700 1 --2- 172.21.15.8:0/2550396989 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5644b0f90f30 0x5644b0f8ab20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.936 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.935+0000 7fb83e000700 1 -- 172.21.15.8:0/2550396989 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5644b0ea1420 con 0x5644b0f8b140 2024-05-20T21:27:36.936 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.935+0000 7fb83e000700 1 --2- 172.21.15.8:0/2550396989 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5644b0f8b140 0x5644b0f8b5c0 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7fb82c005950 tx=0x7fb82c009c00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8bbac2ca75ac48e8 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:36.936 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.935+0000 7fb83f400700 1 --2- 172.21.15.8:0/56889048 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb8240b2880 0x7fb8240b4d40 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fb838012df0 tx=0x7fb83800b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:36.936 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.935+0000 7fb82be00700 1 -- 172.21.15.8:0/2550396989 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb82c0cd0b0 con 0x5644b0f8b140 2024-05-20T21:27:36.936 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.935+0000 7fb82be00700 1 -- 172.21.15.8:0/2550396989 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb82c0aa2f0 con 0x5644b0f8b140 2024-05-20T21:27:36.936 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.935+0000 7fb82be00700 1 -- 172.21.15.8:0/2550396989 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb82c0b35b0 con 0x5644b0f8b140 2024-05-20T21:27:36.940 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.936+0000 7fb8502a7b80 1 -- 172.21.15.8:0/2550396989 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5644b0f8b140 msgr2=0x5644b0f8b5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:36.940 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.936+0000 7fb8502a7b80 1 --2- 172.21.15.8:0/2550396989 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5644b0f8b140 0x5644b0f8b5c0 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7fb82c005950 tx=0x7fb82c009c00 comp rx=0 tx=0).stop 2024-05-20T21:27:36.940 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.936+0000 7fb8502a7b80 1 -- 172.21.15.8:0/2550396989 shutdown_connections 2024-05-20T21:27:36.940 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.936+0000 7fb8502a7b80 1 --2- 172.21.15.8:0/2550396989 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5644b0f90610 0x5644b0f909f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.940 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.936+0000 7fb8502a7b80 1 --2- 172.21.15.8:0/2550396989 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5644b0f8b140 0x5644b0f8b5c0 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.940 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.936+0000 7fb8502a7b80 1 --2- 172.21.15.8:0/2550396989 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5644b0f90f30 0x5644b0f8ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.940 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.936+0000 7fb8502a7b80 1 -- 172.21.15.8:0/2550396989 >> 172.21.15.8:0/2550396989 conn(0x5644b0eb8be0 msgr2=0x5644b0f85690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:36.940 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.936+0000 7fb8502a7b80 1 -- 172.21.15.8:0/2550396989 shutdown_connections 2024-05-20T21:27:36.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.936+0000 7fb8502a7b80 1 -- 172.21.15.8:0/2550396989 wait complete. 2024-05-20T21:27:36.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.937+0000 7fb8502a7b80 1 -- start start 2024-05-20T21:27:36.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.937+0000 7fb8502a7b80 1 Processor -- start 2024-05-20T21:27:36.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.938+0000 7fb8502a7b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5644b0f8b140 0x5644b0f96c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:36.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.938+0000 7fb8502a7b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5644b0f90610 0x5644b0f94050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:36.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.938+0000 7fb8502a7b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5644b0f90f30 0x5644b0f94590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:36.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.938+0000 7fb8502a7b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5644b0ddefa0 con 0x5644b0f8b140 2024-05-20T21:27:36.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.938+0000 7fb8502a7b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5644b0e79760 con 0x5644b0f90f30 2024-05-20T21:27:36.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.938+0000 7fb8502a7b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5644b0f977a0 con 0x5644b0f90610 2024-05-20T21:27:36.942 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.938+0000 7fb8502a7b80 10 client.0 _ll_register_callbacks cb 0x5644b0e82c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:36.942 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.938+0000 7fb83ea00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5644b0f8b140 0x5644b0f96c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:36.942 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.938+0000 7fb83e000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5644b0f90610 0x5644b0f94050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:36.942 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.938+0000 7fb83e000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5644b0f90610 0x5644b0f94050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:52390/0 (socket says 172.21.15.8:52390) 2024-05-20T21:27:36.942 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.938+0000 7fb83ea00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5644b0f8b140 0x5644b0f96c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:46960/0 (socket says 172.21.15.8:46960) 2024-05-20T21:27:36.942 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.938+0000 7fb83e000700 1 -- 172.21.15.8:0/2286974915 learned_addr learned my addr 172.21.15.8:0/2286974915 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:36.942 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.938+0000 7fb83f400700 1 --2- 172.21.15.8:0/2286974915 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5644b0f90f30 0x5644b0f94590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:36.942 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.938+0000 7fb83e000700 1 -- 172.21.15.8:0/2286974915 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5644b0f90f30 msgr2=0x5644b0f94590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:36.942 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.938+0000 7fb83e000700 1 --2- 172.21.15.8:0/2286974915 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5644b0f90f30 0x5644b0f94590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.942 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.938+0000 7fb83e000700 1 -- 172.21.15.8:0/2286974915 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5644b0f8b140 msgr2=0x5644b0f96c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:36.942 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.938+0000 7fb83e000700 1 --2- 172.21.15.8:0/2286974915 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5644b0f8b140 0x5644b0f96c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.943 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.938+0000 7fb83e000700 1 -- 172.21.15.8:0/2286974915 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5644b0e288d0 con 0x5644b0f90610 2024-05-20T21:27:36.943 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.939+0000 7fb83e000700 1 --2- 172.21.15.8:0/2286974915 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5644b0f90610 0x5644b0f94050 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7fb82c009810 tx=0x7fb82c00b940 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2b37f3219f971bd0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:36.943 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.939+0000 7fb828c00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:27:36.943 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.939+0000 7fb828c00700 1 -- 172.21.15.8:0/2286974915 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb82c0cd0b0 con 0x5644b0f90610 2024-05-20T21:27:36.943 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.939+0000 7fb828c00700 1 -- 172.21.15.8:0/2286974915 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fb82c003c20 con 0x5644b0f90610 2024-05-20T21:27:36.943 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.939+0000 7fb8502a7b80 1 -- 172.21.15.8:0/2286974915 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb82c0aa2f0 con 0x5644b0f90610 2024-05-20T21:27:36.943 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.939+0000 7fb828c00700 1 -- 172.21.15.8:0/2286974915 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb82c003e20 con 0x5644b0f90610 2024-05-20T21:27:36.943 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.939+0000 7fb8502a7b80 10 client.28855 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:36.943 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.939+0000 7fb8502a7b80 1 -- 172.21.15.8:0/2286974915 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5644b0ea9060 con 0x5644b0f90610 2024-05-20T21:27:36.943 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.939+0000 7fb828c00700 1 -- 172.21.15.8:0/2286974915 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb82c0aa2f0 con 0x5644b0f90610 2024-05-20T21:27:36.943 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.940+0000 7fb828c00700 1 -- 172.21.15.8:0/2286974915 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb82c0aaa40 con 0x5644b0f90610 2024-05-20T21:27:36.943 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.940+0000 7fb8502a7b80 10 client.28855 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:36.944 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.940+0000 7fb8502a7b80 10 client.28855 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:27:36.944 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.940+0000 7fb8502a7b80 20 client.28855 populate_metadata read hostname 'smithi008' 2024-05-20T21:27:36.944 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.940+0000 7fb8502a7b80 1 --2- 172.21.15.8:0/2286974915 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5644b0fa40a0 0x5644b0fa6490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:36.944 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.940+0000 7fb8502a7b80 4 client.28855 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:27:36.944 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.940+0000 7fb8502a7b80 1 -- 172.21.15.8:0/2286974915 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5644b0eead90 con 0x5644b0fa40a0 2024-05-20T21:27:36.944 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.940+0000 7fb83ea00700 1 --2- 172.21.15.8:0/2286974915 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5644b0fa40a0 0x5644b0fa6490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:36.945 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.941+0000 7fb83ea00700 1 --2- 172.21.15.8:0/2286974915 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5644b0fa40a0 0x5644b0fa6490 crc :-1 s=READY pgs=324 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ccb7dda7c3962b65 server_cookie=af86bbc42f0a53e4 in_seq=0 out_seq=0 2024-05-20T21:27:36.945 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.941+0000 7fb828c00700 10 client.28855 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:27:36.945 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.942+0000 7fb828c00700 1 -- 172.21.15.8:0/2286974915 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5644b0eead90 con 0x5644b0fa40a0 2024-05-20T21:27:36.945 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.942+0000 7fb828c00700 10 client.28855 handle_command_reply: tid=0 2024-05-20T21:27:36.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.942+0000 7fb8502a7b80 1 client.28855 shutdown 2024-05-20T21:27:36.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.942+0000 7fb8502a7b80 1 -- 172.21.15.8:0/2286974915 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5644b0f90610 msgr2=0x5644b0f94050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:36.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.942+0000 7fb8502a7b80 1 --2- 172.21.15.8:0/2286974915 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5644b0f90610 0x5644b0f94050 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7fb82c009810 tx=0x7fb82c00b940 comp rx=0 tx=0).stop 2024-05-20T21:27:36.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.942+0000 7fb8502a7b80 1 -- 172.21.15.8:0/2286974915 shutdown_connections 2024-05-20T21:27:36.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.942+0000 7fb8502a7b80 1 --2- 172.21.15.8:0/2286974915 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5644b0fa40a0 0x5644b0fa6490 crc :-1 s=READY pgs=324 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.942+0000 7fb8502a7b80 1 --2- 172.21.15.8:0/2286974915 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5644b0f90f30 0x5644b0f94590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.942+0000 7fb8502a7b80 1 --2- 172.21.15.8:0/2286974915 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5644b0f8b140 0x5644b0f96c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.942+0000 7fb8502a7b80 1 --2- 172.21.15.8:0/2286974915 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5644b0f90610 0x5644b0f94050 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.942+0000 7fb828c00700 0 client.28855 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:27:36.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.942+0000 7fb8502a7b80 1 -- 172.21.15.8:0/2286974915 >> 172.21.15.8:0/2286974915 conn(0x5644b0eb8be0 msgr2=0x5644b0f84d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:36.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.942+0000 7fb8502a7b80 1 -- 172.21.15.8:0/2286974915 shutdown_connections 2024-05-20T21:27:36.947 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.943+0000 7fb8502a7b80 1 -- 172.21.15.8:0/2286974915 wait complete. 2024-05-20T21:27:36.947 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.943+0000 7fb8502a7b80 20 client.28855 trim_cache size 0 max 16384 2024-05-20T21:27:36.966 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.965+0000 7fb8502a7b80 1 Processor -- start 2024-05-20T21:27:36.966 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.965+0000 7fb8502a7b80 1 -- start start 2024-05-20T21:27:36.966 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.966+0000 7fb8502a7b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5644b0f8b140 0x5644b0f8ab20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:36.967 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.966+0000 7fb8502a7b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5644b0f90610 0x5644b0f854f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:36.967 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.966+0000 7fb8502a7b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5644b0f90f30 0x5644b0f93050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:36.967 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.966+0000 7fb8502a7b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fb8401b2670 con 0x5644b0f90f30 2024-05-20T21:27:36.967 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.966+0000 7fb8502a7b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb8401aff00 con 0x5644b0f8b140 2024-05-20T21:27:36.967 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.966+0000 7fb8502a7b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fb8401add50 con 0x5644b0f90610 2024-05-20T21:27:36.967 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.966+0000 7fb83f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5644b0f90f30 0x5644b0f93050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:36.967 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.966+0000 7fb83e000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5644b0f90610 0x5644b0f854f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:36.967 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.966+0000 7fb83f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5644b0f90f30 0x5644b0f93050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:46976/0 (socket says 172.21.15.8:46976) 2024-05-20T21:27:36.968 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.966+0000 7fb83f400700 1 -- 172.21.15.8:0/453755721 learned_addr learned my addr 172.21.15.8:0/453755721 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:36.968 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.966+0000 7fb83ea00700 1 --2- 172.21.15.8:0/453755721 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5644b0f8b140 0x5644b0f8ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:36.968 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.967+0000 7fb83e000700 1 -- 172.21.15.8:0/453755721 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5644b0f8b140 msgr2=0x5644b0f8ab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:36.968 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.967+0000 7fb83e000700 1 --2- 172.21.15.8:0/453755721 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5644b0f8b140 0x5644b0f8ab20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.968 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.967+0000 7fb83e000700 1 -- 172.21.15.8:0/453755721 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5644b0f90f30 msgr2=0x5644b0f93050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:36.968 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.967+0000 7fb83e000700 1 --2- 172.21.15.8:0/453755721 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5644b0f90f30 0x5644b0f93050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.968 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.967+0000 7fb83e000700 1 -- 172.21.15.8:0/453755721 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5644b0f925c0 con 0x5644b0f90610 2024-05-20T21:27:36.968 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.967+0000 7fb83e000700 1 --2- 172.21.15.8:0/453755721 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5644b0f90610 0x5644b0f854f0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7fb82c0a6860 tx=0x7fb82c0a67d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4b42df8c79bad7e9 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:36.971 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.967+0000 7fb82b400700 1 -- 172.21.15.8:0/453755721 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb82c0b10d0 con 0x5644b0f90610 2024-05-20T21:27:36.971 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.967+0000 7fb82b400700 1 -- 172.21.15.8:0/453755721 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb82c00bdb0 con 0x5644b0f90610 2024-05-20T21:27:36.971 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.967+0000 7fb82b400700 1 -- 172.21.15.8:0/453755721 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb82c0aaa40 con 0x5644b0f90610 2024-05-20T21:27:36.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.968+0000 7fb8502a7b80 1 -- 172.21.15.8:0/453755721 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5644b0f90610 msgr2=0x5644b0f854f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:36.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.968+0000 7fb8502a7b80 1 --2- 172.21.15.8:0/453755721 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5644b0f90610 0x5644b0f854f0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7fb82c0a6860 tx=0x7fb82c0a67d0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.968+0000 7fb8502a7b80 1 -- 172.21.15.8:0/453755721 shutdown_connections 2024-05-20T21:27:36.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.968+0000 7fb8502a7b80 1 --2- 172.21.15.8:0/453755721 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5644b0f8b140 0x5644b0f8ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.968+0000 7fb8502a7b80 1 --2- 172.21.15.8:0/453755721 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5644b0f90f30 0x5644b0f93050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.968+0000 7fb8502a7b80 1 --2- 172.21.15.8:0/453755721 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5644b0f90610 0x5644b0f854f0 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.968+0000 7fb8502a7b80 1 -- 172.21.15.8:0/453755721 >> 172.21.15.8:0/453755721 conn(0x5644b0eb8be0 msgr2=0x5644b0f92940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:36.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.968+0000 7fb8502a7b80 1 -- 172.21.15.8:0/453755721 shutdown_connections 2024-05-20T21:27:36.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.968+0000 7fb8502a7b80 1 -- 172.21.15.8:0/453755721 wait complete. 2024-05-20T21:27:36.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.969+0000 7fb8502a7b80 1 -- start start 2024-05-20T21:27:36.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.969+0000 7fb8502a7b80 1 Processor -- start 2024-05-20T21:27:36.973 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.969+0000 7fb8502a7b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5644b0f8b140 0x5644b0fab8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:36.973 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.969+0000 7fb8502a7b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5644b0f90610 0x5644b0fabe20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:36.973 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.969+0000 7fb8502a7b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5644b0f90f30 0x5644b0fac360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:36.973 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.969+0000 7fb8502a7b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fb8401ae3c0 con 0x5644b0f90f30 2024-05-20T21:27:36.973 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.969+0000 7fb8502a7b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb8401af830 con 0x5644b0f90610 2024-05-20T21:27:36.973 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.969+0000 7fb8502a7b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fb8401aea90 con 0x5644b0f8b140 2024-05-20T21:27:36.973 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.969+0000 7fb8502a7b80 10 client.0 _ll_register_callbacks cb 0x5644b0e82c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:36.973 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.970+0000 7fb83ea00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5644b0f8b140 0x5644b0fab8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:36.973 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.970+0000 7fb83ea00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5644b0f8b140 0x5644b0fab8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:52416/0 (socket says 172.21.15.8:52416) 2024-05-20T21:27:36.973 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.970+0000 7fb83ea00700 1 -- 172.21.15.8:0/18123227 learned_addr learned my addr 172.21.15.8:0/18123227 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:36.973 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.970+0000 7fb83e000700 1 --2- 172.21.15.8:0/18123227 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5644b0f90610 0x5644b0fabe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:36.973 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.970+0000 7fb83f400700 1 --2- 172.21.15.8:0/18123227 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5644b0f90f30 0x5644b0fac360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:36.973 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.970+0000 7fb83ea00700 1 -- 172.21.15.8:0/18123227 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5644b0f90610 msgr2=0x5644b0fabe20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:36.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.970+0000 7fb83ea00700 1 --2- 172.21.15.8:0/18123227 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5644b0f90610 0x5644b0fabe20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.970+0000 7fb83ea00700 1 -- 172.21.15.8:0/18123227 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5644b0f90f30 msgr2=0x5644b0fac360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:36.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.970+0000 7fb83ea00700 1 --2- 172.21.15.8:0/18123227 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5644b0f90f30 0x5644b0fac360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.970+0000 7fb83ea00700 1 -- 172.21.15.8:0/18123227 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5644b1016470 con 0x5644b0f8b140 2024-05-20T21:27:36.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.970+0000 7fb83f400700 1 --2- 172.21.15.8:0/18123227 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5644b0f90f30 0x5644b0fac360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:27:36.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.970+0000 7fb83ea00700 1 --2- 172.21.15.8:0/18123227 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5644b0f8b140 0x5644b0fab8e0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x5644b0fa6af0 tx=0x7fb830012a30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=be9fa9364dc09dfa server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:36.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.970+0000 7fb828c00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:27:36.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.971+0000 7fb828c00700 1 -- 172.21.15.8:0/18123227 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb830004230 con 0x5644b0f8b140 2024-05-20T21:27:36.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.971+0000 7fb828c00700 1 -- 172.21.15.8:0/18123227 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fb8300043d0 con 0x5644b0f8b140 2024-05-20T21:27:36.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.971+0000 7fb8502a7b80 1 -- 172.21.15.8:0/18123227 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb82c00bdb0 con 0x5644b0f8b140 2024-05-20T21:27:36.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.971+0000 7fb828c00700 1 -- 172.21.15.8:0/18123227 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb83001f610 con 0x5644b0f8b140 2024-05-20T21:27:36.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.971+0000 7fb8502a7b80 10 client.28861 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:36.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.971+0000 7fb8502a7b80 1 -- 172.21.15.8:0/18123227 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5644b10177c0 con 0x5644b0f8b140 2024-05-20T21:27:36.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.971+0000 7fb828c00700 1 -- 172.21.15.8:0/18123227 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb82c00bdb0 con 0x5644b0f8b140 2024-05-20T21:27:36.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.972+0000 7fb828c00700 1 -- 172.21.15.8:0/18123227 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb830030050 con 0x5644b0f8b140 2024-05-20T21:27:36.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.972+0000 7fb8502a7b80 10 client.28861 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:36.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.972+0000 7fb8502a7b80 10 client.28861 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:27:36.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.972+0000 7fb8502a7b80 20 client.28861 populate_metadata read hostname 'smithi008' 2024-05-20T21:27:36.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.972+0000 7fb8502a7b80 1 --2- 172.21.15.8:0/18123227 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5644b1017e80 0x5644b101a2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:36.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.972+0000 7fb8502a7b80 4 client.28861 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:27:36.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.972+0000 7fb8502a7b80 1 -- 172.21.15.8:0/18123227 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5644b0ee4570 con 0x5644b1017e80 2024-05-20T21:27:36.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.972+0000 7fb83e000700 1 --2- 172.21.15.8:0/18123227 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5644b1017e80 0x5644b101a2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:36.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.973+0000 7fb83e000700 1 --2- 172.21.15.8:0/18123227 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5644b1017e80 0x5644b101a2a0 crc :-1 s=READY pgs=325 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=626fa8fe17c280a3 server_cookie=4ff8790343c11e24 in_seq=0 out_seq=0 2024-05-20T21:27:36.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.973+0000 7fb828c00700 10 client.28861 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:27:36.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.973+0000 7fb828c00700 1 -- 172.21.15.8:0/18123227 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5644b0ee4570 con 0x5644b1017e80 2024-05-20T21:27:36.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.973+0000 7fb828c00700 10 client.28861 handle_command_reply: tid=0 2024-05-20T21:27:36.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.973+0000 7fb8502a7b80 1 client.28861 shutdown 2024-05-20T21:27:36.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.973+0000 7fb8502a7b80 1 -- 172.21.15.8:0/18123227 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5644b0f8b140 msgr2=0x5644b0fab8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:36.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.973+0000 7fb8502a7b80 1 --2- 172.21.15.8:0/18123227 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5644b0f8b140 0x5644b0fab8e0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x5644b0fa6af0 tx=0x7fb830012a30 comp rx=0 tx=0).stop 2024-05-20T21:27:36.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.973+0000 7fb8502a7b80 1 -- 172.21.15.8:0/18123227 shutdown_connections 2024-05-20T21:27:36.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.973+0000 7fb8502a7b80 1 --2- 172.21.15.8:0/18123227 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5644b1017e80 0x5644b101a2a0 crc :-1 s=READY pgs=325 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.973+0000 7fb8502a7b80 1 --2- 172.21.15.8:0/18123227 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5644b0f90f30 0x5644b0fac360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.973+0000 7fb8502a7b80 1 --2- 172.21.15.8:0/18123227 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5644b0f8b140 0x5644b0fab8e0 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.973+0000 7fb8502a7b80 1 --2- 172.21.15.8:0/18123227 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5644b0f90610 0x5644b0fabe20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.973+0000 7fb828c00700 0 client.28861 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:27:36.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.973+0000 7fb8502a7b80 1 -- 172.21.15.8:0/18123227 >> 172.21.15.8:0/18123227 conn(0x5644b0eb8be0 msgr2=0x5644b0f8f1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:36.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.973+0000 7fb8502a7b80 1 -- 172.21.15.8:0/18123227 shutdown_connections 2024-05-20T21:27:36.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.973+0000 7fb8502a7b80 1 -- 172.21.15.8:0/18123227 wait complete. 2024-05-20T21:27:36.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.974+0000 7fb8502a7b80 20 client.28861 trim_cache size 0 max 16384 2024-05-20T21:27:36.979 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:27:36.979 INFO:teuthology.orchestra.run.smithi008.stdout: "status": "no active scrubs running", 2024-05-20T21:27:36.979 INFO:teuthology.orchestra.run.smithi008.stdout: "scrubs": {} 2024-05-20T21:27:36.979 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:27:36.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.974+0000 7fb845a00700 1 -- 172.21.15.8:0/56889048 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb8240b2880 msgr2=0x7fb8240b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:36.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.974+0000 7fb845a00700 1 --2- 172.21.15.8:0/56889048 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb8240b2880 0x7fb8240b4d40 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fb838012df0 tx=0x7fb83800b040 comp rx=0 tx=0).stop 2024-05-20T21:27:36.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.974+0000 7fb845a00700 1 -- 172.21.15.8:0/56889048 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb840106120 msgr2=0x7fb84019c420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:36.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.974+0000 7fb845a00700 1 --2- 172.21.15.8:0/56889048 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb840106120 0x7fb84019c420 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7fb82c009230 tx=0x7fb82c00fb20 comp rx=0 tx=0).stop 2024-05-20T21:27:36.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.974+0000 7fb845a00700 1 -- 172.21.15.8:0/56889048 shutdown_connections 2024-05-20T21:27:36.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.974+0000 7fb845a00700 1 --2- 172.21.15.8:0/56889048 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb8240b2880 0x7fb8240b4d40 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.974+0000 7fb845a00700 1 --2- 172.21.15.8:0/56889048 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb84010b760 0x7fb8401a07b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.974+0000 7fb845a00700 1 --2- 172.21.15.8:0/56889048 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb840105760 0x7fb84019bee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.974+0000 7fb845a00700 1 --2- 172.21.15.8:0/56889048 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb840106120 0x7fb84019c420 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.974+0000 7fb845a00700 1 -- 172.21.15.8:0/56889048 >> 172.21.15.8:0/56889048 conn(0x7fb840101250 msgr2=0x7fb840101a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:36.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.975+0000 7fb845a00700 1 -- 172.21.15.8:0/56889048 shutdown_connections 2024-05-20T21:27:36.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:36.975+0000 7fb845a00700 1 -- 172.21.15.8:0/56889048 wait complete. 2024-05-20T21:27:36.992 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:27:36 smithi008 ceph-mon[31475]: pgmap v808: 97 pgs: 97 active+clean; 2.2 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:27:36.992 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:27:36 smithi008 ceph-mon[31475]: scrub summary: idle 2024-05-20T21:27:37.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:27:36 smithi130 ceph-mon[36448]: pgmap v808: 97 pgs: 97 active+clean; 2.2 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:27:37.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:27:36 smithi130 ceph-mon[36448]: scrub summary: idle 2024-05-20T21:27:37.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:27:36 smithi050 ceph-mon[35809]: pgmap v808: 97 pgs: 97 active+clean; 2.2 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:27:37.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:27:36 smithi050 ceph-mon[35809]: scrub summary: idle 2024-05-20T21:27:37.840 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:27:37.840 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:27:38.300 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:27:39.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:27:38 smithi130 ceph-mon[36448]: pgmap v809: 97 pgs: 97 active+clean; 2.2 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:27:39.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:27:38 smithi050 ceph-mon[35809]: pgmap v809: 97 pgs: 97 active+clean; 2.2 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:27:39.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:27:38 smithi008 ceph-mon[31475]: pgmap v809: 97 pgs: 97 active+clean; 2.2 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:27:39.272 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.273+0000 7f45c8400640 1 -- 172.21.15.8:0/4190536384 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f45c0106880 msgr2=0x7f45c010d110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:39.273 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.273+0000 7f45c8400640 1 --2- 172.21.15.8:0/4190536384 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f45c0106880 0x7f45c010d110 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f45b8009ca0 tx=0x7f45b802a8c0 comp rx=0 tx=0).stop 2024-05-20T21:27:39.273 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.273+0000 7f45c8400640 1 -- 172.21.15.8:0/4190536384 shutdown_connections 2024-05-20T21:27:39.273 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.273+0000 7f45c8400640 1 --2- 172.21.15.8:0/4190536384 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f45c0106880 0x7f45c010d110 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:39.273 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.273+0000 7f45c8400640 1 --2- 172.21.15.8:0/4190536384 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f45c0105ec0 0x7f45c0106340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:39.273 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.273+0000 7f45c8400640 1 --2- 172.21.15.8:0/4190536384 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f45c0104cd0 0x7f45c01050f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:39.273 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.273+0000 7f45c8400640 1 -- 172.21.15.8:0/4190536384 >> 172.21.15.8:0/4190536384 conn(0x7f45c0100240 msgr2=0x7f45c0102680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:39.273 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.273+0000 7f45c8400640 1 -- 172.21.15.8:0/4190536384 shutdown_connections 2024-05-20T21:27:39.273 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.273+0000 7f45c8400640 1 -- 172.21.15.8:0/4190536384 wait complete. 2024-05-20T21:27:39.277 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.274+0000 7f45c8400640 1 Processor -- start 2024-05-20T21:27:39.277 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.274+0000 7f45c8400640 1 -- start start 2024-05-20T21:27:39.277 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.274+0000 7f45c8400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f45c0104cd0 0x7f45c019aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:39.277 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.275+0000 7f45c8400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f45c0105ec0 0x7f45c019b400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:39.277 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.275+0000 7f45c8400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f45c0106880 0x7f45c01a2470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:39.277 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.275+0000 7f45c8400640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f45c0110850 con 0x7f45c0105ec0 2024-05-20T21:27:39.277 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.275+0000 7f45c8400640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f45c01106d0 con 0x7f45c0106880 2024-05-20T21:27:39.277 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.275+0000 7f45c8400640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f45c01109d0 con 0x7f45c0104cd0 2024-05-20T21:27:39.277 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.275+0000 7f45c5000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f45c0105ec0 0x7f45c019b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:39.277 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.275+0000 7f45c5000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f45c0105ec0 0x7f45c019b400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:47008/0 (socket says 172.21.15.8:47008) 2024-05-20T21:27:39.277 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.275+0000 7f45c5000640 1 -- 172.21.15.8:0/2343159876 learned_addr learned my addr 172.21.15.8:0/2343159876 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:39.278 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.275+0000 7f45c5a00640 1 --2- 172.21.15.8:0/2343159876 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f45c0104cd0 0x7f45c019aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:39.278 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.275+0000 7f45c6400640 1 --2- 172.21.15.8:0/2343159876 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f45c0106880 0x7f45c01a2470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:39.278 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.275+0000 7f45c5000640 1 -- 172.21.15.8:0/2343159876 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f45c0104cd0 msgr2=0x7f45c019aec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:39.278 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.275+0000 7f45c5000640 1 --2- 172.21.15.8:0/2343159876 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f45c0104cd0 0x7f45c019aec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:39.278 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.275+0000 7f45c5000640 1 -- 172.21.15.8:0/2343159876 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f45c0106880 msgr2=0x7f45c01a2470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:39.278 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.275+0000 7f45c5000640 1 --2- 172.21.15.8:0/2343159876 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f45c0106880 0x7f45c01a2470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:39.278 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.275+0000 7f45c5000640 1 -- 172.21.15.8:0/2343159876 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45c01a2ae0 con 0x7f45c0105ec0 2024-05-20T21:27:39.278 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.276+0000 7f45c5000640 1 --2- 172.21.15.8:0/2343159876 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f45c0105ec0 0x7f45c019b400 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f45ac00e9f0 tx=0x7f45ac00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:39.278 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.276+0000 7f45be000640 1 -- 172.21.15.8:0/2343159876 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45ac00cd80 con 0x7f45c0105ec0 2024-05-20T21:27:39.278 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.276+0000 7f45c8400640 1 -- 172.21.15.8:0/2343159876 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45c01a2dd0 con 0x7f45c0105ec0 2024-05-20T21:27:39.278 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.276+0000 7f45be000640 1 -- 172.21.15.8:0/2343159876 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f45ac0054d0 con 0x7f45c0105ec0 2024-05-20T21:27:39.278 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.276+0000 7f45c8400640 1 -- 172.21.15.8:0/2343159876 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45c01a3290 con 0x7f45c0105ec0 2024-05-20T21:27:39.278 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.276+0000 7f45be000640 1 -- 172.21.15.8:0/2343159876 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45ac018630 con 0x7f45c0105ec0 2024-05-20T21:27:39.281 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.279+0000 7f45cb366740 1 Processor -- start 2024-05-20T21:27:39.281 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.280+0000 7f45cb366740 1 -- start start 2024-05-20T21:27:39.281 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.280+0000 7f45cb366740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bf5be94b30 0x55bf5be94f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:39.281 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.280+0000 7f45cb366740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bf5be95520 0x55bf5be9a020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:39.281 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.280+0000 7f45cb366740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bf5be9a690 0x55bf5be9cb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:39.281 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.280+0000 7f45cb366740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55bf5be04b90 con 0x55bf5be95520 2024-05-20T21:27:39.281 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.280+0000 7f45cb366740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55bf5bdf4730 con 0x55bf5be9a690 2024-05-20T21:27:39.281 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.280+0000 7f45cb366740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55bf5bdf8770 con 0x55bf5be94b30 2024-05-20T21:27:39.282 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.280+0000 7f45be000640 1 -- 172.21.15.8:0/2343159876 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f45ac004e70 con 0x7f45c0105ec0 2024-05-20T21:27:39.282 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.280+0000 7f45c5a00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bf5be95520 0x55bf5be9a020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:39.282 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.280+0000 7f45c6400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bf5be94b30 0x55bf5be94f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:39.282 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.280+0000 7f45c5a00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bf5be95520 0x55bf5be9a020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:47018/0 (socket says 172.21.15.8:47018) 2024-05-20T21:27:39.282 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.280+0000 7f45c5a00640 1 -- 172.21.15.8:0/877726776 learned_addr learned my addr 172.21.15.8:0/877726776 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:39.282 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.281+0000 7f45c5000640 1 --2- 172.21.15.8:0/877726776 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bf5be9a690 0x55bf5be9cb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:39.282 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.281+0000 7f45c6400640 1 -- 172.21.15.8:0/877726776 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bf5be9a690 msgr2=0x55bf5be9cb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:39.282 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.281+0000 7f45c6400640 1 --2- 172.21.15.8:0/877726776 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bf5be9a690 0x55bf5be9cb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:39.282 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.281+0000 7f45c6400640 1 -- 172.21.15.8:0/877726776 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bf5be95520 msgr2=0x55bf5be9a020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:39.282 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.281+0000 7f45c6400640 1 --2- 172.21.15.8:0/877726776 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bf5be95520 0x55bf5be9a020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:39.282 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.281+0000 7f45c6400640 1 -- 172.21.15.8:0/877726776 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bf5bd8d8b0 con 0x55bf5be94b30 2024-05-20T21:27:39.282 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.281+0000 7f45c5a00640 1 --2- 172.21.15.8:0/877726776 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bf5be95520 0x55bf5be9a020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:39.282 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.281+0000 7f45c6400640 1 --2- 172.21.15.8:0/877726776 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bf5be94b30 0x55bf5be94f50 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f45b802ade0 tx=0x7f45b80093c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=40465e6f96aba342 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:39.283 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.282+0000 7f45b2a00640 1 -- 172.21.15.8:0/877726776 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45b8031650 con 0x55bf5be94b30 2024-05-20T21:27:39.283 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.282+0000 7f45b2a00640 1 -- 172.21.15.8:0/877726776 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f45b8036030 con 0x55bf5be94b30 2024-05-20T21:27:39.283 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.282+0000 7f45b2a00640 1 -- 172.21.15.8:0/877726776 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45b8004600 con 0x55bf5be94b30 2024-05-20T21:27:39.283 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.282+0000 7f45be000640 1 --2- 172.21.15.8:0/2343159876 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f45a80b27e0 0x7f45a80b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:39.286 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.282+0000 7f45be000640 1 -- 172.21.15.8:0/2343159876 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f45ac0e27d0 con 0x7f45c0105ec0 2024-05-20T21:27:39.286 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.282+0000 7f45c5a00640 1 --2- 172.21.15.8:0/2343159876 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f45a80b27e0 0x7f45a80b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:39.287 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.282+0000 7f45cb366740 1 -- 172.21.15.8:0/877726776 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bf5be94b30 msgr2=0x55bf5be94f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:39.287 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.282+0000 7f45cb366740 1 --2- 172.21.15.8:0/877726776 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bf5be94b30 0x55bf5be94f50 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f45b802ade0 tx=0x7f45b80093c0 comp rx=0 tx=0).stop 2024-05-20T21:27:39.287 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.283+0000 7f45cb366740 1 -- 172.21.15.8:0/877726776 shutdown_connections 2024-05-20T21:27:39.287 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.283+0000 7f45cb366740 1 --2- 172.21.15.8:0/877726776 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bf5be9a690 0x55bf5be9cb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:39.287 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.283+0000 7f45cb366740 1 --2- 172.21.15.8:0/877726776 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bf5be95520 0x55bf5be9a020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:39.287 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.283+0000 7f45cb366740 1 --2- 172.21.15.8:0/877726776 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bf5be94b30 0x55bf5be94f50 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:39.287 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.283+0000 7f45cb366740 1 -- 172.21.15.8:0/877726776 >> 172.21.15.8:0/877726776 conn(0x55bf5be901a0 msgr2=0x55bf5be905a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:39.287 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.283+0000 7f45cb366740 1 -- 172.21.15.8:0/877726776 shutdown_connections 2024-05-20T21:27:39.287 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.283+0000 7f45cb366740 1 -- 172.21.15.8:0/877726776 wait complete. 2024-05-20T21:27:39.287 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.283+0000 7f45c5a00640 1 --2- 172.21.15.8:0/2343159876 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f45a80b27e0 0x7f45a80b4ca0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x55bf5be95920 tx=0x7f45b4005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:39.287 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.283+0000 7f45cb366740 1 -- start start 2024-05-20T21:27:39.287 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.284+0000 7f45cb366740 1 Processor -- start 2024-05-20T21:27:39.288 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.284+0000 7f45cb366740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bf5be94b30 0x55bf5be9e6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:39.288 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.284+0000 7f45cb366740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bf5be95520 0x55bf5be9ec30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:39.288 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.284+0000 7f45cb366740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bf5be9a690 0x55bf5bea5c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:39.288 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.284+0000 7f45cb366740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55bf5bada790 con 0x55bf5be95520 2024-05-20T21:27:39.288 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.284+0000 7f45cb366740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55bf5bd9cbc0 con 0x55bf5be94b30 2024-05-20T21:27:39.288 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.284+0000 7f45cb366740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55bf5be9d460 con 0x55bf5be9a690 2024-05-20T21:27:39.288 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.284+0000 7f45cb366740 10 client.0 _ll_register_callbacks cb 0x55bf5bd7a400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:39.288 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.284+0000 7f45c5a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bf5be94b30 0x55bf5be9e6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:39.288 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.284+0000 7f45c6400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bf5be9a690 0x55bf5bea5c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:39.288 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.284+0000 7f45c5000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bf5be95520 0x55bf5be9ec30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:39.288 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.284+0000 7f45c5a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bf5be94b30 0x55bf5be9e6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:46442/0 (socket says 172.21.15.8:46442) 2024-05-20T21:27:39.288 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.284+0000 7f45c6400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bf5be9a690 0x55bf5bea5c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:52452/0 (socket says 172.21.15.8:52452) 2024-05-20T21:27:39.288 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.284+0000 7f45c5a00640 1 -- 172.21.15.8:0/1814743570 learned_addr learned my addr 172.21.15.8:0/1814743570 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:39.288 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.285+0000 7f45c6400640 1 -- 172.21.15.8:0/1814743570 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bf5be94b30 msgr2=0x55bf5be9e6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:39.289 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.285+0000 7f45c6400640 1 --2- 172.21.15.8:0/1814743570 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bf5be94b30 0x55bf5be9e6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:39.289 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.285+0000 7f45c6400640 1 -- 172.21.15.8:0/1814743570 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bf5be95520 msgr2=0x55bf5be9ec30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:39.289 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.285+0000 7f45c6400640 1 --2- 172.21.15.8:0/1814743570 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bf5be95520 0x55bf5be9ec30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:39.289 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.285+0000 7f45c6400640 1 -- 172.21.15.8:0/1814743570 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bf5bb09210 con 0x55bf5be9a690 2024-05-20T21:27:39.289 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.285+0000 7f45c6400640 1 --2- 172.21.15.8:0/1814743570 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bf5be9a690 0x55bf5bea5c70 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f45b8005e30 tx=0x7f45b80045b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5222457ac7776167 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:39.289 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.285+0000 7f45a7400640 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:27:39.289 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.285+0000 7f45a7400640 1 -- 172.21.15.8:0/1814743570 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45b804a040 con 0x55bf5be9a690 2024-05-20T21:27:39.289 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.285+0000 7f45a7400640 1 -- 172.21.15.8:0/1814743570 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f45b8003970 con 0x55bf5be9a690 2024-05-20T21:27:39.289 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.286+0000 7f45cb366740 1 -- 172.21.15.8:0/1814743570 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f45b8036030 con 0x55bf5be9a690 2024-05-20T21:27:39.289 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.286+0000 7f45a7400640 1 -- 172.21.15.8:0/1814743570 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f45b8003bb0 con 0x55bf5be9a690 2024-05-20T21:27:39.290 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.286+0000 7f45cb366740 10 client.28873 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:39.290 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.286+0000 7f45cb366740 1 -- 172.21.15.8:0/1814743570 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55bf5bbd5620 con 0x55bf5be9a690 2024-05-20T21:27:39.290 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.286+0000 7f45a7400640 1 -- 172.21.15.8:0/1814743570 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f45b8036030 con 0x55bf5be9a690 2024-05-20T21:27:39.290 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.286+0000 7f45a7400640 1 -- 172.21.15.8:0/1814743570 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f45b804d030 con 0x55bf5be9a690 2024-05-20T21:27:39.290 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.286+0000 7f45cb366740 10 client.28873 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:39.290 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.286+0000 7f45cb366740 10 client.28873 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:27:39.290 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.287+0000 7f45cb366740 20 client.28873 populate_metadata read hostname 'smithi008' 2024-05-20T21:27:39.290 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.287+0000 7f45cb366740 1 --2- 172.21.15.8:0/1814743570 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55bf5bea9f50 0x55bf5beac340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:39.290 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.287+0000 7f45cb366740 4 client.28873 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:27:39.290 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.287+0000 7f45cb366740 1 -- 172.21.15.8:0/1814743570 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bf5be06ae0 con 0x55bf5bea9f50 2024-05-20T21:27:39.290 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.287+0000 7f45c5a00640 1 --2- 172.21.15.8:0/1814743570 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55bf5bea9f50 0x55bf5beac340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:39.292 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.288+0000 7f45c5a00640 1 --2- 172.21.15.8:0/1814743570 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55bf5bea9f50 0x55bf5beac340 crc :-1 s=READY pgs=326 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=171a3f1a1be0e4dd server_cookie=8a49e3a448db12cc in_seq=0 out_seq=0 2024-05-20T21:27:39.292 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.288+0000 7f45a7400640 10 client.28873 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:27:39.292 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.288+0000 7f45a7400640 1 -- 172.21.15.8:0/1814743570 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55bf5be06ae0 con 0x55bf5bea9f50 2024-05-20T21:27:39.292 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.288+0000 7f45a7400640 10 client.28873 handle_command_reply: tid=0 2024-05-20T21:27:39.292 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.289+0000 7f45cb366740 1 client.28873 shutdown 2024-05-20T21:27:39.292 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.289+0000 7f45cb366740 1 -- 172.21.15.8:0/1814743570 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bf5be9a690 msgr2=0x55bf5bea5c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:39.292 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.289+0000 7f45cb366740 1 --2- 172.21.15.8:0/1814743570 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bf5be9a690 0x55bf5bea5c70 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f45b8005e30 tx=0x7f45b80045b0 comp rx=0 tx=0).stop 2024-05-20T21:27:39.292 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.289+0000 7f45cb366740 1 -- 172.21.15.8:0/1814743570 shutdown_connections 2024-05-20T21:27:39.292 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.289+0000 7f45cb366740 1 --2- 172.21.15.8:0/1814743570 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55bf5bea9f50 0x55bf5beac340 crc :-1 s=READY pgs=326 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:39.292 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.289+0000 7f45cb366740 1 --2- 172.21.15.8:0/1814743570 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bf5be9a690 0x55bf5bea5c70 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:39.292 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.289+0000 7f45cb366740 1 --2- 172.21.15.8:0/1814743570 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bf5be95520 0x55bf5be9ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:39.293 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.289+0000 7f45a7400640 0 client.28873 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:27:39.293 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.289+0000 7f45cb366740 1 --2- 172.21.15.8:0/1814743570 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bf5be94b30 0x55bf5be9e6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:39.293 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.289+0000 7f45cb366740 1 -- 172.21.15.8:0/1814743570 >> 172.21.15.8:0/1814743570 conn(0x55bf5be901a0 msgr2=0x55bf5be8f310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:39.293 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.289+0000 7f45cb366740 1 -- 172.21.15.8:0/1814743570 shutdown_connections 2024-05-20T21:27:39.293 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.289+0000 7f45cb366740 1 -- 172.21.15.8:0/1814743570 wait complete. 2024-05-20T21:27:39.293 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.289+0000 7f45cb366740 20 client.28873 trim_cache size 0 max 16384 2024-05-20T21:27:39.305 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.306+0000 7f45cb366740 1 Processor -- start 2024-05-20T21:27:39.305 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.306+0000 7f45cb366740 1 -- start start 2024-05-20T21:27:39.305 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.306+0000 7f45cb366740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bf5be94b30 0x55bf5be95c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:39.306 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.306+0000 7f45cb366740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bf5be95520 0x55bf5bea5c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:39.306 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.306+0000 7f45cb366740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bf5be9a690 0x55bf5be96150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:39.306 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.306+0000 7f45cb366740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f45c01ae950 con 0x55bf5be9a690 2024-05-20T21:27:39.306 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.306+0000 7f45cb366740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f45c01ac220 con 0x55bf5be95520 2024-05-20T21:27:39.306 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.306+0000 7f45cb366740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f45c01aa070 con 0x55bf5be94b30 2024-05-20T21:27:39.307 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.307+0000 7f45c5000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bf5be95520 0x55bf5bea5c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:39.307 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.307+0000 7f45c5000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bf5be95520 0x55bf5bea5c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:46450/0 (socket says 172.21.15.8:46450) 2024-05-20T21:27:39.307 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.307+0000 7f45c5000640 1 -- 172.21.15.8:0/2958336765 learned_addr learned my addr 172.21.15.8:0/2958336765 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:39.307 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.307+0000 7f45c5a00640 1 --2- 172.21.15.8:0/2958336765 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bf5be94b30 0x55bf5be95c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:39.307 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.307+0000 7f45c6400640 1 --2- 172.21.15.8:0/2958336765 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bf5be9a690 0x55bf5be96150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:39.307 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.307+0000 7f45c5000640 1 -- 172.21.15.8:0/2958336765 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bf5be94b30 msgr2=0x55bf5be95c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:39.307 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.307+0000 7f45c5000640 1 --2- 172.21.15.8:0/2958336765 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bf5be94b30 0x55bf5be95c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:39.307 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.307+0000 7f45c5000640 1 -- 172.21.15.8:0/2958336765 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bf5be9a690 msgr2=0x55bf5be96150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:39.308 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.307+0000 7f45c5000640 1 --2- 172.21.15.8:0/2958336765 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bf5be9a690 0x55bf5be96150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:39.308 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.307+0000 7f45c5000640 1 -- 172.21.15.8:0/2958336765 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bf5be94770 con 0x55bf5be95520 2024-05-20T21:27:39.308 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.307+0000 7f45c5000640 1 --2- 172.21.15.8:0/2958336765 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bf5be95520 0x55bf5bea5c30 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f45ac0a6ff0 tx=0x7f45ac0a9bd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e2cd187582d0ed3e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:39.308 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.308+0000 7f45b2000640 1 -- 172.21.15.8:0/2958336765 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45ac0a9890 con 0x55bf5be95520 2024-05-20T21:27:39.308 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.308+0000 7f45b2000640 1 -- 172.21.15.8:0/2958336765 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f45ac005680 con 0x55bf5be95520 2024-05-20T21:27:39.308 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.308+0000 7f45b2000640 1 -- 172.21.15.8:0/2958336765 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45ac0a6010 con 0x55bf5be95520 2024-05-20T21:27:39.310 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.308+0000 7f45cb366740 1 -- 172.21.15.8:0/2958336765 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bf5be95520 msgr2=0x55bf5bea5c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:39.310 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.308+0000 7f45cb366740 1 --2- 172.21.15.8:0/2958336765 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bf5be95520 0x55bf5bea5c30 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f45ac0a6ff0 tx=0x7f45ac0a9bd0 comp rx=0 tx=0).stop 2024-05-20T21:27:39.310 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.308+0000 7f45cb366740 1 -- 172.21.15.8:0/2958336765 shutdown_connections 2024-05-20T21:27:39.310 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.308+0000 7f45cb366740 1 --2- 172.21.15.8:0/2958336765 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bf5be9a690 0x55bf5be96150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:39.311 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.308+0000 7f45cb366740 1 --2- 172.21.15.8:0/2958336765 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bf5be95520 0x55bf5bea5c30 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:39.311 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.308+0000 7f45cb366740 1 --2- 172.21.15.8:0/2958336765 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bf5be94b30 0x55bf5be95c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:39.311 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.308+0000 7f45cb366740 1 -- 172.21.15.8:0/2958336765 >> 172.21.15.8:0/2958336765 conn(0x55bf5be901a0 msgr2=0x55bf5be938c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:39.311 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.308+0000 7f45cb366740 1 -- 172.21.15.8:0/2958336765 shutdown_connections 2024-05-20T21:27:39.311 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.308+0000 7f45cb366740 1 -- 172.21.15.8:0/2958336765 wait complete. 2024-05-20T21:27:39.311 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.309+0000 7f45cb366740 1 -- start start 2024-05-20T21:27:39.311 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.309+0000 7f45cb366740 1 Processor -- start 2024-05-20T21:27:39.311 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.309+0000 7f45cb366740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bf5be94b30 0x55bf5bea3570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:39.311 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.310+0000 7f45cb366740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bf5be95520 0x55bf5bea3ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:39.311 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.310+0000 7f45cb366740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bf5be9a690 0x55bf5bea4ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:39.311 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.310+0000 7f45cb366740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f45c01aa6e0 con 0x55bf5be94b30 2024-05-20T21:27:39.311 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.310+0000 7f45cb366740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f45c01abb50 con 0x55bf5be95520 2024-05-20T21:27:39.311 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.310+0000 7f45cb366740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f45c01aadb0 con 0x55bf5be9a690 2024-05-20T21:27:39.311 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.310+0000 7f45cb366740 10 client.0 _ll_register_callbacks cb 0x7f45b40097a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:39.312 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.310+0000 7f45c5a00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bf5be94b30 0x55bf5bea3570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:39.312 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.310+0000 7f45c5a00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bf5be94b30 0x55bf5bea3570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:47046/0 (socket says 172.21.15.8:47046) 2024-05-20T21:27:39.312 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.310+0000 7f45c5a00640 1 -- 172.21.15.8:0/2507356280 learned_addr learned my addr 172.21.15.8:0/2507356280 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:39.312 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.310+0000 7f45c5000640 1 --2- 172.21.15.8:0/2507356280 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bf5be95520 0x55bf5bea3ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:39.312 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.310+0000 7f45c6400640 1 --2- 172.21.15.8:0/2507356280 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bf5be9a690 0x55bf5bea4ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:39.312 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.310+0000 7f45c5a00640 1 -- 172.21.15.8:0/2507356280 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bf5be9a690 msgr2=0x55bf5bea4ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:39.312 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.310+0000 7f45c5a00640 1 --2- 172.21.15.8:0/2507356280 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bf5be9a690 0x55bf5bea4ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:39.312 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.310+0000 7f45c5a00640 1 -- 172.21.15.8:0/2507356280 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bf5be95520 msgr2=0x55bf5bea3ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:39.312 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.310+0000 7f45c5a00640 1 --2- 172.21.15.8:0/2507356280 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bf5be95520 0x55bf5bea3ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:39.312 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.310+0000 7f45c5a00640 1 -- 172.21.15.8:0/2507356280 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bf5bea50b0 con 0x55bf5be94b30 2024-05-20T21:27:39.312 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.311+0000 7f45c5a00640 1 --2- 172.21.15.8:0/2507356280 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bf5be94b30 0x55bf5bea3570 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f45b401d590 tx=0x7f45b40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a4d682f76b12b55 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:39.312 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.311+0000 7f45a7400640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:27:39.312 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.311+0000 7f45a7400640 1 -- 172.21.15.8:0/2507356280 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45b4035420 con 0x55bf5be94b30 2024-05-20T21:27:39.312 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.311+0000 7f45a7400640 1 -- 172.21.15.8:0/2507356280 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f45b40355c0 con 0x55bf5be94b30 2024-05-20T21:27:39.313 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.311+0000 7f45cb366740 1 -- 172.21.15.8:0/2507356280 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f45ac005680 con 0x55bf5be94b30 2024-05-20T21:27:39.313 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.311+0000 7f45a7400640 1 -- 172.21.15.8:0/2507356280 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f45b40357c0 con 0x55bf5be94b30 2024-05-20T21:27:39.314 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.311+0000 7f45cb366740 10 client.18705 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:39.314 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.311+0000 7f45cb366740 1 -- 172.21.15.8:0/2507356280 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55bf5bf14e40 con 0x55bf5be94b30 2024-05-20T21:27:39.314 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.312+0000 7f45a7400640 1 -- 172.21.15.8:0/2507356280 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f45ac005680 con 0x55bf5be94b30 2024-05-20T21:27:39.314 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.312+0000 7f45a7400640 1 -- 172.21.15.8:0/2507356280 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f45b402aa20 con 0x55bf5be94b30 2024-05-20T21:27:39.314 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.312+0000 7f45cb366740 10 client.18705 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:39.314 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.312+0000 7f45cb366740 10 client.18705 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:27:39.314 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.312+0000 7f45cb366740 20 client.18705 populate_metadata read hostname 'smithi008' 2024-05-20T21:27:39.314 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.312+0000 7f45cb366740 1 --2- 172.21.15.8:0/2507356280 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55bf5bf15870 0x55bf5bf17c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:39.314 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.312+0000 7f45cb366740 4 client.18705 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:27:39.314 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.312+0000 7f45cb366740 1 -- 172.21.15.8:0/2507356280 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55bf5be002c0 con 0x55bf5bf15870 2024-05-20T21:27:39.314 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.312+0000 7f45c5000640 1 --2- 172.21.15.8:0/2507356280 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55bf5bf15870 0x55bf5bf17c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:39.314 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.313+0000 7f45c5000640 1 --2- 172.21.15.8:0/2507356280 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55bf5bf15870 0x55bf5bf17c90 crc :-1 s=READY pgs=327 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f593e1f9a966500 server_cookie=12d0de1a5208181d in_seq=0 out_seq=0 2024-05-20T21:27:39.315 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.313+0000 7f45a7400640 10 client.18705 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:27:39.330 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.329+0000 7f45a7400640 1 -- 172.21.15.8:0/2507356280 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55bf5be002c0 con 0x55bf5bf15870 2024-05-20T21:27:39.331 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.329+0000 7f45a7400640 10 client.18705 handle_command_reply: tid=0 2024-05-20T21:27:39.331 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.329+0000 7f45cb366740 1 client.18705 shutdown 2024-05-20T21:27:39.331 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.329+0000 7f45cb366740 1 -- 172.21.15.8:0/2507356280 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bf5be94b30 msgr2=0x55bf5bea3570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:39.331 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.329+0000 7f45cb366740 1 --2- 172.21.15.8:0/2507356280 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bf5be94b30 0x55bf5bea3570 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f45b401d590 tx=0x7f45b40046c0 comp rx=0 tx=0).stop 2024-05-20T21:27:39.331 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.329+0000 7f45cb366740 1 -- 172.21.15.8:0/2507356280 shutdown_connections 2024-05-20T21:27:39.331 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.329+0000 7f45cb366740 1 --2- 172.21.15.8:0/2507356280 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55bf5bf15870 0x55bf5bf17c90 crc :-1 s=READY pgs=327 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:39.331 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.329+0000 7f45cb366740 1 --2- 172.21.15.8:0/2507356280 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bf5be9a690 0x55bf5bea4ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:39.331 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.329+0000 7f45cb366740 1 --2- 172.21.15.8:0/2507356280 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bf5be95520 0x55bf5bea3ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:39.331 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.329+0000 7f45cb366740 1 --2- 172.21.15.8:0/2507356280 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bf5be94b30 0x55bf5bea3570 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:39.331 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.329+0000 7f45a7400640 0 client.18705 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:27:39.331 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.329+0000 7f45cb366740 1 -- 172.21.15.8:0/2507356280 >> 172.21.15.8:0/2507356280 conn(0x55bf5be901a0 msgr2=0x55bf5be8ea80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:39.331 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.330+0000 7f45cb366740 1 -- 172.21.15.8:0/2507356280 shutdown_connections 2024-05-20T21:27:39.332 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.330+0000 7f45cb366740 1 -- 172.21.15.8:0/2507356280 wait complete. 2024-05-20T21:27:39.332 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.330+0000 7f45cb366740 20 client.18705 trim_cache size 0 max 16384 2024-05-20T21:27:39.333 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:27:39.333 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:27:39.333 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:27:39.334 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.331+0000 7f45c8400640 1 -- 172.21.15.8:0/2343159876 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f45a80b27e0 msgr2=0x7f45a80b4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:39.334 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.331+0000 7f45c8400640 1 --2- 172.21.15.8:0/2343159876 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f45a80b27e0 0x7f45a80b4ca0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x55bf5be95920 tx=0x7f45b4005f90 comp rx=0 tx=0).stop 2024-05-20T21:27:39.334 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.331+0000 7f45c8400640 1 -- 172.21.15.8:0/2343159876 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f45c0105ec0 msgr2=0x7f45c019b400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:39.334 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.331+0000 7f45c8400640 1 --2- 172.21.15.8:0/2343159876 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f45c0105ec0 0x7f45c019b400 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f45ac00e9f0 tx=0x7f45ac00edf0 comp rx=0 tx=0).stop 2024-05-20T21:27:39.334 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.331+0000 7f45c8400640 1 -- 172.21.15.8:0/2343159876 shutdown_connections 2024-05-20T21:27:39.334 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.331+0000 7f45c8400640 1 --2- 172.21.15.8:0/2343159876 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f45a80b27e0 0x7f45a80b4ca0 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:39.334 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.331+0000 7f45c8400640 1 --2- 172.21.15.8:0/2343159876 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f45c0106880 0x7f45c01a2470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:39.334 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.331+0000 7f45c8400640 1 --2- 172.21.15.8:0/2343159876 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f45c0105ec0 0x7f45c019b400 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:39.334 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.331+0000 7f45c8400640 1 --2- 172.21.15.8:0/2343159876 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f45c0104cd0 0x7f45c019aec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:39.334 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.331+0000 7f45c8400640 1 -- 172.21.15.8:0/2343159876 >> 172.21.15.8:0/2343159876 conn(0x7f45c0100240 msgr2=0x7f45c0109240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:39.335 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.331+0000 7f45c8400640 1 -- 172.21.15.8:0/2343159876 shutdown_connections 2024-05-20T21:27:39.335 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:39.331+0000 7f45c8400640 1 -- 172.21.15.8:0/2343159876 wait complete. 2024-05-20T21:27:40.523 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:40.523+0000 7f86b3c00700 1 -- 172.21.15.8:0/909975968 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f86ac10ff40 msgr2=0x7f86ac112330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:40.523 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:40.523+0000 7f86b3c00700 1 --2- 172.21.15.8:0/909975968 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f86ac10ff40 0x7f86ac112330 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f86a400b0a0 tx=0x7f86a400b3b0 comp rx=0 tx=0).stop 2024-05-20T21:27:40.523 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:40.523+0000 7f86b3c00700 1 -- 172.21.15.8:0/909975968 shutdown_connections 2024-05-20T21:27:40.524 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:40.523+0000 7f86b3c00700 1 --2- 172.21.15.8:0/909975968 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f86ac075770 0x7f86ac075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:40.524 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:40.523+0000 7f86b3c00700 1 --2- 172.21.15.8:0/909975968 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f86ac10ff40 0x7f86ac112330 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:40.524 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:40.523+0000 7f86b3c00700 1 --2- 172.21.15.8:0/909975968 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f86ac076090 0x7f86ac10fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:40.524 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:40.523+0000 7f86b3c00700 1 -- 172.21.15.8:0/909975968 >> 172.21.15.8:0/909975968 conn(0x7f86ac07a6a0 msgr2=0x7f86ac07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:40.524 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:40.523+0000 7f86b3c00700 1 -- 172.21.15.8:0/909975968 shutdown_connections 2024-05-20T21:27:40.524 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:40.523+0000 7f86b3c00700 1 -- 172.21.15.8:0/909975968 wait complete. 2024-05-20T21:27:40.525 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:40.524+0000 7f86b3c00700 1 Processor -- start 2024-05-20T21:27:40.525 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:40.524+0000 7f86b3c00700 1 -- start start 2024-05-20T21:27:40.526 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:40.525+0000 7f86b3c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f86ac075770 0x7f86ac19bd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:40.526 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:40.525+0000 7f86b3c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f86ac076090 0x7f86ac19c2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:40.526 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:40.525+0000 7f86b3c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f86ac10ff40 0x7f86ac1a0650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:40.526 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:40.525+0000 7f86b3c00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f86ac115930 con 0x7f86ac10ff40 2024-05-20T21:27:40.526 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:40.525+0000 7f86b3c00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f86ac1157b0 con 0x7f86ac076090 2024-05-20T21:27:40.526 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:40.525+0000 7f86b3c00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f86ac115ab0 con 0x7f86ac075770 2024-05-20T21:27:40.526 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:40.525+0000 7f86b1200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f86ac075770 0x7f86ac19bd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:40.526 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:40.525+0000 7f86b1c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f86ac10ff40 0x7f86ac1a0650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:40.526 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:40.525+0000 7f86a3e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f86ac076090 0x7f86ac19c2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:40.526 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:40.525+0000 7f86b1200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f86ac075770 0x7f86ac19bd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:52482/0 (socket says 172.21.15.8:52482) 2024-05-20T21:27:40.526 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:40.525+0000 7f86b1200700 1 -- 172.21.15.8:0/1529761354 learned_addr learned my addr 172.21.15.8:0/1529761354 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:40.526 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:40.525+0000 7f86b1c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f86ac10ff40 0x7f86ac1a0650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:47070/0 (socket says 172.21.15.8:47070) 2024-05-20T21:27:40.526 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:40.526+0000 7f86b1c00700 1 -- 172.21.15.8:0/1529761354 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f86ac075770 msgr2=0x7f86ac19bd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:40.527 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:40.526+0000 7f86b1c00700 1 --2- 172.21.15.8:0/1529761354 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f86ac075770 0x7f86ac19bd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:40.527 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:40.526+0000 7f86b1c00700 1 -- 172.21.15.8:0/1529761354 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f86ac076090 msgr2=0x7f86ac19c2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:40.527 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:40.526+0000 7f86b1c00700 1 --2- 172.21.15.8:0/1529761354 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f86ac076090 0x7f86ac19c2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:40.527 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:40.526+0000 7f86b1c00700 1 -- 172.21.15.8:0/1529761354 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86ac1a0d90 con 0x7f86ac10ff40 2024-05-20T21:27:40.527 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:40.526+0000 7f86b1200700 1 --2- 172.21.15.8:0/1529761354 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f86ac075770 0x7f86ac19bd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:40.527 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:40.526+0000 7f86a3e00700 1 --2- 172.21.15.8:0/1529761354 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f86ac076090 0x7f86ac19c2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:40.527 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:40.526+0000 7f86b1c00700 1 --2- 172.21.15.8:0/1529761354 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f86ac10ff40 0x7f86ac1a0650 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f86a400b070 tx=0x7f86a4004c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:40.528 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:40.526+0000 7f86aa000700 1 -- 172.21.15.8:0/1529761354 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86a4021070 con 0x7f86ac10ff40 2024-05-20T21:27:40.528 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:40.526+0000 7f86aa000700 1 -- 172.21.15.8:0/1529761354 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f86a4007e30 con 0x7f86ac10ff40 2024-05-20T21:27:40.528 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:40.527+0000 7f86b3c00700 1 -- 172.21.15.8:0/1529761354 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86ac1a1020 con 0x7f86ac10ff40 2024-05-20T21:27:40.528 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:40.527+0000 7f86b3c00700 1 -- 172.21.15.8:0/1529761354 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86ac1a8900 con 0x7f86ac10ff40 2024-05-20T21:27:40.528 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:40.527+0000 7f86aa000700 1 -- 172.21.15.8:0/1529761354 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86a4004390 con 0x7f86ac10ff40 2024-05-20T21:27:40.528 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:40.528+0000 7f86b3c00700 1 -- 172.21.15.8:0/1529761354 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f86ac06a230 con 0x7f86ac10ff40 2024-05-20T21:27:40.530 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:40.530+0000 7f86aa000700 1 -- 172.21.15.8:0/1529761354 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f86a4007980 con 0x7f86ac10ff40 2024-05-20T21:27:40.531 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:40.532+0000 7f86aa000700 1 --2- 172.21.15.8:0/1529761354 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f868c0b2880 0x7f868c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:40.532 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:40.532+0000 7f86aa000700 1 -- 172.21.15.8:0/1529761354 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f86a40e3390 con 0x7f86ac10ff40 2024-05-20T21:27:40.532 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:40.532+0000 7f86b1200700 1 --2- 172.21.15.8:0/1529761354 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f868c0b2880 0x7f868c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:40.532 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:40.533+0000 7f86b1200700 1 --2- 172.21.15.8:0/1529761354 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f868c0b2880 0x7f868c0b4d40 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f869c011550 tx=0x7f869c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:40.534 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:40.535+0000 7f86aa000700 1 -- 172.21.15.8:0/1529761354 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f86a40ab0d0 con 0x7f86ac10ff40 2024-05-20T21:27:40.823 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:40.823+0000 7f86b3c00700 1 -- 172.21.15.8:0/1529761354 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f86ac19d0e0 con 0x7f86ac10ff40 2024-05-20T21:27:40.824 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:40.824+0000 7f86aa000700 1 -- 172.21.15.8:0/1529761354 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7f86ac19d0e0 con 0x7f86ac10ff40 2024-05-20T21:27:40.824 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:27:40.825 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:27:40.828 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:40.827+0000 7f86b3c00700 1 -- 172.21.15.8:0/1529761354 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f868c0b2880 msgr2=0x7f868c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:40.828 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:40.827+0000 7f86b3c00700 1 --2- 172.21.15.8:0/1529761354 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f868c0b2880 0x7f868c0b4d40 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f869c011550 tx=0x7f869c009260 comp rx=0 tx=0).stop 2024-05-20T21:27:40.828 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:40.827+0000 7f86b3c00700 1 -- 172.21.15.8:0/1529761354 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f86ac10ff40 msgr2=0x7f86ac1a0650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:40.829 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:40.827+0000 7f86b3c00700 1 --2- 172.21.15.8:0/1529761354 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f86ac10ff40 0x7f86ac1a0650 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f86a400b070 tx=0x7f86a4004c80 comp rx=0 tx=0).stop 2024-05-20T21:27:40.829 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:40.828+0000 7f86b3c00700 1 -- 172.21.15.8:0/1529761354 shutdown_connections 2024-05-20T21:27:40.829 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:40.828+0000 7f86b3c00700 1 --2- 172.21.15.8:0/1529761354 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f868c0b2880 0x7f868c0b4d40 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:40.829 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:40.828+0000 7f86b3c00700 1 --2- 172.21.15.8:0/1529761354 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f86ac10ff40 0x7f86ac1a0650 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:40.829 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:40.828+0000 7f86b3c00700 1 --2- 172.21.15.8:0/1529761354 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f86ac075770 0x7f86ac19bd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:40.829 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:40.828+0000 7f86b3c00700 1 --2- 172.21.15.8:0/1529761354 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f86ac076090 0x7f86ac19c2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:40.829 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:40.828+0000 7f86b3c00700 1 -- 172.21.15.8:0/1529761354 >> 172.21.15.8:0/1529761354 conn(0x7f86ac07a6a0 msgr2=0x7f86ac101800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:40.829 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:40.828+0000 7f86b3c00700 1 -- 172.21.15.8:0/1529761354 shutdown_connections 2024-05-20T21:27:40.829 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:40.828+0000 7f86b3c00700 1 -- 172.21.15.8:0/1529761354 wait complete. 2024-05-20T21:27:40.830 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:27:41.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:27:40 smithi130 ceph-mon[36448]: pgmap v810: 97 pgs: 97 active+clean; 2.2 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:27:41.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:27:40 smithi050 ceph-mon[35809]: pgmap v810: 97 pgs: 97 active+clean; 2.2 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:27:41.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:27:40 smithi008 ceph-mon[31475]: pgmap v810: 97 pgs: 97 active+clean; 2.2 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:27:41.766 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:27:41.790 INFO:tasks.quiescer.fs.[cephfs]:Total duration (60) is longer than `split_if_longer` (35.0), will split into two consecutive quiesces 2024-05-20T21:27:41.790 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 30.0 2024-05-20T21:27:41.790 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:27:42.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:27:41 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/1529761354' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:27:42.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:27:41 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/1529761354' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:27:42.201 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:27:41 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/1529761354' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:27:42.229 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:27:42.253 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:27:42.907 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:27:42 smithi008 ceph-mon[31475]: pgmap v811: 97 pgs: 97 active+clean; 2.3 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:27:43.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:27:42 smithi130 ceph-mon[36448]: pgmap v811: 97 pgs: 97 active+clean; 2.3 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:27:43.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:27:42 smithi050 ceph-mon[35809]: pgmap v811: 97 pgs: 97 active+clean; 2.3 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:27:44.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:27:43 smithi130 ceph-mon[36448]: pgmap v812: 97 pgs: 97 active+clean; 2.3 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:27:44.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:27:43 smithi050 ceph-mon[35809]: pgmap v812: 97 pgs: 97 active+clean; 2.3 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:27:44.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:27:43 smithi008 ceph-mon[31475]: pgmap v812: 97 pgs: 97 active+clean; 2.3 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:27:45.431 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.430+0000 7f0c1e200700 1 -- 172.21.15.8:0/3848427736 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0c181041a0 msgr2=0x7f0c181081c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:45.431 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.430+0000 7f0c1e200700 1 --2- 172.21.15.8:0/3848427736 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0c181041a0 0x7f0c181081c0 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f0c000099c0 tx=0x7f0c00009cd0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.431 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.430+0000 7f0c1e200700 1 -- 172.21.15.8:0/3848427736 shutdown_connections 2024-05-20T21:27:45.431 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.430+0000 7f0c1e200700 1 --2- 172.21.15.8:0/3848427736 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0c181037f0 0x7f0c18103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.431 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.430+0000 7f0c1e200700 1 --2- 172.21.15.8:0/3848427736 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0c181088f0 0x7f0c18110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.431 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.430+0000 7f0c1e200700 1 --2- 172.21.15.8:0/3848427736 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0c181041a0 0x7f0c181081c0 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.432 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.430+0000 7f0c1e200700 1 -- 172.21.15.8:0/3848427736 >> 172.21.15.8:0/3848427736 conn(0x7f0c1807a6a0 msgr2=0x7f0c1807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:45.432 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.430+0000 7f0c1e200700 1 -- 172.21.15.8:0/3848427736 shutdown_connections 2024-05-20T21:27:45.432 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.430+0000 7f0c1e200700 1 -- 172.21.15.8:0/3848427736 wait complete. 2024-05-20T21:27:45.432 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.431+0000 7f0c1e200700 1 Processor -- start 2024-05-20T21:27:45.432 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.431+0000 7f0c1e200700 1 -- start start 2024-05-20T21:27:45.433 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.432+0000 7f0c1e200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0c181037f0 0x7f0c1819bda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:45.433 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.432+0000 7f0c1e200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0c181041a0 0x7f0c1819c2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:45.433 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.432+0000 7f0c1e200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0c181088f0 0x7f0c181a0670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:45.433 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.432+0000 7f0c1e200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f0c18113700 con 0x7f0c181037f0 2024-05-20T21:27:45.433 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.432+0000 7f0c1e200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f0c18113580 con 0x7f0c181041a0 2024-05-20T21:27:45.434 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.432+0000 7f0c1e200700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f0c18113880 con 0x7f0c181088f0 2024-05-20T21:27:45.434 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.432+0000 7f0c17400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0c181037f0 0x7f0c1819bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:45.434 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.432+0000 7f0c0ea00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0c181041a0 0x7f0c1819c2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:45.434 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.432+0000 7f0c17400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0c181037f0 0x7f0c1819bda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:57426/0 (socket says 172.21.15.8:57426) 2024-05-20T21:27:45.434 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.432+0000 7f0c17400700 1 -- 172.21.15.8:0/676236420 learned_addr learned my addr 172.21.15.8:0/676236420 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:45.434 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.432+0000 7f0c17e00700 1 --2- 172.21.15.8:0/676236420 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0c181088f0 0x7f0c181a0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:45.434 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.433+0000 7f0c0ea00700 1 -- 172.21.15.8:0/676236420 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0c181088f0 msgr2=0x7f0c181a0670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:45.434 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.433+0000 7f0c0ea00700 1 --2- 172.21.15.8:0/676236420 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0c181088f0 0x7f0c181a0670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.434 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.433+0000 7f0c0ea00700 1 -- 172.21.15.8:0/676236420 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0c181037f0 msgr2=0x7f0c1819bda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:45.434 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.433+0000 7f0c0ea00700 1 --2- 172.21.15.8:0/676236420 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0c181037f0 0x7f0c1819bda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.434 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.433+0000 7f0c0ea00700 1 -- 172.21.15.8:0/676236420 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c181a0db0 con 0x7f0c181041a0 2024-05-20T21:27:45.434 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.433+0000 7f0c17e00700 1 --2- 172.21.15.8:0/676236420 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0c181088f0 0x7f0c181a0670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:45.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.433+0000 7f0c0ea00700 1 --2- 172.21.15.8:0/676236420 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0c181041a0 0x7f0c1819c2e0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f0c000098e0 tx=0x7f0c00005280 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:45.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.433+0000 7f0c14c00700 1 -- 172.21.15.8:0/676236420 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c00026070 con 0x7f0c181041a0 2024-05-20T21:27:45.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.433+0000 7f0c1e200700 1 -- 172.21.15.8:0/676236420 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c181a1040 con 0x7f0c181041a0 2024-05-20T21:27:45.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.433+0000 7f0c14c00700 1 -- 172.21.15.8:0/676236420 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0c000056c0 con 0x7f0c181041a0 2024-05-20T21:27:45.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.433+0000 7f0c14c00700 1 -- 172.21.15.8:0/676236420 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c0000f990 con 0x7f0c181041a0 2024-05-20T21:27:45.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.434+0000 7f0c1e200700 1 -- 172.21.15.8:0/676236420 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c181a8920 con 0x7f0c181041a0 2024-05-20T21:27:45.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.435+0000 7f0c1e200700 1 -- 172.21.15.8:0/676236420 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0c1806a230 con 0x7f0c181041a0 2024-05-20T21:27:45.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.437+0000 7f0c14c00700 1 -- 172.21.15.8:0/676236420 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f0c00029070 con 0x7f0c181041a0 2024-05-20T21:27:45.438 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.439+0000 7f0c14c00700 1 --2- 172.21.15.8:0/676236420 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0bfc0b2880 0x7f0bfc0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:45.438 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.439+0000 7f0c14c00700 1 -- 172.21.15.8:0/676236420 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f0c000e2e60 con 0x7f0c181041a0 2024-05-20T21:27:45.439 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.440+0000 7f0c17400700 1 --2- 172.21.15.8:0/676236420 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0bfc0b2880 0x7f0bfc0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:45.439 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.440+0000 7f0c17400700 1 --2- 172.21.15.8:0/676236420 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0bfc0b2880 0x7f0bfc0b4d40 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f0c08009d20 tx=0x7f0c08009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:45.440 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.441+0000 7f0c14c00700 1 -- 172.21.15.8:0/676236420 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f0c00030020 con 0x7f0c181041a0 2024-05-20T21:27:45.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.745+0000 7f0c1e200700 1 -- 172.21.15.8:0/676236420 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0c181a8af0 con 0x7f0c181041a0 2024-05-20T21:27:45.746 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.747+0000 7f0c14c00700 1 -- 172.21.15.8:0/676236420 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7f0c00013070 con 0x7f0c181041a0 2024-05-20T21:27:45.747 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:27:45.747 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:27:45.749 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.750+0000 7f0c1e200700 1 -- 172.21.15.8:0/676236420 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0bfc0b2880 msgr2=0x7f0bfc0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:45.749 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.750+0000 7f0c1e200700 1 --2- 172.21.15.8:0/676236420 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0bfc0b2880 0x7f0bfc0b4d40 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f0c08009d20 tx=0x7f0c08009260 comp rx=0 tx=0).stop 2024-05-20T21:27:45.749 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.750+0000 7f0c1e200700 1 -- 172.21.15.8:0/676236420 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0c181041a0 msgr2=0x7f0c1819c2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:45.749 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.750+0000 7f0c1e200700 1 --2- 172.21.15.8:0/676236420 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0c181041a0 0x7f0c1819c2e0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f0c000098e0 tx=0x7f0c00005280 comp rx=0 tx=0).stop 2024-05-20T21:27:45.749 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.750+0000 7f0c1e200700 1 -- 172.21.15.8:0/676236420 shutdown_connections 2024-05-20T21:27:45.750 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.750+0000 7f0c1e200700 1 --2- 172.21.15.8:0/676236420 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0bfc0b2880 0x7f0bfc0b4d40 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.750 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.750+0000 7f0c1e200700 1 --2- 172.21.15.8:0/676236420 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0c181088f0 0x7f0c181a0670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.750 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.750+0000 7f0c1e200700 1 --2- 172.21.15.8:0/676236420 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0c181037f0 0x7f0c1819bda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.750 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.750+0000 7f0c1e200700 1 --2- 172.21.15.8:0/676236420 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0c181041a0 0x7f0c1819c2e0 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.750 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.750+0000 7f0c1e200700 1 -- 172.21.15.8:0/676236420 >> 172.21.15.8:0/676236420 conn(0x7f0c1807a6a0 msgr2=0x7f0c181015e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:45.750 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.750+0000 7f0c1e200700 1 -- 172.21.15.8:0/676236420 shutdown_connections 2024-05-20T21:27:45.750 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.750+0000 7f0c1e200700 1 -- 172.21.15.8:0/676236420 wait complete. 2024-05-20T21:27:45.751 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:27:45.882 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.882+0000 7f9e4bc00700 1 -- 172.21.15.8:0/1057796745 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9e44105760 msgr2=0x7f9e44105be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:45.882 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.882+0000 7f9e4bc00700 1 --2- 172.21.15.8:0/1057796745 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9e44105760 0x7f9e44105be0 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7f9e30009990 tx=0x7f9e30009ca0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.882 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.882+0000 7f9e4bc00700 1 -- 172.21.15.8:0/1057796745 shutdown_connections 2024-05-20T21:27:45.883 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.882+0000 7f9e4bc00700 1 --2- 172.21.15.8:0/1057796745 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9e44106120 0x7f9e44112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.883 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.882+0000 7f9e4bc00700 1 --2- 172.21.15.8:0/1057796745 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9e4410b760 0x7f9e4410bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.883 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.882+0000 7f9e4bc00700 1 --2- 172.21.15.8:0/1057796745 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9e44105760 0x7f9e44105be0 unknown :-1 s=CLOSED pgs=636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.883 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.882+0000 7f9e4bc00700 1 -- 172.21.15.8:0/1057796745 >> 172.21.15.8:0/1057796745 conn(0x7f9e44101250 msgr2=0x7f9e44103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:45.883 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.883+0000 7f9e4bc00700 1 -- 172.21.15.8:0/1057796745 shutdown_connections 2024-05-20T21:27:45.883 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.883+0000 7f9e4bc00700 1 -- 172.21.15.8:0/1057796745 wait complete. 2024-05-20T21:27:45.883 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.884+0000 7f9e4bc00700 1 Processor -- start 2024-05-20T21:27:45.883 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.884+0000 7f9e4bc00700 1 -- start start 2024-05-20T21:27:45.884 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.884+0000 7f9e4bc00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9e44105760 0x7f9e4419be40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:45.884 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.884+0000 7f9e4bc00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9e44106120 0x7f9e4419c380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:45.884 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.884+0000 7f9e4bc00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9e4410b760 0x7f9e441a0710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:45.885 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.884+0000 7f9e4bc00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f9e441159f0 con 0x7f9e44105760 2024-05-20T21:27:45.885 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.884+0000 7f9e4bc00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9e44115870 con 0x7f9e4410b760 2024-05-20T21:27:45.885 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.885+0000 7f9e4bc00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f9e44115b70 con 0x7f9e44106120 2024-05-20T21:27:45.885 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.885+0000 7f9e49200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9e44105760 0x7f9e4419be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:45.885 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.885+0000 7f9e49200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9e44105760 0x7f9e4419be40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:57448/0 (socket says 172.21.15.8:57448) 2024-05-20T21:27:45.885 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.885+0000 7f9e49200700 1 -- 172.21.15.8:0/1646108887 learned_addr learned my addr 172.21.15.8:0/1646108887 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:45.885 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.885+0000 7f9e43e00700 1 --2- 172.21.15.8:0/1646108887 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9e44106120 0x7f9e4419c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:45.885 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.885+0000 7f9e49c00700 1 --2- 172.21.15.8:0/1646108887 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9e4410b760 0x7f9e441a0710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:45.886 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.885+0000 7f9e49200700 1 -- 172.21.15.8:0/1646108887 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9e44106120 msgr2=0x7f9e4419c380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:45.886 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.885+0000 7f9e49200700 1 --2- 172.21.15.8:0/1646108887 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9e44106120 0x7f9e4419c380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.886 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.885+0000 7f9e49200700 1 -- 172.21.15.8:0/1646108887 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9e4410b760 msgr2=0x7f9e441a0710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:45.886 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.885+0000 7f9e49200700 1 --2- 172.21.15.8:0/1646108887 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9e4410b760 0x7f9e441a0710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.886 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.885+0000 7f9e49200700 1 -- 172.21.15.8:0/1646108887 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e441a0e50 con 0x7f9e44105760 2024-05-20T21:27:45.886 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.885+0000 7f9e49c00700 1 --2- 172.21.15.8:0/1646108887 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9e4410b760 0x7f9e441a0710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:27:45.887 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.886+0000 7f9e49200700 1 --2- 172.21.15.8:0/1646108887 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9e44105760 0x7f9e4419be40 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f9e3800eb30 tx=0x7f9e3800ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:45.887 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.886+0000 7f9e41600700 1 -- 172.21.15.8:0/1646108887 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e3800cc90 con 0x7f9e44105760 2024-05-20T21:27:45.887 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.886+0000 7f9e41600700 1 -- 172.21.15.8:0/1646108887 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9e380044d0 con 0x7f9e44105760 2024-05-20T21:27:45.887 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.886+0000 7f9e4bc00700 1 -- 172.21.15.8:0/1646108887 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9e441a1140 con 0x7f9e44105760 2024-05-20T21:27:45.887 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.886+0000 7f9e41600700 1 -- 172.21.15.8:0/1646108887 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e38010430 con 0x7f9e44105760 2024-05-20T21:27:45.887 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.886+0000 7f9e4bc00700 1 -- 172.21.15.8:0/1646108887 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9e441a89c0 con 0x7f9e44105760 2024-05-20T21:27:45.889 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.890+0000 7f9e41600700 1 -- 172.21.15.8:0/1646108887 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f9e38003ea0 con 0x7f9e44105760 2024-05-20T21:27:45.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.892+0000 7f9e56555b80 1 Processor -- start 2024-05-20T21:27:45.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.892+0000 7f9e56555b80 1 -- start start 2024-05-20T21:27:45.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.892+0000 7f9e56555b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e8fba4c610 0x55e8fba4c9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:45.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.892+0000 7f9e56555b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e8fba4cf30 0x55e8fba46b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:45.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.892+0000 7f9e56555b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e8fba47140 0x55e8fba475c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:45.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.892+0000 7f9e56555b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55e8fb9a4e40 con 0x55e8fba47140 2024-05-20T21:27:45.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.892+0000 7f9e56555b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55e8fb9949e0 con 0x55e8fba4c610 2024-05-20T21:27:45.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.892+0000 7f9e56555b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55e8fb998a20 con 0x55e8fba4cf30 2024-05-20T21:27:45.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.892+0000 7f9e41600700 1 --2- 172.21.15.8:0/1646108887 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9e2c0b2880 0x7f9e2c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:45.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.893+0000 7f9e41600700 1 -- 172.21.15.8:0/1646108887 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f9e380e2480 con 0x7f9e44105760 2024-05-20T21:27:45.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.893+0000 7f9e49200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e8fba4cf30 0x55e8fba46b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:45.894 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.893+0000 7f9e49c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e8fba4c610 0x55e8fba4c9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:45.894 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.893+0000 7f9e49200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e8fba4cf30 0x55e8fba46b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:46638/0 (socket says 172.21.15.8:46638) 2024-05-20T21:27:45.894 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.893+0000 7f9e49200700 1 -- 172.21.15.8:0/1123364917 learned_addr learned my addr 172.21.15.8:0/1123364917 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:45.894 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.893+0000 7f9e49c00700 1 --2- 172.21.15.8:0/1646108887 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9e2c0b2880 0x7f9e2c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:45.894 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.893+0000 7f9e43e00700 1 --2- 172.21.15.8:0/1123364917 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e8fba47140 0x55e8fba475c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:45.894 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.893+0000 7f9e49200700 1 -- 172.21.15.8:0/1123364917 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e8fba4c610 msgr2=0x55e8fba4c9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:45.894 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.893+0000 7f9e49200700 1 --2- 172.21.15.8:0/1123364917 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e8fba4c610 0x55e8fba4c9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.894 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.893+0000 7f9e49200700 1 -- 172.21.15.8:0/1123364917 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e8fba47140 msgr2=0x55e8fba475c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:45.894 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.893+0000 7f9e49200700 1 --2- 172.21.15.8:0/1123364917 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e8fba47140 0x55e8fba475c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.894 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.893+0000 7f9e49200700 1 -- 172.21.15.8:0/1123364917 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e8fb95d420 con 0x55e8fba4cf30 2024-05-20T21:27:45.894 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.893+0000 7f9e43e00700 1 --2- 172.21.15.8:0/1123364917 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e8fba47140 0x55e8fba475c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:27:45.894 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.894+0000 7f9e49200700 1 --2- 172.21.15.8:0/1123364917 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e8fba4cf30 0x55e8fba46b20 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f9e380e2720 tx=0x7f9e380a9430 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8b2c29c7d427c61d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:45.894 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.894+0000 7f9e49c00700 1 --2- 172.21.15.8:0/1646108887 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9e2c0b2880 0x7f9e2c0b4d40 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f9e3c012b00 tx=0x7f9e3c00b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:45.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.894+0000 7f9e36000700 1 -- 172.21.15.8:0/1123364917 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e380aa130 con 0x55e8fba4cf30 2024-05-20T21:27:45.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.894+0000 7f9e36000700 1 -- 172.21.15.8:0/1123364917 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9e380a9a30 con 0x55e8fba4cf30 2024-05-20T21:27:45.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.894+0000 7f9e36000700 1 -- 172.21.15.8:0/1123364917 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e3807f4c0 con 0x55e8fba4cf30 2024-05-20T21:27:45.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.895+0000 7f9e56555b80 1 -- 172.21.15.8:0/1123364917 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e8fba4cf30 msgr2=0x55e8fba46b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:45.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.895+0000 7f9e56555b80 1 --2- 172.21.15.8:0/1123364917 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e8fba4cf30 0x55e8fba46b20 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f9e380e2720 tx=0x7f9e380a9430 comp rx=0 tx=0).stop 2024-05-20T21:27:45.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.895+0000 7f9e56555b80 1 -- 172.21.15.8:0/1123364917 shutdown_connections 2024-05-20T21:27:45.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.895+0000 7f9e56555b80 1 --2- 172.21.15.8:0/1123364917 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e8fba4c610 0x55e8fba4c9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.895+0000 7f9e56555b80 1 --2- 172.21.15.8:0/1123364917 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e8fba47140 0x55e8fba475c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.895+0000 7f9e56555b80 1 --2- 172.21.15.8:0/1123364917 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e8fba4cf30 0x55e8fba46b20 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.895+0000 7f9e56555b80 1 -- 172.21.15.8:0/1123364917 >> 172.21.15.8:0/1123364917 conn(0x55e8fb974be0 msgr2=0x55e8fba41690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:45.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.895+0000 7f9e56555b80 1 -- 172.21.15.8:0/1123364917 shutdown_connections 2024-05-20T21:27:45.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.895+0000 7f9e56555b80 1 -- 172.21.15.8:0/1123364917 wait complete. 2024-05-20T21:27:45.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.896+0000 7f9e56555b80 1 -- start start 2024-05-20T21:27:45.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.896+0000 7f9e56555b80 1 Processor -- start 2024-05-20T21:27:45.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.897+0000 7f9e56555b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e8fba47140 0x55e8fba52cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:45.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.897+0000 7f9e56555b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e8fba4c610 0x55e8fba50090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:45.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.897+0000 7f9e56555b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e8fba4cf30 0x55e8fba505d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:45.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.897+0000 7f9e56555b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55e8fb89afa0 con 0x55e8fba47140 2024-05-20T21:27:45.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.897+0000 7f9e56555b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55e8fb935760 con 0x55e8fba4cf30 2024-05-20T21:27:45.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.897+0000 7f9e56555b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55e8fba539e0 con 0x55e8fba4c610 2024-05-20T21:27:45.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.897+0000 7f9e56555b80 10 client.0 _ll_register_callbacks cb 0x55e8fb93ec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:45.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.897+0000 7f9e49200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e8fba47140 0x55e8fba52cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:45.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.897+0000 7f9e49200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e8fba47140 0x55e8fba52cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:57458/0 (socket says 172.21.15.8:57458) 2024-05-20T21:27:45.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.897+0000 7f9e49200700 1 -- 172.21.15.8:0/3261490422 learned_addr learned my addr 172.21.15.8:0/3261490422 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:45.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.897+0000 7f9e43e00700 1 --2- 172.21.15.8:0/3261490422 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e8fba4c610 0x55e8fba50090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:45.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.897+0000 7f9e49c00700 1 --2- 172.21.15.8:0/3261490422 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e8fba4cf30 0x55e8fba505d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:45.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.898+0000 7f9e49200700 1 -- 172.21.15.8:0/3261490422 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e8fba4c610 msgr2=0x55e8fba50090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:45.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.898+0000 7f9e49200700 1 --2- 172.21.15.8:0/3261490422 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e8fba4c610 0x55e8fba50090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.898+0000 7f9e49200700 1 -- 172.21.15.8:0/3261490422 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e8fba4cf30 msgr2=0x55e8fba505d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:45.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.898+0000 7f9e49200700 1 --2- 172.21.15.8:0/3261490422 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e8fba4cf30 0x55e8fba505d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.898+0000 7f9e49200700 1 -- 172.21.15.8:0/3261490422 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e8fb8e48d0 con 0x55e8fba47140 2024-05-20T21:27:45.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.898+0000 7f9e43e00700 1 --2- 172.21.15.8:0/3261490422 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e8fba4c610 0x55e8fba50090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:45.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.898+0000 7f9e49200700 1 --2- 172.21.15.8:0/3261490422 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e8fba47140 0x55e8fba52cf0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f9e3800c5b0 tx=0x7f9e380038b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=71560f0fcc974720 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:45.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.898+0000 7f9e2aa00700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:27:45.900 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.898+0000 7f9e2aa00700 1 -- 172.21.15.8:0/3261490422 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e380c3060 con 0x55e8fba47140 2024-05-20T21:27:45.900 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.898+0000 7f9e2aa00700 1 -- 172.21.15.8:0/3261490422 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f9e380a9ea0 con 0x55e8fba47140 2024-05-20T21:27:45.900 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.898+0000 7f9e56555b80 1 -- 172.21.15.8:0/3261490422 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9e380a9a30 con 0x55e8fba47140 2024-05-20T21:27:45.900 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.899+0000 7f9e2aa00700 1 -- 172.21.15.8:0/3261490422 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9e38083070 con 0x55e8fba47140 2024-05-20T21:27:45.900 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.899+0000 7f9e56555b80 10 client.18729 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:45.900 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.899+0000 7f9e56555b80 1 -- 172.21.15.8:0/3261490422 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e8fb965060 con 0x55e8fba47140 2024-05-20T21:27:45.900 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.899+0000 7f9e2aa00700 1 -- 172.21.15.8:0/3261490422 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9e380a9a30 con 0x55e8fba47140 2024-05-20T21:27:45.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.899+0000 7f9e2aa00700 1 -- 172.21.15.8:0/3261490422 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9e380cace0 con 0x55e8fba47140 2024-05-20T21:27:45.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.899+0000 7f9e56555b80 10 client.18729 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:45.902 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.899+0000 7f9e56555b80 10 client.18729 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:27:45.902 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.899+0000 7f9e56555b80 20 client.18729 populate_metadata read hostname 'smithi008' 2024-05-20T21:27:45.902 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.899+0000 7f9e56555b80 1 --2- 172.21.15.8:0/3261490422 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55e8fba60430 0x55e8fba62820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:45.902 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.899+0000 7f9e56555b80 4 client.18729 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:27:45.902 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.899+0000 7f9e56555b80 1 -- 172.21.15.8:0/3261490422 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e8fb9a6d90 con 0x55e8fba60430 2024-05-20T21:27:45.902 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.900+0000 7f9e43e00700 1 --2- 172.21.15.8:0/3261490422 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55e8fba60430 0x55e8fba62820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:45.902 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.900+0000 7f9e43e00700 1 --2- 172.21.15.8:0/3261490422 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55e8fba60430 0x55e8fba62820 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=84b47e7438e43d32 server_cookie=5f3e09c2c6ef03a9 in_seq=0 out_seq=0 2024-05-20T21:27:45.902 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.900+0000 7f9e2aa00700 10 client.18729 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:27:45.902 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.901+0000 7f9e2aa00700 1 -- 172.21.15.8:0/3261490422 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55e8fb9a6d90 con 0x55e8fba60430 2024-05-20T21:27:45.902 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.901+0000 7f9e2aa00700 10 client.18729 handle_command_reply: tid=0 2024-05-20T21:27:45.902 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.901+0000 7f9e56555b80 1 client.18729 shutdown 2024-05-20T21:27:45.902 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.902+0000 7f9e56555b80 1 -- 172.21.15.8:0/3261490422 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e8fba47140 msgr2=0x55e8fba52cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:45.902 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.902+0000 7f9e56555b80 1 --2- 172.21.15.8:0/3261490422 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e8fba47140 0x55e8fba52cf0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f9e3800c5b0 tx=0x7f9e380038b0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.902 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.902+0000 7f9e56555b80 1 -- 172.21.15.8:0/3261490422 shutdown_connections 2024-05-20T21:27:45.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.902+0000 7f9e56555b80 1 --2- 172.21.15.8:0/3261490422 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55e8fba60430 0x55e8fba62820 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.902+0000 7f9e56555b80 1 --2- 172.21.15.8:0/3261490422 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e8fba4cf30 0x55e8fba505d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.902+0000 7f9e56555b80 1 --2- 172.21.15.8:0/3261490422 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e8fba47140 0x55e8fba52cf0 unknown :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.902+0000 7f9e2aa00700 0 client.18729 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:27:45.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.902+0000 7f9e56555b80 1 --2- 172.21.15.8:0/3261490422 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e8fba4c610 0x55e8fba50090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.902+0000 7f9e56555b80 1 -- 172.21.15.8:0/3261490422 >> 172.21.15.8:0/3261490422 conn(0x55e8fb974be0 msgr2=0x55e8fba40d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:45.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.902+0000 7f9e56555b80 1 -- 172.21.15.8:0/3261490422 shutdown_connections 2024-05-20T21:27:45.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.902+0000 7f9e56555b80 1 -- 172.21.15.8:0/3261490422 wait complete. 2024-05-20T21:27:45.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.902+0000 7f9e56555b80 20 client.18729 trim_cache size 0 max 16384 2024-05-20T21:27:45.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.919+0000 7f9e56555b80 1 Processor -- start 2024-05-20T21:27:45.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.919+0000 7f9e56555b80 1 -- start start 2024-05-20T21:27:45.919 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.919+0000 7f9e56555b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e8fba47140 0x55e8fba4dae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:45.919 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.919+0000 7f9e56555b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e8fba4c610 0x55e8fba414f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:45.919 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.919+0000 7f9e56555b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e8fba4cf30 0x55e8fba65840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:45.919 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.919+0000 7f9e56555b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f9e441b2770 con 0x55e8fba4cf30 2024-05-20T21:27:45.919 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.919+0000 7f9e56555b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9e441b0000 con 0x55e8fba4c610 2024-05-20T21:27:45.919 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.919+0000 7f9e56555b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f9e441ade50 con 0x55e8fba47140 2024-05-20T21:27:45.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.920+0000 7f9e49c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e8fba4cf30 0x55e8fba65840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:45.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.920+0000 7f9e43e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e8fba4c610 0x55e8fba414f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:45.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.920+0000 7f9e49c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e8fba4cf30 0x55e8fba65840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:57460/0 (socket says 172.21.15.8:57460) 2024-05-20T21:27:45.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.920+0000 7f9e49c00700 1 -- 172.21.15.8:0/1851319105 learned_addr learned my addr 172.21.15.8:0/1851319105 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:45.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.920+0000 7f9e49200700 1 --2- 172.21.15.8:0/1851319105 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e8fba47140 0x55e8fba4dae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:45.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.920+0000 7f9e43e00700 1 -- 172.21.15.8:0/1851319105 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e8fba47140 msgr2=0x55e8fba4dae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:45.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.920+0000 7f9e43e00700 1 --2- 172.21.15.8:0/1851319105 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e8fba47140 0x55e8fba4dae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.920+0000 7f9e43e00700 1 -- 172.21.15.8:0/1851319105 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e8fba4cf30 msgr2=0x55e8fba65840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:45.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.920+0000 7f9e43e00700 1 --2- 172.21.15.8:0/1851319105 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e8fba4cf30 0x55e8fba65840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.920+0000 7f9e43e00700 1 -- 172.21.15.8:0/1851319105 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e8fba4e600 con 0x55e8fba4c610 2024-05-20T21:27:45.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.920+0000 7f9e43e00700 1 --2- 172.21.15.8:0/1851319105 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e8fba4c610 0x55e8fba414f0 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f9e3000b2e0 tx=0x7f9e30005fd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8690274aa9c8d09b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:45.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.921+0000 7f9e35600700 1 -- 172.21.15.8:0/1851319105 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e3000b720 con 0x55e8fba4c610 2024-05-20T21:27:45.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.921+0000 7f9e35600700 1 -- 172.21.15.8:0/1851319105 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9e3000bd70 con 0x55e8fba4c610 2024-05-20T21:27:45.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.921+0000 7f9e35600700 1 -- 172.21.15.8:0/1851319105 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e30003e10 con 0x55e8fba4c610 2024-05-20T21:27:45.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.922+0000 7f9e56555b80 1 -- 172.21.15.8:0/1851319105 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e8fba4c610 msgr2=0x55e8fba414f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:45.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.922+0000 7f9e56555b80 1 --2- 172.21.15.8:0/1851319105 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e8fba4c610 0x55e8fba414f0 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f9e3000b2e0 tx=0x7f9e30005fd0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.922+0000 7f9e56555b80 1 -- 172.21.15.8:0/1851319105 shutdown_connections 2024-05-20T21:27:45.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.922+0000 7f9e56555b80 1 --2- 172.21.15.8:0/1851319105 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e8fba4cf30 0x55e8fba65840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.922+0000 7f9e56555b80 1 --2- 172.21.15.8:0/1851319105 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e8fba47140 0x55e8fba4dae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.922+0000 7f9e56555b80 1 --2- 172.21.15.8:0/1851319105 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e8fba4c610 0x55e8fba414f0 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.922+0000 7f9e56555b80 1 -- 172.21.15.8:0/1851319105 >> 172.21.15.8:0/1851319105 conn(0x55e8fb974be0 msgr2=0x55e8fba4d3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:45.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.922+0000 7f9e56555b80 1 -- 172.21.15.8:0/1851319105 shutdown_connections 2024-05-20T21:27:45.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.922+0000 7f9e56555b80 1 -- 172.21.15.8:0/1851319105 wait complete. 2024-05-20T21:27:45.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.922+0000 7f9e56555b80 1 -- start start 2024-05-20T21:27:45.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.923+0000 7f9e56555b80 1 Processor -- start 2024-05-20T21:27:45.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.923+0000 7f9e56555b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e8fba47140 0x55e8fba65840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:45.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.923+0000 7f9e56555b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e8fba4c610 0x55e8fba65d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:45.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.923+0000 7f9e56555b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e8fba4cf30 0x55e8fba62e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:45.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.923+0000 7f9e56555b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f9e441ae4c0 con 0x55e8fba4cf30 2024-05-20T21:27:45.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.923+0000 7f9e56555b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9e441af930 con 0x55e8fba47140 2024-05-20T21:27:45.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.923+0000 7f9e56555b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f9e441aeb90 con 0x55e8fba4c610 2024-05-20T21:27:45.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.923+0000 7f9e56555b80 10 client.0 _ll_register_callbacks cb 0x55e8fb93ec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:45.925 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.923+0000 7f9e49200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e8fba47140 0x55e8fba65840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:45.925 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.923+0000 7f9e49200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e8fba47140 0x55e8fba65840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:40398/0 (socket says 172.21.15.8:40398) 2024-05-20T21:27:45.925 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.923+0000 7f9e43e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e8fba4c610 0x55e8fba65d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:45.925 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.923+0000 7f9e49c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e8fba4cf30 0x55e8fba62e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:45.925 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.923+0000 7f9e49200700 1 -- 172.21.15.8:0/1042100193 learned_addr learned my addr 172.21.15.8:0/1042100193 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:45.925 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.924+0000 7f9e49200700 1 -- 172.21.15.8:0/1042100193 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e8fba4c610 msgr2=0x55e8fba65d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:45.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.924+0000 7f9e49200700 1 --2- 172.21.15.8:0/1042100193 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e8fba4c610 0x55e8fba65d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.924+0000 7f9e49200700 1 -- 172.21.15.8:0/1042100193 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e8fba4cf30 msgr2=0x55e8fba62e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:45.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.924+0000 7f9e49200700 1 --2- 172.21.15.8:0/1042100193 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e8fba4cf30 0x55e8fba62e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.924+0000 7f9e49200700 1 -- 172.21.15.8:0/1042100193 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e8fba634d0 con 0x55e8fba47140 2024-05-20T21:27:45.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.924+0000 7f9e49200700 1 --2- 172.21.15.8:0/1042100193 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e8fba47140 0x55e8fba65840 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f9e380b29d0 tx=0x7f9e380a92a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a599e2a39d77e4d1 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:45.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.924+0000 7f9e2aa00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:27:45.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.925+0000 7f9e2aa00700 1 -- 172.21.15.8:0/1042100193 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e380c3040 con 0x55e8fba47140 2024-05-20T21:27:45.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.925+0000 7f9e2aa00700 1 -- 172.21.15.8:0/1042100193 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f9e380cc1b0 con 0x55e8fba47140 2024-05-20T21:27:45.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.925+0000 7f9e56555b80 1 -- 172.21.15.8:0/1042100193 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9e3000bd70 con 0x55e8fba47140 2024-05-20T21:27:45.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.925+0000 7f9e2aa00700 1 -- 172.21.15.8:0/1042100193 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9e380aa130 con 0x55e8fba47140 2024-05-20T21:27:45.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.925+0000 7f9e56555b80 10 client.28853 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:45.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.925+0000 7f9e56555b80 1 -- 172.21.15.8:0/1042100193 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e8fbaca710 con 0x55e8fba47140 2024-05-20T21:27:45.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.925+0000 7f9e2aa00700 1 -- 172.21.15.8:0/1042100193 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9e3000bd70 con 0x55e8fba47140 2024-05-20T21:27:45.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.925+0000 7f9e2aa00700 1 -- 172.21.15.8:0/1042100193 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9e380a8c90 con 0x55e8fba47140 2024-05-20T21:27:45.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.925+0000 7f9e56555b80 10 client.28853 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:45.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.925+0000 7f9e56555b80 10 client.28853 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:27:45.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.925+0000 7f9e56555b80 20 client.28853 populate_metadata read hostname 'smithi008' 2024-05-20T21:27:45.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.925+0000 7f9e56555b80 1 --2- 172.21.15.8:0/1042100193 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55e8fbacabb0 0x55e8fbaccfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:45.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.925+0000 7f9e56555b80 4 client.28853 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:27:45.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.925+0000 7f9e56555b80 1 -- 172.21.15.8:0/1042100193 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55e8fb9a0570 con 0x55e8fbacabb0 2024-05-20T21:27:45.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.926+0000 7f9e43e00700 1 --2- 172.21.15.8:0/1042100193 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55e8fbacabb0 0x55e8fbaccfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:45.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.927+0000 7f9e43e00700 1 --2- 172.21.15.8:0/1042100193 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55e8fbacabb0 0x55e8fbaccfd0 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=f361de436f0a95cc server_cookie=59178f604f2f3561 in_seq=0 out_seq=0 2024-05-20T21:27:45.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.927+0000 7f9e2aa00700 10 client.28853 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:27:45.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.927+0000 7f9e2aa00700 1 -- 172.21.15.8:0/1042100193 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55e8fb9a0570 con 0x55e8fbacabb0 2024-05-20T21:27:45.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.927+0000 7f9e2aa00700 10 client.28853 handle_command_reply: tid=0 2024-05-20T21:27:45.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.927+0000 7f9e56555b80 1 client.28853 shutdown 2024-05-20T21:27:45.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.927+0000 7f9e56555b80 1 -- 172.21.15.8:0/1042100193 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e8fba47140 msgr2=0x55e8fba65840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:45.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.927+0000 7f9e56555b80 1 --2- 172.21.15.8:0/1042100193 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e8fba47140 0x55e8fba65840 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f9e380b29d0 tx=0x7f9e380a92a0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.927+0000 7f9e56555b80 1 -- 172.21.15.8:0/1042100193 shutdown_connections 2024-05-20T21:27:45.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.927+0000 7f9e56555b80 1 --2- 172.21.15.8:0/1042100193 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55e8fbacabb0 0x55e8fbaccfd0 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.927+0000 7f9e56555b80 1 --2- 172.21.15.8:0/1042100193 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e8fba47140 0x55e8fba65840 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.927+0000 7f9e56555b80 1 --2- 172.21.15.8:0/1042100193 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e8fba4cf30 0x55e8fba62e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.927+0000 7f9e56555b80 1 --2- 172.21.15.8:0/1042100193 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e8fba4c610 0x55e8fba65d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.927+0000 7f9e56555b80 1 -- 172.21.15.8:0/1042100193 >> 172.21.15.8:0/1042100193 conn(0x55e8fb974be0 msgr2=0x55e8fba4f210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:45.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.927+0000 7f9e2aa00700 0 client.28853 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:27:45.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.927+0000 7f9e56555b80 1 -- 172.21.15.8:0/1042100193 shutdown_connections 2024-05-20T21:27:45.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.927+0000 7f9e56555b80 1 -- 172.21.15.8:0/1042100193 wait complete. 2024-05-20T21:27:45.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.928+0000 7f9e56555b80 20 client.28853 trim_cache size 0 max 16384 2024-05-20T21:27:45.930 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:27:45.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.928+0000 7f9e4bc00700 1 -- 172.21.15.8:0/1646108887 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9e2c0b2880 msgr2=0x7f9e2c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:45.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.928+0000 7f9e4bc00700 1 --2- 172.21.15.8:0/1646108887 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9e2c0b2880 0x7f9e2c0b4d40 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f9e3c012b00 tx=0x7f9e3c00b040 comp rx=0 tx=0).stop 2024-05-20T21:27:45.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.928+0000 7f9e4bc00700 1 -- 172.21.15.8:0/1646108887 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9e44105760 msgr2=0x7f9e4419be40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:45.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.928+0000 7f9e4bc00700 1 --2- 172.21.15.8:0/1646108887 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9e44105760 0x7f9e4419be40 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f9e3800eb30 tx=0x7f9e3800ee40 comp rx=0 tx=0).stop 2024-05-20T21:27:45.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.929+0000 7f9e4bc00700 1 -- 172.21.15.8:0/1646108887 shutdown_connections 2024-05-20T21:27:45.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.929+0000 7f9e4bc00700 1 --2- 172.21.15.8:0/1646108887 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9e2c0b2880 0x7f9e2c0b4d40 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.929+0000 7f9e4bc00700 1 --2- 172.21.15.8:0/1646108887 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9e4410b760 0x7f9e441a0710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.929+0000 7f9e4bc00700 1 --2- 172.21.15.8:0/1646108887 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9e44105760 0x7f9e4419be40 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.929+0000 7f9e4bc00700 1 --2- 172.21.15.8:0/1646108887 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9e44106120 0x7f9e4419c380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.929+0000 7f9e4bc00700 1 -- 172.21.15.8:0/1646108887 >> 172.21.15.8:0/1646108887 conn(0x7f9e44101250 msgr2=0x7f9e44101a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:45.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.929+0000 7f9e4bc00700 1 -- 172.21.15.8:0/1646108887 shutdown_connections 2024-05-20T21:27:45.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:45.929+0000 7f9e4bc00700 1 -- 172.21.15.8:0/1646108887 wait complete. 2024-05-20T21:27:46.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:27:46 smithi008 ceph-mon[31475]: pgmap v813: 97 pgs: 97 active+clean; 2.4 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-20T21:27:46.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:27:46 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/676236420' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:27:46.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:27:46 smithi130 ceph-mon[36448]: pgmap v813: 97 pgs: 97 active+clean; 2.4 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-20T21:27:46.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:27:46 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/676236420' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:27:46.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:27:46 smithi050 ceph-mon[35809]: pgmap v813: 97 pgs: 97 active+clean; 2.4 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-20T21:27:46.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:27:46 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/676236420' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:27:46.975 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24529 quiesce db / --timeout 90 --expiration 150.0 --await-for 45.0' 2024-05-20T21:27:46.975 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24529 quiesce db / --timeout 90 --expiration 150.0 --await-for 45.0 2024-05-20T21:27:47.431 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:27:47.550 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:27:48.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:27:48 smithi008 ceph-mon[31475]: pgmap v814: 97 pgs: 97 active+clean; 2.4 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:27:48.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:27:48 smithi130 ceph-mon[36448]: pgmap v814: 97 pgs: 97 active+clean; 2.4 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:27:48.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:27:48 smithi050 ceph-mon[35809]: pgmap v814: 97 pgs: 97 active+clean; 2.4 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:27:48.947 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:27:49.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.980+0000 7f13e0c00700 1 -- 172.21.15.8:0/3567580273 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f13dc10b760 msgr2=0x7f13dc10bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:49.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.980+0000 7f13e0c00700 1 --2- 172.21.15.8:0/3567580273 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f13dc10b760 0x7f13dc10bb40 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f13cc009990 tx=0x7f13cc009ca0 comp rx=0 tx=0).stop 2024-05-20T21:27:49.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.981+0000 7f13e0c00700 1 -- 172.21.15.8:0/3567580273 shutdown_connections 2024-05-20T21:27:49.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.981+0000 7f13e0c00700 1 --2- 172.21.15.8:0/3567580273 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f13dc106120 0x7f13dc112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:49.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.981+0000 7f13e0c00700 1 --2- 172.21.15.8:0/3567580273 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f13dc10b760 0x7f13dc10bb40 unknown :-1 s=CLOSED pgs=639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:49.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.981+0000 7f13e0c00700 1 --2- 172.21.15.8:0/3567580273 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f13dc105760 0x7f13dc105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:49.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.981+0000 7f13e0c00700 1 -- 172.21.15.8:0/3567580273 >> 172.21.15.8:0/3567580273 conn(0x7f13dc101250 msgr2=0x7f13dc103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:49.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.981+0000 7f13e0c00700 1 -- 172.21.15.8:0/3567580273 shutdown_connections 2024-05-20T21:27:49.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.981+0000 7f13e0c00700 1 -- 172.21.15.8:0/3567580273 wait complete. 2024-05-20T21:27:49.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.983+0000 7f13e0c00700 1 Processor -- start 2024-05-20T21:27:49.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.983+0000 7f13e0c00700 1 -- start start 2024-05-20T21:27:49.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.984+0000 7f13e0c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f13dc105760 0x7f13dc19bde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:49.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.984+0000 7f13e0c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f13dc106120 0x7f13dc19c320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:49.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.984+0000 7f13e0c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f13dc10b760 0x7f13dc1a06b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:49.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.984+0000 7f13e0c00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f13dc115990 con 0x7f13dc106120 2024-05-20T21:27:49.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.984+0000 7f13e0c00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f13dc115810 con 0x7f13dc105760 2024-05-20T21:27:49.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.984+0000 7f13e0c00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f13dc115b10 con 0x7f13dc10b760 2024-05-20T21:27:49.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.984+0000 7f13d9400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f13dc106120 0x7f13dc19c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:49.985 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.984+0000 7f13d9e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f13dc105760 0x7f13dc19bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:49.985 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.984+0000 7f13d9e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f13dc105760 0x7f13dc19bde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:40418/0 (socket says 172.21.15.8:40418) 2024-05-20T21:27:49.985 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.984+0000 7f13d9e00700 1 -- 172.21.15.8:0/646078880 learned_addr learned my addr 172.21.15.8:0/646078880 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:49.985 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.984+0000 7f13da800700 1 --2- 172.21.15.8:0/646078880 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f13dc10b760 0x7f13dc1a06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:49.985 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.985+0000 7f13d9400700 1 -- 172.21.15.8:0/646078880 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f13dc10b760 msgr2=0x7f13dc1a06b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:49.985 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.985+0000 7f13d9400700 1 --2- 172.21.15.8:0/646078880 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f13dc10b760 0x7f13dc1a06b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:49.985 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.985+0000 7f13d9400700 1 -- 172.21.15.8:0/646078880 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f13dc105760 msgr2=0x7f13dc19bde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:49.985 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.985+0000 7f13d9400700 1 --2- 172.21.15.8:0/646078880 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f13dc105760 0x7f13dc19bde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:49.985 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.985+0000 7f13d9400700 1 -- 172.21.15.8:0/646078880 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13dc1a0df0 con 0x7f13dc106120 2024-05-20T21:27:49.985 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.985+0000 7f13d9400700 1 --2- 172.21.15.8:0/646078880 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f13dc106120 0x7f13dc19c320 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f13c800e9f0 tx=0x7f13c800ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:49.986 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.985+0000 7f13d2a00700 1 -- 172.21.15.8:0/646078880 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13c800c9c0 con 0x7f13dc106120 2024-05-20T21:27:49.986 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.986+0000 7f13d2a00700 1 -- 172.21.15.8:0/646078880 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f13c800cb60 con 0x7f13dc106120 2024-05-20T21:27:49.986 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.986+0000 7f13e0c00700 1 -- 172.21.15.8:0/646078880 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f13dc1a10e0 con 0x7f13dc106120 2024-05-20T21:27:49.986 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.986+0000 7f13d2a00700 1 -- 172.21.15.8:0/646078880 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13c8018680 con 0x7f13dc106120 2024-05-20T21:27:49.987 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.986+0000 7f13e0c00700 1 -- 172.21.15.8:0/646078880 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13dc1a8960 con 0x7f13dc106120 2024-05-20T21:27:49.990 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.991+0000 7f13d2a00700 1 -- 172.21.15.8:0/646078880 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f13c8010430 con 0x7f13dc106120 2024-05-20T21:27:49.991 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.991+0000 7f13eb67eb80 1 Processor -- start 2024-05-20T21:27:49.991 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.992+0000 7f13eb67eb80 1 -- start start 2024-05-20T21:27:49.991 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.992+0000 7f13eb67eb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fbba86a470 0x55fbba86a850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:49.991 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.992+0000 7f13eb67eb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fbba86ad90 0x55fbba8649f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:49.991 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.992+0000 7f13eb67eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbba865010 0x55fbba865450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:49.992 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.992+0000 7f13eb67eb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55fbba7c2fd0 con 0x55fbba86ad90 2024-05-20T21:27:49.992 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.992+0000 7f13eb67eb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55fbba7b2b70 con 0x55fbba86a470 2024-05-20T21:27:49.992 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.992+0000 7f13eb67eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55fbba7b6bb0 con 0x55fbba865010 2024-05-20T21:27:49.993 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.992+0000 7f13da800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fbba86a470 0x55fbba86a850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:49.993 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.992+0000 7f13da800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fbba86a470 0x55fbba86a850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:40434/0 (socket says 172.21.15.8:40434) 2024-05-20T21:27:49.993 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.992+0000 7f13d9e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fbba86ad90 0x55fbba8649f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:49.993 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.992+0000 7f13da800700 1 -- 172.21.15.8:0/1712756580 learned_addr learned my addr 172.21.15.8:0/1712756580 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:49.993 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.992+0000 7f13d9400700 1 --2- 172.21.15.8:0/1712756580 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbba865010 0x55fbba865450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:49.993 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.993+0000 7f13da800700 1 -- 172.21.15.8:0/1712756580 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbba865010 msgr2=0x55fbba865450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:49.993 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.993+0000 7f13da800700 1 --2- 172.21.15.8:0/1712756580 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbba865010 0x55fbba865450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:49.993 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.993+0000 7f13d2a00700 1 --2- 172.21.15.8:0/646078880 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f13c00b29b0 0x7f13c00b4e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:49.993 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.993+0000 7f13da800700 1 -- 172.21.15.8:0/1712756580 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fbba86ad90 msgr2=0x55fbba8649f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:49.993 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.993+0000 7f13da800700 1 --2- 172.21.15.8:0/1712756580 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fbba86ad90 0x55fbba8649f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:49.994 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.993+0000 7f13da800700 1 -- 172.21.15.8:0/1712756580 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fbba77b5b0 con 0x55fbba86a470 2024-05-20T21:27:49.994 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.993+0000 7f13d9e00700 1 --2- 172.21.15.8:0/1712756580 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fbba86ad90 0x55fbba8649f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:49.994 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.993+0000 7f13d2a00700 1 -- 172.21.15.8:0/646078880 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f13c80e2360 con 0x7f13dc106120 2024-05-20T21:27:49.994 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.994+0000 7f13da800700 1 --2- 172.21.15.8:0/1712756580 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fbba86a470 0x55fbba86a850 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f13d4011680 tx=0x7f13d4009920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=564aeaa2c7ba9b3b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:49.994 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.994+0000 7f13da800700 1 --2- 172.21.15.8:0/646078880 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f13c00b29b0 0x7f13c00b4e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:49.995 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.994+0000 7f13c7400700 1 -- 172.21.15.8:0/1712756580 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13d4019040 con 0x55fbba86a470 2024-05-20T21:27:49.995 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.994+0000 7f13c7400700 1 -- 172.21.15.8:0/1712756580 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f13d401a020 con 0x55fbba86a470 2024-05-20T21:27:49.995 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.994+0000 7f13c7400700 1 -- 172.21.15.8:0/1712756580 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13d4007be0 con 0x55fbba86a470 2024-05-20T21:27:49.995 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.995+0000 7f13eb67eb80 1 -- 172.21.15.8:0/1712756580 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fbba86a470 msgr2=0x55fbba86a850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:49.995 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.995+0000 7f13eb67eb80 1 --2- 172.21.15.8:0/1712756580 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fbba86a470 0x55fbba86a850 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f13d4011680 tx=0x7f13d4009920 comp rx=0 tx=0).stop 2024-05-20T21:27:49.996 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.995+0000 7f13da800700 1 --2- 172.21.15.8:0/646078880 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f13c00b29b0 0x7f13c00b4e70 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f13d4011300 tx=0x7f13d40227f0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:49.996 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.995+0000 7f13eb67eb80 1 -- 172.21.15.8:0/1712756580 shutdown_connections 2024-05-20T21:27:49.996 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.995+0000 7f13eb67eb80 1 --2- 172.21.15.8:0/1712756580 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fbba86a470 0x55fbba86a850 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:49.996 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.995+0000 7f13eb67eb80 1 --2- 172.21.15.8:0/1712756580 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbba865010 0x55fbba865450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:49.996 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.995+0000 7f13eb67eb80 1 --2- 172.21.15.8:0/1712756580 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fbba86ad90 0x55fbba8649f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:49.996 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.995+0000 7f13eb67eb80 1 -- 172.21.15.8:0/1712756580 >> 172.21.15.8:0/1712756580 conn(0x55fbba792d70 msgr2=0x55fbba85f4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:49.996 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.995+0000 7f13eb67eb80 1 -- 172.21.15.8:0/1712756580 shutdown_connections 2024-05-20T21:27:49.996 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.995+0000 7f13eb67eb80 1 -- 172.21.15.8:0/1712756580 wait complete. 2024-05-20T21:27:49.996 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.996+0000 7f13eb67eb80 1 -- start start 2024-05-20T21:27:49.996 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.996+0000 7f13eb67eb80 1 Processor -- start 2024-05-20T21:27:49.998 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.997+0000 7f13eb67eb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fbba865010 0x55fbba870a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:49.998 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.997+0000 7f13eb67eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbba86a470 0x55fbba86ddb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:49.998 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.997+0000 7f13eb67eb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fbba86ad90 0x55fbba86e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:49.998 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.997+0000 7f13eb67eb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55fbba6b9130 con 0x55fbba865010 2024-05-20T21:27:49.998 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.997+0000 7f13eb67eb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55fbba7538f0 con 0x55fbba86ad90 2024-05-20T21:27:49.998 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.997+0000 7f13eb67eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55fbba871870 con 0x55fbba86a470 2024-05-20T21:27:49.998 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.997+0000 7f13eb67eb80 10 client.0 _ll_register_callbacks cb 0x55fbba75ce00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:49.998 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.997+0000 7f13d9e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fbba865010 0x55fbba870a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:49.998 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.997+0000 7f13d9e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fbba865010 0x55fbba870a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:57516/0 (socket says 172.21.15.8:57516) 2024-05-20T21:27:49.998 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.997+0000 7f13d9e00700 1 -- 172.21.15.8:0/4115673851 learned_addr learned my addr 172.21.15.8:0/4115673851 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:49.999 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.997+0000 7f13da800700 1 --2- 172.21.15.8:0/4115673851 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fbba86ad90 0x55fbba86e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:49.999 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.997+0000 7f13d9400700 1 --2- 172.21.15.8:0/4115673851 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbba86a470 0x55fbba86ddb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:49.999 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.997+0000 7f13d9e00700 1 -- 172.21.15.8:0/4115673851 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbba86a470 msgr2=0x55fbba86ddb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:49.999 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.997+0000 7f13d9e00700 1 --2- 172.21.15.8:0/4115673851 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbba86a470 0x55fbba86ddb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:49.999 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.997+0000 7f13d9e00700 1 -- 172.21.15.8:0/4115673851 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fbba86ad90 msgr2=0x55fbba86e2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:49.999 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.997+0000 7f13d9e00700 1 --2- 172.21.15.8:0/4115673851 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fbba86ad90 0x55fbba86e2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:49.999 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.997+0000 7f13d9e00700 1 -- 172.21.15.8:0/4115673851 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fbba702a60 con 0x55fbba865010 2024-05-20T21:27:49.999 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.997+0000 7f13da800700 1 --2- 172.21.15.8:0/4115673851 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fbba86ad90 0x55fbba86e2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:49.999 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.998+0000 7f13d9e00700 1 --2- 172.21.15.8:0/4115673851 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fbba865010 0x55fbba870a10 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f13cc0093e0 tx=0x7f13cc005bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e6aabece8d0291ef server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:49.999 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.998+0000 7f13bbe00700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:27:49.999 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.998+0000 7f13bbe00700 1 -- 172.21.15.8:0/4115673851 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13cc029060 con 0x55fbba865010 2024-05-20T21:27:49.999 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.998+0000 7f13bbe00700 1 -- 172.21.15.8:0/4115673851 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f13cc00bd30 con 0x55fbba865010 2024-05-20T21:27:50.000 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.998+0000 7f13eb67eb80 1 -- 172.21.15.8:0/4115673851 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f13d401a020 con 0x55fbba865010 2024-05-20T21:27:50.000 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.999+0000 7f13bbe00700 1 -- 172.21.15.8:0/4115673851 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f13cc003680 con 0x55fbba865010 2024-05-20T21:27:50.000 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.999+0000 7f13eb67eb80 10 client.18747 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:50.000 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.999+0000 7f13eb67eb80 1 -- 172.21.15.8:0/4115673851 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55fbba7831f0 con 0x55fbba865010 2024-05-20T21:27:50.001 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.999+0000 7f13bbe00700 1 -- 172.21.15.8:0/4115673851 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f13d401a020 con 0x55fbba865010 2024-05-20T21:27:50.001 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.999+0000 7f13bbe00700 1 -- 172.21.15.8:0/4115673851 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f13cc00f920 con 0x55fbba865010 2024-05-20T21:27:50.002 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.999+0000 7f13eb67eb80 10 client.18747 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:50.002 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.999+0000 7f13eb67eb80 10 client.18747 resolve_mds: validated gid 24529 aka daemon mds.i 2024-05-20T21:27:50.002 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.999+0000 7f13eb67eb80 20 client.18747 populate_metadata read hostname 'smithi008' 2024-05-20T21:27:50.002 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.999+0000 7f13eb67eb80 1 --2- 172.21.15.8:0/4115673851 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55fbba87e350 0x55fbba8807a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:50.002 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.999+0000 7f13eb67eb80 4 client.18747 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:27:50.002 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:49.999+0000 7f13eb67eb80 1 -- 172.21.15.8:0/4115673851 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fbba7c4f20 con 0x55fbba87e350 2024-05-20T21:27:50.002 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.000+0000 7f13d9400700 1 --2- 172.21.15.8:0/4115673851 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55fbba87e350 0x55fbba8807a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:50.002 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.000+0000 7f13d9400700 1 --2- 172.21.15.8:0/4115673851 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55fbba87e350 0x55fbba8807a0 crc :-1 s=READY pgs=328 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4860881e5190039 server_cookie=bbcb0f77b19fae82 in_seq=0 out_seq=0 2024-05-20T21:27:50.002 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.000+0000 7f13bbe00700 10 client.18747 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:27:50.002 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.001+0000 7f13bbe00700 1 -- 172.21.15.8:0/4115673851 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55fbba7c4f20 con 0x55fbba87e350 2024-05-20T21:27:50.002 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.001+0000 7f13bbe00700 10 client.18747 handle_command_reply: tid=0 2024-05-20T21:27:50.002 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.001+0000 7f13eb67eb80 1 client.18747 shutdown 2024-05-20T21:27:50.003 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.001+0000 7f13eb67eb80 1 -- 172.21.15.8:0/4115673851 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fbba865010 msgr2=0x55fbba870a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:50.003 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.001+0000 7f13eb67eb80 1 --2- 172.21.15.8:0/4115673851 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fbba865010 0x55fbba870a10 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f13cc0093e0 tx=0x7f13cc005bc0 comp rx=0 tx=0).stop 2024-05-20T21:27:50.003 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.001+0000 7f13eb67eb80 1 -- 172.21.15.8:0/4115673851 shutdown_connections 2024-05-20T21:27:50.003 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.001+0000 7f13eb67eb80 1 --2- 172.21.15.8:0/4115673851 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55fbba87e350 0x55fbba8807a0 crc :-1 s=READY pgs=328 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:50.003 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.002+0000 7f13eb67eb80 1 --2- 172.21.15.8:0/4115673851 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fbba86ad90 0x55fbba86e2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:50.003 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.002+0000 7f13eb67eb80 1 --2- 172.21.15.8:0/4115673851 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fbba865010 0x55fbba870a10 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:50.003 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.002+0000 7f13eb67eb80 1 --2- 172.21.15.8:0/4115673851 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbba86a470 0x55fbba86ddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:50.003 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.002+0000 7f13bbe00700 0 client.18747 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:27:50.003 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.002+0000 7f13eb67eb80 1 -- 172.21.15.8:0/4115673851 >> 172.21.15.8:0/4115673851 conn(0x55fbba792d70 msgr2=0x55fbba8639e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:50.003 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.002+0000 7f13eb67eb80 1 -- 172.21.15.8:0/4115673851 shutdown_connections 2024-05-20T21:27:50.003 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.002+0000 7f13eb67eb80 1 -- 172.21.15.8:0/4115673851 wait complete. 2024-05-20T21:27:50.003 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.002+0000 7f13eb67eb80 20 client.18747 trim_cache size 0 max 16384 2024-05-20T21:27:50.025 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.025+0000 7f13eb67eb80 1 Processor -- start 2024-05-20T21:27:50.025 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.025+0000 7f13eb67eb80 1 -- start start 2024-05-20T21:27:50.025 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.025+0000 7f13eb67eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbba865010 0x55fbba8649a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:50.025 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.025+0000 7f13eb67eb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fbba86a470 0x55fbba8860b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:50.025 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.025+0000 7f13eb67eb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fbba86ad90 0x55fbba8865f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:50.025 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.025+0000 7f13eb67eb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f13dc1b25c0 con 0x55fbba86a470 2024-05-20T21:27:50.025 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.025+0000 7f13eb67eb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f13dc1afe50 con 0x55fbba86ad90 2024-05-20T21:27:50.026 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.025+0000 7f13eb67eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f13dc1adca0 con 0x55fbba865010 2024-05-20T21:27:50.027 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.026+0000 7f13d9e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbba865010 0x55fbba8649a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:50.027 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.026+0000 7f13d9400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fbba86a470 0x55fbba8860b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:50.027 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.026+0000 7f13d9e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbba865010 0x55fbba8649a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:46716/0 (socket says 172.21.15.8:46716) 2024-05-20T21:27:50.027 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.026+0000 7f13d9e00700 1 -- 172.21.15.8:0/954933923 learned_addr learned my addr 172.21.15.8:0/954933923 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:50.027 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.026+0000 7f13da800700 1 --2- 172.21.15.8:0/954933923 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fbba86ad90 0x55fbba8865f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:50.027 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.026+0000 7f13d9e00700 1 -- 172.21.15.8:0/954933923 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fbba86ad90 msgr2=0x55fbba8865f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:50.028 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.026+0000 7f13d9e00700 1 --2- 172.21.15.8:0/954933923 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fbba86ad90 0x55fbba8865f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:50.028 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.026+0000 7f13d9e00700 1 -- 172.21.15.8:0/954933923 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fbba86a470 msgr2=0x55fbba8860b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:50.028 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.026+0000 7f13d9e00700 1 --2- 172.21.15.8:0/954933923 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fbba86a470 0x55fbba8860b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:50.028 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.026+0000 7f13d9e00700 1 -- 172.21.15.8:0/954933923 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fbba869ef0 con 0x55fbba865010 2024-05-20T21:27:50.028 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.027+0000 7f13d9e00700 1 --2- 172.21.15.8:0/954933923 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbba865010 0x55fbba8649a0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f13cc005eb0 tx=0x7f13cc009ca0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e9eaf8e4db4ce346 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:50.028 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.027+0000 7f13c6a00700 1 -- 172.21.15.8:0/954933923 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13cc029070 con 0x55fbba865010 2024-05-20T21:27:50.028 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.027+0000 7f13c6a00700 1 -- 172.21.15.8:0/954933923 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f13cc003cd0 con 0x55fbba865010 2024-05-20T21:27:50.028 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.027+0000 7f13c6a00700 1 -- 172.21.15.8:0/954933923 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13cc00f9a0 con 0x55fbba865010 2024-05-20T21:27:50.028 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.028+0000 7f13eb67eb80 1 -- 172.21.15.8:0/954933923 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbba865010 msgr2=0x55fbba8649a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:50.028 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.028+0000 7f13eb67eb80 1 --2- 172.21.15.8:0/954933923 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbba865010 0x55fbba8649a0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f13cc005eb0 tx=0x7f13cc009ca0 comp rx=0 tx=0).stop 2024-05-20T21:27:50.028 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.028+0000 7f13eb67eb80 1 -- 172.21.15.8:0/954933923 shutdown_connections 2024-05-20T21:27:50.028 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.028+0000 7f13eb67eb80 1 --2- 172.21.15.8:0/954933923 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fbba86ad90 0x55fbba8865f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:50.028 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.028+0000 7f13eb67eb80 1 --2- 172.21.15.8:0/954933923 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbba865010 0x55fbba8649a0 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:50.029 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.028+0000 7f13eb67eb80 1 --2- 172.21.15.8:0/954933923 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fbba86a470 0x55fbba8860b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:50.029 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.028+0000 7f13eb67eb80 1 -- 172.21.15.8:0/954933923 >> 172.21.15.8:0/954933923 conn(0x55fbba792d70 msgr2=0x55fbba864290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:50.029 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.028+0000 7f13eb67eb80 1 -- 172.21.15.8:0/954933923 shutdown_connections 2024-05-20T21:27:50.029 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.028+0000 7f13eb67eb80 1 -- 172.21.15.8:0/954933923 wait complete. 2024-05-20T21:27:50.031 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.028+0000 7f13eb67eb80 1 -- start start 2024-05-20T21:27:50.031 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.028+0000 7f13eb67eb80 1 Processor -- start 2024-05-20T21:27:50.031 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.029+0000 7f13eb67eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbba865010 0x55fbba877300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:50.031 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.029+0000 7f13eb67eb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fbba86a470 0x55fbba873b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:50.031 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.029+0000 7f13eb67eb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fbba86ad90 0x55fbba8740f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:50.031 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.029+0000 7f13eb67eb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f13dc1ae310 con 0x55fbba86ad90 2024-05-20T21:27:50.031 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.029+0000 7f13eb67eb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f13dc1af780 con 0x55fbba86a470 2024-05-20T21:27:50.031 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.029+0000 7f13eb67eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f13dc1ae9e0 con 0x55fbba865010 2024-05-20T21:27:50.032 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.029+0000 7f13eb67eb80 10 client.0 _ll_register_callbacks cb 0x55fbba75ce00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:50.032 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.029+0000 7f13d9e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbba865010 0x55fbba877300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:50.032 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.029+0000 7f13d9400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fbba86a470 0x55fbba873b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:50.032 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.029+0000 7f13d9e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbba865010 0x55fbba877300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:46724/0 (socket says 172.21.15.8:46724) 2024-05-20T21:27:50.032 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.029+0000 7f13d9e00700 1 -- 172.21.15.8:0/63887897 learned_addr learned my addr 172.21.15.8:0/63887897 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:50.032 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.029+0000 7f13da800700 1 --2- 172.21.15.8:0/63887897 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fbba86ad90 0x55fbba8740f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:50.032 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.030+0000 7f13d9e00700 1 -- 172.21.15.8:0/63887897 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fbba86a470 msgr2=0x55fbba873b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:50.032 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.030+0000 7f13d9e00700 1 --2- 172.21.15.8:0/63887897 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fbba86a470 0x55fbba873b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:50.032 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.030+0000 7f13d9e00700 1 -- 172.21.15.8:0/63887897 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fbba86ad90 msgr2=0x55fbba8740f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:50.032 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.030+0000 7f13d9e00700 1 --2- 172.21.15.8:0/63887897 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fbba86ad90 0x55fbba8740f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:50.032 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.030+0000 7f13d9e00700 1 -- 172.21.15.8:0/63887897 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fbba874930 con 0x55fbba865010 2024-05-20T21:27:50.032 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.030+0000 7f13da800700 1 --2- 172.21.15.8:0/63887897 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fbba86ad90 0x55fbba8740f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:27:50.033 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.030+0000 7f13d9e00700 1 --2- 172.21.15.8:0/63887897 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbba865010 0x55fbba877300 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f13cc005f50 tx=0x7f13cc00bcf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c64115769ccf339a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:50.033 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.030+0000 7f13bbe00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:27:50.033 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.030+0000 7f13bbe00700 1 -- 172.21.15.8:0/63887897 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13cc029070 con 0x55fbba865010 2024-05-20T21:27:50.033 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.030+0000 7f13bbe00700 1 -- 172.21.15.8:0/63887897 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f13cc00f9f0 con 0x55fbba865010 2024-05-20T21:27:50.033 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.030+0000 7f13eb67eb80 1 -- 172.21.15.8:0/63887897 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f13cc003cd0 con 0x55fbba865010 2024-05-20T21:27:50.033 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.031+0000 7f13bbe00700 1 -- 172.21.15.8:0/63887897 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f13cc02f6c0 con 0x55fbba865010 2024-05-20T21:27:50.033 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.031+0000 7f13eb67eb80 10 client.28927 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:50.033 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.031+0000 7f13eb67eb80 1 -- 172.21.15.8:0/63887897 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55fbba8ea0a0 con 0x55fbba865010 2024-05-20T21:27:50.033 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.031+0000 7f13bbe00700 1 -- 172.21.15.8:0/63887897 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f13cc003cd0 con 0x55fbba865010 2024-05-20T21:27:50.033 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.031+0000 7f13bbe00700 1 -- 172.21.15.8:0/63887897 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f13cc036020 con 0x55fbba865010 2024-05-20T21:27:50.033 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.031+0000 7f13eb67eb80 10 client.28927 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:50.033 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.031+0000 7f13eb67eb80 10 client.28927 resolve_mds: validated gid 24529 aka daemon mds.i 2024-05-20T21:27:50.034 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.031+0000 7f13eb67eb80 20 client.28927 populate_metadata read hostname 'smithi008' 2024-05-20T21:27:50.034 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.031+0000 7f13eb67eb80 1 --2- 172.21.15.8:0/63887897 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55fbba8ea6a0 0x55fbba8eca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:50.034 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.031+0000 7f13eb67eb80 4 client.28927 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 150.0, "await_for": 45.0}] 2024-05-20T21:27:50.034 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.031+0000 7f13eb67eb80 1 -- 172.21.15.8:0/63887897 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 150.0, "await_for": 45.0}) -- 0x55fbba7be700 con 0x55fbba8ea6a0 2024-05-20T21:27:50.034 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.032+0000 7f13d9400700 1 --2- 172.21.15.8:0/63887897 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55fbba8ea6a0 0x55fbba8eca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:50.034 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.032+0000 7f13d9400700 1 --2- 172.21.15.8:0/63887897 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55fbba8ea6a0 0x55fbba8eca90 crc :-1 s=READY pgs=329 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a38a58da9178339a server_cookie=7d11359df56b2234 in_seq=0 out_seq=0 2024-05-20T21:27:50.034 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.032+0000 7f13bbe00700 10 client.28927 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:27:50.049 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.049+0000 7f13bbe00700 1 -- 172.21.15.8:0/63887897 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55fbba7be700 con 0x55fbba8ea6a0 2024-05-20T21:27:50.049 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.049+0000 7f13bbe00700 10 client.28927 handle_command_reply: tid=0 2024-05-20T21:27:50.049 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.049+0000 7f13eb67eb80 1 client.28927 shutdown 2024-05-20T21:27:50.050 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.050+0000 7f13eb67eb80 1 -- 172.21.15.8:0/63887897 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbba865010 msgr2=0x55fbba877300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:50.050 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.050+0000 7f13eb67eb80 1 --2- 172.21.15.8:0/63887897 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbba865010 0x55fbba877300 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f13cc005f50 tx=0x7f13cc00bcf0 comp rx=0 tx=0).stop 2024-05-20T21:27:50.050 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.050+0000 7f13eb67eb80 1 -- 172.21.15.8:0/63887897 shutdown_connections 2024-05-20T21:27:50.050 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.050+0000 7f13eb67eb80 1 --2- 172.21.15.8:0/63887897 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55fbba8ea6a0 0x55fbba8eca90 crc :-1 s=READY pgs=329 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:50.050 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.050+0000 7f13eb67eb80 1 --2- 172.21.15.8:0/63887897 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fbba86ad90 0x55fbba8740f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:50.050 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.050+0000 7f13eb67eb80 1 --2- 172.21.15.8:0/63887897 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbba865010 0x55fbba877300 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:50.050 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.050+0000 7f13eb67eb80 1 --2- 172.21.15.8:0/63887897 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fbba86a470 0x55fbba873b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:50.050 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.050+0000 7f13bbe00700 0 client.28927 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:27:50.050 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.050+0000 7f13eb67eb80 1 -- 172.21.15.8:0/63887897 >> 172.21.15.8:0/63887897 conn(0x55fbba792d70 msgr2=0x55fbba86b170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:50.050 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.050+0000 7f13eb67eb80 1 -- 172.21.15.8:0/63887897 shutdown_connections 2024-05-20T21:27:50.050 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.050+0000 7f13eb67eb80 1 -- 172.21.15.8:0/63887897 wait complete. 2024-05-20T21:27:50.051 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.050+0000 7f13eb67eb80 20 client.28927 trim_cache size 0 max 16384 2024-05-20T21:27:50.051 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:27:50.051 INFO:teuthology.orchestra.run.smithi008.stdout: "epoch": 26, 2024-05-20T21:27:50.051 INFO:teuthology.orchestra.run.smithi008.stdout: "leader": 24529, 2024-05-20T21:27:50.051 INFO:teuthology.orchestra.run.smithi008.stdout: "set_version": 46, 2024-05-20T21:27:50.051 INFO:teuthology.orchestra.run.smithi008.stdout: "sets": { 2024-05-20T21:27:50.052 INFO:teuthology.orchestra.run.smithi008.stdout: "c23db0f4": { 2024-05-20T21:27:50.052 INFO:teuthology.orchestra.run.smithi008.stdout: "version": 46, 2024-05-20T21:27:50.052 INFO:teuthology.orchestra.run.smithi008.stdout: "age_ref": 0.0, 2024-05-20T21:27:50.052 INFO:teuthology.orchestra.run.smithi008.stdout: "state": { 2024-05-20T21:27:50.052 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "QUIESCED", 2024-05-20T21:27:50.052 INFO:teuthology.orchestra.run.smithi008.stdout: "age": 0.0 2024-05-20T21:27:50.052 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:27:50.052 INFO:teuthology.orchestra.run.smithi008.stdout: "timeout": 90.0, 2024-05-20T21:27:50.052 INFO:teuthology.orchestra.run.smithi008.stdout: "expiration": 150.0, 2024-05-20T21:27:50.052 INFO:teuthology.orchestra.run.smithi008.stdout: "members": { 2024-05-20T21:27:50.052 INFO:teuthology.orchestra.run.smithi008.stdout: "file:/": { 2024-05-20T21:27:50.052 INFO:teuthology.orchestra.run.smithi008.stdout: "excluded": false, 2024-05-20T21:27:50.052 INFO:teuthology.orchestra.run.smithi008.stdout: "state": { 2024-05-20T21:27:50.052 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "QUIESCED", 2024-05-20T21:27:50.053 INFO:teuthology.orchestra.run.smithi008.stdout: "age": 0.0 2024-05-20T21:27:50.053 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:27:50.053 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:27:50.053 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:27:50.053 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:27:50.053 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:27:50.053 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:27:50.053 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.051+0000 7f13e0c00700 1 -- 172.21.15.8:0/646078880 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f13c00b29b0 msgr2=0x7f13c00b4e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:50.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.051+0000 7f13e0c00700 1 --2- 172.21.15.8:0/646078880 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f13c00b29b0 0x7f13c00b4e70 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f13d4011300 tx=0x7f13d40227f0 comp rx=0 tx=0).stop 2024-05-20T21:27:50.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.051+0000 7f13e0c00700 1 -- 172.21.15.8:0/646078880 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f13dc106120 msgr2=0x7f13dc19c320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:50.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.051+0000 7f13e0c00700 1 --2- 172.21.15.8:0/646078880 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f13dc106120 0x7f13dc19c320 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f13c800e9f0 tx=0x7f13c800ed00 comp rx=0 tx=0).stop 2024-05-20T21:27:50.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.051+0000 7f13e0c00700 1 -- 172.21.15.8:0/646078880 shutdown_connections 2024-05-20T21:27:50.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.051+0000 7f13e0c00700 1 --2- 172.21.15.8:0/646078880 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f13c00b29b0 0x7f13c00b4e70 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:50.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.051+0000 7f13e0c00700 1 --2- 172.21.15.8:0/646078880 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f13dc105760 0x7f13dc19bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:50.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.051+0000 7f13e0c00700 1 --2- 172.21.15.8:0/646078880 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f13dc10b760 0x7f13dc1a06b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:50.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.051+0000 7f13e0c00700 1 --2- 172.21.15.8:0/646078880 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f13dc106120 0x7f13dc19c320 unknown :-1 s=CLOSED pgs=640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:50.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.051+0000 7f13e0c00700 1 -- 172.21.15.8:0/646078880 >> 172.21.15.8:0/646078880 conn(0x7f13dc101250 msgr2=0x7f13dc1017d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:50.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.052+0000 7f13e0c00700 1 -- 172.21.15.8:0/646078880 shutdown_connections 2024-05-20T21:27:50.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:50.052+0000 7f13e0c00700 1 -- 172.21.15.8:0/646078880 wait complete. 2024-05-20T21:27:50.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:27:50 smithi130 ceph-mon[36448]: pgmap v815: 97 pgs: 97 active+clean; 2.4 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:27:50.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:27:50 smithi050 ceph-mon[35809]: pgmap v815: 97 pgs: 97 active+clean; 2.4 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:27:50.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:27:50 smithi008 ceph-mon[31475]: pgmap v815: 97 pgs: 97 active+clean; 2.4 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:27:51.565 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'c23db0f4', quiesce took 9.8 seconds. Will release after: 20.2 2024-05-20T21:27:52.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.301+0000 7fc56d400700 1 -- 172.21.15.8:0/179849502 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc56806b790 msgr2=0x7fc56806bbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:52.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.301+0000 7fc56d400700 1 --2- 172.21.15.8:0/179849502 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc56806b790 0x7fc56806bbf0 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7fc554009990 tx=0x7fc554009ca0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.301+0000 7fc56d400700 1 -- 172.21.15.8:0/179849502 shutdown_connections 2024-05-20T21:27:52.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.301+0000 7fc56d400700 1 --2- 172.21.15.8:0/179849502 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc568105f80 0x7fc568106410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.301+0000 7fc56d400700 1 --2- 172.21.15.8:0/179849502 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc568108470 0x7fc56806b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.301+0000 7fc56d400700 1 --2- 172.21.15.8:0/179849502 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc56806b790 0x7fc56806bbf0 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.301+0000 7fc56d400700 1 -- 172.21.15.8:0/179849502 >> 172.21.15.8:0/179849502 conn(0x7fc5680793f0 msgr2=0x7fc568079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:52.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.301+0000 7fc56d400700 1 -- 172.21.15.8:0/179849502 shutdown_connections 2024-05-20T21:27:52.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.301+0000 7fc56d400700 1 -- 172.21.15.8:0/179849502 wait complete. 2024-05-20T21:27:52.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.302+0000 7fc56d400700 1 Processor -- start 2024-05-20T21:27:52.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.302+0000 7fc56d400700 1 -- start start 2024-05-20T21:27:52.305 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.303+0000 7fc56d400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc56806b790 0x7fc5681a0220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:52.305 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.303+0000 7fc56d400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc568105f80 0x7fc5681a0760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:52.305 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.303+0000 7fc56d400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc568108470 0x7fc5681a4af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:52.305 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.303+0000 7fc56d400700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc568119d10 con 0x7fc568105f80 2024-05-20T21:27:52.305 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.303+0000 7fc56d400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc568119b90 con 0x7fc56806b790 2024-05-20T21:27:52.305 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.303+0000 7fc56d400700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc568119e90 con 0x7fc568108470 2024-05-20T21:27:52.305 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.303+0000 7fc565e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc568105f80 0x7fc5681a0760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:52.305 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.303+0000 7fc566800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc56806b790 0x7fc5681a0220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:52.305 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.303+0000 7fc566800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc56806b790 0x7fc5681a0220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:40476/0 (socket says 172.21.15.8:40476) 2024-05-20T21:27:52.306 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.303+0000 7fc565e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc568105f80 0x7fc5681a0760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:57556/0 (socket says 172.21.15.8:57556) 2024-05-20T21:27:52.306 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.303+0000 7fc566800700 1 -- 172.21.15.8:0/846356877 learned_addr learned my addr 172.21.15.8:0/846356877 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:52.306 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.303+0000 7fc567200700 1 --2- 172.21.15.8:0/846356877 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc568108470 0x7fc5681a4af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:52.306 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.304+0000 7fc566800700 1 -- 172.21.15.8:0/846356877 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc568108470 msgr2=0x7fc5681a4af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:52.306 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.304+0000 7fc566800700 1 --2- 172.21.15.8:0/846356877 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc568108470 0x7fc5681a4af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.306 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.304+0000 7fc566800700 1 -- 172.21.15.8:0/846356877 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc568105f80 msgr2=0x7fc5681a0760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:52.306 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.304+0000 7fc566800700 1 --2- 172.21.15.8:0/846356877 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc568105f80 0x7fc5681a0760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.306 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.304+0000 7fc566800700 1 -- 172.21.15.8:0/846356877 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5681a5230 con 0x7fc56806b790 2024-05-20T21:27:52.306 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.304+0000 7fc566800700 1 --2- 172.21.15.8:0/846356877 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc56806b790 0x7fc5681a0220 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7fc55800e9c0 tx=0x7fc55800ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:52.306 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.304+0000 7fc55f400700 1 -- 172.21.15.8:0/846356877 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc55800cbd0 con 0x7fc56806b790 2024-05-20T21:27:52.306 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.304+0000 7fc56d400700 1 -- 172.21.15.8:0/846356877 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5681a5520 con 0x7fc56806b790 2024-05-20T21:27:52.306 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.304+0000 7fc55f400700 1 -- 172.21.15.8:0/846356877 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc55800ee60 con 0x7fc56806b790 2024-05-20T21:27:52.307 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.305+0000 7fc55f400700 1 -- 172.21.15.8:0/846356877 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5580055c0 con 0x7fc56806b790 2024-05-20T21:27:52.307 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.305+0000 7fc56d400700 1 -- 172.21.15.8:0/846356877 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5681acda0 con 0x7fc56806b790 2024-05-20T21:27:52.309 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.308+0000 7fc55f400700 1 -- 172.21.15.8:0/846356877 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fc558004750 con 0x7fc56806b790 2024-05-20T21:27:52.309 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.309+0000 7fc577e32b80 1 Processor -- start 2024-05-20T21:27:52.310 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.310+0000 7fc577e32b80 1 -- start start 2024-05-20T21:27:52.310 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.310+0000 7fc55f400700 1 --2- 172.21.15.8:0/846356877 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc54c0b2900 0x7fc54c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:52.311 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.310+0000 7fc577e32b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e396a2deb0 0x55e396a2e290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:52.311 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.310+0000 7fc577e32b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e396a2e7d0 0x55e396a28260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:52.311 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.310+0000 7fc577e32b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e396a28880 0x55e396a28ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:52.311 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.310+0000 7fc577e32b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55e396986e40 con 0x55e396a2deb0 2024-05-20T21:27:52.311 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.310+0000 7fc577e32b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55e3969769e0 con 0x55e396a2e7d0 2024-05-20T21:27:52.311 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.310+0000 7fc577e32b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55e39697aa20 con 0x55e396a28880 2024-05-20T21:27:52.311 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.310+0000 7fc55f400700 1 -- 172.21.15.8:0/846356877 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc5580e2420 con 0x7fc56806b790 2024-05-20T21:27:52.312 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.310+0000 7fc567200700 1 --2- 172.21.15.8:0/846356877 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc54c0b2900 0x7fc54c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:52.312 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.310+0000 7fc566800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e396a2deb0 0x55e396a2e290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:52.312 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.310+0000 7fc565e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e396a2e7d0 0x55e396a28260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:52.312 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.311+0000 7fc565e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e396a2e7d0 0x55e396a28260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:40490/0 (socket says 172.21.15.8:40490) 2024-05-20T21:27:52.312 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.311+0000 7fc566800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e396a2deb0 0x55e396a2e290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:57558/0 (socket says 172.21.15.8:57558) 2024-05-20T21:27:52.313 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.311+0000 7fc565e00700 1 -- 172.21.15.8:0/588732383 learned_addr learned my addr 172.21.15.8:0/588732383 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:52.313 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.311+0000 7fc567200700 1 --2- 172.21.15.8:0/588732383 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e396a28880 0x55e396a28ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:52.313 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.311+0000 7fc565e00700 1 -- 172.21.15.8:0/588732383 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e396a28880 msgr2=0x55e396a28ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:52.313 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.311+0000 7fc565e00700 1 --2- 172.21.15.8:0/588732383 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e396a28880 0x55e396a28ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.313 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.311+0000 7fc565e00700 1 -- 172.21.15.8:0/588732383 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e396a2deb0 msgr2=0x55e396a2e290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:52.313 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.311+0000 7fc565e00700 1 --2- 172.21.15.8:0/588732383 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e396a2deb0 0x55e396a2e290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.313 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.311+0000 7fc565e00700 1 -- 172.21.15.8:0/588732383 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e39693f420 con 0x55e396a2e7d0 2024-05-20T21:27:52.313 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.311+0000 7fc567200700 1 --2- 172.21.15.8:0/588732383 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e396a28880 0x55e396a28ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:27:52.313 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.311+0000 7fc566800700 1 --2- 172.21.15.8:0/588732383 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e396a2deb0 0x55e396a2e290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:52.313 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.311+0000 7fc565e00700 1 --2- 172.21.15.8:0/588732383 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e396a2e7d0 0x55e396a28260 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7fc554009990 tx=0x7fc554005bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5fabd3ab94fd9c74 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:52.313 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.311+0000 7fc567200700 1 --2- 172.21.15.8:0/846356877 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc54c0b2900 0x7fc54c0b4dc0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7fc560009f50 tx=0x7fc560003a20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:52.313 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.312+0000 7fc553e00700 1 -- 172.21.15.8:0/588732383 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc554027070 con 0x55e396a2e7d0 2024-05-20T21:27:52.313 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.312+0000 7fc553e00700 1 -- 172.21.15.8:0/588732383 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc5540056a0 con 0x55e396a2e7d0 2024-05-20T21:27:52.313 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.312+0000 7fc553e00700 1 -- 172.21.15.8:0/588732383 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc554003b40 con 0x55e396a2e7d0 2024-05-20T21:27:52.314 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.313+0000 7fc577e32b80 1 -- 172.21.15.8:0/588732383 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e396a2e7d0 msgr2=0x55e396a28260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:52.314 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.313+0000 7fc577e32b80 1 --2- 172.21.15.8:0/588732383 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e396a2e7d0 0x55e396a28260 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7fc554009990 tx=0x7fc554005bc0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.314 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.313+0000 7fc577e32b80 1 -- 172.21.15.8:0/588732383 shutdown_connections 2024-05-20T21:27:52.315 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.313+0000 7fc577e32b80 1 --2- 172.21.15.8:0/588732383 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e396a28880 0x55e396a28ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.315 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.313+0000 7fc577e32b80 1 --2- 172.21.15.8:0/588732383 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e396a2deb0 0x55e396a2e290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.315 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.313+0000 7fc577e32b80 1 --2- 172.21.15.8:0/588732383 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e396a2e7d0 0x55e396a28260 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.315 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.313+0000 7fc577e32b80 1 -- 172.21.15.8:0/588732383 >> 172.21.15.8:0/588732383 conn(0x55e396956be0 msgr2=0x55e396a23010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:52.315 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.313+0000 7fc577e32b80 1 -- 172.21.15.8:0/588732383 shutdown_connections 2024-05-20T21:27:52.315 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.313+0000 7fc577e32b80 1 -- 172.21.15.8:0/588732383 wait complete. 2024-05-20T21:27:52.315 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.314+0000 7fc577e32b80 1 -- start start 2024-05-20T21:27:52.315 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.314+0000 7fc577e32b80 1 Processor -- start 2024-05-20T21:27:52.316 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.314+0000 7fc577e32b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e396a28880 0x55e396a34450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:52.316 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.314+0000 7fc577e32b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e396a2deb0 0x55e396a317f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:52.316 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.314+0000 7fc577e32b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e396a2e7d0 0x55e396a31d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:52.316 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.315+0000 7fc577e32b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55e39687cfa0 con 0x55e396a2deb0 2024-05-20T21:27:52.316 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.315+0000 7fc577e32b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55e396917760 con 0x55e396a2e7d0 2024-05-20T21:27:52.317 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.315+0000 7fc577e32b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55e396a351e0 con 0x55e396a28880 2024-05-20T21:27:52.317 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.315+0000 7fc577e32b80 10 client.0 _ll_register_callbacks cb 0x55e396920c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:52.317 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.315+0000 7fc565e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e396a2deb0 0x55e396a317f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:52.317 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.315+0000 7fc565e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e396a2deb0 0x55e396a317f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:57570/0 (socket says 172.21.15.8:57570) 2024-05-20T21:27:52.317 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.315+0000 7fc565e00700 1 -- 172.21.15.8:0/1404728011 learned_addr learned my addr 172.21.15.8:0/1404728011 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:52.317 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.315+0000 7fc567200700 1 --2- 172.21.15.8:0/1404728011 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e396a2e7d0 0x55e396a31d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:52.317 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.315+0000 7fc566800700 1 --2- 172.21.15.8:0/1404728011 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e396a28880 0x55e396a34450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:52.317 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.315+0000 7fc565e00700 1 -- 172.21.15.8:0/1404728011 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e396a28880 msgr2=0x55e396a34450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:52.317 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.315+0000 7fc565e00700 1 --2- 172.21.15.8:0/1404728011 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e396a28880 0x55e396a34450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.317 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.315+0000 7fc565e00700 1 -- 172.21.15.8:0/1404728011 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e396a2e7d0 msgr2=0x55e396a31d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:52.317 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.315+0000 7fc565e00700 1 --2- 172.21.15.8:0/1404728011 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e396a2e7d0 0x55e396a31d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.317 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.315+0000 7fc565e00700 1 -- 172.21.15.8:0/1404728011 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e3968c68d0 con 0x55e396a2deb0 2024-05-20T21:27:52.317 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.316+0000 7fc566800700 1 --2- 172.21.15.8:0/1404728011 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e396a28880 0x55e396a34450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:52.317 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.316+0000 7fc567200700 1 --2- 172.21.15.8:0/1404728011 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e396a2e7d0 0x55e396a31d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:52.318 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.316+0000 7fc565e00700 1 --2- 172.21.15.8:0/1404728011 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e396a2deb0 0x55e396a317f0 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7fc5540036c0 tx=0x7fc55400bda0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=638641cef87da12b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:52.318 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.316+0000 7fc550c00700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:27:52.319 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.316+0000 7fc550c00700 1 -- 172.21.15.8:0/1404728011 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc554033060 con 0x55e396a2deb0 2024-05-20T21:27:52.319 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.316+0000 7fc550c00700 1 -- 172.21.15.8:0/1404728011 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc5540039d0 con 0x55e396a2deb0 2024-05-20T21:27:52.319 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.316+0000 7fc577e32b80 1 -- 172.21.15.8:0/1404728011 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc5540056a0 con 0x55e396a2deb0 2024-05-20T21:27:52.319 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.317+0000 7fc550c00700 1 -- 172.21.15.8:0/1404728011 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc554027070 con 0x55e396a2deb0 2024-05-20T21:27:52.319 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.317+0000 7fc577e32b80 10 client.18765 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:52.319 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.317+0000 7fc577e32b80 1 -- 172.21.15.8:0/1404728011 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e396947060 con 0x55e396a2deb0 2024-05-20T21:27:52.319 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.317+0000 7fc550c00700 1 -- 172.21.15.8:0/1404728011 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc5540056a0 con 0x55e396a2deb0 2024-05-20T21:27:52.319 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.317+0000 7fc550c00700 1 -- 172.21.15.8:0/1404728011 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc554021070 con 0x55e396a2deb0 2024-05-20T21:27:52.319 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.317+0000 7fc577e32b80 10 client.18765 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:52.319 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.317+0000 7fc577e32b80 10 client.18765 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:27:52.320 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.317+0000 7fc577e32b80 20 client.18765 populate_metadata read hostname 'smithi008' 2024-05-20T21:27:52.320 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.317+0000 7fc577e32b80 1 --2- 172.21.15.8:0/1404728011 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55e396a41b30 0x55e396a43f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:52.320 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.317+0000 7fc577e32b80 4 client.18765 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:27:52.320 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.317+0000 7fc577e32b80 1 -- 172.21.15.8:0/1404728011 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e396988d90 con 0x55e396a41b30 2024-05-20T21:27:52.320 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.318+0000 7fc566800700 1 --2- 172.21.15.8:0/1404728011 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55e396a41b30 0x55e396a43f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:52.320 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.318+0000 7fc566800700 1 --2- 172.21.15.8:0/1404728011 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55e396a41b30 0x55e396a43f20 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=a0a16beb08e524e3 server_cookie=485bbd675c71c597 in_seq=0 out_seq=0 2024-05-20T21:27:52.320 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.318+0000 7fc550c00700 10 client.18765 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:27:52.321 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.319+0000 7fc550c00700 1 -- 172.21.15.8:0/1404728011 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55e396988d90 con 0x55e396a41b30 2024-05-20T21:27:52.321 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.319+0000 7fc550c00700 10 client.18765 handle_command_reply: tid=0 2024-05-20T21:27:52.321 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.319+0000 7fc577e32b80 1 client.18765 shutdown 2024-05-20T21:27:52.321 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.320+0000 7fc577e32b80 1 -- 172.21.15.8:0/1404728011 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e396a2deb0 msgr2=0x55e396a317f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:52.321 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.320+0000 7fc577e32b80 1 --2- 172.21.15.8:0/1404728011 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e396a2deb0 0x55e396a317f0 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7fc5540036c0 tx=0x7fc55400bda0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.321 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.320+0000 7fc577e32b80 1 -- 172.21.15.8:0/1404728011 shutdown_connections 2024-05-20T21:27:52.321 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.320+0000 7fc577e32b80 1 --2- 172.21.15.8:0/1404728011 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55e396a41b30 0x55e396a43f20 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.321 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.320+0000 7fc577e32b80 1 --2- 172.21.15.8:0/1404728011 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e396a2e7d0 0x55e396a31d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.320+0000 7fc577e32b80 1 --2- 172.21.15.8:0/1404728011 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e396a28880 0x55e396a34450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.320+0000 7fc577e32b80 1 --2- 172.21.15.8:0/1404728011 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e396a2deb0 0x55e396a317f0 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.320+0000 7fc577e32b80 1 -- 172.21.15.8:0/1404728011 >> 172.21.15.8:0/1404728011 conn(0x55e396956be0 msgr2=0x55e396a27250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:52.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.320+0000 7fc550c00700 0 client.18765 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:27:52.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.320+0000 7fc577e32b80 1 -- 172.21.15.8:0/1404728011 shutdown_connections 2024-05-20T21:27:52.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.320+0000 7fc577e32b80 1 -- 172.21.15.8:0/1404728011 wait complete. 2024-05-20T21:27:52.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.320+0000 7fc577e32b80 20 client.18765 trim_cache size 0 max 16384 2024-05-20T21:27:52.338 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.337+0000 7fc577e32b80 1 Processor -- start 2024-05-20T21:27:52.338 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.337+0000 7fc577e32b80 1 -- start start 2024-05-20T21:27:52.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.338+0000 7fc577e32b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e396a28880 0x55e396a28260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:52.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.338+0000 7fc577e32b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e396a2deb0 0x55e396a230f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:52.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.338+0000 7fc577e32b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e396a2e7d0 0x55e396a2ec70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:52.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.338+0000 7fc577e32b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc5681b6a70 con 0x55e396a28880 2024-05-20T21:27:52.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.338+0000 7fc577e32b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc5681b4300 con 0x55e396a2deb0 2024-05-20T21:27:52.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.338+0000 7fc577e32b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc5681b2150 con 0x55e396a2e7d0 2024-05-20T21:27:52.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.338+0000 7fc566800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e396a28880 0x55e396a28260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:52.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.338+0000 7fc566800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e396a28880 0x55e396a28260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:57580/0 (socket says 172.21.15.8:57580) 2024-05-20T21:27:52.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.338+0000 7fc566800700 1 -- 172.21.15.8:0/29986071 learned_addr learned my addr 172.21.15.8:0/29986071 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:52.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.338+0000 7fc565e00700 1 --2- 172.21.15.8:0/29986071 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e396a2deb0 0x55e396a230f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:52.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.338+0000 7fc567200700 1 --2- 172.21.15.8:0/29986071 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e396a2e7d0 0x55e396a2ec70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:52.340 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.339+0000 7fc566800700 1 -- 172.21.15.8:0/29986071 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e396a2e7d0 msgr2=0x55e396a2ec70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:52.340 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.339+0000 7fc566800700 1 --2- 172.21.15.8:0/29986071 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e396a2e7d0 0x55e396a2ec70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.339+0000 7fc566800700 1 -- 172.21.15.8:0/29986071 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e396a2deb0 msgr2=0x55e396a230f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:52.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.339+0000 7fc566800700 1 --2- 172.21.15.8:0/29986071 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e396a2deb0 0x55e396a230f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.339+0000 7fc566800700 1 -- 172.21.15.8:0/29986071 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e396a34090 con 0x55e396a28880 2024-05-20T21:27:52.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.339+0000 7fc565e00700 1 --2- 172.21.15.8:0/29986071 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e396a2deb0 0x55e396a230f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:52.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.339+0000 7fc566800700 1 --2- 172.21.15.8:0/29986071 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e396a28880 0x55e396a28260 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7fc558009fd0 tx=0x7fc5580dfd80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2cbc26d136752cf server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:52.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.339+0000 7fc553400700 1 -- 172.21.15.8:0/29986071 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5580b2170 con 0x55e396a28880 2024-05-20T21:27:52.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.340+0000 7fc553400700 1 -- 172.21.15.8:0/29986071 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc5580a94e0 con 0x55e396a28880 2024-05-20T21:27:52.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.340+0000 7fc553400700 1 -- 172.21.15.8:0/29986071 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5580a9c30 con 0x55e396a28880 2024-05-20T21:27:52.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.340+0000 7fc577e32b80 1 -- 172.21.15.8:0/29986071 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e396a28880 msgr2=0x55e396a28260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:52.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.340+0000 7fc577e32b80 1 --2- 172.21.15.8:0/29986071 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e396a28880 0x55e396a28260 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7fc558009fd0 tx=0x7fc5580dfd80 comp rx=0 tx=0).stop 2024-05-20T21:27:52.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.340+0000 7fc577e32b80 1 -- 172.21.15.8:0/29986071 shutdown_connections 2024-05-20T21:27:52.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.340+0000 7fc577e32b80 1 --2- 172.21.15.8:0/29986071 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e396a2e7d0 0x55e396a2ec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.340+0000 7fc577e32b80 1 --2- 172.21.15.8:0/29986071 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e396a28880 0x55e396a28260 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.340+0000 7fc577e32b80 1 --2- 172.21.15.8:0/29986071 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e396a2deb0 0x55e396a230f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.340+0000 7fc577e32b80 1 -- 172.21.15.8:0/29986071 >> 172.21.15.8:0/29986071 conn(0x55e396956be0 msgr2=0x55e396a229e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:52.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.341+0000 7fc577e32b80 1 -- 172.21.15.8:0/29986071 shutdown_connections 2024-05-20T21:27:52.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.341+0000 7fc577e32b80 1 -- 172.21.15.8:0/29986071 wait complete. 2024-05-20T21:27:52.343 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.341+0000 7fc577e32b80 1 -- start start 2024-05-20T21:27:52.343 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.341+0000 7fc577e32b80 1 Processor -- start 2024-05-20T21:27:52.343 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.342+0000 7fc577e32b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e396a28880 0x55e396a46e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:52.343 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.342+0000 7fc577e32b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e396a2deb0 0x55e396a47370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:52.343 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.342+0000 7fc577e32b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e396a2e7d0 0x55e396a44310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:52.343 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.342+0000 7fc577e32b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc5681b27c0 con 0x55e396a28880 2024-05-20T21:27:52.343 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.342+0000 7fc577e32b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc5681b3c30 con 0x55e396a2deb0 2024-05-20T21:27:52.343 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.342+0000 7fc577e32b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc5681b2e90 con 0x55e396a2e7d0 2024-05-20T21:27:52.343 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.342+0000 7fc577e32b80 10 client.0 _ll_register_callbacks cb 0x55e396920c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:52.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.342+0000 7fc566800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e396a28880 0x55e396a46e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:52.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.342+0000 7fc566800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e396a28880 0x55e396a46e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:57582/0 (socket says 172.21.15.8:57582) 2024-05-20T21:27:52.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.342+0000 7fc566800700 1 -- 172.21.15.8:0/35323872 learned_addr learned my addr 172.21.15.8:0/35323872 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:52.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.342+0000 7fc565e00700 1 --2- 172.21.15.8:0/35323872 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e396a2deb0 0x55e396a47370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:52.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.342+0000 7fc567200700 1 --2- 172.21.15.8:0/35323872 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e396a2e7d0 0x55e396a44310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:52.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.343+0000 7fc566800700 1 -- 172.21.15.8:0/35323872 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e396a2e7d0 msgr2=0x55e396a44310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:52.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.343+0000 7fc566800700 1 --2- 172.21.15.8:0/35323872 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e396a2e7d0 0x55e396a44310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.343+0000 7fc566800700 1 -- 172.21.15.8:0/35323872 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e396a2deb0 msgr2=0x55e396a47370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:52.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.343+0000 7fc566800700 1 --2- 172.21.15.8:0/35323872 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e396a2deb0 0x55e396a47370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.343+0000 7fc566800700 1 -- 172.21.15.8:0/35323872 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e396a44b50 con 0x55e396a28880 2024-05-20T21:27:52.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.343+0000 7fc565e00700 1 --2- 172.21.15.8:0/35323872 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e396a2deb0 0x55e396a47370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:52.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.343+0000 7fc566800700 1 --2- 172.21.15.8:0/35323872 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e396a28880 0x55e396a46e30 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7fc558091010 tx=0x7fc558005c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b038657acc3e0881 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:52.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.343+0000 7fc550c00700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:27:52.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.343+0000 7fc550c00700 1 -- 172.21.15.8:0/35323872 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5580c2070 con 0x55e396a28880 2024-05-20T21:27:52.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.343+0000 7fc550c00700 1 -- 172.21.15.8:0/35323872 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc5580d72f0 con 0x55e396a28880 2024-05-20T21:27:52.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.343+0000 7fc577e32b80 1 -- 172.21.15.8:0/35323872 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc5580a94e0 con 0x55e396a28880 2024-05-20T21:27:52.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.344+0000 7fc550c00700 1 -- 172.21.15.8:0/35323872 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc5580aa0d0 con 0x55e396a28880 2024-05-20T21:27:52.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.344+0000 7fc577e32b80 10 client.18771 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:52.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.344+0000 7fc577e32b80 1 -- 172.21.15.8:0/35323872 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e396aabf90 con 0x55e396a28880 2024-05-20T21:27:52.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.344+0000 7fc550c00700 1 -- 172.21.15.8:0/35323872 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc5580a94e0 con 0x55e396a28880 2024-05-20T21:27:52.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.344+0000 7fc550c00700 1 -- 172.21.15.8:0/35323872 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc5580a9c30 con 0x55e396a28880 2024-05-20T21:27:52.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.344+0000 7fc577e32b80 10 client.18771 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:52.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.344+0000 7fc577e32b80 10 client.18771 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:27:52.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.344+0000 7fc577e32b80 20 client.18771 populate_metadata read hostname 'smithi008' 2024-05-20T21:27:52.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.344+0000 7fc577e32b80 1 --2- 172.21.15.8:0/35323872 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55e396aac5e0 0x55e396aaea00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:52.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.344+0000 7fc577e32b80 4 client.18771 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:27:52.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.344+0000 7fc577e32b80 1 -- 172.21.15.8:0/35323872 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55e396982570 con 0x55e396aac5e0 2024-05-20T21:27:52.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.345+0000 7fc565e00700 1 --2- 172.21.15.8:0/35323872 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55e396aac5e0 0x55e396aaea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:52.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.345+0000 7fc565e00700 1 --2- 172.21.15.8:0/35323872 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55e396aac5e0 0x55e396aaea00 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=f6776f47dc7bd1c3 server_cookie=75c1bceb2daedf9c in_seq=0 out_seq=0 2024-05-20T21:27:52.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.345+0000 7fc550c00700 10 client.18771 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:27:52.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.345+0000 7fc550c00700 1 -- 172.21.15.8:0/35323872 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55e396982570 con 0x55e396aac5e0 2024-05-20T21:27:52.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.345+0000 7fc550c00700 10 client.18771 handle_command_reply: tid=0 2024-05-20T21:27:52.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.345+0000 7fc577e32b80 1 client.18771 shutdown 2024-05-20T21:27:52.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.345+0000 7fc577e32b80 1 -- 172.21.15.8:0/35323872 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e396a28880 msgr2=0x55e396a46e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:52.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.345+0000 7fc577e32b80 1 --2- 172.21.15.8:0/35323872 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e396a28880 0x55e396a46e30 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7fc558091010 tx=0x7fc558005c80 comp rx=0 tx=0).stop 2024-05-20T21:27:52.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.345+0000 7fc577e32b80 1 -- 172.21.15.8:0/35323872 shutdown_connections 2024-05-20T21:27:52.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.345+0000 7fc577e32b80 1 --2- 172.21.15.8:0/35323872 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55e396aac5e0 0x55e396aaea00 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.346+0000 7fc577e32b80 1 --2- 172.21.15.8:0/35323872 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e396a2e7d0 0x55e396a44310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.346+0000 7fc577e32b80 1 --2- 172.21.15.8:0/35323872 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e396a28880 0x55e396a46e30 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.346+0000 7fc577e32b80 1 --2- 172.21.15.8:0/35323872 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e396a2deb0 0x55e396a47370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.346+0000 7fc550c00700 0 client.18771 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:27:52.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.346+0000 7fc577e32b80 1 -- 172.21.15.8:0/35323872 >> 172.21.15.8:0/35323872 conn(0x55e396956be0 msgr2=0x55e396a2ebb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:52.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.346+0000 7fc577e32b80 1 -- 172.21.15.8:0/35323872 shutdown_connections 2024-05-20T21:27:52.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.346+0000 7fc577e32b80 1 -- 172.21.15.8:0/35323872 wait complete. 2024-05-20T21:27:52.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.346+0000 7fc577e32b80 20 client.18771 trim_cache size 0 max 16384 2024-05-20T21:27:52.349 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:27:52.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.347+0000 7fc56d400700 1 -- 172.21.15.8:0/846356877 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc54c0b2900 msgr2=0x7fc54c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:52.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.347+0000 7fc56d400700 1 --2- 172.21.15.8:0/846356877 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc54c0b2900 0x7fc54c0b4dc0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7fc560009f50 tx=0x7fc560003a20 comp rx=0 tx=0).stop 2024-05-20T21:27:52.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.347+0000 7fc56d400700 1 -- 172.21.15.8:0/846356877 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc56806b790 msgr2=0x7fc5681a0220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:52.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.347+0000 7fc56d400700 1 --2- 172.21.15.8:0/846356877 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc56806b790 0x7fc5681a0220 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7fc55800e9c0 tx=0x7fc55800ecd0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.347+0000 7fc56d400700 1 -- 172.21.15.8:0/846356877 shutdown_connections 2024-05-20T21:27:52.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.347+0000 7fc56d400700 1 --2- 172.21.15.8:0/846356877 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc54c0b2900 0x7fc54c0b4dc0 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.347+0000 7fc56d400700 1 --2- 172.21.15.8:0/846356877 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc56806b790 0x7fc5681a0220 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.347+0000 7fc56d400700 1 --2- 172.21.15.8:0/846356877 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc568108470 0x7fc5681a4af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.347+0000 7fc56d400700 1 --2- 172.21.15.8:0/846356877 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc568105f80 0x7fc5681a0760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.347+0000 7fc56d400700 1 -- 172.21.15.8:0/846356877 >> 172.21.15.8:0/846356877 conn(0x7fc5680793f0 msgr2=0x7fc568104f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:52.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.347+0000 7fc56d400700 1 -- 172.21.15.8:0/846356877 shutdown_connections 2024-05-20T21:27:52.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:52.347+0000 7fc56d400700 1 -- 172.21.15.8:0/846356877 wait complete. 2024-05-20T21:27:52.468 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.468+0000 7fdf19c00640 1 -- 172.21.15.8:0/4279279669 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdf14103cb0 msgr2=0x7fdf14104130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:52.469 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.468+0000 7fdf19c00640 1 --2- 172.21.15.8:0/4279279669 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdf14103cb0 0x7fdf14104130 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7fdf00009860 tx=0x7fdf0002a340 comp rx=0 tx=0).stop 2024-05-20T21:27:52.469 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.468+0000 7fdf19c00640 1 -- 172.21.15.8:0/4279279669 shutdown_connections 2024-05-20T21:27:52.469 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.468+0000 7fdf19c00640 1 --2- 172.21.15.8:0/4279279669 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdf14104670 0x7fdf1410af00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.469 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.468+0000 7fdf19c00640 1 --2- 172.21.15.8:0/4279279669 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdf14103cb0 0x7fdf14104130 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.469 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.468+0000 7fdf19c00640 1 --2- 172.21.15.8:0/4279279669 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdf14102ac0 0x7fdf14102ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.469 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.468+0000 7fdf19c00640 1 -- 172.21.15.8:0/4279279669 >> 172.21.15.8:0/4279279669 conn(0x7fdf140fe030 msgr2=0x7fdf14100470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:52.469 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.468+0000 7fdf19c00640 1 -- 172.21.15.8:0/4279279669 shutdown_connections 2024-05-20T21:27:52.469 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.468+0000 7fdf19c00640 1 -- 172.21.15.8:0/4279279669 wait complete. 2024-05-20T21:27:52.471 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.469+0000 7fdf19c00640 1 Processor -- start 2024-05-20T21:27:52.471 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.469+0000 7fdf19c00640 1 -- start start 2024-05-20T21:27:52.471 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.470+0000 7fdf19c00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdf14102ac0 0x7fdf1419af10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:52.471 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.470+0000 7fdf19c00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdf14103cb0 0x7fdf1419b450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:52.471 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.470+0000 7fdf19c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdf14104670 0x7fdf141a24c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:52.471 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.470+0000 7fdf19c00640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fdf1410e5d0 con 0x7fdf14103cb0 2024-05-20T21:27:52.471 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.470+0000 7fdf19c00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fdf1410e450 con 0x7fdf14104670 2024-05-20T21:27:52.471 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.470+0000 7fdf19c00640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fdf1410e750 con 0x7fdf14102ac0 2024-05-20T21:27:52.472 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.470+0000 7fdf12000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdf14103cb0 0x7fdf1419b450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:52.472 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.470+0000 7fdf12000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdf14103cb0 0x7fdf1419b450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:57608/0 (socket says 172.21.15.8:57608) 2024-05-20T21:27:52.472 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.470+0000 7fdf12000640 1 -- 172.21.15.8:0/1697766590 learned_addr learned my addr 172.21.15.8:0/1697766590 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:52.472 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.470+0000 7fdf13400640 1 --2- 172.21.15.8:0/1697766590 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdf14104670 0x7fdf141a24c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:52.472 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.470+0000 7fdf12a00640 1 --2- 172.21.15.8:0/1697766590 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdf14102ac0 0x7fdf1419af10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:52.472 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.470+0000 7fdf12000640 1 -- 172.21.15.8:0/1697766590 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdf14102ac0 msgr2=0x7fdf1419af10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:52.472 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.470+0000 7fdf12000640 1 --2- 172.21.15.8:0/1697766590 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdf14102ac0 0x7fdf1419af10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.472 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.470+0000 7fdf12000640 1 -- 172.21.15.8:0/1697766590 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdf14104670 msgr2=0x7fdf141a24c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:52.472 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.470+0000 7fdf12000640 1 --2- 172.21.15.8:0/1697766590 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdf14104670 0x7fdf141a24c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.472 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.471+0000 7fdf12000640 1 -- 172.21.15.8:0/1697766590 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf141a2b30 con 0x7fdf14103cb0 2024-05-20T21:27:52.472 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.471+0000 7fdf12000640 1 --2- 172.21.15.8:0/1697766590 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdf14103cb0 0x7fdf1419b450 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7fdf000057c0 tx=0x7fdf00032da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:52.473 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.471+0000 7fdf0b400640 1 -- 172.21.15.8:0/1697766590 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf00037040 con 0x7fdf14103cb0 2024-05-20T21:27:52.473 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.471+0000 7fdf0b400640 1 -- 172.21.15.8:0/1697766590 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdf00030bd0 con 0x7fdf14103cb0 2024-05-20T21:27:52.473 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.471+0000 7fdf19c00640 1 -- 172.21.15.8:0/1697766590 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf141a2dc0 con 0x7fdf14103cb0 2024-05-20T21:27:52.473 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.471+0000 7fdf0b400640 1 -- 172.21.15.8:0/1697766590 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf00005280 con 0x7fdf14103cb0 2024-05-20T21:27:52.473 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.472+0000 7fdf19c00640 1 -- 172.21.15.8:0/1697766590 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf141a31f0 con 0x7fdf14103cb0 2024-05-20T21:27:52.475 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.475+0000 7fdf1c9d7740 1 Processor -- start 2024-05-20T21:27:52.477 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.475+0000 7fdf1c9d7740 1 -- start start 2024-05-20T21:27:52.477 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.475+0000 7fdf0b400640 1 -- 172.21.15.8:0/1697766590 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fdf00043020 con 0x7fdf14103cb0 2024-05-20T21:27:52.477 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.475+0000 7fdf1c9d7740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ee90b5db30 0x55ee90b5df50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:52.477 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.475+0000 7fdf1c9d7740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ee90b5e520 0x55ee90b63020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:52.477 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.475+0000 7fdf1c9d7740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ee90b63690 0x55ee90b65b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:52.477 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.475+0000 7fdf1c9d7740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55ee90acdb90 con 0x55ee90b63690 2024-05-20T21:27:52.478 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.475+0000 7fdf1c9d7740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55ee90abd730 con 0x55ee90b5db30 2024-05-20T21:27:52.478 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.475+0000 7fdf1c9d7740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55ee90ac1770 con 0x55ee90b5e520 2024-05-20T21:27:52.478 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.476+0000 7fdf12000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ee90b63690 0x55ee90b65b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:52.478 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.476+0000 7fdf13400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ee90b5db30 0x55ee90b5df50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:52.478 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.476+0000 7fdf13400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ee90b5db30 0x55ee90b5df50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:40558/0 (socket says 172.21.15.8:40558) 2024-05-20T21:27:52.478 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.476+0000 7fdf13400640 1 -- 172.21.15.8:0/1076774858 learned_addr learned my addr 172.21.15.8:0/1076774858 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:52.478 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.476+0000 7fdf12a00640 1 --2- 172.21.15.8:0/1076774858 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ee90b5e520 0x55ee90b63020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:52.478 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.476+0000 7fdf13400640 1 -- 172.21.15.8:0/1076774858 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ee90b5e520 msgr2=0x55ee90b63020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:52.478 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.476+0000 7fdf13400640 1 --2- 172.21.15.8:0/1076774858 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ee90b5e520 0x55ee90b63020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.478 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.476+0000 7fdf13400640 1 -- 172.21.15.8:0/1076774858 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ee90b63690 msgr2=0x55ee90b65b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:52.478 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.476+0000 7fdf13400640 1 --2- 172.21.15.8:0/1076774858 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ee90b63690 0x55ee90b65b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.478 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.476+0000 7fdf13400640 1 -- 172.21.15.8:0/1076774858 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ee90a568b0 con 0x55ee90b5db30 2024-05-20T21:27:52.478 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.477+0000 7fdf13400640 1 --2- 172.21.15.8:0/1076774858 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ee90b5db30 0x55ee90b5df50 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7fdf0c00e450 tx=0x7fdf0c0095c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f75f86e263a6b4da server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:52.478 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.477+0000 7fdeffe00640 1 -- 172.21.15.8:0/1076774858 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf0c00d910 con 0x55ee90b5db30 2024-05-20T21:27:52.479 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.477+0000 7fdeffe00640 1 -- 172.21.15.8:0/1076774858 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdf0c01c070 con 0x55ee90b5db30 2024-05-20T21:27:52.479 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.477+0000 7fdeffe00640 1 -- 172.21.15.8:0/1076774858 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf0c017db0 con 0x55ee90b5db30 2024-05-20T21:27:52.482 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.477+0000 7fdf0b400640 1 --2- 172.21.15.8:0/1697766590 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdef80b27e0 0x7fdef80b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:52.482 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.478+0000 7fdf0b400640 1 -- 172.21.15.8:0/1697766590 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fdf00101890 con 0x7fdf14103cb0 2024-05-20T21:27:52.482 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.478+0000 7fdf12a00640 1 --2- 172.21.15.8:0/1697766590 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdef80b27e0 0x7fdef80b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:52.482 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.478+0000 7fdf1c9d7740 1 -- 172.21.15.8:0/1076774858 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ee90b5db30 msgr2=0x55ee90b5df50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:52.482 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.478+0000 7fdf1c9d7740 1 --2- 172.21.15.8:0/1076774858 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ee90b5db30 0x55ee90b5df50 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7fdf0c00e450 tx=0x7fdf0c0095c0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.482 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.478+0000 7fdf1c9d7740 1 -- 172.21.15.8:0/1076774858 shutdown_connections 2024-05-20T21:27:52.483 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.478+0000 7fdf1c9d7740 1 --2- 172.21.15.8:0/1076774858 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ee90b63690 0x55ee90b65b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.483 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.478+0000 7fdf1c9d7740 1 --2- 172.21.15.8:0/1076774858 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ee90b5e520 0x55ee90b63020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.483 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.478+0000 7fdf1c9d7740 1 --2- 172.21.15.8:0/1076774858 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ee90b5db30 0x55ee90b5df50 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.483 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.478+0000 7fdf1c9d7740 1 -- 172.21.15.8:0/1076774858 >> 172.21.15.8:0/1076774858 conn(0x55ee90b591a0 msgr2=0x55ee90b595a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:52.483 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.478+0000 7fdf1c9d7740 1 -- 172.21.15.8:0/1076774858 shutdown_connections 2024-05-20T21:27:52.483 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.478+0000 7fdf1c9d7740 1 -- 172.21.15.8:0/1076774858 wait complete. 2024-05-20T21:27:52.483 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.478+0000 7fdf12a00640 1 --2- 172.21.15.8:0/1697766590 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdef80b27e0 0x7fdef80b4ca0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x55ee90b5a070 tx=0x7fdf04005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:52.483 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.479+0000 7fdf1c9d7740 1 -- start start 2024-05-20T21:27:52.483 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.479+0000 7fdf1c9d7740 1 Processor -- start 2024-05-20T21:27:52.483 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.479+0000 7fdf1c9d7740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ee90b5db30 0x55ee90b678f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:52.483 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.479+0000 7fdf1c9d7740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ee90b5e520 0x55ee90b67e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:52.483 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.479+0000 7fdf1c9d7740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ee90b63690 0x55ee90b6ee70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:52.483 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.479+0000 7fdf1c9d7740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55ee907a3790 con 0x55ee90b5e520 2024-05-20T21:27:52.483 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.479+0000 7fdf1c9d7740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55ee90a65bc0 con 0x55ee90b5db30 2024-05-20T21:27:52.484 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.479+0000 7fdf1c9d7740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55ee90b66640 con 0x55ee90b63690 2024-05-20T21:27:52.484 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.480+0000 7fdf1c9d7740 10 client.0 _ll_register_callbacks cb 0x55ee90a43400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:52.484 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.480+0000 7fdf12000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ee90b5e520 0x55ee90b67e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:52.484 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.480+0000 7fdf12000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ee90b5e520 0x55ee90b67e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:57624/0 (socket says 172.21.15.8:57624) 2024-05-20T21:27:52.484 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.480+0000 7fdf12000640 1 -- 172.21.15.8:0/427226001 learned_addr learned my addr 172.21.15.8:0/427226001 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:52.484 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.480+0000 7fdf12a00640 1 --2- 172.21.15.8:0/427226001 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ee90b5db30 0x55ee90b678f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:52.484 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.480+0000 7fdf13400640 1 --2- 172.21.15.8:0/427226001 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ee90b63690 0x55ee90b6ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:52.484 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.480+0000 7fdf12000640 1 -- 172.21.15.8:0/427226001 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ee90b63690 msgr2=0x55ee90b6ee70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:52.484 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.480+0000 7fdf12000640 1 --2- 172.21.15.8:0/427226001 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ee90b63690 0x55ee90b6ee70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.484 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.480+0000 7fdf12000640 1 -- 172.21.15.8:0/427226001 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ee90b5db30 msgr2=0x55ee90b678f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:52.484 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.480+0000 7fdf12000640 1 --2- 172.21.15.8:0/427226001 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ee90b5db30 0x55ee90b678f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.484 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.480+0000 7fdf12000640 1 -- 172.21.15.8:0/427226001 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ee907d2210 con 0x55ee90b5e520 2024-05-20T21:27:52.484 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.481+0000 7fdf12000640 1 --2- 172.21.15.8:0/427226001 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ee90b5e520 0x55ee90b67e30 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7fdf000328c0 tx=0x7fdf0002a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b77f59e535d33641 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:52.484 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.481+0000 7fdefcc00640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:27:52.485 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.481+0000 7fdefcc00640 1 -- 172.21.15.8:0/427226001 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf000c8790 con 0x55ee90b5e520 2024-05-20T21:27:52.485 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.481+0000 7fdefcc00640 1 -- 172.21.15.8:0/427226001 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fdf000c5430 con 0x55ee90b5e520 2024-05-20T21:27:52.485 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.481+0000 7fdf1c9d7740 1 -- 172.21.15.8:0/427226001 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdf0c01c070 con 0x55ee90b5e520 2024-05-20T21:27:52.485 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.481+0000 7fdefcc00640 1 -- 172.21.15.8:0/427226001 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fdf000c85b0 con 0x55ee90b5e520 2024-05-20T21:27:52.485 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.481+0000 7fdf1c9d7740 10 client.18783 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:52.485 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.481+0000 7fdf1c9d7740 1 -- 172.21.15.8:0/427226001 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ee9089e620 con 0x55ee90b5e520 2024-05-20T21:27:52.485 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.481+0000 7fdefcc00640 1 -- 172.21.15.8:0/427226001 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdf0c01c070 con 0x55ee90b5e520 2024-05-20T21:27:52.485 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.481+0000 7fdefcc00640 1 -- 172.21.15.8:0/427226001 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fdf000e0070 con 0x55ee90b5e520 2024-05-20T21:27:52.485 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.482+0000 7fdf1c9d7740 10 client.18783 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:52.485 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.482+0000 7fdf1c9d7740 10 client.18783 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:27:52.485 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.482+0000 7fdf1c9d7740 20 client.18783 populate_metadata read hostname 'smithi008' 2024-05-20T21:27:52.485 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.482+0000 7fdf1c9d7740 1 --2- 172.21.15.8:0/427226001 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ee90b733b0 0x55ee90b75800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:52.485 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.482+0000 7fdf1c9d7740 4 client.18783 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:27:52.485 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.482+0000 7fdf1c9d7740 1 -- 172.21.15.8:0/427226001 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ee90acfae0 con 0x55ee90b733b0 2024-05-20T21:27:52.486 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.482+0000 7fdf12a00640 1 --2- 172.21.15.8:0/427226001 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ee90b733b0 0x55ee90b75800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:52.488 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.483+0000 7fdf12a00640 1 --2- 172.21.15.8:0/427226001 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ee90b733b0 0x55ee90b75800 crc :-1 s=READY pgs=330 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=449fb77e9112130e server_cookie=77da2abfc8f25eaf in_seq=0 out_seq=0 2024-05-20T21:27:52.488 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.483+0000 7fdefcc00640 10 client.18783 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:27:52.488 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.484+0000 7fdefcc00640 1 -- 172.21.15.8:0/427226001 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55ee90acfae0 con 0x55ee90b733b0 2024-05-20T21:27:52.488 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.484+0000 7fdefcc00640 10 client.18783 handle_command_reply: tid=0 2024-05-20T21:27:52.488 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.484+0000 7fdf1c9d7740 1 client.18783 shutdown 2024-05-20T21:27:52.488 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.484+0000 7fdf1c9d7740 1 -- 172.21.15.8:0/427226001 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ee90b5e520 msgr2=0x55ee90b67e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:52.489 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.484+0000 7fdf1c9d7740 1 --2- 172.21.15.8:0/427226001 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ee90b5e520 0x55ee90b67e30 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7fdf000328c0 tx=0x7fdf0002a340 comp rx=0 tx=0).stop 2024-05-20T21:27:52.489 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.484+0000 7fdf1c9d7740 1 -- 172.21.15.8:0/427226001 shutdown_connections 2024-05-20T21:27:52.490 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.484+0000 7fdf1c9d7740 1 --2- 172.21.15.8:0/427226001 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ee90b733b0 0x55ee90b75800 crc :-1 s=READY pgs=330 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.490 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.484+0000 7fdf1c9d7740 1 --2- 172.21.15.8:0/427226001 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ee90b63690 0x55ee90b6ee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.490 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.484+0000 7fdf1c9d7740 1 --2- 172.21.15.8:0/427226001 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ee90b5e520 0x55ee90b67e30 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.490 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.484+0000 7fdf1c9d7740 1 --2- 172.21.15.8:0/427226001 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ee90b5db30 0x55ee90b678f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.490 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.484+0000 7fdf1c9d7740 1 -- 172.21.15.8:0/427226001 >> 172.21.15.8:0/427226001 conn(0x55ee90b591a0 msgr2=0x55ee90b58310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:52.490 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.484+0000 7fdefcc00640 0 client.18783 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:27:52.490 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.484+0000 7fdf1c9d7740 1 -- 172.21.15.8:0/427226001 shutdown_connections 2024-05-20T21:27:52.490 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.484+0000 7fdf1c9d7740 1 -- 172.21.15.8:0/427226001 wait complete. 2024-05-20T21:27:52.490 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.485+0000 7fdf1c9d7740 20 client.18783 trim_cache size 0 max 16384 2024-05-20T21:27:52.511 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.503+0000 7fdf1c9d7740 1 Processor -- start 2024-05-20T21:27:52.511 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.503+0000 7fdf1c9d7740 1 -- start start 2024-05-20T21:27:52.511 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.503+0000 7fdf1c9d7740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ee90b5db30 0x55ee90b5c190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:52.511 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.504+0000 7fdf1c9d7740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ee90b5e520 0x55ee90b6ee30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:52.511 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.504+0000 7fdf1c9d7740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ee90b63690 0x55ee90b5c6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:52.511 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.504+0000 7fdf1c9d7740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fdf141aea30 con 0x55ee90b5db30 2024-05-20T21:27:52.511 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.504+0000 7fdf1c9d7740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fdf141ac300 con 0x55ee90b63690 2024-05-20T21:27:52.511 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.504+0000 7fdf1c9d7740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fdf141aa150 con 0x55ee90b5e520 2024-05-20T21:27:52.511 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.504+0000 7fdf12a00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ee90b5db30 0x55ee90b5c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:52.511 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.504+0000 7fdf12000640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ee90b5e520 0x55ee90b6ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:52.512 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.504+0000 7fdf12a00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ee90b5db30 0x55ee90b5c190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:57628/0 (socket says 172.21.15.8:57628) 2024-05-20T21:27:52.512 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.504+0000 7fdf13400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ee90b63690 0x55ee90b5c6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:52.512 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.504+0000 7fdf12a00640 1 -- 172.21.15.8:0/2915582674 learned_addr learned my addr 172.21.15.8:0/2915582674 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:52.512 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.504+0000 7fdf12a00640 1 -- 172.21.15.8:0/2915582674 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ee90b5e520 msgr2=0x55ee90b6ee30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:52.512 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.504+0000 7fdf12a00640 1 --2- 172.21.15.8:0/2915582674 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ee90b5e520 0x55ee90b6ee30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.512 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.505+0000 7fdf12a00640 1 -- 172.21.15.8:0/2915582674 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ee90b63690 msgr2=0x55ee90b5c6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:52.512 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.505+0000 7fdf12a00640 1 --2- 172.21.15.8:0/2915582674 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ee90b63690 0x55ee90b5c6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.512 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.505+0000 7fdf12a00640 1 -- 172.21.15.8:0/2915582674 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ee90b75e80 con 0x55ee90b5db30 2024-05-20T21:27:52.512 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.505+0000 7fdf13400640 1 --2- 172.21.15.8:0/2915582674 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ee90b63690 0x55ee90b5c6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:52.512 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.505+0000 7fdf12a00640 1 --2- 172.21.15.8:0/2915582674 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ee90b5db30 0x55ee90b5c190 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x55ee90b5e920 tx=0x7fdf0401a000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c914664990408c7e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:52.512 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.505+0000 7fdeff400640 1 -- 172.21.15.8:0/2915582674 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf04003b00 con 0x55ee90b5db30 2024-05-20T21:27:52.512 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.505+0000 7fdeff400640 1 -- 172.21.15.8:0/2915582674 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdf04030070 con 0x55ee90b5db30 2024-05-20T21:27:52.512 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.505+0000 7fdeff400640 1 -- 172.21.15.8:0/2915582674 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf0401f710 con 0x55ee90b5db30 2024-05-20T21:27:52.512 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.506+0000 7fdf1c9d7740 1 -- 172.21.15.8:0/2915582674 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ee90b5db30 msgr2=0x55ee90b5c190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:52.513 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.506+0000 7fdf1c9d7740 1 --2- 172.21.15.8:0/2915582674 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ee90b5db30 0x55ee90b5c190 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x55ee90b5e920 tx=0x7fdf0401a000 comp rx=0 tx=0).stop 2024-05-20T21:27:52.513 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.506+0000 7fdf1c9d7740 1 -- 172.21.15.8:0/2915582674 shutdown_connections 2024-05-20T21:27:52.513 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.506+0000 7fdf1c9d7740 1 --2- 172.21.15.8:0/2915582674 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ee90b63690 0x55ee90b5c6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.513 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.506+0000 7fdf1c9d7740 1 --2- 172.21.15.8:0/2915582674 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ee90b5e520 0x55ee90b6ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.513 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.506+0000 7fdf1c9d7740 1 --2- 172.21.15.8:0/2915582674 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ee90b5db30 0x55ee90b5c190 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.513 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.506+0000 7fdf1c9d7740 1 -- 172.21.15.8:0/2915582674 >> 172.21.15.8:0/2915582674 conn(0x55ee90b591a0 msgr2=0x55ee90b53dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:52.513 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.506+0000 7fdf1c9d7740 1 -- 172.21.15.8:0/2915582674 shutdown_connections 2024-05-20T21:27:52.513 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.506+0000 7fdf1c9d7740 1 -- 172.21.15.8:0/2915582674 wait complete. 2024-05-20T21:27:52.513 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.506+0000 7fdf1c9d7740 1 -- start start 2024-05-20T21:27:52.513 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.507+0000 7fdf1c9d7740 1 Processor -- start 2024-05-20T21:27:52.513 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.507+0000 7fdf1c9d7740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ee90b5db30 0x55ee90b6bb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:52.513 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.507+0000 7fdf1c9d7740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ee90b5e520 0x55ee90b6c050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:52.513 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.507+0000 7fdf1c9d7740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ee90b63690 0x55ee90bdbfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:52.514 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.507+0000 7fdf1c9d7740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fdf141aa7c0 con 0x55ee90b5e520 2024-05-20T21:27:52.514 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.507+0000 7fdf1c9d7740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fdf141abc30 con 0x55ee90b63690 2024-05-20T21:27:52.514 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.507+0000 7fdf1c9d7740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fdf141aae90 con 0x55ee90b5db30 2024-05-20T21:27:52.514 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.507+0000 7fdf1c9d7740 10 client.0 _ll_register_callbacks cb 0x7fdf000045d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:52.514 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.507+0000 7fdf12000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ee90b5e520 0x55ee90b6c050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:52.514 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.508+0000 7fdf12000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ee90b5e520 0x55ee90b6c050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:57630/0 (socket says 172.21.15.8:57630) 2024-05-20T21:27:52.514 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.508+0000 7fdf12000640 1 -- 172.21.15.8:0/992927683 learned_addr learned my addr 172.21.15.8:0/992927683 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:52.514 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.508+0000 7fdf13400640 1 --2- 172.21.15.8:0/992927683 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ee90b63690 0x55ee90bdbfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:52.514 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.508+0000 7fdf12a00640 1 --2- 172.21.15.8:0/992927683 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ee90b5db30 0x55ee90b6bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:52.514 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.508+0000 7fdf12000640 1 -- 172.21.15.8:0/992927683 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ee90b5db30 msgr2=0x55ee90b6bb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:52.514 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.508+0000 7fdf12000640 1 --2- 172.21.15.8:0/992927683 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ee90b5db30 0x55ee90b6bb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.514 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.508+0000 7fdf12000640 1 -- 172.21.15.8:0/992927683 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ee90b63690 msgr2=0x55ee90bdbfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:52.514 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.508+0000 7fdf12000640 1 --2- 172.21.15.8:0/992927683 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ee90b63690 0x55ee90bdbfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.515 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.508+0000 7fdf12000640 1 -- 172.21.15.8:0/992927683 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ee90b6c690 con 0x55ee90b5e520 2024-05-20T21:27:52.515 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.508+0000 7fdf12000640 1 --2- 172.21.15.8:0/992927683 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ee90b5e520 0x55ee90b6c050 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7fdf000c8b40 tx=0x7fdf000ff3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae211686c41a162e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:52.515 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.508+0000 7fdefcc00640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:27:52.515 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.508+0000 7fdefcc00640 1 -- 172.21.15.8:0/992927683 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf000a7020 con 0x55ee90b5e520 2024-05-20T21:27:52.515 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.508+0000 7fdf1c9d7740 1 -- 172.21.15.8:0/992927683 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdf04030070 con 0x55ee90b5e520 2024-05-20T21:27:52.515 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.508+0000 7fdefcc00640 1 -- 172.21.15.8:0/992927683 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fdf000c82b0 con 0x55ee90b5e520 2024-05-20T21:27:52.515 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.509+0000 7fdefcc00640 1 -- 172.21.15.8:0/992927683 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fdf000cb070 con 0x55ee90b5e520 2024-05-20T21:27:52.515 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.509+0000 7fdf1c9d7740 10 client.18789 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:52.515 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.509+0000 7fdf1c9d7740 1 -- 172.21.15.8:0/992927683 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ee90bdd5d0 con 0x55ee90b5e520 2024-05-20T21:27:52.515 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.509+0000 7fdefcc00640 1 -- 172.21.15.8:0/992927683 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdf04030070 con 0x55ee90b5e520 2024-05-20T21:27:52.515 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.509+0000 7fdefcc00640 1 -- 172.21.15.8:0/992927683 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fdf000e0040 con 0x55ee90b5e520 2024-05-20T21:27:52.515 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.509+0000 7fdf1c9d7740 10 client.18789 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:52.515 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.509+0000 7fdf1c9d7740 10 client.18789 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:27:52.515 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.509+0000 7fdf1c9d7740 20 client.18789 populate_metadata read hostname 'smithi008' 2024-05-20T21:27:52.516 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.509+0000 7fdf1c9d7740 1 --2- 172.21.15.8:0/992927683 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ee90bddbc0 0x55ee90bdffe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:52.516 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.509+0000 7fdf1c9d7740 4 client.18789 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:27:52.516 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.509+0000 7fdf1c9d7740 1 -- 172.21.15.8:0/992927683 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55ee90ac92c0 con 0x55ee90bddbc0 2024-05-20T21:27:52.516 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.510+0000 7fdf12a00640 1 --2- 172.21.15.8:0/992927683 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ee90bddbc0 0x55ee90bdffe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:52.516 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.510+0000 7fdf12a00640 1 --2- 172.21.15.8:0/992927683 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ee90bddbc0 0x55ee90bdffe0 crc :-1 s=READY pgs=331 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a590474d3033ba46 server_cookie=ea6fb44d6d918983 in_seq=0 out_seq=0 2024-05-20T21:27:52.516 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.510+0000 7fdefcc00640 10 client.18789 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:27:52.528 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.527+0000 7fdefcc00640 1 -- 172.21.15.8:0/992927683 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55ee90ac92c0 con 0x55ee90bddbc0 2024-05-20T21:27:52.528 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.527+0000 7fdefcc00640 10 client.18789 handle_command_reply: tid=0 2024-05-20T21:27:52.528 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.527+0000 7fdf1c9d7740 1 client.18789 shutdown 2024-05-20T21:27:52.528 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.527+0000 7fdf1c9d7740 1 -- 172.21.15.8:0/992927683 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ee90b5e520 msgr2=0x55ee90b6c050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:52.528 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.527+0000 7fdf1c9d7740 1 --2- 172.21.15.8:0/992927683 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ee90b5e520 0x55ee90b6c050 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7fdf000c8b40 tx=0x7fdf000ff3a0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.528 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.527+0000 7fdf1c9d7740 1 -- 172.21.15.8:0/992927683 shutdown_connections 2024-05-20T21:27:52.528 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.527+0000 7fdf1c9d7740 1 --2- 172.21.15.8:0/992927683 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55ee90bddbc0 0x55ee90bdffe0 crc :-1 s=READY pgs=331 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.528 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.527+0000 7fdf1c9d7740 1 --2- 172.21.15.8:0/992927683 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ee90b63690 0x55ee90bdbfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.528 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.527+0000 7fdf1c9d7740 1 --2- 172.21.15.8:0/992927683 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ee90b5e520 0x55ee90b6c050 unknown :-1 s=CLOSED pgs=648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.528 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.527+0000 7fdf1c9d7740 1 --2- 172.21.15.8:0/992927683 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ee90b5db30 0x55ee90b6bb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.529 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.527+0000 7fdefcc00640 0 client.18789 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:27:52.529 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.527+0000 7fdf1c9d7740 1 -- 172.21.15.8:0/992927683 >> 172.21.15.8:0/992927683 conn(0x55ee90b591a0 msgr2=0x55ee90b5efc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:52.529 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.527+0000 7fdf1c9d7740 1 -- 172.21.15.8:0/992927683 shutdown_connections 2024-05-20T21:27:52.529 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.528+0000 7fdf1c9d7740 1 -- 172.21.15.8:0/992927683 wait complete. 2024-05-20T21:27:52.529 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.528+0000 7fdf1c9d7740 20 client.18789 trim_cache size 0 max 16384 2024-05-20T21:27:52.529 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:27:52.529 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:27:52.529 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:27:52.530 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.528+0000 7fdf19c00640 1 -- 172.21.15.8:0/1697766590 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdef80b27e0 msgr2=0x7fdef80b4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:52.530 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.528+0000 7fdf19c00640 1 --2- 172.21.15.8:0/1697766590 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdef80b27e0 0x7fdef80b4ca0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x55ee90b5a070 tx=0x7fdf04005f90 comp rx=0 tx=0).stop 2024-05-20T21:27:52.530 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.528+0000 7fdf19c00640 1 -- 172.21.15.8:0/1697766590 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdf14103cb0 msgr2=0x7fdf1419b450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:52.530 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.528+0000 7fdf19c00640 1 --2- 172.21.15.8:0/1697766590 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdf14103cb0 0x7fdf1419b450 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7fdf000057c0 tx=0x7fdf00032da0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.530 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.529+0000 7fdf19c00640 1 -- 172.21.15.8:0/1697766590 shutdown_connections 2024-05-20T21:27:52.530 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.529+0000 7fdf19c00640 1 --2- 172.21.15.8:0/1697766590 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fdef80b27e0 0x7fdef80b4ca0 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.530 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.529+0000 7fdf19c00640 1 --2- 172.21.15.8:0/1697766590 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdf14104670 0x7fdf141a24c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.530 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.529+0000 7fdf19c00640 1 --2- 172.21.15.8:0/1697766590 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fdf14103cb0 0x7fdf1419b450 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.531 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.529+0000 7fdf19c00640 1 --2- 172.21.15.8:0/1697766590 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdf14102ac0 0x7fdf1419af10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:52.531 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.529+0000 7fdf19c00640 1 -- 172.21.15.8:0/1697766590 >> 172.21.15.8:0/1697766590 conn(0x7fdf140fe030 msgr2=0x7fdf14109480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:52.531 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.529+0000 7fdf19c00640 1 -- 172.21.15.8:0/1697766590 shutdown_connections 2024-05-20T21:27:52.531 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:27:52.529+0000 7fdf19c00640 1 -- 172.21.15.8:0/1697766590 wait complete. 2024-05-20T21:27:52.922 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:27:52 smithi130 ceph-mon[36448]: pgmap v816: 97 pgs: 97 active+clean; 2.4 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:27:52.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:27:52 smithi050 ceph-mon[35809]: pgmap v816: 97 pgs: 97 active+clean; 2.4 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:27:52.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:27:52 smithi008 ceph-mon[31475]: pgmap v816: 97 pgs: 97 active+clean; 2.4 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:27:53.233 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:27:53.703 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:27:54.885 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:27:54 smithi008 ceph-mon[31475]: pgmap v817: 97 pgs: 97 active+clean; 2.4 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:27:55.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:27:54 smithi130 ceph-mon[36448]: pgmap v817: 97 pgs: 97 active+clean; 2.4 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:27:55.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:27:54 smithi050 ceph-mon[35809]: pgmap v817: 97 pgs: 97 active+clean; 2.4 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:27:55.880 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.879+0000 7f5b06400700 1 -- 172.21.15.8:0/1749502823 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5b001041a0 msgr2=0x7f5b001081c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:55.880 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.879+0000 7f5b06400700 1 --2- 172.21.15.8:0/1749502823 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5b001041a0 0x7f5b001081c0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f5ae80099c0 tx=0x7f5ae8009cd0 comp rx=0 tx=0).stop 2024-05-20T21:27:55.880 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.879+0000 7f5b06400700 1 -- 172.21.15.8:0/1749502823 shutdown_connections 2024-05-20T21:27:55.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.879+0000 7f5b06400700 1 --2- 172.21.15.8:0/1749502823 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5b001088f0 0x7f5b00110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:55.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.879+0000 7f5b06400700 1 --2- 172.21.15.8:0/1749502823 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5b001037f0 0x7f5b00103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:55.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.879+0000 7f5b06400700 1 --2- 172.21.15.8:0/1749502823 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5b001041a0 0x7f5b001081c0 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:55.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.879+0000 7f5b06400700 1 -- 172.21.15.8:0/1749502823 >> 172.21.15.8:0/1749502823 conn(0x7f5b0007a6a0 msgr2=0x7f5b0007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:55.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.879+0000 7f5b06400700 1 -- 172.21.15.8:0/1749502823 shutdown_connections 2024-05-20T21:27:55.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.879+0000 7f5b06400700 1 -- 172.21.15.8:0/1749502823 wait complete. 2024-05-20T21:27:55.882 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.880+0000 7f5b06400700 1 Processor -- start 2024-05-20T21:27:55.882 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.881+0000 7f5b06400700 1 -- start start 2024-05-20T21:27:55.882 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.881+0000 7f5b06400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5b001037f0 0x7f5b0019be10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:55.882 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.881+0000 7f5b06400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5b001041a0 0x7f5b0019c350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:55.882 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.881+0000 7f5b06400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5b001088f0 0x7f5b001a0690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:55.882 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.881+0000 7f5b06400700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f5b00113720 con 0x7f5b001088f0 2024-05-20T21:27:55.882 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.881+0000 7f5b06400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f5b001135a0 con 0x7f5b001041a0 2024-05-20T21:27:55.882 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.881+0000 7f5b06400700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f5b001138a0 con 0x7f5b001037f0 2024-05-20T21:27:55.884 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.882+0000 7f5af6a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5b001041a0 0x7f5b0019c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:55.884 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.882+0000 7f5af6a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5b001041a0 0x7f5b0019c350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:38938/0 (socket says 172.21.15.8:38938) 2024-05-20T21:27:55.884 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.882+0000 7f5af6a00700 1 -- 172.21.15.8:0/3742687217 learned_addr learned my addr 172.21.15.8:0/3742687217 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:55.884 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.882+0000 7f5aff400700 1 --2- 172.21.15.8:0/3742687217 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5b001037f0 0x7f5b0019be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:55.884 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.882+0000 7f5affe00700 1 --2- 172.21.15.8:0/3742687217 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5b001088f0 0x7f5b001a0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:55.884 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.882+0000 7f5af6a00700 1 -- 172.21.15.8:0/3742687217 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5b001037f0 msgr2=0x7f5b0019be10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:55.884 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.882+0000 7f5af6a00700 1 --2- 172.21.15.8:0/3742687217 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5b001037f0 0x7f5b0019be10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:55.884 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.882+0000 7f5af6a00700 1 -- 172.21.15.8:0/3742687217 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5b001088f0 msgr2=0x7f5b001a0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:55.884 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.882+0000 7f5af6a00700 1 --2- 172.21.15.8:0/3742687217 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5b001088f0 0x7f5b001a0690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:55.885 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.882+0000 7f5af6a00700 1 -- 172.21.15.8:0/3742687217 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b001a0dd0 con 0x7f5b001041a0 2024-05-20T21:27:55.885 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.883+0000 7f5af6a00700 1 --2- 172.21.15.8:0/3742687217 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5b001041a0 0x7f5b0019c350 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f5ae8006010 tx=0x7f5ae8005280 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:55.885 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.883+0000 7f5afcc00700 1 -- 172.21.15.8:0/3742687217 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ae8026070 con 0x7f5b001041a0 2024-05-20T21:27:55.885 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.883+0000 7f5afcc00700 1 -- 172.21.15.8:0/3742687217 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5ae8005680 con 0x7f5b001041a0 2024-05-20T21:27:55.885 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.883+0000 7f5afcc00700 1 -- 172.21.15.8:0/3742687217 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ae800fb20 con 0x7f5b001041a0 2024-05-20T21:27:55.885 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.883+0000 7f5b06400700 1 -- 172.21.15.8:0/3742687217 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5b001a1060 con 0x7f5b001041a0 2024-05-20T21:27:55.885 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.883+0000 7f5b06400700 1 -- 172.21.15.8:0/3742687217 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5b001a8940 con 0x7f5b001041a0 2024-05-20T21:27:55.889 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.889+0000 7f5afcc00700 1 -- 172.21.15.8:0/3742687217 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f5ae8029070 con 0x7f5b001041a0 2024-05-20T21:27:55.890 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.889+0000 7f5b10d91b80 1 Processor -- start 2024-05-20T21:27:55.890 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.890+0000 7f5b10d91b80 1 -- start start 2024-05-20T21:27:55.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.890+0000 7f5b10d91b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559d8aa56eb0 0x559d8aa57290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:55.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.890+0000 7f5b10d91b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559d8aa577d0 0x559d8aa51260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:55.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.890+0000 7f5b10d91b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559d8aa51880 0x559d8aa51ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:55.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.890+0000 7f5b10d91b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x559d8a9afe40 con 0x559d8aa56eb0 2024-05-20T21:27:55.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.890+0000 7f5b10d91b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x559d8a99f9e0 con 0x559d8aa577d0 2024-05-20T21:27:55.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.890+0000 7f5b10d91b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x559d8a9a3a20 con 0x559d8aa51880 2024-05-20T21:27:55.891 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.890+0000 7f5afcc00700 1 --2- 172.21.15.8:0/3742687217 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f5ae40b2900 0x7f5ae40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:55.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.891+0000 7f5affe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559d8aa56eb0 0x559d8aa57290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:55.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.891+0000 7f5afcc00700 1 -- 172.21.15.8:0/3742687217 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f5ae80e2960 con 0x7f5b001041a0 2024-05-20T21:27:55.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.891+0000 7f5affe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559d8aa56eb0 0x559d8aa57290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:33754/0 (socket says 172.21.15.8:33754) 2024-05-20T21:27:55.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.891+0000 7f5af6a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559d8aa51880 0x559d8aa51ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:55.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.891+0000 7f5aff400700 1 --2- 172.21.15.8:0/120491234 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559d8aa577d0 0x559d8aa51260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:55.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.891+0000 7f5affe00700 1 -- 172.21.15.8:0/120491234 learned_addr learned my addr 172.21.15.8:0/120491234 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:55.892 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.891+0000 7f5affe00700 1 --2- 172.21.15.8:0/3742687217 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f5ae40b2900 0x7f5ae40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:55.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.891+0000 7f5af6a00700 1 -- 172.21.15.8:0/120491234 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559d8aa577d0 msgr2=0x559d8aa51260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:55.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.891+0000 7f5af6a00700 1 --2- 172.21.15.8:0/120491234 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559d8aa577d0 0x559d8aa51260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:55.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.891+0000 7f5af6a00700 1 -- 172.21.15.8:0/120491234 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559d8aa56eb0 msgr2=0x559d8aa57290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:55.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.891+0000 7f5af6a00700 1 --2- 172.21.15.8:0/120491234 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559d8aa56eb0 0x559d8aa57290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:55.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.891+0000 7f5af6a00700 1 -- 172.21.15.8:0/120491234 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559d8a968420 con 0x559d8aa51880 2024-05-20T21:27:55.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.892+0000 7f5af6a00700 1 --2- 172.21.15.8:0/120491234 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559d8aa51880 0x559d8aa51ce0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f5ae80a7210 tx=0x7f5ae80a9a10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4e7135731b14a34d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:55.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.892+0000 7f5af4c00700 1 -- 172.21.15.8:0/120491234 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ae80a9ab0 con 0x559d8aa51880 2024-05-20T21:27:55.893 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.892+0000 7f5affe00700 1 --2- 172.21.15.8:0/3742687217 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f5ae40b2900 0x7f5ae40b4dc0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f5af8009fd0 tx=0x7f5af800b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:55.894 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.892+0000 7f5af4c00700 1 -- 172.21.15.8:0/120491234 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5ae80aa6a0 con 0x559d8aa51880 2024-05-20T21:27:55.894 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.892+0000 7f5af4c00700 1 -- 172.21.15.8:0/120491234 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ae80b28e0 con 0x559d8aa51880 2024-05-20T21:27:55.894 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.893+0000 7f5b10d91b80 1 -- 172.21.15.8:0/120491234 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559d8aa51880 msgr2=0x559d8aa51ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:55.894 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.893+0000 7f5b10d91b80 1 --2- 172.21.15.8:0/120491234 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559d8aa51880 0x559d8aa51ce0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f5ae80a7210 tx=0x7f5ae80a9a10 comp rx=0 tx=0).stop 2024-05-20T21:27:55.894 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.893+0000 7f5b10d91b80 1 -- 172.21.15.8:0/120491234 shutdown_connections 2024-05-20T21:27:55.894 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.893+0000 7f5b10d91b80 1 --2- 172.21.15.8:0/120491234 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559d8aa51880 0x559d8aa51ce0 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:55.894 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.893+0000 7f5b10d91b80 1 --2- 172.21.15.8:0/120491234 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559d8aa56eb0 0x559d8aa57290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:55.894 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.893+0000 7f5b10d91b80 1 --2- 172.21.15.8:0/120491234 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559d8aa577d0 0x559d8aa51260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:55.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.893+0000 7f5b10d91b80 1 -- 172.21.15.8:0/120491234 >> 172.21.15.8:0/120491234 conn(0x559d8a97fbe0 msgr2=0x559d8aa4c010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:55.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.893+0000 7f5b10d91b80 1 -- 172.21.15.8:0/120491234 shutdown_connections 2024-05-20T21:27:55.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.893+0000 7f5b10d91b80 1 -- 172.21.15.8:0/120491234 wait complete. 2024-05-20T21:27:55.895 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.894+0000 7f5b10d91b80 1 -- start start 2024-05-20T21:27:55.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.894+0000 7f5b10d91b80 1 Processor -- start 2024-05-20T21:27:55.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.895+0000 7f5b10d91b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559d8aa51880 0x559d8aa5d510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:55.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.895+0000 7f5b10d91b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559d8aa56eb0 0x559d8aa5a8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:55.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.895+0000 7f5b10d91b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559d8aa577d0 0x559d8aa5adf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:55.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.895+0000 7f5b10d91b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x559d8a8a5fa0 con 0x559d8aa51880 2024-05-20T21:27:55.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.895+0000 7f5b10d91b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x559d8a940760 con 0x559d8aa577d0 2024-05-20T21:27:55.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.895+0000 7f5b10d91b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x559d8aa5e000 con 0x559d8aa56eb0 2024-05-20T21:27:55.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.895+0000 7f5b10d91b80 10 client.0 _ll_register_callbacks cb 0x559d8a949c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:55.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.895+0000 7f5aff400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559d8aa51880 0x559d8aa5d510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:55.896 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.895+0000 7f5af6a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559d8aa56eb0 0x559d8aa5a8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:55.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.895+0000 7f5af6a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559d8aa56eb0 0x559d8aa5a8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:55162/0 (socket says 172.21.15.8:55162) 2024-05-20T21:27:55.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.895+0000 7f5af6a00700 1 -- 172.21.15.8:0/4005868666 learned_addr learned my addr 172.21.15.8:0/4005868666 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:55.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.895+0000 7f5affe00700 1 --2- 172.21.15.8:0/4005868666 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559d8aa577d0 0x559d8aa5adf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:55.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.896+0000 7f5af6a00700 1 -- 172.21.15.8:0/4005868666 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559d8aa577d0 msgr2=0x559d8aa5adf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:55.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.896+0000 7f5af6a00700 1 --2- 172.21.15.8:0/4005868666 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559d8aa577d0 0x559d8aa5adf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:55.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.896+0000 7f5af6a00700 1 -- 172.21.15.8:0/4005868666 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559d8aa51880 msgr2=0x559d8aa5d510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:55.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.896+0000 7f5af6a00700 1 --2- 172.21.15.8:0/4005868666 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559d8aa51880 0x559d8aa5d510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:55.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.896+0000 7f5af6a00700 1 -- 172.21.15.8:0/4005868666 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559d8a8ef8d0 con 0x559d8aa56eb0 2024-05-20T21:27:55.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.896+0000 7f5af6a00700 1 --2- 172.21.15.8:0/4005868666 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559d8aa56eb0 0x559d8aa5a8b0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f5ae80a9f30 tx=0x7f5ae8003ee0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=241d93a9131cd232 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:55.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.896+0000 7f5aed600700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:27:55.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.896+0000 7f5aed600700 1 -- 172.21.15.8:0/4005868666 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ae80ae350 con 0x559d8aa56eb0 2024-05-20T21:27:55.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.896+0000 7f5aed600700 1 -- 172.21.15.8:0/4005868666 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f5ae80e0470 con 0x559d8aa56eb0 2024-05-20T21:27:55.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.897+0000 7f5b10d91b80 1 -- 172.21.15.8:0/4005868666 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5ae80aa6a0 con 0x559d8aa56eb0 2024-05-20T21:27:55.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.897+0000 7f5aed600700 1 -- 172.21.15.8:0/4005868666 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f5ae80b2d70 con 0x559d8aa56eb0 2024-05-20T21:27:55.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.897+0000 7f5b10d91b80 10 client.28975 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:55.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.897+0000 7f5b10d91b80 1 -- 172.21.15.8:0/4005868666 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559d8a970060 con 0x559d8aa56eb0 2024-05-20T21:27:55.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.897+0000 7f5aed600700 1 -- 172.21.15.8:0/4005868666 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5ae80aa6a0 con 0x559d8aa56eb0 2024-05-20T21:27:55.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.897+0000 7f5aed600700 1 -- 172.21.15.8:0/4005868666 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f5ae80a8d00 con 0x559d8aa56eb0 2024-05-20T21:27:55.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.898+0000 7f5b10d91b80 10 client.28975 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:55.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.898+0000 7f5b10d91b80 10 client.28975 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:27:55.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.898+0000 7f5b10d91b80 20 client.28975 populate_metadata read hostname 'smithi008' 2024-05-20T21:27:55.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.898+0000 7f5b10d91b80 1 --2- 172.21.15.8:0/4005868666 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x559d8aa6a920 0x559d8aa6cd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:55.900 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.898+0000 7f5b10d91b80 4 client.28975 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:27:55.900 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.898+0000 7f5b10d91b80 1 -- 172.21.15.8:0/4005868666 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559d8a9b1d90 con 0x559d8aa6a920 2024-05-20T21:27:55.900 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.898+0000 7f5aff400700 1 --2- 172.21.15.8:0/4005868666 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x559d8aa6a920 0x559d8aa6cd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:55.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.899+0000 7f5aff400700 1 --2- 172.21.15.8:0/4005868666 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x559d8aa6a920 0x559d8aa6cd10 crc :-1 s=READY pgs=332 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7510b53ce3945af5 server_cookie=7e50cdde5cb627a1 in_seq=0 out_seq=0 2024-05-20T21:27:55.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.899+0000 7f5aed600700 10 client.28975 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:27:55.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.899+0000 7f5aed600700 1 -- 172.21.15.8:0/4005868666 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x559d8a9b1d90 con 0x559d8aa6a920 2024-05-20T21:27:55.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.899+0000 7f5aed600700 10 client.28975 handle_command_reply: tid=0 2024-05-20T21:27:55.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.900+0000 7f5b10d91b80 1 client.28975 shutdown 2024-05-20T21:27:55.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.900+0000 7f5b10d91b80 1 -- 172.21.15.8:0/4005868666 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559d8aa56eb0 msgr2=0x559d8aa5a8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:55.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.900+0000 7f5b10d91b80 1 --2- 172.21.15.8:0/4005868666 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559d8aa56eb0 0x559d8aa5a8b0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f5ae80a9f30 tx=0x7f5ae8003ee0 comp rx=0 tx=0).stop 2024-05-20T21:27:55.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.900+0000 7f5b10d91b80 1 -- 172.21.15.8:0/4005868666 shutdown_connections 2024-05-20T21:27:55.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.900+0000 7f5b10d91b80 1 --2- 172.21.15.8:0/4005868666 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x559d8aa6a920 0x559d8aa6cd10 crc :-1 s=READY pgs=332 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:55.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.900+0000 7f5b10d91b80 1 --2- 172.21.15.8:0/4005868666 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559d8aa577d0 0x559d8aa5adf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:55.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.900+0000 7f5b10d91b80 1 --2- 172.21.15.8:0/4005868666 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559d8aa51880 0x559d8aa5d510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:55.902 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.900+0000 7f5b10d91b80 1 --2- 172.21.15.8:0/4005868666 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559d8aa56eb0 0x559d8aa5a8b0 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:55.902 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.900+0000 7f5aed600700 0 client.28975 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:27:55.902 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.900+0000 7f5b10d91b80 1 -- 172.21.15.8:0/4005868666 >> 172.21.15.8:0/4005868666 conn(0x559d8a97fbe0 msgr2=0x559d8aa50250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:55.902 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.900+0000 7f5b10d91b80 1 -- 172.21.15.8:0/4005868666 shutdown_connections 2024-05-20T21:27:55.902 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.900+0000 7f5b10d91b80 1 -- 172.21.15.8:0/4005868666 wait complete. 2024-05-20T21:27:55.902 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.900+0000 7f5b10d91b80 20 client.28975 trim_cache size 0 max 16384 2024-05-20T21:27:55.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.917+0000 7f5b10d91b80 1 Processor -- start 2024-05-20T21:27:55.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.918+0000 7f5b10d91b80 1 -- start start 2024-05-20T21:27:55.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.918+0000 7f5b10d91b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559d8aa51880 0x559d8aa51260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:55.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.918+0000 7f5b10d91b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559d8aa56eb0 0x559d8aa4c0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:55.919 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.918+0000 7f5b10d91b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559d8aa577d0 0x559d8aa57bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:55.919 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.918+0000 7f5b10d91b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f5b001b2560 con 0x559d8aa577d0 2024-05-20T21:27:55.919 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.918+0000 7f5b10d91b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f5b001afdf0 con 0x559d8aa56eb0 2024-05-20T21:27:55.919 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.918+0000 7f5b10d91b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f5b001adc40 con 0x559d8aa51880 2024-05-20T21:27:55.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.918+0000 7f5affe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559d8aa577d0 0x559d8aa57bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:55.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.918+0000 7f5aff400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559d8aa51880 0x559d8aa51260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:55.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.918+0000 7f5affe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559d8aa577d0 0x559d8aa57bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:33768/0 (socket says 172.21.15.8:33768) 2024-05-20T21:27:55.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.918+0000 7f5aff400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559d8aa51880 0x559d8aa51260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:55178/0 (socket says 172.21.15.8:55178) 2024-05-20T21:27:55.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.918+0000 7f5affe00700 1 -- 172.21.15.8:0/626928368 learned_addr learned my addr 172.21.15.8:0/626928368 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:55.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.918+0000 7f5af6a00700 1 --2- 172.21.15.8:0/626928368 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559d8aa56eb0 0x559d8aa4c0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:55.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.919+0000 7f5aff400700 1 -- 172.21.15.8:0/626928368 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559d8aa56eb0 msgr2=0x559d8aa4c0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:55.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.919+0000 7f5aff400700 1 --2- 172.21.15.8:0/626928368 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559d8aa56eb0 0x559d8aa4c0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:55.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.919+0000 7f5aff400700 1 -- 172.21.15.8:0/626928368 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559d8aa577d0 msgr2=0x559d8aa57bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:55.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.919+0000 7f5aff400700 1 --2- 172.21.15.8:0/626928368 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559d8aa577d0 0x559d8aa57bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:55.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.919+0000 7f5aff400700 1 -- 172.21.15.8:0/626928368 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559d8aa52040 con 0x559d8aa51880 2024-05-20T21:27:55.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.919+0000 7f5aff400700 1 --2- 172.21.15.8:0/626928368 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559d8aa51880 0x559d8aa51260 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x559d8a99faa0 tx=0x7f5af0009260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fa84991a44b0a444 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:55.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.919+0000 7f5aefe00700 1 -- 172.21.15.8:0/626928368 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5af001e420 con 0x559d8aa51880 2024-05-20T21:27:55.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.920+0000 7f5aefe00700 1 -- 172.21.15.8:0/626928368 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5af001ea70 con 0x559d8aa51880 2024-05-20T21:27:55.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.920+0000 7f5aefe00700 1 -- 172.21.15.8:0/626928368 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5af001da20 con 0x559d8aa51880 2024-05-20T21:27:55.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.920+0000 7f5b10d91b80 1 -- 172.21.15.8:0/626928368 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559d8aa51880 msgr2=0x559d8aa51260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:55.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.920+0000 7f5b10d91b80 1 --2- 172.21.15.8:0/626928368 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559d8aa51880 0x559d8aa51260 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x559d8a99faa0 tx=0x7f5af0009260 comp rx=0 tx=0).stop 2024-05-20T21:27:55.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.920+0000 7f5b10d91b80 1 -- 172.21.15.8:0/626928368 shutdown_connections 2024-05-20T21:27:55.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.920+0000 7f5b10d91b80 1 --2- 172.21.15.8:0/626928368 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559d8aa577d0 0x559d8aa57bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:55.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.920+0000 7f5b10d91b80 1 --2- 172.21.15.8:0/626928368 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559d8aa51880 0x559d8aa51260 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:55.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.920+0000 7f5b10d91b80 1 --2- 172.21.15.8:0/626928368 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559d8aa56eb0 0x559d8aa4c0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:55.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.920+0000 7f5b10d91b80 1 -- 172.21.15.8:0/626928368 >> 172.21.15.8:0/626928368 conn(0x559d8a97fbe0 msgr2=0x559d8aa4b9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:55.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.920+0000 7f5b10d91b80 1 -- 172.21.15.8:0/626928368 shutdown_connections 2024-05-20T21:27:55.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.920+0000 7f5b10d91b80 1 -- 172.21.15.8:0/626928368 wait complete. 2024-05-20T21:27:55.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.921+0000 7f5b10d91b80 1 -- start start 2024-05-20T21:27:55.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.921+0000 7f5b10d91b80 1 Processor -- start 2024-05-20T21:27:55.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.922+0000 7f5b10d91b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559d8aa51880 0x559d8aa6dce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:55.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.922+0000 7f5b10d91b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559d8aa56eb0 0x559d8aa6e220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:55.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.922+0000 7f5b10d91b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559d8aa577d0 0x559d8aa6e760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:55.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.922+0000 7f5b10d91b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f5b001ae2b0 con 0x559d8aa577d0 2024-05-20T21:27:55.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.922+0000 7f5b10d91b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f5b001af720 con 0x559d8aa51880 2024-05-20T21:27:55.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.922+0000 7f5b10d91b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f5b001ae980 con 0x559d8aa56eb0 2024-05-20T21:27:55.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.922+0000 7f5b10d91b80 10 client.0 _ll_register_callbacks cb 0x559d8a949c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:55.925 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.922+0000 7f5aff400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559d8aa51880 0x559d8aa6dce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:55.925 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.922+0000 7f5affe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559d8aa577d0 0x559d8aa6e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:55.925 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.922+0000 7f5affe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559d8aa577d0 0x559d8aa6e760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:33780/0 (socket says 172.21.15.8:33780) 2024-05-20T21:27:55.925 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.922+0000 7f5affe00700 1 -- 172.21.15.8:0/347390982 learned_addr learned my addr 172.21.15.8:0/347390982 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:27:55.925 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.922+0000 7f5af6a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559d8aa56eb0 0x559d8aa6e220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:55.925 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.922+0000 7f5af6a00700 1 -- 172.21.15.8:0/347390982 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559d8aa51880 msgr2=0x559d8aa6dce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:55.925 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.922+0000 7f5af6a00700 1 --2- 172.21.15.8:0/347390982 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559d8aa51880 0x559d8aa6dce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:55.925 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.922+0000 7f5af6a00700 1 -- 172.21.15.8:0/347390982 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559d8aa577d0 msgr2=0x559d8aa6e760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:55.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.922+0000 7f5af6a00700 1 --2- 172.21.15.8:0/347390982 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559d8aa577d0 0x559d8aa6e760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:55.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.922+0000 7f5af6a00700 1 -- 172.21.15.8:0/347390982 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559d8aad43c0 con 0x559d8aa56eb0 2024-05-20T21:27:55.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.923+0000 7f5af6a00700 1 --2- 172.21.15.8:0/347390982 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559d8aa56eb0 0x559d8aa6e220 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f5ae8009fd0 tx=0x7f5ae80a8f20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=49b24f980c471c21 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:55.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.923+0000 7f5aed600700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:27:55.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.923+0000 7f5aed600700 1 -- 172.21.15.8:0/347390982 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ae80c4020 con 0x559d8aa56eb0 2024-05-20T21:27:55.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.923+0000 7f5aed600700 1 -- 172.21.15.8:0/347390982 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f5ae80a9410 con 0x559d8aa56eb0 2024-05-20T21:27:55.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.923+0000 7f5b10d91b80 1 -- 172.21.15.8:0/347390982 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5af001ea70 con 0x559d8aa56eb0 2024-05-20T21:27:55.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.923+0000 7f5aed600700 1 -- 172.21.15.8:0/347390982 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f5ae8084090 con 0x559d8aa56eb0 2024-05-20T21:27:55.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.923+0000 7f5b10d91b80 10 client.28981 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:55.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.923+0000 7f5b10d91b80 1 -- 172.21.15.8:0/347390982 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559d8aad43c0 con 0x559d8aa56eb0 2024-05-20T21:27:55.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.923+0000 7f5aed600700 1 -- 172.21.15.8:0/347390982 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5af001ea70 con 0x559d8aa56eb0 2024-05-20T21:27:55.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.924+0000 7f5aed600700 1 -- 172.21.15.8:0/347390982 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f5ae8090080 con 0x559d8aa56eb0 2024-05-20T21:27:55.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.924+0000 7f5b10d91b80 10 client.28981 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:55.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.924+0000 7f5b10d91b80 10 client.28981 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:27:55.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.924+0000 7f5b10d91b80 20 client.28981 populate_metadata read hostname 'smithi008' 2024-05-20T21:27:55.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.924+0000 7f5b10d91b80 1 --2- 172.21.15.8:0/347390982 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x559d8aad59a0 0x559d8aad7dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:55.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.924+0000 7f5b10d91b80 4 client.28981 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:27:55.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.924+0000 7f5b10d91b80 1 -- 172.21.15.8:0/347390982 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "damage ls"}) -- 0x559d8a9ab570 con 0x559d8aad59a0 2024-05-20T21:27:55.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.924+0000 7f5aff400700 1 --2- 172.21.15.8:0/347390982 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x559d8aad59a0 0x559d8aad7dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:55.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.925+0000 7f5aff400700 1 --2- 172.21.15.8:0/347390982 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x559d8aad59a0 0x559d8aad7dc0 crc :-1 s=READY pgs=333 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6f974ce4ae16e242 server_cookie=179160a7b47c4264 in_seq=0 out_seq=0 2024-05-20T21:27:55.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.925+0000 7f5aed600700 10 client.28981 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:27:55.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.925+0000 7f5aed600700 1 -- 172.21.15.8:0/347390982 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x559d8a9ab570 con 0x559d8aad59a0 2024-05-20T21:27:55.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.925+0000 7f5aed600700 10 client.28981 handle_command_reply: tid=0 2024-05-20T21:27:55.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.925+0000 7f5b10d91b80 1 client.28981 shutdown 2024-05-20T21:27:55.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.925+0000 7f5b10d91b80 1 -- 172.21.15.8:0/347390982 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559d8aa56eb0 msgr2=0x559d8aa6e220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:55.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.925+0000 7f5b10d91b80 1 --2- 172.21.15.8:0/347390982 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559d8aa56eb0 0x559d8aa6e220 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f5ae8009fd0 tx=0x7f5ae80a8f20 comp rx=0 tx=0).stop 2024-05-20T21:27:55.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.925+0000 7f5b10d91b80 1 -- 172.21.15.8:0/347390982 shutdown_connections 2024-05-20T21:27:55.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.925+0000 7f5b10d91b80 1 --2- 172.21.15.8:0/347390982 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x559d8aad59a0 0x559d8aad7dc0 crc :-1 s=READY pgs=333 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:55.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.925+0000 7f5b10d91b80 1 --2- 172.21.15.8:0/347390982 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559d8aa51880 0x559d8aa6dce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:55.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.925+0000 7f5b10d91b80 1 --2- 172.21.15.8:0/347390982 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559d8aa577d0 0x559d8aa6e760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:55.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.925+0000 7f5b10d91b80 1 --2- 172.21.15.8:0/347390982 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559d8aa56eb0 0x559d8aa6e220 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:55.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.925+0000 7f5aed600700 0 client.28981 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:27:55.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.925+0000 7f5b10d91b80 1 -- 172.21.15.8:0/347390982 >> 172.21.15.8:0/347390982 conn(0x559d8a97fbe0 msgr2=0x559d8aa57bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:55.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.925+0000 7f5b10d91b80 1 -- 172.21.15.8:0/347390982 shutdown_connections 2024-05-20T21:27:55.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.925+0000 7f5b10d91b80 1 -- 172.21.15.8:0/347390982 wait complete. 2024-05-20T21:27:55.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.925+0000 7f5b10d91b80 20 client.28981 trim_cache size 0 max 16384 2024-05-20T21:27:55.929 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:27:55.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.926+0000 7f5b06400700 1 -- 172.21.15.8:0/3742687217 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f5ae40b2900 msgr2=0x7f5ae40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:55.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.926+0000 7f5b06400700 1 --2- 172.21.15.8:0/3742687217 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f5ae40b2900 0x7f5ae40b4dc0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f5af8009fd0 tx=0x7f5af800b040 comp rx=0 tx=0).stop 2024-05-20T21:27:55.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.926+0000 7f5b06400700 1 -- 172.21.15.8:0/3742687217 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5b001041a0 msgr2=0x7f5b0019c350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:55.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.926+0000 7f5b06400700 1 --2- 172.21.15.8:0/3742687217 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5b001041a0 0x7f5b0019c350 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f5ae8006010 tx=0x7f5ae8005280 comp rx=0 tx=0).stop 2024-05-20T21:27:55.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.926+0000 7f5b06400700 1 -- 172.21.15.8:0/3742687217 shutdown_connections 2024-05-20T21:27:55.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.926+0000 7f5b06400700 1 --2- 172.21.15.8:0/3742687217 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f5ae40b2900 0x7f5ae40b4dc0 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:55.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.926+0000 7f5b06400700 1 --2- 172.21.15.8:0/3742687217 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5b001088f0 0x7f5b001a0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:55.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.926+0000 7f5b06400700 1 --2- 172.21.15.8:0/3742687217 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5b001037f0 0x7f5b0019be10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:55.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.926+0000 7f5b06400700 1 --2- 172.21.15.8:0/3742687217 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5b001041a0 0x7f5b0019c350 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:55.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.926+0000 7f5b06400700 1 -- 172.21.15.8:0/3742687217 >> 172.21.15.8:0/3742687217 conn(0x7f5b0007a6a0 msgr2=0x7f5b00109a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:55.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.927+0000 7f5b06400700 1 -- 172.21.15.8:0/3742687217 shutdown_connections 2024-05-20T21:27:55.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:27:55.927+0000 7f5b06400700 1 -- 172.21.15.8:0/3742687217 wait complete. 2024-05-20T21:27:56.931 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:27:56 smithi008 ceph-mon[31475]: pgmap v818: 97 pgs: 97 active+clean; 2.4 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:27:57.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:27:56 smithi130 ceph-mon[36448]: pgmap v818: 97 pgs: 97 active+clean; 2.4 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:27:57.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:27:56 smithi050 ceph-mon[35809]: pgmap v818: 97 pgs: 97 active+clean; 2.4 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:27:57.934 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:27:57.935 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:27:58.417 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:27:58.916 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:27:58 smithi008 ceph-mon[31475]: pgmap v819: 97 pgs: 97 active+clean; 2.4 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 9.3 KiB/s rd, 8.7 KiB/s wr, 10 op/s 2024-05-20T21:27:59.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:27:58 smithi130 ceph-mon[36448]: pgmap v819: 97 pgs: 97 active+clean; 2.4 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 9.3 KiB/s rd, 8.7 KiB/s wr, 10 op/s 2024-05-20T21:27:59.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:27:58 smithi050 ceph-mon[35809]: pgmap v819: 97 pgs: 97 active+clean; 2.4 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 9.3 KiB/s rd, 8.7 KiB/s wr, 10 op/s 2024-05-20T21:28:00.784 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.783+0000 7f918c600700 1 -- 172.21.15.8:0/1375895180 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9184106140 msgr2=0x7f9184112650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:00.784 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.783+0000 7f918c600700 1 --2- 172.21.15.8:0/1375895180 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9184106140 0x7f9184112650 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f917c00b0a0 tx=0x7f917c00b3b0 comp rx=0 tx=0).stop 2024-05-20T21:28:00.785 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.783+0000 7f918c600700 1 -- 172.21.15.8:0/1375895180 shutdown_connections 2024-05-20T21:28:00.785 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.783+0000 7f918c600700 1 --2- 172.21.15.8:0/1375895180 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f918410b780 0x7f918410bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:00.785 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.783+0000 7f918c600700 1 --2- 172.21.15.8:0/1375895180 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9184106140 0x7f9184112650 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:00.785 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.783+0000 7f918c600700 1 --2- 172.21.15.8:0/1375895180 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9184105780 0x7f9184105c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:00.785 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.783+0000 7f918c600700 1 -- 172.21.15.8:0/1375895180 >> 172.21.15.8:0/1375895180 conn(0x7f9184101270 msgr2=0x7f9184103690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:00.785 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.783+0000 7f918c600700 1 -- 172.21.15.8:0/1375895180 shutdown_connections 2024-05-20T21:28:00.785 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.783+0000 7f918c600700 1 -- 172.21.15.8:0/1375895180 wait complete. 2024-05-20T21:28:00.787 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.784+0000 7f918c600700 1 Processor -- start 2024-05-20T21:28:00.787 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.784+0000 7f918c600700 1 -- start start 2024-05-20T21:28:00.788 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.785+0000 7f918c600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9184105780 0x7f918419be00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:00.788 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.785+0000 7f918c600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9184106140 0x7f918419c340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:00.788 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.785+0000 7f918c600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f918410b780 0x7f91841a06d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:00.788 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.785+0000 7f918c600700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f91841159b0 con 0x7f918410b780 2024-05-20T21:28:00.788 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.785+0000 7f918c600700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9184115830 con 0x7f9184105780 2024-05-20T21:28:00.788 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.785+0000 7f918c600700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f9184115b30 con 0x7f9184106140 2024-05-20T21:28:00.788 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.785+0000 7f918a600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f918410b780 0x7f91841a06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:00.788 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.785+0000 7f918a600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f918410b780 0x7f91841a06d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:33798/0 (socket says 172.21.15.8:33798) 2024-05-20T21:28:00.789 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.785+0000 7f918a600700 1 -- 172.21.15.8:0/2625114440 learned_addr learned my addr 172.21.15.8:0/2625114440 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:00.789 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.785+0000 7f9189200700 1 --2- 172.21.15.8:0/2625114440 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9184106140 0x7f918419c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:00.789 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.785+0000 7f9189c00700 1 --2- 172.21.15.8:0/2625114440 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9184105780 0x7f918419be00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:00.789 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.786+0000 7f918a600700 1 -- 172.21.15.8:0/2625114440 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9184106140 msgr2=0x7f918419c340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:00.789 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.786+0000 7f918a600700 1 --2- 172.21.15.8:0/2625114440 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9184106140 0x7f918419c340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:00.789 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.786+0000 7f918a600700 1 -- 172.21.15.8:0/2625114440 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9184105780 msgr2=0x7f918419be00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:00.789 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.786+0000 7f918a600700 1 --2- 172.21.15.8:0/2625114440 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9184105780 0x7f918419be00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:00.789 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.786+0000 7f918a600700 1 -- 172.21.15.8:0/2625114440 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91841a0e10 con 0x7f918410b780 2024-05-20T21:28:00.789 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.786+0000 7f9189c00700 1 --2- 172.21.15.8:0/2625114440 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9184105780 0x7f918419be00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:00.789 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.786+0000 7f918a600700 1 --2- 172.21.15.8:0/2625114440 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f918410b780 0x7f91841a06d0 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f917c00b070 tx=0x7f917c004cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:00.789 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.786+0000 7f9182000700 1 -- 172.21.15.8:0/2625114440 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f917c021070 con 0x7f918410b780 2024-05-20T21:28:00.790 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.786+0000 7f9182000700 1 -- 172.21.15.8:0/2625114440 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f917c007e30 con 0x7f918410b780 2024-05-20T21:28:00.790 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.786+0000 7f918c600700 1 -- 172.21.15.8:0/2625114440 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91841a10a0 con 0x7f918410b780 2024-05-20T21:28:00.790 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.786+0000 7f9182000700 1 -- 172.21.15.8:0/2625114440 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f917c0046d0 con 0x7f918410b780 2024-05-20T21:28:00.790 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.787+0000 7f918c600700 1 -- 172.21.15.8:0/2625114440 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91841a8980 con 0x7f918410b780 2024-05-20T21:28:00.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.790+0000 7f9182000700 1 -- 172.21.15.8:0/2625114440 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f917c007980 con 0x7f918410b780 2024-05-20T21:28:00.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.792+0000 7f9196f84b80 1 Processor -- start 2024-05-20T21:28:00.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.793+0000 7f9196f84b80 1 -- start start 2024-05-20T21:28:00.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.793+0000 7f9182000700 1 --2- 172.21.15.8:0/2625114440 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f916c0b2880 0x7f916c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:00.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.793+0000 7f9196f84b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b59c6e6690 0x55b59c6e6a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:00.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.793+0000 7f9196f84b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b59c6e6fb0 0x55b59c6e0ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:00.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.793+0000 7f9196f84b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b59c6e11c0 0x55b59c6e1640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:00.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.793+0000 7f9196f84b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55b59c63eec0 con 0x55b59c6e11c0 2024-05-20T21:28:00.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.793+0000 7f9196f84b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55b59c62ea60 con 0x55b59c6e6fb0 2024-05-20T21:28:00.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.793+0000 7f9196f84b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55b59c632aa0 con 0x55b59c6e6690 2024-05-20T21:28:00.797 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.793+0000 7f9182000700 1 -- 172.21.15.8:0/2625114440 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f917c0e3180 con 0x7f918410b780 2024-05-20T21:28:00.797 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.793+0000 7f9189200700 1 --2- 172.21.15.8:0/2625114440 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f916c0b2880 0x7f916c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:00.797 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.794+0000 7f9189c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b59c6e6690 0x55b59c6e6a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:00.797 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.794+0000 7f9189c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b59c6e6690 0x55b59c6e6a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:55220/0 (socket says 172.21.15.8:55220) 2024-05-20T21:28:00.797 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.794+0000 7f9189c00700 1 -- 172.21.15.8:0/1300379100 learned_addr learned my addr 172.21.15.8:0/1300379100 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:00.797 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.794+0000 7f9189200700 1 --2- 172.21.15.8:0/1300379100 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b59c6e6fb0 0x55b59c6e0ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:00.797 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.794+0000 7f918a600700 1 --2- 172.21.15.8:0/1300379100 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b59c6e11c0 0x55b59c6e1640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:00.797 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.794+0000 7f9189c00700 1 -- 172.21.15.8:0/1300379100 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b59c6e6fb0 msgr2=0x55b59c6e0ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:00.797 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.794+0000 7f9189c00700 1 --2- 172.21.15.8:0/1300379100 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b59c6e6fb0 0x55b59c6e0ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:00.797 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.794+0000 7f9189c00700 1 -- 172.21.15.8:0/1300379100 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b59c6e11c0 msgr2=0x55b59c6e1640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:00.798 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.794+0000 7f9189c00700 1 --2- 172.21.15.8:0/1300379100 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b59c6e11c0 0x55b59c6e1640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:00.798 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.794+0000 7f9189c00700 1 -- 172.21.15.8:0/1300379100 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b59c5f74a0 con 0x55b59c6e6690 2024-05-20T21:28:00.798 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.794+0000 7f9189c00700 1 --2- 172.21.15.8:0/1300379100 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b59c6e6690 0x55b59c6e6a70 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f91780115f0 tx=0x7f9178011900 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f7c811ea8103fd95 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:00.798 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.794+0000 7f9189200700 1 --2- 172.21.15.8:0/2625114440 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f916c0b2880 0x7f916c0b4d40 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f918410ad20 tx=0x7f91700077e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:00.798 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.795+0000 7f9176a00700 1 -- 172.21.15.8:0/1300379100 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f917801e070 con 0x55b59c6e6690 2024-05-20T21:28:00.798 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.795+0000 7f9176a00700 1 -- 172.21.15.8:0/1300379100 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f91780198c0 con 0x55b59c6e6690 2024-05-20T21:28:00.798 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.795+0000 7f9176a00700 1 -- 172.21.15.8:0/1300379100 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91780188c0 con 0x55b59c6e6690 2024-05-20T21:28:00.798 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.795+0000 7f9196f84b80 1 -- 172.21.15.8:0/1300379100 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b59c6e6690 msgr2=0x55b59c6e6a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:00.798 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.795+0000 7f9196f84b80 1 --2- 172.21.15.8:0/1300379100 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b59c6e6690 0x55b59c6e6a70 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f91780115f0 tx=0x7f9178011900 comp rx=0 tx=0).stop 2024-05-20T21:28:00.798 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.796+0000 7f9196f84b80 1 -- 172.21.15.8:0/1300379100 shutdown_connections 2024-05-20T21:28:00.798 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.796+0000 7f9196f84b80 1 --2- 172.21.15.8:0/1300379100 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b59c6e11c0 0x55b59c6e1640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:00.798 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.796+0000 7f9196f84b80 1 --2- 172.21.15.8:0/1300379100 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b59c6e6690 0x55b59c6e6a70 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:00.799 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.796+0000 7f9196f84b80 1 --2- 172.21.15.8:0/1300379100 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b59c6e6fb0 0x55b59c6e0ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:00.799 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.796+0000 7f9196f84b80 1 -- 172.21.15.8:0/1300379100 >> 172.21.15.8:0/1300379100 conn(0x55b59c60ec60 msgr2=0x55b59c6db710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:00.799 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.796+0000 7f9196f84b80 1 -- 172.21.15.8:0/1300379100 shutdown_connections 2024-05-20T21:28:00.799 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.796+0000 7f9196f84b80 1 -- 172.21.15.8:0/1300379100 wait complete. 2024-05-20T21:28:00.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.796+0000 7f9196f84b80 1 -- start start 2024-05-20T21:28:00.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.797+0000 7f9196f84b80 1 Processor -- start 2024-05-20T21:28:00.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.797+0000 7f9196f84b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b59c6e11c0 0x55b59c6eccf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:00.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.797+0000 7f9196f84b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b59c6e6690 0x55b59c6ea090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:00.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.797+0000 7f9196f84b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b59c6e6fb0 0x55b59c6ea5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:00.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.797+0000 7f9196f84b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55b59c535020 con 0x55b59c6e6fb0 2024-05-20T21:28:00.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.797+0000 7f9196f84b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55b59c5cf7e0 con 0x55b59c6e6690 2024-05-20T21:28:00.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.797+0000 7f9196f84b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55b59c6eda60 con 0x55b59c6e11c0 2024-05-20T21:28:00.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.797+0000 7f9196f84b80 10 client.0 _ll_register_callbacks cb 0x55b59c5d8cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:00.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.797+0000 7f9189c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b59c6e11c0 0x55b59c6eccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:00.803 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.797+0000 7f9189200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b59c6e6690 0x55b59c6ea090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:00.803 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.798+0000 7f9189200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b59c6e6690 0x55b59c6ea090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:39000/0 (socket says 172.21.15.8:39000) 2024-05-20T21:28:00.803 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.798+0000 7f9189c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b59c6e11c0 0x55b59c6eccf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:55236/0 (socket says 172.21.15.8:55236) 2024-05-20T21:28:00.803 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.798+0000 7f9189200700 1 -- 172.21.15.8:0/3311312582 learned_addr learned my addr 172.21.15.8:0/3311312582 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:00.803 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.798+0000 7f918a600700 1 --2- 172.21.15.8:0/3311312582 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b59c6e6fb0 0x55b59c6ea5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:00.803 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.798+0000 7f9189c00700 1 -- 172.21.15.8:0/3311312582 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b59c6e6690 msgr2=0x55b59c6ea090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:00.803 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.798+0000 7f9189c00700 1 --2- 172.21.15.8:0/3311312582 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b59c6e6690 0x55b59c6ea090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:00.803 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.798+0000 7f9189c00700 1 -- 172.21.15.8:0/3311312582 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b59c6e6fb0 msgr2=0x55b59c6ea5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:00.803 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.798+0000 7f9189c00700 1 --2- 172.21.15.8:0/3311312582 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b59c6e6fb0 0x55b59c6ea5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:00.803 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.798+0000 7f9189c00700 1 -- 172.21.15.8:0/3311312582 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b59c57e950 con 0x55b59c6e11c0 2024-05-20T21:28:00.803 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.798+0000 7f9189200700 1 --2- 172.21.15.8:0/3311312582 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b59c6e6690 0x55b59c6ea090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:00.804 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.798+0000 7f9189c00700 1 --2- 172.21.15.8:0/3311312582 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b59c6e11c0 0x55b59c6eccf0 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f91780115c0 tx=0x7f9178019ca0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=75090772f36dc089 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:00.804 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.798+0000 7f916b400700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:28:00.804 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.799+0000 7f916b400700 1 -- 172.21.15.8:0/3311312582 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f917801e040 con 0x55b59c6e11c0 2024-05-20T21:28:00.804 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.799+0000 7f9196f84b80 1 -- 172.21.15.8:0/3311312582 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f91780198c0 con 0x55b59c6e11c0 2024-05-20T21:28:00.804 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.799+0000 7f916b400700 1 -- 172.21.15.8:0/3311312582 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f9178004030 con 0x55b59c6e11c0 2024-05-20T21:28:00.804 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.799+0000 7f916b400700 1 -- 172.21.15.8:0/3311312582 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9178005ce0 con 0x55b59c6e11c0 2024-05-20T21:28:00.804 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.799+0000 7f9196f84b80 10 client.28993 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:00.804 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.799+0000 7f9196f84b80 1 -- 172.21.15.8:0/3311312582 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b59c5ff0e0 con 0x55b59c6e11c0 2024-05-20T21:28:00.804 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.800+0000 7f916b400700 1 -- 172.21.15.8:0/3311312582 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f91780198c0 con 0x55b59c6e11c0 2024-05-20T21:28:00.804 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.800+0000 7f916b400700 1 -- 172.21.15.8:0/3311312582 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f917802c030 con 0x55b59c6e11c0 2024-05-20T21:28:00.805 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.800+0000 7f9196f84b80 10 client.28993 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:00.805 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.800+0000 7f9196f84b80 10 client.28993 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:28:00.805 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.800+0000 7f9196f84b80 20 client.28993 populate_metadata read hostname 'smithi008' 2024-05-20T21:28:00.805 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.800+0000 7f9196f84b80 1 --2- 172.21.15.8:0/3311312582 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55b59c6fa520 0x55b59c6fc910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:00.805 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.800+0000 7f9196f84b80 4 client.28993 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:28:00.805 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.800+0000 7f9196f84b80 1 -- 172.21.15.8:0/3311312582 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b59c640e10 con 0x55b59c6fa520 2024-05-20T21:28:00.805 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.800+0000 7f9189200700 1 --2- 172.21.15.8:0/3311312582 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55b59c6fa520 0x55b59c6fc910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:00.805 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.801+0000 7f9189200700 1 --2- 172.21.15.8:0/3311312582 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55b59c6fa520 0x55b59c6fc910 crc :-1 s=READY pgs=334 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c11bd4d10ff6d4a server_cookie=ddad5ba7ca06ea70 in_seq=0 out_seq=0 2024-05-20T21:28:00.805 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.801+0000 7f916b400700 10 client.28993 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:28:00.806 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.802+0000 7f916b400700 1 -- 172.21.15.8:0/3311312582 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55b59c640e10 con 0x55b59c6fa520 2024-05-20T21:28:00.806 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.802+0000 7f916b400700 10 client.28993 handle_command_reply: tid=0 2024-05-20T21:28:00.807 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.802+0000 7f9196f84b80 1 client.28993 shutdown 2024-05-20T21:28:00.807 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.802+0000 7f9196f84b80 1 -- 172.21.15.8:0/3311312582 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b59c6e11c0 msgr2=0x55b59c6eccf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:00.807 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.802+0000 7f9196f84b80 1 --2- 172.21.15.8:0/3311312582 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b59c6e11c0 0x55b59c6eccf0 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f91780115c0 tx=0x7f9178019ca0 comp rx=0 tx=0).stop 2024-05-20T21:28:00.807 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.802+0000 7f9196f84b80 1 -- 172.21.15.8:0/3311312582 shutdown_connections 2024-05-20T21:28:00.807 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.802+0000 7f9196f84b80 1 --2- 172.21.15.8:0/3311312582 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55b59c6fa520 0x55b59c6fc910 crc :-1 s=READY pgs=334 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:00.807 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.802+0000 7f9196f84b80 1 --2- 172.21.15.8:0/3311312582 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b59c6e6fb0 0x55b59c6ea5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:00.807 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.802+0000 7f9196f84b80 1 --2- 172.21.15.8:0/3311312582 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b59c6e11c0 0x55b59c6eccf0 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:00.807 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.802+0000 7f9196f84b80 1 --2- 172.21.15.8:0/3311312582 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b59c6e6690 0x55b59c6ea090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:00.807 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.802+0000 7f9196f84b80 1 -- 172.21.15.8:0/3311312582 >> 172.21.15.8:0/3311312582 conn(0x55b59c60ec60 msgr2=0x55b59c6dadf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:00.807 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.802+0000 7f916b400700 0 client.28993 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:28:00.807 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.803+0000 7f9196f84b80 1 -- 172.21.15.8:0/3311312582 shutdown_connections 2024-05-20T21:28:00.807 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.803+0000 7f9196f84b80 1 -- 172.21.15.8:0/3311312582 wait complete. 2024-05-20T21:28:00.808 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.803+0000 7f9196f84b80 20 client.28993 trim_cache size 0 max 16384 2024-05-20T21:28:00.827 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.827+0000 7f9196f84b80 1 Processor -- start 2024-05-20T21:28:00.828 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.827+0000 7f9196f84b80 1 -- start start 2024-05-20T21:28:00.829 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.827+0000 7f9196f84b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b59c6e11c0 0x55b59c6e7c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:00.830 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.827+0000 7f9196f84b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b59c6e6690 0x55b59c6db570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:00.830 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.827+0000 7f9196f84b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b59c6e6fb0 0x55b59c702050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:00.830 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.827+0000 7f9196f84b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f91841b2660 con 0x55b59c6e6fb0 2024-05-20T21:28:00.830 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.827+0000 7f9196f84b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f91841afef0 con 0x55b59c6e6690 2024-05-20T21:28:00.830 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.828+0000 7f9196f84b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f91841add40 con 0x55b59c6e11c0 2024-05-20T21:28:00.830 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.828+0000 7f918a600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b59c6e6fb0 0x55b59c702050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:00.830 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.828+0000 7f9189200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b59c6e6690 0x55b59c6db570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:00.830 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.828+0000 7f918a600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b59c6e6fb0 0x55b59c702050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:33846/0 (socket says 172.21.15.8:33846) 2024-05-20T21:28:00.830 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.828+0000 7f918a600700 1 -- 172.21.15.8:0/260575941 learned_addr learned my addr 172.21.15.8:0/260575941 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:00.830 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.828+0000 7f9189200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b59c6e6690 0x55b59c6db570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:39012/0 (socket says 172.21.15.8:39012) 2024-05-20T21:28:00.831 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.828+0000 7f9189c00700 1 --2- 172.21.15.8:0/260575941 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b59c6e11c0 0x55b59c6e7c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:00.831 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.828+0000 7f9189200700 1 -- 172.21.15.8:0/260575941 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b59c6e11c0 msgr2=0x55b59c6e7c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:00.831 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.829+0000 7f9189200700 1 --2- 172.21.15.8:0/260575941 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b59c6e11c0 0x55b59c6e7c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:00.831 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.829+0000 7f9189200700 1 -- 172.21.15.8:0/260575941 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b59c6e6fb0 msgr2=0x55b59c702050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:00.831 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.829+0000 7f9189200700 1 --2- 172.21.15.8:0/260575941 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b59c6e6fb0 0x55b59c702050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:00.831 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.829+0000 7f9189200700 1 -- 172.21.15.8:0/260575941 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b59c6dc520 con 0x55b59c6e6690 2024-05-20T21:28:00.831 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.829+0000 7f918a600700 1 --2- 172.21.15.8:0/260575941 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b59c6e6fb0 0x55b59c702050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:00.831 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.829+0000 7f9189200700 1 --2- 172.21.15.8:0/260575941 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b59c6e6690 0x55b59c6db570 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x55b59c6fcfc0 tx=0x7f91700073d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5d10e1348a205cbc server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:00.834 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.829+0000 7f9176000700 1 -- 172.21.15.8:0/260575941 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9170004230 con 0x55b59c6e6690 2024-05-20T21:28:00.834 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.830+0000 7f9176000700 1 -- 172.21.15.8:0/260575941 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f91700043d0 con 0x55b59c6e6690 2024-05-20T21:28:00.834 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.830+0000 7f9176000700 1 -- 172.21.15.8:0/260575941 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91700208c0 con 0x55b59c6e6690 2024-05-20T21:28:00.834 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.830+0000 7f9196f84b80 1 -- 172.21.15.8:0/260575941 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b59c6e6690 msgr2=0x55b59c6db570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:00.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.830+0000 7f9196f84b80 1 --2- 172.21.15.8:0/260575941 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b59c6e6690 0x55b59c6db570 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x55b59c6fcfc0 tx=0x7f91700073d0 comp rx=0 tx=0).stop 2024-05-20T21:28:00.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.830+0000 7f9196f84b80 1 -- 172.21.15.8:0/260575941 shutdown_connections 2024-05-20T21:28:00.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.830+0000 7f9196f84b80 1 --2- 172.21.15.8:0/260575941 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b59c6e6fb0 0x55b59c702050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:00.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.830+0000 7f9196f84b80 1 --2- 172.21.15.8:0/260575941 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b59c6e11c0 0x55b59c6e7c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:00.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.830+0000 7f9196f84b80 1 --2- 172.21.15.8:0/260575941 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b59c6e6690 0x55b59c6db570 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:00.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.830+0000 7f9196f84b80 1 -- 172.21.15.8:0/260575941 >> 172.21.15.8:0/260575941 conn(0x55b59c60ec60 msgr2=0x55b59c6ea4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:00.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.831+0000 7f9196f84b80 1 -- 172.21.15.8:0/260575941 shutdown_connections 2024-05-20T21:28:00.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.831+0000 7f9196f84b80 1 -- 172.21.15.8:0/260575941 wait complete. 2024-05-20T21:28:00.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.831+0000 7f9196f84b80 1 -- start start 2024-05-20T21:28:00.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.831+0000 7f9196f84b80 1 Processor -- start 2024-05-20T21:28:00.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.832+0000 7f9196f84b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b59c6e11c0 0x55b59c6f31d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:00.836 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.832+0000 7f9196f84b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b59c6e6690 0x55b59c6efcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:00.836 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.832+0000 7f9196f84b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b59c6e6fb0 0x55b59c6f0230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:00.836 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.832+0000 7f9196f84b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f91841ae3b0 con 0x55b59c6e11c0 2024-05-20T21:28:00.836 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.832+0000 7f9196f84b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f91841af820 con 0x55b59c6e6690 2024-05-20T21:28:00.836 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.832+0000 7f9196f84b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f91841aea80 con 0x55b59c6e6fb0 2024-05-20T21:28:00.836 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.832+0000 7f9196f84b80 10 client.0 _ll_register_callbacks cb 0x55b59c5d8cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:00.836 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.832+0000 7f9189c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b59c6e11c0 0x55b59c6f31d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:00.836 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.832+0000 7f918a600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b59c6e6fb0 0x55b59c6f0230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:00.836 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.832+0000 7f9189c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b59c6e11c0 0x55b59c6f31d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:33848/0 (socket says 172.21.15.8:33848) 2024-05-20T21:28:00.836 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.832+0000 7f9189c00700 1 -- 172.21.15.8:0/2362175432 learned_addr learned my addr 172.21.15.8:0/2362175432 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:00.836 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.832+0000 7f9189200700 1 --2- 172.21.15.8:0/2362175432 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b59c6e6690 0x55b59c6efcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:00.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.833+0000 7f9189c00700 1 -- 172.21.15.8:0/2362175432 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b59c6e6fb0 msgr2=0x55b59c6f0230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:00.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.833+0000 7f9189c00700 1 --2- 172.21.15.8:0/2362175432 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b59c6e6fb0 0x55b59c6f0230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:00.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.833+0000 7f9189c00700 1 -- 172.21.15.8:0/2362175432 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b59c6e6690 msgr2=0x55b59c6efcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:00.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.833+0000 7f9189c00700 1 --2- 172.21.15.8:0/2362175432 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b59c6e6690 0x55b59c6efcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:00.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.833+0000 7f9189c00700 1 -- 172.21.15.8:0/2362175432 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b59c6f07f0 con 0x55b59c6e11c0 2024-05-20T21:28:00.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.833+0000 7f918a600700 1 --2- 172.21.15.8:0/2362175432 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b59c6e6fb0 0x55b59c6f0230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:00.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.833+0000 7f9189c00700 1 --2- 172.21.15.8:0/2362175432 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b59c6e11c0 0x55b59c6f31d0 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f9178000c00 tx=0x7f9178004c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6c47199baed1b1f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:00.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.833+0000 7f916b400700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:28:00.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.833+0000 7f916b400700 1 -- 172.21.15.8:0/2362175432 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f917801e070 con 0x55b59c6e11c0 2024-05-20T21:28:00.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.833+0000 7f916b400700 1 -- 172.21.15.8:0/2362175432 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f9178005290 con 0x55b59c6e11c0 2024-05-20T21:28:00.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.833+0000 7f9196f84b80 1 -- 172.21.15.8:0/2362175432 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f91700043d0 con 0x55b59c6e11c0 2024-05-20T21:28:00.838 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.834+0000 7f916b400700 1 -- 172.21.15.8:0/2362175432 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f91780054b0 con 0x55b59c6e11c0 2024-05-20T21:28:00.838 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.834+0000 7f9196f84b80 10 client.18822 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:00.838 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.834+0000 7f9196f84b80 1 -- 172.21.15.8:0/2362175432 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b59c765cc0 con 0x55b59c6e11c0 2024-05-20T21:28:00.838 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.834+0000 7f916b400700 1 -- 172.21.15.8:0/2362175432 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f91700043d0 con 0x55b59c6e11c0 2024-05-20T21:28:00.839 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.834+0000 7f916b400700 1 -- 172.21.15.8:0/2362175432 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f917802c050 con 0x55b59c6e11c0 2024-05-20T21:28:00.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.834+0000 7f9196f84b80 10 client.18822 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:00.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.834+0000 7f9196f84b80 10 client.18822 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:28:00.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.834+0000 7f9196f84b80 20 client.18822 populate_metadata read hostname 'smithi008' 2024-05-20T21:28:00.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.834+0000 7f9196f84b80 1 --2- 172.21.15.8:0/2362175432 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55b59c766250 0x55b59c768670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:00.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.834+0000 7f9196f84b80 4 client.18822 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:28:00.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.834+0000 7f9196f84b80 1 -- 172.21.15.8:0/2362175432 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55b59c63a5f0 con 0x55b59c766250 2024-05-20T21:28:00.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.835+0000 7f9189200700 1 --2- 172.21.15.8:0/2362175432 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55b59c766250 0x55b59c768670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:00.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.835+0000 7f9189200700 1 --2- 172.21.15.8:0/2362175432 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55b59c766250 0x55b59c768670 crc :-1 s=READY pgs=335 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a6a008af8eb70956 server_cookie=31b60f98889c41df in_seq=0 out_seq=0 2024-05-20T21:28:00.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.835+0000 7f916b400700 10 client.18822 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:28:00.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.836+0000 7f916b400700 1 -- 172.21.15.8:0/2362175432 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55b59c63a5f0 con 0x55b59c766250 2024-05-20T21:28:00.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.836+0000 7f916b400700 10 client.18822 handle_command_reply: tid=0 2024-05-20T21:28:00.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.836+0000 7f9196f84b80 1 client.18822 shutdown 2024-05-20T21:28:00.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.837+0000 7f9196f84b80 1 -- 172.21.15.8:0/2362175432 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b59c6e11c0 msgr2=0x55b59c6f31d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:00.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.837+0000 7f9196f84b80 1 --2- 172.21.15.8:0/2362175432 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b59c6e11c0 0x55b59c6f31d0 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f9178000c00 tx=0x7f9178004c10 comp rx=0 tx=0).stop 2024-05-20T21:28:00.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.837+0000 7f9196f84b80 1 -- 172.21.15.8:0/2362175432 shutdown_connections 2024-05-20T21:28:00.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.837+0000 7f9196f84b80 1 --2- 172.21.15.8:0/2362175432 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55b59c766250 0x55b59c768670 crc :-1 s=READY pgs=335 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:00.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.837+0000 7f9196f84b80 1 --2- 172.21.15.8:0/2362175432 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b59c6e6fb0 0x55b59c6f0230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:00.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.837+0000 7f9196f84b80 1 --2- 172.21.15.8:0/2362175432 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b59c6e11c0 0x55b59c6f31d0 unknown :-1 s=CLOSED pgs=651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:00.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.837+0000 7f9196f84b80 1 --2- 172.21.15.8:0/2362175432 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b59c6e6690 0x55b59c6efcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:00.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.837+0000 7f916b400700 0 client.18822 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:28:00.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.837+0000 7f9196f84b80 1 -- 172.21.15.8:0/2362175432 >> 172.21.15.8:0/2362175432 conn(0x55b59c60ec60 msgr2=0x55b59c6e51e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:00.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.837+0000 7f9196f84b80 1 -- 172.21.15.8:0/2362175432 shutdown_connections 2024-05-20T21:28:00.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.837+0000 7f9196f84b80 1 -- 172.21.15.8:0/2362175432 wait complete. 2024-05-20T21:28:00.842 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.837+0000 7f9196f84b80 20 client.18822 trim_cache size 0 max 16384 2024-05-20T21:28:00.842 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:28:00.842 INFO:teuthology.orchestra.run.smithi008.stdout: "return_code": 0, 2024-05-20T21:28:00.842 INFO:teuthology.orchestra.run.smithi008.stdout: "scrub_tag": "788426a2-2724-4bec-ac70-799d1ff04e21", 2024-05-20T21:28:00.842 INFO:teuthology.orchestra.run.smithi008.stdout: "mode": "asynchronous" 2024-05-20T21:28:00.842 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:28:00.843 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.838+0000 7f918c600700 1 -- 172.21.15.8:0/2625114440 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f916c0b2880 msgr2=0x7f916c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:00.843 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.838+0000 7f918c600700 1 --2- 172.21.15.8:0/2625114440 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f916c0b2880 0x7f916c0b4d40 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f918410ad20 tx=0x7f91700077e0 comp rx=0 tx=0).stop 2024-05-20T21:28:00.843 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.838+0000 7f918c600700 1 -- 172.21.15.8:0/2625114440 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f918410b780 msgr2=0x7f91841a06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:00.843 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.838+0000 7f918c600700 1 --2- 172.21.15.8:0/2625114440 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f918410b780 0x7f91841a06d0 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f917c00b070 tx=0x7f917c004cf0 comp rx=0 tx=0).stop 2024-05-20T21:28:00.843 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.838+0000 7f918c600700 1 -- 172.21.15.8:0/2625114440 shutdown_connections 2024-05-20T21:28:00.843 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.838+0000 7f918c600700 1 --2- 172.21.15.8:0/2625114440 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f916c0b2880 0x7f916c0b4d40 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:00.844 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.838+0000 7f918c600700 1 --2- 172.21.15.8:0/2625114440 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9184105780 0x7f918419be00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:00.844 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.838+0000 7f918c600700 1 --2- 172.21.15.8:0/2625114440 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f918410b780 0x7f91841a06d0 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:00.844 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.838+0000 7f918c600700 1 --2- 172.21.15.8:0/2625114440 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9184106140 0x7f918419c340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:00.844 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.838+0000 7f918c600700 1 -- 172.21.15.8:0/2625114440 >> 172.21.15.8:0/2625114440 conn(0x7f9184101270 msgr2=0x7f91841017b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:00.844 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.838+0000 7f918c600700 1 -- 172.21.15.8:0/2625114440 shutdown_connections 2024-05-20T21:28:00.844 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:00.839+0000 7f918c600700 1 -- 172.21.15.8:0/2625114440 wait complete. 2024-05-20T21:28:00.845 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:28:00 smithi008 ceph-mon[31475]: pgmap v820: 97 pgs: 97 active+clean; 2.4 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.7 KiB/s wr, 11 op/s 2024-05-20T21:28:01.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:28:00 smithi130 ceph-mon[36448]: pgmap v820: 97 pgs: 97 active+clean; 2.4 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.7 KiB/s wr, 11 op/s 2024-05-20T21:28:01.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:28:00 smithi050 ceph-mon[35809]: pgmap v820: 97 pgs: 97 active+clean; 2.4 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.7 KiB/s wr, 11 op/s 2024-05-20T21:28:01.752 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:28:01.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:28:01 smithi008 ceph-mon[31475]: scrub queued for path: / 2024-05-20T21:28:01.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:28:01 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:28:01.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:28:01 smithi008 ceph-mon[31475]: scrub summary: active paths [/] 2024-05-20T21:28:01.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:28:01 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:28:01.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:28:01 smithi008 ceph-mon[31475]: scrub summary: idle 2024-05-20T21:28:02.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:28:01 smithi130 ceph-mon[36448]: scrub queued for path: / 2024-05-20T21:28:02.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:28:01 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:28:02.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:28:01 smithi130 ceph-mon[36448]: scrub summary: active paths [/] 2024-05-20T21:28:02.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:28:01 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:28:02.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:28:01 smithi130 ceph-mon[36448]: scrub summary: idle 2024-05-20T21:28:02.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:28:01 smithi050 ceph-mon[35809]: scrub queued for path: / 2024-05-20T21:28:02.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:28:01 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:28:02.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:28:01 smithi050 ceph-mon[35809]: scrub summary: active paths [/] 2024-05-20T21:28:02.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:28:01 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:28:02.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:28:01 smithi050 ceph-mon[35809]: scrub summary: idle 2024-05-20T21:28:02.253 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:28:02.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:28:02 smithi008 ceph-mon[31475]: pgmap v821: 97 pgs: 97 active+clean; 2.4 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 8.7 KiB/s wr, 12 op/s 2024-05-20T21:28:03.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:28:02 smithi130 ceph-mon[36448]: pgmap v821: 97 pgs: 97 active+clean; 2.4 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 8.7 KiB/s wr, 12 op/s 2024-05-20T21:28:03.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:28:02 smithi050 ceph-mon[35809]: pgmap v821: 97 pgs: 97 active+clean; 2.4 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 8.7 KiB/s wr, 12 op/s 2024-05-20T21:28:03.957 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:28:03 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:28:04.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:28:03 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:28:04.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:28:03 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:28:04.455 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.453+0000 7f4285400700 1 -- 172.21.15.8:0/1437218020 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4280108520 msgr2=0x7f4280108900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:04.455 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.453+0000 7f4285400700 1 --2- 172.21.15.8:0/1437218020 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4280108520 0x7f4280108900 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f4270009990 tx=0x7f4270009ca0 comp rx=0 tx=0).stop 2024-05-20T21:28:04.455 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.454+0000 7f4285400700 1 -- 172.21.15.8:0/1437218020 shutdown_connections 2024-05-20T21:28:04.455 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.454+0000 7f4285400700 1 --2- 172.21.15.8:0/1437218020 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4280102e00 0x7f428010f2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:04.455 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.454+0000 7f4285400700 1 --2- 172.21.15.8:0/1437218020 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4280108520 0x7f4280108900 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:04.455 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.454+0000 7f4285400700 1 --2- 172.21.15.8:0/1437218020 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4280102440 0x7f42801028c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:04.455 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.454+0000 7f4285400700 1 -- 172.21.15.8:0/1437218020 >> 172.21.15.8:0/1437218020 conn(0x7f42800793f0 msgr2=0x7f4280079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:04.455 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.454+0000 7f4285400700 1 -- 172.21.15.8:0/1437218020 shutdown_connections 2024-05-20T21:28:04.455 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.454+0000 7f4285400700 1 -- 172.21.15.8:0/1437218020 wait complete. 2024-05-20T21:28:04.456 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.455+0000 7f4285400700 1 Processor -- start 2024-05-20T21:28:04.456 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.456+0000 7f4285400700 1 -- start start 2024-05-20T21:28:04.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.456+0000 7f4285400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4280102440 0x7f4280104080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:04.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.456+0000 7f4285400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4280102e00 0x7f42801045c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:04.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.456+0000 7f4285400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4280108520 0x7f4280104b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:04.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.456+0000 7f4285400700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f4280112620 con 0x7f4280108520 2024-05-20T21:28:04.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.456+0000 7f4285400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f42801124a0 con 0x7f4280102440 2024-05-20T21:28:04.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.456+0000 7f4285400700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f42801127a0 con 0x7f4280102e00 2024-05-20T21:28:04.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.456+0000 7f427e800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4280102440 0x7f4280104080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:04.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.456+0000 7f427e800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4280102440 0x7f4280104080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:36870/0 (socket says 172.21.15.8:36870) 2024-05-20T21:28:04.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.456+0000 7f427e800700 1 -- 172.21.15.8:0/1192706127 learned_addr learned my addr 172.21.15.8:0/1192706127 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:04.458 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.457+0000 7f427f200700 1 --2- 172.21.15.8:0/1192706127 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4280108520 0x7f4280104b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:04.458 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.457+0000 7f427de00700 1 --2- 172.21.15.8:0/1192706127 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4280102e00 0x7f42801045c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:04.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.457+0000 7f427e800700 1 -- 172.21.15.8:0/1192706127 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4280102e00 msgr2=0x7f42801045c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:04.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.457+0000 7f427e800700 1 --2- 172.21.15.8:0/1192706127 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4280102e00 0x7f42801045c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:04.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.457+0000 7f427e800700 1 -- 172.21.15.8:0/1192706127 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4280108520 msgr2=0x7f4280104b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:04.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.457+0000 7f427e800700 1 --2- 172.21.15.8:0/1192706127 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4280108520 0x7f4280104b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:04.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.457+0000 7f427e800700 1 -- 172.21.15.8:0/1192706127 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42801a8180 con 0x7f4280102440 2024-05-20T21:28:04.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.457+0000 7f427f200700 1 --2- 172.21.15.8:0/1192706127 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4280108520 0x7f4280104b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:28:04.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.457+0000 7f427e800700 1 --2- 172.21.15.8:0/1192706127 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4280102440 0x7f4280104080 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f4270000c00 tx=0x7f42700057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:04.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.458+0000 7f4277400700 1 -- 172.21.15.8:0/1192706127 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4270027070 con 0x7f4280102440 2024-05-20T21:28:04.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.458+0000 7f4277400700 1 -- 172.21.15.8:0/1192706127 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4270022470 con 0x7f4280102440 2024-05-20T21:28:04.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.458+0000 7f4285400700 1 -- 172.21.15.8:0/1192706127 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42801a8410 con 0x7f4280102440 2024-05-20T21:28:04.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.458+0000 7f4277400700 1 -- 172.21.15.8:0/1192706127 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4270017650 con 0x7f4280102440 2024-05-20T21:28:04.459 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.458+0000 7f4285400700 1 -- 172.21.15.8:0/1192706127 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42801a88c0 con 0x7f4280102440 2024-05-20T21:28:04.463 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.462+0000 7f428fc9eb80 1 Processor -- start 2024-05-20T21:28:04.463 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.463+0000 7f428fc9eb80 1 -- start start 2024-05-20T21:28:04.464 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.463+0000 7f428fc9eb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f816a7c610 0x55f816a7c9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:04.464 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.463+0000 7f428fc9eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f816a7cf30 0x55f816a76b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:04.464 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.463+0000 7f428fc9eb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f816a77140 0x55f816a775c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:04.464 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.463+0000 7f428fc9eb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55f8169d4e40 con 0x55f816a77140 2024-05-20T21:28:04.464 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.463+0000 7f428fc9eb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55f8169c49e0 con 0x55f816a7c610 2024-05-20T21:28:04.464 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.463+0000 7f428fc9eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55f8169c8a20 con 0x55f816a7cf30 2024-05-20T21:28:04.464 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.463+0000 7f4277400700 1 -- 172.21.15.8:0/1192706127 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f4270009d10 con 0x7f4280102440 2024-05-20T21:28:04.465 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.463+0000 7f427f200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f816a7c610 0x55f816a7c9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:04.465 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.464+0000 7f427f200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f816a7c610 0x55f816a7c9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:36884/0 (socket says 172.21.15.8:36884) 2024-05-20T21:28:04.465 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.464+0000 7f427f200700 1 -- 172.21.15.8:0/2954774633 learned_addr learned my addr 172.21.15.8:0/2954774633 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:04.465 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.464+0000 7f427de00700 1 --2- 172.21.15.8:0/2954774633 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f816a77140 0x55f816a775c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:04.465 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.464+0000 7f427e800700 1 --2- 172.21.15.8:0/2954774633 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f816a7cf30 0x55f816a76b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:04.466 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.464+0000 7f427f200700 1 -- 172.21.15.8:0/2954774633 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f816a7cf30 msgr2=0x55f816a76b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:04.466 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.464+0000 7f427f200700 1 --2- 172.21.15.8:0/2954774633 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f816a7cf30 0x55f816a76b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:04.466 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.464+0000 7f427f200700 1 -- 172.21.15.8:0/2954774633 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f816a77140 msgr2=0x55f816a775c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:04.466 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.464+0000 7f427f200700 1 --2- 172.21.15.8:0/2954774633 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f816a77140 0x55f816a775c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:04.466 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.464+0000 7f427f200700 1 -- 172.21.15.8:0/2954774633 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f81698d420 con 0x55f816a7c610 2024-05-20T21:28:04.466 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.464+0000 7f427e800700 1 --2- 172.21.15.8:0/2954774633 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f816a7cf30 0x55f816a76b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:28:04.466 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.464+0000 7f427de00700 1 --2- 172.21.15.8:0/2954774633 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f816a77140 0x55f816a775c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:28:04.466 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.464+0000 7f427f200700 1 --2- 172.21.15.8:0/2954774633 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f816a7c610 0x55f816a7c9f0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f4278009440 tx=0x7f4278009920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1e1103dae5e48ecc server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:04.466 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.465+0000 7f426be00700 1 -- 172.21.15.8:0/2954774633 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4278015640 con 0x55f816a7c610 2024-05-20T21:28:04.466 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.465+0000 7f426be00700 1 -- 172.21.15.8:0/2954774633 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4278015c90 con 0x55f816a7c610 2024-05-20T21:28:04.466 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.465+0000 7f426be00700 1 -- 172.21.15.8:0/2954774633 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4278014e00 con 0x55f816a7c610 2024-05-20T21:28:04.467 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.465+0000 7f4277400700 1 --2- 172.21.15.8:0/1192706127 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f42640b2900 0x7f42640b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:04.468 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.466+0000 7f4277400700 1 -- 172.21.15.8:0/1192706127 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f42700e2c20 con 0x7f4280102440 2024-05-20T21:28:04.468 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.466+0000 7f428fc9eb80 1 -- 172.21.15.8:0/2954774633 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f816a7c610 msgr2=0x55f816a7c9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:04.468 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.466+0000 7f428fc9eb80 1 --2- 172.21.15.8:0/2954774633 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f816a7c610 0x55f816a7c9f0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f4278009440 tx=0x7f4278009920 comp rx=0 tx=0).stop 2024-05-20T21:28:04.468 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.466+0000 7f427e800700 1 --2- 172.21.15.8:0/1192706127 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f42640b2900 0x7f42640b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:04.468 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.466+0000 7f428fc9eb80 1 -- 172.21.15.8:0/2954774633 shutdown_connections 2024-05-20T21:28:04.468 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.466+0000 7f428fc9eb80 1 --2- 172.21.15.8:0/2954774633 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f816a7c610 0x55f816a7c9f0 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:04.468 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.466+0000 7f428fc9eb80 1 --2- 172.21.15.8:0/2954774633 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f816a77140 0x55f816a775c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:04.468 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.466+0000 7f428fc9eb80 1 --2- 172.21.15.8:0/2954774633 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f816a7cf30 0x55f816a76b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:04.468 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.466+0000 7f428fc9eb80 1 -- 172.21.15.8:0/2954774633 >> 172.21.15.8:0/2954774633 conn(0x55f8169a4be0 msgr2=0x55f816a71690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:04.468 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.466+0000 7f428fc9eb80 1 -- 172.21.15.8:0/2954774633 shutdown_connections 2024-05-20T21:28:04.468 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.466+0000 7f428fc9eb80 1 -- 172.21.15.8:0/2954774633 wait complete. 2024-05-20T21:28:04.468 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.467+0000 7f427e800700 1 --2- 172.21.15.8:0/1192706127 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f42640b2900 0x7f42640b4dc0 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f42700e2ec0 tx=0x7f4270009ca0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:04.468 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.467+0000 7f428fc9eb80 1 -- start start 2024-05-20T21:28:04.469 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.467+0000 7f428fc9eb80 1 Processor -- start 2024-05-20T21:28:04.470 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.468+0000 7f428fc9eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f816a77140 0x55f816a82c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:04.470 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.468+0000 7f428fc9eb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f816a7c610 0x55f816a7ffe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:04.470 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.468+0000 7f428fc9eb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f816a7cf30 0x55f816a80520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:04.470 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.468+0000 7f428fc9eb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55f8168cafa0 con 0x55f816a7c610 2024-05-20T21:28:04.470 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.468+0000 7f428fc9eb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55f816965760 con 0x55f816a7cf30 2024-05-20T21:28:04.470 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.468+0000 7f428fc9eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55f816a839e0 con 0x55f816a77140 2024-05-20T21:28:04.470 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.468+0000 7f428fc9eb80 10 client.0 _ll_register_callbacks cb 0x55f81696ec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:04.470 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.469+0000 7f427f200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f816a77140 0x55f816a82c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:04.470 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.469+0000 7f427f200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f816a77140 0x55f816a82c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:35424/0 (socket says 172.21.15.8:35424) 2024-05-20T21:28:04.470 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.469+0000 7f427f200700 1 -- 172.21.15.8:0/579858198 learned_addr learned my addr 172.21.15.8:0/579858198 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:04.470 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.469+0000 7f427de00700 1 --2- 172.21.15.8:0/579858198 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f816a7c610 0x55f816a7ffe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:04.471 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.469+0000 7f427f200700 1 --2- 172.21.15.8:0/579858198 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f816a7cf30 0x55f816a80520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:04.471 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.469+0000 7f427f200700 1 -- 172.21.15.8:0/579858198 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f816a7cf30 msgr2=0x55f816a80520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:04.471 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.469+0000 7f427f200700 1 --2- 172.21.15.8:0/579858198 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f816a7cf30 0x55f816a80520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:04.471 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.469+0000 7f427f200700 1 -- 172.21.15.8:0/579858198 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f816a7c610 msgr2=0x55f816a7ffe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:04.471 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.469+0000 7f427f200700 1 --2- 172.21.15.8:0/579858198 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f816a7c610 0x55f816a7ffe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:04.471 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.469+0000 7f427f200700 1 -- 172.21.15.8:0/579858198 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f8169148d0 con 0x55f816a77140 2024-05-20T21:28:04.471 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.469+0000 7f427f200700 1 --2- 172.21.15.8:0/579858198 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f816a77140 0x55f816a82c40 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f4278014610 tx=0x7f4278014960 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f8f05ce9f50a6b20 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:04.471 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.469+0000 7f4268c00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:28:04.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.470+0000 7f4268c00700 1 -- 172.21.15.8:0/579858198 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4278015a80 con 0x55f816a77140 2024-05-20T21:28:04.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.470+0000 7f4268c00700 1 -- 172.21.15.8:0/579858198 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f4278021430 con 0x55f816a77140 2024-05-20T21:28:04.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.470+0000 7f428fc9eb80 1 -- 172.21.15.8:0/579858198 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4278015c90 con 0x55f816a77140 2024-05-20T21:28:04.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.470+0000 7f4268c00700 1 -- 172.21.15.8:0/579858198 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4278021630 con 0x55f816a77140 2024-05-20T21:28:04.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.470+0000 7f428fc9eb80 10 client.29008 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:04.473 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.470+0000 7f428fc9eb80 1 -- 172.21.15.8:0/579858198 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f816995060 con 0x55f816a77140 2024-05-20T21:28:04.473 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.471+0000 7f4268c00700 1 -- 172.21.15.8:0/579858198 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4278015c90 con 0x55f816a77140 2024-05-20T21:28:04.473 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.471+0000 7f4268c00700 1 -- 172.21.15.8:0/579858198 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f4278020540 con 0x55f816a77140 2024-05-20T21:28:04.473 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.471+0000 7f428fc9eb80 10 client.29008 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:04.473 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.471+0000 7f428fc9eb80 10 client.29008 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:28:04.473 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.471+0000 7f428fc9eb80 20 client.29008 populate_metadata read hostname 'smithi008' 2024-05-20T21:28:04.473 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.471+0000 7f428fc9eb80 1 --2- 172.21.15.8:0/579858198 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f816a90380 0x55f816a92770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:04.473 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.471+0000 7f428fc9eb80 4 client.29008 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:28:04.473 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.471+0000 7f428fc9eb80 1 -- 172.21.15.8:0/579858198 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f8169d6d90 con 0x55f816a90380 2024-05-20T21:28:04.473 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.471+0000 7f427de00700 1 --2- 172.21.15.8:0/579858198 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f816a90380 0x55f816a92770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:04.473 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.472+0000 7f427de00700 1 --2- 172.21.15.8:0/579858198 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f816a90380 0x55f816a92770 crc :-1 s=READY pgs=336 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a30faeab28ecb2e1 server_cookie=40782db1222010e4 in_seq=0 out_seq=0 2024-05-20T21:28:04.473 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.472+0000 7f4268c00700 10 client.29008 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:28:04.474 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.473+0000 7f4268c00700 1 -- 172.21.15.8:0/579858198 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55f8169d6d90 con 0x55f816a90380 2024-05-20T21:28:04.475 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.473+0000 7f4268c00700 10 client.29008 handle_command_reply: tid=0 2024-05-20T21:28:04.475 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.473+0000 7f428fc9eb80 1 client.29008 shutdown 2024-05-20T21:28:04.475 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.473+0000 7f428fc9eb80 1 -- 172.21.15.8:0/579858198 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f816a77140 msgr2=0x55f816a82c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:04.475 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.473+0000 7f428fc9eb80 1 --2- 172.21.15.8:0/579858198 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f816a77140 0x55f816a82c40 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f4278014610 tx=0x7f4278014960 comp rx=0 tx=0).stop 2024-05-20T21:28:04.475 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.473+0000 7f428fc9eb80 1 -- 172.21.15.8:0/579858198 shutdown_connections 2024-05-20T21:28:04.475 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.473+0000 7f428fc9eb80 1 --2- 172.21.15.8:0/579858198 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f816a90380 0x55f816a92770 crc :-1 s=READY pgs=336 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:04.475 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.473+0000 7f428fc9eb80 1 --2- 172.21.15.8:0/579858198 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f816a7cf30 0x55f816a80520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:04.475 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.473+0000 7f428fc9eb80 1 --2- 172.21.15.8:0/579858198 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f816a77140 0x55f816a82c40 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:04.475 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.473+0000 7f428fc9eb80 1 --2- 172.21.15.8:0/579858198 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f816a7c610 0x55f816a7ffe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:04.475 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.473+0000 7f4268c00700 0 client.29008 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:28:04.475 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.473+0000 7f428fc9eb80 1 -- 172.21.15.8:0/579858198 >> 172.21.15.8:0/579858198 conn(0x55f8169a4be0 msgr2=0x55f816a70d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:04.475 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.473+0000 7f428fc9eb80 1 -- 172.21.15.8:0/579858198 shutdown_connections 2024-05-20T21:28:04.475 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.474+0000 7f428fc9eb80 1 -- 172.21.15.8:0/579858198 wait complete. 2024-05-20T21:28:04.476 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.474+0000 7f428fc9eb80 20 client.29008 trim_cache size 0 max 16384 2024-05-20T21:28:04.515 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.515+0000 7f428fc9eb80 1 Processor -- start 2024-05-20T21:28:04.516 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.515+0000 7f428fc9eb80 1 -- start start 2024-05-20T21:28:04.516 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.515+0000 7f428fc9eb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f816a77140 0x55f816a76b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:04.517 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.515+0000 7f428fc9eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f816a7c610 0x55f816a7f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:04.517 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.515+0000 7f428fc9eb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f816a7cf30 0x55f816a714f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:04.517 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.515+0000 7f428fc9eb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f42801b2680 con 0x55f816a7cf30 2024-05-20T21:28:04.517 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.515+0000 7f428fc9eb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f42801aff10 con 0x55f816a77140 2024-05-20T21:28:04.517 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.515+0000 7f428fc9eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f42801add80 con 0x55f816a7c610 2024-05-20T21:28:04.517 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.516+0000 7f427f200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f816a77140 0x55f816a76b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:04.517 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.516+0000 7f427f200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f816a77140 0x55f816a76b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:36914/0 (socket says 172.21.15.8:36914) 2024-05-20T21:28:04.517 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.516+0000 7f427f200700 1 -- 172.21.15.8:0/34382781 learned_addr learned my addr 172.21.15.8:0/34382781 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:04.517 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.516+0000 7f427f200700 1 --2- 172.21.15.8:0/34382781 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f816a7cf30 0x55f816a714f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:04.517 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.516+0000 7f427de00700 1 --2- 172.21.15.8:0/34382781 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f816a7c610 0x55f816a7f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:04.517 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.516+0000 7f427f200700 1 -- 172.21.15.8:0/34382781 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f816a7c610 msgr2=0x55f816a7f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:04.517 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.516+0000 7f427f200700 1 --2- 172.21.15.8:0/34382781 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f816a7c610 0x55f816a7f1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:04.518 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.516+0000 7f427f200700 1 -- 172.21.15.8:0/34382781 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f816a7cf30 msgr2=0x55f816a714f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:04.518 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.516+0000 7f427f200700 1 --2- 172.21.15.8:0/34382781 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f816a7cf30 0x55f816a714f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:04.518 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.516+0000 7f427f200700 1 -- 172.21.15.8:0/34382781 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f816a7e590 con 0x55f816a77140 2024-05-20T21:28:04.519 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.517+0000 7f427f200700 1 --2- 172.21.15.8:0/34382781 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f816a77140 0x55f816a76b20 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f4278009f10 tx=0x7f4278014960 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c10b772d2b4fd083 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:04.519 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.517+0000 7f426b400700 1 -- 172.21.15.8:0/34382781 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4278014640 con 0x55f816a77140 2024-05-20T21:28:04.519 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.517+0000 7f426b400700 1 -- 172.21.15.8:0/34382781 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f42780143e0 con 0x55f816a77140 2024-05-20T21:28:04.519 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.517+0000 7f426b400700 1 -- 172.21.15.8:0/34382781 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4278020db0 con 0x55f816a77140 2024-05-20T21:28:04.519 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.518+0000 7f428fc9eb80 1 -- 172.21.15.8:0/34382781 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f816a77140 msgr2=0x55f816a76b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:04.519 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.518+0000 7f428fc9eb80 1 --2- 172.21.15.8:0/34382781 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f816a77140 0x55f816a76b20 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f4278009f10 tx=0x7f4278014960 comp rx=0 tx=0).stop 2024-05-20T21:28:04.519 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.518+0000 7f428fc9eb80 1 -- 172.21.15.8:0/34382781 shutdown_connections 2024-05-20T21:28:04.519 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.518+0000 7f428fc9eb80 1 --2- 172.21.15.8:0/34382781 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f816a77140 0x55f816a76b20 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:04.519 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.518+0000 7f428fc9eb80 1 --2- 172.21.15.8:0/34382781 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f816a7cf30 0x55f816a714f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:04.519 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.518+0000 7f428fc9eb80 1 --2- 172.21.15.8:0/34382781 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f816a7c610 0x55f816a7f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:04.519 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.518+0000 7f428fc9eb80 1 -- 172.21.15.8:0/34382781 >> 172.21.15.8:0/34382781 conn(0x55f8169a4be0 msgr2=0x55f816a7d980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:04.519 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.518+0000 7f428fc9eb80 1 -- 172.21.15.8:0/34382781 shutdown_connections 2024-05-20T21:28:04.520 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.518+0000 7f428fc9eb80 1 -- 172.21.15.8:0/34382781 wait complete. 2024-05-20T21:28:04.520 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.519+0000 7f428fc9eb80 1 -- start start 2024-05-20T21:28:04.520 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.519+0000 7f428fc9eb80 1 Processor -- start 2024-05-20T21:28:04.521 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.520+0000 7f428fc9eb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f816a77140 0x55f816a88ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:04.521 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.520+0000 7f428fc9eb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f816a7c610 0x55f816a891e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:04.521 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.520+0000 7f428fc9eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f816a7cf30 0x55f816a85c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:04.521 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.520+0000 7f428fc9eb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f42801ae3d0 con 0x55f816a77140 2024-05-20T21:28:04.521 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.520+0000 7f428fc9eb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f42801af840 con 0x55f816a7c610 2024-05-20T21:28:04.521 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.520+0000 7f428fc9eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f42801aeaa0 con 0x55f816a7cf30 2024-05-20T21:28:04.521 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.520+0000 7f428fc9eb80 10 client.0 _ll_register_callbacks cb 0x55f81696ec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:04.521 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.520+0000 7f427f200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f816a77140 0x55f816a88ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:04.521 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.521+0000 7f427de00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f816a7c610 0x55f816a891e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:04.522 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.521+0000 7f427f200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f816a77140 0x55f816a88ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:44138/0 (socket says 172.21.15.8:44138) 2024-05-20T21:28:04.522 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.521+0000 7f427f200700 1 -- 172.21.15.8:0/3123008227 learned_addr learned my addr 172.21.15.8:0/3123008227 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:04.522 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.521+0000 7f427f200700 1 --2- 172.21.15.8:0/3123008227 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f816a7cf30 0x55f816a85c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:04.522 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.521+0000 7f427de00700 1 -- 172.21.15.8:0/3123008227 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f816a7cf30 msgr2=0x55f816a85c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:04.522 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.521+0000 7f427de00700 1 --2- 172.21.15.8:0/3123008227 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f816a7cf30 0x55f816a85c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:04.522 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.521+0000 7f427de00700 1 -- 172.21.15.8:0/3123008227 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f816a77140 msgr2=0x55f816a88ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:04.523 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.521+0000 7f427de00700 1 --2- 172.21.15.8:0/3123008227 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f816a77140 0x55f816a88ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:04.523 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.521+0000 7f427de00700 1 -- 172.21.15.8:0/3123008227 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f816a86230 con 0x55f816a7c610 2024-05-20T21:28:04.523 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.521+0000 7f427de00700 1 --2- 172.21.15.8:0/3123008227 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f816a7c610 0x55f816a891e0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x55f816a815b0 tx=0x7f426c0043b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=570e2e236bb6e0a8 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:04.523 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.521+0000 7f4268c00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:28:04.524 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.522+0000 7f4268c00700 1 -- 172.21.15.8:0/3123008227 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f426c01d380 con 0x55f816a7c610 2024-05-20T21:28:04.524 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.522+0000 7f4268c00700 1 -- 172.21.15.8:0/3123008227 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f426c01d520 con 0x55f816a7c610 2024-05-20T21:28:04.524 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.522+0000 7f428fc9eb80 1 -- 172.21.15.8:0/3123008227 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f42780143e0 con 0x55f816a7c610 2024-05-20T21:28:04.524 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.522+0000 7f4268c00700 1 -- 172.21.15.8:0/3123008227 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f426c01d720 con 0x55f816a7c610 2024-05-20T21:28:04.524 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.522+0000 7f428fc9eb80 10 client.28961 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:04.524 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.523+0000 7f428fc9eb80 1 -- 172.21.15.8:0/3123008227 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f816b03d40 con 0x55f816a7c610 2024-05-20T21:28:04.524 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.523+0000 7f4268c00700 1 -- 172.21.15.8:0/3123008227 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f42780143e0 con 0x55f816a7c610 2024-05-20T21:28:04.524 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.523+0000 7f4268c00700 1 -- 172.21.15.8:0/3123008227 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f426c026a10 con 0x55f816a7c610 2024-05-20T21:28:04.524 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.523+0000 7f428fc9eb80 10 client.28961 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:04.524 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.523+0000 7f428fc9eb80 10 client.28961 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:28:04.524 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.523+0000 7f428fc9eb80 20 client.28961 populate_metadata read hostname 'smithi008' 2024-05-20T21:28:04.525 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.523+0000 7f428fc9eb80 1 --2- 172.21.15.8:0/3123008227 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f816b043d0 0x55f816b067f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:04.525 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.523+0000 7f428fc9eb80 4 client.28961 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:28:04.525 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.523+0000 7f428fc9eb80 1 -- 172.21.15.8:0/3123008227 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55f8169d0570 con 0x55f816b043d0 2024-05-20T21:28:04.526 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.524+0000 7f427f200700 1 --2- 172.21.15.8:0/3123008227 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f816b043d0 0x55f816b067f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:04.526 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.524+0000 7f427f200700 1 --2- 172.21.15.8:0/3123008227 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f816b043d0 0x55f816b067f0 crc :-1 s=READY pgs=337 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1f582746ab951154 server_cookie=603ea5dee0fe78c8 in_seq=0 out_seq=0 2024-05-20T21:28:04.526 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.524+0000 7f4268c00700 10 client.28961 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:28:04.526 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.525+0000 7f4268c00700 1 -- 172.21.15.8:0/3123008227 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55f8169d0570 con 0x55f816b043d0 2024-05-20T21:28:04.526 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.525+0000 7f4268c00700 10 client.28961 handle_command_reply: tid=0 2024-05-20T21:28:04.526 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.525+0000 7f428fc9eb80 1 client.28961 shutdown 2024-05-20T21:28:04.526 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.525+0000 7f428fc9eb80 1 -- 172.21.15.8:0/3123008227 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f816a7c610 msgr2=0x55f816a891e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:04.526 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.525+0000 7f428fc9eb80 1 --2- 172.21.15.8:0/3123008227 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f816a7c610 0x55f816a891e0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x55f816a815b0 tx=0x7f426c0043b0 comp rx=0 tx=0).stop 2024-05-20T21:28:04.527 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.525+0000 7f428fc9eb80 1 -- 172.21.15.8:0/3123008227 shutdown_connections 2024-05-20T21:28:04.527 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.525+0000 7f428fc9eb80 1 --2- 172.21.15.8:0/3123008227 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f816b043d0 0x55f816b067f0 crc :-1 s=READY pgs=337 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:04.527 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.525+0000 7f428fc9eb80 1 --2- 172.21.15.8:0/3123008227 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f816a7cf30 0x55f816a85c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:04.527 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.525+0000 7f428fc9eb80 1 --2- 172.21.15.8:0/3123008227 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f816a77140 0x55f816a88ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:04.527 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.525+0000 7f428fc9eb80 1 --2- 172.21.15.8:0/3123008227 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f816a7c610 0x55f816a891e0 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:04.527 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.525+0000 7f428fc9eb80 1 -- 172.21.15.8:0/3123008227 >> 172.21.15.8:0/3123008227 conn(0x55f8169a4be0 msgr2=0x55f816a81620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:04.527 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.525+0000 7f4268c00700 0 client.28961 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:28:04.527 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.525+0000 7f428fc9eb80 1 -- 172.21.15.8:0/3123008227 shutdown_connections 2024-05-20T21:28:04.527 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.526+0000 7f428fc9eb80 1 -- 172.21.15.8:0/3123008227 wait complete. 2024-05-20T21:28:04.527 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.526+0000 7f428fc9eb80 20 client.28961 trim_cache size 0 max 16384 2024-05-20T21:28:04.528 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:28:04.528 INFO:teuthology.orchestra.run.smithi008.stdout: "status": "no active scrubs running", 2024-05-20T21:28:04.528 INFO:teuthology.orchestra.run.smithi008.stdout: "scrubs": {} 2024-05-20T21:28:04.528 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:28:04.528 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.527+0000 7f4285400700 1 -- 172.21.15.8:0/1192706127 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f42640b2900 msgr2=0x7f42640b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:04.528 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.527+0000 7f4285400700 1 --2- 172.21.15.8:0/1192706127 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f42640b2900 0x7f42640b4dc0 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f42700e2ec0 tx=0x7f4270009ca0 comp rx=0 tx=0).stop 2024-05-20T21:28:04.529 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.527+0000 7f4285400700 1 -- 172.21.15.8:0/1192706127 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4280102440 msgr2=0x7f4280104080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:04.529 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.527+0000 7f4285400700 1 --2- 172.21.15.8:0/1192706127 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4280102440 0x7f4280104080 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f4270000c00 tx=0x7f42700057c0 comp rx=0 tx=0).stop 2024-05-20T21:28:04.529 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.527+0000 7f4285400700 1 -- 172.21.15.8:0/1192706127 shutdown_connections 2024-05-20T21:28:04.529 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.527+0000 7f4285400700 1 --2- 172.21.15.8:0/1192706127 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f42640b2900 0x7f42640b4dc0 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:04.529 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.527+0000 7f4285400700 1 --2- 172.21.15.8:0/1192706127 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4280102440 0x7f4280104080 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:04.529 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.527+0000 7f4285400700 1 --2- 172.21.15.8:0/1192706127 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4280108520 0x7f4280104b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:04.529 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.527+0000 7f4285400700 1 --2- 172.21.15.8:0/1192706127 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4280102e00 0x7f42801045c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:04.529 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.527+0000 7f4285400700 1 -- 172.21.15.8:0/1192706127 >> 172.21.15.8:0/1192706127 conn(0x7f42800793f0 msgr2=0x7f428006b3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:04.529 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.528+0000 7f4285400700 1 -- 172.21.15.8:0/1192706127 shutdown_connections 2024-05-20T21:28:04.529 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:04.528+0000 7f4285400700 1 -- 172.21.15.8:0/1192706127 wait complete. 2024-05-20T21:28:04.912 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:28:04 smithi008 ceph-mon[31475]: pgmap v822: 97 pgs: 97 active+clean; 2.4 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 2.3 KiB/s wr, 9 op/s 2024-05-20T21:28:05.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:28:04 smithi130 ceph-mon[36448]: pgmap v822: 97 pgs: 97 active+clean; 2.4 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 2.3 KiB/s wr, 9 op/s 2024-05-20T21:28:05.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:28:04 smithi050 ceph-mon[35809]: pgmap v822: 97 pgs: 97 active+clean; 2.4 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 2.3 KiB/s wr, 9 op/s 2024-05-20T21:28:05.456 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:28:05.457 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:28:05.676 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.676+0000 7f69c9200640 1 -- 172.21.15.8:0/1022416150 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f69c41044c0 msgr2=0x7f69c410ad50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:05.677 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.676+0000 7f69c9200640 1 --2- 172.21.15.8:0/1022416150 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f69c41044c0 0x7f69c410ad50 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f69bc009ca0 tx=0x7f69bc02a8c0 comp rx=0 tx=0).stop 2024-05-20T21:28:05.677 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.676+0000 7f69c9200640 1 -- 172.21.15.8:0/1022416150 shutdown_connections 2024-05-20T21:28:05.677 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.676+0000 7f69c9200640 1 --2- 172.21.15.8:0/1022416150 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f69c41044c0 0x7f69c410ad50 unknown :-1 s=CLOSED pgs=652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:05.677 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.676+0000 7f69c9200640 1 --2- 172.21.15.8:0/1022416150 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f69c4103b00 0x7f69c4103f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:05.677 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.676+0000 7f69c9200640 1 --2- 172.21.15.8:0/1022416150 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f69c4102910 0x7f69c4102d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:05.677 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.676+0000 7f69c9200640 1 -- 172.21.15.8:0/1022416150 >> 172.21.15.8:0/1022416150 conn(0x7f69c40fde80 msgr2=0x7f69c41002c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:05.677 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.676+0000 7f69c9200640 1 -- 172.21.15.8:0/1022416150 shutdown_connections 2024-05-20T21:28:05.677 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.676+0000 7f69c9200640 1 -- 172.21.15.8:0/1022416150 wait complete. 2024-05-20T21:28:05.679 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.677+0000 7f69c9200640 1 Processor -- start 2024-05-20T21:28:05.679 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.677+0000 7f69c9200640 1 -- start start 2024-05-20T21:28:05.679 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.677+0000 7f69c9200640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f69c4102910 0x7f69c419acf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:05.679 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.677+0000 7f69c9200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f69c4103b00 0x7f69c419b230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:05.679 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.677+0000 7f69c9200640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f69c41044c0 0x7f69c41a2260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:05.679 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.678+0000 7f69c9200640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f69c410e490 con 0x7f69c41044c0 2024-05-20T21:28:05.679 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.678+0000 7f69c9200640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f69c410e310 con 0x7f69c4103b00 2024-05-20T21:28:05.679 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.678+0000 7f69c9200640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f69c410e610 con 0x7f69c4102910 2024-05-20T21:28:05.679 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.678+0000 7f69c3e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f69c41044c0 0x7f69c41a2260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:05.679 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.678+0000 7f69c3400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f69c4102910 0x7f69c419acf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:05.680 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.678+0000 7f69c3400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f69c4102910 0x7f69c419acf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:35450/0 (socket says 172.21.15.8:35450) 2024-05-20T21:28:05.680 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.678+0000 7f69c3400640 1 -- 172.21.15.8:0/1417615832 learned_addr learned my addr 172.21.15.8:0/1417615832 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:05.680 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.678+0000 7f69c2a00640 1 --2- 172.21.15.8:0/1417615832 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f69c4103b00 0x7f69c419b230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:05.680 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.678+0000 7f69c3400640 1 -- 172.21.15.8:0/1417615832 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f69c4103b00 msgr2=0x7f69c419b230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:05.680 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.678+0000 7f69c3400640 1 --2- 172.21.15.8:0/1417615832 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f69c4103b00 0x7f69c419b230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:05.680 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.678+0000 7f69c3400640 1 -- 172.21.15.8:0/1417615832 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f69c41044c0 msgr2=0x7f69c41a2260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:05.680 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.678+0000 7f69c3400640 1 --2- 172.21.15.8:0/1417615832 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f69c41044c0 0x7f69c41a2260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:05.680 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.678+0000 7f69c3400640 1 -- 172.21.15.8:0/1417615832 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69c41a2900 con 0x7f69c4102910 2024-05-20T21:28:05.680 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.678+0000 7f69c2a00640 1 --2- 172.21.15.8:0/1417615832 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f69c4103b00 0x7f69c419b230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:28:05.680 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.679+0000 7f69c3400640 1 --2- 172.21.15.8:0/1417615832 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f69c4102910 0x7f69c419acf0 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f69b400e9c0 tx=0x7f69b400ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:05.681 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.679+0000 7f69bbe00640 1 -- 172.21.15.8:0/1417615832 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69b400cde0 con 0x7f69c4102910 2024-05-20T21:28:05.681 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.679+0000 7f69c9200640 1 -- 172.21.15.8:0/1417615832 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69c41a2bf0 con 0x7f69c4102910 2024-05-20T21:28:05.681 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.679+0000 7f69bbe00640 1 -- 172.21.15.8:0/1417615832 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f69b40108e0 con 0x7f69c4102910 2024-05-20T21:28:05.681 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.679+0000 7f69bbe00640 1 -- 172.21.15.8:0/1417615832 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69b40188d0 con 0x7f69c4102910 2024-05-20T21:28:05.681 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.679+0000 7f69c9200640 1 -- 172.21.15.8:0/1417615832 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69c41a3140 con 0x7f69c4102910 2024-05-20T21:28:05.682 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.682+0000 7f69cd624740 1 Processor -- start 2024-05-20T21:28:05.682 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.682+0000 7f69cd624740 1 -- start start 2024-05-20T21:28:05.684 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.683+0000 7f69cd624740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d255fc8cf0 0x55d255fc9110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:05.684 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.683+0000 7f69cd624740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d255fc96e0 0x55d255fce1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:05.684 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.683+0000 7f69cd624740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d255fce850 0x55d255fd0ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:05.684 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.683+0000 7f69cd624740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55d255f38b90 con 0x55d255fc96e0 2024-05-20T21:28:05.684 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.683+0000 7f69cd624740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55d255f28730 con 0x55d255fce850 2024-05-20T21:28:05.684 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.683+0000 7f69cd624740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55d255f2c770 con 0x55d255fc8cf0 2024-05-20T21:28:05.684 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.683+0000 7f69c3e00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d255fc8cf0 0x55d255fc9110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:05.685 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.683+0000 7f69c3e00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d255fc8cf0 0x55d255fc9110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:35452/0 (socket says 172.21.15.8:35452) 2024-05-20T21:28:05.685 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.683+0000 7f69c3e00640 1 -- 172.21.15.8:0/3325058698 learned_addr learned my addr 172.21.15.8:0/3325058698 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:05.685 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.683+0000 7f69c2a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d255fce850 0x55d255fd0ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:05.685 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.683+0000 7f69bbe00640 1 -- 172.21.15.8:0/1417615832 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f69b401f020 con 0x7f69c4102910 2024-05-20T21:28:05.685 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.683+0000 7f69c3e00640 1 -- 172.21.15.8:0/3325058698 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d255fce850 msgr2=0x55d255fd0ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:05.685 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.683+0000 7f69c3e00640 1 --2- 172.21.15.8:0/3325058698 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d255fce850 0x55d255fd0ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:05.685 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.683+0000 7f69c3e00640 1 -- 172.21.15.8:0/3325058698 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d255fc96e0 msgr2=0x55d255fce1e0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-20T21:28:05.685 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.684+0000 7f69c3e00640 1 --2- 172.21.15.8:0/3325058698 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d255fc96e0 0x55d255fce1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:05.685 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.684+0000 7f69c3e00640 1 -- 172.21.15.8:0/3325058698 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d255ec18b0 con 0x55d255fc8cf0 2024-05-20T21:28:05.686 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.684+0000 7f69c3e00640 1 --2- 172.21.15.8:0/3325058698 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d255fc8cf0 0x55d255fc9110 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f69bc009ca0 tx=0x7f69bc0093c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=21cb775562e1a388 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:05.686 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.684+0000 7f69b8c00640 1 -- 172.21.15.8:0/3325058698 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69bc031650 con 0x55d255fc8cf0 2024-05-20T21:28:05.686 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.685+0000 7f69b8c00640 1 -- 172.21.15.8:0/3325058698 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f69bc036030 con 0x55d255fc8cf0 2024-05-20T21:28:05.686 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.685+0000 7f69b8c00640 1 -- 172.21.15.8:0/3325058698 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69bc004660 con 0x55d255fc8cf0 2024-05-20T21:28:05.686 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.685+0000 7f69bbe00640 1 --2- 172.21.15.8:0/1417615832 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f69a80b27d0 0x7f69a80b4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:05.686 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.685+0000 7f69cd624740 1 -- 172.21.15.8:0/3325058698 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d255fc8cf0 msgr2=0x55d255fc9110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:05.686 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.685+0000 7f69cd624740 1 --2- 172.21.15.8:0/3325058698 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d255fc8cf0 0x55d255fc9110 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f69bc009ca0 tx=0x7f69bc0093c0 comp rx=0 tx=0).stop 2024-05-20T21:28:05.697 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.685+0000 7f69cd624740 1 -- 172.21.15.8:0/3325058698 shutdown_connections 2024-05-20T21:28:05.697 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.685+0000 7f69cd624740 1 --2- 172.21.15.8:0/3325058698 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d255fce850 0x55d255fd0ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:05.698 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.685+0000 7f69cd624740 1 --2- 172.21.15.8:0/3325058698 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d255fc96e0 0x55d255fce1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:05.698 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.685+0000 7f69cd624740 1 --2- 172.21.15.8:0/3325058698 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d255fc8cf0 0x55d255fc9110 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:05.701 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.685+0000 7f69cd624740 1 -- 172.21.15.8:0/3325058698 >> 172.21.15.8:0/3325058698 conn(0x55d255fc4360 msgr2=0x55d255fc4760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:05.701 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.685+0000 7f69bbe00640 1 -- 172.21.15.8:0/1417615832 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f69b40e2550 con 0x7f69c4102910 2024-05-20T21:28:05.701 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.686+0000 7f69cd624740 1 -- 172.21.15.8:0/3325058698 shutdown_connections 2024-05-20T21:28:05.701 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.686+0000 7f69c3400640 1 --2- 172.21.15.8:0/1417615832 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f69a80b27d0 0x7f69a80b4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:05.702 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.686+0000 7f69cd624740 1 -- 172.21.15.8:0/3325058698 wait complete. 2024-05-20T21:28:05.702 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.686+0000 7f69cd624740 1 -- start start 2024-05-20T21:28:05.702 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.686+0000 7f69c3400640 1 --2- 172.21.15.8:0/1417615832 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f69a80b27d0 0x7f69a80b4c90 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f69b40dffe0 tx=0x7f69b400efb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:05.702 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.687+0000 7f69cd624740 1 Processor -- start 2024-05-20T21:28:05.702 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.687+0000 7f69cd624740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d255fc8cf0 0x55d255fd2880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:05.702 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.687+0000 7f69cd624740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d255fc96e0 0x55d255fd2dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:05.702 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.687+0000 7f69cd624740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d255fce850 0x55d255fd9e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:05.702 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.687+0000 7f69cd624740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55d255c0e790 con 0x55d255fc8cf0 2024-05-20T21:28:05.702 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.687+0000 7f69cd624740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55d255ed0bc0 con 0x55d255fce850 2024-05-20T21:28:05.702 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.687+0000 7f69cd624740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55d255fd1620 con 0x55d255fc96e0 2024-05-20T21:28:05.702 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.687+0000 7f69cd624740 10 client.0 _ll_register_callbacks cb 0x55d255eae400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:05.703 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.688+0000 7f69c3e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d255fc8cf0 0x55d255fd2880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:05.703 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.688+0000 7f69c2a00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d255fc96e0 0x55d255fd2dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:05.703 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.688+0000 7f69c3e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d255fc8cf0 0x55d255fd2880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:44164/0 (socket says 172.21.15.8:44164) 2024-05-20T21:28:05.703 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.688+0000 7f69c3e00640 1 -- 172.21.15.8:0/3238467929 learned_addr learned my addr 172.21.15.8:0/3238467929 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:05.703 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.688+0000 7f69c3e00640 1 --2- 172.21.15.8:0/3238467929 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d255fce850 0x55d255fd9e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:05.703 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.688+0000 7f69c3e00640 1 -- 172.21.15.8:0/3238467929 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d255fc96e0 msgr2=0x55d255fd2dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:05.703 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.688+0000 7f69c3e00640 1 --2- 172.21.15.8:0/3238467929 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d255fc96e0 0x55d255fd2dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:05.703 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.688+0000 7f69c3e00640 1 -- 172.21.15.8:0/3238467929 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d255fce850 msgr2=0x55d255fd9e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:05.703 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.688+0000 7f69c3e00640 1 --2- 172.21.15.8:0/3238467929 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d255fce850 0x55d255fd9e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:05.703 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.688+0000 7f69c3e00640 1 -- 172.21.15.8:0/3238467929 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d255c3d210 con 0x55d255fc8cf0 2024-05-20T21:28:05.703 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.688+0000 7f69c3e00640 1 --2- 172.21.15.8:0/3238467929 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d255fc8cf0 0x55d255fd2880 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f69bc006010 tx=0x7f69bc0095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5fec892dc4ba94e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:05.703 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.688+0000 7f69ad600640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:28:05.703 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.689+0000 7f69ad600640 1 -- 172.21.15.8:0/3238467929 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69bc058060 con 0x55d255fc8cf0 2024-05-20T21:28:05.703 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.689+0000 7f69ad600640 1 -- 172.21.15.8:0/3238467929 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f69bc003b70 con 0x55d255fc8cf0 2024-05-20T21:28:05.704 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.689+0000 7f69cd624740 1 -- 172.21.15.8:0/3238467929 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f69bc036030 con 0x55d255fc8cf0 2024-05-20T21:28:05.704 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.689+0000 7f69ad600640 1 -- 172.21.15.8:0/3238467929 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f69bc003d70 con 0x55d255fc8cf0 2024-05-20T21:28:05.704 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.689+0000 7f69cd624740 10 client.18846 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:05.704 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.689+0000 7f69cd624740 1 -- 172.21.15.8:0/3238467929 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d255d09620 con 0x55d255fc8cf0 2024-05-20T21:28:05.704 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.689+0000 7f69ad600640 1 -- 172.21.15.8:0/3238467929 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f69bc036030 con 0x55d255fc8cf0 2024-05-20T21:28:05.704 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.689+0000 7f69ad600640 1 -- 172.21.15.8:0/3238467929 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f69bc05c020 con 0x55d255fc8cf0 2024-05-20T21:28:05.704 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.690+0000 7f69cd624740 10 client.18846 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:05.704 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.690+0000 7f69cd624740 10 client.18846 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:28:05.704 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.690+0000 7f69cd624740 20 client.18846 populate_metadata read hostname 'smithi008' 2024-05-20T21:28:05.704 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.690+0000 7f69cd624740 1 --2- 172.21.15.8:0/3238467929 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55d255fde090 0x55d255fe0480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:05.705 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.690+0000 7f69cd624740 4 client.18846 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:28:05.705 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.690+0000 7f69cd624740 1 -- 172.21.15.8:0/3238467929 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d255f3aae0 con 0x55d255fde090 2024-05-20T21:28:05.705 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.690+0000 7f69c2a00640 1 --2- 172.21.15.8:0/3238467929 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55d255fde090 0x55d255fe0480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:05.705 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.691+0000 7f69c2a00640 1 --2- 172.21.15.8:0/3238467929 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55d255fde090 0x55d255fe0480 crc :-1 s=READY pgs=338 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fce394cb0ef0fadd server_cookie=691ddfa7ac1710fc in_seq=0 out_seq=0 2024-05-20T21:28:05.705 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.691+0000 7f69ad600640 10 client.18846 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:28:05.705 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.691+0000 7f69ad600640 1 -- 172.21.15.8:0/3238467929 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55d255f3aae0 con 0x55d255fde090 2024-05-20T21:28:05.705 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.691+0000 7f69ad600640 10 client.18846 handle_command_reply: tid=0 2024-05-20T21:28:05.705 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.691+0000 7f69cd624740 1 client.18846 shutdown 2024-05-20T21:28:05.705 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.692+0000 7f69cd624740 1 -- 172.21.15.8:0/3238467929 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d255fc8cf0 msgr2=0x55d255fd2880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:05.705 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.692+0000 7f69cd624740 1 --2- 172.21.15.8:0/3238467929 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d255fc8cf0 0x55d255fd2880 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f69bc006010 tx=0x7f69bc0095c0 comp rx=0 tx=0).stop 2024-05-20T21:28:05.705 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.692+0000 7f69cd624740 1 -- 172.21.15.8:0/3238467929 shutdown_connections 2024-05-20T21:28:05.705 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.692+0000 7f69cd624740 1 --2- 172.21.15.8:0/3238467929 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55d255fde090 0x55d255fe0480 crc :-1 s=READY pgs=338 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:05.705 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.692+0000 7f69cd624740 1 --2- 172.21.15.8:0/3238467929 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d255fce850 0x55d255fd9e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:05.706 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.692+0000 7f69cd624740 1 --2- 172.21.15.8:0/3238467929 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d255fc96e0 0x55d255fd2dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:05.706 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.692+0000 7f69cd624740 1 --2- 172.21.15.8:0/3238467929 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d255fc8cf0 0x55d255fd2880 unknown :-1 s=CLOSED pgs=653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:05.706 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.692+0000 7f69ad600640 0 client.18846 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:28:05.706 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.692+0000 7f69cd624740 1 -- 172.21.15.8:0/3238467929 >> 172.21.15.8:0/3238467929 conn(0x55d255fc4360 msgr2=0x55d255fc34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:05.706 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.692+0000 7f69cd624740 1 -- 172.21.15.8:0/3238467929 shutdown_connections 2024-05-20T21:28:05.706 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.692+0000 7f69cd624740 1 -- 172.21.15.8:0/3238467929 wait complete. 2024-05-20T21:28:05.706 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.692+0000 7f69cd624740 20 client.18846 trim_cache size 0 max 16384 2024-05-20T21:28:05.710 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.709+0000 7f69cd624740 1 Processor -- start 2024-05-20T21:28:05.710 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.709+0000 7f69cd624740 1 -- start start 2024-05-20T21:28:05.710 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.710+0000 7f69cd624740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d255fc8cf0 0x55d255fc7980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:05.710 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.710+0000 7f69cd624740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d255fc96e0 0x55d255fd9dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:05.711 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.710+0000 7f69cd624740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d255fce850 0x55d255fca180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:05.711 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.710+0000 7f69cd624740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f69c41ae6c0 con 0x55d255fc8cf0 2024-05-20T21:28:05.711 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.710+0000 7f69cd624740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f69c41abf90 con 0x55d255fce850 2024-05-20T21:28:05.711 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.710+0000 7f69cd624740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f69c41a9de0 con 0x55d255fc96e0 2024-05-20T21:28:05.712 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.710+0000 7f69c3e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d255fc8cf0 0x55d255fc7980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:05.712 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.710+0000 7f69c2a00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d255fc96e0 0x55d255fd9dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:05.712 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.710+0000 7f69c2a00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d255fc96e0 0x55d255fd9dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:35458/0 (socket says 172.21.15.8:35458) 2024-05-20T21:28:05.712 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.710+0000 7f69c2a00640 1 -- 172.21.15.8:0/1285630710 learned_addr learned my addr 172.21.15.8:0/1285630710 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:05.712 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.710+0000 7f69c3e00640 1 --2- 172.21.15.8:0/1285630710 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d255fce850 0x55d255fca180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:05.712 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.710+0000 7f69c2a00640 1 -- 172.21.15.8:0/1285630710 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d255fce850 msgr2=0x55d255fca180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:05.712 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.710+0000 7f69c2a00640 1 --2- 172.21.15.8:0/1285630710 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d255fce850 0x55d255fca180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:05.712 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.711+0000 7f69c2a00640 1 -- 172.21.15.8:0/1285630710 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d255fc8cf0 msgr2=0x55d255fc7980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:05.712 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.711+0000 7f69c2a00640 1 --2- 172.21.15.8:0/1285630710 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d255fc8cf0 0x55d255fc7980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:05.713 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.711+0000 7f69c2a00640 1 -- 172.21.15.8:0/1285630710 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d255fc4190 con 0x55d255fc96e0 2024-05-20T21:28:05.713 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.711+0000 7f69c3e00640 1 --2- 172.21.15.8:0/1285630710 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d255fce850 0x55d255fca180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:28:05.713 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.711+0000 7f69c2a00640 1 --2- 172.21.15.8:0/1285630710 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d255fc96e0 0x55d255fd9dc0 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x55d255fe0ca0 tx=0x7f69b0005f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=880aa74ac6b1d21f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:05.713 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.711+0000 7f69afe00640 1 -- 172.21.15.8:0/1285630710 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69b00117c0 con 0x55d255fc96e0 2024-05-20T21:28:05.713 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.711+0000 7f69afe00640 1 -- 172.21.15.8:0/1285630710 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f69b0011e10 con 0x55d255fc96e0 2024-05-20T21:28:05.713 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.711+0000 7f69afe00640 1 -- 172.21.15.8:0/1285630710 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69b001edb0 con 0x55d255fc96e0 2024-05-20T21:28:05.714 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.712+0000 7f69cd624740 1 -- 172.21.15.8:0/1285630710 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d255fc96e0 msgr2=0x55d255fd9dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:05.714 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.712+0000 7f69cd624740 1 --2- 172.21.15.8:0/1285630710 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d255fc96e0 0x55d255fd9dc0 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x55d255fe0ca0 tx=0x7f69b0005f90 comp rx=0 tx=0).stop 2024-05-20T21:28:05.714 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.712+0000 7f69cd624740 1 -- 172.21.15.8:0/1285630710 shutdown_connections 2024-05-20T21:28:05.714 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.712+0000 7f69cd624740 1 --2- 172.21.15.8:0/1285630710 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d255fce850 0x55d255fca180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:05.714 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.712+0000 7f69cd624740 1 --2- 172.21.15.8:0/1285630710 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d255fc96e0 0x55d255fd9dc0 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:05.714 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.712+0000 7f69cd624740 1 --2- 172.21.15.8:0/1285630710 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d255fc8cf0 0x55d255fc7980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:05.714 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.712+0000 7f69cd624740 1 -- 172.21.15.8:0/1285630710 >> 172.21.15.8:0/1285630710 conn(0x55d255fc4360 msgr2=0x55d255fc7270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:05.714 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.713+0000 7f69cd624740 1 -- 172.21.15.8:0/1285630710 shutdown_connections 2024-05-20T21:28:05.714 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.713+0000 7f69cd624740 1 -- 172.21.15.8:0/1285630710 wait complete. 2024-05-20T21:28:05.714 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.713+0000 7f69cd624740 1 -- start start 2024-05-20T21:28:05.715 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.713+0000 7f69cd624740 1 Processor -- start 2024-05-20T21:28:05.717 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.714+0000 7f69cd624740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d255fc8cf0 0x55d255fd7190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:05.718 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.714+0000 7f69cd624740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d255fc96e0 0x55d255fd76d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:05.718 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.714+0000 7f69cd624740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d255fce850 0x55d255fd8640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:05.718 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.714+0000 7f69cd624740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f69c41aa450 con 0x55d255fc8cf0 2024-05-20T21:28:05.718 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.714+0000 7f69cd624740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f69c41ab8c0 con 0x55d255fc96e0 2024-05-20T21:28:05.718 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.714+0000 7f69cd624740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f69c41aab20 con 0x55d255fce850 2024-05-20T21:28:05.718 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.714+0000 7f69cd624740 10 client.0 _ll_register_callbacks cb 0x7f69b00095d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:05.718 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.714+0000 7f69c3e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d255fc8cf0 0x55d255fd7190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:05.718 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.714+0000 7f69c3e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d255fc8cf0 0x55d255fd7190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:44172/0 (socket says 172.21.15.8:44172) 2024-05-20T21:28:05.718 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.714+0000 7f69c3e00640 1 -- 172.21.15.8:0/515834924 learned_addr learned my addr 172.21.15.8:0/515834924 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:05.718 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.715+0000 7f69c2a00640 1 --2- 172.21.15.8:0/515834924 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d255fc96e0 0x55d255fd76d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:05.718 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.715+0000 7f69c3e00640 1 --2- 172.21.15.8:0/515834924 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d255fce850 0x55d255fd8640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:05.719 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.715+0000 7f69c3e00640 1 -- 172.21.15.8:0/515834924 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d255fce850 msgr2=0x55d255fd8640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:05.719 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.715+0000 7f69c3e00640 1 --2- 172.21.15.8:0/515834924 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d255fce850 0x55d255fd8640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:05.719 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.715+0000 7f69c3e00640 1 -- 172.21.15.8:0/515834924 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d255fc96e0 msgr2=0x55d255fd76d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:05.719 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.715+0000 7f69c3e00640 1 --2- 172.21.15.8:0/515834924 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d255fc96e0 0x55d255fd76d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:05.719 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.715+0000 7f69c3e00640 1 -- 172.21.15.8:0/515834924 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d255fd8c30 con 0x55d255fc8cf0 2024-05-20T21:28:05.719 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.715+0000 7f69c2a00640 1 --2- 172.21.15.8:0/515834924 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d255fc96e0 0x55d255fd76d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:05.719 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.715+0000 7f69c3e00640 1 --2- 172.21.15.8:0/515834924 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d255fc8cf0 0x55d255fd7190 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f69bc02c010 tx=0x7f69bc000f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f202ea1f72bc900 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:05.719 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.715+0000 7f69ad600640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:28:05.719 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.716+0000 7f69ad600640 1 -- 172.21.15.8:0/515834924 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69bc058040 con 0x55d255fc8cf0 2024-05-20T21:28:05.719 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.716+0000 7f69ad600640 1 -- 172.21.15.8:0/515834924 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f69bc003970 con 0x55d255fc8cf0 2024-05-20T21:28:05.719 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.716+0000 7f69cd624740 1 -- 172.21.15.8:0/515834924 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f69b0011e10 con 0x55d255fc8cf0 2024-05-20T21:28:05.719 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.716+0000 7f69ad600640 1 -- 172.21.15.8:0/515834924 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f69bc030a30 con 0x55d255fc8cf0 2024-05-20T21:28:05.719 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.716+0000 7f69cd624740 10 client.18852 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:05.719 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.716+0000 7f69cd624740 1 -- 172.21.15.8:0/515834924 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d255fd9f50 con 0x55d255fc8cf0 2024-05-20T21:28:05.720 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.716+0000 7f69ad600640 1 -- 172.21.15.8:0/515834924 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f69b0011e10 con 0x55d255fc8cf0 2024-05-20T21:28:05.720 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.716+0000 7f69ad600640 1 -- 172.21.15.8:0/515834924 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f69bc05c040 con 0x55d255fc8cf0 2024-05-20T21:28:05.720 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.716+0000 7f69cd624740 10 client.18852 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:05.720 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.717+0000 7f69cd624740 10 client.18852 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:28:05.720 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.717+0000 7f69cd624740 20 client.18852 populate_metadata read hostname 'smithi008' 2024-05-20T21:28:05.720 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.717+0000 7f69cd624740 1 --2- 172.21.15.8:0/515834924 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55d256049150 0x55d25604b570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:05.720 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.717+0000 7f69cd624740 4 client.18852 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:28:05.720 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.717+0000 7f69cd624740 1 -- 172.21.15.8:0/515834924 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55d255f342c0 con 0x55d256049150 2024-05-20T21:28:05.720 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.717+0000 7f69c2a00640 1 --2- 172.21.15.8:0/515834924 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55d256049150 0x55d25604b570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:05.720 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.718+0000 7f69c2a00640 1 --2- 172.21.15.8:0/515834924 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55d256049150 0x55d25604b570 crc :-1 s=READY pgs=339 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=539453788f9826a9 server_cookie=9e8c0d7d7f658cf3 in_seq=0 out_seq=0 2024-05-20T21:28:05.721 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.718+0000 7f69ad600640 10 client.18852 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:28:05.731 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.731+0000 7f69ad600640 1 -- 172.21.15.8:0/515834924 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55d255f342c0 con 0x55d256049150 2024-05-20T21:28:05.732 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.731+0000 7f69ad600640 10 client.18852 handle_command_reply: tid=0 2024-05-20T21:28:05.732 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.731+0000 7f69cd624740 1 client.18852 shutdown 2024-05-20T21:28:05.732 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.731+0000 7f69cd624740 1 -- 172.21.15.8:0/515834924 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d255fc8cf0 msgr2=0x55d255fd7190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:05.732 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.731+0000 7f69cd624740 1 --2- 172.21.15.8:0/515834924 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d255fc8cf0 0x55d255fd7190 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f69bc02c010 tx=0x7f69bc000f40 comp rx=0 tx=0).stop 2024-05-20T21:28:05.732 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.731+0000 7f69cd624740 1 -- 172.21.15.8:0/515834924 shutdown_connections 2024-05-20T21:28:05.732 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.731+0000 7f69cd624740 1 --2- 172.21.15.8:0/515834924 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55d256049150 0x55d25604b570 crc :-1 s=READY pgs=339 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:05.732 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.731+0000 7f69cd624740 1 --2- 172.21.15.8:0/515834924 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d255fce850 0x55d255fd8640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:05.732 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.731+0000 7f69cd624740 1 --2- 172.21.15.8:0/515834924 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d255fc96e0 0x55d255fd76d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:05.732 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.731+0000 7f69ad600640 0 client.18852 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:28:05.732 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.731+0000 7f69cd624740 1 --2- 172.21.15.8:0/515834924 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55d255fc8cf0 0x55d255fd7190 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:05.732 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.731+0000 7f69cd624740 1 -- 172.21.15.8:0/515834924 >> 172.21.15.8:0/515834924 conn(0x55d255fc4360 msgr2=0x55d255fca180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:05.733 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.731+0000 7f69cd624740 1 -- 172.21.15.8:0/515834924 shutdown_connections 2024-05-20T21:28:05.733 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.731+0000 7f69cd624740 1 -- 172.21.15.8:0/515834924 wait complete. 2024-05-20T21:28:05.733 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.732+0000 7f69cd624740 20 client.18852 trim_cache size 0 max 16384 2024-05-20T21:28:05.733 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:28:05.733 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:28:05.733 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:28:05.734 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.732+0000 7f69c9200640 1 -- 172.21.15.8:0/1417615832 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f69a80b27d0 msgr2=0x7f69a80b4c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:05.734 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.732+0000 7f69c9200640 1 --2- 172.21.15.8:0/1417615832 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f69a80b27d0 0x7f69a80b4c90 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f69b40dffe0 tx=0x7f69b400efb0 comp rx=0 tx=0).stop 2024-05-20T21:28:05.735 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.732+0000 7f69c9200640 1 -- 172.21.15.8:0/1417615832 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f69c4102910 msgr2=0x7f69c419acf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:05.735 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.732+0000 7f69c9200640 1 --2- 172.21.15.8:0/1417615832 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f69c4102910 0x7f69c419acf0 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f69b400e9c0 tx=0x7f69b400ee80 comp rx=0 tx=0).stop 2024-05-20T21:28:05.735 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.732+0000 7f69c9200640 1 -- 172.21.15.8:0/1417615832 shutdown_connections 2024-05-20T21:28:05.735 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.732+0000 7f69c9200640 1 --2- 172.21.15.8:0/1417615832 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f69a80b27d0 0x7f69a80b4c90 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:05.735 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.732+0000 7f69c9200640 1 --2- 172.21.15.8:0/1417615832 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f69c41044c0 0x7f69c41a2260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:05.735 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.732+0000 7f69c9200640 1 --2- 172.21.15.8:0/1417615832 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f69c4103b00 0x7f69c419b230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:05.735 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.732+0000 7f69c9200640 1 --2- 172.21.15.8:0/1417615832 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f69c4102910 0x7f69c419acf0 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:05.735 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.733+0000 7f69c9200640 1 -- 172.21.15.8:0/1417615832 >> 172.21.15.8:0/1417615832 conn(0x7f69c40fde80 msgr2=0x7f69c4074c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:05.735 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.733+0000 7f69c9200640 1 -- 172.21.15.8:0/1417615832 shutdown_connections 2024-05-20T21:28:05.735 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:05.733+0000 7f69c9200640 1 -- 172.21.15.8:0/1417615832 wait complete. 2024-05-20T21:28:05.961 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:28:06.125 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:28:05 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:28:06.125 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:28:05 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:28:06.125 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:28:05 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:28:06.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:28:05 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:28:06.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:28:05 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:28:06.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:28:05 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:28:06.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:28:05 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:28:06.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:28:05 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:28:06.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:28:05 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:28:07.162 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:28:06 smithi008 ceph-mon[31475]: pgmap v823: 97 pgs: 97 active+clean; 2.4 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 2.6 KiB/s wr, 10 op/s 2024-05-20T21:28:07.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:28:06 smithi130 ceph-mon[36448]: pgmap v823: 97 pgs: 97 active+clean; 2.4 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 2.6 KiB/s wr, 10 op/s 2024-05-20T21:28:07.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:28:06 smithi050 ceph-mon[35809]: pgmap v823: 97 pgs: 97 active+clean; 2.4 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 2.6 KiB/s wr, 10 op/s 2024-05-20T21:28:08.247 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:08.246+0000 7f5198800700 1 -- 172.21.15.8:0/2068213466 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f519010b760 msgr2=0x7f519010bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:08.247 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:08.246+0000 7f5198800700 1 --2- 172.21.15.8:0/2068213466 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f519010b760 0x7f519010bb40 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f51840098f0 tx=0x7f5184009c00 comp rx=0 tx=0).stop 2024-05-20T21:28:08.247 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:08.246+0000 7f5198800700 1 -- 172.21.15.8:0/2068213466 shutdown_connections 2024-05-20T21:28:08.247 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:08.246+0000 7f5198800700 1 --2- 172.21.15.8:0/2068213466 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5190106120 0x7f5190112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:08.247 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:08.246+0000 7f5198800700 1 --2- 172.21.15.8:0/2068213466 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f519010b760 0x7f519010bb40 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:08.247 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:08.246+0000 7f5198800700 1 --2- 172.21.15.8:0/2068213466 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5190105760 0x7f5190105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:08.247 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:08.246+0000 7f5198800700 1 -- 172.21.15.8:0/2068213466 >> 172.21.15.8:0/2068213466 conn(0x7f5190101250 msgr2=0x7f5190103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:08.248 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:08.246+0000 7f5198800700 1 -- 172.21.15.8:0/2068213466 shutdown_connections 2024-05-20T21:28:08.248 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:08.246+0000 7f5198800700 1 -- 172.21.15.8:0/2068213466 wait complete. 2024-05-20T21:28:08.248 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:08.248+0000 7f5198800700 1 Processor -- start 2024-05-20T21:28:08.248 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:08.248+0000 7f5198800700 1 -- start start 2024-05-20T21:28:08.249 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:08.248+0000 7f5198800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5190105760 0x7f519019be80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:08.249 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:08.249+0000 7f5198800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5190106120 0x7f519019c3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:08.249 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:08.249+0000 7f5198800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f519010b760 0x7f51901a0750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:08.249 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:08.249+0000 7f5198800700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f5190115990 con 0x7f5190106120 2024-05-20T21:28:08.250 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:08.249+0000 7f5198800700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f5190115810 con 0x7f519010b760 2024-05-20T21:28:08.250 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:08.249+0000 7f5198800700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f5190115b10 con 0x7f5190105760 2024-05-20T21:28:08.250 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:08.249+0000 7f5195400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5190106120 0x7f519019c3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:08.250 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:08.249+0000 7f5195e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5190105760 0x7f519019be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:08.250 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:08.249+0000 7f5195e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5190105760 0x7f519019be80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:35472/0 (socket says 172.21.15.8:35472) 2024-05-20T21:28:08.250 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:08.249+0000 7f5195e00700 1 -- 172.21.15.8:0/3793662773 learned_addr learned my addr 172.21.15.8:0/3793662773 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:08.250 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:08.249+0000 7f5196800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f519010b760 0x7f51901a0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:08.251 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:08.250+0000 7f5196800700 1 -- 172.21.15.8:0/3793662773 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5190105760 msgr2=0x7f519019be80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:08.251 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:08.250+0000 7f5196800700 1 --2- 172.21.15.8:0/3793662773 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5190105760 0x7f519019be80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:08.251 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:08.250+0000 7f5196800700 1 -- 172.21.15.8:0/3793662773 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5190106120 msgr2=0x7f519019c3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:08.251 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:08.250+0000 7f5196800700 1 --2- 172.21.15.8:0/3793662773 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5190106120 0x7f519019c3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:08.251 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:08.250+0000 7f5196800700 1 -- 172.21.15.8:0/3793662773 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51901a0e90 con 0x7f519010b760 2024-05-20T21:28:08.251 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:08.250+0000 7f5195400700 1 --2- 172.21.15.8:0/3793662773 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5190106120 0x7f519019c3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:08.251 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:08.250+0000 7f5196800700 1 --2- 172.21.15.8:0/3793662773 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f519010b760 0x7f51901a0750 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f518c00efb0 tx=0x7f518c00c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:08.251 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:08.250+0000 7f518aa00700 1 -- 172.21.15.8:0/3793662773 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f518c003a00 con 0x7f519010b760 2024-05-20T21:28:08.251 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:08.250+0000 7f5198800700 1 -- 172.21.15.8:0/3793662773 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51901a1180 con 0x7f519010b760 2024-05-20T21:28:08.251 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:08.250+0000 7f518aa00700 1 -- 172.21.15.8:0/3793662773 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f518c00ce40 con 0x7f519010b760 2024-05-20T21:28:08.252 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:08.250+0000 7f518aa00700 1 -- 172.21.15.8:0/3793662773 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f518c004710 con 0x7f519010b760 2024-05-20T21:28:08.252 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:08.250+0000 7f5198800700 1 -- 172.21.15.8:0/3793662773 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51901a8a00 con 0x7f519010b760 2024-05-20T21:28:08.252 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:08.251+0000 7f5198800700 1 -- 172.21.15.8:0/3793662773 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f519010dcf0 con 0x7f519010b760 2024-05-20T21:28:08.254 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:08.254+0000 7f518aa00700 1 -- 172.21.15.8:0/3793662773 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f518c012050 con 0x7f519010b760 2024-05-20T21:28:08.256 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:08.255+0000 7f518aa00700 1 --2- 172.21.15.8:0/3793662773 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f51780b2900 0x7f51780b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:08.256 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:08.256+0000 7f518aa00700 1 -- 172.21.15.8:0/3793662773 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f518c0e1a30 con 0x7f519010b760 2024-05-20T21:28:08.256 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:08.256+0000 7f5195e00700 1 --2- 172.21.15.8:0/3793662773 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f51780b2900 0x7f51780b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:08.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:08.256+0000 7f5195e00700 1 --2- 172.21.15.8:0/3793662773 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f51780b2900 0x7f51780b4dc0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f5184009680 tx=0x7f5184019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:08.258 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:08.258+0000 7f518aa00700 1 -- 172.21.15.8:0/3793662773 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f518c022060 con 0x7f519010b760 2024-05-20T21:28:08.546 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:08.546+0000 7f5198800700 1 -- 172.21.15.8:0/3793662773 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f519006a230 con 0x7f519010b760 2024-05-20T21:28:08.548 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:08.547+0000 7f518aa00700 1 -- 172.21.15.8:0/3793662773 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7f518c010040 con 0x7f519010b760 2024-05-20T21:28:08.548 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:28:08.548 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:28:08.551 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:08.550+0000 7f5198800700 1 -- 172.21.15.8:0/3793662773 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f51780b2900 msgr2=0x7f51780b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:08.552 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:08.550+0000 7f5198800700 1 --2- 172.21.15.8:0/3793662773 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f51780b2900 0x7f51780b4dc0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f5184009680 tx=0x7f5184019040 comp rx=0 tx=0).stop 2024-05-20T21:28:08.552 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:08.550+0000 7f5198800700 1 -- 172.21.15.8:0/3793662773 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f519010b760 msgr2=0x7f51901a0750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:08.552 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:08.550+0000 7f5198800700 1 --2- 172.21.15.8:0/3793662773 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f519010b760 0x7f51901a0750 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f518c00efb0 tx=0x7f518c00c3a0 comp rx=0 tx=0).stop 2024-05-20T21:28:08.552 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:08.551+0000 7f5198800700 1 -- 172.21.15.8:0/3793662773 shutdown_connections 2024-05-20T21:28:08.552 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:08.551+0000 7f5198800700 1 --2- 172.21.15.8:0/3793662773 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f51780b2900 0x7f51780b4dc0 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:08.552 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:08.551+0000 7f5198800700 1 --2- 172.21.15.8:0/3793662773 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f519010b760 0x7f51901a0750 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:08.552 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:08.551+0000 7f5198800700 1 --2- 172.21.15.8:0/3793662773 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5190105760 0x7f519019be80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:08.552 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:08.551+0000 7f5198800700 1 --2- 172.21.15.8:0/3793662773 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5190106120 0x7f519019c3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:08.552 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:08.551+0000 7f5198800700 1 -- 172.21.15.8:0/3793662773 >> 172.21.15.8:0/3793662773 conn(0x7f5190101250 msgr2=0x7f5190101b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:08.552 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:08.551+0000 7f5198800700 1 -- 172.21.15.8:0/3793662773 shutdown_connections 2024-05-20T21:28:08.552 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:08.551+0000 7f5198800700 1 -- 172.21.15.8:0/3793662773 wait complete. 2024-05-20T21:28:08.553 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:28:08.931 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:28:08 smithi008 ceph-mon[31475]: pgmap v824: 97 pgs: 97 active+clean; 2.4 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 1.4 KiB/s wr, 9 op/s 2024-05-20T21:28:08.931 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:28:08 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/3793662773' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:28:09.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:28:08 smithi130 ceph-mon[36448]: pgmap v824: 97 pgs: 97 active+clean; 2.4 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 1.4 KiB/s wr, 9 op/s 2024-05-20T21:28:09.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:28:08 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/3793662773' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:28:09.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:28:08 smithi050 ceph-mon[35809]: pgmap v824: 97 pgs: 97 active+clean; 2.4 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 1.4 KiB/s wr, 9 op/s 2024-05-20T21:28:09.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:28:08 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/3793662773' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:28:09.459 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:28:09.971 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:28:10.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:28:10 smithi008 ceph-mon[31475]: pgmap v825: 97 pgs: 97 active+clean; 2.4 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.3 KiB/s wr, 9 op/s 2024-05-20T21:28:11.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:28:10 smithi130 ceph-mon[36448]: pgmap v825: 97 pgs: 97 active+clean; 2.4 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.3 KiB/s wr, 9 op/s 2024-05-20T21:28:11.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:28:10 smithi050 ceph-mon[35809]: pgmap v825: 97 pgs: 97 active+clean; 2.4 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.3 KiB/s wr, 9 op/s 2024-05-20T21:28:11.765 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:28:12.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.332+0000 7f70cca00700 1 -- 172.21.15.8:0/3960333033 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f70c8103e50 msgr2=0x7f70c8110310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:12.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.332+0000 7f70cca00700 1 --2- 172.21.15.8:0/3960333033 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f70c8103e50 0x7f70c8110310 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f70c000b0a0 tx=0x7f70c000b3b0 comp rx=0 tx=0).stop 2024-05-20T21:28:12.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.332+0000 7f70cca00700 1 -- 172.21.15.8:0/3960333033 shutdown_connections 2024-05-20T21:28:12.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.332+0000 7f70cca00700 1 --2- 172.21.15.8:0/3960333033 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f70c8109540 0x7f70c8109920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:12.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.332+0000 7f70cca00700 1 --2- 172.21.15.8:0/3960333033 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f70c8103e50 0x7f70c8110310 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:12.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.332+0000 7f70cca00700 1 --2- 172.21.15.8:0/3960333033 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f70c8103490 0x7f70c8103910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:12.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.332+0000 7f70cca00700 1 -- 172.21.15.8:0/3960333033 >> 172.21.15.8:0/3960333033 conn(0x7f70c80fefc0 msgr2=0x7f70c81013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:12.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.332+0000 7f70cca00700 1 -- 172.21.15.8:0/3960333033 shutdown_connections 2024-05-20T21:28:12.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.332+0000 7f70cca00700 1 -- 172.21.15.8:0/3960333033 wait complete. 2024-05-20T21:28:12.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.334+0000 7f70cca00700 1 Processor -- start 2024-05-20T21:28:12.336 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.334+0000 7f70cca00700 1 -- start start 2024-05-20T21:28:12.336 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.334+0000 7f70cca00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f70c8103490 0x7f70c819f750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:12.336 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.334+0000 7f70cca00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f70c8103e50 0x7f70c819fc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:12.336 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.334+0000 7f70cca00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f70c8109540 0x7f70c8199910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:12.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.334+0000 7f70cca00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f70c8113690 con 0x7f70c8109540 2024-05-20T21:28:12.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.334+0000 7f70cca00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f70c8113510 con 0x7f70c8103e50 2024-05-20T21:28:12.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.334+0000 7f70cca00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f70c8113810 con 0x7f70c8103490 2024-05-20T21:28:12.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.335+0000 7f70c6a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f70c8103e50 0x7f70c819fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:12.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.335+0000 7f70c6a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f70c8103e50 0x7f70c819fc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:37016/0 (socket says 172.21.15.8:37016) 2024-05-20T21:28:12.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.335+0000 7f70c6a00700 1 -- 172.21.15.8:0/2432631239 learned_addr learned my addr 172.21.15.8:0/2432631239 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:12.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.335+0000 7f70c7e00700 1 --2- 172.21.15.8:0/2432631239 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f70c8109540 0x7f70c8199910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:12.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.335+0000 7f70c7400700 1 --2- 172.21.15.8:0/2432631239 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f70c8103490 0x7f70c819f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:12.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.335+0000 7f70c6a00700 1 -- 172.21.15.8:0/2432631239 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f70c8103490 msgr2=0x7f70c819f750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:12.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.335+0000 7f70c6a00700 1 --2- 172.21.15.8:0/2432631239 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f70c8103490 0x7f70c819f750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:12.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.335+0000 7f70c6a00700 1 -- 172.21.15.8:0/2432631239 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f70c8109540 msgr2=0x7f70c8199910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:12.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.335+0000 7f70c6a00700 1 --2- 172.21.15.8:0/2432631239 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f70c8109540 0x7f70c8199910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:12.338 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.335+0000 7f70c6a00700 1 -- 172.21.15.8:0/2432631239 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70c819a070 con 0x7f70c8103e50 2024-05-20T21:28:12.338 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.336+0000 7f70c6a00700 1 --2- 172.21.15.8:0/2432631239 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f70c8103e50 0x7f70c819fc90 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f70b400e9a0 tx=0x7f70b400ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:12.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.336+0000 7f70bfe00700 1 -- 172.21.15.8:0/2432631239 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70b4020070 con 0x7f70c8103e50 2024-05-20T21:28:12.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.336+0000 7f70bfe00700 1 -- 172.21.15.8:0/2432631239 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f70b4013d00 con 0x7f70c8103e50 2024-05-20T21:28:12.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.336+0000 7f70bfe00700 1 -- 172.21.15.8:0/2432631239 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70b401b7c0 con 0x7f70c8103e50 2024-05-20T21:28:12.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.336+0000 7f70cca00700 1 -- 172.21.15.8:0/2432631239 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70c819a360 con 0x7f70c8103e50 2024-05-20T21:28:12.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.336+0000 7f70cca00700 1 -- 172.21.15.8:0/2432631239 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70c8075770 con 0x7f70c8103e50 2024-05-20T21:28:12.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.341+0000 7f70bfe00700 1 -- 172.21.15.8:0/2432631239 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f70b400c480 con 0x7f70c8103e50 2024-05-20T21:28:12.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.342+0000 7f70d88ccb80 1 Processor -- start 2024-05-20T21:28:12.343 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.343+0000 7f70d88ccb80 1 -- start start 2024-05-20T21:28:12.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.343+0000 7f70d88ccb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564cf86587c0 0x564cf8658ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:12.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.343+0000 7f70d88ccb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564cf86590e0 0x564cf8652d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:12.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.344+0000 7f70d88ccb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564cf8653390 0x564cf86537f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:12.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.344+0000 7f70d88ccb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x564cf85b0e40 con 0x564cf86587c0 2024-05-20T21:28:12.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.344+0000 7f70d88ccb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x564cf85a09e0 con 0x564cf8653390 2024-05-20T21:28:12.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.344+0000 7f70d88ccb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x564cf85a4a20 con 0x564cf86590e0 2024-05-20T21:28:12.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.344+0000 7f70c6a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564cf8653390 0x564cf86537f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:12.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.344+0000 7f70c6a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564cf8653390 0x564cf86537f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:37018/0 (socket says 172.21.15.8:37018) 2024-05-20T21:28:12.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.344+0000 7f70c6a00700 1 -- 172.21.15.8:0/4201737477 learned_addr learned my addr 172.21.15.8:0/4201737477 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:12.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.344+0000 7f70c7e00700 1 --2- 172.21.15.8:0/4201737477 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564cf86587c0 0x564cf8658ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:12.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.344+0000 7f70c7400700 1 --2- 172.21.15.8:0/4201737477 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564cf86590e0 0x564cf8652d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:12.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.345+0000 7f70bfe00700 1 --2- 172.21.15.8:0/2432631239 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f70ac0b2900 0x7f70ac0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:12.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.345+0000 7f70c6a00700 1 -- 172.21.15.8:0/4201737477 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564cf86590e0 msgr2=0x564cf8652d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:12.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.345+0000 7f70c6a00700 1 --2- 172.21.15.8:0/4201737477 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564cf86590e0 0x564cf8652d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:12.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.345+0000 7f70c6a00700 1 -- 172.21.15.8:0/4201737477 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564cf86587c0 msgr2=0x564cf8658ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:12.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.345+0000 7f70c6a00700 1 --2- 172.21.15.8:0/4201737477 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564cf86587c0 0x564cf8658ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:12.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.345+0000 7f70c6a00700 1 -- 172.21.15.8:0/4201737477 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564cf8569420 con 0x564cf8653390 2024-05-20T21:28:12.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.346+0000 7f70c6a00700 1 --2- 172.21.15.8:0/4201737477 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564cf8653390 0x564cf86537f0 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f70b4081850 tx=0x7f70b406eae0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4032e3ea1957e817 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:12.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.346+0000 7f70c7e00700 1 --2- 172.21.15.8:0/2432631239 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f70ac0b2900 0x7f70ac0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:12.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.346+0000 7f70bfe00700 1 -- 172.21.15.8:0/2432631239 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f70b40e1ff0 con 0x7f70c8103e50 2024-05-20T21:28:12.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.346+0000 7f70bcc00700 1 -- 172.21.15.8:0/4201737477 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70b40a9370 con 0x564cf8653390 2024-05-20T21:28:12.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.346+0000 7f70bcc00700 1 -- 172.21.15.8:0/4201737477 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f70b4081a60 con 0x564cf8653390 2024-05-20T21:28:12.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.346+0000 7f70bcc00700 1 -- 172.21.15.8:0/4201737477 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70b40e5b20 con 0x564cf8653390 2024-05-20T21:28:12.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.347+0000 7f70d88ccb80 1 -- 172.21.15.8:0/4201737477 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564cf8653390 msgr2=0x564cf86537f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:12.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.347+0000 7f70c7e00700 1 --2- 172.21.15.8:0/2432631239 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f70ac0b2900 0x7f70ac0b4dc0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f70c000b780 tx=0x7f70c000b3b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:12.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.347+0000 7f70d88ccb80 1 --2- 172.21.15.8:0/4201737477 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564cf8653390 0x564cf86537f0 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f70b4081850 tx=0x7f70b406eae0 comp rx=0 tx=0).stop 2024-05-20T21:28:12.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.348+0000 7f70d88ccb80 1 -- 172.21.15.8:0/4201737477 shutdown_connections 2024-05-20T21:28:12.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.348+0000 7f70d88ccb80 1 --2- 172.21.15.8:0/4201737477 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564cf8653390 0x564cf86537f0 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:12.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.348+0000 7f70d88ccb80 1 --2- 172.21.15.8:0/4201737477 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564cf86587c0 0x564cf8658ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:12.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.348+0000 7f70d88ccb80 1 --2- 172.21.15.8:0/4201737477 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564cf86590e0 0x564cf8652d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:12.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.348+0000 7f70d88ccb80 1 -- 172.21.15.8:0/4201737477 >> 172.21.15.8:0/4201737477 conn(0x564cf8580be0 msgr2=0x564cf864d810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:12.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.348+0000 7f70d88ccb80 1 -- 172.21.15.8:0/4201737477 shutdown_connections 2024-05-20T21:28:12.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.348+0000 7f70d88ccb80 1 -- 172.21.15.8:0/4201737477 wait complete. 2024-05-20T21:28:12.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.349+0000 7f70d88ccb80 1 -- start start 2024-05-20T21:28:12.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.349+0000 7f70d88ccb80 1 Processor -- start 2024-05-20T21:28:12.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.350+0000 7f70d88ccb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564cf8653390 0x564cf865ee10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:12.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.350+0000 7f70d88ccb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564cf86587c0 0x564cf865c1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:12.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.350+0000 7f70d88ccb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564cf86590e0 0x564cf865c6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:12.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.350+0000 7f70d88ccb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x564cf84a6fa0 con 0x564cf8653390 2024-05-20T21:28:12.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.350+0000 7f70d88ccb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x564cf8541760 con 0x564cf86587c0 2024-05-20T21:28:12.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.350+0000 7f70d88ccb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x564cf865fba0 con 0x564cf86590e0 2024-05-20T21:28:12.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.350+0000 7f70d88ccb80 10 client.0 _ll_register_callbacks cb 0x564cf854ac70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:12.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.350+0000 7f70c7400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564cf8653390 0x564cf865ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:12.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.350+0000 7f70c7e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564cf86590e0 0x564cf865c6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:12.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.351+0000 7f70c7e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564cf86590e0 0x564cf865c6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:35516/0 (socket says 172.21.15.8:35516) 2024-05-20T21:28:12.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.351+0000 7f70c7e00700 1 -- 172.21.15.8:0/3909955805 learned_addr learned my addr 172.21.15.8:0/3909955805 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:12.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.351+0000 7f70c6a00700 1 --2- 172.21.15.8:0/3909955805 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564cf86587c0 0x564cf865c1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:12.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.351+0000 7f70c7400700 1 -- 172.21.15.8:0/3909955805 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564cf86590e0 msgr2=0x564cf865c6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:12.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.351+0000 7f70c7400700 1 --2- 172.21.15.8:0/3909955805 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564cf86590e0 0x564cf865c6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:12.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.351+0000 7f70c7400700 1 -- 172.21.15.8:0/3909955805 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564cf86587c0 msgr2=0x564cf865c1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:12.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.351+0000 7f70c7400700 1 --2- 172.21.15.8:0/3909955805 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564cf86587c0 0x564cf865c1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:12.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.351+0000 7f70c7400700 1 -- 172.21.15.8:0/3909955805 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564cf84f08d0 con 0x564cf8653390 2024-05-20T21:28:12.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.352+0000 7f70c7400700 1 --2- 172.21.15.8:0/3909955805 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564cf8653390 0x564cf865ee10 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f70b8012680 tx=0x7f70b8012990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b9bc624f96c5e530 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:12.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.352+0000 7f70b1600700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:28:12.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.353+0000 7f70b1600700 1 -- 172.21.15.8:0/3909955805 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70b8004030 con 0x564cf8653390 2024-05-20T21:28:12.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.353+0000 7f70b1600700 1 -- 172.21.15.8:0/3909955805 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f70b80041d0 con 0x564cf8653390 2024-05-20T21:28:12.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.353+0000 7f70d88ccb80 1 -- 172.21.15.8:0/3909955805 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f70b4081a60 con 0x564cf8653390 2024-05-20T21:28:12.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.353+0000 7f70b1600700 1 -- 172.21.15.8:0/3909955805 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f70b80043d0 con 0x564cf8653390 2024-05-20T21:28:12.355 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.353+0000 7f70d88ccb80 10 client.18870 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:12.355 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.353+0000 7f70d88ccb80 1 -- 172.21.15.8:0/3909955805 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564cf8571060 con 0x564cf8653390 2024-05-20T21:28:12.355 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.354+0000 7f70b1600700 1 -- 172.21.15.8:0/3909955805 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f70b4081a60 con 0x564cf8653390 2024-05-20T21:28:12.355 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.354+0000 7f70b1600700 1 -- 172.21.15.8:0/3909955805 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f70b8010690 con 0x564cf8653390 2024-05-20T21:28:12.356 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.354+0000 7f70d88ccb80 10 client.18870 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:12.356 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.354+0000 7f70d88ccb80 10 client.18870 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:28:12.356 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.354+0000 7f70d88ccb80 20 client.18870 populate_metadata read hostname 'smithi008' 2024-05-20T21:28:12.356 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.354+0000 7f70d88ccb80 1 --2- 172.21.15.8:0/3909955805 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x564cf866c7b0 0x564cf866ebe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:12.356 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.354+0000 7f70d88ccb80 4 client.18870 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:28:12.356 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.354+0000 7f70d88ccb80 1 -- 172.21.15.8:0/3909955805 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564cf85b2d90 con 0x564cf866c7b0 2024-05-20T21:28:12.356 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.355+0000 7f70c6a00700 1 --2- 172.21.15.8:0/3909955805 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x564cf866c7b0 0x564cf866ebe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:12.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.356+0000 7f70b1600700 10 client.18870 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:28:12.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.356+0000 7f70c6a00700 1 --2- 172.21.15.8:0/3909955805 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x564cf866c7b0 0x564cf866ebe0 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=f36f9a51fa3e5d8b server_cookie=c09bc05f607b9bc in_seq=0 out_seq=0 2024-05-20T21:28:12.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.356+0000 7f70b1600700 1 -- 172.21.15.8:0/3909955805 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x564cf85b2d90 con 0x564cf866c7b0 2024-05-20T21:28:12.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.356+0000 7f70b1600700 10 client.18870 handle_command_reply: tid=0 2024-05-20T21:28:12.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.357+0000 7f70d88ccb80 1 client.18870 shutdown 2024-05-20T21:28:12.359 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.357+0000 7f70d88ccb80 1 -- 172.21.15.8:0/3909955805 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564cf8653390 msgr2=0x564cf865ee10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:12.359 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.357+0000 7f70d88ccb80 1 --2- 172.21.15.8:0/3909955805 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564cf8653390 0x564cf865ee10 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f70b8012680 tx=0x7f70b8012990 comp rx=0 tx=0).stop 2024-05-20T21:28:12.359 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.357+0000 7f70d88ccb80 1 -- 172.21.15.8:0/3909955805 shutdown_connections 2024-05-20T21:28:12.359 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.357+0000 7f70d88ccb80 1 --2- 172.21.15.8:0/3909955805 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x564cf866c7b0 0x564cf866ebe0 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:12.359 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.357+0000 7f70d88ccb80 1 --2- 172.21.15.8:0/3909955805 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564cf86590e0 0x564cf865c6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:12.359 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.357+0000 7f70d88ccb80 1 --2- 172.21.15.8:0/3909955805 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564cf8653390 0x564cf865ee10 unknown :-1 s=CLOSED pgs=655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:12.359 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.357+0000 7f70d88ccb80 1 --2- 172.21.15.8:0/3909955805 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564cf86587c0 0x564cf865c1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:12.359 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.357+0000 7f70b1600700 0 client.18870 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:28:12.359 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.357+0000 7f70d88ccb80 1 -- 172.21.15.8:0/3909955805 >> 172.21.15.8:0/3909955805 conn(0x564cf8580be0 msgr2=0x564cf864cfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:12.359 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.357+0000 7f70d88ccb80 1 -- 172.21.15.8:0/3909955805 shutdown_connections 2024-05-20T21:28:12.359 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.357+0000 7f70d88ccb80 1 -- 172.21.15.8:0/3909955805 wait complete. 2024-05-20T21:28:12.359 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.357+0000 7f70d88ccb80 20 client.18870 trim_cache size 0 max 16384 2024-05-20T21:28:12.361 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:28:12.376 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.375+0000 7f70d88ccb80 1 Processor -- start 2024-05-20T21:28:12.376 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.376+0000 7f70d88ccb80 1 -- start start 2024-05-20T21:28:12.376 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.376+0000 7f70d88ccb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564cf86587c0 0x564cf8652d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:12.376 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.376+0000 7f70d88ccb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564cf86590e0 0x564cf865b130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:12.377 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.376+0000 7f70d88ccb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564cf8668c70 0x564cf8659bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:12.377 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.376+0000 7f70d88ccb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f70c81b6a30 con 0x564cf86590e0 2024-05-20T21:28:12.377 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.376+0000 7f70d88ccb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f70c81b42c0 con 0x564cf86587c0 2024-05-20T21:28:12.377 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.376+0000 7f70d88ccb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f70c81b2110 con 0x564cf8668c70 2024-05-20T21:28:12.378 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.376+0000 7f70c6a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564cf86590e0 0x564cf865b130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:12.378 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.376+0000 7f70c6a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564cf86590e0 0x564cf865b130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:44242/0 (socket says 172.21.15.8:44242) 2024-05-20T21:28:12.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.376+0000 7f70c6a00700 1 -- 172.21.15.8:0/1194340032 learned_addr learned my addr 172.21.15.8:0/1194340032 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:12.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.376+0000 7f70c7e00700 1 --2- 172.21.15.8:0/1194340032 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564cf8668c70 0x564cf8659bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:12.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.376+0000 7f70c7400700 1 --2- 172.21.15.8:0/1194340032 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564cf86587c0 0x564cf8652d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:12.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.377+0000 7f70c6a00700 1 -- 172.21.15.8:0/1194340032 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564cf8668c70 msgr2=0x564cf8659bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:12.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.377+0000 7f70c6a00700 1 --2- 172.21.15.8:0/1194340032 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564cf8668c70 0x564cf8659bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:12.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.377+0000 7f70c6a00700 1 -- 172.21.15.8:0/1194340032 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564cf86587c0 msgr2=0x564cf8652d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:12.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.377+0000 7f70c6a00700 1 --2- 172.21.15.8:0/1194340032 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564cf86587c0 0x564cf8652d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:12.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.377+0000 7f70c6a00700 1 -- 172.21.15.8:0/1194340032 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564cf866a1d0 con 0x564cf86590e0 2024-05-20T21:28:12.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.377+0000 7f70c7400700 1 --2- 172.21.15.8:0/1194340032 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564cf86587c0 0x564cf8652d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:12.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.377+0000 7f70c6a00700 1 --2- 172.21.15.8:0/1194340032 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564cf86590e0 0x564cf865b130 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f70b400c2d0 tx=0x7f70b400cdf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ddf98a6a5bf9f677 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:12.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.378+0000 7f70b3e00700 1 -- 172.21.15.8:0/1194340032 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70b4082680 con 0x564cf86590e0 2024-05-20T21:28:12.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.378+0000 7f70b3e00700 1 -- 172.21.15.8:0/1194340032 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f70b40a9ca0 con 0x564cf86590e0 2024-05-20T21:28:12.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.378+0000 7f70b3e00700 1 -- 172.21.15.8:0/1194340032 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70b4081880 con 0x564cf86590e0 2024-05-20T21:28:12.380 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.379+0000 7f70d88ccb80 1 -- 172.21.15.8:0/1194340032 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564cf86590e0 msgr2=0x564cf865b130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:12.381 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.379+0000 7f70d88ccb80 1 --2- 172.21.15.8:0/1194340032 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564cf86590e0 0x564cf865b130 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f70b400c2d0 tx=0x7f70b400cdf0 comp rx=0 tx=0).stop 2024-05-20T21:28:12.381 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.379+0000 7f70d88ccb80 1 -- 172.21.15.8:0/1194340032 shutdown_connections 2024-05-20T21:28:12.381 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.379+0000 7f70d88ccb80 1 --2- 172.21.15.8:0/1194340032 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564cf86587c0 0x564cf8652d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:12.381 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.379+0000 7f70d88ccb80 1 --2- 172.21.15.8:0/1194340032 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564cf8668c70 0x564cf8659bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:12.381 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.379+0000 7f70d88ccb80 1 --2- 172.21.15.8:0/1194340032 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564cf86590e0 0x564cf865b130 unknown :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:12.381 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.379+0000 7f70d88ccb80 1 -- 172.21.15.8:0/1194340032 >> 172.21.15.8:0/1194340032 conn(0x564cf8580be0 msgr2=0x564cf86594c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:12.381 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.379+0000 7f70d88ccb80 1 -- 172.21.15.8:0/1194340032 shutdown_connections 2024-05-20T21:28:12.381 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.379+0000 7f70d88ccb80 1 -- 172.21.15.8:0/1194340032 wait complete. 2024-05-20T21:28:12.381 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.380+0000 7f70d88ccb80 1 -- start start 2024-05-20T21:28:12.381 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.380+0000 7f70d88ccb80 1 Processor -- start 2024-05-20T21:28:12.383 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.381+0000 7f70d88ccb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564cf86587c0 0x564cf8674050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:12.383 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.381+0000 7f70d88ccb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564cf86590e0 0x564cf8674590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:12.383 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.381+0000 7f70d88ccb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564cf8668c70 0x564cf8674ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:12.383 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.381+0000 7f70d88ccb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f70c81b2780 con 0x564cf86590e0 2024-05-20T21:28:12.383 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.381+0000 7f70d88ccb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f70c81b3bf0 con 0x564cf86587c0 2024-05-20T21:28:12.383 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.381+0000 7f70d88ccb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f70c81b2e50 con 0x564cf8668c70 2024-05-20T21:28:12.383 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.381+0000 7f70d88ccb80 10 client.0 _ll_register_callbacks cb 0x564cf854ac70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:12.383 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.381+0000 7f70c7400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564cf86587c0 0x564cf8674050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:12.384 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.381+0000 7f70c7400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564cf86587c0 0x564cf8674050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:37046/0 (socket says 172.21.15.8:37046) 2024-05-20T21:28:12.384 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.381+0000 7f70c7400700 1 -- 172.21.15.8:0/832994362 learned_addr learned my addr 172.21.15.8:0/832994362 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:12.384 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.381+0000 7f70c6a00700 1 --2- 172.21.15.8:0/832994362 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564cf86590e0 0x564cf8674590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:12.384 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.381+0000 7f70c7e00700 1 --2- 172.21.15.8:0/832994362 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564cf8668c70 0x564cf8674ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:12.384 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.381+0000 7f70c7400700 1 -- 172.21.15.8:0/832994362 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564cf8668c70 msgr2=0x564cf8674ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:12.384 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.381+0000 7f70c7400700 1 --2- 172.21.15.8:0/832994362 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564cf8668c70 0x564cf8674ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:12.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.381+0000 7f70c7400700 1 -- 172.21.15.8:0/832994362 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564cf86590e0 msgr2=0x564cf8674590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:12.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.381+0000 7f70c7400700 1 --2- 172.21.15.8:0/832994362 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564cf86590e0 0x564cf8674590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:12.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.382+0000 7f70c7400700 1 -- 172.21.15.8:0/832994362 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564cf86d63d0 con 0x564cf86587c0 2024-05-20T21:28:12.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.382+0000 7f70c7e00700 1 --2- 172.21.15.8:0/832994362 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564cf8668c70 0x564cf8674ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:28:12.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.382+0000 7f70c7400700 1 --2- 172.21.15.8:0/832994362 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564cf86587c0 0x564cf8674050 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x564cf865ba60 tx=0x7f70b80104e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d2c9029bca73fdcc server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:12.386 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.382+0000 7f70b1600700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:28:12.386 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.382+0000 7f70b1600700 1 -- 172.21.15.8:0/832994362 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70b8010890 con 0x564cf86587c0 2024-05-20T21:28:12.386 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.382+0000 7f70d88ccb80 1 -- 172.21.15.8:0/832994362 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f70b40a9ca0 con 0x564cf86587c0 2024-05-20T21:28:12.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.382+0000 7f70b1600700 1 -- 172.21.15.8:0/832994362 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f70b8005030 con 0x564cf86587c0 2024-05-20T21:28:12.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.383+0000 7f70b1600700 1 -- 172.21.15.8:0/832994362 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f70b8005230 con 0x564cf86587c0 2024-05-20T21:28:12.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.383+0000 7f70d88ccb80 10 client.29000 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:12.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.383+0000 7f70d88ccb80 1 -- 172.21.15.8:0/832994362 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564cf86d76d0 con 0x564cf86587c0 2024-05-20T21:28:12.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.383+0000 7f70b1600700 1 -- 172.21.15.8:0/832994362 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f70b40a9ca0 con 0x564cf86587c0 2024-05-20T21:28:12.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.383+0000 7f70b1600700 1 -- 172.21.15.8:0/832994362 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f70b8004570 con 0x564cf86587c0 2024-05-20T21:28:12.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.383+0000 7f70d88ccb80 10 client.29000 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:12.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.383+0000 7f70d88ccb80 10 client.29000 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:28:12.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.383+0000 7f70d88ccb80 20 client.29000 populate_metadata read hostname 'smithi008' 2024-05-20T21:28:12.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.383+0000 7f70d88ccb80 1 --2- 172.21.15.8:0/832994362 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x564cf86d7d50 0x564cf86da170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:12.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.384+0000 7f70d88ccb80 4 client.29000 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:28:12.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.384+0000 7f70d88ccb80 1 -- 172.21.15.8:0/832994362 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "damage ls"}) -- 0x564cf85ac570 con 0x564cf86d7d50 2024-05-20T21:28:12.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.384+0000 7f70c6a00700 1 --2- 172.21.15.8:0/832994362 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x564cf86d7d50 0x564cf86da170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:12.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.385+0000 7f70b1600700 10 client.29000 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:28:12.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.385+0000 7f70c6a00700 1 --2- 172.21.15.8:0/832994362 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x564cf86d7d50 0x564cf86da170 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=7ef770d852473290 server_cookie=a052d2aeb9c2e395 in_seq=0 out_seq=0 2024-05-20T21:28:12.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.385+0000 7f70b1600700 1 -- 172.21.15.8:0/832994362 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x564cf85ac570 con 0x564cf86d7d50 2024-05-20T21:28:12.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.385+0000 7f70b1600700 10 client.29000 handle_command_reply: tid=0 2024-05-20T21:28:12.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.385+0000 7f70d88ccb80 1 client.29000 shutdown 2024-05-20T21:28:12.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.385+0000 7f70d88ccb80 1 -- 172.21.15.8:0/832994362 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564cf86587c0 msgr2=0x564cf8674050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:12.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.385+0000 7f70d88ccb80 1 --2- 172.21.15.8:0/832994362 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564cf86587c0 0x564cf8674050 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x564cf865ba60 tx=0x7f70b80104e0 comp rx=0 tx=0).stop 2024-05-20T21:28:12.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.385+0000 7f70d88ccb80 1 -- 172.21.15.8:0/832994362 shutdown_connections 2024-05-20T21:28:12.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.385+0000 7f70d88ccb80 1 --2- 172.21.15.8:0/832994362 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x564cf86d7d50 0x564cf86da170 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:12.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.385+0000 7f70d88ccb80 1 --2- 172.21.15.8:0/832994362 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564cf86587c0 0x564cf8674050 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:12.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.385+0000 7f70d88ccb80 1 --2- 172.21.15.8:0/832994362 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564cf8668c70 0x564cf8674ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:12.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.385+0000 7f70d88ccb80 1 --2- 172.21.15.8:0/832994362 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564cf86590e0 0x564cf8674590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:12.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.385+0000 7f70b1600700 0 client.29000 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:28:12.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.385+0000 7f70d88ccb80 1 -- 172.21.15.8:0/832994362 >> 172.21.15.8:0/832994362 conn(0x564cf8580be0 msgr2=0x564cf8659d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:12.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.385+0000 7f70d88ccb80 1 -- 172.21.15.8:0/832994362 shutdown_connections 2024-05-20T21:28:12.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.386+0000 7f70d88ccb80 1 -- 172.21.15.8:0/832994362 wait complete. 2024-05-20T21:28:12.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.386+0000 7f70d88ccb80 20 client.29000 trim_cache size 0 max 16384 2024-05-20T21:28:12.393 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:28:12.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.386+0000 7f70cca00700 1 -- 172.21.15.8:0/2432631239 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f70ac0b2900 msgr2=0x7f70ac0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:12.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.386+0000 7f70cca00700 1 --2- 172.21.15.8:0/2432631239 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f70ac0b2900 0x7f70ac0b4dc0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f70c000b780 tx=0x7f70c000b3b0 comp rx=0 tx=0).stop 2024-05-20T21:28:12.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.386+0000 7f70cca00700 1 -- 172.21.15.8:0/2432631239 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f70c8103e50 msgr2=0x7f70c819fc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:12.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.386+0000 7f70cca00700 1 --2- 172.21.15.8:0/2432631239 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f70c8103e50 0x7f70c819fc90 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f70b400e9a0 tx=0x7f70b400ecb0 comp rx=0 tx=0).stop 2024-05-20T21:28:12.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.387+0000 7f70cca00700 1 -- 172.21.15.8:0/2432631239 shutdown_connections 2024-05-20T21:28:12.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.387+0000 7f70cca00700 1 --2- 172.21.15.8:0/2432631239 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f70ac0b2900 0x7f70ac0b4dc0 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:12.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.387+0000 7f70cca00700 1 --2- 172.21.15.8:0/2432631239 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f70c8109540 0x7f70c8199910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:12.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.387+0000 7f70cca00700 1 --2- 172.21.15.8:0/2432631239 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f70c8103490 0x7f70c819f750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:12.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.387+0000 7f70cca00700 1 --2- 172.21.15.8:0/2432631239 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f70c8103e50 0x7f70c819fc90 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:12.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.387+0000 7f70cca00700 1 -- 172.21.15.8:0/2432631239 >> 172.21.15.8:0/2432631239 conn(0x7f70c80fefc0 msgr2=0x7f70c81005f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:12.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.387+0000 7f70cca00700 1 -- 172.21.15.8:0/2432631239 shutdown_connections 2024-05-20T21:28:12.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:12.387+0000 7f70cca00700 1 -- 172.21.15.8:0/2432631239 wait complete. 2024-05-20T21:28:12.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:28:12 smithi008 ceph-mon[31475]: pgmap v826: 97 pgs: 97 active+clean; 2.4 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 2.2 KiB/s wr, 10 op/s 2024-05-20T21:28:13.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:28:12 smithi130 ceph-mon[36448]: pgmap v826: 97 pgs: 97 active+clean; 2.4 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 2.2 KiB/s wr, 10 op/s 2024-05-20T21:28:13.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:28:12 smithi050 ceph-mon[35809]: pgmap v826: 97 pgs: 97 active+clean; 2.4 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 2.2 KiB/s wr, 10 op/s 2024-05-20T21:28:13.642 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:28:14.703 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:28:14.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:28:14 smithi008 ceph-mon[31475]: pgmap v827: 97 pgs: 97 active+clean; 2.4 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 2.2 KiB/s wr, 9 op/s 2024-05-20T21:28:15.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:28:14 smithi130 ceph-mon[36448]: pgmap v827: 97 pgs: 97 active+clean; 2.4 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 2.2 KiB/s wr, 9 op/s 2024-05-20T21:28:15.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:28:14 smithi050 ceph-mon[35809]: pgmap v827: 97 pgs: 97 active+clean; 2.4 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 2.2 KiB/s wr, 9 op/s 2024-05-20T21:28:15.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:15.672+0000 7f1e29600700 1 -- 172.21.15.8:0/3964212142 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1e24106120 msgr2=0x7f1e24112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:15.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:15.672+0000 7f1e29600700 1 --2- 172.21.15.8:0/3964212142 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1e24106120 0x7f1e24112630 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f1e1c00b0a0 tx=0x7f1e1c00b3b0 comp rx=0 tx=0).stop 2024-05-20T21:28:15.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:15.672+0000 7f1e29600700 1 -- 172.21.15.8:0/3964212142 shutdown_connections 2024-05-20T21:28:15.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:15.672+0000 7f1e29600700 1 --2- 172.21.15.8:0/3964212142 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1e2410b760 0x7f1e2410bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:15.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:15.672+0000 7f1e29600700 1 --2- 172.21.15.8:0/3964212142 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1e24106120 0x7f1e24112630 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:15.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:15.672+0000 7f1e29600700 1 --2- 172.21.15.8:0/3964212142 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1e24105760 0x7f1e24105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:15.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:15.672+0000 7f1e29600700 1 -- 172.21.15.8:0/3964212142 >> 172.21.15.8:0/3964212142 conn(0x7f1e24101250 msgr2=0x7f1e24103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:15.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:15.672+0000 7f1e29600700 1 -- 172.21.15.8:0/3964212142 shutdown_connections 2024-05-20T21:28:15.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:15.672+0000 7f1e29600700 1 -- 172.21.15.8:0/3964212142 wait complete. 2024-05-20T21:28:15.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:15.673+0000 7f1e29600700 1 Processor -- start 2024-05-20T21:28:15.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:15.674+0000 7f1e29600700 1 -- start start 2024-05-20T21:28:15.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:15.674+0000 7f1e29600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1e24105760 0x7f1e2419bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:15.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:15.674+0000 7f1e29600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1e24106120 0x7f1e2419c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:15.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:15.674+0000 7f1e29600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1e2410b760 0x7f1e241a0630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:15.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:15.674+0000 7f1e29600700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f1e241159a0 con 0x7f1e24105760 2024-05-20T21:28:15.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:15.674+0000 7f1e29600700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1e24115820 con 0x7f1e2410b760 2024-05-20T21:28:15.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:15.674+0000 7f1e29600700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f1e24115b20 con 0x7f1e24106120 2024-05-20T21:28:15.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:15.674+0000 7f1e22a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1e24105760 0x7f1e2419bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:15.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:15.674+0000 7f1e22000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1e24106120 0x7f1e2419c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:15.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:15.675+0000 7f1e22000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1e24106120 0x7f1e2419c2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:53104/0 (socket says 172.21.15.8:53104) 2024-05-20T21:28:15.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:15.675+0000 7f1e22000700 1 -- 172.21.15.8:0/1633226246 learned_addr learned my addr 172.21.15.8:0/1633226246 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:15.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:15.675+0000 7f1e23400700 1 --2- 172.21.15.8:0/1633226246 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1e2410b760 0x7f1e241a0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:15.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:15.675+0000 7f1e22000700 1 -- 172.21.15.8:0/1633226246 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1e2410b760 msgr2=0x7f1e241a0630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:15.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:15.675+0000 7f1e22000700 1 --2- 172.21.15.8:0/1633226246 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1e2410b760 0x7f1e241a0630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:15.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:15.675+0000 7f1e22000700 1 -- 172.21.15.8:0/1633226246 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1e24105760 msgr2=0x7f1e2419bdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:15.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:15.675+0000 7f1e22000700 1 --2- 172.21.15.8:0/1633226246 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1e24105760 0x7f1e2419bdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:15.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:15.675+0000 7f1e22000700 1 -- 172.21.15.8:0/1633226246 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e241a0d70 con 0x7f1e24106120 2024-05-20T21:28:15.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:15.675+0000 7f1e22000700 1 --2- 172.21.15.8:0/1633226246 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1e24106120 0x7f1e2419c2f0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f1e1000e9a0 tx=0x7f1e1000ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:15.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:15.676+0000 7f1e1b400700 1 -- 172.21.15.8:0/1633226246 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e1000ca10 con 0x7f1e24106120 2024-05-20T21:28:15.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:15.676+0000 7f1e1b400700 1 -- 172.21.15.8:0/1633226246 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1e1000cbb0 con 0x7f1e24106120 2024-05-20T21:28:15.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:15.676+0000 7f1e1b400700 1 -- 172.21.15.8:0/1633226246 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e10018680 con 0x7f1e24106120 2024-05-20T21:28:15.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:15.676+0000 7f1e29600700 1 -- 172.21.15.8:0/1633226246 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1e241a1060 con 0x7f1e24106120 2024-05-20T21:28:15.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:15.676+0000 7f1e29600700 1 -- 172.21.15.8:0/1633226246 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1e241a88e0 con 0x7f1e24106120 2024-05-20T21:28:15.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:15.677+0000 7f1e29600700 1 -- 172.21.15.8:0/1633226246 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1e2410dcf0 con 0x7f1e24106120 2024-05-20T21:28:15.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:15.680+0000 7f1e1b400700 1 -- 172.21.15.8:0/1633226246 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f1e10010430 con 0x7f1e24106120 2024-05-20T21:28:15.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:15.682+0000 7f1e1b400700 1 --2- 172.21.15.8:0/1633226246 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1e080b2900 0x7f1e080b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:15.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:15.682+0000 7f1e1b400700 1 -- 172.21.15.8:0/1633226246 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f1e100e26b0 con 0x7f1e24106120 2024-05-20T21:28:15.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:15.682+0000 7f1e22a00700 1 --2- 172.21.15.8:0/1633226246 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1e080b2900 0x7f1e080b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:15.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:15.683+0000 7f1e1b400700 1 -- 172.21.15.8:0/1633226246 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f1e100aa360 con 0x7f1e24106120 2024-05-20T21:28:15.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:15.683+0000 7f1e22a00700 1 --2- 172.21.15.8:0/1633226246 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1e080b2900 0x7f1e080b4dc0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f1e14009be0 tx=0x7f1e14009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:15.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:15.977+0000 7f1e29600700 1 -- 172.21.15.8:0/1633226246 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1e2406a230 con 0x7f1e24106120 2024-05-20T21:28:15.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:15.979+0000 7f1e1b400700 1 -- 172.21.15.8:0/1633226246 <== mon.1 v2:172.21.15.130:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7f1e100b23e0 con 0x7f1e24106120 2024-05-20T21:28:15.980 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:28:15.980 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:28:15.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:15.982+0000 7f1e29600700 1 -- 172.21.15.8:0/1633226246 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1e080b2900 msgr2=0x7f1e080b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:15.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:15.982+0000 7f1e29600700 1 --2- 172.21.15.8:0/1633226246 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1e080b2900 0x7f1e080b4dc0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f1e14009be0 tx=0x7f1e14009260 comp rx=0 tx=0).stop 2024-05-20T21:28:15.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:15.982+0000 7f1e29600700 1 -- 172.21.15.8:0/1633226246 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1e24106120 msgr2=0x7f1e2419c2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:15.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:15.982+0000 7f1e29600700 1 --2- 172.21.15.8:0/1633226246 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1e24106120 0x7f1e2419c2f0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f1e1000e9a0 tx=0x7f1e1000ecb0 comp rx=0 tx=0).stop 2024-05-20T21:28:15.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:15.982+0000 7f1e29600700 1 -- 172.21.15.8:0/1633226246 shutdown_connections 2024-05-20T21:28:15.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:15.982+0000 7f1e29600700 1 --2- 172.21.15.8:0/1633226246 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1e080b2900 0x7f1e080b4dc0 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:15.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:15.982+0000 7f1e29600700 1 --2- 172.21.15.8:0/1633226246 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1e2410b760 0x7f1e241a0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:15.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:15.982+0000 7f1e29600700 1 --2- 172.21.15.8:0/1633226246 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1e24105760 0x7f1e2419bdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:15.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:15.982+0000 7f1e29600700 1 --2- 172.21.15.8:0/1633226246 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1e24106120 0x7f1e2419c2f0 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:15.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:15.983+0000 7f1e29600700 1 -- 172.21.15.8:0/1633226246 >> 172.21.15.8:0/1633226246 conn(0x7f1e24101250 msgr2=0x7f1e24101850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:15.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:15.983+0000 7f1e29600700 1 -- 172.21.15.8:0/1633226246 shutdown_connections 2024-05-20T21:28:15.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:15.983+0000 7f1e29600700 1 -- 172.21.15.8:0/1633226246 wait complete. 2024-05-20T21:28:15.984 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:28:16.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:28:16 smithi008 ceph-mon[31475]: pgmap v828: 97 pgs: 97 active+clean; 2.4 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 2.4 KiB/s wr, 9 op/s 2024-05-20T21:28:16.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:28:16 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/1633226246' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:28:17.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:28:16 smithi130 ceph-mon[36448]: pgmap v828: 97 pgs: 97 active+clean; 2.4 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 2.4 KiB/s wr, 9 op/s 2024-05-20T21:28:17.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:28:16 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/1633226246' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:28:17.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:28:16 smithi050 ceph-mon[35809]: pgmap v828: 97 pgs: 97 active+clean; 2.4 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 2.4 KiB/s wr, 9 op/s 2024-05-20T21:28:17.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:28:16 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/1633226246' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:28:17.227 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24529 quiesce db --set-id c23db0f4 --release --await' 2024-05-20T21:28:17.227 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24529 quiesce db --set-id c23db0f4 --release --await 2024-05-20T21:28:17.911 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.910+0000 7f422ca00700 1 -- 172.21.15.8:0/1823910169 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4228109a80 msgr2=0x7f4228109f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:17.912 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.910+0000 7f422ca00700 1 --2- 172.21.15.8:0/1823910169 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4228109a80 0x7f4228109f00 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f4214009990 tx=0x7f4214009ca0 comp rx=0 tx=0).stop 2024-05-20T21:28:17.912 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.910+0000 7f422ca00700 1 -- 172.21.15.8:0/1823910169 shutdown_connections 2024-05-20T21:28:17.912 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.910+0000 7f422ca00700 1 --2- 172.21.15.8:0/1823910169 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f422810a440 0x7f42281168e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:17.912 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.910+0000 7f422ca00700 1 --2- 172.21.15.8:0/1823910169 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f422810e950 0x7f422810ed30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:17.912 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.910+0000 7f422ca00700 1 --2- 172.21.15.8:0/1823910169 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4228109a80 0x7f4228109f00 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:17.912 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.910+0000 7f422ca00700 1 -- 172.21.15.8:0/1823910169 >> 172.21.15.8:0/1823910169 conn(0x7f42280792d0 msgr2=0x7f4228108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:17.912 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.910+0000 7f422ca00700 1 -- 172.21.15.8:0/1823910169 shutdown_connections 2024-05-20T21:28:17.912 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.910+0000 7f422ca00700 1 -- 172.21.15.8:0/1823910169 wait complete. 2024-05-20T21:28:17.912 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.911+0000 7f422ca00700 1 Processor -- start 2024-05-20T21:28:17.913 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.911+0000 7f422ca00700 1 -- start start 2024-05-20T21:28:17.913 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.912+0000 7f422ca00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4228109a80 0x7f42281a0140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:17.914 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.912+0000 7f422ca00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f422810a440 0x7f42281a0680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:17.914 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.912+0000 7f422ca00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f422810e950 0x7f42281a4a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:17.914 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.912+0000 7f422ca00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f4228119c10 con 0x7f422810a440 2024-05-20T21:28:17.914 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.912+0000 7f422ca00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4228119a90 con 0x7f422810e950 2024-05-20T21:28:17.914 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.912+0000 7f422ca00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f4228119d90 con 0x7f4228109a80 2024-05-20T21:28:17.914 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.912+0000 7f4225e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f422810a440 0x7f42281a0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:17.914 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.912+0000 7f4226800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4228109a80 0x7f42281a0140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:17.914 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.912+0000 7f4227200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f422810e950 0x7f42281a4a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:17.914 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.912+0000 7f4226800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4228109a80 0x7f42281a0140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:53110/0 (socket says 172.21.15.8:53110) 2024-05-20T21:28:17.914 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.912+0000 7f4226800700 1 -- 172.21.15.8:0/2890489980 learned_addr learned my addr 172.21.15.8:0/2890489980 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:17.914 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.913+0000 7f4226800700 1 -- 172.21.15.8:0/2890489980 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f422810e950 msgr2=0x7f42281a4a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:17.914 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.913+0000 7f4226800700 1 --2- 172.21.15.8:0/2890489980 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f422810e950 0x7f42281a4a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:17.915 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.913+0000 7f4226800700 1 -- 172.21.15.8:0/2890489980 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f422810a440 msgr2=0x7f42281a0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:17.915 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.913+0000 7f4226800700 1 --2- 172.21.15.8:0/2890489980 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f422810a440 0x7f42281a0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:17.915 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.913+0000 7f4226800700 1 -- 172.21.15.8:0/2890489980 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42281a5150 con 0x7f4228109a80 2024-05-20T21:28:17.915 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.913+0000 7f4226800700 1 --2- 172.21.15.8:0/2890489980 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4228109a80 0x7f42281a0140 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f421800e9a0 tx=0x7f421800ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:17.915 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.914+0000 7f421f400700 1 -- 172.21.15.8:0/2890489980 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f421800ca10 con 0x7f4228109a80 2024-05-20T21:28:17.915 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.914+0000 7f421f400700 1 -- 172.21.15.8:0/2890489980 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f421800cbb0 con 0x7f4228109a80 2024-05-20T21:28:17.916 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.914+0000 7f422ca00700 1 -- 172.21.15.8:0/2890489980 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42281a5440 con 0x7f4228109a80 2024-05-20T21:28:17.916 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.914+0000 7f421f400700 1 -- 172.21.15.8:0/2890489980 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4218018680 con 0x7f4228109a80 2024-05-20T21:28:17.916 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.914+0000 7f422ca00700 1 -- 172.21.15.8:0/2890489980 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42281accc0 con 0x7f4228109a80 2024-05-20T21:28:17.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.918+0000 7f421f400700 1 -- 172.21.15.8:0/2890489980 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f4218010430 con 0x7f4228109a80 2024-05-20T21:28:17.919 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.919+0000 7f4237cfeb80 1 Processor -- start 2024-05-20T21:28:17.919 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.919+0000 7f4237cfeb80 1 -- start start 2024-05-20T21:28:17.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.919+0000 7f4237cfeb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a441fa0020 0x55a441fa0400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:17.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.919+0000 7f4237cfeb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a441fa0940 0x55a441f9a4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:17.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.919+0000 7f4237cfeb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a441f9aad0 0x55a441f9af30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:17.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.919+0000 7f4237cfeb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55a441ef8e40 con 0x55a441fa0940 2024-05-20T21:28:17.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.919+0000 7f4237cfeb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55a441ee89e0 con 0x55a441f9aad0 2024-05-20T21:28:17.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.919+0000 7f4237cfeb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55a441eeca20 con 0x55a441fa0020 2024-05-20T21:28:17.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.920+0000 7f4227200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a441fa0020 0x55a441fa0400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:17.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.920+0000 7f4226800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a441fa0940 0x55a441f9a4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:17.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.920+0000 7f4227200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a441fa0020 0x55a441fa0400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:53112/0 (socket says 172.21.15.8:53112) 2024-05-20T21:28:17.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.920+0000 7f4227200700 1 -- 172.21.15.8:0/1137208794 learned_addr learned my addr 172.21.15.8:0/1137208794 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:17.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.920+0000 7f4225e00700 1 --2- 172.21.15.8:0/1137208794 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a441f9aad0 0x55a441f9af30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:17.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.920+0000 7f421f400700 1 --2- 172.21.15.8:0/2890489980 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f420c0b2880 0x7f420c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:17.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.920+0000 7f4227200700 1 -- 172.21.15.8:0/1137208794 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a441f9aad0 msgr2=0x55a441f9af30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:17.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.920+0000 7f4227200700 1 --2- 172.21.15.8:0/1137208794 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a441f9aad0 0x55a441f9af30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:17.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.920+0000 7f4227200700 1 -- 172.21.15.8:0/1137208794 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a441fa0940 msgr2=0x55a441f9a4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:17.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.920+0000 7f4227200700 1 --2- 172.21.15.8:0/1137208794 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a441fa0940 0x55a441f9a4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:17.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.920+0000 7f4227200700 1 -- 172.21.15.8:0/1137208794 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a441eb1420 con 0x55a441fa0020 2024-05-20T21:28:17.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.921+0000 7f4226800700 1 --2- 172.21.15.8:0/1137208794 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a441fa0940 0x55a441f9a4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:17.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.921+0000 7f421f400700 1 -- 172.21.15.8:0/2890489980 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f42180e2390 con 0x7f4228109a80 2024-05-20T21:28:17.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.921+0000 7f4227200700 1 --2- 172.21.15.8:0/2890489980 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f420c0b2880 0x7f420c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:17.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.921+0000 7f4227200700 1 --2- 172.21.15.8:0/1137208794 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a441fa0020 0x55a441fa0400 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f4220011680 tx=0x7f4220009920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=df3b0e46bf63eafe server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:17.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.921+0000 7f4213e00700 1 -- 172.21.15.8:0/1137208794 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42200147c0 con 0x55a441fa0020 2024-05-20T21:28:17.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.921+0000 7f4213e00700 1 -- 172.21.15.8:0/1137208794 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4220009350 con 0x55a441fa0020 2024-05-20T21:28:17.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.921+0000 7f4213e00700 1 -- 172.21.15.8:0/1137208794 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4220015450 con 0x55a441fa0020 2024-05-20T21:28:17.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.922+0000 7f4237cfeb80 1 -- 172.21.15.8:0/1137208794 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a441fa0020 msgr2=0x55a441fa0400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:17.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.922+0000 7f4227200700 1 --2- 172.21.15.8:0/2890489980 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f420c0b2880 0x7f420c0b4d40 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f4220007fd0 tx=0x7f42200156d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:17.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.922+0000 7f4237cfeb80 1 --2- 172.21.15.8:0/1137208794 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a441fa0020 0x55a441fa0400 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f4220011680 tx=0x7f4220009920 comp rx=0 tx=0).stop 2024-05-20T21:28:17.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.922+0000 7f4237cfeb80 1 -- 172.21.15.8:0/1137208794 shutdown_connections 2024-05-20T21:28:17.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.922+0000 7f4237cfeb80 1 --2- 172.21.15.8:0/1137208794 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a441f9aad0 0x55a441f9af30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:17.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.922+0000 7f4237cfeb80 1 --2- 172.21.15.8:0/1137208794 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a441fa0020 0x55a441fa0400 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:17.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.922+0000 7f4237cfeb80 1 --2- 172.21.15.8:0/1137208794 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a441fa0940 0x55a441f9a4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:17.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.922+0000 7f4237cfeb80 1 -- 172.21.15.8:0/1137208794 >> 172.21.15.8:0/1137208794 conn(0x55a441ec8be0 msgr2=0x55a441f95150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:17.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.923+0000 7f4237cfeb80 1 -- 172.21.15.8:0/1137208794 shutdown_connections 2024-05-20T21:28:17.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.923+0000 7f4237cfeb80 1 -- 172.21.15.8:0/1137208794 wait complete. 2024-05-20T21:28:17.925 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.923+0000 7f4237cfeb80 1 -- start start 2024-05-20T21:28:17.925 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.923+0000 7f4237cfeb80 1 Processor -- start 2024-05-20T21:28:17.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.924+0000 7f4237cfeb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a441f9aad0 0x55a441fa6620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:17.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.924+0000 7f4237cfeb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a441fa0020 0x55a441fa39c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:17.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.924+0000 7f4237cfeb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a441fa0940 0x55a441fa3f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:17.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.924+0000 7f4237cfeb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55a441deefa0 con 0x55a441fa0940 2024-05-20T21:28:17.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.924+0000 7f4237cfeb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55a441e89760 con 0x55a441fa0020 2024-05-20T21:28:17.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.924+0000 7f4237cfeb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55a441fa7460 con 0x55a441f9aad0 2024-05-20T21:28:17.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.924+0000 7f4237cfeb80 10 client.0 _ll_register_callbacks cb 0x55a441e92c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:17.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.924+0000 7f4226800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a441f9aad0 0x55a441fa6620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:17.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.924+0000 7f4226800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a441f9aad0 0x55a441fa6620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:53116/0 (socket says 172.21.15.8:53116) 2024-05-20T21:28:17.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.924+0000 7f4226800700 1 -- 172.21.15.8:0/1320532061 learned_addr learned my addr 172.21.15.8:0/1320532061 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:17.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.924+0000 7f4227200700 1 --2- 172.21.15.8:0/1320532061 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a441fa0940 0x55a441fa3f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:17.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.924+0000 7f4225e00700 1 --2- 172.21.15.8:0/1320532061 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a441fa0020 0x55a441fa39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:17.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.925+0000 7f4226800700 1 -- 172.21.15.8:0/1320532061 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a441fa0020 msgr2=0x55a441fa39c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:17.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.925+0000 7f4226800700 1 --2- 172.21.15.8:0/1320532061 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a441fa0020 0x55a441fa39c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:17.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.925+0000 7f4226800700 1 -- 172.21.15.8:0/1320532061 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a441fa0940 msgr2=0x55a441fa3f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:17.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.925+0000 7f4226800700 1 --2- 172.21.15.8:0/1320532061 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a441fa0940 0x55a441fa3f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:17.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.925+0000 7f4226800700 1 -- 172.21.15.8:0/1320532061 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a441e388d0 con 0x55a441f9aad0 2024-05-20T21:28:17.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.925+0000 7f4227200700 1 --2- 172.21.15.8:0/1320532061 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a441fa0940 0x55a441fa3f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:17.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.925+0000 7f4226800700 1 --2- 172.21.15.8:0/1320532061 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a441f9aad0 0x55a441fa6620 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f421800e970 tx=0x7f42180a5930 comp rx=0 tx=0).ready entity=mon.1 client_cookie=12698a81d462e41e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:17.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.925+0000 7f4210c00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:28:17.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.926+0000 7f4210c00700 1 -- 172.21.15.8:0/1320532061 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42180a9290 con 0x55a441f9aad0 2024-05-20T21:28:17.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.926+0000 7f4210c00700 1 -- 172.21.15.8:0/1320532061 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f42180a8da0 con 0x55a441f9aad0 2024-05-20T21:28:17.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.926+0000 7f4237cfeb80 1 -- 172.21.15.8:0/1320532061 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4220009350 con 0x55a441f9aad0 2024-05-20T21:28:17.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.926+0000 7f4210c00700 1 -- 172.21.15.8:0/1320532061 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f42180a90b0 con 0x55a441f9aad0 2024-05-20T21:28:17.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.926+0000 7f4237cfeb80 10 client.29071 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:17.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.926+0000 7f4237cfeb80 1 -- 172.21.15.8:0/1320532061 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a441eb9060 con 0x55a441f9aad0 2024-05-20T21:28:17.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.926+0000 7f4210c00700 1 -- 172.21.15.8:0/1320532061 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4220009350 con 0x55a441f9aad0 2024-05-20T21:28:17.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.927+0000 7f4210c00700 1 -- 172.21.15.8:0/1320532061 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f42180a52b0 con 0x55a441f9aad0 2024-05-20T21:28:17.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.927+0000 7f4237cfeb80 10 client.29071 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:17.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.927+0000 7f4237cfeb80 10 client.29071 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:28:17.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.927+0000 7f4237cfeb80 20 client.29071 populate_metadata read hostname 'smithi008' 2024-05-20T21:28:17.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.927+0000 7f4237cfeb80 1 --2- 172.21.15.8:0/1320532061 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55a441fb3fa0 0x55a441fb6390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:17.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.927+0000 7f4237cfeb80 4 client.29071 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:28:17.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.927+0000 7f4237cfeb80 1 -- 172.21.15.8:0/1320532061 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a441efad90 con 0x55a441fb3fa0 2024-05-20T21:28:17.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.927+0000 7f4225e00700 1 --2- 172.21.15.8:0/1320532061 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55a441fb3fa0 0x55a441fb6390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:17.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.928+0000 7f4225e00700 1 --2- 172.21.15.8:0/1320532061 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55a441fb3fa0 0x55a441fb6390 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=a9f84666adcd88aa server_cookie=a345556c2cc3a9e2 in_seq=0 out_seq=0 2024-05-20T21:28:17.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.928+0000 7f4210c00700 10 client.29071 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:28:17.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.929+0000 7f4210c00700 1 -- 172.21.15.8:0/1320532061 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55a441efad90 con 0x55a441fb3fa0 2024-05-20T21:28:17.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.929+0000 7f4210c00700 10 client.29071 handle_command_reply: tid=0 2024-05-20T21:28:17.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.929+0000 7f4237cfeb80 1 client.29071 shutdown 2024-05-20T21:28:17.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.929+0000 7f4237cfeb80 1 -- 172.21.15.8:0/1320532061 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a441f9aad0 msgr2=0x55a441fa6620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:17.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.929+0000 7f4237cfeb80 1 --2- 172.21.15.8:0/1320532061 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a441f9aad0 0x55a441fa6620 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f421800e970 tx=0x7f42180a5930 comp rx=0 tx=0).stop 2024-05-20T21:28:17.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.930+0000 7f4237cfeb80 1 -- 172.21.15.8:0/1320532061 shutdown_connections 2024-05-20T21:28:17.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.930+0000 7f4237cfeb80 1 --2- 172.21.15.8:0/1320532061 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55a441fb3fa0 0x55a441fb6390 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:17.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.930+0000 7f4237cfeb80 1 --2- 172.21.15.8:0/1320532061 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a441fa0940 0x55a441fa3f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:17.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.930+0000 7f4237cfeb80 1 --2- 172.21.15.8:0/1320532061 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a441f9aad0 0x55a441fa6620 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:17.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.930+0000 7f4237cfeb80 1 --2- 172.21.15.8:0/1320532061 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a441fa0020 0x55a441fa39c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:17.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.930+0000 7f4210c00700 0 client.29071 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:28:17.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.930+0000 7f4237cfeb80 1 -- 172.21.15.8:0/1320532061 >> 172.21.15.8:0/1320532061 conn(0x55a441ec8be0 msgr2=0x55a441f994a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:17.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.930+0000 7f4237cfeb80 1 -- 172.21.15.8:0/1320532061 shutdown_connections 2024-05-20T21:28:17.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.930+0000 7f4237cfeb80 1 -- 172.21.15.8:0/1320532061 wait complete. 2024-05-20T21:28:17.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.930+0000 7f4237cfeb80 20 client.29071 trim_cache size 0 max 16384 2024-05-20T21:28:17.952 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.951+0000 7f4237cfeb80 1 Processor -- start 2024-05-20T21:28:17.952 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.951+0000 7f4237cfeb80 1 -- start start 2024-05-20T21:28:17.953 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.952+0000 7f4237cfeb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a441f9aad0 0x55a441fa5e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:17.953 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.952+0000 7f4237cfeb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a441fa0020 0x55a441f99e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:17.953 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.952+0000 7f4237cfeb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a441fa0940 0x55a441f9a370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:17.953 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.952+0000 7f4237cfeb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f42281b69d0 con 0x55a441f9aad0 2024-05-20T21:28:17.953 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.952+0000 7f4237cfeb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f42281b4260 con 0x55a441fa0940 2024-05-20T21:28:17.953 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.952+0000 7f4237cfeb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f42281b20b0 con 0x55a441fa0020 2024-05-20T21:28:17.953 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.952+0000 7f4225e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a441fa0020 0x55a441f99e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:17.953 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.952+0000 7f4226800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a441f9aad0 0x55a441fa5e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:17.953 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.952+0000 7f4225e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a441fa0020 0x55a441f99e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:53132/0 (socket says 172.21.15.8:53132) 2024-05-20T21:28:17.953 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.952+0000 7f4225e00700 1 -- 172.21.15.8:0/2478110896 learned_addr learned my addr 172.21.15.8:0/2478110896 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:17.953 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.952+0000 7f4227200700 1 --2- 172.21.15.8:0/2478110896 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a441fa0940 0x55a441f9a370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:17.954 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.953+0000 7f4225e00700 1 -- 172.21.15.8:0/2478110896 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a441fa0940 msgr2=0x55a441f9a370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:17.954 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.953+0000 7f4225e00700 1 --2- 172.21.15.8:0/2478110896 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a441fa0940 0x55a441f9a370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:17.954 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.953+0000 7f4225e00700 1 -- 172.21.15.8:0/2478110896 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a441f9aad0 msgr2=0x55a441fa5e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:17.954 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.953+0000 7f4225e00700 1 --2- 172.21.15.8:0/2478110896 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a441f9aad0 0x55a441fa5e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:17.954 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.953+0000 7f4225e00700 1 -- 172.21.15.8:0/2478110896 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a441fa1f30 con 0x55a441fa0020 2024-05-20T21:28:17.955 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.953+0000 7f4226800700 1 --2- 172.21.15.8:0/2478110896 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a441f9aad0 0x55a441fa5e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:28:17.955 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.953+0000 7f4225e00700 1 --2- 172.21.15.8:0/2478110896 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a441fa0020 0x55a441f99e30 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f421400b460 tx=0x7f4214005040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e7a41dbbf0ab8c16 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:17.955 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.954+0000 7f4213400700 1 -- 172.21.15.8:0/2478110896 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f421400b920 con 0x55a441fa0020 2024-05-20T21:28:17.955 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.954+0000 7f4213400700 1 -- 172.21.15.8:0/2478110896 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4214029070 con 0x55a441fa0020 2024-05-20T21:28:17.955 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.954+0000 7f4213400700 1 -- 172.21.15.8:0/2478110896 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4214030470 con 0x55a441fa0020 2024-05-20T21:28:17.955 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.955+0000 7f4237cfeb80 1 -- 172.21.15.8:0/2478110896 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a441fa0020 msgr2=0x55a441f99e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:17.956 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.955+0000 7f4237cfeb80 1 --2- 172.21.15.8:0/2478110896 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a441fa0020 0x55a441f99e30 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f421400b460 tx=0x7f4214005040 comp rx=0 tx=0).stop 2024-05-20T21:28:17.956 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.955+0000 7f4237cfeb80 1 -- 172.21.15.8:0/2478110896 shutdown_connections 2024-05-20T21:28:17.956 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.955+0000 7f4237cfeb80 1 --2- 172.21.15.8:0/2478110896 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a441fa0940 0x55a441f9a370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:17.956 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.955+0000 7f4237cfeb80 1 --2- 172.21.15.8:0/2478110896 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a441f9aad0 0x55a441fa5e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:17.956 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.955+0000 7f4237cfeb80 1 --2- 172.21.15.8:0/2478110896 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a441fa0020 0x55a441f99e30 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:17.956 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.955+0000 7f4237cfeb80 1 -- 172.21.15.8:0/2478110896 >> 172.21.15.8:0/2478110896 conn(0x55a441ec8be0 msgr2=0x55a441fa3980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:17.956 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.955+0000 7f4237cfeb80 1 -- 172.21.15.8:0/2478110896 shutdown_connections 2024-05-20T21:28:17.956 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.955+0000 7f4237cfeb80 1 -- 172.21.15.8:0/2478110896 wait complete. 2024-05-20T21:28:17.956 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.955+0000 7f4237cfeb80 1 -- start start 2024-05-20T21:28:17.956 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.955+0000 7f4237cfeb80 1 Processor -- start 2024-05-20T21:28:17.957 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.956+0000 7f4237cfeb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a441f9aad0 0x55a441facd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:17.957 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.956+0000 7f4237cfeb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a441fa0020 0x55a441fbb410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:17.957 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.956+0000 7f4237cfeb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a441fa0940 0x55a441fbb950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:17.957 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.956+0000 7f4237cfeb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f42281b2720 con 0x55a441fa0940 2024-05-20T21:28:17.957 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.956+0000 7f4237cfeb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f42281b3b90 con 0x55a441f9aad0 2024-05-20T21:28:17.958 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.956+0000 7f4237cfeb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f42281b2df0 con 0x55a441fa0020 2024-05-20T21:28:17.958 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.956+0000 7f4237cfeb80 10 client.0 _ll_register_callbacks cb 0x55a441e92c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:17.958 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.956+0000 7f4225e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a441fa0020 0x55a441fbb410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:17.958 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.956+0000 7f4225e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a441fa0020 0x55a441fbb410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:53138/0 (socket says 172.21.15.8:53138) 2024-05-20T21:28:17.958 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.956+0000 7f4225e00700 1 -- 172.21.15.8:0/1438188143 learned_addr learned my addr 172.21.15.8:0/1438188143 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:17.958 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.956+0000 7f4226800700 1 --2- 172.21.15.8:0/1438188143 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a441f9aad0 0x55a441facd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:17.958 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.957+0000 7f4227200700 1 --2- 172.21.15.8:0/1438188143 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a441fa0940 0x55a441fbb950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:17.958 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.957+0000 7f4226800700 1 -- 172.21.15.8:0/1438188143 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a441fa0020 msgr2=0x55a441fbb410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:17.958 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.957+0000 7f4226800700 1 --2- 172.21.15.8:0/1438188143 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a441fa0020 0x55a441fbb410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:17.958 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.957+0000 7f4226800700 1 -- 172.21.15.8:0/1438188143 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a441fa0940 msgr2=0x55a441fbb950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:17.958 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.957+0000 7f4226800700 1 --2- 172.21.15.8:0/1438188143 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a441fa0940 0x55a441fbb950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:17.958 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.957+0000 7f4226800700 1 -- 172.21.15.8:0/1438188143 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a441fbc120 con 0x55a441f9aad0 2024-05-20T21:28:17.959 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.957+0000 7f4227200700 1 --2- 172.21.15.8:0/1438188143 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a441fa0940 0x55a441fbb950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:28:17.960 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.957+0000 7f4226800700 1 --2- 172.21.15.8:0/1438188143 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a441f9aad0 0x55a441facd40 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f42180a59c0 tx=0x7f42180a54e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b7e69ab029d59df server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:17.960 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.957+0000 7f4210c00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:28:17.960 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.958+0000 7f4210c00700 1 -- 172.21.15.8:0/1438188143 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42180a9290 con 0x55a441f9aad0 2024-05-20T21:28:17.960 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.958+0000 7f4210c00700 1 -- 172.21.15.8:0/1438188143 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f4218010720 con 0x55a441f9aad0 2024-05-20T21:28:17.960 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.958+0000 7f4237cfeb80 1 -- 172.21.15.8:0/1438188143 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4214029070 con 0x55a441f9aad0 2024-05-20T21:28:17.960 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.958+0000 7f4210c00700 1 -- 172.21.15.8:0/1438188143 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f42180b20e0 con 0x55a441f9aad0 2024-05-20T21:28:17.960 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.958+0000 7f4237cfeb80 10 client.29024 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:17.960 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.958+0000 7f4237cfeb80 1 -- 172.21.15.8:0/1438188143 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a44201eac0 con 0x55a441f9aad0 2024-05-20T21:28:17.960 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.958+0000 7f4210c00700 1 -- 172.21.15.8:0/1438188143 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4214029070 con 0x55a441f9aad0 2024-05-20T21:28:17.961 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.959+0000 7f4210c00700 1 -- 172.21.15.8:0/1438188143 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f42180aee80 con 0x55a441f9aad0 2024-05-20T21:28:17.961 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.959+0000 7f4237cfeb80 10 client.29024 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:17.961 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.959+0000 7f4237cfeb80 10 client.29024 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:28:17.961 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.959+0000 7f4237cfeb80 20 client.29024 populate_metadata read hostname 'smithi008' 2024-05-20T21:28:17.961 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.959+0000 7f4237cfeb80 1 --2- 172.21.15.8:0/1438188143 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55a44201f190 0x55a4420215b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:17.961 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.959+0000 7f4237cfeb80 4 client.29024 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:28:17.961 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.959+0000 7f4237cfeb80 1 -- 172.21.15.8:0/1438188143 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55a441ef4570 con 0x55a44201f190 2024-05-20T21:28:17.961 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.959+0000 7f4225e00700 1 --2- 172.21.15.8:0/1438188143 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55a44201f190 0x55a4420215b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:17.961 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.960+0000 7f4225e00700 1 --2- 172.21.15.8:0/1438188143 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55a44201f190 0x55a4420215b0 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=8cf544d24120ff2 server_cookie=c99af598927b66de in_seq=0 out_seq=0 2024-05-20T21:28:17.961 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.960+0000 7f4210c00700 10 client.29024 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:28:17.962 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.960+0000 7f4210c00700 1 -- 172.21.15.8:0/1438188143 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55a441ef4570 con 0x55a44201f190 2024-05-20T21:28:17.962 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.960+0000 7f4210c00700 10 client.29024 handle_command_reply: tid=0 2024-05-20T21:28:17.962 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.960+0000 7f4237cfeb80 1 client.29024 shutdown 2024-05-20T21:28:17.962 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.960+0000 7f4237cfeb80 1 -- 172.21.15.8:0/1438188143 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a441f9aad0 msgr2=0x55a441facd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:17.962 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.960+0000 7f4237cfeb80 1 --2- 172.21.15.8:0/1438188143 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a441f9aad0 0x55a441facd40 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f42180a59c0 tx=0x7f42180a54e0 comp rx=0 tx=0).stop 2024-05-20T21:28:17.962 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.960+0000 7f4237cfeb80 1 -- 172.21.15.8:0/1438188143 shutdown_connections 2024-05-20T21:28:17.962 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.960+0000 7f4237cfeb80 1 --2- 172.21.15.8:0/1438188143 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55a44201f190 0x55a4420215b0 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:17.963 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.960+0000 7f4237cfeb80 1 --2- 172.21.15.8:0/1438188143 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a441f9aad0 0x55a441facd40 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:17.963 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.960+0000 7f4237cfeb80 1 --2- 172.21.15.8:0/1438188143 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a441fa0940 0x55a441fbb950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:17.963 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.960+0000 7f4237cfeb80 1 --2- 172.21.15.8:0/1438188143 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a441fa0020 0x55a441fbb410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:17.963 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.960+0000 7f4210c00700 0 client.29024 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:28:17.963 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.960+0000 7f4237cfeb80 1 -- 172.21.15.8:0/1438188143 >> 172.21.15.8:0/1438188143 conn(0x55a441ec8be0 msgr2=0x55a441f94c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:17.963 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.961+0000 7f4237cfeb80 1 -- 172.21.15.8:0/1438188143 shutdown_connections 2024-05-20T21:28:17.963 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.961+0000 7f4237cfeb80 1 -- 172.21.15.8:0/1438188143 wait complete. 2024-05-20T21:28:17.963 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.961+0000 7f4237cfeb80 20 client.29024 trim_cache size 0 max 16384 2024-05-20T21:28:17.963 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:28:17.964 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.961+0000 7f422ca00700 1 -- 172.21.15.8:0/2890489980 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f420c0b2880 msgr2=0x7f420c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:17.964 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.961+0000 7f422ca00700 1 --2- 172.21.15.8:0/2890489980 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f420c0b2880 0x7f420c0b4d40 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f4220007fd0 tx=0x7f42200156d0 comp rx=0 tx=0).stop 2024-05-20T21:28:17.964 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.961+0000 7f422ca00700 1 -- 172.21.15.8:0/2890489980 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4228109a80 msgr2=0x7f42281a0140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:17.964 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.961+0000 7f422ca00700 1 --2- 172.21.15.8:0/2890489980 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4228109a80 0x7f42281a0140 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f421800e9a0 tx=0x7f421800ecb0 comp rx=0 tx=0).stop 2024-05-20T21:28:17.964 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.962+0000 7f422ca00700 1 -- 172.21.15.8:0/2890489980 shutdown_connections 2024-05-20T21:28:17.964 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.962+0000 7f422ca00700 1 --2- 172.21.15.8:0/2890489980 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f420c0b2880 0x7f420c0b4d40 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:17.964 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.962+0000 7f422ca00700 1 --2- 172.21.15.8:0/2890489980 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f422810e950 0x7f42281a4a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:17.964 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.962+0000 7f422ca00700 1 --2- 172.21.15.8:0/2890489980 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4228109a80 0x7f42281a0140 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:17.965 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.962+0000 7f422ca00700 1 --2- 172.21.15.8:0/2890489980 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f422810a440 0x7f42281a0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:17.965 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.962+0000 7f422ca00700 1 -- 172.21.15.8:0/2890489980 >> 172.21.15.8:0/2890489980 conn(0x7f42280792d0 msgr2=0x7f4228079930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:17.965 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.962+0000 7f422ca00700 1 -- 172.21.15.8:0/2890489980 shutdown_connections 2024-05-20T21:28:17.965 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:17.962+0000 7f422ca00700 1 -- 172.21.15.8:0/2890489980 wait complete. 2024-05-20T21:28:18.199 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:28:18.883 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.881+0000 7f947dc00640 1 -- 172.21.15.8:0/3226315823 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9478106890 msgr2=0x7f947810d120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:18.883 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.881+0000 7f947dc00640 1 --2- 172.21.15.8:0/3226315823 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9478106890 0x7f947810d120 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f9470009ca0 tx=0x7f947002a8c0 comp rx=0 tx=0).stop 2024-05-20T21:28:18.883 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.882+0000 7f947dc00640 1 -- 172.21.15.8:0/3226315823 shutdown_connections 2024-05-20T21:28:18.883 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.882+0000 7f947dc00640 1 --2- 172.21.15.8:0/3226315823 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9478106890 0x7f947810d120 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:18.883 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.882+0000 7f947dc00640 1 --2- 172.21.15.8:0/3226315823 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9478105ed0 0x7f9478106350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:18.883 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.882+0000 7f947dc00640 1 --2- 172.21.15.8:0/3226315823 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9478104ce0 0x7f9478105100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:18.883 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.882+0000 7f947dc00640 1 -- 172.21.15.8:0/3226315823 >> 172.21.15.8:0/3226315823 conn(0x7f9478100270 msgr2=0x7f9478102690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:18.884 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.882+0000 7f947dc00640 1 -- 172.21.15.8:0/3226315823 shutdown_connections 2024-05-20T21:28:18.884 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.882+0000 7f947dc00640 1 -- 172.21.15.8:0/3226315823 wait complete. 2024-05-20T21:28:18.886 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.883+0000 7f947dc00640 1 Processor -- start 2024-05-20T21:28:18.886 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.883+0000 7f947dc00640 1 -- start start 2024-05-20T21:28:18.886 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.883+0000 7f947dc00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9478104ce0 0x7f947807a800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:18.886 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.883+0000 7f947dc00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9478105ed0 0x7f947807ad40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:18.887 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.883+0000 7f947dc00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9478106890 0x7f9478077370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:18.887 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.883+0000 7f947dc00640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f9478110810 con 0x7f9478105ed0 2024-05-20T21:28:18.887 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.883+0000 7f947dc00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9478110690 con 0x7f9478104ce0 2024-05-20T21:28:18.887 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.883+0000 7f947dc00640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f9478110990 con 0x7f9478106890 2024-05-20T21:28:18.887 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.884+0000 7f9476000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9478105ed0 0x7f947807ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:18.887 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.884+0000 7f9476a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9478104ce0 0x7f947807a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:18.887 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.884+0000 7f9476000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9478105ed0 0x7f947807ad40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:57532/0 (socket says 172.21.15.8:57532) 2024-05-20T21:28:18.888 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.884+0000 7f9476000640 1 -- 172.21.15.8:0/1808773316 learned_addr learned my addr 172.21.15.8:0/1808773316 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:18.888 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.884+0000 7f9476a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9478104ce0 0x7f947807a800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:41912/0 (socket says 172.21.15.8:41912) 2024-05-20T21:28:18.888 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.884+0000 7f9477400640 1 --2- 172.21.15.8:0/1808773316 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9478106890 0x7f9478077370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:18.888 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.884+0000 7f9476000640 1 -- 172.21.15.8:0/1808773316 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9478106890 msgr2=0x7f9478077370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:18.888 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.884+0000 7f9476000640 1 --2- 172.21.15.8:0/1808773316 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9478106890 0x7f9478077370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:18.888 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.884+0000 7f9476000640 1 -- 172.21.15.8:0/1808773316 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9478104ce0 msgr2=0x7f947807a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:18.888 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.884+0000 7f9476000640 1 --2- 172.21.15.8:0/1808773316 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9478104ce0 0x7f947807a800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:18.888 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.884+0000 7f9476000640 1 -- 172.21.15.8:0/1808773316 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9478077c30 con 0x7f9478105ed0 2024-05-20T21:28:18.888 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.884+0000 7f9477400640 1 --2- 172.21.15.8:0/1808773316 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9478106890 0x7f9478077370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:28:18.888 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.885+0000 7f9476000640 1 --2- 172.21.15.8:0/1808773316 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9478105ed0 0x7f947807ad40 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f946000e9f0 tx=0x7f946000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:18.888 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.885+0000 7f946f400640 1 -- 172.21.15.8:0/1808773316 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f946000cd80 con 0x7f9478105ed0 2024-05-20T21:28:18.888 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.885+0000 7f947dc00640 1 -- 172.21.15.8:0/1808773316 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f94781a72d0 con 0x7f9478105ed0 2024-05-20T21:28:18.888 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.885+0000 7f947dc00640 1 -- 172.21.15.8:0/1808773316 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f94781a76e0 con 0x7f9478105ed0 2024-05-20T21:28:18.889 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.885+0000 7f946f400640 1 -- 172.21.15.8:0/1808773316 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f94600054d0 con 0x7f9478105ed0 2024-05-20T21:28:18.889 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.885+0000 7f946f400640 1 -- 172.21.15.8:0/1808773316 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9460010430 con 0x7f9478105ed0 2024-05-20T21:28:18.889 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.889+0000 7f946f400640 1 -- 172.21.15.8:0/1808773316 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f94600046c0 con 0x7f9478105ed0 2024-05-20T21:28:18.891 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.891+0000 7f94809e5740 1 Processor -- start 2024-05-20T21:28:18.894 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.891+0000 7f94809e5740 1 -- start start 2024-05-20T21:28:18.894 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.891+0000 7f946f400640 1 --2- 172.21.15.8:0/1808773316 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f945c0b2860 0x7f945c0b4d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:18.894 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.891+0000 7f94809e5740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558327502b30 0x558327502f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:18.894 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.892+0000 7f94809e5740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558327503520 0x558327508020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:18.894 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.892+0000 7f94809e5740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558327508690 0x55832750ab20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:18.894 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.892+0000 7f94809e5740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x558327472b90 con 0x558327502b30 2024-05-20T21:28:18.894 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.892+0000 7f94809e5740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x558327462730 con 0x558327503520 2024-05-20T21:28:18.895 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.892+0000 7f94809e5740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x558327466770 con 0x558327508690 2024-05-20T21:28:18.895 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.892+0000 7f946f400640 1 -- 172.21.15.8:0/1808773316 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f94600e2590 con 0x7f9478105ed0 2024-05-20T21:28:18.895 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.892+0000 7f9476a00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558327502b30 0x558327502f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:18.895 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.892+0000 7f9477400640 1 --2- 172.21.15.8:0/1808773316 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f945c0b2860 0x7f945c0b4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:18.895 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.892+0000 7f9476a00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558327502b30 0x558327502f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:57536/0 (socket says 172.21.15.8:57536) 2024-05-20T21:28:18.895 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.892+0000 7f9476a00640 1 -- 172.21.15.8:0/1504454292 learned_addr learned my addr 172.21.15.8:0/1504454292 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:18.895 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.892+0000 7f9477400640 1 --2- 172.21.15.8:0/1504454292 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558327508690 0x55832750ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:18.895 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.892+0000 7f9476000640 1 --2- 172.21.15.8:0/1504454292 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558327503520 0x558327508020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:18.895 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.892+0000 7f9476a00640 1 -- 172.21.15.8:0/1504454292 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558327508690 msgr2=0x55832750ab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:18.896 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.892+0000 7f9476a00640 1 --2- 172.21.15.8:0/1504454292 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558327508690 0x55832750ab20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:18.896 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.892+0000 7f9476a00640 1 -- 172.21.15.8:0/1504454292 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558327503520 msgr2=0x558327508020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:18.896 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.892+0000 7f9476a00640 1 --2- 172.21.15.8:0/1504454292 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558327503520 0x558327508020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:18.896 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.893+0000 7f9476a00640 1 -- 172.21.15.8:0/1504454292 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5583273fb8b0 con 0x558327502b30 2024-05-20T21:28:18.896 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.893+0000 7f9477400640 1 --2- 172.21.15.8:0/1504454292 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558327508690 0x55832750ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:28:18.896 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.893+0000 7f9477400640 1 --2- 172.21.15.8:0/1808773316 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f945c0b2860 0x7f945c0b4d20 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f9470009a60 tx=0x7f9470009360 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:18.896 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.893+0000 7f9476a00640 1 --2- 172.21.15.8:0/1504454292 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558327502b30 0x558327502f50 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f9468009ca0 tx=0x7f9468011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d0c41522afa85fc server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:18.896 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.893+0000 7f9467e00640 1 -- 172.21.15.8:0/1504454292 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9468004220 con 0x558327502b30 2024-05-20T21:28:18.896 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.893+0000 7f9467e00640 1 -- 172.21.15.8:0/1504454292 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f94680043c0 con 0x558327502b30 2024-05-20T21:28:18.897 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.893+0000 7f9467e00640 1 -- 172.21.15.8:0/1504454292 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9468019830 con 0x558327502b30 2024-05-20T21:28:18.901 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.894+0000 7f94809e5740 1 -- 172.21.15.8:0/1504454292 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558327502b30 msgr2=0x558327502f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:18.901 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.894+0000 7f94809e5740 1 --2- 172.21.15.8:0/1504454292 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558327502b30 0x558327502f50 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f9468009ca0 tx=0x7f9468011810 comp rx=0 tx=0).stop 2024-05-20T21:28:18.901 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.894+0000 7f94809e5740 1 -- 172.21.15.8:0/1504454292 shutdown_connections 2024-05-20T21:28:18.901 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.894+0000 7f94809e5740 1 --2- 172.21.15.8:0/1504454292 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558327508690 0x55832750ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:18.902 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.894+0000 7f94809e5740 1 --2- 172.21.15.8:0/1504454292 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558327503520 0x558327508020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:18.902 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.894+0000 7f94809e5740 1 --2- 172.21.15.8:0/1504454292 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558327502b30 0x558327502f50 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:18.902 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.894+0000 7f94809e5740 1 -- 172.21.15.8:0/1504454292 >> 172.21.15.8:0/1504454292 conn(0x5583274fe1a0 msgr2=0x5583274fe5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:18.902 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.894+0000 7f94809e5740 1 -- 172.21.15.8:0/1504454292 shutdown_connections 2024-05-20T21:28:18.902 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.894+0000 7f94809e5740 1 -- 172.21.15.8:0/1504454292 wait complete. 2024-05-20T21:28:18.902 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.895+0000 7f94809e5740 1 -- start start 2024-05-20T21:28:18.902 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.895+0000 7f94809e5740 1 Processor -- start 2024-05-20T21:28:18.902 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.896+0000 7f94809e5740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558327502b30 0x55832750c820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:18.902 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.896+0000 7f94809e5740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558327503520 0x55832750cd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:18.902 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.896+0000 7f94809e5740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558327508690 0x558327513da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:18.902 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.896+0000 7f94809e5740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x558327148790 con 0x558327502b30 2024-05-20T21:28:18.902 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.896+0000 7f94809e5740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55832740abc0 con 0x558327508690 2024-05-20T21:28:18.902 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.896+0000 7f94809e5740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55832750b640 con 0x558327503520 2024-05-20T21:28:18.903 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.896+0000 7f94809e5740 10 client.0 _ll_register_callbacks cb 0x5583273e8400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:18.903 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.896+0000 7f9476a00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558327502b30 0x55832750c820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:18.903 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.896+0000 7f9476a00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558327502b30 0x55832750c820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:57552/0 (socket says 172.21.15.8:57552) 2024-05-20T21:28:18.903 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.896+0000 7f9476a00640 1 -- 172.21.15.8:0/1075306624 learned_addr learned my addr 172.21.15.8:0/1075306624 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:18.903 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.896+0000 7f9476000640 1 --2- 172.21.15.8:0/1075306624 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558327503520 0x55832750cd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:18.903 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.896+0000 7f9477400640 1 --2- 172.21.15.8:0/1075306624 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558327508690 0x558327513da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:18.903 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.897+0000 7f9476a00640 1 -- 172.21.15.8:0/1075306624 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558327503520 msgr2=0x55832750cd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:18.903 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.897+0000 7f9476a00640 1 --2- 172.21.15.8:0/1075306624 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558327503520 0x55832750cd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:18.903 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.897+0000 7f9476a00640 1 -- 172.21.15.8:0/1075306624 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558327508690 msgr2=0x558327513da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:18.903 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.897+0000 7f9476a00640 1 --2- 172.21.15.8:0/1075306624 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558327508690 0x558327513da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:18.903 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.897+0000 7f9476a00640 1 -- 172.21.15.8:0/1075306624 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558327177210 con 0x558327502b30 2024-05-20T21:28:18.904 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.897+0000 7f9476a00640 1 --2- 172.21.15.8:0/1075306624 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558327502b30 0x55832750c820 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f9468009380 tx=0x7f94680038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f39d5e74f2d6f8d8 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:18.904 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.897+0000 7f9464c00640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:28:18.904 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.897+0000 7f9464c00640 1 -- 172.21.15.8:0/1075306624 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9468028070 con 0x558327502b30 2024-05-20T21:28:18.904 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.897+0000 7f9464c00640 1 -- 172.21.15.8:0/1075306624 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f9468005040 con 0x558327502b30 2024-05-20T21:28:18.904 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.897+0000 7f94809e5740 1 -- 172.21.15.8:0/1075306624 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f94680043c0 con 0x558327502b30 2024-05-20T21:28:18.904 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.898+0000 7f9464c00640 1 -- 172.21.15.8:0/1075306624 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9468034050 con 0x558327502b30 2024-05-20T21:28:18.904 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.898+0000 7f94809e5740 10 client.18912 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:18.904 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.898+0000 7f94809e5740 1 -- 172.21.15.8:0/1075306624 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x558327243620 con 0x558327502b30 2024-05-20T21:28:18.904 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.898+0000 7f9464c00640 1 -- 172.21.15.8:0/1075306624 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f94680043c0 con 0x558327502b30 2024-05-20T21:28:18.904 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.898+0000 7f9464c00640 1 -- 172.21.15.8:0/1075306624 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9468004bc0 con 0x558327502b30 2024-05-20T21:28:18.904 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.898+0000 7f94809e5740 10 client.18912 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:18.904 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.898+0000 7f94809e5740 10 client.18912 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:28:18.904 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.898+0000 7f94809e5740 20 client.18912 populate_metadata read hostname 'smithi008' 2024-05-20T21:28:18.904 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.898+0000 7f94809e5740 1 --2- 172.21.15.8:0/1075306624 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x558327518110 0x55832751a5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:18.905 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.898+0000 7f94809e5740 4 client.18912 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:28:18.905 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.898+0000 7f94809e5740 1 -- 172.21.15.8:0/1075306624 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558327474ae0 con 0x558327518110 2024-05-20T21:28:18.905 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.899+0000 7f9476000640 1 --2- 172.21.15.8:0/1075306624 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x558327518110 0x55832751a5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:18.905 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.899+0000 7f9476000640 1 --2- 172.21.15.8:0/1075306624 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x558327518110 0x55832751a5b0 crc :-1 s=READY pgs=340 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=95b3b3073a90fbc5 server_cookie=fccdaac751db499e in_seq=0 out_seq=0 2024-05-20T21:28:18.905 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.899+0000 7f9464c00640 10 client.18912 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:28:18.905 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.900+0000 7f9464c00640 1 -- 172.21.15.8:0/1075306624 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x558327474ae0 con 0x558327518110 2024-05-20T21:28:18.905 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.900+0000 7f9464c00640 10 client.18912 handle_command_reply: tid=0 2024-05-20T21:28:18.905 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.900+0000 7f94809e5740 1 client.18912 shutdown 2024-05-20T21:28:18.905 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.901+0000 7f94809e5740 1 -- 172.21.15.8:0/1075306624 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558327502b30 msgr2=0x55832750c820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:18.905 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.901+0000 7f94809e5740 1 --2- 172.21.15.8:0/1075306624 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558327502b30 0x55832750c820 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f9468009380 tx=0x7f94680038a0 comp rx=0 tx=0).stop 2024-05-20T21:28:18.905 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.901+0000 7f94809e5740 1 -- 172.21.15.8:0/1075306624 shutdown_connections 2024-05-20T21:28:18.906 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.901+0000 7f94809e5740 1 --2- 172.21.15.8:0/1075306624 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x558327518110 0x55832751a5b0 crc :-1 s=READY pgs=340 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:18.906 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.901+0000 7f94809e5740 1 --2- 172.21.15.8:0/1075306624 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558327508690 0x558327513da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:18.906 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.901+0000 7f94809e5740 1 --2- 172.21.15.8:0/1075306624 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558327503520 0x55832750cd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:18.906 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.901+0000 7f9464c00640 0 client.18912 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:28:18.906 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.901+0000 7f94809e5740 1 --2- 172.21.15.8:0/1075306624 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558327502b30 0x55832750c820 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:18.906 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.901+0000 7f94809e5740 1 -- 172.21.15.8:0/1075306624 >> 172.21.15.8:0/1075306624 conn(0x5583274fe1a0 msgr2=0x5583274fd310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:18.906 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.901+0000 7f94809e5740 1 -- 172.21.15.8:0/1075306624 shutdown_connections 2024-05-20T21:28:18.906 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.901+0000 7f94809e5740 1 -- 172.21.15.8:0/1075306624 wait complete. 2024-05-20T21:28:18.906 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.901+0000 7f94809e5740 20 client.18912 trim_cache size 0 max 16384 2024-05-20T21:28:18.909 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:28:18.921 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.919+0000 7f94809e5740 1 Processor -- start 2024-05-20T21:28:18.922 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.919+0000 7f94809e5740 1 -- start start 2024-05-20T21:28:18.922 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.919+0000 7f94809e5740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558327502b30 0x558327501710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:18.922 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.919+0000 7f94809e5740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558327503520 0x558327513d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:18.922 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.919+0000 7f94809e5740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558327508690 0x558327504490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:18.922 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.919+0000 7f94809e5740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f9454010d70 con 0x558327503520 2024-05-20T21:28:18.922 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.919+0000 7f94809e5740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f945400e640 con 0x558327508690 2024-05-20T21:28:18.922 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.919+0000 7f94809e5740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f945400c490 con 0x558327502b30 2024-05-20T21:28:18.922 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.920+0000 7f9476000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558327503520 0x558327513d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:18.923 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.920+0000 7f9476000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558327503520 0x558327513d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:57568/0 (socket says 172.21.15.8:57568) 2024-05-20T21:28:18.923 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.920+0000 7f9476a00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558327502b30 0x558327501710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:18.923 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.920+0000 7f9476000640 1 -- 172.21.15.8:0/709460160 learned_addr learned my addr 172.21.15.8:0/709460160 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:18.923 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.920+0000 7f9477400640 1 --2- 172.21.15.8:0/709460160 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558327508690 0x558327504490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:18.923 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.920+0000 7f9476000640 1 -- 172.21.15.8:0/709460160 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558327502b30 msgr2=0x558327501710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:18.924 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.920+0000 7f9476000640 1 --2- 172.21.15.8:0/709460160 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558327502b30 0x558327501710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:18.924 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.920+0000 7f9476000640 1 -- 172.21.15.8:0/709460160 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558327508690 msgr2=0x558327504490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:18.924 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.920+0000 7f9476000640 1 --2- 172.21.15.8:0/709460160 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558327508690 0x558327504490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:18.924 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.920+0000 7f9476000640 1 -- 172.21.15.8:0/709460160 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5583274fdfd0 con 0x558327503520 2024-05-20T21:28:18.924 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.921+0000 7f9476000640 1 --2- 172.21.15.8:0/709460160 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558327503520 0x558327513d60 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f94600a5b70 tx=0x7f94600bef90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a0ea36385d781a4 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:18.924 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.921+0000 7f9467400640 1 -- 172.21.15.8:0/709460160 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94600c9070 con 0x558327503520 2024-05-20T21:28:18.925 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.921+0000 7f9467400640 1 -- 172.21.15.8:0/709460160 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f94600aa240 con 0x558327503520 2024-05-20T21:28:18.925 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.921+0000 7f9467400640 1 -- 172.21.15.8:0/709460160 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94600a5dd0 con 0x558327503520 2024-05-20T21:28:18.929 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.922+0000 7f94809e5740 1 -- 172.21.15.8:0/709460160 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558327503520 msgr2=0x558327513d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:18.929 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.922+0000 7f94809e5740 1 --2- 172.21.15.8:0/709460160 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558327503520 0x558327513d60 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f94600a5b70 tx=0x7f94600bef90 comp rx=0 tx=0).stop 2024-05-20T21:28:18.929 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.922+0000 7f94809e5740 1 -- 172.21.15.8:0/709460160 shutdown_connections 2024-05-20T21:28:18.929 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.922+0000 7f94809e5740 1 --2- 172.21.15.8:0/709460160 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558327508690 0x558327504490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:18.929 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.922+0000 7f94809e5740 1 --2- 172.21.15.8:0/709460160 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558327503520 0x558327513d60 unknown :-1 s=CLOSED pgs=662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:18.929 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.922+0000 7f94809e5740 1 --2- 172.21.15.8:0/709460160 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558327502b30 0x558327501710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:18.929 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.922+0000 7f94809e5740 1 -- 172.21.15.8:0/709460160 >> 172.21.15.8:0/709460160 conn(0x5583274fe1a0 msgr2=0x558327503d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:18.930 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.922+0000 7f94809e5740 1 -- 172.21.15.8:0/709460160 shutdown_connections 2024-05-20T21:28:18.930 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.922+0000 7f94809e5740 1 -- 172.21.15.8:0/709460160 wait complete. 2024-05-20T21:28:18.930 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.922+0000 7f94809e5740 1 -- start start 2024-05-20T21:28:18.930 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.923+0000 7f94809e5740 1 Processor -- start 2024-05-20T21:28:18.930 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.923+0000 7f94809e5740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558327502b30 0x558327510900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:18.930 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.923+0000 7f94809e5740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558327503520 0x558327510e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:18.930 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.923+0000 7f94809e5740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558327508690 0x558327580d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:18.930 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.923+0000 7f94809e5740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f945400cb00 con 0x558327502b30 2024-05-20T21:28:18.931 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.923+0000 7f94809e5740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f945400df70 con 0x558327508690 2024-05-20T21:28:18.931 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.923+0000 7f94809e5740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f945400d1d0 con 0x558327503520 2024-05-20T21:28:18.931 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.923+0000 7f94809e5740 10 client.0 _ll_register_callbacks cb 0x7f9460005700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:18.931 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.923+0000 7f9476a00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558327502b30 0x558327510900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:18.931 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.923+0000 7f9477400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558327508690 0x558327580d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:18.931 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.923+0000 7f9476000640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558327503520 0x558327510e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:18.931 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.923+0000 7f9476a00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558327502b30 0x558327510900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:57572/0 (socket says 172.21.15.8:57572) 2024-05-20T21:28:18.931 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.923+0000 7f9477400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558327508690 0x558327580d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:41938/0 (socket says 172.21.15.8:41938) 2024-05-20T21:28:18.932 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.923+0000 7f9476a00640 1 -- 172.21.15.8:0/483799296 learned_addr learned my addr 172.21.15.8:0/483799296 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:18.932 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.924+0000 7f9476a00640 1 -- 172.21.15.8:0/483799296 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558327503520 msgr2=0x558327510e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:18.932 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.924+0000 7f9476a00640 1 --2- 172.21.15.8:0/483799296 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558327503520 0x558327510e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:18.932 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.924+0000 7f9476a00640 1 -- 172.21.15.8:0/483799296 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558327508690 msgr2=0x558327580d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:18.932 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.924+0000 7f9476a00640 1 --2- 172.21.15.8:0/483799296 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558327508690 0x558327580d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:18.932 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.924+0000 7f9476a00640 1 -- 172.21.15.8:0/483799296 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55832750bc40 con 0x558327502b30 2024-05-20T21:28:18.932 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.924+0000 7f9477400640 1 --2- 172.21.15.8:0/483799296 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558327508690 0x558327580d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:18.932 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.924+0000 7f9476a00640 1 --2- 172.21.15.8:0/483799296 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558327502b30 0x558327510900 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x5583274fc770 tx=0x7f9468003ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=614c49bca9ca7209 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:18.932 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.924+0000 7f9464c00640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:28:18.932 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.924+0000 7f9464c00640 1 -- 172.21.15.8:0/483799296 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9468028040 con 0x558327502b30 2024-05-20T21:28:18.932 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.925+0000 7f94809e5740 1 -- 172.21.15.8:0/483799296 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f94600aa240 con 0x558327502b30 2024-05-20T21:28:18.933 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.925+0000 7f9464c00640 1 -- 172.21.15.8:0/483799296 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f9468019d60 con 0x558327502b30 2024-05-20T21:28:18.933 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.925+0000 7f9464c00640 1 -- 172.21.15.8:0/483799296 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f94680198d0 con 0x558327502b30 2024-05-20T21:28:18.933 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.925+0000 7f94809e5740 10 client.18918 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:18.933 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.925+0000 7f94809e5740 1 -- 172.21.15.8:0/483799296 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x558327582010 con 0x558327502b30 2024-05-20T21:28:18.933 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.925+0000 7f9464c00640 1 -- 172.21.15.8:0/483799296 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f94600aa240 con 0x558327502b30 2024-05-20T21:28:18.933 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.925+0000 7f9464c00640 1 -- 172.21.15.8:0/483799296 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9468042050 con 0x558327502b30 2024-05-20T21:28:18.933 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.925+0000 7f94809e5740 10 client.18918 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:18.933 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.925+0000 7f94809e5740 10 client.18918 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:28:18.933 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.925+0000 7f94809e5740 20 client.18918 populate_metadata read hostname 'smithi008' 2024-05-20T21:28:18.933 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.925+0000 7f94809e5740 1 --2- 172.21.15.8:0/483799296 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5583275829e0 0x558327584e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:18.933 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.925+0000 7f94809e5740 4 client.18918 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:28:18.934 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.925+0000 7f94809e5740 1 -- 172.21.15.8:0/483799296 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55832746e2c0 con 0x5583275829e0 2024-05-20T21:28:18.934 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.926+0000 7f9476000640 1 --2- 172.21.15.8:0/483799296 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5583275829e0 0x558327584e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:18.934 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.926+0000 7f9476000640 1 --2- 172.21.15.8:0/483799296 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5583275829e0 0x558327584e00 crc :-1 s=READY pgs=341 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5c9f671457d4af08 server_cookie=70a78747caa8ae9d in_seq=0 out_seq=0 2024-05-20T21:28:18.934 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.926+0000 7f9464c00640 10 client.18918 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:28:18.937 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.936+0000 7f9464c00640 1 -- 172.21.15.8:0/483799296 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55832746e2c0 con 0x5583275829e0 2024-05-20T21:28:18.937 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.936+0000 7f9464c00640 10 client.18918 handle_command_reply: tid=0 2024-05-20T21:28:18.937 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.936+0000 7f94809e5740 1 client.18918 shutdown 2024-05-20T21:28:18.937 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.936+0000 7f94809e5740 1 -- 172.21.15.8:0/483799296 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558327502b30 msgr2=0x558327510900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:18.937 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.936+0000 7f94809e5740 1 --2- 172.21.15.8:0/483799296 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558327502b30 0x558327510900 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x5583274fc770 tx=0x7f9468003ed0 comp rx=0 tx=0).stop 2024-05-20T21:28:18.938 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.936+0000 7f94809e5740 1 -- 172.21.15.8:0/483799296 shutdown_connections 2024-05-20T21:28:18.938 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.936+0000 7f94809e5740 1 --2- 172.21.15.8:0/483799296 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5583275829e0 0x558327584e00 crc :-1 s=READY pgs=341 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:18.938 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.936+0000 7f94809e5740 1 --2- 172.21.15.8:0/483799296 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558327508690 0x558327580d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:18.938 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.936+0000 7f94809e5740 1 --2- 172.21.15.8:0/483799296 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558327503520 0x558327510e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:18.938 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.936+0000 7f94809e5740 1 --2- 172.21.15.8:0/483799296 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x558327502b30 0x558327510900 unknown :-1 s=CLOSED pgs=663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:18.938 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.936+0000 7f9464c00640 0 client.18918 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:28:18.938 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.937+0000 7f94809e5740 1 -- 172.21.15.8:0/483799296 >> 172.21.15.8:0/483799296 conn(0x5583274fe1a0 msgr2=0x5583275045d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:18.938 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.937+0000 7f94809e5740 1 -- 172.21.15.8:0/483799296 shutdown_connections 2024-05-20T21:28:18.938 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.937+0000 7f94809e5740 1 -- 172.21.15.8:0/483799296 wait complete. 2024-05-20T21:28:18.938 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.937+0000 7f94809e5740 20 client.18918 trim_cache size 0 max 16384 2024-05-20T21:28:18.939 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:28:18.939 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:28:18.939 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:28:18.939 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.938+0000 7f947dc00640 1 -- 172.21.15.8:0/1808773316 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f945c0b2860 msgr2=0x7f945c0b4d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:18.940 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.938+0000 7f947dc00640 1 --2- 172.21.15.8:0/1808773316 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f945c0b2860 0x7f945c0b4d20 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f9470009a60 tx=0x7f9470009360 comp rx=0 tx=0).stop 2024-05-20T21:28:18.940 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.938+0000 7f947dc00640 1 -- 172.21.15.8:0/1808773316 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9478105ed0 msgr2=0x7f947807ad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:18.940 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.938+0000 7f947dc00640 1 --2- 172.21.15.8:0/1808773316 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9478105ed0 0x7f947807ad40 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f946000e9f0 tx=0x7f946000edf0 comp rx=0 tx=0).stop 2024-05-20T21:28:18.940 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.938+0000 7f947dc00640 1 -- 172.21.15.8:0/1808773316 shutdown_connections 2024-05-20T21:28:18.940 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.938+0000 7f947dc00640 1 --2- 172.21.15.8:0/1808773316 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f945c0b2860 0x7f945c0b4d20 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:18.940 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.938+0000 7f947dc00640 1 --2- 172.21.15.8:0/1808773316 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9478106890 0x7f9478077370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:18.940 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.938+0000 7f947dc00640 1 --2- 172.21.15.8:0/1808773316 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9478105ed0 0x7f947807ad40 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:18.940 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.938+0000 7f947dc00640 1 --2- 172.21.15.8:0/1808773316 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9478104ce0 0x7f947807a800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:18.940 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.938+0000 7f947dc00640 1 -- 172.21.15.8:0/1808773316 >> 172.21.15.8:0/1808773316 conn(0x7f9478100270 msgr2=0x7f94781091d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:18.940 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.938+0000 7f947dc00640 1 -- 172.21.15.8:0/1808773316 shutdown_connections 2024-05-20T21:28:18.940 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:18.938+0000 7f947dc00640 1 -- 172.21.15.8:0/1808773316 wait complete. 2024-05-20T21:28:19.065 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:28:18 smithi008 ceph-mon[31475]: pgmap v829: 97 pgs: 97 active+clean; 2.4 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-05-20T21:28:19.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:28:18 smithi130 ceph-mon[36448]: pgmap v829: 97 pgs: 97 active+clean; 2.4 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-05-20T21:28:19.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:28:18 smithi050 ceph-mon[35809]: pgmap v829: 97 pgs: 97 active+clean; 2.4 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-05-20T21:28:20.231 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:28:21.032 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:28:20 smithi008 ceph-mon[31475]: pgmap v830: 97 pgs: 97 active+clean; 2.4 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 1.3 KiB/s wr, 6 op/s 2024-05-20T21:28:21.116 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.031+0000 7f40b3a00700 1 -- 172.21.15.8:0/2412613527 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f40ac1035f0 msgr2=0x7f40ac103a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:21.116 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.031+0000 7f40b3a00700 1 --2- 172.21.15.8:0/2412613527 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f40ac1035f0 0x7f40ac103a70 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f40980099c0 tx=0x7f4098009cd0 comp rx=0 tx=0).stop 2024-05-20T21:28:21.116 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.031+0000 7f40b3a00700 1 -- 172.21.15.8:0/2412613527 shutdown_connections 2024-05-20T21:28:21.116 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.031+0000 7f40b3a00700 1 --2- 172.21.15.8:0/2412613527 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f40ac103fb0 0x7f40ac110440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:21.116 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.031+0000 7f40b3a00700 1 --2- 172.21.15.8:0/2412613527 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f40ac109670 0x7f40ac109a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:21.116 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.031+0000 7f40b3a00700 1 --2- 172.21.15.8:0/2412613527 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f40ac1035f0 0x7f40ac103a70 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:21.116 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.031+0000 7f40b3a00700 1 -- 172.21.15.8:0/2412613527 >> 172.21.15.8:0/2412613527 conn(0x7f40ac07a690 msgr2=0x7f40ac07aaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:21.116 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.032+0000 7f40b3a00700 1 -- 172.21.15.8:0/2412613527 shutdown_connections 2024-05-20T21:28:21.116 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.032+0000 7f40b3a00700 1 -- 172.21.15.8:0/2412613527 wait complete. 2024-05-20T21:28:21.116 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.033+0000 7f40b3a00700 1 Processor -- start 2024-05-20T21:28:21.116 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.033+0000 7f40b3a00700 1 -- start start 2024-05-20T21:28:21.117 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.033+0000 7f40b3a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f40ac1035f0 0x7f40ac075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:21.117 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.033+0000 7f40b3a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f40ac103fb0 0x7f40ac075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:21.117 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.033+0000 7f40b3a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f40ac109670 0x7f40ac0762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:21.117 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.033+0000 7f40b3a00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f40ac113780 con 0x7f40ac1035f0 2024-05-20T21:28:21.117 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.034+0000 7f40b3a00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f40ac113600 con 0x7f40ac103fb0 2024-05-20T21:28:21.117 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.034+0000 7f40b3a00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f40ac113900 con 0x7f40ac109670 2024-05-20T21:28:21.117 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.034+0000 7f40b1000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f40ac1035f0 0x7f40ac075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:21.117 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.034+0000 7f40b1000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f40ac1035f0 0x7f40ac075840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:57584/0 (socket says 172.21.15.8:57584) 2024-05-20T21:28:21.117 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.034+0000 7f40b1000700 1 -- 172.21.15.8:0/716543633 learned_addr learned my addr 172.21.15.8:0/716543633 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:21.117 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.034+0000 7f40b1a00700 1 --2- 172.21.15.8:0/716543633 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f40ac109670 0x7f40ac0762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:21.117 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.034+0000 7f40abe00700 1 --2- 172.21.15.8:0/716543633 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f40ac103fb0 0x7f40ac075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:21.117 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.034+0000 7f40b1000700 1 -- 172.21.15.8:0/716543633 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f40ac109670 msgr2=0x7f40ac0762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:21.117 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.034+0000 7f40b1000700 1 --2- 172.21.15.8:0/716543633 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f40ac109670 0x7f40ac0762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:21.117 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.034+0000 7f40b1000700 1 -- 172.21.15.8:0/716543633 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f40ac103fb0 msgr2=0x7f40ac075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:21.118 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.034+0000 7f40b1000700 1 --2- 172.21.15.8:0/716543633 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f40ac103fb0 0x7f40ac075d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:21.118 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.034+0000 7f40b1000700 1 -- 172.21.15.8:0/716543633 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40ac1a8120 con 0x7f40ac1035f0 2024-05-20T21:28:21.118 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.035+0000 7f40b1000700 1 --2- 172.21.15.8:0/716543633 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f40ac1035f0 0x7f40ac075840 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f40a000e9c0 tx=0x7f40a000ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:21.118 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.035+0000 7f40a9600700 1 -- 172.21.15.8:0/716543633 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40a000cbd0 con 0x7f40ac1035f0 2024-05-20T21:28:21.118 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.035+0000 7f40a9600700 1 -- 172.21.15.8:0/716543633 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f40a000ee60 con 0x7f40ac1035f0 2024-05-20T21:28:21.118 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.035+0000 7f40a9600700 1 -- 172.21.15.8:0/716543633 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40a00055c0 con 0x7f40ac1035f0 2024-05-20T21:28:21.118 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.035+0000 7f40b3a00700 1 -- 172.21.15.8:0/716543633 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40ac1a8410 con 0x7f40ac1035f0 2024-05-20T21:28:21.118 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.035+0000 7f40b3a00700 1 -- 172.21.15.8:0/716543633 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40ac1a88d0 con 0x7f40ac1035f0 2024-05-20T21:28:21.118 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.040+0000 7f40a9600700 1 -- 172.21.15.8:0/716543633 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f40a0004750 con 0x7f40ac1035f0 2024-05-20T21:28:21.118 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.041+0000 7f40be3a4b80 1 Processor -- start 2024-05-20T21:28:21.118 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.042+0000 7f40be3a4b80 1 -- start start 2024-05-20T21:28:21.118 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.042+0000 7f40a9600700 1 --2- 172.21.15.8:0/716543633 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f40940b2900 0x7f40940b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:21.118 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.042+0000 7f40be3a4b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aaae5449c0 0x55aaae544da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:21.119 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.042+0000 7f40be3a4b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aaae5452e0 0x55aaae549070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:21.119 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.042+0000 7f40be3a4b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aaae5495b0 0x55aaae5499f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:21.119 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.042+0000 7f40be3a4b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55aaae499f40 con 0x55aaae5452e0 2024-05-20T21:28:21.119 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.042+0000 7f40be3a4b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55aaae489ae0 con 0x55aaae5495b0 2024-05-20T21:28:21.119 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.042+0000 7f40be3a4b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55aaae48db20 con 0x55aaae5449c0 2024-05-20T21:28:21.119 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.042+0000 7f40a9600700 1 -- 172.21.15.8:0/716543633 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f40a00e2440 con 0x7f40ac1035f0 2024-05-20T21:28:21.119 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.042+0000 7f40b1a00700 1 --2- 172.21.15.8:0/716543633 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f40940b2900 0x7f40940b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:21.119 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.043+0000 7f40abe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aaae5452e0 0x55aaae549070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:21.119 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.043+0000 7f40abe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aaae5452e0 0x55aaae549070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:57598/0 (socket says 172.21.15.8:57598) 2024-05-20T21:28:21.119 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.043+0000 7f40abe00700 1 -- 172.21.15.8:0/3400925816 learned_addr learned my addr 172.21.15.8:0/3400925816 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:21.119 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.043+0000 7f40b1a00700 1 --2- 172.21.15.8:0/3400925816 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aaae5495b0 0x55aaae5499f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:21.119 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.043+0000 7f40b1000700 1 --2- 172.21.15.8:0/3400925816 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aaae5449c0 0x55aaae544da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:21.119 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.043+0000 7f40abe00700 1 -- 172.21.15.8:0/3400925816 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aaae5449c0 msgr2=0x55aaae544da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:21.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.043+0000 7f40abe00700 1 --2- 172.21.15.8:0/3400925816 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aaae5449c0 0x55aaae544da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:21.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.043+0000 7f40abe00700 1 -- 172.21.15.8:0/3400925816 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aaae5495b0 msgr2=0x55aaae5499f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:21.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.043+0000 7f40abe00700 1 --2- 172.21.15.8:0/3400925816 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aaae5495b0 0x55aaae5499f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:21.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.043+0000 7f40abe00700 1 -- 172.21.15.8:0/3400925816 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aaae452520 con 0x55aaae5452e0 2024-05-20T21:28:21.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.043+0000 7f40b1a00700 1 --2- 172.21.15.8:0/3400925816 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aaae5495b0 0x55aaae5499f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:28:21.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.043+0000 7f40b1a00700 1 --2- 172.21.15.8:0/716543633 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f40940b2900 0x7f40940b4dc0 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f40a4009ec0 tx=0x7f40a4013250 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:21.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.044+0000 7f40abe00700 1 --2- 172.21.15.8:0/3400925816 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aaae5452e0 0x55aaae549070 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f40980099c0 tx=0x7f4098003680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8255652cdf775598 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:21.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.044+0000 7f409e000700 1 -- 172.21.15.8:0/3400925816 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4098028070 con 0x55aaae5452e0 2024-05-20T21:28:21.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.044+0000 7f409e000700 1 -- 172.21.15.8:0/3400925816 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4098005920 con 0x55aaae5452e0 2024-05-20T21:28:21.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.044+0000 7f409e000700 1 -- 172.21.15.8:0/3400925816 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4098003e60 con 0x55aaae5452e0 2024-05-20T21:28:21.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.045+0000 7f40be3a4b80 1 -- 172.21.15.8:0/3400925816 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aaae5452e0 msgr2=0x55aaae549070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:21.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.045+0000 7f40be3a4b80 1 --2- 172.21.15.8:0/3400925816 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aaae5452e0 0x55aaae549070 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f40980099c0 tx=0x7f4098003680 comp rx=0 tx=0).stop 2024-05-20T21:28:21.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.045+0000 7f40be3a4b80 1 -- 172.21.15.8:0/3400925816 shutdown_connections 2024-05-20T21:28:21.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.045+0000 7f40be3a4b80 1 --2- 172.21.15.8:0/3400925816 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aaae5495b0 0x55aaae5499f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:21.121 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.045+0000 7f40be3a4b80 1 --2- 172.21.15.8:0/3400925816 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aaae5449c0 0x55aaae544da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:21.121 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.045+0000 7f40be3a4b80 1 --2- 172.21.15.8:0/3400925816 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aaae5452e0 0x55aaae549070 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:21.121 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.045+0000 7f40be3a4b80 1 -- 172.21.15.8:0/3400925816 >> 172.21.15.8:0/3400925816 conn(0x55aaae469ce0 msgr2=0x55aaae536f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:21.121 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.045+0000 7f40be3a4b80 1 -- 172.21.15.8:0/3400925816 shutdown_connections 2024-05-20T21:28:21.121 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.045+0000 7f40be3a4b80 1 -- 172.21.15.8:0/3400925816 wait complete. 2024-05-20T21:28:21.121 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.046+0000 7f40be3a4b80 1 -- start start 2024-05-20T21:28:21.121 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.046+0000 7f40be3a4b80 1 Processor -- start 2024-05-20T21:28:21.121 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.046+0000 7f40be3a4b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aaae5449c0 0x55aaae550940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:21.121 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.046+0000 7f40be3a4b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aaae5452e0 0x55aaae54dd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:21.121 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.046+0000 7f40be3a4b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aaae5495b0 0x55aaae54e270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:21.121 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.046+0000 7f40be3a4b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55aaae3900a0 con 0x55aaae5495b0 2024-05-20T21:28:21.121 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.046+0000 7f40be3a4b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55aaae42a860 con 0x55aaae5449c0 2024-05-20T21:28:21.121 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.046+0000 7f40be3a4b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55aaae551740 con 0x55aaae5452e0 2024-05-20T21:28:21.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.047+0000 7f40be3a4b80 10 client.0 _ll_register_callbacks cb 0x55aaae433d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:21.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.047+0000 7f40b1a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aaae5495b0 0x55aaae54e270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:21.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.047+0000 7f40b1000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aaae5449c0 0x55aaae550940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:21.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.047+0000 7f40b1000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aaae5449c0 0x55aaae550940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:41966/0 (socket says 172.21.15.8:41966) 2024-05-20T21:28:21.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.047+0000 7f40b1000700 1 -- 172.21.15.8:0/1661309949 learned_addr learned my addr 172.21.15.8:0/1661309949 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:21.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.047+0000 7f40abe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aaae5452e0 0x55aaae54dd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:21.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.047+0000 7f40b1000700 1 -- 172.21.15.8:0/1661309949 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aaae5452e0 msgr2=0x55aaae54dd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:21.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.047+0000 7f40b1000700 1 --2- 172.21.15.8:0/1661309949 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aaae5452e0 0x55aaae54dd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:21.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.047+0000 7f40b1000700 1 -- 172.21.15.8:0/1661309949 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aaae5495b0 msgr2=0x55aaae54e270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:21.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.047+0000 7f40b1000700 1 --2- 172.21.15.8:0/1661309949 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aaae5495b0 0x55aaae54e270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:21.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.047+0000 7f40b1000700 1 -- 172.21.15.8:0/1661309949 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aaae3d99d0 con 0x55aaae5449c0 2024-05-20T21:28:21.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.048+0000 7f40b1000700 1 --2- 172.21.15.8:0/1661309949 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aaae5449c0 0x55aaae550940 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f40a0009fd0 tx=0x7f40a00a5200 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c9950fb48c2346f0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:21.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.048+0000 7f4092a00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:28:21.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.048+0000 7f4092a00700 1 -- 172.21.15.8:0/1661309949 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40a00749d0 con 0x55aaae5449c0 2024-05-20T21:28:21.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.048+0000 7f4092a00700 1 -- 172.21.15.8:0/1661309949 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f40a00a9c50 con 0x55aaae5449c0 2024-05-20T21:28:21.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.048+0000 7f40be3a4b80 1 -- 172.21.15.8:0/1661309949 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4098005920 con 0x55aaae5449c0 2024-05-20T21:28:21.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.048+0000 7f4092a00700 1 -- 172.21.15.8:0/1661309949 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f40a00a99f0 con 0x55aaae5449c0 2024-05-20T21:28:21.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.048+0000 7f40be3a4b80 10 client.29054 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:21.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.048+0000 7f40be3a4b80 1 -- 172.21.15.8:0/1661309949 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55aaae45a160 con 0x55aaae5449c0 2024-05-20T21:28:21.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.048+0000 7f4092a00700 1 -- 172.21.15.8:0/1661309949 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4098005920 con 0x55aaae5449c0 2024-05-20T21:28:21.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.049+0000 7f4092a00700 1 -- 172.21.15.8:0/1661309949 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f40a00b23c0 con 0x55aaae5449c0 2024-05-20T21:28:21.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.049+0000 7f40be3a4b80 10 client.29054 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:21.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.049+0000 7f40be3a4b80 10 client.29054 resolve_mds: validated gid 24529 aka daemon mds.i 2024-05-20T21:28:21.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.049+0000 7f40be3a4b80 20 client.29054 populate_metadata read hostname 'smithi008' 2024-05-20T21:28:21.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.049+0000 7f40be3a4b80 1 --2- 172.21.15.8:0/1661309949 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55aaae55e110 0x55aaae560560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:21.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.049+0000 7f40be3a4b80 4 client.29054 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:28:21.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.049+0000 7f40be3a4b80 1 -- 172.21.15.8:0/1661309949 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55aaae49be90 con 0x55aaae55e110 2024-05-20T21:28:21.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.049+0000 7f40abe00700 1 --2- 172.21.15.8:0/1661309949 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55aaae55e110 0x55aaae560560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:21.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.050+0000 7f40abe00700 1 --2- 172.21.15.8:0/1661309949 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55aaae55e110 0x55aaae560560 crc :-1 s=READY pgs=342 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=868b96645250fa75 server_cookie=484889400334bd3e in_seq=0 out_seq=0 2024-05-20T21:28:21.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.050+0000 7f4092a00700 10 client.29054 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:28:21.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.051+0000 7f4092a00700 1 -- 172.21.15.8:0/1661309949 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55aaae49be90 con 0x55aaae55e110 2024-05-20T21:28:21.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.051+0000 7f4092a00700 10 client.29054 handle_command_reply: tid=0 2024-05-20T21:28:21.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.051+0000 7f40be3a4b80 1 client.29054 shutdown 2024-05-20T21:28:21.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.051+0000 7f40be3a4b80 1 -- 172.21.15.8:0/1661309949 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aaae5449c0 msgr2=0x55aaae550940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:21.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.051+0000 7f40be3a4b80 1 --2- 172.21.15.8:0/1661309949 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aaae5449c0 0x55aaae550940 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f40a0009fd0 tx=0x7f40a00a5200 comp rx=0 tx=0).stop 2024-05-20T21:28:21.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.051+0000 7f40be3a4b80 1 -- 172.21.15.8:0/1661309949 shutdown_connections 2024-05-20T21:28:21.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.051+0000 7f40be3a4b80 1 --2- 172.21.15.8:0/1661309949 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55aaae55e110 0x55aaae560560 crc :-1 s=READY pgs=342 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:21.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.051+0000 7f40be3a4b80 1 --2- 172.21.15.8:0/1661309949 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aaae5449c0 0x55aaae550940 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:21.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.051+0000 7f40be3a4b80 1 --2- 172.21.15.8:0/1661309949 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aaae5495b0 0x55aaae54e270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:21.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.051+0000 7f40be3a4b80 1 --2- 172.21.15.8:0/1661309949 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aaae5452e0 0x55aaae54dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:21.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.051+0000 7f4092a00700 0 client.29054 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:28:21.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.051+0000 7f40be3a4b80 1 -- 172.21.15.8:0/1661309949 >> 172.21.15.8:0/1661309949 conn(0x55aaae469ce0 msgr2=0x55aaae536430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:21.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.051+0000 7f40be3a4b80 1 -- 172.21.15.8:0/1661309949 shutdown_connections 2024-05-20T21:28:21.125 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.051+0000 7f40be3a4b80 1 -- 172.21.15.8:0/1661309949 wait complete. 2024-05-20T21:28:21.125 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.051+0000 7f40be3a4b80 20 client.29054 trim_cache size 0 max 16384 2024-05-20T21:28:21.125 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.074+0000 7f40be3a4b80 1 Processor -- start 2024-05-20T21:28:21.125 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.074+0000 7f40be3a4b80 1 -- start start 2024-05-20T21:28:21.125 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.074+0000 7f40be3a4b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aaae5449c0 0x55aaae54faa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:21.125 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.074+0000 7f40be3a4b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aaae5452e0 0x55aaae565e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:21.125 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.074+0000 7f40be3a4b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aaae5495b0 0x55aaae566370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:21.125 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.074+0000 7f40be3a4b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f40ac1ae120 con 0x55aaae5495b0 2024-05-20T21:28:21.125 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.074+0000 7f40be3a4b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f40ac1ab9b0 con 0x55aaae5449c0 2024-05-20T21:28:21.125 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.074+0000 7f40be3a4b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f40ac19d7a0 con 0x55aaae5452e0 2024-05-20T21:28:21.125 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.074+0000 7f40b1a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aaae5495b0 0x55aaae566370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:21.125 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.075+0000 7f40b1a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aaae5495b0 0x55aaae566370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:57614/0 (socket says 172.21.15.8:57614) 2024-05-20T21:28:21.125 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.075+0000 7f40b1a00700 1 -- 172.21.15.8:0/3653910589 learned_addr learned my addr 172.21.15.8:0/3653910589 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:21.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.075+0000 7f40abe00700 1 --2- 172.21.15.8:0/3653910589 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aaae5452e0 0x55aaae565e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:21.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.075+0000 7f40b1000700 1 --2- 172.21.15.8:0/3653910589 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aaae5449c0 0x55aaae54faa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:21.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.075+0000 7f40abe00700 1 -- 172.21.15.8:0/3653910589 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aaae5449c0 msgr2=0x55aaae54faa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:21.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.075+0000 7f40abe00700 1 --2- 172.21.15.8:0/3653910589 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aaae5449c0 0x55aaae54faa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:21.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.075+0000 7f40abe00700 1 -- 172.21.15.8:0/3653910589 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aaae5495b0 msgr2=0x55aaae566370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:21.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.075+0000 7f40abe00700 1 --2- 172.21.15.8:0/3653910589 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aaae5495b0 0x55aaae566370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:21.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.075+0000 7f40abe00700 1 -- 172.21.15.8:0/3653910589 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aaae5493e0 con 0x55aaae5452e0 2024-05-20T21:28:21.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.075+0000 7f40abe00700 1 --2- 172.21.15.8:0/3653910589 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aaae5452e0 0x55aaae565e30 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f409800b580 tx=0x7f4098009290 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f104613e690ae0ed server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:21.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.075+0000 7f409d600700 1 -- 172.21.15.8:0/3653910589 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4098034040 con 0x55aaae5452e0 2024-05-20T21:28:21.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.076+0000 7f409d600700 1 -- 172.21.15.8:0/3653910589 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4098029040 con 0x55aaae5452e0 2024-05-20T21:28:21.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.076+0000 7f409d600700 1 -- 172.21.15.8:0/3653910589 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4098028040 con 0x55aaae5452e0 2024-05-20T21:28:21.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.076+0000 7f40be3a4b80 1 -- 172.21.15.8:0/3653910589 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aaae5452e0 msgr2=0x55aaae565e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:21.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.076+0000 7f40be3a4b80 1 --2- 172.21.15.8:0/3653910589 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aaae5452e0 0x55aaae565e30 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f409800b580 tx=0x7f4098009290 comp rx=0 tx=0).stop 2024-05-20T21:28:21.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.076+0000 7f40be3a4b80 1 -- 172.21.15.8:0/3653910589 shutdown_connections 2024-05-20T21:28:21.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.076+0000 7f40be3a4b80 1 --2- 172.21.15.8:0/3653910589 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aaae5449c0 0x55aaae54faa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:21.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.076+0000 7f40be3a4b80 1 --2- 172.21.15.8:0/3653910589 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aaae5495b0 0x55aaae566370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:21.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.076+0000 7f40be3a4b80 1 --2- 172.21.15.8:0/3653910589 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aaae5452e0 0x55aaae565e30 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:21.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.076+0000 7f40be3a4b80 1 -- 172.21.15.8:0/3653910589 >> 172.21.15.8:0/3653910589 conn(0x55aaae469ce0 msgr2=0x55aaae54f390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:21.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.077+0000 7f40be3a4b80 1 -- 172.21.15.8:0/3653910589 shutdown_connections 2024-05-20T21:28:21.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.077+0000 7f40be3a4b80 1 -- 172.21.15.8:0/3653910589 wait complete. 2024-05-20T21:28:21.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.077+0000 7f40be3a4b80 1 -- start start 2024-05-20T21:28:21.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.077+0000 7f40be3a4b80 1 Processor -- start 2024-05-20T21:28:21.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.078+0000 7f40be3a4b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aaae5449c0 0x55aaae5570d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:21.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.078+0000 7f40be3a4b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aaae5452e0 0x55aaae555480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:21.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.078+0000 7f40be3a4b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aaae5495b0 0x55aaae5559c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:21.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.078+0000 7f40be3a4b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f40ac1a9e70 con 0x55aaae5452e0 2024-05-20T21:28:21.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.078+0000 7f40be3a4b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f40ac1ab2e0 con 0x55aaae5495b0 2024-05-20T21:28:21.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.078+0000 7f40be3a4b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f40ac1aa540 con 0x55aaae5449c0 2024-05-20T21:28:21.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.078+0000 7f40be3a4b80 10 client.0 _ll_register_callbacks cb 0x55aaae433d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:21.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.078+0000 7f40abe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aaae5452e0 0x55aaae555480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:21.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.078+0000 7f40b1000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aaae5449c0 0x55aaae5570d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:21.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.078+0000 7f40b1a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aaae5495b0 0x55aaae5559c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:21.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.078+0000 7f40b1000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aaae5449c0 0x55aaae5570d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:53226/0 (socket says 172.21.15.8:53226) 2024-05-20T21:28:21.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.078+0000 7f40b1000700 1 -- 172.21.15.8:0/1302175398 learned_addr learned my addr 172.21.15.8:0/1302175398 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:21.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.079+0000 7f40b1000700 1 -- 172.21.15.8:0/1302175398 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aaae5495b0 msgr2=0x55aaae5559c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:21.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.079+0000 7f40b1000700 1 --2- 172.21.15.8:0/1302175398 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aaae5495b0 0x55aaae5559c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:21.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.079+0000 7f40b1000700 1 -- 172.21.15.8:0/1302175398 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aaae5452e0 msgr2=0x55aaae555480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:21.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.079+0000 7f40b1000700 1 --2- 172.21.15.8:0/1302175398 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aaae5452e0 0x55aaae555480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:21.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.079+0000 7f40b1000700 1 -- 172.21.15.8:0/1302175398 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aaae5561e0 con 0x55aaae5449c0 2024-05-20T21:28:21.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.079+0000 7f40b1000700 1 --2- 172.21.15.8:0/1302175398 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aaae5449c0 0x55aaae5570d0 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f40a00a9980 tx=0x7f40a00cc460 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e6e9ce016403ce48 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:21.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.079+0000 7f4092a00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:28:21.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.079+0000 7f4092a00700 1 -- 172.21.15.8:0/1302175398 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40a00adda0 con 0x55aaae5449c0 2024-05-20T21:28:21.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.079+0000 7f4092a00700 1 -- 172.21.15.8:0/1302175398 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f40a00a9c50 con 0x55aaae5449c0 2024-05-20T21:28:21.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.079+0000 7f40be3a4b80 1 -- 172.21.15.8:0/1302175398 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4098029040 con 0x55aaae5449c0 2024-05-20T21:28:21.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.079+0000 7f4092a00700 1 -- 172.21.15.8:0/1302175398 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f40a00cc2c0 con 0x55aaae5449c0 2024-05-20T21:28:21.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.079+0000 7f40be3a4b80 10 client.29113 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:21.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.080+0000 7f40be3a4b80 1 -- 172.21.15.8:0/1302175398 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55aaae5c9dc0 con 0x55aaae5449c0 2024-05-20T21:28:21.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.080+0000 7f4092a00700 1 -- 172.21.15.8:0/1302175398 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4098029040 con 0x55aaae5449c0 2024-05-20T21:28:21.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.080+0000 7f4092a00700 1 -- 172.21.15.8:0/1302175398 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f40a0089060 con 0x55aaae5449c0 2024-05-20T21:28:21.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.080+0000 7f40be3a4b80 10 client.29113 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:21.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.080+0000 7f40be3a4b80 10 client.29113 resolve_mds: validated gid 24529 aka daemon mds.i 2024-05-20T21:28:21.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.080+0000 7f40be3a4b80 20 client.29113 populate_metadata read hostname 'smithi008' 2024-05-20T21:28:21.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.080+0000 7f40be3a4b80 1 --2- 172.21.15.8:0/1302175398 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55aaae5ca280 0x55aaae5cc670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:21.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.080+0000 7f40be3a4b80 4 client.29113 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "c23db0f4", "release": true, "await": true}] 2024-05-20T21:28:21.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.080+0000 7f40be3a4b80 1 -- 172.21.15.8:0/1302175398 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "quiesce db", "set_id": "c23db0f4", "release": true, "await": true}) -- 0x55aaae495670 con 0x55aaae5ca280 2024-05-20T21:28:21.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.080+0000 7f40abe00700 1 --2- 172.21.15.8:0/1302175398 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55aaae5ca280 0x55aaae5cc670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:21.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.081+0000 7f40abe00700 1 --2- 172.21.15.8:0/1302175398 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55aaae5ca280 0x55aaae5cc670 crc :-1 s=READY pgs=343 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=47361b7745b3250a server_cookie=9680d12f6c4a2c27 in_seq=0 out_seq=0 2024-05-20T21:28:21.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.081+0000 7f4092a00700 10 client.29113 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:28:21.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.084+0000 7f4092a00700 1 -- 172.21.15.8:0/1302175398 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55aaae495670 con 0x55aaae5ca280 2024-05-20T21:28:21.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.084+0000 7f4092a00700 10 client.29113 handle_command_reply: tid=0 2024-05-20T21:28:21.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.084+0000 7f40be3a4b80 1 client.29113 shutdown 2024-05-20T21:28:21.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.084+0000 7f40be3a4b80 1 -- 172.21.15.8:0/1302175398 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aaae5449c0 msgr2=0x55aaae5570d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:21.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.084+0000 7f40be3a4b80 1 --2- 172.21.15.8:0/1302175398 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aaae5449c0 0x55aaae5570d0 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f40a00a9980 tx=0x7f40a00cc460 comp rx=0 tx=0).stop 2024-05-20T21:28:21.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.084+0000 7f40be3a4b80 1 -- 172.21.15.8:0/1302175398 shutdown_connections 2024-05-20T21:28:21.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.084+0000 7f40be3a4b80 1 --2- 172.21.15.8:0/1302175398 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55aaae5ca280 0x55aaae5cc670 crc :-1 s=READY pgs=343 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:21.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.084+0000 7f40be3a4b80 1 --2- 172.21.15.8:0/1302175398 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aaae5495b0 0x55aaae5559c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:21.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.084+0000 7f40be3a4b80 1 --2- 172.21.15.8:0/1302175398 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aaae5449c0 0x55aaae5570d0 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:21.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.084+0000 7f40be3a4b80 1 --2- 172.21.15.8:0/1302175398 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55aaae5452e0 0x55aaae555480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:21.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.084+0000 7f4092a00700 0 client.29113 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:28:21.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.084+0000 7f40be3a4b80 1 -- 172.21.15.8:0/1302175398 >> 172.21.15.8:0/1302175398 conn(0x55aaae469ce0 msgr2=0x55aaae5486c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:21.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.084+0000 7f40be3a4b80 1 -- 172.21.15.8:0/1302175398 shutdown_connections 2024-05-20T21:28:21.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.084+0000 7f40be3a4b80 1 -- 172.21.15.8:0/1302175398 wait complete. 2024-05-20T21:28:21.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.084+0000 7f40be3a4b80 20 client.29113 trim_cache size 0 max 16384 2024-05-20T21:28:21.131 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:28:21.131 INFO:teuthology.orchestra.run.smithi008.stdout: "epoch": 26, 2024-05-20T21:28:21.131 INFO:teuthology.orchestra.run.smithi008.stdout: "leader": 24529, 2024-05-20T21:28:21.131 INFO:teuthology.orchestra.run.smithi008.stdout: "set_version": 48, 2024-05-20T21:28:21.132 INFO:teuthology.orchestra.run.smithi008.stdout: "sets": { 2024-05-20T21:28:21.132 INFO:teuthology.orchestra.run.smithi008.stdout: "c23db0f4": { 2024-05-20T21:28:21.132 INFO:teuthology.orchestra.run.smithi008.stdout: "version": 48, 2024-05-20T21:28:21.132 INFO:teuthology.orchestra.run.smithi008.stdout: "age_ref": 0.0, 2024-05-20T21:28:21.132 INFO:teuthology.orchestra.run.smithi008.stdout: "state": { 2024-05-20T21:28:21.132 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "RELEASED", 2024-05-20T21:28:21.132 INFO:teuthology.orchestra.run.smithi008.stdout: "age": 0.0 2024-05-20T21:28:21.132 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:28:21.132 INFO:teuthology.orchestra.run.smithi008.stdout: "timeout": 90.0, 2024-05-20T21:28:21.132 INFO:teuthology.orchestra.run.smithi008.stdout: "expiration": 150.0, 2024-05-20T21:28:21.132 INFO:teuthology.orchestra.run.smithi008.stdout: "members": { 2024-05-20T21:28:21.132 INFO:teuthology.orchestra.run.smithi008.stdout: "file:/": { 2024-05-20T21:28:21.132 INFO:teuthology.orchestra.run.smithi008.stdout: "excluded": false, 2024-05-20T21:28:21.132 INFO:teuthology.orchestra.run.smithi008.stdout: "state": { 2024-05-20T21:28:21.133 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "RELEASED", 2024-05-20T21:28:21.133 INFO:teuthology.orchestra.run.smithi008.stdout: "age": 0.0 2024-05-20T21:28:21.133 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:28:21.133 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:28:21.133 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:28:21.133 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:28:21.133 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:28:21.133 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:28:21.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.085+0000 7f40b3a00700 1 -- 172.21.15.8:0/716543633 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f40940b2900 msgr2=0x7f40940b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:21.134 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.085+0000 7f40b3a00700 1 --2- 172.21.15.8:0/716543633 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f40940b2900 0x7f40940b4dc0 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f40a4009ec0 tx=0x7f40a4013250 comp rx=0 tx=0).stop 2024-05-20T21:28:21.134 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.085+0000 7f40b3a00700 1 -- 172.21.15.8:0/716543633 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f40ac1035f0 msgr2=0x7f40ac075840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:21.134 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.085+0000 7f40b3a00700 1 --2- 172.21.15.8:0/716543633 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f40ac1035f0 0x7f40ac075840 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f40a000e9c0 tx=0x7f40a000ecd0 comp rx=0 tx=0).stop 2024-05-20T21:28:21.134 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.085+0000 7f40b3a00700 1 -- 172.21.15.8:0/716543633 shutdown_connections 2024-05-20T21:28:21.134 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.085+0000 7f40b3a00700 1 --2- 172.21.15.8:0/716543633 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f40940b2900 0x7f40940b4dc0 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:21.134 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.085+0000 7f40b3a00700 1 --2- 172.21.15.8:0/716543633 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f40ac109670 0x7f40ac0762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:21.134 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.085+0000 7f40b3a00700 1 --2- 172.21.15.8:0/716543633 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f40ac1035f0 0x7f40ac075840 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:21.134 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.085+0000 7f40b3a00700 1 --2- 172.21.15.8:0/716543633 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f40ac103fb0 0x7f40ac075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:21.134 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.085+0000 7f40b3a00700 1 -- 172.21.15.8:0/716543633 >> 172.21.15.8:0/716543633 conn(0x7f40ac07a690 msgr2=0x7f40ac1022b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:21.134 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.085+0000 7f40b3a00700 1 -- 172.21.15.8:0/716543633 shutdown_connections 2024-05-20T21:28:21.134 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:21.086+0000 7f40b3a00700 1 -- 172.21.15.8:0/716543633 wait complete. 2024-05-20T21:28:21.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:28:20 smithi130 ceph-mon[36448]: pgmap v830: 97 pgs: 97 active+clean; 2.4 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 1.3 KiB/s wr, 6 op/s 2024-05-20T21:28:21.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:28:20 smithi050 ceph-mon[35809]: pgmap v830: 97 pgs: 97 active+clean; 2.4 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 1.3 KiB/s wr, 6 op/s 2024-05-20T21:28:22.308 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'c23db0f4', total seconds elapsed: 40.5 2024-05-20T21:28:22.309 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 30.0 2024-05-20T21:28:22.309 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:28:22.886 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:28:22 smithi008 ceph-mon[31475]: pgmap v831: 97 pgs: 97 active+clean; 2.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-05-20T21:28:23.061 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:28:23.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:28:22 smithi130 ceph-mon[36448]: pgmap v831: 97 pgs: 97 active+clean; 2.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-05-20T21:28:23.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:28:22 smithi050 ceph-mon[35809]: pgmap v831: 97 pgs: 97 active+clean; 2.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-05-20T21:28:24.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.916+0000 7f0ee7400700 1 -- 172.21.15.8:0/2443187860 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0ee01041a0 msgr2=0x7f0ee01081c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:24.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.916+0000 7f0ee7400700 1 --2- 172.21.15.8:0/2443187860 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0ee01041a0 0x7f0ee01081c0 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f0ecc0099c0 tx=0x7f0ecc009cd0 comp rx=0 tx=0).stop 2024-05-20T21:28:24.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.916+0000 7f0ee7400700 1 -- 172.21.15.8:0/2443187860 shutdown_connections 2024-05-20T21:28:24.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.916+0000 7f0ee7400700 1 --2- 172.21.15.8:0/2443187860 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ee01088f0 0x7f0ee0110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:24.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.916+0000 7f0ee7400700 1 --2- 172.21.15.8:0/2443187860 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0ee01037f0 0x7f0ee0103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:24.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.916+0000 7f0ee7400700 1 --2- 172.21.15.8:0/2443187860 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0ee01041a0 0x7f0ee01081c0 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:24.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.916+0000 7f0ee7400700 1 -- 172.21.15.8:0/2443187860 >> 172.21.15.8:0/2443187860 conn(0x7f0ee007a6a0 msgr2=0x7f0ee007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:24.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.916+0000 7f0ee7400700 1 -- 172.21.15.8:0/2443187860 shutdown_connections 2024-05-20T21:28:24.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.916+0000 7f0ee7400700 1 -- 172.21.15.8:0/2443187860 wait complete. 2024-05-20T21:28:24.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.917+0000 7f0ee7400700 1 Processor -- start 2024-05-20T21:28:24.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.918+0000 7f0ee7400700 1 -- start start 2024-05-20T21:28:24.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.918+0000 7f0ee7400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0ee01037f0 0x7f0ee019bde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:24.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.918+0000 7f0ee7400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0ee01041a0 0x7f0ee019c320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:24.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.918+0000 7f0ee7400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ee01088f0 0x7f0ee01a06b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:24.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.918+0000 7f0ee7400700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f0ee0113700 con 0x7f0ee01037f0 2024-05-20T21:28:24.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.918+0000 7f0ee7400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f0ee0113580 con 0x7f0ee01088f0 2024-05-20T21:28:24.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.918+0000 7f0ee7400700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f0ee0113880 con 0x7f0ee01041a0 2024-05-20T21:28:24.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.918+0000 7f0ee4a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0ee01037f0 0x7f0ee019bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:24.327 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.918+0000 7f0ee5400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ee01088f0 0x7f0ee01a06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:24.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.918+0000 7f0ee4a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0ee01037f0 0x7f0ee019bde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:60934/0 (socket says 172.21.15.8:60934) 2024-05-20T21:28:24.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.918+0000 7f0ee4a00700 1 -- 172.21.15.8:0/3445984982 learned_addr learned my addr 172.21.15.8:0/3445984982 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:24.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.918+0000 7f0edfe00700 1 --2- 172.21.15.8:0/3445984982 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0ee01041a0 0x7f0ee019c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:24.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.919+0000 7f0ee4a00700 1 -- 172.21.15.8:0/3445984982 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0ee01041a0 msgr2=0x7f0ee019c320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:24.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.919+0000 7f0ee4a00700 1 --2- 172.21.15.8:0/3445984982 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0ee01041a0 0x7f0ee019c320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:24.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.919+0000 7f0ee4a00700 1 -- 172.21.15.8:0/3445984982 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ee01088f0 msgr2=0x7f0ee01a06b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:24.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.919+0000 7f0ee4a00700 1 --2- 172.21.15.8:0/3445984982 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ee01088f0 0x7f0ee01a06b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:24.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.919+0000 7f0ee4a00700 1 -- 172.21.15.8:0/3445984982 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ee01a0df0 con 0x7f0ee01037f0 2024-05-20T21:28:24.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.919+0000 7f0ee5400700 1 --2- 172.21.15.8:0/3445984982 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ee01088f0 0x7f0ee01a06b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:24.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.919+0000 7f0ee4a00700 1 --2- 172.21.15.8:0/3445984982 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0ee01037f0 0x7f0ee019bde0 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f0ed400e9a0 tx=0x7f0ed400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:24.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.919+0000 7f0edd600700 1 -- 172.21.15.8:0/3445984982 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ed400ca10 con 0x7f0ee01037f0 2024-05-20T21:28:24.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.920+0000 7f0ee7400700 1 -- 172.21.15.8:0/3445984982 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ee01a10e0 con 0x7f0ee01037f0 2024-05-20T21:28:24.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.920+0000 7f0edd600700 1 -- 172.21.15.8:0/3445984982 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0ed400cbb0 con 0x7f0ee01037f0 2024-05-20T21:28:24.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.920+0000 7f0edd600700 1 -- 172.21.15.8:0/3445984982 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ed4018680 con 0x7f0ee01037f0 2024-05-20T21:28:24.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.920+0000 7f0ee7400700 1 -- 172.21.15.8:0/3445984982 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ee01a8960 con 0x7f0ee01037f0 2024-05-20T21:28:24.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.925+0000 7f0edd600700 1 -- 172.21.15.8:0/3445984982 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f0ed4010430 con 0x7f0ee01037f0 2024-05-20T21:28:24.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.926+0000 7f0ef1cc4b80 1 Processor -- start 2024-05-20T21:28:24.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.926+0000 7f0ef1cc4b80 1 -- start start 2024-05-20T21:28:24.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.926+0000 7f0ef1cc4b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f59ef4e610 0x55f59ef4e9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:24.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.926+0000 7f0ef1cc4b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f59ef4ef30 0x55f59ef48b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:24.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.926+0000 7f0ef1cc4b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f59ef49140 0x55f59ef495c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:24.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.926+0000 7f0ef1cc4b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55f59eea6e40 con 0x55f59ef49140 2024-05-20T21:28:24.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.926+0000 7f0ef1cc4b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55f59ee969e0 con 0x55f59ef4ef30 2024-05-20T21:28:24.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.926+0000 7f0ef1cc4b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55f59ee9aa20 con 0x55f59ef4e610 2024-05-20T21:28:24.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.927+0000 7f0edfe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f59ef49140 0x55f59ef495c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:24.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.927+0000 7f0ee4a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f59ef4ef30 0x55f59ef48b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:24.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.927+0000 7f0ee5400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f59ef4e610 0x55f59ef4e9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:24.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.927+0000 7f0ee5400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f59ef4e610 0x55f59ef4e9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:60352/0 (socket says 172.21.15.8:60352) 2024-05-20T21:28:24.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.927+0000 7f0ee5400700 1 -- 172.21.15.8:0/3841452789 learned_addr learned my addr 172.21.15.8:0/3841452789 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:24.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.927+0000 7f0edd600700 1 --2- 172.21.15.8:0/3445984982 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0ec80b2880 0x7f0ec80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:24.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.927+0000 7f0ee4a00700 1 -- 172.21.15.8:0/3841452789 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f59ef4e610 msgr2=0x55f59ef4e9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:24.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.927+0000 7f0ee4a00700 1 --2- 172.21.15.8:0/3841452789 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f59ef4e610 0x55f59ef4e9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:24.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.927+0000 7f0ee4a00700 1 -- 172.21.15.8:0/3841452789 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f59ef49140 msgr2=0x55f59ef495c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:24.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.927+0000 7f0ee4a00700 1 --2- 172.21.15.8:0/3841452789 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f59ef49140 0x55f59ef495c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:24.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.927+0000 7f0edd600700 1 -- 172.21.15.8:0/3445984982 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f0ed40e23d0 con 0x7f0ee01037f0 2024-05-20T21:28:24.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.927+0000 7f0ee4a00700 1 -- 172.21.15.8:0/3841452789 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f59ee5f420 con 0x55f59ef4ef30 2024-05-20T21:28:24.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.928+0000 7f0ee5400700 1 --2- 172.21.15.8:0/3445984982 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0ec80b2880 0x7f0ec80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:24.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.928+0000 7f0ee4a00700 1 --2- 172.21.15.8:0/3841452789 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f59ef4ef30 0x55f59ef48b20 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f0ed40dfe00 tx=0x7f0ed4009790 comp rx=0 tx=0).ready entity=mon.2 client_cookie=534e57bc2b8bec64 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:24.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.928+0000 7f0ed2000700 1 -- 172.21.15.8:0/3841452789 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ed40a92d0 con 0x55f59ef4ef30 2024-05-20T21:28:24.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.928+0000 7f0ed2000700 1 -- 172.21.15.8:0/3841452789 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0ed40599c0 con 0x55f59ef4ef30 2024-05-20T21:28:24.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.928+0000 7f0ed2000700 1 -- 172.21.15.8:0/3841452789 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ed40a90f0 con 0x55f59ef4ef30 2024-05-20T21:28:24.331 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.929+0000 7f0ef1cc4b80 1 -- 172.21.15.8:0/3841452789 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f59ef4ef30 msgr2=0x55f59ef48b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:24.331 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.929+0000 7f0ef1cc4b80 1 --2- 172.21.15.8:0/3841452789 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f59ef4ef30 0x55f59ef48b20 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f0ed40dfe00 tx=0x7f0ed4009790 comp rx=0 tx=0).stop 2024-05-20T21:28:24.331 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.929+0000 7f0ee5400700 1 --2- 172.21.15.8:0/3445984982 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0ec80b2880 0x7f0ec80b4d40 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f0ed8009fd0 tx=0x7f0ed8004ad0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:24.331 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.929+0000 7f0ef1cc4b80 1 -- 172.21.15.8:0/3841452789 shutdown_connections 2024-05-20T21:28:24.331 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.929+0000 7f0ef1cc4b80 1 --2- 172.21.15.8:0/3841452789 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f59ef49140 0x55f59ef495c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:24.331 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.929+0000 7f0ef1cc4b80 1 --2- 172.21.15.8:0/3841452789 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f59ef4e610 0x55f59ef4e9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:24.331 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.929+0000 7f0ef1cc4b80 1 --2- 172.21.15.8:0/3841452789 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f59ef4ef30 0x55f59ef48b20 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:24.331 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.929+0000 7f0ef1cc4b80 1 -- 172.21.15.8:0/3841452789 >> 172.21.15.8:0/3841452789 conn(0x55f59ee76be0 msgr2=0x55f59ef43690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:24.331 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.929+0000 7f0ef1cc4b80 1 -- 172.21.15.8:0/3841452789 shutdown_connections 2024-05-20T21:28:24.331 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.929+0000 7f0ef1cc4b80 1 -- 172.21.15.8:0/3841452789 wait complete. 2024-05-20T21:28:24.331 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.930+0000 7f0ef1cc4b80 1 -- start start 2024-05-20T21:28:24.331 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.930+0000 7f0ef1cc4b80 1 Processor -- start 2024-05-20T21:28:24.331 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.931+0000 7f0ef1cc4b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f59ef49140 0x55f59ef54b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:24.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.931+0000 7f0ef1cc4b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f59ef4e610 0x55f59ef51f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:24.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.931+0000 7f0ef1cc4b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f59ef4ef30 0x55f59ef52450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:24.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.931+0000 7f0ef1cc4b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55f59ed9cfa0 con 0x55f59ef49140 2024-05-20T21:28:24.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.931+0000 7f0ef1cc4b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55f59ee37760 con 0x55f59ef4ef30 2024-05-20T21:28:24.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.931+0000 7f0ef1cc4b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55f59ef55980 con 0x55f59ef4e610 2024-05-20T21:28:24.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.931+0000 7f0ef1cc4b80 10 client.0 _ll_register_callbacks cb 0x55f59ee40c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:24.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.931+0000 7f0ee4a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f59ef49140 0x55f59ef54b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:24.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.931+0000 7f0ee4a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f59ef49140 0x55f59ef54b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:60950/0 (socket says 172.21.15.8:60950) 2024-05-20T21:28:24.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.931+0000 7f0ee4a00700 1 -- 172.21.15.8:0/2137334992 learned_addr learned my addr 172.21.15.8:0/2137334992 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:24.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.931+0000 7f0ee5400700 1 --2- 172.21.15.8:0/2137334992 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f59ef4ef30 0x55f59ef52450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:24.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.931+0000 7f0edfe00700 1 --2- 172.21.15.8:0/2137334992 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f59ef4e610 0x55f59ef51f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:24.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.932+0000 7f0ee5400700 1 -- 172.21.15.8:0/2137334992 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f59ef4e610 msgr2=0x55f59ef51f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:24.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.932+0000 7f0ee5400700 1 --2- 172.21.15.8:0/2137334992 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f59ef4e610 0x55f59ef51f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:24.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.932+0000 7f0ee5400700 1 -- 172.21.15.8:0/2137334992 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f59ef49140 msgr2=0x55f59ef54b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:24.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.932+0000 7f0ee5400700 1 --2- 172.21.15.8:0/2137334992 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f59ef49140 0x55f59ef54b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:24.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.932+0000 7f0ee5400700 1 -- 172.21.15.8:0/2137334992 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f59ede68d0 con 0x55f59ef4ef30 2024-05-20T21:28:24.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.932+0000 7f0ee4a00700 1 --2- 172.21.15.8:0/2137334992 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f59ef49140 0x55f59ef54b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:24.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.932+0000 7f0ee5400700 1 --2- 172.21.15.8:0/2137334992 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f59ef4ef30 0x55f59ef52450 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f0ed80043d0 tx=0x7f0ed800b040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e2e9936c9df8ddc1 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:24.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.932+0000 7f0ec6a00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:28:24.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.932+0000 7f0ec6a00700 1 -- 172.21.15.8:0/2137334992 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ed800e900 con 0x55f59ef4ef30 2024-05-20T21:28:24.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.932+0000 7f0ef1cc4b80 1 -- 172.21.15.8:0/2137334992 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0ed40599c0 con 0x55f59ef4ef30 2024-05-20T21:28:24.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.933+0000 7f0ec6a00700 1 -- 172.21.15.8:0/2137334992 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f0ed800eaa0 con 0x55f59ef4ef30 2024-05-20T21:28:24.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.933+0000 7f0ec6a00700 1 -- 172.21.15.8:0/2137334992 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0ed800eca0 con 0x55f59ef4ef30 2024-05-20T21:28:24.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.933+0000 7f0ef1cc4b80 10 client.29072 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:24.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.933+0000 7f0ef1cc4b80 1 -- 172.21.15.8:0/2137334992 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f59ee67060 con 0x55f59ef4ef30 2024-05-20T21:28:24.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.933+0000 7f0ec6a00700 1 -- 172.21.15.8:0/2137334992 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0ed40599c0 con 0x55f59ef4ef30 2024-05-20T21:28:24.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.933+0000 7f0ec6a00700 1 -- 172.21.15.8:0/2137334992 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f0ed80174d0 con 0x55f59ef4ef30 2024-05-20T21:28:24.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.934+0000 7f0ef1cc4b80 10 client.29072 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:24.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.934+0000 7f0ef1cc4b80 10 client.29072 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:28:24.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.934+0000 7f0ef1cc4b80 20 client.29072 populate_metadata read hostname 'smithi008' 2024-05-20T21:28:24.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.934+0000 7f0ef1cc4b80 1 --2- 172.21.15.8:0/2137334992 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f59ef624b0 0x55f59ef64900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:24.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.934+0000 7f0ef1cc4b80 4 client.29072 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:28:24.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.934+0000 7f0ef1cc4b80 1 -- 172.21.15.8:0/2137334992 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f59eea8d90 con 0x55f59ef624b0 2024-05-20T21:28:24.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.934+0000 7f0ee4a00700 1 --2- 172.21.15.8:0/2137334992 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f59ef624b0 0x55f59ef64900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:24.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.935+0000 7f0ee4a00700 1 --2- 172.21.15.8:0/2137334992 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f59ef624b0 0x55f59ef64900 crc :-1 s=READY pgs=344 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f254701a41c9c1de server_cookie=3ced2c87fa59391b in_seq=0 out_seq=0 2024-05-20T21:28:24.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.935+0000 7f0ec6a00700 10 client.29072 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:28:24.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.935+0000 7f0ec6a00700 1 -- 172.21.15.8:0/2137334992 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55f59eea8d90 con 0x55f59ef624b0 2024-05-20T21:28:24.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.935+0000 7f0ec6a00700 10 client.29072 handle_command_reply: tid=0 2024-05-20T21:28:24.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.935+0000 7f0ef1cc4b80 1 client.29072 shutdown 2024-05-20T21:28:24.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.936+0000 7f0ef1cc4b80 1 -- 172.21.15.8:0/2137334992 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f59ef4ef30 msgr2=0x55f59ef52450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:24.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.936+0000 7f0ef1cc4b80 1 --2- 172.21.15.8:0/2137334992 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f59ef4ef30 0x55f59ef52450 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f0ed80043d0 tx=0x7f0ed800b040 comp rx=0 tx=0).stop 2024-05-20T21:28:24.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.936+0000 7f0ef1cc4b80 1 -- 172.21.15.8:0/2137334992 shutdown_connections 2024-05-20T21:28:24.336 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.936+0000 7f0ef1cc4b80 1 --2- 172.21.15.8:0/2137334992 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f59ef624b0 0x55f59ef64900 crc :-1 s=READY pgs=344 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:24.336 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.936+0000 7f0ef1cc4b80 1 --2- 172.21.15.8:0/2137334992 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f59ef4ef30 0x55f59ef52450 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:24.336 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.936+0000 7f0ef1cc4b80 1 --2- 172.21.15.8:0/2137334992 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f59ef49140 0x55f59ef54b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:24.336 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.936+0000 7f0ef1cc4b80 1 --2- 172.21.15.8:0/2137334992 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f59ef4e610 0x55f59ef51f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:24.336 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.936+0000 7f0ef1cc4b80 1 -- 172.21.15.8:0/2137334992 >> 172.21.15.8:0/2137334992 conn(0x55f59ee76be0 msgr2=0x55f59ef42d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:24.336 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.936+0000 7f0ec6a00700 0 client.29072 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:28:24.336 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.936+0000 7f0ef1cc4b80 1 -- 172.21.15.8:0/2137334992 shutdown_connections 2024-05-20T21:28:24.336 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.936+0000 7f0ef1cc4b80 1 -- 172.21.15.8:0/2137334992 wait complete. 2024-05-20T21:28:24.336 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.936+0000 7f0ef1cc4b80 20 client.29072 trim_cache size 0 max 16384 2024-05-20T21:28:24.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.953+0000 7f0ef1cc4b80 1 Processor -- start 2024-05-20T21:28:24.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.953+0000 7f0ef1cc4b80 1 -- start start 2024-05-20T21:28:24.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.954+0000 7f0ef1cc4b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f59ef49140 0x55f59ef48b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:24.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.954+0000 7f0ef1cc4b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f59ef4e610 0x55f59ef434f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:24.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.954+0000 7f0ef1cc4b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f59ef4ef30 0x55f59ef4f350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:24.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.954+0000 7f0ef1cc4b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f0ee01b2720 con 0x55f59ef4ef30 2024-05-20T21:28:24.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.954+0000 7f0ef1cc4b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f0ee01affb0 con 0x55f59ef49140 2024-05-20T21:28:24.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.954+0000 7f0ef1cc4b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f0ee01ade00 con 0x55f59ef4e610 2024-05-20T21:28:24.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.954+0000 7f0ee5400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f59ef4ef30 0x55f59ef4f350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:24.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.954+0000 7f0ee4a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f59ef49140 0x55f59ef48b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:24.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.954+0000 7f0ee5400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f59ef4ef30 0x55f59ef4f350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:60956/0 (socket says 172.21.15.8:60956) 2024-05-20T21:28:24.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.954+0000 7f0ee4a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f59ef49140 0x55f59ef48b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:42530/0 (socket says 172.21.15.8:42530) 2024-05-20T21:28:24.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.954+0000 7f0ee5400700 1 -- 172.21.15.8:0/3678264859 learned_addr learned my addr 172.21.15.8:0/3678264859 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:24.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.954+0000 7f0edfe00700 1 --2- 172.21.15.8:0/3678264859 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f59ef4e610 0x55f59ef434f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:24.338 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.954+0000 7f0ee4a00700 1 -- 172.21.15.8:0/3678264859 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f59ef4e610 msgr2=0x55f59ef434f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:24.338 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.954+0000 7f0ee4a00700 1 --2- 172.21.15.8:0/3678264859 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f59ef4e610 0x55f59ef434f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:24.338 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.954+0000 7f0ee4a00700 1 -- 172.21.15.8:0/3678264859 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f59ef4ef30 msgr2=0x55f59ef4f350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:24.338 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.954+0000 7f0ee4a00700 1 --2- 172.21.15.8:0/3678264859 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f59ef4ef30 0x55f59ef4f350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:24.338 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.954+0000 7f0ee4a00700 1 -- 172.21.15.8:0/3678264859 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f59ef4e050 con 0x55f59ef49140 2024-05-20T21:28:24.338 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.955+0000 7f0ee5400700 1 --2- 172.21.15.8:0/3678264859 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f59ef4ef30 0x55f59ef4f350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:24.338 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.955+0000 7f0ee4a00700 1 --2- 172.21.15.8:0/3678264859 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f59ef49140 0x55f59ef48b20 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f0ed4000c00 tx=0x7f0ed40e5e10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8f424baa55e47d47 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:24.338 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.955+0000 7f0ed1600700 1 -- 172.21.15.8:0/3678264859 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ed40a90f0 con 0x55f59ef49140 2024-05-20T21:28:24.338 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.955+0000 7f0ed1600700 1 -- 172.21.15.8:0/3678264859 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0ed40aa080 con 0x55f59ef49140 2024-05-20T21:28:24.338 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.955+0000 7f0ed1600700 1 -- 172.21.15.8:0/3678264859 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ed40a92d0 con 0x55f59ef49140 2024-05-20T21:28:24.338 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.956+0000 7f0ef1cc4b80 1 -- 172.21.15.8:0/3678264859 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f59ef49140 msgr2=0x55f59ef48b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:24.338 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.956+0000 7f0ef1cc4b80 1 --2- 172.21.15.8:0/3678264859 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f59ef49140 0x55f59ef48b20 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f0ed4000c00 tx=0x7f0ed40e5e10 comp rx=0 tx=0).stop 2024-05-20T21:28:24.338 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.956+0000 7f0ef1cc4b80 1 -- 172.21.15.8:0/3678264859 shutdown_connections 2024-05-20T21:28:24.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.956+0000 7f0ef1cc4b80 1 --2- 172.21.15.8:0/3678264859 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f59ef49140 0x55f59ef48b20 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:24.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.956+0000 7f0ef1cc4b80 1 --2- 172.21.15.8:0/3678264859 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f59ef4ef30 0x55f59ef4f350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:24.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.956+0000 7f0ef1cc4b80 1 --2- 172.21.15.8:0/3678264859 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f59ef4e610 0x55f59ef434f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:24.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.956+0000 7f0ef1cc4b80 1 -- 172.21.15.8:0/3678264859 >> 172.21.15.8:0/3678264859 conn(0x55f59ee76be0 msgr2=0x55f59ef50800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:24.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.956+0000 7f0ef1cc4b80 1 -- 172.21.15.8:0/3678264859 shutdown_connections 2024-05-20T21:28:24.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.956+0000 7f0ef1cc4b80 1 -- 172.21.15.8:0/3678264859 wait complete. 2024-05-20T21:28:24.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.956+0000 7f0ef1cc4b80 1 -- start start 2024-05-20T21:28:24.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.957+0000 7f0ef1cc4b80 1 Processor -- start 2024-05-20T21:28:24.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.957+0000 7f0ef1cc4b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f59ef49140 0x55f59ef5ac40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:24.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.957+0000 7f0ef1cc4b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f59ef4e610 0x55f59ef5b180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:24.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.957+0000 7f0ef1cc4b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f59ef4ef30 0x55f59ef693a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:24.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.957+0000 7f0ef1cc4b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f0ee01ae470 con 0x55f59ef4ef30 2024-05-20T21:28:24.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.957+0000 7f0ef1cc4b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f0ee01af8e0 con 0x55f59ef4e610 2024-05-20T21:28:24.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.957+0000 7f0ef1cc4b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f0ee01aeb40 con 0x55f59ef49140 2024-05-20T21:28:24.340 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.957+0000 7f0ef1cc4b80 10 client.0 _ll_register_callbacks cb 0x55f59ee40c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:24.340 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.957+0000 7f0ee5400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f59ef4ef30 0x55f59ef693a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:24.340 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.957+0000 7f0ee4a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f59ef49140 0x55f59ef5ac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:24.340 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.958+0000 7f0ee5400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f59ef4ef30 0x55f59ef693a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:60962/0 (socket says 172.21.15.8:60962) 2024-05-20T21:28:24.340 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.958+0000 7f0ee4a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f59ef49140 0x55f59ef5ac40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:60374/0 (socket says 172.21.15.8:60374) 2024-05-20T21:28:24.340 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.958+0000 7f0ee5400700 1 -- 172.21.15.8:0/3370010937 learned_addr learned my addr 172.21.15.8:0/3370010937 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:24.340 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.958+0000 7f0edfe00700 1 --2- 172.21.15.8:0/3370010937 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f59ef4e610 0x55f59ef5b180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:24.340 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.958+0000 7f0ee5400700 1 -- 172.21.15.8:0/3370010937 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f59ef49140 msgr2=0x55f59ef5ac40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:24.340 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.958+0000 7f0ee5400700 1 --2- 172.21.15.8:0/3370010937 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f59ef49140 0x55f59ef5ac40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:24.340 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.958+0000 7f0ee5400700 1 -- 172.21.15.8:0/3370010937 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f59ef4e610 msgr2=0x55f59ef5b180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:24.340 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.958+0000 7f0ee5400700 1 --2- 172.21.15.8:0/3370010937 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f59ef4e610 0x55f59ef5b180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:24.340 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.958+0000 7f0ee5400700 1 -- 172.21.15.8:0/3370010937 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f59ef699f0 con 0x55f59ef4ef30 2024-05-20T21:28:24.340 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.958+0000 7f0ee4a00700 1 --2- 172.21.15.8:0/3370010937 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f59ef49140 0x55f59ef5ac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:24.340 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.958+0000 7f0ee5400700 1 --2- 172.21.15.8:0/3370010937 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f59ef4ef30 0x55f59ef693a0 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f0ed8004b80 tx=0x7f0ed8005f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a08d8f195927da1a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:24.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.958+0000 7f0ec6a00700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:28:24.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.959+0000 7f0ec6a00700 1 -- 172.21.15.8:0/3370010937 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ed8017640 con 0x55f59ef4ef30 2024-05-20T21:28:24.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.959+0000 7f0ec6a00700 1 -- 172.21.15.8:0/3370010937 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f0ed800e700 con 0x55f59ef4ef30 2024-05-20T21:28:24.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.959+0000 7f0ef1cc4b80 1 -- 172.21.15.8:0/3370010937 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0ed40aa080 con 0x55f59ef4ef30 2024-05-20T21:28:24.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.959+0000 7f0ec6a00700 1 -- 172.21.15.8:0/3370010937 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0ed800e900 con 0x55f59ef4ef30 2024-05-20T21:28:24.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.959+0000 7f0ef1cc4b80 10 client.18954 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:24.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.959+0000 7f0ef1cc4b80 1 -- 172.21.15.8:0/3370010937 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f59efcc9e0 con 0x55f59ef4ef30 2024-05-20T21:28:24.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.959+0000 7f0ec6a00700 1 -- 172.21.15.8:0/3370010937 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0ed40aa080 con 0x55f59ef4ef30 2024-05-20T21:28:24.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.959+0000 7f0ec6a00700 1 -- 172.21.15.8:0/3370010937 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f0ed804c050 con 0x55f59ef4ef30 2024-05-20T21:28:24.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.959+0000 7f0ef1cc4b80 10 client.18954 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:24.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.960+0000 7f0ef1cc4b80 10 client.18954 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:28:24.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.960+0000 7f0ef1cc4b80 20 client.18954 populate_metadata read hostname 'smithi008' 2024-05-20T21:28:24.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.960+0000 7f0ef1cc4b80 1 --2- 172.21.15.8:0/3370010937 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f59efcd0f0 0x55f59efcf510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:24.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.960+0000 7f0ef1cc4b80 4 client.18954 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:28:24.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.960+0000 7f0ef1cc4b80 1 -- 172.21.15.8:0/3370010937 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55f59eea2570 con 0x55f59efcd0f0 2024-05-20T21:28:24.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.960+0000 7f0ee4a00700 1 --2- 172.21.15.8:0/3370010937 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f59efcd0f0 0x55f59efcf510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:24.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.960+0000 7f0ee4a00700 1 --2- 172.21.15.8:0/3370010937 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f59efcd0f0 0x55f59efcf510 crc :-1 s=READY pgs=345 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8daf78723f5d83d4 server_cookie=e2ef1adcf3e05426 in_seq=0 out_seq=0 2024-05-20T21:28:24.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.960+0000 7f0ec6a00700 10 client.18954 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:28:24.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.961+0000 7f0ec6a00700 1 -- 172.21.15.8:0/3370010937 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55f59eea2570 con 0x55f59efcd0f0 2024-05-20T21:28:24.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.961+0000 7f0ec6a00700 10 client.18954 handle_command_reply: tid=0 2024-05-20T21:28:24.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.961+0000 7f0ef1cc4b80 1 client.18954 shutdown 2024-05-20T21:28:24.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.961+0000 7f0ef1cc4b80 1 -- 172.21.15.8:0/3370010937 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f59ef4ef30 msgr2=0x55f59ef693a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:24.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.961+0000 7f0ef1cc4b80 1 --2- 172.21.15.8:0/3370010937 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f59ef4ef30 0x55f59ef693a0 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f0ed8004b80 tx=0x7f0ed8005f10 comp rx=0 tx=0).stop 2024-05-20T21:28:24.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.961+0000 7f0ef1cc4b80 1 -- 172.21.15.8:0/3370010937 shutdown_connections 2024-05-20T21:28:24.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.961+0000 7f0ef1cc4b80 1 --2- 172.21.15.8:0/3370010937 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55f59efcd0f0 0x55f59efcf510 crc :-1 s=READY pgs=345 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:24.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.961+0000 7f0ef1cc4b80 1 --2- 172.21.15.8:0/3370010937 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f59ef4ef30 0x55f59ef693a0 unknown :-1 s=CLOSED pgs=669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:24.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.961+0000 7f0ef1cc4b80 1 --2- 172.21.15.8:0/3370010937 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f59ef49140 0x55f59ef5ac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:24.343 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.961+0000 7f0ef1cc4b80 1 --2- 172.21.15.8:0/3370010937 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f59ef4e610 0x55f59ef5b180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:24.343 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.961+0000 7f0ec6a00700 0 client.18954 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:28:24.343 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.961+0000 7f0ef1cc4b80 1 -- 172.21.15.8:0/3370010937 >> 172.21.15.8:0/3370010937 conn(0x55f59ee76be0 msgr2=0x55f59ef4f350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:24.343 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.961+0000 7f0ef1cc4b80 1 -- 172.21.15.8:0/3370010937 shutdown_connections 2024-05-20T21:28:24.343 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:28:24.343 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.961+0000 7f0ef1cc4b80 1 -- 172.21.15.8:0/3370010937 wait complete. 2024-05-20T21:28:24.343 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.961+0000 7f0ef1cc4b80 20 client.18954 trim_cache size 0 max 16384 2024-05-20T21:28:24.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.962+0000 7f0ee7400700 1 -- 172.21.15.8:0/3445984982 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0ec80b2880 msgr2=0x7f0ec80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:24.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.962+0000 7f0ee7400700 1 --2- 172.21.15.8:0/3445984982 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0ec80b2880 0x7f0ec80b4d40 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f0ed8009fd0 tx=0x7f0ed8004ad0 comp rx=0 tx=0).stop 2024-05-20T21:28:24.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.962+0000 7f0ee7400700 1 -- 172.21.15.8:0/3445984982 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0ee01037f0 msgr2=0x7f0ee019bde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:24.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.962+0000 7f0ee7400700 1 --2- 172.21.15.8:0/3445984982 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0ee01037f0 0x7f0ee019bde0 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f0ed400e9a0 tx=0x7f0ed400ecb0 comp rx=0 tx=0).stop 2024-05-20T21:28:24.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.962+0000 7f0ee7400700 1 -- 172.21.15.8:0/3445984982 shutdown_connections 2024-05-20T21:28:24.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.962+0000 7f0ee7400700 1 --2- 172.21.15.8:0/3445984982 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0ec80b2880 0x7f0ec80b4d40 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:24.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.962+0000 7f0ee7400700 1 --2- 172.21.15.8:0/3445984982 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ee01088f0 0x7f0ee01a06b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:24.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.962+0000 7f0ee7400700 1 --2- 172.21.15.8:0/3445984982 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0ee01037f0 0x7f0ee019bde0 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:24.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.962+0000 7f0ee7400700 1 --2- 172.21.15.8:0/3445984982 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0ee01041a0 0x7f0ee019c320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:24.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.962+0000 7f0ee7400700 1 -- 172.21.15.8:0/3445984982 >> 172.21.15.8:0/3445984982 conn(0x7f0ee007a6a0 msgr2=0x7f0ee01019d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:24.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.962+0000 7f0ee7400700 1 -- 172.21.15.8:0/3445984982 shutdown_connections 2024-05-20T21:28:24.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:23.962+0000 7f0ee7400700 1 -- 172.21.15.8:0/3445984982 wait complete. 2024-05-20T21:28:24.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:28:24 smithi008 ceph-mon[31475]: pgmap v832: 97 pgs: 97 active+clean; 2.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-05-20T21:28:25.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:28:24 smithi130 ceph-mon[36448]: pgmap v832: 97 pgs: 97 active+clean; 2.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-05-20T21:28:25.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:28:24 smithi050 ceph-mon[35809]: pgmap v832: 97 pgs: 97 active+clean; 2.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-05-20T21:28:26.191 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:28:26.192 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:28:26.508 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:26.507+0000 7f1705e00700 1 -- 172.21.15.8:0/2636312928 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1700109520 msgr2=0x7f1700109900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:26.508 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:26.507+0000 7f1705e00700 1 --2- 172.21.15.8:0/2636312928 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1700109520 0x7f1700109900 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f16f00098f0 tx=0x7f16f0009c00 comp rx=0 tx=0).stop 2024-05-20T21:28:26.508 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:26.507+0000 7f1705e00700 1 -- 172.21.15.8:0/2636312928 shutdown_connections 2024-05-20T21:28:26.509 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:26.507+0000 7f1705e00700 1 --2- 172.21.15.8:0/2636312928 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f17001024f0 0x7f17001103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:26.509 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:26.507+0000 7f1705e00700 1 --2- 172.21.15.8:0/2636312928 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1700109520 0x7f1700109900 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:26.509 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:26.507+0000 7f1705e00700 1 --2- 172.21.15.8:0/2636312928 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1700101b30 0x7f1700101fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:26.509 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:26.507+0000 7f1705e00700 1 -- 172.21.15.8:0/2636312928 >> 172.21.15.8:0/2636312928 conn(0x7f1700078ab0 msgr2=0x7f17000ffe60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:26.510 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:26.509+0000 7f1705e00700 1 -- 172.21.15.8:0/2636312928 shutdown_connections 2024-05-20T21:28:26.510 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:26.509+0000 7f1705e00700 1 -- 172.21.15.8:0/2636312928 wait complete. 2024-05-20T21:28:26.512 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:26.510+0000 7f1705e00700 1 Processor -- start 2024-05-20T21:28:26.512 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:26.510+0000 7f1705e00700 1 -- start start 2024-05-20T21:28:26.512 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:26.511+0000 7f1705e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1700101b30 0x7f170019f900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:26.512 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:26.511+0000 7f1705e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f17001024f0 0x7f170019fe40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:26.513 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:26.511+0000 7f1705e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1700109520 0x7f1700199ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:26.513 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:26.511+0000 7f1705e00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f1700113760 con 0x7f1700109520 2024-05-20T21:28:26.513 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:26.511+0000 7f1705e00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f17001135e0 con 0x7f17001024f0 2024-05-20T21:28:26.513 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:26.511+0000 7f1705e00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f17001138e0 con 0x7f1700101b30 2024-05-20T21:28:26.513 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:26.511+0000 7f16fe000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f17001024f0 0x7f170019fe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:26.513 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:26.511+0000 7f16fea00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1700101b30 0x7f170019f900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:26.513 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:26.512+0000 7f16fe000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f17001024f0 0x7f170019fe40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:42546/0 (socket says 172.21.15.8:42546) 2024-05-20T21:28:26.513 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:26.512+0000 7f16fe000700 1 -- 172.21.15.8:0/3843774389 learned_addr learned my addr 172.21.15.8:0/3843774389 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:26.515 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:26.512+0000 7f16ff400700 1 --2- 172.21.15.8:0/3843774389 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1700109520 0x7f1700199ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:26.515 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:26.512+0000 7f16fe000700 1 -- 172.21.15.8:0/3843774389 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1700101b30 msgr2=0x7f170019f900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:26.515 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:26.512+0000 7f16fe000700 1 --2- 172.21.15.8:0/3843774389 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1700101b30 0x7f170019f900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:26.515 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:26.512+0000 7f16fe000700 1 -- 172.21.15.8:0/3843774389 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1700109520 msgr2=0x7f1700199ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:26.515 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:26.512+0000 7f16fe000700 1 --2- 172.21.15.8:0/3843774389 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1700109520 0x7f1700199ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:26.515 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:26.512+0000 7f16fe000700 1 -- 172.21.15.8:0/3843774389 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f170019a220 con 0x7f17001024f0 2024-05-20T21:28:26.516 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:26.512+0000 7f16fe000700 1 --2- 172.21.15.8:0/3843774389 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f17001024f0 0x7f170019fe40 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f16ec00e9a0 tx=0x7f16ec00ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:26.516 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:26.513+0000 7f1704a00700 1 -- 172.21.15.8:0/3843774389 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16ec00cbd0 con 0x7f17001024f0 2024-05-20T21:28:26.516 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:26.513+0000 7f1704a00700 1 -- 172.21.15.8:0/3843774389 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f16ec00cd70 con 0x7f17001024f0 2024-05-20T21:28:26.516 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:26.513+0000 7f1704a00700 1 -- 172.21.15.8:0/3843774389 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16ec018680 con 0x7f17001024f0 2024-05-20T21:28:26.516 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:26.513+0000 7f1705e00700 1 -- 172.21.15.8:0/3843774389 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f170019a510 con 0x7f17001024f0 2024-05-20T21:28:26.516 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:26.513+0000 7f1705e00700 1 -- 172.21.15.8:0/3843774389 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17001a67d0 con 0x7f17001024f0 2024-05-20T21:28:26.517 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:26.514+0000 7f1705e00700 1 -- 172.21.15.8:0/3843774389 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f170006a230 con 0x7f17001024f0 2024-05-20T21:28:26.518 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:26.517+0000 7f1704a00700 1 -- 172.21.15.8:0/3843774389 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f16ec010430 con 0x7f17001024f0 2024-05-20T21:28:26.519 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:26.519+0000 7f1704a00700 1 --2- 172.21.15.8:0/3843774389 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f16e40b2900 0x7f16e40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:26.519 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:26.519+0000 7f1704a00700 1 -- 172.21.15.8:0/3843774389 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f16ec0e2930 con 0x7f17001024f0 2024-05-20T21:28:26.520 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:26.519+0000 7f16fea00700 1 --2- 172.21.15.8:0/3843774389 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f16e40b2900 0x7f16e40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:26.520 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:26.520+0000 7f16fea00700 1 --2- 172.21.15.8:0/3843774389 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f16e40b2900 0x7f16e40b4dc0 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f170019ac00 tx=0x7f16f0019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:26.521 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:26.521+0000 7f1704a00700 1 -- 172.21.15.8:0/3843774389 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f16ec0aa5e0 con 0x7f17001024f0 2024-05-20T21:28:26.659 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:28:26.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:26.834+0000 7f1705e00700 1 -- 172.21.15.8:0/3843774389 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f170002e560 con 0x7f17001024f0 2024-05-20T21:28:26.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:26.835+0000 7f1704a00700 1 -- 172.21.15.8:0/3843774389 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7f16ec0a9ee0 con 0x7f17001024f0 2024-05-20T21:28:26.836 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:28:26.836 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:28:26.839 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:26.838+0000 7f1705e00700 1 -- 172.21.15.8:0/3843774389 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f16e40b2900 msgr2=0x7f16e40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:26.839 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:26.838+0000 7f1705e00700 1 --2- 172.21.15.8:0/3843774389 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f16e40b2900 0x7f16e40b4dc0 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f170019ac00 tx=0x7f16f0019040 comp rx=0 tx=0).stop 2024-05-20T21:28:26.839 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:26.838+0000 7f1705e00700 1 -- 172.21.15.8:0/3843774389 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f17001024f0 msgr2=0x7f170019fe40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:26.839 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:26.838+0000 7f1705e00700 1 --2- 172.21.15.8:0/3843774389 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f17001024f0 0x7f170019fe40 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f16ec00e9a0 tx=0x7f16ec00ecb0 comp rx=0 tx=0).stop 2024-05-20T21:28:26.839 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:26.838+0000 7f1705e00700 1 -- 172.21.15.8:0/3843774389 shutdown_connections 2024-05-20T21:28:26.839 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:26.838+0000 7f1705e00700 1 --2- 172.21.15.8:0/3843774389 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f16e40b2900 0x7f16e40b4dc0 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:26.839 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:26.838+0000 7f1705e00700 1 --2- 172.21.15.8:0/3843774389 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1700109520 0x7f1700199ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:26.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:26.838+0000 7f1705e00700 1 --2- 172.21.15.8:0/3843774389 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1700101b30 0x7f170019f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:26.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:26.838+0000 7f1705e00700 1 --2- 172.21.15.8:0/3843774389 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f17001024f0 0x7f170019fe40 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:26.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:26.838+0000 7f1705e00700 1 -- 172.21.15.8:0/3843774389 >> 172.21.15.8:0/3843774389 conn(0x7f1700078ab0 msgr2=0x7f17001003d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:26.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:26.839+0000 7f1705e00700 1 -- 172.21.15.8:0/3843774389 shutdown_connections 2024-05-20T21:28:26.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:26.839+0000 7f1705e00700 1 -- 172.21.15.8:0/3843774389 wait complete. 2024-05-20T21:28:26.841 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:28:27.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:28:26 smithi130 ceph-mon[36448]: pgmap v833: 97 pgs: 97 active+clean; 2.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 6.6 KiB/s wr, 10 op/s 2024-05-20T21:28:27.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:28:26 smithi050 ceph-mon[35809]: pgmap v833: 97 pgs: 97 active+clean; 2.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 6.6 KiB/s wr, 10 op/s 2024-05-20T21:28:27.189 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:28:26 smithi008 ceph-mon[31475]: pgmap v833: 97 pgs: 97 active+clean; 2.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 6.6 KiB/s wr, 10 op/s 2024-05-20T21:28:28.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:28:27 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/3843774389' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:28:28.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:28:27 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/3843774389' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:28:28.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:28:27 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/3843774389' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:28:28.661 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24529 quiesce db / --timeout 90 --expiration 150.0 --await-for 45.0' 2024-05-20T21:28:28.661 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24529 quiesce db / --timeout 90 --expiration 150.0 --await-for 45.0 2024-05-20T21:28:28.909 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:28:28 smithi008 ceph-mon[31475]: pgmap v834: 97 pgs: 97 active+clean; 2.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 6.3 KiB/s wr, 9 op/s 2024-05-20T21:28:29.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:28:28 smithi130 ceph-mon[36448]: pgmap v834: 97 pgs: 97 active+clean; 2.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 6.3 KiB/s wr, 9 op/s 2024-05-20T21:28:29.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:28:28 smithi050 ceph-mon[35809]: pgmap v834: 97 pgs: 97 active+clean; 2.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 6.3 KiB/s wr, 9 op/s 2024-05-20T21:28:29.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.216+0000 7f4fc5000700 1 -- 172.21.15.8:0/1154651438 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4fc0109580 msgr2=0x7f4fc0109960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:29.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.216+0000 7f4fc5000700 1 --2- 172.21.15.8:0/1154651438 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4fc0109580 0x7f4fc0109960 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f4fb00099c0 tx=0x7f4fb0009cd0 comp rx=0 tx=0).stop 2024-05-20T21:28:29.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.216+0000 7f4fc5000700 1 -- 172.21.15.8:0/1154651438 shutdown_connections 2024-05-20T21:28:29.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.216+0000 7f4fc5000700 1 --2- 172.21.15.8:0/1154651438 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4fc006c470 0x7f4fc0110310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:29.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.216+0000 7f4fc5000700 1 --2- 172.21.15.8:0/1154651438 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4fc0109580 0x7f4fc0109960 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:29.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.216+0000 7f4fc5000700 1 --2- 172.21.15.8:0/1154651438 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4fc006bab0 0x7f4fc006bf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:29.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.216+0000 7f4fc5000700 1 -- 172.21.15.8:0/1154651438 >> 172.21.15.8:0/1154651438 conn(0x7f4fc0079280 msgr2=0x7f4fc0079690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:29.218 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.216+0000 7f4fc5000700 1 -- 172.21.15.8:0/1154651438 shutdown_connections 2024-05-20T21:28:29.218 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.216+0000 7f4fc5000700 1 -- 172.21.15.8:0/1154651438 wait complete. 2024-05-20T21:28:29.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.217+0000 7f4fc5000700 1 Processor -- start 2024-05-20T21:28:29.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.217+0000 7f4fc5000700 1 -- start start 2024-05-20T21:28:29.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.218+0000 7f4fc5000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4fc006bab0 0x7f4fc01a1a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:29.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.218+0000 7f4fc5000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4fc006c470 0x7f4fc01a1f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:29.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.218+0000 7f4fc5000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4fc0109580 0x7f4fc019bb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:29.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.218+0000 7f4fc5000700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f4fc0113680 con 0x7f4fc0109580 2024-05-20T21:28:29.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.218+0000 7f4fc5000700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4fc0113500 con 0x7f4fc006bab0 2024-05-20T21:28:29.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.218+0000 7f4fc5000700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f4fc0113800 con 0x7f4fc006c470 2024-05-20T21:28:29.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.218+0000 7f4fbfe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4fc0109580 0x7f4fc019bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:29.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.218+0000 7f4fbea00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4fc006c470 0x7f4fc01a1f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:29.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.218+0000 7f4fbf400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4fc006bab0 0x7f4fc01a1a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:29.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.218+0000 7f4fbea00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4fc006c470 0x7f4fc01a1f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:60406/0 (socket says 172.21.15.8:60406) 2024-05-20T21:28:29.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.218+0000 7f4fbea00700 1 -- 172.21.15.8:0/117943715 learned_addr learned my addr 172.21.15.8:0/117943715 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:29.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.219+0000 7f4fbf400700 1 -- 172.21.15.8:0/117943715 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4fc006c470 msgr2=0x7f4fc01a1f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:29.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.219+0000 7f4fbf400700 1 --2- 172.21.15.8:0/117943715 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4fc006c470 0x7f4fc01a1f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:29.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.219+0000 7f4fbf400700 1 -- 172.21.15.8:0/117943715 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4fc0109580 msgr2=0x7f4fc019bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:29.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.219+0000 7f4fbf400700 1 --2- 172.21.15.8:0/117943715 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4fc0109580 0x7f4fc019bb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:29.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.219+0000 7f4fbf400700 1 -- 172.21.15.8:0/117943715 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4fc019c400 con 0x7f4fc006bab0 2024-05-20T21:28:29.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.219+0000 7f4fbf400700 1 --2- 172.21.15.8:0/117943715 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4fc006bab0 0x7f4fc01a1a50 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f4fb00098e0 tx=0x7f4fb00045e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:29.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.219+0000 7f4fb7e00700 1 -- 172.21.15.8:0/117943715 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fb0026070 con 0x7f4fc006bab0 2024-05-20T21:28:29.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.219+0000 7f4fb7e00700 1 -- 172.21.15.8:0/117943715 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4fb000f460 con 0x7f4fc006bab0 2024-05-20T21:28:29.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.219+0000 7f4fc5000700 1 -- 172.21.15.8:0/117943715 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4fc019c690 con 0x7f4fc006bab0 2024-05-20T21:28:29.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.220+0000 7f4fb7e00700 1 -- 172.21.15.8:0/117943715 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fb0009e60 con 0x7f4fc006bab0 2024-05-20T21:28:29.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.220+0000 7f4fc5000700 1 -- 172.21.15.8:0/117943715 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4fc01a89d0 con 0x7f4fc006bab0 2024-05-20T21:28:29.224 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.224+0000 7f4fb7e00700 1 -- 172.21.15.8:0/117943715 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f4fb0029070 con 0x7f4fc006bab0 2024-05-20T21:28:29.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.225+0000 7f4fb7e00700 1 --2- 172.21.15.8:0/117943715 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f4fa40b2900 0x7f4fa40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:29.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.225+0000 7f4fb7e00700 1 -- 172.21.15.8:0/117943715 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f4fb00e2910 con 0x7f4fc006bab0 2024-05-20T21:28:29.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.226+0000 7f4fbea00700 1 --2- 172.21.15.8:0/117943715 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f4fa40b2900 0x7f4fa40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:29.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.226+0000 7f4fbea00700 1 --2- 172.21.15.8:0/117943715 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f4fa40b2900 0x7f4fa40b4dc0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f4fc019d270 tx=0x7f4fac009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:29.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.226+0000 7f4fd0ea7b80 1 Processor -- start 2024-05-20T21:28:29.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.227+0000 7f4fd0ea7b80 1 -- start start 2024-05-20T21:28:29.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.227+0000 7f4fd0ea7b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56400830b840 0x56400830bc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:29.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.227+0000 7f4fd0ea7b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56400830c160 0x564008305df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:29.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.227+0000 7f4fd0ea7b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564008306410 0x564008306870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:29.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.227+0000 7f4fd0ea7b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x564008263ec0 con 0x56400830b840 2024-05-20T21:28:29.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.227+0000 7f4fd0ea7b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x564008253a60 con 0x56400830c160 2024-05-20T21:28:29.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.227+0000 7f4fd0ea7b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x564008257aa0 con 0x564008306410 2024-05-20T21:28:29.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.228+0000 7f4fbea00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56400830c160 0x564008305df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:29.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.228+0000 7f4fbf400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56400830b840 0x56400830bc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:29.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.228+0000 7f4fbea00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56400830c160 0x564008305df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:42572/0 (socket says 172.21.15.8:42572) 2024-05-20T21:28:29.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.228+0000 7f4fbea00700 1 -- 172.21.15.8:0/1485715618 learned_addr learned my addr 172.21.15.8:0/1485715618 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:29.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.228+0000 7f4fbfe00700 1 --2- 172.21.15.8:0/1485715618 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564008306410 0x564008306870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:29.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.228+0000 7f4fbf400700 1 -- 172.21.15.8:0/1485715618 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564008306410 msgr2=0x564008306870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:29.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.228+0000 7f4fbf400700 1 --2- 172.21.15.8:0/1485715618 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564008306410 0x564008306870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:29.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.228+0000 7f4fbf400700 1 -- 172.21.15.8:0/1485715618 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56400830c160 msgr2=0x564008305df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:29.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.228+0000 7f4fbf400700 1 --2- 172.21.15.8:0/1485715618 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56400830c160 0x564008305df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:29.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.228+0000 7f4fbf400700 1 -- 172.21.15.8:0/1485715618 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56400821c4a0 con 0x56400830b840 2024-05-20T21:28:29.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.228+0000 7f4fbf400700 1 --2- 172.21.15.8:0/1485715618 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56400830b840 0x56400830bc20 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f4fb0009990 tx=0x7f4fb00a9920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49df4bec1e670897 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:29.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.229+0000 7f4fb4c00700 1 -- 172.21.15.8:0/1485715618 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fb00cc040 con 0x56400830b840 2024-05-20T21:28:29.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.229+0000 7f4fb4c00700 1 -- 172.21.15.8:0/1485715618 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4fb00aa650 con 0x56400830b840 2024-05-20T21:28:29.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.229+0000 7f4fb4c00700 1 -- 172.21.15.8:0/1485715618 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fb00aa1b0 con 0x56400830b840 2024-05-20T21:28:29.231 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.230+0000 7f4fd0ea7b80 1 -- 172.21.15.8:0/1485715618 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56400830b840 msgr2=0x56400830bc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:29.231 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.230+0000 7f4fd0ea7b80 1 --2- 172.21.15.8:0/1485715618 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56400830b840 0x56400830bc20 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f4fb0009990 tx=0x7f4fb00a9920 comp rx=0 tx=0).stop 2024-05-20T21:28:29.231 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.230+0000 7f4fd0ea7b80 1 -- 172.21.15.8:0/1485715618 shutdown_connections 2024-05-20T21:28:29.231 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.230+0000 7f4fd0ea7b80 1 --2- 172.21.15.8:0/1485715618 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564008306410 0x564008306870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:29.232 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.230+0000 7f4fd0ea7b80 1 --2- 172.21.15.8:0/1485715618 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56400830b840 0x56400830bc20 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:29.232 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.230+0000 7f4fd0ea7b80 1 --2- 172.21.15.8:0/1485715618 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56400830c160 0x564008305df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:29.232 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.230+0000 7f4fd0ea7b80 1 -- 172.21.15.8:0/1485715618 >> 172.21.15.8:0/1485715618 conn(0x564008233c60 msgr2=0x564008300890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:29.232 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.230+0000 7f4fd0ea7b80 1 -- 172.21.15.8:0/1485715618 shutdown_connections 2024-05-20T21:28:29.232 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.231+0000 7f4fd0ea7b80 1 -- 172.21.15.8:0/1485715618 wait complete. 2024-05-20T21:28:29.232 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.231+0000 7f4fd0ea7b80 1 -- start start 2024-05-20T21:28:29.233 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.231+0000 7f4fd0ea7b80 1 Processor -- start 2024-05-20T21:28:29.233 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.232+0000 7f4fd0ea7b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564008306410 0x564008311e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:29.233 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.232+0000 7f4fd0ea7b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56400830b840 0x56400830f270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:29.233 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.232+0000 7f4fd0ea7b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56400830c160 0x56400830f7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:29.233 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.232+0000 7f4fd0ea7b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x56400815a020 con 0x56400830c160 2024-05-20T21:28:29.233 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.232+0000 7f4fd0ea7b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5640081f47e0 con 0x564008306410 2024-05-20T21:28:29.233 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.232+0000 7f4fd0ea7b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x564008312a40 con 0x56400830b840 2024-05-20T21:28:29.233 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.232+0000 7f4fd0ea7b80 10 client.0 _ll_register_callbacks cb 0x5640081fdcf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:29.235 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.232+0000 7f4fbfe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56400830c160 0x56400830f7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:29.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.232+0000 7f4fbea00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56400830b840 0x56400830f270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:29.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.232+0000 7f4fbf400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564008306410 0x564008311e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:29.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.232+0000 7f4fbfe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56400830c160 0x56400830f7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:32788/0 (socket says 172.21.15.8:32788) 2024-05-20T21:28:29.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.232+0000 7f4fbfe00700 1 -- 172.21.15.8:0/1397170898 learned_addr learned my addr 172.21.15.8:0/1397170898 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:29.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.233+0000 7f4fbea00700 1 -- 172.21.15.8:0/1397170898 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564008306410 msgr2=0x564008311e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:29.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.233+0000 7f4fbea00700 1 --2- 172.21.15.8:0/1397170898 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564008306410 0x564008311e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:29.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.233+0000 7f4fbea00700 1 -- 172.21.15.8:0/1397170898 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56400830c160 msgr2=0x56400830f7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:29.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.233+0000 7f4fbea00700 1 --2- 172.21.15.8:0/1397170898 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56400830c160 0x56400830f7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:29.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.233+0000 7f4fbea00700 1 -- 172.21.15.8:0/1397170898 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5640081a3950 con 0x56400830b840 2024-05-20T21:28:29.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.233+0000 7f4fbea00700 1 --2- 172.21.15.8:0/1397170898 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56400830b840 0x56400830f270 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f4fac009fd0 tx=0x7f4fac0047c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b53a2f7b292071a3 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:29.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.233+0000 7f4fa9600700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:28:29.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.234+0000 7f4fa9600700 1 -- 172.21.15.8:0/1397170898 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fac01dac0 con 0x56400830b840 2024-05-20T21:28:29.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.234+0000 7f4fd0ea7b80 1 -- 172.21.15.8:0/1397170898 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4fb00aa650 con 0x56400830b840 2024-05-20T21:28:29.236 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.234+0000 7f4fa9600700 1 -- 172.21.15.8:0/1397170898 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f4fac01dc60 con 0x56400830b840 2024-05-20T21:28:29.237 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.234+0000 7f4fa9600700 1 -- 172.21.15.8:0/1397170898 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4fac01de60 con 0x56400830b840 2024-05-20T21:28:29.237 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.234+0000 7f4fd0ea7b80 10 client.29149 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:29.237 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.234+0000 7f4fd0ea7b80 1 -- 172.21.15.8:0/1397170898 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5640082240e0 con 0x56400830b840 2024-05-20T21:28:29.237 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.235+0000 7f4fa9600700 1 -- 172.21.15.8:0/1397170898 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4fb00aa650 con 0x56400830b840 2024-05-20T21:28:29.237 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.235+0000 7f4fa9600700 1 -- 172.21.15.8:0/1397170898 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f4fac025070 con 0x56400830b840 2024-05-20T21:28:29.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.235+0000 7f4fd0ea7b80 10 client.29149 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:29.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.235+0000 7f4fd0ea7b80 10 client.29149 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:28:29.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.235+0000 7f4fd0ea7b80 20 client.29149 populate_metadata read hostname 'smithi008' 2024-05-20T21:28:29.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.235+0000 7f4fd0ea7b80 1 --2- 172.21.15.8:0/1397170898 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56400831f430 0x564008321890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:29.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.236+0000 7f4fd0ea7b80 4 client.29149 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:28:29.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.236+0000 7f4fd0ea7b80 1 -- 172.21.15.8:0/1397170898 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564008265e10 con 0x56400831f430 2024-05-20T21:28:29.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.236+0000 7f4fbf400700 1 --2- 172.21.15.8:0/1397170898 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56400831f430 0x564008321890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:29.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.236+0000 7f4fbf400700 1 --2- 172.21.15.8:0/1397170898 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56400831f430 0x564008321890 crc :-1 s=READY pgs=346 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3cdccb4593d855f7 server_cookie=25c49a0605a641c6 in_seq=0 out_seq=0 2024-05-20T21:28:29.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.236+0000 7f4fa9600700 10 client.29149 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:28:29.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.237+0000 7f4fa9600700 1 -- 172.21.15.8:0/1397170898 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x564008265e10 con 0x56400831f430 2024-05-20T21:28:29.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.237+0000 7f4fa9600700 10 client.29149 handle_command_reply: tid=0 2024-05-20T21:28:29.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.237+0000 7f4fd0ea7b80 1 client.29149 shutdown 2024-05-20T21:28:29.239 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.238+0000 7f4fd0ea7b80 1 -- 172.21.15.8:0/1397170898 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56400830b840 msgr2=0x56400830f270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:29.239 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.238+0000 7f4fd0ea7b80 1 --2- 172.21.15.8:0/1397170898 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56400830b840 0x56400830f270 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f4fac009fd0 tx=0x7f4fac0047c0 comp rx=0 tx=0).stop 2024-05-20T21:28:29.239 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.238+0000 7f4fd0ea7b80 1 -- 172.21.15.8:0/1397170898 shutdown_connections 2024-05-20T21:28:29.239 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.238+0000 7f4fd0ea7b80 1 --2- 172.21.15.8:0/1397170898 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56400831f430 0x564008321890 crc :-1 s=READY pgs=346 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:29.240 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.238+0000 7f4fd0ea7b80 1 --2- 172.21.15.8:0/1397170898 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564008306410 0x564008311e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:29.240 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.238+0000 7f4fd0ea7b80 1 --2- 172.21.15.8:0/1397170898 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56400830c160 0x56400830f7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:29.240 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.238+0000 7f4fa9600700 0 client.29149 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:28:29.240 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.238+0000 7f4fd0ea7b80 1 --2- 172.21.15.8:0/1397170898 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56400830b840 0x56400830f270 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:29.240 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.238+0000 7f4fd0ea7b80 1 -- 172.21.15.8:0/1397170898 >> 172.21.15.8:0/1397170898 conn(0x564008233c60 msgr2=0x564008300040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:29.240 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.238+0000 7f4fd0ea7b80 1 -- 172.21.15.8:0/1397170898 shutdown_connections 2024-05-20T21:28:29.240 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.238+0000 7f4fd0ea7b80 1 -- 172.21.15.8:0/1397170898 wait complete. 2024-05-20T21:28:29.240 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.239+0000 7f4fd0ea7b80 20 client.29149 trim_cache size 0 max 16384 2024-05-20T21:28:29.263 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.263+0000 7f4fd0ea7b80 1 Processor -- start 2024-05-20T21:28:29.263 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.263+0000 7f4fd0ea7b80 1 -- start start 2024-05-20T21:28:29.264 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.263+0000 7f4fd0ea7b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564008306410 0x564008305df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:29.264 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.263+0000 7f4fd0ea7b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56400830b840 0x56400830cdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:29.264 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.263+0000 7f4fd0ea7b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56400830c160 0x5640083007c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:29.264 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.263+0000 7f4fd0ea7b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f4fc01b2390 con 0x56400830b840 2024-05-20T21:28:29.264 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.263+0000 7f4fd0ea7b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4fc01afc20 con 0x56400830c160 2024-05-20T21:28:29.264 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.263+0000 7f4fd0ea7b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f4fc01ada90 con 0x564008306410 2024-05-20T21:28:29.265 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.264+0000 7f4fbf400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564008306410 0x564008305df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:29.265 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.264+0000 7f4fbf400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564008306410 0x564008305df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:60430/0 (socket says 172.21.15.8:60430) 2024-05-20T21:28:29.265 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.264+0000 7f4fbea00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56400830b840 0x56400830cdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:29.265 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.264+0000 7f4fbf400700 1 -- 172.21.15.8:0/3794146837 learned_addr learned my addr 172.21.15.8:0/3794146837 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:29.265 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.264+0000 7f4fbfe00700 1 --2- 172.21.15.8:0/3794146837 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56400830c160 0x5640083007c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:29.265 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.264+0000 7f4fbf400700 1 -- 172.21.15.8:0/3794146837 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56400830c160 msgr2=0x5640083007c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:29.265 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.264+0000 7f4fbf400700 1 --2- 172.21.15.8:0/3794146837 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56400830c160 0x5640083007c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:29.265 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.264+0000 7f4fbf400700 1 -- 172.21.15.8:0/3794146837 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56400830b840 msgr2=0x56400830cdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:29.266 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.264+0000 7f4fbf400700 1 --2- 172.21.15.8:0/3794146837 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56400830b840 0x56400830cdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:29.266 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.264+0000 7f4fbf400700 1 -- 172.21.15.8:0/3794146837 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5640083121f0 con 0x564008306410 2024-05-20T21:28:29.266 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.264+0000 7f4fbea00700 1 --2- 172.21.15.8:0/3794146837 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56400830b840 0x56400830cdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:28:29.266 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.264+0000 7f4fbfe00700 1 --2- 172.21.15.8:0/3794146837 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56400830c160 0x5640083007c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:28:29.266 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.265+0000 7f4fbf400700 1 --2- 172.21.15.8:0/3794146837 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564008306410 0x564008305df0 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f4fb00a9ee0 tx=0x7f4fb00a98a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f4f5823ff0a233e7 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:29.266 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.265+0000 7f4fabe00700 1 -- 172.21.15.8:0/3794146837 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fb00c9070 con 0x564008306410 2024-05-20T21:28:29.266 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.265+0000 7f4fabe00700 1 -- 172.21.15.8:0/3794146837 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4fb00b2d20 con 0x564008306410 2024-05-20T21:28:29.267 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.265+0000 7f4fabe00700 1 -- 172.21.15.8:0/3794146837 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fb00cc040 con 0x564008306410 2024-05-20T21:28:29.267 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.266+0000 7f4fd0ea7b80 1 -- 172.21.15.8:0/3794146837 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564008306410 msgr2=0x564008305df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:29.267 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.266+0000 7f4fd0ea7b80 1 --2- 172.21.15.8:0/3794146837 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564008306410 0x564008305df0 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f4fb00a9ee0 tx=0x7f4fb00a98a0 comp rx=0 tx=0).stop 2024-05-20T21:28:29.267 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.266+0000 7f4fd0ea7b80 1 -- 172.21.15.8:0/3794146837 shutdown_connections 2024-05-20T21:28:29.267 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.266+0000 7f4fd0ea7b80 1 --2- 172.21.15.8:0/3794146837 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56400830c160 0x5640083007c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:29.268 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.266+0000 7f4fd0ea7b80 1 --2- 172.21.15.8:0/3794146837 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564008306410 0x564008305df0 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:29.268 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.266+0000 7f4fd0ea7b80 1 --2- 172.21.15.8:0/3794146837 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56400830b840 0x56400830cdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:29.268 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.266+0000 7f4fd0ea7b80 1 -- 172.21.15.8:0/3794146837 >> 172.21.15.8:0/3794146837 conn(0x564008233c60 msgr2=0x56400830a360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:29.268 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.266+0000 7f4fd0ea7b80 1 -- 172.21.15.8:0/3794146837 shutdown_connections 2024-05-20T21:28:29.268 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.266+0000 7f4fd0ea7b80 1 -- 172.21.15.8:0/3794146837 wait complete. 2024-05-20T21:28:29.268 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.267+0000 7f4fd0ea7b80 1 -- start start 2024-05-20T21:28:29.268 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.267+0000 7f4fd0ea7b80 1 Processor -- start 2024-05-20T21:28:29.269 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.268+0000 7f4fd0ea7b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56400830b840 0x564008318380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:29.269 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.268+0000 7f4fd0ea7b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56400830c160 0x564008314c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:29.269 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.268+0000 7f4fd0ea7b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5640083151a0 0x564008315620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:29.269 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.268+0000 7f4fd0ea7b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f4fc01ae0e0 con 0x56400830c160 2024-05-20T21:28:29.269 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.268+0000 7f4fd0ea7b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4fc01af550 con 0x56400830b840 2024-05-20T21:28:29.269 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.268+0000 7f4fd0ea7b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f4fc01ae7b0 con 0x5640083151a0 2024-05-20T21:28:29.269 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.268+0000 7f4fd0ea7b80 10 client.0 _ll_register_callbacks cb 0x5640081fdcf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:29.269 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.268+0000 7f4fbea00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56400830c160 0x564008314c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:29.269 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.268+0000 7f4fbf400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56400830b840 0x564008318380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:29.269 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.268+0000 7f4fbea00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56400830c160 0x564008314c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:32808/0 (socket says 172.21.15.8:32808) 2024-05-20T21:28:29.269 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.268+0000 7f4fbea00700 1 -- 172.21.15.8:0/4064266103 learned_addr learned my addr 172.21.15.8:0/4064266103 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:29.271 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.269+0000 7f4fbfe00700 1 --2- 172.21.15.8:0/4064266103 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5640083151a0 0x564008315620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:29.271 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.269+0000 7f4fbf400700 1 -- 172.21.15.8:0/4064266103 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5640083151a0 msgr2=0x564008315620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:29.271 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.269+0000 7f4fbf400700 1 --2- 172.21.15.8:0/4064266103 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5640083151a0 0x564008315620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:29.271 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.269+0000 7f4fbf400700 1 -- 172.21.15.8:0/4064266103 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56400830c160 msgr2=0x564008314c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:29.271 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.269+0000 7f4fbf400700 1 --2- 172.21.15.8:0/4064266103 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56400830c160 0x564008314c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:29.271 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.269+0000 7f4fbf400700 1 -- 172.21.15.8:0/4064266103 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56400838a1e0 con 0x56400830b840 2024-05-20T21:28:29.271 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.269+0000 7f4fbea00700 1 --2- 172.21.15.8:0/4064266103 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56400830c160 0x564008314c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:28:29.271 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.270+0000 7f4fbf400700 1 --2- 172.21.15.8:0/4064266103 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56400830b840 0x564008318380 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f4fb00c1000 tx=0x7f4fb00a9e10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e00c7fdf2911970 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:29.271 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.270+0000 7f4fa9600700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:28:29.271 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.270+0000 7f4fa9600700 1 -- 172.21.15.8:0/4064266103 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fb00c9070 con 0x56400830b840 2024-05-20T21:28:29.271 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.270+0000 7f4fd0ea7b80 1 -- 172.21.15.8:0/4064266103 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4fb00b2d20 con 0x56400830b840 2024-05-20T21:28:29.272 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.270+0000 7f4fa9600700 1 -- 172.21.15.8:0/4064266103 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f4fb00aa1b0 con 0x56400830b840 2024-05-20T21:28:29.272 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.270+0000 7f4fa9600700 1 -- 172.21.15.8:0/4064266103 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4fb00cc070 con 0x56400830b840 2024-05-20T21:28:29.272 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.270+0000 7f4fd0ea7b80 10 client.29102 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:29.272 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.270+0000 7f4fd0ea7b80 1 -- 172.21.15.8:0/4064266103 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56400838b4e0 con 0x56400830b840 2024-05-20T21:28:29.272 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.270+0000 7f4fa9600700 1 -- 172.21.15.8:0/4064266103 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4fb00b2d20 con 0x56400830b840 2024-05-20T21:28:29.272 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.271+0000 7f4fa9600700 1 -- 172.21.15.8:0/4064266103 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f4fb00039d0 con 0x56400830b840 2024-05-20T21:28:29.273 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.271+0000 7f4fd0ea7b80 10 client.29102 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:29.273 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.271+0000 7f4fd0ea7b80 10 client.29102 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:28:29.273 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.271+0000 7f4fd0ea7b80 20 client.29102 populate_metadata read hostname 'smithi008' 2024-05-20T21:28:29.273 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.271+0000 7f4fd0ea7b80 1 --2- 172.21.15.8:0/4064266103 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56400838b6a0 0x56400838dac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:29.273 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.271+0000 7f4fd0ea7b80 4 client.29102 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:28:29.273 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.271+0000 7f4fd0ea7b80 1 -- 172.21.15.8:0/4064266103 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x56400825f5f0 con 0x56400838b6a0 2024-05-20T21:28:29.273 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.271+0000 7f4fbea00700 1 --2- 172.21.15.8:0/4064266103 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56400838b6a0 0x56400838dac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:29.273 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.272+0000 7f4fbea00700 1 --2- 172.21.15.8:0/4064266103 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56400838b6a0 0x56400838dac0 crc :-1 s=READY pgs=347 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=12f4482ffb8dc2f8 server_cookie=72ade985a4c68ef7 in_seq=0 out_seq=0 2024-05-20T21:28:29.273 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.272+0000 7f4fa9600700 10 client.29102 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:28:29.274 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.273+0000 7f4fa9600700 1 -- 172.21.15.8:0/4064266103 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x56400825f5f0 con 0x56400838b6a0 2024-05-20T21:28:29.274 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.273+0000 7f4fa9600700 10 client.29102 handle_command_reply: tid=0 2024-05-20T21:28:29.275 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.273+0000 7f4fd0ea7b80 1 client.29102 shutdown 2024-05-20T21:28:29.275 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.273+0000 7f4fd0ea7b80 1 -- 172.21.15.8:0/4064266103 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56400830b840 msgr2=0x564008318380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:29.275 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.273+0000 7f4fd0ea7b80 1 --2- 172.21.15.8:0/4064266103 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56400830b840 0x564008318380 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f4fb00c1000 tx=0x7f4fb00a9e10 comp rx=0 tx=0).stop 2024-05-20T21:28:29.275 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.274+0000 7f4fd0ea7b80 1 -- 172.21.15.8:0/4064266103 shutdown_connections 2024-05-20T21:28:29.275 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.274+0000 7f4fd0ea7b80 1 --2- 172.21.15.8:0/4064266103 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56400838b6a0 0x56400838dac0 crc :-1 s=READY pgs=347 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:29.275 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.274+0000 7f4fd0ea7b80 1 --2- 172.21.15.8:0/4064266103 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56400830b840 0x564008318380 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:29.275 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.274+0000 7f4fd0ea7b80 1 --2- 172.21.15.8:0/4064266103 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5640083151a0 0x564008315620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:29.275 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.274+0000 7f4fd0ea7b80 1 --2- 172.21.15.8:0/4064266103 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56400830c160 0x564008314c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:29.275 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.274+0000 7f4fd0ea7b80 1 -- 172.21.15.8:0/4064266103 >> 172.21.15.8:0/4064266103 conn(0x564008233c60 msgr2=0x5640083110b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:29.275 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.274+0000 7f4fa9600700 0 client.29102 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:28:29.275 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.274+0000 7f4fd0ea7b80 1 -- 172.21.15.8:0/4064266103 shutdown_connections 2024-05-20T21:28:29.275 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.274+0000 7f4fd0ea7b80 1 -- 172.21.15.8:0/4064266103 wait complete. 2024-05-20T21:28:29.275 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.274+0000 7f4fd0ea7b80 20 client.29102 trim_cache size 0 max 16384 2024-05-20T21:28:29.276 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:28:29.276 INFO:teuthology.orchestra.run.smithi008.stdout: "return_code": 0, 2024-05-20T21:28:29.276 INFO:teuthology.orchestra.run.smithi008.stdout: "scrub_tag": "e025f97f-87ee-4a82-8d63-44ce525f3ed4", 2024-05-20T21:28:29.276 INFO:teuthology.orchestra.run.smithi008.stdout: "mode": "asynchronous" 2024-05-20T21:28:29.276 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:28:29.277 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.275+0000 7f4fc5000700 1 -- 172.21.15.8:0/117943715 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f4fa40b2900 msgr2=0x7f4fa40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:29.277 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.275+0000 7f4fc5000700 1 --2- 172.21.15.8:0/117943715 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f4fa40b2900 0x7f4fa40b4dc0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f4fc019d270 tx=0x7f4fac009260 comp rx=0 tx=0).stop 2024-05-20T21:28:29.277 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.275+0000 7f4fc5000700 1 -- 172.21.15.8:0/117943715 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4fc006bab0 msgr2=0x7f4fc01a1a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:29.277 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.275+0000 7f4fc5000700 1 --2- 172.21.15.8:0/117943715 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4fc006bab0 0x7f4fc01a1a50 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f4fb00098e0 tx=0x7f4fb00045e0 comp rx=0 tx=0).stop 2024-05-20T21:28:29.277 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.275+0000 7f4fc5000700 1 -- 172.21.15.8:0/117943715 shutdown_connections 2024-05-20T21:28:29.277 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.275+0000 7f4fc5000700 1 --2- 172.21.15.8:0/117943715 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f4fa40b2900 0x7f4fa40b4dc0 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:29.277 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.275+0000 7f4fc5000700 1 --2- 172.21.15.8:0/117943715 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4fc006bab0 0x7f4fc01a1a50 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:29.277 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.275+0000 7f4fc5000700 1 --2- 172.21.15.8:0/117943715 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4fc0109580 0x7f4fc019bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:29.277 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.275+0000 7f4fc5000700 1 --2- 172.21.15.8:0/117943715 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4fc006c470 0x7f4fc01a1f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:29.277 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.275+0000 7f4fc5000700 1 -- 172.21.15.8:0/117943715 >> 172.21.15.8:0/117943715 conn(0x7f4fc0079280 msgr2=0x7f4fc010e6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:29.277 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.276+0000 7f4fc5000700 1 -- 172.21.15.8:0/117943715 shutdown_connections 2024-05-20T21:28:29.278 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:29.276+0000 7f4fc5000700 1 -- 172.21.15.8:0/117943715 wait complete. 2024-05-20T21:28:29.284 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:28:30.035 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:28:29 smithi008 ceph-mon[31475]: pgmap v835: 97 pgs: 97 active+clean; 2.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 6.3 KiB/s wr, 9 op/s 2024-05-20T21:28:30.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:28:29 smithi130 ceph-mon[36448]: pgmap v835: 97 pgs: 97 active+clean; 2.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 6.3 KiB/s wr, 9 op/s 2024-05-20T21:28:30.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:28:29 smithi050 ceph-mon[35809]: pgmap v835: 97 pgs: 97 active+clean; 2.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 6.3 KiB/s wr, 9 op/s 2024-05-20T21:28:30.515 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:28:31.065 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:28:30 smithi008 ceph-mon[31475]: scrub queued for path: / 2024-05-20T21:28:31.066 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:28:30 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:28:31.066 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:28:30 smithi008 ceph-mon[31475]: scrub summary: active paths [/] 2024-05-20T21:28:31.066 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:28:30 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:28:31.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:28:30 smithi130 ceph-mon[36448]: scrub queued for path: / 2024-05-20T21:28:31.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:28:30 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:28:31.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:28:30 smithi130 ceph-mon[36448]: scrub summary: active paths [/] 2024-05-20T21:28:31.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:28:30 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:28:31.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:28:30 smithi050 ceph-mon[35809]: scrub queued for path: / 2024-05-20T21:28:31.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:28:30 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:28:31.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:28:30 smithi050 ceph-mon[35809]: scrub summary: active paths [/] 2024-05-20T21:28:31.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:28:30 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:28:31.579 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:28:31.999 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:28:31 smithi008 ceph-mon[31475]: scrub summary: idle 2024-05-20T21:28:31.999 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:28:31 smithi008 ceph-mon[31475]: pgmap v836: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-20T21:28:32.093 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.092+0000 7fa017600640 1 -- 172.21.15.8:0/526462395 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa01010acb0 msgr2=0x7fa010111540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:32.093 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.092+0000 7fa017600640 1 --2- 172.21.15.8:0/526462395 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa01010acb0 0x7fa010111540 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7fa008009be0 tx=0x7fa00802a6d0 comp rx=0 tx=0).stop 2024-05-20T21:28:32.093 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.092+0000 7fa017600640 1 -- 172.21.15.8:0/526462395 shutdown_connections 2024-05-20T21:28:32.093 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.092+0000 7fa017600640 1 --2- 172.21.15.8:0/526462395 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa01010acb0 0x7fa010111540 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:32.093 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.092+0000 7fa017600640 1 --2- 172.21.15.8:0/526462395 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa01010a2f0 0x7fa01010a770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:32.093 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.092+0000 7fa017600640 1 --2- 172.21.15.8:0/526462395 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa010109150 0x7fa010109570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:32.093 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.092+0000 7fa017600640 1 -- 172.21.15.8:0/526462395 >> 172.21.15.8:0/526462395 conn(0x7fa0100780a0 msgr2=0x7fa01007a4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:32.093 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.092+0000 7fa017600640 1 -- 172.21.15.8:0/526462395 shutdown_connections 2024-05-20T21:28:32.093 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.092+0000 7fa017600640 1 -- 172.21.15.8:0/526462395 wait complete. 2024-05-20T21:28:32.095 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.093+0000 7fa017600640 1 Processor -- start 2024-05-20T21:28:32.095 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.093+0000 7fa017600640 1 -- start start 2024-05-20T21:28:32.095 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.093+0000 7fa017600640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa010109150 0x7fa01019f2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:32.095 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.093+0000 7fa017600640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa01010a2f0 0x7fa01019f800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:32.095 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.093+0000 7fa017600640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa01010acb0 0x7fa0101a6870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:32.095 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.093+0000 7fa017600640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fa010114c10 con 0x7fa01010a2f0 2024-05-20T21:28:32.095 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.093+0000 7fa017600640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa010114a90 con 0x7fa010109150 2024-05-20T21:28:32.095 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.093+0000 7fa017600640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fa010114d90 con 0x7fa01010acb0 2024-05-20T21:28:32.095 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.094+0000 7fa00fe00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa01010a2f0 0x7fa01019f800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:32.095 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.094+0000 7fa00fe00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa01010a2f0 0x7fa01019f800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:32826/0 (socket says 172.21.15.8:32826) 2024-05-20T21:28:32.096 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.094+0000 7fa00fe00640 1 -- 172.21.15.8:0/3677682122 learned_addr learned my addr 172.21.15.8:0/3677682122 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:32.096 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.094+0000 7fa014c00640 1 --2- 172.21.15.8:0/3677682122 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa010109150 0x7fa01019f2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:32.096 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.094+0000 7fa015600640 1 --2- 172.21.15.8:0/3677682122 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa01010acb0 0x7fa0101a6870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:32.096 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.094+0000 7fa00fe00640 1 -- 172.21.15.8:0/3677682122 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa01010acb0 msgr2=0x7fa0101a6870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:32.096 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.094+0000 7fa00fe00640 1 --2- 172.21.15.8:0/3677682122 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa01010acb0 0x7fa0101a6870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:32.096 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.094+0000 7fa00fe00640 1 -- 172.21.15.8:0/3677682122 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa010109150 msgr2=0x7fa01019f2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:32.096 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.094+0000 7fa00fe00640 1 --2- 172.21.15.8:0/3677682122 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa010109150 0x7fa01019f2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:32.096 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.094+0000 7fa00fe00640 1 -- 172.21.15.8:0/3677682122 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0101a6ee0 con 0x7fa01010a2f0 2024-05-20T21:28:32.096 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.094+0000 7fa014c00640 1 --2- 172.21.15.8:0/3677682122 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa010109150 0x7fa01019f2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:28:32.096 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.095+0000 7fa00fe00640 1 --2- 172.21.15.8:0/3677682122 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa01010a2f0 0x7fa01019f800 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f9ffc00e9c0 tx=0x7f9ffc00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:32.097 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.095+0000 7fa00d600640 1 -- 172.21.15.8:0/3677682122 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ffc00ccc0 con 0x7fa01010a2f0 2024-05-20T21:28:32.097 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.095+0000 7fa00d600640 1 -- 172.21.15.8:0/3677682122 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9ffc0054d0 con 0x7fa01010a2f0 2024-05-20T21:28:32.097 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.095+0000 7fa017600640 1 -- 172.21.15.8:0/3677682122 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0101a71d0 con 0x7fa01010a2f0 2024-05-20T21:28:32.097 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.095+0000 7fa00d600640 1 -- 172.21.15.8:0/3677682122 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ffc010430 con 0x7fa01010a2f0 2024-05-20T21:28:32.097 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.095+0000 7fa017600640 1 -- 172.21.15.8:0/3677682122 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0101a7720 con 0x7fa01010a2f0 2024-05-20T21:28:32.098 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.098+0000 7fa01a5a4740 1 Processor -- start 2024-05-20T21:28:32.098 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.098+0000 7fa01a5a4740 1 -- start start 2024-05-20T21:28:32.100 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.099+0000 7fa01a5a4740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610e1175b30 0x5610e1175f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:32.100 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.099+0000 7fa00d600640 1 -- 172.21.15.8:0/3677682122 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f9ffc004f80 con 0x7fa01010a2f0 2024-05-20T21:28:32.100 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.099+0000 7fa01a5a4740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5610e1176520 0x5610e117b020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:32.100 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.099+0000 7fa01a5a4740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5610e117b690 0x5610e117db20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:32.100 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.099+0000 7fa01a5a4740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5610e10e5b90 con 0x5610e1176520 2024-05-20T21:28:32.100 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.099+0000 7fa01a5a4740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5610e10d5730 con 0x5610e117b690 2024-05-20T21:28:32.100 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.099+0000 7fa01a5a4740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5610e10d9770 con 0x5610e1175b30 2024-05-20T21:28:32.100 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.099+0000 7fa014c00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5610e1176520 0x5610e117b020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:32.100 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.099+0000 7fa014c00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5610e1176520 0x5610e117b020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:32836/0 (socket says 172.21.15.8:32836) 2024-05-20T21:28:32.101 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.099+0000 7fa014c00640 1 -- 172.21.15.8:0/303047644 learned_addr learned my addr 172.21.15.8:0/303047644 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:32.101 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.099+0000 7fa015600640 1 --2- 172.21.15.8:0/303047644 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610e1175b30 0x5610e1175f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:32.101 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.099+0000 7fa00fe00640 1 --2- 172.21.15.8:0/303047644 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5610e117b690 0x5610e117db20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:32.101 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.100+0000 7fa014c00640 1 -- 172.21.15.8:0/303047644 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610e1175b30 msgr2=0x5610e1175f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:32.101 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.100+0000 7fa014c00640 1 --2- 172.21.15.8:0/303047644 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610e1175b30 0x5610e1175f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:32.101 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.100+0000 7fa014c00640 1 -- 172.21.15.8:0/303047644 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5610e117b690 msgr2=0x5610e117db20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:32.101 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.100+0000 7fa014c00640 1 --2- 172.21.15.8:0/303047644 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5610e117b690 0x5610e117db20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:32.102 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.100+0000 7fa014c00640 1 -- 172.21.15.8:0/303047644 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5610e106e8b0 con 0x5610e1176520 2024-05-20T21:28:32.102 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.100+0000 7fa00fe00640 1 --2- 172.21.15.8:0/303047644 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5610e117b690 0x5610e117db20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:28:32.106 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.100+0000 7fa014c00640 1 --2- 172.21.15.8:0/303047644 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5610e1176520 0x5610e117b020 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7fa004009cd0 tx=0x7fa0040117b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5367f9a0d0cce7b1 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:32.106 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.100+0000 7fa001c00640 1 -- 172.21.15.8:0/303047644 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa004012450 con 0x5610e1176520 2024-05-20T21:28:32.106 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.100+0000 7fa001c00640 1 -- 172.21.15.8:0/303047644 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa004012aa0 con 0x5610e1176520 2024-05-20T21:28:32.106 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.100+0000 7fa001c00640 1 -- 172.21.15.8:0/303047644 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa00400fba0 con 0x5610e1176520 2024-05-20T21:28:32.106 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.101+0000 7fa00d600640 1 --2- 172.21.15.8:0/3677682122 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9ff80b27e0 0x7f9ff80b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:32.106 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.101+0000 7fa00d600640 1 -- 172.21.15.8:0/3677682122 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f9ffc0e2720 con 0x7fa01010a2f0 2024-05-20T21:28:32.106 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.101+0000 7fa015600640 1 --2- 172.21.15.8:0/3677682122 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9ff80b27e0 0x7f9ff80b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:32.106 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.101+0000 7fa01a5a4740 1 -- 172.21.15.8:0/303047644 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5610e1176520 msgr2=0x5610e117b020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:32.106 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.101+0000 7fa01a5a4740 1 --2- 172.21.15.8:0/303047644 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5610e1176520 0x5610e117b020 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7fa004009cd0 tx=0x7fa0040117b0 comp rx=0 tx=0).stop 2024-05-20T21:28:32.106 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.101+0000 7fa01a5a4740 1 -- 172.21.15.8:0/303047644 shutdown_connections 2024-05-20T21:28:32.106 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.101+0000 7fa01a5a4740 1 --2- 172.21.15.8:0/303047644 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5610e117b690 0x5610e117db20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:32.107 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.101+0000 7fa01a5a4740 1 --2- 172.21.15.8:0/303047644 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5610e1176520 0x5610e117b020 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:32.107 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.101+0000 7fa01a5a4740 1 --2- 172.21.15.8:0/303047644 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610e1175b30 0x5610e1175f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:32.107 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.101+0000 7fa01a5a4740 1 -- 172.21.15.8:0/303047644 >> 172.21.15.8:0/303047644 conn(0x5610e11711a0 msgr2=0x5610e11715a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:32.107 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.101+0000 7fa01a5a4740 1 -- 172.21.15.8:0/303047644 shutdown_connections 2024-05-20T21:28:32.107 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.102+0000 7fa01a5a4740 1 -- 172.21.15.8:0/303047644 wait complete. 2024-05-20T21:28:32.107 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.102+0000 7fa015600640 1 --2- 172.21.15.8:0/3677682122 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9ff80b27e0 0x7f9ff80b4ca0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fa00802abf0 tx=0x7fa008030990 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:32.107 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.102+0000 7fa01a5a4740 1 -- start start 2024-05-20T21:28:32.107 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.102+0000 7fa01a5a4740 1 Processor -- start 2024-05-20T21:28:32.107 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.103+0000 7fa01a5a4740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5610e1175b30 0x5610e117f8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:32.107 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.103+0000 7fa01a5a4740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610e1176520 0x5610e117fe10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:32.107 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.103+0000 7fa01a5a4740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5610e117b690 0x5610e1186e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:32.107 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.103+0000 7fa01a5a4740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5610e0dbb790 con 0x5610e1175b30 2024-05-20T21:28:32.107 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.103+0000 7fa01a5a4740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5610e107dbc0 con 0x5610e117b690 2024-05-20T21:28:32.107 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.103+0000 7fa01a5a4740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5610e117e640 con 0x5610e1176520 2024-05-20T21:28:32.108 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.103+0000 7fa01a5a4740 10 client.0 _ll_register_callbacks cb 0x5610e105b400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:32.108 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.103+0000 7fa014c00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5610e1175b30 0x5610e117f8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:32.108 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.103+0000 7fa00fe00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610e1176520 0x5610e117fe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:32.108 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.103+0000 7fa014c00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5610e1175b30 0x5610e117f8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:32846/0 (socket says 172.21.15.8:32846) 2024-05-20T21:28:32.108 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.103+0000 7fa00fe00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610e1176520 0x5610e117fe10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:60498/0 (socket says 172.21.15.8:60498) 2024-05-20T21:28:32.108 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.103+0000 7fa014c00640 1 -- 172.21.15.8:0/1899702335 learned_addr learned my addr 172.21.15.8:0/1899702335 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:32.108 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.103+0000 7fa015600640 1 --2- 172.21.15.8:0/1899702335 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5610e117b690 0x5610e1186e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:32.108 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.104+0000 7fa00fe00640 1 -- 172.21.15.8:0/1899702335 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5610e117b690 msgr2=0x5610e1186e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:32.108 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.104+0000 7fa00fe00640 1 --2- 172.21.15.8:0/1899702335 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5610e117b690 0x5610e1186e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:32.108 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.104+0000 7fa00fe00640 1 -- 172.21.15.8:0/1899702335 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5610e1175b30 msgr2=0x5610e117f8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:32.108 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.104+0000 7fa00fe00640 1 --2- 172.21.15.8:0/1899702335 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5610e1175b30 0x5610e117f8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:32.108 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.104+0000 7fa00fe00640 1 -- 172.21.15.8:0/1899702335 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5610e0dea210 con 0x5610e1176520 2024-05-20T21:28:32.108 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.104+0000 7fa00fe00640 1 --2- 172.21.15.8:0/1899702335 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610e1176520 0x5610e117fe10 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f9ffc0a6f40 tx=0x7f9ffc0a9b60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a46ba3c61bee5f14 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:32.108 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.104+0000 7f9ff6000640 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:28:32.109 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.104+0000 7f9ff6000640 1 -- 172.21.15.8:0/1899702335 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ffc0a97e0 con 0x5610e1176520 2024-05-20T21:28:32.109 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.104+0000 7f9ff6000640 1 -- 172.21.15.8:0/1899702335 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f9ffc0e02c0 con 0x5610e1176520 2024-05-20T21:28:32.109 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.104+0000 7fa01a5a4740 1 -- 172.21.15.8:0/1899702335 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa004012aa0 con 0x5610e1176520 2024-05-20T21:28:32.109 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.104+0000 7f9ff6000640 1 -- 172.21.15.8:0/1899702335 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9ffc0c2030 con 0x5610e1176520 2024-05-20T21:28:32.109 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.104+0000 7fa01a5a4740 10 client.29167 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:32.109 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.105+0000 7fa01a5a4740 1 -- 172.21.15.8:0/1899702335 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5610e0eb6620 con 0x5610e1176520 2024-05-20T21:28:32.109 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.105+0000 7f9ff6000640 1 -- 172.21.15.8:0/1899702335 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa004012aa0 con 0x5610e1176520 2024-05-20T21:28:32.109 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.105+0000 7f9ff6000640 1 -- 172.21.15.8:0/1899702335 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9ffc0e2b10 con 0x5610e1176520 2024-05-20T21:28:32.110 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.105+0000 7fa01a5a4740 10 client.29167 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:32.110 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.105+0000 7fa01a5a4740 10 client.29167 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:28:32.110 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.105+0000 7fa01a5a4740 20 client.29167 populate_metadata read hostname 'smithi008' 2024-05-20T21:28:32.111 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.105+0000 7fa01a5a4740 1 --2- 172.21.15.8:0/1899702335 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5610e118b410 0x5610e118d800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:32.111 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.105+0000 7fa01a5a4740 4 client.29167 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:28:32.111 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.105+0000 7fa01a5a4740 1 -- 172.21.15.8:0/1899702335 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5610e10e7ae0 con 0x5610e118b410 2024-05-20T21:28:32.111 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.106+0000 7fa014c00640 1 --2- 172.21.15.8:0/1899702335 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5610e118b410 0x5610e118d800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:32.111 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.107+0000 7fa014c00640 1 --2- 172.21.15.8:0/1899702335 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5610e118b410 0x5610e118d800 crc :-1 s=READY pgs=348 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=325e84f9ed5f153b server_cookie=953152e9ddb21a38 in_seq=0 out_seq=0 2024-05-20T21:28:32.111 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.107+0000 7f9ff6000640 10 client.29167 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:28:32.111 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.107+0000 7f9ff6000640 1 -- 172.21.15.8:0/1899702335 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5610e10e7ae0 con 0x5610e118b410 2024-05-20T21:28:32.111 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.107+0000 7f9ff6000640 10 client.29167 handle_command_reply: tid=0 2024-05-20T21:28:32.111 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.107+0000 7fa01a5a4740 1 client.29167 shutdown 2024-05-20T21:28:32.111 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.108+0000 7fa01a5a4740 1 -- 172.21.15.8:0/1899702335 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610e1176520 msgr2=0x5610e117fe10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:32.111 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.108+0000 7fa01a5a4740 1 --2- 172.21.15.8:0/1899702335 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610e1176520 0x5610e117fe10 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f9ffc0a6f40 tx=0x7f9ffc0a9b60 comp rx=0 tx=0).stop 2024-05-20T21:28:32.111 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.108+0000 7fa01a5a4740 1 -- 172.21.15.8:0/1899702335 shutdown_connections 2024-05-20T21:28:32.111 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.108+0000 7fa01a5a4740 1 --2- 172.21.15.8:0/1899702335 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5610e118b410 0x5610e118d800 crc :-1 s=READY pgs=348 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:32.112 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.108+0000 7fa01a5a4740 1 --2- 172.21.15.8:0/1899702335 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5610e117b690 0x5610e1186e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:32.112 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.108+0000 7fa01a5a4740 1 --2- 172.21.15.8:0/1899702335 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610e1176520 0x5610e117fe10 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:32.112 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.108+0000 7fa01a5a4740 1 --2- 172.21.15.8:0/1899702335 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5610e1175b30 0x5610e117f8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:32.112 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.108+0000 7f9ff6000640 0 client.29167 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:28:32.112 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.108+0000 7fa01a5a4740 1 -- 172.21.15.8:0/1899702335 >> 172.21.15.8:0/1899702335 conn(0x5610e11711a0 msgr2=0x5610e1170310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:32.112 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.108+0000 7fa01a5a4740 1 -- 172.21.15.8:0/1899702335 shutdown_connections 2024-05-20T21:28:32.112 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.108+0000 7fa01a5a4740 1 -- 172.21.15.8:0/1899702335 wait complete. 2024-05-20T21:28:32.112 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.108+0000 7fa01a5a4740 20 client.29167 trim_cache size 0 max 16384 2024-05-20T21:28:32.128 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.128+0000 7fa01a5a4740 1 Processor -- start 2024-05-20T21:28:32.128 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.128+0000 7fa01a5a4740 1 -- start start 2024-05-20T21:28:32.129 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.128+0000 7fa01a5a4740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5610e1175b30 0x5610e1174080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:32.129 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.128+0000 7fa01a5a4740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5610e1176520 0x5610e1186e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:32.129 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.128+0000 7fa01a5a4740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610e117b690 0x5610e11745c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:32.129 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.128+0000 7fa01a5a4740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fa0101b2de0 con 0x5610e1175b30 2024-05-20T21:28:32.129 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.128+0000 7fa01a5a4740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa0101b06b0 con 0x5610e1176520 2024-05-20T21:28:32.129 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.128+0000 7fa01a5a4740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fa0101ae500 con 0x5610e117b690 2024-05-20T21:28:32.129 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.129+0000 7fa014c00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5610e1175b30 0x5610e1174080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:32.129 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.129+0000 7fa00fe00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5610e1176520 0x5610e1186e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:32.129 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.129+0000 7fa00fe00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5610e1176520 0x5610e1186e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:42648/0 (socket says 172.21.15.8:42648) 2024-05-20T21:28:32.129 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.129+0000 7fa015600640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610e117b690 0x5610e11745c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:32.129 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.129+0000 7fa00fe00640 1 -- 172.21.15.8:0/3389270616 learned_addr learned my addr 172.21.15.8:0/3389270616 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:32.133 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.129+0000 7fa00fe00640 1 -- 172.21.15.8:0/3389270616 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610e117b690 msgr2=0x5610e11745c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:32.134 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.129+0000 7fa00fe00640 1 --2- 172.21.15.8:0/3389270616 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610e117b690 0x5610e11745c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:32.134 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.129+0000 7fa00fe00640 1 -- 172.21.15.8:0/3389270616 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5610e1175b30 msgr2=0x5610e1174080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:32.134 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.129+0000 7fa00fe00640 1 --2- 172.21.15.8:0/3389270616 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5610e1175b30 0x5610e1174080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:32.134 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.129+0000 7fa00fe00640 1 -- 172.21.15.8:0/3389270616 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5610e118db70 con 0x5610e1176520 2024-05-20T21:28:32.134 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.129+0000 7fa00fe00640 1 --2- 172.21.15.8:0/3389270616 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5610e1176520 0x5610e1186e10 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f9ffc0054a0 tx=0x7f9ffc0a9bd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=304e53b70b7b8cbf server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:32.134 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.130+0000 7fa001200640 1 -- 172.21.15.8:0/3389270616 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ffc0c1030 con 0x5610e1176520 2024-05-20T21:28:32.134 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.130+0000 7fa001200640 1 -- 172.21.15.8:0/3389270616 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9ffc0a97e0 con 0x5610e1176520 2024-05-20T21:28:32.134 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.130+0000 7fa001200640 1 -- 172.21.15.8:0/3389270616 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ffc0a9cd0 con 0x5610e1176520 2024-05-20T21:28:32.134 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.130+0000 7fa01a5a4740 1 -- 172.21.15.8:0/3389270616 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5610e1176520 msgr2=0x5610e1186e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:32.134 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.130+0000 7fa01a5a4740 1 --2- 172.21.15.8:0/3389270616 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5610e1176520 0x5610e1186e10 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f9ffc0054a0 tx=0x7f9ffc0a9bd0 comp rx=0 tx=0).stop 2024-05-20T21:28:32.135 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.130+0000 7fa01a5a4740 1 -- 172.21.15.8:0/3389270616 shutdown_connections 2024-05-20T21:28:32.135 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.130+0000 7fa01a5a4740 1 --2- 172.21.15.8:0/3389270616 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610e117b690 0x5610e11745c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:32.135 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.130+0000 7fa01a5a4740 1 --2- 172.21.15.8:0/3389270616 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5610e1176520 0x5610e1186e10 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:32.135 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.130+0000 7fa01a5a4740 1 --2- 172.21.15.8:0/3389270616 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5610e1175b30 0x5610e1174080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:32.135 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.130+0000 7fa01a5a4740 1 -- 172.21.15.8:0/3389270616 >> 172.21.15.8:0/3389270616 conn(0x5610e11711a0 msgr2=0x5610e1171580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:32.135 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.131+0000 7fa01a5a4740 1 -- 172.21.15.8:0/3389270616 shutdown_connections 2024-05-20T21:28:32.135 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.131+0000 7fa01a5a4740 1 -- 172.21.15.8:0/3389270616 wait complete. 2024-05-20T21:28:32.135 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.131+0000 7fa01a5a4740 1 -- start start 2024-05-20T21:28:32.135 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.131+0000 7fa01a5a4740 1 Processor -- start 2024-05-20T21:28:32.135 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.131+0000 7fa01a5a4740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610e1175b30 0x5610e1184160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:32.136 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.132+0000 7fa01a5a4740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5610e1176520 0x5610e11846a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:32.136 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.132+0000 7fa01a5a4740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5610e117b690 0x5610e11856b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:32.136 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.132+0000 7fa01a5a4740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fa0101aeb70 con 0x5610e1176520 2024-05-20T21:28:32.136 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.132+0000 7fa01a5a4740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa0101affe0 con 0x5610e117b690 2024-05-20T21:28:32.136 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.132+0000 7fa01a5a4740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fa0101af240 con 0x5610e1175b30 2024-05-20T21:28:32.136 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.132+0000 7fa01a5a4740 10 client.0 _ll_register_callbacks cb 0x7f9ffc0a5b90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:32.136 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.132+0000 7fa014c00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610e1175b30 0x5610e1184160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:32.136 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.132+0000 7fa014c00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610e1175b30 0x5610e1184160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:60522/0 (socket says 172.21.15.8:60522) 2024-05-20T21:28:32.136 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.132+0000 7fa014c00640 1 -- 172.21.15.8:0/2690336423 learned_addr learned my addr 172.21.15.8:0/2690336423 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:32.138 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.132+0000 7fa00fe00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5610e1176520 0x5610e11846a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:32.138 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.132+0000 7fa015600640 1 --2- 172.21.15.8:0/2690336423 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5610e117b690 0x5610e11856b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:32.138 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.132+0000 7fa014c00640 1 -- 172.21.15.8:0/2690336423 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5610e117b690 msgr2=0x5610e11856b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:32.138 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.132+0000 7fa014c00640 1 --2- 172.21.15.8:0/2690336423 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5610e117b690 0x5610e11856b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:32.139 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.132+0000 7fa014c00640 1 -- 172.21.15.8:0/2690336423 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5610e1176520 msgr2=0x5610e11846a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:32.139 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.132+0000 7fa014c00640 1 --2- 172.21.15.8:0/2690336423 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5610e1176520 0x5610e11846a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:32.139 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.132+0000 7fa014c00640 1 -- 172.21.15.8:0/2690336423 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5610e1185ca0 con 0x5610e1175b30 2024-05-20T21:28:32.139 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.133+0000 7fa014c00640 1 --2- 172.21.15.8:0/2690336423 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610e1175b30 0x5610e1184160 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7fa004014010 tx=0x7fa004012680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d2f7103468b8f590 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:32.139 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.133+0000 7f9ff6000640 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:28:32.139 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.133+0000 7f9ff6000640 1 -- 172.21.15.8:0/2690336423 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa004034060 con 0x5610e1175b30 2024-05-20T21:28:32.139 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.133+0000 7fa01a5a4740 1 -- 172.21.15.8:0/2690336423 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9ffc0a97e0 con 0x5610e1175b30 2024-05-20T21:28:32.139 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.133+0000 7f9ff6000640 1 -- 172.21.15.8:0/2690336423 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fa004012a00 con 0x5610e1175b30 2024-05-20T21:28:32.139 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.133+0000 7f9ff6000640 1 -- 172.21.15.8:0/2690336423 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa004005040 con 0x5610e1175b30 2024-05-20T21:28:32.139 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.133+0000 7fa01a5a4740 10 client.29173 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:32.139 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.133+0000 7fa01a5a4740 1 -- 172.21.15.8:0/2690336423 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5610e1187020 con 0x5610e1175b30 2024-05-20T21:28:32.140 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.133+0000 7f9ff6000640 1 -- 172.21.15.8:0/2690336423 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9ffc0a97e0 con 0x5610e1175b30 2024-05-20T21:28:32.141 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.134+0000 7f9ff6000640 1 -- 172.21.15.8:0/2690336423 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fa004003b60 con 0x5610e1175b30 2024-05-20T21:28:32.141 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.134+0000 7fa01a5a4740 10 client.29173 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:32.141 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.134+0000 7fa01a5a4740 10 client.29173 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:28:32.141 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.134+0000 7fa01a5a4740 20 client.29173 populate_metadata read hostname 'smithi008' 2024-05-20T21:28:32.141 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.134+0000 7fa01a5a4740 1 --2- 172.21.15.8:0/2690336423 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5610e11f6450 0x5610e11f8870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:32.141 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.134+0000 7fa01a5a4740 4 client.29173 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:28:32.141 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.134+0000 7fa01a5a4740 1 -- 172.21.15.8:0/2690336423 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5610e10e12c0 con 0x5610e11f6450 2024-05-20T21:28:32.141 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.134+0000 7fa00fe00640 1 --2- 172.21.15.8:0/2690336423 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5610e11f6450 0x5610e11f8870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:32.141 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.135+0000 7f9ff6000640 10 client.29173 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:28:32.141 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.135+0000 7fa00fe00640 1 --2- 172.21.15.8:0/2690336423 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5610e11f6450 0x5610e11f8870 crc :-1 s=READY pgs=349 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c30b98b0d07fcd13 server_cookie=a308717b728572f9 in_seq=0 out_seq=0 2024-05-20T21:28:32.148 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.147+0000 7f9ff6000640 1 -- 172.21.15.8:0/2690336423 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5610e10e12c0 con 0x5610e11f6450 2024-05-20T21:28:32.148 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.147+0000 7f9ff6000640 10 client.29173 handle_command_reply: tid=0 2024-05-20T21:28:32.148 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.147+0000 7fa01a5a4740 1 client.29173 shutdown 2024-05-20T21:28:32.148 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.147+0000 7fa01a5a4740 1 -- 172.21.15.8:0/2690336423 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610e1175b30 msgr2=0x5610e1184160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:32.148 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.147+0000 7fa01a5a4740 1 --2- 172.21.15.8:0/2690336423 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610e1175b30 0x5610e1184160 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7fa004014010 tx=0x7fa004012680 comp rx=0 tx=0).stop 2024-05-20T21:28:32.148 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.147+0000 7fa01a5a4740 1 -- 172.21.15.8:0/2690336423 shutdown_connections 2024-05-20T21:28:32.148 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.147+0000 7fa01a5a4740 1 --2- 172.21.15.8:0/2690336423 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5610e11f6450 0x5610e11f8870 crc :-1 s=READY pgs=349 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:32.148 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.147+0000 7fa01a5a4740 1 --2- 172.21.15.8:0/2690336423 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5610e117b690 0x5610e11856b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:32.149 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.147+0000 7fa01a5a4740 1 --2- 172.21.15.8:0/2690336423 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5610e1176520 0x5610e11846a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:32.149 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.147+0000 7fa01a5a4740 1 --2- 172.21.15.8:0/2690336423 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610e1175b30 0x5610e1184160 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:32.149 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.147+0000 7f9ff6000640 0 client.29173 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:28:32.149 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.147+0000 7fa01a5a4740 1 -- 172.21.15.8:0/2690336423 >> 172.21.15.8:0/2690336423 conn(0x5610e11711a0 msgr2=0x5610e1174080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:32.149 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.147+0000 7fa01a5a4740 1 -- 172.21.15.8:0/2690336423 shutdown_connections 2024-05-20T21:28:32.149 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.148+0000 7fa01a5a4740 1 -- 172.21.15.8:0/2690336423 wait complete. 2024-05-20T21:28:32.149 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.148+0000 7fa01a5a4740 20 client.29173 trim_cache size 0 max 16384 2024-05-20T21:28:32.149 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:28:32.149 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:28:32.150 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:28:32.150 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.148+0000 7fa017600640 1 -- 172.21.15.8:0/3677682122 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9ff80b27e0 msgr2=0x7f9ff80b4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:32.150 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.148+0000 7fa017600640 1 --2- 172.21.15.8:0/3677682122 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9ff80b27e0 0x7f9ff80b4ca0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fa00802abf0 tx=0x7fa008030990 comp rx=0 tx=0).stop 2024-05-20T21:28:32.150 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.148+0000 7fa017600640 1 -- 172.21.15.8:0/3677682122 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa01010a2f0 msgr2=0x7fa01019f800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:32.150 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.148+0000 7fa017600640 1 --2- 172.21.15.8:0/3677682122 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa01010a2f0 0x7fa01019f800 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f9ffc00e9c0 tx=0x7f9ffc00ee80 comp rx=0 tx=0).stop 2024-05-20T21:28:32.151 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.149+0000 7fa017600640 1 -- 172.21.15.8:0/3677682122 shutdown_connections 2024-05-20T21:28:32.151 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.149+0000 7fa017600640 1 --2- 172.21.15.8:0/3677682122 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9ff80b27e0 0x7f9ff80b4ca0 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:32.151 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.149+0000 7fa017600640 1 --2- 172.21.15.8:0/3677682122 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa01010acb0 0x7fa0101a6870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:32.151 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.149+0000 7fa017600640 1 --2- 172.21.15.8:0/3677682122 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa01010a2f0 0x7fa01019f800 unknown :-1 s=CLOSED pgs=672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:32.151 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.149+0000 7fa017600640 1 --2- 172.21.15.8:0/3677682122 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa010109150 0x7fa01019f2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:32.151 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.149+0000 7fa017600640 1 -- 172.21.15.8:0/3677682122 >> 172.21.15.8:0/3677682122 conn(0x7fa0100780a0 msgr2=0x7fa01010d610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:32.151 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.149+0000 7fa017600640 1 -- 172.21.15.8:0/3677682122 shutdown_connections 2024-05-20T21:28:32.151 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:32.149+0000 7fa017600640 1 -- 172.21.15.8:0/3677682122 wait complete. 2024-05-20T21:28:32.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:28:31 smithi130 ceph-mon[36448]: scrub summary: idle 2024-05-20T21:28:32.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:28:31 smithi130 ceph-mon[36448]: pgmap v836: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-20T21:28:32.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:28:31 smithi050 ceph-mon[35809]: scrub summary: idle 2024-05-20T21:28:32.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:28:31 smithi050 ceph-mon[35809]: pgmap v836: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-20T21:28:33.280 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.266+0000 7f1c42c00700 1 -- 172.21.15.8:0/1801388206 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c3c104200 msgr2=0x7f1c3c108160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:33.280 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.266+0000 7f1c42c00700 1 --2- 172.21.15.8:0/1801388206 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c3c104200 0x7f1c3c108160 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f1c28009990 tx=0x7f1c28009ca0 comp rx=0 tx=0).stop 2024-05-20T21:28:33.280 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.266+0000 7f1c42c00700 1 -- 172.21.15.8:0/1801388206 shutdown_connections 2024-05-20T21:28:33.280 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.266+0000 7f1c42c00700 1 --2- 172.21.15.8:0/1801388206 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1c3c108840 0x7f1c3c110450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:33.280 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.266+0000 7f1c42c00700 1 --2- 172.21.15.8:0/1801388206 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1c3c103850 0x7f1c3c103c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:33.280 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.266+0000 7f1c42c00700 1 --2- 172.21.15.8:0/1801388206 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c3c104200 0x7f1c3c108160 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:33.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.266+0000 7f1c42c00700 1 -- 172.21.15.8:0/1801388206 >> 172.21.15.8:0/1801388206 conn(0x7f1c3c07a610 msgr2=0x7f1c3c07aa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:33.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.267+0000 7f1c42c00700 1 -- 172.21.15.8:0/1801388206 shutdown_connections 2024-05-20T21:28:33.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.267+0000 7f1c42c00700 1 -- 172.21.15.8:0/1801388206 wait complete. 2024-05-20T21:28:33.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.268+0000 7f1c42c00700 1 Processor -- start 2024-05-20T21:28:33.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.268+0000 7f1c42c00700 1 -- start start 2024-05-20T21:28:33.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.268+0000 7f1c42c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1c3c103850 0x7f1c3c19bec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:33.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.268+0000 7f1c42c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c3c104200 0x7f1c3c19c400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:33.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.268+0000 7f1c42c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1c3c108840 0x7f1c3c1a0740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:33.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.268+0000 7f1c42c00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f1c3c113750 con 0x7f1c3c103850 2024-05-20T21:28:33.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.268+0000 7f1c42c00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1c3c1135d0 con 0x7f1c3c104200 2024-05-20T21:28:33.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.268+0000 7f1c42c00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f1c3c1138d0 con 0x7f1c3c108840 2024-05-20T21:28:33.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.268+0000 7f1c3b400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c3c104200 0x7f1c3c19c400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:33.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.268+0000 7f1c3be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1c3c103850 0x7f1c3c19bec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:33.282 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.268+0000 7f1c3b400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c3c104200 0x7f1c3c19c400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:55668/0 (socket says 172.21.15.8:55668) 2024-05-20T21:28:33.282 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.268+0000 7f1c3b400700 1 -- 172.21.15.8:0/2704392636 learned_addr learned my addr 172.21.15.8:0/2704392636 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:33.282 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.269+0000 7f1c40c00700 1 --2- 172.21.15.8:0/2704392636 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1c3c108840 0x7f1c3c1a0740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:33.282 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.269+0000 7f1c3b400700 1 -- 172.21.15.8:0/2704392636 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1c3c108840 msgr2=0x7f1c3c1a0740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:33.282 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.269+0000 7f1c3b400700 1 --2- 172.21.15.8:0/2704392636 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1c3c108840 0x7f1c3c1a0740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:33.282 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.269+0000 7f1c3b400700 1 -- 172.21.15.8:0/2704392636 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1c3c103850 msgr2=0x7f1c3c19bec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:33.282 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.269+0000 7f1c3b400700 1 --2- 172.21.15.8:0/2704392636 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1c3c103850 0x7f1c3c19bec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:33.282 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.269+0000 7f1c3b400700 1 -- 172.21.15.8:0/2704392636 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c3c1a0e80 con 0x7f1c3c104200 2024-05-20T21:28:33.282 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.269+0000 7f1c40c00700 1 --2- 172.21.15.8:0/2704392636 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1c3c108840 0x7f1c3c1a0740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:28:33.282 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.269+0000 7f1c3b400700 1 --2- 172.21.15.8:0/2704392636 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c3c104200 0x7f1c3c19c400 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f1c28000c00 tx=0x7f1c280057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:33.282 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.270+0000 7f1c38c00700 1 -- 172.21.15.8:0/2704392636 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c28027070 con 0x7f1c3c104200 2024-05-20T21:28:33.282 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.270+0000 7f1c38c00700 1 -- 172.21.15.8:0/2704392636 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1c28022470 con 0x7f1c3c104200 2024-05-20T21:28:33.282 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.270+0000 7f1c38c00700 1 -- 172.21.15.8:0/2704392636 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c28017650 con 0x7f1c3c104200 2024-05-20T21:28:33.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.270+0000 7f1c42c00700 1 -- 172.21.15.8:0/2704392636 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c3c1a1110 con 0x7f1c3c104200 2024-05-20T21:28:33.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.270+0000 7f1c42c00700 1 -- 172.21.15.8:0/2704392636 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c3c1a89f0 con 0x7f1c3c104200 2024-05-20T21:28:33.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.276+0000 7f1c4d593b80 1 Processor -- start 2024-05-20T21:28:33.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.277+0000 7f1c38c00700 1 -- 172.21.15.8:0/2704392636 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f1c2802a070 con 0x7f1c3c104200 2024-05-20T21:28:33.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.277+0000 7f1c4d593b80 1 -- start start 2024-05-20T21:28:33.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.277+0000 7f1c4d593b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561069253ca0 0x561069254080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:33.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.277+0000 7f1c4d593b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5610692545c0 0x56106924e060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:33.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.277+0000 7f1c4d593b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56106924e680 0x56106924eae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:33.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.277+0000 7f1c4d593b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5610691abfd0 con 0x561069253ca0 2024-05-20T21:28:33.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.277+0000 7f1c4d593b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x56106919bb70 con 0x5610692545c0 2024-05-20T21:28:33.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.277+0000 7f1c4d593b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x56106919fbb0 con 0x56106924e680 2024-05-20T21:28:33.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.277+0000 7f1c40c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561069253ca0 0x561069254080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:33.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.277+0000 7f1c40c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561069253ca0 0x561069254080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:50764/0 (socket says 172.21.15.8:50764) 2024-05-20T21:28:33.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.277+0000 7f1c40c00700 1 -- 172.21.15.8:0/1619373528 learned_addr learned my addr 172.21.15.8:0/1619373528 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:33.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.277+0000 7f1c3be00700 1 --2- 172.21.15.8:0/1619373528 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5610692545c0 0x56106924e060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:33.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.278+0000 7f1c3b400700 1 --2- 172.21.15.8:0/1619373528 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56106924e680 0x56106924eae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:33.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.278+0000 7f1c40c00700 1 -- 172.21.15.8:0/1619373528 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56106924e680 msgr2=0x56106924eae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:33.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.278+0000 7f1c40c00700 1 --2- 172.21.15.8:0/1619373528 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56106924e680 0x56106924eae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:33.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.278+0000 7f1c40c00700 1 -- 172.21.15.8:0/1619373528 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5610692545c0 msgr2=0x56106924e060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:33.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.278+0000 7f1c40c00700 1 --2- 172.21.15.8:0/1619373528 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5610692545c0 0x56106924e060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:33.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.278+0000 7f1c40c00700 1 -- 172.21.15.8:0/1619373528 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5610691645b0 con 0x561069253ca0 2024-05-20T21:28:33.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.278+0000 7f1c3be00700 1 --2- 172.21.15.8:0/1619373528 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5610692545c0 0x56106924e060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:33.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.278+0000 7f1c40c00700 1 --2- 172.21.15.8:0/1619373528 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561069253ca0 0x561069254080 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f1c34009dd0 tx=0x7f1c340077e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42e00ae17a55d4e1 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:33.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.279+0000 7f1c38c00700 1 --2- 172.21.15.8:0/2704392636 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1c200b29b0 0x7f1c200b4e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:33.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.279+0000 7f1c31600700 1 -- 172.21.15.8:0/1619373528 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c34004bb0 con 0x561069253ca0 2024-05-20T21:28:33.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.279+0000 7f1c31600700 1 -- 172.21.15.8:0/1619373528 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1c34004d50 con 0x561069253ca0 2024-05-20T21:28:33.284 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.279+0000 7f1c31600700 1 -- 172.21.15.8:0/1619373528 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c34014670 con 0x561069253ca0 2024-05-20T21:28:33.285 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.279+0000 7f1c38c00700 1 -- 172.21.15.8:0/2704392636 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f1c280e2fe0 con 0x7f1c3c104200 2024-05-20T21:28:33.285 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.279+0000 7f1c3be00700 1 --2- 172.21.15.8:0/2704392636 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1c200b29b0 0x7f1c200b4e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:33.285 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.280+0000 7f1c4d593b80 1 -- 172.21.15.8:0/1619373528 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561069253ca0 msgr2=0x561069254080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:33.285 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.280+0000 7f1c4d593b80 1 --2- 172.21.15.8:0/1619373528 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561069253ca0 0x561069254080 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f1c34009dd0 tx=0x7f1c340077e0 comp rx=0 tx=0).stop 2024-05-20T21:28:33.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.280+0000 7f1c4d593b80 1 -- 172.21.15.8:0/1619373528 shutdown_connections 2024-05-20T21:28:33.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.280+0000 7f1c4d593b80 1 --2- 172.21.15.8:0/1619373528 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56106924e680 0x56106924eae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:33.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.280+0000 7f1c4d593b80 1 --2- 172.21.15.8:0/1619373528 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561069253ca0 0x561069254080 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:33.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.280+0000 7f1c4d593b80 1 --2- 172.21.15.8:0/1619373528 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5610692545c0 0x56106924e060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:33.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.280+0000 7f1c4d593b80 1 -- 172.21.15.8:0/1619373528 >> 172.21.15.8:0/1619373528 conn(0x56106917bd70 msgr2=0x561069248f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:33.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.280+0000 7f1c4d593b80 1 -- 172.21.15.8:0/1619373528 shutdown_connections 2024-05-20T21:28:33.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.280+0000 7f1c4d593b80 1 -- 172.21.15.8:0/1619373528 wait complete. 2024-05-20T21:28:33.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.280+0000 7f1c3be00700 1 --2- 172.21.15.8:0/2704392636 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1c200b29b0 0x7f1c200b4e70 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x561069249e50 tx=0x7f1c2c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:33.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.281+0000 7f1c4d593b80 1 -- start start 2024-05-20T21:28:33.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.281+0000 7f1c4d593b80 1 Processor -- start 2024-05-20T21:28:33.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.282+0000 7f1c4d593b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56106924e680 0x56106925a2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:33.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.282+0000 7f1c4d593b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561069253ca0 0x561069257670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:33.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.282+0000 7f1c4d593b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561069257bb0 0x561069258030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:33.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.282+0000 7f1c4d593b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5610690a2130 con 0x561069253ca0 2024-05-20T21:28:33.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.282+0000 7f1c4d593b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x56106913c8f0 con 0x56106924e680 2024-05-20T21:28:33.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.282+0000 7f1c4d593b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x56106925b030 con 0x561069257bb0 2024-05-20T21:28:33.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.282+0000 7f1c4d593b80 10 client.0 _ll_register_callbacks cb 0x561069145e00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:33.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.282+0000 7f1c3b400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561069253ca0 0x561069257670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:33.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.282+0000 7f1c3be00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56106924e680 0x56106925a2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:33.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.282+0000 7f1c3b400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561069253ca0 0x561069257670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:50766/0 (socket says 172.21.15.8:50766) 2024-05-20T21:28:33.290 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.282+0000 7f1c3b400700 1 -- 172.21.15.8:0/3913777012 learned_addr learned my addr 172.21.15.8:0/3913777012 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:33.290 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.282+0000 7f1c40c00700 1 --2- 172.21.15.8:0/3913777012 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561069257bb0 0x561069258030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:33.290 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.283+0000 7f1c3be00700 1 -- 172.21.15.8:0/3913777012 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561069257bb0 msgr2=0x561069258030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:33.290 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.283+0000 7f1c3be00700 1 --2- 172.21.15.8:0/3913777012 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561069257bb0 0x561069258030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:33.290 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.283+0000 7f1c3be00700 1 -- 172.21.15.8:0/3913777012 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561069253ca0 msgr2=0x561069257670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:33.290 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.283+0000 7f1c3be00700 1 --2- 172.21.15.8:0/3913777012 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561069253ca0 0x561069257670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:33.290 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.283+0000 7f1c3be00700 1 -- 172.21.15.8:0/3913777012 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5610690eba60 con 0x56106924e680 2024-05-20T21:28:33.290 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.283+0000 7f1c3be00700 1 --2- 172.21.15.8:0/3913777012 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56106924e680 0x56106925a2d0 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x56106924a900 tx=0x7f1c2c0047c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e5f8d5a3cf4429ca server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:33.290 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.283+0000 7f1c26000700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:28:33.290 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.283+0000 7f1c26000700 1 -- 172.21.15.8:0/3913777012 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c2c02c060 con 0x56106924e680 2024-05-20T21:28:33.290 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.283+0000 7f1c26000700 1 -- 172.21.15.8:0/3913777012 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f1c2c003d20 con 0x56106924e680 2024-05-20T21:28:33.290 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.283+0000 7f1c4d593b80 1 -- 172.21.15.8:0/3913777012 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1c34004d50 con 0x56106924e680 2024-05-20T21:28:33.290 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.284+0000 7f1c26000700 1 -- 172.21.15.8:0/3913777012 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1c2c0099b0 con 0x56106924e680 2024-05-20T21:28:33.290 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.284+0000 7f1c4d593b80 10 client.29132 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:33.291 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.284+0000 7f1c4d593b80 1 -- 172.21.15.8:0/3913777012 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56106916c1f0 con 0x56106924e680 2024-05-20T21:28:33.291 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.284+0000 7f1c26000700 1 -- 172.21.15.8:0/3913777012 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1c34004d50 con 0x56106924e680 2024-05-20T21:28:33.291 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.285+0000 7f1c26000700 1 -- 172.21.15.8:0/3913777012 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f1c2c026030 con 0x56106924e680 2024-05-20T21:28:33.291 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.285+0000 7f1c4d593b80 10 client.29132 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:33.291 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.285+0000 7f1c4d593b80 10 client.29132 resolve_mds: validated gid 24529 aka daemon mds.i 2024-05-20T21:28:33.291 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.285+0000 7f1c4d593b80 20 client.29132 populate_metadata read hostname 'smithi008' 2024-05-20T21:28:33.291 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.285+0000 7f1c4d593b80 1 --2- 172.21.15.8:0/3913777012 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x561069268030 0x56106926a440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:33.291 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.285+0000 7f1c4d593b80 4 client.29132 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:28:33.291 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.285+0000 7f1c4d593b80 1 -- 172.21.15.8:0/3913777012 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5610691adf20 con 0x561069268030 2024-05-20T21:28:33.291 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.285+0000 7f1c3b400700 1 --2- 172.21.15.8:0/3913777012 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x561069268030 0x56106926a440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:33.291 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.286+0000 7f1c3b400700 1 --2- 172.21.15.8:0/3913777012 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x561069268030 0x56106926a440 crc :-1 s=READY pgs=350 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1b2f1119715b5b68 server_cookie=1b62d0007b00bf63 in_seq=0 out_seq=0 2024-05-20T21:28:33.291 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.286+0000 7f1c26000700 10 client.29132 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:28:33.291 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.287+0000 7f1c26000700 1 -- 172.21.15.8:0/3913777012 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5610691adf20 con 0x561069268030 2024-05-20T21:28:33.291 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.287+0000 7f1c26000700 10 client.29132 handle_command_reply: tid=0 2024-05-20T21:28:33.292 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.287+0000 7f1c4d593b80 1 client.29132 shutdown 2024-05-20T21:28:33.292 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.287+0000 7f1c4d593b80 1 -- 172.21.15.8:0/3913777012 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56106924e680 msgr2=0x56106925a2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:33.292 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.287+0000 7f1c4d593b80 1 --2- 172.21.15.8:0/3913777012 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56106924e680 0x56106925a2d0 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x56106924a900 tx=0x7f1c2c0047c0 comp rx=0 tx=0).stop 2024-05-20T21:28:33.292 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.287+0000 7f1c4d593b80 1 -- 172.21.15.8:0/3913777012 shutdown_connections 2024-05-20T21:28:33.292 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.287+0000 7f1c4d593b80 1 --2- 172.21.15.8:0/3913777012 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x561069268030 0x56106926a440 crc :-1 s=READY pgs=350 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:33.292 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.287+0000 7f1c4d593b80 1 --2- 172.21.15.8:0/3913777012 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56106924e680 0x56106925a2d0 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:33.292 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.287+0000 7f1c4d593b80 1 --2- 172.21.15.8:0/3913777012 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561069257bb0 0x561069258030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:33.292 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.287+0000 7f1c4d593b80 1 --2- 172.21.15.8:0/3913777012 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561069253ca0 0x561069257670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:33.292 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.287+0000 7f1c4d593b80 1 -- 172.21.15.8:0/3913777012 >> 172.21.15.8:0/3913777012 conn(0x56106917bd70 msgr2=0x5610692484c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:33.292 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.287+0000 7f1c26000700 0 client.29132 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:28:33.292 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.287+0000 7f1c4d593b80 1 -- 172.21.15.8:0/3913777012 shutdown_connections 2024-05-20T21:28:33.292 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.287+0000 7f1c4d593b80 1 -- 172.21.15.8:0/3913777012 wait complete. 2024-05-20T21:28:33.292 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.287+0000 7f1c4d593b80 20 client.29132 trim_cache size 0 max 16384 2024-05-20T21:28:33.310 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.310+0000 7f1c4d593b80 1 Processor -- start 2024-05-20T21:28:33.311 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.310+0000 7f1c4d593b80 1 -- start start 2024-05-20T21:28:33.311 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.310+0000 7f1c4d593b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56106924e680 0x56106924e060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:33.311 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.310+0000 7f1c4d593b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561069253ca0 0x5610692550c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:33.311 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.310+0000 7f1c4d593b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561069257bb0 0x56106926fd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:33.311 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.310+0000 7f1c4d593b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f1c3c1b25b0 con 0x56106924e680 2024-05-20T21:28:33.311 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.310+0000 7f1c4d593b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1c3c1afe40 con 0x561069253ca0 2024-05-20T21:28:33.311 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.310+0000 7f1c4d593b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f1c3c1adc90 con 0x561069257bb0 2024-05-20T21:28:33.312 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.311+0000 7f1c3b400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561069253ca0 0x5610692550c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:33.312 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.311+0000 7f1c3b400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561069253ca0 0x5610692550c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:55686/0 (socket says 172.21.15.8:55686) 2024-05-20T21:28:33.312 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.311+0000 7f1c3b400700 1 -- 172.21.15.8:0/3999768117 learned_addr learned my addr 172.21.15.8:0/3999768117 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:33.312 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.311+0000 7f1c3be00700 1 --2- 172.21.15.8:0/3999768117 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56106924e680 0x56106924e060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:33.312 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.311+0000 7f1c40c00700 1 --2- 172.21.15.8:0/3999768117 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561069257bb0 0x56106926fd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:33.312 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.311+0000 7f1c3b400700 1 -- 172.21.15.8:0/3999768117 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561069257bb0 msgr2=0x56106926fd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:33.312 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.311+0000 7f1c3b400700 1 --2- 172.21.15.8:0/3999768117 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561069257bb0 0x56106926fd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:33.313 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.311+0000 7f1c3b400700 1 -- 172.21.15.8:0/3999768117 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56106924e680 msgr2=0x56106924e060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:33.313 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.311+0000 7f1c3b400700 1 --2- 172.21.15.8:0/3999768117 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56106924e680 0x56106924e060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:33.313 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.311+0000 7f1c3b400700 1 -- 172.21.15.8:0/3999768117 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56106926aac0 con 0x561069253ca0 2024-05-20T21:28:33.313 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.311+0000 7f1c3b400700 1 --2- 172.21.15.8:0/3999768117 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561069253ca0 0x5610692550c0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f1c280a7990 tx=0x7f1c280e0a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d5e540b2a46376fd server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:33.313 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.312+0000 7f1c30c00700 1 -- 172.21.15.8:0/3999768117 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c280aa070 con 0x561069253ca0 2024-05-20T21:28:33.313 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.312+0000 7f1c30c00700 1 -- 172.21.15.8:0/3999768117 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1c280aa230 con 0x561069253ca0 2024-05-20T21:28:33.313 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.312+0000 7f1c30c00700 1 -- 172.21.15.8:0/3999768117 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c280a9e90 con 0x561069253ca0 2024-05-20T21:28:33.314 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.312+0000 7f1c4d593b80 1 -- 172.21.15.8:0/3999768117 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561069253ca0 msgr2=0x5610692550c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:33.314 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.312+0000 7f1c4d593b80 1 --2- 172.21.15.8:0/3999768117 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561069253ca0 0x5610692550c0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f1c280a7990 tx=0x7f1c280e0a40 comp rx=0 tx=0).stop 2024-05-20T21:28:33.314 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.312+0000 7f1c4d593b80 1 -- 172.21.15.8:0/3999768117 shutdown_connections 2024-05-20T21:28:33.314 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.312+0000 7f1c4d593b80 1 --2- 172.21.15.8:0/3999768117 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561069257bb0 0x56106926fd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:33.314 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.312+0000 7f1c4d593b80 1 --2- 172.21.15.8:0/3999768117 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56106924e680 0x56106924e060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:33.314 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.312+0000 7f1c4d593b80 1 --2- 172.21.15.8:0/3999768117 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561069253ca0 0x5610692550c0 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:33.314 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.312+0000 7f1c4d593b80 1 -- 172.21.15.8:0/3999768117 >> 172.21.15.8:0/3999768117 conn(0x56106917bd70 msgr2=0x5610692549b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:33.314 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.313+0000 7f1c4d593b80 1 -- 172.21.15.8:0/3999768117 shutdown_connections 2024-05-20T21:28:33.314 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.313+0000 7f1c4d593b80 1 -- 172.21.15.8:0/3999768117 wait complete. 2024-05-20T21:28:33.314 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.313+0000 7f1c4d593b80 1 -- start start 2024-05-20T21:28:33.315 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.313+0000 7f1c4d593b80 1 Processor -- start 2024-05-20T21:28:33.315 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.314+0000 7f1c4d593b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56106924e680 0x5610692606d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:33.315 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.314+0000 7f1c4d593b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561069253ca0 0x56106925d2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:33.315 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.314+0000 7f1c4d593b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561069257bb0 0x56106925d800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:33.316 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.314+0000 7f1c4d593b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f1c3c1ae300 con 0x561069253ca0 2024-05-20T21:28:33.316 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.314+0000 7f1c4d593b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1c3c1af770 con 0x561069257bb0 2024-05-20T21:28:33.316 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.314+0000 7f1c4d593b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f1c3c1ae9d0 con 0x56106924e680 2024-05-20T21:28:33.316 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.314+0000 7f1c4d593b80 10 client.0 _ll_register_callbacks cb 0x561069145e00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:33.316 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.314+0000 7f1c3b400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561069253ca0 0x56106925d2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:33.316 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.314+0000 7f1c40c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561069257bb0 0x56106925d800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:33.316 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.314+0000 7f1c3be00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56106924e680 0x5610692606d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:33.316 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.314+0000 7f1c40c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561069257bb0 0x56106925d800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:55692/0 (socket says 172.21.15.8:55692) 2024-05-20T21:28:33.316 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.314+0000 7f1c40c00700 1 -- 172.21.15.8:0/1040220455 learned_addr learned my addr 172.21.15.8:0/1040220455 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:33.316 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.315+0000 7f1c3be00700 1 -- 172.21.15.8:0/1040220455 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561069257bb0 msgr2=0x56106925d800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:33.316 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.315+0000 7f1c3be00700 1 --2- 172.21.15.8:0/1040220455 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561069257bb0 0x56106925d800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:33.316 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.315+0000 7f1c3be00700 1 -- 172.21.15.8:0/1040220455 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561069253ca0 msgr2=0x56106925d2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:33.316 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.315+0000 7f1c3be00700 1 --2- 172.21.15.8:0/1040220455 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561069253ca0 0x56106925d2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:33.317 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.315+0000 7f1c3be00700 1 -- 172.21.15.8:0/1040220455 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56106925dd40 con 0x56106924e680 2024-05-20T21:28:33.317 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.315+0000 7f1c3b400700 1 --2- 172.21.15.8:0/1040220455 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561069253ca0 0x56106925d2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:33.317 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.315+0000 7f1c3be00700 1 --2- 172.21.15.8:0/1040220455 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56106924e680 0x5610692606d0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f1c2c019040 tx=0x7f1c2c01eb00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d0fd0d1266d9a5b5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:33.317 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.315+0000 7f1c26000700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:28:33.318 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.315+0000 7f1c26000700 1 -- 172.21.15.8:0/1040220455 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c2c01e410 con 0x56106924e680 2024-05-20T21:28:33.318 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.316+0000 7f1c4d593b80 1 -- 172.21.15.8:0/1040220455 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1c280aa230 con 0x56106924e680 2024-05-20T21:28:33.318 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.316+0000 7f1c26000700 1 -- 172.21.15.8:0/1040220455 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f1c2c004a30 con 0x56106924e680 2024-05-20T21:28:33.318 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.316+0000 7f1c26000700 1 -- 172.21.15.8:0/1040220455 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1c2c004c30 con 0x56106924e680 2024-05-20T21:28:33.318 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.316+0000 7f1c4d593b80 10 client.29191 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:33.318 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.316+0000 7f1c4d593b80 1 -- 172.21.15.8:0/1040220455 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5610692dc130 con 0x56106924e680 2024-05-20T21:28:33.318 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.316+0000 7f1c26000700 1 -- 172.21.15.8:0/1040220455 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1c280aa230 con 0x56106924e680 2024-05-20T21:28:33.318 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.316+0000 7f1c26000700 1 -- 172.21.15.8:0/1040220455 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f1c2c026040 con 0x56106924e680 2024-05-20T21:28:33.319 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.317+0000 7f1c4d593b80 10 client.29191 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:33.319 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.317+0000 7f1c4d593b80 10 client.29191 resolve_mds: validated gid 24529 aka daemon mds.i 2024-05-20T21:28:33.319 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.317+0000 7f1c4d593b80 20 client.29191 populate_metadata read hostname 'smithi008' 2024-05-20T21:28:33.319 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.317+0000 7f1c4d593b80 1 --2- 172.21.15.8:0/1040220455 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5610692dc820 0x5610692dec40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:33.319 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.317+0000 7f1c4d593b80 4 client.29191 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 150.0, "await_for": 45.0}] 2024-05-20T21:28:33.319 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.317+0000 7f1c4d593b80 1 -- 172.21.15.8:0/1040220455 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 150.0, "await_for": 45.0}) -- 0x5610691a7700 con 0x5610692dc820 2024-05-20T21:28:33.319 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.317+0000 7f1c3b400700 1 --2- 172.21.15.8:0/1040220455 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5610692dc820 0x5610692dec40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:33.319 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.317+0000 7f1c3b400700 1 --2- 172.21.15.8:0/1040220455 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5610692dc820 0x5610692dec40 crc :-1 s=READY pgs=351 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=97454f3031911c3b server_cookie=bfeb6514eec7c91f in_seq=0 out_seq=0 2024-05-20T21:28:33.319 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.317+0000 7f1c26000700 10 client.29191 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:28:33.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.330+0000 7f1c26000700 1 -- 172.21.15.8:0/1040220455 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x5610691a7700 con 0x5610692dc820 2024-05-20T21:28:33.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.330+0000 7f1c26000700 10 client.29191 handle_command_reply: tid=0 2024-05-20T21:28:33.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.330+0000 7f1c4d593b80 1 client.29191 shutdown 2024-05-20T21:28:33.331 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.330+0000 7f1c4d593b80 1 -- 172.21.15.8:0/1040220455 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56106924e680 msgr2=0x5610692606d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:33.331 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.330+0000 7f1c4d593b80 1 --2- 172.21.15.8:0/1040220455 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56106924e680 0x5610692606d0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f1c2c019040 tx=0x7f1c2c01eb00 comp rx=0 tx=0).stop 2024-05-20T21:28:33.331 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.330+0000 7f1c4d593b80 1 -- 172.21.15.8:0/1040220455 shutdown_connections 2024-05-20T21:28:33.331 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.330+0000 7f1c4d593b80 1 --2- 172.21.15.8:0/1040220455 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5610692dc820 0x5610692dec40 crc :-1 s=READY pgs=351 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:33.331 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.330+0000 7f1c4d593b80 1 --2- 172.21.15.8:0/1040220455 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561069257bb0 0x56106925d800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:33.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.330+0000 7f1c4d593b80 1 --2- 172.21.15.8:0/1040220455 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56106924e680 0x5610692606d0 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:33.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.330+0000 7f1c4d593b80 1 --2- 172.21.15.8:0/1040220455 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x561069253ca0 0x56106925d2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:33.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.330+0000 7f1c26000700 0 client.29191 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:28:33.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.330+0000 7f1c4d593b80 1 -- 172.21.15.8:0/1040220455 >> 172.21.15.8:0/1040220455 conn(0x56106917bd70 msgr2=0x561069255f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:33.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.331+0000 7f1c4d593b80 1 -- 172.21.15.8:0/1040220455 shutdown_connections 2024-05-20T21:28:33.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.331+0000 7f1c4d593b80 1 -- 172.21.15.8:0/1040220455 wait complete. 2024-05-20T21:28:33.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.331+0000 7f1c4d593b80 20 client.29191 trim_cache size 0 max 16384 2024-05-20T21:28:33.332 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:28:33.333 INFO:teuthology.orchestra.run.smithi008.stdout: "epoch": 26, 2024-05-20T21:28:33.333 INFO:teuthology.orchestra.run.smithi008.stdout: "leader": 24529, 2024-05-20T21:28:33.333 INFO:teuthology.orchestra.run.smithi008.stdout: "set_version": 50, 2024-05-20T21:28:33.333 INFO:teuthology.orchestra.run.smithi008.stdout: "sets": { 2024-05-20T21:28:33.333 INFO:teuthology.orchestra.run.smithi008.stdout: "1e8674c": { 2024-05-20T21:28:33.333 INFO:teuthology.orchestra.run.smithi008.stdout: "version": 50, 2024-05-20T21:28:33.333 INFO:teuthology.orchestra.run.smithi008.stdout: "age_ref": 0.0, 2024-05-20T21:28:33.333 INFO:teuthology.orchestra.run.smithi008.stdout: "state": { 2024-05-20T21:28:33.333 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "QUIESCED", 2024-05-20T21:28:33.333 INFO:teuthology.orchestra.run.smithi008.stdout: "age": 0.0 2024-05-20T21:28:33.333 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:28:33.333 INFO:teuthology.orchestra.run.smithi008.stdout: "timeout": 90.0, 2024-05-20T21:28:33.333 INFO:teuthology.orchestra.run.smithi008.stdout: "expiration": 150.0, 2024-05-20T21:28:33.333 INFO:teuthology.orchestra.run.smithi008.stdout: "members": { 2024-05-20T21:28:33.334 INFO:teuthology.orchestra.run.smithi008.stdout: "file:/": { 2024-05-20T21:28:33.334 INFO:teuthology.orchestra.run.smithi008.stdout: "excluded": false, 2024-05-20T21:28:33.334 INFO:teuthology.orchestra.run.smithi008.stdout: "state": { 2024-05-20T21:28:33.334 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "QUIESCED", 2024-05-20T21:28:33.334 INFO:teuthology.orchestra.run.smithi008.stdout: "age": 0.0 2024-05-20T21:28:33.334 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:28:33.334 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:28:33.334 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:28:33.334 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:28:33.334 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:28:33.334 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:28:33.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.332+0000 7f1c42c00700 1 -- 172.21.15.8:0/2704392636 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1c200b29b0 msgr2=0x7f1c200b4e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:33.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.332+0000 7f1c42c00700 1 --2- 172.21.15.8:0/2704392636 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1c200b29b0 0x7f1c200b4e70 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x561069249e50 tx=0x7f1c2c009260 comp rx=0 tx=0).stop 2024-05-20T21:28:33.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.332+0000 7f1c42c00700 1 -- 172.21.15.8:0/2704392636 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c3c104200 msgr2=0x7f1c3c19c400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:33.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.332+0000 7f1c42c00700 1 --2- 172.21.15.8:0/2704392636 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c3c104200 0x7f1c3c19c400 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f1c28000c00 tx=0x7f1c280057c0 comp rx=0 tx=0).stop 2024-05-20T21:28:33.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.332+0000 7f1c42c00700 1 -- 172.21.15.8:0/2704392636 shutdown_connections 2024-05-20T21:28:33.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.332+0000 7f1c42c00700 1 --2- 172.21.15.8:0/2704392636 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f1c200b29b0 0x7f1c200b4e70 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:33.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.332+0000 7f1c42c00700 1 --2- 172.21.15.8:0/2704392636 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1c3c108840 0x7f1c3c1a0740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:33.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.332+0000 7f1c42c00700 1 --2- 172.21.15.8:0/2704392636 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1c3c103850 0x7f1c3c19bec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:33.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.332+0000 7f1c42c00700 1 --2- 172.21.15.8:0/2704392636 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c3c104200 0x7f1c3c19c400 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:33.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.332+0000 7f1c42c00700 1 -- 172.21.15.8:0/2704392636 >> 172.21.15.8:0/2704392636 conn(0x7f1c3c07a610 msgr2=0x7f1c3c1019d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:33.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.332+0000 7f1c42c00700 1 -- 172.21.15.8:0/2704392636 shutdown_connections 2024-05-20T21:28:33.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:33.332+0000 7f1c42c00700 1 -- 172.21.15.8:0/2704392636 wait complete. 2024-05-20T21:28:34.496 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '1e8674c', quiesce took 12.2 seconds. Will release after: 17.8 2024-05-20T21:28:34.706 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.705+0000 7fd345600700 1 -- 172.21.15.8:0/663986764 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd340076090 msgr2=0x7fd34010fa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:34.706 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.705+0000 7fd345600700 1 --2- 172.21.15.8:0/663986764 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd340076090 0x7fd34010fa30 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7fd32c0098f0 tx=0x7fd32c009c00 comp rx=0 tx=0).stop 2024-05-20T21:28:34.706 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.706+0000 7fd345600700 1 -- 172.21.15.8:0/663986764 shutdown_connections 2024-05-20T21:28:34.707 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.706+0000 7fd345600700 1 --2- 172.21.15.8:0/663986764 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd34010ff70 0x7fd340112360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:34.707 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.706+0000 7fd345600700 1 --2- 172.21.15.8:0/663986764 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd340075770 0x7fd340075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:34.707 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.706+0000 7fd345600700 1 --2- 172.21.15.8:0/663986764 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd340076090 0x7fd34010fa30 unknown :-1 s=CLOSED pgs=675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:34.707 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.706+0000 7fd345600700 1 -- 172.21.15.8:0/663986764 >> 172.21.15.8:0/663986764 conn(0x7fd34007a6f0 msgr2=0x7fd34007ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:34.707 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.706+0000 7fd345600700 1 -- 172.21.15.8:0/663986764 shutdown_connections 2024-05-20T21:28:34.707 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.706+0000 7fd345600700 1 -- 172.21.15.8:0/663986764 wait complete. 2024-05-20T21:28:34.708 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.707+0000 7fd345600700 1 Processor -- start 2024-05-20T21:28:34.708 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.707+0000 7fd345600700 1 -- start start 2024-05-20T21:28:34.708 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.707+0000 7fd345600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd340075770 0x7fd34019bf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:34.708 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.707+0000 7fd345600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd340076090 0x7fd34019c460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:34.708 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.707+0000 7fd345600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd34010ff70 0x7fd3401a07f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:34.708 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.707+0000 7fd345600700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fd3401159b0 con 0x7fd34010ff70 2024-05-20T21:28:34.708 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.707+0000 7fd345600700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fd340115830 con 0x7fd340076090 2024-05-20T21:28:34.708 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.707+0000 7fd345600700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fd340115b30 con 0x7fd340075770 2024-05-20T21:28:34.709 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.708+0000 7fd33f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd34010ff70 0x7fd3401a07f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:34.709 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.708+0000 7fd33e000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd340076090 0x7fd34019c460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:34.709 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.708+0000 7fd33f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd34010ff70 0x7fd3401a07f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:50798/0 (socket says 172.21.15.8:50798) 2024-05-20T21:28:34.709 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.708+0000 7fd33f400700 1 -- 172.21.15.8:0/1772219358 learned_addr learned my addr 172.21.15.8:0/1772219358 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:34.709 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.708+0000 7fd33ea00700 1 --2- 172.21.15.8:0/1772219358 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd340075770 0x7fd34019bf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:34.709 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.708+0000 7fd33e000700 1 -- 172.21.15.8:0/1772219358 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd340075770 msgr2=0x7fd34019bf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:34.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.708+0000 7fd33e000700 1 --2- 172.21.15.8:0/1772219358 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd340075770 0x7fd34019bf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:34.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.708+0000 7fd33e000700 1 -- 172.21.15.8:0/1772219358 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd34010ff70 msgr2=0x7fd3401a07f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:34.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.708+0000 7fd33e000700 1 --2- 172.21.15.8:0/1772219358 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd34010ff70 0x7fd3401a07f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:34.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.708+0000 7fd33e000700 1 -- 172.21.15.8:0/1772219358 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3401a0f30 con 0x7fd340076090 2024-05-20T21:28:34.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.708+0000 7fd33e000700 1 --2- 172.21.15.8:0/1772219358 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd340076090 0x7fd34019c460 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7fd32c00c010 tx=0x7fd32c00fa00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:34.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.709+0000 7fd337400700 1 -- 172.21.15.8:0/1772219358 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd32c0050c0 con 0x7fd340076090 2024-05-20T21:28:34.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.709+0000 7fd337400700 1 -- 172.21.15.8:0/1772219358 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd32c00b560 con 0x7fd340076090 2024-05-20T21:28:34.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.709+0000 7fd345600700 1 -- 172.21.15.8:0/1772219358 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3401a11c0 con 0x7fd340076090 2024-05-20T21:28:34.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.709+0000 7fd337400700 1 -- 172.21.15.8:0/1772219358 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd32c003a00 con 0x7fd340076090 2024-05-20T21:28:34.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.709+0000 7fd345600700 1 -- 172.21.15.8:0/1772219358 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3401a8aa0 con 0x7fd340076090 2024-05-20T21:28:34.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.714+0000 7fd337400700 1 -- 172.21.15.8:0/1772219358 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fd32c00b710 con 0x7fd340076090 2024-05-20T21:28:34.715 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.715+0000 7fd34fee8b80 1 Processor -- start 2024-05-20T21:28:34.715 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.715+0000 7fd34fee8b80 1 -- start start 2024-05-20T21:28:34.716 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.716+0000 7fd34fee8b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e364911eb0 0x55e364912290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:34.716 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.716+0000 7fd34fee8b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e3649127d0 0x55e36490c260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:34.716 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.716+0000 7fd34fee8b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e36490c880 0x55e36490cce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:34.716 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.716+0000 7fd34fee8b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55e36486ae40 con 0x55e3649127d0 2024-05-20T21:28:34.716 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.716+0000 7fd34fee8b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55e36485a9e0 con 0x55e36490c880 2024-05-20T21:28:34.716 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.716+0000 7fd34fee8b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55e36485ea20 con 0x55e364911eb0 2024-05-20T21:28:34.717 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.716+0000 7fd33ea00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e3649127d0 0x55e36490c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:34.717 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.716+0000 7fd33ea00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e3649127d0 0x55e36490c260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:50808/0 (socket says 172.21.15.8:50808) 2024-05-20T21:28:34.717 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.716+0000 7fd33ea00700 1 -- 172.21.15.8:0/926592992 learned_addr learned my addr 172.21.15.8:0/926592992 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:34.717 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.716+0000 7fd33e000700 1 --2- 172.21.15.8:0/926592992 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e36490c880 0x55e36490cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:34.717 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.716+0000 7fd33f400700 1 --2- 172.21.15.8:0/926592992 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e364911eb0 0x55e364912290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:34.717 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.716+0000 7fd337400700 1 --2- 172.21.15.8:0/1772219358 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd3240b2900 0x7fd3240b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:34.717 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.717+0000 7fd33ea00700 1 -- 172.21.15.8:0/926592992 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e364911eb0 msgr2=0x55e364912290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:34.717 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.717+0000 7fd33ea00700 1 --2- 172.21.15.8:0/926592992 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e364911eb0 0x55e364912290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:34.718 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.717+0000 7fd33ea00700 1 -- 172.21.15.8:0/926592992 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e36490c880 msgr2=0x55e36490cce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:34.718 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.717+0000 7fd33ea00700 1 --2- 172.21.15.8:0/926592992 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e36490c880 0x55e36490cce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:34.718 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.717+0000 7fd337400700 1 -- 172.21.15.8:0/1772219358 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fd32c0e2f90 con 0x7fd340076090 2024-05-20T21:28:34.718 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.717+0000 7fd33ea00700 1 -- 172.21.15.8:0/926592992 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e364823420 con 0x55e3649127d0 2024-05-20T21:28:34.718 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.717+0000 7fd33f400700 1 --2- 172.21.15.8:0/1772219358 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd3240b2900 0x7fd3240b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:34.719 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.717+0000 7fd33ea00700 1 --2- 172.21.15.8:0/926592992 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e3649127d0 0x55e36490c260 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7fd330009e70 tx=0x7fd330011720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=663d39bb623f122b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:34.719 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.717+0000 7fd32be00700 1 -- 172.21.15.8:0/926592992 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd33001e070 con 0x55e3649127d0 2024-05-20T21:28:34.719 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.717+0000 7fd32be00700 1 -- 172.21.15.8:0/926592992 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd33000eb20 con 0x55e3649127d0 2024-05-20T21:28:34.719 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.717+0000 7fd32be00700 1 -- 172.21.15.8:0/926592992 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd330019b20 con 0x55e3649127d0 2024-05-20T21:28:34.719 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.718+0000 7fd34fee8b80 1 -- 172.21.15.8:0/926592992 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e3649127d0 msgr2=0x55e36490c260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:34.719 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.718+0000 7fd33f400700 1 --2- 172.21.15.8:0/1772219358 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd3240b2900 0x7fd3240b4dc0 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fd338009da0 tx=0x7fd338009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:34.719 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.718+0000 7fd34fee8b80 1 --2- 172.21.15.8:0/926592992 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e3649127d0 0x55e36490c260 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7fd330009e70 tx=0x7fd330011720 comp rx=0 tx=0).stop 2024-05-20T21:28:34.719 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.718+0000 7fd34fee8b80 1 -- 172.21.15.8:0/926592992 shutdown_connections 2024-05-20T21:28:34.719 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.718+0000 7fd34fee8b80 1 --2- 172.21.15.8:0/926592992 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e36490c880 0x55e36490cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:34.720 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.718+0000 7fd34fee8b80 1 --2- 172.21.15.8:0/926592992 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e364911eb0 0x55e364912290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:34.720 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.718+0000 7fd34fee8b80 1 --2- 172.21.15.8:0/926592992 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e3649127d0 0x55e36490c260 unknown :-1 s=CLOSED pgs=676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:34.720 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.718+0000 7fd34fee8b80 1 -- 172.21.15.8:0/926592992 >> 172.21.15.8:0/926592992 conn(0x55e36483abe0 msgr2=0x55e364907010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:34.720 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.719+0000 7fd34fee8b80 1 -- 172.21.15.8:0/926592992 shutdown_connections 2024-05-20T21:28:34.720 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.719+0000 7fd34fee8b80 1 -- 172.21.15.8:0/926592992 wait complete. 2024-05-20T21:28:34.720 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.719+0000 7fd34fee8b80 1 -- start start 2024-05-20T21:28:34.720 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.719+0000 7fd34fee8b80 1 Processor -- start 2024-05-20T21:28:34.721 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.720+0000 7fd34fee8b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e36490c880 0x55e3649184d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:34.721 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.720+0000 7fd34fee8b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e364911eb0 0x55e364915870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:34.721 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.720+0000 7fd34fee8b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e3649127d0 0x55e364915db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:34.721 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.720+0000 7fd34fee8b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55e364760fa0 con 0x55e3649127d0 2024-05-20T21:28:34.721 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.720+0000 7fd34fee8b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55e3647fb760 con 0x55e364911eb0 2024-05-20T21:28:34.721 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.720+0000 7fd34fee8b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55e364919240 con 0x55e36490c880 2024-05-20T21:28:34.721 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.720+0000 7fd34fee8b80 10 client.0 _ll_register_callbacks cb 0x55e364804c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:34.722 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.720+0000 7fd33e000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e364911eb0 0x55e364915870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:34.722 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.720+0000 7fd33ea00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e36490c880 0x55e3649184d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:34.722 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.720+0000 7fd33f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e3649127d0 0x55e364915db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:34.722 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.720+0000 7fd33e000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e364911eb0 0x55e364915870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:55734/0 (socket says 172.21.15.8:55734) 2024-05-20T21:28:34.722 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.720+0000 7fd33e000700 1 -- 172.21.15.8:0/4192234479 learned_addr learned my addr 172.21.15.8:0/4192234479 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:34.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.721+0000 7fd33e000700 1 -- 172.21.15.8:0/4192234479 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e36490c880 msgr2=0x55e3649184d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:34.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.721+0000 7fd33e000700 1 --2- 172.21.15.8:0/4192234479 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e36490c880 0x55e3649184d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:34.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.721+0000 7fd33e000700 1 -- 172.21.15.8:0/4192234479 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e3649127d0 msgr2=0x55e364915db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:34.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.721+0000 7fd33e000700 1 --2- 172.21.15.8:0/4192234479 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e3649127d0 0x55e364915db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:34.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.721+0000 7fd33e000700 1 -- 172.21.15.8:0/4192234479 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e3647aa8d0 con 0x55e364911eb0 2024-05-20T21:28:34.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.721+0000 7fd33e000700 1 --2- 172.21.15.8:0/4192234479 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e364911eb0 0x55e364915870 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7fd32c0a6650 tx=0x7fd32c0a6b10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7faeb963d1618e1f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:34.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.721+0000 7fd328c00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:28:34.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.721+0000 7fd328c00700 1 -- 172.21.15.8:0/4192234479 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd32c0aa0e0 con 0x55e364911eb0 2024-05-20T21:28:34.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.721+0000 7fd328c00700 1 -- 172.21.15.8:0/4192234479 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fd32c0aa830 con 0x55e364911eb0 2024-05-20T21:28:34.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.721+0000 7fd34fee8b80 1 -- 172.21.15.8:0/4192234479 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd33000eb20 con 0x55e364911eb0 2024-05-20T21:28:34.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.722+0000 7fd328c00700 1 -- 172.21.15.8:0/4192234479 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd32c0aacd0 con 0x55e364911eb0 2024-05-20T21:28:34.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.722+0000 7fd34fee8b80 10 client.29150 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:34.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.722+0000 7fd34fee8b80 1 -- 172.21.15.8:0/4192234479 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e36482b060 con 0x55e364911eb0 2024-05-20T21:28:34.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.722+0000 7fd328c00700 1 -- 172.21.15.8:0/4192234479 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd33000eb20 con 0x55e364911eb0 2024-05-20T21:28:34.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.722+0000 7fd328c00700 1 -- 172.21.15.8:0/4192234479 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fd32c0b2fa0 con 0x55e364911eb0 2024-05-20T21:28:34.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.722+0000 7fd34fee8b80 10 client.29150 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:34.725 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.722+0000 7fd34fee8b80 10 client.29150 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:28:34.725 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.722+0000 7fd34fee8b80 20 client.29150 populate_metadata read hostname 'smithi008' 2024-05-20T21:28:34.725 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.722+0000 7fd34fee8b80 1 --2- 172.21.15.8:0/4192234479 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e364925be0 0x55e364927ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:34.725 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.723+0000 7fd34fee8b80 4 client.29150 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:28:34.725 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.723+0000 7fd34fee8b80 1 -- 172.21.15.8:0/4192234479 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e36486cd90 con 0x55e364925be0 2024-05-20T21:28:34.725 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.723+0000 7fd33ea00700 1 --2- 172.21.15.8:0/4192234479 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e364925be0 0x55e364927ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:34.725 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.724+0000 7fd33ea00700 1 --2- 172.21.15.8:0/4192234479 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e364925be0 0x55e364927ff0 crc :-1 s=READY pgs=352 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2dd4594ae913e2fd server_cookie=cc586fb252bc0332 in_seq=0 out_seq=0 2024-05-20T21:28:34.725 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.724+0000 7fd328c00700 10 client.29150 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:28:34.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.725+0000 7fd328c00700 1 -- 172.21.15.8:0/4192234479 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55e36486cd90 con 0x55e364925be0 2024-05-20T21:28:34.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.725+0000 7fd328c00700 10 client.29150 handle_command_reply: tid=0 2024-05-20T21:28:34.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.725+0000 7fd34fee8b80 1 client.29150 shutdown 2024-05-20T21:28:34.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.725+0000 7fd34fee8b80 1 -- 172.21.15.8:0/4192234479 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e364911eb0 msgr2=0x55e364915870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:34.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.725+0000 7fd34fee8b80 1 --2- 172.21.15.8:0/4192234479 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e364911eb0 0x55e364915870 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7fd32c0a6650 tx=0x7fd32c0a6b10 comp rx=0 tx=0).stop 2024-05-20T21:28:34.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.725+0000 7fd34fee8b80 1 -- 172.21.15.8:0/4192234479 shutdown_connections 2024-05-20T21:28:34.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.725+0000 7fd34fee8b80 1 --2- 172.21.15.8:0/4192234479 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e364925be0 0x55e364927ff0 crc :-1 s=READY pgs=352 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:34.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.725+0000 7fd34fee8b80 1 --2- 172.21.15.8:0/4192234479 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e3649127d0 0x55e364915db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:34.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.725+0000 7fd34fee8b80 1 --2- 172.21.15.8:0/4192234479 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e36490c880 0x55e3649184d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:34.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.725+0000 7fd34fee8b80 1 --2- 172.21.15.8:0/4192234479 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e364911eb0 0x55e364915870 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:34.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.725+0000 7fd328c00700 0 client.29150 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:28:34.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.725+0000 7fd34fee8b80 1 -- 172.21.15.8:0/4192234479 >> 172.21.15.8:0/4192234479 conn(0x55e36483abe0 msgr2=0x55e36490b250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:34.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.725+0000 7fd34fee8b80 1 -- 172.21.15.8:0/4192234479 shutdown_connections 2024-05-20T21:28:34.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.725+0000 7fd34fee8b80 1 -- 172.21.15.8:0/4192234479 wait complete. 2024-05-20T21:28:34.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.725+0000 7fd34fee8b80 20 client.29150 trim_cache size 0 max 16384 2024-05-20T21:28:34.749 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.749+0000 7fd34fee8b80 1 Processor -- start 2024-05-20T21:28:34.749 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.749+0000 7fd34fee8b80 1 -- start start 2024-05-20T21:28:34.750 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.749+0000 7fd34fee8b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e36490c880 0x55e36490c260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:34.750 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.749+0000 7fd34fee8b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e364911eb0 0x55e364914160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:34.750 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.749+0000 7fd34fee8b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e3649127d0 0x55e3649146a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:34.750 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.749+0000 7fd34fee8b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fd3401b2750 con 0x55e36490c880 2024-05-20T21:28:34.751 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.749+0000 7fd34fee8b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fd3401affe0 con 0x55e3649127d0 2024-05-20T21:28:34.751 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.749+0000 7fd34fee8b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fd3401ade30 con 0x55e364911eb0 2024-05-20T21:28:34.751 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.750+0000 7fd33e000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e364911eb0 0x55e364914160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:34.751 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.750+0000 7fd33ea00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e36490c880 0x55e36490c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:34.751 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.750+0000 7fd33e000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e364911eb0 0x55e364914160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:38566/0 (socket says 172.21.15.8:38566) 2024-05-20T21:28:34.751 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.750+0000 7fd33e000700 1 -- 172.21.15.8:0/380275719 learned_addr learned my addr 172.21.15.8:0/380275719 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:34.751 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.750+0000 7fd33f400700 1 --2- 172.21.15.8:0/380275719 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e3649127d0 0x55e3649146a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:34.751 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.750+0000 7fd33e000700 1 -- 172.21.15.8:0/380275719 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e3649127d0 msgr2=0x55e3649146a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:34.751 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.750+0000 7fd33e000700 1 --2- 172.21.15.8:0/380275719 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e3649127d0 0x55e3649146a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:34.751 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.750+0000 7fd33e000700 1 -- 172.21.15.8:0/380275719 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e36490c880 msgr2=0x55e36490c260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:34.751 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.750+0000 7fd33e000700 1 --2- 172.21.15.8:0/380275719 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e36490c880 0x55e36490c260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:34.751 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.750+0000 7fd33e000700 1 -- 172.21.15.8:0/380275719 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e364928670 con 0x55e364911eb0 2024-05-20T21:28:34.752 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.750+0000 7fd33e000700 1 --2- 172.21.15.8:0/380275719 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e364911eb0 0x55e364914160 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7fd32c0097f0 tx=0x7fd32c0a9f20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f23eeb4c389bf43c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:34.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.751+0000 7fd32b400700 1 -- 172.21.15.8:0/380275719 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd32c0aa5d0 con 0x55e364911eb0 2024-05-20T21:28:34.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.751+0000 7fd32b400700 1 -- 172.21.15.8:0/380275719 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd32c0c9020 con 0x55e364911eb0 2024-05-20T21:28:34.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.751+0000 7fd32b400700 1 -- 172.21.15.8:0/380275719 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd32c0b2f10 con 0x55e364911eb0 2024-05-20T21:28:34.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.751+0000 7fd34fee8b80 1 -- 172.21.15.8:0/380275719 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e364911eb0 msgr2=0x55e364914160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:34.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.751+0000 7fd34fee8b80 1 --2- 172.21.15.8:0/380275719 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e364911eb0 0x55e364914160 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7fd32c0097f0 tx=0x7fd32c0a9f20 comp rx=0 tx=0).stop 2024-05-20T21:28:34.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.751+0000 7fd34fee8b80 1 -- 172.21.15.8:0/380275719 shutdown_connections 2024-05-20T21:28:34.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.751+0000 7fd34fee8b80 1 --2- 172.21.15.8:0/380275719 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e3649127d0 0x55e3649146a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:34.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.751+0000 7fd34fee8b80 1 --2- 172.21.15.8:0/380275719 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e36490c880 0x55e36490c260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:34.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.751+0000 7fd34fee8b80 1 --2- 172.21.15.8:0/380275719 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e364911eb0 0x55e364914160 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:34.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.752+0000 7fd34fee8b80 1 -- 172.21.15.8:0/380275719 >> 172.21.15.8:0/380275719 conn(0x55e36483abe0 msgr2=0x55e36490fd30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:34.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.752+0000 7fd34fee8b80 1 -- 172.21.15.8:0/380275719 shutdown_connections 2024-05-20T21:28:34.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.752+0000 7fd34fee8b80 1 -- 172.21.15.8:0/380275719 wait complete. 2024-05-20T21:28:34.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.752+0000 7fd34fee8b80 1 -- start start 2024-05-20T21:28:34.754 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.752+0000 7fd34fee8b80 1 Processor -- start 2024-05-20T21:28:34.755 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.753+0000 7fd34fee8b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e36490c880 0x55e36491e990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:34.755 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.753+0000 7fd34fee8b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e364911eb0 0x55e36491b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:34.755 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.753+0000 7fd34fee8b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e3649127d0 0x55e36491b9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:34.755 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.753+0000 7fd34fee8b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fd3401ae4a0 con 0x55e3649127d0 2024-05-20T21:28:34.755 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.753+0000 7fd34fee8b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fd3401af910 con 0x55e364911eb0 2024-05-20T21:28:34.755 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.753+0000 7fd34fee8b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fd3401aeb70 con 0x55e36490c880 2024-05-20T21:28:34.755 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.753+0000 7fd34fee8b80 10 client.0 _ll_register_callbacks cb 0x55e364804c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:34.755 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.753+0000 7fd33e000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e364911eb0 0x55e36491b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:34.755 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.753+0000 7fd33f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e3649127d0 0x55e36491b9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:34.755 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.753+0000 7fd33e000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e364911eb0 0x55e36491b4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:55760/0 (socket says 172.21.15.8:55760) 2024-05-20T21:28:34.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.753+0000 7fd33e000700 1 -- 172.21.15.8:0/347792583 learned_addr learned my addr 172.21.15.8:0/347792583 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:34.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.753+0000 7fd33ea00700 1 --2- 172.21.15.8:0/347792583 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e36490c880 0x55e36491e990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:34.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.754+0000 7fd33e000700 1 -- 172.21.15.8:0/347792583 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e36490c880 msgr2=0x55e36491e990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:34.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.754+0000 7fd33e000700 1 --2- 172.21.15.8:0/347792583 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e36490c880 0x55e36491e990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:34.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.754+0000 7fd33e000700 1 -- 172.21.15.8:0/347792583 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e3649127d0 msgr2=0x55e36491b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:34.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.754+0000 7fd33e000700 1 --2- 172.21.15.8:0/347792583 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e3649127d0 0x55e36491b9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:34.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.754+0000 7fd33e000700 1 -- 172.21.15.8:0/347792583 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e36491c020 con 0x55e364911eb0 2024-05-20T21:28:34.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.754+0000 7fd33f400700 1 --2- 172.21.15.8:0/347792583 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e3649127d0 0x55e36491b9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:34.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.754+0000 7fd33e000700 1 --2- 172.21.15.8:0/347792583 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e364911eb0 0x55e36491b4a0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7fd32c026040 tx=0x7fd32c003ee0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=468268889d315fe1 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:34.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.754+0000 7fd328c00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:28:34.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.754+0000 7fd328c00700 1 -- 172.21.15.8:0/347792583 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd32c089060 con 0x55e364911eb0 2024-05-20T21:28:34.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.754+0000 7fd328c00700 1 -- 172.21.15.8:0/347792583 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fd32c0a6bc0 con 0x55e364911eb0 2024-05-20T21:28:34.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.754+0000 7fd34fee8b80 1 -- 172.21.15.8:0/347792583 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd32c0c9020 con 0x55e364911eb0 2024-05-20T21:28:34.756 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.755+0000 7fd328c00700 1 -- 172.21.15.8:0/347792583 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd32c0aa0e0 con 0x55e364911eb0 2024-05-20T21:28:34.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.755+0000 7fd34fee8b80 10 client.29156 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:34.757 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.755+0000 7fd34fee8b80 1 -- 172.21.15.8:0/347792583 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e36491c020 con 0x55e364911eb0 2024-05-20T21:28:34.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.755+0000 7fd328c00700 1 -- 172.21.15.8:0/347792583 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd32c0c9020 con 0x55e364911eb0 2024-05-20T21:28:34.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.755+0000 7fd328c00700 1 -- 172.21.15.8:0/347792583 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fd32c084ce0 con 0x55e364911eb0 2024-05-20T21:28:34.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.755+0000 7fd34fee8b80 10 client.29156 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:34.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.755+0000 7fd34fee8b80 10 client.29156 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:28:34.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.755+0000 7fd34fee8b80 20 client.29156 populate_metadata read hostname 'smithi008' 2024-05-20T21:28:34.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.755+0000 7fd34fee8b80 1 --2- 172.21.15.8:0/347792583 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e3649918c0 0x55e364993ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:34.758 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.755+0000 7fd34fee8b80 4 client.29156 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:28:34.759 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.755+0000 7fd34fee8b80 1 -- 172.21.15.8:0/347792583 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55e364866570 con 0x55e3649918c0 2024-05-20T21:28:34.759 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.756+0000 7fd33ea00700 1 --2- 172.21.15.8:0/347792583 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e3649918c0 0x55e364993ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:34.759 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.756+0000 7fd33ea00700 1 --2- 172.21.15.8:0/347792583 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e3649918c0 0x55e364993ce0 crc :-1 s=READY pgs=353 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5535866e8544c571 server_cookie=a89a0ab21002e796 in_seq=0 out_seq=0 2024-05-20T21:28:34.759 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.756+0000 7fd328c00700 10 client.29156 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:28:34.759 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.756+0000 7fd328c00700 1 -- 172.21.15.8:0/347792583 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55e364866570 con 0x55e3649918c0 2024-05-20T21:28:34.759 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.756+0000 7fd328c00700 10 client.29156 handle_command_reply: tid=0 2024-05-20T21:28:34.759 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.756+0000 7fd34fee8b80 1 client.29156 shutdown 2024-05-20T21:28:34.759 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.756+0000 7fd34fee8b80 1 -- 172.21.15.8:0/347792583 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e364911eb0 msgr2=0x55e36491b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:34.759 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.756+0000 7fd34fee8b80 1 --2- 172.21.15.8:0/347792583 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e364911eb0 0x55e36491b4a0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7fd32c026040 tx=0x7fd32c003ee0 comp rx=0 tx=0).stop 2024-05-20T21:28:34.759 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.757+0000 7fd34fee8b80 1 -- 172.21.15.8:0/347792583 shutdown_connections 2024-05-20T21:28:34.759 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.757+0000 7fd34fee8b80 1 --2- 172.21.15.8:0/347792583 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e3649918c0 0x55e364993ce0 crc :-1 s=READY pgs=353 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:34.759 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.757+0000 7fd34fee8b80 1 --2- 172.21.15.8:0/347792583 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e3649127d0 0x55e36491b9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:34.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.757+0000 7fd34fee8b80 1 --2- 172.21.15.8:0/347792583 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e36490c880 0x55e36491e990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:34.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.757+0000 7fd328c00700 0 client.29156 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:28:34.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.757+0000 7fd34fee8b80 1 --2- 172.21.15.8:0/347792583 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e364911eb0 0x55e36491b4a0 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:34.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.757+0000 7fd34fee8b80 1 -- 172.21.15.8:0/347792583 >> 172.21.15.8:0/347792583 conn(0x55e36483abe0 msgr2=0x55e3649140a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:34.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.757+0000 7fd34fee8b80 1 -- 172.21.15.8:0/347792583 shutdown_connections 2024-05-20T21:28:34.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.757+0000 7fd34fee8b80 1 -- 172.21.15.8:0/347792583 wait complete. 2024-05-20T21:28:34.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.757+0000 7fd34fee8b80 20 client.29156 trim_cache size 0 max 16384 2024-05-20T21:28:34.760 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:28:34.760 INFO:teuthology.orchestra.run.smithi008.stdout: "status": "no active scrubs running", 2024-05-20T21:28:34.760 INFO:teuthology.orchestra.run.smithi008.stdout: "scrubs": {} 2024-05-20T21:28:34.760 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:28:34.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.758+0000 7fd345600700 1 -- 172.21.15.8:0/1772219358 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd3240b2900 msgr2=0x7fd3240b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:34.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.758+0000 7fd345600700 1 --2- 172.21.15.8:0/1772219358 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd3240b2900 0x7fd3240b4dc0 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fd338009da0 tx=0x7fd338009040 comp rx=0 tx=0).stop 2024-05-20T21:28:34.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.758+0000 7fd345600700 1 -- 172.21.15.8:0/1772219358 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd340076090 msgr2=0x7fd34019c460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:34.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.758+0000 7fd345600700 1 --2- 172.21.15.8:0/1772219358 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd340076090 0x7fd34019c460 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7fd32c00c010 tx=0x7fd32c00fa00 comp rx=0 tx=0).stop 2024-05-20T21:28:34.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.758+0000 7fd345600700 1 -- 172.21.15.8:0/1772219358 shutdown_connections 2024-05-20T21:28:34.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.758+0000 7fd345600700 1 --2- 172.21.15.8:0/1772219358 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd3240b2900 0x7fd3240b4dc0 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:34.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.758+0000 7fd345600700 1 --2- 172.21.15.8:0/1772219358 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd34010ff70 0x7fd3401a07f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:34.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.758+0000 7fd345600700 1 --2- 172.21.15.8:0/1772219358 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd340075770 0x7fd34019bf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:34.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.758+0000 7fd345600700 1 --2- 172.21.15.8:0/1772219358 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd340076090 0x7fd34019c460 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:34.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.758+0000 7fd345600700 1 -- 172.21.15.8:0/1772219358 >> 172.21.15.8:0/1772219358 conn(0x7fd34007a6f0 msgr2=0x7fd340100880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:34.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.758+0000 7fd345600700 1 -- 172.21.15.8:0/1772219358 shutdown_connections 2024-05-20T21:28:34.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:34.758+0000 7fd345600700 1 -- 172.21.15.8:0/1772219358 wait complete. 2024-05-20T21:28:34.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:28:34 smithi008 ceph-mon[31475]: pgmap v837: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-20T21:28:35.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:28:34 smithi130 ceph-mon[36448]: pgmap v837: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-20T21:28:35.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:28:34 smithi050 ceph-mon[35809]: pgmap v837: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-20T21:28:35.697 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:28:35.697 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:28:36.180 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:28:36.955 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:28:36 smithi008 ceph-mon[31475]: pgmap v838: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 16 KiB/s wr, 15 op/s 2024-05-20T21:28:37.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:28:36 smithi130 ceph-mon[36448]: pgmap v838: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 16 KiB/s wr, 15 op/s 2024-05-20T21:28:37.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:28:36 smithi050 ceph-mon[35809]: pgmap v838: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 16 KiB/s wr, 15 op/s 2024-05-20T21:28:38.543 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:38.542+0000 7fe7d6800700 1 -- 172.21.15.8:0/4282667666 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe7d0109dd0 msgr2=0x7fe7d010a1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:38.543 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:38.542+0000 7fe7d6800700 1 --2- 172.21.15.8:0/4282667666 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe7d0109dd0 0x7fe7d010a1b0 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7fe7c00099c0 tx=0x7fe7c0009cd0 comp rx=0 tx=0).stop 2024-05-20T21:28:38.543 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:38.542+0000 7fe7d6800700 1 -- 172.21.15.8:0/4282667666 shutdown_connections 2024-05-20T21:28:38.544 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:38.542+0000 7fe7d6800700 1 --2- 172.21.15.8:0/4282667666 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe7d010eeb0 0x7fe7d0116a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:38.544 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:38.542+0000 7fe7d6800700 1 --2- 172.21.15.8:0/4282667666 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe7d0109dd0 0x7fe7d010a1b0 unknown :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:38.544 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:38.542+0000 7fe7d6800700 1 --2- 172.21.15.8:0/4282667666 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe7d010a780 0x7fe7d010e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:38.544 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:38.542+0000 7fe7d6800700 1 -- 172.21.15.8:0/4282667666 >> 172.21.15.8:0/4282667666 conn(0x7fe7d0076d10 msgr2=0x7fe7d0108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:38.544 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:38.543+0000 7fe7d6800700 1 -- 172.21.15.8:0/4282667666 shutdown_connections 2024-05-20T21:28:38.544 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:38.543+0000 7fe7d6800700 1 -- 172.21.15.8:0/4282667666 wait complete. 2024-05-20T21:28:38.544 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:38.544+0000 7fe7d6800700 1 Processor -- start 2024-05-20T21:28:38.545 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:38.544+0000 7fe7d6800700 1 -- start start 2024-05-20T21:28:38.545 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:38.544+0000 7fe7d6800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe7d0109dd0 0x7fe7d01a0290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:38.545 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:38.544+0000 7fe7d6800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe7d010a780 0x7fe7d01a07d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:38.545 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:38.544+0000 7fe7d6800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe7d010eeb0 0x7fe7d01a4b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:38.545 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:38.544+0000 7fe7d6800700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fe7d0119da0 con 0x7fe7d010eeb0 2024-05-20T21:28:38.545 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:38.544+0000 7fe7d6800700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe7d0119c20 con 0x7fe7d010a780 2024-05-20T21:28:38.545 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:38.544+0000 7fe7d6800700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fe7d0119f20 con 0x7fe7d0109dd0 2024-05-20T21:28:38.546 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:38.545+0000 7fe7cf400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe7d0109dd0 0x7fe7d01a0290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:38.546 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:38.545+0000 7fe7cf400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe7d0109dd0 0x7fe7d01a0290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:38594/0 (socket says 172.21.15.8:38594) 2024-05-20T21:28:38.546 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:38.545+0000 7fe7cf400700 1 -- 172.21.15.8:0/618692434 learned_addr learned my addr 172.21.15.8:0/618692434 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:38.546 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:38.545+0000 7fe7cfe00700 1 --2- 172.21.15.8:0/618692434 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe7d010eeb0 0x7fe7d01a4b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:38.546 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:38.545+0000 7fe7c6a00700 1 --2- 172.21.15.8:0/618692434 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe7d010a780 0x7fe7d01a07d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:38.546 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:38.545+0000 7fe7cf400700 1 -- 172.21.15.8:0/618692434 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe7d010a780 msgr2=0x7fe7d01a07d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:38.546 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:38.545+0000 7fe7cf400700 1 --2- 172.21.15.8:0/618692434 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe7d010a780 0x7fe7d01a07d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:38.546 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:38.545+0000 7fe7cf400700 1 -- 172.21.15.8:0/618692434 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe7d010eeb0 msgr2=0x7fe7d01a4b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:38.546 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:38.545+0000 7fe7cf400700 1 --2- 172.21.15.8:0/618692434 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe7d010eeb0 0x7fe7d01a4b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:38.546 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:38.545+0000 7fe7cf400700 1 -- 172.21.15.8:0/618692434 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7d01a52a0 con 0x7fe7d0109dd0 2024-05-20T21:28:38.547 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:38.545+0000 7fe7cf400700 1 --2- 172.21.15.8:0/618692434 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe7d0109dd0 0x7fe7d01a0290 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7fe7c0005910 tx=0x7fe7c0004270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:38.547 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:38.546+0000 7fe7ccc00700 1 -- 172.21.15.8:0/618692434 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7c0026070 con 0x7fe7d0109dd0 2024-05-20T21:28:38.547 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:38.546+0000 7fe7ccc00700 1 -- 172.21.15.8:0/618692434 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe7c0003c70 con 0x7fe7d0109dd0 2024-05-20T21:28:38.547 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:38.546+0000 7fe7ccc00700 1 -- 172.21.15.8:0/618692434 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7c000fa40 con 0x7fe7d0109dd0 2024-05-20T21:28:38.547 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:38.546+0000 7fe7d6800700 1 -- 172.21.15.8:0/618692434 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7d01a5530 con 0x7fe7d0109dd0 2024-05-20T21:28:38.547 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:38.546+0000 7fe7d6800700 1 -- 172.21.15.8:0/618692434 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7d01ace10 con 0x7fe7d0109dd0 2024-05-20T21:28:38.548 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:38.547+0000 7fe7d6800700 1 -- 172.21.15.8:0/618692434 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe7d010b2b0 con 0x7fe7d0109dd0 2024-05-20T21:28:38.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:38.549+0000 7fe7ccc00700 1 -- 172.21.15.8:0/618692434 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fe7c0029070 con 0x7fe7d0109dd0 2024-05-20T21:28:38.551 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:38.551+0000 7fe7ccc00700 1 --2- 172.21.15.8:0/618692434 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe7b40b2880 0x7fe7b40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:38.552 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:38.551+0000 7fe7ccc00700 1 -- 172.21.15.8:0/618692434 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fe7c00e2fe0 con 0x7fe7d0109dd0 2024-05-20T21:28:38.552 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:38.551+0000 7fe7c6a00700 1 --2- 172.21.15.8:0/618692434 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe7b40b2880 0x7fe7b40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:38.552 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:38.552+0000 7fe7c6a00700 1 --2- 172.21.15.8:0/618692434 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe7b40b2880 0x7fe7b40b4d40 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7fe7b8009680 tx=0x7fe7b8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:38.553 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:38.553+0000 7fe7ccc00700 1 -- 172.21.15.8:0/618692434 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fe7c0030080 con 0x7fe7d0109dd0 2024-05-20T21:28:38.844 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:38.843+0000 7fe7d6800700 1 -- 172.21.15.8:0/618692434 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe7d01a15f0 con 0x7fe7d0109dd0 2024-05-20T21:28:38.844 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:28:38 smithi008 ceph-mon[31475]: pgmap v839: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 13 op/s 2024-05-20T21:28:38.845 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:38.845+0000 7fe7ccc00700 1 -- 172.21.15.8:0/618692434 <== mon.1 v2:172.21.15.130:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7fe7c0013070 con 0x7fe7d0109dd0 2024-05-20T21:28:38.845 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:28:38.846 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:28:38.849 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:38.848+0000 7fe7d6800700 1 -- 172.21.15.8:0/618692434 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe7b40b2880 msgr2=0x7fe7b40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:38.849 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:38.848+0000 7fe7d6800700 1 --2- 172.21.15.8:0/618692434 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe7b40b2880 0x7fe7b40b4d40 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7fe7b8009680 tx=0x7fe7b8009260 comp rx=0 tx=0).stop 2024-05-20T21:28:38.849 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:38.848+0000 7fe7d6800700 1 -- 172.21.15.8:0/618692434 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe7d0109dd0 msgr2=0x7fe7d01a0290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:38.849 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:38.848+0000 7fe7d6800700 1 --2- 172.21.15.8:0/618692434 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe7d0109dd0 0x7fe7d01a0290 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7fe7c0005910 tx=0x7fe7c0004270 comp rx=0 tx=0).stop 2024-05-20T21:28:38.849 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:38.848+0000 7fe7d6800700 1 -- 172.21.15.8:0/618692434 shutdown_connections 2024-05-20T21:28:38.849 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:38.848+0000 7fe7d6800700 1 --2- 172.21.15.8:0/618692434 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe7b40b2880 0x7fe7b40b4d40 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:38.849 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:38.848+0000 7fe7d6800700 1 --2- 172.21.15.8:0/618692434 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe7d010eeb0 0x7fe7d01a4b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:38.849 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:38.848+0000 7fe7d6800700 1 --2- 172.21.15.8:0/618692434 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe7d0109dd0 0x7fe7d01a0290 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:38.849 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:38.848+0000 7fe7d6800700 1 --2- 172.21.15.8:0/618692434 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe7d010a780 0x7fe7d01a07d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:38.849 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:38.848+0000 7fe7d6800700 1 -- 172.21.15.8:0/618692434 >> 172.21.15.8:0/618692434 conn(0x7fe7d0076d10 msgr2=0x7fe7d0078990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:38.849 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:38.848+0000 7fe7d6800700 1 -- 172.21.15.8:0/618692434 shutdown_connections 2024-05-20T21:28:38.849 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:38.848+0000 7fe7d6800700 1 -- 172.21.15.8:0/618692434 wait complete. 2024-05-20T21:28:38.850 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:28:39.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:28:38 smithi130 ceph-mon[36448]: pgmap v839: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 13 op/s 2024-05-20T21:28:39.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:28:38 smithi050 ceph-mon[35809]: pgmap v839: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 13 op/s 2024-05-20T21:28:39.722 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:28:39.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:28:39 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/618692434' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:28:40.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:28:39 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/618692434' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:28:40.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:28:39 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/618692434' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:28:40.197 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:28:40.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:28:40 smithi008 ceph-mon[31475]: pgmap v840: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 13 op/s 2024-05-20T21:28:41.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:28:40 smithi130 ceph-mon[36448]: pgmap v840: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 13 op/s 2024-05-20T21:28:41.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:28:40 smithi050 ceph-mon[35809]: pgmap v840: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 13 op/s 2024-05-20T21:28:42.426 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.424+0000 7fc91be00700 1 -- 172.21.15.8:0/2299812790 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc914106140 msgr2=0x7fc914112650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:42.468 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.424+0000 7fc91be00700 1 --2- 172.21.15.8:0/2299812790 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc914106140 0x7fc914112650 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7fc90c00b0a0 tx=0x7fc90c00b3b0 comp rx=0 tx=0).stop 2024-05-20T21:28:42.468 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.424+0000 7fc91be00700 1 -- 172.21.15.8:0/2299812790 shutdown_connections 2024-05-20T21:28:42.468 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.424+0000 7fc91be00700 1 --2- 172.21.15.8:0/2299812790 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc914106140 0x7fc914112650 unknown :-1 s=CLOSED pgs=678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:42.468 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.424+0000 7fc91be00700 1 --2- 172.21.15.8:0/2299812790 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc91410b780 0x7fc91410bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:42.469 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.424+0000 7fc91be00700 1 --2- 172.21.15.8:0/2299812790 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc914105780 0x7fc914105c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:42.469 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.424+0000 7fc91be00700 1 -- 172.21.15.8:0/2299812790 >> 172.21.15.8:0/2299812790 conn(0x7fc914101270 msgr2=0x7fc914103690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:42.469 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.425+0000 7fc91be00700 1 -- 172.21.15.8:0/2299812790 shutdown_connections 2024-05-20T21:28:42.469 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.425+0000 7fc91be00700 1 -- 172.21.15.8:0/2299812790 wait complete. 2024-05-20T21:28:42.478 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.426+0000 7fc91be00700 1 Processor -- start 2024-05-20T21:28:42.478 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.426+0000 7fc91be00700 1 -- start start 2024-05-20T21:28:42.478 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.426+0000 7fc91be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc914105780 0x7fc91419be80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:42.478 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.426+0000 7fc91be00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc914106140 0x7fc91419c3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:42.478 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.426+0000 7fc91be00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc91410b780 0x7fc9141a0750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:42.478 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.426+0000 7fc91be00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc914115a10 con 0x7fc914105780 2024-05-20T21:28:42.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.426+0000 7fc91be00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc914115890 con 0x7fc91410b780 2024-05-20T21:28:42.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.426+0000 7fc91be00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc914115b90 con 0x7fc914106140 2024-05-20T21:28:42.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.427+0000 7fc919400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc914105780 0x7fc91419be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:42.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.427+0000 7fc919400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc914105780 0x7fc91419be80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:50860/0 (socket says 172.21.15.8:50860) 2024-05-20T21:28:42.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.427+0000 7fc919400700 1 -- 172.21.15.8:0/4100388799 learned_addr learned my addr 172.21.15.8:0/4100388799 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:42.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.427+0000 7fc918a00700 1 --2- 172.21.15.8:0/4100388799 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc914106140 0x7fc91419c3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:42.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.427+0000 7fc919e00700 1 --2- 172.21.15.8:0/4100388799 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc91410b780 0x7fc9141a0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:42.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.427+0000 7fc919400700 1 -- 172.21.15.8:0/4100388799 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc914106140 msgr2=0x7fc91419c3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:42.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.427+0000 7fc919400700 1 --2- 172.21.15.8:0/4100388799 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc914106140 0x7fc91419c3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:42.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.427+0000 7fc919400700 1 -- 172.21.15.8:0/4100388799 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc91410b780 msgr2=0x7fc9141a0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:42.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.427+0000 7fc919400700 1 --2- 172.21.15.8:0/4100388799 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc91410b780 0x7fc9141a0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:42.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.427+0000 7fc919400700 1 -- 172.21.15.8:0/4100388799 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9141a0e90 con 0x7fc914105780 2024-05-20T21:28:42.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.428+0000 7fc919400700 1 --2- 172.21.15.8:0/4100388799 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc914105780 0x7fc91419be80 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7fc90800e9c0 tx=0x7fc90800ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:42.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.428+0000 7fc912000700 1 -- 172.21.15.8:0/4100388799 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc90800cbd0 con 0x7fc914105780 2024-05-20T21:28:42.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.428+0000 7fc91be00700 1 -- 172.21.15.8:0/4100388799 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc9141a1180 con 0x7fc914105780 2024-05-20T21:28:42.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.428+0000 7fc912000700 1 -- 172.21.15.8:0/4100388799 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc90800ee60 con 0x7fc914105780 2024-05-20T21:28:42.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.428+0000 7fc912000700 1 -- 172.21.15.8:0/4100388799 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9080055c0 con 0x7fc914105780 2024-05-20T21:28:42.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.428+0000 7fc91be00700 1 -- 172.21.15.8:0/4100388799 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9141a8a00 con 0x7fc914105780 2024-05-20T21:28:42.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.432+0000 7fc912000700 1 -- 172.21.15.8:0/4100388799 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fc908004750 con 0x7fc914105780 2024-05-20T21:28:42.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.433+0000 7fc92671cb80 1 Processor -- start 2024-05-20T21:28:42.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.433+0000 7fc92671cb80 1 -- start start 2024-05-20T21:28:42.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.433+0000 7fc912000700 1 --2- 172.21.15.8:0/4100388799 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc8fc0b2900 0x7fc8fc0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:42.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.434+0000 7fc912000700 1 -- 172.21.15.8:0/4100388799 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc9080e2400 con 0x7fc914105780 2024-05-20T21:28:42.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.434+0000 7fc92671cb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562c1cb9b610 0x562c1cb9b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:42.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.434+0000 7fc92671cb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562c1cb9bf30 0x562c1cb95b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:42.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.434+0000 7fc92671cb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562c1cb96140 0x562c1cb965c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:42.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.434+0000 7fc92671cb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x562c1caf3e40 con 0x562c1cb9bf30 2024-05-20T21:28:42.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.434+0000 7fc92671cb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x562c1cae39e0 con 0x562c1cb9b610 2024-05-20T21:28:42.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.434+0000 7fc92671cb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x562c1cae7a20 con 0x562c1cb96140 2024-05-20T21:28:42.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.434+0000 7fc919e00700 1 --2- 172.21.15.8:0/4100388799 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc8fc0b2900 0x7fc8fc0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:42.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.434+0000 7fc919400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562c1cb9b610 0x562c1cb9b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:42.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.434+0000 7fc918a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562c1cb9bf30 0x562c1cb95b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:42.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.434+0000 7fc919400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562c1cb9b610 0x562c1cb9b9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:55810/0 (socket says 172.21.15.8:55810) 2024-05-20T21:28:42.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.434+0000 7fc919400700 1 -- 172.21.15.8:0/2632446957 learned_addr learned my addr 172.21.15.8:0/2632446957 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:42.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.434+0000 7fc919e00700 1 --2- 172.21.15.8:0/2632446957 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562c1cb96140 0x562c1cb965c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:42.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.435+0000 7fc919400700 1 -- 172.21.15.8:0/2632446957 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562c1cb96140 msgr2=0x562c1cb965c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:42.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.435+0000 7fc919400700 1 --2- 172.21.15.8:0/2632446957 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562c1cb96140 0x562c1cb965c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:42.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.435+0000 7fc919400700 1 -- 172.21.15.8:0/2632446957 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562c1cb9bf30 msgr2=0x562c1cb95b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:42.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.435+0000 7fc919400700 1 --2- 172.21.15.8:0/2632446957 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562c1cb9bf30 0x562c1cb95b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:42.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.435+0000 7fc919400700 1 -- 172.21.15.8:0/2632446957 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562c1caac420 con 0x562c1cb9b610 2024-05-20T21:28:42.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.435+0000 7fc919400700 1 --2- 172.21.15.8:0/2632446957 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562c1cb9b610 0x562c1cb9b9f0 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7fc9080a9940 tx=0x7fc9080a9120 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a08889ddc606e462 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:42.482 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.435+0000 7fc919e00700 1 --2- 172.21.15.8:0/4100388799 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc8fc0b2900 0x7fc8fc0b4dc0 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7fc90c00b780 tx=0x7fc90c00bb90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:42.482 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.435+0000 7fc906a00700 1 -- 172.21.15.8:0/2632446957 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9080b2160 con 0x562c1cb9b610 2024-05-20T21:28:42.482 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.435+0000 7fc906a00700 1 -- 172.21.15.8:0/2632446957 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc9080aa0b0 con 0x562c1cb9b610 2024-05-20T21:28:42.482 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.435+0000 7fc906a00700 1 -- 172.21.15.8:0/2632446957 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9080cc2e0 con 0x562c1cb9b610 2024-05-20T21:28:42.482 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.436+0000 7fc92671cb80 1 -- 172.21.15.8:0/2632446957 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562c1cb9b610 msgr2=0x562c1cb9b9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:42.482 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.436+0000 7fc92671cb80 1 --2- 172.21.15.8:0/2632446957 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562c1cb9b610 0x562c1cb9b9f0 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7fc9080a9940 tx=0x7fc9080a9120 comp rx=0 tx=0).stop 2024-05-20T21:28:42.482 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.436+0000 7fc92671cb80 1 -- 172.21.15.8:0/2632446957 shutdown_connections 2024-05-20T21:28:42.482 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.436+0000 7fc92671cb80 1 --2- 172.21.15.8:0/2632446957 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562c1cb9b610 0x562c1cb9b9f0 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:42.482 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.436+0000 7fc92671cb80 1 --2- 172.21.15.8:0/2632446957 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562c1cb96140 0x562c1cb965c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:42.482 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.436+0000 7fc92671cb80 1 --2- 172.21.15.8:0/2632446957 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562c1cb9bf30 0x562c1cb95b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:42.482 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.436+0000 7fc92671cb80 1 -- 172.21.15.8:0/2632446957 >> 172.21.15.8:0/2632446957 conn(0x562c1cac3be0 msgr2=0x562c1cb90690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:42.482 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.436+0000 7fc92671cb80 1 -- 172.21.15.8:0/2632446957 shutdown_connections 2024-05-20T21:28:42.483 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.436+0000 7fc92671cb80 1 -- 172.21.15.8:0/2632446957 wait complete. 2024-05-20T21:28:42.483 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.437+0000 7fc92671cb80 1 -- start start 2024-05-20T21:28:42.483 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.437+0000 7fc92671cb80 1 Processor -- start 2024-05-20T21:28:42.483 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.438+0000 7fc92671cb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562c1cb96140 0x562c1cba1c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:42.483 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.438+0000 7fc92671cb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562c1cb9b610 0x562c1cb9f020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:42.483 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.438+0000 7fc92671cb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562c1cb9bf30 0x562c1cb9f560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:42.483 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.438+0000 7fc92671cb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x562c1c9e9fa0 con 0x562c1cb9b610 2024-05-20T21:28:42.483 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.438+0000 7fc92671cb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x562c1ca84760 con 0x562c1cb9bf30 2024-05-20T21:28:42.483 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.438+0000 7fc92671cb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x562c1cba2980 con 0x562c1cb96140 2024-05-20T21:28:42.483 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.438+0000 7fc92671cb80 10 client.0 _ll_register_callbacks cb 0x562c1ca8dc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:42.483 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.438+0000 7fc918a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562c1cb9b610 0x562c1cb9f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:42.483 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.438+0000 7fc919e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562c1cb9bf30 0x562c1cb9f560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:42.483 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.438+0000 7fc919400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562c1cb96140 0x562c1cba1c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:42.483 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.438+0000 7fc918a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562c1cb9b610 0x562c1cb9f020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:50882/0 (socket says 172.21.15.8:50882) 2024-05-20T21:28:42.483 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.438+0000 7fc919e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562c1cb9bf30 0x562c1cb9f560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:55818/0 (socket says 172.21.15.8:55818) 2024-05-20T21:28:42.484 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.438+0000 7fc918a00700 1 -- 172.21.15.8:0/1227690303 learned_addr learned my addr 172.21.15.8:0/1227690303 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:42.484 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.439+0000 7fc919e00700 1 -- 172.21.15.8:0/1227690303 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562c1cb96140 msgr2=0x562c1cba1c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:42.484 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.439+0000 7fc919e00700 1 --2- 172.21.15.8:0/1227690303 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562c1cb96140 0x562c1cba1c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:42.484 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.439+0000 7fc919e00700 1 -- 172.21.15.8:0/1227690303 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562c1cb9b610 msgr2=0x562c1cb9f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:42.484 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.439+0000 7fc919e00700 1 --2- 172.21.15.8:0/1227690303 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562c1cb9b610 0x562c1cb9f020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:42.484 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.439+0000 7fc919e00700 1 -- 172.21.15.8:0/1227690303 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562c1ca338d0 con 0x562c1cb9bf30 2024-05-20T21:28:42.484 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.439+0000 7fc919e00700 1 --2- 172.21.15.8:0/1227690303 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562c1cb9bf30 0x562c1cb9f560 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7fc90c0062a0 tx=0x7fc90c00b3b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=43f742a8ac96ca85 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:42.484 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.439+0000 7fc8fb400700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:28:42.484 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.439+0000 7fc8fb400700 1 -- 172.21.15.8:0/1227690303 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc90c00be30 con 0x562c1cb9bf30 2024-05-20T21:28:42.484 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.439+0000 7fc92671cb80 1 -- 172.21.15.8:0/1227690303 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc9080aa0b0 con 0x562c1cb9bf30 2024-05-20T21:28:42.484 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.439+0000 7fc8fb400700 1 -- 172.21.15.8:0/1227690303 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc90c007d50 con 0x562c1cb9bf30 2024-05-20T21:28:42.484 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.440+0000 7fc8fb400700 1 -- 172.21.15.8:0/1227690303 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc90c01f440 con 0x562c1cb9bf30 2024-05-20T21:28:42.484 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.440+0000 7fc92671cb80 10 client.29174 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:42.484 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.440+0000 7fc92671cb80 1 -- 172.21.15.8:0/1227690303 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562c1cab4060 con 0x562c1cb9bf30 2024-05-20T21:28:42.485 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.440+0000 7fc8fb400700 1 -- 172.21.15.8:0/1227690303 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc9080aa0b0 con 0x562c1cb9bf30 2024-05-20T21:28:42.485 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.441+0000 7fc8fb400700 1 -- 172.21.15.8:0/1227690303 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc90c011070 con 0x562c1cb9bf30 2024-05-20T21:28:42.485 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.441+0000 7fc92671cb80 10 client.29174 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:42.485 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.441+0000 7fc92671cb80 10 client.29174 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:28:42.485 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.441+0000 7fc92671cb80 20 client.29174 populate_metadata read hostname 'smithi008' 2024-05-20T21:28:42.485 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.441+0000 7fc92671cb80 1 --2- 172.21.15.8:0/1227690303 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x562c1cbaf430 0x562c1cbb1820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:42.485 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.441+0000 7fc92671cb80 4 client.29174 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:28:42.485 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.441+0000 7fc92671cb80 1 -- 172.21.15.8:0/1227690303 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562c1caf5d90 con 0x562c1cbaf430 2024-05-20T21:28:42.485 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.441+0000 7fc919400700 1 --2- 172.21.15.8:0/1227690303 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x562c1cbaf430 0x562c1cbb1820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:42.485 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.442+0000 7fc919400700 1 --2- 172.21.15.8:0/1227690303 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x562c1cbaf430 0x562c1cbb1820 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d90438a9643a8c97 server_cookie=5282343afa5ea549 in_seq=0 out_seq=0 2024-05-20T21:28:42.485 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.442+0000 7fc8fb400700 10 client.29174 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:28:42.485 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.443+0000 7fc8fb400700 1 -- 172.21.15.8:0/1227690303 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x562c1caf5d90 con 0x562c1cbaf430 2024-05-20T21:28:42.485 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.443+0000 7fc8fb400700 10 client.29174 handle_command_reply: tid=0 2024-05-20T21:28:42.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.443+0000 7fc92671cb80 1 client.29174 shutdown 2024-05-20T21:28:42.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.443+0000 7fc92671cb80 1 -- 172.21.15.8:0/1227690303 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562c1cb9bf30 msgr2=0x562c1cb9f560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:42.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.443+0000 7fc92671cb80 1 --2- 172.21.15.8:0/1227690303 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562c1cb9bf30 0x562c1cb9f560 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7fc90c0062a0 tx=0x7fc90c00b3b0 comp rx=0 tx=0).stop 2024-05-20T21:28:42.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.443+0000 7fc92671cb80 1 -- 172.21.15.8:0/1227690303 shutdown_connections 2024-05-20T21:28:42.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.443+0000 7fc92671cb80 1 --2- 172.21.15.8:0/1227690303 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x562c1cbaf430 0x562c1cbb1820 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:42.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.443+0000 7fc92671cb80 1 --2- 172.21.15.8:0/1227690303 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562c1cb9bf30 0x562c1cb9f560 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:42.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.443+0000 7fc92671cb80 1 --2- 172.21.15.8:0/1227690303 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562c1cb96140 0x562c1cba1c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:42.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.443+0000 7fc92671cb80 1 --2- 172.21.15.8:0/1227690303 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562c1cb9b610 0x562c1cb9f020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:42.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.443+0000 7fc8fb400700 0 client.29174 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:28:42.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.443+0000 7fc92671cb80 1 -- 172.21.15.8:0/1227690303 >> 172.21.15.8:0/1227690303 conn(0x562c1cac3be0 msgr2=0x562c1cb8fd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:42.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.443+0000 7fc92671cb80 1 -- 172.21.15.8:0/1227690303 shutdown_connections 2024-05-20T21:28:42.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.443+0000 7fc92671cb80 1 -- 172.21.15.8:0/1227690303 wait complete. 2024-05-20T21:28:42.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.443+0000 7fc92671cb80 20 client.29174 trim_cache size 0 max 16384 2024-05-20T21:28:42.486 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.460+0000 7fc92671cb80 1 Processor -- start 2024-05-20T21:28:42.487 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.460+0000 7fc92671cb80 1 -- start start 2024-05-20T21:28:42.487 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.460+0000 7fc92671cb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562c1cb96140 0x562c1cb95b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:42.487 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.460+0000 7fc92671cb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562c1cb9b610 0x562c1cbb1820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:42.487 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.460+0000 7fc92671cb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562c1cb9bf30 0x562c1cb99720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:42.487 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.460+0000 7fc92671cb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc9141b2750 con 0x562c1cb96140 2024-05-20T21:28:42.487 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.460+0000 7fc92671cb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc9141affe0 con 0x562c1cb9b610 2024-05-20T21:28:42.487 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.460+0000 7fc92671cb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc9141ade80 con 0x562c1cb9bf30 2024-05-20T21:28:42.487 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.461+0000 7fc919400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562c1cb96140 0x562c1cb95b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:42.487 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.461+0000 7fc919400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562c1cb96140 0x562c1cb95b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:50892/0 (socket says 172.21.15.8:50892) 2024-05-20T21:28:42.487 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.461+0000 7fc919400700 1 -- 172.21.15.8:0/950953711 learned_addr learned my addr 172.21.15.8:0/950953711 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:42.487 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.461+0000 7fc919e00700 1 --2- 172.21.15.8:0/950953711 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562c1cb9bf30 0x562c1cb99720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:42.487 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.461+0000 7fc918a00700 1 --2- 172.21.15.8:0/950953711 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562c1cb9b610 0x562c1cbb1820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:42.487 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.461+0000 7fc919400700 1 -- 172.21.15.8:0/950953711 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562c1cb9bf30 msgr2=0x562c1cb99720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:42.487 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.461+0000 7fc919400700 1 --2- 172.21.15.8:0/950953711 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562c1cb9bf30 0x562c1cb99720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:42.488 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.461+0000 7fc919400700 1 -- 172.21.15.8:0/950953711 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562c1cb9b610 msgr2=0x562c1cbb1820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:42.488 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.461+0000 7fc919400700 1 --2- 172.21.15.8:0/950953711 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562c1cb9b610 0x562c1cbb1820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:42.488 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.461+0000 7fc919400700 1 -- 172.21.15.8:0/950953711 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562c1cbb1ea0 con 0x562c1cb96140 2024-05-20T21:28:42.488 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.461+0000 7fc918a00700 1 --2- 172.21.15.8:0/950953711 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562c1cb9b610 0x562c1cbb1820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:28:42.488 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.462+0000 7fc919400700 1 --2- 172.21.15.8:0/950953711 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562c1cb96140 0x562c1cb95b20 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7fc9080a96b0 tx=0x7fc9080cc040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd2c6cd5ea8bc718 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:42.488 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.462+0000 7fc906000700 1 -- 172.21.15.8:0/950953711 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9080aa0b0 con 0x562c1cb96140 2024-05-20T21:28:42.488 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.462+0000 7fc906000700 1 -- 172.21.15.8:0/950953711 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc9080a99b0 con 0x562c1cb96140 2024-05-20T21:28:42.488 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.462+0000 7fc906000700 1 -- 172.21.15.8:0/950953711 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9080a9c10 con 0x562c1cb96140 2024-05-20T21:28:42.488 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.462+0000 7fc92671cb80 1 -- 172.21.15.8:0/950953711 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562c1cb96140 msgr2=0x562c1cb95b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:42.488 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.462+0000 7fc92671cb80 1 --2- 172.21.15.8:0/950953711 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562c1cb96140 0x562c1cb95b20 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7fc9080a96b0 tx=0x7fc9080cc040 comp rx=0 tx=0).stop 2024-05-20T21:28:42.488 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.463+0000 7fc92671cb80 1 -- 172.21.15.8:0/950953711 shutdown_connections 2024-05-20T21:28:42.488 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.463+0000 7fc92671cb80 1 --2- 172.21.15.8:0/950953711 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562c1cb9bf30 0x562c1cb99720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:42.488 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.463+0000 7fc92671cb80 1 --2- 172.21.15.8:0/950953711 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562c1cb96140 0x562c1cb95b20 unknown :-1 s=CLOSED pgs=680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:42.488 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.463+0000 7fc92671cb80 1 --2- 172.21.15.8:0/950953711 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562c1cb9b610 0x562c1cbb1820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:42.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.463+0000 7fc92671cb80 1 -- 172.21.15.8:0/950953711 >> 172.21.15.8:0/950953711 conn(0x562c1cac3be0 msgr2=0x562c1cb9d910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:42.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.463+0000 7fc92671cb80 1 -- 172.21.15.8:0/950953711 shutdown_connections 2024-05-20T21:28:42.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.463+0000 7fc92671cb80 1 -- 172.21.15.8:0/950953711 wait complete. 2024-05-20T21:28:42.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.463+0000 7fc92671cb80 1 -- start start 2024-05-20T21:28:42.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.464+0000 7fc92671cb80 1 Processor -- start 2024-05-20T21:28:42.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.464+0000 7fc92671cb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562c1cb9b610 0x562c1cba7ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:42.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.464+0000 7fc92671cb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562c1cb9bf30 0x562c1cba83e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:42.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.464+0000 7fc92671cb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562c1cbb6550 0x562c1cbb6990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:42.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.464+0000 7fc92671cb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc9141ae4a0 con 0x562c1cbb6550 2024-05-20T21:28:42.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.464+0000 7fc92671cb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc9141af910 con 0x562c1cb9bf30 2024-05-20T21:28:42.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.464+0000 7fc92671cb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc9141aeb70 con 0x562c1cb9b610 2024-05-20T21:28:42.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.464+0000 7fc92671cb80 10 client.0 _ll_register_callbacks cb 0x562c1ca8dc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:42.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.464+0000 7fc919e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562c1cbb6550 0x562c1cbb6990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:42.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.465+0000 7fc919e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562c1cbb6550 0x562c1cbb6990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:50906/0 (socket says 172.21.15.8:50906) 2024-05-20T21:28:42.490 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.465+0000 7fc919e00700 1 -- 172.21.15.8:0/1632423321 learned_addr learned my addr 172.21.15.8:0/1632423321 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:42.490 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.465+0000 7fc919400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562c1cb9b610 0x562c1cba7ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:42.490 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.465+0000 7fc918a00700 1 --2- 172.21.15.8:0/1632423321 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562c1cb9bf30 0x562c1cba83e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:42.490 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.465+0000 7fc919400700 1 -- 172.21.15.8:0/1632423321 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562c1cb9bf30 msgr2=0x562c1cba83e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:42.490 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.465+0000 7fc919400700 1 --2- 172.21.15.8:0/1632423321 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562c1cb9bf30 0x562c1cba83e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:42.490 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.465+0000 7fc919400700 1 -- 172.21.15.8:0/1632423321 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562c1cbb6550 msgr2=0x562c1cbb6990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:42.490 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.465+0000 7fc919400700 1 --2- 172.21.15.8:0/1632423321 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562c1cbb6550 0x562c1cbb6990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:42.490 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.465+0000 7fc919400700 1 -- 172.21.15.8:0/1632423321 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562c1cbb71d0 con 0x562c1cb9b610 2024-05-20T21:28:42.490 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.465+0000 7fc919e00700 1 --2- 172.21.15.8:0/1632423321 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562c1cbb6550 0x562c1cbb6990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:42.490 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.465+0000 7fc919400700 1 --2- 172.21.15.8:0/1632423321 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562c1cb9b610 0x562c1cba7ea0 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x562c1cb9eb90 tx=0x7fc9080a93f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1d5603adfebf7a0a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:42.490 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.465+0000 7fc8fb400700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:28:42.490 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.466+0000 7fc8fb400700 1 -- 172.21.15.8:0/1632423321 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9080aa0b0 con 0x562c1cb9b610 2024-05-20T21:28:42.490 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.466+0000 7fc92671cb80 1 -- 172.21.15.8:0/1632423321 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x562c1caef570 con 0x562c1cb9b610 2024-05-20T21:28:42.490 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.466+0000 7fc8fb400700 1 -- 172.21.15.8:0/1632423321 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc9080a5fa0 con 0x562c1cb9b610 2024-05-20T21:28:42.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.466+0000 7fc8fb400700 1 -- 172.21.15.8:0/1632423321 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc9080b2810 con 0x562c1cb9b610 2024-05-20T21:28:42.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.466+0000 7fc92671cb80 10 client.29233 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:42.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.466+0000 7fc92671cb80 1 -- 172.21.15.8:0/1632423321 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562c1cc19f90 con 0x562c1cb9b610 2024-05-20T21:28:42.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.466+0000 7fc8fb400700 1 -- 172.21.15.8:0/1632423321 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x562c1caef570 con 0x562c1cb9b610 2024-05-20T21:28:42.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.466+0000 7fc8fb400700 1 -- 172.21.15.8:0/1632423321 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc9080aace0 con 0x562c1cb9b610 2024-05-20T21:28:42.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.467+0000 7fc92671cb80 10 client.29233 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:42.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.467+0000 7fc92671cb80 10 client.29233 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:28:42.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.467+0000 7fc92671cb80 20 client.29233 populate_metadata read hostname 'smithi008' 2024-05-20T21:28:42.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.467+0000 7fc92671cb80 1 --2- 172.21.15.8:0/1632423321 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x562c1cc1a1c0 0x562c1cc1c5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:42.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.467+0000 7fc92671cb80 4 client.29233 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:28:42.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.467+0000 7fc92671cb80 1 -- 172.21.15.8:0/1632423321 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "damage ls"}) -- 0x562c1c966250 con 0x562c1cc1a1c0 2024-05-20T21:28:42.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.467+0000 7fc918a00700 1 --2- 172.21.15.8:0/1632423321 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x562c1cc1a1c0 0x562c1cc1c5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:42.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.468+0000 7fc918a00700 1 --2- 172.21.15.8:0/1632423321 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x562c1cc1a1c0 0x562c1cc1c5b0 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=1295f4069b383218 server_cookie=e16a506d8fe70182 in_seq=0 out_seq=0 2024-05-20T21:28:42.492 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.468+0000 7fc8fb400700 10 client.29233 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:28:42.492 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.468+0000 7fc8fb400700 1 -- 172.21.15.8:0/1632423321 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x562c1c966250 con 0x562c1cc1a1c0 2024-05-20T21:28:42.492 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.468+0000 7fc8fb400700 10 client.29233 handle_command_reply: tid=0 2024-05-20T21:28:42.492 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.468+0000 7fc92671cb80 1 client.29233 shutdown 2024-05-20T21:28:42.492 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.468+0000 7fc92671cb80 1 -- 172.21.15.8:0/1632423321 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562c1cb9b610 msgr2=0x562c1cba7ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:42.492 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.468+0000 7fc92671cb80 1 --2- 172.21.15.8:0/1632423321 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562c1cb9b610 0x562c1cba7ea0 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x562c1cb9eb90 tx=0x7fc9080a93f0 comp rx=0 tx=0).stop 2024-05-20T21:28:42.492 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.468+0000 7fc92671cb80 1 -- 172.21.15.8:0/1632423321 shutdown_connections 2024-05-20T21:28:42.492 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.468+0000 7fc92671cb80 1 --2- 172.21.15.8:0/1632423321 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x562c1cc1a1c0 0x562c1cc1c5b0 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:42.492 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.468+0000 7fc92671cb80 1 --2- 172.21.15.8:0/1632423321 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562c1cbb6550 0x562c1cbb6990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:42.492 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.468+0000 7fc92671cb80 1 --2- 172.21.15.8:0/1632423321 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562c1cb9b610 0x562c1cba7ea0 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:42.492 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.468+0000 7fc92671cb80 1 --2- 172.21.15.8:0/1632423321 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562c1cb9bf30 0x562c1cba83e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:42.492 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.468+0000 7fc8fb400700 0 client.29233 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:28:42.492 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.468+0000 7fc92671cb80 1 -- 172.21.15.8:0/1632423321 >> 172.21.15.8:0/1632423321 conn(0x562c1cac3be0 msgr2=0x562c1cb9cba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:42.492 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.468+0000 7fc92671cb80 1 -- 172.21.15.8:0/1632423321 shutdown_connections 2024-05-20T21:28:42.492 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.468+0000 7fc92671cb80 1 -- 172.21.15.8:0/1632423321 wait complete. 2024-05-20T21:28:42.493 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.468+0000 7fc92671cb80 20 client.29233 trim_cache size 0 max 16384 2024-05-20T21:28:42.493 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:28:42.493 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.469+0000 7fc91be00700 1 -- 172.21.15.8:0/4100388799 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc8fc0b2900 msgr2=0x7fc8fc0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:42.494 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.469+0000 7fc91be00700 1 --2- 172.21.15.8:0/4100388799 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc8fc0b2900 0x7fc8fc0b4dc0 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7fc90c00b780 tx=0x7fc90c00bb90 comp rx=0 tx=0).stop 2024-05-20T21:28:42.494 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.469+0000 7fc91be00700 1 -- 172.21.15.8:0/4100388799 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc914105780 msgr2=0x7fc91419be80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:42.494 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.469+0000 7fc91be00700 1 --2- 172.21.15.8:0/4100388799 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc914105780 0x7fc91419be80 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7fc90800e9c0 tx=0x7fc90800ecd0 comp rx=0 tx=0).stop 2024-05-20T21:28:42.494 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.469+0000 7fc91be00700 1 -- 172.21.15.8:0/4100388799 shutdown_connections 2024-05-20T21:28:42.494 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.469+0000 7fc91be00700 1 --2- 172.21.15.8:0/4100388799 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc8fc0b2900 0x7fc8fc0b4dc0 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:42.494 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.469+0000 7fc91be00700 1 --2- 172.21.15.8:0/4100388799 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc91410b780 0x7fc9141a0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:42.494 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.469+0000 7fc91be00700 1 --2- 172.21.15.8:0/4100388799 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc914105780 0x7fc91419be80 unknown :-1 s=CLOSED pgs=679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:42.494 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.469+0000 7fc91be00700 1 --2- 172.21.15.8:0/4100388799 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc914106140 0x7fc91419c3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:42.494 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.469+0000 7fc91be00700 1 -- 172.21.15.8:0/4100388799 >> 172.21.15.8:0/4100388799 conn(0x7fc914101270 msgr2=0x7fc914101790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:42.494 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.469+0000 7fc91be00700 1 -- 172.21.15.8:0/4100388799 shutdown_connections 2024-05-20T21:28:42.494 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:42.470+0000 7fc91be00700 1 -- 172.21.15.8:0/4100388799 wait complete. 2024-05-20T21:28:42.957 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:28:42 smithi008 ceph-mon[31475]: pgmap v841: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 14 op/s 2024-05-20T21:28:43.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:28:42 smithi130 ceph-mon[36448]: pgmap v841: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 14 op/s 2024-05-20T21:28:43.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:28:42 smithi050 ceph-mon[35809]: pgmap v841: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 14 op/s 2024-05-20T21:28:43.441 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:28:43.893 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:28:44.392 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:28:44 smithi008 ceph-mon[31475]: pgmap v842: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 5.6 KiB/s wr, 10 op/s 2024-05-20T21:28:44.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:28:44 smithi130 ceph-mon[36448]: pgmap v842: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 5.6 KiB/s wr, 10 op/s 2024-05-20T21:28:44.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:28:44 smithi050 ceph-mon[35809]: pgmap v842: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 5.6 KiB/s wr, 10 op/s 2024-05-20T21:28:45.295 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.295+0000 7fc7d2600640 1 -- 172.21.15.8:0/289131631 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc7cc105ce0 msgr2=0x7fc7cc106160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:45.296 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.295+0000 7fc7d2600640 1 --2- 172.21.15.8:0/289131631 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc7cc105ce0 0x7fc7cc106160 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7fc7b8009900 tx=0x7fc7b802a410 comp rx=0 tx=0).stop 2024-05-20T21:28:45.296 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.295+0000 7fc7d2600640 1 -- 172.21.15.8:0/289131631 shutdown_connections 2024-05-20T21:28:45.296 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.295+0000 7fc7d2600640 1 --2- 172.21.15.8:0/289131631 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc7cc1066a0 0x7fc7cc10cf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:45.296 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.295+0000 7fc7d2600640 1 --2- 172.21.15.8:0/289131631 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc7cc105ce0 0x7fc7cc106160 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:45.296 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.295+0000 7fc7d2600640 1 --2- 172.21.15.8:0/289131631 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc7cc104af0 0x7fc7cc104f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:45.296 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.295+0000 7fc7d2600640 1 -- 172.21.15.8:0/289131631 >> 172.21.15.8:0/289131631 conn(0x7fc7cc100060 msgr2=0x7fc7cc1024a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:45.296 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.295+0000 7fc7d2600640 1 -- 172.21.15.8:0/289131631 shutdown_connections 2024-05-20T21:28:45.296 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.295+0000 7fc7d2600640 1 -- 172.21.15.8:0/289131631 wait complete. 2024-05-20T21:28:45.298 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.296+0000 7fc7d2600640 1 Processor -- start 2024-05-20T21:28:45.298 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.296+0000 7fc7d2600640 1 -- start start 2024-05-20T21:28:45.298 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.296+0000 7fc7d2600640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc7cc104af0 0x7fc7cc19ad70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:45.298 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.296+0000 7fc7d2600640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc7cc105ce0 0x7fc7cc19b2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:45.298 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.296+0000 7fc7d2600640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc7cc1066a0 0x7fc7cc1a2290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:45.298 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.296+0000 7fc7d2600640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc7cc110670 con 0x7fc7cc105ce0 2024-05-20T21:28:45.298 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.296+0000 7fc7d2600640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc7cc1104f0 con 0x7fc7cc104af0 2024-05-20T21:28:45.298 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.296+0000 7fc7d2600640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc7cc1107f0 con 0x7fc7cc1066a0 2024-05-20T21:28:45.298 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.296+0000 7fc7cbe00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc7cc105ce0 0x7fc7cc19b2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:45.298 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.297+0000 7fc7cbe00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc7cc105ce0 0x7fc7cc19b2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:47584/0 (socket says 172.21.15.8:47584) 2024-05-20T21:28:45.298 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.297+0000 7fc7cbe00640 1 -- 172.21.15.8:0/1476008064 learned_addr learned my addr 172.21.15.8:0/1476008064 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:45.298 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.297+0000 7fc7d1200640 1 --2- 172.21.15.8:0/1476008064 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc7cc104af0 0x7fc7cc19ad70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:45.298 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.297+0000 7fc7d1c00640 1 --2- 172.21.15.8:0/1476008064 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc7cc1066a0 0x7fc7cc1a2290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:45.299 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.297+0000 7fc7cbe00640 1 -- 172.21.15.8:0/1476008064 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc7cc1066a0 msgr2=0x7fc7cc1a2290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:45.299 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.297+0000 7fc7cbe00640 1 --2- 172.21.15.8:0/1476008064 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc7cc1066a0 0x7fc7cc1a2290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:45.299 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.297+0000 7fc7cbe00640 1 -- 172.21.15.8:0/1476008064 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc7cc104af0 msgr2=0x7fc7cc19ad70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:45.299 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.297+0000 7fc7cbe00640 1 --2- 172.21.15.8:0/1476008064 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc7cc104af0 0x7fc7cc19ad70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:45.299 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.297+0000 7fc7cbe00640 1 -- 172.21.15.8:0/1476008064 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7cc1a2930 con 0x7fc7cc105ce0 2024-05-20T21:28:45.299 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.297+0000 7fc7cbe00640 1 --2- 172.21.15.8:0/1476008064 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc7cc105ce0 0x7fc7cc19b2b0 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7fc7b8005ab0 tx=0x7fc7b8003b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:45.300 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.298+0000 7fc7c9600640 1 -- 172.21.15.8:0/1476008064 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7b803f070 con 0x7fc7cc105ce0 2024-05-20T21:28:45.300 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.298+0000 7fc7d2600640 1 -- 172.21.15.8:0/1476008064 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7cc1a2bc0 con 0x7fc7cc105ce0 2024-05-20T21:28:45.300 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.298+0000 7fc7c9600640 1 -- 172.21.15.8:0/1476008064 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc7b8031c50 con 0x7fc7cc105ce0 2024-05-20T21:28:45.300 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.298+0000 7fc7c9600640 1 -- 172.21.15.8:0/1476008064 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7b8035030 con 0x7fc7cc105ce0 2024-05-20T21:28:45.300 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.298+0000 7fc7d2600640 1 -- 172.21.15.8:0/1476008064 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7cc1a30b0 con 0x7fc7cc105ce0 2024-05-20T21:28:45.302 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.301+0000 7fc7d6bd4740 1 Processor -- start 2024-05-20T21:28:45.302 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.302+0000 7fc7d6bd4740 1 -- start start 2024-05-20T21:28:45.303 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.302+0000 7fc7d6bd4740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c291fc8cf0 0x55c291fc9110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:45.303 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.302+0000 7fc7d6bd4740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c291fc96e0 0x55c291fce1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:45.303 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.302+0000 7fc7d6bd4740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c291fce850 0x55c291fd0ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:45.303 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.302+0000 7fc7d6bd4740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55c291f38b90 con 0x55c291fc8cf0 2024-05-20T21:28:45.303 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.302+0000 7fc7d6bd4740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55c291f28730 con 0x55c291fce850 2024-05-20T21:28:45.303 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.302+0000 7fc7d6bd4740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55c291f2c770 con 0x55c291fc96e0 2024-05-20T21:28:45.303 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.302+0000 7fc7d1c00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c291fc8cf0 0x55c291fc9110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:45.303 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.302+0000 7fc7d1200640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c291fc96e0 0x55c291fce1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:45.303 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.302+0000 7fc7d1c00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c291fc8cf0 0x55c291fc9110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:47592/0 (socket says 172.21.15.8:47592) 2024-05-20T21:28:45.303 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.302+0000 7fc7d1c00640 1 -- 172.21.15.8:0/4016280496 learned_addr learned my addr 172.21.15.8:0/4016280496 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:45.303 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.302+0000 7fc7c9600640 1 -- 172.21.15.8:0/1476008064 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fc7b8042070 con 0x7fc7cc105ce0 2024-05-20T21:28:45.304 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.303+0000 7fc7d1200640 1 -- 172.21.15.8:0/4016280496 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c291fce850 msgr2=0x55c291fd0ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:45.304 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.303+0000 7fc7d1200640 1 --2- 172.21.15.8:0/4016280496 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c291fce850 0x55c291fd0ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:45.304 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.303+0000 7fc7d1200640 1 -- 172.21.15.8:0/4016280496 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c291fc8cf0 msgr2=0x55c291fc9110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:45.305 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.303+0000 7fc7d1200640 1 --2- 172.21.15.8:0/4016280496 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c291fc8cf0 0x55c291fc9110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:45.305 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.303+0000 7fc7d1200640 1 -- 172.21.15.8:0/4016280496 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c291ec18b0 con 0x55c291fc96e0 2024-05-20T21:28:45.305 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.303+0000 7fc7d1200640 1 --2- 172.21.15.8:0/4016280496 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c291fc96e0 0x55c291fce1e0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7fc7cc105b40 tx=0x7fc7c0011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=af9bb6a8f17e092c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:45.305 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.303+0000 7fc7be000640 1 -- 172.21.15.8:0/4016280496 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7c0004220 con 0x55c291fc96e0 2024-05-20T21:28:45.305 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.303+0000 7fc7be000640 1 -- 172.21.15.8:0/4016280496 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc7c0009e10 con 0x55c291fc96e0 2024-05-20T21:28:45.305 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.303+0000 7fc7be000640 1 -- 172.21.15.8:0/4016280496 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7c0019720 con 0x55c291fc96e0 2024-05-20T21:28:45.305 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.304+0000 7fc7d6bd4740 1 -- 172.21.15.8:0/4016280496 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c291fc96e0 msgr2=0x55c291fce1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:45.305 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.304+0000 7fc7d6bd4740 1 --2- 172.21.15.8:0/4016280496 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c291fc96e0 0x55c291fce1e0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7fc7cc105b40 tx=0x7fc7c0011810 comp rx=0 tx=0).stop 2024-05-20T21:28:45.305 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.304+0000 7fc7c9600640 1 --2- 172.21.15.8:0/1476008064 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc7b40b27d0 0x7fc7b40b4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:45.307 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.304+0000 7fc7d6bd4740 1 -- 172.21.15.8:0/4016280496 shutdown_connections 2024-05-20T21:28:45.307 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.304+0000 7fc7d6bd4740 1 --2- 172.21.15.8:0/4016280496 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c291fce850 0x55c291fd0ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:45.307 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.304+0000 7fc7d6bd4740 1 --2- 172.21.15.8:0/4016280496 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c291fc96e0 0x55c291fce1e0 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:45.307 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.304+0000 7fc7d6bd4740 1 --2- 172.21.15.8:0/4016280496 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c291fc8cf0 0x55c291fc9110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:45.307 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.304+0000 7fc7d6bd4740 1 -- 172.21.15.8:0/4016280496 >> 172.21.15.8:0/4016280496 conn(0x55c291fc4360 msgr2=0x55c291fc4760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:45.307 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.304+0000 7fc7c9600640 1 -- 172.21.15.8:0/1476008064 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc7b81029c0 con 0x7fc7cc105ce0 2024-05-20T21:28:45.307 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.305+0000 7fc7d1c00640 1 --2- 172.21.15.8:0/1476008064 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc7b40b27d0 0x7fc7b40b4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:45.307 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.305+0000 7fc7d6bd4740 1 -- 172.21.15.8:0/4016280496 shutdown_connections 2024-05-20T21:28:45.307 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.305+0000 7fc7d6bd4740 1 -- 172.21.15.8:0/4016280496 wait complete. 2024-05-20T21:28:45.307 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.305+0000 7fc7d6bd4740 1 -- start start 2024-05-20T21:28:45.307 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.305+0000 7fc7d6bd4740 1 Processor -- start 2024-05-20T21:28:45.307 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.305+0000 7fc7d1c00640 1 --2- 172.21.15.8:0/1476008064 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc7b40b27d0 0x7fc7b40b4c90 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7fc7c4005fd0 tx=0x7fc7c4009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:45.308 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.306+0000 7fc7d6bd4740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c291fc8cf0 0x55c291fd2ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:45.308 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.306+0000 7fc7d6bd4740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c291fc96e0 0x55c291fd3020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:45.308 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.306+0000 7fc7d6bd4740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c291fce850 0x55c291fda060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:45.308 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.306+0000 7fc7d6bd4740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55c291c0e790 con 0x55c291fce850 2024-05-20T21:28:45.308 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.306+0000 7fc7d6bd4740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55c291ed0bc0 con 0x55c291fc96e0 2024-05-20T21:28:45.308 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.306+0000 7fc7d6bd4740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55c291fd1800 con 0x55c291fc8cf0 2024-05-20T21:28:45.308 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.306+0000 7fc7d6bd4740 10 client.0 _ll_register_callbacks cb 0x55c291eae400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:45.308 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.306+0000 7fc7d1c00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c291fce850 0x55c291fda060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:45.308 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.306+0000 7fc7d1200640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c291fc8cf0 0x55c291fd2ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:45.308 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.306+0000 7fc7d1c00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c291fce850 0x55c291fda060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:47604/0 (socket says 172.21.15.8:47604) 2024-05-20T21:28:45.308 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.306+0000 7fc7cbe00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c291fc96e0 0x55c291fd3020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:45.308 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.306+0000 7fc7d1c00640 1 -- 172.21.15.8:0/3590755721 learned_addr learned my addr 172.21.15.8:0/3590755721 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:45.310 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.307+0000 7fc7d1c00640 1 -- 172.21.15.8:0/3590755721 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c291fc8cf0 msgr2=0x55c291fd2ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:45.310 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.307+0000 7fc7d1c00640 1 --2- 172.21.15.8:0/3590755721 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c291fc8cf0 0x55c291fd2ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:45.310 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.307+0000 7fc7d1c00640 1 -- 172.21.15.8:0/3590755721 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c291fc96e0 msgr2=0x55c291fd3020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:45.310 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.307+0000 7fc7d1c00640 1 --2- 172.21.15.8:0/3590755721 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c291fc96e0 0x55c291fd3020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:45.310 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.307+0000 7fc7d1c00640 1 -- 172.21.15.8:0/3590755721 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c291c3d210 con 0x55c291fce850 2024-05-20T21:28:45.310 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.307+0000 7fc7cbe00640 1 --2- 172.21.15.8:0/3590755721 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c291fc96e0 0x55c291fd3020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:45.311 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.307+0000 7fc7d1c00640 1 --2- 172.21.15.8:0/3590755721 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c291fce850 0x55c291fda060 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7fc7c400fae0 tx=0x7fc7c4004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=adde0f6264129982 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:45.311 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.307+0000 7fc7b2a00640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:28:45.311 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.307+0000 7fc7b2a00640 1 -- 172.21.15.8:0/3590755721 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7c402d060 con 0x55c291fce850 2024-05-20T21:28:45.311 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.308+0000 7fc7d6bd4740 1 -- 172.21.15.8:0/3590755721 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc7c0009e10 con 0x55c291fce850 2024-05-20T21:28:45.311 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.308+0000 7fc7b2a00640 1 -- 172.21.15.8:0/3590755721 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc7c4017030 con 0x55c291fce850 2024-05-20T21:28:45.311 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.308+0000 7fc7b2a00640 1 -- 172.21.15.8:0/3590755721 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc7c401d6a0 con 0x55c291fce850 2024-05-20T21:28:45.311 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.308+0000 7fc7d6bd4740 10 client.19068 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:45.311 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.308+0000 7fc7d6bd4740 1 -- 172.21.15.8:0/3590755721 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c291d09620 con 0x55c291fce850 2024-05-20T21:28:45.311 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.308+0000 7fc7b2a00640 1 -- 172.21.15.8:0/3590755721 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc7c0009e10 con 0x55c291fce850 2024-05-20T21:28:45.311 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.308+0000 7fc7b2a00640 1 -- 172.21.15.8:0/3590755721 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc7c4028950 con 0x55c291fce850 2024-05-20T21:28:45.311 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.309+0000 7fc7d6bd4740 10 client.19068 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:45.311 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.309+0000 7fc7d6bd4740 10 client.19068 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:28:45.311 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.309+0000 7fc7d6bd4740 20 client.19068 populate_metadata read hostname 'smithi008' 2024-05-20T21:28:45.312 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.309+0000 7fc7d6bd4740 1 --2- 172.21.15.8:0/3590755721 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55c291fde6d0 0x55c291fe0ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:45.312 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.309+0000 7fc7d6bd4740 4 client.19068 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:28:45.312 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.309+0000 7fc7d6bd4740 1 -- 172.21.15.8:0/3590755721 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c291f3aae0 con 0x55c291fde6d0 2024-05-20T21:28:45.312 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.309+0000 7fc7d1200640 1 --2- 172.21.15.8:0/3590755721 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55c291fde6d0 0x55c291fe0ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:45.312 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.310+0000 7fc7d1200640 1 --2- 172.21.15.8:0/3590755721 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55c291fde6d0 0x55c291fe0ac0 crc :-1 s=READY pgs=354 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f3e32da5c00af04a server_cookie=1144d437367dd043 in_seq=0 out_seq=0 2024-05-20T21:28:45.312 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.310+0000 7fc7b2a00640 10 client.19068 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:28:45.313 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.310+0000 7fc7b2a00640 1 -- 172.21.15.8:0/3590755721 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55c291f3aae0 con 0x55c291fde6d0 2024-05-20T21:28:45.313 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.310+0000 7fc7b2a00640 10 client.19068 handle_command_reply: tid=0 2024-05-20T21:28:45.313 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.311+0000 7fc7d6bd4740 1 client.19068 shutdown 2024-05-20T21:28:45.313 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.311+0000 7fc7d6bd4740 1 -- 172.21.15.8:0/3590755721 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c291fce850 msgr2=0x55c291fda060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:45.313 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.311+0000 7fc7d6bd4740 1 --2- 172.21.15.8:0/3590755721 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c291fce850 0x55c291fda060 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7fc7c400fae0 tx=0x7fc7c4004ab0 comp rx=0 tx=0).stop 2024-05-20T21:28:45.313 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.311+0000 7fc7d6bd4740 1 -- 172.21.15.8:0/3590755721 shutdown_connections 2024-05-20T21:28:45.313 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.311+0000 7fc7d6bd4740 1 --2- 172.21.15.8:0/3590755721 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55c291fde6d0 0x55c291fe0ac0 crc :-1 s=READY pgs=354 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:45.314 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.311+0000 7fc7d6bd4740 1 --2- 172.21.15.8:0/3590755721 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c291fce850 0x55c291fda060 unknown :-1 s=CLOSED pgs=682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:45.314 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.311+0000 7fc7d6bd4740 1 --2- 172.21.15.8:0/3590755721 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c291fc96e0 0x55c291fd3020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:45.314 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.311+0000 7fc7d6bd4740 1 --2- 172.21.15.8:0/3590755721 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c291fc8cf0 0x55c291fd2ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:45.314 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.311+0000 7fc7d6bd4740 1 -- 172.21.15.8:0/3590755721 >> 172.21.15.8:0/3590755721 conn(0x55c291fc4360 msgr2=0x55c291fc34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:45.314 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.311+0000 7fc7b2a00640 0 client.19068 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:28:45.314 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.311+0000 7fc7d6bd4740 1 -- 172.21.15.8:0/3590755721 shutdown_connections 2024-05-20T21:28:45.314 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.311+0000 7fc7d6bd4740 1 -- 172.21.15.8:0/3590755721 wait complete. 2024-05-20T21:28:45.314 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.311+0000 7fc7d6bd4740 20 client.19068 trim_cache size 0 max 16384 2024-05-20T21:28:45.329 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.328+0000 7fc7d6bd4740 1 Processor -- start 2024-05-20T21:28:45.329 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.328+0000 7fc7d6bd4740 1 -- start start 2024-05-20T21:28:45.329 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.329+0000 7fc7d6bd4740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c291fc8cf0 0x55c291fca890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:45.329 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.329+0000 7fc7d6bd4740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c291fc96e0 0x55c291fda020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:45.329 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.329+0000 7fc7d6bd4740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c291fce850 0x55c291fc7270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:45.330 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.329+0000 7fc7d6bd4740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc7cc1ae770 con 0x55c291fce850 2024-05-20T21:28:45.330 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.329+0000 7fc7d6bd4740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc7cc1ac040 con 0x55c291fc8cf0 2024-05-20T21:28:45.330 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.329+0000 7fc7d6bd4740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc7cc1a9e90 con 0x55c291fc96e0 2024-05-20T21:28:45.331 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.329+0000 7fc7d1c00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c291fce850 0x55c291fc7270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:45.332 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.329+0000 7fc7d1200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c291fc8cf0 0x55c291fca890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:45.332 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.329+0000 7fc7d1c00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c291fce850 0x55c291fc7270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:47620/0 (socket says 172.21.15.8:47620) 2024-05-20T21:28:45.332 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.329+0000 7fc7d1c00640 1 -- 172.21.15.8:0/2482027258 learned_addr learned my addr 172.21.15.8:0/2482027258 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:45.332 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.329+0000 7fc7d1200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c291fc8cf0 0x55c291fca890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:49962/0 (socket says 172.21.15.8:49962) 2024-05-20T21:28:45.332 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.329+0000 7fc7cbe00640 1 --2- 172.21.15.8:0/2482027258 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c291fc96e0 0x55c291fda020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:45.332 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.330+0000 7fc7d1200640 1 -- 172.21.15.8:0/2482027258 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c291fc96e0 msgr2=0x55c291fda020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:45.332 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.330+0000 7fc7d1200640 1 --2- 172.21.15.8:0/2482027258 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c291fc96e0 0x55c291fda020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:45.332 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.330+0000 7fc7d1200640 1 -- 172.21.15.8:0/2482027258 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c291fce850 msgr2=0x55c291fc7270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:45.332 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.330+0000 7fc7d1200640 1 --2- 172.21.15.8:0/2482027258 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c291fce850 0x55c291fc7270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:45.332 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.330+0000 7fc7d1200640 1 -- 172.21.15.8:0/2482027258 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c291fc8870 con 0x55c291fc8cf0 2024-05-20T21:28:45.332 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.330+0000 7fc7d1c00640 1 --2- 172.21.15.8:0/2482027258 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c291fce850 0x55c291fc7270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:45.333 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.330+0000 7fc7d1200640 1 --2- 172.21.15.8:0/2482027258 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c291fc8cf0 0x55c291fca890 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x55c291fc5230 tx=0x7fc7c0011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7cb7a7be07ee3d8 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:45.333 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.330+0000 7fc7bd600640 1 -- 172.21.15.8:0/2482027258 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7c0030020 con 0x55c291fc8cf0 2024-05-20T21:28:45.333 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.330+0000 7fc7bd600640 1 -- 172.21.15.8:0/2482027258 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc7c0009e10 con 0x55c291fc8cf0 2024-05-20T21:28:45.333 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.330+0000 7fc7bd600640 1 -- 172.21.15.8:0/2482027258 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7c0003850 con 0x55c291fc8cf0 2024-05-20T21:28:45.333 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.331+0000 7fc7d6bd4740 1 -- 172.21.15.8:0/2482027258 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c291fc8cf0 msgr2=0x55c291fca890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:45.333 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.331+0000 7fc7d6bd4740 1 --2- 172.21.15.8:0/2482027258 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c291fc8cf0 0x55c291fca890 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x55c291fc5230 tx=0x7fc7c0011810 comp rx=0 tx=0).stop 2024-05-20T21:28:45.333 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.331+0000 7fc7d6bd4740 1 -- 172.21.15.8:0/2482027258 shutdown_connections 2024-05-20T21:28:45.333 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.331+0000 7fc7d6bd4740 1 --2- 172.21.15.8:0/2482027258 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c291fce850 0x55c291fc7270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:45.333 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.331+0000 7fc7d6bd4740 1 --2- 172.21.15.8:0/2482027258 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c291fc96e0 0x55c291fda020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:45.333 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.331+0000 7fc7d6bd4740 1 --2- 172.21.15.8:0/2482027258 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c291fc8cf0 0x55c291fca890 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:45.333 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.331+0000 7fc7d6bd4740 1 -- 172.21.15.8:0/2482027258 >> 172.21.15.8:0/2482027258 conn(0x55c291fc4360 msgr2=0x55c291fca180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:45.333 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.331+0000 7fc7d6bd4740 1 -- 172.21.15.8:0/2482027258 shutdown_connections 2024-05-20T21:28:45.333 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.331+0000 7fc7d6bd4740 1 -- 172.21.15.8:0/2482027258 wait complete. 2024-05-20T21:28:45.333 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.332+0000 7fc7d6bd4740 1 -- start start 2024-05-20T21:28:45.336 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.332+0000 7fc7d6bd4740 1 Processor -- start 2024-05-20T21:28:45.336 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.332+0000 7fc7d6bd4740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c291fc8cf0 0x55c291fda110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:45.336 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.332+0000 7fc7d6bd4740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c291fc96e0 0x55c291fd6bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:45.336 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.332+0000 7fc7d6bd4740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c291fce850 0x55c291fd71e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:45.336 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.332+0000 7fc7d6bd4740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc7cc1aa500 con 0x55c291fc8cf0 2024-05-20T21:28:45.336 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.332+0000 7fc7d6bd4740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc7cc1ab970 con 0x55c291fce850 2024-05-20T21:28:45.336 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.332+0000 7fc7d6bd4740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc7cc1aabd0 con 0x55c291fc96e0 2024-05-20T21:28:45.337 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.332+0000 7fc7d6bd4740 10 client.0 _ll_register_callbacks cb 0x7fc7c400f480 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:45.337 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.332+0000 7fc7d1200640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c291fc8cf0 0x55c291fda110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:45.337 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.332+0000 7fc7d1200640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c291fc8cf0 0x55c291fda110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:47636/0 (socket says 172.21.15.8:47636) 2024-05-20T21:28:45.337 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.332+0000 7fc7d1200640 1 -- 172.21.15.8:0/1478988326 learned_addr learned my addr 172.21.15.8:0/1478988326 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:45.337 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.333+0000 7fc7cbe00640 1 --2- 172.21.15.8:0/1478988326 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c291fc96e0 0x55c291fd6bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:45.337 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.333+0000 7fc7d1c00640 1 --2- 172.21.15.8:0/1478988326 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c291fce850 0x55c291fd71e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:45.337 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.333+0000 7fc7d1200640 1 -- 172.21.15.8:0/1478988326 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c291fc96e0 msgr2=0x55c291fd6bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:45.337 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.333+0000 7fc7d1200640 1 --2- 172.21.15.8:0/1478988326 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c291fc96e0 0x55c291fd6bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:45.337 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.333+0000 7fc7d1200640 1 -- 172.21.15.8:0/1478988326 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c291fce850 msgr2=0x55c291fd71e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:45.337 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.333+0000 7fc7d1200640 1 --2- 172.21.15.8:0/1478988326 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c291fce850 0x55c291fd71e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:45.337 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.333+0000 7fc7d1200640 1 -- 172.21.15.8:0/1478988326 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c292047300 con 0x55c291fc8cf0 2024-05-20T21:28:45.337 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.333+0000 7fc7d1200640 1 --2- 172.21.15.8:0/1478988326 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c291fc8cf0 0x55c291fda110 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7fc7c001b040 tx=0x7fc7c0009640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4de23685454b27ee server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:45.337 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.333+0000 7fc7b2a00640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:28:45.337 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.333+0000 7fc7b2a00640 1 -- 172.21.15.8:0/1478988326 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7c00037f0 con 0x55c291fc8cf0 2024-05-20T21:28:45.338 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.334+0000 7fc7b2a00640 1 -- 172.21.15.8:0/1478988326 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc7c0003990 con 0x55c291fc8cf0 2024-05-20T21:28:45.338 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.334+0000 7fc7d6bd4740 1 -- 172.21.15.8:0/1478988326 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc7c0009e10 con 0x55c291fc8cf0 2024-05-20T21:28:45.338 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.334+0000 7fc7b2a00640 1 -- 172.21.15.8:0/1478988326 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc7c0003b90 con 0x55c291fc8cf0 2024-05-20T21:28:45.338 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.334+0000 7fc7d6bd4740 10 client.19074 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:45.338 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.334+0000 7fc7d6bd4740 1 -- 172.21.15.8:0/1478988326 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c292048610 con 0x55c291fc8cf0 2024-05-20T21:28:45.338 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.334+0000 7fc7b2a00640 1 -- 172.21.15.8:0/1478988326 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc7c0009e10 con 0x55c291fc8cf0 2024-05-20T21:28:45.338 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.334+0000 7fc7b2a00640 1 -- 172.21.15.8:0/1478988326 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc7c0019430 con 0x55c291fc8cf0 2024-05-20T21:28:45.338 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.334+0000 7fc7d6bd4740 10 client.19074 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:45.338 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.334+0000 7fc7d6bd4740 10 client.19074 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:28:45.338 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.335+0000 7fc7d6bd4740 20 client.19074 populate_metadata read hostname 'smithi008' 2024-05-20T21:28:45.338 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.335+0000 7fc7d6bd4740 1 --2- 172.21.15.8:0/1478988326 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55c292048e10 0x55c29204b200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:45.338 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.335+0000 7fc7d6bd4740 4 client.19074 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:28:45.338 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.335+0000 7fc7d6bd4740 1 -- 172.21.15.8:0/1478988326 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55c291fd28d0 con 0x55c292048e10 2024-05-20T21:28:45.339 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.335+0000 7fc7cbe00640 1 --2- 172.21.15.8:0/1478988326 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55c292048e10 0x55c29204b200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:45.339 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.335+0000 7fc7cbe00640 1 --2- 172.21.15.8:0/1478988326 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55c292048e10 0x55c29204b200 crc :-1 s=READY pgs=355 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c251258231a9b563 server_cookie=f2af51b4dd810864 in_seq=0 out_seq=0 2024-05-20T21:28:45.339 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.335+0000 7fc7b2a00640 10 client.19074 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:28:45.351 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.350+0000 7fc7b2a00640 1 -- 172.21.15.8:0/1478988326 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55c291fd28d0 con 0x55c292048e10 2024-05-20T21:28:45.351 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.350+0000 7fc7b2a00640 10 client.19074 handle_command_reply: tid=0 2024-05-20T21:28:45.351 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.350+0000 7fc7d6bd4740 1 client.19074 shutdown 2024-05-20T21:28:45.351 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.350+0000 7fc7d6bd4740 1 -- 172.21.15.8:0/1478988326 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c291fc8cf0 msgr2=0x55c291fda110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:45.351 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.350+0000 7fc7d6bd4740 1 --2- 172.21.15.8:0/1478988326 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c291fc8cf0 0x55c291fda110 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7fc7c001b040 tx=0x7fc7c0009640 comp rx=0 tx=0).stop 2024-05-20T21:28:45.351 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.350+0000 7fc7d6bd4740 1 -- 172.21.15.8:0/1478988326 shutdown_connections 2024-05-20T21:28:45.351 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.350+0000 7fc7d6bd4740 1 --2- 172.21.15.8:0/1478988326 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55c292048e10 0x55c29204b200 crc :-1 s=READY pgs=355 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:45.351 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.350+0000 7fc7d6bd4740 1 --2- 172.21.15.8:0/1478988326 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c291fce850 0x55c291fd71e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:45.351 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.350+0000 7fc7d6bd4740 1 --2- 172.21.15.8:0/1478988326 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c291fc96e0 0x55c291fd6bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:45.351 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.350+0000 7fc7d6bd4740 1 --2- 172.21.15.8:0/1478988326 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c291fc8cf0 0x55c291fda110 unknown :-1 s=CLOSED pgs=683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:45.352 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.350+0000 7fc7d6bd4740 1 -- 172.21.15.8:0/1478988326 >> 172.21.15.8:0/1478988326 conn(0x55c291fc4360 msgr2=0x55c291fc7270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:45.352 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.350+0000 7fc7b2a00640 0 client.19074 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:28:45.352 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.351+0000 7fc7d6bd4740 1 -- 172.21.15.8:0/1478988326 shutdown_connections 2024-05-20T21:28:45.352 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.351+0000 7fc7d6bd4740 1 -- 172.21.15.8:0/1478988326 wait complete. 2024-05-20T21:28:45.352 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.351+0000 7fc7d6bd4740 20 client.19074 trim_cache size 0 max 16384 2024-05-20T21:28:45.352 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:28:45.353 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:28:45.353 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:28:45.353 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.352+0000 7fc7d2600640 1 -- 172.21.15.8:0/1476008064 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc7b40b27d0 msgr2=0x7fc7b40b4c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:45.353 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.352+0000 7fc7d2600640 1 --2- 172.21.15.8:0/1476008064 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc7b40b27d0 0x7fc7b40b4c90 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7fc7c4005fd0 tx=0x7fc7c4009500 comp rx=0 tx=0).stop 2024-05-20T21:28:45.353 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.352+0000 7fc7d2600640 1 -- 172.21.15.8:0/1476008064 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc7cc105ce0 msgr2=0x7fc7cc19b2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:45.353 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.352+0000 7fc7d2600640 1 --2- 172.21.15.8:0/1476008064 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc7cc105ce0 0x7fc7cc19b2b0 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7fc7b8005ab0 tx=0x7fc7b8003b90 comp rx=0 tx=0).stop 2024-05-20T21:28:45.353 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.352+0000 7fc7d2600640 1 -- 172.21.15.8:0/1476008064 shutdown_connections 2024-05-20T21:28:45.354 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.352+0000 7fc7d2600640 1 --2- 172.21.15.8:0/1476008064 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc7b40b27d0 0x7fc7b40b4c90 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:45.354 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.352+0000 7fc7d2600640 1 --2- 172.21.15.8:0/1476008064 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc7cc1066a0 0x7fc7cc1a2290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:45.354 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.352+0000 7fc7d2600640 1 --2- 172.21.15.8:0/1476008064 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc7cc105ce0 0x7fc7cc19b2b0 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:45.354 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.352+0000 7fc7d2600640 1 --2- 172.21.15.8:0/1476008064 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc7cc104af0 0x7fc7cc19ad70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:45.354 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.352+0000 7fc7d2600640 1 -- 172.21.15.8:0/1476008064 >> 172.21.15.8:0/1476008064 conn(0x7fc7cc100060 msgr2=0x7fc7cc109060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:45.354 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.352+0000 7fc7d2600640 1 -- 172.21.15.8:0/1476008064 shutdown_connections 2024-05-20T21:28:45.354 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:45.352+0000 7fc7d2600640 1 -- 172.21.15.8:0/1476008064 wait complete. 2024-05-20T21:28:46.061 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.060+0000 7f6a8d000700 1 -- 172.21.15.8:0/2341883312 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6a88110210 msgr2=0x7f6a88112600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:46.061 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.060+0000 7f6a8d000700 1 --2- 172.21.15.8:0/2341883312 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6a88110210 0x7f6a88112600 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f6a8000b0d0 tx=0x7f6a8000b3e0 comp rx=0 tx=0).stop 2024-05-20T21:28:46.061 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.060+0000 7f6a8d000700 1 -- 172.21.15.8:0/2341883312 shutdown_connections 2024-05-20T21:28:46.061 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.060+0000 7f6a8d000700 1 --2- 172.21.15.8:0/2341883312 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6a88110210 0x7f6a88112600 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:46.061 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.060+0000 7f6a8d000700 1 --2- 172.21.15.8:0/2341883312 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6a88075770 0x7f6a88075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:46.062 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.060+0000 7f6a8d000700 1 --2- 172.21.15.8:0/2341883312 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6a88076090 0x7f6a8810fcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:46.062 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.060+0000 7f6a8d000700 1 -- 172.21.15.8:0/2341883312 >> 172.21.15.8:0/2341883312 conn(0x7f6a8807b4d0 msgr2=0x7f6a8807b8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:46.062 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.060+0000 7f6a8d000700 1 -- 172.21.15.8:0/2341883312 shutdown_connections 2024-05-20T21:28:46.062 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.060+0000 7f6a8d000700 1 -- 172.21.15.8:0/2341883312 wait complete. 2024-05-20T21:28:46.062 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.061+0000 7f6a8d000700 1 Processor -- start 2024-05-20T21:28:46.062 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.061+0000 7f6a8d000700 1 -- start start 2024-05-20T21:28:46.063 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.062+0000 7f6a8d000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6a88075770 0x7f6a8819bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:46.063 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.062+0000 7f6a8d000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6a88076090 0x7f6a8819c310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:46.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.062+0000 7f6a8d000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6a88110210 0x7f6a881a06a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:46.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.062+0000 7f6a8d000700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f6a881159c0 con 0x7f6a88110210 2024-05-20T21:28:46.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.062+0000 7f6a8d000700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6a88115840 con 0x7f6a88076090 2024-05-20T21:28:46.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.062+0000 7f6a8d000700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f6a88115b40 con 0x7f6a88075770 2024-05-20T21:28:46.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.062+0000 7f6a85e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6a88075770 0x7f6a8819bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:46.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.062+0000 7f6a85e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6a88075770 0x7f6a8819bdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:55796/0 (socket says 172.21.15.8:55796) 2024-05-20T21:28:46.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.062+0000 7f6a85e00700 1 -- 172.21.15.8:0/467494896 learned_addr learned my addr 172.21.15.8:0/467494896 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:46.065 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.062+0000 7f6a7d400700 1 --2- 172.21.15.8:0/467494896 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6a88076090 0x7f6a8819c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:46.065 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.063+0000 7f6a86800700 1 --2- 172.21.15.8:0/467494896 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6a88110210 0x7f6a881a06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:46.065 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.063+0000 7f6a85e00700 1 -- 172.21.15.8:0/467494896 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6a88076090 msgr2=0x7f6a8819c310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:46.065 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.063+0000 7f6a85e00700 1 --2- 172.21.15.8:0/467494896 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6a88076090 0x7f6a8819c310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:46.065 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.063+0000 7f6a85e00700 1 -- 172.21.15.8:0/467494896 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6a88110210 msgr2=0x7f6a881a06a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:46.065 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.063+0000 7f6a85e00700 1 --2- 172.21.15.8:0/467494896 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6a88110210 0x7f6a881a06a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:46.065 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.063+0000 7f6a85e00700 1 -- 172.21.15.8:0/467494896 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a881a0de0 con 0x7f6a88075770 2024-05-20T21:28:46.065 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.063+0000 7f6a7d400700 1 --2- 172.21.15.8:0/467494896 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6a88076090 0x7f6a8819c310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:46.065 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.063+0000 7f6a86800700 1 --2- 172.21.15.8:0/467494896 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6a88110210 0x7f6a881a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:28:46.065 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.063+0000 7f6a85e00700 1 --2- 172.21.15.8:0/467494896 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6a88075770 0x7f6a8819bdd0 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f6a7800e9c0 tx=0x7f6a7800ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:46.065 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.064+0000 7f6a7f400700 1 -- 172.21.15.8:0/467494896 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a7800cbd0 con 0x7f6a88075770 2024-05-20T21:28:46.065 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.064+0000 7f6a7f400700 1 -- 172.21.15.8:0/467494896 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6a7800cd70 con 0x7f6a88075770 2024-05-20T21:28:46.065 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.064+0000 7f6a8d000700 1 -- 172.21.15.8:0/467494896 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a881a10d0 con 0x7f6a88075770 2024-05-20T21:28:46.065 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.064+0000 7f6a7f400700 1 -- 172.21.15.8:0/467494896 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a78005610 con 0x7f6a88075770 2024-05-20T21:28:46.066 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.064+0000 7f6a8d000700 1 -- 172.21.15.8:0/467494896 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a881a8950 con 0x7f6a88075770 2024-05-20T21:28:46.068 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.067+0000 7f6a7f400700 1 -- 172.21.15.8:0/467494896 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f6a78004750 con 0x7f6a88075770 2024-05-20T21:28:46.068 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.068+0000 7f6a978c8b80 1 Processor -- start 2024-05-20T21:28:46.069 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.069+0000 7f6a978c8b80 1 -- start start 2024-05-20T21:28:46.069 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.069+0000 7f6a978c8b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562ca6ca6eb0 0x562ca6ca7290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:46.070 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.069+0000 7f6a978c8b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562ca6ca77d0 0x562ca6ca1260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:46.070 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.069+0000 7f6a978c8b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562ca6ca1880 0x562ca6ca1ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:46.070 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.069+0000 7f6a978c8b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x562ca6bffe40 con 0x562ca6ca6eb0 2024-05-20T21:28:46.070 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.069+0000 7f6a978c8b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x562ca6bef9e0 con 0x562ca6ca77d0 2024-05-20T21:28:46.070 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.069+0000 7f6a978c8b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x562ca6bf3a20 con 0x562ca6ca1880 2024-05-20T21:28:46.070 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.069+0000 7f6a7f400700 1 --2- 172.21.15.8:0/467494896 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6a6c0b2900 0x7f6a6c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:46.070 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.070+0000 7f6a85e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562ca6ca77d0 0x562ca6ca1260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:46.071 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.070+0000 7f6a86800700 1 --2- 172.21.15.8:0/467494896 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6a6c0b2900 0x7f6a6c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:46.071 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.070+0000 7f6a85e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562ca6ca77d0 0x562ca6ca1260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:49992/0 (socket says 172.21.15.8:49992) 2024-05-20T21:28:46.071 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.070+0000 7f6a85e00700 1 -- 172.21.15.8:0/413262360 learned_addr learned my addr 172.21.15.8:0/413262360 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:46.071 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.070+0000 7f6a7d400700 1 --2- 172.21.15.8:0/413262360 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562ca6ca1880 0x562ca6ca1ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:46.071 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.070+0000 7f6a86800700 1 --2- 172.21.15.8:0/413262360 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562ca6ca6eb0 0x562ca6ca7290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:46.071 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.070+0000 7f6a85e00700 1 -- 172.21.15.8:0/413262360 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562ca6ca1880 msgr2=0x562ca6ca1ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:46.072 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.070+0000 7f6a85e00700 1 --2- 172.21.15.8:0/413262360 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562ca6ca1880 0x562ca6ca1ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:46.072 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.071+0000 7f6a85e00700 1 -- 172.21.15.8:0/413262360 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562ca6ca6eb0 msgr2=0x562ca6ca7290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:46.072 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.071+0000 7f6a85e00700 1 --2- 172.21.15.8:0/413262360 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562ca6ca6eb0 0x562ca6ca7290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:46.072 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.071+0000 7f6a85e00700 1 -- 172.21.15.8:0/413262360 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562ca6bb8420 con 0x562ca6ca77d0 2024-05-20T21:28:46.072 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.071+0000 7f6a85e00700 1 --2- 172.21.15.8:0/413262360 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562ca6ca77d0 0x562ca6ca1260 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f6a780a9ab0 tx=0x7f6a780a9310 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c925ca2c7b64952e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:46.072 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.071+0000 7f6a77400700 1 -- 172.21.15.8:0/413262360 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a780c3070 con 0x562ca6ca77d0 2024-05-20T21:28:46.072 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.071+0000 7f6a77400700 1 -- 172.21.15.8:0/413262360 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6a780aae50 con 0x562ca6ca77d0 2024-05-20T21:28:46.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.071+0000 7f6a77400700 1 -- 172.21.15.8:0/413262360 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a780a9fa0 con 0x562ca6ca77d0 2024-05-20T21:28:46.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.072+0000 7f6a7f400700 1 -- 172.21.15.8:0/467494896 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f6a780e2570 con 0x7f6a88075770 2024-05-20T21:28:46.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.072+0000 7f6a978c8b80 1 -- 172.21.15.8:0/413262360 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562ca6ca77d0 msgr2=0x562ca6ca1260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:46.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.072+0000 7f6a978c8b80 1 --2- 172.21.15.8:0/413262360 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562ca6ca77d0 0x562ca6ca1260 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f6a780a9ab0 tx=0x7f6a780a9310 comp rx=0 tx=0).stop 2024-05-20T21:28:46.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.072+0000 7f6a86800700 1 --2- 172.21.15.8:0/467494896 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6a6c0b2900 0x7f6a6c0b4dc0 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f6a80009040 tx=0x7f6a80009ce0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:46.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.072+0000 7f6a978c8b80 1 -- 172.21.15.8:0/413262360 shutdown_connections 2024-05-20T21:28:46.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.072+0000 7f6a978c8b80 1 --2- 172.21.15.8:0/413262360 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562ca6ca1880 0x562ca6ca1ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:46.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.072+0000 7f6a978c8b80 1 --2- 172.21.15.8:0/413262360 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562ca6ca6eb0 0x562ca6ca7290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:46.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.072+0000 7f6a978c8b80 1 --2- 172.21.15.8:0/413262360 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562ca6ca77d0 0x562ca6ca1260 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:46.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.072+0000 7f6a978c8b80 1 -- 172.21.15.8:0/413262360 >> 172.21.15.8:0/413262360 conn(0x562ca6bcfbe0 msgr2=0x562ca6c9c010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:46.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.073+0000 7f6a978c8b80 1 -- 172.21.15.8:0/413262360 shutdown_connections 2024-05-20T21:28:46.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.073+0000 7f6a978c8b80 1 -- 172.21.15.8:0/413262360 wait complete. 2024-05-20T21:28:46.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.073+0000 7f6a978c8b80 1 -- start start 2024-05-20T21:28:46.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.073+0000 7f6a978c8b80 1 Processor -- start 2024-05-20T21:28:46.076 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.074+0000 7f6a978c8b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562ca6ca1880 0x562ca6cad500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:46.076 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.074+0000 7f6a978c8b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562ca6ca6eb0 0x562ca6caa8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:46.076 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.074+0000 7f6a978c8b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562ca6ca77d0 0x562ca6caade0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:46.076 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.074+0000 7f6a978c8b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x562ca6af5fa0 con 0x562ca6ca1880 2024-05-20T21:28:46.076 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.074+0000 7f6a978c8b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x562ca6b90760 con 0x562ca6ca6eb0 2024-05-20T21:28:46.076 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.074+0000 7f6a978c8b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x562ca6cae240 con 0x562ca6ca77d0 2024-05-20T21:28:46.076 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.074+0000 7f6a978c8b80 10 client.0 _ll_register_callbacks cb 0x562ca6b99c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:46.076 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.074+0000 7f6a85e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562ca6ca1880 0x562ca6cad500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:46.076 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.074+0000 7f6a86800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562ca6ca77d0 0x562ca6caade0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:46.076 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.074+0000 7f6a85e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562ca6ca1880 0x562ca6cad500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:47678/0 (socket says 172.21.15.8:47678) 2024-05-20T21:28:46.076 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.074+0000 7f6a85e00700 1 -- 172.21.15.8:0/1934567531 learned_addr learned my addr 172.21.15.8:0/1934567531 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:46.076 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.074+0000 7f6a7d400700 1 --2- 172.21.15.8:0/1934567531 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562ca6ca6eb0 0x562ca6caa8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:46.076 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.075+0000 7f6a86800700 1 -- 172.21.15.8:0/1934567531 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562ca6ca6eb0 msgr2=0x562ca6caa8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:46.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.075+0000 7f6a86800700 1 --2- 172.21.15.8:0/1934567531 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562ca6ca6eb0 0x562ca6caa8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:46.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.075+0000 7f6a86800700 1 -- 172.21.15.8:0/1934567531 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562ca6ca1880 msgr2=0x562ca6cad500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:46.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.075+0000 7f6a86800700 1 --2- 172.21.15.8:0/1934567531 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562ca6ca1880 0x562ca6cad500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:46.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.075+0000 7f6a86800700 1 -- 172.21.15.8:0/1934567531 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562ca6b3f8d0 con 0x562ca6ca77d0 2024-05-20T21:28:46.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.075+0000 7f6a86800700 1 --2- 172.21.15.8:0/1934567531 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562ca6ca77d0 0x562ca6caade0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f6a80009fd0 tx=0x7f6a8000b040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=51d6be608b7fc3f0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:46.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.075+0000 7f6a6be00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:28:46.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.075+0000 7f6a6be00700 1 -- 172.21.15.8:0/1934567531 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a8000bd40 con 0x562ca6ca77d0 2024-05-20T21:28:46.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.075+0000 7f6a6be00700 1 -- 172.21.15.8:0/1934567531 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f6a80004a50 con 0x562ca6ca77d0 2024-05-20T21:28:46.077 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.075+0000 7f6a978c8b80 1 -- 172.21.15.8:0/1934567531 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6a780aae50 con 0x562ca6ca77d0 2024-05-20T21:28:46.078 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.076+0000 7f6a6be00700 1 -- 172.21.15.8:0/1934567531 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6a80004c50 con 0x562ca6ca77d0 2024-05-20T21:28:46.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.076+0000 7f6a978c8b80 10 client.29263 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:46.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.076+0000 7f6a978c8b80 1 -- 172.21.15.8:0/1934567531 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562ca6bc0060 con 0x562ca6ca77d0 2024-05-20T21:28:46.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.076+0000 7f6a6be00700 1 -- 172.21.15.8:0/1934567531 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6a780aae50 con 0x562ca6ca77d0 2024-05-20T21:28:46.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.076+0000 7f6a6be00700 1 -- 172.21.15.8:0/1934567531 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f6a80011070 con 0x562ca6ca77d0 2024-05-20T21:28:46.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.076+0000 7f6a978c8b80 10 client.29263 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:46.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.076+0000 7f6a978c8b80 10 client.29263 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:28:46.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.077+0000 7f6a978c8b80 20 client.29263 populate_metadata read hostname 'smithi008' 2024-05-20T21:28:46.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.077+0000 7f6a978c8b80 1 --2- 172.21.15.8:0/1934567531 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x562ca6cbae30 0x562ca6cbd260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:46.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.077+0000 7f6a978c8b80 4 client.29263 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:28:46.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.077+0000 7f6a978c8b80 1 -- 172.21.15.8:0/1934567531 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562ca6c01d90 con 0x562ca6cbae30 2024-05-20T21:28:46.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.077+0000 7f6a85e00700 1 --2- 172.21.15.8:0/1934567531 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x562ca6cbae30 0x562ca6cbd260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:46.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.078+0000 7f6a85e00700 1 --2- 172.21.15.8:0/1934567531 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x562ca6cbae30 0x562ca6cbd260 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=e6e827740b4f8285 server_cookie=fd4c087a2054f8de in_seq=0 out_seq=0 2024-05-20T21:28:46.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.078+0000 7f6a6be00700 10 client.29263 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:28:46.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.078+0000 7f6a6be00700 1 -- 172.21.15.8:0/1934567531 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x562ca6c01d90 con 0x562ca6cbae30 2024-05-20T21:28:46.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.078+0000 7f6a6be00700 10 client.29263 handle_command_reply: tid=0 2024-05-20T21:28:46.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.078+0000 7f6a978c8b80 1 client.29263 shutdown 2024-05-20T21:28:46.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.079+0000 7f6a978c8b80 1 -- 172.21.15.8:0/1934567531 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562ca6ca77d0 msgr2=0x562ca6caade0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:46.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.079+0000 7f6a978c8b80 1 --2- 172.21.15.8:0/1934567531 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562ca6ca77d0 0x562ca6caade0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f6a80009fd0 tx=0x7f6a8000b040 comp rx=0 tx=0).stop 2024-05-20T21:28:46.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.079+0000 7f6a978c8b80 1 -- 172.21.15.8:0/1934567531 shutdown_connections 2024-05-20T21:28:46.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.079+0000 7f6a978c8b80 1 --2- 172.21.15.8:0/1934567531 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x562ca6cbae30 0x562ca6cbd260 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:46.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.079+0000 7f6a978c8b80 1 --2- 172.21.15.8:0/1934567531 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562ca6ca77d0 0x562ca6caade0 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:46.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.079+0000 7f6a978c8b80 1 --2- 172.21.15.8:0/1934567531 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562ca6ca1880 0x562ca6cad500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:46.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.079+0000 7f6a978c8b80 1 --2- 172.21.15.8:0/1934567531 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562ca6ca6eb0 0x562ca6caa8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:46.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.079+0000 7f6a978c8b80 1 -- 172.21.15.8:0/1934567531 >> 172.21.15.8:0/1934567531 conn(0x562ca6bcfbe0 msgr2=0x562ca6ca0250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:46.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.079+0000 7f6a6be00700 0 client.29263 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:28:46.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.079+0000 7f6a978c8b80 1 -- 172.21.15.8:0/1934567531 shutdown_connections 2024-05-20T21:28:46.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.079+0000 7f6a978c8b80 1 -- 172.21.15.8:0/1934567531 wait complete. 2024-05-20T21:28:46.081 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.079+0000 7f6a978c8b80 20 client.29263 trim_cache size 0 max 16384 2024-05-20T21:28:46.096 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.096+0000 7f6a978c8b80 1 Processor -- start 2024-05-20T21:28:46.096 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.096+0000 7f6a978c8b80 1 -- start start 2024-05-20T21:28:46.097 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.096+0000 7f6a978c8b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562ca6ca1880 0x562ca6ca1260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:46.097 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.096+0000 7f6a978c8b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562ca6ca6eb0 0x562ca6ca50d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:46.097 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.096+0000 7f6a978c8b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562ca6ca77d0 0x562ca6c9d700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:46.097 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.096+0000 7f6a978c8b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f6a881ae2b0 con 0x562ca6ca77d0 2024-05-20T21:28:46.097 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.096+0000 7f6a978c8b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6a881abb40 con 0x562ca6ca1880 2024-05-20T21:28:46.097 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.096+0000 7f6a978c8b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f6a88107870 con 0x562ca6ca6eb0 2024-05-20T21:28:46.098 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.097+0000 7f6a86800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562ca6ca77d0 0x562ca6c9d700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:46.098 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.097+0000 7f6a86800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562ca6ca77d0 0x562ca6c9d700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:47680/0 (socket says 172.21.15.8:47680) 2024-05-20T21:28:46.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.097+0000 7f6a85e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562ca6ca1880 0x562ca6ca1260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:46.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.097+0000 7f6a86800700 1 -- 172.21.15.8:0/4275275787 learned_addr learned my addr 172.21.15.8:0/4275275787 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:46.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.097+0000 7f6a7d400700 1 --2- 172.21.15.8:0/4275275787 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562ca6ca6eb0 0x562ca6ca50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:46.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.097+0000 7f6a86800700 1 -- 172.21.15.8:0/4275275787 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562ca6ca6eb0 msgr2=0x562ca6ca50d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:46.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.097+0000 7f6a86800700 1 --2- 172.21.15.8:0/4275275787 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562ca6ca6eb0 0x562ca6ca50d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:46.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.097+0000 7f6a86800700 1 -- 172.21.15.8:0/4275275787 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562ca6ca1880 msgr2=0x562ca6ca1260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:46.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.097+0000 7f6a86800700 1 --2- 172.21.15.8:0/4275275787 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562ca6ca1880 0x562ca6ca1260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:46.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.097+0000 7f6a86800700 1 -- 172.21.15.8:0/4275275787 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562ca6c96510 con 0x562ca6ca77d0 2024-05-20T21:28:46.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.098+0000 7f6a86800700 1 --2- 172.21.15.8:0/4275275787 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562ca6ca77d0 0x562ca6c9d700 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f6a80009a20 tx=0x7f6a8000b3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c1ef9897aa6e356 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:46.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.098+0000 7f6a76a00700 1 -- 172.21.15.8:0/4275275787 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a8000bd40 con 0x562ca6ca77d0 2024-05-20T21:28:46.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.098+0000 7f6a76a00700 1 -- 172.21.15.8:0/4275275787 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6a800059d0 con 0x562ca6ca77d0 2024-05-20T21:28:46.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.098+0000 7f6a76a00700 1 -- 172.21.15.8:0/4275275787 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a8001e740 con 0x562ca6ca77d0 2024-05-20T21:28:46.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.099+0000 7f6a978c8b80 1 -- 172.21.15.8:0/4275275787 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562ca6ca77d0 msgr2=0x562ca6c9d700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:46.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.099+0000 7f6a978c8b80 1 --2- 172.21.15.8:0/4275275787 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562ca6ca77d0 0x562ca6c9d700 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f6a80009a20 tx=0x7f6a8000b3e0 comp rx=0 tx=0).stop 2024-05-20T21:28:46.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.099+0000 7f6a978c8b80 1 -- 172.21.15.8:0/4275275787 shutdown_connections 2024-05-20T21:28:46.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.099+0000 7f6a978c8b80 1 --2- 172.21.15.8:0/4275275787 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562ca6ca1880 0x562ca6ca1260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:46.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.099+0000 7f6a978c8b80 1 --2- 172.21.15.8:0/4275275787 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562ca6ca77d0 0x562ca6c9d700 unknown :-1 s=CLOSED pgs=684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:46.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.099+0000 7f6a978c8b80 1 --2- 172.21.15.8:0/4275275787 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562ca6ca6eb0 0x562ca6ca50d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:46.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.099+0000 7f6a978c8b80 1 -- 172.21.15.8:0/4275275787 >> 172.21.15.8:0/4275275787 conn(0x562ca6bcfbe0 msgr2=0x562ca6ca49c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:46.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.099+0000 7f6a978c8b80 1 -- 172.21.15.8:0/4275275787 shutdown_connections 2024-05-20T21:28:46.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.099+0000 7f6a978c8b80 1 -- 172.21.15.8:0/4275275787 wait complete. 2024-05-20T21:28:46.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.099+0000 7f6a978c8b80 1 -- start start 2024-05-20T21:28:46.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.100+0000 7f6a978c8b80 1 Processor -- start 2024-05-20T21:28:46.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.100+0000 7f6a978c8b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562ca6ca1880 0x562ca6cb36b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:46.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.100+0000 7f6a978c8b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562ca6ca6eb0 0x562ca6cb3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:46.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.100+0000 7f6a978c8b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562ca6ca77d0 0x562ca6cc1ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:46.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.100+0000 7f6a978c8b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f6a881aa000 con 0x562ca6ca77d0 2024-05-20T21:28:46.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.100+0000 7f6a978c8b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6a881ab470 con 0x562ca6ca1880 2024-05-20T21:28:46.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.100+0000 7f6a978c8b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f6a881aa6d0 con 0x562ca6ca6eb0 2024-05-20T21:28:46.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.100+0000 7f6a978c8b80 10 client.0 _ll_register_callbacks cb 0x562ca6b99c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:46.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.100+0000 7f6a86800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562ca6ca77d0 0x562ca6cc1ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:46.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.101+0000 7f6a7d400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562ca6ca6eb0 0x562ca6cb3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:46.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.101+0000 7f6a86800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562ca6ca77d0 0x562ca6cc1ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:47696/0 (socket says 172.21.15.8:47696) 2024-05-20T21:28:46.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.101+0000 7f6a86800700 1 -- 172.21.15.8:0/1483592968 learned_addr learned my addr 172.21.15.8:0/1483592968 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:46.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.101+0000 7f6a85e00700 1 --2- 172.21.15.8:0/1483592968 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562ca6ca1880 0x562ca6cb36b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:46.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.101+0000 7f6a7d400700 1 -- 172.21.15.8:0/1483592968 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562ca6ca1880 msgr2=0x562ca6cb36b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:46.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.101+0000 7f6a7d400700 1 --2- 172.21.15.8:0/1483592968 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562ca6ca1880 0x562ca6cb36b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:46.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.101+0000 7f6a7d400700 1 -- 172.21.15.8:0/1483592968 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562ca6ca77d0 msgr2=0x562ca6cc1ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:46.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.101+0000 7f6a7d400700 1 --2- 172.21.15.8:0/1483592968 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562ca6ca77d0 0x562ca6cc1ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:46.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.101+0000 7f6a7d400700 1 -- 172.21.15.8:0/1483592968 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562ca6cc26f0 con 0x562ca6ca6eb0 2024-05-20T21:28:46.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.101+0000 7f6a86800700 1 --2- 172.21.15.8:0/1483592968 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562ca6ca77d0 0x562ca6cc1ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:46.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.101+0000 7f6a85e00700 1 --2- 172.21.15.8:0/1483592968 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562ca6ca1880 0x562ca6cb36b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:46.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.101+0000 7f6a7d400700 1 --2- 172.21.15.8:0/1483592968 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562ca6ca6eb0 0x562ca6cb3bf0 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x562ca6c98770 tx=0x7f6a70003b90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cd2aedaf460ca486 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:46.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.101+0000 7f6a6be00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:28:46.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.102+0000 7f6a6be00700 1 -- 172.21.15.8:0/1483592968 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a70028070 con 0x562ca6ca6eb0 2024-05-20T21:28:46.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.102+0000 7f6a6be00700 1 -- 172.21.15.8:0/1483592968 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f6a70004a30 con 0x562ca6ca6eb0 2024-05-20T21:28:46.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.102+0000 7f6a978c8b80 1 -- 172.21.15.8:0/1483592968 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6a800059d0 con 0x562ca6ca6eb0 2024-05-20T21:28:46.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.102+0000 7f6a6be00700 1 -- 172.21.15.8:0/1483592968 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6a70033050 con 0x562ca6ca6eb0 2024-05-20T21:28:46.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.102+0000 7f6a978c8b80 10 client.29269 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:46.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.102+0000 7f6a978c8b80 1 -- 172.21.15.8:0/1483592968 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562ca6d25590 con 0x562ca6ca6eb0 2024-05-20T21:28:46.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.102+0000 7f6a6be00700 1 -- 172.21.15.8:0/1483592968 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6a800059d0 con 0x562ca6ca6eb0 2024-05-20T21:28:46.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.103+0000 7f6a6be00700 1 -- 172.21.15.8:0/1483592968 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f6a70024990 con 0x562ca6ca6eb0 2024-05-20T21:28:46.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.103+0000 7f6a978c8b80 10 client.29269 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:46.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.103+0000 7f6a978c8b80 10 client.29269 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:28:46.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.103+0000 7f6a978c8b80 20 client.29269 populate_metadata read hostname 'smithi008' 2024-05-20T21:28:46.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.103+0000 7f6a978c8b80 1 --2- 172.21.15.8:0/1483592968 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x562ca6d25ca0 0x562ca6d280c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:46.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.103+0000 7f6a978c8b80 4 client.29269 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:28:46.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.103+0000 7f6a978c8b80 1 -- 172.21.15.8:0/1483592968 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "damage ls"}) -- 0x562ca6bfb570 con 0x562ca6d25ca0 2024-05-20T21:28:46.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.103+0000 7f6a85e00700 1 --2- 172.21.15.8:0/1483592968 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x562ca6d25ca0 0x562ca6d280c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:46.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.104+0000 7f6a85e00700 1 --2- 172.21.15.8:0/1483592968 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x562ca6d25ca0 0x562ca6d280c0 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=3430cfcf1073b7ab server_cookie=de0db39a32e16e6c in_seq=0 out_seq=0 2024-05-20T21:28:46.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.104+0000 7f6a6be00700 10 client.29269 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:28:46.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.104+0000 7f6a6be00700 1 -- 172.21.15.8:0/1483592968 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x562ca6bfb570 con 0x562ca6d25ca0 2024-05-20T21:28:46.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.104+0000 7f6a6be00700 10 client.29269 handle_command_reply: tid=0 2024-05-20T21:28:46.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.104+0000 7f6a978c8b80 1 client.29269 shutdown 2024-05-20T21:28:46.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.104+0000 7f6a978c8b80 1 -- 172.21.15.8:0/1483592968 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562ca6ca6eb0 msgr2=0x562ca6cb3bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:46.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.104+0000 7f6a978c8b80 1 --2- 172.21.15.8:0/1483592968 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562ca6ca6eb0 0x562ca6cb3bf0 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x562ca6c98770 tx=0x7f6a70003b90 comp rx=0 tx=0).stop 2024-05-20T21:28:46.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.104+0000 7f6a978c8b80 1 -- 172.21.15.8:0/1483592968 shutdown_connections 2024-05-20T21:28:46.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.104+0000 7f6a978c8b80 1 --2- 172.21.15.8:0/1483592968 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x562ca6d25ca0 0x562ca6d280c0 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:46.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.104+0000 7f6a978c8b80 1 --2- 172.21.15.8:0/1483592968 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562ca6ca1880 0x562ca6cb36b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:46.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.104+0000 7f6a978c8b80 1 --2- 172.21.15.8:0/1483592968 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562ca6ca77d0 0x562ca6cc1ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:46.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.104+0000 7f6a978c8b80 1 --2- 172.21.15.8:0/1483592968 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562ca6ca6eb0 0x562ca6cb3bf0 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:46.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.104+0000 7f6a6be00700 0 client.29269 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:28:46.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.104+0000 7f6a978c8b80 1 -- 172.21.15.8:0/1483592968 >> 172.21.15.8:0/1483592968 conn(0x562ca6bcfbe0 msgr2=0x562ca6c9b9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:46.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.104+0000 7f6a978c8b80 1 -- 172.21.15.8:0/1483592968 shutdown_connections 2024-05-20T21:28:46.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.105+0000 7f6a978c8b80 1 -- 172.21.15.8:0/1483592968 wait complete. 2024-05-20T21:28:46.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.105+0000 7f6a978c8b80 20 client.29269 trim_cache size 0 max 16384 2024-05-20T21:28:46.108 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:28:46.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.105+0000 7f6a8d000700 1 -- 172.21.15.8:0/467494896 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6a6c0b2900 msgr2=0x7f6a6c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:46.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.105+0000 7f6a8d000700 1 --2- 172.21.15.8:0/467494896 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6a6c0b2900 0x7f6a6c0b4dc0 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f6a80009040 tx=0x7f6a80009ce0 comp rx=0 tx=0).stop 2024-05-20T21:28:46.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.105+0000 7f6a8d000700 1 -- 172.21.15.8:0/467494896 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6a88075770 msgr2=0x7f6a8819bdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:46.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.105+0000 7f6a8d000700 1 --2- 172.21.15.8:0/467494896 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6a88075770 0x7f6a8819bdd0 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f6a7800e9c0 tx=0x7f6a7800ecd0 comp rx=0 tx=0).stop 2024-05-20T21:28:46.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.105+0000 7f6a8d000700 1 -- 172.21.15.8:0/467494896 shutdown_connections 2024-05-20T21:28:46.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.105+0000 7f6a8d000700 1 --2- 172.21.15.8:0/467494896 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6a6c0b2900 0x7f6a6c0b4dc0 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:46.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.105+0000 7f6a8d000700 1 --2- 172.21.15.8:0/467494896 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6a88110210 0x7f6a881a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:46.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.105+0000 7f6a8d000700 1 --2- 172.21.15.8:0/467494896 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6a88075770 0x7f6a8819bdd0 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:46.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.105+0000 7f6a8d000700 1 --2- 172.21.15.8:0/467494896 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6a88076090 0x7f6a8819c310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:46.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.105+0000 7f6a8d000700 1 -- 172.21.15.8:0/467494896 >> 172.21.15.8:0/467494896 conn(0x7f6a8807b4d0 msgr2=0x7f6a88100940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:46.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.106+0000 7f6a8d000700 1 -- 172.21.15.8:0/467494896 shutdown_connections 2024-05-20T21:28:46.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:46.106+0000 7f6a8d000700 1 -- 172.21.15.8:0/467494896 wait complete. 2024-05-20T21:28:46.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:28:46 smithi008 ceph-mon[31475]: pgmap v843: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 5.7 KiB/s wr, 9 op/s 2024-05-20T21:28:47.010 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:28:47.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:28:46 smithi130 ceph-mon[36448]: pgmap v843: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 5.7 KiB/s wr, 9 op/s 2024-05-20T21:28:47.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:28:46 smithi050 ceph-mon[35809]: pgmap v843: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 5.7 KiB/s wr, 9 op/s 2024-05-20T21:28:47.482 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:28:48.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:28:48 smithi008 ceph-mon[31475]: pgmap v844: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-05-20T21:28:48.974 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:28:48 smithi130 ceph-mon[36448]: pgmap v844: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-05-20T21:28:49.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:28:48 smithi050 ceph-mon[35809]: pgmap v844: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-05-20T21:28:49.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.773+0000 7f3356600700 1 -- 172.21.15.8:0/168468188 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3350078390 msgr2=0x7f3350113ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:49.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.773+0000 7f3356600700 1 --2- 172.21.15.8:0/168468188 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3350078390 0x7f3350113ee0 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f3338009990 tx=0x7f3338009ca0 comp rx=0 tx=0).stop 2024-05-20T21:28:49.775 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.773+0000 7f3356600700 1 -- 172.21.15.8:0/168468188 shutdown_connections 2024-05-20T21:28:49.775 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.773+0000 7f3356600700 1 --2- 172.21.15.8:0/168468188 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3350077a70 0x7f3350077e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:49.775 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.773+0000 7f3356600700 1 --2- 172.21.15.8:0/168468188 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3350114420 0x7f3350116810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:49.775 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.773+0000 7f3356600700 1 --2- 172.21.15.8:0/168468188 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3350078390 0x7f3350113ee0 unknown :-1 s=CLOSED pgs=685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:49.775 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.773+0000 7f3356600700 1 -- 172.21.15.8:0/168468188 >> 172.21.15.8:0/168468188 conn(0x7f3350101270 msgr2=0x7f3350103690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:49.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.773+0000 7f3356600700 1 -- 172.21.15.8:0/168468188 shutdown_connections 2024-05-20T21:28:49.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.773+0000 7f3356600700 1 -- 172.21.15.8:0/168468188 wait complete. 2024-05-20T21:28:49.778 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.774+0000 7f3356600700 1 Processor -- start 2024-05-20T21:28:49.778 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.774+0000 7f3356600700 1 -- start start 2024-05-20T21:28:49.778 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.775+0000 7f3356600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3350077a70 0x7f33501a0310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:49.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.775+0000 7f3356600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3350078390 0x7f33501a0850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:49.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.775+0000 7f3356600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3350114420 0x7f33501a4b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:49.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.775+0000 7f3356600700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f3350119de0 con 0x7f3350114420 2024-05-20T21:28:49.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.775+0000 7f3356600700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f3350119c60 con 0x7f3350077a70 2024-05-20T21:28:49.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.775+0000 7f3356600700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f3350119f60 con 0x7f3350078390 2024-05-20T21:28:49.780 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.775+0000 7f3346a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3350078390 0x7f33501a0850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:49.780 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.775+0000 7f334f400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3350077a70 0x7f33501a0310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:49.780 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.775+0000 7f3346a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3350078390 0x7f33501a0850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:55862/0 (socket says 172.21.15.8:55862) 2024-05-20T21:28:49.780 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.775+0000 7f334fe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3350114420 0x7f33501a4b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:49.780 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.775+0000 7f3346a00700 1 -- 172.21.15.8:0/3833089920 learned_addr learned my addr 172.21.15.8:0/3833089920 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:49.780 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.776+0000 7f3346a00700 1 -- 172.21.15.8:0/3833089920 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3350077a70 msgr2=0x7f33501a0310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:49.781 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.776+0000 7f3346a00700 1 --2- 172.21.15.8:0/3833089920 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3350077a70 0x7f33501a0310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:49.781 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.776+0000 7f3346a00700 1 -- 172.21.15.8:0/3833089920 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3350114420 msgr2=0x7f33501a4b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:49.781 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.776+0000 7f3346a00700 1 --2- 172.21.15.8:0/3833089920 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3350114420 0x7f33501a4b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:49.781 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.776+0000 7f3346a00700 1 -- 172.21.15.8:0/3833089920 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33501a52d0 con 0x7f3350078390 2024-05-20T21:28:49.781 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.776+0000 7f3346a00700 1 --2- 172.21.15.8:0/3833089920 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3350078390 0x7f33501a0850 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f3338000c00 tx=0x7f33380057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:49.781 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.776+0000 7f334cc00700 1 -- 172.21.15.8:0/3833089920 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3338027070 con 0x7f3350078390 2024-05-20T21:28:49.782 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.776+0000 7f334cc00700 1 -- 172.21.15.8:0/3833089920 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3338022470 con 0x7f3350078390 2024-05-20T21:28:49.782 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.776+0000 7f3356600700 1 -- 172.21.15.8:0/3833089920 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33501a5560 con 0x7f3350078390 2024-05-20T21:28:49.782 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.776+0000 7f334cc00700 1 -- 172.21.15.8:0/3833089920 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3338017650 con 0x7f3350078390 2024-05-20T21:28:49.782 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.777+0000 7f3356600700 1 -- 172.21.15.8:0/3833089920 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33501ace40 con 0x7f3350078390 2024-05-20T21:28:49.793 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.781+0000 7f334cc00700 1 -- 172.21.15.8:0/3833089920 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f333802a070 con 0x7f3350078390 2024-05-20T21:28:49.793 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.781+0000 7f3360f05b80 1 Processor -- start 2024-05-20T21:28:49.793 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.782+0000 7f3360f05b80 1 -- start start 2024-05-20T21:28:49.793 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.782+0000 7f334cc00700 1 --2- 172.21.15.8:0/3833089920 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f33340b2900 0x7f33340b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:49.793 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.782+0000 7f3360f05b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55574936deb0 0x55574936e290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:49.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.782+0000 7f334cc00700 1 -- 172.21.15.8:0/3833089920 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f33380e2e90 con 0x7f3350078390 2024-05-20T21:28:49.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.782+0000 7f3360f05b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55574936e7d0 0x555749368260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:49.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.782+0000 7f3360f05b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555749368880 0x555749368ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:49.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.782+0000 7f3360f05b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5557492c6e40 con 0x55574936deb0 2024-05-20T21:28:49.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.782+0000 7f3360f05b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5557492b69e0 con 0x55574936e7d0 2024-05-20T21:28:49.795 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.782+0000 7f3360f05b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5557492baa20 con 0x555749368880 2024-05-20T21:28:49.795 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.782+0000 7f334fe00700 1 --2- 172.21.15.8:0/3833089920 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f33340b2900 0x7f33340b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:49.795 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.782+0000 7f334f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55574936deb0 0x55574936e290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:49.795 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.782+0000 7f334f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55574936deb0 0x55574936e290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:47732/0 (socket says 172.21.15.8:47732) 2024-05-20T21:28:49.795 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.782+0000 7f334f400700 1 -- 172.21.15.8:0/1851013997 learned_addr learned my addr 172.21.15.8:0/1851013997 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:49.795 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.783+0000 7f3346a00700 1 --2- 172.21.15.8:0/1851013997 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55574936e7d0 0x555749368260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:49.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.783+0000 7f334fe00700 1 --2- 172.21.15.8:0/1851013997 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555749368880 0x555749368ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:49.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.783+0000 7f334f400700 1 -- 172.21.15.8:0/1851013997 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555749368880 msgr2=0x555749368ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:49.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.783+0000 7f334f400700 1 --2- 172.21.15.8:0/1851013997 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555749368880 0x555749368ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:49.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.783+0000 7f334f400700 1 -- 172.21.15.8:0/1851013997 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55574936e7d0 msgr2=0x555749368260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:49.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.783+0000 7f334f400700 1 --2- 172.21.15.8:0/1851013997 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55574936e7d0 0x555749368260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:49.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.783+0000 7f334f400700 1 -- 172.21.15.8:0/1851013997 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55574927f420 con 0x55574936deb0 2024-05-20T21:28:49.797 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.783+0000 7f334fe00700 1 --2- 172.21.15.8:0/1851013997 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555749368880 0x555749368ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:28:49.797 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.783+0000 7f3346a00700 1 --2- 172.21.15.8:0/1851013997 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55574936e7d0 0x555749368260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:49.797 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.783+0000 7f334f400700 1 --2- 172.21.15.8:0/1851013997 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55574936deb0 0x55574936e290 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7f3340011650 tx=0x7f3340009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=607e687c940419 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:49.797 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.783+0000 7f334fe00700 1 --2- 172.21.15.8:0/3833089920 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f33340b2900 0x7f33340b4dc0 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f33480097a0 tx=0x7f3348009850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:49.797 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.784+0000 7f3344c00700 1 -- 172.21.15.8:0/1851013997 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3340019020 con 0x55574936deb0 2024-05-20T21:28:49.798 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.784+0000 7f3344c00700 1 -- 172.21.15.8:0/1851013997 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f33400079b0 con 0x55574936deb0 2024-05-20T21:28:49.798 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.784+0000 7f3344c00700 1 -- 172.21.15.8:0/1851013997 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3340015af0 con 0x55574936deb0 2024-05-20T21:28:49.798 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.784+0000 7f3360f05b80 1 -- 172.21.15.8:0/1851013997 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55574936deb0 msgr2=0x55574936e290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:49.798 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.785+0000 7f3360f05b80 1 --2- 172.21.15.8:0/1851013997 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55574936deb0 0x55574936e290 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7f3340011650 tx=0x7f3340009920 comp rx=0 tx=0).stop 2024-05-20T21:28:49.798 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.785+0000 7f3360f05b80 1 -- 172.21.15.8:0/1851013997 shutdown_connections 2024-05-20T21:28:49.798 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.785+0000 7f3360f05b80 1 --2- 172.21.15.8:0/1851013997 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555749368880 0x555749368ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:49.799 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.785+0000 7f3360f05b80 1 --2- 172.21.15.8:0/1851013997 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55574936deb0 0x55574936e290 unknown :-1 s=CLOSED pgs=686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:49.799 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.785+0000 7f3360f05b80 1 --2- 172.21.15.8:0/1851013997 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55574936e7d0 0x555749368260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:49.799 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.785+0000 7f3360f05b80 1 -- 172.21.15.8:0/1851013997 >> 172.21.15.8:0/1851013997 conn(0x555749296be0 msgr2=0x555749363010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:49.799 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.785+0000 7f3360f05b80 1 -- 172.21.15.8:0/1851013997 shutdown_connections 2024-05-20T21:28:49.799 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.785+0000 7f3360f05b80 1 -- 172.21.15.8:0/1851013997 wait complete. 2024-05-20T21:28:49.800 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.785+0000 7f3360f05b80 1 -- start start 2024-05-20T21:28:49.800 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.786+0000 7f3360f05b80 1 Processor -- start 2024-05-20T21:28:49.800 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.786+0000 7f3360f05b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555749368880 0x5557493744b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:49.800 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.786+0000 7f3360f05b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55574936deb0 0x5557493718a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:49.800 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.786+0000 7f3360f05b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55574936e7d0 0x555749371de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:49.800 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.786+0000 7f3360f05b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5557491bcfa0 con 0x555749368880 2024-05-20T21:28:49.801 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.786+0000 7f3360f05b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x555749257760 con 0x55574936deb0 2024-05-20T21:28:49.801 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.786+0000 7f3360f05b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x555749375240 con 0x55574936e7d0 2024-05-20T21:28:49.801 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.786+0000 7f3360f05b80 10 client.0 _ll_register_callbacks cb 0x555749260c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:49.801 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.787+0000 7f334fe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55574936e7d0 0x555749371de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:49.801 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.787+0000 7f3346a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55574936deb0 0x5557493718a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:49.801 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.787+0000 7f334fe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55574936e7d0 0x555749371de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:55874/0 (socket says 172.21.15.8:55874) 2024-05-20T21:28:49.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.787+0000 7f334fe00700 1 -- 172.21.15.8:0/2843022038 learned_addr learned my addr 172.21.15.8:0/2843022038 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:49.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.787+0000 7f3346a00700 1 -- 172.21.15.8:0/2843022038 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55574936e7d0 msgr2=0x555749371de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:49.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.787+0000 7f3346a00700 1 --2- 172.21.15.8:0/2843022038 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55574936e7d0 0x555749371de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:49.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.787+0000 7f3346a00700 1 -- 172.21.15.8:0/2843022038 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555749368880 msgr2=0x5557493744b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:49.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.787+0000 7f3346a00700 1 --2- 172.21.15.8:0/2843022038 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555749368880 0x5557493744b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:49.803 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.787+0000 7f3346a00700 1 -- 172.21.15.8:0/2843022038 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5557492068d0 con 0x55574936deb0 2024-05-20T21:28:49.803 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.787+0000 7f334fe00700 1 --2- 172.21.15.8:0/2843022038 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55574936e7d0 0x555749371de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:49.803 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.788+0000 7f3346a00700 1 --2- 172.21.15.8:0/2843022038 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55574936deb0 0x5557493718a0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f33380a7740 tx=0x7f33380a9fe0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4c2e6b49c655436 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:49.803 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.788+0000 7f333d600700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:28:49.803 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.788+0000 7f333d600700 1 -- 172.21.15.8:0/2843022038 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33380ae880 con 0x55574936deb0 2024-05-20T21:28:49.803 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.788+0000 7f3360f05b80 1 -- 172.21.15.8:0/2843022038 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f33400079b0 con 0x55574936deb0 2024-05-20T21:28:49.804 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.788+0000 7f333d600700 1 -- 172.21.15.8:0/2843022038 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f33380aa730 con 0x55574936deb0 2024-05-20T21:28:49.804 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.788+0000 7f333d600700 1 -- 172.21.15.8:0/2843022038 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f33380b32a0 con 0x55574936deb0 2024-05-20T21:28:49.804 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.788+0000 7f3360f05b80 10 client.29225 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:49.804 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.788+0000 7f3360f05b80 1 -- 172.21.15.8:0/2843022038 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x555749287060 con 0x55574936deb0 2024-05-20T21:28:49.804 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.789+0000 7f333d600700 1 -- 172.21.15.8:0/2843022038 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f33400079b0 con 0x55574936deb0 2024-05-20T21:28:49.804 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.789+0000 7f333d600700 1 -- 172.21.15.8:0/2843022038 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f33380cb2f0 con 0x55574936deb0 2024-05-20T21:28:49.804 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.789+0000 7f3360f05b80 10 client.29225 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:49.804 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.789+0000 7f3360f05b80 10 client.29225 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:28:49.804 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.789+0000 7f3360f05b80 20 client.29225 populate_metadata read hostname 'smithi008' 2024-05-20T21:28:49.805 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.789+0000 7f3360f05b80 1 --2- 172.21.15.8:0/2843022038 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x555749381d00 0x5557493841a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:49.805 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.789+0000 7f3360f05b80 4 client.29225 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:28:49.805 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.789+0000 7f3360f05b80 1 -- 172.21.15.8:0/2843022038 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5557492c8d90 con 0x555749381d00 2024-05-20T21:28:49.805 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.789+0000 7f334f400700 1 --2- 172.21.15.8:0/2843022038 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x555749381d00 0x5557493841a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:49.805 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.790+0000 7f334f400700 1 --2- 172.21.15.8:0/2843022038 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x555749381d00 0x5557493841a0 crc :-1 s=READY pgs=356 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f3b5c5d276c9b278 server_cookie=1536d0c0aeab7234 in_seq=0 out_seq=0 2024-05-20T21:28:49.805 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.790+0000 7f333d600700 10 client.29225 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:28:49.805 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.791+0000 7f333d600700 1 -- 172.21.15.8:0/2843022038 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5557492c8d90 con 0x555749381d00 2024-05-20T21:28:49.805 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.791+0000 7f333d600700 10 client.29225 handle_command_reply: tid=0 2024-05-20T21:28:49.805 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.791+0000 7f3360f05b80 1 client.29225 shutdown 2024-05-20T21:28:49.805 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.791+0000 7f3360f05b80 1 -- 172.21.15.8:0/2843022038 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55574936deb0 msgr2=0x5557493718a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:49.805 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.791+0000 7f3360f05b80 1 --2- 172.21.15.8:0/2843022038 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55574936deb0 0x5557493718a0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f33380a7740 tx=0x7f33380a9fe0 comp rx=0 tx=0).stop 2024-05-20T21:28:49.805 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.791+0000 7f3360f05b80 1 -- 172.21.15.8:0/2843022038 shutdown_connections 2024-05-20T21:28:49.805 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.791+0000 7f3360f05b80 1 --2- 172.21.15.8:0/2843022038 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x555749381d00 0x5557493841a0 crc :-1 s=READY pgs=356 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:49.806 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.791+0000 7f3360f05b80 1 --2- 172.21.15.8:0/2843022038 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55574936e7d0 0x555749371de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:49.806 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.791+0000 7f3360f05b80 1 --2- 172.21.15.8:0/2843022038 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555749368880 0x5557493744b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:49.806 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.791+0000 7f333d600700 0 client.29225 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:28:49.806 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.791+0000 7f3360f05b80 1 --2- 172.21.15.8:0/2843022038 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55574936deb0 0x5557493718a0 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:49.806 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.791+0000 7f3360f05b80 1 -- 172.21.15.8:0/2843022038 >> 172.21.15.8:0/2843022038 conn(0x555749296be0 msgr2=0x555749367250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:49.806 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.791+0000 7f3360f05b80 1 -- 172.21.15.8:0/2843022038 shutdown_connections 2024-05-20T21:28:49.806 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.791+0000 7f3360f05b80 1 -- 172.21.15.8:0/2843022038 wait complete. 2024-05-20T21:28:49.806 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.792+0000 7f3360f05b80 20 client.29225 trim_cache size 0 max 16384 2024-05-20T21:28:49.808 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.808+0000 7f3360f05b80 1 Processor -- start 2024-05-20T21:28:49.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.808+0000 7f3360f05b80 1 -- start start 2024-05-20T21:28:49.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.809+0000 7f3360f05b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555749368880 0x555749368260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:49.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.809+0000 7f3360f05b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55574936deb0 0x5557493840f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:49.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.809+0000 7f3360f05b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55574936e7d0 0x555749370190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:49.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.809+0000 7f3360f05b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f33501b6a50 con 0x555749368880 2024-05-20T21:28:49.809 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.809+0000 7f3360f05b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f33501b42e0 con 0x55574936e7d0 2024-05-20T21:28:49.810 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.809+0000 7f3360f05b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f33501b2150 con 0x55574936deb0 2024-05-20T21:28:49.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.809+0000 7f334f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555749368880 0x555749368260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:49.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.809+0000 7f334f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555749368880 0x555749368260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:47754/0 (socket says 172.21.15.8:47754) 2024-05-20T21:28:49.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.809+0000 7f334f400700 1 -- 172.21.15.8:0/2164982884 learned_addr learned my addr 172.21.15.8:0/2164982884 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:49.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.809+0000 7f3346a00700 1 --2- 172.21.15.8:0/2164982884 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55574936deb0 0x5557493840f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:49.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.809+0000 7f334f400700 1 -- 172.21.15.8:0/2164982884 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55574936deb0 msgr2=0x5557493840f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:49.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.809+0000 7f334fe00700 1 --2- 172.21.15.8:0/2164982884 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55574936e7d0 0x555749370190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:49.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.809+0000 7f334f400700 1 --2- 172.21.15.8:0/2164982884 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55574936deb0 0x5557493840f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:49.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.809+0000 7f334f400700 1 -- 172.21.15.8:0/2164982884 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55574936e7d0 msgr2=0x555749370190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:49.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.810+0000 7f334f400700 1 --2- 172.21.15.8:0/2164982884 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55574936e7d0 0x555749370190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:49.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.810+0000 7f334f400700 1 -- 172.21.15.8:0/2164982884 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555749384820 con 0x555749368880 2024-05-20T21:28:49.811 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.810+0000 7f3346a00700 1 --2- 172.21.15.8:0/2164982884 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55574936deb0 0x5557493840f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:28:49.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.810+0000 7f334fe00700 1 --2- 172.21.15.8:0/2164982884 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55574936e7d0 0x555749370190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:28:49.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.810+0000 7f334f400700 1 --2- 172.21.15.8:0/2164982884 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555749368880 0x555749368260 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f33400155a0 tx=0x7f334000b040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8e9511437f26cd3 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:49.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.810+0000 7f333fe00700 1 -- 172.21.15.8:0/2164982884 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f334002c070 con 0x555749368880 2024-05-20T21:28:49.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.810+0000 7f333fe00700 1 -- 172.21.15.8:0/2164982884 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3340015640 con 0x555749368880 2024-05-20T21:28:49.812 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.810+0000 7f333fe00700 1 -- 172.21.15.8:0/2164982884 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3340019030 con 0x555749368880 2024-05-20T21:28:49.813 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.811+0000 7f3360f05b80 1 -- 172.21.15.8:0/2164982884 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555749368880 msgr2=0x555749368260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:49.813 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.811+0000 7f3360f05b80 1 --2- 172.21.15.8:0/2164982884 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555749368880 0x555749368260 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f33400155a0 tx=0x7f334000b040 comp rx=0 tx=0).stop 2024-05-20T21:28:49.813 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.811+0000 7f3360f05b80 1 -- 172.21.15.8:0/2164982884 shutdown_connections 2024-05-20T21:28:49.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.811+0000 7f3360f05b80 1 --2- 172.21.15.8:0/2164982884 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55574936e7d0 0x555749370190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:49.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.811+0000 7f3360f05b80 1 --2- 172.21.15.8:0/2164982884 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555749368880 0x555749368260 unknown :-1 s=CLOSED pgs=687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:49.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.811+0000 7f3360f05b80 1 --2- 172.21.15.8:0/2164982884 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55574936deb0 0x5557493840f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:49.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.811+0000 7f3360f05b80 1 -- 172.21.15.8:0/2164982884 >> 172.21.15.8:0/2164982884 conn(0x555749296be0 msgr2=0x555749364700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:49.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.811+0000 7f3360f05b80 1 -- 172.21.15.8:0/2164982884 shutdown_connections 2024-05-20T21:28:49.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.811+0000 7f3360f05b80 1 -- 172.21.15.8:0/2164982884 wait complete. 2024-05-20T21:28:49.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.812+0000 7f3360f05b80 1 -- start start 2024-05-20T21:28:49.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.812+0000 7f3360f05b80 1 Processor -- start 2024-05-20T21:28:49.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.813+0000 7f3360f05b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555749368880 0x55574937a7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:49.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.813+0000 7f3360f05b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55574936deb0 0x55574937ad10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:49.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.813+0000 7f3360f05b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55574936e7d0 0x5557493891f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:49.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.813+0000 7f3360f05b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f33501b27a0 con 0x55574936e7d0 2024-05-20T21:28:49.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.813+0000 7f3360f05b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f33501b3c10 con 0x555749368880 2024-05-20T21:28:49.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.813+0000 7f3360f05b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f33501b2e70 con 0x55574936deb0 2024-05-20T21:28:49.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.813+0000 7f3360f05b80 10 client.0 _ll_register_callbacks cb 0x555749260c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:49.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.813+0000 7f3346a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55574936deb0 0x55574937ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:49.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.813+0000 7f334fe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55574936e7d0 0x5557493891f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:49.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.813+0000 7f3346a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55574936deb0 0x55574937ad10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:55906/0 (socket says 172.21.15.8:55906) 2024-05-20T21:28:49.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.813+0000 7f3346a00700 1 -- 172.21.15.8:0/595867472 learned_addr learned my addr 172.21.15.8:0/595867472 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:49.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.813+0000 7f334f400700 1 --2- 172.21.15.8:0/595867472 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555749368880 0x55574937a7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:49.817 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.813+0000 7f3346a00700 1 -- 172.21.15.8:0/595867472 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555749368880 msgr2=0x55574937a7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:49.817 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.813+0000 7f3346a00700 1 --2- 172.21.15.8:0/595867472 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555749368880 0x55574937a7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:49.817 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.813+0000 7f3346a00700 1 -- 172.21.15.8:0/595867472 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55574936e7d0 msgr2=0x5557493891f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:49.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.813+0000 7f3346a00700 1 --2- 172.21.15.8:0/595867472 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55574936e7d0 0x5557493891f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:49.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.813+0000 7f3346a00700 1 -- 172.21.15.8:0/595867472 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5557493899f0 con 0x55574936deb0 2024-05-20T21:28:49.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.814+0000 7f3346a00700 1 --2- 172.21.15.8:0/595867472 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55574936deb0 0x55574937ad10 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f3338025040 tx=0x7f33380aa960 comp rx=0 tx=0).ready entity=mon.1 client_cookie=84a1bca31a4a43b5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:49.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.814+0000 7f333d600700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:28:49.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.814+0000 7f333d600700 1 -- 172.21.15.8:0/595867472 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33380ae880 con 0x55574936deb0 2024-05-20T21:28:49.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.814+0000 7f333d600700 1 -- 172.21.15.8:0/595867472 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f33380a9940 con 0x55574936deb0 2024-05-20T21:28:49.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.814+0000 7f3360f05b80 1 -- 172.21.15.8:0/595867472 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3340015640 con 0x55574936deb0 2024-05-20T21:28:49.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.814+0000 7f333d600700 1 -- 172.21.15.8:0/595867472 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3338084be0 con 0x55574936deb0 2024-05-20T21:28:49.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.814+0000 7f3360f05b80 10 client.29287 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:49.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.814+0000 7f3360f05b80 1 -- 172.21.15.8:0/595867472 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5557493ec4f0 con 0x55574936deb0 2024-05-20T21:28:49.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.815+0000 7f333d600700 1 -- 172.21.15.8:0/595867472 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3340015640 con 0x55574936deb0 2024-05-20T21:28:49.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.815+0000 7f333d600700 1 -- 172.21.15.8:0/595867472 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f33380051e0 con 0x55574936deb0 2024-05-20T21:28:49.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.815+0000 7f3360f05b80 10 client.29287 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:49.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.815+0000 7f3360f05b80 10 client.29287 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:28:49.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.815+0000 7f3360f05b80 20 client.29287 populate_metadata read hostname 'smithi008' 2024-05-20T21:28:49.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.815+0000 7f3360f05b80 1 --2- 172.21.15.8:0/595867472 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5557493ecac0 0x5557493eeee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:49.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.815+0000 7f3360f05b80 4 client.29287 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:28:49.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.815+0000 7f3360f05b80 1 -- 172.21.15.8:0/595867472 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5557492c2570 con 0x5557493ecac0 2024-05-20T21:28:49.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.815+0000 7f334f400700 1 --2- 172.21.15.8:0/595867472 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5557493ecac0 0x5557493eeee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:49.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.816+0000 7f334f400700 1 --2- 172.21.15.8:0/595867472 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5557493ecac0 0x5557493eeee0 crc :-1 s=READY pgs=357 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=48ef95b0aedbe7ee server_cookie=2a13039964574554 in_seq=0 out_seq=0 2024-05-20T21:28:49.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.816+0000 7f333d600700 10 client.29287 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:28:49.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.816+0000 7f333d600700 1 -- 172.21.15.8:0/595867472 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5557492c2570 con 0x5557493ecac0 2024-05-20T21:28:49.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.816+0000 7f333d600700 10 client.29287 handle_command_reply: tid=0 2024-05-20T21:28:49.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.816+0000 7f3360f05b80 1 client.29287 shutdown 2024-05-20T21:28:49.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.816+0000 7f3360f05b80 1 -- 172.21.15.8:0/595867472 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55574936deb0 msgr2=0x55574937ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:49.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.816+0000 7f3360f05b80 1 --2- 172.21.15.8:0/595867472 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55574936deb0 0x55574937ad10 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f3338025040 tx=0x7f33380aa960 comp rx=0 tx=0).stop 2024-05-20T21:28:49.820 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.816+0000 7f3360f05b80 1 -- 172.21.15.8:0/595867472 shutdown_connections 2024-05-20T21:28:49.820 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.816+0000 7f3360f05b80 1 --2- 172.21.15.8:0/595867472 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5557493ecac0 0x5557493eeee0 crc :-1 s=READY pgs=357 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:49.820 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.816+0000 7f3360f05b80 1 --2- 172.21.15.8:0/595867472 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555749368880 0x55574937a7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:49.820 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.816+0000 7f3360f05b80 1 --2- 172.21.15.8:0/595867472 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55574936e7d0 0x5557493891f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:49.820 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.816+0000 7f3360f05b80 1 --2- 172.21.15.8:0/595867472 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55574936deb0 0x55574937ad10 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:49.820 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.816+0000 7f3360f05b80 1 -- 172.21.15.8:0/595867472 >> 172.21.15.8:0/595867472 conn(0x555749296be0 msgr2=0x5557493700d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:49.820 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.816+0000 7f333d600700 0 client.29287 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:28:49.820 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.817+0000 7f3360f05b80 1 -- 172.21.15.8:0/595867472 shutdown_connections 2024-05-20T21:28:49.820 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.817+0000 7f3360f05b80 1 -- 172.21.15.8:0/595867472 wait complete. 2024-05-20T21:28:49.820 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.817+0000 7f3360f05b80 20 client.29287 trim_cache size 0 max 16384 2024-05-20T21:28:49.821 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:28:49.821 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.817+0000 7f3356600700 1 -- 172.21.15.8:0/3833089920 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f33340b2900 msgr2=0x7f33340b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:49.821 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.817+0000 7f3356600700 1 --2- 172.21.15.8:0/3833089920 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f33340b2900 0x7f33340b4dc0 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f33480097a0 tx=0x7f3348009850 comp rx=0 tx=0).stop 2024-05-20T21:28:49.821 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.817+0000 7f3356600700 1 -- 172.21.15.8:0/3833089920 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3350078390 msgr2=0x7f33501a0850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:49.822 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.817+0000 7f3356600700 1 --2- 172.21.15.8:0/3833089920 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3350078390 0x7f33501a0850 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f3338000c00 tx=0x7f33380057c0 comp rx=0 tx=0).stop 2024-05-20T21:28:49.822 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.818+0000 7f3356600700 1 -- 172.21.15.8:0/3833089920 shutdown_connections 2024-05-20T21:28:49.822 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.818+0000 7f3356600700 1 --2- 172.21.15.8:0/3833089920 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f33340b2900 0x7f33340b4dc0 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:49.822 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.818+0000 7f3356600700 1 --2- 172.21.15.8:0/3833089920 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3350077a70 0x7f33501a0310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:49.822 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.818+0000 7f3356600700 1 --2- 172.21.15.8:0/3833089920 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3350114420 0x7f33501a4b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:49.822 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.818+0000 7f3356600700 1 --2- 172.21.15.8:0/3833089920 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3350078390 0x7f33501a0850 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:49.822 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.818+0000 7f3356600700 1 -- 172.21.15.8:0/3833089920 >> 172.21.15.8:0/3833089920 conn(0x7f3350101270 msgr2=0x7f3350103660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:49.822 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.818+0000 7f3356600700 1 -- 172.21.15.8:0/3833089920 shutdown_connections 2024-05-20T21:28:49.822 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:49.818+0000 7f3356600700 1 -- 172.21.15.8:0/3833089920 wait complete. 2024-05-20T21:28:50.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:28:50 smithi008 ceph-mon[31475]: pgmap v845: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-05-20T21:28:51.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:28:50 smithi130 ceph-mon[36448]: pgmap v845: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-05-20T21:28:51.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:28:50 smithi050 ceph-mon[35809]: pgmap v845: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-05-20T21:28:51.731 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:28:51.731 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:28:52.186 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:28:52.297 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:28:52.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:28:52 smithi008 ceph-mon[31475]: pgmap v846: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.7 KiB/s wr, 9 op/s 2024-05-20T21:28:52.976 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:28:52 smithi050 ceph-mon[35809]: pgmap v846: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.7 KiB/s wr, 9 op/s 2024-05-20T21:28:53.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:28:52 smithi130 ceph-mon[36448]: pgmap v846: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.7 KiB/s wr, 9 op/s 2024-05-20T21:28:53.710 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:28:54.914 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.651+0000 7f2f31200700 1 -- 172.21.15.8:0/1681991211 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2f2c10a780 msgr2=0x7f2f2c10e7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:54.914 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.651+0000 7f2f31200700 1 --2- 172.21.15.8:0/1681991211 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2f2c10a780 0x7f2f2c10e7d0 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f2f140099c0 tx=0x7f2f14009cd0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.914 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.651+0000 7f2f31200700 1 -- 172.21.15.8:0/1681991211 shutdown_connections 2024-05-20T21:28:54.914 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.651+0000 7f2f31200700 1 --2- 172.21.15.8:0/1681991211 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2f2c109dd0 0x7f2f2c10a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.914 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.651+0000 7f2f31200700 1 --2- 172.21.15.8:0/1681991211 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2f2c10eeb0 0x7f2f2c116a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.915 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.651+0000 7f2f31200700 1 --2- 172.21.15.8:0/1681991211 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2f2c10a780 0x7f2f2c10e7d0 unknown :-1 s=CLOSED pgs=688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.915 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.651+0000 7f2f31200700 1 -- 172.21.15.8:0/1681991211 >> 172.21.15.8:0/1681991211 conn(0x7f2f2c076d10 msgr2=0x7f2f2c108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:54.915 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.651+0000 7f2f31200700 1 -- 172.21.15.8:0/1681991211 shutdown_connections 2024-05-20T21:28:54.915 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.651+0000 7f2f31200700 1 -- 172.21.15.8:0/1681991211 wait complete. 2024-05-20T21:28:54.915 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.652+0000 7f2f31200700 1 Processor -- start 2024-05-20T21:28:54.915 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.652+0000 7f2f31200700 1 -- start start 2024-05-20T21:28:54.915 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.653+0000 7f2f31200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2f2c109dd0 0x7f2f2c1a01f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:54.915 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.653+0000 7f2f31200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2f2c10a780 0x7f2f2c1a0730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:54.915 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.653+0000 7f2f31200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2f2c10eeb0 0x7f2f2c1a4ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:54.915 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.653+0000 7f2f31200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f2f2c119d20 con 0x7f2f2c10a780 2024-05-20T21:28:54.915 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.653+0000 7f2f31200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2f2c119ba0 con 0x7f2f2c109dd0 2024-05-20T21:28:54.915 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.653+0000 7f2f31200700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f2f2c119ea0 con 0x7f2f2c10eeb0 2024-05-20T21:28:54.915 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.653+0000 7f2f21400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2f2c10a780 0x7f2f2c1a0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:54.916 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.653+0000 7f2f21400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2f2c10a780 0x7f2f2c1a0730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:34344/0 (socket says 172.21.15.8:34344) 2024-05-20T21:28:54.916 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.653+0000 7f2f21400700 1 -- 172.21.15.8:0/822995596 learned_addr learned my addr 172.21.15.8:0/822995596 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:54.916 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.653+0000 7f2f29e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2f2c109dd0 0x7f2f2c1a01f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:54.916 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.653+0000 7f2f2a800700 1 --2- 172.21.15.8:0/822995596 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2f2c10eeb0 0x7f2f2c1a4ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:54.916 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.654+0000 7f2f21400700 1 -- 172.21.15.8:0/822995596 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2f2c10eeb0 msgr2=0x7f2f2c1a4ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:54.916 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.654+0000 7f2f21400700 1 --2- 172.21.15.8:0/822995596 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2f2c10eeb0 0x7f2f2c1a4ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.916 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.654+0000 7f2f21400700 1 -- 172.21.15.8:0/822995596 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2f2c109dd0 msgr2=0x7f2f2c1a01f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:54.916 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.654+0000 7f2f21400700 1 --2- 172.21.15.8:0/822995596 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2f2c109dd0 0x7f2f2c1a01f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.916 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.654+0000 7f2f21400700 1 -- 172.21.15.8:0/822995596 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f2c1a5200 con 0x7f2f2c10a780 2024-05-20T21:28:54.916 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.654+0000 7f2f29e00700 1 --2- 172.21.15.8:0/822995596 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2f2c109dd0 0x7f2f2c1a01f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:54.916 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.654+0000 7f2f21400700 1 --2- 172.21.15.8:0/822995596 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2f2c10a780 0x7f2f2c1a0730 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7f2f14006010 tx=0x7f2f14005280 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:54.916 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.654+0000 7f2f23400700 1 -- 172.21.15.8:0/822995596 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f14026070 con 0x7f2f2c10a780 2024-05-20T21:28:54.916 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.654+0000 7f2f23400700 1 -- 172.21.15.8:0/822995596 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2f14005680 con 0x7f2f2c10a780 2024-05-20T21:28:54.916 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.654+0000 7f2f31200700 1 -- 172.21.15.8:0/822995596 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f2c1a5490 con 0x7f2f2c10a780 2024-05-20T21:28:54.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.654+0000 7f2f23400700 1 -- 172.21.15.8:0/822995596 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f1400fb70 con 0x7f2f2c10a780 2024-05-20T21:28:54.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.655+0000 7f2f31200700 1 -- 172.21.15.8:0/822995596 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f2c1acd70 con 0x7f2f2c10a780 2024-05-20T21:28:54.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.660+0000 7f2f23400700 1 -- 172.21.15.8:0/822995596 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f2f14029070 con 0x7f2f2c10a780 2024-05-20T21:28:54.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.661+0000 7f2f3bae0b80 1 Processor -- start 2024-05-20T21:28:54.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.661+0000 7f2f3bae0b80 1 -- start start 2024-05-20T21:28:54.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.661+0000 7f2f3bae0b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556cbd36df30 0x556cbd36e310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:54.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.661+0000 7f2f3bae0b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556cbd36e850 0x556cbd3682e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:54.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.661+0000 7f2f3bae0b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556cbd368900 0x556cbd368d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:54.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.661+0000 7f2f3bae0b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x556cbd2c6ec0 con 0x556cbd36df30 2024-05-20T21:28:54.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.661+0000 7f2f3bae0b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x556cbd2b6a60 con 0x556cbd36e850 2024-05-20T21:28:54.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.661+0000 7f2f3bae0b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x556cbd2baaa0 con 0x556cbd368900 2024-05-20T21:28:54.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.662+0000 7f2f23400700 1 --2- 172.21.15.8:0/822995596 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2f100b2880 0x7f2f100b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:54.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.662+0000 7f2f2a800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556cbd36df30 0x556cbd36e310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:54.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.662+0000 7f2f2a800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556cbd36df30 0x556cbd36e310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:34358/0 (socket says 172.21.15.8:34358) 2024-05-20T21:28:54.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.662+0000 7f2f2a800700 1 -- 172.21.15.8:0/748513294 learned_addr learned my addr 172.21.15.8:0/748513294 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:54.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.662+0000 7f2f29e00700 1 --2- 172.21.15.8:0/748513294 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556cbd36e850 0x556cbd3682e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:54.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.662+0000 7f2f21400700 1 --2- 172.21.15.8:0/748513294 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556cbd368900 0x556cbd368d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:54.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.662+0000 7f2f23400700 1 -- 172.21.15.8:0/822995596 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f2f140e2880 con 0x7f2f2c10a780 2024-05-20T21:28:54.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.662+0000 7f2f2a800700 1 --2- 172.21.15.8:0/822995596 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2f100b2880 0x7f2f100b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:54.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.662+0000 7f2f29e00700 1 -- 172.21.15.8:0/748513294 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556cbd368900 msgr2=0x556cbd368d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:54.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.662+0000 7f2f29e00700 1 --2- 172.21.15.8:0/748513294 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556cbd368900 0x556cbd368d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.919 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.662+0000 7f2f29e00700 1 -- 172.21.15.8:0/748513294 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556cbd36df30 msgr2=0x556cbd36e310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:54.919 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.662+0000 7f2f29e00700 1 --2- 172.21.15.8:0/748513294 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556cbd36df30 0x556cbd36e310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.919 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.662+0000 7f2f29e00700 1 -- 172.21.15.8:0/748513294 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556cbd27f4a0 con 0x556cbd36e850 2024-05-20T21:28:54.919 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:28:54 smithi008 ceph-mon[31475]: pgmap v847: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 2.7 KiB/s wr, 8 op/s 2024-05-20T21:28:54.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.663+0000 7f2f29e00700 1 --2- 172.21.15.8:0/748513294 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556cbd36e850 0x556cbd3682e0 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f2f1c009400 tx=0x7f2f1c009920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=773e635c64e2d0cc server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:54.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.663+0000 7f2f2a800700 1 --2- 172.21.15.8:0/822995596 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2f100b2880 0x7f2f100b4d40 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f2f24005950 tx=0x7f2f240047c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:54.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.663+0000 7f2f1b400700 1 -- 172.21.15.8:0/748513294 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f1c00e6f0 con 0x556cbd36e850 2024-05-20T21:28:54.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.663+0000 7f2f1b400700 1 -- 172.21.15.8:0/748513294 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2f1c01c070 con 0x556cbd36e850 2024-05-20T21:28:54.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.663+0000 7f2f1b400700 1 -- 172.21.15.8:0/748513294 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f1c017b80 con 0x556cbd36e850 2024-05-20T21:28:54.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.664+0000 7f2f3bae0b80 1 -- 172.21.15.8:0/748513294 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556cbd36e850 msgr2=0x556cbd3682e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:54.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.664+0000 7f2f3bae0b80 1 --2- 172.21.15.8:0/748513294 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556cbd36e850 0x556cbd3682e0 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f2f1c009400 tx=0x7f2f1c009920 comp rx=0 tx=0).stop 2024-05-20T21:28:54.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.664+0000 7f2f3bae0b80 1 -- 172.21.15.8:0/748513294 shutdown_connections 2024-05-20T21:28:54.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.664+0000 7f2f3bae0b80 1 --2- 172.21.15.8:0/748513294 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556cbd368900 0x556cbd368d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.664+0000 7f2f3bae0b80 1 --2- 172.21.15.8:0/748513294 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556cbd36df30 0x556cbd36e310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.664+0000 7f2f3bae0b80 1 --2- 172.21.15.8:0/748513294 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556cbd36e850 0x556cbd3682e0 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.664+0000 7f2f3bae0b80 1 -- 172.21.15.8:0/748513294 >> 172.21.15.8:0/748513294 conn(0x556cbd296c60 msgr2=0x556cbd363090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:54.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.664+0000 7f2f3bae0b80 1 -- 172.21.15.8:0/748513294 shutdown_connections 2024-05-20T21:28:54.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.664+0000 7f2f3bae0b80 1 -- 172.21.15.8:0/748513294 wait complete. 2024-05-20T21:28:54.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.665+0000 7f2f3bae0b80 1 -- start start 2024-05-20T21:28:54.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.665+0000 7f2f3bae0b80 1 Processor -- start 2024-05-20T21:28:54.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.666+0000 7f2f3bae0b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556cbd368900 0x556cbd374470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:54.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.666+0000 7f2f3bae0b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556cbd36df30 0x556cbd371810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:54.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.666+0000 7f2f3bae0b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556cbd36e850 0x556cbd371d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:54.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.666+0000 7f2f3bae0b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x556cbd1bd020 con 0x556cbd36df30 2024-05-20T21:28:54.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.666+0000 7f2f3bae0b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x556cbd2577e0 con 0x556cbd368900 2024-05-20T21:28:54.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.666+0000 7f2f3bae0b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x556cbd3752c0 con 0x556cbd36e850 2024-05-20T21:28:54.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.666+0000 7f2f3bae0b80 10 client.0 _ll_register_callbacks cb 0x556cbd260cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:54.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.666+0000 7f2f21400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556cbd36df30 0x556cbd371810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:54.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.666+0000 7f2f29e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556cbd368900 0x556cbd374470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:54.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.666+0000 7f2f21400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556cbd36df30 0x556cbd371810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:34372/0 (socket says 172.21.15.8:34372) 2024-05-20T21:28:54.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.666+0000 7f2f2a800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556cbd36e850 0x556cbd371d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:54.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.666+0000 7f2f21400700 1 -- 172.21.15.8:0/218315608 learned_addr learned my addr 172.21.15.8:0/218315608 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:54.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.666+0000 7f2f29e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556cbd368900 0x556cbd374470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:51502/0 (socket says 172.21.15.8:51502) 2024-05-20T21:28:54.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.666+0000 7f2f21400700 1 -- 172.21.15.8:0/218315608 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556cbd36e850 msgr2=0x556cbd371d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:54.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.666+0000 7f2f21400700 1 --2- 172.21.15.8:0/218315608 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556cbd36e850 0x556cbd371d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.666+0000 7f2f21400700 1 -- 172.21.15.8:0/218315608 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556cbd368900 msgr2=0x556cbd374470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:54.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.666+0000 7f2f21400700 1 --2- 172.21.15.8:0/218315608 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556cbd368900 0x556cbd374470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.666+0000 7f2f21400700 1 -- 172.21.15.8:0/218315608 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556cbd206950 con 0x556cbd36df30 2024-05-20T21:28:54.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.667+0000 7f2f21400700 1 --2- 172.21.15.8:0/218315608 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556cbd36df30 0x556cbd371810 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f2f140a5f40 tx=0x7f2f14009cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5cfb4f237a4db39 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:54.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.667+0000 7f2f0fe00700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:28:54.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.667+0000 7f2f0fe00700 1 -- 172.21.15.8:0/218315608 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f14030040 con 0x556cbd36df30 2024-05-20T21:28:54.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.667+0000 7f2f0fe00700 1 -- 172.21.15.8:0/218315608 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f2f14013dd0 con 0x556cbd36df30 2024-05-20T21:28:54.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.667+0000 7f2f3bae0b80 1 -- 172.21.15.8:0/218315608 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2f1c01c070 con 0x556cbd36df30 2024-05-20T21:28:54.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.667+0000 7f2f0fe00700 1 -- 172.21.15.8:0/218315608 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2f140a9c90 con 0x556cbd36df30 2024-05-20T21:28:54.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.667+0000 7f2f3bae0b80 10 client.19119 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:54.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.667+0000 7f2f3bae0b80 1 -- 172.21.15.8:0/218315608 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556cbd2870e0 con 0x556cbd36df30 2024-05-20T21:28:54.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.668+0000 7f2f0fe00700 1 -- 172.21.15.8:0/218315608 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2f1c01c070 con 0x556cbd36df30 2024-05-20T21:28:54.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.668+0000 7f2f0fe00700 1 -- 172.21.15.8:0/218315608 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f2f140a5830 con 0x556cbd36df30 2024-05-20T21:28:54.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.668+0000 7f2f3bae0b80 10 client.19119 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:54.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.668+0000 7f2f3bae0b80 10 client.19119 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:28:54.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.668+0000 7f2f3bae0b80 20 client.19119 populate_metadata read hostname 'smithi008' 2024-05-20T21:28:54.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.668+0000 7f2f3bae0b80 1 --2- 172.21.15.8:0/218315608 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x556cbd381c50 0x556cbd384070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:54.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.668+0000 7f2f3bae0b80 4 client.19119 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:28:54.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.668+0000 7f2f3bae0b80 1 -- 172.21.15.8:0/218315608 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556cbd2c8e10 con 0x556cbd381c50 2024-05-20T21:28:54.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.668+0000 7f2f29e00700 1 --2- 172.21.15.8:0/218315608 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x556cbd381c50 0x556cbd384070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:54.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.669+0000 7f2f29e00700 1 --2- 172.21.15.8:0/218315608 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x556cbd381c50 0x556cbd384070 crc :-1 s=READY pgs=358 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d0495b6d3f00dc4b server_cookie=93c5fea6088cf11b in_seq=0 out_seq=0 2024-05-20T21:28:54.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.669+0000 7f2f0fe00700 10 client.19119 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:28:54.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.670+0000 7f2f0fe00700 1 -- 172.21.15.8:0/218315608 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x556cbd2c8e10 con 0x556cbd381c50 2024-05-20T21:28:54.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.670+0000 7f2f0fe00700 10 client.19119 handle_command_reply: tid=0 2024-05-20T21:28:54.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.670+0000 7f2f3bae0b80 1 client.19119 shutdown 2024-05-20T21:28:54.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.670+0000 7f2f3bae0b80 1 -- 172.21.15.8:0/218315608 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556cbd36df30 msgr2=0x556cbd371810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:54.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.670+0000 7f2f3bae0b80 1 --2- 172.21.15.8:0/218315608 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556cbd36df30 0x556cbd371810 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f2f140a5f40 tx=0x7f2f14009cd0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.670+0000 7f2f3bae0b80 1 -- 172.21.15.8:0/218315608 shutdown_connections 2024-05-20T21:28:54.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.670+0000 7f2f3bae0b80 1 --2- 172.21.15.8:0/218315608 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x556cbd381c50 0x556cbd384070 crc :-1 s=READY pgs=358 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.670+0000 7f2f3bae0b80 1 --2- 172.21.15.8:0/218315608 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556cbd368900 0x556cbd374470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.670+0000 7f2f3bae0b80 1 --2- 172.21.15.8:0/218315608 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556cbd36e850 0x556cbd371d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.925 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.670+0000 7f2f3bae0b80 1 --2- 172.21.15.8:0/218315608 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556cbd36df30 0x556cbd371810 unknown :-1 s=CLOSED pgs=690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.925 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.670+0000 7f2f3bae0b80 1 -- 172.21.15.8:0/218315608 >> 172.21.15.8:0/218315608 conn(0x556cbd296c60 msgr2=0x556cbd3672d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:54.925 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.670+0000 7f2f0fe00700 0 client.19119 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:28:54.925 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.670+0000 7f2f3bae0b80 1 -- 172.21.15.8:0/218315608 shutdown_connections 2024-05-20T21:28:54.925 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.671+0000 7f2f3bae0b80 1 -- 172.21.15.8:0/218315608 wait complete. 2024-05-20T21:28:54.925 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.671+0000 7f2f3bae0b80 20 client.19119 trim_cache size 0 max 16384 2024-05-20T21:28:54.925 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.694+0000 7f2f3bae0b80 1 Processor -- start 2024-05-20T21:28:54.925 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.694+0000 7f2f3bae0b80 1 -- start start 2024-05-20T21:28:54.925 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.694+0000 7f2f3bae0b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556cbd368900 0x556cbd3682e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:54.925 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.694+0000 7f2f3bae0b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556cbd36df30 0x556cbd363170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:54.925 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.694+0000 7f2f3bae0b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556cbd36e850 0x556cbd36ec30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:54.925 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.694+0000 7f2f3bae0b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f2f2c1b68c0 con 0x556cbd368900 2024-05-20T21:28:54.925 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.694+0000 7f2f3bae0b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2f2c1b4150 con 0x556cbd36e850 2024-05-20T21:28:54.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.694+0000 7f2f3bae0b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f2f2c1b1fa0 con 0x556cbd36df30 2024-05-20T21:28:54.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.694+0000 7f2f29e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556cbd368900 0x556cbd3682e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:54.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.694+0000 7f2f29e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556cbd368900 0x556cbd3682e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:34386/0 (socket says 172.21.15.8:34386) 2024-05-20T21:28:54.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.695+0000 7f2f29e00700 1 -- 172.21.15.8:0/3746435689 learned_addr learned my addr 172.21.15.8:0/3746435689 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:54.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.695+0000 7f2f2a800700 1 --2- 172.21.15.8:0/3746435689 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556cbd36e850 0x556cbd36ec30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:54.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.695+0000 7f2f21400700 1 --2- 172.21.15.8:0/3746435689 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556cbd36df30 0x556cbd363170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:54.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.695+0000 7f2f29e00700 1 -- 172.21.15.8:0/3746435689 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556cbd36df30 msgr2=0x556cbd363170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:54.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.695+0000 7f2f29e00700 1 --2- 172.21.15.8:0/3746435689 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556cbd36df30 0x556cbd363170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.695+0000 7f2f29e00700 1 -- 172.21.15.8:0/3746435689 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556cbd36e850 msgr2=0x556cbd36ec30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:54.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.695+0000 7f2f29e00700 1 --2- 172.21.15.8:0/3746435689 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556cbd36e850 0x556cbd36ec30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.695+0000 7f2f29e00700 1 -- 172.21.15.8:0/3746435689 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556cbd3846d0 con 0x556cbd368900 2024-05-20T21:28:54.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.695+0000 7f2f21400700 1 --2- 172.21.15.8:0/3746435689 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556cbd36df30 0x556cbd363170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:28:54.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.695+0000 7f2f29e00700 1 --2- 172.21.15.8:0/3746435689 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556cbd368900 0x556cbd3682e0 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f2f1c007ac0 tx=0x7f2f1c00b040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=497925e5bb6ab6cd server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:54.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.696+0000 7f2f1aa00700 1 -- 172.21.15.8:0/3746435689 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f1c02e070 con 0x556cbd368900 2024-05-20T21:28:54.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.696+0000 7f2f1aa00700 1 -- 172.21.15.8:0/3746435689 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2f1c01c040 con 0x556cbd368900 2024-05-20T21:28:54.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.696+0000 7f2f1aa00700 1 -- 172.21.15.8:0/3746435689 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f1c029610 con 0x556cbd368900 2024-05-20T21:28:54.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.696+0000 7f2f3bae0b80 1 -- 172.21.15.8:0/3746435689 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556cbd368900 msgr2=0x556cbd3682e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:54.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.696+0000 7f2f3bae0b80 1 --2- 172.21.15.8:0/3746435689 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556cbd368900 0x556cbd3682e0 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f2f1c007ac0 tx=0x7f2f1c00b040 comp rx=0 tx=0).stop 2024-05-20T21:28:54.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.696+0000 7f2f3bae0b80 1 -- 172.21.15.8:0/3746435689 shutdown_connections 2024-05-20T21:28:54.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.696+0000 7f2f3bae0b80 1 --2- 172.21.15.8:0/3746435689 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556cbd36e850 0x556cbd36ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.696+0000 7f2f3bae0b80 1 --2- 172.21.15.8:0/3746435689 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556cbd368900 0x556cbd3682e0 unknown :-1 s=CLOSED pgs=691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.696+0000 7f2f3bae0b80 1 --2- 172.21.15.8:0/3746435689 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556cbd36df30 0x556cbd363170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.696+0000 7f2f3bae0b80 1 -- 172.21.15.8:0/3746435689 >> 172.21.15.8:0/3746435689 conn(0x556cbd296c60 msgr2=0x556cbd362a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:54.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.696+0000 7f2f3bae0b80 1 -- 172.21.15.8:0/3746435689 shutdown_connections 2024-05-20T21:28:54.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.697+0000 7f2f3bae0b80 1 -- 172.21.15.8:0/3746435689 wait complete. 2024-05-20T21:28:54.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.697+0000 7f2f3bae0b80 1 -- start start 2024-05-20T21:28:54.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.697+0000 7f2f3bae0b80 1 Processor -- start 2024-05-20T21:28:54.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.698+0000 7f2f3bae0b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556cbd368900 0x556cbd3776f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:54.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.698+0000 7f2f3bae0b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556cbd36df30 0x556cbd377c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:54.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.698+0000 7f2f3bae0b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556cbd36e850 0x556cbd3ec7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:54.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.698+0000 7f2f3bae0b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f2f2c1b2610 con 0x556cbd36e850 2024-05-20T21:28:54.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.698+0000 7f2f3bae0b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2f2c1b3a80 con 0x556cbd368900 2024-05-20T21:28:54.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.698+0000 7f2f3bae0b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f2f2c1b2ce0 con 0x556cbd36df30 2024-05-20T21:28:54.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.698+0000 7f2f3bae0b80 10 client.0 _ll_register_callbacks cb 0x556cbd260cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:54.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.698+0000 7f2f29e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556cbd368900 0x556cbd3776f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:54.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.698+0000 7f2f2a800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556cbd36e850 0x556cbd3ec7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:54.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.698+0000 7f2f29e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556cbd368900 0x556cbd3776f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:51518/0 (socket says 172.21.15.8:51518) 2024-05-20T21:28:54.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.698+0000 7f2f29e00700 1 -- 172.21.15.8:0/3919101229 learned_addr learned my addr 172.21.15.8:0/3919101229 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:54.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.698+0000 7f2f21400700 1 --2- 172.21.15.8:0/3919101229 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556cbd36df30 0x556cbd377c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:54.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.698+0000 7f2f29e00700 1 -- 172.21.15.8:0/3919101229 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556cbd36df30 msgr2=0x556cbd377c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:54.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.698+0000 7f2f29e00700 1 --2- 172.21.15.8:0/3919101229 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556cbd36df30 0x556cbd377c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.698+0000 7f2f29e00700 1 -- 172.21.15.8:0/3919101229 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556cbd36e850 msgr2=0x556cbd3ec7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:54.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.698+0000 7f2f29e00700 1 --2- 172.21.15.8:0/3919101229 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556cbd36e850 0x556cbd3ec7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.698+0000 7f2f29e00700 1 -- 172.21.15.8:0/3919101229 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556cbd3ecd20 con 0x556cbd368900 2024-05-20T21:28:54.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.699+0000 7f2f29e00700 1 --2- 172.21.15.8:0/3919101229 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556cbd368900 0x556cbd3776f0 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f2f1c009d10 tx=0x7f2f1c009720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=56702f66e4b0c809 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:54.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.699+0000 7f2f0fe00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:28:54.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.699+0000 7f2f0fe00700 1 -- 172.21.15.8:0/3919101229 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f1c02e070 con 0x556cbd368900 2024-05-20T21:28:54.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.699+0000 7f2f3bae0b80 1 -- 172.21.15.8:0/3919101229 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2f1c01c040 con 0x556cbd368900 2024-05-20T21:28:54.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.699+0000 7f2f0fe00700 1 -- 172.21.15.8:0/3919101229 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f2f1c003c00 con 0x556cbd368900 2024-05-20T21:28:54.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.699+0000 7f2f0fe00700 1 -- 172.21.15.8:0/3919101229 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2f1c003e00 con 0x556cbd368900 2024-05-20T21:28:54.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.699+0000 7f2f3bae0b80 10 client.29246 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:54.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.699+0000 7f2f3bae0b80 1 -- 172.21.15.8:0/3919101229 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556cbd3edf10 con 0x556cbd368900 2024-05-20T21:28:54.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.700+0000 7f2f0fe00700 1 -- 172.21.15.8:0/3919101229 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2f1c01c040 con 0x556cbd368900 2024-05-20T21:28:54.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.700+0000 7f2f0fe00700 1 -- 172.21.15.8:0/3919101229 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f2f1c00e750 con 0x556cbd368900 2024-05-20T21:28:54.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.700+0000 7f2f3bae0b80 10 client.29246 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:54.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.700+0000 7f2f3bae0b80 10 client.29246 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:28:54.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.700+0000 7f2f3bae0b80 20 client.29246 populate_metadata read hostname 'smithi008' 2024-05-20T21:28:54.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.700+0000 7f2f3bae0b80 1 --2- 172.21.15.8:0/3919101229 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x556cbd3ee430 0x556cbd3f0850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:54.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.700+0000 7f2f3bae0b80 4 client.29246 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:28:54.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.700+0000 7f2f3bae0b80 1 -- 172.21.15.8:0/3919101229 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x556cbd2c25f0 con 0x556cbd3ee430 2024-05-20T21:28:54.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.701+0000 7f2f21400700 1 --2- 172.21.15.8:0/3919101229 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x556cbd3ee430 0x556cbd3f0850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:54.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.701+0000 7f2f21400700 1 --2- 172.21.15.8:0/3919101229 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x556cbd3ee430 0x556cbd3f0850 crc :-1 s=READY pgs=359 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=34712cea12b372bb server_cookie=14c1cb4bab0cbd44 in_seq=0 out_seq=0 2024-05-20T21:28:54.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.701+0000 7f2f0fe00700 10 client.29246 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:28:54.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.702+0000 7f2f0fe00700 1 -- 172.21.15.8:0/3919101229 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x556cbd2c25f0 con 0x556cbd3ee430 2024-05-20T21:28:54.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.702+0000 7f2f0fe00700 10 client.29246 handle_command_reply: tid=0 2024-05-20T21:28:54.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.702+0000 7f2f3bae0b80 1 client.29246 shutdown 2024-05-20T21:28:54.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.702+0000 7f2f3bae0b80 1 -- 172.21.15.8:0/3919101229 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556cbd368900 msgr2=0x556cbd3776f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:54.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.702+0000 7f2f3bae0b80 1 --2- 172.21.15.8:0/3919101229 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556cbd368900 0x556cbd3776f0 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f2f1c009d10 tx=0x7f2f1c009720 comp rx=0 tx=0).stop 2024-05-20T21:28:54.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.703+0000 7f2f3bae0b80 1 -- 172.21.15.8:0/3919101229 shutdown_connections 2024-05-20T21:28:54.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.703+0000 7f2f3bae0b80 1 --2- 172.21.15.8:0/3919101229 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x556cbd3ee430 0x556cbd3f0850 crc :-1 s=READY pgs=359 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.931 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:28:54.931 INFO:teuthology.orchestra.run.smithi008.stdout: "return_code": 0, 2024-05-20T21:28:54.931 INFO:teuthology.orchestra.run.smithi008.stdout: "scrub_tag": "5c70d924-9da6-4eb4-99d8-ac2e90ebebdd", 2024-05-20T21:28:54.932 INFO:teuthology.orchestra.run.smithi008.stdout: "mode": "asynchronous" 2024-05-20T21:28:54.932 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:28:54.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.703+0000 7f2f3bae0b80 1 --2- 172.21.15.8:0/3919101229 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556cbd368900 0x556cbd3776f0 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.703+0000 7f2f3bae0b80 1 --2- 172.21.15.8:0/3919101229 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556cbd36e850 0x556cbd3ec7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.703+0000 7f2f0fe00700 0 client.29246 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:28:54.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.703+0000 7f2f3bae0b80 1 --2- 172.21.15.8:0/3919101229 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556cbd36df30 0x556cbd377c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.703+0000 7f2f3bae0b80 1 -- 172.21.15.8:0/3919101229 >> 172.21.15.8:0/3919101229 conn(0x556cbd296c60 msgr2=0x556cbd36ec30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:54.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.703+0000 7f2f3bae0b80 1 -- 172.21.15.8:0/3919101229 shutdown_connections 2024-05-20T21:28:54.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.703+0000 7f2f3bae0b80 1 -- 172.21.15.8:0/3919101229 wait complete. 2024-05-20T21:28:54.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.703+0000 7f2f3bae0b80 20 client.29246 trim_cache size 0 max 16384 2024-05-20T21:28:54.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.704+0000 7f2f31200700 1 -- 172.21.15.8:0/822995596 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2f100b2880 msgr2=0x7f2f100b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:54.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.704+0000 7f2f31200700 1 --2- 172.21.15.8:0/822995596 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2f100b2880 0x7f2f100b4d40 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f2f24005950 tx=0x7f2f240047c0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.704+0000 7f2f31200700 1 -- 172.21.15.8:0/822995596 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2f2c10a780 msgr2=0x7f2f2c1a0730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:54.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.704+0000 7f2f31200700 1 --2- 172.21.15.8:0/822995596 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2f2c10a780 0x7f2f2c1a0730 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7f2f14006010 tx=0x7f2f14005280 comp rx=0 tx=0).stop 2024-05-20T21:28:54.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.704+0000 7f2f31200700 1 -- 172.21.15.8:0/822995596 shutdown_connections 2024-05-20T21:28:54.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.704+0000 7f2f31200700 1 --2- 172.21.15.8:0/822995596 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2f100b2880 0x7f2f100b4d40 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.704+0000 7f2f31200700 1 --2- 172.21.15.8:0/822995596 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2f2c109dd0 0x7f2f2c1a01f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.704+0000 7f2f31200700 1 --2- 172.21.15.8:0/822995596 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2f2c10eeb0 0x7f2f2c1a4ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.704+0000 7f2f31200700 1 --2- 172.21.15.8:0/822995596 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2f2c10a780 0x7f2f2c1a0730 unknown :-1 s=CLOSED pgs=689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.704+0000 7f2f31200700 1 -- 172.21.15.8:0/822995596 >> 172.21.15.8:0/822995596 conn(0x7f2f2c076d10 msgr2=0x7f2f2c1091f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:54.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.704+0000 7f2f31200700 1 -- 172.21.15.8:0/822995596 shutdown_connections 2024-05-20T21:28:54.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:54.704+0000 7f2f31200700 1 -- 172.21.15.8:0/822995596 wait complete. 2024-05-20T21:28:55.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:28:54 smithi130 ceph-mon[36448]: pgmap v847: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 2.7 KiB/s wr, 8 op/s 2024-05-20T21:28:55.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:28:54 smithi050 ceph-mon[35809]: pgmap v847: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 2.7 KiB/s wr, 8 op/s 2024-05-20T21:28:55.811 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:28:56.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:28:55 smithi130 ceph-mon[36448]: scrub queued for path: / 2024-05-20T21:28:56.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:28:55 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:28:56.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:28:55 smithi130 ceph-mon[36448]: scrub summary: active paths [/] 2024-05-20T21:28:56.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:28:55 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:28:56.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:28:55 smithi050 ceph-mon[35809]: scrub queued for path: / 2024-05-20T21:28:56.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:28:55 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:28:56.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:28:55 smithi050 ceph-mon[35809]: scrub summary: active paths [/] 2024-05-20T21:28:56.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:28:55 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:28:56.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:28:55 smithi008 ceph-mon[31475]: scrub queued for path: / 2024-05-20T21:28:56.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:28:55 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:28:56.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:28:55 smithi008 ceph-mon[31475]: scrub summary: active paths [/] 2024-05-20T21:28:56.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:28:55 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:28:56.937 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:28:56 smithi008 ceph-mon[31475]: pgmap v848: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 2.7 KiB/s wr, 9 op/s 2024-05-20T21:28:56.938 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:28:56 smithi008 ceph-mon[31475]: scrub summary: idle 2024-05-20T21:28:57.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:28:56 smithi130 ceph-mon[36448]: pgmap v848: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 2.7 KiB/s wr, 9 op/s 2024-05-20T21:28:57.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:28:56 smithi130 ceph-mon[36448]: scrub summary: idle 2024-05-20T21:28:57.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:28:56 smithi050 ceph-mon[35809]: pgmap v848: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 2.7 KiB/s wr, 9 op/s 2024-05-20T21:28:57.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:28:56 smithi050 ceph-mon[35809]: scrub summary: idle 2024-05-20T21:28:57.174 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:28:57.218 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:57.218+0000 7fc571a00700 1 -- 172.21.15.8:0/346486296 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc56c1037f0 msgr2=0x7fc56c103bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:57.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:57.218+0000 7fc571a00700 1 --2- 172.21.15.8:0/346486296 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc56c1037f0 0x7fc56c103bd0 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7fc55c0099c0 tx=0x7fc55c009cd0 comp rx=0 tx=0).stop 2024-05-20T21:28:57.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:57.219+0000 7fc571a00700 1 -- 172.21.15.8:0/346486296 shutdown_connections 2024-05-20T21:28:57.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:57.219+0000 7fc571a00700 1 --2- 172.21.15.8:0/346486296 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc56c1037f0 0x7fc56c103bd0 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:57.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:57.219+0000 7fc571a00700 1 --2- 172.21.15.8:0/346486296 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc56c1088f0 0x7fc56c110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:57.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:57.219+0000 7fc571a00700 1 --2- 172.21.15.8:0/346486296 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc56c1041a0 0x7fc56c1081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:57.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:57.219+0000 7fc571a00700 1 -- 172.21.15.8:0/346486296 >> 172.21.15.8:0/346486296 conn(0x7fc56c07a6a0 msgr2=0x7fc56c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:57.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:57.219+0000 7fc571a00700 1 -- 172.21.15.8:0/346486296 shutdown_connections 2024-05-20T21:28:57.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:57.219+0000 7fc571a00700 1 -- 172.21.15.8:0/346486296 wait complete. 2024-05-20T21:28:57.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:57.220+0000 7fc571a00700 1 Processor -- start 2024-05-20T21:28:57.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:57.220+0000 7fc571a00700 1 -- start start 2024-05-20T21:28:57.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:57.220+0000 7fc571a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc56c1037f0 0x7fc56c076d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:57.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:57.220+0000 7fc571a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc56c1041a0 0x7fc56c0772d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:57.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:57.221+0000 7fc571a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc56c1088f0 0x7fc56c06ddd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:57.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:57.221+0000 7fc571a00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc56c113710 con 0x7fc56c1037f0 2024-05-20T21:28:57.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:57.221+0000 7fc571a00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc56c113590 con 0x7fc56c1088f0 2024-05-20T21:28:57.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:57.221+0000 7fc571a00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc56c113890 con 0x7fc56c1041a0 2024-05-20T21:28:57.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:57.221+0000 7fc56aa00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc56c1037f0 0x7fc56c076d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:57.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:57.221+0000 7fc56a000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc56c1041a0 0x7fc56c0772d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:57.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:57.221+0000 7fc56a000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc56c1041a0 0x7fc56c0772d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:54592/0 (socket says 172.21.15.8:54592) 2024-05-20T21:28:57.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:57.221+0000 7fc56b400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc56c1088f0 0x7fc56c06ddd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:57.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:57.221+0000 7fc56a000700 1 -- 172.21.15.8:0/3322623301 learned_addr learned my addr 172.21.15.8:0/3322623301 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:57.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:57.221+0000 7fc56a000700 1 -- 172.21.15.8:0/3322623301 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc56c1088f0 msgr2=0x7fc56c06ddd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:57.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:57.221+0000 7fc56a000700 1 --2- 172.21.15.8:0/3322623301 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc56c1088f0 0x7fc56c06ddd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:57.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:57.221+0000 7fc56a000700 1 -- 172.21.15.8:0/3322623301 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc56c1037f0 msgr2=0x7fc56c076d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:57.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:57.222+0000 7fc56a000700 1 --2- 172.21.15.8:0/3322623301 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc56c1037f0 0x7fc56c076d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:57.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:57.222+0000 7fc56a000700 1 -- 172.21.15.8:0/3322623301 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc56c06e6d0 con 0x7fc56c1041a0 2024-05-20T21:28:57.222 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:57.222+0000 7fc56a000700 1 --2- 172.21.15.8:0/3322623301 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc56c1041a0 0x7fc56c0772d0 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7fc55800eb30 tx=0x7fc55800ee40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:57.222 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:57.222+0000 7fc563400700 1 -- 172.21.15.8:0/3322623301 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc55800cbd0 con 0x7fc56c1041a0 2024-05-20T21:28:57.222 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:57.222+0000 7fc563400700 1 -- 172.21.15.8:0/3322623301 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc5580044d0 con 0x7fc56c1041a0 2024-05-20T21:28:57.222 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:57.222+0000 7fc571a00700 1 -- 172.21.15.8:0/3322623301 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc56c06e9c0 con 0x7fc56c1041a0 2024-05-20T21:28:57.223 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:57.222+0000 7fc563400700 1 -- 172.21.15.8:0/3322623301 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc558003e30 con 0x7fc56c1041a0 2024-05-20T21:28:57.223 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:57.223+0000 7fc571a00700 1 -- 172.21.15.8:0/3322623301 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc56c072a00 con 0x7fc56c1041a0 2024-05-20T21:28:57.223 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:57.224+0000 7fc571a00700 1 -- 172.21.15.8:0/3322623301 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc56c104c80 con 0x7fc56c1041a0 2024-05-20T21:28:57.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:57.227+0000 7fc563400700 1 -- 172.21.15.8:0/3322623301 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fc558004000 con 0x7fc56c1041a0 2024-05-20T21:28:57.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:57.229+0000 7fc563400700 1 --2- 172.21.15.8:0/3322623301 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc5500b2900 0x7fc5500b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:57.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:57.229+0000 7fc563400700 1 -- 172.21.15.8:0/3322623301 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc5580e29d0 con 0x7fc56c1041a0 2024-05-20T21:28:57.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:57.230+0000 7fc56aa00700 1 --2- 172.21.15.8:0/3322623301 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc5500b2900 0x7fc5500b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:57.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:57.230+0000 7fc563400700 1 -- 172.21.15.8:0/3322623301 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fc5580042f0 con 0x7fc56c1041a0 2024-05-20T21:28:57.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:57.231+0000 7fc56aa00700 1 --2- 172.21.15.8:0/3322623301 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc5500b2900 0x7fc5500b4dc0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7fc55c000c00 tx=0x7fc55c005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:57.528 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:57.529+0000 7fc571a00700 1 -- 172.21.15.8:0/3322623301 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc56c073560 con 0x7fc56c1041a0 2024-05-20T21:28:57.529 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:57.530+0000 7fc563400700 1 -- 172.21.15.8:0/3322623301 <== mon.1 v2:172.21.15.130:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7fc5580aa680 con 0x7fc56c1041a0 2024-05-20T21:28:57.530 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:28:57.530 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:28:57.533 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:57.534+0000 7fc571a00700 1 -- 172.21.15.8:0/3322623301 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc5500b2900 msgr2=0x7fc5500b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:57.533 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:57.534+0000 7fc571a00700 1 --2- 172.21.15.8:0/3322623301 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc5500b2900 0x7fc5500b4dc0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7fc55c000c00 tx=0x7fc55c005fb0 comp rx=0 tx=0).stop 2024-05-20T21:28:57.534 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:57.534+0000 7fc571a00700 1 -- 172.21.15.8:0/3322623301 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc56c1041a0 msgr2=0x7fc56c0772d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:57.534 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:57.534+0000 7fc571a00700 1 --2- 172.21.15.8:0/3322623301 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc56c1041a0 0x7fc56c0772d0 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7fc55800eb30 tx=0x7fc55800ee40 comp rx=0 tx=0).stop 2024-05-20T21:28:57.534 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:57.534+0000 7fc571a00700 1 -- 172.21.15.8:0/3322623301 shutdown_connections 2024-05-20T21:28:57.534 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:57.534+0000 7fc571a00700 1 --2- 172.21.15.8:0/3322623301 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc5500b2900 0x7fc5500b4dc0 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:57.534 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:57.534+0000 7fc571a00700 1 --2- 172.21.15.8:0/3322623301 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc56c1088f0 0x7fc56c06ddd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:57.534 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:57.534+0000 7fc571a00700 1 --2- 172.21.15.8:0/3322623301 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc56c1037f0 0x7fc56c076d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:57.534 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:57.534+0000 7fc571a00700 1 --2- 172.21.15.8:0/3322623301 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc56c1041a0 0x7fc56c0772d0 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:57.534 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:57.534+0000 7fc571a00700 1 -- 172.21.15.8:0/3322623301 >> 172.21.15.8:0/3322623301 conn(0x7fc56c07a6a0 msgr2=0x7fc56c101790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:57.534 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:57.534+0000 7fc571a00700 1 -- 172.21.15.8:0/3322623301 shutdown_connections 2024-05-20T21:28:57.534 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:57.534+0000 7fc571a00700 1 -- 172.21.15.8:0/3322623301 wait complete. 2024-05-20T21:28:57.535 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:28:57.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:28:57 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/3322623301' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:28:58.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:28:57 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/3322623301' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:28:58.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:28:57 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/3322623301' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:28:58.509 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.509+0000 7f8b8e800640 1 -- 172.21.15.8:0/25138577 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8b88105d20 msgr2=0x7f8b881061a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:58.510 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.509+0000 7f8b8e800640 1 --2- 172.21.15.8:0/25138577 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8b88105d20 0x7f8b881061a0 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f8b74009860 tx=0x7f8b7402a340 comp rx=0 tx=0).stop 2024-05-20T21:28:58.510 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.509+0000 7f8b8e800640 1 -- 172.21.15.8:0/25138577 shutdown_connections 2024-05-20T21:28:58.510 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.509+0000 7f8b8e800640 1 --2- 172.21.15.8:0/25138577 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8b881066e0 0x7f8b8810cf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.510 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.510+0000 7f8b8e800640 1 --2- 172.21.15.8:0/25138577 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8b88105d20 0x7f8b881061a0 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.510 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.510+0000 7f8b8e800640 1 --2- 172.21.15.8:0/25138577 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8b88104b30 0x7f8b88104f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.510 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.510+0000 7f8b8e800640 1 -- 172.21.15.8:0/25138577 >> 172.21.15.8:0/25138577 conn(0x7f8b881000c0 msgr2=0x7f8b881024e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:58.510 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.510+0000 7f8b8e800640 1 -- 172.21.15.8:0/25138577 shutdown_connections 2024-05-20T21:28:58.510 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.510+0000 7f8b8e800640 1 -- 172.21.15.8:0/25138577 wait complete. 2024-05-20T21:28:58.512 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.511+0000 7f8b8e800640 1 Processor -- start 2024-05-20T21:28:58.512 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.511+0000 7f8b8e800640 1 -- start start 2024-05-20T21:28:58.512 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.511+0000 7f8b8e800640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8b88104b30 0x7f8b8819ae00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:58.512 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.511+0000 7f8b8e800640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8b88105d20 0x7f8b8819b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:58.512 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.511+0000 7f8b8e800640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8b881066e0 0x7f8b881a2320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:58.513 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.511+0000 7f8b8e800640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f8b88110640 con 0x7f8b88105d20 2024-05-20T21:28:58.513 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.511+0000 7f8b8e800640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8b881104c0 con 0x7f8b88104b30 2024-05-20T21:28:58.513 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.511+0000 7f8b8e800640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f8b881107c0 con 0x7f8b881066e0 2024-05-20T21:28:58.513 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.512+0000 7f8b8ca00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8b88105d20 0x7f8b8819b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:58.513 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.512+0000 7f8b8ca00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8b88105d20 0x7f8b8819b340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:34430/0 (socket says 172.21.15.8:34430) 2024-05-20T21:28:58.513 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.512+0000 7f8b8ca00640 1 -- 172.21.15.8:0/1612202875 learned_addr learned my addr 172.21.15.8:0/1612202875 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:58.513 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.512+0000 7f8b8d400640 1 --2- 172.21.15.8:0/1612202875 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8b88104b30 0x7f8b8819ae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:58.513 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.512+0000 7f8b8de00640 1 --2- 172.21.15.8:0/1612202875 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8b881066e0 0x7f8b881a2320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:58.513 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.512+0000 7f8b8ca00640 1 -- 172.21.15.8:0/1612202875 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8b881066e0 msgr2=0x7f8b881a2320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:58.513 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.512+0000 7f8b8ca00640 1 --2- 172.21.15.8:0/1612202875 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8b881066e0 0x7f8b881a2320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.513 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.512+0000 7f8b8ca00640 1 -- 172.21.15.8:0/1612202875 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8b88104b30 msgr2=0x7f8b8819ae00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:58.513 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.512+0000 7f8b8ca00640 1 --2- 172.21.15.8:0/1612202875 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8b88104b30 0x7f8b8819ae00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.513 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.512+0000 7f8b8ca00640 1 -- 172.21.15.8:0/1612202875 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b881a29c0 con 0x7f8b88105d20 2024-05-20T21:28:58.513 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.513+0000 7f8b8ca00640 1 --2- 172.21.15.8:0/1612202875 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8b88105d20 0x7f8b8819b340 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f8b740057c0 tx=0x7f8b74032eb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:58.514 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.513+0000 7f8b86000640 1 -- 172.21.15.8:0/1612202875 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b74037040 con 0x7f8b88105d20 2024-05-20T21:28:58.514 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.513+0000 7f8b8e800640 1 -- 172.21.15.8:0/1612202875 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8b881a2c50 con 0x7f8b88105d20 2024-05-20T21:28:58.514 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.513+0000 7f8b86000640 1 -- 172.21.15.8:0/1612202875 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8b74030cd0 con 0x7f8b88105d20 2024-05-20T21:28:58.514 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.513+0000 7f8b8e800640 1 -- 172.21.15.8:0/1612202875 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8b881a3130 con 0x7f8b88105d20 2024-05-20T21:28:58.514 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.513+0000 7f8b86000640 1 -- 172.21.15.8:0/1612202875 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b740052f0 con 0x7f8b88105d20 2024-05-20T21:28:58.515 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.516+0000 7f8b92bb1740 1 Processor -- start 2024-05-20T21:28:58.516 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.516+0000 7f8b92bb1740 1 -- start start 2024-05-20T21:28:58.517 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.517+0000 7f8b92bb1740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564d59ad5cf0 0x564d59ad6110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:58.517 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.517+0000 7f8b92bb1740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564d59ad66e0 0x564d59adb1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:58.517 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.517+0000 7f8b92bb1740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564d59adb850 0x564d59addce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:58.517 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.517+0000 7f8b92bb1740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x564d59a45b90 con 0x564d59adb850 2024-05-20T21:28:58.517 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.517+0000 7f8b92bb1740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x564d59a35730 con 0x564d59ad66e0 2024-05-20T21:28:58.517 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.517+0000 7f8b92bb1740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x564d59a39770 con 0x564d59ad5cf0 2024-05-20T21:28:58.517 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.517+0000 7f8b86000640 1 -- 172.21.15.8:0/1612202875 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f8b74043020 con 0x7f8b88105d20 2024-05-20T21:28:58.517 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.517+0000 7f8b8ca00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564d59adb850 0x564d59addce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:58.517 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.517+0000 7f8b8de00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564d59ad5cf0 0x564d59ad6110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:58.517 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.517+0000 7f8b8ca00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564d59adb850 0x564d59addce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:34446/0 (socket says 172.21.15.8:34446) 2024-05-20T21:28:58.518 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.517+0000 7f8b8ca00640 1 -- 172.21.15.8:0/506970342 learned_addr learned my addr 172.21.15.8:0/506970342 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:58.518 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.517+0000 7f8b8d400640 1 --2- 172.21.15.8:0/506970342 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564d59ad66e0 0x564d59adb1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:58.518 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.518+0000 7f8b8de00640 1 -- 172.21.15.8:0/506970342 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564d59ad66e0 msgr2=0x564d59adb1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:58.518 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.518+0000 7f8b8de00640 1 --2- 172.21.15.8:0/506970342 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564d59ad66e0 0x564d59adb1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.518 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.518+0000 7f8b8de00640 1 -- 172.21.15.8:0/506970342 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564d59adb850 msgr2=0x564d59addce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:58.518 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.518+0000 7f8b8de00640 1 --2- 172.21.15.8:0/506970342 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564d59adb850 0x564d59addce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.518 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.518+0000 7f8b8de00640 1 -- 172.21.15.8:0/506970342 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564d599ce8b0 con 0x564d59ad5cf0 2024-05-20T21:28:58.520 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.518+0000 7f8b8de00640 1 --2- 172.21.15.8:0/506970342 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564d59ad5cf0 0x564d59ad6110 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f8b80009800 tx=0x7f8b800095c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e1e5eee675ba7a55 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:58.520 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.518+0000 7f8b7a600640 1 -- 172.21.15.8:0/506970342 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b8001d070 con 0x564d59ad5cf0 2024-05-20T21:28:58.520 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.518+0000 7f8b7a600640 1 -- 172.21.15.8:0/506970342 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8b80003e40 con 0x564d59ad5cf0 2024-05-20T21:28:58.520 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.518+0000 7f8b7a600640 1 -- 172.21.15.8:0/506970342 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b80018a20 con 0x564d59ad5cf0 2024-05-20T21:28:58.520 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.519+0000 7f8b86000640 1 --2- 172.21.15.8:0/1612202875 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f8b700b27d0 0x7f8b700b4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:58.520 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.519+0000 7f8b86000640 1 -- 172.21.15.8:0/1612202875 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f8b74101960 con 0x7f8b88105d20 2024-05-20T21:28:58.520 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.519+0000 7f8b8d400640 1 --2- 172.21.15.8:0/1612202875 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f8b700b27d0 0x7f8b700b4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:58.520 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.519+0000 7f8b92bb1740 1 -- 172.21.15.8:0/506970342 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564d59ad5cf0 msgr2=0x564d59ad6110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:58.520 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.519+0000 7f8b92bb1740 1 --2- 172.21.15.8:0/506970342 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564d59ad5cf0 0x564d59ad6110 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f8b80009800 tx=0x7f8b800095c0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.520 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.519+0000 7f8b92bb1740 1 -- 172.21.15.8:0/506970342 shutdown_connections 2024-05-20T21:28:58.520 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.519+0000 7f8b92bb1740 1 --2- 172.21.15.8:0/506970342 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564d59adb850 0x564d59addce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.520 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.519+0000 7f8b92bb1740 1 --2- 172.21.15.8:0/506970342 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564d59ad66e0 0x564d59adb1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.520 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.519+0000 7f8b92bb1740 1 --2- 172.21.15.8:0/506970342 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564d59ad5cf0 0x564d59ad6110 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.521 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.519+0000 7f8b92bb1740 1 -- 172.21.15.8:0/506970342 >> 172.21.15.8:0/506970342 conn(0x564d59ad1360 msgr2=0x564d59ad1760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:58.521 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.520+0000 7f8b92bb1740 1 -- 172.21.15.8:0/506970342 shutdown_connections 2024-05-20T21:28:58.521 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.520+0000 7f8b92bb1740 1 -- 172.21.15.8:0/506970342 wait complete. 2024-05-20T21:28:58.521 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.520+0000 7f8b8d400640 1 --2- 172.21.15.8:0/1612202875 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f8b700b27d0 0x7f8b700b4c90 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x564d59ad6ae0 tx=0x7f8b7c00b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:58.521 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.520+0000 7f8b92bb1740 1 -- start start 2024-05-20T21:28:58.521 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.520+0000 7f8b92bb1740 1 Processor -- start 2024-05-20T21:28:58.523 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.521+0000 7f8b92bb1740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564d59ad5cf0 0x564d59adfbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:58.523 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.521+0000 7f8b92bb1740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564d59ad66e0 0x564d59ae00f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:58.524 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.521+0000 7f8b92bb1740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564d59adb850 0x564d59ae7130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:58.524 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.521+0000 7f8b92bb1740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x564d5971b790 con 0x564d59adb850 2024-05-20T21:28:58.524 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.521+0000 7f8b92bb1740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x564d599ddbc0 con 0x564d59ad5cf0 2024-05-20T21:28:58.524 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.521+0000 7f8b92bb1740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x564d59ade800 con 0x564d59ad66e0 2024-05-20T21:28:58.524 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.521+0000 7f8b92bb1740 10 client.0 _ll_register_callbacks cb 0x564d599bb400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:58.524 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.521+0000 7f8b8de00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564d59adb850 0x564d59ae7130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:58.524 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.521+0000 7f8b8ca00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564d59ad66e0 0x564d59ae00f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:58.524 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.521+0000 7f8b8de00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564d59adb850 0x564d59ae7130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:34460/0 (socket says 172.21.15.8:34460) 2024-05-20T21:28:58.524 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.521+0000 7f8b8ca00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564d59ad66e0 0x564d59ae00f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:54638/0 (socket says 172.21.15.8:54638) 2024-05-20T21:28:58.524 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.521+0000 7f8b8de00640 1 -- 172.21.15.8:0/3838341405 learned_addr learned my addr 172.21.15.8:0/3838341405 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:58.524 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.521+0000 7f8b8d400640 1 --2- 172.21.15.8:0/3838341405 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564d59ad5cf0 0x564d59adfbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:58.524 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.522+0000 7f8b8ca00640 1 -- 172.21.15.8:0/3838341405 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564d59ad5cf0 msgr2=0x564d59adfbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:58.524 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.522+0000 7f8b8ca00640 1 --2- 172.21.15.8:0/3838341405 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564d59ad5cf0 0x564d59adfbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.525 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.522+0000 7f8b8ca00640 1 -- 172.21.15.8:0/3838341405 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564d59adb850 msgr2=0x564d59ae7130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:58.525 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.522+0000 7f8b8ca00640 1 --2- 172.21.15.8:0/3838341405 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564d59adb850 0x564d59ae7130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.525 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.522+0000 7f8b8ca00640 1 -- 172.21.15.8:0/3838341405 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564d5974a210 con 0x564d59ad66e0 2024-05-20T21:28:58.525 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.522+0000 7f8b8de00640 1 --2- 172.21.15.8:0/3838341405 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564d59adb850 0x564d59ae7130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:58.525 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.522+0000 7f8b8ca00640 1 --2- 172.21.15.8:0/3838341405 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564d59ad66e0 0x564d59ae00f0 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f8b740c8ea0 tx=0x7f8b740056a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=54906d8859cde04c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:58.525 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.522+0000 7f8b6ea00640 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:28:58.525 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.522+0000 7f8b6ea00640 1 -- 172.21.15.8:0/3838341405 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b740c8860 con 0x564d59ad66e0 2024-05-20T21:28:58.525 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.522+0000 7f8b6ea00640 1 -- 172.21.15.8:0/3838341405 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f8b740d1af0 con 0x564d59ad66e0 2024-05-20T21:28:58.525 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.522+0000 7f8b92bb1740 1 -- 172.21.15.8:0/3838341405 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x564d59a47ae0 con 0x564d59ad66e0 2024-05-20T21:28:58.525 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.522+0000 7f8b6ea00640 1 -- 172.21.15.8:0/3838341405 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8b740c8680 con 0x564d59ad66e0 2024-05-20T21:28:58.525 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.522+0000 7f8b92bb1740 10 client.29323 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:58.525 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.522+0000 7f8b92bb1740 1 -- 172.21.15.8:0/3838341405 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564d59816620 con 0x564d59ad66e0 2024-05-20T21:28:58.525 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.523+0000 7f8b6ea00640 1 -- 172.21.15.8:0/3838341405 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x564d59a47ae0 con 0x564d59ad66e0 2024-05-20T21:28:58.525 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.523+0000 7f8b6ea00640 1 -- 172.21.15.8:0/3838341405 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f8b740c6e60 con 0x564d59ad66e0 2024-05-20T21:28:58.526 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.523+0000 7f8b92bb1740 10 client.29323 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:58.526 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.523+0000 7f8b92bb1740 10 client.29323 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:28:58.526 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.523+0000 7f8b92bb1740 20 client.29323 populate_metadata read hostname 'smithi008' 2024-05-20T21:28:58.526 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.523+0000 7f8b92bb1740 1 --2- 172.21.15.8:0/3838341405 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x564d59aeb710 0x564d59aedb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:58.526 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.523+0000 7f8b92bb1740 4 client.29323 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:28:58.526 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.523+0000 7f8b92bb1740 1 -- 172.21.15.8:0/3838341405 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564d59a412c0 con 0x564d59aeb710 2024-05-20T21:28:58.526 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.523+0000 7f8b8d400640 1 --2- 172.21.15.8:0/3838341405 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x564d59aeb710 0x564d59aedb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:58.526 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.524+0000 7f8b8d400640 1 --2- 172.21.15.8:0/3838341405 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x564d59aeb710 0x564d59aedb70 crc :-1 s=READY pgs=360 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9a8d449676f14114 server_cookie=efdf84f637aa194b in_seq=0 out_seq=0 2024-05-20T21:28:58.526 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.524+0000 7f8b6ea00640 10 client.29323 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:28:58.527 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.525+0000 7f8b6ea00640 1 -- 172.21.15.8:0/3838341405 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x564d59a412c0 con 0x564d59aeb710 2024-05-20T21:28:58.527 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.525+0000 7f8b6ea00640 10 client.29323 handle_command_reply: tid=0 2024-05-20T21:28:58.527 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.525+0000 7f8b92bb1740 1 client.29323 shutdown 2024-05-20T21:28:58.527 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.525+0000 7f8b92bb1740 1 -- 172.21.15.8:0/3838341405 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564d59ad66e0 msgr2=0x564d59ae00f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:58.527 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.525+0000 7f8b92bb1740 1 --2- 172.21.15.8:0/3838341405 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564d59ad66e0 0x564d59ae00f0 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f8b740c8ea0 tx=0x7f8b740056a0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.528 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.525+0000 7f8b92bb1740 1 -- 172.21.15.8:0/3838341405 shutdown_connections 2024-05-20T21:28:58.528 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.525+0000 7f8b92bb1740 1 --2- 172.21.15.8:0/3838341405 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x564d59aeb710 0x564d59aedb70 crc :-1 s=READY pgs=360 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.528 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.525+0000 7f8b92bb1740 1 --2- 172.21.15.8:0/3838341405 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564d59adb850 0x564d59ae7130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.528 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.525+0000 7f8b92bb1740 1 --2- 172.21.15.8:0/3838341405 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564d59ad66e0 0x564d59ae00f0 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.528 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.525+0000 7f8b6ea00640 0 client.29323 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:28:58.528 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.525+0000 7f8b92bb1740 1 --2- 172.21.15.8:0/3838341405 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564d59ad5cf0 0x564d59adfbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.528 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.525+0000 7f8b92bb1740 1 -- 172.21.15.8:0/3838341405 >> 172.21.15.8:0/3838341405 conn(0x564d59ad1360 msgr2=0x564d59ad04c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:58.528 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.526+0000 7f8b92bb1740 1 -- 172.21.15.8:0/3838341405 shutdown_connections 2024-05-20T21:28:58.528 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.526+0000 7f8b92bb1740 1 -- 172.21.15.8:0/3838341405 wait complete. 2024-05-20T21:28:58.528 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.526+0000 7f8b92bb1740 20 client.29323 trim_cache size 0 max 16384 2024-05-20T21:28:58.543 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.543+0000 7f8b92bb1740 1 Processor -- start 2024-05-20T21:28:58.544 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.543+0000 7f8b92bb1740 1 -- start start 2024-05-20T21:28:58.544 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.543+0000 7f8b92bb1740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564d59ad5cf0 0x564d59ad4b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:58.544 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.543+0000 7f8b92bb1740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564d59ad66e0 0x564d59ae70f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:58.544 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.543+0000 7f8b92bb1740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564d59adb850 0x564d59ad7890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:58.544 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.543+0000 7f8b92bb1740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f8b881ae760 con 0x564d59adb850 2024-05-20T21:28:58.544 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.543+0000 7f8b92bb1740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8b881ac030 con 0x564d59ad66e0 2024-05-20T21:28:58.544 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.543+0000 7f8b92bb1740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f8b881a9e80 con 0x564d59ad5cf0 2024-05-20T21:28:58.544 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.544+0000 7f8b8de00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564d59adb850 0x564d59ad7890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:58.544 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.544+0000 7f8b8de00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564d59adb850 0x564d59ad7890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:34464/0 (socket says 172.21.15.8:34464) 2024-05-20T21:28:58.544 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.544+0000 7f8b8de00640 1 -- 172.21.15.8:0/3715843077 learned_addr learned my addr 172.21.15.8:0/3715843077 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:58.544 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.544+0000 7f8b8ca00640 1 --2- 172.21.15.8:0/3715843077 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564d59ad66e0 0x564d59ae70f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:58.544 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.544+0000 7f8b8d400640 1 --2- 172.21.15.8:0/3715843077 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564d59ad5cf0 0x564d59ad4b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:58.544 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.544+0000 7f8b8de00640 1 -- 172.21.15.8:0/3715843077 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564d59ad5cf0 msgr2=0x564d59ad4b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:58.544 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.544+0000 7f8b8de00640 1 --2- 172.21.15.8:0/3715843077 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564d59ad5cf0 0x564d59ad4b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.545 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.544+0000 7f8b8de00640 1 -- 172.21.15.8:0/3715843077 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564d59ad66e0 msgr2=0x564d59ae70f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:58.545 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.544+0000 7f8b8de00640 1 --2- 172.21.15.8:0/3715843077 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564d59ad66e0 0x564d59ae70f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.545 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.544+0000 7f8b8de00640 1 -- 172.21.15.8:0/3715843077 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564d59ad2030 con 0x564d59adb850 2024-05-20T21:28:58.545 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.544+0000 7f8b8ca00640 1 --2- 172.21.15.8:0/3715843077 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564d59ad66e0 0x564d59ae70f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:58.546 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.545+0000 7f8b8de00640 1 --2- 172.21.15.8:0/3715843077 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564d59adb850 0x564d59ad7890 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f8b800098a0 tx=0x7f8b800098d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d608ee8f70abd004 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:58.546 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.545+0000 7f8b79c00640 1 -- 172.21.15.8:0/3715843077 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b8001d040 con 0x564d59adb850 2024-05-20T21:28:58.546 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.545+0000 7f8b79c00640 1 -- 172.21.15.8:0/3715843077 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8b8002a070 con 0x564d59adb850 2024-05-20T21:28:58.546 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.545+0000 7f8b79c00640 1 -- 172.21.15.8:0/3715843077 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b800055b0 con 0x564d59adb850 2024-05-20T21:28:58.546 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.546+0000 7f8b92bb1740 1 -- 172.21.15.8:0/3715843077 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564d59adb850 msgr2=0x564d59ad7890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:58.546 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.546+0000 7f8b92bb1740 1 --2- 172.21.15.8:0/3715843077 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564d59adb850 0x564d59ad7890 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f8b800098a0 tx=0x7f8b800098d0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.546 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.546+0000 7f8b92bb1740 1 -- 172.21.15.8:0/3715843077 shutdown_connections 2024-05-20T21:28:58.547 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.546+0000 7f8b92bb1740 1 --2- 172.21.15.8:0/3715843077 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564d59adb850 0x564d59ad7890 unknown :-1 s=CLOSED pgs=693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.547 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.546+0000 7f8b92bb1740 1 --2- 172.21.15.8:0/3715843077 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564d59ad66e0 0x564d59ae70f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.547 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.546+0000 7f8b92bb1740 1 --2- 172.21.15.8:0/3715843077 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564d59ad5cf0 0x564d59ad4b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.547 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.546+0000 7f8b92bb1740 1 -- 172.21.15.8:0/3715843077 >> 172.21.15.8:0/3715843077 conn(0x564d59ad1360 msgr2=0x564d59ad7180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:58.547 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.546+0000 7f8b92bb1740 1 -- 172.21.15.8:0/3715843077 shutdown_connections 2024-05-20T21:28:58.547 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.546+0000 7f8b92bb1740 1 -- 172.21.15.8:0/3715843077 wait complete. 2024-05-20T21:28:58.547 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.547+0000 7f8b92bb1740 1 -- start start 2024-05-20T21:28:58.547 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.547+0000 7f8b92bb1740 1 Processor -- start 2024-05-20T21:28:58.549 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.547+0000 7f8b92bb1740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564d59ad5cf0 0x564d59ae43f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:58.550 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.547+0000 7f8b92bb1740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564d59ad66e0 0x564d59ae4930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:58.550 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.547+0000 7f8b92bb1740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564d59adb850 0x564d59ae58d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:58.550 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.547+0000 7f8b92bb1740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f8b881aa4f0 con 0x564d59ad5cf0 2024-05-20T21:28:58.550 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.547+0000 7f8b92bb1740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8b881ab960 con 0x564d59ad66e0 2024-05-20T21:28:58.550 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.547+0000 7f8b92bb1740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f8b881aabc0 con 0x564d59adb850 2024-05-20T21:28:58.550 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.548+0000 7f8b92bb1740 10 client.0 _ll_register_callbacks cb 0x7f8b74107220 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:58.550 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.548+0000 7f8b8d400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564d59ad5cf0 0x564d59ae43f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:58.550 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.548+0000 7f8b8d400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564d59ad5cf0 0x564d59ae43f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:34476/0 (socket says 172.21.15.8:34476) 2024-05-20T21:28:58.550 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.548+0000 7f8b8d400640 1 -- 172.21.15.8:0/763440747 learned_addr learned my addr 172.21.15.8:0/763440747 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:58.550 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.548+0000 7f8b8ca00640 1 --2- 172.21.15.8:0/763440747 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564d59ad66e0 0x564d59ae4930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:58.550 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.548+0000 7f8b8de00640 1 --2- 172.21.15.8:0/763440747 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564d59adb850 0x564d59ae58d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:58.550 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.548+0000 7f8b8d400640 1 -- 172.21.15.8:0/763440747 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564d59adb850 msgr2=0x564d59ae58d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:58.551 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.548+0000 7f8b8d400640 1 --2- 172.21.15.8:0/763440747 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564d59adb850 0x564d59ae58d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.551 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.548+0000 7f8b8d400640 1 -- 172.21.15.8:0/763440747 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564d59ad66e0 msgr2=0x564d59ae4930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:58.551 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.548+0000 7f8b8d400640 1 --2- 172.21.15.8:0/763440747 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564d59ad66e0 0x564d59ae4930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.551 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.548+0000 7f8b8d400640 1 -- 172.21.15.8:0/763440747 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564d59ae5ec0 con 0x564d59ad5cf0 2024-05-20T21:28:58.551 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.549+0000 7f8b8d400640 1 --2- 172.21.15.8:0/763440747 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564d59ad5cf0 0x564d59ae43f0 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f8b7c003cd0 tx=0x7f8b7c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65bbc5a3fe6bbe01 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:58.551 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.549+0000 7f8b6ea00640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:28:58.551 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.549+0000 7f8b6ea00640 1 -- 172.21.15.8:0/763440747 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b7c01eb50 con 0x564d59ad5cf0 2024-05-20T21:28:58.551 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.549+0000 7f8b6ea00640 1 -- 172.21.15.8:0/763440747 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f8b7c01ecf0 con 0x564d59ad5cf0 2024-05-20T21:28:58.551 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.549+0000 7f8b92bb1740 1 -- 172.21.15.8:0/763440747 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8b8002a070 con 0x564d59ad5cf0 2024-05-20T21:28:58.551 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.549+0000 7f8b6ea00640 1 -- 172.21.15.8:0/763440747 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8b7c02a380 con 0x564d59ad5cf0 2024-05-20T21:28:58.551 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.549+0000 7f8b92bb1740 10 client.19149 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:58.551 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.549+0000 7f8b92bb1740 1 -- 172.21.15.8:0/763440747 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564d59ae72a0 con 0x564d59ad5cf0 2024-05-20T21:28:58.551 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.550+0000 7f8b6ea00640 1 -- 172.21.15.8:0/763440747 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8b8002a070 con 0x564d59ad5cf0 2024-05-20T21:28:58.551 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.550+0000 7f8b6ea00640 1 -- 172.21.15.8:0/763440747 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f8b7c032770 con 0x564d59ad5cf0 2024-05-20T21:28:58.552 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.550+0000 7f8b92bb1740 10 client.19149 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:58.552 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.550+0000 7f8b92bb1740 10 client.19149 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:28:58.552 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.550+0000 7f8b92bb1740 20 client.19149 populate_metadata read hostname 'smithi008' 2024-05-20T21:28:58.552 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.550+0000 7f8b92bb1740 1 --2- 172.21.15.8:0/763440747 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x564d59b568b0 0x564d59b58cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:58.552 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.550+0000 7f8b92bb1740 4 client.19149 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:28:58.552 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.550+0000 7f8b92bb1740 1 -- 172.21.15.8:0/763440747 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x564d599bb4b0 con 0x564d59b568b0 2024-05-20T21:28:58.552 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.550+0000 7f8b8ca00640 1 --2- 172.21.15.8:0/763440747 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x564d59b568b0 0x564d59b58cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:58.552 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.551+0000 7f8b8ca00640 1 --2- 172.21.15.8:0/763440747 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x564d59b568b0 0x564d59b58cd0 crc :-1 s=READY pgs=361 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=43a07dcbacc4cb4a server_cookie=1980ba52be8eb0ce in_seq=0 out_seq=0 2024-05-20T21:28:58.553 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.551+0000 7f8b6ea00640 10 client.19149 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:28:58.562 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.562+0000 7f8b6ea00640 1 -- 172.21.15.8:0/763440747 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x564d599bb4b0 con 0x564d59b568b0 2024-05-20T21:28:58.562 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.562+0000 7f8b6ea00640 10 client.19149 handle_command_reply: tid=0 2024-05-20T21:28:58.562 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.563+0000 7f8b92bb1740 1 client.19149 shutdown 2024-05-20T21:28:58.563 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.563+0000 7f8b92bb1740 1 -- 172.21.15.8:0/763440747 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564d59ad5cf0 msgr2=0x564d59ae43f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:58.563 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.563+0000 7f8b92bb1740 1 --2- 172.21.15.8:0/763440747 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564d59ad5cf0 0x564d59ae43f0 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f8b7c003cd0 tx=0x7f8b7c0046c0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.563 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.563+0000 7f8b92bb1740 1 -- 172.21.15.8:0/763440747 shutdown_connections 2024-05-20T21:28:58.563 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.563+0000 7f8b92bb1740 1 --2- 172.21.15.8:0/763440747 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x564d59b568b0 0x564d59b58cd0 crc :-1 s=READY pgs=361 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.563 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.563+0000 7f8b92bb1740 1 --2- 172.21.15.8:0/763440747 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564d59adb850 0x564d59ae58d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.563 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.563+0000 7f8b92bb1740 1 --2- 172.21.15.8:0/763440747 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564d59ad66e0 0x564d59ae4930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.563 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.563+0000 7f8b92bb1740 1 --2- 172.21.15.8:0/763440747 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564d59ad5cf0 0x564d59ae43f0 unknown :-1 s=CLOSED pgs=694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.563 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.563+0000 7f8b6ea00640 0 client.19149 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:28:58.563 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.563+0000 7f8b92bb1740 1 -- 172.21.15.8:0/763440747 >> 172.21.15.8:0/763440747 conn(0x564d59ad1360 msgr2=0x564d59ad7180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:58.563 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.563+0000 7f8b92bb1740 1 -- 172.21.15.8:0/763440747 shutdown_connections 2024-05-20T21:28:58.563 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.563+0000 7f8b92bb1740 1 -- 172.21.15.8:0/763440747 wait complete. 2024-05-20T21:28:58.563 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.563+0000 7f8b92bb1740 20 client.19149 trim_cache size 0 max 16384 2024-05-20T21:28:58.564 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:28:58.564 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:28:58.564 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:28:58.565 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.564+0000 7f8b8e800640 1 -- 172.21.15.8:0/1612202875 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f8b700b27d0 msgr2=0x7f8b700b4c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:58.565 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.564+0000 7f8b8e800640 1 --2- 172.21.15.8:0/1612202875 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f8b700b27d0 0x7f8b700b4c90 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x564d59ad6ae0 tx=0x7f8b7c00b410 comp rx=0 tx=0).stop 2024-05-20T21:28:58.565 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.564+0000 7f8b8e800640 1 -- 172.21.15.8:0/1612202875 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8b88105d20 msgr2=0x7f8b8819b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:58.565 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.564+0000 7f8b8e800640 1 --2- 172.21.15.8:0/1612202875 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8b88105d20 0x7f8b8819b340 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f8b740057c0 tx=0x7f8b74032eb0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.565 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.564+0000 7f8b8e800640 1 -- 172.21.15.8:0/1612202875 shutdown_connections 2024-05-20T21:28:58.565 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.564+0000 7f8b8e800640 1 --2- 172.21.15.8:0/1612202875 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f8b700b27d0 0x7f8b700b4c90 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.565 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.564+0000 7f8b8e800640 1 --2- 172.21.15.8:0/1612202875 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8b881066e0 0x7f8b881a2320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.565 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.564+0000 7f8b8e800640 1 --2- 172.21.15.8:0/1612202875 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8b88105d20 0x7f8b8819b340 unknown :-1 s=CLOSED pgs=692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.565 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.564+0000 7f8b8e800640 1 --2- 172.21.15.8:0/1612202875 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8b88104b30 0x7f8b8819ae00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.565 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.564+0000 7f8b8e800640 1 -- 172.21.15.8:0/1612202875 >> 172.21.15.8:0/1612202875 conn(0x7f8b881000c0 msgr2=0x7f8b88109050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:58.565 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.564+0000 7f8b8e800640 1 -- 172.21.15.8:0/1612202875 shutdown_connections 2024-05-20T21:28:58.566 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:28:58.564+0000 7f8b8e800640 1 -- 172.21.15.8:0/1612202875 wait complete. 2024-05-20T21:28:59.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:28:58 smithi130 ceph-mon[36448]: pgmap v849: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.9 KiB/s wr, 8 op/s 2024-05-20T21:28:59.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:28:58 smithi050 ceph-mon[35809]: pgmap v849: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.9 KiB/s wr, 8 op/s 2024-05-20T21:28:59.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:28:58 smithi008 ceph-mon[31475]: pgmap v849: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.9 KiB/s wr, 8 op/s 2024-05-20T21:28:59.337 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24529 quiesce db --set-id 1e8674c --release --await' 2024-05-20T21:28:59.337 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24529 quiesce db --set-id 1e8674c --release --await 2024-05-20T21:28:59.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.928+0000 7f0183600700 1 -- 172.21.15.8:0/3563863897 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f017c078390 msgr2=0x7f017c113e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:59.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.928+0000 7f0183600700 1 --2- 172.21.15.8:0/3563863897 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f017c078390 0x7f017c113e80 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f01680098f0 tx=0x7f0168009c00 comp rx=0 tx=0).stop 2024-05-20T21:28:59.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.928+0000 7f0183600700 1 -- 172.21.15.8:0/3563863897 shutdown_connections 2024-05-20T21:28:59.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.928+0000 7f0183600700 1 --2- 172.21.15.8:0/3563863897 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f017c077a70 0x7f017c077e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.928+0000 7f0183600700 1 --2- 172.21.15.8:0/3563863897 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f017c1143c0 0x7f017c1167b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.928+0000 7f0183600700 1 --2- 172.21.15.8:0/3563863897 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f017c078390 0x7f017c113e80 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.928+0000 7f0183600700 1 -- 172.21.15.8:0/3563863897 >> 172.21.15.8:0/3563863897 conn(0x7f017c1011f0 msgr2=0x7f017c103610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:59.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.928+0000 7f0183600700 1 -- 172.21.15.8:0/3563863897 shutdown_connections 2024-05-20T21:28:59.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.928+0000 7f0183600700 1 -- 172.21.15.8:0/3563863897 wait complete. 2024-05-20T21:28:59.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.929+0000 7f0183600700 1 Processor -- start 2024-05-20T21:28:59.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.930+0000 7f0183600700 1 -- start start 2024-05-20T21:28:59.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.930+0000 7f0183600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f017c077a70 0x7f017c1a0330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:59.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.930+0000 7f0183600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f017c078390 0x7f017c1a0870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:59.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.930+0000 7f0183600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f017c1143c0 0x7f017c1a4bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:59.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.930+0000 7f0183600700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f017c119da0 con 0x7f017c078390 2024-05-20T21:28:59.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.930+0000 7f0183600700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f017c119c20 con 0x7f017c077a70 2024-05-20T21:28:59.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.930+0000 7f0183600700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f017c119f20 con 0x7f017c1143c0 2024-05-20T21:28:59.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.930+0000 7f017be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f017c078390 0x7f017c1a0870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:59.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.930+0000 7f0180c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f017c077a70 0x7f017c1a0330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:59.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.930+0000 7f017be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f017c078390 0x7f017c1a0870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:34490/0 (socket says 172.21.15.8:34490) 2024-05-20T21:28:59.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.930+0000 7f0180c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f017c077a70 0x7f017c1a0330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:51606/0 (socket says 172.21.15.8:51606) 2024-05-20T21:28:59.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.930+0000 7f017be00700 1 -- 172.21.15.8:0/1900771593 learned_addr learned my addr 172.21.15.8:0/1900771593 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:59.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.930+0000 7f0181600700 1 --2- 172.21.15.8:0/1900771593 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f017c1143c0 0x7f017c1a4bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:59.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.931+0000 7f0180c00700 1 -- 172.21.15.8:0/1900771593 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f017c1143c0 msgr2=0x7f017c1a4bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:59.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.931+0000 7f0180c00700 1 --2- 172.21.15.8:0/1900771593 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f017c1143c0 0x7f017c1a4bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.931+0000 7f0180c00700 1 -- 172.21.15.8:0/1900771593 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f017c078390 msgr2=0x7f017c1a0870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:59.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.931+0000 7f0180c00700 1 --2- 172.21.15.8:0/1900771593 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f017c078390 0x7f017c1a0870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.931+0000 7f0180c00700 1 -- 172.21.15.8:0/1900771593 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f017c1a52f0 con 0x7f017c077a70 2024-05-20T21:28:59.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.931+0000 7f0180c00700 1 --2- 172.21.15.8:0/1900771593 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f017c077a70 0x7f017c1a0330 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f017000e9f0 tx=0x7f017000ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:59.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.931+0000 7f0179600700 1 -- 172.21.15.8:0/1900771593 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0170004220 con 0x7f017c077a70 2024-05-20T21:28:59.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.932+0000 7f0179600700 1 -- 172.21.15.8:0/1900771593 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f01700043c0 con 0x7f017c077a70 2024-05-20T21:28:59.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.932+0000 7f0183600700 1 -- 172.21.15.8:0/1900771593 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f017c1a55e0 con 0x7f017c077a70 2024-05-20T21:28:59.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.932+0000 7f0179600700 1 -- 172.21.15.8:0/1900771593 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0170005020 con 0x7f017c077a70 2024-05-20T21:28:59.933 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.932+0000 7f0183600700 1 -- 172.21.15.8:0/1900771593 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f017c1ace60 con 0x7f017c077a70 2024-05-20T21:28:59.935 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.935+0000 7f0179600700 1 -- 172.21.15.8:0/1900771593 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f0170004750 con 0x7f017c077a70 2024-05-20T21:28:59.936 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.937+0000 7f018dffeb80 1 Processor -- start 2024-05-20T21:28:59.936 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.937+0000 7f018dffeb80 1 -- start start 2024-05-20T21:28:59.936 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.937+0000 7f0179600700 1 --2- 172.21.15.8:0/1900771593 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f01640b2880 0x7f01640b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:59.937 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.937+0000 7f0179600700 1 -- 172.21.15.8:0/1900771593 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f01700e21f0 con 0x7f017c077a70 2024-05-20T21:28:59.937 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.937+0000 7f018dffeb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562f3144a610 0x562f3144a9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:59.937 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.937+0000 7f018dffeb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562f3144af30 0x562f31444b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:59.938 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.937+0000 7f018dffeb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562f31445140 0x562f314455c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:59.938 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.937+0000 7f018dffeb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x562f313a2e40 con 0x562f3144a610 2024-05-20T21:28:59.938 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.937+0000 7f018dffeb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x562f313929e0 con 0x562f31445140 2024-05-20T21:28:59.938 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.937+0000 7f018dffeb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x562f31396a20 con 0x562f3144af30 2024-05-20T21:28:59.938 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.938+0000 7f0181600700 1 --2- 172.21.15.8:0/1900771593 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f01640b2880 0x7f01640b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:59.938 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.938+0000 7f0180c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562f3144a610 0x562f3144a9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:59.938 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.938+0000 7f0180c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562f3144a610 0x562f3144a9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:34506/0 (socket says 172.21.15.8:34506) 2024-05-20T21:28:59.938 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.938+0000 7f0180c00700 1 -- 172.21.15.8:0/1645235087 learned_addr learned my addr 172.21.15.8:0/1645235087 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:59.938 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.938+0000 7f017be00700 1 --2- 172.21.15.8:0/1645235087 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562f3144af30 0x562f31444b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:59.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.938+0000 7f0180c00700 1 -- 172.21.15.8:0/1645235087 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562f3144af30 msgr2=0x562f31444b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:59.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.938+0000 7f0180c00700 1 --2- 172.21.15.8:0/1645235087 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562f3144af30 0x562f31444b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.938+0000 7f0180c00700 1 -- 172.21.15.8:0/1645235087 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562f31445140 msgr2=0x562f314455c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:59.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.938+0000 7f0180c00700 1 --2- 172.21.15.8:0/1645235087 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562f31445140 0x562f314455c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.938+0000 7f0180c00700 1 -- 172.21.15.8:0/1645235087 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562f3135b420 con 0x562f3144a610 2024-05-20T21:28:59.940 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.938+0000 7f017be00700 1 --2- 172.21.15.8:0/1645235087 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562f3144af30 0x562f31444b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:59.940 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.939+0000 7f0180c00700 1 --2- 172.21.15.8:0/1645235087 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562f3144a610 0x562f3144a9f0 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f017000c5b0 tx=0x7f01700a8f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f282c6d3058f3ce2 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:59.940 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.939+0000 7f0181600700 1 --2- 172.21.15.8:0/1900771593 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f01640b2880 0x7f01640b4d40 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f017c06ce00 tx=0x7f01740099e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:59.940 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.939+0000 7f016e000700 1 -- 172.21.15.8:0/1645235087 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f017001c070 con 0x562f3144a610 2024-05-20T21:28:59.940 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.939+0000 7f016e000700 1 -- 172.21.15.8:0/1645235087 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f01700a97a0 con 0x562f3144a610 2024-05-20T21:28:59.940 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.939+0000 7f016e000700 1 -- 172.21.15.8:0/1645235087 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01700a9c60 con 0x562f3144a610 2024-05-20T21:28:59.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.940+0000 7f018dffeb80 1 -- 172.21.15.8:0/1645235087 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562f3144a610 msgr2=0x562f3144a9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:59.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.940+0000 7f018dffeb80 1 --2- 172.21.15.8:0/1645235087 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562f3144a610 0x562f3144a9f0 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f017000c5b0 tx=0x7f01700a8f90 comp rx=0 tx=0).stop 2024-05-20T21:28:59.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.941+0000 7f018dffeb80 1 -- 172.21.15.8:0/1645235087 shutdown_connections 2024-05-20T21:28:59.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.941+0000 7f018dffeb80 1 --2- 172.21.15.8:0/1645235087 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562f31445140 0x562f314455c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.941+0000 7f018dffeb80 1 --2- 172.21.15.8:0/1645235087 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562f3144a610 0x562f3144a9f0 unknown :-1 s=CLOSED pgs=695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.941+0000 7f018dffeb80 1 --2- 172.21.15.8:0/1645235087 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562f3144af30 0x562f31444b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.941+0000 7f018dffeb80 1 -- 172.21.15.8:0/1645235087 >> 172.21.15.8:0/1645235087 conn(0x562f31372be0 msgr2=0x562f3143f690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:59.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.941+0000 7f018dffeb80 1 -- 172.21.15.8:0/1645235087 shutdown_connections 2024-05-20T21:28:59.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.941+0000 7f018dffeb80 1 -- 172.21.15.8:0/1645235087 wait complete. 2024-05-20T21:28:59.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.941+0000 7f018dffeb80 1 -- start start 2024-05-20T21:28:59.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.942+0000 7f018dffeb80 1 Processor -- start 2024-05-20T21:28:59.943 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.942+0000 7f018dffeb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562f31445140 0x562f31450d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:59.943 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.942+0000 7f018dffeb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562f3144a610 0x562f3144e110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:59.943 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.942+0000 7f018dffeb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562f3144af30 0x562f3144e650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:59.943 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.942+0000 7f018dffeb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x562f31298fa0 con 0x562f3144af30 2024-05-20T21:28:59.943 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.942+0000 7f018dffeb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x562f31333760 con 0x562f3144a610 2024-05-20T21:28:59.943 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.942+0000 7f018dffeb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x562f314519e0 con 0x562f31445140 2024-05-20T21:28:59.943 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.942+0000 7f018dffeb80 10 client.0 _ll_register_callbacks cb 0x562f3133cc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:59.943 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.943+0000 7f0180c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562f31445140 0x562f31450d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:59.944 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.943+0000 7f0181600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562f3144af30 0x562f3144e650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:59.944 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.943+0000 7f0180c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562f31445140 0x562f31450d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:54690/0 (socket says 172.21.15.8:54690) 2024-05-20T21:28:59.944 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.943+0000 7f0180c00700 1 -- 172.21.15.8:0/2140596944 learned_addr learned my addr 172.21.15.8:0/2140596944 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:59.944 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.943+0000 7f017be00700 1 --2- 172.21.15.8:0/2140596944 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562f3144a610 0x562f3144e110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:59.944 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.943+0000 7f0180c00700 1 -- 172.21.15.8:0/2140596944 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562f3144a610 msgr2=0x562f3144e110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:59.944 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.943+0000 7f0180c00700 1 --2- 172.21.15.8:0/2140596944 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562f3144a610 0x562f3144e110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.944 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.943+0000 7f0180c00700 1 -- 172.21.15.8:0/2140596944 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562f3144af30 msgr2=0x562f3144e650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:59.944 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.943+0000 7f0180c00700 1 --2- 172.21.15.8:0/2140596944 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562f3144af30 0x562f3144e650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.944 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.943+0000 7f0180c00700 1 -- 172.21.15.8:0/2140596944 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562f312e28d0 con 0x562f31445140 2024-05-20T21:28:59.944 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.943+0000 7f0180c00700 1 --2- 172.21.15.8:0/2140596944 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562f31445140 0x562f31450d70 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f017000c9a0 tx=0x7f01700aa010 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f60b35c85bc6f3f9 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:59.944 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.943+0000 7f0162a00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:28:59.944 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.944+0000 7f0162a00700 1 -- 172.21.15.8:0/2140596944 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f017001c070 con 0x562f31445140 2024-05-20T21:28:59.944 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.944+0000 7f0162a00700 1 -- 172.21.15.8:0/2140596944 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f01700b2380 con 0x562f31445140 2024-05-20T21:28:59.944 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.944+0000 7f018dffeb80 1 -- 172.21.15.8:0/2140596944 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f01700a97a0 con 0x562f31445140 2024-05-20T21:28:59.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.944+0000 7f0162a00700 1 -- 172.21.15.8:0/2140596944 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f01700adb50 con 0x562f31445140 2024-05-20T21:28:59.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.944+0000 7f018dffeb80 10 client.29341 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:59.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.944+0000 7f018dffeb80 1 -- 172.21.15.8:0/2140596944 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562f31363060 con 0x562f31445140 2024-05-20T21:28:59.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.944+0000 7f0162a00700 1 -- 172.21.15.8:0/2140596944 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f01700a97a0 con 0x562f31445140 2024-05-20T21:28:59.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.945+0000 7f0162a00700 1 -- 172.21.15.8:0/2140596944 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f01700a5110 con 0x562f31445140 2024-05-20T21:28:59.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.945+0000 7f018dffeb80 10 client.29341 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:59.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.945+0000 7f018dffeb80 10 client.29341 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:28:59.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.945+0000 7f018dffeb80 20 client.29341 populate_metadata read hostname 'smithi008' 2024-05-20T21:28:59.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.945+0000 7f018dffeb80 1 --2- 172.21.15.8:0/2140596944 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562f3145e500 0x562f314608f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:59.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.945+0000 7f018dffeb80 4 client.29341 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:28:59.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.945+0000 7f018dffeb80 1 -- 172.21.15.8:0/2140596944 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562f313a4d90 con 0x562f3145e500 2024-05-20T21:28:59.947 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.945+0000 7f017be00700 1 --2- 172.21.15.8:0/2140596944 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562f3145e500 0x562f314608f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:59.947 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.946+0000 7f0162a00700 10 client.29341 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:28:59.947 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.946+0000 7f017be00700 1 --2- 172.21.15.8:0/2140596944 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562f3145e500 0x562f314608f0 crc :-1 s=READY pgs=362 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=166f1e48d89e74c4 server_cookie=f043aef9961e0935 in_seq=0 out_seq=0 2024-05-20T21:28:59.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.947+0000 7f0162a00700 1 -- 172.21.15.8:0/2140596944 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x562f313a4d90 con 0x562f3145e500 2024-05-20T21:28:59.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.947+0000 7f0162a00700 10 client.29341 handle_command_reply: tid=0 2024-05-20T21:28:59.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.947+0000 7f018dffeb80 1 client.29341 shutdown 2024-05-20T21:28:59.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.947+0000 7f018dffeb80 1 -- 172.21.15.8:0/2140596944 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562f31445140 msgr2=0x562f31450d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:59.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.947+0000 7f018dffeb80 1 --2- 172.21.15.8:0/2140596944 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562f31445140 0x562f31450d70 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f017000c9a0 tx=0x7f01700aa010 comp rx=0 tx=0).stop 2024-05-20T21:28:59.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.948+0000 7f018dffeb80 1 -- 172.21.15.8:0/2140596944 shutdown_connections 2024-05-20T21:28:59.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.948+0000 7f018dffeb80 1 --2- 172.21.15.8:0/2140596944 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562f3145e500 0x562f314608f0 crc :-1 s=READY pgs=362 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.948+0000 7f018dffeb80 1 --2- 172.21.15.8:0/2140596944 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562f3144af30 0x562f3144e650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.948+0000 7f018dffeb80 1 --2- 172.21.15.8:0/2140596944 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562f31445140 0x562f31450d70 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.948+0000 7f018dffeb80 1 --2- 172.21.15.8:0/2140596944 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562f3144a610 0x562f3144e110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.948+0000 7f0162a00700 0 client.29341 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:28:59.949 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.948+0000 7f018dffeb80 1 -- 172.21.15.8:0/2140596944 >> 172.21.15.8:0/2140596944 conn(0x562f31372be0 msgr2=0x562f3143ed70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:59.949 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.948+0000 7f018dffeb80 1 -- 172.21.15.8:0/2140596944 shutdown_connections 2024-05-20T21:28:59.949 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.948+0000 7f018dffeb80 1 -- 172.21.15.8:0/2140596944 wait complete. 2024-05-20T21:28:59.949 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.948+0000 7f018dffeb80 20 client.29341 trim_cache size 0 max 16384 2024-05-20T21:28:59.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.972+0000 7f018dffeb80 1 Processor -- start 2024-05-20T21:28:59.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.972+0000 7f018dffeb80 1 -- start start 2024-05-20T21:28:59.973 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.973+0000 7f018dffeb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562f31445140 0x562f3144bc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:59.973 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.973+0000 7f018dffeb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562f3144a610 0x562f3143f4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:59.973 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.973+0000 7f018dffeb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562f3144af30 0x562f31463910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:59.973 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.973+0000 7f018dffeb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f017c1b6b50 con 0x562f31445140 2024-05-20T21:28:59.973 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.973+0000 7f018dffeb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f017c1b43e0 con 0x562f3144a610 2024-05-20T21:28:59.973 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.973+0000 7f018dffeb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f017c1b2230 con 0x562f3144af30 2024-05-20T21:28:59.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.973+0000 7f0180c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562f31445140 0x562f3144bc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:59.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.973+0000 7f017be00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562f3144a610 0x562f3143f4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:59.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.973+0000 7f0181600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562f3144af30 0x562f31463910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:59.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.973+0000 7f017be00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562f3144a610 0x562f3143f4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:51632/0 (socket says 172.21.15.8:51632) 2024-05-20T21:28:59.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.973+0000 7f0181600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562f3144af30 0x562f31463910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:54698/0 (socket says 172.21.15.8:54698) 2024-05-20T21:28:59.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.973+0000 7f017be00700 1 -- 172.21.15.8:0/106542806 learned_addr learned my addr 172.21.15.8:0/106542806 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:59.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.974+0000 7f017be00700 1 -- 172.21.15.8:0/106542806 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562f3144af30 msgr2=0x562f31463910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:59.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.974+0000 7f017be00700 1 --2- 172.21.15.8:0/106542806 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562f3144af30 0x562f31463910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.974+0000 7f017be00700 1 -- 172.21.15.8:0/106542806 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562f31445140 msgr2=0x562f3144bc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:59.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.974+0000 7f017be00700 1 --2- 172.21.15.8:0/106542806 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562f31445140 0x562f3144bc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.974+0000 7f017be00700 1 -- 172.21.15.8:0/106542806 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562f3144a250 con 0x562f3144a610 2024-05-20T21:28:59.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.974+0000 7f017be00700 1 --2- 172.21.15.8:0/106542806 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562f3144a610 0x562f3143f4f0 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f0168005950 tx=0x7f016800f7c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=22734f6276f5009c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:59.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.975+0000 7f016d600700 1 -- 172.21.15.8:0/106542806 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0168005040 con 0x562f3144a610 2024-05-20T21:28:59.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.975+0000 7f016d600700 1 -- 172.21.15.8:0/106542806 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0168005690 con 0x562f3144a610 2024-05-20T21:28:59.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.975+0000 7f016d600700 1 -- 172.21.15.8:0/106542806 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f016800b7c0 con 0x562f3144a610 2024-05-20T21:28:59.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.976+0000 7f018dffeb80 1 -- 172.21.15.8:0/106542806 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562f3144a610 msgr2=0x562f3143f4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:59.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.976+0000 7f018dffeb80 1 --2- 172.21.15.8:0/106542806 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562f3144a610 0x562f3143f4f0 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f0168005950 tx=0x7f016800f7c0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.976+0000 7f018dffeb80 1 -- 172.21.15.8:0/106542806 shutdown_connections 2024-05-20T21:28:59.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.976+0000 7f018dffeb80 1 --2- 172.21.15.8:0/106542806 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562f3144af30 0x562f31463910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.976+0000 7f018dffeb80 1 --2- 172.21.15.8:0/106542806 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562f31445140 0x562f3144bc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.976+0000 7f018dffeb80 1 --2- 172.21.15.8:0/106542806 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562f3144a610 0x562f3143f4f0 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.976+0000 7f018dffeb80 1 -- 172.21.15.8:0/106542806 >> 172.21.15.8:0/106542806 conn(0x562f31372be0 msgr2=0x562f3144e560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:59.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.976+0000 7f018dffeb80 1 -- 172.21.15.8:0/106542806 shutdown_connections 2024-05-20T21:28:59.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.976+0000 7f018dffeb80 1 -- 172.21.15.8:0/106542806 wait complete. 2024-05-20T21:28:59.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.976+0000 7f018dffeb80 1 -- start start 2024-05-20T21:28:59.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.977+0000 7f018dffeb80 1 Processor -- start 2024-05-20T21:28:59.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.977+0000 7f018dffeb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562f31445140 0x562f314619c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:59.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.977+0000 7f018dffeb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562f3144a610 0x562f31461f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:59.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.977+0000 7f018dffeb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562f3144af30 0x562f314c7d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:59.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.977+0000 7f018dffeb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f017c1b28a0 con 0x562f31445140 2024-05-20T21:28:59.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.977+0000 7f018dffeb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f017c1b3d10 con 0x562f3144a610 2024-05-20T21:28:59.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.977+0000 7f018dffeb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f017c1b2f70 con 0x562f3144af30 2024-05-20T21:28:59.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.977+0000 7f018dffeb80 10 client.0 _ll_register_callbacks cb 0x562f3133cc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:59.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.978+0000 7f017be00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562f3144a610 0x562f31461f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:59.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.978+0000 7f0180c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562f31445140 0x562f314619c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:59.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.978+0000 7f0181600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562f3144af30 0x562f314c7d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:59.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.978+0000 7f017be00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562f3144a610 0x562f31461f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:51636/0 (socket says 172.21.15.8:51636) 2024-05-20T21:28:59.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.978+0000 7f017be00700 1 -- 172.21.15.8:0/1453241726 learned_addr learned my addr 172.21.15.8:0/1453241726 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:28:59.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.978+0000 7f017be00700 1 -- 172.21.15.8:0/1453241726 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562f3144af30 msgr2=0x562f314c7d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:59.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.978+0000 7f017be00700 1 --2- 172.21.15.8:0/1453241726 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562f3144af30 0x562f314c7d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.978+0000 7f017be00700 1 -- 172.21.15.8:0/1453241726 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562f31445140 msgr2=0x562f314619c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:59.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.978+0000 7f017be00700 1 --2- 172.21.15.8:0/1453241726 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562f31445140 0x562f314619c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.978+0000 7f017be00700 1 -- 172.21.15.8:0/1453241726 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562f314627e0 con 0x562f3144a610 2024-05-20T21:28:59.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.978+0000 7f017be00700 1 --2- 172.21.15.8:0/1453241726 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562f3144a610 0x562f31461f00 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f016800a010 tx=0x7f0168005a10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a190d25ecf85ddbb server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:59.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.978+0000 7f0162a00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:28:59.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.979+0000 7f0162a00700 1 -- 172.21.15.8:0/1453241726 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0168003890 con 0x562f3144a610 2024-05-20T21:28:59.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.979+0000 7f018dffeb80 1 -- 172.21.15.8:0/1453241726 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0168005690 con 0x562f3144a610 2024-05-20T21:28:59.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.979+0000 7f0162a00700 1 -- 172.21.15.8:0/1453241726 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f0168005070 con 0x562f3144a610 2024-05-20T21:28:59.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.979+0000 7f0162a00700 1 -- 172.21.15.8:0/1453241726 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0168005290 con 0x562f3144a610 2024-05-20T21:28:59.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.979+0000 7f018dffeb80 10 client.29285 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:59.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.979+0000 7f018dffeb80 1 -- 172.21.15.8:0/1453241726 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562f314c93a0 con 0x562f3144a610 2024-05-20T21:28:59.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.979+0000 7f0162a00700 1 -- 172.21.15.8:0/1453241726 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0168005690 con 0x562f3144a610 2024-05-20T21:28:59.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.980+0000 7f0162a00700 1 -- 172.21.15.8:0/1453241726 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f016802d070 con 0x562f3144a610 2024-05-20T21:28:59.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.980+0000 7f018dffeb80 10 client.29285 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:59.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.980+0000 7f018dffeb80 10 client.29285 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:28:59.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.980+0000 7f018dffeb80 20 client.29285 populate_metadata read hostname 'smithi008' 2024-05-20T21:28:59.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.980+0000 7f018dffeb80 1 --2- 172.21.15.8:0/1453241726 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562f314c9960 0x562f314cbd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:59.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.980+0000 7f018dffeb80 4 client.29285 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:28:59.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.980+0000 7f018dffeb80 1 -- 172.21.15.8:0/1453241726 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub status"}) -- 0x562f3139e570 con 0x562f314c9960 2024-05-20T21:28:59.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.980+0000 7f0180c00700 1 --2- 172.21.15.8:0/1453241726 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562f314c9960 0x562f314cbd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:59.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.981+0000 7f0162a00700 10 client.29285 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:28:59.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.981+0000 7f0180c00700 1 --2- 172.21.15.8:0/1453241726 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562f314c9960 0x562f314cbd80 crc :-1 s=READY pgs=363 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=238e9d3dc1b0940c server_cookie=90c73299487b8cec in_seq=0 out_seq=0 2024-05-20T21:28:59.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.981+0000 7f0162a00700 1 -- 172.21.15.8:0/1453241726 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x562f3139e570 con 0x562f314c9960 2024-05-20T21:28:59.983 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.981+0000 7f0162a00700 10 client.29285 handle_command_reply: tid=0 2024-05-20T21:28:59.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.981+0000 7f018dffeb80 1 client.29285 shutdown 2024-05-20T21:28:59.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.981+0000 7f018dffeb80 1 -- 172.21.15.8:0/1453241726 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562f3144a610 msgr2=0x562f31461f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:59.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.981+0000 7f018dffeb80 1 --2- 172.21.15.8:0/1453241726 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562f3144a610 0x562f31461f00 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f016800a010 tx=0x7f0168005a10 comp rx=0 tx=0).stop 2024-05-20T21:28:59.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.981+0000 7f018dffeb80 1 -- 172.21.15.8:0/1453241726 shutdown_connections 2024-05-20T21:28:59.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.981+0000 7f018dffeb80 1 --2- 172.21.15.8:0/1453241726 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562f314c9960 0x562f314cbd80 crc :-1 s=READY pgs=363 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.981+0000 7f018dffeb80 1 --2- 172.21.15.8:0/1453241726 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562f3144af30 0x562f314c7d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.981+0000 7f0162a00700 0 client.29285 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:28:59.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.981+0000 7f018dffeb80 1 --2- 172.21.15.8:0/1453241726 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562f31445140 0x562f314619c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.981+0000 7f018dffeb80 1 --2- 172.21.15.8:0/1453241726 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562f3144a610 0x562f31461f00 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.981+0000 7f018dffeb80 1 -- 172.21.15.8:0/1453241726 >> 172.21.15.8:0/1453241726 conn(0x562f31372be0 msgr2=0x562f31449240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:59.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.982+0000 7f018dffeb80 1 -- 172.21.15.8:0/1453241726 shutdown_connections 2024-05-20T21:28:59.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.982+0000 7f018dffeb80 1 -- 172.21.15.8:0/1453241726 wait complete. 2024-05-20T21:28:59.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.983+0000 7f018dffeb80 20 client.29285 trim_cache size 0 max 16384 2024-05-20T21:28:59.985 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:28:59.985 INFO:teuthology.orchestra.run.smithi008.stdout: "status": "no active scrubs running", 2024-05-20T21:28:59.985 INFO:teuthology.orchestra.run.smithi008.stdout: "scrubs": {} 2024-05-20T21:28:59.985 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:28:59.985 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.983+0000 7f0183600700 1 -- 172.21.15.8:0/1900771593 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f01640b2880 msgr2=0x7f01640b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:59.986 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.983+0000 7f0183600700 1 --2- 172.21.15.8:0/1900771593 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f01640b2880 0x7f01640b4d40 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f017c06ce00 tx=0x7f01740099e0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.986 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.983+0000 7f0183600700 1 -- 172.21.15.8:0/1900771593 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f017c077a70 msgr2=0x7f017c1a0330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:59.986 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.983+0000 7f0183600700 1 --2- 172.21.15.8:0/1900771593 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f017c077a70 0x7f017c1a0330 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f017000e9f0 tx=0x7f017000ed00 comp rx=0 tx=0).stop 2024-05-20T21:28:59.986 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.984+0000 7f0183600700 1 -- 172.21.15.8:0/1900771593 shutdown_connections 2024-05-20T21:28:59.986 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.984+0000 7f0183600700 1 --2- 172.21.15.8:0/1900771593 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f01640b2880 0x7f01640b4d40 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.986 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.984+0000 7f0183600700 1 --2- 172.21.15.8:0/1900771593 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f017c077a70 0x7f017c1a0330 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.986 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.984+0000 7f0183600700 1 --2- 172.21.15.8:0/1900771593 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f017c1143c0 0x7f017c1a4bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.986 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.984+0000 7f0183600700 1 --2- 172.21.15.8:0/1900771593 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f017c078390 0x7f017c1a0870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.986 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.984+0000 7f0183600700 1 -- 172.21.15.8:0/1900771593 >> 172.21.15.8:0/1900771593 conn(0x7f017c1011f0 msgr2=0x7f017c1035e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:59.986 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.984+0000 7f0183600700 1 -- 172.21.15.8:0/1900771593 shutdown_connections 2024-05-20T21:28:59.986 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:28:59.984+0000 7f0183600700 1 -- 172.21.15.8:0/1900771593 wait complete. 2024-05-20T21:28:59.993 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:29:00.910 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:29:00.910 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:29:00.994 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:29:00 smithi008 ceph-mon[31475]: pgmap v850: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 1.4 KiB/s wr, 8 op/s 2024-05-20T21:29:01.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:29:00 smithi130 ceph-mon[36448]: pgmap v850: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 1.4 KiB/s wr, 8 op/s 2024-05-20T21:29:01.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:29:00 smithi050 ceph-mon[35809]: pgmap v850: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 1.4 KiB/s wr, 8 op/s 2024-05-20T21:29:02.290 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:29:02.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:29:02 smithi008 ceph-mon[31475]: pgmap v851: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 2.0 KiB/s wr, 9 op/s 2024-05-20T21:29:03.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.081+0000 7f2abc200700 1 -- 172.21.15.8:0/868333931 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2ab4114770 msgr2=0x7f2ab4116b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:03.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.081+0000 7f2abc200700 1 --2- 172.21.15.8:0/868333931 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2ab4114770 0x7f2ab4116b60 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f2aac009f90 tx=0x7f2aac00b330 comp rx=0 tx=0).stop 2024-05-20T21:29:03.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.081+0000 7f2abc200700 1 -- 172.21.15.8:0/868333931 shutdown_connections 2024-05-20T21:29:03.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.081+0000 7f2abc200700 1 --2- 172.21.15.8:0/868333931 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2ab4114770 0x7f2ab4116b60 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.081+0000 7f2abc200700 1 --2- 172.21.15.8:0/868333931 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2ab4075770 0x7f2ab4075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.081+0000 7f2abc200700 1 --2- 172.21.15.8:0/868333931 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2ab4076090 0x7f2ab4114230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.081+0000 7f2abc200700 1 -- 172.21.15.8:0/868333931 >> 172.21.15.8:0/868333931 conn(0x7f2ab407a690 msgr2=0x7f2ab407aaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:03.103 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.081+0000 7f2abc200700 1 -- 172.21.15.8:0/868333931 shutdown_connections 2024-05-20T21:29:03.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.081+0000 7f2abc200700 1 -- 172.21.15.8:0/868333931 wait complete. 2024-05-20T21:29:03.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.082+0000 7f2abc200700 1 Processor -- start 2024-05-20T21:29:03.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.082+0000 7f2abc200700 1 -- start start 2024-05-20T21:29:03.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.082+0000 7f2abc200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2ab4075770 0x7f2ab41a02b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:03.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.082+0000 7f2abc200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2ab4076090 0x7f2ab41a07f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:03.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.083+0000 7f2abc200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2ab4114770 0x7f2ab41a4b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:03.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.083+0000 7f2abc200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f2ab4119e00 con 0x7f2ab4114770 2024-05-20T21:29:03.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.083+0000 7f2abc200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2ab4119c80 con 0x7f2ab4075770 2024-05-20T21:29:03.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.083+0000 7f2abc200700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f2ab4119f80 con 0x7f2ab4076090 2024-05-20T21:29:03.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.083+0000 7f2ab9800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2ab4075770 0x7f2ab41a02b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:03.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.083+0000 7f2aba200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2ab4114770 0x7f2ab41a4b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:03.104 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.083+0000 7f2ab9800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2ab4075770 0x7f2ab41a02b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:37502/0 (socket says 172.21.15.8:37502) 2024-05-20T21:29:03.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.083+0000 7f2ab9800700 1 -- 172.21.15.8:0/1944947712 learned_addr learned my addr 172.21.15.8:0/1944947712 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:29:03.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.083+0000 7f2ab8e00700 1 --2- 172.21.15.8:0/1944947712 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2ab4076090 0x7f2ab41a07f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:03.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.083+0000 7f2ab8e00700 1 -- 172.21.15.8:0/1944947712 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2ab4075770 msgr2=0x7f2ab41a02b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:03.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.083+0000 7f2ab8e00700 1 --2- 172.21.15.8:0/1944947712 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2ab4075770 0x7f2ab41a02b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.083+0000 7f2ab8e00700 1 -- 172.21.15.8:0/1944947712 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2ab4114770 msgr2=0x7f2ab41a4b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:03.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.083+0000 7f2ab8e00700 1 --2- 172.21.15.8:0/1944947712 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2ab4114770 0x7f2ab41a4b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.083+0000 7f2ab8e00700 1 -- 172.21.15.8:0/1944947712 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ab41a52c0 con 0x7f2ab4076090 2024-05-20T21:29:03.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.083+0000 7f2aba200700 1 --2- 172.21.15.8:0/1944947712 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2ab4114770 0x7f2ab41a4b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:29:03.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.084+0000 7f2ab8e00700 1 --2- 172.21.15.8:0/1944947712 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2ab4076090 0x7f2ab41a07f0 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f2aa000eb90 tx=0x7f2aa000eea0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:03.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.084+0000 7f2ab2000700 1 -- 172.21.15.8:0/1944947712 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2aa000cc90 con 0x7f2ab4076090 2024-05-20T21:29:03.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.084+0000 7f2abc200700 1 -- 172.21.15.8:0/1944947712 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ab41a55b0 con 0x7f2ab4076090 2024-05-20T21:29:03.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.084+0000 7f2ab2000700 1 -- 172.21.15.8:0/1944947712 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2aa000ce30 con 0x7f2ab4076090 2024-05-20T21:29:03.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.084+0000 7f2abc200700 1 -- 172.21.15.8:0/1944947712 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ab41ace30 con 0x7f2ab4076090 2024-05-20T21:29:03.105 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.084+0000 7f2ab2000700 1 -- 172.21.15.8:0/1944947712 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2aa0010430 con 0x7f2ab4076090 2024-05-20T21:29:03.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.088+0000 7f2ab2000700 1 -- 172.21.15.8:0/1944947712 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f2aa0003680 con 0x7f2ab4076090 2024-05-20T21:29:03.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.089+0000 7f2ac6ba8b80 1 Processor -- start 2024-05-20T21:29:03.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.089+0000 7f2ac6ba8b80 1 -- start start 2024-05-20T21:29:03.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.089+0000 7f2ab2000700 1 --2- 172.21.15.8:0/1944947712 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2a9c0b2900 0x7f2a9c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:03.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.090+0000 7f2ac6ba8b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55907902d3e0 0x55907902d7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:03.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.090+0000 7f2ac6ba8b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55907902dd00 0x559079027960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:03.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.090+0000 7f2ac6ba8b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559079027f80 0x5590790283c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:03.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.090+0000 7f2ac6ba8b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x559078f85f40 con 0x55907902d3e0 2024-05-20T21:29:03.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.090+0000 7f2ac6ba8b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x559078f75ae0 con 0x55907902dd00 2024-05-20T21:29:03.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.090+0000 7f2ac6ba8b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x559078f79b20 con 0x559079027f80 2024-05-20T21:29:03.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.090+0000 7f2ab2000700 1 -- 172.21.15.8:0/1944947712 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f2aa00e23f0 con 0x7f2ab4076090 2024-05-20T21:29:03.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.090+0000 7f2ab9800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55907902d3e0 0x55907902d7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:03.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.090+0000 7f2ab9800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55907902d3e0 0x55907902d7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55044/0 (socket says 172.21.15.8:55044) 2024-05-20T21:29:03.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.090+0000 7f2ab9800700 1 -- 172.21.15.8:0/579700395 learned_addr learned my addr 172.21.15.8:0/579700395 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:29:03.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.090+0000 7f2ab8e00700 1 --2- 172.21.15.8:0/579700395 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55907902dd00 0x559079027960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:03.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.090+0000 7f2aba200700 1 --2- 172.21.15.8:0/1944947712 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2a9c0b2900 0x7f2a9c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:03.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.090+0000 7f2aba200700 1 --2- 172.21.15.8:0/579700395 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559079027f80 0x5590790283c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:03.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.090+0000 7f2ab9800700 1 -- 172.21.15.8:0/579700395 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559079027f80 msgr2=0x5590790283c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:03.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.090+0000 7f2ab9800700 1 --2- 172.21.15.8:0/579700395 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559079027f80 0x5590790283c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.090+0000 7f2ab9800700 1 -- 172.21.15.8:0/579700395 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55907902dd00 msgr2=0x559079027960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:03.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.091+0000 7f2ab9800700 1 --2- 172.21.15.8:0/579700395 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55907902dd00 0x559079027960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.091+0000 7f2ab9800700 1 -- 172.21.15.8:0/579700395 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559078f3e520 con 0x55907902d3e0 2024-05-20T21:29:03.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.091+0000 7f2aba200700 1 --2- 172.21.15.8:0/579700395 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559079027f80 0x5590790283c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:29:03.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.091+0000 7f2ab8e00700 1 --2- 172.21.15.8:0/579700395 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55907902dd00 0x559079027960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:29:03.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.091+0000 7f2ab9800700 1 --2- 172.21.15.8:0/579700395 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55907902d3e0 0x55907902d7c0 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f2aa8009ea0 tx=0x7f2aa8011720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3422edf0f1dbd371 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:03.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.091+0000 7f2aa6a00700 1 -- 172.21.15.8:0/579700395 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2aa801e070 con 0x55907902d3e0 2024-05-20T21:29:03.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.091+0000 7f2aba200700 1 --2- 172.21.15.8:0/1944947712 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2a9c0b2900 0x7f2a9c0b4dc0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f2aac009790 tx=0x7f2aac009d60 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:03.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.091+0000 7f2aa6a00700 1 -- 172.21.15.8:0/579700395 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2aa8019ae0 con 0x55907902d3e0 2024-05-20T21:29:03.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.091+0000 7f2aa6a00700 1 -- 172.21.15.8:0/579700395 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2aa800fc30 con 0x55907902d3e0 2024-05-20T21:29:03.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.092+0000 7f2ac6ba8b80 1 -- 172.21.15.8:0/579700395 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55907902d3e0 msgr2=0x55907902d7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:03.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.092+0000 7f2ac6ba8b80 1 --2- 172.21.15.8:0/579700395 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55907902d3e0 0x55907902d7c0 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f2aa8009ea0 tx=0x7f2aa8011720 comp rx=0 tx=0).stop 2024-05-20T21:29:03.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.092+0000 7f2ac6ba8b80 1 -- 172.21.15.8:0/579700395 shutdown_connections 2024-05-20T21:29:03.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.092+0000 7f2ac6ba8b80 1 --2- 172.21.15.8:0/579700395 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559079027f80 0x5590790283c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.092+0000 7f2ac6ba8b80 1 --2- 172.21.15.8:0/579700395 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55907902d3e0 0x55907902d7c0 unknown :-1 s=CLOSED pgs=696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.092+0000 7f2ac6ba8b80 1 --2- 172.21.15.8:0/579700395 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55907902dd00 0x559079027960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.092+0000 7f2ac6ba8b80 1 -- 172.21.15.8:0/579700395 >> 172.21.15.8:0/579700395 conn(0x559078f55ce0 msgr2=0x559079022420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:03.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.092+0000 7f2ac6ba8b80 1 -- 172.21.15.8:0/579700395 shutdown_connections 2024-05-20T21:29:03.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.092+0000 7f2ac6ba8b80 1 -- 172.21.15.8:0/579700395 wait complete. 2024-05-20T21:29:03.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.093+0000 7f2ac6ba8b80 1 -- start start 2024-05-20T21:29:03.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.093+0000 7f2ac6ba8b80 1 Processor -- start 2024-05-20T21:29:03.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.094+0000 7f2ac6ba8b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559079027f80 0x559079033930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:03.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.094+0000 7f2ac6ba8b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55907902d3e0 0x559079030cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:03.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.094+0000 7f2ac6ba8b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55907902dd00 0x559079031210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:03.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.094+0000 7f2ac6ba8b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x559078e7c0a0 con 0x559079027f80 2024-05-20T21:29:03.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.094+0000 7f2ac6ba8b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x559078f16860 con 0x55907902dd00 2024-05-20T21:29:03.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.094+0000 7f2ac6ba8b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5590790347e0 con 0x55907902d3e0 2024-05-20T21:29:03.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.094+0000 7f2ac6ba8b80 10 client.0 _ll_register_callbacks cb 0x559078f1fd70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:29:03.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.094+0000 7f2ab9800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559079027f80 0x559079033930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:03.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.094+0000 7f2ab9800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559079027f80 0x559079033930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55058/0 (socket says 172.21.15.8:55058) 2024-05-20T21:29:03.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.094+0000 7f2ab9800700 1 -- 172.21.15.8:0/2115180571 learned_addr learned my addr 172.21.15.8:0/2115180571 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:29:03.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.094+0000 7f2ab8e00700 1 --2- 172.21.15.8:0/2115180571 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55907902d3e0 0x559079030cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:03.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.094+0000 7f2aba200700 1 --2- 172.21.15.8:0/2115180571 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55907902dd00 0x559079031210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:03.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.095+0000 7f2ab9800700 1 -- 172.21.15.8:0/2115180571 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55907902d3e0 msgr2=0x559079030cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:03.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.095+0000 7f2ab9800700 1 --2- 172.21.15.8:0/2115180571 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55907902d3e0 0x559079030cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.095+0000 7f2ab9800700 1 -- 172.21.15.8:0/2115180571 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55907902dd00 msgr2=0x559079031210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:03.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.095+0000 7f2ab9800700 1 --2- 172.21.15.8:0/2115180571 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55907902dd00 0x559079031210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.095+0000 7f2ab9800700 1 -- 172.21.15.8:0/2115180571 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559078ec59d0 con 0x559079027f80 2024-05-20T21:29:03.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.095+0000 7f2ab9800700 1 --2- 172.21.15.8:0/2115180571 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559079027f80 0x559079033930 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f2aa801c040 tx=0x7f2aa8019660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=910067d89f442e5c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:03.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.095+0000 7f2a9b400700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:29:03.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.095+0000 7f2a9b400700 1 -- 172.21.15.8:0/2115180571 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2aa8027020 con 0x559079027f80 2024-05-20T21:29:03.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.095+0000 7f2a9b400700 1 -- 172.21.15.8:0/2115180571 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f2aa800fc80 con 0x559079027f80 2024-05-20T21:29:03.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.095+0000 7f2ac6ba8b80 1 -- 172.21.15.8:0/2115180571 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2aa8019ae0 con 0x559079027f80 2024-05-20T21:29:03.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.096+0000 7f2a9b400700 1 -- 172.21.15.8:0/2115180571 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2aa8032050 con 0x559079027f80 2024-05-20T21:29:03.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.096+0000 7f2ac6ba8b80 10 client.19179 fetch_fsmap learned FSMap version 26 2024-05-20T21:29:03.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.096+0000 7f2ac6ba8b80 1 -- 172.21.15.8:0/2115180571 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559078f46160 con 0x559079027f80 2024-05-20T21:29:03.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.096+0000 7f2a9b400700 1 -- 172.21.15.8:0/2115180571 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2aa8019ae0 con 0x559079027f80 2024-05-20T21:29:03.111 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.096+0000 7f2a9b400700 1 -- 172.21.15.8:0/2115180571 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f2aa80047e0 con 0x559079027f80 2024-05-20T21:29:03.111 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.096+0000 7f2ac6ba8b80 10 client.19179 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:29:03.111 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.096+0000 7f2ac6ba8b80 10 client.19179 resolve_mds: validated gid 24529 aka daemon mds.i 2024-05-20T21:29:03.111 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.096+0000 7f2ac6ba8b80 20 client.19179 populate_metadata read hostname 'smithi008' 2024-05-20T21:29:03.111 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.096+0000 7f2ac6ba8b80 1 --2- 172.21.15.8:0/2115180571 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x559079041190 0x559079043580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:03.111 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.096+0000 7f2ac6ba8b80 4 client.19179 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:29:03.111 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.096+0000 7f2ac6ba8b80 1 -- 172.21.15.8:0/2115180571 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559078f87e90 con 0x559079041190 2024-05-20T21:29:03.111 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.097+0000 7f2ab8e00700 1 --2- 172.21.15.8:0/2115180571 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x559079041190 0x559079043580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:03.111 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.097+0000 7f2a9b400700 10 client.19179 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:29:03.111 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.097+0000 7f2ab8e00700 1 --2- 172.21.15.8:0/2115180571 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x559079041190 0x559079043580 crc :-1 s=READY pgs=364 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3b595ed2635be086 server_cookie=8a7b8952befd42f0 in_seq=0 out_seq=0 2024-05-20T21:29:03.111 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.098+0000 7f2a9b400700 1 -- 172.21.15.8:0/2115180571 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x559078f87e90 con 0x559079041190 2024-05-20T21:29:03.111 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.098+0000 7f2a9b400700 10 client.19179 handle_command_reply: tid=0 2024-05-20T21:29:03.112 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.098+0000 7f2ac6ba8b80 1 client.19179 shutdown 2024-05-20T21:29:03.112 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.098+0000 7f2ac6ba8b80 1 -- 172.21.15.8:0/2115180571 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559079027f80 msgr2=0x559079033930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:03.112 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.098+0000 7f2ac6ba8b80 1 --2- 172.21.15.8:0/2115180571 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559079027f80 0x559079033930 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f2aa801c040 tx=0x7f2aa8019660 comp rx=0 tx=0).stop 2024-05-20T21:29:03.112 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.098+0000 7f2ac6ba8b80 1 -- 172.21.15.8:0/2115180571 shutdown_connections 2024-05-20T21:29:03.112 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.098+0000 7f2ac6ba8b80 1 --2- 172.21.15.8:0/2115180571 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x559079041190 0x559079043580 crc :-1 s=READY pgs=364 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.112 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.098+0000 7f2ac6ba8b80 1 --2- 172.21.15.8:0/2115180571 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55907902dd00 0x559079031210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.112 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.098+0000 7f2ac6ba8b80 1 --2- 172.21.15.8:0/2115180571 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559079027f80 0x559079033930 unknown :-1 s=CLOSED pgs=697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.112 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.098+0000 7f2ac6ba8b80 1 --2- 172.21.15.8:0/2115180571 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55907902d3e0 0x559079030cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.112 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.098+0000 7f2a9b400700 0 client.19179 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:29:03.112 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.098+0000 7f2ac6ba8b80 1 -- 172.21.15.8:0/2115180571 >> 172.21.15.8:0/2115180571 conn(0x559078f55ce0 msgr2=0x559079026950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:03.112 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.098+0000 7f2ac6ba8b80 1 -- 172.21.15.8:0/2115180571 shutdown_connections 2024-05-20T21:29:03.112 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.098+0000 7f2ac6ba8b80 1 -- 172.21.15.8:0/2115180571 wait complete. 2024-05-20T21:29:03.112 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.099+0000 7f2ac6ba8b80 20 client.19179 trim_cache size 0 max 16384 2024-05-20T21:29:03.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.127+0000 7f2ac6ba8b80 1 Processor -- start 2024-05-20T21:29:03.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.128+0000 7f2ac6ba8b80 1 -- start start 2024-05-20T21:29:03.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.128+0000 7f2ac6ba8b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559079027f80 0x559079027200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:03.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.128+0000 7f2ac6ba8b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55907902d3e0 0x559079027740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:03.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.128+0000 7f2ac6ba8b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55907902dd00 0x55907902e0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:03.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.128+0000 7f2ac6ba8b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f2a9400fc60 con 0x55907902d3e0 2024-05-20T21:29:03.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.128+0000 7f2ac6ba8b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2a9400d4f0 con 0x55907902dd00 2024-05-20T21:29:03.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.128+0000 7f2ac6ba8b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f2a9400b340 con 0x559079027f80 2024-05-20T21:29:03.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.128+0000 7f2ab8e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55907902d3e0 0x559079027740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:03.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.128+0000 7f2ab8e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55907902d3e0 0x559079027740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55066/0 (socket says 172.21.15.8:55066) 2024-05-20T21:29:03.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.128+0000 7f2ab8e00700 1 -- 172.21.15.8:0/3402287109 learned_addr learned my addr 172.21.15.8:0/3402287109 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:29:03.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.128+0000 7f2ab9800700 1 --2- 172.21.15.8:0/3402287109 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559079027f80 0x559079027200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:03.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.129+0000 7f2aba200700 1 --2- 172.21.15.8:0/3402287109 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55907902dd00 0x55907902e0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:03.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.129+0000 7f2ab9800700 1 -- 172.21.15.8:0/3402287109 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55907902dd00 msgr2=0x55907902e0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:03.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.129+0000 7f2ab9800700 1 --2- 172.21.15.8:0/3402287109 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55907902dd00 0x55907902e0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.129+0000 7f2ab9800700 1 -- 172.21.15.8:0/3402287109 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55907902d3e0 msgr2=0x559079027740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:03.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.129+0000 7f2ab9800700 1 --2- 172.21.15.8:0/3402287109 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55907902d3e0 0x559079027740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.129+0000 7f2ab9800700 1 -- 172.21.15.8:0/3402287109 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559079043b10 con 0x559079027f80 2024-05-20T21:29:03.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.129+0000 7f2ab8e00700 1 --2- 172.21.15.8:0/3402287109 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55907902d3e0 0x559079027740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:29:03.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.129+0000 7f2ab9800700 1 --2- 172.21.15.8:0/3402287109 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559079027f80 0x559079027200 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f2aa8009df0 tx=0x7f2aa80097b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1449841b7bda98e9 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:03.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.130+0000 7f2aa6000700 1 -- 172.21.15.8:0/3402287109 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2aa803b070 con 0x559079027f80 2024-05-20T21:29:03.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.130+0000 7f2aa6000700 1 -- 172.21.15.8:0/3402287109 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2aa801f040 con 0x559079027f80 2024-05-20T21:29:03.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.130+0000 7f2aa6000700 1 -- 172.21.15.8:0/3402287109 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2aa8027070 con 0x559079027f80 2024-05-20T21:29:03.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.130+0000 7f2ac6ba8b80 1 -- 172.21.15.8:0/3402287109 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559079027f80 msgr2=0x559079027200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:03.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.130+0000 7f2ac6ba8b80 1 --2- 172.21.15.8:0/3402287109 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559079027f80 0x559079027200 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f2aa8009df0 tx=0x7f2aa80097b0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.131+0000 7f2ac6ba8b80 1 -- 172.21.15.8:0/3402287109 shutdown_connections 2024-05-20T21:29:03.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.131+0000 7f2ac6ba8b80 1 --2- 172.21.15.8:0/3402287109 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55907902dd00 0x55907902e0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.131+0000 7f2ac6ba8b80 1 --2- 172.21.15.8:0/3402287109 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559079027f80 0x559079027200 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.131+0000 7f2ac6ba8b80 1 --2- 172.21.15.8:0/3402287109 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55907902d3e0 0x559079027740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.131+0000 7f2ac6ba8b80 1 -- 172.21.15.8:0/3402287109 >> 172.21.15.8:0/3402287109 conn(0x559078f55ce0 msgr2=0x55907902f5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:03.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.131+0000 7f2ac6ba8b80 1 -- 172.21.15.8:0/3402287109 shutdown_connections 2024-05-20T21:29:03.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.131+0000 7f2ac6ba8b80 1 -- 172.21.15.8:0/3402287109 wait complete. 2024-05-20T21:29:03.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.131+0000 7f2ac6ba8b80 1 -- start start 2024-05-20T21:29:03.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.131+0000 7f2ac6ba8b80 1 Processor -- start 2024-05-20T21:29:03.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.132+0000 7f2ac6ba8b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559079027f80 0x55907903a360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:03.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.132+0000 7f2ac6ba8b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55907902d3e0 0x559079036ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:03.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.132+0000 7f2ac6ba8b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55907902dd00 0x5590790371c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:03.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.132+0000 7f2ac6ba8b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f2a9400b9b0 con 0x559079027f80 2024-05-20T21:29:03.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.132+0000 7f2ac6ba8b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2a9400ce20 con 0x55907902dd00 2024-05-20T21:29:03.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.132+0000 7f2ac6ba8b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f2a9400c080 con 0x55907902d3e0 2024-05-20T21:29:03.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.132+0000 7f2ac6ba8b80 10 client.0 _ll_register_callbacks cb 0x559078f1fd70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:29:03.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.132+0000 7f2ab9800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559079027f80 0x55907903a360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:03.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.132+0000 7f2aba200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55907902dd00 0x5590790371c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:03.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.132+0000 7f2ab8e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55907902d3e0 0x559079036ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:03.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.132+0000 7f2ab9800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559079027f80 0x55907903a360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55082/0 (socket says 172.21.15.8:55082) 2024-05-20T21:29:03.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.132+0000 7f2ab9800700 1 -- 172.21.15.8:0/903425031 learned_addr learned my addr 172.21.15.8:0/903425031 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:29:03.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.133+0000 7f2ab9800700 1 -- 172.21.15.8:0/903425031 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55907902d3e0 msgr2=0x559079036ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:03.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.133+0000 7f2ab9800700 1 --2- 172.21.15.8:0/903425031 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55907902d3e0 0x559079036ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.134 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.133+0000 7f2ab9800700 1 -- 172.21.15.8:0/903425031 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55907902dd00 msgr2=0x5590790371c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:03.134 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.133+0000 7f2ab9800700 1 --2- 172.21.15.8:0/903425031 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55907902dd00 0x5590790371c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.134 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.133+0000 7f2ab9800700 1 -- 172.21.15.8:0/903425031 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5590790abc40 con 0x559079027f80 2024-05-20T21:29:03.134 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.133+0000 7f2ab9800700 1 --2- 172.21.15.8:0/903425031 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559079027f80 0x55907903a360 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f2aa8005d20 tx=0x7f2aa8004940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9967c1a1f01647ba server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:03.134 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.133+0000 7f2a9b400700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:29:03.135 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.134+0000 7f2a9b400700 1 -- 172.21.15.8:0/903425031 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2aa803b040 con 0x559079027f80 2024-05-20T21:29:03.135 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.134+0000 7f2a9b400700 1 -- 172.21.15.8:0/903425031 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f2aa800fc80 con 0x559079027f80 2024-05-20T21:29:03.135 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.134+0000 7f2ac6ba8b80 1 -- 172.21.15.8:0/903425031 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2aa801f040 con 0x559079027f80 2024-05-20T21:29:03.135 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.134+0000 7f2a9b400700 1 -- 172.21.15.8:0/903425031 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2aa8027040 con 0x559079027f80 2024-05-20T21:29:03.135 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.134+0000 7f2ac6ba8b80 10 client.19185 fetch_fsmap learned FSMap version 26 2024-05-20T21:29:03.135 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.134+0000 7f2ac6ba8b80 1 -- 172.21.15.8:0/903425031 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5590790ace40 con 0x559079027f80 2024-05-20T21:29:03.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.134+0000 7f2a9b400700 1 -- 172.21.15.8:0/903425031 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2aa801f040 con 0x559079027f80 2024-05-20T21:29:03.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.134+0000 7f2a9b400700 1 -- 172.21.15.8:0/903425031 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f2aa8004fe0 con 0x559079027f80 2024-05-20T21:29:03.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.135+0000 7f2ac6ba8b80 10 client.19185 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:29:03.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.135+0000 7f2ac6ba8b80 10 client.19185 resolve_mds: validated gid 24529 aka daemon mds.i 2024-05-20T21:29:03.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.135+0000 7f2ac6ba8b80 20 client.19185 populate_metadata read hostname 'smithi008' 2024-05-20T21:29:03.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.135+0000 7f2ac6ba8b80 1 --2- 172.21.15.8:0/903425031 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5590790ad380 0x5590790af770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:03.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.135+0000 7f2ac6ba8b80 4 client.19185 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "1e8674c", "release": true, "await": true}] 2024-05-20T21:29:03.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.135+0000 7f2ac6ba8b80 1 -- 172.21.15.8:0/903425031 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "quiesce db", "set_id": "1e8674c", "release": true, "await": true}) -- 0x559078f81670 con 0x5590790ad380 2024-05-20T21:29:03.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.135+0000 7f2ab8e00700 1 --2- 172.21.15.8:0/903425031 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5590790ad380 0x5590790af770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:03.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.135+0000 7f2ab8e00700 1 --2- 172.21.15.8:0/903425031 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5590790ad380 0x5590790af770 crc :-1 s=READY pgs=365 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ddd13709ada77ae9 server_cookie=b81a9080cfa29253 in_seq=0 out_seq=0 2024-05-20T21:29:03.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.135+0000 7f2a9b400700 10 client.19185 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:29:03.138 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.139+0000 7f2a9b400700 1 -- 172.21.15.8:0/903425031 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x559078f81670 con 0x5590790ad380 2024-05-20T21:29:03.138 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.139+0000 7f2a9b400700 10 client.19185 handle_command_reply: tid=0 2024-05-20T21:29:03.139 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.139+0000 7f2ac6ba8b80 1 client.19185 shutdown 2024-05-20T21:29:03.139 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.139+0000 7f2ac6ba8b80 1 -- 172.21.15.8:0/903425031 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559079027f80 msgr2=0x55907903a360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:03.139 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.139+0000 7f2ac6ba8b80 1 --2- 172.21.15.8:0/903425031 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559079027f80 0x55907903a360 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f2aa8005d20 tx=0x7f2aa8004940 comp rx=0 tx=0).stop 2024-05-20T21:29:03.139 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.139+0000 7f2ac6ba8b80 1 -- 172.21.15.8:0/903425031 shutdown_connections 2024-05-20T21:29:03.139 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.139+0000 7f2ac6ba8b80 1 --2- 172.21.15.8:0/903425031 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5590790ad380 0x5590790af770 crc :-1 s=READY pgs=365 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.139 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.139+0000 7f2ac6ba8b80 1 --2- 172.21.15.8:0/903425031 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55907902dd00 0x5590790371c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.139 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.139+0000 7f2ac6ba8b80 1 --2- 172.21.15.8:0/903425031 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559079027f80 0x55907903a360 unknown :-1 s=CLOSED pgs=698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.139 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.139+0000 7f2ac6ba8b80 1 --2- 172.21.15.8:0/903425031 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55907902d3e0 0x559079036ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.139 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.139+0000 7f2a9b400700 0 client.19185 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:29:03.139 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.139+0000 7f2ac6ba8b80 1 -- 172.21.15.8:0/903425031 >> 172.21.15.8:0/903425031 conn(0x559078f55ce0 msgr2=0x559079027180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:03.139 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.139+0000 7f2ac6ba8b80 1 -- 172.21.15.8:0/903425031 shutdown_connections 2024-05-20T21:29:03.139 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.139+0000 7f2ac6ba8b80 1 -- 172.21.15.8:0/903425031 wait complete. 2024-05-20T21:29:03.139 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.139+0000 7f2ac6ba8b80 20 client.19185 trim_cache size 0 max 16384 2024-05-20T21:29:03.140 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:29:03.140 INFO:teuthology.orchestra.run.smithi008.stdout: "epoch": 26, 2024-05-20T21:29:03.140 INFO:teuthology.orchestra.run.smithi008.stdout: "leader": 24529, 2024-05-20T21:29:03.140 INFO:teuthology.orchestra.run.smithi008.stdout: "set_version": 52, 2024-05-20T21:29:03.140 INFO:teuthology.orchestra.run.smithi008.stdout: "sets": { 2024-05-20T21:29:03.140 INFO:teuthology.orchestra.run.smithi008.stdout: "1e8674c": { 2024-05-20T21:29:03.140 INFO:teuthology.orchestra.run.smithi008.stdout: "version": 52, 2024-05-20T21:29:03.140 INFO:teuthology.orchestra.run.smithi008.stdout: "age_ref": 0.0, 2024-05-20T21:29:03.141 INFO:teuthology.orchestra.run.smithi008.stdout: "state": { 2024-05-20T21:29:03.141 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "RELEASED", 2024-05-20T21:29:03.141 INFO:teuthology.orchestra.run.smithi008.stdout: "age": 0.0 2024-05-20T21:29:03.141 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:29:03.141 INFO:teuthology.orchestra.run.smithi008.stdout: "timeout": 90.0, 2024-05-20T21:29:03.141 INFO:teuthology.orchestra.run.smithi008.stdout: "expiration": 150.0, 2024-05-20T21:29:03.141 INFO:teuthology.orchestra.run.smithi008.stdout: "members": { 2024-05-20T21:29:03.141 INFO:teuthology.orchestra.run.smithi008.stdout: "file:/": { 2024-05-20T21:29:03.141 INFO:teuthology.orchestra.run.smithi008.stdout: "excluded": false, 2024-05-20T21:29:03.141 INFO:teuthology.orchestra.run.smithi008.stdout: "state": { 2024-05-20T21:29:03.141 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "RELEASED", 2024-05-20T21:29:03.141 INFO:teuthology.orchestra.run.smithi008.stdout: "age": 0.0 2024-05-20T21:29:03.141 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:29:03.141 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:29:03.141 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:29:03.142 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:29:03.142 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:29:03.142 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:29:03.142 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.140+0000 7f2abc200700 1 -- 172.21.15.8:0/1944947712 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2a9c0b2900 msgr2=0x7f2a9c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:03.142 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.140+0000 7f2abc200700 1 --2- 172.21.15.8:0/1944947712 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2a9c0b2900 0x7f2a9c0b4dc0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f2aac009790 tx=0x7f2aac009d60 comp rx=0 tx=0).stop 2024-05-20T21:29:03.142 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.140+0000 7f2abc200700 1 -- 172.21.15.8:0/1944947712 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2ab4076090 msgr2=0x7f2ab41a07f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:03.143 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.140+0000 7f2abc200700 1 --2- 172.21.15.8:0/1944947712 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2ab4076090 0x7f2ab41a07f0 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f2aa000eb90 tx=0x7f2aa000eea0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.143 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.140+0000 7f2abc200700 1 -- 172.21.15.8:0/1944947712 shutdown_connections 2024-05-20T21:29:03.143 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.140+0000 7f2abc200700 1 --2- 172.21.15.8:0/1944947712 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2a9c0b2900 0x7f2a9c0b4dc0 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.143 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.140+0000 7f2abc200700 1 --2- 172.21.15.8:0/1944947712 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2ab4075770 0x7f2ab41a02b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.143 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.140+0000 7f2abc200700 1 --2- 172.21.15.8:0/1944947712 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2ab4114770 0x7f2ab41a4b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.143 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.140+0000 7f2abc200700 1 --2- 172.21.15.8:0/1944947712 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2ab4076090 0x7f2ab41a07f0 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.143 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.140+0000 7f2abc200700 1 -- 172.21.15.8:0/1944947712 >> 172.21.15.8:0/1944947712 conn(0x7f2ab407a690 msgr2=0x7f2ab4110210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:03.143 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.140+0000 7f2abc200700 1 -- 172.21.15.8:0/1944947712 shutdown_connections 2024-05-20T21:29:03.143 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:03.140+0000 7f2abc200700 1 -- 172.21.15.8:0/1944947712 wait complete. 2024-05-20T21:29:03.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:29:02 smithi130 ceph-mon[36448]: pgmap v851: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 2.0 KiB/s wr, 9 op/s 2024-05-20T21:29:03.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:29:02 smithi050 ceph-mon[35809]: pgmap v851: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 2.0 KiB/s wr, 9 op/s 2024-05-20T21:29:04.800 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '1e8674c', total seconds elapsed: 42.5 2024-05-20T21:29:05.015 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:29:04 smithi008 ceph-mon[31475]: pgmap v852: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.4 KiB/s wr, 8 op/s 2024-05-20T21:29:05.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:29:04 smithi130 ceph-mon[36448]: pgmap v852: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.4 KiB/s wr, 8 op/s 2024-05-20T21:29:05.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:29:04 smithi050 ceph-mon[35809]: pgmap v852: 97 pgs: 97 active+clean; 2.6 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.4 KiB/s wr, 8 op/s 2024-05-20T21:29:05.378 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:05.378+0000 7fadbca00700 1 -- 172.21.15.8:0/2233165284 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fadb806bb70 msgr2=0x7fadb810fab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:05.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:05.378+0000 7fadbca00700 1 --2- 172.21.15.8:0/2233165284 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fadb806bb70 0x7fadb810fab0 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7fada4009990 tx=0x7fada4009ca0 comp rx=0 tx=0).stop 2024-05-20T21:29:05.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:05.379+0000 7fadbca00700 1 -- 172.21.15.8:0/2233165284 shutdown_connections 2024-05-20T21:29:05.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:05.379+0000 7fadbca00700 1 --2- 172.21.15.8:0/2233165284 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fadb810fff0 0x7fadb81123e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:05.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:05.379+0000 7fadbca00700 1 --2- 172.21.15.8:0/2233165284 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fadb806b250 0x7fadb806b630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:05.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:05.379+0000 7fadbca00700 1 --2- 172.21.15.8:0/2233165284 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fadb806bb70 0x7fadb810fab0 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:05.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:05.379+0000 7fadbca00700 1 -- 172.21.15.8:0/2233165284 >> 172.21.15.8:0/2233165284 conn(0x7fadb80793f0 msgr2=0x7fadb8079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:05.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:05.379+0000 7fadbca00700 1 -- 172.21.15.8:0/2233165284 shutdown_connections 2024-05-20T21:29:05.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:05.379+0000 7fadbca00700 1 -- 172.21.15.8:0/2233165284 wait complete. 2024-05-20T21:29:05.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:05.380+0000 7fadbca00700 1 Processor -- start 2024-05-20T21:29:05.380 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:05.381+0000 7fadbca00700 1 -- start start 2024-05-20T21:29:05.380 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:05.381+0000 7fadbca00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fadb806b250 0x7fadb819be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:05.381 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:05.381+0000 7fadbca00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fadb806bb70 0x7fadb819c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:05.381 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:05.381+0000 7fadbca00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fadb810fff0 0x7fadb81a0730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:05.381 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:05.381+0000 7fadbca00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fadb8115950 con 0x7fadb806bb70 2024-05-20T21:29:05.381 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:05.381+0000 7fadbca00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fadb81157d0 con 0x7fadb806b250 2024-05-20T21:29:05.381 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:05.381+0000 7fadbca00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fadb8115ad0 con 0x7fadb810fff0 2024-05-20T21:29:05.381 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:05.381+0000 7fadb5e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fadb806b250 0x7fadb819be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:05.382 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:05.381+0000 7fadb5e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fadb806b250 0x7fadb819be60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:37556/0 (socket says 172.21.15.8:37556) 2024-05-20T21:29:05.382 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:05.381+0000 7fadb5e00700 1 -- 172.21.15.8:0/1856110959 learned_addr learned my addr 172.21.15.8:0/1856110959 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:29:05.382 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:05.381+0000 7fadb6800700 1 --2- 172.21.15.8:0/1856110959 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fadb810fff0 0x7fadb81a0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:05.382 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:05.382+0000 7fadb5400700 1 --2- 172.21.15.8:0/1856110959 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fadb806bb70 0x7fadb819c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:05.382 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:05.382+0000 7fadb5e00700 1 -- 172.21.15.8:0/1856110959 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fadb810fff0 msgr2=0x7fadb81a0730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:05.382 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:05.382+0000 7fadb5e00700 1 --2- 172.21.15.8:0/1856110959 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fadb810fff0 0x7fadb81a0730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:05.382 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:05.382+0000 7fadb5e00700 1 -- 172.21.15.8:0/1856110959 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fadb806bb70 msgr2=0x7fadb819c3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:05.382 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:05.382+0000 7fadb5e00700 1 --2- 172.21.15.8:0/1856110959 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fadb806bb70 0x7fadb819c3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:05.382 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:05.382+0000 7fadb5e00700 1 -- 172.21.15.8:0/1856110959 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fadb81a0e70 con 0x7fadb806b250 2024-05-20T21:29:05.382 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:05.382+0000 7fadb5e00700 1 --2- 172.21.15.8:0/1856110959 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fadb806b250 0x7fadb819be60 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7fada800e9a0 tx=0x7fada800ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:05.383 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:05.383+0000 7fadaea00700 1 -- 172.21.15.8:0/1856110959 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fada800ca10 con 0x7fadb806b250 2024-05-20T21:29:05.383 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:05.383+0000 7fadaea00700 1 -- 172.21.15.8:0/1856110959 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fada800cbb0 con 0x7fadb806b250 2024-05-20T21:29:05.383 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:05.383+0000 7fadbca00700 1 -- 172.21.15.8:0/1856110959 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fadb81a1160 con 0x7fadb806b250 2024-05-20T21:29:05.383 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:05.383+0000 7fadaea00700 1 -- 172.21.15.8:0/1856110959 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fada8018680 con 0x7fadb806b250 2024-05-20T21:29:05.383 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:05.383+0000 7fadbca00700 1 -- 172.21.15.8:0/1856110959 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fadb81a89e0 con 0x7fadb806b250 2024-05-20T21:29:05.384 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:05.384+0000 7fadbca00700 1 -- 172.21.15.8:0/1856110959 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fad98005330 con 0x7fadb806b250 2024-05-20T21:29:05.386 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:05.386+0000 7fadaea00700 1 -- 172.21.15.8:0/1856110959 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fada8018820 con 0x7fadb806b250 2024-05-20T21:29:05.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:05.388+0000 7fadaea00700 1 --2- 172.21.15.8:0/1856110959 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fad9c0b2900 0x7fad9c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:05.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:05.388+0000 7fadaea00700 1 -- 172.21.15.8:0/1856110959 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fada80e25b0 con 0x7fadb806b250 2024-05-20T21:29:05.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:05.388+0000 7fadb5400700 1 --2- 172.21.15.8:0/1856110959 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fad9c0b2900 0x7fad9c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:05.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:05.389+0000 7fadb5400700 1 --2- 172.21.15.8:0/1856110959 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fad9c0b2900 0x7fad9c0b4dc0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7fadb81039e0 tx=0x7fada400b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:05.389 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:05.390+0000 7fadaea00700 1 -- 172.21.15.8:0/1856110959 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fada80aa260 con 0x7fadb806b250 2024-05-20T21:29:05.680 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:05.680+0000 7fadbca00700 1 -- 172.21.15.8:0/1856110959 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fad98005620 con 0x7fadb806b250 2024-05-20T21:29:05.681 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:05.681+0000 7fadaea00700 1 -- 172.21.15.8:0/1856110959 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7fada80b22e0 con 0x7fadb806b250 2024-05-20T21:29:05.682 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:29:05.682 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:29:05.686 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:05.686+0000 7fadbca00700 1 -- 172.21.15.8:0/1856110959 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fad9c0b2900 msgr2=0x7fad9c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:05.686 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:05.686+0000 7fadbca00700 1 --2- 172.21.15.8:0/1856110959 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fad9c0b2900 0x7fad9c0b4dc0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7fadb81039e0 tx=0x7fada400b260 comp rx=0 tx=0).stop 2024-05-20T21:29:05.686 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:05.686+0000 7fadbca00700 1 -- 172.21.15.8:0/1856110959 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fadb806b250 msgr2=0x7fadb819be60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:05.686 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:05.686+0000 7fadbca00700 1 --2- 172.21.15.8:0/1856110959 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fadb806b250 0x7fadb819be60 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7fada800e9a0 tx=0x7fada800ecb0 comp rx=0 tx=0).stop 2024-05-20T21:29:05.686 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:05.686+0000 7fadbca00700 1 -- 172.21.15.8:0/1856110959 shutdown_connections 2024-05-20T21:29:05.686 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:05.686+0000 7fadbca00700 1 --2- 172.21.15.8:0/1856110959 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fad9c0b2900 0x7fad9c0b4dc0 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:05.687 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:05.686+0000 7fadbca00700 1 --2- 172.21.15.8:0/1856110959 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fadb806b250 0x7fadb819be60 unknown :-1 s=CLOSED pgs=625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:05.687 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:05.686+0000 7fadbca00700 1 --2- 172.21.15.8:0/1856110959 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fadb810fff0 0x7fadb81a0730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:05.687 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:05.686+0000 7fadbca00700 1 --2- 172.21.15.8:0/1856110959 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fadb806bb70 0x7fadb819c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:05.687 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:05.686+0000 7fadbca00700 1 -- 172.21.15.8:0/1856110959 >> 172.21.15.8:0/1856110959 conn(0x7fadb80793f0 msgr2=0x7fadb81114a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:05.687 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:05.686+0000 7fadbca00700 1 -- 172.21.15.8:0/1856110959 shutdown_connections 2024-05-20T21:29:05.687 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:05.687+0000 7fadbca00700 1 -- 172.21.15.8:0/1856110959 wait complete. 2024-05-20T21:29:05.687 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:29:05.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:29:05 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:29:05.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:29:05 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/1856110959' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:29:06.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:29:05 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:29:06.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:29:05 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/1856110959' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:29:06.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:29:05 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:29:06.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:29:05 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/1856110959' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:29:06.539 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:29:07.005 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:29:07.162 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:29:06 smithi008 ceph-mon[31475]: pgmap v853: 97 pgs: 97 active+clean; 2.7 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 4.7 KiB/s wr, 10 op/s 2024-05-20T21:29:07.162 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:29:06 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:29:07.162 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:29:06 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:29:07.162 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:29:06 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:29:07.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:29:06 smithi130 ceph-mon[36448]: pgmap v853: 97 pgs: 97 active+clean; 2.7 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 4.7 KiB/s wr, 10 op/s 2024-05-20T21:29:07.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:29:06 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:29:07.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:29:06 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:29:07.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:29:06 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:29:07.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:29:06 smithi050 ceph-mon[35809]: pgmap v853: 97 pgs: 97 active+clean; 2.7 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 4.7 KiB/s wr, 10 op/s 2024-05-20T21:29:07.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:29:06 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:29:07.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:29:06 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:29:07.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:29:06 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:29:09.012 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:29:08 smithi008 ceph-mon[31475]: pgmap v854: 97 pgs: 97 active+clean; 2.7 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 4.7 KiB/s wr, 9 op/s 2024-05-20T21:29:09.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:29:08 smithi130 ceph-mon[36448]: pgmap v854: 97 pgs: 97 active+clean; 2.7 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 4.7 KiB/s wr, 9 op/s 2024-05-20T21:29:09.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:29:08 smithi050 ceph-mon[35809]: pgmap v854: 97 pgs: 97 active+clean; 2.7 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 4.7 KiB/s wr, 9 op/s 2024-05-20T21:29:09.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.368+0000 7fac7a800700 1 -- 172.21.15.8:0/1495689184 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fac74102e00 msgr2=0x7fac7410f2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:09.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.368+0000 7fac7a800700 1 --2- 172.21.15.8:0/1495689184 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fac74102e00 0x7fac7410f2f0 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7fac6c00b0a0 tx=0x7fac6c00b3b0 comp rx=0 tx=0).stop 2024-05-20T21:29:09.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.368+0000 7fac7a800700 1 -- 172.21.15.8:0/1495689184 shutdown_connections 2024-05-20T21:29:09.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.368+0000 7fac7a800700 1 --2- 172.21.15.8:0/1495689184 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fac74102e00 0x7fac7410f2f0 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:09.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.368+0000 7fac7a800700 1 --2- 172.21.15.8:0/1495689184 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fac74108520 0x7fac74108900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:09.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.368+0000 7fac7a800700 1 --2- 172.21.15.8:0/1495689184 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fac74102440 0x7fac741028c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:09.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.368+0000 7fac7a800700 1 -- 172.21.15.8:0/1495689184 >> 172.21.15.8:0/1495689184 conn(0x7fac740793f0 msgr2=0x7fac74079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:09.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.368+0000 7fac7a800700 1 -- 172.21.15.8:0/1495689184 shutdown_connections 2024-05-20T21:29:09.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.368+0000 7fac7a800700 1 -- 172.21.15.8:0/1495689184 wait complete. 2024-05-20T21:29:09.369 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.369+0000 7fac7a800700 1 Processor -- start 2024-05-20T21:29:09.369 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.369+0000 7fac7a800700 1 -- start start 2024-05-20T21:29:09.370 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.370+0000 7fac7a800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fac74102440 0x7fac7419fa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:09.370 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.370+0000 7fac7a800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fac74102e00 0x7fac7419ff80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:09.370 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.370+0000 7fac7a800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fac74108520 0x7fac74199b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:09.370 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.370+0000 7fac7a800700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fac74112620 con 0x7fac74102440 2024-05-20T21:29:09.370 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.370+0000 7fac7a800700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fac741124a0 con 0x7fac74108520 2024-05-20T21:29:09.370 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.370+0000 7fac7a800700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fac741127a0 con 0x7fac74102e00 2024-05-20T21:29:09.370 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.370+0000 7fac73400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fac74102440 0x7fac7419fa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:09.370 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.370+0000 7fac73400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fac74102440 0x7fac7419fa40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55110/0 (socket says 172.21.15.8:55110) 2024-05-20T21:29:09.370 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.370+0000 7fac73400700 1 -- 172.21.15.8:0/577105509 learned_addr learned my addr 172.21.15.8:0/577105509 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:29:09.370 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.370+0000 7fac73e00700 1 --2- 172.21.15.8:0/577105509 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fac74108520 0x7fac74199b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:09.370 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.370+0000 7fac72a00700 1 --2- 172.21.15.8:0/577105509 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fac74102e00 0x7fac7419ff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:09.371 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.371+0000 7fac73e00700 1 -- 172.21.15.8:0/577105509 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fac74102e00 msgr2=0x7fac7419ff80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:09.371 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.371+0000 7fac73e00700 1 --2- 172.21.15.8:0/577105509 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fac74102e00 0x7fac7419ff80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:09.371 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.371+0000 7fac73e00700 1 -- 172.21.15.8:0/577105509 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fac74102440 msgr2=0x7fac7419fa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:09.371 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.371+0000 7fac73e00700 1 --2- 172.21.15.8:0/577105509 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fac74102440 0x7fac7419fa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:09.371 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.371+0000 7fac73e00700 1 -- 172.21.15.8:0/577105509 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac7419a3f0 con 0x7fac74108520 2024-05-20T21:29:09.372 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.371+0000 7fac73400700 1 --2- 172.21.15.8:0/577105509 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fac74102440 0x7fac7419fa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:29:09.372 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.371+0000 7fac73e00700 1 --2- 172.21.15.8:0/577105509 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fac74108520 0x7fac74199b10 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7fac6c0062a0 tx=0x7fac6c004c80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:09.372 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.371+0000 7fac6be00700 1 -- 172.21.15.8:0/577105509 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac6c021070 con 0x7fac74108520 2024-05-20T21:29:09.372 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.371+0000 7fac6be00700 1 -- 172.21.15.8:0/577105509 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fac6c004e30 con 0x7fac74108520 2024-05-20T21:29:09.372 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.371+0000 7fac7a800700 1 -- 172.21.15.8:0/577105509 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac7419a680 con 0x7fac74108520 2024-05-20T21:29:09.372 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.371+0000 7fac6be00700 1 -- 172.21.15.8:0/577105509 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac6c004620 con 0x7fac74108520 2024-05-20T21:29:09.372 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.372+0000 7fac7a800700 1 -- 172.21.15.8:0/577105509 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac741a67f0 con 0x7fac74108520 2024-05-20T21:29:09.375 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.375+0000 7fac6be00700 1 -- 172.21.15.8:0/577105509 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fac6c007980 con 0x7fac74108520 2024-05-20T21:29:09.376 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.376+0000 7fac85170b80 1 Processor -- start 2024-05-20T21:29:09.376 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.377+0000 7fac85170b80 1 -- start start 2024-05-20T21:29:09.377 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.377+0000 7fac85170b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f433406610 0x55f4334069f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:09.377 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.377+0000 7fac85170b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f433406f30 0x55f433400b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:09.377 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.377+0000 7fac85170b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f433401140 0x55f4334015c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:09.377 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.377+0000 7fac85170b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55f43335ee40 con 0x55f433406f30 2024-05-20T21:29:09.377 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.377+0000 7fac85170b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55f43334e9e0 con 0x55f433406610 2024-05-20T21:29:09.377 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.377+0000 7fac85170b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55f433352a20 con 0x55f433401140 2024-05-20T21:29:09.378 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.378+0000 7fac73400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f433406f30 0x55f433400b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:09.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.378+0000 7fac72a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f433406610 0x55f4334069f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:09.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.378+0000 7fac73400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f433406f30 0x55f433400b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55116/0 (socket says 172.21.15.8:55116) 2024-05-20T21:29:09.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.378+0000 7fac73400700 1 -- 172.21.15.8:0/1821293492 learned_addr learned my addr 172.21.15.8:0/1821293492 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:29:09.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.378+0000 7fac72a00700 1 --2- 172.21.15.8:0/1821293492 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f433401140 0x55f4334015c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:09.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.378+0000 7fac6be00700 1 --2- 172.21.15.8:0/577105509 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fac580b2880 0x7fac580b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:09.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.378+0000 7fac72a00700 1 -- 172.21.15.8:0/1821293492 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f433401140 msgr2=0x55f4334015c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:09.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.378+0000 7fac72a00700 1 --2- 172.21.15.8:0/1821293492 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f433401140 0x55f4334015c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:09.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.378+0000 7fac72a00700 1 -- 172.21.15.8:0/1821293492 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f433406f30 msgr2=0x55f433400b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:09.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.378+0000 7fac72a00700 1 --2- 172.21.15.8:0/1821293492 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f433406f30 0x55f433400b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:09.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.378+0000 7fac72a00700 1 -- 172.21.15.8:0/1821293492 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f433317420 con 0x55f433406610 2024-05-20T21:29:09.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.378+0000 7fac6be00700 1 -- 172.21.15.8:0/577105509 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fac6c0e30a0 con 0x7fac74108520 2024-05-20T21:29:09.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.379+0000 7fac72a00700 1 --2- 172.21.15.8:0/1821293492 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f433406610 0x55f4334069f0 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7fac60009fd0 tx=0x7fac60009750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=79b96f1013710fba server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:09.379 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.379+0000 7fac73e00700 1 --2- 172.21.15.8:0/577105509 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fac580b2880 0x7fac580b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:09.380 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.379+0000 7fac68c00700 1 -- 172.21.15.8:0/1821293492 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac60004830 con 0x55f433406610 2024-05-20T21:29:09.380 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.379+0000 7fac68c00700 1 -- 172.21.15.8:0/1821293492 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fac60005020 con 0x55f433406610 2024-05-20T21:29:09.380 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.379+0000 7fac68c00700 1 -- 172.21.15.8:0/1821293492 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac60010690 con 0x55f433406610 2024-05-20T21:29:09.381 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.380+0000 7fac85170b80 1 -- 172.21.15.8:0/1821293492 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f433406610 msgr2=0x55f4334069f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:09.381 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.380+0000 7fac73e00700 1 --2- 172.21.15.8:0/577105509 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fac580b2880 0x7fac580b4d40 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7fac6c0aa6d0 tx=0x7fac6c004120 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:09.381 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.380+0000 7fac85170b80 1 --2- 172.21.15.8:0/1821293492 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f433406610 0x55f4334069f0 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7fac60009fd0 tx=0x7fac60009750 comp rx=0 tx=0).stop 2024-05-20T21:29:09.381 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.380+0000 7fac85170b80 1 -- 172.21.15.8:0/1821293492 shutdown_connections 2024-05-20T21:29:09.381 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.380+0000 7fac85170b80 1 --2- 172.21.15.8:0/1821293492 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f433406610 0x55f4334069f0 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:09.381 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.380+0000 7fac85170b80 1 --2- 172.21.15.8:0/1821293492 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f433401140 0x55f4334015c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:09.381 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.380+0000 7fac85170b80 1 --2- 172.21.15.8:0/1821293492 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f433406f30 0x55f433400b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:09.381 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.380+0000 7fac85170b80 1 -- 172.21.15.8:0/1821293492 >> 172.21.15.8:0/1821293492 conn(0x55f43332ebe0 msgr2=0x55f4333fb690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:09.381 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.380+0000 7fac85170b80 1 -- 172.21.15.8:0/1821293492 shutdown_connections 2024-05-20T21:29:09.381 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.380+0000 7fac85170b80 1 -- 172.21.15.8:0/1821293492 wait complete. 2024-05-20T21:29:09.381 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.381+0000 7fac85170b80 1 -- start start 2024-05-20T21:29:09.381 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.381+0000 7fac85170b80 1 Processor -- start 2024-05-20T21:29:09.382 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.382+0000 7fac85170b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f433401140 0x55f4334147c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:09.382 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.382+0000 7fac85170b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f433406610 0x55f433414d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:09.383 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.382+0000 7fac85170b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f433406f30 0x55f43340ebe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:09.383 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.382+0000 7fac85170b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55f433254fa0 con 0x55f433406610 2024-05-20T21:29:09.383 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.382+0000 7fac85170b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55f4332ef760 con 0x55f433401140 2024-05-20T21:29:09.383 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.382+0000 7fac85170b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55f43340d9e0 con 0x55f433406f30 2024-05-20T21:29:09.383 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.382+0000 7fac85170b80 10 client.0 _ll_register_callbacks cb 0x55f4332f8c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:29:09.383 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.382+0000 7fac73400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f433406610 0x55f433414d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:09.383 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.382+0000 7fac73400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f433406610 0x55f433414d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55122/0 (socket says 172.21.15.8:55122) 2024-05-20T21:29:09.383 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.382+0000 7fac73400700 1 -- 172.21.15.8:0/549546789 learned_addr learned my addr 172.21.15.8:0/549546789 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:29:09.383 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.382+0000 7fac72a00700 1 --2- 172.21.15.8:0/549546789 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f433401140 0x55f4334147c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:09.383 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.382+0000 7fac72a00700 1 --2- 172.21.15.8:0/549546789 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f433406f30 0x55f43340ebe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:09.383 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.383+0000 7fac73400700 1 -- 172.21.15.8:0/549546789 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f433406f30 msgr2=0x55f43340ebe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:09.383 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.383+0000 7fac73400700 1 --2- 172.21.15.8:0/549546789 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f433406f30 0x55f43340ebe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:09.383 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.383+0000 7fac73400700 1 -- 172.21.15.8:0/549546789 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f433401140 msgr2=0x55f4334147c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:09.383 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.383+0000 7fac73400700 1 --2- 172.21.15.8:0/549546789 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f433401140 0x55f4334147c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:09.384 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.383+0000 7fac73400700 1 -- 172.21.15.8:0/549546789 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f43329e8d0 con 0x55f433406610 2024-05-20T21:29:09.384 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.383+0000 7fac73400700 1 --2- 172.21.15.8:0/549546789 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f433406610 0x55f433414d00 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7fac6400c010 tx=0x7fac64012c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=716389ac363a8c45 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:09.384 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.383+0000 7fac5d600700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:29:09.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.383+0000 7fac5d600700 1 -- 172.21.15.8:0/549546789 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac64004460 con 0x55f433406610 2024-05-20T21:29:09.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.384+0000 7fac5d600700 1 -- 172.21.15.8:0/549546789 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fac640106d0 con 0x55f433406610 2024-05-20T21:29:09.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.384+0000 7fac85170b80 1 -- 172.21.15.8:0/549546789 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fac60005020 con 0x55f433406610 2024-05-20T21:29:09.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.384+0000 7fac5d600700 1 -- 172.21.15.8:0/549546789 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fac640108d0 con 0x55f433406610 2024-05-20T21:29:09.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.384+0000 7fac85170b80 10 client.19203 fetch_fsmap learned FSMap version 26 2024-05-20T21:29:09.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.384+0000 7fac85170b80 1 -- 172.21.15.8:0/549546789 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f43331f060 con 0x55f433406610 2024-05-20T21:29:09.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.384+0000 7fac5d600700 1 -- 172.21.15.8:0/549546789 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fac60005020 con 0x55f433406610 2024-05-20T21:29:09.386 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.384+0000 7fac5d600700 1 -- 172.21.15.8:0/549546789 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fac64019030 con 0x55f433406610 2024-05-20T21:29:09.386 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.385+0000 7fac85170b80 10 client.19203 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:29:09.386 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.385+0000 7fac85170b80 10 client.19203 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:29:09.386 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.385+0000 7fac85170b80 20 client.19203 populate_metadata read hostname 'smithi008' 2024-05-20T21:29:09.386 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.385+0000 7fac85170b80 1 --2- 172.21.15.8:0/549546789 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55f43341e9f0 0x55f433420de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:09.386 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.385+0000 7fac85170b80 4 client.19203 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:29:09.386 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.385+0000 7fac85170b80 1 -- 172.21.15.8:0/549546789 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f433360d90 con 0x55f43341e9f0 2024-05-20T21:29:09.386 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.385+0000 7fac72a00700 1 --2- 172.21.15.8:0/549546789 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55f43341e9f0 0x55f433420de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:09.386 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.386+0000 7fac72a00700 1 --2- 172.21.15.8:0/549546789 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55f43341e9f0 0x55f433420de0 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=df2bd0ec6e96df45 server_cookie=4db3a833e5029155 in_seq=0 out_seq=0 2024-05-20T21:29:09.386 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.386+0000 7fac5d600700 10 client.19203 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:29:09.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.386+0000 7fac5d600700 1 -- 172.21.15.8:0/549546789 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55f433360d90 con 0x55f43341e9f0 2024-05-20T21:29:09.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.386+0000 7fac5d600700 10 client.19203 handle_command_reply: tid=0 2024-05-20T21:29:09.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.387+0000 7fac85170b80 1 client.19203 shutdown 2024-05-20T21:29:09.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.387+0000 7fac85170b80 1 -- 172.21.15.8:0/549546789 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f433406610 msgr2=0x55f433414d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:09.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.387+0000 7fac85170b80 1 --2- 172.21.15.8:0/549546789 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f433406610 0x55f433414d00 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7fac6400c010 tx=0x7fac64012c30 comp rx=0 tx=0).stop 2024-05-20T21:29:09.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.387+0000 7fac85170b80 1 -- 172.21.15.8:0/549546789 shutdown_connections 2024-05-20T21:29:09.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.387+0000 7fac85170b80 1 --2- 172.21.15.8:0/549546789 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55f43341e9f0 0x55f433420de0 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:09.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.387+0000 7fac85170b80 1 --2- 172.21.15.8:0/549546789 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f433401140 0x55f4334147c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:09.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.387+0000 7fac5d600700 0 client.19203 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:29:09.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.387+0000 7fac85170b80 1 --2- 172.21.15.8:0/549546789 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f433406f30 0x55f43340ebe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:09.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.387+0000 7fac85170b80 1 --2- 172.21.15.8:0/549546789 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f433406610 0x55f433414d00 unknown :-1 s=CLOSED pgs=699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:09.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.387+0000 7fac85170b80 1 -- 172.21.15.8:0/549546789 >> 172.21.15.8:0/549546789 conn(0x55f43332ebe0 msgr2=0x55f4333fad70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:09.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.387+0000 7fac85170b80 1 -- 172.21.15.8:0/549546789 shutdown_connections 2024-05-20T21:29:09.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.387+0000 7fac85170b80 1 -- 172.21.15.8:0/549546789 wait complete. 2024-05-20T21:29:09.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.387+0000 7fac85170b80 20 client.19203 trim_cache size 0 max 16384 2024-05-20T21:29:09.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.404+0000 7fac85170b80 1 Processor -- start 2024-05-20T21:29:09.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.404+0000 7fac85170b80 1 -- start start 2024-05-20T21:29:09.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.404+0000 7fac85170b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f433401140 0x55f433400b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:09.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.405+0000 7fac85170b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f433406610 0x55f433402820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:09.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.405+0000 7fac85170b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f433406f30 0x55f43340c810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:09.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.405+0000 7fac85170b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fac741ae1f0 con 0x55f433401140 2024-05-20T21:29:09.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.405+0000 7fac85170b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fac741aba80 con 0x55f433406610 2024-05-20T21:29:09.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.405+0000 7fac85170b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fac741a98d0 con 0x55f433406f30 2024-05-20T21:29:09.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.405+0000 7fac72a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f433401140 0x55f433400b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:09.406 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.405+0000 7fac72a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f433401140 0x55f433400b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55130/0 (socket says 172.21.15.8:55130) 2024-05-20T21:29:09.406 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.405+0000 7fac72a00700 1 -- 172.21.15.8:0/16187131 learned_addr learned my addr 172.21.15.8:0/16187131 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:29:09.406 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.405+0000 7fac73400700 1 --2- 172.21.15.8:0/16187131 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f433406610 0x55f433402820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:09.406 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.405+0000 7fac72a00700 1 --2- 172.21.15.8:0/16187131 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f433406f30 0x55f43340c810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:09.406 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.405+0000 7fac72a00700 1 -- 172.21.15.8:0/16187131 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f433406f30 msgr2=0x55f43340c810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:09.406 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.405+0000 7fac72a00700 1 --2- 172.21.15.8:0/16187131 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f433406f30 0x55f43340c810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:09.406 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.405+0000 7fac72a00700 1 -- 172.21.15.8:0/16187131 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f433406610 msgr2=0x55f433402820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:09.406 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.405+0000 7fac72a00700 1 --2- 172.21.15.8:0/16187131 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f433406610 0x55f433402820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:09.406 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.405+0000 7fac72a00700 1 -- 172.21.15.8:0/16187131 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f433421440 con 0x55f433401140 2024-05-20T21:29:09.406 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.406+0000 7fac72a00700 1 --2- 172.21.15.8:0/16187131 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f433401140 0x55f433400b20 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7fac600097c0 tx=0x7fac60009f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2aaf6ce11b6d4b1f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:09.406 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.406+0000 7fac5fe00700 1 -- 172.21.15.8:0/16187131 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac60029040 con 0x55f433401140 2024-05-20T21:29:09.406 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.406+0000 7fac5fe00700 1 -- 172.21.15.8:0/16187131 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fac60005690 con 0x55f433401140 2024-05-20T21:29:09.407 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.406+0000 7fac5fe00700 1 -- 172.21.15.8:0/16187131 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac60010810 con 0x55f433401140 2024-05-20T21:29:09.407 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.407+0000 7fac85170b80 1 -- 172.21.15.8:0/16187131 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f433401140 msgr2=0x55f433400b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:09.408 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.407+0000 7fac85170b80 1 --2- 172.21.15.8:0/16187131 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f433401140 0x55f433400b20 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7fac600097c0 tx=0x7fac60009f60 comp rx=0 tx=0).stop 2024-05-20T21:29:09.408 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.407+0000 7fac85170b80 1 -- 172.21.15.8:0/16187131 shutdown_connections 2024-05-20T21:29:09.408 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.407+0000 7fac85170b80 1 --2- 172.21.15.8:0/16187131 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f433406f30 0x55f43340c810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:09.408 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.407+0000 7fac85170b80 1 --2- 172.21.15.8:0/16187131 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f433401140 0x55f433400b20 unknown :-1 s=CLOSED pgs=700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:09.408 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.407+0000 7fac85170b80 1 --2- 172.21.15.8:0/16187131 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f433406610 0x55f433402820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:09.408 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.407+0000 7fac85170b80 1 -- 172.21.15.8:0/16187131 >> 172.21.15.8:0/16187131 conn(0x55f43332ebe0 msgr2=0x55f433402110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:09.408 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.407+0000 7fac85170b80 1 -- 172.21.15.8:0/16187131 shutdown_connections 2024-05-20T21:29:09.408 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.407+0000 7fac85170b80 1 -- 172.21.15.8:0/16187131 wait complete. 2024-05-20T21:29:09.408 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.407+0000 7fac85170b80 1 -- start start 2024-05-20T21:29:09.408 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.408+0000 7fac85170b80 1 Processor -- start 2024-05-20T21:29:09.408 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.408+0000 7fac85170b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f433401140 0x55f43341b100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:09.408 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.408+0000 7fac85170b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f433406610 0x55f433416480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:09.408 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.408+0000 7fac85170b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f433406f30 0x55f4334169c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:09.408 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.408+0000 7fac85170b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fac741a9f40 con 0x55f433406f30 2024-05-20T21:29:09.409 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.408+0000 7fac85170b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fac741ab3b0 con 0x55f433406610 2024-05-20T21:29:09.409 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.408+0000 7fac85170b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fac741aa610 con 0x55f433401140 2024-05-20T21:29:09.409 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.408+0000 7fac85170b80 10 client.0 _ll_register_callbacks cb 0x55f4332f8c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:29:09.410 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.409+0000 7fac72a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f433401140 0x55f43341b100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:09.411 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.409+0000 7fac72a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f433406f30 0x55f4334169c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:09.411 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.409+0000 7fac73400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f433406610 0x55f433416480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:09.411 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.409+0000 7fac73400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f433406610 0x55f433416480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:37628/0 (socket says 172.21.15.8:37628) 2024-05-20T21:29:09.411 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.409+0000 7fac73400700 1 -- 172.21.15.8:0/3391011736 learned_addr learned my addr 172.21.15.8:0/3391011736 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:29:09.411 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.409+0000 7fac73400700 1 -- 172.21.15.8:0/3391011736 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f433401140 msgr2=0x55f43341b100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:09.411 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.409+0000 7fac73400700 1 --2- 172.21.15.8:0/3391011736 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f433401140 0x55f43341b100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:09.411 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.409+0000 7fac73400700 1 -- 172.21.15.8:0/3391011736 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f433406f30 msgr2=0x55f4334169c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:09.411 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.409+0000 7fac73400700 1 --2- 172.21.15.8:0/3391011736 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f433406f30 0x55f4334169c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:09.411 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.409+0000 7fac73400700 1 -- 172.21.15.8:0/3391011736 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f433417000 con 0x55f433406610 2024-05-20T21:29:09.411 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.409+0000 7fac72a00700 1 --2- 172.21.15.8:0/3391011736 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f433406f30 0x55f4334169c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:29:09.411 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.410+0000 7fac73400700 1 --2- 172.21.15.8:0/3391011736 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f433406610 0x55f433416480 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x55f433410160 tx=0x7fac64010ca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4ffddf8008c273a6 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:09.411 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.410+0000 7fac5d600700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:29:09.411 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.410+0000 7fac5d600700 1 -- 172.21.15.8:0/3391011736 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac64029030 con 0x55f433406610 2024-05-20T21:29:09.412 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.410+0000 7fac5d600700 1 -- 172.21.15.8:0/3391011736 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fac64003680 con 0x55f433406610 2024-05-20T21:29:09.412 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.410+0000 7fac85170b80 1 -- 172.21.15.8:0/3391011736 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fac60005690 con 0x55f433406610 2024-05-20T21:29:09.412 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.410+0000 7fac5d600700 1 -- 172.21.15.8:0/3391011736 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fac640038c0 con 0x55f433406610 2024-05-20T21:29:09.412 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.410+0000 7fac85170b80 10 client.29327 fetch_fsmap learned FSMap version 26 2024-05-20T21:29:09.412 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.410+0000 7fac85170b80 1 -- 172.21.15.8:0/3391011736 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f433489440 con 0x55f433406610 2024-05-20T21:29:09.412 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.411+0000 7fac5d600700 1 -- 172.21.15.8:0/3391011736 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fac60005690 con 0x55f433406610 2024-05-20T21:29:09.412 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.411+0000 7fac5d600700 1 -- 172.21.15.8:0/3391011736 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fac64037020 con 0x55f433406610 2024-05-20T21:29:09.412 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.411+0000 7fac85170b80 10 client.29327 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:29:09.412 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.411+0000 7fac85170b80 10 client.29327 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:29:09.412 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.411+0000 7fac85170b80 20 client.29327 populate_metadata read hostname 'smithi008' 2024-05-20T21:29:09.412 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.411+0000 7fac85170b80 1 --2- 172.21.15.8:0/3391011736 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55f433489b80 0x55f43348bfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:09.412 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.411+0000 7fac85170b80 4 client.29327 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:29:09.412 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.411+0000 7fac85170b80 1 -- 172.21.15.8:0/3391011736 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55f43335a570 con 0x55f433489b80 2024-05-20T21:29:09.413 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.411+0000 7fac72a00700 1 --2- 172.21.15.8:0/3391011736 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55f433489b80 0x55f43348bfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:09.414 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.412+0000 7fac72a00700 1 --2- 172.21.15.8:0/3391011736 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55f433489b80 0x55f43348bfa0 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=2e9986e70869e6df server_cookie=8b9e1bb243e27235 in_seq=0 out_seq=0 2024-05-20T21:29:09.414 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.412+0000 7fac5d600700 10 client.29327 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:29:09.414 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.412+0000 7fac5d600700 1 -- 172.21.15.8:0/3391011736 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55f43335a570 con 0x55f433489b80 2024-05-20T21:29:09.414 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.412+0000 7fac5d600700 10 client.29327 handle_command_reply: tid=0 2024-05-20T21:29:09.414 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.412+0000 7fac85170b80 1 client.29327 shutdown 2024-05-20T21:29:09.414 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.412+0000 7fac85170b80 1 -- 172.21.15.8:0/3391011736 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f433406610 msgr2=0x55f433416480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:09.414 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.412+0000 7fac85170b80 1 --2- 172.21.15.8:0/3391011736 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f433406610 0x55f433416480 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x55f433410160 tx=0x7fac64010ca0 comp rx=0 tx=0).stop 2024-05-20T21:29:09.414 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.412+0000 7fac85170b80 1 -- 172.21.15.8:0/3391011736 shutdown_connections 2024-05-20T21:29:09.414 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.412+0000 7fac85170b80 1 --2- 172.21.15.8:0/3391011736 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55f433489b80 0x55f43348bfa0 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:09.414 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.412+0000 7fac85170b80 1 --2- 172.21.15.8:0/3391011736 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55f433406f30 0x55f4334169c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:09.415 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.412+0000 7fac85170b80 1 --2- 172.21.15.8:0/3391011736 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f433401140 0x55f43341b100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:09.415 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.412+0000 7fac5d600700 0 client.29327 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:29:09.415 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.412+0000 7fac85170b80 1 --2- 172.21.15.8:0/3391011736 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f433406610 0x55f433416480 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:09.415 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.412+0000 7fac85170b80 1 -- 172.21.15.8:0/3391011736 >> 172.21.15.8:0/3391011736 conn(0x55f43332ebe0 msgr2=0x55f4333ffb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:09.415 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.413+0000 7fac85170b80 1 -- 172.21.15.8:0/3391011736 shutdown_connections 2024-05-20T21:29:09.415 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.413+0000 7fac85170b80 1 -- 172.21.15.8:0/3391011736 wait complete. 2024-05-20T21:29:09.415 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.413+0000 7fac85170b80 20 client.29327 trim_cache size 0 max 16384 2024-05-20T21:29:09.415 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:29:09.416 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.414+0000 7fac7a800700 1 -- 172.21.15.8:0/577105509 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fac580b2880 msgr2=0x7fac580b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:09.416 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.414+0000 7fac7a800700 1 --2- 172.21.15.8:0/577105509 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fac580b2880 0x7fac580b4d40 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7fac6c0aa6d0 tx=0x7fac6c004120 comp rx=0 tx=0).stop 2024-05-20T21:29:09.416 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.414+0000 7fac7a800700 1 -- 172.21.15.8:0/577105509 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fac74108520 msgr2=0x7fac74199b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:09.416 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.414+0000 7fac7a800700 1 --2- 172.21.15.8:0/577105509 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fac74108520 0x7fac74199b10 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7fac6c0062a0 tx=0x7fac6c004c80 comp rx=0 tx=0).stop 2024-05-20T21:29:09.416 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.414+0000 7fac7a800700 1 -- 172.21.15.8:0/577105509 shutdown_connections 2024-05-20T21:29:09.416 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.414+0000 7fac7a800700 1 --2- 172.21.15.8:0/577105509 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fac580b2880 0x7fac580b4d40 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:09.416 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.414+0000 7fac7a800700 1 --2- 172.21.15.8:0/577105509 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fac74108520 0x7fac74199b10 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:09.416 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.414+0000 7fac7a800700 1 --2- 172.21.15.8:0/577105509 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fac74102440 0x7fac7419fa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:09.417 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.414+0000 7fac7a800700 1 --2- 172.21.15.8:0/577105509 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fac74102e00 0x7fac7419ff80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:09.417 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.414+0000 7fac7a800700 1 -- 172.21.15.8:0/577105509 >> 172.21.15.8:0/577105509 conn(0x7fac740793f0 msgr2=0x7fac7406b660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:09.417 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.414+0000 7fac7a800700 1 -- 172.21.15.8:0/577105509 shutdown_connections 2024-05-20T21:29:09.417 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:09.414+0000 7fac7a800700 1 -- 172.21.15.8:0/577105509 wait complete. 2024-05-20T21:29:10.449 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:29:10.932 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:29:11.091 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:29:10 smithi008 ceph-mon[31475]: pgmap v855: 97 pgs: 97 active+clean; 2.7 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 4.7 KiB/s wr, 9 op/s 2024-05-20T21:29:11.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:29:10 smithi130 ceph-mon[36448]: pgmap v855: 97 pgs: 97 active+clean; 2.7 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 4.7 KiB/s wr, 9 op/s 2024-05-20T21:29:11.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:29:10 smithi050 ceph-mon[35809]: pgmap v855: 97 pgs: 97 active+clean; 2.7 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 4.7 KiB/s wr, 9 op/s 2024-05-20T21:29:11.708 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.708+0000 7fb83f000640 1 -- 172.21.15.8:0/2971457572 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb838103590 msgr2=0x7fb838105980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:11.708 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.708+0000 7fb83f000640 1 --2- 172.21.15.8:0/2971457572 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb838103590 0x7fb838105980 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7fb828009900 tx=0x7fb82802a410 comp rx=0 tx=0).stop 2024-05-20T21:29:11.708 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.708+0000 7fb83f000640 1 -- 172.21.15.8:0/2971457572 shutdown_connections 2024-05-20T21:29:11.708 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.708+0000 7fb83f000640 1 --2- 172.21.15.8:0/2971457572 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb8381087f0 0x7fb83810abe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:11.708 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.708+0000 7fb83f000640 1 --2- 172.21.15.8:0/2971457572 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb838105ec0 0x7fb8381082b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:11.708 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.708+0000 7fb83f000640 1 --2- 172.21.15.8:0/2971457572 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb838103590 0x7fb838105980 unknown :-1 s=CLOSED pgs=701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:11.708 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.708+0000 7fb83f000640 1 -- 172.21.15.8:0/2971457572 >> 172.21.15.8:0/2971457572 conn(0x7fb8380fcf20 msgr2=0x7fb8380ff360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:11.709 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.708+0000 7fb83f000640 1 -- 172.21.15.8:0/2971457572 shutdown_connections 2024-05-20T21:29:11.709 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.708+0000 7fb83f000640 1 -- 172.21.15.8:0/2971457572 wait complete. 2024-05-20T21:29:11.710 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.709+0000 7fb83f000640 1 Processor -- start 2024-05-20T21:29:11.710 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.710+0000 7fb83f000640 1 -- start start 2024-05-20T21:29:11.710 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.710+0000 7fb83f000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb838103590 0x7fb83819af20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:11.711 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.710+0000 7fb83f000640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb838105ec0 0x7fb83819b460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:11.711 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.710+0000 7fb83f000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb8381087f0 0x7fb8381a24d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:11.711 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.710+0000 7fb83f000640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fb838101990 con 0x7fb838103590 2024-05-20T21:29:11.711 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.710+0000 7fb83f000640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb838101810 con 0x7fb8381087f0 2024-05-20T21:29:11.711 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.710+0000 7fb83f000640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fb838101b10 con 0x7fb838105ec0 2024-05-20T21:29:11.711 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.710+0000 7fb837e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb838103590 0x7fb83819af20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:11.711 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.710+0000 7fb837400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb838105ec0 0x7fb83819b460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:11.711 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.710+0000 7fb837e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb838103590 0x7fb83819af20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55154/0 (socket says 172.21.15.8:55154) 2024-05-20T21:29:11.711 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.710+0000 7fb837e00640 1 -- 172.21.15.8:0/1125019280 learned_addr learned my addr 172.21.15.8:0/1125019280 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:29:11.711 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.710+0000 7fb83d000640 1 --2- 172.21.15.8:0/1125019280 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb8381087f0 0x7fb8381a24d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:11.711 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.711+0000 7fb83d000640 1 -- 172.21.15.8:0/1125019280 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb838105ec0 msgr2=0x7fb83819b460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:11.711 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.711+0000 7fb83d000640 1 --2- 172.21.15.8:0/1125019280 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb838105ec0 0x7fb83819b460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:11.711 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.711+0000 7fb83d000640 1 -- 172.21.15.8:0/1125019280 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb838103590 msgr2=0x7fb83819af20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:11.712 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.711+0000 7fb83d000640 1 --2- 172.21.15.8:0/1125019280 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb838103590 0x7fb83819af20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:11.712 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.711+0000 7fb83d000640 1 -- 172.21.15.8:0/1125019280 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8381a2b40 con 0x7fb8381087f0 2024-05-20T21:29:11.712 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.711+0000 7fb837e00640 1 --2- 172.21.15.8:0/1125019280 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb838103590 0x7fb83819af20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:29:11.712 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.711+0000 7fb83d000640 1 --2- 172.21.15.8:0/1125019280 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb8381087f0 0x7fb8381a24d0 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7fb830009fd0 tx=0x7fb83000ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:11.712 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.711+0000 7fb834c00640 1 -- 172.21.15.8:0/1125019280 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb83000ce20 con 0x7fb8381087f0 2024-05-20T21:29:11.713 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.711+0000 7fb834c00640 1 -- 172.21.15.8:0/1125019280 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb830005020 con 0x7fb8381087f0 2024-05-20T21:29:11.713 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.711+0000 7fb83f000640 1 -- 172.21.15.8:0/1125019280 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8381a2e30 con 0x7fb8381087f0 2024-05-20T21:29:11.713 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.712+0000 7fb834c00640 1 -- 172.21.15.8:0/1125019280 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb830010690 con 0x7fb8381087f0 2024-05-20T21:29:11.713 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.712+0000 7fb83f000640 1 -- 172.21.15.8:0/1125019280 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8381a32a0 con 0x7fb8381087f0 2024-05-20T21:29:11.715 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.716+0000 7fb834c00640 1 -- 172.21.15.8:0/1125019280 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fb8300054d0 con 0x7fb8381087f0 2024-05-20T21:29:11.715 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.716+0000 7fb841b22740 1 Processor -- start 2024-05-20T21:29:11.716 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.716+0000 7fb841b22740 1 -- start start 2024-05-20T21:29:11.716 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.716+0000 7fb841b22740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bd16310b30 0x55bd16310f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:11.716 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.716+0000 7fb841b22740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bd16311520 0x55bd16316020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:11.716 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.717+0000 7fb841b22740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bd16316690 0x55bd16318b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:11.716 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.717+0000 7fb841b22740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55bd16280b90 con 0x55bd16316690 2024-05-20T21:29:11.716 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.717+0000 7fb841b22740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55bd16270730 con 0x55bd16311520 2024-05-20T21:29:11.716 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.717+0000 7fb841b22740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55bd16274770 con 0x55bd16310b30 2024-05-20T21:29:11.719 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.717+0000 7fb837400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bd16316690 0x55bd16318b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:11.719 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.717+0000 7fb837400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bd16316690 0x55bd16318b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55164/0 (socket says 172.21.15.8:55164) 2024-05-20T21:29:11.719 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.717+0000 7fb837400640 1 -- 172.21.15.8:0/3250122434 learned_addr learned my addr 172.21.15.8:0/3250122434 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:29:11.719 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.717+0000 7fb837400640 1 --2- 172.21.15.8:0/3250122434 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bd16310b30 0x55bd16310f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:11.719 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.717+0000 7fb837e00640 1 --2- 172.21.15.8:0/3250122434 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bd16311520 0x55bd16316020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:11.720 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.717+0000 7fb837400640 1 -- 172.21.15.8:0/3250122434 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bd16310b30 msgr2=0x55bd16310f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:11.720 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.717+0000 7fb837400640 1 --2- 172.21.15.8:0/3250122434 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bd16310b30 0x55bd16310f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:11.720 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.717+0000 7fb837400640 1 -- 172.21.15.8:0/3250122434 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bd16311520 msgr2=0x55bd16316020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:11.720 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.717+0000 7fb837400640 1 --2- 172.21.15.8:0/3250122434 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bd16311520 0x55bd16316020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:11.720 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.717+0000 7fb837400640 1 -- 172.21.15.8:0/3250122434 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bd162098b0 con 0x55bd16316690 2024-05-20T21:29:11.720 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.718+0000 7fb837400640 1 --2- 172.21.15.8:0/3250122434 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bd16316690 0x55bd16318b20 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x55bd16311d80 tx=0x7fb82400b650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f3d2d18cdc2f85ff server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:11.720 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.718+0000 7fb834c00640 1 --2- 172.21.15.8:0/1125019280 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb81c0b27e0 0x7fb81c0b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:11.720 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.718+0000 7fb82d600640 1 -- 172.21.15.8:0/3250122434 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb824012d40 con 0x55bd16316690 2024-05-20T21:29:11.721 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.718+0000 7fb82d600640 1 -- 172.21.15.8:0/3250122434 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb824005020 con 0x55bd16316690 2024-05-20T21:29:11.721 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.718+0000 7fb82d600640 1 -- 172.21.15.8:0/3250122434 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8240049c0 con 0x55bd16316690 2024-05-20T21:29:11.721 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.718+0000 7fb834c00640 1 -- 172.21.15.8:0/1125019280 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fb8300e28e0 con 0x7fb8381087f0 2024-05-20T21:29:11.721 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.718+0000 7fb837e00640 1 --2- 172.21.15.8:0/1125019280 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb81c0b27e0 0x7fb81c0b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:11.721 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.719+0000 7fb841b22740 1 -- 172.21.15.8:0/3250122434 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bd16316690 msgr2=0x55bd16318b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:11.721 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.719+0000 7fb841b22740 1 --2- 172.21.15.8:0/3250122434 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bd16316690 0x55bd16318b20 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x55bd16311d80 tx=0x7fb82400b650 comp rx=0 tx=0).stop 2024-05-20T21:29:11.721 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.719+0000 7fb837e00640 1 --2- 172.21.15.8:0/1125019280 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb81c0b27e0 0x7fb81c0b4ca0 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x55bd16311f90 tx=0x7fb828005a20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:11.721 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.719+0000 7fb841b22740 1 -- 172.21.15.8:0/3250122434 shutdown_connections 2024-05-20T21:29:11.721 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.719+0000 7fb841b22740 1 --2- 172.21.15.8:0/3250122434 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bd16316690 0x55bd16318b20 unknown :-1 s=CLOSED pgs=702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:11.721 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.719+0000 7fb841b22740 1 --2- 172.21.15.8:0/3250122434 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bd16311520 0x55bd16316020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:11.722 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.719+0000 7fb841b22740 1 --2- 172.21.15.8:0/3250122434 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bd16310b30 0x55bd16310f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:11.722 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.719+0000 7fb841b22740 1 -- 172.21.15.8:0/3250122434 >> 172.21.15.8:0/3250122434 conn(0x55bd1630c1a0 msgr2=0x55bd1630c5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:11.722 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.719+0000 7fb841b22740 1 -- 172.21.15.8:0/3250122434 shutdown_connections 2024-05-20T21:29:11.722 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.719+0000 7fb841b22740 1 -- 172.21.15.8:0/3250122434 wait complete. 2024-05-20T21:29:11.726 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.720+0000 7fb841b22740 1 -- start start 2024-05-20T21:29:11.726 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.720+0000 7fb841b22740 1 Processor -- start 2024-05-20T21:29:11.726 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.720+0000 7fb841b22740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bd16310b30 0x55bd1631a9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:11.726 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.721+0000 7fb841b22740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bd16311520 0x55bd1631af20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:11.726 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.721+0000 7fb841b22740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bd16316690 0x55bd16321ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:11.726 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.721+0000 7fb841b22740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55bd15f56790 con 0x55bd16316690 2024-05-20T21:29:11.726 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.721+0000 7fb841b22740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55bd16218bc0 con 0x55bd16310b30 2024-05-20T21:29:11.726 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.721+0000 7fb841b22740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55bd16319640 con 0x55bd16311520 2024-05-20T21:29:11.726 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.721+0000 7fb841b22740 10 client.0 _ll_register_callbacks cb 0x55bd161f6400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:29:11.726 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.721+0000 7fb83d000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bd16316690 0x55bd16321ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:11.727 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.721+0000 7fb83d000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bd16316690 0x55bd16321ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55178/0 (socket says 172.21.15.8:55178) 2024-05-20T21:29:11.727 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.721+0000 7fb83d000640 1 -- 172.21.15.8:0/4066162214 learned_addr learned my addr 172.21.15.8:0/4066162214 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:29:11.727 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.721+0000 7fb837400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bd16311520 0x55bd1631af20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:11.727 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.721+0000 7fb837e00640 1 --2- 172.21.15.8:0/4066162214 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bd16310b30 0x55bd1631a9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:11.727 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.721+0000 7fb837400640 1 -- 172.21.15.8:0/4066162214 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bd16310b30 msgr2=0x55bd1631a9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:11.727 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.721+0000 7fb837400640 1 --2- 172.21.15.8:0/4066162214 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bd16310b30 0x55bd1631a9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:11.727 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.721+0000 7fb837400640 1 -- 172.21.15.8:0/4066162214 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bd16316690 msgr2=0x55bd16321ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:11.727 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.721+0000 7fb837400640 1 --2- 172.21.15.8:0/4066162214 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bd16316690 0x55bd16321ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:11.727 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.721+0000 7fb837400640 1 -- 172.21.15.8:0/4066162214 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bd15f85210 con 0x55bd16311520 2024-05-20T21:29:11.727 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.721+0000 7fb83d000640 1 --2- 172.21.15.8:0/4066162214 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bd16316690 0x55bd16321ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:29:11.728 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.722+0000 7fb837400640 1 --2- 172.21.15.8:0/4066162214 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bd16311520 0x55bd1631af20 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7fb82400bfd0 tx=0x7fb824004250 comp rx=0 tx=0).ready entity=mon.1 client_cookie=67fca7eb58f77dd6 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:11.728 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.722+0000 7fb822000640 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:29:11.728 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.722+0000 7fb822000640 1 -- 172.21.15.8:0/4066162214 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb824012d40 con 0x55bd16311520 2024-05-20T21:29:11.728 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.722+0000 7fb822000640 1 -- 172.21.15.8:0/4066162214 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fb824010740 con 0x55bd16311520 2024-05-20T21:29:11.728 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.722+0000 7fb841b22740 1 -- 172.21.15.8:0/4066162214 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb824005020 con 0x55bd16311520 2024-05-20T21:29:11.728 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.722+0000 7fb822000640 1 -- 172.21.15.8:0/4066162214 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb824010940 con 0x55bd16311520 2024-05-20T21:29:11.728 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.723+0000 7fb841b22740 10 client.29398 fetch_fsmap learned FSMap version 26 2024-05-20T21:29:11.728 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.723+0000 7fb841b22740 1 -- 172.21.15.8:0/4066162214 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55bd16051620 con 0x55bd16311520 2024-05-20T21:29:11.728 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.723+0000 7fb822000640 1 -- 172.21.15.8:0/4066162214 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb824005020 con 0x55bd16311520 2024-05-20T21:29:11.728 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.723+0000 7fb822000640 1 -- 172.21.15.8:0/4066162214 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb824031050 con 0x55bd16311520 2024-05-20T21:29:11.728 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.723+0000 7fb841b22740 10 client.29398 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:29:11.728 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.723+0000 7fb841b22740 10 client.29398 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:29:11.728 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.723+0000 7fb841b22740 20 client.29398 populate_metadata read hostname 'smithi008' 2024-05-20T21:29:11.729 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.724+0000 7fb841b22740 1 --2- 172.21.15.8:0/4066162214 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55bd163261d0 0x55bd163285c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:11.729 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.724+0000 7fb841b22740 4 client.29398 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:29:11.729 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.724+0000 7fb841b22740 1 -- 172.21.15.8:0/4066162214 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bd16282ae0 con 0x55bd163261d0 2024-05-20T21:29:11.729 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.724+0000 7fb837e00640 1 --2- 172.21.15.8:0/4066162214 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55bd163261d0 0x55bd163285c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:11.729 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.724+0000 7fb837e00640 1 --2- 172.21.15.8:0/4066162214 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55bd163261d0 0x55bd163285c0 crc :-1 s=READY pgs=366 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e499f8d35ed9a29d server_cookie=61ccf7b52802e5e2 in_seq=0 out_seq=0 2024-05-20T21:29:11.729 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.725+0000 7fb822000640 10 client.29398 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:29:11.729 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.725+0000 7fb822000640 1 -- 172.21.15.8:0/4066162214 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55bd16282ae0 con 0x55bd163261d0 2024-05-20T21:29:11.729 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.725+0000 7fb822000640 10 client.29398 handle_command_reply: tid=0 2024-05-20T21:29:11.730 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.725+0000 7fb841b22740 1 client.29398 shutdown 2024-05-20T21:29:11.730 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.726+0000 7fb841b22740 1 -- 172.21.15.8:0/4066162214 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bd16311520 msgr2=0x55bd1631af20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:11.730 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.726+0000 7fb841b22740 1 --2- 172.21.15.8:0/4066162214 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bd16311520 0x55bd1631af20 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7fb82400bfd0 tx=0x7fb824004250 comp rx=0 tx=0).stop 2024-05-20T21:29:11.730 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.726+0000 7fb841b22740 1 -- 172.21.15.8:0/4066162214 shutdown_connections 2024-05-20T21:29:11.730 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.726+0000 7fb841b22740 1 --2- 172.21.15.8:0/4066162214 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55bd163261d0 0x55bd163285c0 crc :-1 s=READY pgs=366 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:11.730 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.726+0000 7fb841b22740 1 --2- 172.21.15.8:0/4066162214 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bd16316690 0x55bd16321ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:11.730 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.726+0000 7fb841b22740 1 --2- 172.21.15.8:0/4066162214 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bd16311520 0x55bd1631af20 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:11.730 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.726+0000 7fb841b22740 1 --2- 172.21.15.8:0/4066162214 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bd16310b30 0x55bd1631a9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:11.731 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.726+0000 7fb822000640 0 client.29398 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:29:11.731 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.726+0000 7fb841b22740 1 -- 172.21.15.8:0/4066162214 >> 172.21.15.8:0/4066162214 conn(0x55bd1630c1a0 msgr2=0x55bd1630b310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:11.731 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.726+0000 7fb841b22740 1 -- 172.21.15.8:0/4066162214 shutdown_connections 2024-05-20T21:29:11.731 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.726+0000 7fb841b22740 1 -- 172.21.15.8:0/4066162214 wait complete. 2024-05-20T21:29:11.731 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.726+0000 7fb841b22740 20 client.29398 trim_cache size 0 max 16384 2024-05-20T21:29:11.743 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.743+0000 7fb841b22740 1 Processor -- start 2024-05-20T21:29:11.743 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.743+0000 7fb841b22740 1 -- start start 2024-05-20T21:29:11.743 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.743+0000 7fb841b22740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bd16310b30 0x55bd1630aa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:11.743 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.743+0000 7fb841b22740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bd16311520 0x55bd16321eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:11.744 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.743+0000 7fb841b22740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bd16316690 0x55bd1630afc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:11.744 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.743+0000 7fb841b22740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fb8381ae940 con 0x55bd16311520 2024-05-20T21:29:11.744 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.743+0000 7fb841b22740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb8381ac210 con 0x55bd16316690 2024-05-20T21:29:11.744 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.743+0000 7fb841b22740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fb8381aa060 con 0x55bd16310b30 2024-05-20T21:29:11.744 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.743+0000 7fb837400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bd16311520 0x55bd16321eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:11.744 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.744+0000 7fb837400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bd16311520 0x55bd16321eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55188/0 (socket says 172.21.15.8:55188) 2024-05-20T21:29:11.744 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.744+0000 7fb837400640 1 -- 172.21.15.8:0/3735495808 learned_addr learned my addr 172.21.15.8:0/3735495808 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:29:11.744 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.743+0000 7fb83d000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bd16316690 0x55bd1630afc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:11.744 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.744+0000 7fb837e00640 1 --2- 172.21.15.8:0/3735495808 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bd16310b30 0x55bd1630aa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:11.744 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.744+0000 7fb837400640 1 -- 172.21.15.8:0/3735495808 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bd16310b30 msgr2=0x55bd1630aa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:11.744 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.744+0000 7fb837400640 1 --2- 172.21.15.8:0/3735495808 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bd16310b30 0x55bd1630aa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:11.744 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.744+0000 7fb837400640 1 -- 172.21.15.8:0/3735495808 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bd16316690 msgr2=0x55bd1630afc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:11.744 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.744+0000 7fb837400640 1 --2- 172.21.15.8:0/3735495808 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bd16316690 0x55bd1630afc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:11.744 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.744+0000 7fb837400640 1 -- 172.21.15.8:0/3735495808 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bd1630bfd0 con 0x55bd16311520 2024-05-20T21:29:11.745 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.744+0000 7fb837400640 1 --2- 172.21.15.8:0/3735495808 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bd16311520 0x55bd16321eb0 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7fb82400b9b0 tx=0x7fb82400b5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4b946d7ecd176f2 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:11.748 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.744+0000 7fb82cc00640 1 -- 172.21.15.8:0/3735495808 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb824004ff0 con 0x55bd16311520 2024-05-20T21:29:11.749 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.744+0000 7fb82cc00640 1 -- 172.21.15.8:0/3735495808 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb824016040 con 0x55bd16311520 2024-05-20T21:29:11.749 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.744+0000 7fb82cc00640 1 -- 172.21.15.8:0/3735495808 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb824005640 con 0x55bd16311520 2024-05-20T21:29:11.749 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.745+0000 7fb841b22740 1 -- 172.21.15.8:0/3735495808 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bd16311520 msgr2=0x55bd16321eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:11.749 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.745+0000 7fb841b22740 1 --2- 172.21.15.8:0/3735495808 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bd16311520 0x55bd16321eb0 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7fb82400b9b0 tx=0x7fb82400b5d0 comp rx=0 tx=0).stop 2024-05-20T21:29:11.749 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.745+0000 7fb841b22740 1 -- 172.21.15.8:0/3735495808 shutdown_connections 2024-05-20T21:29:11.749 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.745+0000 7fb841b22740 1 --2- 172.21.15.8:0/3735495808 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bd16316690 0x55bd1630afc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:11.749 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.745+0000 7fb841b22740 1 --2- 172.21.15.8:0/3735495808 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bd16311520 0x55bd16321eb0 unknown :-1 s=CLOSED pgs=703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:11.749 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.745+0000 7fb841b22740 1 --2- 172.21.15.8:0/3735495808 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bd16310b30 0x55bd1630aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:11.749 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.745+0000 7fb841b22740 1 -- 172.21.15.8:0/3735495808 >> 172.21.15.8:0/3735495808 conn(0x55bd1630c1a0 msgr2=0x55bd16312850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:11.749 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.745+0000 7fb841b22740 1 -- 172.21.15.8:0/3735495808 shutdown_connections 2024-05-20T21:29:11.749 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.745+0000 7fb841b22740 1 -- 172.21.15.8:0/3735495808 wait complete. 2024-05-20T21:29:11.750 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.746+0000 7fb841b22740 1 -- start start 2024-05-20T21:29:11.750 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.746+0000 7fb841b22740 1 Processor -- start 2024-05-20T21:29:11.750 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.746+0000 7fb841b22740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bd16310b30 0x55bd1631edb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:11.750 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.746+0000 7fb841b22740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bd16311520 0x55bd1631f2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:11.750 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.746+0000 7fb841b22740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bd16316690 0x55bd1638ed20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:11.750 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.746+0000 7fb841b22740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fb8381aa6d0 con 0x55bd16311520 2024-05-20T21:29:11.750 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.746+0000 7fb841b22740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb8381abb40 con 0x55bd16310b30 2024-05-20T21:29:11.750 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.746+0000 7fb841b22740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fb8381aada0 con 0x55bd16316690 2024-05-20T21:29:11.750 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.746+0000 7fb841b22740 10 client.0 _ll_register_callbacks cb 0x7fb828009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:29:11.750 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.746+0000 7fb837400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bd16311520 0x55bd1631f2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:11.750 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.746+0000 7fb837400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bd16311520 0x55bd1631f2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55202/0 (socket says 172.21.15.8:55202) 2024-05-20T21:29:11.750 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.747+0000 7fb837400640 1 -- 172.21.15.8:0/2637015745 learned_addr learned my addr 172.21.15.8:0/2637015745 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:29:11.751 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.747+0000 7fb83d000640 1 --2- 172.21.15.8:0/2637015745 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bd16316690 0x55bd1638ed20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:11.751 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.747+0000 7fb837e00640 1 --2- 172.21.15.8:0/2637015745 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bd16310b30 0x55bd1631edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:11.751 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.747+0000 7fb837400640 1 -- 172.21.15.8:0/2637015745 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bd16316690 msgr2=0x55bd1638ed20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:11.751 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.747+0000 7fb837400640 1 --2- 172.21.15.8:0/2637015745 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bd16316690 0x55bd1638ed20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:11.751 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.747+0000 7fb837400640 1 -- 172.21.15.8:0/2637015745 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bd16310b30 msgr2=0x55bd1631edb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:11.751 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.747+0000 7fb837400640 1 --2- 172.21.15.8:0/2637015745 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bd16310b30 0x55bd1631edb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:11.751 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.747+0000 7fb837400640 1 -- 172.21.15.8:0/2637015745 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bd1638f260 con 0x55bd16311520 2024-05-20T21:29:11.751 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.747+0000 7fb837400640 1 --2- 172.21.15.8:0/2637015745 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bd16311520 0x55bd1631f2f0 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7fb82400b750 tx=0x7fb824005a70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=464ca03608234051 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:11.751 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.747+0000 7fb822000640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:29:11.751 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.747+0000 7fb822000640 1 -- 172.21.15.8:0/2637015745 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb82400b410 con 0x55bd16311520 2024-05-20T21:29:11.751 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.748+0000 7fb841b22740 1 -- 172.21.15.8:0/2637015745 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb824016040 con 0x55bd16311520 2024-05-20T21:29:11.752 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.748+0000 7fb822000640 1 -- 172.21.15.8:0/2637015745 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fb824012d40 con 0x55bd16311520 2024-05-20T21:29:11.752 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.748+0000 7fb822000640 1 -- 172.21.15.8:0/2637015745 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb824041050 con 0x55bd16311520 2024-05-20T21:29:11.752 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.748+0000 7fb841b22740 10 client.19227 fetch_fsmap learned FSMap version 26 2024-05-20T21:29:11.752 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.748+0000 7fb841b22740 1 -- 172.21.15.8:0/2637015745 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55bd163904f0 con 0x55bd16311520 2024-05-20T21:29:11.752 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.748+0000 7fb822000640 1 -- 172.21.15.8:0/2637015745 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb824016040 con 0x55bd16311520 2024-05-20T21:29:11.752 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.748+0000 7fb822000640 1 -- 172.21.15.8:0/2637015745 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb824031070 con 0x55bd16311520 2024-05-20T21:29:11.752 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.748+0000 7fb841b22740 10 client.19227 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:29:11.752 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.748+0000 7fb841b22740 10 client.19227 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:29:11.752 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.748+0000 7fb841b22740 20 client.19227 populate_metadata read hostname 'smithi008' 2024-05-20T21:29:11.752 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.748+0000 7fb841b22740 1 --2- 172.21.15.8:0/2637015745 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55bd16390e20 0x55bd16393240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:11.752 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.748+0000 7fb841b22740 4 client.19227 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:29:11.752 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.748+0000 7fb841b22740 1 -- 172.21.15.8:0/2637015745 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55bd1627c2c0 con 0x55bd16390e20 2024-05-20T21:29:11.753 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.749+0000 7fb837e00640 1 --2- 172.21.15.8:0/2637015745 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55bd16390e20 0x55bd16393240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:11.753 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.749+0000 7fb837e00640 1 --2- 172.21.15.8:0/2637015745 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55bd16390e20 0x55bd16393240 crc :-1 s=READY pgs=367 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e4c7240b89060aa1 server_cookie=8b3fd56c6aac913e in_seq=0 out_seq=0 2024-05-20T21:29:11.753 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.749+0000 7fb822000640 10 client.19227 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:29:11.765 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.764+0000 7fb822000640 1 -- 172.21.15.8:0/2637015745 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55bd1627c2c0 con 0x55bd16390e20 2024-05-20T21:29:11.765 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.764+0000 7fb822000640 10 client.19227 handle_command_reply: tid=0 2024-05-20T21:29:11.765 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.765+0000 7fb841b22740 1 client.19227 shutdown 2024-05-20T21:29:11.765 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.765+0000 7fb841b22740 1 -- 172.21.15.8:0/2637015745 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bd16311520 msgr2=0x55bd1631f2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:11.765 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.765+0000 7fb841b22740 1 --2- 172.21.15.8:0/2637015745 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bd16311520 0x55bd1631f2f0 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7fb82400b750 tx=0x7fb824005a70 comp rx=0 tx=0).stop 2024-05-20T21:29:11.765 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.765+0000 7fb841b22740 1 -- 172.21.15.8:0/2637015745 shutdown_connections 2024-05-20T21:29:11.765 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.765+0000 7fb841b22740 1 --2- 172.21.15.8:0/2637015745 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55bd16390e20 0x55bd16393240 crc :-1 s=READY pgs=367 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:11.765 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.765+0000 7fb841b22740 1 --2- 172.21.15.8:0/2637015745 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bd16316690 0x55bd1638ed20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:11.765 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.765+0000 7fb841b22740 1 --2- 172.21.15.8:0/2637015745 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55bd16311520 0x55bd1631f2f0 unknown :-1 s=CLOSED pgs=704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:11.765 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.765+0000 7fb841b22740 1 --2- 172.21.15.8:0/2637015745 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55bd16310b30 0x55bd1631edb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:11.766 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.765+0000 7fb841b22740 1 -- 172.21.15.8:0/2637015745 >> 172.21.15.8:0/2637015745 conn(0x55bd1630c1a0 msgr2=0x55bd16312850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:11.766 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.765+0000 7fb822000640 0 client.19227 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:29:11.766 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.765+0000 7fb841b22740 1 -- 172.21.15.8:0/2637015745 shutdown_connections 2024-05-20T21:29:11.766 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.765+0000 7fb841b22740 1 -- 172.21.15.8:0/2637015745 wait complete. 2024-05-20T21:29:11.766 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.765+0000 7fb841b22740 20 client.19227 trim_cache size 0 max 16384 2024-05-20T21:29:11.766 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:29:11.766 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:29:11.766 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:29:11.767 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.766+0000 7fb83f000640 1 -- 172.21.15.8:0/1125019280 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb81c0b27e0 msgr2=0x7fb81c0b4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:11.767 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.766+0000 7fb83f000640 1 --2- 172.21.15.8:0/1125019280 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb81c0b27e0 0x7fb81c0b4ca0 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x55bd16311f90 tx=0x7fb828005a20 comp rx=0 tx=0).stop 2024-05-20T21:29:11.767 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.766+0000 7fb83f000640 1 -- 172.21.15.8:0/1125019280 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb8381087f0 msgr2=0x7fb8381a24d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:11.767 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.766+0000 7fb83f000640 1 --2- 172.21.15.8:0/1125019280 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb8381087f0 0x7fb8381a24d0 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7fb830009fd0 tx=0x7fb83000ef10 comp rx=0 tx=0).stop 2024-05-20T21:29:11.767 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.766+0000 7fb83f000640 1 -- 172.21.15.8:0/1125019280 shutdown_connections 2024-05-20T21:29:11.767 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.766+0000 7fb83f000640 1 --2- 172.21.15.8:0/1125019280 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb81c0b27e0 0x7fb81c0b4ca0 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:11.768 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.766+0000 7fb83f000640 1 --2- 172.21.15.8:0/1125019280 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb8381087f0 0x7fb8381a24d0 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:11.768 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.766+0000 7fb83f000640 1 --2- 172.21.15.8:0/1125019280 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb838105ec0 0x7fb83819b460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:11.768 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.766+0000 7fb83f000640 1 --2- 172.21.15.8:0/1125019280 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb838103590 0x7fb83819af20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:11.768 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.766+0000 7fb83f000640 1 -- 172.21.15.8:0/1125019280 >> 172.21.15.8:0/1125019280 conn(0x7fb8380fcf20 msgr2=0x7fb838107530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:11.768 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.767+0000 7fb83f000640 1 -- 172.21.15.8:0/1125019280 shutdown_connections 2024-05-20T21:29:11.768 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:11.767+0000 7fb83f000640 1 -- 172.21.15.8:0/1125019280 wait complete. 2024-05-20T21:29:12.875 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:29:12 smithi008 ceph-mon[31475]: pgmap v856: 97 pgs: 97 active+clean; 2.7 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 10 KiB/s wr, 11 op/s 2024-05-20T21:29:13.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:29:12 smithi130 ceph-mon[36448]: pgmap v856: 97 pgs: 97 active+clean; 2.7 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 10 KiB/s wr, 11 op/s 2024-05-20T21:29:13.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:29:12 smithi050 ceph-mon[35809]: pgmap v856: 97 pgs: 97 active+clean; 2.7 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 10 KiB/s wr, 11 op/s 2024-05-20T21:29:13.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.174+0000 7fc566200700 1 -- 172.21.15.8:0/3782924209 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc560105730 msgr2=0x7fc560105bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:13.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.174+0000 7fc566200700 1 --2- 172.21.15.8:0/3782924209 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc560105730 0x7fc560105bb0 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7fc54c0098f0 tx=0x7fc54c009c00 comp rx=0 tx=0).stop 2024-05-20T21:29:13.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.175+0000 7fc566200700 1 -- 172.21.15.8:0/3782924209 shutdown_connections 2024-05-20T21:29:13.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.175+0000 7fc566200700 1 --2- 172.21.15.8:0/3782924209 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc56010b730 0x7fc56010bb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:13.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.175+0000 7fc566200700 1 --2- 172.21.15.8:0/3782924209 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc5601060f0 0x7fc560112600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:13.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.175+0000 7fc566200700 1 --2- 172.21.15.8:0/3782924209 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc560105730 0x7fc560105bb0 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:13.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.175+0000 7fc566200700 1 -- 172.21.15.8:0/3782924209 >> 172.21.15.8:0/3782924209 conn(0x7fc560101220 msgr2=0x7fc560103640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:13.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.175+0000 7fc566200700 1 -- 172.21.15.8:0/3782924209 shutdown_connections 2024-05-20T21:29:13.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.175+0000 7fc566200700 1 -- 172.21.15.8:0/3782924209 wait complete. 2024-05-20T21:29:13.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.177+0000 7fc566200700 1 Processor -- start 2024-05-20T21:29:13.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.177+0000 7fc566200700 1 -- start start 2024-05-20T21:29:13.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.177+0000 7fc566200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc560105730 0x7fc56019be00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:13.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.177+0000 7fc566200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc5601060f0 0x7fc56019c340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:13.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.177+0000 7fc566200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc56010b730 0x7fc5601a06d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:13.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.177+0000 7fc566200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc560115970 con 0x7fc560105730 2024-05-20T21:29:13.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.177+0000 7fc566200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc5601157f0 con 0x7fc56010b730 2024-05-20T21:29:13.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.177+0000 7fc566200700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc560115af0 con 0x7fc5601060f0 2024-05-20T21:29:13.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.178+0000 7fc55f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc560105730 0x7fc56019be00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:13.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.178+0000 7fc55f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc560105730 0x7fc56019be00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:60416/0 (socket says 172.21.15.8:60416) 2024-05-20T21:29:13.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.178+0000 7fc55f400700 1 -- 172.21.15.8:0/3203184381 learned_addr learned my addr 172.21.15.8:0/3203184381 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:29:13.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.178+0000 7fc55fe00700 1 --2- 172.21.15.8:0/3203184381 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc56010b730 0x7fc5601a06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:13.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.178+0000 7fc55ea00700 1 --2- 172.21.15.8:0/3203184381 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc5601060f0 0x7fc56019c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:13.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.178+0000 7fc55f400700 1 -- 172.21.15.8:0/3203184381 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc5601060f0 msgr2=0x7fc56019c340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:13.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.178+0000 7fc55f400700 1 --2- 172.21.15.8:0/3203184381 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc5601060f0 0x7fc56019c340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:13.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.178+0000 7fc55f400700 1 -- 172.21.15.8:0/3203184381 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc56010b730 msgr2=0x7fc5601a06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:13.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.178+0000 7fc55f400700 1 --2- 172.21.15.8:0/3203184381 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc56010b730 0x7fc5601a06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:13.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.178+0000 7fc55f400700 1 -- 172.21.15.8:0/3203184381 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5601a0e10 con 0x7fc560105730 2024-05-20T21:29:13.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.178+0000 7fc55f400700 1 --2- 172.21.15.8:0/3203184381 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc560105730 0x7fc56019be00 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7fc55000e9a0 tx=0x7fc55000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:13.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.179+0000 7fc557e00700 1 -- 172.21.15.8:0/3203184381 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc55000ca10 con 0x7fc560105730 2024-05-20T21:29:13.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.179+0000 7fc566200700 1 -- 172.21.15.8:0/3203184381 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5601a1100 con 0x7fc560105730 2024-05-20T21:29:13.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.179+0000 7fc557e00700 1 -- 172.21.15.8:0/3203184381 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc55000cbb0 con 0x7fc560105730 2024-05-20T21:29:13.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.179+0000 7fc557e00700 1 -- 172.21.15.8:0/3203184381 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc550018680 con 0x7fc560105730 2024-05-20T21:29:13.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.179+0000 7fc566200700 1 -- 172.21.15.8:0/3203184381 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5601a8980 con 0x7fc560105730 2024-05-20T21:29:13.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.183+0000 7fc557e00700 1 -- 172.21.15.8:0/3203184381 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fc550010430 con 0x7fc560105730 2024-05-20T21:29:13.183 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.184+0000 7fc570b5fb80 1 Processor -- start 2024-05-20T21:29:13.183 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.184+0000 7fc570b5fb80 1 -- start start 2024-05-20T21:29:13.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.184+0000 7fc570b5fb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cc8d820eb0 0x55cc8d821290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:13.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.184+0000 7fc557e00700 1 --2- 172.21.15.8:0/3203184381 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc5440b2880 0x7fc5440b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:13.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.184+0000 7fc570b5fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cc8d8217d0 0x55cc8d81b260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:13.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.184+0000 7fc570b5fb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cc8d81b880 0x55cc8d81bce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:13.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.184+0000 7fc570b5fb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55cc8d779e40 con 0x55cc8d820eb0 2024-05-20T21:29:13.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.184+0000 7fc570b5fb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55cc8d7699e0 con 0x55cc8d81b880 2024-05-20T21:29:13.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.184+0000 7fc570b5fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55cc8d76da20 con 0x55cc8d8217d0 2024-05-20T21:29:13.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.185+0000 7fc557e00700 1 -- 172.21.15.8:0/3203184381 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc5500e2390 con 0x7fc560105730 2024-05-20T21:29:13.185 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.185+0000 7fc55fe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cc8d820eb0 0x55cc8d821290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:13.185 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.185+0000 7fc55fe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cc8d820eb0 0x55cc8d821290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:60424/0 (socket says 172.21.15.8:60424) 2024-05-20T21:29:13.185 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.185+0000 7fc55fe00700 1 -- 172.21.15.8:0/1577496156 learned_addr learned my addr 172.21.15.8:0/1577496156 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:29:13.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.185+0000 7fc55ea00700 1 --2- 172.21.15.8:0/1577496156 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cc8d8217d0 0x55cc8d81b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:13.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.185+0000 7fc55f400700 1 --2- 172.21.15.8:0/3203184381 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc5440b2880 0x7fc5440b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:13.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.185+0000 7fc55fe00700 1 --2- 172.21.15.8:0/1577496156 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cc8d81b880 0x55cc8d81bce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:13.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.185+0000 7fc55ea00700 1 -- 172.21.15.8:0/1577496156 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cc8d81b880 msgr2=0x55cc8d81bce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:13.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.185+0000 7fc55ea00700 1 --2- 172.21.15.8:0/1577496156 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cc8d81b880 0x55cc8d81bce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:13.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.185+0000 7fc55ea00700 1 -- 172.21.15.8:0/1577496156 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cc8d820eb0 msgr2=0x55cc8d821290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:13.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.185+0000 7fc55ea00700 1 --2- 172.21.15.8:0/1577496156 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cc8d820eb0 0x55cc8d821290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:13.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.185+0000 7fc55ea00700 1 -- 172.21.15.8:0/1577496156 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cc8d732420 con 0x55cc8d8217d0 2024-05-20T21:29:13.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.186+0000 7fc55ea00700 1 --2- 172.21.15.8:0/1577496156 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cc8d8217d0 0x55cc8d81b260 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7fc54c0098c0 tx=0x7fc54c005dc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d56eb4bf5881a946 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:13.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.186+0000 7fc55f400700 1 --2- 172.21.15.8:0/3203184381 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc5440b2880 0x7fc5440b4d40 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7fc550000c00 tx=0x7fc550009790 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:13.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.186+0000 7fc554c00700 1 -- 172.21.15.8:0/1577496156 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc54c00fe40 con 0x55cc8d8217d0 2024-05-20T21:29:13.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.186+0000 7fc554c00700 1 -- 172.21.15.8:0/1577496156 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc54c00f910 con 0x55cc8d8217d0 2024-05-20T21:29:13.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.186+0000 7fc554c00700 1 -- 172.21.15.8:0/1577496156 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc54c0038e0 con 0x55cc8d8217d0 2024-05-20T21:29:13.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.187+0000 7fc570b5fb80 1 -- 172.21.15.8:0/1577496156 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cc8d8217d0 msgr2=0x55cc8d81b260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:13.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.187+0000 7fc570b5fb80 1 --2- 172.21.15.8:0/1577496156 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cc8d8217d0 0x55cc8d81b260 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7fc54c0098c0 tx=0x7fc54c005dc0 comp rx=0 tx=0).stop 2024-05-20T21:29:13.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.187+0000 7fc570b5fb80 1 -- 172.21.15.8:0/1577496156 shutdown_connections 2024-05-20T21:29:13.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.187+0000 7fc570b5fb80 1 --2- 172.21.15.8:0/1577496156 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cc8d81b880 0x55cc8d81bce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:13.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.187+0000 7fc570b5fb80 1 --2- 172.21.15.8:0/1577496156 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cc8d820eb0 0x55cc8d821290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:13.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.187+0000 7fc570b5fb80 1 --2- 172.21.15.8:0/1577496156 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cc8d8217d0 0x55cc8d81b260 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:13.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.187+0000 7fc570b5fb80 1 -- 172.21.15.8:0/1577496156 >> 172.21.15.8:0/1577496156 conn(0x55cc8d749be0 msgr2=0x55cc8d816010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:13.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.187+0000 7fc570b5fb80 1 -- 172.21.15.8:0/1577496156 shutdown_connections 2024-05-20T21:29:13.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.187+0000 7fc570b5fb80 1 -- 172.21.15.8:0/1577496156 wait complete. 2024-05-20T21:29:13.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.188+0000 7fc570b5fb80 1 -- start start 2024-05-20T21:29:13.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.188+0000 7fc570b5fb80 1 Processor -- start 2024-05-20T21:29:13.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.189+0000 7fc570b5fb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cc8d81b880 0x55cc8d827520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:13.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.189+0000 7fc570b5fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cc8d820eb0 0x55cc8d8248c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:13.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.189+0000 7fc570b5fb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cc8d8217d0 0x55cc8d824e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:13.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.189+0000 7fc570b5fb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55cc8d66ffa0 con 0x55cc8d8217d0 2024-05-20T21:29:13.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.189+0000 7fc570b5fb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55cc8d70a760 con 0x55cc8d81b880 2024-05-20T21:29:13.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.189+0000 7fc570b5fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55cc8d8281e0 con 0x55cc8d820eb0 2024-05-20T21:29:13.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.189+0000 7fc570b5fb80 10 client.0 _ll_register_callbacks cb 0x55cc8d713c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:29:13.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.189+0000 7fc55ea00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cc8d820eb0 0x55cc8d8248c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:13.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.189+0000 7fc55fe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cc8d8217d0 0x55cc8d824e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:13.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.189+0000 7fc55ea00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cc8d820eb0 0x55cc8d8248c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:54640/0 (socket says 172.21.15.8:54640) 2024-05-20T21:29:13.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.189+0000 7fc55ea00700 1 -- 172.21.15.8:0/3612442159 learned_addr learned my addr 172.21.15.8:0/3612442159 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:29:13.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.189+0000 7fc55fe00700 1 --2- 172.21.15.8:0/3612442159 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cc8d81b880 0x55cc8d827520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:13.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.189+0000 7fc55ea00700 1 -- 172.21.15.8:0/3612442159 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cc8d81b880 msgr2=0x55cc8d827520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:13.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.189+0000 7fc55ea00700 1 --2- 172.21.15.8:0/3612442159 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cc8d81b880 0x55cc8d827520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:13.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.189+0000 7fc55ea00700 1 -- 172.21.15.8:0/3612442159 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cc8d8217d0 msgr2=0x55cc8d824e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:13.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.189+0000 7fc55ea00700 1 --2- 172.21.15.8:0/3612442159 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cc8d8217d0 0x55cc8d824e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:13.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.189+0000 7fc55ea00700 1 -- 172.21.15.8:0/3612442159 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cc8d6b98d0 con 0x55cc8d820eb0 2024-05-20T21:29:13.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.190+0000 7fc55ea00700 1 --2- 172.21.15.8:0/3612442159 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cc8d820eb0 0x55cc8d8248c0 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7fc54c009c40 tx=0x7fc54c005290 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2dc3340c9e10235a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:13.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.190+0000 7fc549600700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:29:13.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.190+0000 7fc549600700 1 -- 172.21.15.8:0/3612442159 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc54c031070 con 0x55cc8d820eb0 2024-05-20T21:29:13.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.190+0000 7fc549600700 1 -- 172.21.15.8:0/3612442159 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc54c003680 con 0x55cc8d820eb0 2024-05-20T21:29:13.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.190+0000 7fc570b5fb80 1 -- 172.21.15.8:0/3612442159 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc54c00f910 con 0x55cc8d820eb0 2024-05-20T21:29:13.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.190+0000 7fc549600700 1 -- 172.21.15.8:0/3612442159 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc54c03d050 con 0x55cc8d820eb0 2024-05-20T21:29:13.192 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.190+0000 7fc570b5fb80 10 client.29416 fetch_fsmap learned FSMap version 26 2024-05-20T21:29:13.192 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.190+0000 7fc570b5fb80 1 -- 172.21.15.8:0/3612442159 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55cc8d73a060 con 0x55cc8d820eb0 2024-05-20T21:29:13.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.191+0000 7fc549600700 1 -- 172.21.15.8:0/3612442159 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc54c00f910 con 0x55cc8d820eb0 2024-05-20T21:29:13.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.191+0000 7fc549600700 1 -- 172.21.15.8:0/3612442159 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc54c00b900 con 0x55cc8d820eb0 2024-05-20T21:29:13.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.191+0000 7fc570b5fb80 10 client.29416 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:29:13.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.191+0000 7fc570b5fb80 10 client.29416 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:29:13.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.191+0000 7fc570b5fb80 20 client.29416 populate_metadata read hostname 'smithi008' 2024-05-20T21:29:13.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.191+0000 7fc570b5fb80 1 --2- 172.21.15.8:0/3612442159 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55cc8d834bd0 0x55cc8d836fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:13.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.191+0000 7fc570b5fb80 4 client.29416 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:29:13.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.191+0000 7fc570b5fb80 1 -- 172.21.15.8:0/3612442159 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cc8d77bd90 con 0x55cc8d834bd0 2024-05-20T21:29:13.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.191+0000 7fc55fe00700 1 --2- 172.21.15.8:0/3612442159 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55cc8d834bd0 0x55cc8d836fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:13.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.192+0000 7fc55fe00700 1 --2- 172.21.15.8:0/3612442159 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55cc8d834bd0 0x55cc8d836fc0 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=33ac049376118570 server_cookie=8d19d659822a1ea6 in_seq=0 out_seq=0 2024-05-20T21:29:13.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.192+0000 7fc549600700 10 client.29416 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:29:13.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.193+0000 7fc549600700 1 -- 172.21.15.8:0/3612442159 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55cc8d77bd90 con 0x55cc8d834bd0 2024-05-20T21:29:13.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.193+0000 7fc549600700 10 client.29416 handle_command_reply: tid=0 2024-05-20T21:29:13.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.193+0000 7fc570b5fb80 1 client.29416 shutdown 2024-05-20T21:29:13.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.193+0000 7fc570b5fb80 1 -- 172.21.15.8:0/3612442159 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cc8d820eb0 msgr2=0x55cc8d8248c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:13.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.193+0000 7fc570b5fb80 1 --2- 172.21.15.8:0/3612442159 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cc8d820eb0 0x55cc8d8248c0 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7fc54c009c40 tx=0x7fc54c005290 comp rx=0 tx=0).stop 2024-05-20T21:29:13.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.193+0000 7fc570b5fb80 1 -- 172.21.15.8:0/3612442159 shutdown_connections 2024-05-20T21:29:13.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.193+0000 7fc570b5fb80 1 --2- 172.21.15.8:0/3612442159 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55cc8d834bd0 0x55cc8d836fc0 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:13.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.193+0000 7fc570b5fb80 1 --2- 172.21.15.8:0/3612442159 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cc8d81b880 0x55cc8d827520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:13.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.193+0000 7fc570b5fb80 1 --2- 172.21.15.8:0/3612442159 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cc8d8217d0 0x55cc8d824e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:13.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.193+0000 7fc570b5fb80 1 --2- 172.21.15.8:0/3612442159 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cc8d820eb0 0x55cc8d8248c0 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:13.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.193+0000 7fc549600700 0 client.29416 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:29:13.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.193+0000 7fc570b5fb80 1 -- 172.21.15.8:0/3612442159 >> 172.21.15.8:0/3612442159 conn(0x55cc8d749be0 msgr2=0x55cc8d81a250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:13.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.194+0000 7fc570b5fb80 1 -- 172.21.15.8:0/3612442159 shutdown_connections 2024-05-20T21:29:13.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.194+0000 7fc570b5fb80 1 -- 172.21.15.8:0/3612442159 wait complete. 2024-05-20T21:29:13.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.194+0000 7fc570b5fb80 20 client.29416 trim_cache size 0 max 16384 2024-05-20T21:29:13.210 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.210+0000 7fc570b5fb80 1 Processor -- start 2024-05-20T21:29:13.210 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.211+0000 7fc570b5fb80 1 -- start start 2024-05-20T21:29:13.211 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.211+0000 7fc570b5fb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cc8d81b880 0x55cc8d81b260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:13.211 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.211+0000 7fc570b5fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cc8d820eb0 0x55cc8d8159e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:13.211 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.211+0000 7fc570b5fb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cc8d8217d0 0x55cc8d815f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:13.212 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.211+0000 7fc570b5fb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc5601b2740 con 0x55cc8d8217d0 2024-05-20T21:29:13.212 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.211+0000 7fc570b5fb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc5601affd0 con 0x55cc8d81b880 2024-05-20T21:29:13.212 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.211+0000 7fc570b5fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc5601ade20 con 0x55cc8d820eb0 2024-05-20T21:29:13.212 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.211+0000 7fc55fe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cc8d81b880 0x55cc8d81b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:13.212 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.211+0000 7fc55fe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cc8d81b880 0x55cc8d81b260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:46962/0 (socket says 172.21.15.8:46962) 2024-05-20T21:29:13.212 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.211+0000 7fc55fe00700 1 -- 172.21.15.8:0/944238182 learned_addr learned my addr 172.21.15.8:0/944238182 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:29:13.212 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.211+0000 7fc55fe00700 1 --2- 172.21.15.8:0/944238182 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cc8d8217d0 0x55cc8d815f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:13.212 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.211+0000 7fc55ea00700 1 --2- 172.21.15.8:0/944238182 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cc8d820eb0 0x55cc8d8159e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:13.212 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.212+0000 7fc55fe00700 1 -- 172.21.15.8:0/944238182 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cc8d820eb0 msgr2=0x55cc8d8159e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:13.212 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.212+0000 7fc55fe00700 1 --2- 172.21.15.8:0/944238182 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cc8d820eb0 0x55cc8d8159e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:13.212 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.212+0000 7fc55fe00700 1 -- 172.21.15.8:0/944238182 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cc8d8217d0 msgr2=0x55cc8d815f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:13.212 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.212+0000 7fc55fe00700 1 --2- 172.21.15.8:0/944238182 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cc8d8217d0 0x55cc8d815f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:13.212 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.212+0000 7fc55fe00700 1 -- 172.21.15.8:0/944238182 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cc8d827160 con 0x55cc8d81b880 2024-05-20T21:29:13.212 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.212+0000 7fc55fe00700 1 --2- 172.21.15.8:0/944238182 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cc8d81b880 0x55cc8d81b260 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7fc558009fd0 tx=0x7fc55800b040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bf156e60b3b05c3c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:13.214 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.212+0000 7fc54be00700 1 -- 172.21.15.8:0/944238182 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc558004db0 con 0x55cc8d81b880 2024-05-20T21:29:13.214 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.212+0000 7fc54be00700 1 -- 172.21.15.8:0/944238182 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc558024750 con 0x55cc8d81b880 2024-05-20T21:29:13.214 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.212+0000 7fc54be00700 1 -- 172.21.15.8:0/944238182 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc55801aa30 con 0x55cc8d81b880 2024-05-20T21:29:13.214 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.213+0000 7fc570b5fb80 1 -- 172.21.15.8:0/944238182 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cc8d81b880 msgr2=0x55cc8d81b260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:13.214 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.213+0000 7fc570b5fb80 1 --2- 172.21.15.8:0/944238182 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cc8d81b880 0x55cc8d81b260 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7fc558009fd0 tx=0x7fc55800b040 comp rx=0 tx=0).stop 2024-05-20T21:29:13.214 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.213+0000 7fc570b5fb80 1 -- 172.21.15.8:0/944238182 shutdown_connections 2024-05-20T21:29:13.215 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.213+0000 7fc570b5fb80 1 --2- 172.21.15.8:0/944238182 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cc8d81b880 0x55cc8d81b260 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:13.215 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.213+0000 7fc570b5fb80 1 --2- 172.21.15.8:0/944238182 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cc8d8217d0 0x55cc8d815f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:13.215 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.213+0000 7fc570b5fb80 1 --2- 172.21.15.8:0/944238182 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cc8d820eb0 0x55cc8d8159e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:13.215 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.213+0000 7fc570b5fb80 1 -- 172.21.15.8:0/944238182 >> 172.21.15.8:0/944238182 conn(0x55cc8d749be0 msgr2=0x55cc8d80fe50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:13.215 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.213+0000 7fc570b5fb80 1 -- 172.21.15.8:0/944238182 shutdown_connections 2024-05-20T21:29:13.215 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.213+0000 7fc570b5fb80 1 -- 172.21.15.8:0/944238182 wait complete. 2024-05-20T21:29:13.215 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.214+0000 7fc570b5fb80 1 -- start start 2024-05-20T21:29:13.215 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.214+0000 7fc570b5fb80 1 Processor -- start 2024-05-20T21:29:13.215 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.214+0000 7fc570b5fb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cc8d81b880 0x55cc8d837fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:13.215 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.214+0000 7fc570b5fb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cc8d820eb0 0x55cc8d838500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:13.215 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.214+0000 7fc570b5fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cc8d8217d0 0x55cc8d838a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:13.215 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.214+0000 7fc570b5fb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc5601ae490 con 0x55cc8d820eb0 2024-05-20T21:29:13.215 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.214+0000 7fc570b5fb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc5601af900 con 0x55cc8d81b880 2024-05-20T21:29:13.215 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.214+0000 7fc570b5fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc5601aeb60 con 0x55cc8d8217d0 2024-05-20T21:29:13.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.214+0000 7fc570b5fb80 10 client.0 _ll_register_callbacks cb 0x55cc8d8252c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:29:13.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.215+0000 7fc55ea00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cc8d820eb0 0x55cc8d838500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:13.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.215+0000 7fc55fe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cc8d81b880 0x55cc8d837fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:13.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.215+0000 7fc55fe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cc8d81b880 0x55cc8d837fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:46964/0 (socket says 172.21.15.8:46964) 2024-05-20T21:29:13.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.215+0000 7fc55fe00700 1 -- 172.21.15.8:0/1967295249 learned_addr learned my addr 172.21.15.8:0/1967295249 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:29:13.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.215+0000 7fc55fe00700 1 --2- 172.21.15.8:0/1967295249 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cc8d8217d0 0x55cc8d838a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:13.218 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.215+0000 7fc55ea00700 1 -- 172.21.15.8:0/1967295249 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cc8d8217d0 msgr2=0x55cc8d838a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:13.218 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.215+0000 7fc55ea00700 1 --2- 172.21.15.8:0/1967295249 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cc8d8217d0 0x55cc8d838a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:13.218 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.215+0000 7fc55ea00700 1 -- 172.21.15.8:0/1967295249 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cc8d81b880 msgr2=0x55cc8d837fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:13.218 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.215+0000 7fc55ea00700 1 --2- 172.21.15.8:0/1967295249 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cc8d81b880 0x55cc8d837fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:13.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.215+0000 7fc55ea00700 1 -- 172.21.15.8:0/1967295249 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cc8d89e6c0 con 0x55cc8d820eb0 2024-05-20T21:29:13.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.216+0000 7fc55ea00700 1 --2- 172.21.15.8:0/1967295249 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cc8d820eb0 0x55cc8d838500 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7fc54c00be70 tx=0x7fc54c02b6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b304ba072a921fd7 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:13.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.216+0000 7fc549600700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:29:13.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.216+0000 7fc549600700 1 -- 172.21.15.8:0/1967295249 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc54c031070 con 0x55cc8d820eb0 2024-05-20T21:29:13.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.216+0000 7fc570b5fb80 1 -- 172.21.15.8:0/1967295249 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc558024750 con 0x55cc8d820eb0 2024-05-20T21:29:13.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.216+0000 7fc549600700 1 -- 172.21.15.8:0/1967295249 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc54c00f870 con 0x55cc8d820eb0 2024-05-20T21:29:13.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.216+0000 7fc549600700 1 -- 172.21.15.8:0/1967295249 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc54c049050 con 0x55cc8d820eb0 2024-05-20T21:29:13.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.216+0000 7fc570b5fb80 10 client.19245 fetch_fsmap learned FSMap version 26 2024-05-20T21:29:13.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.216+0000 7fc570b5fb80 1 -- 172.21.15.8:0/1967295249 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55cc8d89f9a0 con 0x55cc8d820eb0 2024-05-20T21:29:13.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.216+0000 7fc549600700 1 -- 172.21.15.8:0/1967295249 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc558024750 con 0x55cc8d820eb0 2024-05-20T21:29:13.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.217+0000 7fc549600700 1 -- 172.21.15.8:0/1967295249 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc54c02b890 con 0x55cc8d820eb0 2024-05-20T21:29:13.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.217+0000 7fc570b5fb80 10 client.19245 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:29:13.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.217+0000 7fc570b5fb80 10 client.19245 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:29:13.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.217+0000 7fc570b5fb80 20 client.19245 populate_metadata read hostname 'smithi008' 2024-05-20T21:29:13.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.217+0000 7fc570b5fb80 1 --2- 172.21.15.8:0/1967295249 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55cc8d8a0020 0x55cc8d8a2440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:13.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.217+0000 7fc570b5fb80 4 client.19245 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:29:13.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.217+0000 7fc570b5fb80 1 -- 172.21.15.8:0/1967295249 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55cc8d775570 con 0x55cc8d8a0020 2024-05-20T21:29:13.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.217+0000 7fc55fe00700 1 --2- 172.21.15.8:0/1967295249 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55cc8d8a0020 0x55cc8d8a2440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:13.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.218+0000 7fc55fe00700 1 --2- 172.21.15.8:0/1967295249 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55cc8d8a0020 0x55cc8d8a2440 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=c93b73b01765dfc7 server_cookie=3e060b14856b7458 in_seq=0 out_seq=0 2024-05-20T21:29:13.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.218+0000 7fc549600700 10 client.19245 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:29:13.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.218+0000 7fc549600700 1 -- 172.21.15.8:0/1967295249 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55cc8d775570 con 0x55cc8d8a0020 2024-05-20T21:29:13.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.218+0000 7fc549600700 10 client.19245 handle_command_reply: tid=0 2024-05-20T21:29:13.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.218+0000 7fc570b5fb80 1 client.19245 shutdown 2024-05-20T21:29:13.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.218+0000 7fc570b5fb80 1 -- 172.21.15.8:0/1967295249 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cc8d820eb0 msgr2=0x55cc8d838500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:13.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.218+0000 7fc570b5fb80 1 --2- 172.21.15.8:0/1967295249 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cc8d820eb0 0x55cc8d838500 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7fc54c00be70 tx=0x7fc54c02b6c0 comp rx=0 tx=0).stop 2024-05-20T21:29:13.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.218+0000 7fc570b5fb80 1 -- 172.21.15.8:0/1967295249 shutdown_connections 2024-05-20T21:29:13.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.218+0000 7fc570b5fb80 1 --2- 172.21.15.8:0/1967295249 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55cc8d8a0020 0x55cc8d8a2440 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:13.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.218+0000 7fc570b5fb80 1 --2- 172.21.15.8:0/1967295249 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cc8d81b880 0x55cc8d837fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:13.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.218+0000 7fc570b5fb80 1 --2- 172.21.15.8:0/1967295249 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cc8d8217d0 0x55cc8d838a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:13.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.218+0000 7fc570b5fb80 1 --2- 172.21.15.8:0/1967295249 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55cc8d820eb0 0x55cc8d838500 unknown :-1 s=CLOSED pgs=706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:13.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.218+0000 7fc549600700 0 client.19245 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:29:13.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.218+0000 7fc570b5fb80 1 -- 172.21.15.8:0/1967295249 >> 172.21.15.8:0/1967295249 conn(0x55cc8d749be0 msgr2=0x55cc8d8159e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:13.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.219+0000 7fc570b5fb80 1 -- 172.21.15.8:0/1967295249 shutdown_connections 2024-05-20T21:29:13.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.219+0000 7fc570b5fb80 1 -- 172.21.15.8:0/1967295249 wait complete. 2024-05-20T21:29:13.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.219+0000 7fc570b5fb80 20 client.19245 trim_cache size 0 max 16384 2024-05-20T21:29:13.221 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:29:13.222 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.220+0000 7fc566200700 1 -- 172.21.15.8:0/3203184381 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc5440b2880 msgr2=0x7fc5440b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:13.222 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.220+0000 7fc566200700 1 --2- 172.21.15.8:0/3203184381 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc5440b2880 0x7fc5440b4d40 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7fc550000c00 tx=0x7fc550009790 comp rx=0 tx=0).stop 2024-05-20T21:29:13.222 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.220+0000 7fc566200700 1 -- 172.21.15.8:0/3203184381 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc560105730 msgr2=0x7fc56019be00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:13.222 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.220+0000 7fc566200700 1 --2- 172.21.15.8:0/3203184381 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc560105730 0x7fc56019be00 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7fc55000e9a0 tx=0x7fc55000ecb0 comp rx=0 tx=0).stop 2024-05-20T21:29:13.222 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.220+0000 7fc566200700 1 -- 172.21.15.8:0/3203184381 shutdown_connections 2024-05-20T21:29:13.222 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.220+0000 7fc566200700 1 --2- 172.21.15.8:0/3203184381 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc5440b2880 0x7fc5440b4d40 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:13.223 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.220+0000 7fc566200700 1 --2- 172.21.15.8:0/3203184381 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc56010b730 0x7fc5601a06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:13.223 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.220+0000 7fc566200700 1 --2- 172.21.15.8:0/3203184381 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc560105730 0x7fc56019be00 unknown :-1 s=CLOSED pgs=705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:13.223 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.220+0000 7fc566200700 1 --2- 172.21.15.8:0/3203184381 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc5601060f0 0x7fc56019c340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:13.223 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.220+0000 7fc566200700 1 -- 172.21.15.8:0/3203184381 >> 172.21.15.8:0/3203184381 conn(0x7fc560101220 msgr2=0x7fc560101910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:13.223 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.220+0000 7fc566200700 1 -- 172.21.15.8:0/3203184381 shutdown_connections 2024-05-20T21:29:13.223 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:13.220+0000 7fc566200700 1 -- 172.21.15.8:0/3203184381 wait complete. 2024-05-20T21:29:14.139 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:29:14.624 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:29:15.075 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:29:14 smithi008 ceph-mon[31475]: pgmap v857: 97 pgs: 97 active+clean; 2.7 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 10 KiB/s wr, 12 op/s 2024-05-20T21:29:15.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:29:14 smithi130 ceph-mon[36448]: pgmap v857: 97 pgs: 97 active+clean; 2.7 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 10 KiB/s wr, 12 op/s 2024-05-20T21:29:15.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:29:14 smithi050 ceph-mon[35809]: pgmap v857: 97 pgs: 97 active+clean; 2.7 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 10 KiB/s wr, 12 op/s 2024-05-20T21:29:16.861 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.861+0000 7f9276c00700 1 -- 172.21.15.8:0/2830820172 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f92701037f0 msgr2=0x7f9270103bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:16.862 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.861+0000 7f9276c00700 1 --2- 172.21.15.8:0/2830820172 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f92701037f0 0x7f9270103bd0 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f92600099c0 tx=0x7f9260009cd0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.862 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.861+0000 7f9276c00700 1 -- 172.21.15.8:0/2830820172 shutdown_connections 2024-05-20T21:29:16.862 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.861+0000 7f9276c00700 1 --2- 172.21.15.8:0/2830820172 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f92701037f0 0x7f9270103bd0 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.862 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.861+0000 7f9276c00700 1 --2- 172.21.15.8:0/2830820172 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f92701088f0 0x7f9270110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.862 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.861+0000 7f9276c00700 1 --2- 172.21.15.8:0/2830820172 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f92701041a0 0x7f92701081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.862 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.861+0000 7f9276c00700 1 -- 172.21.15.8:0/2830820172 >> 172.21.15.8:0/2830820172 conn(0x7f927007a6a0 msgr2=0x7f927007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:16.862 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.861+0000 7f9276c00700 1 -- 172.21.15.8:0/2830820172 shutdown_connections 2024-05-20T21:29:16.862 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.862+0000 7f9276c00700 1 -- 172.21.15.8:0/2830820172 wait complete. 2024-05-20T21:29:16.863 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.863+0000 7f9276c00700 1 Processor -- start 2024-05-20T21:29:16.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.863+0000 7f9276c00700 1 -- start start 2024-05-20T21:29:16.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.863+0000 7f9276c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f92701037f0 0x7f927019be00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:16.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.863+0000 7f9276c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f92701041a0 0x7f927019c340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:16.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.864+0000 7f9276c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f92701088f0 0x7f92701a06d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:16.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.864+0000 7f9276c00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f9270113710 con 0x7f92701041a0 2024-05-20T21:29:16.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.864+0000 7f9276c00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9270113590 con 0x7f92701088f0 2024-05-20T21:29:16.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.864+0000 7f9276c00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f9270113890 con 0x7f92701037f0 2024-05-20T21:29:16.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.864+0000 7f926f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f92701041a0 0x7f927019c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:16.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.864+0000 7f926fe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f92701037f0 0x7f927019be00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:16.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.864+0000 7f926f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f92701041a0 0x7f927019c340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:60464/0 (socket says 172.21.15.8:60464) 2024-05-20T21:29:16.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.864+0000 7f926f400700 1 -- 172.21.15.8:0/1779406746 learned_addr learned my addr 172.21.15.8:0/1779406746 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:29:16.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.864+0000 7f9274c00700 1 --2- 172.21.15.8:0/1779406746 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f92701088f0 0x7f92701a06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:16.865 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.865+0000 7f926f400700 1 -- 172.21.15.8:0/1779406746 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f92701037f0 msgr2=0x7f927019be00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:16.865 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.865+0000 7f926f400700 1 --2- 172.21.15.8:0/1779406746 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f92701037f0 0x7f927019be00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.865 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.865+0000 7f926f400700 1 -- 172.21.15.8:0/1779406746 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f92701088f0 msgr2=0x7f92701a06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:16.865 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.865+0000 7f926f400700 1 --2- 172.21.15.8:0/1779406746 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f92701088f0 0x7f92701a06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.866 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.865+0000 7f926f400700 1 -- 172.21.15.8:0/1779406746 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92701a0e10 con 0x7f92701041a0 2024-05-20T21:29:16.866 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.865+0000 7f926fe00700 1 --2- 172.21.15.8:0/1779406746 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f92701037f0 0x7f927019be00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:29:16.866 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.865+0000 7f926f400700 1 --2- 172.21.15.8:0/1779406746 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f92701041a0 0x7f927019c340 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f925c00d980 tx=0x7f925c00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:16.866 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.865+0000 7f926cc00700 1 -- 172.21.15.8:0/1779406746 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f925c016070 con 0x7f92701041a0 2024-05-20T21:29:16.866 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.865+0000 7f926cc00700 1 -- 172.21.15.8:0/1779406746 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f925c004830 con 0x7f92701041a0 2024-05-20T21:29:16.866 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.865+0000 7f9276c00700 1 -- 172.21.15.8:0/1779406746 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f92701a1100 con 0x7f92701041a0 2024-05-20T21:29:16.866 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.865+0000 7f926cc00700 1 -- 172.21.15.8:0/1779406746 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f925c005540 con 0x7f92701041a0 2024-05-20T21:29:16.866 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.866+0000 7f9276c00700 1 -- 172.21.15.8:0/1779406746 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92701a8980 con 0x7f92701041a0 2024-05-20T21:29:16.869 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.870+0000 7f926cc00700 1 -- 172.21.15.8:0/1779406746 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f925c004220 con 0x7f92701041a0 2024-05-20T21:29:16.870 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.870+0000 7f92815b6b80 1 Processor -- start 2024-05-20T21:29:16.870 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.871+0000 7f92815b6b80 1 -- start start 2024-05-20T21:29:16.870 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.871+0000 7f92815b6b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fe6efdceb0 0x55fe6efdd290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:16.871 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.871+0000 7f92815b6b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fe6efdd7d0 0x55fe6efd7260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:16.871 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.871+0000 7f92815b6b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fe6efd7880 0x55fe6efd7ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:16.871 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.871+0000 7f92815b6b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55fe6ef35e40 con 0x55fe6efdceb0 2024-05-20T21:29:16.871 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.871+0000 7f92815b6b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55fe6ef259e0 con 0x55fe6efdd7d0 2024-05-20T21:29:16.871 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.871+0000 7f92815b6b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55fe6ef29a20 con 0x55fe6efd7880 2024-05-20T21:29:16.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.871+0000 7f9274c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fe6efdceb0 0x55fe6efdd290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:16.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.872+0000 7f9274c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fe6efdceb0 0x55fe6efdd290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:60470/0 (socket says 172.21.15.8:60470) 2024-05-20T21:29:16.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.872+0000 7f9274c00700 1 -- 172.21.15.8:0/3165314614 learned_addr learned my addr 172.21.15.8:0/3165314614 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:29:16.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.872+0000 7f926fe00700 1 --2- 172.21.15.8:0/3165314614 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fe6efdd7d0 0x55fe6efd7260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:16.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.872+0000 7f926cc00700 1 --2- 172.21.15.8:0/1779406746 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f92540b2880 0x7f92540b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:16.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.872+0000 7f926f400700 1 --2- 172.21.15.8:0/3165314614 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fe6efd7880 0x55fe6efd7ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:16.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.872+0000 7f926fe00700 1 -- 172.21.15.8:0/3165314614 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fe6efd7880 msgr2=0x55fe6efd7ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:16.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.872+0000 7f926fe00700 1 --2- 172.21.15.8:0/3165314614 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fe6efd7880 0x55fe6efd7ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.872 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.872+0000 7f926fe00700 1 -- 172.21.15.8:0/3165314614 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fe6efdceb0 msgr2=0x55fe6efdd290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:16.873 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.872+0000 7f926fe00700 1 --2- 172.21.15.8:0/3165314614 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fe6efdceb0 0x55fe6efdd290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.873 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.872+0000 7f926fe00700 1 -- 172.21.15.8:0/3165314614 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fe6eeee420 con 0x55fe6efdd7d0 2024-05-20T21:29:16.873 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.872+0000 7f926cc00700 1 -- 172.21.15.8:0/1779406746 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f925c0e2090 con 0x7f92701041a0 2024-05-20T21:29:16.873 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.872+0000 7f9274c00700 1 --2- 172.21.15.8:0/1779406746 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f92540b2880 0x7f92540b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:16.873 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.873+0000 7f926fe00700 1 --2- 172.21.15.8:0/3165314614 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fe6efdd7d0 0x55fe6efd7260 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f9260009f50 tx=0x7f9260009510 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2244a30287420cac server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:16.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.873+0000 7f9265600700 1 -- 172.21.15.8:0/3165314614 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9260028070 con 0x55fe6efdd7d0 2024-05-20T21:29:16.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.873+0000 7f9265600700 1 -- 172.21.15.8:0/3165314614 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9260003d10 con 0x55fe6efdd7d0 2024-05-20T21:29:16.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.873+0000 7f9265600700 1 -- 172.21.15.8:0/3165314614 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9260005680 con 0x55fe6efdd7d0 2024-05-20T21:29:16.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.874+0000 7f92815b6b80 1 -- 172.21.15.8:0/3165314614 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fe6efdd7d0 msgr2=0x55fe6efd7260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:16.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.874+0000 7f9274c00700 1 --2- 172.21.15.8:0/1779406746 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f92540b2880 0x7f92540b4d40 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f9268003fd0 tx=0x7f9268004ad0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:16.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.874+0000 7f92815b6b80 1 --2- 172.21.15.8:0/3165314614 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fe6efdd7d0 0x55fe6efd7260 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f9260009f50 tx=0x7f9260009510 comp rx=0 tx=0).stop 2024-05-20T21:29:16.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.874+0000 7f92815b6b80 1 -- 172.21.15.8:0/3165314614 shutdown_connections 2024-05-20T21:29:16.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.874+0000 7f92815b6b80 1 --2- 172.21.15.8:0/3165314614 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fe6efd7880 0x55fe6efd7ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.874+0000 7f92815b6b80 1 --2- 172.21.15.8:0/3165314614 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fe6efdceb0 0x55fe6efdd290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.874 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.874+0000 7f92815b6b80 1 --2- 172.21.15.8:0/3165314614 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fe6efdd7d0 0x55fe6efd7260 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.875 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.874+0000 7f92815b6b80 1 -- 172.21.15.8:0/3165314614 >> 172.21.15.8:0/3165314614 conn(0x55fe6ef05be0 msgr2=0x55fe6efd2010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:16.875 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.874+0000 7f92815b6b80 1 -- 172.21.15.8:0/3165314614 shutdown_connections 2024-05-20T21:29:16.875 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.874+0000 7f92815b6b80 1 -- 172.21.15.8:0/3165314614 wait complete. 2024-05-20T21:29:16.875 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.875+0000 7f92815b6b80 1 -- start start 2024-05-20T21:29:16.876 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.875+0000 7f92815b6b80 1 Processor -- start 2024-05-20T21:29:16.876 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.875+0000 7f92815b6b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fe6efd7880 0x55fe6efe3500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:16.876 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.875+0000 7f92815b6b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fe6efdceb0 0x55fe6efe08a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:16.876 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.875+0000 7f92815b6b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fe6efdd7d0 0x55fe6efe0de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:16.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.875+0000 7f92815b6b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55fe6ee2bfa0 con 0x55fe6efdceb0 2024-05-20T21:29:16.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.875+0000 7f92815b6b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55fe6eec6760 con 0x55fe6efdd7d0 2024-05-20T21:29:16.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.875+0000 7f92815b6b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55fe6efe41e0 con 0x55fe6efd7880 2024-05-20T21:29:16.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.876+0000 7f92815b6b80 10 client.0 _ll_register_callbacks cb 0x55fe6eecfc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:29:16.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.876+0000 7f9274c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fe6efdd7d0 0x55fe6efe0de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:16.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.876+0000 7f926f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fe6efdceb0 0x55fe6efe08a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:16.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.876+0000 7f9274c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fe6efdd7d0 0x55fe6efe0de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:46990/0 (socket says 172.21.15.8:46990) 2024-05-20T21:29:16.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.876+0000 7f926f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fe6efdceb0 0x55fe6efe08a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:60482/0 (socket says 172.21.15.8:60482) 2024-05-20T21:29:16.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.876+0000 7f9274c00700 1 -- 172.21.15.8:0/1011207064 learned_addr learned my addr 172.21.15.8:0/1011207064 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:29:16.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.876+0000 7f9274c00700 1 -- 172.21.15.8:0/1011207064 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fe6efd7880 msgr2=0x55fe6efe3500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:16.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.876+0000 7f9274c00700 1 --2- 172.21.15.8:0/1011207064 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fe6efd7880 0x55fe6efe3500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.876+0000 7f9274c00700 1 -- 172.21.15.8:0/1011207064 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fe6efdceb0 msgr2=0x55fe6efe08a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:16.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.876+0000 7f9274c00700 1 --2- 172.21.15.8:0/1011207064 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fe6efdceb0 0x55fe6efe08a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.877 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.876+0000 7f9274c00700 1 -- 172.21.15.8:0/1011207064 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fe6ee758d0 con 0x55fe6efdd7d0 2024-05-20T21:29:16.878 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.876+0000 7f926f400700 1 --2- 172.21.15.8:0/1011207064 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fe6efdceb0 0x55fe6efe08a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:29:16.878 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.877+0000 7f9274c00700 1 --2- 172.21.15.8:0/1011207064 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fe6efdd7d0 0x55fe6efe0de0 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f92680179d0 tx=0x7f9268009130 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d0d6a748b5a9db29 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:16.878 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.877+0000 7f925a000700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:29:16.878 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.877+0000 7f925a000700 1 -- 172.21.15.8:0/1011207064 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9268003d50 con 0x55fe6efdd7d0 2024-05-20T21:29:16.878 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.877+0000 7f925a000700 1 -- 172.21.15.8:0/1011207064 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f9268007ab0 con 0x55fe6efdd7d0 2024-05-20T21:29:16.878 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.877+0000 7f92815b6b80 1 -- 172.21.15.8:0/1011207064 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9260003d10 con 0x55fe6efdd7d0 2024-05-20T21:29:16.880 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.877+0000 7f925a000700 1 -- 172.21.15.8:0/1011207064 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9268007cb0 con 0x55fe6efdd7d0 2024-05-20T21:29:16.880 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.877+0000 7f92815b6b80 10 client.29375 fetch_fsmap learned FSMap version 26 2024-05-20T21:29:16.880 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.877+0000 7f92815b6b80 1 -- 172.21.15.8:0/1011207064 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55fe6eef6060 con 0x55fe6efdd7d0 2024-05-20T21:29:16.880 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.878+0000 7f925a000700 1 -- 172.21.15.8:0/1011207064 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9260003d10 con 0x55fe6efdd7d0 2024-05-20T21:29:16.880 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.878+0000 7f925a000700 1 -- 172.21.15.8:0/1011207064 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f926802c020 con 0x55fe6efdd7d0 2024-05-20T21:29:16.880 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.878+0000 7f92815b6b80 10 client.29375 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:29:16.880 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.878+0000 7f92815b6b80 10 client.29375 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:29:16.880 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.878+0000 7f92815b6b80 20 client.29375 populate_metadata read hostname 'smithi008' 2024-05-20T21:29:16.880 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.878+0000 7f92815b6b80 1 --2- 172.21.15.8:0/1011207064 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55fe6eff0de0 0x55fe6eff32a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:16.880 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.878+0000 7f92815b6b80 4 client.29375 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:29:16.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.878+0000 7f92815b6b80 1 -- 172.21.15.8:0/1011207064 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fe6ef37d90 con 0x55fe6eff0de0 2024-05-20T21:29:16.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.878+0000 7f926fe00700 1 --2- 172.21.15.8:0/1011207064 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55fe6eff0de0 0x55fe6eff32a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:16.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.879+0000 7f926fe00700 1 --2- 172.21.15.8:0/1011207064 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55fe6eff0de0 0x55fe6eff32a0 crc :-1 s=READY pgs=368 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5b19ae9ef9c93b01 server_cookie=28cadd5099e4d7e9 in_seq=0 out_seq=0 2024-05-20T21:29:16.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.879+0000 7f925a000700 10 client.29375 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:29:16.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.880+0000 7f925a000700 1 -- 172.21.15.8:0/1011207064 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55fe6ef37d90 con 0x55fe6eff0de0 2024-05-20T21:29:16.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.880+0000 7f925a000700 10 client.29375 handle_command_reply: tid=0 2024-05-20T21:29:16.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.880+0000 7f92815b6b80 1 client.29375 shutdown 2024-05-20T21:29:16.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.880+0000 7f92815b6b80 1 -- 172.21.15.8:0/1011207064 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fe6efdd7d0 msgr2=0x55fe6efe0de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:16.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.880+0000 7f92815b6b80 1 --2- 172.21.15.8:0/1011207064 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fe6efdd7d0 0x55fe6efe0de0 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f92680179d0 tx=0x7f9268009130 comp rx=0 tx=0).stop 2024-05-20T21:29:16.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.880+0000 7f92815b6b80 1 -- 172.21.15.8:0/1011207064 shutdown_connections 2024-05-20T21:29:16.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.880+0000 7f92815b6b80 1 --2- 172.21.15.8:0/1011207064 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55fe6eff0de0 0x55fe6eff32a0 crc :-1 s=READY pgs=368 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.880+0000 7f92815b6b80 1 --2- 172.21.15.8:0/1011207064 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fe6efdd7d0 0x55fe6efe0de0 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.881 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.880+0000 7f92815b6b80 1 --2- 172.21.15.8:0/1011207064 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fe6efd7880 0x55fe6efe3500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.882 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.880+0000 7f92815b6b80 1 --2- 172.21.15.8:0/1011207064 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fe6efdceb0 0x55fe6efe08a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.882 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.880+0000 7f925a000700 0 client.29375 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:29:16.882 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.880+0000 7f92815b6b80 1 -- 172.21.15.8:0/1011207064 >> 172.21.15.8:0/1011207064 conn(0x55fe6ef05be0 msgr2=0x55fe6efd6250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:16.882 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.880+0000 7f92815b6b80 1 -- 172.21.15.8:0/1011207064 shutdown_connections 2024-05-20T21:29:16.882 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.880+0000 7f92815b6b80 1 -- 172.21.15.8:0/1011207064 wait complete. 2024-05-20T21:29:16.882 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.881+0000 7f92815b6b80 20 client.29375 trim_cache size 0 max 16384 2024-05-20T21:29:16.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.897+0000 7f92815b6b80 1 Processor -- start 2024-05-20T21:29:16.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.897+0000 7f92815b6b80 1 -- start start 2024-05-20T21:29:16.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.898+0000 7f92815b6b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fe6efd7880 0x55fe6efd7260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:16.897 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.898+0000 7f92815b6b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fe6efdceb0 0x55fe6eff31d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:16.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.898+0000 7f92815b6b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fe6efdd7d0 0x55fe6efcbe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:16.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.898+0000 7f92815b6b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f92701b2650 con 0x55fe6efdceb0 2024-05-20T21:29:16.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.898+0000 7f92815b6b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f92701afee0 con 0x55fe6efdd7d0 2024-05-20T21:29:16.898 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.898+0000 7f92815b6b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f92701add30 con 0x55fe6efd7880 2024-05-20T21:29:16.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.898+0000 7f926f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fe6efdceb0 0x55fe6eff31d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:16.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.898+0000 7f9274c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fe6efdd7d0 0x55fe6efcbe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:16.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.898+0000 7f926fe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fe6efd7880 0x55fe6efd7260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:16.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.898+0000 7f9274c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fe6efdd7d0 0x55fe6efcbe50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:47002/0 (socket says 172.21.15.8:47002) 2024-05-20T21:29:16.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.898+0000 7f9274c00700 1 -- 172.21.15.8:0/1763382745 learned_addr learned my addr 172.21.15.8:0/1763382745 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:29:16.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.899+0000 7f9274c00700 1 -- 172.21.15.8:0/1763382745 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fe6efd7880 msgr2=0x55fe6efd7260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:16.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.899+0000 7f9274c00700 1 --2- 172.21.15.8:0/1763382745 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fe6efd7880 0x55fe6efd7260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.899+0000 7f9274c00700 1 -- 172.21.15.8:0/1763382745 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fe6efdceb0 msgr2=0x55fe6eff31d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:16.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.899+0000 7f9274c00700 1 --2- 172.21.15.8:0/1763382745 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fe6efdceb0 0x55fe6eff31d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.899+0000 7f9274c00700 1 -- 172.21.15.8:0/1763382745 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fe6efcc390 con 0x55fe6efdd7d0 2024-05-20T21:29:16.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.899+0000 7f926fe00700 1 --2- 172.21.15.8:0/1763382745 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fe6efd7880 0x55fe6efd7260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:29:16.899 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.899+0000 7f9274c00700 1 --2- 172.21.15.8:0/1763382745 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fe6efdd7d0 0x55fe6efcbe50 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f9268009ec0 tx=0x7f9268004b40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5b5d728b3aa32b7 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:16.900 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.900+0000 7f9264c00700 1 -- 172.21.15.8:0/1763382745 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9268005e00 con 0x55fe6efdd7d0 2024-05-20T21:29:16.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.900+0000 7f9264c00700 1 -- 172.21.15.8:0/1763382745 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f92680167a0 con 0x55fe6efdd7d0 2024-05-20T21:29:16.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.900+0000 7f9264c00700 1 -- 172.21.15.8:0/1763382745 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92680236b0 con 0x55fe6efdd7d0 2024-05-20T21:29:16.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.900+0000 7f92815b6b80 1 -- 172.21.15.8:0/1763382745 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fe6efdd7d0 msgr2=0x55fe6efcbe50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:16.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.900+0000 7f92815b6b80 1 --2- 172.21.15.8:0/1763382745 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fe6efdd7d0 0x55fe6efcbe50 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f9268009ec0 tx=0x7f9268004b40 comp rx=0 tx=0).stop 2024-05-20T21:29:16.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.900+0000 7f92815b6b80 1 -- 172.21.15.8:0/1763382745 shutdown_connections 2024-05-20T21:29:16.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.900+0000 7f92815b6b80 1 --2- 172.21.15.8:0/1763382745 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fe6efdd7d0 0x55fe6efcbe50 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.901+0000 7f92815b6b80 1 --2- 172.21.15.8:0/1763382745 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fe6efd7880 0x55fe6efd7260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.901+0000 7f92815b6b80 1 --2- 172.21.15.8:0/1763382745 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fe6efdceb0 0x55fe6eff31d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.901+0000 7f92815b6b80 1 -- 172.21.15.8:0/1763382745 >> 172.21.15.8:0/1763382745 conn(0x55fe6ef05be0 msgr2=0x55fe6efd7c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:16.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.901+0000 7f92815b6b80 1 -- 172.21.15.8:0/1763382745 shutdown_connections 2024-05-20T21:29:16.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.901+0000 7f92815b6b80 1 -- 172.21.15.8:0/1763382745 wait complete. 2024-05-20T21:29:16.901 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.901+0000 7f92815b6b80 1 -- start start 2024-05-20T21:29:16.902 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.901+0000 7f92815b6b80 1 Processor -- start 2024-05-20T21:29:16.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.902+0000 7f92815b6b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fe6efd7880 0x55fe6efe9470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:16.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.902+0000 7f92815b6b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fe6efdceb0 0x55fe6efe99b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:16.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.902+0000 7f92815b6b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fe6efdd7d0 0x55fe6eff7bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:16.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.902+0000 7f92815b6b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f92701ae3a0 con 0x55fe6efd7880 2024-05-20T21:29:16.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.902+0000 7f92815b6b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f92701af810 con 0x55fe6efdceb0 2024-05-20T21:29:16.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.902+0000 7f92815b6b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f92701aea70 con 0x55fe6efdd7d0 2024-05-20T21:29:16.904 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.902+0000 7f92815b6b80 10 client.0 _ll_register_callbacks cb 0x55fe6eecfc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:29:16.904 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.902+0000 7f926fe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fe6efd7880 0x55fe6efe9470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:16.904 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.902+0000 7f926f400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fe6efdceb0 0x55fe6efe99b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:16.904 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.902+0000 7f9274c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fe6efdd7d0 0x55fe6eff7bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:16.904 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.902+0000 7f926fe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fe6efd7880 0x55fe6efe9470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:60508/0 (socket says 172.21.15.8:60508) 2024-05-20T21:29:16.904 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.902+0000 7f926fe00700 1 -- 172.21.15.8:0/4031317667 learned_addr learned my addr 172.21.15.8:0/4031317667 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:29:16.904 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.902+0000 7f926f400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fe6efdceb0 0x55fe6efe99b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:47006/0 (socket says 172.21.15.8:47006) 2024-05-20T21:29:16.904 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.903+0000 7f926f400700 1 -- 172.21.15.8:0/4031317667 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fe6efdd7d0 msgr2=0x55fe6eff7bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:16.904 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.903+0000 7f926f400700 1 --2- 172.21.15.8:0/4031317667 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fe6efdd7d0 0x55fe6eff7bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.904 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.903+0000 7f926f400700 1 -- 172.21.15.8:0/4031317667 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fe6efd7880 msgr2=0x55fe6efe9470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:16.904 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.903+0000 7f926f400700 1 --2- 172.21.15.8:0/4031317667 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fe6efd7880 0x55fe6efe9470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.904 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.903+0000 7f926f400700 1 -- 172.21.15.8:0/4031317667 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fe6eff80f0 con 0x55fe6efdceb0 2024-05-20T21:29:16.904 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.903+0000 7f926f400700 1 --2- 172.21.15.8:0/4031317667 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fe6efdceb0 0x55fe6efe99b0 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f925c0a68b0 tx=0x7f925c004510 comp rx=0 tx=0).ready entity=mon.2 client_cookie=614f1e129d43d4e8 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:16.904 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.903+0000 7f925a000700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:29:16.905 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.903+0000 7f925a000700 1 -- 172.21.15.8:0/4031317667 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f925c0a9d40 con 0x55fe6efdceb0 2024-05-20T21:29:16.905 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.903+0000 7f925a000700 1 -- 172.21.15.8:0/4031317667 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f925c0e40d0 con 0x55fe6efdceb0 2024-05-20T21:29:16.905 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.903+0000 7f92815b6b80 1 -- 172.21.15.8:0/4031317667 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f92680167a0 con 0x55fe6efdceb0 2024-05-20T21:29:16.905 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.904+0000 7f925a000700 1 -- 172.21.15.8:0/4031317667 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f925c0e42d0 con 0x55fe6efdceb0 2024-05-20T21:29:16.905 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.904+0000 7f92815b6b80 10 client.29381 fetch_fsmap learned FSMap version 26 2024-05-20T21:29:16.905 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.904+0000 7f92815b6b80 1 -- 172.21.15.8:0/4031317667 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55fe6f05b290 con 0x55fe6efdceb0 2024-05-20T21:29:16.905 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.904+0000 7f925a000700 1 -- 172.21.15.8:0/4031317667 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f92680167a0 con 0x55fe6efdceb0 2024-05-20T21:29:16.906 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.904+0000 7f925a000700 1 -- 172.21.15.8:0/4031317667 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f925c0b2010 con 0x55fe6efdceb0 2024-05-20T21:29:16.906 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.904+0000 7f92815b6b80 10 client.29381 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:29:16.907 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.904+0000 7f92815b6b80 10 client.29381 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:29:16.907 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.904+0000 7f92815b6b80 20 client.29381 populate_metadata read hostname 'smithi008' 2024-05-20T21:29:16.907 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.904+0000 7f92815b6b80 1 --2- 172.21.15.8:0/4031317667 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55fe6f05b9f0 0x55fe6f05de10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:16.907 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.904+0000 7f92815b6b80 4 client.29381 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:29:16.907 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.904+0000 7f92815b6b80 1 -- 172.21.15.8:0/4031317667 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55fe6ef31570 con 0x55fe6f05b9f0 2024-05-20T21:29:16.907 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.905+0000 7f926fe00700 1 --2- 172.21.15.8:0/4031317667 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55fe6f05b9f0 0x55fe6f05de10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:16.907 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.905+0000 7f926fe00700 1 --2- 172.21.15.8:0/4031317667 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55fe6f05b9f0 0x55fe6f05de10 crc :-1 s=READY pgs=369 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=657d98d91b86ea13 server_cookie=2f70b994e58d9808 in_seq=0 out_seq=0 2024-05-20T21:29:16.907 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.905+0000 7f925a000700 10 client.29381 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:29:16.907 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.906+0000 7f925a000700 1 -- 172.21.15.8:0/4031317667 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55fe6ef31570 con 0x55fe6f05b9f0 2024-05-20T21:29:16.908 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.906+0000 7f925a000700 10 client.29381 handle_command_reply: tid=0 2024-05-20T21:29:16.908 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.906+0000 7f92815b6b80 1 client.29381 shutdown 2024-05-20T21:29:16.908 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.906+0000 7f92815b6b80 1 -- 172.21.15.8:0/4031317667 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fe6efdceb0 msgr2=0x55fe6efe99b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:16.908 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.906+0000 7f92815b6b80 1 --2- 172.21.15.8:0/4031317667 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fe6efdceb0 0x55fe6efe99b0 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f925c0a68b0 tx=0x7f925c004510 comp rx=0 tx=0).stop 2024-05-20T21:29:16.908 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.906+0000 7f92815b6b80 1 -- 172.21.15.8:0/4031317667 shutdown_connections 2024-05-20T21:29:16.908 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.906+0000 7f92815b6b80 1 --2- 172.21.15.8:0/4031317667 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55fe6f05b9f0 0x55fe6f05de10 crc :-1 s=READY pgs=369 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.908 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.906+0000 7f92815b6b80 1 --2- 172.21.15.8:0/4031317667 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fe6efdd7d0 0x55fe6eff7bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.908 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.906+0000 7f92815b6b80 1 --2- 172.21.15.8:0/4031317667 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fe6efd7880 0x55fe6efe9470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.908 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.906+0000 7f92815b6b80 1 --2- 172.21.15.8:0/4031317667 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fe6efdceb0 0x55fe6efe99b0 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.908 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.906+0000 7f925a000700 0 client.29381 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:29:16.908 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.906+0000 7f92815b6b80 1 -- 172.21.15.8:0/4031317667 >> 172.21.15.8:0/4031317667 conn(0x55fe6ef05be0 msgr2=0x55fe6efd19e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:16.908 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.906+0000 7f92815b6b80 1 -- 172.21.15.8:0/4031317667 shutdown_connections 2024-05-20T21:29:16.908 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.906+0000 7f92815b6b80 1 -- 172.21.15.8:0/4031317667 wait complete. 2024-05-20T21:29:16.908 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.906+0000 7f92815b6b80 20 client.29381 trim_cache size 0 max 16384 2024-05-20T21:29:16.909 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:29:16.909 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.907+0000 7f9276c00700 1 -- 172.21.15.8:0/1779406746 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f92540b2880 msgr2=0x7f92540b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:16.910 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.907+0000 7f9276c00700 1 --2- 172.21.15.8:0/1779406746 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f92540b2880 0x7f92540b4d40 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f9268003fd0 tx=0x7f9268004ad0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.910 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.907+0000 7f9276c00700 1 -- 172.21.15.8:0/1779406746 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f92701041a0 msgr2=0x7f927019c340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:16.910 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.907+0000 7f9276c00700 1 --2- 172.21.15.8:0/1779406746 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f92701041a0 0x7f927019c340 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f925c00d980 tx=0x7f925c00dc90 comp rx=0 tx=0).stop 2024-05-20T21:29:16.910 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.907+0000 7f9276c00700 1 -- 172.21.15.8:0/1779406746 shutdown_connections 2024-05-20T21:29:16.910 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.907+0000 7f9276c00700 1 --2- 172.21.15.8:0/1779406746 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f92540b2880 0x7f92540b4d40 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.910 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.907+0000 7f9276c00700 1 --2- 172.21.15.8:0/1779406746 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f92701088f0 0x7f92701a06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.910 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.907+0000 7f9276c00700 1 --2- 172.21.15.8:0/1779406746 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f92701037f0 0x7f927019be00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.910 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.907+0000 7f9276c00700 1 --2- 172.21.15.8:0/1779406746 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f92701041a0 0x7f927019c340 unknown :-1 s=CLOSED pgs=707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.910 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.907+0000 7f9276c00700 1 -- 172.21.15.8:0/1779406746 >> 172.21.15.8:0/1779406746 conn(0x7f927007a6a0 msgr2=0x7f92701019c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:16.910 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.907+0000 7f9276c00700 1 -- 172.21.15.8:0/1779406746 shutdown_connections 2024-05-20T21:29:16.910 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:16.907+0000 7f9276c00700 1 -- 172.21.15.8:0/1779406746 wait complete. 2024-05-20T21:29:16.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:29:16 smithi008 ceph-mon[31475]: pgmap v858: 97 pgs: 97 active+clean; 2.8 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 17 KiB/s wr, 14 op/s 2024-05-20T21:29:17.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:29:16 smithi130 ceph-mon[36448]: pgmap v858: 97 pgs: 97 active+clean; 2.8 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 17 KiB/s wr, 14 op/s 2024-05-20T21:29:17.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:29:16 smithi050 ceph-mon[35809]: pgmap v858: 97 pgs: 97 active+clean; 2.8 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 17 KiB/s wr, 14 op/s 2024-05-20T21:29:18.975 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:29:18.976 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:29:19.064 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:29:18 smithi008 ceph-mon[31475]: pgmap v859: 97 pgs: 97 active+clean; 2.8 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:29:19.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:29:18 smithi130 ceph-mon[36448]: pgmap v859: 97 pgs: 97 active+clean; 2.8 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:29:19.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:29:18 smithi050 ceph-mon[35809]: pgmap v859: 97 pgs: 97 active+clean; 2.8 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:29:19.445 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:29:19.935 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:29:19 smithi008 ceph-mon[31475]: pgmap v860: 97 pgs: 97 active+clean; 2.8 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:29:20.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:29:19 smithi130 ceph-mon[36448]: pgmap v860: 97 pgs: 97 active+clean; 2.8 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:29:20.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:29:19 smithi050 ceph-mon[35809]: pgmap v860: 97 pgs: 97 active+clean; 2.8 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:29:21.659 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.659+0000 7fa89d200700 1 -- 172.21.15.8:0/2296394749 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa898102620 msgr2=0x7fa898102a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:21.659 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.659+0000 7fa89d200700 1 --2- 172.21.15.8:0/2296394749 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa898102620 0x7fa898102a00 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7fa8880099c0 tx=0x7fa888009cd0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.659 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.659+0000 7fa89d200700 1 -- 172.21.15.8:0/2296394749 shutdown_connections 2024-05-20T21:29:21.659 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.659+0000 7fa89d200700 1 --2- 172.21.15.8:0/2296394749 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa898107700 0x7fa89810f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.659 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.659+0000 7fa89d200700 1 --2- 172.21.15.8:0/2296394749 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa898102620 0x7fa898102a00 unknown :-1 s=CLOSED pgs=708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.659 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.659+0000 7fa89d200700 1 --2- 172.21.15.8:0/2296394749 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa898102fd0 0x7fa898107020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.660 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.659+0000 7fa89d200700 1 -- 172.21.15.8:0/2296394749 >> 172.21.15.8:0/2296394749 conn(0x7fa8980fded0 msgr2=0x7fa8981002f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:21.660 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.659+0000 7fa89d200700 1 -- 172.21.15.8:0/2296394749 shutdown_connections 2024-05-20T21:29:21.660 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.659+0000 7fa89d200700 1 -- 172.21.15.8:0/2296394749 wait complete. 2024-05-20T21:29:21.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.660+0000 7fa89d200700 1 Processor -- start 2024-05-20T21:29:21.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.661+0000 7fa89d200700 1 -- start start 2024-05-20T21:29:21.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.661+0000 7fa89d200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa898102620 0x7fa89819bda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:21.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.661+0000 7fa89d200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa898102fd0 0x7fa89819c2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:21.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.661+0000 7fa89d200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa898107700 0x7fa8981a0670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:21.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.661+0000 7fa89d200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fa898112590 con 0x7fa898102620 2024-05-20T21:29:21.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.661+0000 7fa89d200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa898112410 con 0x7fa898102fd0 2024-05-20T21:29:21.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.661+0000 7fa89d200700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fa898112710 con 0x7fa898107700 2024-05-20T21:29:21.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.661+0000 7fa897400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa898102620 0x7fa89819bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:21.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.661+0000 7fa897400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa898102620 0x7fa89819bda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:60534/0 (socket says 172.21.15.8:60534) 2024-05-20T21:29:21.662 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.661+0000 7fa897400700 1 -- 172.21.15.8:0/3939000489 learned_addr learned my addr 172.21.15.8:0/3939000489 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:29:21.662 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.661+0000 7fa88ea00700 1 --2- 172.21.15.8:0/3939000489 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa898102fd0 0x7fa89819c2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:21.662 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.662+0000 7fa897e00700 1 --2- 172.21.15.8:0/3939000489 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa898107700 0x7fa8981a0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:21.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.662+0000 7fa897400700 1 -- 172.21.15.8:0/3939000489 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa898107700 msgr2=0x7fa8981a0670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:21.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.662+0000 7fa897400700 1 --2- 172.21.15.8:0/3939000489 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa898107700 0x7fa8981a0670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.662+0000 7fa897400700 1 -- 172.21.15.8:0/3939000489 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa898102fd0 msgr2=0x7fa89819c2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:21.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.662+0000 7fa897400700 1 --2- 172.21.15.8:0/3939000489 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa898102fd0 0x7fa89819c2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.662+0000 7fa897400700 1 -- 172.21.15.8:0/3939000489 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8981a0db0 con 0x7fa898102620 2024-05-20T21:29:21.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.662+0000 7fa88ea00700 1 --2- 172.21.15.8:0/3939000489 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa898102fd0 0x7fa89819c2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:29:21.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.662+0000 7fa897400700 1 --2- 172.21.15.8:0/3939000489 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa898102620 0x7fa89819bda0 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7fa888006010 tx=0x7fa888005280 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:21.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.663+0000 7fa894c00700 1 -- 172.21.15.8:0/3939000489 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa888026070 con 0x7fa898102620 2024-05-20T21:29:21.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.663+0000 7fa894c00700 1 -- 172.21.15.8:0/3939000489 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa888005680 con 0x7fa898102620 2024-05-20T21:29:21.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.663+0000 7fa894c00700 1 -- 172.21.15.8:0/3939000489 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa88800fb20 con 0x7fa898102620 2024-05-20T21:29:21.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.663+0000 7fa89d200700 1 -- 172.21.15.8:0/3939000489 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8981a1040 con 0x7fa898102620 2024-05-20T21:29:21.664 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.663+0000 7fa89d200700 1 -- 172.21.15.8:0/3939000489 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8981a8920 con 0x7fa898102620 2024-05-20T21:29:21.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.667+0000 7fa894c00700 1 -- 172.21.15.8:0/3939000489 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fa888029070 con 0x7fa898102620 2024-05-20T21:29:21.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.668+0000 7fa8a9288b80 1 Processor -- start 2024-05-20T21:29:21.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.668+0000 7fa8a9288b80 1 -- start start 2024-05-20T21:29:21.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.669+0000 7fa8a9288b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563a2a2ab840 0x563a2a2abc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:21.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.669+0000 7fa8a9288b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a2a2ac160 0x563a2a2a5df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:21.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.669+0000 7fa8a9288b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a2a2a6410 0x563a2a2a6870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:21.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.669+0000 7fa8a9288b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x563a2a203ec0 con 0x563a2a2ab840 2024-05-20T21:29:21.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.669+0000 7fa8a9288b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x563a2a1f3a60 con 0x563a2a2ac160 2024-05-20T21:29:21.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.669+0000 7fa8a9288b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x563a2a1f7aa0 con 0x563a2a2a6410 2024-05-20T21:29:21.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.669+0000 7fa894c00700 1 --2- 172.21.15.8:0/3939000489 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa87c0b2900 0x7fa87c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:21.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.669+0000 7fa897400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a2a2ac160 0x563a2a2a5df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:21.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.669+0000 7fa88ea00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a2a2a6410 0x563a2a2a6870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:21.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.669+0000 7fa88ea00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a2a2a6410 0x563a2a2a6870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:54730/0 (socket says 172.21.15.8:54730) 2024-05-20T21:29:21.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.669+0000 7fa88ea00700 1 -- 172.21.15.8:0/2275400444 learned_addr learned my addr 172.21.15.8:0/2275400444 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:29:21.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.669+0000 7fa894c00700 1 -- 172.21.15.8:0/3939000489 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fa8880e2910 con 0x7fa898102620 2024-05-20T21:29:21.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.669+0000 7fa897e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563a2a2ab840 0x563a2a2abc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:21.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.670+0000 7fa897e00700 1 --2- 172.21.15.8:0/3939000489 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa87c0b2900 0x7fa87c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:21.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.670+0000 7fa88ea00700 1 -- 172.21.15.8:0/2275400444 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a2a2ac160 msgr2=0x563a2a2a5df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:21.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.670+0000 7fa88ea00700 1 --2- 172.21.15.8:0/2275400444 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a2a2ac160 0x563a2a2a5df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.670+0000 7fa88ea00700 1 -- 172.21.15.8:0/2275400444 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563a2a2ab840 msgr2=0x563a2a2abc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:21.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.670+0000 7fa88ea00700 1 --2- 172.21.15.8:0/2275400444 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563a2a2ab840 0x563a2a2abc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.670+0000 7fa88ea00700 1 -- 172.21.15.8:0/2275400444 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563a2a1bc4a0 con 0x563a2a2a6410 2024-05-20T21:29:21.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.670+0000 7fa897e00700 1 --2- 172.21.15.8:0/2275400444 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563a2a2ab840 0x563a2a2abc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:29:21.671 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.670+0000 7fa88ea00700 1 --2- 172.21.15.8:0/2275400444 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a2a2a6410 0x563a2a2a6870 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7fa880011540 tx=0x7fa880011850 comp rx=0 tx=0).ready entity=mon.1 client_cookie=afedfda22397f87a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:21.672 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.671+0000 7fa897e00700 1 --2- 172.21.15.8:0/3939000489 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa87c0b2900 0x7fa87c0b4dc0 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7fa890009ec0 tx=0x7fa89000b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:21.672 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.671+0000 7fa88cc00700 1 -- 172.21.15.8:0/2275400444 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa880004a30 con 0x563a2a2a6410 2024-05-20T21:29:21.672 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.671+0000 7fa88cc00700 1 -- 172.21.15.8:0/2275400444 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa8800054d0 con 0x563a2a2a6410 2024-05-20T21:29:21.672 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.671+0000 7fa88cc00700 1 -- 172.21.15.8:0/2275400444 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa88000e890 con 0x563a2a2a6410 2024-05-20T21:29:21.672 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.672+0000 7fa8a9288b80 1 -- 172.21.15.8:0/2275400444 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a2a2a6410 msgr2=0x563a2a2a6870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:21.672 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.672+0000 7fa8a9288b80 1 --2- 172.21.15.8:0/2275400444 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a2a2a6410 0x563a2a2a6870 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7fa880011540 tx=0x7fa880011850 comp rx=0 tx=0).stop 2024-05-20T21:29:21.672 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.672+0000 7fa8a9288b80 1 -- 172.21.15.8:0/2275400444 shutdown_connections 2024-05-20T21:29:21.672 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.672+0000 7fa8a9288b80 1 --2- 172.21.15.8:0/2275400444 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a2a2a6410 0x563a2a2a6870 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.672 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.672+0000 7fa8a9288b80 1 --2- 172.21.15.8:0/2275400444 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563a2a2ab840 0x563a2a2abc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.672 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.672+0000 7fa8a9288b80 1 --2- 172.21.15.8:0/2275400444 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a2a2ac160 0x563a2a2a5df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.672 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.672+0000 7fa8a9288b80 1 -- 172.21.15.8:0/2275400444 >> 172.21.15.8:0/2275400444 conn(0x563a2a1d3c60 msgr2=0x563a2a2a0890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:21.672 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.672+0000 7fa8a9288b80 1 -- 172.21.15.8:0/2275400444 shutdown_connections 2024-05-20T21:29:21.673 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.672+0000 7fa8a9288b80 1 -- 172.21.15.8:0/2275400444 wait complete. 2024-05-20T21:29:21.673 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.673+0000 7fa8a9288b80 1 -- start start 2024-05-20T21:29:21.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.673+0000 7fa8a9288b80 1 Processor -- start 2024-05-20T21:29:21.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.673+0000 7fa8a9288b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563a2a2a6410 0x563a2a2b1f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:21.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.673+0000 7fa8a9288b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a2a2ab840 0x563a2a2af2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:21.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.673+0000 7fa8a9288b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a2a2ac160 0x563a2a2af7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:21.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.673+0000 7fa8a9288b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x563a2a0fa020 con 0x563a2a2a6410 2024-05-20T21:29:21.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.673+0000 7fa8a9288b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x563a2a1947e0 con 0x563a2a2ac160 2024-05-20T21:29:21.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.673+0000 7fa8a9288b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x563a2a2b2c80 con 0x563a2a2ab840 2024-05-20T21:29:21.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.674+0000 7fa8a9288b80 10 client.0 _ll_register_callbacks cb 0x563a2a19dcf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:29:21.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.674+0000 7fa897400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563a2a2a6410 0x563a2a2b1f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:21.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.674+0000 7fa897400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563a2a2a6410 0x563a2a2b1f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:60554/0 (socket says 172.21.15.8:60554) 2024-05-20T21:29:21.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.674+0000 7fa897400700 1 -- 172.21.15.8:0/2266214678 learned_addr learned my addr 172.21.15.8:0/2266214678 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:29:21.674 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.674+0000 7fa897e00700 1 --2- 172.21.15.8:0/2266214678 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a2a2ac160 0x563a2a2af7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:21.675 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.674+0000 7fa88ea00700 1 --2- 172.21.15.8:0/2266214678 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a2a2ab840 0x563a2a2af2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:21.675 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.674+0000 7fa897400700 1 -- 172.21.15.8:0/2266214678 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a2a2ab840 msgr2=0x563a2a2af2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:21.675 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.674+0000 7fa897400700 1 --2- 172.21.15.8:0/2266214678 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a2a2ab840 0x563a2a2af2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.675 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.674+0000 7fa897400700 1 -- 172.21.15.8:0/2266214678 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a2a2ac160 msgr2=0x563a2a2af7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:21.675 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.674+0000 7fa897400700 1 --2- 172.21.15.8:0/2266214678 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a2a2ac160 0x563a2a2af7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.675 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.674+0000 7fa897400700 1 -- 172.21.15.8:0/2266214678 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563a2a143950 con 0x563a2a2a6410 2024-05-20T21:29:21.676 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.675+0000 7fa897400700 1 --2- 172.21.15.8:0/2266214678 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563a2a2a6410 0x563a2a2b1f00 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7fa8880a9ee0 tx=0x7fa888021000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7082d848fa819bc1 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:21.676 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.675+0000 7fa885600700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:29:21.676 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.675+0000 7fa885600700 1 -- 172.21.15.8:0/2266214678 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8880cc050 con 0x563a2a2a6410 2024-05-20T21:29:21.676 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.675+0000 7fa885600700 1 -- 172.21.15.8:0/2266214678 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fa8880b2890 con 0x563a2a2a6410 2024-05-20T21:29:21.677 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.675+0000 7fa8a9288b80 1 -- 172.21.15.8:0/2266214678 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa8800054d0 con 0x563a2a2a6410 2024-05-20T21:29:21.677 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.675+0000 7fa885600700 1 -- 172.21.15.8:0/2266214678 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa8880a3050 con 0x563a2a2a6410 2024-05-20T21:29:21.677 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.675+0000 7fa8a9288b80 10 client.19275 fetch_fsmap learned FSMap version 26 2024-05-20T21:29:21.677 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.675+0000 7fa8a9288b80 1 -- 172.21.15.8:0/2266214678 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563a2a1c40e0 con 0x563a2a2a6410 2024-05-20T21:29:21.677 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.676+0000 7fa885600700 1 -- 172.21.15.8:0/2266214678 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa8800054d0 con 0x563a2a2a6410 2024-05-20T21:29:21.677 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.676+0000 7fa885600700 1 -- 172.21.15.8:0/2266214678 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fa8880a4240 con 0x563a2a2a6410 2024-05-20T21:29:21.677 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.676+0000 7fa8a9288b80 10 client.19275 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:29:21.677 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.676+0000 7fa8a9288b80 10 client.19275 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:29:21.677 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.676+0000 7fa8a9288b80 20 client.19275 populate_metadata read hostname 'smithi008' 2024-05-20T21:29:21.677 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.676+0000 7fa8a9288b80 1 --2- 172.21.15.8:0/2266214678 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x563a2a2bf7f0 0x563a2a2c1c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:21.677 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.676+0000 7fa8a9288b80 4 client.19275 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:29:21.677 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.676+0000 7fa8a9288b80 1 -- 172.21.15.8:0/2266214678 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563a2a205e10 con 0x563a2a2bf7f0 2024-05-20T21:29:21.677 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.676+0000 7fa88ea00700 1 --2- 172.21.15.8:0/2266214678 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x563a2a2bf7f0 0x563a2a2c1c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:21.677 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.677+0000 7fa88ea00700 1 --2- 172.21.15.8:0/2266214678 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x563a2a2bf7f0 0x563a2a2c1c10 crc :-1 s=READY pgs=370 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4cf934a1c5f930bc server_cookie=a2e4c7e92870b8a1 in_seq=0 out_seq=0 2024-05-20T21:29:21.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.677+0000 7fa885600700 10 client.19275 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:29:21.678 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.678+0000 7fa885600700 1 -- 172.21.15.8:0/2266214678 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x563a2a205e10 con 0x563a2a2bf7f0 2024-05-20T21:29:21.679 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.678+0000 7fa885600700 10 client.19275 handle_command_reply: tid=0 2024-05-20T21:29:21.679 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.678+0000 7fa8a9288b80 1 client.19275 shutdown 2024-05-20T21:29:21.679 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.678+0000 7fa8a9288b80 1 -- 172.21.15.8:0/2266214678 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563a2a2a6410 msgr2=0x563a2a2b1f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:21.679 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.678+0000 7fa8a9288b80 1 --2- 172.21.15.8:0/2266214678 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563a2a2a6410 0x563a2a2b1f00 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7fa8880a9ee0 tx=0x7fa888021000 comp rx=0 tx=0).stop 2024-05-20T21:29:21.679 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.678+0000 7fa8a9288b80 1 -- 172.21.15.8:0/2266214678 shutdown_connections 2024-05-20T21:29:21.679 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.678+0000 7fa8a9288b80 1 --2- 172.21.15.8:0/2266214678 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x563a2a2bf7f0 0x563a2a2c1c10 crc :-1 s=READY pgs=370 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.679 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.678+0000 7fa8a9288b80 1 --2- 172.21.15.8:0/2266214678 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a2a2ac160 0x563a2a2af7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.679 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.678+0000 7fa8a9288b80 1 --2- 172.21.15.8:0/2266214678 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563a2a2a6410 0x563a2a2b1f00 unknown :-1 s=CLOSED pgs=710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.679 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.678+0000 7fa8a9288b80 1 --2- 172.21.15.8:0/2266214678 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a2a2ab840 0x563a2a2af2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.679 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.678+0000 7fa885600700 0 client.19275 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:29:21.679 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.678+0000 7fa8a9288b80 1 -- 172.21.15.8:0/2266214678 >> 172.21.15.8:0/2266214678 conn(0x563a2a1d3c60 msgr2=0x563a2a2a0040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:21.679 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.678+0000 7fa8a9288b80 1 -- 172.21.15.8:0/2266214678 shutdown_connections 2024-05-20T21:29:21.679 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.678+0000 7fa8a9288b80 1 -- 172.21.15.8:0/2266214678 wait complete. 2024-05-20T21:29:21.680 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.679+0000 7fa8a9288b80 20 client.19275 trim_cache size 0 max 16384 2024-05-20T21:29:21.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.702+0000 7fa8a9288b80 1 Processor -- start 2024-05-20T21:29:21.701 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.702+0000 7fa8a9288b80 1 -- start start 2024-05-20T21:29:21.702 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.702+0000 7fa8a9288b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a2a2a6410 0x563a2a2a5df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:21.702 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.702+0000 7fa8a9288b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a2a2ab840 0x563a2a2acdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:21.702 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.702+0000 7fa8a9288b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563a2a2ac160 0x563a2a2a07c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:21.702 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.702+0000 7fa8a9288b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fa8981b23c0 con 0x563a2a2ac160 2024-05-20T21:29:21.702 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.702+0000 7fa8a9288b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa8981afc50 con 0x563a2a2ab840 2024-05-20T21:29:21.703 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.702+0000 7fa8a9288b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fa8981adaa0 con 0x563a2a2a6410 2024-05-20T21:29:21.703 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.703+0000 7fa897400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a2a2a6410 0x563a2a2a5df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:21.703 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.703+0000 7fa897e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563a2a2ac160 0x563a2a2a07c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:21.703 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.703+0000 7fa897400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a2a2a6410 0x563a2a2a5df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:54740/0 (socket says 172.21.15.8:54740) 2024-05-20T21:29:21.703 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.703+0000 7fa897400700 1 -- 172.21.15.8:0/3434306636 learned_addr learned my addr 172.21.15.8:0/3434306636 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:29:21.703 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.703+0000 7fa88ea00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a2a2ab840 0x563a2a2acdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:21.704 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.703+0000 7fa88ea00700 1 -- 172.21.15.8:0/3434306636 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a2a2a6410 msgr2=0x563a2a2a5df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:21.704 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.703+0000 7fa88ea00700 1 --2- 172.21.15.8:0/3434306636 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a2a2a6410 0x563a2a2a5df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.705 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.703+0000 7fa88ea00700 1 -- 172.21.15.8:0/3434306636 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563a2a2ac160 msgr2=0x563a2a2a07c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:21.705 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.703+0000 7fa88ea00700 1 --2- 172.21.15.8:0/3434306636 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563a2a2ac160 0x563a2a2a07c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.705 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.703+0000 7fa88ea00700 1 -- 172.21.15.8:0/3434306636 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563a2a2a1720 con 0x563a2a2ab840 2024-05-20T21:29:21.705 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.703+0000 7fa897400700 1 --2- 172.21.15.8:0/3434306636 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a2a2a6410 0x563a2a2a5df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:29:21.705 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.703+0000 7fa88ea00700 1 --2- 172.21.15.8:0/3434306636 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a2a2ab840 0x563a2a2acdd0 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x563a2a2b0870 tx=0x7fa880009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8833fd7a79bf4c2a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:21.705 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.704+0000 7fa887e00700 1 -- 172.21.15.8:0/3434306636 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa880005d00 con 0x563a2a2ab840 2024-05-20T21:29:21.705 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.704+0000 7fa887e00700 1 -- 172.21.15.8:0/3434306636 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa88002d830 con 0x563a2a2ab840 2024-05-20T21:29:21.705 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.704+0000 7fa887e00700 1 -- 172.21.15.8:0/3434306636 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8800039e0 con 0x563a2a2ab840 2024-05-20T21:29:21.705 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.705+0000 7fa8a9288b80 1 -- 172.21.15.8:0/3434306636 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a2a2ab840 msgr2=0x563a2a2acdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:21.705 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.705+0000 7fa8a9288b80 1 --2- 172.21.15.8:0/3434306636 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a2a2ab840 0x563a2a2acdd0 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x563a2a2b0870 tx=0x7fa880009260 comp rx=0 tx=0).stop 2024-05-20T21:29:21.705 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.705+0000 7fa8a9288b80 1 -- 172.21.15.8:0/3434306636 shutdown_connections 2024-05-20T21:29:21.705 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.705+0000 7fa8a9288b80 1 --2- 172.21.15.8:0/3434306636 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563a2a2ac160 0x563a2a2a07c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.705 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.705+0000 7fa8a9288b80 1 --2- 172.21.15.8:0/3434306636 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a2a2a6410 0x563a2a2a5df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.705 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.705+0000 7fa8a9288b80 1 --2- 172.21.15.8:0/3434306636 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a2a2ab840 0x563a2a2acdd0 unknown :-1 s=CLOSED pgs=636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.705 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.705+0000 7fa8a9288b80 1 -- 172.21.15.8:0/3434306636 >> 172.21.15.8:0/3434306636 conn(0x563a2a1d3c60 msgr2=0x563a2a2aa360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:21.706 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.705+0000 7fa8a9288b80 1 -- 172.21.15.8:0/3434306636 shutdown_connections 2024-05-20T21:29:21.706 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.705+0000 7fa8a9288b80 1 -- 172.21.15.8:0/3434306636 wait complete. 2024-05-20T21:29:21.706 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.705+0000 7fa8a9288b80 1 -- start start 2024-05-20T21:29:21.707 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.706+0000 7fa8a9288b80 1 Processor -- start 2024-05-20T21:29:21.707 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.706+0000 7fa8a9288b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563a2a2a6410 0x563a2a2b4ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:21.708 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.706+0000 7fa8a9288b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a2a2ab840 0x563a2a2b5420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:21.708 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.706+0000 7fa8a9288b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a2a2ac160 0x563a2a2b5960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:21.708 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.706+0000 7fa8a9288b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fa8981ae110 con 0x563a2a2a6410 2024-05-20T21:29:21.708 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.706+0000 7fa8a9288b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa8981af580 con 0x563a2a2ac160 2024-05-20T21:29:21.708 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.706+0000 7fa8a9288b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fa8981ae7e0 con 0x563a2a2ab840 2024-05-20T21:29:21.708 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.706+0000 7fa8a9288b80 10 client.0 _ll_register_callbacks cb 0x563a2a19dcf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:29:21.708 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.706+0000 7fa897400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563a2a2a6410 0x563a2a2b4ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:21.708 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.706+0000 7fa897e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a2a2ac160 0x563a2a2b5960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:21.708 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.706+0000 7fa88ea00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a2a2ab840 0x563a2a2b5420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:21.708 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.706+0000 7fa897e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a2a2ac160 0x563a2a2b5960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:47062/0 (socket says 172.21.15.8:47062) 2024-05-20T21:29:21.709 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.707+0000 7fa897e00700 1 -- 172.21.15.8:0/1407176200 learned_addr learned my addr 172.21.15.8:0/1407176200 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:29:21.709 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.706+0000 7fa88ea00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a2a2ab840 0x563a2a2b5420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:54750/0 (socket says 172.21.15.8:54750) 2024-05-20T21:29:21.709 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.707+0000 7fa88ea00700 1 -- 172.21.15.8:0/1407176200 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a2a2ac160 msgr2=0x563a2a2b5960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:21.709 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.707+0000 7fa88ea00700 1 --2- 172.21.15.8:0/1407176200 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a2a2ac160 0x563a2a2b5960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.709 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.707+0000 7fa88ea00700 1 -- 172.21.15.8:0/1407176200 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563a2a2a6410 msgr2=0x563a2a2b4ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:21.709 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.707+0000 7fa88ea00700 1 --2- 172.21.15.8:0/1407176200 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563a2a2a6410 0x563a2a2b4ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.709 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.707+0000 7fa88ea00700 1 -- 172.21.15.8:0/1407176200 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563a2a32a4b0 con 0x563a2a2ab840 2024-05-20T21:29:21.709 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.707+0000 7fa897400700 1 --2- 172.21.15.8:0/1407176200 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563a2a2a6410 0x563a2a2b4ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:29:21.709 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.707+0000 7fa88ea00700 1 --2- 172.21.15.8:0/1407176200 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a2a2ab840 0x563a2a2b5420 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x563a2a2b0870 tx=0x7fa880009750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8542011ccba83bf8 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:21.709 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.707+0000 7fa885600700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:29:21.709 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.708+0000 7fa885600700 1 -- 172.21.15.8:0/1407176200 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa88002d380 con 0x563a2a2ab840 2024-05-20T21:29:21.709 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.708+0000 7fa885600700 1 -- 172.21.15.8:0/1407176200 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fa88002d520 con 0x563a2a2ab840 2024-05-20T21:29:21.709 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.708+0000 7fa8a9288b80 1 -- 172.21.15.8:0/1407176200 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa88002d830 con 0x563a2a2ab840 2024-05-20T21:29:21.709 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.708+0000 7fa885600700 1 -- 172.21.15.8:0/1407176200 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa88002d9e0 con 0x563a2a2ab840 2024-05-20T21:29:21.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.708+0000 7fa8a9288b80 10 client.29455 fetch_fsmap learned FSMap version 26 2024-05-20T21:29:21.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.708+0000 7fa8a9288b80 1 -- 172.21.15.8:0/1407176200 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563a2a32b7b0 con 0x563a2a2ab840 2024-05-20T21:29:21.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.708+0000 7fa885600700 1 -- 172.21.15.8:0/1407176200 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa88002d830 con 0x563a2a2ab840 2024-05-20T21:29:21.712 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.708+0000 7fa885600700 1 -- 172.21.15.8:0/1407176200 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fa880037460 con 0x563a2a2ab840 2024-05-20T21:29:21.712 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.708+0000 7fa8a9288b80 10 client.29455 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:29:21.712 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.708+0000 7fa8a9288b80 10 client.29455 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:29:21.712 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.709+0000 7fa8a9288b80 20 client.29455 populate_metadata read hostname 'smithi008' 2024-05-20T21:29:21.712 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.709+0000 7fa8a9288b80 1 --2- 172.21.15.8:0/1407176200 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x563a2a32bcb0 0x563a2a32e0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:21.712 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.709+0000 7fa8a9288b80 4 client.29455 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:29:21.712 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.709+0000 7fa8a9288b80 1 -- 172.21.15.8:0/1407176200 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x563a2a1ff5f0 con 0x563a2a32bcb0 2024-05-20T21:29:21.712 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.709+0000 7fa897400700 1 --2- 172.21.15.8:0/1407176200 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x563a2a32bcb0 0x563a2a32e0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:21.712 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.710+0000 7fa897400700 1 --2- 172.21.15.8:0/1407176200 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x563a2a32bcb0 0x563a2a32e0a0 crc :-1 s=READY pgs=371 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b10ca38225558c60 server_cookie=123dc0acdf728d5f in_seq=0 out_seq=0 2024-05-20T21:29:21.712 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.710+0000 7fa885600700 10 client.29455 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:29:21.713 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.711+0000 7fa885600700 1 -- 172.21.15.8:0/1407176200 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x563a2a1ff5f0 con 0x563a2a32bcb0 2024-05-20T21:29:21.713 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.711+0000 7fa885600700 10 client.29455 handle_command_reply: tid=0 2024-05-20T21:29:21.713 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.711+0000 7fa8a9288b80 1 client.29455 shutdown 2024-05-20T21:29:21.713 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.711+0000 7fa8a9288b80 1 -- 172.21.15.8:0/1407176200 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a2a2ab840 msgr2=0x563a2a2b5420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:21.713 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.711+0000 7fa8a9288b80 1 --2- 172.21.15.8:0/1407176200 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a2a2ab840 0x563a2a2b5420 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x563a2a2b0870 tx=0x7fa880009750 comp rx=0 tx=0).stop 2024-05-20T21:29:21.713 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.711+0000 7fa8a9288b80 1 -- 172.21.15.8:0/1407176200 shutdown_connections 2024-05-20T21:29:21.713 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.711+0000 7fa8a9288b80 1 --2- 172.21.15.8:0/1407176200 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x563a2a32bcb0 0x563a2a32e0a0 crc :-1 s=READY pgs=371 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.713 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.711+0000 7fa8a9288b80 1 --2- 172.21.15.8:0/1407176200 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a2a2ac160 0x563a2a2b5960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.713 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.711+0000 7fa8a9288b80 1 --2- 172.21.15.8:0/1407176200 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563a2a2a6410 0x563a2a2b4ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.713 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.711+0000 7fa8a9288b80 1 --2- 172.21.15.8:0/1407176200 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a2a2ab840 0x563a2a2b5420 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.713 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.711+0000 7fa885600700 0 client.29455 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:29:21.713 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.711+0000 7fa8a9288b80 1 -- 172.21.15.8:0/1407176200 >> 172.21.15.8:0/1407176200 conn(0x563a2a1d3c60 msgr2=0x563a2a2acc50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:21.713 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.711+0000 7fa8a9288b80 1 -- 172.21.15.8:0/1407176200 shutdown_connections 2024-05-20T21:29:21.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.712+0000 7fa8a9288b80 1 -- 172.21.15.8:0/1407176200 wait complete. 2024-05-20T21:29:21.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.712+0000 7fa8a9288b80 20 client.29455 trim_cache size 0 max 16384 2024-05-20T21:29:21.714 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:29:21.714 INFO:teuthology.orchestra.run.smithi008.stdout: "return_code": 0, 2024-05-20T21:29:21.714 INFO:teuthology.orchestra.run.smithi008.stdout: "scrub_tag": "d0f47428-d213-4b3a-b95d-6c4c6aa445b8", 2024-05-20T21:29:21.714 INFO:teuthology.orchestra.run.smithi008.stdout: "mode": "asynchronous" 2024-05-20T21:29:21.714 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:29:21.715 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.712+0000 7fa89d200700 1 -- 172.21.15.8:0/3939000489 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa87c0b2900 msgr2=0x7fa87c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:21.715 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.712+0000 7fa89d200700 1 --2- 172.21.15.8:0/3939000489 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa87c0b2900 0x7fa87c0b4dc0 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7fa890009ec0 tx=0x7fa89000b040 comp rx=0 tx=0).stop 2024-05-20T21:29:21.715 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.712+0000 7fa89d200700 1 -- 172.21.15.8:0/3939000489 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa898102620 msgr2=0x7fa89819bda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:21.715 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.712+0000 7fa89d200700 1 --2- 172.21.15.8:0/3939000489 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa898102620 0x7fa89819bda0 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7fa888006010 tx=0x7fa888005280 comp rx=0 tx=0).stop 2024-05-20T21:29:21.715 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.713+0000 7fa89d200700 1 -- 172.21.15.8:0/3939000489 shutdown_connections 2024-05-20T21:29:21.715 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.713+0000 7fa89d200700 1 --2- 172.21.15.8:0/3939000489 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa87c0b2900 0x7fa87c0b4dc0 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.715 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.713+0000 7fa89d200700 1 --2- 172.21.15.8:0/3939000489 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa898107700 0x7fa8981a0670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.715 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.713+0000 7fa89d200700 1 --2- 172.21.15.8:0/3939000489 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa898102620 0x7fa89819bda0 unknown :-1 s=CLOSED pgs=709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.716 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.713+0000 7fa89d200700 1 --2- 172.21.15.8:0/3939000489 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa898102fd0 0x7fa89819c2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.716 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.713+0000 7fa89d200700 1 -- 172.21.15.8:0/3939000489 >> 172.21.15.8:0/3939000489 conn(0x7fa8980fded0 msgr2=0x7fa8980ff140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:21.716 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.713+0000 7fa89d200700 1 -- 172.21.15.8:0/3939000489 shutdown_connections 2024-05-20T21:29:21.716 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:21.713+0000 7fa89d200700 1 -- 172.21.15.8:0/3939000489 wait complete. 2024-05-20T21:29:22.599 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:29:22.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:29:22 smithi008 ceph-mon[31475]: pgmap v861: 97 pgs: 97 active+clean; 2.8 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-20T21:29:22.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:29:22 smithi008 ceph-mon[31475]: scrub queued for path: / 2024-05-20T21:29:22.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:29:22 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:29:22.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:29:22 smithi008 ceph-mon[31475]: scrub summary: active paths [/] 2024-05-20T21:29:22.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:29:22 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:29:23.082 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:29:23.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:29:22 smithi130 ceph-mon[36448]: pgmap v861: 97 pgs: 97 active+clean; 2.8 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-20T21:29:23.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:29:22 smithi130 ceph-mon[36448]: scrub queued for path: / 2024-05-20T21:29:23.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:29:22 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:29:23.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:29:22 smithi130 ceph-mon[36448]: scrub summary: active paths [/] 2024-05-20T21:29:23.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:29:22 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:29:23.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:29:22 smithi050 ceph-mon[35809]: pgmap v861: 97 pgs: 97 active+clean; 2.8 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-20T21:29:23.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:29:22 smithi050 ceph-mon[35809]: scrub queued for path: / 2024-05-20T21:29:23.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:29:22 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:29:23.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:29:22 smithi050 ceph-mon[35809]: scrub summary: active paths [/] 2024-05-20T21:29:23.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:29:22 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:29:24.808 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:29:24 smithi008 ceph-mon[31475]: pgmap v862: 97 pgs: 97 active+clean; 2.8 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:29:24.918 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.918+0000 7f7486c00640 1 -- 172.21.15.8:0/2232451085 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7480077a10 msgr2=0x7f7480079890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:24.918 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.918+0000 7f7486c00640 1 --2- 172.21.15.8:0/2232451085 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7480077a10 0x7f7480079890 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f7478009be0 tx=0x7f747802a6c0 comp rx=0 tx=0).stop 2024-05-20T21:29:24.919 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.919+0000 7f7486c00640 1 -- 172.21.15.8:0/2232451085 shutdown_connections 2024-05-20T21:29:24.919 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.919+0000 7f7486c00640 1 --2- 172.21.15.8:0/2232451085 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7480077a10 0x7f7480079890 unknown :-1 s=CLOSED pgs=711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:24.919 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.919+0000 7f7486c00640 1 --2- 172.21.15.8:0/2232451085 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7480077070 0x7f74800774d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:24.919 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.919+0000 7f7486c00640 1 --2- 172.21.15.8:0/2232451085 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7480078af0 0x7f7480078f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:24.919 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.919+0000 7f7486c00640 1 -- 172.21.15.8:0/2232451085 >> 172.21.15.8:0/2232451085 conn(0x7f7480100080 msgr2=0x7f74801024c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:24.919 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.919+0000 7f7486c00640 1 -- 172.21.15.8:0/2232451085 shutdown_connections 2024-05-20T21:29:24.919 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.919+0000 7f7486c00640 1 -- 172.21.15.8:0/2232451085 wait complete. 2024-05-20T21:29:24.920 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.920+0000 7f7486c00640 1 Processor -- start 2024-05-20T21:29:24.921 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.920+0000 7f7486c00640 1 -- start start 2024-05-20T21:29:24.921 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.920+0000 7f7486c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7480077070 0x7f748019f170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:24.921 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.920+0000 7f7486c00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7480077a10 0x7f748019f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:24.921 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.920+0000 7f7486c00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7480078af0 0x7f74801a6720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:24.921 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.920+0000 7f7486c00640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f7480114b40 con 0x7f7480078af0 2024-05-20T21:29:24.921 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.920+0000 7f7486c00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f74801149c0 con 0x7f7480077070 2024-05-20T21:29:24.921 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.920+0000 7f7486c00640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f7480114cc0 con 0x7f7480077a10 2024-05-20T21:29:24.921 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.921+0000 7f7485800640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7480077070 0x7f748019f170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:24.921 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.921+0000 7f7485800640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7480077070 0x7f748019f170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:37254/0 (socket says 172.21.15.8:37254) 2024-05-20T21:29:24.921 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.921+0000 7f7485800640 1 -- 172.21.15.8:0/165011053 learned_addr learned my addr 172.21.15.8:0/165011053 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:29:24.921 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.921+0000 7f7486200640 1 --2- 172.21.15.8:0/165011053 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7480078af0 0x7f74801a6720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:24.921 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.921+0000 7f7484e00640 1 --2- 172.21.15.8:0/165011053 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7480077a10 0x7f748019f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:24.921 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.921+0000 7f7485800640 1 -- 172.21.15.8:0/165011053 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7480077a10 msgr2=0x7f748019f6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:24.922 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.921+0000 7f7485800640 1 --2- 172.21.15.8:0/165011053 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7480077a10 0x7f748019f6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:24.922 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.921+0000 7f7485800640 1 -- 172.21.15.8:0/165011053 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7480078af0 msgr2=0x7f74801a6720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:24.922 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.921+0000 7f7485800640 1 --2- 172.21.15.8:0/165011053 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7480078af0 0x7f74801a6720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:24.922 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.921+0000 7f7485800640 1 -- 172.21.15.8:0/165011053 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74801a6d90 con 0x7f7480077070 2024-05-20T21:29:24.922 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.921+0000 7f7484e00640 1 --2- 172.21.15.8:0/165011053 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7480077a10 0x7f748019f6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:29:24.923 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.921+0000 7f7485800640 1 --2- 172.21.15.8:0/165011053 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7480077070 0x7f748019f170 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f747400e9c0 tx=0x7f747400ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:24.923 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.922+0000 7f747e000640 1 -- 172.21.15.8:0/165011053 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f747400ccc0 con 0x7f7480077070 2024-05-20T21:29:24.923 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.922+0000 7f747e000640 1 -- 172.21.15.8:0/165011053 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f74740054d0 con 0x7f7480077070 2024-05-20T21:29:24.923 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.922+0000 7f7486c00640 1 -- 172.21.15.8:0/165011053 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74801a7080 con 0x7f7480077070 2024-05-20T21:29:24.923 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.922+0000 7f747e000640 1 -- 172.21.15.8:0/165011053 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7474010430 con 0x7f7480077070 2024-05-20T21:29:24.923 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.922+0000 7f7486c00640 1 -- 172.21.15.8:0/165011053 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74801a7620 con 0x7f7480077070 2024-05-20T21:29:24.925 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.925+0000 7f748afa9740 1 Processor -- start 2024-05-20T21:29:24.925 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.925+0000 7f748afa9740 1 -- start start 2024-05-20T21:29:24.925 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.925+0000 7f748afa9740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b7e39c7cf0 0x55b7e39c8110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:24.925 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.926+0000 7f748afa9740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b7e39c86e0 0x55b7e39cd1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:24.925 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.926+0000 7f748afa9740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b7e39cd850 0x55b7e39cfce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:24.925 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.926+0000 7f748afa9740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55b7e3937b90 con 0x55b7e39c7cf0 2024-05-20T21:29:24.926 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.926+0000 7f748afa9740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55b7e3927730 con 0x55b7e39cd850 2024-05-20T21:29:24.926 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.926+0000 7f748afa9740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55b7e392b770 con 0x55b7e39c86e0 2024-05-20T21:29:24.926 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.926+0000 7f747e000640 1 -- 172.21.15.8:0/165011053 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f7474004f80 con 0x7f7480077070 2024-05-20T21:29:24.926 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.926+0000 7f7486200640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b7e39c7cf0 0x55b7e39c8110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:24.926 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.926+0000 7f7486200640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b7e39c7cf0 0x55b7e39c8110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:33106/0 (socket says 172.21.15.8:33106) 2024-05-20T21:29:24.926 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.926+0000 7f7484e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b7e39cd850 0x55b7e39cfce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:24.926 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.926+0000 7f7486200640 1 -- 172.21.15.8:0/954364642 learned_addr learned my addr 172.21.15.8:0/954364642 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:29:24.928 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.926+0000 7f7485800640 1 --2- 172.21.15.8:0/954364642 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b7e39c86e0 0x55b7e39cd1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:24.928 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.926+0000 7f7484e00640 1 -- 172.21.15.8:0/954364642 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b7e39c86e0 msgr2=0x55b7e39cd1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:24.928 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.926+0000 7f7484e00640 1 --2- 172.21.15.8:0/954364642 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b7e39c86e0 0x55b7e39cd1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:24.928 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.926+0000 7f7484e00640 1 -- 172.21.15.8:0/954364642 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b7e39c7cf0 msgr2=0x55b7e39c8110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:24.928 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.926+0000 7f7484e00640 1 --2- 172.21.15.8:0/954364642 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b7e39c7cf0 0x55b7e39c8110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:24.929 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.926+0000 7f7484e00640 1 -- 172.21.15.8:0/954364642 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b7e38c08b0 con 0x55b7e39cd850 2024-05-20T21:29:24.929 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.926+0000 7f7486200640 1 --2- 172.21.15.8:0/954364642 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b7e39c7cf0 0x55b7e39c8110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:29:24.929 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.927+0000 7f7484e00640 1 --2- 172.21.15.8:0/954364642 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b7e39cd850 0x55b7e39cfce0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f746c009fa0 tx=0x7f746c0118d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=10d861b018899fce server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:24.929 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.927+0000 7f7472a00640 1 -- 172.21.15.8:0/954364642 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f746c004030 con 0x55b7e39cd850 2024-05-20T21:29:24.929 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.927+0000 7f7472a00640 1 -- 172.21.15.8:0/954364642 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f746c0054d0 con 0x55b7e39cd850 2024-05-20T21:29:24.929 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.927+0000 7f7472a00640 1 -- 172.21.15.8:0/954364642 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f746c004c10 con 0x55b7e39cd850 2024-05-20T21:29:24.929 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.927+0000 7f747e000640 1 --2- 172.21.15.8:0/165011053 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f74680b2850 0x7f74680b4d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:24.929 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.928+0000 7f748afa9740 1 -- 172.21.15.8:0/954364642 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b7e39cd850 msgr2=0x55b7e39cfce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:24.929 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.928+0000 7f748afa9740 1 --2- 172.21.15.8:0/954364642 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b7e39cd850 0x55b7e39cfce0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f746c009fa0 tx=0x7f746c0118d0 comp rx=0 tx=0).stop 2024-05-20T21:29:24.929 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.928+0000 7f747e000640 1 -- 172.21.15.8:0/165011053 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f74740e25e0 con 0x7f7480077070 2024-05-20T21:29:24.929 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.928+0000 7f7486200640 1 --2- 172.21.15.8:0/165011053 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f74680b2850 0x7f74680b4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:24.929 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.928+0000 7f748afa9740 1 -- 172.21.15.8:0/954364642 shutdown_connections 2024-05-20T21:29:24.929 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.928+0000 7f748afa9740 1 --2- 172.21.15.8:0/954364642 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b7e39cd850 0x55b7e39cfce0 unknown :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:24.929 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.928+0000 7f748afa9740 1 --2- 172.21.15.8:0/954364642 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b7e39c86e0 0x55b7e39cd1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:24.930 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.928+0000 7f748afa9740 1 --2- 172.21.15.8:0/954364642 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b7e39c7cf0 0x55b7e39c8110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:24.930 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.928+0000 7f748afa9740 1 -- 172.21.15.8:0/954364642 >> 172.21.15.8:0/954364642 conn(0x55b7e39c3360 msgr2=0x55b7e39c3760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:24.930 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.928+0000 7f748afa9740 1 -- 172.21.15.8:0/954364642 shutdown_connections 2024-05-20T21:29:24.930 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.928+0000 7f748afa9740 1 -- 172.21.15.8:0/954364642 wait complete. 2024-05-20T21:29:24.930 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.929+0000 7f7486200640 1 --2- 172.21.15.8:0/165011053 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f74680b2850 0x7f74680b4d10 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x55b7e39c8f40 tx=0x7f7478030990 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:24.930 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.929+0000 7f748afa9740 1 -- start start 2024-05-20T21:29:24.930 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.929+0000 7f748afa9740 1 Processor -- start 2024-05-20T21:29:24.934 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.929+0000 7f748afa9740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b7e39c7cf0 0x55b7e39d1b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:24.934 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.929+0000 7f748afa9740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b7e39c86e0 0x55b7e39d2080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:24.934 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.929+0000 7f748afa9740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b7e39cd850 0x55b7e39d90c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:24.934 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.929+0000 7f748afa9740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55b7e360d790 con 0x55b7e39cd850 2024-05-20T21:29:24.934 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.929+0000 7f748afa9740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55b7e38cfbc0 con 0x55b7e39c7cf0 2024-05-20T21:29:24.934 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.929+0000 7f748afa9740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55b7e39d0800 con 0x55b7e39c86e0 2024-05-20T21:29:24.934 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.930+0000 7f748afa9740 10 client.0 _ll_register_callbacks cb 0x55b7e38ad400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:29:24.935 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.930+0000 7f7485800640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b7e39c7cf0 0x55b7e39d1b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:24.935 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.930+0000 7f7485800640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b7e39c7cf0 0x55b7e39d1b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:37276/0 (socket says 172.21.15.8:37276) 2024-05-20T21:29:24.935 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.930+0000 7f7485800640 1 -- 172.21.15.8:0/2740888376 learned_addr learned my addr 172.21.15.8:0/2740888376 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:29:24.935 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.930+0000 7f7486200640 1 --2- 172.21.15.8:0/2740888376 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b7e39cd850 0x55b7e39d90c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:24.935 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.930+0000 7f7484e00640 1 --2- 172.21.15.8:0/2740888376 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b7e39c86e0 0x55b7e39d2080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:24.935 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.930+0000 7f7485800640 1 -- 172.21.15.8:0/2740888376 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b7e39c86e0 msgr2=0x55b7e39d2080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:24.935 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.930+0000 7f7485800640 1 --2- 172.21.15.8:0/2740888376 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b7e39c86e0 0x55b7e39d2080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:24.935 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.930+0000 7f7485800640 1 -- 172.21.15.8:0/2740888376 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b7e39cd850 msgr2=0x55b7e39d90c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:24.935 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.930+0000 7f7485800640 1 --2- 172.21.15.8:0/2740888376 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b7e39cd850 0x55b7e39d90c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:24.935 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.930+0000 7f7485800640 1 -- 172.21.15.8:0/2740888376 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b7e363c210 con 0x55b7e39c7cf0 2024-05-20T21:29:24.936 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.930+0000 7f7485800640 1 --2- 172.21.15.8:0/2740888376 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b7e39c7cf0 0x55b7e39d1b40 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f74740a9b20 tx=0x7f74740e5f70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c311ad436ec8b6f2 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:24.936 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.931+0000 7f7467400640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:29:24.936 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.931+0000 7f7467400640 1 -- 172.21.15.8:0/2740888376 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74740a9300 con 0x55b7e39c7cf0 2024-05-20T21:29:24.936 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.931+0000 7f7467400640 1 -- 172.21.15.8:0/2740888376 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f74740e0180 con 0x55b7e39c7cf0 2024-05-20T21:29:24.936 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.931+0000 7f748afa9740 1 -- 172.21.15.8:0/2740888376 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f746c0054d0 con 0x55b7e39c7cf0 2024-05-20T21:29:24.936 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.931+0000 7f7467400640 1 -- 172.21.15.8:0/2740888376 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f74740a5320 con 0x55b7e39c7cf0 2024-05-20T21:29:24.936 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.931+0000 7f748afa9740 10 client.29411 fetch_fsmap learned FSMap version 26 2024-05-20T21:29:24.936 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.931+0000 7f748afa9740 1 -- 172.21.15.8:0/2740888376 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b7e3708620 con 0x55b7e39c7cf0 2024-05-20T21:29:24.936 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.931+0000 7f7467400640 1 -- 172.21.15.8:0/2740888376 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f746c0054d0 con 0x55b7e39c7cf0 2024-05-20T21:29:24.936 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.931+0000 7f7467400640 1 -- 172.21.15.8:0/2740888376 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f74740a8df0 con 0x55b7e39c7cf0 2024-05-20T21:29:24.936 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.932+0000 7f748afa9740 10 client.29411 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:29:24.936 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.932+0000 7f748afa9740 10 client.29411 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:29:24.937 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.932+0000 7f748afa9740 20 client.29411 populate_metadata read hostname 'smithi008' 2024-05-20T21:29:24.937 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.932+0000 7f748afa9740 1 --2- 172.21.15.8:0/2740888376 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55b7e39dd650 0x55b7e39dfa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:24.937 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.932+0000 7f748afa9740 4 client.29411 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:29:24.937 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.932+0000 7f748afa9740 1 -- 172.21.15.8:0/2740888376 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b7e3939ae0 con 0x55b7e39dd650 2024-05-20T21:29:24.937 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.932+0000 7f7484e00640 1 --2- 172.21.15.8:0/2740888376 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55b7e39dd650 0x55b7e39dfa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:24.937 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.933+0000 7f7484e00640 1 --2- 172.21.15.8:0/2740888376 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55b7e39dd650 0x55b7e39dfa80 crc :-1 s=READY pgs=372 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=480fdb2f71bffabf server_cookie=4d9be27cb3f683b1 in_seq=0 out_seq=0 2024-05-20T21:29:24.937 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.933+0000 7f7467400640 10 client.29411 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:29:24.937 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.934+0000 7f7467400640 1 -- 172.21.15.8:0/2740888376 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55b7e3939ae0 con 0x55b7e39dd650 2024-05-20T21:29:24.937 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.934+0000 7f7467400640 10 client.29411 handle_command_reply: tid=0 2024-05-20T21:29:24.938 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.934+0000 7f748afa9740 1 client.29411 shutdown 2024-05-20T21:29:24.938 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.934+0000 7f748afa9740 1 -- 172.21.15.8:0/2740888376 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b7e39c7cf0 msgr2=0x55b7e39d1b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:24.938 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.934+0000 7f748afa9740 1 --2- 172.21.15.8:0/2740888376 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b7e39c7cf0 0x55b7e39d1b40 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f74740a9b20 tx=0x7f74740e5f70 comp rx=0 tx=0).stop 2024-05-20T21:29:24.938 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.934+0000 7f748afa9740 1 -- 172.21.15.8:0/2740888376 shutdown_connections 2024-05-20T21:29:24.938 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.934+0000 7f748afa9740 1 --2- 172.21.15.8:0/2740888376 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55b7e39dd650 0x55b7e39dfa80 crc :-1 s=READY pgs=372 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:24.938 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.934+0000 7f748afa9740 1 --2- 172.21.15.8:0/2740888376 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b7e39cd850 0x55b7e39d90c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:24.938 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.934+0000 7f748afa9740 1 --2- 172.21.15.8:0/2740888376 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b7e39c86e0 0x55b7e39d2080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:24.938 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.934+0000 7f748afa9740 1 --2- 172.21.15.8:0/2740888376 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b7e39c7cf0 0x55b7e39d1b40 unknown :-1 s=CLOSED pgs=639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:24.938 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.934+0000 7f748afa9740 1 -- 172.21.15.8:0/2740888376 >> 172.21.15.8:0/2740888376 conn(0x55b7e39c3360 msgr2=0x55b7e39c24c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:24.938 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.934+0000 7f7467400640 0 client.29411 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:29:24.938 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.934+0000 7f748afa9740 1 -- 172.21.15.8:0/2740888376 shutdown_connections 2024-05-20T21:29:24.938 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.934+0000 7f748afa9740 1 -- 172.21.15.8:0/2740888376 wait complete. 2024-05-20T21:29:24.939 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.934+0000 7f748afa9740 20 client.29411 trim_cache size 0 max 16384 2024-05-20T21:29:24.951 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.951+0000 7f748afa9740 1 Processor -- start 2024-05-20T21:29:24.951 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.951+0000 7f748afa9740 1 -- start start 2024-05-20T21:29:24.951 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.952+0000 7f748afa9740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b7e39c7cf0 0x55b7e39d1fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:24.951 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.952+0000 7f748afa9740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b7e39c86e0 0x55b7e39d9080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:24.951 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.952+0000 7f748afa9740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b7e39cd850 0x55b7e39c9860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:24.951 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.952+0000 7f748afa9740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f74801b2bb0 con 0x55b7e39c7cf0 2024-05-20T21:29:24.952 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.952+0000 7f748afa9740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f74801b0480 con 0x55b7e39cd850 2024-05-20T21:29:24.952 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.952+0000 7f748afa9740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f74801ae2d0 con 0x55b7e39c86e0 2024-05-20T21:29:24.953 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.952+0000 7f7485800640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b7e39c7cf0 0x55b7e39d1fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:24.953 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.952+0000 7f7484e00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b7e39c86e0 0x55b7e39d9080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:24.953 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.952+0000 7f7484e00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b7e39c86e0 0x55b7e39d9080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:47682/0 (socket says 172.21.15.8:47682) 2024-05-20T21:29:24.954 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.952+0000 7f7484e00640 1 -- 172.21.15.8:0/3022102804 learned_addr learned my addr 172.21.15.8:0/3022102804 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:29:24.954 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.952+0000 7f7485800640 1 --2- 172.21.15.8:0/3022102804 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b7e39c7cf0 0x55b7e39d1fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:33128/0 (socket says 172.21.15.8:33128) 2024-05-20T21:29:24.954 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.952+0000 7f7486200640 1 --2- 172.21.15.8:0/3022102804 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b7e39cd850 0x55b7e39c9860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:24.954 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.952+0000 7f7484e00640 1 -- 172.21.15.8:0/3022102804 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b7e39cd850 msgr2=0x55b7e39c9860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:24.954 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.953+0000 7f7484e00640 1 --2- 172.21.15.8:0/3022102804 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b7e39cd850 0x55b7e39c9860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:24.954 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.953+0000 7f7484e00640 1 -- 172.21.15.8:0/3022102804 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b7e39c7cf0 msgr2=0x55b7e39d1fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:24.954 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.953+0000 7f7484e00640 1 --2- 172.21.15.8:0/3022102804 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b7e39c7cf0 0x55b7e39d1fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:24.954 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.953+0000 7f7484e00640 1 -- 172.21.15.8:0/3022102804 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b7e39d0c00 con 0x55b7e39c86e0 2024-05-20T21:29:24.954 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.953+0000 7f7484e00640 1 --2- 172.21.15.8:0/3022102804 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b7e39c86e0 0x55b7e39d9080 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f746c009ef0 tx=0x7f746c005700 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e9fbb98172b4a614 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:24.954 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.953+0000 7f7472000640 1 -- 172.21.15.8:0/3022102804 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f746c01d040 con 0x55b7e39c86e0 2024-05-20T21:29:24.954 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.953+0000 7f7472000640 1 -- 172.21.15.8:0/3022102804 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f746c00fe60 con 0x55b7e39c86e0 2024-05-20T21:29:24.954 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.953+0000 7f7472000640 1 -- 172.21.15.8:0/3022102804 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f746c0198b0 con 0x55b7e39c86e0 2024-05-20T21:29:24.955 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.954+0000 7f748afa9740 1 -- 172.21.15.8:0/3022102804 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b7e39c86e0 msgr2=0x55b7e39d9080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:24.955 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.954+0000 7f748afa9740 1 --2- 172.21.15.8:0/3022102804 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b7e39c86e0 0x55b7e39d9080 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f746c009ef0 tx=0x7f746c005700 comp rx=0 tx=0).stop 2024-05-20T21:29:24.955 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.954+0000 7f748afa9740 1 -- 172.21.15.8:0/3022102804 shutdown_connections 2024-05-20T21:29:24.955 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.954+0000 7f748afa9740 1 --2- 172.21.15.8:0/3022102804 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b7e39cd850 0x55b7e39c9860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:24.955 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.954+0000 7f748afa9740 1 --2- 172.21.15.8:0/3022102804 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b7e39c86e0 0x55b7e39d9080 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:24.955 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.954+0000 7f748afa9740 1 --2- 172.21.15.8:0/3022102804 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b7e39c7cf0 0x55b7e39d1fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:24.955 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.954+0000 7f748afa9740 1 -- 172.21.15.8:0/3022102804 >> 172.21.15.8:0/3022102804 conn(0x55b7e39c3360 msgr2=0x55b7e39c9150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:24.955 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.954+0000 7f748afa9740 1 -- 172.21.15.8:0/3022102804 shutdown_connections 2024-05-20T21:29:24.955 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.954+0000 7f748afa9740 1 -- 172.21.15.8:0/3022102804 wait complete. 2024-05-20T21:29:24.958 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.955+0000 7f748afa9740 1 -- start start 2024-05-20T21:29:24.958 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.955+0000 7f748afa9740 1 Processor -- start 2024-05-20T21:29:24.958 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.955+0000 7f748afa9740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b7e39c7cf0 0x55b7e39d6850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:24.958 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.955+0000 7f748afa9740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b7e39c86e0 0x55b7e39d6d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:24.958 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.955+0000 7f748afa9740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b7e39cd850 0x55b7e39d7da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:24.958 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.955+0000 7f748afa9740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f74801ae940 con 0x55b7e39cd850 2024-05-20T21:29:24.958 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.955+0000 7f748afa9740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f74801afdb0 con 0x55b7e39c86e0 2024-05-20T21:29:24.958 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.955+0000 7f748afa9740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f74801af010 con 0x55b7e39c7cf0 2024-05-20T21:29:24.958 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.955+0000 7f748afa9740 10 client.0 _ll_register_callbacks cb 0x7f7474004920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:29:24.958 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.956+0000 7f7486200640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b7e39cd850 0x55b7e39d7da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:24.958 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.956+0000 7f7485800640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b7e39c7cf0 0x55b7e39d6850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:24.958 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.956+0000 7f7485800640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b7e39c7cf0 0x55b7e39d6850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:47686/0 (socket says 172.21.15.8:47686) 2024-05-20T21:29:24.959 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.956+0000 7f7485800640 1 -- 172.21.15.8:0/1264553307 learned_addr learned my addr 172.21.15.8:0/1264553307 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:29:24.959 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.956+0000 7f7486200640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b7e39cd850 0x55b7e39d7da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:33136/0 (socket says 172.21.15.8:33136) 2024-05-20T21:29:24.959 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.956+0000 7f7484e00640 1 --2- 172.21.15.8:0/1264553307 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b7e39c86e0 0x55b7e39d6d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:24.959 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.956+0000 7f7486200640 1 -- 172.21.15.8:0/1264553307 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b7e39c7cf0 msgr2=0x55b7e39d6850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:24.959 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.956+0000 7f7486200640 1 --2- 172.21.15.8:0/1264553307 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b7e39c7cf0 0x55b7e39d6850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:24.959 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.956+0000 7f7486200640 1 -- 172.21.15.8:0/1264553307 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b7e39c86e0 msgr2=0x55b7e39d6d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:24.959 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.956+0000 7f7486200640 1 --2- 172.21.15.8:0/1264553307 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b7e39c86e0 0x55b7e39d6d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:24.959 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.956+0000 7f7486200640 1 -- 172.21.15.8:0/1264553307 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b7e39c3190 con 0x55b7e39cd850 2024-05-20T21:29:24.959 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.956+0000 7f7485800640 1 --2- 172.21.15.8:0/1264553307 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b7e39c7cf0 0x55b7e39d6850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:29:24.959 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.956+0000 7f7486200640 1 --2- 172.21.15.8:0/1264553307 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b7e39cd850 0x55b7e39d7da0 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f74780308a0 tx=0x7f747802a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d3b94e6506b4d5b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:24.959 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.956+0000 7f7467400640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:29:24.959 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.957+0000 7f7467400640 1 -- 172.21.15.8:0/1264553307 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7478036040 con 0x55b7e39cd850 2024-05-20T21:29:24.959 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.957+0000 7f7467400640 1 -- 172.21.15.8:0/1264553307 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f7478004450 con 0x55b7e39cd850 2024-05-20T21:29:24.959 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.957+0000 7f748afa9740 1 -- 172.21.15.8:0/1264553307 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f746c00fe60 con 0x55b7e39cd850 2024-05-20T21:29:24.960 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.957+0000 7f7467400640 1 -- 172.21.15.8:0/1264553307 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f7478004650 con 0x55b7e39cd850 2024-05-20T21:29:24.960 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.957+0000 7f748afa9740 10 client.19299 fetch_fsmap learned FSMap version 26 2024-05-20T21:29:24.960 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.957+0000 7f748afa9740 1 -- 172.21.15.8:0/1264553307 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b7e3a48260 con 0x55b7e39cd850 2024-05-20T21:29:24.960 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.957+0000 7f7467400640 1 -- 172.21.15.8:0/1264553307 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f746c00fe60 con 0x55b7e39cd850 2024-05-20T21:29:24.960 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.958+0000 7f7467400640 1 -- 172.21.15.8:0/1264553307 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f7478054020 con 0x55b7e39cd850 2024-05-20T21:29:24.960 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.958+0000 7f748afa9740 10 client.19299 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:29:24.960 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.958+0000 7f748afa9740 10 client.19299 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:29:24.960 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.958+0000 7f748afa9740 20 client.19299 populate_metadata read hostname 'smithi008' 2024-05-20T21:29:24.960 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.958+0000 7f748afa9740 1 --2- 172.21.15.8:0/1264553307 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55b7e3a48bb0 0x55b7e3a4afd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:24.960 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.958+0000 7f748afa9740 4 client.19299 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:29:24.960 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.958+0000 7f748afa9740 1 -- 172.21.15.8:0/1264553307 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55b7e39332c0 con 0x55b7e3a48bb0 2024-05-20T21:29:24.960 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.958+0000 7f7485800640 1 --2- 172.21.15.8:0/1264553307 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55b7e3a48bb0 0x55b7e3a4afd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:24.961 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.959+0000 7f7485800640 1 --2- 172.21.15.8:0/1264553307 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55b7e3a48bb0 0x55b7e3a4afd0 crc :-1 s=READY pgs=373 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bc4b0dd555c90e8c server_cookie=d861c2be12ecf35d in_seq=0 out_seq=0 2024-05-20T21:29:24.961 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.959+0000 7f7467400640 10 client.19299 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:29:24.973 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.974+0000 7f7467400640 1 -- 172.21.15.8:0/1264553307 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55b7e39332c0 con 0x55b7e3a48bb0 2024-05-20T21:29:24.973 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.974+0000 7f7467400640 10 client.19299 handle_command_reply: tid=0 2024-05-20T21:29:24.974 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.974+0000 7f748afa9740 1 client.19299 shutdown 2024-05-20T21:29:24.974 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.974+0000 7f748afa9740 1 -- 172.21.15.8:0/1264553307 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b7e39cd850 msgr2=0x55b7e39d7da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:24.974 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.974+0000 7f748afa9740 1 --2- 172.21.15.8:0/1264553307 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b7e39cd850 0x55b7e39d7da0 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f74780308a0 tx=0x7f747802a6c0 comp rx=0 tx=0).stop 2024-05-20T21:29:24.974 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.974+0000 7f748afa9740 1 -- 172.21.15.8:0/1264553307 shutdown_connections 2024-05-20T21:29:24.974 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.974+0000 7f748afa9740 1 --2- 172.21.15.8:0/1264553307 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55b7e3a48bb0 0x55b7e3a4afd0 crc :-1 s=READY pgs=373 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:24.974 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.974+0000 7f748afa9740 1 --2- 172.21.15.8:0/1264553307 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b7e39cd850 0x55b7e39d7da0 unknown :-1 s=CLOSED pgs=712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:24.974 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.974+0000 7f748afa9740 1 --2- 172.21.15.8:0/1264553307 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b7e39c86e0 0x55b7e39d6d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:24.974 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.974+0000 7f748afa9740 1 --2- 172.21.15.8:0/1264553307 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b7e39c7cf0 0x55b7e39d6850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:24.974 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.974+0000 7f7467400640 0 client.19299 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:29:24.974 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.974+0000 7f748afa9740 1 -- 172.21.15.8:0/1264553307 >> 172.21.15.8:0/1264553307 conn(0x55b7e39c3360 msgr2=0x55b7e39d1e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:24.974 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.974+0000 7f748afa9740 1 -- 172.21.15.8:0/1264553307 shutdown_connections 2024-05-20T21:29:24.974 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.974+0000 7f748afa9740 1 -- 172.21.15.8:0/1264553307 wait complete. 2024-05-20T21:29:24.975 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.974+0000 7f748afa9740 20 client.19299 trim_cache size 0 max 16384 2024-05-20T21:29:24.975 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:29:24.975 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:29:24.975 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:29:24.976 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.975+0000 7f7486c00640 1 -- 172.21.15.8:0/165011053 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f74680b2850 msgr2=0x7f74680b4d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:24.976 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.975+0000 7f7486c00640 1 --2- 172.21.15.8:0/165011053 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f74680b2850 0x7f74680b4d10 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x55b7e39c8f40 tx=0x7f7478030990 comp rx=0 tx=0).stop 2024-05-20T21:29:24.976 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.975+0000 7f7486c00640 1 -- 172.21.15.8:0/165011053 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7480077070 msgr2=0x7f748019f170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:24.976 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.975+0000 7f7486c00640 1 --2- 172.21.15.8:0/165011053 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7480077070 0x7f748019f170 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f747400e9c0 tx=0x7f747400ee80 comp rx=0 tx=0).stop 2024-05-20T21:29:24.976 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.975+0000 7f7486c00640 1 -- 172.21.15.8:0/165011053 shutdown_connections 2024-05-20T21:29:24.976 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.975+0000 7f7486c00640 1 --2- 172.21.15.8:0/165011053 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f74680b2850 0x7f74680b4d10 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:24.976 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.975+0000 7f7486c00640 1 --2- 172.21.15.8:0/165011053 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7480078af0 0x7f74801a6720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:24.976 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.975+0000 7f7486c00640 1 --2- 172.21.15.8:0/165011053 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7480077a10 0x7f748019f6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:24.976 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.975+0000 7f7486c00640 1 --2- 172.21.15.8:0/165011053 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7480077070 0x7f748019f170 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:24.976 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.975+0000 7f7486c00640 1 -- 172.21.15.8:0/165011053 >> 172.21.15.8:0/165011053 conn(0x7f7480100080 msgr2=0x7f74801033e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:24.976 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.975+0000 7f7486c00640 1 -- 172.21.15.8:0/165011053 shutdown_connections 2024-05-20T21:29:24.976 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:24.976+0000 7f7486c00640 1 -- 172.21.15.8:0/165011053 wait complete. 2024-05-20T21:29:25.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:29:24 smithi130 ceph-mon[36448]: pgmap v862: 97 pgs: 97 active+clean; 2.8 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:29:25.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:29:24 smithi050 ceph-mon[35809]: pgmap v862: 97 pgs: 97 active+clean; 2.8 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:29:25.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.349+0000 7fa478a00700 1 -- 172.21.15.8:0/793379495 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa474106120 msgr2=0x7fa474112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:25.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.349+0000 7fa478a00700 1 --2- 172.21.15.8:0/793379495 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa474106120 0x7fa474112630 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7fa46c00b0a0 tx=0x7fa46c00b3b0 comp rx=0 tx=0).stop 2024-05-20T21:29:25.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.349+0000 7fa478a00700 1 -- 172.21.15.8:0/793379495 shutdown_connections 2024-05-20T21:29:25.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.349+0000 7fa478a00700 1 --2- 172.21.15.8:0/793379495 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa474106120 0x7fa474112630 unknown :-1 s=CLOSED pgs=713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:25.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.349+0000 7fa478a00700 1 --2- 172.21.15.8:0/793379495 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa47410b760 0x7fa47410bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:25.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.349+0000 7fa478a00700 1 --2- 172.21.15.8:0/793379495 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa474105760 0x7fa474105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:25.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.349+0000 7fa478a00700 1 -- 172.21.15.8:0/793379495 >> 172.21.15.8:0/793379495 conn(0x7fa474101250 msgr2=0x7fa474103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:25.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.349+0000 7fa478a00700 1 -- 172.21.15.8:0/793379495 shutdown_connections 2024-05-20T21:29:25.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.349+0000 7fa478a00700 1 -- 172.21.15.8:0/793379495 wait complete. 2024-05-20T21:29:25.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.350+0000 7fa478a00700 1 Processor -- start 2024-05-20T21:29:25.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.351+0000 7fa478a00700 1 -- start start 2024-05-20T21:29:25.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.351+0000 7fa478a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa474105760 0x7fa47419bd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:25.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.351+0000 7fa478a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa474106120 0x7fa47419c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:25.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.351+0000 7fa478a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa47410b760 0x7fa4741a0660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:25.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.351+0000 7fa478a00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fa4741159a0 con 0x7fa474105760 2024-05-20T21:29:25.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.351+0000 7fa478a00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa474115820 con 0x7fa474106120 2024-05-20T21:29:25.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.351+0000 7fa478a00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fa474115b20 con 0x7fa47410b760 2024-05-20T21:29:25.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.352+0000 7fa471e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa474105760 0x7fa47419bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:25.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.352+0000 7fa471e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa474105760 0x7fa47419bd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:33160/0 (socket says 172.21.15.8:33160) 2024-05-20T21:29:25.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.352+0000 7fa471e00700 1 -- 172.21.15.8:0/304856465 learned_addr learned my addr 172.21.15.8:0/304856465 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:29:25.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.352+0000 7fa471400700 1 --2- 172.21.15.8:0/304856465 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa474106120 0x7fa47419c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:25.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.352+0000 7fa472800700 1 --2- 172.21.15.8:0/304856465 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa47410b760 0x7fa4741a0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:25.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.352+0000 7fa471e00700 1 -- 172.21.15.8:0/304856465 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa47410b760 msgr2=0x7fa4741a0660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:25.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.352+0000 7fa471e00700 1 --2- 172.21.15.8:0/304856465 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa47410b760 0x7fa4741a0660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:25.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.352+0000 7fa471e00700 1 -- 172.21.15.8:0/304856465 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa474106120 msgr2=0x7fa47419c2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:25.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.352+0000 7fa471e00700 1 --2- 172.21.15.8:0/304856465 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa474106120 0x7fa47419c2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:25.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.352+0000 7fa471e00700 1 -- 172.21.15.8:0/304856465 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4741a0da0 con 0x7fa474105760 2024-05-20T21:29:25.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.352+0000 7fa472800700 1 --2- 172.21.15.8:0/304856465 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa47410b760 0x7fa4741a0660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:29:25.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.353+0000 7fa471e00700 1 --2- 172.21.15.8:0/304856465 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa474105760 0x7fa47419bd90 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7fa46400e9c0 tx=0x7fa46400ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:25.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.353+0000 7fa46aa00700 1 -- 172.21.15.8:0/304856465 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa46400cbd0 con 0x7fa474105760 2024-05-20T21:29:25.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.353+0000 7fa478a00700 1 -- 172.21.15.8:0/304856465 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4741a1090 con 0x7fa474105760 2024-05-20T21:29:25.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.353+0000 7fa46aa00700 1 -- 172.21.15.8:0/304856465 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa46400ee60 con 0x7fa474105760 2024-05-20T21:29:25.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.353+0000 7fa46aa00700 1 -- 172.21.15.8:0/304856465 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4640055c0 con 0x7fa474105760 2024-05-20T21:29:25.354 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.353+0000 7fa478a00700 1 -- 172.21.15.8:0/304856465 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4741a8910 con 0x7fa474105760 2024-05-20T21:29:25.356 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.357+0000 7fa46aa00700 1 -- 172.21.15.8:0/304856465 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fa464004750 con 0x7fa474105760 2024-05-20T21:29:25.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.358+0000 7fa48337bb80 1 Processor -- start 2024-05-20T21:29:25.357 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.358+0000 7fa48337bb80 1 -- start start 2024-05-20T21:29:25.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.358+0000 7fa46aa00700 1 --2- 172.21.15.8:0/304856465 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa4580b2880 0x7fa4580b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:25.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.358+0000 7fa48337bb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a573831eb0 0x55a573832290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:25.358 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.359+0000 7fa48337bb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a5738327d0 0x55a57382c260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:25.359 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.359+0000 7fa48337bb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a57382c880 0x55a57382cce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:25.359 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.359+0000 7fa46aa00700 1 -- 172.21.15.8:0/304856465 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fa4640e24c0 con 0x7fa474105760 2024-05-20T21:29:25.359 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.359+0000 7fa48337bb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55a57378ae40 con 0x55a573831eb0 2024-05-20T21:29:25.359 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.359+0000 7fa48337bb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55a57377a9e0 con 0x55a5738327d0 2024-05-20T21:29:25.359 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.359+0000 7fa48337bb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55a57377ea20 con 0x55a57382c880 2024-05-20T21:29:25.359 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.359+0000 7fa472800700 1 --2- 172.21.15.8:0/304856465 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa4580b2880 0x7fa4580b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:25.359 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.359+0000 7fa471e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a573831eb0 0x55a573832290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:25.359 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.359+0000 7fa471400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a5738327d0 0x55a57382c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:25.359 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.359+0000 7fa471e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a573831eb0 0x55a573832290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:33168/0 (socket says 172.21.15.8:33168) 2024-05-20T21:29:25.359 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.359+0000 7fa472800700 1 --2- 172.21.15.8:0/4059407081 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a57382c880 0x55a57382cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:25.359 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.359+0000 7fa471e00700 1 -- 172.21.15.8:0/4059407081 learned_addr learned my addr 172.21.15.8:0/4059407081 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:29:25.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.360+0000 7fa471e00700 1 -- 172.21.15.8:0/4059407081 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a57382c880 msgr2=0x55a57382cce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:25.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.360+0000 7fa471e00700 1 --2- 172.21.15.8:0/4059407081 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a57382c880 0x55a57382cce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:25.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.360+0000 7fa471e00700 1 -- 172.21.15.8:0/4059407081 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a5738327d0 msgr2=0x55a57382c260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:25.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.360+0000 7fa471e00700 1 --2- 172.21.15.8:0/4059407081 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a5738327d0 0x55a57382c260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:25.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.360+0000 7fa471e00700 1 -- 172.21.15.8:0/4059407081 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a573743420 con 0x55a573831eb0 2024-05-20T21:29:25.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.360+0000 7fa471e00700 1 --2- 172.21.15.8:0/4059407081 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a573831eb0 0x55a573832290 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7fa4640a9a00 tx=0x7fa4640a94e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=801b270fecd887ed server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:25.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.360+0000 7fa472800700 1 --2- 172.21.15.8:0/304856465 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa4580b2880 0x7fa4580b4d40 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7fa46c009fd0 tx=0x7fa46c009d20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:25.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.360+0000 7fa45f400700 1 -- 172.21.15.8:0/4059407081 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4640b2220 con 0x55a573831eb0 2024-05-20T21:29:25.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.360+0000 7fa45f400700 1 -- 172.21.15.8:0/4059407081 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa4640aa170 con 0x55a573831eb0 2024-05-20T21:29:25.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.360+0000 7fa45f400700 1 -- 172.21.15.8:0/4059407081 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4640a5e50 con 0x55a573831eb0 2024-05-20T21:29:25.362 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.361+0000 7fa48337bb80 1 -- 172.21.15.8:0/4059407081 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a573831eb0 msgr2=0x55a573832290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:25.362 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.361+0000 7fa48337bb80 1 --2- 172.21.15.8:0/4059407081 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a573831eb0 0x55a573832290 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7fa4640a9a00 tx=0x7fa4640a94e0 comp rx=0 tx=0).stop 2024-05-20T21:29:25.362 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.361+0000 7fa48337bb80 1 -- 172.21.15.8:0/4059407081 shutdown_connections 2024-05-20T21:29:25.362 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.361+0000 7fa48337bb80 1 --2- 172.21.15.8:0/4059407081 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a57382c880 0x55a57382cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:25.362 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.361+0000 7fa48337bb80 1 --2- 172.21.15.8:0/4059407081 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a573831eb0 0x55a573832290 unknown :-1 s=CLOSED pgs=715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:25.362 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.361+0000 7fa48337bb80 1 --2- 172.21.15.8:0/4059407081 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a5738327d0 0x55a57382c260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:25.362 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.361+0000 7fa48337bb80 1 -- 172.21.15.8:0/4059407081 >> 172.21.15.8:0/4059407081 conn(0x55a57375abe0 msgr2=0x55a573827010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:25.362 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.361+0000 7fa48337bb80 1 -- 172.21.15.8:0/4059407081 shutdown_connections 2024-05-20T21:29:25.362 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.361+0000 7fa48337bb80 1 -- 172.21.15.8:0/4059407081 wait complete. 2024-05-20T21:29:25.362 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.362+0000 7fa48337bb80 1 -- start start 2024-05-20T21:29:25.362 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.362+0000 7fa48337bb80 1 Processor -- start 2024-05-20T21:29:25.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.363+0000 7fa48337bb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a57382c880 0x55a5738384a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:25.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.363+0000 7fa48337bb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a573831eb0 0x55a573835840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:25.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.363+0000 7fa48337bb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a5738327d0 0x55a573835d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:25.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.363+0000 7fa48337bb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55a573680fa0 con 0x55a573831eb0 2024-05-20T21:29:25.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.363+0000 7fa48337bb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55a57371b760 con 0x55a57382c880 2024-05-20T21:29:25.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.363+0000 7fa48337bb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55a5738391e0 con 0x55a5738327d0 2024-05-20T21:29:25.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.363+0000 7fa48337bb80 10 client.0 _ll_register_callbacks cb 0x55a573724c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:29:25.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.363+0000 7fa471400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a573831eb0 0x55a573835840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:25.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.363+0000 7fa471400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a573831eb0 0x55a573835840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:33172/0 (socket says 172.21.15.8:33172) 2024-05-20T21:29:25.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.363+0000 7fa471400700 1 -- 172.21.15.8:0/724524598 learned_addr learned my addr 172.21.15.8:0/724524598 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:29:25.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.363+0000 7fa471e00700 1 --2- 172.21.15.8:0/724524598 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a57382c880 0x55a5738384a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:25.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.363+0000 7fa472800700 1 --2- 172.21.15.8:0/724524598 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a5738327d0 0x55a573835d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:25.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.364+0000 7fa471e00700 1 -- 172.21.15.8:0/724524598 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a5738327d0 msgr2=0x55a573835d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:25.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.364+0000 7fa471e00700 1 --2- 172.21.15.8:0/724524598 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a5738327d0 0x55a573835d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:25.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.364+0000 7fa471e00700 1 -- 172.21.15.8:0/724524598 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a573831eb0 msgr2=0x55a573835840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:25.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.364+0000 7fa471e00700 1 --2- 172.21.15.8:0/724524598 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a573831eb0 0x55a573835840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:25.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.364+0000 7fa471e00700 1 -- 172.21.15.8:0/724524598 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a5736ca8d0 con 0x55a57382c880 2024-05-20T21:29:25.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.364+0000 7fa472800700 1 --2- 172.21.15.8:0/724524598 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a5738327d0 0x55a573835d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:29:25.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.364+0000 7fa471e00700 1 --2- 172.21.15.8:0/724524598 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a57382c880 0x55a5738384a0 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7fa4640a9c30 tx=0x7fa4640057d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=efb81a00808a945 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:25.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.364+0000 7fa453e00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:29:25.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.364+0000 7fa453e00700 1 -- 172.21.15.8:0/724524598 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa46406d030 con 0x55a57382c880 2024-05-20T21:29:25.366 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.364+0000 7fa48337bb80 1 -- 172.21.15.8:0/724524598 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa4640aa170 con 0x55a57382c880 2024-05-20T21:29:25.366 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.364+0000 7fa453e00700 1 -- 172.21.15.8:0/724524598 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fa4640a6060 con 0x55a57382c880 2024-05-20T21:29:25.366 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.365+0000 7fa453e00700 1 -- 172.21.15.8:0/724524598 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa4640a9a70 con 0x55a57382c880 2024-05-20T21:29:25.366 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.365+0000 7fa48337bb80 10 client.29429 fetch_fsmap learned FSMap version 26 2024-05-20T21:29:25.366 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.365+0000 7fa48337bb80 1 -- 172.21.15.8:0/724524598 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a57374b060 con 0x55a57382c880 2024-05-20T21:29:25.367 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.365+0000 7fa453e00700 1 -- 172.21.15.8:0/724524598 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa4640aa170 con 0x55a57382c880 2024-05-20T21:29:25.367 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.365+0000 7fa453e00700 1 -- 172.21.15.8:0/724524598 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fa4640b2440 con 0x55a57382c880 2024-05-20T21:29:25.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.365+0000 7fa48337bb80 10 client.29429 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:29:25.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.365+0000 7fa48337bb80 10 client.29429 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:29:25.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.365+0000 7fa48337bb80 20 client.29429 populate_metadata read hostname 'smithi008' 2024-05-20T21:29:25.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.365+0000 7fa48337bb80 1 --2- 172.21.15.8:0/724524598 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a573845b60 0x55a573847f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:25.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.366+0000 7fa48337bb80 4 client.29429 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:29:25.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.366+0000 7fa48337bb80 1 -- 172.21.15.8:0/724524598 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a57378cd90 con 0x55a573845b60 2024-05-20T21:29:25.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.366+0000 7fa471400700 1 --2- 172.21.15.8:0/724524598 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a573845b60 0x55a573847f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:25.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.366+0000 7fa471400700 1 --2- 172.21.15.8:0/724524598 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a573845b60 0x55a573847f50 crc :-1 s=READY pgs=374 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=914fedcae7cbfe47 server_cookie=8a79471e16754241 in_seq=0 out_seq=0 2024-05-20T21:29:25.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.366+0000 7fa453e00700 10 client.29429 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:29:25.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.367+0000 7fa453e00700 1 -- 172.21.15.8:0/724524598 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55a57378cd90 con 0x55a573845b60 2024-05-20T21:29:25.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.367+0000 7fa453e00700 10 client.29429 handle_command_reply: tid=0 2024-05-20T21:29:25.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.367+0000 7fa48337bb80 1 client.29429 shutdown 2024-05-20T21:29:25.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.368+0000 7fa48337bb80 1 -- 172.21.15.8:0/724524598 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a57382c880 msgr2=0x55a5738384a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:25.369 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.368+0000 7fa48337bb80 1 --2- 172.21.15.8:0/724524598 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a57382c880 0x55a5738384a0 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7fa4640a9c30 tx=0x7fa4640057d0 comp rx=0 tx=0).stop 2024-05-20T21:29:25.369 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.368+0000 7fa48337bb80 1 -- 172.21.15.8:0/724524598 shutdown_connections 2024-05-20T21:29:25.369 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.368+0000 7fa48337bb80 1 --2- 172.21.15.8:0/724524598 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a573845b60 0x55a573847f50 crc :-1 s=READY pgs=374 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:25.369 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.368+0000 7fa48337bb80 1 --2- 172.21.15.8:0/724524598 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a57382c880 0x55a5738384a0 unknown :-1 s=CLOSED pgs=640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:25.369 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.368+0000 7fa48337bb80 1 --2- 172.21.15.8:0/724524598 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a5738327d0 0x55a573835d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:25.369 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.368+0000 7fa48337bb80 1 --2- 172.21.15.8:0/724524598 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a573831eb0 0x55a573835840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:25.369 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.368+0000 7fa453e00700 0 client.29429 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:29:25.369 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.368+0000 7fa48337bb80 1 -- 172.21.15.8:0/724524598 >> 172.21.15.8:0/724524598 conn(0x55a57375abe0 msgr2=0x55a57382b250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:25.369 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.368+0000 7fa48337bb80 1 -- 172.21.15.8:0/724524598 shutdown_connections 2024-05-20T21:29:25.369 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.368+0000 7fa48337bb80 1 -- 172.21.15.8:0/724524598 wait complete. 2024-05-20T21:29:25.369 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.368+0000 7fa48337bb80 20 client.29429 trim_cache size 0 max 16384 2024-05-20T21:29:25.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.392+0000 7fa48337bb80 1 Processor -- start 2024-05-20T21:29:25.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.392+0000 7fa48337bb80 1 -- start start 2024-05-20T21:29:25.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.393+0000 7fa48337bb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a57382c880 0x55a5738269e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:25.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.393+0000 7fa48337bb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a573831eb0 0x55a573826f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:25.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.393+0000 7fa48337bb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a5738327d0 0x55a573832bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:25.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.393+0000 7fa48337bb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fa4741b26e0 con 0x55a5738327d0 2024-05-20T21:29:25.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.393+0000 7fa48337bb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa4741aff70 con 0x55a57382c880 2024-05-20T21:29:25.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.393+0000 7fa48337bb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fa4741addc0 con 0x55a573831eb0 2024-05-20T21:29:25.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.393+0000 7fa472800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a5738327d0 0x55a573832bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:25.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.393+0000 7fa472800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a5738327d0 0x55a573832bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:33176/0 (socket says 172.21.15.8:33176) 2024-05-20T21:29:25.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.393+0000 7fa472800700 1 -- 172.21.15.8:0/3338073516 learned_addr learned my addr 172.21.15.8:0/3338073516 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:29:25.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.393+0000 7fa471e00700 1 --2- 172.21.15.8:0/3338073516 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a57382c880 0x55a5738269e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:25.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.393+0000 7fa471400700 1 --2- 172.21.15.8:0/3338073516 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a573831eb0 0x55a573826f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:25.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.394+0000 7fa472800700 1 -- 172.21.15.8:0/3338073516 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a573831eb0 msgr2=0x55a573826f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:25.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.394+0000 7fa472800700 1 --2- 172.21.15.8:0/3338073516 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a573831eb0 0x55a573826f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:25.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.394+0000 7fa472800700 1 -- 172.21.15.8:0/3338073516 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a57382c880 msgr2=0x55a5738269e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:25.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.394+0000 7fa472800700 1 --2- 172.21.15.8:0/3338073516 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a57382c880 0x55a5738269e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:25.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.394+0000 7fa472800700 1 -- 172.21.15.8:0/3338073516 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a57382d2d0 con 0x55a5738327d0 2024-05-20T21:29:25.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.394+0000 7fa471e00700 1 --2- 172.21.15.8:0/3338073516 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a57382c880 0x55a5738269e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:29:25.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.394+0000 7fa471400700 1 --2- 172.21.15.8:0/3338073516 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a573831eb0 0x55a573826f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:29:25.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.394+0000 7fa472800700 1 --2- 172.21.15.8:0/3338073516 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a5738327d0 0x55a573832bb0 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7fa46c009540 tx=0x7fa46c02a000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=89e39aa153ed6e85 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:25.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.394+0000 7fa45ea00700 1 -- 172.21.15.8:0/3338073516 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa46c007b00 con 0x55a5738327d0 2024-05-20T21:29:25.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.394+0000 7fa45ea00700 1 -- 172.21.15.8:0/3338073516 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa46c007ca0 con 0x55a5738327d0 2024-05-20T21:29:25.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.394+0000 7fa45ea00700 1 -- 172.21.15.8:0/3338073516 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa46c01d710 con 0x55a5738327d0 2024-05-20T21:29:25.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.395+0000 7fa48337bb80 1 -- 172.21.15.8:0/3338073516 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a5738327d0 msgr2=0x55a573832bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:25.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.395+0000 7fa48337bb80 1 --2- 172.21.15.8:0/3338073516 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a5738327d0 0x55a573832bb0 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7fa46c009540 tx=0x7fa46c02a000 comp rx=0 tx=0).stop 2024-05-20T21:29:25.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.395+0000 7fa48337bb80 1 -- 172.21.15.8:0/3338073516 shutdown_connections 2024-05-20T21:29:25.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.395+0000 7fa48337bb80 1 --2- 172.21.15.8:0/3338073516 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a57382c880 0x55a5738269e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:25.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.395+0000 7fa48337bb80 1 --2- 172.21.15.8:0/3338073516 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a5738327d0 0x55a573832bb0 unknown :-1 s=CLOSED pgs=716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:25.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.395+0000 7fa48337bb80 1 --2- 172.21.15.8:0/3338073516 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a573831eb0 0x55a573826f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:25.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.395+0000 7fa48337bb80 1 -- 172.21.15.8:0/3338073516 >> 172.21.15.8:0/3338073516 conn(0x55a57375abe0 msgr2=0x55a573835620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:25.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.395+0000 7fa48337bb80 1 -- 172.21.15.8:0/3338073516 shutdown_connections 2024-05-20T21:29:25.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.395+0000 7fa48337bb80 1 -- 172.21.15.8:0/3338073516 wait complete. 2024-05-20T21:29:25.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.396+0000 7fa48337bb80 1 -- start start 2024-05-20T21:29:25.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.396+0000 7fa48337bb80 1 Processor -- start 2024-05-20T21:29:25.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.397+0000 7fa48337bb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a57382c880 0x55a573848f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:25.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.397+0000 7fa48337bb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a573831eb0 0x55a5738494c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:25.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.397+0000 7fa48337bb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a5738327d0 0x55a573849a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:25.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.397+0000 7fa48337bb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fa4741ae430 con 0x55a5738327d0 2024-05-20T21:29:25.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.397+0000 7fa48337bb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa4741af8a0 con 0x55a57382c880 2024-05-20T21:29:25.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.397+0000 7fa48337bb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fa4741aeb00 con 0x55a573831eb0 2024-05-20T21:29:25.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.397+0000 7fa48337bb80 10 client.0 _ll_register_callbacks cb 0x55a573836240 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:29:25.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.397+0000 7fa471e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a57382c880 0x55a573848f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:25.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.397+0000 7fa472800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a5738327d0 0x55a573849a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:25.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.397+0000 7fa471400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a573831eb0 0x55a5738494c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:25.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.397+0000 7fa471e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a57382c880 0x55a573848f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:37334/0 (socket says 172.21.15.8:37334) 2024-05-20T21:29:25.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.397+0000 7fa471e00700 1 -- 172.21.15.8:0/3020517134 learned_addr learned my addr 172.21.15.8:0/3020517134 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:29:25.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.397+0000 7fa471e00700 1 -- 172.21.15.8:0/3020517134 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a573831eb0 msgr2=0x55a5738494c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:25.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.397+0000 7fa471e00700 1 --2- 172.21.15.8:0/3020517134 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a573831eb0 0x55a5738494c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:25.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.397+0000 7fa471e00700 1 -- 172.21.15.8:0/3020517134 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a5738327d0 msgr2=0x55a573849a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:25.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.397+0000 7fa471e00700 1 --2- 172.21.15.8:0/3020517134 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a5738327d0 0x55a573849a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:25.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.397+0000 7fa471e00700 1 -- 172.21.15.8:0/3020517134 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a5738af680 con 0x55a57382c880 2024-05-20T21:29:25.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.398+0000 7fa471e00700 1 --2- 172.21.15.8:0/3020517134 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a57382c880 0x55a573848f80 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7fa4640a9a00 tx=0x7fa464005760 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9c562ffd4b7b03af server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:25.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.398+0000 7fa453e00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:29:25.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.398+0000 7fa453e00700 1 -- 172.21.15.8:0/3020517134 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa46406d070 con 0x55a57382c880 2024-05-20T21:29:25.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.398+0000 7fa453e00700 1 -- 172.21.15.8:0/3020517134 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fa46406f300 con 0x55a57382c880 2024-05-20T21:29:25.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.398+0000 7fa48337bb80 1 -- 172.21.15.8:0/3020517134 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa46c007ca0 con 0x55a57382c880 2024-05-20T21:29:25.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.398+0000 7fa453e00700 1 -- 172.21.15.8:0/3020517134 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa4640aa170 con 0x55a57382c880 2024-05-20T21:29:25.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.398+0000 7fa48337bb80 10 client.29435 fetch_fsmap learned FSMap version 26 2024-05-20T21:29:25.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.398+0000 7fa48337bb80 1 -- 172.21.15.8:0/3020517134 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a5738af680 con 0x55a57382c880 2024-05-20T21:29:25.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.398+0000 7fa453e00700 1 -- 172.21.15.8:0/3020517134 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa46c007ca0 con 0x55a57382c880 2024-05-20T21:29:25.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.399+0000 7fa453e00700 1 -- 172.21.15.8:0/3020517134 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fa4640a53e0 con 0x55a57382c880 2024-05-20T21:29:25.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.399+0000 7fa48337bb80 10 client.29435 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:29:25.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.399+0000 7fa48337bb80 10 client.29435 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:29:25.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.399+0000 7fa48337bb80 20 client.29435 populate_metadata read hostname 'smithi008' 2024-05-20T21:29:25.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.399+0000 7fa48337bb80 1 --2- 172.21.15.8:0/3020517134 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a5738b0c80 0x55a5738b3070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:25.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.399+0000 7fa48337bb80 4 client.29435 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:29:25.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.399+0000 7fa48337bb80 1 -- 172.21.15.8:0/3020517134 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55a573786570 con 0x55a5738b0c80 2024-05-20T21:29:25.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.399+0000 7fa471400700 1 --2- 172.21.15.8:0/3020517134 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a5738b0c80 0x55a5738b3070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:25.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.400+0000 7fa471400700 1 --2- 172.21.15.8:0/3020517134 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a5738b0c80 0x55a5738b3070 crc :-1 s=READY pgs=375 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6aa10e9abd08fdc7 server_cookie=109ec8400e5ef533 in_seq=0 out_seq=0 2024-05-20T21:29:25.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.400+0000 7fa453e00700 10 client.29435 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:29:25.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.400+0000 7fa453e00700 1 -- 172.21.15.8:0/3020517134 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55a573786570 con 0x55a5738b0c80 2024-05-20T21:29:25.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.400+0000 7fa453e00700 10 client.29435 handle_command_reply: tid=0 2024-05-20T21:29:25.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.400+0000 7fa48337bb80 1 client.29435 shutdown 2024-05-20T21:29:25.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.400+0000 7fa48337bb80 1 -- 172.21.15.8:0/3020517134 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a57382c880 msgr2=0x55a573848f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:25.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.400+0000 7fa48337bb80 1 --2- 172.21.15.8:0/3020517134 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a57382c880 0x55a573848f80 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7fa4640a9a00 tx=0x7fa464005760 comp rx=0 tx=0).stop 2024-05-20T21:29:25.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.400+0000 7fa48337bb80 1 -- 172.21.15.8:0/3020517134 shutdown_connections 2024-05-20T21:29:25.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.400+0000 7fa48337bb80 1 --2- 172.21.15.8:0/3020517134 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a5738b0c80 0x55a5738b3070 crc :-1 s=READY pgs=375 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:25.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.400+0000 7fa48337bb80 1 --2- 172.21.15.8:0/3020517134 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a57382c880 0x55a573848f80 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:25.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.400+0000 7fa48337bb80 1 --2- 172.21.15.8:0/3020517134 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a5738327d0 0x55a573849a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:25.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.400+0000 7fa453e00700 0 client.29435 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:29:25.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.400+0000 7fa48337bb80 1 --2- 172.21.15.8:0/3020517134 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a573831eb0 0x55a5738494c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:25.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.400+0000 7fa48337bb80 1 -- 172.21.15.8:0/3020517134 >> 172.21.15.8:0/3020517134 conn(0x55a57375abe0 msgr2=0x55a5738269e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:25.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.400+0000 7fa48337bb80 1 -- 172.21.15.8:0/3020517134 shutdown_connections 2024-05-20T21:29:25.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.400+0000 7fa48337bb80 1 -- 172.21.15.8:0/3020517134 wait complete. 2024-05-20T21:29:25.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.401+0000 7fa48337bb80 20 client.29435 trim_cache size 0 max 16384 2024-05-20T21:29:25.403 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:29:25.403 INFO:teuthology.orchestra.run.smithi008.stdout: "status": "IDLE (waiting for more scrubs)", 2024-05-20T21:29:25.403 INFO:teuthology.orchestra.run.smithi008.stdout: "scrubs": { 2024-05-20T21:29:25.403 INFO:teuthology.orchestra.run.smithi008.stdout: "d0f47428-d213-4b3a-b95d-6c4c6aa445b8": { 2024-05-20T21:29:25.403 INFO:teuthology.orchestra.run.smithi008.stdout: "path": "/", 2024-05-20T21:29:25.403 INFO:teuthology.orchestra.run.smithi008.stdout: "tag": "d0f47428-d213-4b3a-b95d-6c4c6aa445b8", 2024-05-20T21:29:25.403 INFO:teuthology.orchestra.run.smithi008.stdout: "options": "recursive,force" 2024-05-20T21:29:25.403 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:29:25.403 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:29:25.404 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:29:25.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.401+0000 7fa478a00700 1 -- 172.21.15.8:0/304856465 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa4580b2880 msgr2=0x7fa4580b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:25.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.401+0000 7fa478a00700 1 --2- 172.21.15.8:0/304856465 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa4580b2880 0x7fa4580b4d40 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7fa46c009fd0 tx=0x7fa46c009d20 comp rx=0 tx=0).stop 2024-05-20T21:29:25.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.401+0000 7fa478a00700 1 -- 172.21.15.8:0/304856465 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa474105760 msgr2=0x7fa47419bd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:25.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.401+0000 7fa478a00700 1 --2- 172.21.15.8:0/304856465 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa474105760 0x7fa47419bd90 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7fa46400e9c0 tx=0x7fa46400ecd0 comp rx=0 tx=0).stop 2024-05-20T21:29:25.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.402+0000 7fa478a00700 1 -- 172.21.15.8:0/304856465 shutdown_connections 2024-05-20T21:29:25.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.402+0000 7fa478a00700 1 --2- 172.21.15.8:0/304856465 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa4580b2880 0x7fa4580b4d40 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:25.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.402+0000 7fa478a00700 1 --2- 172.21.15.8:0/304856465 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa47410b760 0x7fa4741a0660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:25.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.402+0000 7fa478a00700 1 --2- 172.21.15.8:0/304856465 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa474105760 0x7fa47419bd90 unknown :-1 s=CLOSED pgs=714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:25.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.402+0000 7fa478a00700 1 --2- 172.21.15.8:0/304856465 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa474106120 0x7fa47419c2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:25.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.402+0000 7fa478a00700 1 -- 172.21.15.8:0/304856465 >> 172.21.15.8:0/304856465 conn(0x7fa474101250 msgr2=0x7fa474101770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:25.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.402+0000 7fa478a00700 1 -- 172.21.15.8:0/304856465 shutdown_connections 2024-05-20T21:29:25.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:25.402+0000 7fa478a00700 1 -- 172.21.15.8:0/304856465 wait complete. 2024-05-20T21:29:26.314 INFO:tasks.cephfs.filesystem:scrub status for tag:d0f47428-d213-4b3a-b95d-6c4c6aa445b8 - {'path': '/', 'tag': 'd0f47428-d213-4b3a-b95d-6c4c6aa445b8', 'options': 'recursive,force'} 2024-05-20T21:29:27.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:29:26 smithi130 ceph-mon[36448]: pgmap v863: 97 pgs: 97 active+clean; 2.9 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:29:27.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:29:26 smithi130 ceph-mon[36448]: scrub summary: idle 2024-05-20T21:29:27.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:29:26 smithi050 ceph-mon[35809]: pgmap v863: 97 pgs: 97 active+clean; 2.9 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:29:27.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:29:26 smithi050 ceph-mon[35809]: scrub summary: idle 2024-05-20T21:29:27.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:29:26 smithi008 ceph-mon[31475]: pgmap v863: 97 pgs: 97 active+clean; 2.9 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:29:27.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:29:26 smithi008 ceph-mon[31475]: scrub summary: idle 2024-05-20T21:29:29.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:29:28 smithi130 ceph-mon[36448]: pgmap v864: 97 pgs: 97 active+clean; 2.9 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-20T21:29:29.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:29:28 smithi050 ceph-mon[35809]: pgmap v864: 97 pgs: 97 active+clean; 2.9 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-20T21:29:29.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:29:28 smithi008 ceph-mon[31475]: pgmap v864: 97 pgs: 97 active+clean; 2.9 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-20T21:29:30.390 INFO:tasks.workunit.client.0.smithi008.stdout:437/600: open fd = 3 2024-05-20T21:29:30.390 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.390 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.390 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.391 INFO:tasks.workunit.client.0.smithi008.stdout:438/600: open fd = 3 2024-05-20T21:29:30.391 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.391 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.391 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.391 INFO:tasks.workunit.client.0.smithi008.stdout:439/600: open fd = 3 2024-05-20T21:29:30.391 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.391 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.391 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.391 INFO:tasks.workunit.client.0.smithi008.stdout:440/600: open fd = 3 2024-05-20T21:29:30.391 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.391 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.392 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.392 INFO:tasks.workunit.client.0.smithi008.stdout:441/600: open fd = 3 2024-05-20T21:29:30.392 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.392 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.392 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.392 INFO:tasks.workunit.client.0.smithi008.stdout:442/600: open fd = 3 2024-05-20T21:29:30.392 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.392 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.392 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.392 INFO:tasks.workunit.client.0.smithi008.stdout:443/600: open fd = 3 2024-05-20T21:29:30.392 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.392 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.393 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.393 INFO:tasks.workunit.client.0.smithi008.stdout:444/600: open fd = 3 2024-05-20T21:29:30.393 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.393 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.393 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.393 INFO:tasks.workunit.client.0.smithi008.stdout:445/600: open fd = 3 2024-05-20T21:29:30.393 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.393 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.393 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.393 INFO:tasks.workunit.client.0.smithi008.stdout:446/600: open fd = 3 2024-05-20T21:29:30.393 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.393 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.394 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.394 INFO:tasks.workunit.client.0.smithi008.stdout:447/600: open fd = 3 2024-05-20T21:29:30.394 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.394 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.394 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.394 INFO:tasks.workunit.client.0.smithi008.stdout:448/600: open fd = 3 2024-05-20T21:29:30.394 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.394 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.394 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.394 INFO:tasks.workunit.client.0.smithi008.stdout:449/600: open fd = 3 2024-05-20T21:29:30.394 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.394 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.395 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.395 INFO:tasks.workunit.client.0.smithi008.stdout:450/600: open fd = 3 2024-05-20T21:29:30.395 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.395 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.395 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.395 INFO:tasks.workunit.client.0.smithi008.stdout:451/600: open fd = 3 2024-05-20T21:29:30.395 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.395 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.395 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.395 INFO:tasks.workunit.client.0.smithi008.stdout:452/600: open fd = 3 2024-05-20T21:29:30.395 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.396 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.396 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.396 INFO:tasks.workunit.client.0.smithi008.stdout:453/600: open fd = 3 2024-05-20T21:29:30.396 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.396 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.396 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.396 INFO:tasks.workunit.client.0.smithi008.stdout:454/600: open fd = 3 2024-05-20T21:29:30.396 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.396 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.396 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.396 INFO:tasks.workunit.client.0.smithi008.stdout:455/600: open fd = 3 2024-05-20T21:29:30.396 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.396 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.397 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.397 INFO:tasks.workunit.client.0.smithi008.stdout:456/600: open fd = 3 2024-05-20T21:29:30.397 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.397 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.397 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.397 INFO:tasks.workunit.client.0.smithi008.stdout:457/600: open fd = 3 2024-05-20T21:29:30.397 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.397 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.397 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.397 INFO:tasks.workunit.client.0.smithi008.stdout:458/600: open fd = 3 2024-05-20T21:29:30.397 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.397 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.397 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.398 INFO:tasks.workunit.client.0.smithi008.stdout:459/600: open fd = 3 2024-05-20T21:29:30.398 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.398 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.398 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.398 INFO:tasks.workunit.client.0.smithi008.stdout:460/600: open fd = 3 2024-05-20T21:29:30.398 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.398 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.398 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.398 INFO:tasks.workunit.client.0.smithi008.stdout:461/600: open fd = 3 2024-05-20T21:29:30.399 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.399 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.399 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.399 INFO:tasks.workunit.client.0.smithi008.stdout:462/600: open fd = 3 2024-05-20T21:29:30.399 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.399 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.399 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.399 INFO:tasks.workunit.client.0.smithi008.stdout:463/600: open fd = 3 2024-05-20T21:29:30.399 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.399 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.399 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.400 INFO:tasks.workunit.client.0.smithi008.stdout:464/600: open fd = 3 2024-05-20T21:29:30.400 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.400 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.400 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.400 INFO:tasks.workunit.client.0.smithi008.stdout:465/600: open fd = 3 2024-05-20T21:29:30.400 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.400 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.400 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.400 INFO:tasks.workunit.client.0.smithi008.stdout:466/600: open fd = 3 2024-05-20T21:29:30.400 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.400 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.400 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.401 INFO:tasks.workunit.client.0.smithi008.stdout:467/600: open fd = 3 2024-05-20T21:29:30.401 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.401 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.401 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.401 INFO:tasks.workunit.client.0.smithi008.stdout:468/600: open fd = 3 2024-05-20T21:29:30.401 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.401 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.401 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.401 INFO:tasks.workunit.client.0.smithi008.stdout:469/600: open fd = 3 2024-05-20T21:29:30.401 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.401 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.402 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.402 INFO:tasks.workunit.client.0.smithi008.stdout:470/600: open fd = 3 2024-05-20T21:29:30.402 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.402 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.402 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.402 INFO:tasks.workunit.client.0.smithi008.stdout:471/600: open fd = 3 2024-05-20T21:29:30.402 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.402 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.402 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.402 INFO:tasks.workunit.client.0.smithi008.stdout:472/600: open fd = 3 2024-05-20T21:29:30.402 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.403 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.403 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.403 INFO:tasks.workunit.client.0.smithi008.stdout:473/600: open fd = 3 2024-05-20T21:29:30.403 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.403 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.403 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.403 INFO:tasks.workunit.client.0.smithi008.stdout:474/600: open fd = 3 2024-05-20T21:29:30.403 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.403 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.403 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.404 INFO:tasks.workunit.client.0.smithi008.stdout:475/600: open fd = 3 2024-05-20T21:29:30.404 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.404 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.404 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.404 INFO:tasks.workunit.client.0.smithi008.stdout:476/600: open fd = 3 2024-05-20T21:29:30.404 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.404 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.404 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.404 INFO:tasks.workunit.client.0.smithi008.stdout:477/600: open fd = 3 2024-05-20T21:29:30.404 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.404 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.404 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.405 INFO:tasks.workunit.client.0.smithi008.stdout:478/600: open fd = 3 2024-05-20T21:29:30.405 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.405 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.405 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.405 INFO:tasks.workunit.client.0.smithi008.stdout:479/600: open fd = 3 2024-05-20T21:29:30.405 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.405 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.405 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.405 INFO:tasks.workunit.client.0.smithi008.stdout:480/600: open fd = 3 2024-05-20T21:29:30.405 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.406 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.406 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.406 INFO:tasks.workunit.client.0.smithi008.stdout:481/600: open fd = 3 2024-05-20T21:29:30.406 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.406 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.406 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.406 INFO:tasks.workunit.client.0.smithi008.stdout:482/600: open fd = 3 2024-05-20T21:29:30.406 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.406 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.406 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.407 INFO:tasks.workunit.client.0.smithi008.stdout:483/600: open fd = 3 2024-05-20T21:29:30.407 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.407 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.407 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.407 INFO:tasks.workunit.client.0.smithi008.stdout:484/600: open fd = 3 2024-05-20T21:29:30.407 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.407 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.407 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.407 INFO:tasks.workunit.client.0.smithi008.stdout:485/600: open fd = 3 2024-05-20T21:29:30.407 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.407 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.407 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.408 INFO:tasks.workunit.client.0.smithi008.stdout:486/600: open fd = 3 2024-05-20T21:29:30.408 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.408 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.408 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.408 INFO:tasks.workunit.client.0.smithi008.stdout:487/600: open fd = 3 2024-05-20T21:29:30.408 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.408 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.408 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.408 INFO:tasks.workunit.client.0.smithi008.stdout:488/600: open fd = 3 2024-05-20T21:29:30.408 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.408 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.408 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.409 INFO:tasks.workunit.client.0.smithi008.stdout:489/600: open fd = 3 2024-05-20T21:29:30.409 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.409 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.409 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.409 INFO:tasks.workunit.client.0.smithi008.stdout:490/600: open fd = 3 2024-05-20T21:29:30.409 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.409 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.409 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.409 INFO:tasks.workunit.client.0.smithi008.stdout:491/600: open fd = 3 2024-05-20T21:29:30.409 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.409 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.410 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.410 INFO:tasks.workunit.client.0.smithi008.stdout:492/600: open fd = 3 2024-05-20T21:29:30.410 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.410 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.410 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.410 INFO:tasks.workunit.client.0.smithi008.stdout:493/600: open fd = 3 2024-05-20T21:29:30.410 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.410 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.410 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.410 INFO:tasks.workunit.client.0.smithi008.stdout:494/600: open fd = 3 2024-05-20T21:29:30.410 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.410 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.411 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.411 INFO:tasks.workunit.client.0.smithi008.stdout:495/600: open fd = 3 2024-05-20T21:29:30.411 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.411 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.411 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.411 INFO:tasks.workunit.client.0.smithi008.stdout:496/600: open fd = 3 2024-05-20T21:29:30.411 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.411 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.411 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.411 INFO:tasks.workunit.client.0.smithi008.stdout:497/600: open fd = 3 2024-05-20T21:29:30.411 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.412 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.412 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:30.412 INFO:tasks.workunit.client.0.smithi008.stdout:498/600: open fd = 3 2024-05-20T21:29:30.412 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.412 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:29:30.412 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:29:31.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:29:30 smithi130 ceph-mon[36448]: pgmap v865: 97 pgs: 97 active+clean; 2.9 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:29:31.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:29:30 smithi050 ceph-mon[35809]: pgmap v865: 97 pgs: 97 active+clean; 2.9 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:29:31.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:29:30 smithi008 ceph-mon[31475]: pgmap v865: 97 pgs: 97 active+clean; 2.9 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:29:33.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:29:32 smithi130 ceph-mon[36448]: pgmap v866: 97 pgs: 97 active+clean; 3.0 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 17 op/s 2024-05-20T21:29:33.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:29:32 smithi050 ceph-mon[35809]: pgmap v866: 97 pgs: 97 active+clean; 3.0 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 17 op/s 2024-05-20T21:29:33.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:29:32 smithi008 ceph-mon[31475]: pgmap v866: 97 pgs: 97 active+clean; 3.0 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 17 op/s 2024-05-20T21:29:35.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:29:34 smithi130 ceph-mon[36448]: pgmap v867: 97 pgs: 97 active+clean; 3.0 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:29:35.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:29:34 smithi050 ceph-mon[35809]: pgmap v867: 97 pgs: 97 active+clean; 3.0 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:29:35.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:29:34 smithi008 ceph-mon[31475]: pgmap v867: 97 pgs: 97 active+clean; 3.0 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:29:37.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:29:36 smithi130 ceph-mon[36448]: pgmap v868: 97 pgs: 97 active+clean; 3.0 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-20T21:29:37.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:29:36 smithi050 ceph-mon[35809]: pgmap v868: 97 pgs: 97 active+clean; 3.0 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-20T21:29:37.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:29:36 smithi008 ceph-mon[31475]: pgmap v868: 97 pgs: 97 active+clean; 3.0 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-20T21:29:38.129 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.129+0000 7f1797e00640 1 -- 172.21.15.8:0/132666953 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1798104720 msgr2=0x7f1798104ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:38.130 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.129+0000 7f1797e00640 1 --2- 172.21.15.8:0/132666953 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1798104720 0x7f1798104ba0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f1780009860 tx=0x7f178002a340 comp rx=0 tx=0).stop 2024-05-20T21:29:38.130 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.129+0000 7f1797e00640 1 -- 172.21.15.8:0/132666953 shutdown_connections 2024-05-20T21:29:38.130 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.129+0000 7f1797e00640 1 --2- 172.21.15.8:0/132666953 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f17981050e0 0x7f179810cf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.130 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.129+0000 7f1797e00640 1 --2- 172.21.15.8:0/132666953 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1798104720 0x7f1798104ba0 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.130 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.129+0000 7f1797e00640 1 --2- 172.21.15.8:0/132666953 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f17981061f0 0x7f1798106610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.130 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.129+0000 7f1797e00640 1 -- 172.21.15.8:0/132666953 >> 172.21.15.8:0/132666953 conn(0x7f1798100080 msgr2=0x7f17981024c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:38.130 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.129+0000 7f1797e00640 1 -- 172.21.15.8:0/132666953 shutdown_connections 2024-05-20T21:29:38.130 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.129+0000 7f1797e00640 1 -- 172.21.15.8:0/132666953 wait complete. 2024-05-20T21:29:38.132 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.130+0000 7f1797e00640 1 Processor -- start 2024-05-20T21:29:38.132 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.131+0000 7f1797e00640 1 -- start start 2024-05-20T21:29:38.132 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.131+0000 7f1797e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1798104720 0x7f179819ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:38.133 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.131+0000 7f1797e00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f17981050e0 0x7f179819b370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:38.133 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.131+0000 7f1797e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f17981061f0 0x7f17981a23e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:38.133 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.131+0000 7f1797e00640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f1798110740 con 0x7f1798104720 2024-05-20T21:29:38.133 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.131+0000 7f1797e00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f17981105c0 con 0x7f17981061f0 2024-05-20T21:29:38.133 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.131+0000 7f1797e00640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f17981108c0 con 0x7f17981050e0 2024-05-20T21:29:38.133 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.131+0000 7f1796a00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1798104720 0x7f179819ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:38.133 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.131+0000 7f1796a00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1798104720 0x7f179819ae30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54404/0 (socket says 172.21.15.8:54404) 2024-05-20T21:29:38.133 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.131+0000 7f1796a00640 1 -- 172.21.15.8:0/3407968014 learned_addr learned my addr 172.21.15.8:0/3407968014 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:29:38.133 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.131+0000 7f178fe00640 1 --2- 172.21.15.8:0/3407968014 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f17981050e0 0x7f179819b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:38.133 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.131+0000 7f1797400640 1 --2- 172.21.15.8:0/3407968014 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f17981061f0 0x7f17981a23e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:38.133 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.132+0000 7f1796a00640 1 -- 172.21.15.8:0/3407968014 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f17981050e0 msgr2=0x7f179819b370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:38.133 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.132+0000 7f1796a00640 1 --2- 172.21.15.8:0/3407968014 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f17981050e0 0x7f179819b370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.133 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.132+0000 7f1796a00640 1 -- 172.21.15.8:0/3407968014 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f17981061f0 msgr2=0x7f17981a23e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:38.134 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.132+0000 7f1796a00640 1 --2- 172.21.15.8:0/3407968014 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f17981061f0 0x7f17981a23e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.134 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.132+0000 7f1796a00640 1 -- 172.21.15.8:0/3407968014 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17981a2a50 con 0x7f1798104720 2024-05-20T21:29:38.134 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.132+0000 7f1796a00640 1 --2- 172.21.15.8:0/3407968014 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1798104720 0x7f179819ae30 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f178800e9a0 tx=0x7f178800ee60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:38.134 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.132+0000 7f179ca00640 1 -- 172.21.15.8:0/3407968014 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f178800cd80 con 0x7f1798104720 2024-05-20T21:29:38.135 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.132+0000 7f1797e00640 1 -- 172.21.15.8:0/3407968014 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17981a2d40 con 0x7f1798104720 2024-05-20T21:29:38.135 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.133+0000 7f179ca00640 1 -- 172.21.15.8:0/3407968014 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f17880108e0 con 0x7f1798104720 2024-05-20T21:29:38.135 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.133+0000 7f179ca00640 1 -- 172.21.15.8:0/3407968014 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1788018960 con 0x7f1798104720 2024-05-20T21:29:38.135 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.133+0000 7f1797e00640 1 -- 172.21.15.8:0/3407968014 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17981a31f0 con 0x7f1798104720 2024-05-20T21:29:38.137 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.137+0000 7f17a0dab740 1 Processor -- start 2024-05-20T21:29:38.137 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.137+0000 7f17a0dab740 1 -- start start 2024-05-20T21:29:38.139 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.138+0000 7f17a0dab740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56478fe51500 0x56478fe51920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:38.139 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.138+0000 7f17a0dab740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56478fe51ef0 0x56478fe569f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:38.139 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.138+0000 7f17a0dab740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56478fe57060 0x56478fe594f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:38.139 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.138+0000 7f17a0dab740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x56478fdb8b90 con 0x56478fe57060 2024-05-20T21:29:38.139 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.138+0000 7f17a0dab740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x56478fda8730 con 0x56478fe51ef0 2024-05-20T21:29:38.139 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.138+0000 7f17a0dab740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x56478fdac770 con 0x56478fe51500 2024-05-20T21:29:38.139 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.138+0000 7f179ca00640 1 -- 172.21.15.8:0/3407968014 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f1788010a90 con 0x7f1798104720 2024-05-20T21:29:38.139 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.138+0000 7f178fe00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56478fe57060 0x56478fe594f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:38.139 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.138+0000 7f178fe00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56478fe57060 0x56478fe594f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54416/0 (socket says 172.21.15.8:54416) 2024-05-20T21:29:38.139 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.138+0000 7f1797400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56478fe51500 0x56478fe51920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:38.139 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.138+0000 7f178fe00640 1 -- 172.21.15.8:0/3520651125 learned_addr learned my addr 172.21.15.8:0/3520651125 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:29:38.140 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.138+0000 7f1796a00640 1 --2- 172.21.15.8:0/3520651125 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56478fe51ef0 0x56478fe569f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:38.140 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.139+0000 7f1797400640 1 -- 172.21.15.8:0/3520651125 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56478fe51ef0 msgr2=0x56478fe569f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:38.140 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.139+0000 7f1797400640 1 --2- 172.21.15.8:0/3520651125 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56478fe51ef0 0x56478fe569f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.140 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.139+0000 7f1797400640 1 -- 172.21.15.8:0/3520651125 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56478fe57060 msgr2=0x56478fe594f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:38.140 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.139+0000 7f1797400640 1 --2- 172.21.15.8:0/3520651125 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56478fe57060 0x56478fe594f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.140 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.139+0000 7f1797400640 1 -- 172.21.15.8:0/3520651125 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56478fd418b0 con 0x56478fe51500 2024-05-20T21:29:38.143 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.139+0000 7f1797400640 1 --2- 172.21.15.8:0/3520651125 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56478fe51500 0x56478fe51920 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f1790009f00 tx=0x7f1790011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a909e23ceba35737 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:38.143 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.139+0000 7f1787e00640 1 -- 172.21.15.8:0/3520651125 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1790004d20 con 0x56478fe51500 2024-05-20T21:29:38.144 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.139+0000 7f1787e00640 1 -- 172.21.15.8:0/3520651125 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1790004030 con 0x56478fe51500 2024-05-20T21:29:38.144 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.139+0000 7f1787e00640 1 -- 172.21.15.8:0/3520651125 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1790005280 con 0x56478fe51500 2024-05-20T21:29:38.144 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.140+0000 7f179ca00640 1 --2- 172.21.15.8:0/3407968014 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f177c0b27d0 0x7f177c0b4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:38.144 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.140+0000 7f17a0dab740 1 -- 172.21.15.8:0/3520651125 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56478fe51500 msgr2=0x56478fe51920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:38.144 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.140+0000 7f17a0dab740 1 --2- 172.21.15.8:0/3520651125 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56478fe51500 0x56478fe51920 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f1790009f00 tx=0x7f1790011810 comp rx=0 tx=0).stop 2024-05-20T21:29:38.144 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.140+0000 7f179ca00640 1 -- 172.21.15.8:0/3407968014 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f17880e2550 con 0x7f1798104720 2024-05-20T21:29:38.144 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.140+0000 7f1796a00640 1 --2- 172.21.15.8:0/3407968014 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f177c0b27d0 0x7f177c0b4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:38.144 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.140+0000 7f17a0dab740 1 -- 172.21.15.8:0/3520651125 shutdown_connections 2024-05-20T21:29:38.144 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.140+0000 7f17a0dab740 1 --2- 172.21.15.8:0/3520651125 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56478fe57060 0x56478fe594f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.144 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.140+0000 7f17a0dab740 1 --2- 172.21.15.8:0/3520651125 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56478fe51ef0 0x56478fe569f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.144 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.140+0000 7f17a0dab740 1 --2- 172.21.15.8:0/3520651125 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56478fe51500 0x56478fe51920 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.144 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.140+0000 7f17a0dab740 1 -- 172.21.15.8:0/3520651125 >> 172.21.15.8:0/3520651125 conn(0x56478fe44360 msgr2=0x56478fe44760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:38.145 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.140+0000 7f17a0dab740 1 -- 172.21.15.8:0/3520651125 shutdown_connections 2024-05-20T21:29:38.145 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.140+0000 7f17a0dab740 1 -- 172.21.15.8:0/3520651125 wait complete. 2024-05-20T21:29:38.145 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.141+0000 7f17a0dab740 1 -- start start 2024-05-20T21:29:38.145 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.141+0000 7f1796a00640 1 --2- 172.21.15.8:0/3407968014 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f177c0b27d0 0x7f177c0b4c90 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f178800c6a0 tx=0x7f1788000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:38.145 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.141+0000 7f17a0dab740 1 Processor -- start 2024-05-20T21:29:38.145 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.141+0000 7f17a0dab740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56478fe51500 0x56478fe5b2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:38.145 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.141+0000 7f17a0dab740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56478fe51ef0 0x56478fe5b800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:38.145 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.142+0000 7f17a0dab740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56478fe57060 0x56478fe62840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:38.145 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.142+0000 7f17a0dab740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x56478fa8e790 con 0x56478fe57060 2024-05-20T21:29:38.145 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.142+0000 7f17a0dab740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x56478fd50bc0 con 0x56478fe51ef0 2024-05-20T21:29:38.145 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.142+0000 7f17a0dab740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x56478fe5a010 con 0x56478fe51500 2024-05-20T21:29:38.145 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.142+0000 7f17a0dab740 10 client.0 _ll_register_callbacks cb 0x56478fd2e400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:29:38.145 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.142+0000 7f1797400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56478fe51500 0x56478fe5b2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:38.146 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.142+0000 7f178fe00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56478fe51ef0 0x56478fe5b800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:38.146 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.142+0000 7f1797400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56478fe51500 0x56478fe5b2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:50830/0 (socket says 172.21.15.8:50830) 2024-05-20T21:29:38.146 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.142+0000 7f1797400640 1 -- 172.21.15.8:0/2856738787 learned_addr learned my addr 172.21.15.8:0/2856738787 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:29:38.146 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.142+0000 7f1797400640 1 --2- 172.21.15.8:0/2856738787 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56478fe57060 0x56478fe62840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:38.146 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.142+0000 7f178fe00640 1 -- 172.21.15.8:0/2856738787 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56478fe51500 msgr2=0x56478fe5b2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:38.146 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.142+0000 7f178fe00640 1 --2- 172.21.15.8:0/2856738787 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56478fe51500 0x56478fe5b2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.146 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.142+0000 7f178fe00640 1 -- 172.21.15.8:0/2856738787 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56478fe57060 msgr2=0x56478fe62840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:38.146 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.142+0000 7f178fe00640 1 --2- 172.21.15.8:0/2856738787 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56478fe57060 0x56478fe62840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.146 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.142+0000 7f178fe00640 1 -- 172.21.15.8:0/2856738787 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56478fabd210 con 0x56478fe51ef0 2024-05-20T21:29:38.146 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.143+0000 7f178fe00640 1 --2- 172.21.15.8:0/2856738787 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56478fe51ef0 0x56478fe5b800 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f1780000c00 tx=0x7f1780005f10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=498a040161f33ef7 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:38.146 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.143+0000 7f1784c00640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:29:38.146 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.143+0000 7f1784c00640 1 -- 172.21.15.8:0/2856738787 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1780037040 con 0x56478fe51ef0 2024-05-20T21:29:38.146 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.143+0000 7f17a0dab740 1 -- 172.21.15.8:0/2856738787 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1790004030 con 0x56478fe51ef0 2024-05-20T21:29:38.147 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.143+0000 7f1784c00640 1 -- 172.21.15.8:0/2856738787 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f1780004240 con 0x56478fe51ef0 2024-05-20T21:29:38.148 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.144+0000 7f1784c00640 1 -- 172.21.15.8:0/2856738787 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1780004440 con 0x56478fe51ef0 2024-05-20T21:29:38.149 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.144+0000 7f17a0dab740 10 client.29447 fetch_fsmap learned FSMap version 26 2024-05-20T21:29:38.149 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.144+0000 7f17a0dab740 1 -- 172.21.15.8:0/2856738787 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56478fb89620 con 0x56478fe51ef0 2024-05-20T21:29:38.149 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.144+0000 7f1784c00640 1 -- 172.21.15.8:0/2856738787 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1790004030 con 0x56478fe51ef0 2024-05-20T21:29:38.149 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.144+0000 7f1784c00640 1 -- 172.21.15.8:0/2856738787 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f178003d570 con 0x56478fe51ef0 2024-05-20T21:29:38.149 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.145+0000 7f17a0dab740 10 client.29447 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:29:38.149 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.145+0000 7f17a0dab740 10 client.29447 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:29:38.149 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.145+0000 7f17a0dab740 20 client.29447 populate_metadata read hostname 'smithi008' 2024-05-20T21:29:38.149 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.145+0000 7f17a0dab740 1 --2- 172.21.15.8:0/2856738787 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56478fe66df0 0x56478fe691e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:38.149 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.145+0000 7f17a0dab740 4 client.29447 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:29:38.149 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.145+0000 7f17a0dab740 1 -- 172.21.15.8:0/2856738787 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56478fdbaae0 con 0x56478fe66df0 2024-05-20T21:29:38.149 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.145+0000 7f1797400640 1 --2- 172.21.15.8:0/2856738787 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56478fe66df0 0x56478fe691e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:38.149 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.146+0000 7f1797400640 1 --2- 172.21.15.8:0/2856738787 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56478fe66df0 0x56478fe691e0 crc :-1 s=READY pgs=376 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1f9e8e6bc6b6d14e server_cookie=67cd844dac1d999f in_seq=0 out_seq=0 2024-05-20T21:29:38.150 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.146+0000 7f1784c00640 10 client.29447 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:29:38.150 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.147+0000 7f1784c00640 1 -- 172.21.15.8:0/2856738787 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x56478fdbaae0 con 0x56478fe66df0 2024-05-20T21:29:38.150 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.147+0000 7f1784c00640 10 client.29447 handle_command_reply: tid=0 2024-05-20T21:29:38.150 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.147+0000 7f17a0dab740 1 client.29447 shutdown 2024-05-20T21:29:38.150 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.147+0000 7f17a0dab740 1 -- 172.21.15.8:0/2856738787 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56478fe51ef0 msgr2=0x56478fe5b800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:38.150 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.147+0000 7f17a0dab740 1 --2- 172.21.15.8:0/2856738787 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56478fe51ef0 0x56478fe5b800 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f1780000c00 tx=0x7f1780005f10 comp rx=0 tx=0).stop 2024-05-20T21:29:38.150 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.147+0000 7f17a0dab740 1 -- 172.21.15.8:0/2856738787 shutdown_connections 2024-05-20T21:29:38.150 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.147+0000 7f17a0dab740 1 --2- 172.21.15.8:0/2856738787 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56478fe66df0 0x56478fe691e0 crc :-1 s=READY pgs=376 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.150 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.147+0000 7f17a0dab740 1 --2- 172.21.15.8:0/2856738787 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56478fe57060 0x56478fe62840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.150 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.147+0000 7f17a0dab740 1 --2- 172.21.15.8:0/2856738787 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56478fe51ef0 0x56478fe5b800 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.150 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.147+0000 7f1784c00640 0 client.29447 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:29:38.150 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.147+0000 7f17a0dab740 1 --2- 172.21.15.8:0/2856738787 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56478fe51500 0x56478fe5b2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.150 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.147+0000 7f17a0dab740 1 -- 172.21.15.8:0/2856738787 >> 172.21.15.8:0/2856738787 conn(0x56478fe44360 msgr2=0x56478fe434c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:38.151 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.147+0000 7f17a0dab740 1 -- 172.21.15.8:0/2856738787 shutdown_connections 2024-05-20T21:29:38.151 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.147+0000 7f17a0dab740 1 -- 172.21.15.8:0/2856738787 wait complete. 2024-05-20T21:29:38.151 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.147+0000 7f17a0dab740 20 client.29447 trim_cache size 0 max 16384 2024-05-20T21:29:38.165 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.164+0000 7f17a0dab740 1 Processor -- start 2024-05-20T21:29:38.165 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.165+0000 7f17a0dab740 1 -- start start 2024-05-20T21:29:38.165 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.165+0000 7f17a0dab740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56478fe51500 0x56478fe47980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:38.165 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.165+0000 7f17a0dab740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56478fe51ef0 0x56478fe62800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:38.165 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.165+0000 7f17a0dab740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56478fe57060 0x56478fe52990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:38.165 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.165+0000 7f17a0dab740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f17981aa320 con 0x56478fe51ef0 2024-05-20T21:29:38.165 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.165+0000 7f17a0dab740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f17981a7bf0 con 0x56478fe51500 2024-05-20T21:29:38.166 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.165+0000 7f17a0dab740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f17981a5a60 con 0x56478fe57060 2024-05-20T21:29:38.167 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.165+0000 7f1797400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56478fe51500 0x56478fe47980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:38.167 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.165+0000 7f1797400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56478fe51500 0x56478fe47980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:42182/0 (socket says 172.21.15.8:42182) 2024-05-20T21:29:38.167 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.165+0000 7f1797400640 1 -- 172.21.15.8:0/1498388920 learned_addr learned my addr 172.21.15.8:0/1498388920 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:29:38.167 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.165+0000 7f178fe00640 1 --2- 172.21.15.8:0/1498388920 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56478fe51ef0 0x56478fe62800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:38.167 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.165+0000 7f1797400640 1 --2- 172.21.15.8:0/1498388920 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56478fe57060 0x56478fe52990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:38.167 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.166+0000 7f1797400640 1 -- 172.21.15.8:0/1498388920 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56478fe51500 msgr2=0x56478fe47980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:38.167 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.166+0000 7f1797400640 1 --2- 172.21.15.8:0/1498388920 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56478fe51500 0x56478fe47980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.167 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.166+0000 7f1797400640 1 -- 172.21.15.8:0/1498388920 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56478fe51ef0 msgr2=0x56478fe62800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:38.167 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.166+0000 7f1797400640 1 --2- 172.21.15.8:0/1498388920 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56478fe51ef0 0x56478fe62800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.167 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.166+0000 7f1797400640 1 -- 172.21.15.8:0/1498388920 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56478fe69550 con 0x56478fe57060 2024-05-20T21:29:38.167 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.166+0000 7f1797400640 1 --2- 172.21.15.8:0/1498388920 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56478fe57060 0x56478fe52990 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x56478fe69a90 tx=0x7f17900047d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9c1d4c409e7fb978 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:38.167 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.166+0000 7f1787400640 1 -- 172.21.15.8:0/1498388920 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f179001e040 con 0x56478fe57060 2024-05-20T21:29:38.168 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.166+0000 7f1787400640 1 -- 172.21.15.8:0/1498388920 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1790003f20 con 0x56478fe57060 2024-05-20T21:29:38.168 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.166+0000 7f1787400640 1 -- 172.21.15.8:0/1498388920 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1790005290 con 0x56478fe57060 2024-05-20T21:29:38.170 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.167+0000 7f17a0dab740 1 -- 172.21.15.8:0/1498388920 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56478fe57060 msgr2=0x56478fe52990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:38.170 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.167+0000 7f17a0dab740 1 --2- 172.21.15.8:0/1498388920 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56478fe57060 0x56478fe52990 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x56478fe69a90 tx=0x7f17900047d0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.170 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.167+0000 7f17a0dab740 1 -- 172.21.15.8:0/1498388920 shutdown_connections 2024-05-20T21:29:38.171 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.167+0000 7f17a0dab740 1 --2- 172.21.15.8:0/1498388920 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56478fe57060 0x56478fe52990 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.171 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.167+0000 7f17a0dab740 1 --2- 172.21.15.8:0/1498388920 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56478fe51ef0 0x56478fe62800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.171 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.167+0000 7f17a0dab740 1 --2- 172.21.15.8:0/1498388920 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56478fe51500 0x56478fe47980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.171 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.167+0000 7f17a0dab740 1 -- 172.21.15.8:0/1498388920 >> 172.21.15.8:0/1498388920 conn(0x56478fe44360 msgr2=0x56478fe47270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:38.171 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.167+0000 7f17a0dab740 1 -- 172.21.15.8:0/1498388920 shutdown_connections 2024-05-20T21:29:38.171 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.167+0000 7f17a0dab740 1 -- 172.21.15.8:0/1498388920 wait complete. 2024-05-20T21:29:38.171 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.168+0000 7f17a0dab740 1 -- start start 2024-05-20T21:29:38.171 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.168+0000 7f17a0dab740 1 Processor -- start 2024-05-20T21:29:38.171 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.168+0000 7f17a0dab740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56478fe51500 0x56478fe5fad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:38.171 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.168+0000 7f17a0dab740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56478fe51ef0 0x56478fe60010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:38.171 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.168+0000 7f17a0dab740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56478fe57060 0x56478fe61020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:38.171 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.168+0000 7f17a0dab740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f17981a60b0 con 0x56478fe51ef0 2024-05-20T21:29:38.171 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.168+0000 7f17a0dab740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f17981a7520 con 0x56478fe51500 2024-05-20T21:29:38.172 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.168+0000 7f17a0dab740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f17981a6780 con 0x56478fe57060 2024-05-20T21:29:38.172 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.168+0000 7f17a0dab740 10 client.0 _ll_register_callbacks cb 0x7f17900093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:29:38.172 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.168+0000 7f1797400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56478fe51500 0x56478fe5fad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:38.172 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.168+0000 7f1797400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56478fe51500 0x56478fe5fad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:42196/0 (socket says 172.21.15.8:42196) 2024-05-20T21:29:38.172 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.168+0000 7f1797400640 1 -- 172.21.15.8:0/2869012458 learned_addr learned my addr 172.21.15.8:0/2869012458 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:29:38.172 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.169+0000 7f1797400640 1 --2- 172.21.15.8:0/2869012458 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56478fe57060 0x56478fe61020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:38.172 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.169+0000 7f178fe00640 1 --2- 172.21.15.8:0/2869012458 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56478fe51ef0 0x56478fe60010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:38.172 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.169+0000 7f1797400640 1 -- 172.21.15.8:0/2869012458 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56478fe57060 msgr2=0x56478fe61020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:38.172 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.169+0000 7f1797400640 1 --2- 172.21.15.8:0/2869012458 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56478fe57060 0x56478fe61020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.172 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.169+0000 7f1797400640 1 -- 172.21.15.8:0/2869012458 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56478fe51ef0 msgr2=0x56478fe60010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:38.172 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.169+0000 7f1797400640 1 --2- 172.21.15.8:0/2869012458 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56478fe51ef0 0x56478fe60010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.172 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.169+0000 7f1797400640 1 -- 172.21.15.8:0/2869012458 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56478fe61610 con 0x56478fe51500 2024-05-20T21:29:38.172 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.169+0000 7f1797400640 1 --2- 172.21.15.8:0/2869012458 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56478fe51500 0x56478fe5fad0 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f1790009600 tx=0x7f1790003b30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=82fecd83c0d4046c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:38.173 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.169+0000 7f1784c00640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:29:38.173 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.169+0000 7f1784c00640 1 -- 172.21.15.8:0/2869012458 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1790004210 con 0x56478fe51500 2024-05-20T21:29:38.173 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.169+0000 7f1784c00640 1 -- 172.21.15.8:0/2869012458 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f179003e040 con 0x56478fe51500 2024-05-20T21:29:38.173 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.169+0000 7f17a0dab740 1 -- 172.21.15.8:0/2869012458 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1790003f20 con 0x56478fe51500 2024-05-20T21:29:38.173 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.170+0000 7f1784c00640 1 -- 172.21.15.8:0/2869012458 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f17900043b0 con 0x56478fe51500 2024-05-20T21:29:38.173 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.170+0000 7f17a0dab740 10 client.29453 fetch_fsmap learned FSMap version 26 2024-05-20T21:29:38.173 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.170+0000 7f17a0dab740 1 -- 172.21.15.8:0/2869012458 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56478fe62920 con 0x56478fe51500 2024-05-20T21:29:38.173 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.170+0000 7f1784c00640 1 -- 172.21.15.8:0/2869012458 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1790003f20 con 0x56478fe51500 2024-05-20T21:29:38.173 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.170+0000 7f1784c00640 1 -- 172.21.15.8:0/2869012458 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f1790024040 con 0x56478fe51500 2024-05-20T21:29:38.173 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.170+0000 7f17a0dab740 10 client.29453 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:29:38.173 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.170+0000 7f17a0dab740 10 client.29453 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:29:38.173 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.170+0000 7f17a0dab740 20 client.29453 populate_metadata read hostname 'smithi008' 2024-05-20T21:29:38.173 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.170+0000 7f17a0dab740 1 --2- 172.21.15.8:0/2869012458 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56478fed1cb0 0x56478fed40a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:38.174 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.170+0000 7f17a0dab740 4 client.29453 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:29:38.174 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.170+0000 7f17a0dab740 1 -- 172.21.15.8:0/2869012458 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56478fdb42c0 con 0x56478fed1cb0 2024-05-20T21:29:38.174 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.171+0000 7f178fe00640 1 --2- 172.21.15.8:0/2869012458 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56478fed1cb0 0x56478fed40a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:38.174 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.171+0000 7f178fe00640 1 --2- 172.21.15.8:0/2869012458 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56478fed1cb0 0x56478fed40a0 crc :-1 s=READY pgs=377 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=422a347eb910f0f server_cookie=f5b9ff043546d2fe in_seq=0 out_seq=0 2024-05-20T21:29:38.174 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.171+0000 7f1784c00640 10 client.29453 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:29:38.189 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.188+0000 7f1784c00640 1 -- 172.21.15.8:0/2869012458 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x56478fdb42c0 con 0x56478fed1cb0 2024-05-20T21:29:38.189 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.188+0000 7f1784c00640 10 client.29453 handle_command_reply: tid=0 2024-05-20T21:29:38.189 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.188+0000 7f17a0dab740 1 client.29453 shutdown 2024-05-20T21:29:38.189 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.188+0000 7f17a0dab740 1 -- 172.21.15.8:0/2869012458 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56478fe51500 msgr2=0x56478fe5fad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:38.189 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.188+0000 7f17a0dab740 1 --2- 172.21.15.8:0/2869012458 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56478fe51500 0x56478fe5fad0 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f1790009600 tx=0x7f1790003b30 comp rx=0 tx=0).stop 2024-05-20T21:29:38.189 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.188+0000 7f17a0dab740 1 -- 172.21.15.8:0/2869012458 shutdown_connections 2024-05-20T21:29:38.189 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.188+0000 7f17a0dab740 1 --2- 172.21.15.8:0/2869012458 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56478fed1cb0 0x56478fed40a0 crc :-1 s=READY pgs=377 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.189 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.188+0000 7f17a0dab740 1 --2- 172.21.15.8:0/2869012458 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56478fe57060 0x56478fe61020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.189 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.188+0000 7f17a0dab740 1 --2- 172.21.15.8:0/2869012458 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56478fe51ef0 0x56478fe60010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.189 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.188+0000 7f17a0dab740 1 --2- 172.21.15.8:0/2869012458 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56478fe51500 0x56478fe5fad0 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.189 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.188+0000 7f1784c00640 0 client.29453 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:29:38.190 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.188+0000 7f17a0dab740 1 -- 172.21.15.8:0/2869012458 >> 172.21.15.8:0/2869012458 conn(0x56478fe44360 msgr2=0x56478fe56840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:38.190 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.188+0000 7f17a0dab740 1 -- 172.21.15.8:0/2869012458 shutdown_connections 2024-05-20T21:29:38.190 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.188+0000 7f17a0dab740 1 -- 172.21.15.8:0/2869012458 wait complete. 2024-05-20T21:29:38.190 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.189+0000 7f17a0dab740 20 client.29453 trim_cache size 0 max 16384 2024-05-20T21:29:38.190 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:29:38.190 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:29:38.190 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:29:38.191 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.190+0000 7f1797e00640 1 -- 172.21.15.8:0/3407968014 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f177c0b27d0 msgr2=0x7f177c0b4c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:38.191 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.190+0000 7f1797e00640 1 --2- 172.21.15.8:0/3407968014 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f177c0b27d0 0x7f177c0b4c90 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f178800c6a0 tx=0x7f1788000bc0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.191 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.190+0000 7f1797e00640 1 -- 172.21.15.8:0/3407968014 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1798104720 msgr2=0x7f179819ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:38.191 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.190+0000 7f1797e00640 1 --2- 172.21.15.8:0/3407968014 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1798104720 0x7f179819ae30 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f178800e9a0 tx=0x7f178800ee60 comp rx=0 tx=0).stop 2024-05-20T21:29:38.191 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.190+0000 7f1797e00640 1 -- 172.21.15.8:0/3407968014 shutdown_connections 2024-05-20T21:29:38.191 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.190+0000 7f1797e00640 1 --2- 172.21.15.8:0/3407968014 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f177c0b27d0 0x7f177c0b4c90 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.192 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.190+0000 7f1797e00640 1 --2- 172.21.15.8:0/3407968014 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f17981061f0 0x7f17981a23e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.192 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.190+0000 7f1797e00640 1 --2- 172.21.15.8:0/3407968014 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f17981050e0 0x7f179819b370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.192 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.190+0000 7f1797e00640 1 --2- 172.21.15.8:0/3407968014 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1798104720 0x7f179819ae30 unknown :-1 s=CLOSED pgs=717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.192 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.190+0000 7f1797e00640 1 -- 172.21.15.8:0/3407968014 >> 172.21.15.8:0/3407968014 conn(0x7f1798100080 msgr2=0x7f17981090a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:38.192 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.190+0000 7f1797e00640 1 -- 172.21.15.8:0/3407968014 shutdown_connections 2024-05-20T21:29:38.192 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:38.190+0000 7f1797e00640 1 -- 172.21.15.8:0/3407968014 wait complete. 2024-05-20T21:29:39.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:29:38 smithi130 ceph-mon[36448]: pgmap v869: 97 pgs: 97 active+clean; 3.0 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:29:39.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:29:38 smithi050 ceph-mon[35809]: pgmap v869: 97 pgs: 97 active+clean; 3.0 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:29:39.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:29:38 smithi008 ceph-mon[31475]: pgmap v869: 97 pgs: 97 active+clean; 3.0 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:29:41.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:29:40 smithi130 ceph-mon[36448]: pgmap v870: 97 pgs: 97 active+clean; 3.0 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-20T21:29:41.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:29:40 smithi050 ceph-mon[35809]: pgmap v870: 97 pgs: 97 active+clean; 3.0 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-20T21:29:41.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:29:40 smithi008 ceph-mon[31475]: pgmap v870: 97 pgs: 97 active+clean; 3.0 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-20T21:29:43.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:29:42 smithi130 ceph-mon[36448]: pgmap v871: 97 pgs: 97 active+clean; 3.1 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 14 op/s 2024-05-20T21:29:43.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:29:42 smithi050 ceph-mon[35809]: pgmap v871: 97 pgs: 97 active+clean; 3.1 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 14 op/s 2024-05-20T21:29:43.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:29:42 smithi008 ceph-mon[31475]: pgmap v871: 97 pgs: 97 active+clean; 3.1 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 14 op/s 2024-05-20T21:29:45.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:29:44 smithi130 ceph-mon[36448]: pgmap v872: 97 pgs: 97 active+clean; 3.1 MiB data, 422 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:29:45.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:29:44 smithi050 ceph-mon[35809]: pgmap v872: 97 pgs: 97 active+clean; 3.1 MiB data, 422 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:29:45.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:29:44 smithi008 ceph-mon[31475]: pgmap v872: 97 pgs: 97 active+clean; 3.1 MiB data, 422 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:29:47.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:29:46 smithi130 ceph-mon[36448]: pgmap v873: 97 pgs: 97 active+clean; 3.1 MiB data, 422 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:29:47.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:29:46 smithi050 ceph-mon[35809]: pgmap v873: 97 pgs: 97 active+clean; 3.1 MiB data, 422 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:29:47.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:29:46 smithi008 ceph-mon[31475]: pgmap v873: 97 pgs: 97 active+clean; 3.1 MiB data, 422 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:29:49.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:29:48 smithi130 ceph-mon[36448]: pgmap v874: 97 pgs: 97 active+clean; 3.1 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:29:49.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:29:48 smithi050 ceph-mon[35809]: pgmap v874: 97 pgs: 97 active+clean; 3.1 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:29:49.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:29:48 smithi008 ceph-mon[31475]: pgmap v874: 97 pgs: 97 active+clean; 3.1 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:29:51.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:29:50 smithi130 ceph-mon[36448]: pgmap v875: 97 pgs: 97 active+clean; 3.1 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:29:51.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:29:50 smithi050 ceph-mon[35809]: pgmap v875: 97 pgs: 97 active+clean; 3.1 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:29:51.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:29:50 smithi008 ceph-mon[31475]: pgmap v875: 97 pgs: 97 active+clean; 3.1 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:29:51.339 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.338+0000 7fb4dea00640 1 -- 172.21.15.8:0/2358201849 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb4d8106890 msgr2=0x7fb4d810d120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:51.339 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.338+0000 7fb4dea00640 1 --2- 172.21.15.8:0/2358201849 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb4d8106890 0x7fb4d810d120 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7fb4c8009860 tx=0x7fb4c802a340 comp rx=0 tx=0).stop 2024-05-20T21:29:51.339 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.338+0000 7fb4dea00640 1 -- 172.21.15.8:0/2358201849 shutdown_connections 2024-05-20T21:29:51.339 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.338+0000 7fb4dea00640 1 --2- 172.21.15.8:0/2358201849 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb4d8106890 0x7fb4d810d120 unknown :-1 s=CLOSED pgs=718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:51.339 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.338+0000 7fb4dea00640 1 --2- 172.21.15.8:0/2358201849 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb4d8105ed0 0x7fb4d8106350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:51.339 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.338+0000 7fb4dea00640 1 --2- 172.21.15.8:0/2358201849 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb4d8104ce0 0x7fb4d8105100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:51.339 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.338+0000 7fb4dea00640 1 -- 172.21.15.8:0/2358201849 >> 172.21.15.8:0/2358201849 conn(0x7fb4d8100270 msgr2=0x7fb4d8102690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:51.340 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.338+0000 7fb4dea00640 1 -- 172.21.15.8:0/2358201849 shutdown_connections 2024-05-20T21:29:51.340 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.338+0000 7fb4dea00640 1 -- 172.21.15.8:0/2358201849 wait complete. 2024-05-20T21:29:51.342 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.339+0000 7fb4dea00640 1 Processor -- start 2024-05-20T21:29:51.342 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.339+0000 7fb4dea00640 1 -- start start 2024-05-20T21:29:51.342 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.340+0000 7fb4dea00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb4d8104ce0 0x7fb4d819ae60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:51.342 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.340+0000 7fb4dea00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb4d8105ed0 0x7fb4d819b3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:51.342 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.340+0000 7fb4dea00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb4d8106890 0x7fb4d81a2410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:51.342 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.340+0000 7fb4dea00640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fb4d81107f0 con 0x7fb4d8105ed0 2024-05-20T21:29:51.342 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.340+0000 7fb4dea00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb4d8110670 con 0x7fb4d8104ce0 2024-05-20T21:29:51.342 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.340+0000 7fb4dea00640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fb4d8110970 con 0x7fb4d8106890 2024-05-20T21:29:51.342 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.340+0000 7fb4d7400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb4d8105ed0 0x7fb4d819b3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:51.342 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.340+0000 7fb4d7400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb4d8105ed0 0x7fb4d819b3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:36728/0 (socket says 172.21.15.8:36728) 2024-05-20T21:29:51.342 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.340+0000 7fb4d7e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb4d8104ce0 0x7fb4d819ae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:51.343 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.340+0000 7fb4d7400640 1 -- 172.21.15.8:0/1915870683 learned_addr learned my addr 172.21.15.8:0/1915870683 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:29:51.343 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.340+0000 7fb4dca00640 1 --2- 172.21.15.8:0/1915870683 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb4d8106890 0x7fb4d81a2410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:51.343 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.341+0000 7fb4d7e00640 1 -- 172.21.15.8:0/1915870683 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb4d8106890 msgr2=0x7fb4d81a2410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:51.343 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.341+0000 7fb4d7e00640 1 --2- 172.21.15.8:0/1915870683 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb4d8106890 0x7fb4d81a2410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:51.343 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.341+0000 7fb4d7e00640 1 -- 172.21.15.8:0/1915870683 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb4d8105ed0 msgr2=0x7fb4d819b3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:51.343 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.341+0000 7fb4d7e00640 1 --2- 172.21.15.8:0/1915870683 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb4d8105ed0 0x7fb4d819b3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:51.343 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.341+0000 7fb4d7e00640 1 -- 172.21.15.8:0/1915870683 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4d81a2a80 con 0x7fb4d8104ce0 2024-05-20T21:29:51.343 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.341+0000 7fb4d7400640 1 --2- 172.21.15.8:0/1915870683 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb4d8105ed0 0x7fb4d819b3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:29:51.343 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.341+0000 7fb4d7e00640 1 --2- 172.21.15.8:0/1915870683 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb4d8104ce0 0x7fb4d819ae60 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7fb4d8105d30 tx=0x7fb4d000c800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:51.343 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.341+0000 7fb4d4c00640 1 -- 172.21.15.8:0/1915870683 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4d001b070 con 0x7fb4d8104ce0 2024-05-20T21:29:51.343 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.341+0000 7fb4dea00640 1 -- 172.21.15.8:0/1915870683 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4d81a2d70 con 0x7fb4d8104ce0 2024-05-20T21:29:51.343 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.341+0000 7fb4d4c00640 1 -- 172.21.15.8:0/1915870683 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb4d0003b80 con 0x7fb4d8104ce0 2024-05-20T21:29:51.343 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.341+0000 7fb4d4c00640 1 -- 172.21.15.8:0/1915870683 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4d00167f0 con 0x7fb4d8104ce0 2024-05-20T21:29:51.343 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.341+0000 7fb4dea00640 1 -- 172.21.15.8:0/1915870683 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4d81a3230 con 0x7fb4d8104ce0 2024-05-20T21:29:51.345 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.345+0000 7fb4e17d4740 1 Processor -- start 2024-05-20T21:29:51.345 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.345+0000 7fb4e17d4740 1 -- start start 2024-05-20T21:29:51.346 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.345+0000 7fb4e17d4740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5653e6613b30 0x5653e6613f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:51.346 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.345+0000 7fb4e17d4740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5653e6614520 0x5653e6619020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:51.346 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.345+0000 7fb4e17d4740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5653e6619690 0x5653e661bb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:51.346 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.345+0000 7fb4e17d4740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5653e6583b90 con 0x5653e6619690 2024-05-20T21:29:51.346 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.345+0000 7fb4e17d4740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5653e6573730 con 0x5653e6613b30 2024-05-20T21:29:51.347 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.345+0000 7fb4e17d4740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5653e6577770 con 0x5653e6614520 2024-05-20T21:29:51.347 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.345+0000 7fb4d4c00640 1 -- 172.21.15.8:0/1915870683 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fb4d001e070 con 0x7fb4d8104ce0 2024-05-20T21:29:51.347 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.345+0000 7fb4d7400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5653e6619690 0x5653e661bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:51.347 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.345+0000 7fb4dca00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5653e6613b30 0x5653e6613f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:51.347 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.345+0000 7fb4dca00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5653e6613b30 0x5653e6613f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:57262/0 (socket says 172.21.15.8:57262) 2024-05-20T21:29:51.347 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.345+0000 7fb4dca00640 1 -- 172.21.15.8:0/1354173604 learned_addr learned my addr 172.21.15.8:0/1354173604 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:29:51.347 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.346+0000 7fb4dca00640 1 -- 172.21.15.8:0/1354173604 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5653e6614520 msgr2=0x5653e6619020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:51.347 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.346+0000 7fb4dca00640 1 --2- 172.21.15.8:0/1354173604 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5653e6614520 0x5653e6619020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:51.347 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.346+0000 7fb4dca00640 1 -- 172.21.15.8:0/1354173604 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5653e6619690 msgr2=0x5653e661bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:51.347 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.346+0000 7fb4dca00640 1 --2- 172.21.15.8:0/1354173604 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5653e6619690 0x5653e661bb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:51.347 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.346+0000 7fb4dca00640 1 -- 172.21.15.8:0/1354173604 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5653e650c8b0 con 0x5653e6613b30 2024-05-20T21:29:51.347 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.346+0000 7fb4dca00640 1 --2- 172.21.15.8:0/1354173604 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5653e6613b30 0x5653e6613f50 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7fb4c8009830 tx=0x7fb4c8005b20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4b1a72d43e6900ea server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:51.350 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.346+0000 7fb4cd200640 1 -- 172.21.15.8:0/1354173604 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4c8037040 con 0x5653e6613b30 2024-05-20T21:29:51.350 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.347+0000 7fb4cd200640 1 -- 172.21.15.8:0/1354173604 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb4c8004030 con 0x5653e6613b30 2024-05-20T21:29:51.350 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.347+0000 7fb4cd200640 1 -- 172.21.15.8:0/1354173604 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4c8003a10 con 0x5653e6613b30 2024-05-20T21:29:51.350 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.347+0000 7fb4e17d4740 1 -- 172.21.15.8:0/1354173604 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5653e6613b30 msgr2=0x5653e6613f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:51.350 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.347+0000 7fb4e17d4740 1 --2- 172.21.15.8:0/1354173604 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5653e6613b30 0x5653e6613f50 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7fb4c8009830 tx=0x7fb4c8005b20 comp rx=0 tx=0).stop 2024-05-20T21:29:51.350 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.347+0000 7fb4d4c00640 1 --2- 172.21.15.8:0/1915870683 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb4bc0b27e0 0x7fb4bc0b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:51.350 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.347+0000 7fb4e17d4740 1 -- 172.21.15.8:0/1354173604 shutdown_connections 2024-05-20T21:29:51.350 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.347+0000 7fb4e17d4740 1 --2- 172.21.15.8:0/1354173604 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5653e6619690 0x5653e661bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:51.350 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.347+0000 7fb4e17d4740 1 --2- 172.21.15.8:0/1354173604 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5653e6614520 0x5653e6619020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:51.351 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.347+0000 7fb4e17d4740 1 --2- 172.21.15.8:0/1354173604 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5653e6613b30 0x5653e6613f50 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:51.351 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.347+0000 7fb4e17d4740 1 -- 172.21.15.8:0/1354173604 >> 172.21.15.8:0/1354173604 conn(0x5653e660f1a0 msgr2=0x5653e660f5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:51.351 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.347+0000 7fb4d4c00640 1 -- 172.21.15.8:0/1915870683 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fb4d00e1ff0 con 0x7fb4d8104ce0 2024-05-20T21:29:51.351 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.348+0000 7fb4dca00640 1 --2- 172.21.15.8:0/1915870683 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb4bc0b27e0 0x7fb4bc0b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:51.351 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.348+0000 7fb4e17d4740 1 -- 172.21.15.8:0/1354173604 shutdown_connections 2024-05-20T21:29:51.351 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.348+0000 7fb4e17d4740 1 -- 172.21.15.8:0/1354173604 wait complete. 2024-05-20T21:29:51.351 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.348+0000 7fb4e17d4740 1 -- start start 2024-05-20T21:29:51.351 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.348+0000 7fb4dca00640 1 --2- 172.21.15.8:0/1915870683 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb4bc0b27e0 0x7fb4bc0b4ca0 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7fb4c802a930 tx=0x7fb4c802a340 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:51.351 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.348+0000 7fb4e17d4740 1 Processor -- start 2024-05-20T21:29:51.351 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.349+0000 7fb4e17d4740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5653e6613b30 0x5653e661d8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:51.351 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.349+0000 7fb4e17d4740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5653e6614520 0x5653e661de30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:51.351 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.349+0000 7fb4e17d4740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5653e6619690 0x5653e6624e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:51.351 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.349+0000 7fb4e17d4740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5653e6259790 con 0x5653e6619690 2024-05-20T21:29:51.351 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.349+0000 7fb4e17d4740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5653e651bbc0 con 0x5653e6613b30 2024-05-20T21:29:51.352 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.349+0000 7fb4e17d4740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5653e661c5e0 con 0x5653e6614520 2024-05-20T21:29:51.352 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.349+0000 7fb4e17d4740 10 client.0 _ll_register_callbacks cb 0x5653e64f9400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:29:51.352 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.349+0000 7fb4d7e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5653e6613b30 0x5653e661d8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:51.352 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.349+0000 7fb4d7400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5653e6614520 0x5653e661de30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:51.352 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.349+0000 7fb4d7400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5653e6614520 0x5653e661de30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:56594/0 (socket says 172.21.15.8:56594) 2024-05-20T21:29:51.352 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.349+0000 7fb4d7e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5653e6613b30 0x5653e661d8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:57266/0 (socket says 172.21.15.8:57266) 2024-05-20T21:29:51.352 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.349+0000 7fb4d7400640 1 -- 172.21.15.8:0/3393889015 learned_addr learned my addr 172.21.15.8:0/3393889015 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:29:51.352 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.349+0000 7fb4dca00640 1 --2- 172.21.15.8:0/3393889015 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5653e6619690 0x5653e6624e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:51.352 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.350+0000 7fb4d7400640 1 -- 172.21.15.8:0/3393889015 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5653e6613b30 msgr2=0x5653e661d8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:51.352 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.350+0000 7fb4d7400640 1 --2- 172.21.15.8:0/3393889015 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5653e6613b30 0x5653e661d8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:51.352 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.350+0000 7fb4d7400640 1 -- 172.21.15.8:0/3393889015 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5653e6619690 msgr2=0x5653e6624e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:51.352 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.350+0000 7fb4d7400640 1 --2- 172.21.15.8:0/3393889015 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5653e6619690 0x5653e6624e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:51.352 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.350+0000 7fb4d7400640 1 -- 172.21.15.8:0/3393889015 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5653e6288210 con 0x5653e6614520 2024-05-20T21:29:51.353 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.350+0000 7fb4d7e00640 1 --2- 172.21.15.8:0/3393889015 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5653e6613b30 0x5653e661d8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:29:51.355 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.350+0000 7fb4d7400640 1 --2- 172.21.15.8:0/3393889015 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5653e6614520 0x5653e661de30 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7fb4c4012d20 tx=0x7fb4c400f790 comp rx=0 tx=0).ready entity=mon.1 client_cookie=12c493a0845e22cc server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:51.355 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.350+0000 7fb4c1600640 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:29:51.355 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.350+0000 7fb4c1600640 1 -- 172.21.15.8:0/3393889015 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4c4005020 con 0x5653e6614520 2024-05-20T21:29:51.355 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.350+0000 7fb4e17d4740 1 -- 172.21.15.8:0/3393889015 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb4c8004030 con 0x5653e6614520 2024-05-20T21:29:51.355 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.350+0000 7fb4c1600640 1 -- 172.21.15.8:0/3393889015 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fb4c40051c0 con 0x5653e6614520 2024-05-20T21:29:51.355 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.351+0000 7fb4c1600640 1 -- 172.21.15.8:0/3393889015 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb4c40053c0 con 0x5653e6614520 2024-05-20T21:29:51.355 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.351+0000 7fb4e17d4740 10 client.29518 fetch_fsmap learned FSMap version 26 2024-05-20T21:29:51.355 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.351+0000 7fb4e17d4740 1 -- 172.21.15.8:0/3393889015 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5653e6354620 con 0x5653e6614520 2024-05-20T21:29:51.355 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.351+0000 7fb4c1600640 1 -- 172.21.15.8:0/3393889015 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb4c8004030 con 0x5653e6614520 2024-05-20T21:29:51.356 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.351+0000 7fb4c1600640 1 -- 172.21.15.8:0/3393889015 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb4c401c4e0 con 0x5653e6614520 2024-05-20T21:29:51.356 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.352+0000 7fb4e17d4740 10 client.29518 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:29:51.356 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.352+0000 7fb4e17d4740 10 client.29518 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:29:51.356 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.352+0000 7fb4e17d4740 20 client.29518 populate_metadata read hostname 'smithi008' 2024-05-20T21:29:51.356 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.352+0000 7fb4e17d4740 1 --2- 172.21.15.8:0/3393889015 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5653e66294e0 0x5653e662b930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:51.356 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.352+0000 7fb4e17d4740 4 client.29518 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:29:51.356 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.352+0000 7fb4e17d4740 1 -- 172.21.15.8:0/3393889015 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5653e6585ae0 con 0x5653e66294e0 2024-05-20T21:29:51.356 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.352+0000 7fb4d7e00640 1 --2- 172.21.15.8:0/3393889015 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5653e66294e0 0x5653e662b930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:51.356 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.352+0000 7fb4d7e00640 1 --2- 172.21.15.8:0/3393889015 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5653e66294e0 0x5653e662b930 crc :-1 s=READY pgs=378 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3276bc1658929911 server_cookie=cbd602796f244532 in_seq=0 out_seq=0 2024-05-20T21:29:51.356 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.352+0000 7fb4c1600640 10 client.29518 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:29:51.356 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.353+0000 7fb4c1600640 1 -- 172.21.15.8:0/3393889015 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5653e6585ae0 con 0x5653e66294e0 2024-05-20T21:29:51.356 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.353+0000 7fb4c1600640 10 client.29518 handle_command_reply: tid=0 2024-05-20T21:29:51.356 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.353+0000 7fb4e17d4740 1 client.29518 shutdown 2024-05-20T21:29:51.356 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.354+0000 7fb4e17d4740 1 -- 172.21.15.8:0/3393889015 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5653e6614520 msgr2=0x5653e661de30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:51.356 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.354+0000 7fb4e17d4740 1 --2- 172.21.15.8:0/3393889015 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5653e6614520 0x5653e661de30 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7fb4c4012d20 tx=0x7fb4c400f790 comp rx=0 tx=0).stop 2024-05-20T21:29:51.357 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.354+0000 7fb4e17d4740 1 -- 172.21.15.8:0/3393889015 shutdown_connections 2024-05-20T21:29:51.357 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.354+0000 7fb4e17d4740 1 --2- 172.21.15.8:0/3393889015 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5653e66294e0 0x5653e662b930 crc :-1 s=READY pgs=378 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:51.357 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.354+0000 7fb4e17d4740 1 --2- 172.21.15.8:0/3393889015 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5653e6619690 0x5653e6624e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:51.357 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.354+0000 7fb4e17d4740 1 --2- 172.21.15.8:0/3393889015 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5653e6614520 0x5653e661de30 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:51.357 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.354+0000 7fb4c1600640 0 client.29518 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:29:51.357 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.354+0000 7fb4e17d4740 1 --2- 172.21.15.8:0/3393889015 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5653e6613b30 0x5653e661d8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:51.357 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.354+0000 7fb4e17d4740 1 -- 172.21.15.8:0/3393889015 >> 172.21.15.8:0/3393889015 conn(0x5653e660f1a0 msgr2=0x5653e660e310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:51.357 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.354+0000 7fb4e17d4740 1 -- 172.21.15.8:0/3393889015 shutdown_connections 2024-05-20T21:29:51.357 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.354+0000 7fb4e17d4740 1 -- 172.21.15.8:0/3393889015 wait complete. 2024-05-20T21:29:51.357 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.354+0000 7fb4e17d4740 20 client.29518 trim_cache size 0 max 16384 2024-05-20T21:29:51.371 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.371+0000 7fb4e17d4740 1 Processor -- start 2024-05-20T21:29:51.372 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.371+0000 7fb4e17d4740 1 -- start start 2024-05-20T21:29:51.372 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.371+0000 7fb4e17d4740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5653e6613b30 0x5653e6609dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:51.372 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.371+0000 7fb4e17d4740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5653e6614520 0x5653e6624e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:51.372 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.371+0000 7fb4e17d4740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5653e6619690 0x5653e6612080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:51.372 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.371+0000 7fb4e17d4740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fb4d81ae920 con 0x5653e6613b30 2024-05-20T21:29:51.372 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.371+0000 7fb4e17d4740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb4d81ac1f0 con 0x5653e6614520 2024-05-20T21:29:51.372 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.371+0000 7fb4e17d4740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fb4d81aa040 con 0x5653e6619690 2024-05-20T21:29:51.374 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.372+0000 7fb4d7e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5653e6613b30 0x5653e6609dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:51.374 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.372+0000 7fb4d7e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5653e6613b30 0x5653e6609dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:36764/0 (socket says 172.21.15.8:36764) 2024-05-20T21:29:51.374 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.372+0000 7fb4d7e00640 1 -- 172.21.15.8:0/2972163988 learned_addr learned my addr 172.21.15.8:0/2972163988 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:29:51.374 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.372+0000 7fb4d7400640 1 --2- 172.21.15.8:0/2972163988 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5653e6614520 0x5653e6624e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:51.374 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.372+0000 7fb4dca00640 1 --2- 172.21.15.8:0/2972163988 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5653e6619690 0x5653e6612080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:51.374 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.372+0000 7fb4d7e00640 1 -- 172.21.15.8:0/2972163988 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5653e6619690 msgr2=0x5653e6612080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:51.374 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.372+0000 7fb4d7e00640 1 --2- 172.21.15.8:0/2972163988 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5653e6619690 0x5653e6612080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:51.374 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.372+0000 7fb4d7e00640 1 -- 172.21.15.8:0/2972163988 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5653e6614520 msgr2=0x5653e6624e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:51.374 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.372+0000 7fb4d7e00640 1 --2- 172.21.15.8:0/2972163988 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5653e6614520 0x5653e6624e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:51.375 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.372+0000 7fb4d7e00640 1 -- 172.21.15.8:0/2972163988 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5653e660efd0 con 0x5653e6613b30 2024-05-20T21:29:51.375 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.372+0000 7fb4d7400640 1 --2- 172.21.15.8:0/2972163988 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5653e6614520 0x5653e6624e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:29:51.375 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.372+0000 7fb4d7e00640 1 --2- 172.21.15.8:0/2972163988 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5653e6613b30 0x5653e6609dd0 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7fb4d00cc0b0 tx=0x7fb4d00cc040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e88a24e9e8f73f0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:51.375 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.373+0000 7fb4c3e00640 1 -- 172.21.15.8:0/2972163988 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4d00b2440 con 0x5653e6613b30 2024-05-20T21:29:51.375 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.373+0000 7fb4c3e00640 1 -- 172.21.15.8:0/2972163988 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb4d0003d30 con 0x5653e6613b30 2024-05-20T21:29:51.375 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.373+0000 7fb4c3e00640 1 -- 172.21.15.8:0/2972163988 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4d00a5000 con 0x5653e6613b30 2024-05-20T21:29:51.375 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.373+0000 7fb4e17d4740 1 -- 172.21.15.8:0/2972163988 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5653e6613b30 msgr2=0x5653e6609dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:51.375 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.373+0000 7fb4e17d4740 1 --2- 172.21.15.8:0/2972163988 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5653e6613b30 0x5653e6609dd0 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7fb4d00cc0b0 tx=0x7fb4d00cc040 comp rx=0 tx=0).stop 2024-05-20T21:29:51.375 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.373+0000 7fb4e17d4740 1 -- 172.21.15.8:0/2972163988 shutdown_connections 2024-05-20T21:29:51.375 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.373+0000 7fb4e17d4740 1 --2- 172.21.15.8:0/2972163988 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5653e6619690 0x5653e6612080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:51.375 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.373+0000 7fb4e17d4740 1 --2- 172.21.15.8:0/2972163988 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5653e6614520 0x5653e6624e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:51.375 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.373+0000 7fb4e17d4740 1 --2- 172.21.15.8:0/2972163988 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5653e6613b30 0x5653e6609dd0 unknown :-1 s=CLOSED pgs=719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:51.375 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.373+0000 7fb4e17d4740 1 -- 172.21.15.8:0/2972163988 >> 172.21.15.8:0/2972163988 conn(0x5653e660f1a0 msgr2=0x5653e660f580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:51.376 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.373+0000 7fb4e17d4740 1 -- 172.21.15.8:0/2972163988 shutdown_connections 2024-05-20T21:29:51.376 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.373+0000 7fb4e17d4740 1 -- 172.21.15.8:0/2972163988 wait complete. 2024-05-20T21:29:51.378 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.374+0000 7fb4e17d4740 1 -- start start 2024-05-20T21:29:51.378 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.374+0000 7fb4e17d4740 1 Processor -- start 2024-05-20T21:29:51.378 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.375+0000 7fb4e17d4740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5653e6613b30 0x5653e6624d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:51.379 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.375+0000 7fb4e17d4740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5653e6614520 0x5653e6621820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:51.379 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.375+0000 7fb4e17d4740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5653e6619690 0x5653e6621d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:51.379 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.375+0000 7fb4e17d4740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fb4d81aa6b0 con 0x5653e6613b30 2024-05-20T21:29:51.379 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.375+0000 7fb4e17d4740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb4d81abb20 con 0x5653e6619690 2024-05-20T21:29:51.379 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.375+0000 7fb4e17d4740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fb4d81aad80 con 0x5653e6614520 2024-05-20T21:29:51.379 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.375+0000 7fb4e17d4740 10 client.0 _ll_register_callbacks cb 0x7fb4c4009d00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:29:51.379 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.375+0000 7fb4d7e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5653e6613b30 0x5653e6624d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:51.379 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.375+0000 7fb4d7e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5653e6613b30 0x5653e6624d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:36780/0 (socket says 172.21.15.8:36780) 2024-05-20T21:29:51.379 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.375+0000 7fb4d7e00640 1 -- 172.21.15.8:0/1459278962 learned_addr learned my addr 172.21.15.8:0/1459278962 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:29:51.379 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.375+0000 7fb4d7400640 1 --2- 172.21.15.8:0/1459278962 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5653e6614520 0x5653e6621820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:51.379 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.375+0000 7fb4dca00640 1 --2- 172.21.15.8:0/1459278962 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5653e6619690 0x5653e6621d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:51.379 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.375+0000 7fb4d7e00640 1 -- 172.21.15.8:0/1459278962 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5653e6614520 msgr2=0x5653e6621820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:51.380 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.375+0000 7fb4d7e00640 1 --2- 172.21.15.8:0/1459278962 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5653e6614520 0x5653e6621820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:51.380 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.375+0000 7fb4d7e00640 1 -- 172.21.15.8:0/1459278962 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5653e6619690 msgr2=0x5653e6621d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:51.380 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.375+0000 7fb4d7e00640 1 --2- 172.21.15.8:0/1459278962 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5653e6619690 0x5653e6621d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:51.380 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.375+0000 7fb4d7e00640 1 -- 172.21.15.8:0/1459278962 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5653e660fe70 con 0x5653e6613b30 2024-05-20T21:29:51.380 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.375+0000 7fb4d7400640 1 --2- 172.21.15.8:0/1459278962 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5653e6614520 0x5653e6621820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:29:51.380 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.376+0000 7fb4d7e00640 1 --2- 172.21.15.8:0/1459278962 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5653e6613b30 0x5653e6624d80 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7fb4d00a5710 tx=0x7fb4d00b24b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da1a29926ed96c0e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:51.380 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.376+0000 7fb4c1600640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:29:51.380 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.376+0000 7fb4c1600640 1 -- 172.21.15.8:0/1459278962 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4d00a88f0 con 0x5653e6613b30 2024-05-20T21:29:51.380 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.376+0000 7fb4c1600640 1 -- 172.21.15.8:0/1459278962 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fb4d00a8a90 con 0x5653e6613b30 2024-05-20T21:29:51.380 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.376+0000 7fb4e17d4740 1 -- 172.21.15.8:0/1459278962 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb4d0003d30 con 0x5653e6613b30 2024-05-20T21:29:51.380 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.376+0000 7fb4c1600640 1 -- 172.21.15.8:0/1459278962 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb4d00ca300 con 0x5653e6613b30 2024-05-20T21:29:51.380 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.376+0000 7fb4e17d4740 10 client.19353 fetch_fsmap learned FSMap version 26 2024-05-20T21:29:51.380 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.376+0000 7fb4e17d4740 1 -- 172.21.15.8:0/1459278962 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5653e66931c0 con 0x5653e6613b30 2024-05-20T21:29:51.380 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.377+0000 7fb4c1600640 1 -- 172.21.15.8:0/1459278962 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb4d0003d30 con 0x5653e6613b30 2024-05-20T21:29:51.381 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.377+0000 7fb4c1600640 1 -- 172.21.15.8:0/1459278962 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb4d000b040 con 0x5653e6613b30 2024-05-20T21:29:51.381 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.377+0000 7fb4e17d4740 10 client.19353 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:29:51.381 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.377+0000 7fb4e17d4740 10 client.19353 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:29:51.381 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.377+0000 7fb4e17d4740 20 client.19353 populate_metadata read hostname 'smithi008' 2024-05-20T21:29:51.381 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.377+0000 7fb4e17d4740 1 --2- 172.21.15.8:0/1459278962 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5653e6693b70 0x5653e6695f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:51.381 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.377+0000 7fb4e17d4740 4 client.19353 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:29:51.381 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.377+0000 7fb4e17d4740 1 -- 172.21.15.8:0/1459278962 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5653e657f2c0 con 0x5653e6693b70 2024-05-20T21:29:51.381 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.377+0000 7fb4d7400640 1 --2- 172.21.15.8:0/1459278962 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5653e6693b70 0x5653e6695f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:51.381 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.378+0000 7fb4d7400640 1 --2- 172.21.15.8:0/1459278962 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5653e6693b70 0x5653e6695f90 crc :-1 s=READY pgs=379 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a52c7158fcdc0558 server_cookie=3f450f3720c090be in_seq=0 out_seq=0 2024-05-20T21:29:51.381 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.378+0000 7fb4c1600640 10 client.19353 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:29:51.396 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.395+0000 7fb4c1600640 1 -- 172.21.15.8:0/1459278962 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5653e657f2c0 con 0x5653e6693b70 2024-05-20T21:29:51.396 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.395+0000 7fb4c1600640 10 client.19353 handle_command_reply: tid=0 2024-05-20T21:29:51.396 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.395+0000 7fb4e17d4740 1 client.19353 shutdown 2024-05-20T21:29:51.396 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.395+0000 7fb4e17d4740 1 -- 172.21.15.8:0/1459278962 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5653e6613b30 msgr2=0x5653e6624d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:51.396 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.395+0000 7fb4e17d4740 1 --2- 172.21.15.8:0/1459278962 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5653e6613b30 0x5653e6624d80 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7fb4d00a5710 tx=0x7fb4d00b24b0 comp rx=0 tx=0).stop 2024-05-20T21:29:51.396 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.395+0000 7fb4e17d4740 1 -- 172.21.15.8:0/1459278962 shutdown_connections 2024-05-20T21:29:51.396 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.395+0000 7fb4e17d4740 1 --2- 172.21.15.8:0/1459278962 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5653e6693b70 0x5653e6695f90 crc :-1 s=READY pgs=379 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:51.396 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.395+0000 7fb4e17d4740 1 --2- 172.21.15.8:0/1459278962 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5653e6619690 0x5653e6621d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:51.396 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.395+0000 7fb4c1600640 0 client.19353 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:29:51.396 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.395+0000 7fb4e17d4740 1 --2- 172.21.15.8:0/1459278962 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5653e6614520 0x5653e6621820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:51.396 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.395+0000 7fb4e17d4740 1 --2- 172.21.15.8:0/1459278962 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5653e6613b30 0x5653e6624d80 unknown :-1 s=CLOSED pgs=720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:51.397 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.395+0000 7fb4e17d4740 1 -- 172.21.15.8:0/1459278962 >> 172.21.15.8:0/1459278962 conn(0x5653e660f1a0 msgr2=0x5653e6609dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:51.397 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.396+0000 7fb4e17d4740 1 -- 172.21.15.8:0/1459278962 shutdown_connections 2024-05-20T21:29:51.397 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.396+0000 7fb4e17d4740 1 -- 172.21.15.8:0/1459278962 wait complete. 2024-05-20T21:29:51.397 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.396+0000 7fb4e17d4740 20 client.19353 trim_cache size 0 max 16384 2024-05-20T21:29:51.398 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:29:51.398 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:29:51.398 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:29:51.398 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.397+0000 7fb4dea00640 1 -- 172.21.15.8:0/1915870683 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb4bc0b27e0 msgr2=0x7fb4bc0b4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:51.398 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.397+0000 7fb4dea00640 1 --2- 172.21.15.8:0/1915870683 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb4bc0b27e0 0x7fb4bc0b4ca0 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7fb4c802a930 tx=0x7fb4c802a340 comp rx=0 tx=0).stop 2024-05-20T21:29:51.399 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.397+0000 7fb4dea00640 1 -- 172.21.15.8:0/1915870683 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb4d8104ce0 msgr2=0x7fb4d819ae60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:51.399 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.397+0000 7fb4dea00640 1 --2- 172.21.15.8:0/1915870683 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb4d8104ce0 0x7fb4d819ae60 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7fb4d8105d30 tx=0x7fb4d000c800 comp rx=0 tx=0).stop 2024-05-20T21:29:51.399 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.397+0000 7fb4dea00640 1 -- 172.21.15.8:0/1915870683 shutdown_connections 2024-05-20T21:29:51.399 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.397+0000 7fb4dea00640 1 --2- 172.21.15.8:0/1915870683 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb4bc0b27e0 0x7fb4bc0b4ca0 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:51.399 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.397+0000 7fb4dea00640 1 --2- 172.21.15.8:0/1915870683 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb4d8106890 0x7fb4d81a2410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:51.399 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.397+0000 7fb4dea00640 1 --2- 172.21.15.8:0/1915870683 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb4d8105ed0 0x7fb4d819b3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:51.399 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.397+0000 7fb4dea00640 1 --2- 172.21.15.8:0/1915870683 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb4d8104ce0 0x7fb4d819ae60 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:51.399 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.397+0000 7fb4dea00640 1 -- 172.21.15.8:0/1915870683 >> 172.21.15.8:0/1915870683 conn(0x7fb4d8100270 msgr2=0x7fb4d81091d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:51.399 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.397+0000 7fb4dea00640 1 -- 172.21.15.8:0/1915870683 shutdown_connections 2024-05-20T21:29:51.399 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:29:51.398+0000 7fb4dea00640 1 -- 172.21.15.8:0/1915870683 wait complete. 2024-05-20T21:29:53.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:29:52 smithi130 ceph-mon[36448]: pgmap v876: 97 pgs: 97 active+clean; 3.2 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:29:53.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:29:52 smithi050 ceph-mon[35809]: pgmap v876: 97 pgs: 97 active+clean; 3.2 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:29:53.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:29:52 smithi008 ceph-mon[31475]: pgmap v876: 97 pgs: 97 active+clean; 3.2 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:29:54.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:29:54 smithi130 ceph-mon[36448]: pgmap v877: 97 pgs: 97 active+clean; 3.2 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:29:54.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:29:54 smithi050 ceph-mon[35809]: pgmap v877: 97 pgs: 97 active+clean; 3.2 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:29:54.702 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:29:54 smithi008 ceph-mon[31475]: pgmap v877: 97 pgs: 97 active+clean; 3.2 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:29:56.315 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:29:56.792 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:29:56.977 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:29:56 smithi008 ceph-mon[31475]: pgmap v878: 97 pgs: 97 active+clean; 3.3 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:29:57.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:29:56 smithi130 ceph-mon[36448]: pgmap v878: 97 pgs: 97 active+clean; 3.3 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:29:57.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:29:56 smithi050 ceph-mon[35809]: pgmap v878: 97 pgs: 97 active+clean; 3.3 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:29:58.934 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.934+0000 7f63e8e00700 1 -- 172.21.15.8:0/149295417 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f63e41035f0 msgr2=0x7f63e4103a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:58.935 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.934+0000 7f63e8e00700 1 --2- 172.21.15.8:0/149295417 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f63e41035f0 0x7f63e4103a50 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f63cc009990 tx=0x7f63cc009ca0 comp rx=0 tx=0).stop 2024-05-20T21:29:58.935 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.934+0000 7f63e8e00700 1 -- 172.21.15.8:0/149295417 shutdown_connections 2024-05-20T21:29:58.935 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.934+0000 7f63e8e00700 1 --2- 172.21.15.8:0/149295417 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f63e4108500 0x7f63e41088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:58.935 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.934+0000 7f63e8e00700 1 --2- 172.21.15.8:0/149295417 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f63e4103f90 0x7f63e4110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:58.935 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.934+0000 7f63e8e00700 1 --2- 172.21.15.8:0/149295417 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f63e41035f0 0x7f63e4103a50 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:58.935 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.934+0000 7f63e8e00700 1 -- 172.21.15.8:0/149295417 >> 172.21.15.8:0/149295417 conn(0x7f63e407a6a0 msgr2=0x7f63e407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:58.935 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:29:58 smithi008 ceph-mon[31475]: pgmap v879: 97 pgs: 97 active+clean; 3.3 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:29:58.936 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.934+0000 7f63e8e00700 1 -- 172.21.15.8:0/149295417 shutdown_connections 2024-05-20T21:29:58.936 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.934+0000 7f63e8e00700 1 -- 172.21.15.8:0/149295417 wait complete. 2024-05-20T21:29:58.936 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.935+0000 7f63e8e00700 1 Processor -- start 2024-05-20T21:29:58.936 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.936+0000 7f63e8e00700 1 -- start start 2024-05-20T21:29:58.937 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.936+0000 7f63e8e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f63e41035f0 0x7f63e4075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:58.937 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.936+0000 7f63e8e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f63e4103f90 0x7f63e4075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:58.937 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.936+0000 7f63e8e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f63e4108500 0x7f63e40762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:58.937 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.936+0000 7f63e8e00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f63e4113780 con 0x7f63e4103f90 2024-05-20T21:29:58.937 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.936+0000 7f63e8e00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f63e4113600 con 0x7f63e41035f0 2024-05-20T21:29:58.937 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.936+0000 7f63e8e00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f63e4113900 con 0x7f63e4108500 2024-05-20T21:29:58.938 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.937+0000 7f63d9400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f63e4103f90 0x7f63e4075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:58.938 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.937+0000 7f63e1e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f63e41035f0 0x7f63e4075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:58.938 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.937+0000 7f63d9400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f63e4103f90 0x7f63e4075d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:48746/0 (socket says 172.21.15.8:48746) 2024-05-20T21:29:58.938 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.937+0000 7f63d9400700 1 -- 172.21.15.8:0/2380428985 learned_addr learned my addr 172.21.15.8:0/2380428985 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:29:58.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.937+0000 7f63e1e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f63e41035f0 0x7f63e4075840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:47312/0 (socket says 172.21.15.8:47312) 2024-05-20T21:29:58.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.937+0000 7f63e2800700 1 --2- 172.21.15.8:0/2380428985 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f63e4108500 0x7f63e40762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:58.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.937+0000 7f63e1e00700 1 -- 172.21.15.8:0/2380428985 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f63e4108500 msgr2=0x7f63e40762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:58.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.937+0000 7f63e1e00700 1 --2- 172.21.15.8:0/2380428985 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f63e4108500 0x7f63e40762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:58.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.937+0000 7f63e1e00700 1 -- 172.21.15.8:0/2380428985 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f63e4103f90 msgr2=0x7f63e4075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:58.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.937+0000 7f63e1e00700 1 --2- 172.21.15.8:0/2380428985 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f63e4103f90 0x7f63e4075d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:58.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.937+0000 7f63e1e00700 1 -- 172.21.15.8:0/2380428985 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63e41a8180 con 0x7f63e41035f0 2024-05-20T21:29:58.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.938+0000 7f63e1e00700 1 --2- 172.21.15.8:0/2380428985 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f63e41035f0 0x7f63e4075840 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f63d400e9c0 tx=0x7f63d400ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:58.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.938+0000 7f63db400700 1 -- 172.21.15.8:0/2380428985 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63d4004220 con 0x7f63e41035f0 2024-05-20T21:29:58.940 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.938+0000 7f63db400700 1 -- 172.21.15.8:0/2380428985 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f63d40043c0 con 0x7f63e41035f0 2024-05-20T21:29:58.940 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.938+0000 7f63e8e00700 1 -- 172.21.15.8:0/2380428985 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63e41a8470 con 0x7f63e41035f0 2024-05-20T21:29:58.940 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.938+0000 7f63db400700 1 -- 172.21.15.8:0/2380428985 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63d4003c50 con 0x7f63e41035f0 2024-05-20T21:29:58.940 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.938+0000 7f63e8e00700 1 -- 172.21.15.8:0/2380428985 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63e41a8a00 con 0x7f63e41035f0 2024-05-20T21:29:58.942 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.942+0000 7f63db400700 1 -- 172.21.15.8:0/2380428985 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f63d400c7c0 con 0x7f63e41035f0 2024-05-20T21:29:58.943 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.943+0000 7f63f37bbb80 1 Processor -- start 2024-05-20T21:29:58.943 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.943+0000 7f63f37bbb80 1 -- start start 2024-05-20T21:29:58.944 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.944+0000 7f63f37bbb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5612dd51b610 0x5612dd51b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:58.944 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.944+0000 7f63f37bbb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5612dd51bf30 0x5612dd515b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:58.945 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.944+0000 7f63f37bbb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5612dd516140 0x5612dd5165c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:58.945 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.944+0000 7f63f37bbb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5612dd473e40 con 0x5612dd516140 2024-05-20T21:29:58.945 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.944+0000 7f63f37bbb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5612dd4639e0 con 0x5612dd51b610 2024-05-20T21:29:58.945 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.944+0000 7f63f37bbb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5612dd467a20 con 0x5612dd51bf30 2024-05-20T21:29:58.945 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.944+0000 7f63e1e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5612dd51bf30 0x5612dd515b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:58.945 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.944+0000 7f63e1e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5612dd51bf30 0x5612dd515b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:42638/0 (socket says 172.21.15.8:42638) 2024-05-20T21:29:58.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.944+0000 7f63e2800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5612dd51b610 0x5612dd51b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:58.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.944+0000 7f63e1e00700 1 -- 172.21.15.8:0/1050513518 learned_addr learned my addr 172.21.15.8:0/1050513518 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:29:58.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.944+0000 7f63d9400700 1 --2- 172.21.15.8:0/1050513518 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5612dd516140 0x5612dd5165c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:58.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.945+0000 7f63db400700 1 --2- 172.21.15.8:0/2380428985 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f63c40b2900 0x7f63c40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:58.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.945+0000 7f63db400700 1 -- 172.21.15.8:0/2380428985 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f63d40e2230 con 0x7f63e41035f0 2024-05-20T21:29:58.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.945+0000 7f63e1e00700 1 -- 172.21.15.8:0/1050513518 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5612dd51b610 msgr2=0x5612dd51b9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:58.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.945+0000 7f63e1e00700 1 --2- 172.21.15.8:0/1050513518 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5612dd51b610 0x5612dd51b9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:58.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.945+0000 7f63e1e00700 1 -- 172.21.15.8:0/1050513518 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5612dd516140 msgr2=0x5612dd5165c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:58.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.945+0000 7f63e1e00700 1 --2- 172.21.15.8:0/1050513518 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5612dd516140 0x5612dd5165c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:58.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.945+0000 7f63e1e00700 1 -- 172.21.15.8:0/1050513518 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5612dd42c420 con 0x5612dd51bf30 2024-05-20T21:29:58.947 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.945+0000 7f63e2800700 1 --2- 172.21.15.8:0/2380428985 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f63c40b2900 0x7f63c40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:58.947 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.945+0000 7f63e1e00700 1 --2- 172.21.15.8:0/1050513518 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5612dd51bf30 0x5612dd515b20 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f63d4003800 tx=0x7f63d40e5f80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=24555398aa71dc26 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:58.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.946+0000 7f63d3400700 1 -- 172.21.15.8:0/1050513518 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63d40a95b0 con 0x5612dd51bf30 2024-05-20T21:29:58.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.946+0000 7f63e2800700 1 --2- 172.21.15.8:0/2380428985 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f63c40b2900 0x7f63c40b4dc0 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f63dc009fd0 tx=0x7f63dc004ad0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:58.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.946+0000 7f63d3400700 1 -- 172.21.15.8:0/1050513518 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f63d40a92f0 con 0x5612dd51bf30 2024-05-20T21:29:58.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.946+0000 7f63d3400700 1 -- 172.21.15.8:0/1050513518 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63d4004570 con 0x5612dd51bf30 2024-05-20T21:29:58.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.947+0000 7f63f37bbb80 1 -- 172.21.15.8:0/1050513518 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5612dd51bf30 msgr2=0x5612dd515b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:58.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.947+0000 7f63f37bbb80 1 --2- 172.21.15.8:0/1050513518 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5612dd51bf30 0x5612dd515b20 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f63d4003800 tx=0x7f63d40e5f80 comp rx=0 tx=0).stop 2024-05-20T21:29:58.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.947+0000 7f63f37bbb80 1 -- 172.21.15.8:0/1050513518 shutdown_connections 2024-05-20T21:29:58.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.947+0000 7f63f37bbb80 1 --2- 172.21.15.8:0/1050513518 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5612dd51b610 0x5612dd51b9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:58.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.947+0000 7f63f37bbb80 1 --2- 172.21.15.8:0/1050513518 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5612dd516140 0x5612dd5165c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:58.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.947+0000 7f63f37bbb80 1 --2- 172.21.15.8:0/1050513518 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5612dd51bf30 0x5612dd515b20 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:58.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.947+0000 7f63f37bbb80 1 -- 172.21.15.8:0/1050513518 >> 172.21.15.8:0/1050513518 conn(0x5612dd443be0 msgr2=0x5612dd510690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:58.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.947+0000 7f63f37bbb80 1 -- 172.21.15.8:0/1050513518 shutdown_connections 2024-05-20T21:29:58.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.947+0000 7f63f37bbb80 1 -- 172.21.15.8:0/1050513518 wait complete. 2024-05-20T21:29:58.949 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.947+0000 7f63f37bbb80 1 -- start start 2024-05-20T21:29:58.949 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.948+0000 7f63f37bbb80 1 Processor -- start 2024-05-20T21:29:58.949 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.948+0000 7f63f37bbb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5612dd516140 0x5612dd521b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:58.950 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.948+0000 7f63f37bbb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5612dd51b610 0x5612dd51ef10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:58.950 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.948+0000 7f63f37bbb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5612dd51bf30 0x5612dd51f450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:58.950 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.948+0000 7f63f37bbb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5612dd369fa0 con 0x5612dd51bf30 2024-05-20T21:29:58.950 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.948+0000 7f63f37bbb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5612dd404760 con 0x5612dd51b610 2024-05-20T21:29:58.950 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.948+0000 7f63f37bbb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5612dd522980 con 0x5612dd516140 2024-05-20T21:29:58.950 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.948+0000 7f63f37bbb80 10 client.0 _ll_register_callbacks cb 0x5612dd40dc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:29:58.950 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.949+0000 7f63e2800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5612dd51bf30 0x5612dd51f450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:58.950 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.949+0000 7f63e1e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5612dd516140 0x5612dd521b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:58.950 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.949+0000 7f63e1e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5612dd516140 0x5612dd521b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:42652/0 (socket says 172.21.15.8:42652) 2024-05-20T21:29:58.950 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.949+0000 7f63e1e00700 1 -- 172.21.15.8:0/3709600189 learned_addr learned my addr 172.21.15.8:0/3709600189 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:29:58.950 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.949+0000 7f63d9400700 1 --2- 172.21.15.8:0/3709600189 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5612dd51b610 0x5612dd51ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:58.950 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.949+0000 7f63e1e00700 1 -- 172.21.15.8:0/3709600189 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5612dd51b610 msgr2=0x5612dd51ef10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:58.950 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.949+0000 7f63e1e00700 1 --2- 172.21.15.8:0/3709600189 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5612dd51b610 0x5612dd51ef10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:58.950 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.949+0000 7f63e1e00700 1 -- 172.21.15.8:0/3709600189 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5612dd51bf30 msgr2=0x5612dd51f450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:58.951 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.949+0000 7f63e1e00700 1 --2- 172.21.15.8:0/3709600189 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5612dd51bf30 0x5612dd51f450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:58.951 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.949+0000 7f63e1e00700 1 -- 172.21.15.8:0/3709600189 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5612dd3b38d0 con 0x5612dd516140 2024-05-20T21:29:58.952 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.949+0000 7f63e1e00700 1 --2- 172.21.15.8:0/3709600189 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5612dd516140 0x5612dd521b70 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f63d4000c00 tx=0x7f63d40b2440 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1367a34f2486f764 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:58.952 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.950+0000 7f63cbe00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:29:58.952 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.950+0000 7f63cbe00700 1 -- 172.21.15.8:0/3709600189 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63d40a8f50 con 0x5612dd516140 2024-05-20T21:29:58.952 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.950+0000 7f63cbe00700 1 -- 172.21.15.8:0/3709600189 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f63d40a5dd0 con 0x5612dd516140 2024-05-20T21:29:58.952 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.950+0000 7f63f37bbb80 1 -- 172.21.15.8:0/3709600189 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f63d40a92f0 con 0x5612dd516140 2024-05-20T21:29:58.952 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.950+0000 7f63cbe00700 1 -- 172.21.15.8:0/3709600189 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f63d40a9130 con 0x5612dd516140 2024-05-20T21:29:58.952 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.950+0000 7f63f37bbb80 10 client.29536 fetch_fsmap learned FSMap version 26 2024-05-20T21:29:58.952 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.950+0000 7f63f37bbb80 1 -- 172.21.15.8:0/3709600189 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5612dd434060 con 0x5612dd516140 2024-05-20T21:29:58.952 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.950+0000 7f63cbe00700 1 -- 172.21.15.8:0/3709600189 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f63d40a92f0 con 0x5612dd516140 2024-05-20T21:29:58.952 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.951+0000 7f63cbe00700 1 -- 172.21.15.8:0/3709600189 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f63d40a5150 con 0x5612dd516140 2024-05-20T21:29:58.953 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.951+0000 7f63f37bbb80 10 client.29536 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:29:58.953 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.951+0000 7f63f37bbb80 10 client.29536 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:29:58.953 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.951+0000 7f63f37bbb80 20 client.29536 populate_metadata read hostname 'smithi008' 2024-05-20T21:29:58.953 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.951+0000 7f63f37bbb80 1 --2- 172.21.15.8:0/3709600189 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5612dd52f2f0 0x5612dd5316e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:58.953 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.951+0000 7f63f37bbb80 4 client.29536 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:29:58.953 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.951+0000 7f63f37bbb80 1 -- 172.21.15.8:0/3709600189 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5612dd475d90 con 0x5612dd52f2f0 2024-05-20T21:29:58.953 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.951+0000 7f63d9400700 1 --2- 172.21.15.8:0/3709600189 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5612dd52f2f0 0x5612dd5316e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:58.954 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.952+0000 7f63d9400700 1 --2- 172.21.15.8:0/3709600189 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5612dd52f2f0 0x5612dd5316e0 crc :-1 s=READY pgs=380 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c17cae2cbb2e7552 server_cookie=c78e16b764b7a05 in_seq=0 out_seq=0 2024-05-20T21:29:58.954 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.952+0000 7f63cbe00700 10 client.29536 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:29:58.954 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.953+0000 7f63cbe00700 1 -- 172.21.15.8:0/3709600189 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5612dd475d90 con 0x5612dd52f2f0 2024-05-20T21:29:58.954 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.953+0000 7f63cbe00700 10 client.29536 handle_command_reply: tid=0 2024-05-20T21:29:58.954 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.953+0000 7f63f37bbb80 1 client.29536 shutdown 2024-05-20T21:29:58.954 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.953+0000 7f63f37bbb80 1 -- 172.21.15.8:0/3709600189 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5612dd516140 msgr2=0x5612dd521b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:58.954 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.953+0000 7f63f37bbb80 1 --2- 172.21.15.8:0/3709600189 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5612dd516140 0x5612dd521b70 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f63d4000c00 tx=0x7f63d40b2440 comp rx=0 tx=0).stop 2024-05-20T21:29:58.955 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.953+0000 7f63f37bbb80 1 -- 172.21.15.8:0/3709600189 shutdown_connections 2024-05-20T21:29:58.955 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.953+0000 7f63f37bbb80 1 --2- 172.21.15.8:0/3709600189 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5612dd52f2f0 0x5612dd5316e0 crc :-1 s=READY pgs=380 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:58.955 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.953+0000 7f63f37bbb80 1 --2- 172.21.15.8:0/3709600189 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5612dd51bf30 0x5612dd51f450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:58.955 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.953+0000 7f63f37bbb80 1 --2- 172.21.15.8:0/3709600189 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5612dd516140 0x5612dd521b70 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:58.955 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.953+0000 7f63f37bbb80 1 --2- 172.21.15.8:0/3709600189 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5612dd51b610 0x5612dd51ef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:58.955 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.953+0000 7f63f37bbb80 1 -- 172.21.15.8:0/3709600189 >> 172.21.15.8:0/3709600189 conn(0x5612dd443be0 msgr2=0x5612dd50fd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:58.955 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.953+0000 7f63cbe00700 0 client.29536 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:29:58.955 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.954+0000 7f63f37bbb80 1 -- 172.21.15.8:0/3709600189 shutdown_connections 2024-05-20T21:29:58.955 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.954+0000 7f63f37bbb80 1 -- 172.21.15.8:0/3709600189 wait complete. 2024-05-20T21:29:58.955 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.954+0000 7f63f37bbb80 20 client.29536 trim_cache size 0 max 16384 2024-05-20T21:29:58.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.977+0000 7f63f37bbb80 1 Processor -- start 2024-05-20T21:29:58.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.977+0000 7f63f37bbb80 1 -- start start 2024-05-20T21:29:58.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.978+0000 7f63f37bbb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5612dd516140 0x5612dd51cae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:58.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.978+0000 7f63f37bbb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5612dd51b610 0x5612dd5104f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:58.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.978+0000 7f63f37bbb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5612dd51bf30 0x5612dd534700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:58.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.978+0000 7f63f37bbb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f63c000fc60 con 0x5612dd51b610 2024-05-20T21:29:58.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.978+0000 7f63f37bbb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f63c000d4f0 con 0x5612dd516140 2024-05-20T21:29:58.979 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.978+0000 7f63f37bbb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f63c000b340 con 0x5612dd51bf30 2024-05-20T21:29:58.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.978+0000 7f63e1e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5612dd516140 0x5612dd51cae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:58.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.978+0000 7f63d9400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5612dd51b610 0x5612dd5104f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:58.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.978+0000 7f63e1e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5612dd516140 0x5612dd51cae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:47346/0 (socket says 172.21.15.8:47346) 2024-05-20T21:29:58.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.978+0000 7f63e1e00700 1 -- 172.21.15.8:0/3629293163 learned_addr learned my addr 172.21.15.8:0/3629293163 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:29:58.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.979+0000 7f63e2800700 1 --2- 172.21.15.8:0/3629293163 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5612dd51bf30 0x5612dd534700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:58.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.979+0000 7f63e1e00700 1 -- 172.21.15.8:0/3629293163 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5612dd51bf30 msgr2=0x5612dd534700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:58.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.979+0000 7f63e1e00700 1 --2- 172.21.15.8:0/3629293163 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5612dd51bf30 0x5612dd534700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:58.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.979+0000 7f63e1e00700 1 -- 172.21.15.8:0/3629293163 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5612dd51b610 msgr2=0x5612dd5104f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:58.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.979+0000 7f63e1e00700 1 --2- 172.21.15.8:0/3629293163 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5612dd51b610 0x5612dd5104f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:58.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.979+0000 7f63e1e00700 1 -- 172.21.15.8:0/3629293163 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5612dd51ded0 con 0x5612dd516140 2024-05-20T21:29:58.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.979+0000 7f63e1e00700 1 --2- 172.21.15.8:0/3629293163 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5612dd516140 0x5612dd51cae0 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f63d40038a0 tx=0x7f63d40b20d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fddbaf00cc11efd2 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:58.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.979+0000 7f63d2a00700 1 -- 172.21.15.8:0/3629293163 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63d4004570 con 0x5612dd516140 2024-05-20T21:29:58.980 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.979+0000 7f63d2a00700 1 -- 172.21.15.8:0/3629293163 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f63d40e1030 con 0x5612dd516140 2024-05-20T21:29:58.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.979+0000 7f63d2a00700 1 -- 172.21.15.8:0/3629293163 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63d40a95b0 con 0x5612dd516140 2024-05-20T21:29:58.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.980+0000 7f63f37bbb80 1 -- 172.21.15.8:0/3629293163 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5612dd516140 msgr2=0x5612dd51cae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:58.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.980+0000 7f63f37bbb80 1 --2- 172.21.15.8:0/3629293163 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5612dd516140 0x5612dd51cae0 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f63d40038a0 tx=0x7f63d40b20d0 comp rx=0 tx=0).stop 2024-05-20T21:29:58.981 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.980+0000 7f63f37bbb80 1 -- 172.21.15.8:0/3629293163 shutdown_connections 2024-05-20T21:29:58.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.980+0000 7f63f37bbb80 1 --2- 172.21.15.8:0/3629293163 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5612dd516140 0x5612dd51cae0 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:58.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.980+0000 7f63f37bbb80 1 --2- 172.21.15.8:0/3629293163 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5612dd51bf30 0x5612dd534700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:58.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.980+0000 7f63f37bbb80 1 --2- 172.21.15.8:0/3629293163 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5612dd51b610 0x5612dd5104f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:58.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.980+0000 7f63f37bbb80 1 -- 172.21.15.8:0/3629293163 >> 172.21.15.8:0/3629293163 conn(0x5612dd443be0 msgr2=0x5612dd51c3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:58.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.980+0000 7f63f37bbb80 1 -- 172.21.15.8:0/3629293163 shutdown_connections 2024-05-20T21:29:58.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.980+0000 7f63f37bbb80 1 -- 172.21.15.8:0/3629293163 wait complete. 2024-05-20T21:29:58.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.981+0000 7f63f37bbb80 1 -- start start 2024-05-20T21:29:58.982 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.981+0000 7f63f37bbb80 1 Processor -- start 2024-05-20T21:29:58.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.982+0000 7f63f37bbb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5612dd516140 0x5612dd5325b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:58.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.982+0000 7f63f37bbb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5612dd51b610 0x5612dd532af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:58.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.982+0000 7f63f37bbb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5612dd51bf30 0x5612dd533030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:58.984 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.982+0000 7f63f37bbb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f63c000b9b0 con 0x5612dd516140 2024-05-20T21:29:58.985 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.982+0000 7f63f37bbb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f63c000ce20 con 0x5612dd51b610 2024-05-20T21:29:58.985 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.982+0000 7f63f37bbb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f63c000c080 con 0x5612dd51bf30 2024-05-20T21:29:58.985 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.982+0000 7f63f37bbb80 10 client.0 _ll_register_callbacks cb 0x5612dd40dc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:29:58.985 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.982+0000 7f63d9400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5612dd51b610 0x5612dd532af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:58.985 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.982+0000 7f63d9400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5612dd51b610 0x5612dd532af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:47352/0 (socket says 172.21.15.8:47352) 2024-05-20T21:29:58.985 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.982+0000 7f63d9400700 1 -- 172.21.15.8:0/1754873650 learned_addr learned my addr 172.21.15.8:0/1754873650 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:29:58.985 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.982+0000 7f63e1e00700 1 --2- 172.21.15.8:0/1754873650 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5612dd516140 0x5612dd5325b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:58.985 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.982+0000 7f63e2800700 1 --2- 172.21.15.8:0/1754873650 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5612dd51bf30 0x5612dd533030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:58.985 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.982+0000 7f63d9400700 1 -- 172.21.15.8:0/1754873650 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5612dd51bf30 msgr2=0x5612dd533030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:58.985 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.982+0000 7f63d9400700 1 --2- 172.21.15.8:0/1754873650 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5612dd51bf30 0x5612dd533030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:58.985 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.982+0000 7f63d9400700 1 -- 172.21.15.8:0/1754873650 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5612dd516140 msgr2=0x5612dd5325b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:58.985 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.982+0000 7f63d9400700 1 --2- 172.21.15.8:0/1754873650 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5612dd516140 0x5612dd5325b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:58.985 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.982+0000 7f63d9400700 1 -- 172.21.15.8:0/1754873650 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5612dd598ca0 con 0x5612dd51b610 2024-05-20T21:29:58.985 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.983+0000 7f63d9400700 1 --2- 172.21.15.8:0/1754873650 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5612dd51b610 0x5612dd532af0 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f63cc006010 tx=0x7f63cc0052e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=95963b7f1de466e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:58.985 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.983+0000 7f63cbe00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:29:58.986 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.983+0000 7f63cbe00700 1 -- 172.21.15.8:0/1754873650 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63cc00bb30 con 0x5612dd51b610 2024-05-20T21:29:58.986 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.983+0000 7f63f37bbb80 1 -- 172.21.15.8:0/1754873650 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f63d40e1030 con 0x5612dd51b610 2024-05-20T21:29:58.986 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.983+0000 7f63cbe00700 1 -- 172.21.15.8:0/1754873650 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f63cc00bcd0 con 0x5612dd51b610 2024-05-20T21:29:58.986 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.983+0000 7f63cbe00700 1 -- 172.21.15.8:0/1754873650 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f63cc003680 con 0x5612dd51b610 2024-05-20T21:29:58.986 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.983+0000 7f63f37bbb80 10 client.29489 fetch_fsmap learned FSMap version 26 2024-05-20T21:29:58.986 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.983+0000 7f63f37bbb80 1 -- 172.21.15.8:0/1754873650 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5612dd59a010 con 0x5612dd51b610 2024-05-20T21:29:58.986 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.984+0000 7f63cbe00700 1 -- 172.21.15.8:0/1754873650 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f63d40e1030 con 0x5612dd51b610 2024-05-20T21:29:58.986 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.984+0000 7f63cbe00700 1 -- 172.21.15.8:0/1754873650 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f63cc00f810 con 0x5612dd51b610 2024-05-20T21:29:58.986 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.984+0000 7f63f37bbb80 10 client.29489 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:29:58.986 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.984+0000 7f63f37bbb80 10 client.29489 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:29:58.986 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.984+0000 7f63f37bbb80 20 client.29489 populate_metadata read hostname 'smithi008' 2024-05-20T21:29:58.987 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.984+0000 7f63f37bbb80 1 --2- 172.21.15.8:0/1754873650 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5612dd59a6a0 0x5612dd59cac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:58.987 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.984+0000 7f63f37bbb80 4 client.29489 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:29:58.987 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.984+0000 7f63f37bbb80 1 -- 172.21.15.8:0/1754873650 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5612dd46f570 con 0x5612dd59a6a0 2024-05-20T21:29:58.988 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.984+0000 7f63e1e00700 1 --2- 172.21.15.8:0/1754873650 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5612dd59a6a0 0x5612dd59cac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:58.988 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.985+0000 7f63e1e00700 1 --2- 172.21.15.8:0/1754873650 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5612dd59a6a0 0x5612dd59cac0 crc :-1 s=READY pgs=381 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c5453b5e7367dfa8 server_cookie=778c33434cc41ee2 in_seq=0 out_seq=0 2024-05-20T21:29:58.989 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.985+0000 7f63cbe00700 10 client.29489 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:29:58.989 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.985+0000 7f63cbe00700 1 -- 172.21.15.8:0/1754873650 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5612dd46f570 con 0x5612dd59a6a0 2024-05-20T21:29:58.989 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.985+0000 7f63cbe00700 10 client.29489 handle_command_reply: tid=0 2024-05-20T21:29:58.989 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.985+0000 7f63f37bbb80 1 client.29489 shutdown 2024-05-20T21:29:58.989 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.985+0000 7f63f37bbb80 1 -- 172.21.15.8:0/1754873650 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5612dd51b610 msgr2=0x5612dd532af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:58.989 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.985+0000 7f63f37bbb80 1 --2- 172.21.15.8:0/1754873650 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5612dd51b610 0x5612dd532af0 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f63cc006010 tx=0x7f63cc0052e0 comp rx=0 tx=0).stop 2024-05-20T21:29:58.989 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.985+0000 7f63f37bbb80 1 -- 172.21.15.8:0/1754873650 shutdown_connections 2024-05-20T21:29:58.989 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.985+0000 7f63f37bbb80 1 --2- 172.21.15.8:0/1754873650 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5612dd59a6a0 0x5612dd59cac0 crc :-1 s=READY pgs=381 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:58.989 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.985+0000 7f63f37bbb80 1 --2- 172.21.15.8:0/1754873650 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5612dd51bf30 0x5612dd533030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:58.989 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.985+0000 7f63f37bbb80 1 --2- 172.21.15.8:0/1754873650 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5612dd516140 0x5612dd5325b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:58.989 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.985+0000 7f63f37bbb80 1 --2- 172.21.15.8:0/1754873650 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5612dd51b610 0x5612dd532af0 unknown :-1 s=CLOSED pgs=648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:58.989 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.985+0000 7f63cbe00700 0 client.29489 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:29:58.990 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.985+0000 7f63f37bbb80 1 -- 172.21.15.8:0/1754873650 >> 172.21.15.8:0/1754873650 conn(0x5612dd443be0 msgr2=0x5612dd52aca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:58.990 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.986+0000 7f63f37bbb80 1 -- 172.21.15.8:0/1754873650 shutdown_connections 2024-05-20T21:29:58.990 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.986+0000 7f63f37bbb80 1 -- 172.21.15.8:0/1754873650 wait complete. 2024-05-20T21:29:58.990 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.986+0000 7f63f37bbb80 20 client.29489 trim_cache size 0 max 16384 2024-05-20T21:29:58.990 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:29:58.990 INFO:teuthology.orchestra.run.smithi008.stdout: "status": "no active scrubs running", 2024-05-20T21:29:58.990 INFO:teuthology.orchestra.run.smithi008.stdout: "scrubs": {} 2024-05-20T21:29:58.990 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:29:58.991 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.987+0000 7f63e8e00700 1 -- 172.21.15.8:0/2380428985 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f63c40b2900 msgr2=0x7f63c40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:58.991 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.987+0000 7f63e8e00700 1 --2- 172.21.15.8:0/2380428985 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f63c40b2900 0x7f63c40b4dc0 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f63dc009fd0 tx=0x7f63dc004ad0 comp rx=0 tx=0).stop 2024-05-20T21:29:58.991 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.987+0000 7f63e8e00700 1 -- 172.21.15.8:0/2380428985 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f63e41035f0 msgr2=0x7f63e4075840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:58.991 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.987+0000 7f63e8e00700 1 --2- 172.21.15.8:0/2380428985 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f63e41035f0 0x7f63e4075840 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f63d400e9c0 tx=0x7f63d400ecd0 comp rx=0 tx=0).stop 2024-05-20T21:29:58.991 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.987+0000 7f63e8e00700 1 -- 172.21.15.8:0/2380428985 shutdown_connections 2024-05-20T21:29:58.991 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.987+0000 7f63e8e00700 1 --2- 172.21.15.8:0/2380428985 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f63c40b2900 0x7f63c40b4dc0 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:58.991 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.987+0000 7f63e8e00700 1 --2- 172.21.15.8:0/2380428985 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f63e41035f0 0x7f63e4075840 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:58.991 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.987+0000 7f63e8e00700 1 --2- 172.21.15.8:0/2380428985 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f63e4108500 0x7f63e40762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:58.991 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.987+0000 7f63e8e00700 1 --2- 172.21.15.8:0/2380428985 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f63e4103f90 0x7f63e4075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:58.991 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.987+0000 7f63e8e00700 1 -- 172.21.15.8:0/2380428985 >> 172.21.15.8:0/2380428985 conn(0x7f63e407a6a0 msgr2=0x7f63e4101600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:58.992 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.987+0000 7f63e8e00700 1 -- 172.21.15.8:0/2380428985 shutdown_connections 2024-05-20T21:29:58.992 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:29:58.987+0000 7f63e8e00700 1 -- 172.21.15.8:0/2380428985 wait complete. 2024-05-20T21:29:59.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:29:58 smithi130 ceph-mon[36448]: pgmap v879: 97 pgs: 97 active+clean; 3.3 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:29:59.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:29:58 smithi050 ceph-mon[35809]: pgmap v879: 97 pgs: 97 active+clean; 3.3 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:29:59.982 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:29:59.982 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:30:00.461 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:30:00.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:30:00 smithi008 ceph-mon[31475]: pgmap v880: 97 pgs: 97 active+clean; 3.3 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:30:00.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:30:00 smithi008 ceph-mon[31475]: overall HEALTH_OK 2024-05-20T21:30:01.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:30:00 smithi130 ceph-mon[36448]: pgmap v880: 97 pgs: 97 active+clean; 3.3 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:30:01.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:30:00 smithi130 ceph-mon[36448]: overall HEALTH_OK 2024-05-20T21:30:01.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:30:00 smithi050 ceph-mon[35809]: pgmap v880: 97 pgs: 97 active+clean; 3.3 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:30:01.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:30:00 smithi050 ceph-mon[35809]: overall HEALTH_OK 2024-05-20T21:30:02.851 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:02.846+0000 7fb3aa400700 1 -- 172.21.15.8:0/1631475667 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb3a40757b0 msgr2=0x7fb3a4075b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:02.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:02.846+0000 7fb3aa400700 1 --2- 172.21.15.8:0/1631475667 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb3a40757b0 0x7fb3a4075b90 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7fb394009990 tx=0x7fb394009ca0 comp rx=0 tx=0).stop 2024-05-20T21:30:02.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:02.846+0000 7fb3aa400700 1 -- 172.21.15.8:0/1631475667 shutdown_connections 2024-05-20T21:30:02.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:02.846+0000 7fb3aa400700 1 --2- 172.21.15.8:0/1631475667 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb3a410ff40 0x7fb3a4112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:02.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:02.846+0000 7fb3aa400700 1 --2- 172.21.15.8:0/1631475667 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb3a40757b0 0x7fb3a4075b90 unknown :-1 s=CLOSED pgs=721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:02.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:02.846+0000 7fb3aa400700 1 --2- 172.21.15.8:0/1631475667 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb3a40760d0 0x7fb3a410fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:02.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:02.846+0000 7fb3aa400700 1 -- 172.21.15.8:0/1631475667 >> 172.21.15.8:0/1631475667 conn(0x7fb3a407a730 msgr2=0x7fb3a407ab40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:02.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:02.846+0000 7fb3aa400700 1 -- 172.21.15.8:0/1631475667 shutdown_connections 2024-05-20T21:30:02.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:02.846+0000 7fb3aa400700 1 -- 172.21.15.8:0/1631475667 wait complete. 2024-05-20T21:30:02.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:02.847+0000 7fb3aa400700 1 Processor -- start 2024-05-20T21:30:02.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:02.847+0000 7fb3aa400700 1 -- start start 2024-05-20T21:30:02.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:02.848+0000 7fb3aa400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb3a40757b0 0x7fb3a419bef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:02.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:02.848+0000 7fb3aa400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb3a40760d0 0x7fb3a419c430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:02.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:02.848+0000 7fb3aa400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb3a410ff40 0x7fb3a41a07c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:02.852 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:02.848+0000 7fb3aa400700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fb3a41159a0 con 0x7fb3a410ff40 2024-05-20T21:30:02.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:02.848+0000 7fb3aa400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb3a4115820 con 0x7fb3a40757b0 2024-05-20T21:30:02.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:02.848+0000 7fb3aa400700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fb3a4115b20 con 0x7fb3a40760d0 2024-05-20T21:30:02.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:02.848+0000 7fb3a3e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb3a410ff40 0x7fb3a41a07c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:02.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:02.848+0000 7fb3a3e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb3a410ff40 0x7fb3a41a07c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:40336/0 (socket says 172.21.15.8:40336) 2024-05-20T21:30:02.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:02.848+0000 7fb3a3e00700 1 -- 172.21.15.8:0/3088977476 learned_addr learned my addr 172.21.15.8:0/3088977476 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:02.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:02.848+0000 7fb3a3400700 1 --2- 172.21.15.8:0/3088977476 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb3a40757b0 0x7fb3a419bef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:02.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:02.848+0000 7fb3a2a00700 1 --2- 172.21.15.8:0/3088977476 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb3a40760d0 0x7fb3a419c430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:02.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:02.849+0000 7fb3a2a00700 1 -- 172.21.15.8:0/3088977476 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb3a40757b0 msgr2=0x7fb3a419bef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:02.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:02.849+0000 7fb3a2a00700 1 --2- 172.21.15.8:0/3088977476 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb3a40757b0 0x7fb3a419bef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:02.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:02.849+0000 7fb3a2a00700 1 -- 172.21.15.8:0/3088977476 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb3a410ff40 msgr2=0x7fb3a41a07c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:02.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:02.849+0000 7fb3a2a00700 1 --2- 172.21.15.8:0/3088977476 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb3a410ff40 0x7fb3a41a07c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:02.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:02.849+0000 7fb3a2a00700 1 -- 172.21.15.8:0/3088977476 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3a41a0f00 con 0x7fb3a40760d0 2024-05-20T21:30:02.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:02.849+0000 7fb3a3e00700 1 --2- 172.21.15.8:0/3088977476 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb3a410ff40 0x7fb3a41a07c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:02.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:02.849+0000 7fb3a2a00700 1 --2- 172.21.15.8:0/3088977476 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb3a40760d0 0x7fb3a419c430 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7fb39000e9f0 tx=0x7fb39000ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:02.853 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:02.849+0000 7fb39be00700 1 -- 172.21.15.8:0/3088977476 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb39000c9c0 con 0x7fb3a40760d0 2024-05-20T21:30:02.854 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:02.849+0000 7fb39be00700 1 -- 172.21.15.8:0/3088977476 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb39000cb60 con 0x7fb3a40760d0 2024-05-20T21:30:02.854 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:02.849+0000 7fb3aa400700 1 -- 172.21.15.8:0/3088977476 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3a41a11f0 con 0x7fb3a40760d0 2024-05-20T21:30:02.854 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:02.849+0000 7fb39be00700 1 -- 172.21.15.8:0/3088977476 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb390018680 con 0x7fb3a40760d0 2024-05-20T21:30:02.854 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:02.850+0000 7fb3aa400700 1 -- 172.21.15.8:0/3088977476 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3a41a8a70 con 0x7fb3a40760d0 2024-05-20T21:30:02.854 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:02.851+0000 7fb3aa400700 1 -- 172.21.15.8:0/3088977476 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb3a406a230 con 0x7fb3a40760d0 2024-05-20T21:30:02.854 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:02.854+0000 7fb39be00700 1 -- 172.21.15.8:0/3088977476 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fb39004aab0 con 0x7fb3a40760d0 2024-05-20T21:30:02.856 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:02.855+0000 7fb39be00700 1 --2- 172.21.15.8:0/3088977476 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb3880b2900 0x7fb3880b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:02.856 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:02.855+0000 7fb39be00700 1 -- 172.21.15.8:0/3088977476 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fb3900e24d0 con 0x7fb3a40760d0 2024-05-20T21:30:02.856 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:02.856+0000 7fb3a3400700 1 --2- 172.21.15.8:0/3088977476 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb3880b2900 0x7fb3880b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:02.857 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:02.856+0000 7fb3a3400700 1 --2- 172.21.15.8:0/3088977476 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb3880b2900 0x7fb3880b4dc0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7fb39400b2e0 tx=0x7fb394005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:02.857 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:02.857+0000 7fb39be00700 1 -- 172.21.15.8:0/3088977476 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fb3900aa180 con 0x7fb3a40760d0 2024-05-20T21:30:02.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:30:02 smithi008 ceph-mon[31475]: pgmap v881: 97 pgs: 97 active+clean; 3.3 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:30:03.148 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:03.148+0000 7fb3aa400700 1 -- 172.21.15.8:0/3088977476 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb3a419d250 con 0x7fb3a40760d0 2024-05-20T21:30:03.149 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:03.149+0000 7fb39be00700 1 -- 172.21.15.8:0/3088977476 <== mon.1 v2:172.21.15.130:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7fb3900b2020 con 0x7fb3a40760d0 2024-05-20T21:30:03.150 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:30:03.150 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:30:03.153 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:03.152+0000 7fb3aa400700 1 -- 172.21.15.8:0/3088977476 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb3880b2900 msgr2=0x7fb3880b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:03.153 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:03.152+0000 7fb3aa400700 1 --2- 172.21.15.8:0/3088977476 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb3880b2900 0x7fb3880b4dc0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7fb39400b2e0 tx=0x7fb394005fd0 comp rx=0 tx=0).stop 2024-05-20T21:30:03.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:03.152+0000 7fb3aa400700 1 -- 172.21.15.8:0/3088977476 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb3a40760d0 msgr2=0x7fb3a419c430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:03.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:03.152+0000 7fb3aa400700 1 --2- 172.21.15.8:0/3088977476 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb3a40760d0 0x7fb3a419c430 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7fb39000e9f0 tx=0x7fb39000ed00 comp rx=0 tx=0).stop 2024-05-20T21:30:03.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:03.152+0000 7fb3aa400700 1 -- 172.21.15.8:0/3088977476 shutdown_connections 2024-05-20T21:30:03.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:03.152+0000 7fb3aa400700 1 --2- 172.21.15.8:0/3088977476 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb3880b2900 0x7fb3880b4dc0 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:03.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:03.152+0000 7fb3aa400700 1 --2- 172.21.15.8:0/3088977476 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb3a40757b0 0x7fb3a419bef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:03.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:03.152+0000 7fb3aa400700 1 --2- 172.21.15.8:0/3088977476 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb3a410ff40 0x7fb3a41a07c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:03.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:03.152+0000 7fb3aa400700 1 --2- 172.21.15.8:0/3088977476 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb3a40760d0 0x7fb3a419c430 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:03.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:03.152+0000 7fb3aa400700 1 -- 172.21.15.8:0/3088977476 >> 172.21.15.8:0/3088977476 conn(0x7fb3a407a730 msgr2=0x7fb3a4100850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:03.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:03.153+0000 7fb3aa400700 1 -- 172.21.15.8:0/3088977476 shutdown_connections 2024-05-20T21:30:03.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:03.153+0000 7fb3aa400700 1 -- 172.21.15.8:0/3088977476 wait complete. 2024-05-20T21:30:03.156 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:30:03.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:30:02 smithi130 ceph-mon[36448]: pgmap v881: 97 pgs: 97 active+clean; 3.3 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:30:03.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:30:02 smithi050 ceph-mon[35809]: pgmap v881: 97 pgs: 97 active+clean; 3.3 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:30:03.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:30:03 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/3088977476' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:30:04.117 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:30:04.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:30:03 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/3088977476' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:30:04.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:30:03 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/3088977476' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:30:04.541 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.540+0000 7f91b2a00640 1 -- 172.21.15.8:0/544428735 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f91ac106880 msgr2=0x7f91ac10d110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:04.541 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.540+0000 7f91b2a00640 1 --2- 172.21.15.8:0/544428735 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f91ac106880 0x7f91ac10d110 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7f91a4009900 tx=0x7f91a402a3f0 comp rx=0 tx=0).stop 2024-05-20T21:30:04.541 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.540+0000 7f91b2a00640 1 -- 172.21.15.8:0/544428735 shutdown_connections 2024-05-20T21:30:04.541 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.540+0000 7f91b2a00640 1 --2- 172.21.15.8:0/544428735 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f91ac106880 0x7f91ac10d110 unknown :-1 s=CLOSED pgs=722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:04.541 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.540+0000 7f91b2a00640 1 --2- 172.21.15.8:0/544428735 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f91ac105ec0 0x7f91ac106340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:04.542 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.540+0000 7f91b2a00640 1 --2- 172.21.15.8:0/544428735 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f91ac104cd0 0x7f91ac1050f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:04.542 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.540+0000 7f91b2a00640 1 -- 172.21.15.8:0/544428735 >> 172.21.15.8:0/544428735 conn(0x7f91ac100260 msgr2=0x7f91ac102680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:04.542 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.540+0000 7f91b2a00640 1 -- 172.21.15.8:0/544428735 shutdown_connections 2024-05-20T21:30:04.542 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.540+0000 7f91b2a00640 1 -- 172.21.15.8:0/544428735 wait complete. 2024-05-20T21:30:04.542 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.542+0000 7f91b2a00640 1 Processor -- start 2024-05-20T21:30:04.543 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.542+0000 7f91b2a00640 1 -- start start 2024-05-20T21:30:04.544 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.542+0000 7f91b2a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f91ac104cd0 0x7f91ac19ae70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:04.545 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.542+0000 7f91b2a00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f91ac105ec0 0x7f91ac19b3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:04.545 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.543+0000 7f91b2a00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f91ac106880 0x7f91ac1a2420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:04.545 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.543+0000 7f91b2a00640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f91ac110850 con 0x7f91ac105ec0 2024-05-20T21:30:04.545 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.543+0000 7f91b2a00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f91ac1106d0 con 0x7f91ac104cd0 2024-05-20T21:30:04.545 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.543+0000 7f91b2a00640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f91ac1109d0 con 0x7f91ac106880 2024-05-20T21:30:04.545 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.543+0000 7f91a3400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f91ac105ec0 0x7f91ac19b3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:04.545 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.543+0000 7f91a3400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f91ac105ec0 0x7f91ac19b3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:40364/0 (socket says 172.21.15.8:40364) 2024-05-20T21:30:04.545 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.543+0000 7f91a3400640 1 -- 172.21.15.8:0/1688093076 learned_addr learned my addr 172.21.15.8:0/1688093076 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:04.545 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.543+0000 7f91b0a00640 1 --2- 172.21.15.8:0/1688093076 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f91ac106880 0x7f91ac1a2420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:04.545 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.543+0000 7f91abe00640 1 --2- 172.21.15.8:0/1688093076 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f91ac104cd0 0x7f91ac19ae70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:04.545 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.543+0000 7f91a3400640 1 -- 172.21.15.8:0/1688093076 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f91ac106880 msgr2=0x7f91ac1a2420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:04.545 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.543+0000 7f91a3400640 1 --2- 172.21.15.8:0/1688093076 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f91ac106880 0x7f91ac1a2420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:04.546 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.543+0000 7f91a3400640 1 -- 172.21.15.8:0/1688093076 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f91ac104cd0 msgr2=0x7f91ac19ae70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:04.546 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.543+0000 7f91a3400640 1 --2- 172.21.15.8:0/1688093076 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f91ac104cd0 0x7f91ac19ae70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:04.546 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.543+0000 7f91a3400640 1 -- 172.21.15.8:0/1688093076 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91ac1a2a90 con 0x7f91ac105ec0 2024-05-20T21:30:04.547 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.544+0000 7f91a3400640 1 --2- 172.21.15.8:0/1688093076 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f91ac105ec0 0x7f91ac19b3b0 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7f919400eb90 tx=0x7f919400c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:04.547 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.544+0000 7f91a9600640 1 -- 172.21.15.8:0/1688093076 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9194004d20 con 0x7f91ac105ec0 2024-05-20T21:30:04.547 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.544+0000 7f91a9600640 1 -- 172.21.15.8:0/1688093076 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f919400ee90 con 0x7f91ac105ec0 2024-05-20T21:30:04.547 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.544+0000 7f91a9600640 1 -- 172.21.15.8:0/1688093076 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9194010670 con 0x7f91ac105ec0 2024-05-20T21:30:04.547 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.544+0000 7f91b2a00640 1 -- 172.21.15.8:0/1688093076 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91ac1a2d80 con 0x7f91ac105ec0 2024-05-20T21:30:04.547 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.544+0000 7f91b2a00640 1 -- 172.21.15.8:0/1688093076 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91ac1a3270 con 0x7f91ac105ec0 2024-05-20T21:30:04.549 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.549+0000 7f91b59db740 1 Processor -- start 2024-05-20T21:30:04.549 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.549+0000 7f91b59db740 1 -- start start 2024-05-20T21:30:04.550 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.550+0000 7f91b59db740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5605b5bf4b30 0x5605b5bf4f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:04.551 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.550+0000 7f91b59db740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5605b5bf5520 0x5605b5bfa020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:04.551 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.550+0000 7f91b59db740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5605b5bfa690 0x5605b5bfcb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:04.551 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.550+0000 7f91b59db740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5605b5b64b90 con 0x5605b5bf5520 2024-05-20T21:30:04.551 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.550+0000 7f91b59db740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5605b5b54730 con 0x5605b5bf4b30 2024-05-20T21:30:04.551 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.550+0000 7f91b59db740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5605b5b58770 con 0x5605b5bfa690 2024-05-20T21:30:04.551 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.550+0000 7f91a9600640 1 -- 172.21.15.8:0/1688093076 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f9194005020 con 0x7f91ac105ec0 2024-05-20T21:30:04.551 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.550+0000 7f91b0a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5605b5bf4b30 0x5605b5bf4f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:04.551 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.550+0000 7f91b0a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5605b5bf4b30 0x5605b5bf4f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:50326/0 (socket says 172.21.15.8:50326) 2024-05-20T21:30:04.551 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.550+0000 7f91b0a00640 1 -- 172.21.15.8:0/3472403844 learned_addr learned my addr 172.21.15.8:0/3472403844 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:04.551 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.550+0000 7f91abe00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5605b5bf5520 0x5605b5bfa020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:04.553 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.550+0000 7f91a3400640 1 --2- 172.21.15.8:0/3472403844 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5605b5bfa690 0x5605b5bfcb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:04.553 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.550+0000 7f91b0a00640 1 -- 172.21.15.8:0/3472403844 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5605b5bfa690 msgr2=0x5605b5bfcb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:04.554 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.550+0000 7f91b0a00640 1 --2- 172.21.15.8:0/3472403844 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5605b5bfa690 0x5605b5bfcb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:04.554 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.550+0000 7f91b0a00640 1 -- 172.21.15.8:0/3472403844 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5605b5bf5520 msgr2=0x5605b5bfa020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:04.554 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.550+0000 7f91b0a00640 1 --2- 172.21.15.8:0/3472403844 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5605b5bf5520 0x5605b5bfa020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:04.554 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.551+0000 7f91b0a00640 1 -- 172.21.15.8:0/3472403844 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5605b5aed8b0 con 0x5605b5bf4b30 2024-05-20T21:30:04.554 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.551+0000 7f91b0a00640 1 --2- 172.21.15.8:0/3472403844 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5605b5bf4b30 0x5605b5bf4f50 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f91a4009900 tx=0x7f91a4005be0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1a7fe126192e2577 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:04.554 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.551+0000 7f91a1200640 1 -- 172.21.15.8:0/3472403844 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91a4035030 con 0x5605b5bf4b30 2024-05-20T21:30:04.554 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.551+0000 7f91a1200640 1 -- 172.21.15.8:0/3472403844 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f91a4040070 con 0x5605b5bf4b30 2024-05-20T21:30:04.554 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.551+0000 7f91a1200640 1 -- 172.21.15.8:0/3472403844 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91a4031920 con 0x5605b5bf4b30 2024-05-20T21:30:04.554 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.552+0000 7f91a9600640 1 --2- 172.21.15.8:0/1688093076 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f91900b2860 0x7f91900b4d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:04.554 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.552+0000 7f91a9600640 1 -- 172.21.15.8:0/1688093076 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f91940e27a0 con 0x7f91ac105ec0 2024-05-20T21:30:04.554 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.552+0000 7f91abe00640 1 --2- 172.21.15.8:0/1688093076 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f91900b2860 0x7f91900b4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:04.554 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.552+0000 7f91b59db740 1 -- 172.21.15.8:0/3472403844 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5605b5bf4b30 msgr2=0x5605b5bf4f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:04.554 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.552+0000 7f91b59db740 1 --2- 172.21.15.8:0/3472403844 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5605b5bf4b30 0x5605b5bf4f50 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f91a4009900 tx=0x7f91a4005be0 comp rx=0 tx=0).stop 2024-05-20T21:30:04.555 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.553+0000 7f91b59db740 1 -- 172.21.15.8:0/3472403844 shutdown_connections 2024-05-20T21:30:04.555 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.553+0000 7f91b59db740 1 --2- 172.21.15.8:0/3472403844 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5605b5bfa690 0x5605b5bfcb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:04.555 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.553+0000 7f91b59db740 1 --2- 172.21.15.8:0/3472403844 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5605b5bf5520 0x5605b5bfa020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:04.555 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.553+0000 7f91b59db740 1 --2- 172.21.15.8:0/3472403844 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5605b5bf4b30 0x5605b5bf4f50 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:04.555 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.553+0000 7f91b59db740 1 -- 172.21.15.8:0/3472403844 >> 172.21.15.8:0/3472403844 conn(0x5605b5bf01a0 msgr2=0x5605b5bf05a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:04.555 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.553+0000 7f91b59db740 1 -- 172.21.15.8:0/3472403844 shutdown_connections 2024-05-20T21:30:04.555 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.553+0000 7f91b59db740 1 -- 172.21.15.8:0/3472403844 wait complete. 2024-05-20T21:30:04.555 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.553+0000 7f91abe00640 1 --2- 172.21.15.8:0/1688093076 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f91900b2860 0x7f91900b4d20 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x5605b5bf5920 tx=0x7f919c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:04.557 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.553+0000 7f91b59db740 1 -- start start 2024-05-20T21:30:04.557 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.554+0000 7f91b59db740 1 Processor -- start 2024-05-20T21:30:04.557 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.554+0000 7f91b59db740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5605b5bf4b30 0x5605b5bfe900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:04.558 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.554+0000 7f91b59db740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5605b5bf5520 0x5605b5bfee40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:04.558 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.555+0000 7f91b59db740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5605b5bfa690 0x5605b5c05e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:04.558 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.555+0000 7f91b59db740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5605b583a790 con 0x5605b5bf4b30 2024-05-20T21:30:04.558 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.555+0000 7f91b59db740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5605b5afcbc0 con 0x5605b5bfa690 2024-05-20T21:30:04.558 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.555+0000 7f91b59db740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5605b5bfd5e0 con 0x5605b5bf5520 2024-05-20T21:30:04.558 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.555+0000 7f91b59db740 10 client.0 _ll_register_callbacks cb 0x5605b5ada400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:04.558 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.555+0000 7f91abe00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5605b5bf4b30 0x5605b5bfe900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:04.558 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.555+0000 7f91abe00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5605b5bf4b30 0x5605b5bfe900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:40376/0 (socket says 172.21.15.8:40376) 2024-05-20T21:30:04.558 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.555+0000 7f91abe00640 1 -- 172.21.15.8:0/2153522508 learned_addr learned my addr 172.21.15.8:0/2153522508 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:04.558 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.555+0000 7f91b0a00640 1 --2- 172.21.15.8:0/2153522508 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5605b5bfa690 0x5605b5c05e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:04.558 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.555+0000 7f91a3400640 1 --2- 172.21.15.8:0/2153522508 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5605b5bf5520 0x5605b5bfee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:04.558 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.555+0000 7f91abe00640 1 -- 172.21.15.8:0/2153522508 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5605b5bf5520 msgr2=0x5605b5bfee40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:04.558 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.555+0000 7f91abe00640 1 --2- 172.21.15.8:0/2153522508 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5605b5bf5520 0x5605b5bfee40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:04.558 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.555+0000 7f91abe00640 1 -- 172.21.15.8:0/2153522508 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5605b5bfa690 msgr2=0x5605b5c05e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:04.559 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.555+0000 7f91abe00640 1 --2- 172.21.15.8:0/2153522508 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5605b5bfa690 0x5605b5c05e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:04.559 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.556+0000 7f91abe00640 1 -- 172.21.15.8:0/2153522508 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5605b5869210 con 0x5605b5bf4b30 2024-05-20T21:30:04.559 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.556+0000 7f91b0a00640 1 --2- 172.21.15.8:0/2153522508 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5605b5bfa690 0x5605b5c05e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:04.559 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.556+0000 7f91abe00640 1 --2- 172.21.15.8:0/2153522508 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5605b5bf4b30 0x5605b5bfe900 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f919c013010 tx=0x7f919c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a72574b27b8dcbbd server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:04.559 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.556+0000 7f9199600640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:30:04.559 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.556+0000 7f9199600640 1 -- 172.21.15.8:0/2153522508 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f919c01f630 con 0x5605b5bf4b30 2024-05-20T21:30:04.559 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.556+0000 7f9199600640 1 -- 172.21.15.8:0/2153522508 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f919c01f7d0 con 0x5605b5bf4b30 2024-05-20T21:30:04.559 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.556+0000 7f91b59db740 1 -- 172.21.15.8:0/2153522508 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f91a4040070 con 0x5605b5bf4b30 2024-05-20T21:30:04.561 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.557+0000 7f9199600640 1 -- 172.21.15.8:0/2153522508 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f919c01f9d0 con 0x5605b5bf4b30 2024-05-20T21:30:04.561 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.557+0000 7f91b59db740 10 client.19389 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:04.561 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.557+0000 7f91b59db740 1 -- 172.21.15.8:0/2153522508 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5605b5935620 con 0x5605b5bf4b30 2024-05-20T21:30:04.561 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.557+0000 7f9199600640 1 -- 172.21.15.8:0/2153522508 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f91a4040070 con 0x5605b5bf4b30 2024-05-20T21:30:04.561 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.557+0000 7f9199600640 1 -- 172.21.15.8:0/2153522508 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f919c032030 con 0x5605b5bf4b30 2024-05-20T21:30:04.561 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.557+0000 7f91b59db740 10 client.19389 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:04.561 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.557+0000 7f91b59db740 10 client.19389 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:30:04.562 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.557+0000 7f91b59db740 20 client.19389 populate_metadata read hostname 'smithi008' 2024-05-20T21:30:04.562 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.557+0000 7f91b59db740 1 --2- 172.21.15.8:0/2153522508 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5605b5c0a470 0x5605b5c0c900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:04.562 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.557+0000 7f91b59db740 4 client.19389 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:30:04.562 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.557+0000 7f91b59db740 1 -- 172.21.15.8:0/2153522508 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5605b5b66ae0 con 0x5605b5c0a470 2024-05-20T21:30:04.562 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.558+0000 7f91a3400640 1 --2- 172.21.15.8:0/2153522508 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5605b5c0a470 0x5605b5c0c900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:04.562 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.558+0000 7f91a3400640 1 --2- 172.21.15.8:0/2153522508 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5605b5c0a470 0x5605b5c0c900 crc :-1 s=READY pgs=382 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ffe9c1fc17da2121 server_cookie=89a930a6decfde06 in_seq=0 out_seq=0 2024-05-20T21:30:04.562 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.558+0000 7f9199600640 10 client.19389 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:30:04.562 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.559+0000 7f9199600640 1 -- 172.21.15.8:0/2153522508 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5605b5b66ae0 con 0x5605b5c0a470 2024-05-20T21:30:04.562 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.559+0000 7f9199600640 10 client.19389 handle_command_reply: tid=0 2024-05-20T21:30:04.562 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.559+0000 7f91b59db740 1 client.19389 shutdown 2024-05-20T21:30:04.562 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.559+0000 7f91b59db740 1 -- 172.21.15.8:0/2153522508 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5605b5bf4b30 msgr2=0x5605b5bfe900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:04.562 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.559+0000 7f91b59db740 1 --2- 172.21.15.8:0/2153522508 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5605b5bf4b30 0x5605b5bfe900 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f919c013010 tx=0x7f919c004730 comp rx=0 tx=0).stop 2024-05-20T21:30:04.562 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.559+0000 7f91b59db740 1 -- 172.21.15.8:0/2153522508 shutdown_connections 2024-05-20T21:30:04.562 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.559+0000 7f91b59db740 1 --2- 172.21.15.8:0/2153522508 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5605b5c0a470 0x5605b5c0c900 crc :-1 s=READY pgs=382 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:04.563 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.559+0000 7f91b59db740 1 --2- 172.21.15.8:0/2153522508 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5605b5bfa690 0x5605b5c05e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:04.563 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.559+0000 7f91b59db740 1 --2- 172.21.15.8:0/2153522508 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5605b5bf5520 0x5605b5bfee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:04.563 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.559+0000 7f9199600640 0 client.19389 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:30:04.563 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.559+0000 7f91b59db740 1 --2- 172.21.15.8:0/2153522508 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5605b5bf4b30 0x5605b5bfe900 unknown :-1 s=CLOSED pgs=724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:04.563 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.559+0000 7f91b59db740 1 -- 172.21.15.8:0/2153522508 >> 172.21.15.8:0/2153522508 conn(0x5605b5bf01a0 msgr2=0x5605b5bef310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:04.563 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.560+0000 7f91b59db740 1 -- 172.21.15.8:0/2153522508 shutdown_connections 2024-05-20T21:30:04.563 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.560+0000 7f91b59db740 1 -- 172.21.15.8:0/2153522508 wait complete. 2024-05-20T21:30:04.563 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.560+0000 7f91b59db740 20 client.19389 trim_cache size 0 max 16384 2024-05-20T21:30:04.578 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.578+0000 7f91b59db740 1 Processor -- start 2024-05-20T21:30:04.579 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.578+0000 7f91b59db740 1 -- start start 2024-05-20T21:30:04.580 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.578+0000 7f91b59db740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5605b5bf4b30 0x5605b5bfeda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:04.580 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.578+0000 7f91b59db740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5605b5bf5520 0x5605b5c05e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:04.580 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.578+0000 7f91b59db740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5605b5bfa690 0x5605b5bf3790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:04.580 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.578+0000 7f91b59db740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f91ac1ae8f0 con 0x5605b5bf5520 2024-05-20T21:30:04.580 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.578+0000 7f91b59db740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f91ac1ac1c0 con 0x5605b5bfa690 2024-05-20T21:30:04.580 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.578+0000 7f91b59db740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f91ac1aa010 con 0x5605b5bf4b30 2024-05-20T21:30:04.580 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.579+0000 7f91abe00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5605b5bf4b30 0x5605b5bfeda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:04.580 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.579+0000 7f91abe00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5605b5bf4b30 0x5605b5bfeda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:57978/0 (socket says 172.21.15.8:57978) 2024-05-20T21:30:04.580 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.579+0000 7f91abe00640 1 -- 172.21.15.8:0/2148311243 learned_addr learned my addr 172.21.15.8:0/2148311243 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:04.581 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.579+0000 7f91b0a00640 1 --2- 172.21.15.8:0/2148311243 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5605b5bfa690 0x5605b5bf3790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:04.581 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.579+0000 7f91a3400640 1 --2- 172.21.15.8:0/2148311243 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5605b5bf5520 0x5605b5c05e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:04.581 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.579+0000 7f91abe00640 1 -- 172.21.15.8:0/2148311243 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5605b5bfa690 msgr2=0x5605b5bf3790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:04.581 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.579+0000 7f91abe00640 1 --2- 172.21.15.8:0/2148311243 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5605b5bfa690 0x5605b5bf3790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:04.581 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.579+0000 7f91abe00640 1 -- 172.21.15.8:0/2148311243 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5605b5bf5520 msgr2=0x5605b5c05e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:04.581 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.579+0000 7f91abe00640 1 --2- 172.21.15.8:0/2148311243 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5605b5bf5520 0x5605b5c05e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:04.581 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.579+0000 7f91abe00640 1 -- 172.21.15.8:0/2148311243 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5605b5bf4770 con 0x5605b5bf4b30 2024-05-20T21:30:04.581 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.580+0000 7f91abe00640 1 --2- 172.21.15.8:0/2148311243 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5605b5bf4b30 0x5605b5bfeda0 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f919c029d70 tx=0x7f919c012d00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5186bc8c036f7eb1 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:04.584 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.580+0000 7f919be00640 1 -- 172.21.15.8:0/2148311243 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f919c01f630 con 0x5605b5bf4b30 2024-05-20T21:30:04.584 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.580+0000 7f919be00640 1 -- 172.21.15.8:0/2148311243 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f919c01f7d0 con 0x5605b5bf4b30 2024-05-20T21:30:04.584 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.580+0000 7f919be00640 1 -- 172.21.15.8:0/2148311243 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f919c0047a0 con 0x5605b5bf4b30 2024-05-20T21:30:04.584 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.581+0000 7f91b59db740 1 -- 172.21.15.8:0/2148311243 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5605b5bf4b30 msgr2=0x5605b5bfeda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:04.584 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.581+0000 7f91b59db740 1 --2- 172.21.15.8:0/2148311243 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5605b5bf4b30 0x5605b5bfeda0 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f919c029d70 tx=0x7f919c012d00 comp rx=0 tx=0).stop 2024-05-20T21:30:04.584 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.581+0000 7f91b59db740 1 -- 172.21.15.8:0/2148311243 shutdown_connections 2024-05-20T21:30:04.584 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.581+0000 7f91b59db740 1 --2- 172.21.15.8:0/2148311243 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5605b5bfa690 0x5605b5bf3790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:04.584 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.581+0000 7f91b59db740 1 --2- 172.21.15.8:0/2148311243 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5605b5bf5520 0x5605b5c05e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:04.585 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.581+0000 7f91b59db740 1 --2- 172.21.15.8:0/2148311243 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5605b5bf4b30 0x5605b5bfeda0 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:04.585 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.581+0000 7f91b59db740 1 -- 172.21.15.8:0/2148311243 >> 172.21.15.8:0/2148311243 conn(0x5605b5bf01a0 msgr2=0x5605b5bf3080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:04.585 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.581+0000 7f91b59db740 1 -- 172.21.15.8:0/2148311243 shutdown_connections 2024-05-20T21:30:04.585 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.581+0000 7f91b59db740 1 -- 172.21.15.8:0/2148311243 wait complete. 2024-05-20T21:30:04.585 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.581+0000 7f91b59db740 1 -- start start 2024-05-20T21:30:04.585 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.582+0000 7f91b59db740 1 Processor -- start 2024-05-20T21:30:04.585 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.582+0000 7f91b59db740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5605b5bf4b30 0x5605b5c03290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:04.585 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.582+0000 7f91b59db740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5605b5bf5520 0x5605b5c037d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:04.585 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.582+0000 7f91b59db740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5605b5bfa690 0x5605b5c04790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:04.585 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.582+0000 7f91b59db740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f91ac1aa680 con 0x5605b5bfa690 2024-05-20T21:30:04.585 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.582+0000 7f91b59db740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f91ac1abaf0 con 0x5605b5bf5520 2024-05-20T21:30:04.585 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.582+0000 7f91b59db740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f91ac1aad50 con 0x5605b5bf4b30 2024-05-20T21:30:04.585 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.582+0000 7f91b59db740 10 client.0 _ll_register_callbacks cb 0x7f919c009ad0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:04.586 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.582+0000 7f91abe00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5605b5bf4b30 0x5605b5c03290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:04.586 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.582+0000 7f91b0a00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5605b5bfa690 0x5605b5c04790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:04.586 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.582+0000 7f91abe00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5605b5bf4b30 0x5605b5c03290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:57988/0 (socket says 172.21.15.8:57988) 2024-05-20T21:30:04.586 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.582+0000 7f91abe00640 1 -- 172.21.15.8:0/1402285489 learned_addr learned my addr 172.21.15.8:0/1402285489 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:04.586 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.582+0000 7f91a3400640 1 --2- 172.21.15.8:0/1402285489 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5605b5bf5520 0x5605b5c037d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:04.586 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.583+0000 7f91b0a00640 1 -- 172.21.15.8:0/1402285489 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5605b5bf4b30 msgr2=0x5605b5c03290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:04.586 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.583+0000 7f91b0a00640 1 --2- 172.21.15.8:0/1402285489 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5605b5bf4b30 0x5605b5c03290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:04.586 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.583+0000 7f91b0a00640 1 -- 172.21.15.8:0/1402285489 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5605b5bf5520 msgr2=0x5605b5c037d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:04.586 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.583+0000 7f91b0a00640 1 --2- 172.21.15.8:0/1402285489 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5605b5bf5520 0x5605b5c037d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:04.587 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.583+0000 7f91b0a00640 1 -- 172.21.15.8:0/1402285489 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5605b5bfd9e0 con 0x5605b5bfa690 2024-05-20T21:30:04.587 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.583+0000 7f91abe00640 1 --2- 172.21.15.8:0/1402285489 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5605b5bf4b30 0x5605b5c03290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:04.587 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.583+0000 7f91a3400640 1 --2- 172.21.15.8:0/1402285489 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5605b5bf5520 0x5605b5c037d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:04.587 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.583+0000 7f91b0a00640 1 --2- 172.21.15.8:0/1402285489 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5605b5bfa690 0x5605b5c04790 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7f91a402a9e0 tx=0x7f91a4003820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2fe28e69465ddb6a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:04.587 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.583+0000 7f9199600640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:30:04.587 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.583+0000 7f9199600640 1 -- 172.21.15.8:0/1402285489 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91a4035030 con 0x5605b5bfa690 2024-05-20T21:30:04.587 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.584+0000 7f9199600640 1 -- 172.21.15.8:0/1402285489 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f91a4003da0 con 0x5605b5bfa690 2024-05-20T21:30:04.587 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.584+0000 7f91b59db740 1 -- 172.21.15.8:0/1402285489 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f919c01f7d0 con 0x5605b5bfa690 2024-05-20T21:30:04.588 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.584+0000 7f9199600640 1 -- 172.21.15.8:0/1402285489 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f91a4009520 con 0x5605b5bfa690 2024-05-20T21:30:04.588 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.584+0000 7f91b59db740 10 client.19395 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:04.588 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.584+0000 7f91b59db740 1 -- 172.21.15.8:0/1402285489 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5605b5c05ec0 con 0x5605b5bfa690 2024-05-20T21:30:04.588 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.584+0000 7f9199600640 1 -- 172.21.15.8:0/1402285489 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f919c01f7d0 con 0x5605b5bfa690 2024-05-20T21:30:04.588 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.584+0000 7f9199600640 1 -- 172.21.15.8:0/1402285489 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f91a4045850 con 0x5605b5bfa690 2024-05-20T21:30:04.589 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.584+0000 7f91b59db740 10 client.19395 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:04.589 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.584+0000 7f91b59db740 10 client.19395 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:30:04.589 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.584+0000 7f91b59db740 20 client.19395 populate_metadata read hostname 'smithi008' 2024-05-20T21:30:04.589 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.584+0000 7f91b59db740 1 --2- 172.21.15.8:0/1402285489 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5605b5c75130 0x5605b5c77520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:04.589 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.584+0000 7f91b59db740 4 client.19395 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:30:04.589 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.584+0000 7f91b59db740 1 -- 172.21.15.8:0/1402285489 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5605b5b602c0 con 0x5605b5c75130 2024-05-20T21:30:04.589 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.585+0000 7f91abe00640 1 --2- 172.21.15.8:0/1402285489 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5605b5c75130 0x5605b5c77520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:04.589 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.585+0000 7f91abe00640 1 --2- 172.21.15.8:0/1402285489 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5605b5c75130 0x5605b5c77520 crc :-1 s=READY pgs=383 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f30211d14dbb2676 server_cookie=7f02bccb9d68c17f in_seq=0 out_seq=0 2024-05-20T21:30:04.589 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.585+0000 7f9199600640 10 client.19395 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:30:04.590 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:30:04.601 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.601+0000 7f9199600640 1 -- 172.21.15.8:0/1402285489 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5605b5b602c0 con 0x5605b5c75130 2024-05-20T21:30:04.601 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.601+0000 7f9199600640 10 client.19395 handle_command_reply: tid=0 2024-05-20T21:30:04.601 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.601+0000 7f91b59db740 1 client.19395 shutdown 2024-05-20T21:30:04.602 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.601+0000 7f91b59db740 1 -- 172.21.15.8:0/1402285489 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5605b5bfa690 msgr2=0x5605b5c04790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:04.602 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.601+0000 7f91b59db740 1 --2- 172.21.15.8:0/1402285489 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5605b5bfa690 0x5605b5c04790 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7f91a402a9e0 tx=0x7f91a4003820 comp rx=0 tx=0).stop 2024-05-20T21:30:04.602 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.601+0000 7f91b59db740 1 -- 172.21.15.8:0/1402285489 shutdown_connections 2024-05-20T21:30:04.602 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.601+0000 7f91b59db740 1 --2- 172.21.15.8:0/1402285489 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5605b5c75130 0x5605b5c77520 crc :-1 s=READY pgs=383 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:04.603 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.601+0000 7f91b59db740 1 --2- 172.21.15.8:0/1402285489 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5605b5bfa690 0x5605b5c04790 unknown :-1 s=CLOSED pgs=725 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:04.603 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.601+0000 7f91b59db740 1 --2- 172.21.15.8:0/1402285489 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5605b5bf5520 0x5605b5c037d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:04.603 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.601+0000 7f91b59db740 1 --2- 172.21.15.8:0/1402285489 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5605b5bf4b30 0x5605b5c03290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:04.603 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.601+0000 7f91b59db740 1 -- 172.21.15.8:0/1402285489 >> 172.21.15.8:0/1402285489 conn(0x5605b5bf01a0 msgr2=0x5605b5bf3910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:04.603 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.601+0000 7f9199600640 0 client.19395 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:30:04.603 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.602+0000 7f91b59db740 1 -- 172.21.15.8:0/1402285489 shutdown_connections 2024-05-20T21:30:04.603 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.602+0000 7f91b59db740 1 -- 172.21.15.8:0/1402285489 wait complete. 2024-05-20T21:30:04.603 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.602+0000 7f91b59db740 20 client.19395 trim_cache size 0 max 16384 2024-05-20T21:30:04.603 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:30:04.603 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:30:04.604 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:30:04.604 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.603+0000 7f91b2a00640 1 -- 172.21.15.8:0/1688093076 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f91900b2860 msgr2=0x7f91900b4d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:04.604 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.603+0000 7f91b2a00640 1 --2- 172.21.15.8:0/1688093076 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f91900b2860 0x7f91900b4d20 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x5605b5bf5920 tx=0x7f919c005f90 comp rx=0 tx=0).stop 2024-05-20T21:30:04.604 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.603+0000 7f91b2a00640 1 -- 172.21.15.8:0/1688093076 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f91ac105ec0 msgr2=0x7f91ac19b3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:04.604 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.603+0000 7f91b2a00640 1 --2- 172.21.15.8:0/1688093076 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f91ac105ec0 0x7f91ac19b3b0 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7f919400eb90 tx=0x7f919400c6a0 comp rx=0 tx=0).stop 2024-05-20T21:30:04.605 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.603+0000 7f91b2a00640 1 -- 172.21.15.8:0/1688093076 shutdown_connections 2024-05-20T21:30:04.605 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.603+0000 7f91b2a00640 1 --2- 172.21.15.8:0/1688093076 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f91900b2860 0x7f91900b4d20 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:04.605 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.603+0000 7f91b2a00640 1 --2- 172.21.15.8:0/1688093076 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f91ac106880 0x7f91ac1a2420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:04.605 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.603+0000 7f91b2a00640 1 --2- 172.21.15.8:0/1688093076 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f91ac105ec0 0x7f91ac19b3b0 unknown :-1 s=CLOSED pgs=723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:04.605 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.603+0000 7f91b2a00640 1 --2- 172.21.15.8:0/1688093076 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f91ac104cd0 0x7f91ac19ae70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:04.605 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.603+0000 7f91b2a00640 1 -- 172.21.15.8:0/1688093076 >> 172.21.15.8:0/1688093076 conn(0x7f91ac100260 msgr2=0x7f91ac1091c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:04.605 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.603+0000 7f91b2a00640 1 -- 172.21.15.8:0/1688093076 shutdown_connections 2024-05-20T21:30:04.605 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:04.603+0000 7f91b2a00640 1 -- 172.21.15.8:0/1688093076 wait complete. 2024-05-20T21:30:05.110 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:30:04 smithi008 ceph-mon[31475]: pgmap v882: 97 pgs: 97 active+clean; 3.3 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:30:05.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:30:04 smithi130 ceph-mon[36448]: pgmap v882: 97 pgs: 97 active+clean; 3.3 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:30:05.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:30:04 smithi050 ceph-mon[35809]: pgmap v882: 97 pgs: 97 active+clean; 3.3 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:30:06.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.927+0000 7f83aaa00700 1 -- 172.21.15.8:0/3082862518 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f83a4078390 msgr2=0x7f83a4113e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:06.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.927+0000 7f83aaa00700 1 --2- 172.21.15.8:0/3082862518 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f83a4078390 0x7f83a4113e90 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f8390009990 tx=0x7f8390009ca0 comp rx=0 tx=0).stop 2024-05-20T21:30:06.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.927+0000 7f83aaa00700 1 -- 172.21.15.8:0/3082862518 shutdown_connections 2024-05-20T21:30:06.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.927+0000 7f83aaa00700 1 --2- 172.21.15.8:0/3082862518 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f83a41143d0 0x7f83a41167c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:06.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.927+0000 7f83aaa00700 1 --2- 172.21.15.8:0/3082862518 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f83a4077a70 0x7f83a4077e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:06.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.927+0000 7f83aaa00700 1 --2- 172.21.15.8:0/3082862518 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f83a4078390 0x7f83a4113e90 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:06.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.927+0000 7f83aaa00700 1 -- 172.21.15.8:0/3082862518 >> 172.21.15.8:0/3082862518 conn(0x7f83a4101220 msgr2=0x7f83a4103640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:06.928 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.927+0000 7f83aaa00700 1 -- 172.21.15.8:0/3082862518 shutdown_connections 2024-05-20T21:30:06.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.927+0000 7f83aaa00700 1 -- 172.21.15.8:0/3082862518 wait complete. 2024-05-20T21:30:06.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.928+0000 7f83aaa00700 1 Processor -- start 2024-05-20T21:30:06.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.928+0000 7f83aaa00700 1 -- start start 2024-05-20T21:30:06.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.929+0000 7f83aaa00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f83a4077a70 0x7f83a41a0280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:06.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.929+0000 7f83aaa00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f83a4078390 0x7f83a41a07c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:06.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.929+0000 7f83aaa00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f83a41143d0 0x7f83a41a4b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:06.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.929+0000 7f83aaa00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f83a4119db0 con 0x7f83a4078390 2024-05-20T21:30:06.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.929+0000 7f83aaa00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f83a4119c30 con 0x7f83a4077a70 2024-05-20T21:30:06.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.929+0000 7f83aaa00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f83a4119f30 con 0x7f83a41143d0 2024-05-20T21:30:06.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.929+0000 7f83a3400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f83a4078390 0x7f83a41a07c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:06.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.929+0000 7f83a3400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f83a4078390 0x7f83a41a07c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:40414/0 (socket says 172.21.15.8:40414) 2024-05-20T21:30:06.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.929+0000 7f83a3400700 1 -- 172.21.15.8:0/229128490 learned_addr learned my addr 172.21.15.8:0/229128490 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:06.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.929+0000 7f83a8a00700 1 --2- 172.21.15.8:0/229128490 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f83a41143d0 0x7f83a41a4b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:06.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.929+0000 7f83a3e00700 1 --2- 172.21.15.8:0/229128490 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f83a4077a70 0x7f83a41a0280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:06.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.930+0000 7f83a3400700 1 -- 172.21.15.8:0/229128490 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f83a41143d0 msgr2=0x7f83a41a4b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:06.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.930+0000 7f83a3400700 1 --2- 172.21.15.8:0/229128490 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f83a41143d0 0x7f83a41a4b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:06.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.930+0000 7f83a3400700 1 -- 172.21.15.8:0/229128490 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f83a4077a70 msgr2=0x7f83a41a0280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:06.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.930+0000 7f83a3400700 1 --2- 172.21.15.8:0/229128490 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f83a4077a70 0x7f83a41a0280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:06.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.930+0000 7f83a3400700 1 -- 172.21.15.8:0/229128490 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83a41a5290 con 0x7f83a4078390 2024-05-20T21:30:06.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.930+0000 7f83a3e00700 1 --2- 172.21.15.8:0/229128490 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f83a4077a70 0x7f83a41a0280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:06.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.930+0000 7f83a3400700 1 --2- 172.21.15.8:0/229128490 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f83a4078390 0x7f83a41a07c0 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7f8390005910 tx=0x7f839000b670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:06.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.930+0000 7f83a0c00700 1 -- 172.21.15.8:0/229128490 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8390027070 con 0x7f83a4078390 2024-05-20T21:30:06.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.931+0000 7f83aaa00700 1 -- 172.21.15.8:0/229128490 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83a41a5520 con 0x7f83a4078390 2024-05-20T21:30:06.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.931+0000 7f83a0c00700 1 -- 172.21.15.8:0/229128490 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8390022470 con 0x7f83a4078390 2024-05-20T21:30:06.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.931+0000 7f83aaa00700 1 -- 172.21.15.8:0/229128490 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83a41ace00 con 0x7f83a4078390 2024-05-20T21:30:06.932 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.931+0000 7f83a0c00700 1 -- 172.21.15.8:0/229128490 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8390031060 con 0x7f83a4078390 2024-05-20T21:30:06.936 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.935+0000 7f83a0c00700 1 -- 172.21.15.8:0/229128490 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f839002a070 con 0x7f83a4078390 2024-05-20T21:30:06.936 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.936+0000 7f83b52d3b80 1 Processor -- start 2024-05-20T21:30:06.936 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.936+0000 7f83b52d3b80 1 -- start start 2024-05-20T21:30:06.937 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.936+0000 7f83b52d3b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ff3dfa5610 0x55ff3dfa59f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:06.937 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.937+0000 7f83b52d3b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ff3dfa5f30 0x55ff3df9fb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:06.937 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.937+0000 7f83b52d3b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ff3dfa0140 0x55ff3dfa05c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:06.937 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.937+0000 7f83b52d3b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55ff3defde40 con 0x55ff3dfa0140 2024-05-20T21:30:06.937 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.937+0000 7f83b52d3b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55ff3deed9e0 con 0x55ff3dfa5610 2024-05-20T21:30:06.937 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.937+0000 7f83b52d3b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55ff3def1a20 con 0x55ff3dfa5f30 2024-05-20T21:30:06.938 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.937+0000 7f83a3400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ff3dfa0140 0x55ff3dfa05c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:06.938 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.937+0000 7f83a3400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ff3dfa0140 0x55ff3dfa05c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:40418/0 (socket says 172.21.15.8:40418) 2024-05-20T21:30:06.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.937+0000 7f83a3400700 1 -- 172.21.15.8:0/1480996538 learned_addr learned my addr 172.21.15.8:0/1480996538 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:06.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.937+0000 7f83a8a00700 1 --2- 172.21.15.8:0/1480996538 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ff3dfa5610 0x55ff3dfa59f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:06.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.937+0000 7f83a3e00700 1 --2- 172.21.15.8:0/1480996538 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ff3dfa5f30 0x55ff3df9fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:06.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.937+0000 7f83a0c00700 1 --2- 172.21.15.8:0/229128490 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f83880b2880 0x7f83880b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:06.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.938+0000 7f83a8a00700 1 -- 172.21.15.8:0/1480996538 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ff3dfa5f30 msgr2=0x55ff3df9fb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:06.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.938+0000 7f83a8a00700 1 --2- 172.21.15.8:0/1480996538 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ff3dfa5f30 0x55ff3df9fb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:06.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.938+0000 7f83a8a00700 1 -- 172.21.15.8:0/1480996538 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ff3dfa0140 msgr2=0x55ff3dfa05c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:06.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.938+0000 7f83a8a00700 1 --2- 172.21.15.8:0/1480996538 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ff3dfa0140 0x55ff3dfa05c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:06.939 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.938+0000 7f83a8a00700 1 -- 172.21.15.8:0/1480996538 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ff3deb6420 con 0x55ff3dfa5610 2024-05-20T21:30:06.940 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.938+0000 7f83a0c00700 1 -- 172.21.15.8:0/229128490 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f83900e2f90 con 0x7f83a4078390 2024-05-20T21:30:06.940 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.938+0000 7f83a8a00700 1 --2- 172.21.15.8:0/229128490 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f83880b2880 0x7f83880b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:06.940 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.938+0000 7f83a8a00700 1 --2- 172.21.15.8:0/1480996538 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ff3dfa5610 0x55ff3dfa59f0 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f83a407bd60 tx=0x7f839c009920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=544ae87db2a10b7c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:06.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.939+0000 7f8399600700 1 -- 172.21.15.8:0/1480996538 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f839c027070 con 0x55ff3dfa5610 2024-05-20T21:30:06.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.939+0000 7f8399600700 1 -- 172.21.15.8:0/1480996538 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f839c007500 con 0x55ff3dfa5610 2024-05-20T21:30:06.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.939+0000 7f8399600700 1 -- 172.21.15.8:0/1480996538 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f839c0048d0 con 0x55ff3dfa5610 2024-05-20T21:30:06.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.940+0000 7f83b52d3b80 1 -- 172.21.15.8:0/1480996538 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ff3dfa5610 msgr2=0x55ff3dfa59f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:06.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.940+0000 7f83b52d3b80 1 --2- 172.21.15.8:0/1480996538 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ff3dfa5610 0x55ff3dfa59f0 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f83a407bd60 tx=0x7f839c009920 comp rx=0 tx=0).stop 2024-05-20T21:30:06.941 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.940+0000 7f83a8a00700 1 --2- 172.21.15.8:0/229128490 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f83880b2880 0x7f83880b4d40 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f839c020000 tx=0x7f839c023000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:06.942 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.940+0000 7f83b52d3b80 1 -- 172.21.15.8:0/1480996538 shutdown_connections 2024-05-20T21:30:06.942 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.940+0000 7f83b52d3b80 1 --2- 172.21.15.8:0/1480996538 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ff3dfa5610 0x55ff3dfa59f0 unknown :-1 s=CLOSED pgs=651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:06.942 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.940+0000 7f83b52d3b80 1 --2- 172.21.15.8:0/1480996538 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ff3dfa0140 0x55ff3dfa05c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:06.942 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.940+0000 7f83b52d3b80 1 --2- 172.21.15.8:0/1480996538 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ff3dfa5f30 0x55ff3df9fb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:06.942 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.940+0000 7f83b52d3b80 1 -- 172.21.15.8:0/1480996538 >> 172.21.15.8:0/1480996538 conn(0x55ff3decdbe0 msgr2=0x55ff3df9a690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:06.942 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.940+0000 7f83b52d3b80 1 -- 172.21.15.8:0/1480996538 shutdown_connections 2024-05-20T21:30:06.942 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.940+0000 7f83b52d3b80 1 -- 172.21.15.8:0/1480996538 wait complete. 2024-05-20T21:30:06.942 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.941+0000 7f83b52d3b80 1 -- start start 2024-05-20T21:30:06.942 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.941+0000 7f83b52d3b80 1 Processor -- start 2024-05-20T21:30:06.943 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.941+0000 7f83b52d3b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ff3dfa0140 0x55ff3dfabcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:06.943 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.942+0000 7f83b52d3b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ff3dfa5610 0x55ff3dfa90b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:06.943 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.942+0000 7f83b52d3b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ff3dfa5f30 0x55ff3dfa95f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:06.943 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.942+0000 7f83b52d3b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55ff3ddf3fa0 con 0x55ff3dfa5f30 2024-05-20T21:30:06.943 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.942+0000 7f83b52d3b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55ff3de8e760 con 0x55ff3dfa5610 2024-05-20T21:30:06.943 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.942+0000 7f83b52d3b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55ff3dfac9e0 con 0x55ff3dfa0140 2024-05-20T21:30:06.943 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.942+0000 7f83b52d3b80 10 client.0 _ll_register_callbacks cb 0x55ff3de97c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:06.943 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.942+0000 7f83a3400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ff3dfa5610 0x55ff3dfa90b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:06.943 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.942+0000 7f83a3400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ff3dfa5610 0x55ff3dfa90b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:50374/0 (socket says 172.21.15.8:50374) 2024-05-20T21:30:06.943 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.942+0000 7f83a3400700 1 -- 172.21.15.8:0/1522921428 learned_addr learned my addr 172.21.15.8:0/1522921428 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:06.944 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.942+0000 7f83a3e00700 1 --2- 172.21.15.8:0/1522921428 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ff3dfa0140 0x55ff3dfabcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:06.944 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.942+0000 7f83a8a00700 1 --2- 172.21.15.8:0/1522921428 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ff3dfa5f30 0x55ff3dfa95f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:06.945 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.943+0000 7f83a3400700 1 -- 172.21.15.8:0/1522921428 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ff3dfa0140 msgr2=0x55ff3dfabcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:06.945 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.943+0000 7f83a3400700 1 --2- 172.21.15.8:0/1522921428 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ff3dfa0140 0x55ff3dfabcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:06.945 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.943+0000 7f83a3400700 1 -- 172.21.15.8:0/1522921428 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ff3dfa5f30 msgr2=0x55ff3dfa95f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:06.945 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.943+0000 7f83a3400700 1 --2- 172.21.15.8:0/1522921428 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ff3dfa5f30 0x55ff3dfa95f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:06.945 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.943+0000 7f83a3400700 1 -- 172.21.15.8:0/1522921428 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ff3de3d8d0 con 0x55ff3dfa5610 2024-05-20T21:30:06.945 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.943+0000 7f83a3400700 1 --2- 172.21.15.8:0/1522921428 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ff3dfa5610 0x55ff3dfa90b0 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f8390006010 tx=0x7f83900e09e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7fd11f71f58c384e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:06.945 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.943+0000 7f838e000700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:30:06.945 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.943+0000 7f838e000700 1 -- 172.21.15.8:0/1522921428 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83900aa3a0 con 0x55ff3dfa5610 2024-05-20T21:30:06.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.943+0000 7f838e000700 1 -- 172.21.15.8:0/1522921428 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f8390022920 con 0x55ff3dfa5610 2024-05-20T21:30:06.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.943+0000 7f83b52d3b80 1 -- 172.21.15.8:0/1522921428 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f839c007500 con 0x55ff3dfa5610 2024-05-20T21:30:06.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.944+0000 7f838e000700 1 -- 172.21.15.8:0/1522921428 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f83900a9d40 con 0x55ff3dfa5610 2024-05-20T21:30:06.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.944+0000 7f83b52d3b80 10 client.29525 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:06.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.944+0000 7f83b52d3b80 1 -- 172.21.15.8:0/1522921428 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ff3debe060 con 0x55ff3dfa5610 2024-05-20T21:30:06.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.944+0000 7f838e000700 1 -- 172.21.15.8:0/1522921428 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f839c007500 con 0x55ff3dfa5610 2024-05-20T21:30:06.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.944+0000 7f838e000700 1 -- 172.21.15.8:0/1522921428 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f83900aa830 con 0x55ff3dfa5610 2024-05-20T21:30:06.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.944+0000 7f83b52d3b80 10 client.29525 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:06.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.944+0000 7f83b52d3b80 10 client.29525 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:30:06.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.944+0000 7f83b52d3b80 20 client.29525 populate_metadata read hostname 'smithi008' 2024-05-20T21:30:06.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.944+0000 7f83b52d3b80 1 --2- 172.21.15.8:0/1522921428 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55ff3dfb9340 0x55ff3dfbb760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:06.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.944+0000 7f83b52d3b80 4 client.29525 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:30:06.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.944+0000 7f83b52d3b80 1 -- 172.21.15.8:0/1522921428 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ff3deffd90 con 0x55ff3dfb9340 2024-05-20T21:30:06.947 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.945+0000 7f83a3e00700 1 --2- 172.21.15.8:0/1522921428 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55ff3dfb9340 0x55ff3dfbb760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:06.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.945+0000 7f83a3e00700 1 --2- 172.21.15.8:0/1522921428 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55ff3dfb9340 0x55ff3dfbb760 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=12b402d2057a9b8a server_cookie=5be0dc341fafe985 in_seq=0 out_seq=0 2024-05-20T21:30:06.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.945+0000 7f838e000700 10 client.29525 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:30:06.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.946+0000 7f838e000700 1 -- 172.21.15.8:0/1522921428 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55ff3deffd90 con 0x55ff3dfb9340 2024-05-20T21:30:06.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.946+0000 7f838e000700 10 client.29525 handle_command_reply: tid=0 2024-05-20T21:30:06.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.946+0000 7f83b52d3b80 1 client.29525 shutdown 2024-05-20T21:30:06.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.946+0000 7f83b52d3b80 1 -- 172.21.15.8:0/1522921428 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ff3dfa5610 msgr2=0x55ff3dfa90b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:06.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.946+0000 7f83b52d3b80 1 --2- 172.21.15.8:0/1522921428 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ff3dfa5610 0x55ff3dfa90b0 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f8390006010 tx=0x7f83900e09e0 comp rx=0 tx=0).stop 2024-05-20T21:30:06.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.946+0000 7f83b52d3b80 1 -- 172.21.15.8:0/1522921428 shutdown_connections 2024-05-20T21:30:06.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.946+0000 7f83b52d3b80 1 --2- 172.21.15.8:0/1522921428 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55ff3dfb9340 0x55ff3dfbb760 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:06.948 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.946+0000 7f83b52d3b80 1 --2- 172.21.15.8:0/1522921428 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ff3dfa5f30 0x55ff3dfa95f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:06.949 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.946+0000 7f83b52d3b80 1 --2- 172.21.15.8:0/1522921428 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ff3dfa0140 0x55ff3dfabcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:06.949 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.946+0000 7f838e000700 0 client.29525 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:30:06.949 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.946+0000 7f83b52d3b80 1 --2- 172.21.15.8:0/1522921428 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ff3dfa5610 0x55ff3dfa90b0 unknown :-1 s=CLOSED pgs=652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:06.949 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.947+0000 7f83b52d3b80 1 -- 172.21.15.8:0/1522921428 >> 172.21.15.8:0/1522921428 conn(0x55ff3decdbe0 msgr2=0x55ff3df99d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:06.949 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.947+0000 7f83b52d3b80 1 -- 172.21.15.8:0/1522921428 shutdown_connections 2024-05-20T21:30:06.949 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.947+0000 7f83b52d3b80 1 -- 172.21.15.8:0/1522921428 wait complete. 2024-05-20T21:30:06.949 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.947+0000 7f83b52d3b80 20 client.29525 trim_cache size 0 max 16384 2024-05-20T21:30:06.965 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.964+0000 7f83b52d3b80 1 Processor -- start 2024-05-20T21:30:06.965 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.964+0000 7f83b52d3b80 1 -- start start 2024-05-20T21:30:06.965 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.964+0000 7f83b52d3b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ff3dfa0140 0x55ff3dfa6ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:06.965 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.964+0000 7f83b52d3b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ff3dfa5610 0x55ff3df9a4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:06.965 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.964+0000 7f83b52d3b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ff3dfa5f30 0x55ff3dfa80b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:06.965 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.964+0000 7f83b52d3b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f83a41b6a90 con 0x55ff3dfa5f30 2024-05-20T21:30:06.965 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.964+0000 7f83b52d3b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f83a41b4320 con 0x55ff3dfa5610 2024-05-20T21:30:06.965 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.964+0000 7f83b52d3b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f83a41b2170 con 0x55ff3dfa0140 2024-05-20T21:30:06.966 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.965+0000 7f83a8a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ff3dfa5f30 0x55ff3dfa80b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:06.966 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.965+0000 7f83a8a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ff3dfa5f30 0x55ff3dfa80b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:40426/0 (socket says 172.21.15.8:40426) 2024-05-20T21:30:06.966 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.965+0000 7f83a8a00700 1 -- 172.21.15.8:0/1558228909 learned_addr learned my addr 172.21.15.8:0/1558228909 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:06.966 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.965+0000 7f83a3e00700 1 --2- 172.21.15.8:0/1558228909 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ff3dfa0140 0x55ff3dfa6ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:06.966 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.965+0000 7f83a3400700 1 --2- 172.21.15.8:0/1558228909 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ff3dfa5610 0x55ff3df9a4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:06.967 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.965+0000 7f83a8a00700 1 -- 172.21.15.8:0/1558228909 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ff3dfa0140 msgr2=0x55ff3dfa6ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:06.967 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.965+0000 7f83a8a00700 1 --2- 172.21.15.8:0/1558228909 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ff3dfa0140 0x55ff3dfa6ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:06.967 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.965+0000 7f83a8a00700 1 -- 172.21.15.8:0/1558228909 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ff3dfa5610 msgr2=0x55ff3df9a4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:06.967 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.965+0000 7f83a8a00700 1 --2- 172.21.15.8:0/1558228909 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ff3dfa5610 0x55ff3df9a4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:06.967 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.965+0000 7f83a8a00700 1 -- 172.21.15.8:0/1558228909 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ff3dfa9f90 con 0x55ff3dfa5f30 2024-05-20T21:30:06.967 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.966+0000 7f83a8a00700 1 --2- 172.21.15.8:0/1558228909 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ff3dfa5f30 0x55ff3dfa80b0 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7f839c0095e0 tx=0x7f839c009610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=40ec3648240fd201 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:06.968 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.966+0000 7f8398c00700 1 -- 172.21.15.8:0/1558228909 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f839c02f070 con 0x55ff3dfa5f30 2024-05-20T21:30:06.968 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.966+0000 7f8398c00700 1 -- 172.21.15.8:0/1558228909 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f839c007e50 con 0x55ff3dfa5f30 2024-05-20T21:30:06.968 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.966+0000 7f8398c00700 1 -- 172.21.15.8:0/1558228909 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f839c007c00 con 0x55ff3dfa5f30 2024-05-20T21:30:06.968 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.967+0000 7f83b52d3b80 1 -- 172.21.15.8:0/1558228909 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ff3dfa5f30 msgr2=0x55ff3dfa80b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:06.968 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.967+0000 7f83b52d3b80 1 --2- 172.21.15.8:0/1558228909 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ff3dfa5f30 0x55ff3dfa80b0 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7f839c0095e0 tx=0x7f839c009610 comp rx=0 tx=0).stop 2024-05-20T21:30:06.968 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.967+0000 7f83b52d3b80 1 -- 172.21.15.8:0/1558228909 shutdown_connections 2024-05-20T21:30:06.968 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.967+0000 7f83b52d3b80 1 --2- 172.21.15.8:0/1558228909 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ff3dfa5f30 0x55ff3dfa80b0 unknown :-1 s=CLOSED pgs=727 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:06.969 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.967+0000 7f83b52d3b80 1 --2- 172.21.15.8:0/1558228909 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ff3dfa0140 0x55ff3dfa6ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:06.969 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.967+0000 7f83b52d3b80 1 --2- 172.21.15.8:0/1558228909 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ff3dfa5610 0x55ff3df9a4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:06.969 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.967+0000 7f83b52d3b80 1 -- 172.21.15.8:0/1558228909 >> 172.21.15.8:0/1558228909 conn(0x55ff3decdbe0 msgr2=0x55ff3dfa79a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:06.969 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.967+0000 7f83b52d3b80 1 -- 172.21.15.8:0/1558228909 shutdown_connections 2024-05-20T21:30:06.969 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.967+0000 7f83b52d3b80 1 -- 172.21.15.8:0/1558228909 wait complete. 2024-05-20T21:30:06.969 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.968+0000 7f83b52d3b80 1 -- start start 2024-05-20T21:30:06.969 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.968+0000 7f83b52d3b80 1 Processor -- start 2024-05-20T21:30:06.971 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.968+0000 7f83b52d3b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ff3dfa0140 0x55ff3dfb1c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:06.971 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.968+0000 7f83b52d3b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ff3dfa5610 0x55ff3dfb21b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:06.971 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.968+0000 7f83b52d3b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ff3dfa5f30 0x55ff3dfaec40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:06.971 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.968+0000 7f83b52d3b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f83a41b27e0 con 0x55ff3dfa5f30 2024-05-20T21:30:06.971 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.968+0000 7f83b52d3b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f83a41b3c50 con 0x55ff3dfa0140 2024-05-20T21:30:06.971 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.968+0000 7f83b52d3b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f83a41b2eb0 con 0x55ff3dfa5610 2024-05-20T21:30:06.971 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.969+0000 7f83b52d3b80 10 client.0 _ll_register_callbacks cb 0x55ff3de97c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:06.971 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.969+0000 7f83a8a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ff3dfa5f30 0x55ff3dfaec40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:06.971 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.969+0000 7f83a8a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ff3dfa5f30 0x55ff3dfaec40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:40428/0 (socket says 172.21.15.8:40428) 2024-05-20T21:30:06.971 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.969+0000 7f83a8a00700 1 -- 172.21.15.8:0/3278996156 learned_addr learned my addr 172.21.15.8:0/3278996156 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:06.971 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.969+0000 7f83a3e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ff3dfa0140 0x55ff3dfb1c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:06.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.969+0000 7f83a3400700 1 --2- 172.21.15.8:0/3278996156 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ff3dfa5610 0x55ff3dfb21b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:06.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.969+0000 7f83a8a00700 1 -- 172.21.15.8:0/3278996156 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ff3dfa5610 msgr2=0x55ff3dfb21b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:06.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.969+0000 7f83a8a00700 1 --2- 172.21.15.8:0/3278996156 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ff3dfa5610 0x55ff3dfb21b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:06.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.969+0000 7f83a8a00700 1 -- 172.21.15.8:0/3278996156 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ff3dfa0140 msgr2=0x55ff3dfb1c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:06.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.969+0000 7f83a8a00700 1 --2- 172.21.15.8:0/3278996156 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ff3dfa0140 0x55ff3dfb1c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:06.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.969+0000 7f83a8a00700 1 -- 172.21.15.8:0/3278996156 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ff3dfaf180 con 0x55ff3dfa5f30 2024-05-20T21:30:06.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.969+0000 7f83a3400700 1 --2- 172.21.15.8:0/3278996156 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ff3dfa5610 0x55ff3dfb21b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:06.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.969+0000 7f83a3e00700 1 --2- 172.21.15.8:0/3278996156 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ff3dfa0140 0x55ff3dfb1c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:06.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.970+0000 7f83a8a00700 1 --2- 172.21.15.8:0/3278996156 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ff3dfa5f30 0x55ff3dfaec40 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7f839c009920 tx=0x7f839c007500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab893ba0cf32e6a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:06.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.970+0000 7f838e000700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:30:06.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.970+0000 7f838e000700 1 -- 172.21.15.8:0/3278996156 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f839c038070 con 0x55ff3dfa5f30 2024-05-20T21:30:06.972 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.970+0000 7f838e000700 1 -- 172.21.15.8:0/3278996156 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f839c015a80 con 0x55ff3dfa5f30 2024-05-20T21:30:06.973 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.970+0000 7f83b52d3b80 1 -- 172.21.15.8:0/3278996156 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f839c007e50 con 0x55ff3dfa5f30 2024-05-20T21:30:06.973 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.970+0000 7f838e000700 1 -- 172.21.15.8:0/3278996156 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f839c02f040 con 0x55ff3dfa5f30 2024-05-20T21:30:06.973 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.970+0000 7f83b52d3b80 10 client.19413 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:06.973 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.970+0000 7f83b52d3b80 1 -- 172.21.15.8:0/3278996156 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ff3e024710 con 0x55ff3dfa5f30 2024-05-20T21:30:06.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.971+0000 7f838e000700 1 -- 172.21.15.8:0/3278996156 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f839c007e50 con 0x55ff3dfa5f30 2024-05-20T21:30:06.974 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.971+0000 7f838e000700 1 -- 172.21.15.8:0/3278996156 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f839c0346b0 con 0x55ff3dfa5f30 2024-05-20T21:30:06.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.971+0000 7f83b52d3b80 10 client.19413 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:06.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.971+0000 7f83b52d3b80 10 client.19413 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:30:06.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.971+0000 7f83b52d3b80 20 client.19413 populate_metadata read hostname 'smithi008' 2024-05-20T21:30:06.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.971+0000 7f83b52d3b80 1 --2- 172.21.15.8:0/3278996156 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55ff3e024b70 0x55ff3e026f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:06.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.971+0000 7f83b52d3b80 4 client.19413 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:30:06.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.971+0000 7f83b52d3b80 1 -- 172.21.15.8:0/3278996156 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ff3def9570 con 0x55ff3e024b70 2024-05-20T21:30:06.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.971+0000 7f83a3e00700 1 --2- 172.21.15.8:0/3278996156 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55ff3e024b70 0x55ff3e026f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:06.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.972+0000 7f83a3e00700 1 --2- 172.21.15.8:0/3278996156 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55ff3e024b70 0x55ff3e026f60 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=e3255d1b477575ef server_cookie=76fc6df4113d66d3 in_seq=0 out_seq=0 2024-05-20T21:30:06.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.972+0000 7f838e000700 10 client.19413 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:30:06.975 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.972+0000 7f838e000700 1 -- 172.21.15.8:0/3278996156 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ff3def9570 con 0x55ff3e024b70 2024-05-20T21:30:06.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.972+0000 7f838e000700 10 client.19413 handle_command_reply: tid=0 2024-05-20T21:30:06.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.972+0000 7f83b52d3b80 1 client.19413 shutdown 2024-05-20T21:30:06.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.972+0000 7f83b52d3b80 1 -- 172.21.15.8:0/3278996156 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ff3dfa5f30 msgr2=0x55ff3dfaec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:06.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.972+0000 7f83b52d3b80 1 --2- 172.21.15.8:0/3278996156 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ff3dfa5f30 0x55ff3dfaec40 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7f839c009920 tx=0x7f839c007500 comp rx=0 tx=0).stop 2024-05-20T21:30:06.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.972+0000 7f83b52d3b80 1 -- 172.21.15.8:0/3278996156 shutdown_connections 2024-05-20T21:30:06.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.972+0000 7f83b52d3b80 1 --2- 172.21.15.8:0/3278996156 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55ff3e024b70 0x55ff3e026f60 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:06.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.973+0000 7f83b52d3b80 1 --2- 172.21.15.8:0/3278996156 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ff3dfa0140 0x55ff3dfb1c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:06.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.973+0000 7f83b52d3b80 1 --2- 172.21.15.8:0/3278996156 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55ff3dfa5f30 0x55ff3dfaec40 unknown :-1 s=CLOSED pgs=728 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:06.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.973+0000 7f83b52d3b80 1 --2- 172.21.15.8:0/3278996156 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ff3dfa5610 0x55ff3dfb21b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:06.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.973+0000 7f838e000700 0 client.19413 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:30:06.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.973+0000 7f83b52d3b80 1 -- 172.21.15.8:0/3278996156 >> 172.21.15.8:0/3278996156 conn(0x55ff3decdbe0 msgr2=0x55ff3dfa8230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:06.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.973+0000 7f83b52d3b80 1 -- 172.21.15.8:0/3278996156 shutdown_connections 2024-05-20T21:30:06.976 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.973+0000 7f83b52d3b80 1 -- 172.21.15.8:0/3278996156 wait complete. 2024-05-20T21:30:06.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.973+0000 7f83b52d3b80 20 client.19413 trim_cache size 0 max 16384 2024-05-20T21:30:06.977 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:30:06.977 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.974+0000 7f83aaa00700 1 -- 172.21.15.8:0/229128490 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f83880b2880 msgr2=0x7f83880b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:06.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.974+0000 7f83aaa00700 1 --2- 172.21.15.8:0/229128490 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f83880b2880 0x7f83880b4d40 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f839c020000 tx=0x7f839c023000 comp rx=0 tx=0).stop 2024-05-20T21:30:06.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.974+0000 7f83aaa00700 1 -- 172.21.15.8:0/229128490 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f83a4078390 msgr2=0x7f83a41a07c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:06.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.974+0000 7f83aaa00700 1 --2- 172.21.15.8:0/229128490 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f83a4078390 0x7f83a41a07c0 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7f8390005910 tx=0x7f839000b670 comp rx=0 tx=0).stop 2024-05-20T21:30:06.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.974+0000 7f83aaa00700 1 -- 172.21.15.8:0/229128490 shutdown_connections 2024-05-20T21:30:06.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.974+0000 7f83aaa00700 1 --2- 172.21.15.8:0/229128490 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f83880b2880 0x7f83880b4d40 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:06.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.974+0000 7f83aaa00700 1 --2- 172.21.15.8:0/229128490 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f83a4077a70 0x7f83a41a0280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:06.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.974+0000 7f83aaa00700 1 --2- 172.21.15.8:0/229128490 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f83a41143d0 0x7f83a41a4b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:06.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.974+0000 7f83aaa00700 1 --2- 172.21.15.8:0/229128490 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f83a4078390 0x7f83a41a07c0 unknown :-1 s=CLOSED pgs=726 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:06.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.974+0000 7f83aaa00700 1 -- 172.21.15.8:0/229128490 >> 172.21.15.8:0/229128490 conn(0x7f83a4101220 msgr2=0x7f83a4103610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:06.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.974+0000 7f83aaa00700 1 -- 172.21.15.8:0/229128490 shutdown_connections 2024-05-20T21:30:06.978 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:06.974+0000 7f83aaa00700 1 -- 172.21.15.8:0/229128490 wait complete. 2024-05-20T21:30:07.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:30:06 smithi130 ceph-mon[36448]: pgmap v883: 97 pgs: 97 active+clean; 3.4 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 14 op/s 2024-05-20T21:30:07.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:30:06 smithi050 ceph-mon[35809]: pgmap v883: 97 pgs: 97 active+clean; 3.4 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 14 op/s 2024-05-20T21:30:07.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:30:06 smithi008 ceph-mon[31475]: pgmap v883: 97 pgs: 97 active+clean; 3.4 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 14 op/s 2024-05-20T21:30:07.918 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:30:08.029 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:30:07 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:30:08.029 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:30:07 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:30:08.029 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:30:07 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:30:08.029 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:30:07 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:30:08.029 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:30:07 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:30:08.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:30:07 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:30:08.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:30:07 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:30:08.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:30:07 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:30:08.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:30:07 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:30:08.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:30:07 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:30:08.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:30:07 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:30:08.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:30:07 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:30:08.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:30:07 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:30:08.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:30:07 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:30:08.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:30:07 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:30:08.438 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:30:08.904 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:30:08 smithi008 ceph-mon[31475]: pgmap v884: 97 pgs: 97 active+clean; 3.4 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:30:08.904 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:30:08 smithi008 ceph-mon[31475]: Adjusting osd_memory_target on smithi050 to 177.2M 2024-05-20T21:30:08.904 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:30:08 smithi008 ceph-mon[31475]: Unable to set osd_memory_target on smithi050 to 185896345: error parsing value: Value '185896345' is below minimum 939524096 2024-05-20T21:30:08.904 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:30:08 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:30:08.904 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:30:08 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:30:08.904 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:30:08 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:30:08.904 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:30:08 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:30:08.904 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:30:08 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:30:08.904 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:30:08 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:30:08.904 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:30:08 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:30:09.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:30:08 smithi130 ceph-mon[36448]: pgmap v884: 97 pgs: 97 active+clean; 3.4 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:30:09.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:30:08 smithi130 ceph-mon[36448]: Adjusting osd_memory_target on smithi050 to 177.2M 2024-05-20T21:30:09.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:30:08 smithi130 ceph-mon[36448]: Unable to set osd_memory_target on smithi050 to 185896345: error parsing value: Value '185896345' is below minimum 939524096 2024-05-20T21:30:09.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:30:08 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:30:09.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:30:08 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:30:09.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:30:08 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:30:09.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:30:08 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:30:09.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:30:08 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:30:09.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:30:08 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:30:09.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:30:08 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:30:09.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:30:08 smithi050 ceph-mon[35809]: pgmap v884: 97 pgs: 97 active+clean; 3.4 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:30:09.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:30:08 smithi050 ceph-mon[35809]: Adjusting osd_memory_target on smithi050 to 177.2M 2024-05-20T21:30:09.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:30:08 smithi050 ceph-mon[35809]: Unable to set osd_memory_target on smithi050 to 185896345: error parsing value: Value '185896345' is below minimum 939524096 2024-05-20T21:30:09.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:30:08 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:30:09.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:30:08 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:30:09.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:30:08 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:30:09.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:30:08 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:30:09.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:30:08 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:30:09.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:30:08 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:30:09.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:30:08 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:30:10.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:30:09 smithi130 ceph-mon[36448]: Adjusting osd_memory_target on smithi008 to 177.5M 2024-05-20T21:30:10.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:30:09 smithi130 ceph-mon[36448]: Unable to set osd_memory_target on smithi008 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-05-20T21:30:10.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:30:09 smithi050 ceph-mon[35809]: Adjusting osd_memory_target on smithi008 to 177.5M 2024-05-20T21:30:10.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:30:09 smithi050 ceph-mon[35809]: Unable to set osd_memory_target on smithi008 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-05-20T21:30:10.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:30:09 smithi008 ceph-mon[31475]: Adjusting osd_memory_target on smithi008 to 177.5M 2024-05-20T21:30:10.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:30:09 smithi008 ceph-mon[31475]: Unable to set osd_memory_target on smithi008 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-05-20T21:30:10.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.725+0000 7fc2b6e00700 1 -- 172.21.15.8:0/300387174 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc2b010fc90 msgr2=0x7fc2b0112100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:10.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.725+0000 7fc2b6e00700 1 --2- 172.21.15.8:0/300387174 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc2b010fc90 0x7fc2b0112100 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7fc2a800b0a0 tx=0x7fc2a800b3b0 comp rx=0 tx=0).stop 2024-05-20T21:30:10.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.725+0000 7fc2b6e00700 1 -- 172.21.15.8:0/300387174 shutdown_connections 2024-05-20T21:30:10.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.725+0000 7fc2b6e00700 1 --2- 172.21.15.8:0/300387174 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc2b010fc90 0x7fc2b0112100 unknown :-1 s=CLOSED pgs=653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:10.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.725+0000 7fc2b6e00700 1 --2- 172.21.15.8:0/300387174 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc2b0075970 0x7fc2b0075d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:10.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.725+0000 7fc2b6e00700 1 --2- 172.21.15.8:0/300387174 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc2b0076290 0x7fc2b010f750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:10.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.725+0000 7fc2b6e00700 1 -- 172.21.15.8:0/300387174 >> 172.21.15.8:0/300387174 conn(0x7fc2b00fef60 msgr2=0x7fc2b0101380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:10.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.725+0000 7fc2b6e00700 1 -- 172.21.15.8:0/300387174 shutdown_connections 2024-05-20T21:30:10.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.725+0000 7fc2b6e00700 1 -- 172.21.15.8:0/300387174 wait complete. 2024-05-20T21:30:10.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.726+0000 7fc2b6e00700 1 Processor -- start 2024-05-20T21:30:10.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.726+0000 7fc2b6e00700 1 -- start start 2024-05-20T21:30:10.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.727+0000 7fc2b6e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc2b0075970 0x7fc2b019bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:10.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.727+0000 7fc2b6e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc2b0076290 0x7fc2b019c310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:10.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.727+0000 7fc2b6e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc2b010fc90 0x7fc2b01a0600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:10.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.727+0000 7fc2b6e00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc2b0115880 con 0x7fc2b010fc90 2024-05-20T21:30:10.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.727+0000 7fc2b6e00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc2b0115700 con 0x7fc2b0076290 2024-05-20T21:30:10.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.727+0000 7fc2b6e00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc2b0115a00 con 0x7fc2b0075970 2024-05-20T21:30:10.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.727+0000 7fc2b6400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc2b010fc90 0x7fc2b01a0600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:10.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.727+0000 7fc2b6400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc2b010fc90 0x7fc2b01a0600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:40446/0 (socket says 172.21.15.8:40446) 2024-05-20T21:30:10.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.727+0000 7fc2b6400700 1 -- 172.21.15.8:0/3421108120 learned_addr learned my addr 172.21.15.8:0/3421108120 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:10.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.727+0000 7fc2b5000700 1 --2- 172.21.15.8:0/3421108120 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc2b0076290 0x7fc2b019c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:10.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.727+0000 7fc2b5a00700 1 --2- 172.21.15.8:0/3421108120 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc2b0075970 0x7fc2b019bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:10.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.728+0000 7fc2b5000700 1 -- 172.21.15.8:0/3421108120 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc2b0075970 msgr2=0x7fc2b019bdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:10.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.728+0000 7fc2b5000700 1 --2- 172.21.15.8:0/3421108120 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc2b0075970 0x7fc2b019bdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:10.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.728+0000 7fc2b5000700 1 -- 172.21.15.8:0/3421108120 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc2b010fc90 msgr2=0x7fc2b01a0600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:10.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.728+0000 7fc2b5000700 1 --2- 172.21.15.8:0/3421108120 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc2b010fc90 0x7fc2b01a0600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:10.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.728+0000 7fc2b5000700 1 -- 172.21.15.8:0/3421108120 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2b01a0d40 con 0x7fc2b0076290 2024-05-20T21:30:10.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.728+0000 7fc2b6400700 1 --2- 172.21.15.8:0/3421108120 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc2b010fc90 0x7fc2b01a0600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:10.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.728+0000 7fc2b5000700 1 --2- 172.21.15.8:0/3421108120 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc2b0076290 0x7fc2b019c310 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7fc29c00e9f0 tx=0x7fc29c00ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:10.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.728+0000 7fc2ae000700 1 -- 172.21.15.8:0/3421108120 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc29c00c9c0 con 0x7fc2b0076290 2024-05-20T21:30:10.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.729+0000 7fc2ae000700 1 -- 172.21.15.8:0/3421108120 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc29c00cb60 con 0x7fc2b0076290 2024-05-20T21:30:10.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.729+0000 7fc2b6e00700 1 -- 172.21.15.8:0/3421108120 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2b01a1030 con 0x7fc2b0076290 2024-05-20T21:30:10.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.729+0000 7fc2ae000700 1 -- 172.21.15.8:0/3421108120 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc29c018680 con 0x7fc2b0076290 2024-05-20T21:30:10.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.729+0000 7fc2b6e00700 1 -- 172.21.15.8:0/3421108120 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2b01a88b0 con 0x7fc2b0076290 2024-05-20T21:30:10.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.733+0000 7fc2ae000700 1 -- 172.21.15.8:0/3421108120 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fc29c010430 con 0x7fc2b0076290 2024-05-20T21:30:10.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.733+0000 7fc2c2e80b80 1 Processor -- start 2024-05-20T21:30:10.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.733+0000 7fc2c2e80b80 1 -- start start 2024-05-20T21:30:10.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.734+0000 7fc2c2e80b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c893d50020 0x55c893d50400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:10.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.734+0000 7fc2c2e80b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c893d50940 0x55c893d4a4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:10.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.734+0000 7fc2c2e80b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c893d4aad0 0x55c893d4af30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:10.735 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.734+0000 7fc2c2e80b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55c893ca8e40 con 0x55c893d50020 2024-05-20T21:30:10.735 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.734+0000 7fc2c2e80b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55c893c989e0 con 0x55c893d4aad0 2024-05-20T21:30:10.735 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.734+0000 7fc2c2e80b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55c893c9ca20 con 0x55c893d50940 2024-05-20T21:30:10.736 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.734+0000 7fc2b5a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c893d50940 0x55c893d4a4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:10.736 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.734+0000 7fc2b6400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c893d50020 0x55c893d50400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:10.736 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.734+0000 7fc2b5a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c893d50940 0x55c893d4a4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:58086/0 (socket says 172.21.15.8:58086) 2024-05-20T21:30:10.736 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.734+0000 7fc2b5a00700 1 -- 172.21.15.8:0/1472829360 learned_addr learned my addr 172.21.15.8:0/1472829360 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:10.736 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.734+0000 7fc2b5000700 1 --2- 172.21.15.8:0/1472829360 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c893d4aad0 0x55c893d4af30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:10.736 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.735+0000 7fc2ae000700 1 --2- 172.21.15.8:0/3421108120 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc2980b2900 0x7fc2980b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:10.736 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.735+0000 7fc2b5a00700 1 -- 172.21.15.8:0/1472829360 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c893d4aad0 msgr2=0x55c893d4af30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:10.736 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.735+0000 7fc2b5a00700 1 --2- 172.21.15.8:0/1472829360 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c893d4aad0 0x55c893d4af30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:10.736 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.735+0000 7fc2b5a00700 1 -- 172.21.15.8:0/1472829360 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c893d50020 msgr2=0x55c893d50400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:10.736 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.735+0000 7fc2b5a00700 1 --2- 172.21.15.8:0/1472829360 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c893d50020 0x55c893d50400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:10.736 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.735+0000 7fc2b5a00700 1 -- 172.21.15.8:0/1472829360 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c893c61420 con 0x55c893d50940 2024-05-20T21:30:10.736 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.735+0000 7fc2ae000700 1 -- 172.21.15.8:0/3421108120 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc29c0e22c0 con 0x7fc2b0076290 2024-05-20T21:30:10.737 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.735+0000 7fc2b6400700 1 --2- 172.21.15.8:0/3421108120 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc2980b2900 0x7fc2980b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:10.737 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.735+0000 7fc2b5a00700 1 --2- 172.21.15.8:0/1472829360 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c893d50940 0x55c893d4a4b0 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7fc2a4009db0 tx=0x7fc2a4011720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3e05ad4e5554071c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:10.738 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.736+0000 7fc2a2a00700 1 -- 172.21.15.8:0/1472829360 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2a401e070 con 0x55c893d50940 2024-05-20T21:30:10.738 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.736+0000 7fc2a2a00700 1 -- 172.21.15.8:0/1472829360 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc2a4019ae0 con 0x55c893d50940 2024-05-20T21:30:10.738 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.736+0000 7fc2a2a00700 1 -- 172.21.15.8:0/1472829360 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2a400ea90 con 0x55c893d50940 2024-05-20T21:30:10.738 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.736+0000 7fc2c2e80b80 1 -- 172.21.15.8:0/1472829360 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c893d50940 msgr2=0x55c893d4a4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:10.738 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.736+0000 7fc2b6400700 1 --2- 172.21.15.8:0/3421108120 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc2980b2900 0x7fc2980b4dc0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7fc2a8009e60 tx=0x7fc2a801f040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:10.738 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.736+0000 7fc2c2e80b80 1 --2- 172.21.15.8:0/1472829360 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c893d50940 0x55c893d4a4b0 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7fc2a4009db0 tx=0x7fc2a4011720 comp rx=0 tx=0).stop 2024-05-20T21:30:10.738 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.737+0000 7fc2c2e80b80 1 -- 172.21.15.8:0/1472829360 shutdown_connections 2024-05-20T21:30:10.738 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.737+0000 7fc2c2e80b80 1 --2- 172.21.15.8:0/1472829360 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c893d4aad0 0x55c893d4af30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:10.738 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.737+0000 7fc2c2e80b80 1 --2- 172.21.15.8:0/1472829360 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c893d50020 0x55c893d50400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:10.739 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.737+0000 7fc2c2e80b80 1 --2- 172.21.15.8:0/1472829360 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c893d50940 0x55c893d4a4b0 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:10.739 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.737+0000 7fc2c2e80b80 1 -- 172.21.15.8:0/1472829360 >> 172.21.15.8:0/1472829360 conn(0x55c893c78be0 msgr2=0x55c893d45150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:10.739 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.737+0000 7fc2c2e80b80 1 -- 172.21.15.8:0/1472829360 shutdown_connections 2024-05-20T21:30:10.739 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.737+0000 7fc2c2e80b80 1 -- 172.21.15.8:0/1472829360 wait complete. 2024-05-20T21:30:10.739 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.737+0000 7fc2c2e80b80 1 -- start start 2024-05-20T21:30:10.739 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.738+0000 7fc2c2e80b80 1 Processor -- start 2024-05-20T21:30:10.740 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.738+0000 7fc2c2e80b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c893d4aad0 0x55c893d56670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:10.740 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.738+0000 7fc2c2e80b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c893d50020 0x55c893d53a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:10.740 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.738+0000 7fc2c2e80b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c893d50940 0x55c893d53f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:10.740 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.738+0000 7fc2c2e80b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55c893b9efa0 con 0x55c893d50940 2024-05-20T21:30:10.740 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.738+0000 7fc2c2e80b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55c893c39760 con 0x55c893d4aad0 2024-05-20T21:30:10.740 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.738+0000 7fc2c2e80b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55c893d57460 con 0x55c893d50020 2024-05-20T21:30:10.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.738+0000 7fc2c2e80b80 10 client.0 _ll_register_callbacks cb 0x55c893c42c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:10.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.738+0000 7fc2b5a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c893d4aad0 0x55c893d56670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:10.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.738+0000 7fc2b5000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c893d50020 0x55c893d53a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:10.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.738+0000 7fc2b5a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c893d4aad0 0x55c893d56670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:50422/0 (socket says 172.21.15.8:50422) 2024-05-20T21:30:10.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.739+0000 7fc2b5a00700 1 -- 172.21.15.8:0/1521345152 learned_addr learned my addr 172.21.15.8:0/1521345152 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:10.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.739+0000 7fc2b6400700 1 --2- 172.21.15.8:0/1521345152 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c893d50940 0x55c893d53f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:10.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.739+0000 7fc2b5a00700 1 -- 172.21.15.8:0/1521345152 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c893d50020 msgr2=0x55c893d53a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:10.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.739+0000 7fc2b5a00700 1 --2- 172.21.15.8:0/1521345152 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c893d50020 0x55c893d53a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:10.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.739+0000 7fc2b5a00700 1 -- 172.21.15.8:0/1521345152 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c893d50940 msgr2=0x55c893d53f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:10.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.739+0000 7fc2b5a00700 1 --2- 172.21.15.8:0/1521345152 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c893d50940 0x55c893d53f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:10.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.739+0000 7fc2b5a00700 1 -- 172.21.15.8:0/1521345152 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c893be88d0 con 0x55c893d4aad0 2024-05-20T21:30:10.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.739+0000 7fc2b5a00700 1 --2- 172.21.15.8:0/1521345152 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c893d4aad0 0x55c893d56670 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7fc2a40099b0 tx=0x7fc2a4005de0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f3d11f5dfd83f767 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:10.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.739+0000 7fc297400700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:30:10.742 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.740+0000 7fc297400700 1 -- 172.21.15.8:0/1521345152 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2a401e030 con 0x55c893d4aad0 2024-05-20T21:30:10.742 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.740+0000 7fc297400700 1 -- 172.21.15.8:0/1521345152 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc2a4004050 con 0x55c893d4aad0 2024-05-20T21:30:10.742 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.740+0000 7fc2c2e80b80 1 -- 172.21.15.8:0/1521345152 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc2a4019ae0 con 0x55c893d4aad0 2024-05-20T21:30:10.743 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.740+0000 7fc297400700 1 -- 172.21.15.8:0/1521345152 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc2a4004250 con 0x55c893d4aad0 2024-05-20T21:30:10.743 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.740+0000 7fc2c2e80b80 10 client.29543 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:10.744 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.740+0000 7fc2c2e80b80 1 -- 172.21.15.8:0/1521345152 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c893c69060 con 0x55c893d4aad0 2024-05-20T21:30:10.744 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.740+0000 7fc297400700 1 -- 172.21.15.8:0/1521345152 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc2a4019ae0 con 0x55c893d4aad0 2024-05-20T21:30:10.744 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.741+0000 7fc297400700 1 -- 172.21.15.8:0/1521345152 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc2a4004a20 con 0x55c893d4aad0 2024-05-20T21:30:10.744 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.741+0000 7fc2c2e80b80 10 client.29543 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:10.744 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.741+0000 7fc2c2e80b80 10 client.29543 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:30:10.744 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.741+0000 7fc2c2e80b80 20 client.29543 populate_metadata read hostname 'smithi008' 2024-05-20T21:30:10.744 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.741+0000 7fc2c2e80b80 1 --2- 172.21.15.8:0/1521345152 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55c893d63f00 0x55c893d662f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:10.744 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.741+0000 7fc2c2e80b80 4 client.29543 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:30:10.744 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.741+0000 7fc2c2e80b80 1 -- 172.21.15.8:0/1521345152 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c893caad90 con 0x55c893d63f00 2024-05-20T21:30:10.744 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.741+0000 7fc2b5000700 1 --2- 172.21.15.8:0/1521345152 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55c893d63f00 0x55c893d662f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:10.744 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.742+0000 7fc2b5000700 1 --2- 172.21.15.8:0/1521345152 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55c893d63f00 0x55c893d662f0 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=ba5ec6aadf11baca server_cookie=8dcddfea571a1649 in_seq=0 out_seq=0 2024-05-20T21:30:10.744 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.742+0000 7fc297400700 10 client.29543 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:30:10.744 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.742+0000 7fc297400700 1 -- 172.21.15.8:0/1521345152 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55c893caad90 con 0x55c893d63f00 2024-05-20T21:30:10.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.742+0000 7fc297400700 10 client.29543 handle_command_reply: tid=0 2024-05-20T21:30:10.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.743+0000 7fc2c2e80b80 1 client.29543 shutdown 2024-05-20T21:30:10.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.743+0000 7fc2c2e80b80 1 -- 172.21.15.8:0/1521345152 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c893d4aad0 msgr2=0x55c893d56670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:10.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.743+0000 7fc2c2e80b80 1 --2- 172.21.15.8:0/1521345152 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c893d4aad0 0x55c893d56670 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7fc2a40099b0 tx=0x7fc2a4005de0 comp rx=0 tx=0).stop 2024-05-20T21:30:10.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.743+0000 7fc2c2e80b80 1 -- 172.21.15.8:0/1521345152 shutdown_connections 2024-05-20T21:30:10.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.743+0000 7fc2c2e80b80 1 --2- 172.21.15.8:0/1521345152 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55c893d63f00 0x55c893d662f0 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:10.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.743+0000 7fc2c2e80b80 1 --2- 172.21.15.8:0/1521345152 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c893d4aad0 0x55c893d56670 unknown :-1 s=CLOSED pgs=655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:10.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.743+0000 7fc2c2e80b80 1 --2- 172.21.15.8:0/1521345152 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c893d50940 0x55c893d53f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:10.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.743+0000 7fc2c2e80b80 1 --2- 172.21.15.8:0/1521345152 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c893d50020 0x55c893d53a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:10.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.743+0000 7fc297400700 0 client.29543 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:30:10.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.743+0000 7fc2c2e80b80 1 -- 172.21.15.8:0/1521345152 >> 172.21.15.8:0/1521345152 conn(0x55c893c78be0 msgr2=0x55c893d494a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:10.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.743+0000 7fc2c2e80b80 1 -- 172.21.15.8:0/1521345152 shutdown_connections 2024-05-20T21:30:10.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.743+0000 7fc2c2e80b80 1 -- 172.21.15.8:0/1521345152 wait complete. 2024-05-20T21:30:10.746 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.743+0000 7fc2c2e80b80 20 client.29543 trim_cache size 0 max 16384 2024-05-20T21:30:10.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.760+0000 7fc2c2e80b80 1 Processor -- start 2024-05-20T21:30:10.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.761+0000 7fc2c2e80b80 1 -- start start 2024-05-20T21:30:10.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.761+0000 7fc2c2e80b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c893d4aad0 0x55c893d4a4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:10.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.761+0000 7fc2c2e80b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c893d50020 0x55c893d3fa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:10.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.761+0000 7fc2c2e80b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c893d50940 0x55c893d55eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:10.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.761+0000 7fc2c2e80b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc2b01b25c0 con 0x55c893d50020 2024-05-20T21:30:10.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.761+0000 7fc2c2e80b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc2b01afe50 con 0x55c893d50940 2024-05-20T21:30:10.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.761+0000 7fc2c2e80b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc2b01adca0 con 0x55c893d4aad0 2024-05-20T21:30:10.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.761+0000 7fc2b6400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c893d50940 0x55c893d55eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:10.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.761+0000 7fc2b6400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c893d50940 0x55c893d55eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:50438/0 (socket says 172.21.15.8:50438) 2024-05-20T21:30:10.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.761+0000 7fc2b6400700 1 -- 172.21.15.8:0/3081968157 learned_addr learned my addr 172.21.15.8:0/3081968157 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:10.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.761+0000 7fc2b5000700 1 --2- 172.21.15.8:0/3081968157 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c893d50020 0x55c893d3fa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:10.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.761+0000 7fc2b5a00700 1 --2- 172.21.15.8:0/3081968157 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c893d4aad0 0x55c893d4a4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:10.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.762+0000 7fc2b6400700 1 -- 172.21.15.8:0/3081968157 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c893d4aad0 msgr2=0x55c893d4a4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:10.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.762+0000 7fc2b6400700 1 --2- 172.21.15.8:0/3081968157 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c893d4aad0 0x55c893d4a4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:10.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.762+0000 7fc2b6400700 1 -- 172.21.15.8:0/3081968157 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c893d50020 msgr2=0x55c893d3fa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:10.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.762+0000 7fc2b6400700 1 --2- 172.21.15.8:0/3081968157 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c893d50020 0x55c893d3fa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:10.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.762+0000 7fc2b6400700 1 -- 172.21.15.8:0/3081968157 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c893d415c0 con 0x55c893d50940 2024-05-20T21:30:10.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.762+0000 7fc2b6400700 1 --2- 172.21.15.8:0/3081968157 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c893d50940 0x55c893d55eb0 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7fc2a80099b0 tx=0x7fc2a8021000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ee13f13306349816 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:10.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.763+0000 7fc2a2000700 1 -- 172.21.15.8:0/3081968157 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2a80078c0 con 0x55c893d50940 2024-05-20T21:30:10.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.763+0000 7fc2a2000700 1 -- 172.21.15.8:0/3081968157 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc2a8029450 con 0x55c893d50940 2024-05-20T21:30:10.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.763+0000 7fc2a2000700 1 -- 172.21.15.8:0/3081968157 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2a80052a0 con 0x55c893d50940 2024-05-20T21:30:10.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.763+0000 7fc2c2e80b80 1 -- 172.21.15.8:0/3081968157 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c893d50940 msgr2=0x55c893d55eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:10.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.763+0000 7fc2c2e80b80 1 --2- 172.21.15.8:0/3081968157 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c893d50940 0x55c893d55eb0 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7fc2a80099b0 tx=0x7fc2a8021000 comp rx=0 tx=0).stop 2024-05-20T21:30:10.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.763+0000 7fc2c2e80b80 1 -- 172.21.15.8:0/3081968157 shutdown_connections 2024-05-20T21:30:10.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.763+0000 7fc2c2e80b80 1 --2- 172.21.15.8:0/3081968157 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c893d50940 0x55c893d55eb0 unknown :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:10.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.763+0000 7fc2c2e80b80 1 --2- 172.21.15.8:0/3081968157 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c893d4aad0 0x55c893d4a4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:10.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.763+0000 7fc2c2e80b80 1 --2- 172.21.15.8:0/3081968157 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c893d50020 0x55c893d3fa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:10.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.763+0000 7fc2c2e80b80 1 -- 172.21.15.8:0/3081968157 >> 172.21.15.8:0/3081968157 conn(0x55c893c78be0 msgr2=0x55c893d44c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:10.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.764+0000 7fc2c2e80b80 1 -- 172.21.15.8:0/3081968157 shutdown_connections 2024-05-20T21:30:10.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.764+0000 7fc2c2e80b80 1 -- 172.21.15.8:0/3081968157 wait complete. 2024-05-20T21:30:10.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.764+0000 7fc2c2e80b80 1 -- start start 2024-05-20T21:30:10.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.764+0000 7fc2c2e80b80 1 Processor -- start 2024-05-20T21:30:10.767 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.765+0000 7fc2c2e80b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c893d4aad0 0x55c893d6b670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:10.767 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.765+0000 7fc2c2e80b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c893d50020 0x55c893d6bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:10.767 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.765+0000 7fc2c2e80b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c893d50940 0x55c893d6c0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:10.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.765+0000 7fc2c2e80b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc2b01ae310 con 0x55c893d4aad0 2024-05-20T21:30:10.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.765+0000 7fc2c2e80b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc2b01af780 con 0x55c893d50020 2024-05-20T21:30:10.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.765+0000 7fc2c2e80b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc2b01ae9e0 con 0x55c893d50940 2024-05-20T21:30:10.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.765+0000 7fc2c2e80b80 10 client.0 _ll_register_callbacks cb 0x55c893c42c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:10.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.765+0000 7fc2b5a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c893d4aad0 0x55c893d6b670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:10.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.765+0000 7fc2b5a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c893d4aad0 0x55c893d6b670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:40478/0 (socket says 172.21.15.8:40478) 2024-05-20T21:30:10.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.765+0000 7fc2b5000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c893d50020 0x55c893d6bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:10.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.765+0000 7fc2b6400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c893d50940 0x55c893d6c0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:10.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.765+0000 7fc2b5a00700 1 -- 172.21.15.8:0/2571727396 learned_addr learned my addr 172.21.15.8:0/2571727396 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:10.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.766+0000 7fc2b5000700 1 -- 172.21.15.8:0/2571727396 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c893d50940 msgr2=0x55c893d6c0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:10.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.766+0000 7fc2b5000700 1 --2- 172.21.15.8:0/2571727396 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c893d50940 0x55c893d6c0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:10.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.766+0000 7fc2b5000700 1 -- 172.21.15.8:0/2571727396 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c893d4aad0 msgr2=0x55c893d6b670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:10.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.766+0000 7fc2b5000700 1 --2- 172.21.15.8:0/2571727396 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c893d4aad0 0x55c893d6b670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:10.769 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.766+0000 7fc2b5000700 1 -- 172.21.15.8:0/2571727396 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c893dcd9e0 con 0x55c893d50020 2024-05-20T21:30:10.769 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.766+0000 7fc2b6400700 1 --2- 172.21.15.8:0/2571727396 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c893d50940 0x55c893d6c0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:10.769 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.766+0000 7fc2b5a00700 1 --2- 172.21.15.8:0/2571727396 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c893d4aad0 0x55c893d6b670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:10.769 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.766+0000 7fc2b5000700 1 --2- 172.21.15.8:0/2571727396 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c893d50020 0x55c893d6bbb0 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7fc29c0a6ae0 tx=0x7fc29c0b2040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dfee30879db49f7 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:10.769 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.766+0000 7fc297400700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:30:10.769 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.766+0000 7fc297400700 1 -- 172.21.15.8:0/2571727396 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc29c0a9380 con 0x55c893d50020 2024-05-20T21:30:10.769 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.766+0000 7fc297400700 1 -- 172.21.15.8:0/2571727396 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc29c0b2240 con 0x55c893d50020 2024-05-20T21:30:10.769 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.766+0000 7fc2c2e80b80 1 -- 172.21.15.8:0/2571727396 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc2a8029450 con 0x55c893d50020 2024-05-20T21:30:10.769 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.767+0000 7fc297400700 1 -- 172.21.15.8:0/2571727396 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc29c0a9f70 con 0x55c893d50020 2024-05-20T21:30:10.769 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.767+0000 7fc2c2e80b80 10 client.29549 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:10.769 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.767+0000 7fc2c2e80b80 1 -- 172.21.15.8:0/2571727396 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c893dced20 con 0x55c893d50020 2024-05-20T21:30:10.769 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.767+0000 7fc297400700 1 -- 172.21.15.8:0/2571727396 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc2a8029450 con 0x55c893d50020 2024-05-20T21:30:10.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.767+0000 7fc297400700 1 -- 172.21.15.8:0/2571727396 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc29c0aaba0 con 0x55c893d50020 2024-05-20T21:30:10.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.767+0000 7fc2c2e80b80 10 client.29549 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:10.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.767+0000 7fc2c2e80b80 10 client.29549 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:30:10.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.767+0000 7fc2c2e80b80 20 client.29549 populate_metadata read hostname 'smithi008' 2024-05-20T21:30:10.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.767+0000 7fc2c2e80b80 1 --2- 172.21.15.8:0/2571727396 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55c893dcf430 0x55c893dd1850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:10.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.768+0000 7fc2c2e80b80 4 client.29549 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:30:10.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.768+0000 7fc2c2e80b80 1 -- 172.21.15.8:0/2571727396 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55c893ca4570 con 0x55c893dcf430 2024-05-20T21:30:10.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.768+0000 7fc2b5a00700 1 --2- 172.21.15.8:0/2571727396 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55c893dcf430 0x55c893dd1850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:10.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.769+0000 7fc2b5a00700 1 --2- 172.21.15.8:0/2571727396 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55c893dcf430 0x55c893dd1850 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=6f5220abb476ee81 server_cookie=43e9c8444311029 in_seq=0 out_seq=0 2024-05-20T21:30:10.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.769+0000 7fc297400700 10 client.29549 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:30:10.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.769+0000 7fc297400700 1 -- 172.21.15.8:0/2571727396 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55c893ca4570 con 0x55c893dcf430 2024-05-20T21:30:10.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.769+0000 7fc297400700 10 client.29549 handle_command_reply: tid=0 2024-05-20T21:30:10.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.769+0000 7fc2c2e80b80 1 client.29549 shutdown 2024-05-20T21:30:10.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.769+0000 7fc2c2e80b80 1 -- 172.21.15.8:0/2571727396 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c893d50020 msgr2=0x55c893d6bbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:10.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.769+0000 7fc2c2e80b80 1 --2- 172.21.15.8:0/2571727396 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c893d50020 0x55c893d6bbb0 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7fc29c0a6ae0 tx=0x7fc29c0b2040 comp rx=0 tx=0).stop 2024-05-20T21:30:10.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.769+0000 7fc2c2e80b80 1 -- 172.21.15.8:0/2571727396 shutdown_connections 2024-05-20T21:30:10.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.769+0000 7fc2c2e80b80 1 --2- 172.21.15.8:0/2571727396 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55c893dcf430 0x55c893dd1850 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:10.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.769+0000 7fc2c2e80b80 1 --2- 172.21.15.8:0/2571727396 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c893d50940 0x55c893d6c0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:10.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.769+0000 7fc2c2e80b80 1 --2- 172.21.15.8:0/2571727396 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55c893d4aad0 0x55c893d6b670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:10.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.769+0000 7fc2c2e80b80 1 --2- 172.21.15.8:0/2571727396 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c893d50020 0x55c893d6bbb0 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:10.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.769+0000 7fc2c2e80b80 1 -- 172.21.15.8:0/2571727396 >> 172.21.15.8:0/2571727396 conn(0x55c893c78be0 msgr2=0x55c893d50d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:10.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.769+0000 7fc297400700 0 client.29549 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:30:10.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.770+0000 7fc2c2e80b80 1 -- 172.21.15.8:0/2571727396 shutdown_connections 2024-05-20T21:30:10.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.770+0000 7fc2c2e80b80 1 -- 172.21.15.8:0/2571727396 wait complete. 2024-05-20T21:30:10.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.770+0000 7fc2c2e80b80 20 client.29549 trim_cache size 0 max 16384 2024-05-20T21:30:10.773 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:30:10.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.771+0000 7fc2b6e00700 1 -- 172.21.15.8:0/3421108120 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc2980b2900 msgr2=0x7fc2980b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:10.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.771+0000 7fc2b6e00700 1 --2- 172.21.15.8:0/3421108120 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc2980b2900 0x7fc2980b4dc0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7fc2a8009e60 tx=0x7fc2a801f040 comp rx=0 tx=0).stop 2024-05-20T21:30:10.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.771+0000 7fc2b6e00700 1 -- 172.21.15.8:0/3421108120 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc2b0076290 msgr2=0x7fc2b019c310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:10.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.771+0000 7fc2b6e00700 1 --2- 172.21.15.8:0/3421108120 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc2b0076290 0x7fc2b019c310 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7fc29c00e9f0 tx=0x7fc29c00ed00 comp rx=0 tx=0).stop 2024-05-20T21:30:10.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.771+0000 7fc2b6e00700 1 -- 172.21.15.8:0/3421108120 shutdown_connections 2024-05-20T21:30:10.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.771+0000 7fc2b6e00700 1 --2- 172.21.15.8:0/3421108120 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc2980b2900 0x7fc2980b4dc0 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:10.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.771+0000 7fc2b6e00700 1 --2- 172.21.15.8:0/3421108120 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc2b010fc90 0x7fc2b01a0600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:10.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.771+0000 7fc2b6e00700 1 --2- 172.21.15.8:0/3421108120 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc2b0075970 0x7fc2b019bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:10.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.771+0000 7fc2b6e00700 1 --2- 172.21.15.8:0/3421108120 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc2b0076290 0x7fc2b019c310 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:10.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.771+0000 7fc2b6e00700 1 -- 172.21.15.8:0/3421108120 >> 172.21.15.8:0/3421108120 conn(0x7fc2b00fef60 msgr2=0x7fc2b00ffc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:10.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.771+0000 7fc2b6e00700 1 -- 172.21.15.8:0/3421108120 shutdown_connections 2024-05-20T21:30:10.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:10.771+0000 7fc2b6e00700 1 -- 172.21.15.8:0/3421108120 wait complete. 2024-05-20T21:30:10.846 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:30:10 smithi008 ceph-mon[31475]: pgmap v885: 97 pgs: 97 active+clean; 3.4 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:30:11.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:30:10 smithi130 ceph-mon[36448]: pgmap v885: 97 pgs: 97 active+clean; 3.4 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:30:11.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:30:10 smithi050 ceph-mon[35809]: pgmap v885: 97 pgs: 97 active+clean; 3.4 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:30:11.782 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:30:12.260 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:30:13.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:30:12 smithi130 ceph-mon[36448]: pgmap v886: 97 pgs: 97 active+clean; 3.5 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:30:13.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:30:12 smithi050 ceph-mon[35809]: pgmap v886: 97 pgs: 97 active+clean; 3.5 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:30:13.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:30:12 smithi008 ceph-mon[31475]: pgmap v886: 97 pgs: 97 active+clean; 3.5 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:30:14.648 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.646+0000 7f9dfec00700 1 -- 172.21.15.8:0/2757077369 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9df8102b70 msgr2=0x7f9df810f830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:14.648 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.646+0000 7f9dfec00700 1 --2- 172.21.15.8:0/2757077369 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9df8102b70 0x7f9df810f830 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f9de4009990 tx=0x7f9de4009ca0 comp rx=0 tx=0).stop 2024-05-20T21:30:14.648 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.647+0000 7f9dfec00700 1 -- 172.21.15.8:0/2757077369 shutdown_connections 2024-05-20T21:30:14.648 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.647+0000 7f9dfec00700 1 --2- 172.21.15.8:0/2757077369 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9df810fd70 0x7f9df8112160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:14.648 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.647+0000 7f9dfec00700 1 --2- 172.21.15.8:0/2757077369 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9df81021c0 0x7f9df81025a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:14.648 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.647+0000 7f9dfec00700 1 --2- 172.21.15.8:0/2757077369 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9df8102b70 0x7f9df810f830 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:14.648 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.647+0000 7f9dfec00700 1 -- 172.21.15.8:0/2757077369 >> 172.21.15.8:0/2757077369 conn(0x7f9df80fde60 msgr2=0x7f9df8100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:14.648 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.647+0000 7f9dfec00700 1 -- 172.21.15.8:0/2757077369 shutdown_connections 2024-05-20T21:30:14.649 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.647+0000 7f9dfec00700 1 -- 172.21.15.8:0/2757077369 wait complete. 2024-05-20T21:30:14.650 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.648+0000 7f9dfec00700 1 Processor -- start 2024-05-20T21:30:14.650 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.648+0000 7f9dfec00700 1 -- start start 2024-05-20T21:30:14.650 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.648+0000 7f9dfec00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9df81021c0 0x7f9df819bd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:14.650 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.648+0000 7f9dfec00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9df8102b70 0x7f9df819c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:14.650 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.649+0000 7f9dfec00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9df810fd70 0x7f9df81a0630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:14.650 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.649+0000 7f9dfec00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f9df8115890 con 0x7f9df81021c0 2024-05-20T21:30:14.651 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.649+0000 7f9dfec00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9df8115710 con 0x7f9df8102b70 2024-05-20T21:30:14.651 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.649+0000 7f9dfec00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f9df8115a10 con 0x7f9df810fd70 2024-05-20T21:30:14.651 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.649+0000 7f9dfce00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9df8102b70 0x7f9df819c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:14.651 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.649+0000 7f9dfd800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9df81021c0 0x7f9df819bd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:14.651 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.649+0000 7f9dfce00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9df8102b70 0x7f9df819c2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:49864/0 (socket says 172.21.15.8:49864) 2024-05-20T21:30:14.651 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.649+0000 7f9dfce00700 1 -- 172.21.15.8:0/4050303439 learned_addr learned my addr 172.21.15.8:0/4050303439 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:14.651 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.649+0000 7f9dfe200700 1 --2- 172.21.15.8:0/4050303439 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9df810fd70 0x7f9df81a0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:14.651 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.649+0000 7f9dfce00700 1 -- 172.21.15.8:0/4050303439 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9df810fd70 msgr2=0x7f9df81a0630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:14.651 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.649+0000 7f9dfce00700 1 --2- 172.21.15.8:0/4050303439 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9df810fd70 0x7f9df81a0630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:14.651 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.649+0000 7f9dfce00700 1 -- 172.21.15.8:0/4050303439 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9df81021c0 msgr2=0x7f9df819bd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:14.651 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.649+0000 7f9dfce00700 1 --2- 172.21.15.8:0/4050303439 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9df81021c0 0x7f9df819bd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:14.652 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.649+0000 7f9dfce00700 1 -- 172.21.15.8:0/4050303439 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9df81a0d70 con 0x7f9df8102b70 2024-05-20T21:30:14.652 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.649+0000 7f9dfd800700 1 --2- 172.21.15.8:0/4050303439 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9df81021c0 0x7f9df819bd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:14.652 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.649+0000 7f9dfe200700 1 --2- 172.21.15.8:0/4050303439 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9df810fd70 0x7f9df81a0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:30:14.652 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.650+0000 7f9dfce00700 1 --2- 172.21.15.8:0/4050303439 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9df8102b70 0x7f9df819c2a0 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f9de40057f0 tx=0x7f9de400bfd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:14.652 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.650+0000 7f9df6000700 1 -- 172.21.15.8:0/4050303439 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9de4026070 con 0x7f9df8102b70 2024-05-20T21:30:14.652 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.650+0000 7f9df6000700 1 -- 172.21.15.8:0/4050303439 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9de4021410 con 0x7f9df8102b70 2024-05-20T21:30:14.653 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.650+0000 7f9dfec00700 1 -- 172.21.15.8:0/4050303439 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9df81a1000 con 0x7f9df8102b70 2024-05-20T21:30:14.653 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.650+0000 7f9df6000700 1 -- 172.21.15.8:0/4050303439 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9de4017650 con 0x7f9df8102b70 2024-05-20T21:30:14.653 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.650+0000 7f9dfec00700 1 -- 172.21.15.8:0/4050303439 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9df81a88e0 con 0x7f9df8102b70 2024-05-20T21:30:14.654 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.654+0000 7f9df6000700 1 -- 172.21.15.8:0/4050303439 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f9de4029070 con 0x7f9df8102b70 2024-05-20T21:30:14.655 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.655+0000 7f9e0aa94b80 1 Processor -- start 2024-05-20T21:30:14.656 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.655+0000 7f9e0aa94b80 1 -- start start 2024-05-20T21:30:14.656 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.656+0000 7f9e0aa94b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55eeb2db77c0 0x55eeb2db7ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:14.656 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.656+0000 7f9e0aa94b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55eeb2db80e0 0x55eeb2db1d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:14.656 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.656+0000 7f9e0aa94b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55eeb2db2390 0x55eeb2db27f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:14.657 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.656+0000 7f9e0aa94b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55eeb2d0fe40 con 0x55eeb2db77c0 2024-05-20T21:30:14.657 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.656+0000 7f9e0aa94b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55eeb2cff9e0 con 0x55eeb2db80e0 2024-05-20T21:30:14.657 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.656+0000 7f9df6000700 1 --2- 172.21.15.8:0/4050303439 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9de00b2880 0x7f9de00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:14.657 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.656+0000 7f9e0aa94b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55eeb2d03a20 con 0x55eeb2db2390 2024-05-20T21:30:14.658 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.656+0000 7f9df6000700 1 -- 172.21.15.8:0/4050303439 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f9de40e2ff0 con 0x7f9df8102b70 2024-05-20T21:30:14.658 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.656+0000 7f9dfe200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55eeb2db77c0 0x55eeb2db7ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:14.658 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.656+0000 7f9dfce00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55eeb2db2390 0x55eeb2db27f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:14.658 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.656+0000 7f9dfe200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55eeb2db77c0 0x55eeb2db7ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54358/0 (socket says 172.21.15.8:54358) 2024-05-20T21:30:14.658 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.656+0000 7f9dfe200700 1 -- 172.21.15.8:0/2970423715 learned_addr learned my addr 172.21.15.8:0/2970423715 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:14.658 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.656+0000 7f9dfd800700 1 --2- 172.21.15.8:0/2970423715 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55eeb2db80e0 0x55eeb2db1d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:14.658 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.656+0000 7f9dfe200700 1 --2- 172.21.15.8:0/4050303439 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9de00b2880 0x7f9de00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:14.658 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.657+0000 7f9dfce00700 1 -- 172.21.15.8:0/2970423715 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55eeb2db80e0 msgr2=0x55eeb2db1d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:14.658 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.657+0000 7f9dfce00700 1 --2- 172.21.15.8:0/2970423715 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55eeb2db80e0 0x55eeb2db1d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:14.658 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.657+0000 7f9dfce00700 1 -- 172.21.15.8:0/2970423715 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55eeb2db77c0 msgr2=0x55eeb2db7ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:14.658 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.657+0000 7f9dfce00700 1 --2- 172.21.15.8:0/2970423715 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55eeb2db77c0 0x55eeb2db7ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:14.659 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.657+0000 7f9dfce00700 1 -- 172.21.15.8:0/2970423715 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55eeb2cc8420 con 0x55eeb2db2390 2024-05-20T21:30:14.659 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.657+0000 7f9dfce00700 1 --2- 172.21.15.8:0/2970423715 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55eeb2db2390 0x55eeb2db27f0 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f9de406ab10 tx=0x7f9de4009ca0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ef9185d83792004f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:14.659 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.657+0000 7f9dfe200700 1 --2- 172.21.15.8:0/4050303439 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9de00b2880 0x7f9de00b4d40 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f9df0009fd0 tx=0x7f9df000b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:14.659 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.657+0000 7f9deaa00700 1 -- 172.21.15.8:0/2970423715 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9de40aa180 con 0x55eeb2db2390 2024-05-20T21:30:14.659 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.657+0000 7f9deaa00700 1 -- 172.21.15.8:0/2970423715 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9de40aad70 con 0x55eeb2db2390 2024-05-20T21:30:14.659 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.657+0000 7f9deaa00700 1 -- 172.21.15.8:0/2970423715 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9de40920b0 con 0x55eeb2db2390 2024-05-20T21:30:14.660 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.658+0000 7f9e0aa94b80 1 -- 172.21.15.8:0/2970423715 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55eeb2db2390 msgr2=0x55eeb2db27f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:14.660 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.658+0000 7f9e0aa94b80 1 --2- 172.21.15.8:0/2970423715 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55eeb2db2390 0x55eeb2db27f0 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f9de406ab10 tx=0x7f9de4009ca0 comp rx=0 tx=0).stop 2024-05-20T21:30:14.660 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.658+0000 7f9e0aa94b80 1 -- 172.21.15.8:0/2970423715 shutdown_connections 2024-05-20T21:30:14.660 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.658+0000 7f9e0aa94b80 1 --2- 172.21.15.8:0/2970423715 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55eeb2db2390 0x55eeb2db27f0 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:14.660 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.658+0000 7f9e0aa94b80 1 --2- 172.21.15.8:0/2970423715 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55eeb2db77c0 0x55eeb2db7ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:14.660 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.658+0000 7f9e0aa94b80 1 --2- 172.21.15.8:0/2970423715 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55eeb2db80e0 0x55eeb2db1d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:14.660 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.658+0000 7f9e0aa94b80 1 -- 172.21.15.8:0/2970423715 >> 172.21.15.8:0/2970423715 conn(0x55eeb2cdfbe0 msgr2=0x55eeb2dac810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:14.660 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.658+0000 7f9e0aa94b80 1 -- 172.21.15.8:0/2970423715 shutdown_connections 2024-05-20T21:30:14.660 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.659+0000 7f9e0aa94b80 1 -- 172.21.15.8:0/2970423715 wait complete. 2024-05-20T21:30:14.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.659+0000 7f9e0aa94b80 1 -- start start 2024-05-20T21:30:14.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.659+0000 7f9e0aa94b80 1 Processor -- start 2024-05-20T21:30:14.662 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.660+0000 7f9e0aa94b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55eeb2db2390 0x55eeb2dbdee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:14.662 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.660+0000 7f9e0aa94b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55eeb2db77c0 0x55eeb2dbb280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:14.662 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.660+0000 7f9e0aa94b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55eeb2db80e0 0x55eeb2dbb7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:14.662 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.660+0000 7f9e0aa94b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55eeb2c05fa0 con 0x55eeb2db77c0 2024-05-20T21:30:14.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.660+0000 7f9e0aa94b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55eeb2ca0760 con 0x55eeb2db80e0 2024-05-20T21:30:14.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.660+0000 7f9e0aa94b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55eeb2d03a20 con 0x55eeb2db2390 2024-05-20T21:30:14.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.660+0000 7f9e0aa94b80 10 client.0 _ll_register_callbacks cb 0x55eeb2ca9c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:14.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.660+0000 7f9dfce00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55eeb2db77c0 0x55eeb2dbb280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:14.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.660+0000 7f9dfce00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55eeb2db77c0 0x55eeb2dbb280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54374/0 (socket says 172.21.15.8:54374) 2024-05-20T21:30:14.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.660+0000 7f9dfce00700 1 -- 172.21.15.8:0/394063211 learned_addr learned my addr 172.21.15.8:0/394063211 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:14.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.660+0000 7f9dfd800700 1 --2- 172.21.15.8:0/394063211 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55eeb2db2390 0x55eeb2dbdee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:14.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.660+0000 7f9dfe200700 1 --2- 172.21.15.8:0/394063211 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55eeb2db80e0 0x55eeb2dbb7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:14.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.661+0000 7f9dfce00700 1 -- 172.21.15.8:0/394063211 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55eeb2db2390 msgr2=0x55eeb2dbdee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:14.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.661+0000 7f9dfce00700 1 --2- 172.21.15.8:0/394063211 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55eeb2db2390 0x55eeb2dbdee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:14.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.661+0000 7f9dfce00700 1 -- 172.21.15.8:0/394063211 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55eeb2db80e0 msgr2=0x55eeb2dbb7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:14.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.661+0000 7f9dfce00700 1 --2- 172.21.15.8:0/394063211 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55eeb2db80e0 0x55eeb2dbb7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:14.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.661+0000 7f9dfce00700 1 -- 172.21.15.8:0/394063211 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55eeb2c4f8d0 con 0x55eeb2db77c0 2024-05-20T21:30:14.664 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.661+0000 7f9dfe200700 1 --2- 172.21.15.8:0/394063211 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55eeb2db80e0 0x55eeb2dbb7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:14.664 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.661+0000 7f9dfce00700 1 --2- 172.21.15.8:0/394063211 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55eeb2db77c0 0x55eeb2dbb280 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f9de40aa370 tx=0x7f9de40aab60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a754dd9c4bf19bec server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:14.664 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.661+0000 7f9ddf400700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:30:14.664 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.661+0000 7f9ddf400700 1 -- 172.21.15.8:0/394063211 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9de40c4060 con 0x55eeb2db77c0 2024-05-20T21:30:14.664 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.662+0000 7f9ddf400700 1 -- 172.21.15.8:0/394063211 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f9de4090be0 con 0x55eeb2db77c0 2024-05-20T21:30:14.664 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.662+0000 7f9e0aa94b80 1 -- 172.21.15.8:0/394063211 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9de40aad70 con 0x55eeb2db77c0 2024-05-20T21:30:14.664 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.662+0000 7f9ddf400700 1 -- 172.21.15.8:0/394063211 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9de40aa180 con 0x55eeb2db77c0 2024-05-20T21:30:14.664 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.662+0000 7f9e0aa94b80 10 client.19443 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:14.664 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.662+0000 7f9e0aa94b80 1 -- 172.21.15.8:0/394063211 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55eeb2cd0060 con 0x55eeb2db77c0 2024-05-20T21:30:14.664 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.662+0000 7f9ddf400700 1 -- 172.21.15.8:0/394063211 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9de40aad70 con 0x55eeb2db77c0 2024-05-20T21:30:14.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.662+0000 7f9ddf400700 1 -- 172.21.15.8:0/394063211 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9de40b2fb0 con 0x55eeb2db77c0 2024-05-20T21:30:14.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.662+0000 7f9e0aa94b80 10 client.19443 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:14.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.662+0000 7f9e0aa94b80 10 client.19443 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:30:14.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.662+0000 7f9e0aa94b80 20 client.19443 populate_metadata read hostname 'smithi008' 2024-05-20T21:30:14.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.662+0000 7f9e0aa94b80 1 --2- 172.21.15.8:0/394063211 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55eeb2dcb2c0 0x55eeb2dcd6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:14.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.663+0000 7f9e0aa94b80 4 client.19443 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:30:14.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.663+0000 7f9e0aa94b80 1 -- 172.21.15.8:0/394063211 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55eeb2d11d90 con 0x55eeb2dcb2c0 2024-05-20T21:30:14.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.663+0000 7f9dfd800700 1 --2- 172.21.15.8:0/394063211 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55eeb2dcb2c0 0x55eeb2dcd6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:14.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.664+0000 7f9dfd800700 1 --2- 172.21.15.8:0/394063211 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55eeb2dcb2c0 0x55eeb2dcd6b0 crc :-1 s=READY pgs=384 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7925fc0f74f88f7e server_cookie=fc0bfde6fe686e72 in_seq=0 out_seq=0 2024-05-20T21:30:14.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.664+0000 7f9ddf400700 10 client.19443 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:30:14.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.664+0000 7f9ddf400700 1 -- 172.21.15.8:0/394063211 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55eeb2d11d90 con 0x55eeb2dcb2c0 2024-05-20T21:30:14.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.664+0000 7f9ddf400700 10 client.19443 handle_command_reply: tid=0 2024-05-20T21:30:14.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.665+0000 7f9e0aa94b80 1 client.19443 shutdown 2024-05-20T21:30:14.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.665+0000 7f9e0aa94b80 1 -- 172.21.15.8:0/394063211 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55eeb2db77c0 msgr2=0x55eeb2dbb280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:14.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.665+0000 7f9e0aa94b80 1 --2- 172.21.15.8:0/394063211 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55eeb2db77c0 0x55eeb2dbb280 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f9de40aa370 tx=0x7f9de40aab60 comp rx=0 tx=0).stop 2024-05-20T21:30:14.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.665+0000 7f9e0aa94b80 1 -- 172.21.15.8:0/394063211 shutdown_connections 2024-05-20T21:30:14.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.665+0000 7f9e0aa94b80 1 --2- 172.21.15.8:0/394063211 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55eeb2dcb2c0 0x55eeb2dcd6b0 crc :-1 s=READY pgs=384 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:14.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.665+0000 7f9e0aa94b80 1 --2- 172.21.15.8:0/394063211 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55eeb2db80e0 0x55eeb2dbb7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:14.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.665+0000 7f9e0aa94b80 1 --2- 172.21.15.8:0/394063211 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55eeb2db2390 0x55eeb2dbdee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:14.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.665+0000 7f9e0aa94b80 1 --2- 172.21.15.8:0/394063211 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55eeb2db77c0 0x55eeb2dbb280 unknown :-1 s=CLOSED pgs=729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:14.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.665+0000 7f9ddf400700 0 client.19443 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:30:14.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.665+0000 7f9e0aa94b80 1 -- 172.21.15.8:0/394063211 >> 172.21.15.8:0/394063211 conn(0x55eeb2cdfbe0 msgr2=0x55eeb2dabfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:14.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.665+0000 7f9e0aa94b80 1 -- 172.21.15.8:0/394063211 shutdown_connections 2024-05-20T21:30:14.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.665+0000 7f9e0aa94b80 1 -- 172.21.15.8:0/394063211 wait complete. 2024-05-20T21:30:14.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.665+0000 7f9e0aa94b80 20 client.19443 trim_cache size 0 max 16384 2024-05-20T21:30:14.684 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.683+0000 7f9e0aa94b80 1 Processor -- start 2024-05-20T21:30:14.684 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.683+0000 7f9e0aa94b80 1 -- start start 2024-05-20T21:30:14.684 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.683+0000 7f9e0aa94b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55eeb2db2390 0x55eeb2db1d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:14.684 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.683+0000 7f9e0aa94b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55eeb2db77c0 0x55eeb2db8d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:14.684 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.683+0000 7f9e0aa94b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55eeb2db80e0 0x55eeb2dac740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:14.684 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.683+0000 7f9e0aa94b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f9df81b2510 con 0x55eeb2db77c0 2024-05-20T21:30:14.684 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.683+0000 7f9e0aa94b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9df81afda0 con 0x55eeb2db2390 2024-05-20T21:30:14.684 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.683+0000 7f9e0aa94b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f9df81adbf0 con 0x55eeb2db80e0 2024-05-20T21:30:14.684 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.683+0000 7f9dfce00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55eeb2db77c0 0x55eeb2db8d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:14.684 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.683+0000 7f9dfce00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55eeb2db77c0 0x55eeb2db8d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54376/0 (socket says 172.21.15.8:54376) 2024-05-20T21:30:14.685 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.683+0000 7f9dfce00700 1 -- 172.21.15.8:0/4154070583 learned_addr learned my addr 172.21.15.8:0/4154070583 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:14.685 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.683+0000 7f9dfd800700 1 --2- 172.21.15.8:0/4154070583 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55eeb2db2390 0x55eeb2db1d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:14.685 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.684+0000 7f9dfe200700 1 --2- 172.21.15.8:0/4154070583 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55eeb2db80e0 0x55eeb2dac740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:14.686 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.684+0000 7f9dfce00700 1 -- 172.21.15.8:0/4154070583 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55eeb2db80e0 msgr2=0x55eeb2dac740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:14.686 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.684+0000 7f9dfce00700 1 --2- 172.21.15.8:0/4154070583 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55eeb2db80e0 0x55eeb2dac740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:14.686 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.684+0000 7f9dfce00700 1 -- 172.21.15.8:0/4154070583 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55eeb2db2390 msgr2=0x55eeb2db1d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:14.686 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.684+0000 7f9dfce00700 1 --2- 172.21.15.8:0/4154070583 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55eeb2db2390 0x55eeb2db1d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:14.686 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.684+0000 7f9dfce00700 1 -- 172.21.15.8:0/4154070583 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55eeb2dbc1b0 con 0x55eeb2db77c0 2024-05-20T21:30:14.686 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.684+0000 7f9dfd800700 1 --2- 172.21.15.8:0/4154070583 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55eeb2db2390 0x55eeb2db1d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:14.686 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.684+0000 7f9dfce00700 1 --2- 172.21.15.8:0/4154070583 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55eeb2db77c0 0x55eeb2db8d50 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f9de40b33b0 tx=0x7f9de4009ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d56aeb70e7664d11 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:14.687 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.685+0000 7f9dea000700 1 -- 172.21.15.8:0/4154070583 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9de40c4070 con 0x55eeb2db77c0 2024-05-20T21:30:14.687 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.685+0000 7f9dea000700 1 -- 172.21.15.8:0/4154070583 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9de40aa670 con 0x55eeb2db77c0 2024-05-20T21:30:14.687 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.685+0000 7f9dea000700 1 -- 172.21.15.8:0/4154070583 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9de4090be0 con 0x55eeb2db77c0 2024-05-20T21:30:14.687 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.685+0000 7f9e0aa94b80 1 -- 172.21.15.8:0/4154070583 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55eeb2db77c0 msgr2=0x55eeb2db8d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:14.687 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.685+0000 7f9e0aa94b80 1 --2- 172.21.15.8:0/4154070583 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55eeb2db77c0 0x55eeb2db8d50 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f9de40b33b0 tx=0x7f9de4009ca0 comp rx=0 tx=0).stop 2024-05-20T21:30:14.687 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.685+0000 7f9e0aa94b80 1 -- 172.21.15.8:0/4154070583 shutdown_connections 2024-05-20T21:30:14.687 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.685+0000 7f9e0aa94b80 1 --2- 172.21.15.8:0/4154070583 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55eeb2db2390 0x55eeb2db1d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:14.687 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.685+0000 7f9e0aa94b80 1 --2- 172.21.15.8:0/4154070583 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55eeb2db80e0 0x55eeb2dac740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:14.687 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.685+0000 7f9e0aa94b80 1 --2- 172.21.15.8:0/4154070583 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55eeb2db77c0 0x55eeb2db8d50 unknown :-1 s=CLOSED pgs=730 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:14.687 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.685+0000 7f9e0aa94b80 1 -- 172.21.15.8:0/4154070583 >> 172.21.15.8:0/4154070583 conn(0x55eeb2cdfbe0 msgr2=0x55eeb2dbc930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:14.687 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.686+0000 7f9e0aa94b80 1 -- 172.21.15.8:0/4154070583 shutdown_connections 2024-05-20T21:30:14.687 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.686+0000 7f9e0aa94b80 1 -- 172.21.15.8:0/4154070583 wait complete. 2024-05-20T21:30:14.689 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.686+0000 7f9e0aa94b80 1 -- start start 2024-05-20T21:30:14.689 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.686+0000 7f9e0aa94b80 1 Processor -- start 2024-05-20T21:30:14.690 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.687+0000 7f9e0aa94b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55eeb2db2390 0x55eeb2dc4030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:14.690 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.687+0000 7f9e0aa94b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55eeb2db77c0 0x55eeb2dd2590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:14.690 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.687+0000 7f9e0aa94b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55eeb2db80e0 0x55eeb2dd2ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:14.690 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.687+0000 7f9e0aa94b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f9df81ae260 con 0x55eeb2db80e0 2024-05-20T21:30:14.690 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.687+0000 7f9e0aa94b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9df81af6d0 con 0x55eeb2db77c0 2024-05-20T21:30:14.690 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.687+0000 7f9e0aa94b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f9df81ae930 con 0x55eeb2db2390 2024-05-20T21:30:14.690 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.687+0000 7f9e0aa94b80 10 client.0 _ll_register_callbacks cb 0x55eeb2ca9c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:14.690 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.687+0000 7f9dfe200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55eeb2db80e0 0x55eeb2dd2ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:14.690 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.687+0000 7f9dfd800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55eeb2db2390 0x55eeb2dc4030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:14.690 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.687+0000 7f9dfe200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55eeb2db80e0 0x55eeb2dd2ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54392/0 (socket says 172.21.15.8:54392) 2024-05-20T21:30:14.690 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.687+0000 7f9dfe200700 1 -- 172.21.15.8:0/2098018466 learned_addr learned my addr 172.21.15.8:0/2098018466 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:14.691 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.687+0000 7f9dfd800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55eeb2db2390 0x55eeb2dc4030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:34162/0 (socket says 172.21.15.8:34162) 2024-05-20T21:30:14.691 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.687+0000 7f9dfce00700 1 --2- 172.21.15.8:0/2098018466 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55eeb2db77c0 0x55eeb2dd2590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:14.691 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.688+0000 7f9dfd800700 1 -- 172.21.15.8:0/2098018466 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55eeb2db77c0 msgr2=0x55eeb2dd2590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:14.691 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.688+0000 7f9dfd800700 1 --2- 172.21.15.8:0/2098018466 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55eeb2db77c0 0x55eeb2dd2590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:14.691 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.688+0000 7f9dfd800700 1 -- 172.21.15.8:0/2098018466 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55eeb2db80e0 msgr2=0x55eeb2dd2ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:14.691 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.688+0000 7f9dfd800700 1 --2- 172.21.15.8:0/2098018466 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55eeb2db80e0 0x55eeb2dd2ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:14.691 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.688+0000 7f9dfd800700 1 -- 172.21.15.8:0/2098018466 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55eeb2dd31b0 con 0x55eeb2db2390 2024-05-20T21:30:14.691 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.688+0000 7f9dfd800700 1 --2- 172.21.15.8:0/2098018466 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55eeb2db2390 0x55eeb2dc4030 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x55eeb2cffb00 tx=0x7f9dec004320 comp rx=0 tx=0).ready entity=mon.1 client_cookie=463a48211fc30b2c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:14.691 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.688+0000 7f9ddf400700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:30:14.691 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.688+0000 7f9ddf400700 1 -- 172.21.15.8:0/2098018466 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dec0129b0 con 0x55eeb2db2390 2024-05-20T21:30:14.691 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.688+0000 7f9ddf400700 1 -- 172.21.15.8:0/2098018466 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f9dec012b50 con 0x55eeb2db2390 2024-05-20T21:30:14.691 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.688+0000 7f9e0aa94b80 1 -- 172.21.15.8:0/2098018466 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9de40aa670 con 0x55eeb2db2390 2024-05-20T21:30:14.692 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.689+0000 7f9ddf400700 1 -- 172.21.15.8:0/2098018466 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9dec012d50 con 0x55eeb2db2390 2024-05-20T21:30:14.692 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.689+0000 7f9e0aa94b80 10 client.29620 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:14.692 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.689+0000 7f9e0aa94b80 1 -- 172.21.15.8:0/2098018466 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55eeb2e3e4f0 con 0x55eeb2db2390 2024-05-20T21:30:14.692 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.689+0000 7f9ddf400700 1 -- 172.21.15.8:0/2098018466 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9de40aa670 con 0x55eeb2db2390 2024-05-20T21:30:14.693 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.689+0000 7f9ddf400700 1 -- 172.21.15.8:0/2098018466 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9dec0054b0 con 0x55eeb2db2390 2024-05-20T21:30:14.693 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.690+0000 7f9e0aa94b80 10 client.29620 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:14.693 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.690+0000 7f9e0aa94b80 10 client.29620 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:30:14.693 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.690+0000 7f9e0aa94b80 20 client.29620 populate_metadata read hostname 'smithi008' 2024-05-20T21:30:14.694 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.690+0000 7f9e0aa94b80 1 --2- 172.21.15.8:0/2098018466 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55eeb2e3ec00 0x55eeb2e41020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:14.694 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.690+0000 7f9e0aa94b80 4 client.29620 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:30:14.694 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.690+0000 7f9e0aa94b80 1 -- 172.21.15.8:0/2098018466 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55eeb2d0b570 con 0x55eeb2e3ec00 2024-05-20T21:30:14.694 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.690+0000 7f9dfce00700 1 --2- 172.21.15.8:0/2098018466 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55eeb2e3ec00 0x55eeb2e41020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:14.694 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.690+0000 7f9dfce00700 1 --2- 172.21.15.8:0/2098018466 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55eeb2e3ec00 0x55eeb2e41020 crc :-1 s=READY pgs=385 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=17cc7d3a05313ad4 server_cookie=e7474f64d8411feb in_seq=0 out_seq=0 2024-05-20T21:30:14.694 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.690+0000 7f9ddf400700 10 client.29620 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:30:14.694 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.691+0000 7f9ddf400700 1 -- 172.21.15.8:0/2098018466 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55eeb2d0b570 con 0x55eeb2e3ec00 2024-05-20T21:30:14.694 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.691+0000 7f9ddf400700 10 client.29620 handle_command_reply: tid=0 2024-05-20T21:30:14.694 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.691+0000 7f9e0aa94b80 1 client.29620 shutdown 2024-05-20T21:30:14.694 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.691+0000 7f9e0aa94b80 1 -- 172.21.15.8:0/2098018466 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55eeb2db2390 msgr2=0x55eeb2dc4030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:14.694 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.691+0000 7f9e0aa94b80 1 --2- 172.21.15.8:0/2098018466 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55eeb2db2390 0x55eeb2dc4030 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x55eeb2cffb00 tx=0x7f9dec004320 comp rx=0 tx=0).stop 2024-05-20T21:30:14.694 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.691+0000 7f9e0aa94b80 1 -- 172.21.15.8:0/2098018466 shutdown_connections 2024-05-20T21:30:14.694 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.691+0000 7f9e0aa94b80 1 --2- 172.21.15.8:0/2098018466 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55eeb2e3ec00 0x55eeb2e41020 crc :-1 s=READY pgs=385 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:14.695 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.691+0000 7f9e0aa94b80 1 --2- 172.21.15.8:0/2098018466 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55eeb2db80e0 0x55eeb2dd2ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:14.695 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.691+0000 7f9e0aa94b80 1 --2- 172.21.15.8:0/2098018466 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55eeb2db2390 0x55eeb2dc4030 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:14.695 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.691+0000 7f9e0aa94b80 1 --2- 172.21.15.8:0/2098018466 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55eeb2db77c0 0x55eeb2dd2590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:14.695 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.691+0000 7f9ddf400700 0 client.29620 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:30:14.695 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.691+0000 7f9e0aa94b80 1 -- 172.21.15.8:0/2098018466 >> 172.21.15.8:0/2098018466 conn(0x55eeb2cdfbe0 msgr2=0x55eeb2dba2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:14.695 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.691+0000 7f9e0aa94b80 1 -- 172.21.15.8:0/2098018466 shutdown_connections 2024-05-20T21:30:14.695 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.691+0000 7f9e0aa94b80 1 -- 172.21.15.8:0/2098018466 wait complete. 2024-05-20T21:30:14.695 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.691+0000 7f9e0aa94b80 20 client.29620 trim_cache size 0 max 16384 2024-05-20T21:30:14.695 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:30:14.696 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.692+0000 7f9dfec00700 1 -- 172.21.15.8:0/4050303439 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9de00b2880 msgr2=0x7f9de00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:14.696 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.692+0000 7f9dfec00700 1 --2- 172.21.15.8:0/4050303439 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9de00b2880 0x7f9de00b4d40 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f9df0009fd0 tx=0x7f9df000b040 comp rx=0 tx=0).stop 2024-05-20T21:30:14.696 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.692+0000 7f9dfec00700 1 -- 172.21.15.8:0/4050303439 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9df8102b70 msgr2=0x7f9df819c2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:14.696 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.692+0000 7f9dfec00700 1 --2- 172.21.15.8:0/4050303439 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9df8102b70 0x7f9df819c2a0 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f9de40057f0 tx=0x7f9de400bfd0 comp rx=0 tx=0).stop 2024-05-20T21:30:14.696 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.692+0000 7f9dfec00700 1 -- 172.21.15.8:0/4050303439 shutdown_connections 2024-05-20T21:30:14.696 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.692+0000 7f9dfec00700 1 --2- 172.21.15.8:0/4050303439 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9de00b2880 0x7f9de00b4d40 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:14.697 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.692+0000 7f9dfec00700 1 --2- 172.21.15.8:0/4050303439 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9df810fd70 0x7f9df81a0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:14.697 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.692+0000 7f9dfec00700 1 --2- 172.21.15.8:0/4050303439 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9df81021c0 0x7f9df819bd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:14.697 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.692+0000 7f9dfec00700 1 --2- 172.21.15.8:0/4050303439 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9df8102b70 0x7f9df819c2a0 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:14.697 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.692+0000 7f9dfec00700 1 -- 172.21.15.8:0/4050303439 >> 172.21.15.8:0/4050303439 conn(0x7f9df80fde60 msgr2=0x7f9df8100250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:14.697 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.692+0000 7f9dfec00700 1 -- 172.21.15.8:0/4050303439 shutdown_connections 2024-05-20T21:30:14.697 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:14.693+0000 7f9dfec00700 1 -- 172.21.15.8:0/4050303439 wait complete. 2024-05-20T21:30:15.102 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:30:14 smithi008 ceph-mon[31475]: pgmap v887: 97 pgs: 97 active+clean; 3.5 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:30:15.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:30:14 smithi130 ceph-mon[36448]: pgmap v887: 97 pgs: 97 active+clean; 3.5 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:30:15.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:30:14 smithi050 ceph-mon[35809]: pgmap v887: 97 pgs: 97 active+clean; 3.5 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:30:16.596 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:30:16.597 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:30:16.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:30:16 smithi008 ceph-mon[31475]: pgmap v888: 97 pgs: 97 active+clean; 3.5 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:30:17.068 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:30:17.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:30:16 smithi130 ceph-mon[36448]: pgmap v888: 97 pgs: 97 active+clean; 3.5 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:30:17.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:30:16 smithi050 ceph-mon[35809]: pgmap v888: 97 pgs: 97 active+clean; 3.5 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:30:17.744 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.743+0000 7fc249400640 1 -- 172.21.15.8:0/2222777654 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc2441066e0 msgr2=0x7fc24410cf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:17.744 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.743+0000 7fc249400640 1 --2- 172.21.15.8:0/2222777654 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc2441066e0 0x7fc24410cf70 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7fc23c009ca0 tx=0x7fc23c02a8c0 comp rx=0 tx=0).stop 2024-05-20T21:30:17.744 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.743+0000 7fc249400640 1 -- 172.21.15.8:0/2222777654 shutdown_connections 2024-05-20T21:30:17.745 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.743+0000 7fc249400640 1 --2- 172.21.15.8:0/2222777654 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc2441066e0 0x7fc24410cf70 unknown :-1 s=CLOSED pgs=731 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:17.745 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.743+0000 7fc249400640 1 --2- 172.21.15.8:0/2222777654 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc244105d20 0x7fc2441061a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:17.745 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.743+0000 7fc249400640 1 --2- 172.21.15.8:0/2222777654 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc244104b30 0x7fc244104f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:17.745 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.743+0000 7fc249400640 1 -- 172.21.15.8:0/2222777654 >> 172.21.15.8:0/2222777654 conn(0x7fc2441000c0 msgr2=0x7fc2441024e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:17.745 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.743+0000 7fc249400640 1 -- 172.21.15.8:0/2222777654 shutdown_connections 2024-05-20T21:30:17.745 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.743+0000 7fc249400640 1 -- 172.21.15.8:0/2222777654 wait complete. 2024-05-20T21:30:17.747 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.744+0000 7fc249400640 1 Processor -- start 2024-05-20T21:30:17.747 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.745+0000 7fc249400640 1 -- start start 2024-05-20T21:30:17.747 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.745+0000 7fc249400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc244104b30 0x7fc24419ad20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:17.747 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.745+0000 7fc249400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc244105d20 0x7fc24419b260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:17.747 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.745+0000 7fc249400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc2441066e0 0x7fc2441a2290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:17.747 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.745+0000 7fc249400640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc244110660 con 0x7fc2441066e0 2024-05-20T21:30:17.747 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.745+0000 7fc249400640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc2441104e0 con 0x7fc244104b30 2024-05-20T21:30:17.747 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.745+0000 7fc249400640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc2441107e0 con 0x7fc244105d20 2024-05-20T21:30:17.747 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.745+0000 7fc23be00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc244105d20 0x7fc24419b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:17.748 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.745+0000 7fc23be00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc244105d20 0x7fc24419b260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:34178/0 (socket says 172.21.15.8:34178) 2024-05-20T21:30:17.748 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.745+0000 7fc23be00640 1 -- 172.21.15.8:0/2228117487 learned_addr learned my addr 172.21.15.8:0/2228117487 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:17.748 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.745+0000 7fc248a00640 1 --2- 172.21.15.8:0/2228117487 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc2441066e0 0x7fc2441a2290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:17.748 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.745+0000 7fc243e00640 1 --2- 172.21.15.8:0/2228117487 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc244104b30 0x7fc24419ad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:17.748 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.746+0000 7fc23be00640 1 -- 172.21.15.8:0/2228117487 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc244104b30 msgr2=0x7fc24419ad20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:17.748 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.746+0000 7fc23be00640 1 --2- 172.21.15.8:0/2228117487 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc244104b30 0x7fc24419ad20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:17.748 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.746+0000 7fc23be00640 1 -- 172.21.15.8:0/2228117487 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc2441066e0 msgr2=0x7fc2441a2290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:17.748 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.746+0000 7fc23be00640 1 --2- 172.21.15.8:0/2228117487 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc2441066e0 0x7fc2441a2290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:17.748 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.746+0000 7fc23be00640 1 -- 172.21.15.8:0/2228117487 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2441a2930 con 0x7fc244105d20 2024-05-20T21:30:17.748 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.746+0000 7fc23be00640 1 --2- 172.21.15.8:0/2228117487 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc244105d20 0x7fc24419b260 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7fc22c00e9f0 tx=0x7fc22c00edf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:17.748 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.746+0000 7fc241600640 1 -- 172.21.15.8:0/2228117487 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc22c00cd80 con 0x7fc244105d20 2024-05-20T21:30:17.748 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.747+0000 7fc249400640 1 -- 172.21.15.8:0/2228117487 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2441a2c20 con 0x7fc244105d20 2024-05-20T21:30:17.748 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.747+0000 7fc241600640 1 -- 172.21.15.8:0/2228117487 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc22c0054d0 con 0x7fc244105d20 2024-05-20T21:30:17.749 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.747+0000 7fc241600640 1 -- 172.21.15.8:0/2228117487 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc22c010690 con 0x7fc244105d20 2024-05-20T21:30:17.749 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.747+0000 7fc249400640 1 -- 172.21.15.8:0/2228117487 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2441a3170 con 0x7fc244105d20 2024-05-20T21:30:17.750 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.750+0000 7fc24d980740 1 Processor -- start 2024-05-20T21:30:17.750 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.750+0000 7fc24d980740 1 -- start start 2024-05-20T21:30:17.751 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.750+0000 7fc24d980740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55996f7efcf0 0x55996f7f0110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:17.752 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.750+0000 7fc24d980740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55996f7f06e0 0x55996f7f51e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:17.752 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.750+0000 7fc24d980740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55996f7f5850 0x55996f7f7ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:17.752 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.750+0000 7fc24d980740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55996f75fb90 con 0x55996f7efcf0 2024-05-20T21:30:17.752 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.750+0000 7fc24d980740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55996f74f730 con 0x55996f7f06e0 2024-05-20T21:30:17.752 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.750+0000 7fc24d980740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55996f753770 con 0x55996f7f5850 2024-05-20T21:30:17.752 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.751+0000 7fc248a00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55996f7efcf0 0x55996f7f0110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:17.752 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.751+0000 7fc248a00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55996f7efcf0 0x55996f7f0110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54422/0 (socket says 172.21.15.8:54422) 2024-05-20T21:30:17.752 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.751+0000 7fc248a00640 1 -- 172.21.15.8:0/2990763477 learned_addr learned my addr 172.21.15.8:0/2990763477 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:17.752 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.751+0000 7fc241600640 1 -- 172.21.15.8:0/2228117487 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fc22c004e90 con 0x7fc244105d20 2024-05-20T21:30:17.752 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.751+0000 7fc243e00640 1 --2- 172.21.15.8:0/2990763477 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55996f7f06e0 0x55996f7f51e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:17.752 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.751+0000 7fc248a00640 1 -- 172.21.15.8:0/2990763477 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55996f7f5850 msgr2=0x55996f7f7ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:17.752 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.751+0000 7fc248a00640 1 --2- 172.21.15.8:0/2990763477 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55996f7f5850 0x55996f7f7ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:17.752 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.751+0000 7fc248a00640 1 -- 172.21.15.8:0/2990763477 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55996f7f06e0 msgr2=0x55996f7f51e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:17.753 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.751+0000 7fc248a00640 1 --2- 172.21.15.8:0/2990763477 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55996f7f06e0 0x55996f7f51e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:17.753 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.751+0000 7fc248a00640 1 -- 172.21.15.8:0/2990763477 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55996f6e88b0 con 0x55996f7efcf0 2024-05-20T21:30:17.753 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.751+0000 7fc243e00640 1 --2- 172.21.15.8:0/2990763477 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55996f7f06e0 0x55996f7f51e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:17.756 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.752+0000 7fc248a00640 1 --2- 172.21.15.8:0/2990763477 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55996f7efcf0 0x55996f7f0110 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7fc23c009ca0 tx=0x7fc23c005ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bbfe633684505f47 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:17.756 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.752+0000 7fc239200640 1 -- 172.21.15.8:0/2990763477 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc23c031650 con 0x55996f7efcf0 2024-05-20T21:30:17.756 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.752+0000 7fc239200640 1 -- 172.21.15.8:0/2990763477 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc23c036030 con 0x55996f7efcf0 2024-05-20T21:30:17.756 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.752+0000 7fc239200640 1 -- 172.21.15.8:0/2990763477 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc23c004730 con 0x55996f7efcf0 2024-05-20T21:30:17.756 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.752+0000 7fc241600640 1 --2- 172.21.15.8:0/2228117487 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc2280b2850 0x7fc2280b4d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:17.756 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.752+0000 7fc24d980740 1 -- 172.21.15.8:0/2990763477 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55996f7efcf0 msgr2=0x55996f7f0110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:17.756 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.752+0000 7fc24d980740 1 --2- 172.21.15.8:0/2990763477 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55996f7efcf0 0x55996f7f0110 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7fc23c009ca0 tx=0x7fc23c005ef0 comp rx=0 tx=0).stop 2024-05-20T21:30:17.756 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.753+0000 7fc24d980740 1 -- 172.21.15.8:0/2990763477 shutdown_connections 2024-05-20T21:30:17.756 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.753+0000 7fc24d980740 1 --2- 172.21.15.8:0/2990763477 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55996f7f5850 0x55996f7f7ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:17.756 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.753+0000 7fc24d980740 1 --2- 172.21.15.8:0/2990763477 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55996f7f06e0 0x55996f7f51e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:17.757 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.753+0000 7fc24d980740 1 --2- 172.21.15.8:0/2990763477 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55996f7efcf0 0x55996f7f0110 unknown :-1 s=CLOSED pgs=732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:17.757 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.753+0000 7fc24d980740 1 -- 172.21.15.8:0/2990763477 >> 172.21.15.8:0/2990763477 conn(0x55996f7eb360 msgr2=0x55996f7eb760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:17.757 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.753+0000 7fc241600640 1 -- 172.21.15.8:0/2228117487 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc22c0e2620 con 0x7fc244105d20 2024-05-20T21:30:17.757 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.753+0000 7fc24d980740 1 -- 172.21.15.8:0/2990763477 shutdown_connections 2024-05-20T21:30:17.757 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.753+0000 7fc243e00640 1 --2- 172.21.15.8:0/2228117487 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc2280b2850 0x7fc2280b4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:17.757 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.753+0000 7fc24d980740 1 -- 172.21.15.8:0/2990763477 wait complete. 2024-05-20T21:30:17.757 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.753+0000 7fc24d980740 1 -- start start 2024-05-20T21:30:17.757 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.754+0000 7fc243e00640 1 --2- 172.21.15.8:0/2228117487 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc2280b2850 0x7fc2280b4d10 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x55996f7ec230 tx=0x7fc234005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:17.757 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.754+0000 7fc24d980740 1 Processor -- start 2024-05-20T21:30:17.757 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.754+0000 7fc24d980740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55996f7efcf0 0x55996f7f9900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:17.757 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.754+0000 7fc24d980740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55996f7f06e0 0x55996f7f9e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:17.757 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.754+0000 7fc24d980740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55996f7f5850 0x55996f800e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:17.757 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.754+0000 7fc24d980740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55996f435790 con 0x55996f7efcf0 2024-05-20T21:30:17.758 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.754+0000 7fc24d980740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55996f6f7bc0 con 0x55996f7f06e0 2024-05-20T21:30:17.758 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.754+0000 7fc24d980740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55996f7f8620 con 0x55996f7f5850 2024-05-20T21:30:17.758 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.754+0000 7fc24d980740 10 client.0 _ll_register_callbacks cb 0x55996f6d5400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:17.758 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.754+0000 7fc23be00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55996f7f06e0 0x55996f7f9e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:17.758 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.754+0000 7fc243e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55996f7efcf0 0x55996f7f9900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:17.758 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.754+0000 7fc23be00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55996f7f06e0 0x55996f7f9e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:49938/0 (socket says 172.21.15.8:49938) 2024-05-20T21:30:17.758 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.754+0000 7fc23be00640 1 -- 172.21.15.8:0/2150268620 learned_addr learned my addr 172.21.15.8:0/2150268620 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:17.758 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.754+0000 7fc248a00640 1 --2- 172.21.15.8:0/2150268620 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55996f7f5850 0x55996f800e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:17.758 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.755+0000 7fc23be00640 1 -- 172.21.15.8:0/2150268620 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55996f7f5850 msgr2=0x55996f800e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:17.758 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.755+0000 7fc23be00640 1 --2- 172.21.15.8:0/2150268620 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55996f7f5850 0x55996f800e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:17.759 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.755+0000 7fc23be00640 1 -- 172.21.15.8:0/2150268620 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55996f7efcf0 msgr2=0x55996f7f9900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:17.759 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.755+0000 7fc23be00640 1 --2- 172.21.15.8:0/2150268620 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55996f7efcf0 0x55996f7f9900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:17.759 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.755+0000 7fc23be00640 1 -- 172.21.15.8:0/2150268620 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55996f464210 con 0x55996f7f06e0 2024-05-20T21:30:17.759 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.755+0000 7fc23be00640 1 --2- 172.21.15.8:0/2150268620 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55996f7f06e0 0x55996f7f9e40 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7fc22c0e0160 tx=0x7fc22c0a93a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d4730595451e8820 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:17.759 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.755+0000 7fc231600640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:30:17.759 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.755+0000 7fc231600640 1 -- 172.21.15.8:0/2150268620 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc22c0a9740 con 0x55996f7f06e0 2024-05-20T21:30:17.759 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.755+0000 7fc231600640 1 -- 172.21.15.8:0/2150268620 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc22c0b2600 con 0x55996f7f06e0 2024-05-20T21:30:17.759 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.755+0000 7fc24d980740 1 -- 172.21.15.8:0/2150268620 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc23c036030 con 0x55996f7f06e0 2024-05-20T21:30:17.759 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.756+0000 7fc231600640 1 -- 172.21.15.8:0/2150268620 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc22c0aa330 con 0x55996f7f06e0 2024-05-20T21:30:17.759 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.756+0000 7fc24d980740 10 client.29579 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:17.759 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.756+0000 7fc24d980740 1 -- 172.21.15.8:0/2150268620 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55996f530620 con 0x55996f7f06e0 2024-05-20T21:30:17.761 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.756+0000 7fc231600640 1 -- 172.21.15.8:0/2150268620 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc23c036030 con 0x55996f7f06e0 2024-05-20T21:30:17.761 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.756+0000 7fc231600640 1 -- 172.21.15.8:0/2150268620 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc22c0a7b80 con 0x55996f7f06e0 2024-05-20T21:30:17.761 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.756+0000 7fc24d980740 10 client.29579 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:17.761 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.756+0000 7fc24d980740 10 client.29579 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:30:17.762 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.756+0000 7fc24d980740 20 client.29579 populate_metadata read hostname 'smithi008' 2024-05-20T21:30:17.762 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.756+0000 7fc24d980740 1 --2- 172.21.15.8:0/2150268620 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55996f805370 0x55996f807760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:17.762 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.756+0000 7fc24d980740 4 client.29579 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:30:17.762 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.756+0000 7fc24d980740 1 -- 172.21.15.8:0/2150268620 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55996f761ae0 con 0x55996f805370 2024-05-20T21:30:17.762 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.757+0000 7fc243e00640 1 --2- 172.21.15.8:0/2150268620 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55996f805370 0x55996f807760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:17.762 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.757+0000 7fc243e00640 1 --2- 172.21.15.8:0/2150268620 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55996f805370 0x55996f807760 crc :-1 s=READY pgs=386 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eacd377e62bb890d server_cookie=2854e4ad198f4dad in_seq=0 out_seq=0 2024-05-20T21:30:17.762 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.757+0000 7fc231600640 10 client.29579 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:30:17.762 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.758+0000 7fc231600640 1 -- 172.21.15.8:0/2150268620 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55996f761ae0 con 0x55996f805370 2024-05-20T21:30:17.762 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.758+0000 7fc231600640 10 client.29579 handle_command_reply: tid=0 2024-05-20T21:30:17.762 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.758+0000 7fc24d980740 1 client.29579 shutdown 2024-05-20T21:30:17.762 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.759+0000 7fc24d980740 1 -- 172.21.15.8:0/2150268620 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55996f7f06e0 msgr2=0x55996f7f9e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:17.762 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.759+0000 7fc24d980740 1 --2- 172.21.15.8:0/2150268620 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55996f7f06e0 0x55996f7f9e40 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7fc22c0e0160 tx=0x7fc22c0a93a0 comp rx=0 tx=0).stop 2024-05-20T21:30:17.763 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.759+0000 7fc24d980740 1 -- 172.21.15.8:0/2150268620 shutdown_connections 2024-05-20T21:30:17.763 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.759+0000 7fc24d980740 1 --2- 172.21.15.8:0/2150268620 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55996f805370 0x55996f807760 crc :-1 s=READY pgs=386 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:17.763 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.759+0000 7fc24d980740 1 --2- 172.21.15.8:0/2150268620 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55996f7f5850 0x55996f800e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:17.763 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.759+0000 7fc231600640 0 client.29579 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:30:17.763 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.759+0000 7fc24d980740 1 --2- 172.21.15.8:0/2150268620 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55996f7f06e0 0x55996f7f9e40 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:17.763 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.759+0000 7fc24d980740 1 --2- 172.21.15.8:0/2150268620 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55996f7efcf0 0x55996f7f9900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:17.763 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.759+0000 7fc24d980740 1 -- 172.21.15.8:0/2150268620 >> 172.21.15.8:0/2150268620 conn(0x55996f7eb360 msgr2=0x55996f7ea4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:17.763 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.759+0000 7fc24d980740 1 -- 172.21.15.8:0/2150268620 shutdown_connections 2024-05-20T21:30:17.763 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.759+0000 7fc24d980740 1 -- 172.21.15.8:0/2150268620 wait complete. 2024-05-20T21:30:17.763 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.759+0000 7fc24d980740 20 client.29579 trim_cache size 0 max 16384 2024-05-20T21:30:17.776 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.776+0000 7fc24d980740 1 Processor -- start 2024-05-20T21:30:17.777 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.776+0000 7fc24d980740 1 -- start start 2024-05-20T21:30:17.777 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.776+0000 7fc24d980740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55996f7efcf0 0x55996f7eeb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:17.777 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.776+0000 7fc24d980740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55996f7f06e0 0x55996f800e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:17.777 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.776+0000 7fc24d980740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55996f7f5850 0x55996f7eac40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:17.777 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.776+0000 7fc24d980740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc2441ae740 con 0x55996f7f06e0 2024-05-20T21:30:17.777 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.776+0000 7fc24d980740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc2441ac010 con 0x55996f7f5850 2024-05-20T21:30:17.777 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.776+0000 7fc24d980740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc2441a9e60 con 0x55996f7efcf0 2024-05-20T21:30:17.778 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.776+0000 7fc23be00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55996f7f06e0 0x55996f800e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:17.778 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.777+0000 7fc23be00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55996f7f06e0 0x55996f800e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54448/0 (socket says 172.21.15.8:54448) 2024-05-20T21:30:17.778 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.777+0000 7fc23be00640 1 -- 172.21.15.8:0/4053026509 learned_addr learned my addr 172.21.15.8:0/4053026509 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:17.778 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.777+0000 7fc243e00640 1 --2- 172.21.15.8:0/4053026509 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55996f7efcf0 0x55996f7eeb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:17.778 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.777+0000 7fc23be00640 1 -- 172.21.15.8:0/4053026509 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55996f7efcf0 msgr2=0x55996f7eeb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:17.778 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.777+0000 7fc23be00640 1 --2- 172.21.15.8:0/4053026509 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55996f7efcf0 0x55996f7eeb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:17.778 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.777+0000 7fc23be00640 1 -- 172.21.15.8:0/4053026509 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55996f7f5850 msgr2=0x55996f7eac40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:17.778 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.777+0000 7fc23be00640 1 --2- 172.21.15.8:0/4053026509 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55996f7f5850 0x55996f7eac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:17.779 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.777+0000 7fc23be00640 1 -- 172.21.15.8:0/4053026509 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55996f7ef930 con 0x55996f7f06e0 2024-05-20T21:30:17.779 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.777+0000 7fc23be00640 1 --2- 172.21.15.8:0/4053026509 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55996f7f06e0 0x55996f800e40 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7fc22c0a7ef0 tx=0x7fc22c0a94d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e2c57b6b1b4128ad server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:17.779 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.778+0000 7fc233e00640 1 -- 172.21.15.8:0/4053026509 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc22c005180 con 0x55996f7f06e0 2024-05-20T21:30:17.779 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.778+0000 7fc233e00640 1 -- 172.21.15.8:0/4053026509 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc22c0a9740 con 0x55996f7f06e0 2024-05-20T21:30:17.779 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.778+0000 7fc233e00640 1 -- 172.21.15.8:0/4053026509 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc22c0b2600 con 0x55996f7f06e0 2024-05-20T21:30:17.781 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.778+0000 7fc24d980740 1 -- 172.21.15.8:0/4053026509 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55996f7f06e0 msgr2=0x55996f800e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:17.781 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.778+0000 7fc24d980740 1 --2- 172.21.15.8:0/4053026509 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55996f7f06e0 0x55996f800e40 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7fc22c0a7ef0 tx=0x7fc22c0a94d0 comp rx=0 tx=0).stop 2024-05-20T21:30:17.781 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.778+0000 7fc24d980740 1 -- 172.21.15.8:0/4053026509 shutdown_connections 2024-05-20T21:30:17.781 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.778+0000 7fc24d980740 1 --2- 172.21.15.8:0/4053026509 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55996f7f5850 0x55996f7eac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:17.781 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.778+0000 7fc24d980740 1 --2- 172.21.15.8:0/4053026509 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55996f7f06e0 0x55996f800e40 unknown :-1 s=CLOSED pgs=733 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:17.781 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.778+0000 7fc24d980740 1 --2- 172.21.15.8:0/4053026509 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55996f7efcf0 0x55996f7eeb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:17.781 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.778+0000 7fc24d980740 1 -- 172.21.15.8:0/4053026509 >> 172.21.15.8:0/4053026509 conn(0x55996f7eb360 msgr2=0x55996f7f1180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:17.781 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.778+0000 7fc24d980740 1 -- 172.21.15.8:0/4053026509 shutdown_connections 2024-05-20T21:30:17.781 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.779+0000 7fc24d980740 1 -- 172.21.15.8:0/4053026509 wait complete. 2024-05-20T21:30:17.781 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.779+0000 7fc24d980740 1 -- start start 2024-05-20T21:30:17.781 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.779+0000 7fc24d980740 1 Processor -- start 2024-05-20T21:30:17.781 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.779+0000 7fc24d980740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55996f7efcf0 0x55996f7fe1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:17.782 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.779+0000 7fc24d980740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55996f7f06e0 0x55996f7fe6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:17.782 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.779+0000 7fc24d980740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55996f7f5850 0x55996f7ff6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:17.782 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.779+0000 7fc24d980740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc2441aa4d0 con 0x55996f7f5850 2024-05-20T21:30:17.782 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.779+0000 7fc24d980740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc2441ab940 con 0x55996f7efcf0 2024-05-20T21:30:17.782 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.780+0000 7fc24d980740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc2441aaba0 con 0x55996f7f06e0 2024-05-20T21:30:17.782 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.780+0000 7fc24d980740 10 client.0 _ll_register_callbacks cb 0x7fc22c00e940 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:17.782 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.780+0000 7fc248a00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55996f7f5850 0x55996f7ff6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:17.782 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.780+0000 7fc243e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55996f7efcf0 0x55996f7fe1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:17.782 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.780+0000 7fc243e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55996f7efcf0 0x55996f7fe1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:49956/0 (socket says 172.21.15.8:49956) 2024-05-20T21:30:17.782 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.780+0000 7fc243e00640 1 -- 172.21.15.8:0/2379992963 learned_addr learned my addr 172.21.15.8:0/2379992963 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:17.782 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.780+0000 7fc23be00640 1 --2- 172.21.15.8:0/2379992963 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55996f7f06e0 0x55996f7fe6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:17.782 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.780+0000 7fc243e00640 1 -- 172.21.15.8:0/2379992963 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55996f7f06e0 msgr2=0x55996f7fe6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:17.782 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.780+0000 7fc243e00640 1 --2- 172.21.15.8:0/2379992963 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55996f7f06e0 0x55996f7fe6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:17.783 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.780+0000 7fc243e00640 1 -- 172.21.15.8:0/2379992963 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55996f7f5850 msgr2=0x55996f7ff6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:17.783 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.780+0000 7fc243e00640 1 --2- 172.21.15.8:0/2379992963 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55996f7f5850 0x55996f7ff6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:17.783 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.780+0000 7fc243e00640 1 -- 172.21.15.8:0/2379992963 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55996f7f89c0 con 0x55996f7efcf0 2024-05-20T21:30:17.783 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.780+0000 7fc23be00640 1 --2- 172.21.15.8:0/2379992963 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55996f7f06e0 0x55996f7fe6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:17.783 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.780+0000 7fc248a00640 1 --2- 172.21.15.8:0/2379992963 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55996f7f5850 0x55996f7ff6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:17.783 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.781+0000 7fc243e00640 1 --2- 172.21.15.8:0/2379992963 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55996f7efcf0 0x55996f7fe1a0 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x55996f7f1150 tx=0x7fc2340046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4ab2bd210e73e1c2 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:17.783 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.781+0000 7fc231600640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:30:17.784 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.781+0000 7fc231600640 1 -- 172.21.15.8:0/2379992963 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc234032060 con 0x55996f7efcf0 2024-05-20T21:30:17.784 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.781+0000 7fc231600640 1 -- 172.21.15.8:0/2379992963 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc2340038c0 con 0x55996f7efcf0 2024-05-20T21:30:17.784 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.781+0000 7fc24d980740 1 -- 172.21.15.8:0/2379992963 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc22c0a9740 con 0x55996f7efcf0 2024-05-20T21:30:17.785 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.781+0000 7fc231600640 1 -- 172.21.15.8:0/2379992963 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc234003ac0 con 0x55996f7efcf0 2024-05-20T21:30:17.785 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.781+0000 7fc24d980740 10 client.29582 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:17.785 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.781+0000 7fc24d980740 1 -- 172.21.15.8:0/2379992963 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55996f807d90 con 0x55996f7efcf0 2024-05-20T21:30:17.785 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.781+0000 7fc231600640 1 -- 172.21.15.8:0/2379992963 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc22c0a9740 con 0x55996f7efcf0 2024-05-20T21:30:17.785 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.782+0000 7fc231600640 1 -- 172.21.15.8:0/2379992963 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc23402a420 con 0x55996f7efcf0 2024-05-20T21:30:17.785 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.782+0000 7fc24d980740 10 client.29582 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:17.785 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.782+0000 7fc24d980740 10 client.29582 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:30:17.785 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.782+0000 7fc24d980740 20 client.29582 populate_metadata read hostname 'smithi008' 2024-05-20T21:30:17.785 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.782+0000 7fc24d980740 1 --2- 172.21.15.8:0/2379992963 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55996f8702b0 0x55996f8726d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:17.785 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.782+0000 7fc24d980740 4 client.29582 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:30:17.785 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.782+0000 7fc24d980740 1 -- 172.21.15.8:0/2379992963 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55996f75b2c0 con 0x55996f8702b0 2024-05-20T21:30:17.785 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.782+0000 7fc23be00640 1 --2- 172.21.15.8:0/2379992963 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55996f8702b0 0x55996f8726d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:17.785 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.783+0000 7fc23be00640 1 --2- 172.21.15.8:0/2379992963 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55996f8702b0 0x55996f8726d0 crc :-1 s=READY pgs=387 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=79b094be0929fdfd server_cookie=10764ad54a7d34c1 in_seq=0 out_seq=0 2024-05-20T21:30:17.785 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.783+0000 7fc231600640 10 client.29582 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:30:17.802 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.802+0000 7fc231600640 1 -- 172.21.15.8:0/2379992963 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55996f75b2c0 con 0x55996f8702b0 2024-05-20T21:30:17.802 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.802+0000 7fc231600640 10 client.29582 handle_command_reply: tid=0 2024-05-20T21:30:17.802 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.802+0000 7fc24d980740 1 client.29582 shutdown 2024-05-20T21:30:17.803 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.802+0000 7fc24d980740 1 -- 172.21.15.8:0/2379992963 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55996f7efcf0 msgr2=0x55996f7fe1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:17.803 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.802+0000 7fc24d980740 1 --2- 172.21.15.8:0/2379992963 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55996f7efcf0 0x55996f7fe1a0 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x55996f7f1150 tx=0x7fc2340046c0 comp rx=0 tx=0).stop 2024-05-20T21:30:17.803 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.802+0000 7fc24d980740 1 -- 172.21.15.8:0/2379992963 shutdown_connections 2024-05-20T21:30:17.804 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.802+0000 7fc24d980740 1 --2- 172.21.15.8:0/2379992963 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55996f8702b0 0x55996f8726d0 crc :-1 s=READY pgs=387 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:17.804 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.802+0000 7fc24d980740 1 --2- 172.21.15.8:0/2379992963 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55996f7f5850 0x55996f7ff6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:17.804 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.802+0000 7fc24d980740 1 --2- 172.21.15.8:0/2379992963 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55996f7f06e0 0x55996f7fe6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:17.804 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.802+0000 7fc231600640 0 client.29582 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:30:17.804 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.802+0000 7fc24d980740 1 --2- 172.21.15.8:0/2379992963 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55996f7efcf0 0x55996f7fe1a0 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:17.804 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.802+0000 7fc24d980740 1 -- 172.21.15.8:0/2379992963 >> 172.21.15.8:0/2379992963 conn(0x55996f7eb360 msgr2=0x55996f7f1a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:17.804 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.803+0000 7fc24d980740 1 -- 172.21.15.8:0/2379992963 shutdown_connections 2024-05-20T21:30:17.804 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.803+0000 7fc24d980740 1 -- 172.21.15.8:0/2379992963 wait complete. 2024-05-20T21:30:17.804 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.803+0000 7fc24d980740 20 client.29582 trim_cache size 0 max 16384 2024-05-20T21:30:17.805 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:30:17.805 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:30:17.805 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:30:17.805 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.804+0000 7fc249400640 1 -- 172.21.15.8:0/2228117487 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc2280b2850 msgr2=0x7fc2280b4d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:17.806 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.804+0000 7fc249400640 1 --2- 172.21.15.8:0/2228117487 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc2280b2850 0x7fc2280b4d10 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x55996f7ec230 tx=0x7fc234005f90 comp rx=0 tx=0).stop 2024-05-20T21:30:17.806 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.804+0000 7fc249400640 1 -- 172.21.15.8:0/2228117487 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc244105d20 msgr2=0x7fc24419b260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:17.806 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.804+0000 7fc249400640 1 --2- 172.21.15.8:0/2228117487 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc244105d20 0x7fc24419b260 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7fc22c00e9f0 tx=0x7fc22c00edf0 comp rx=0 tx=0).stop 2024-05-20T21:30:17.806 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.804+0000 7fc249400640 1 -- 172.21.15.8:0/2228117487 shutdown_connections 2024-05-20T21:30:17.806 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.804+0000 7fc249400640 1 --2- 172.21.15.8:0/2228117487 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc2280b2850 0x7fc2280b4d10 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:17.806 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.804+0000 7fc249400640 1 --2- 172.21.15.8:0/2228117487 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc2441066e0 0x7fc2441a2290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:17.806 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.804+0000 7fc249400640 1 --2- 172.21.15.8:0/2228117487 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc244105d20 0x7fc24419b260 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:17.806 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.804+0000 7fc249400640 1 --2- 172.21.15.8:0/2228117487 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc244104b30 0x7fc24419ad20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:17.806 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.804+0000 7fc249400640 1 -- 172.21.15.8:0/2228117487 >> 172.21.15.8:0/2228117487 conn(0x7fc2441000c0 msgr2=0x7fc244109020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:17.806 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.805+0000 7fc249400640 1 -- 172.21.15.8:0/2228117487 shutdown_connections 2024-05-20T21:30:17.806 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:17.805+0000 7fc249400640 1 -- 172.21.15.8:0/2228117487 wait complete. 2024-05-20T21:30:19.075 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:30:18 smithi008 ceph-mon[31475]: pgmap v889: 97 pgs: 97 active+clean; 3.5 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:30:19.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:30:18 smithi130 ceph-mon[36448]: pgmap v889: 97 pgs: 97 active+clean; 3.5 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:30:19.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:30:18 smithi050 ceph-mon[35809]: pgmap v889: 97 pgs: 97 active+clean; 3.5 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:30:19.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.399+0000 7f9bab800700 1 -- 172.21.15.8:0/4136937658 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9ba410eeb0 msgr2=0x7f9ba4116a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:19.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.399+0000 7f9bab800700 1 --2- 172.21.15.8:0/4136937658 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9ba410eeb0 0x7f9ba4116a80 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f9b9c00b0d0 tx=0x7f9b9c00b3e0 comp rx=0 tx=0).stop 2024-05-20T21:30:19.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.399+0000 7f9bab800700 1 -- 172.21.15.8:0/4136937658 shutdown_connections 2024-05-20T21:30:19.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.399+0000 7f9bab800700 1 --2- 172.21.15.8:0/4136937658 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9ba410eeb0 0x7f9ba4116a80 unknown :-1 s=CLOSED pgs=734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:19.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.399+0000 7f9bab800700 1 --2- 172.21.15.8:0/4136937658 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9ba4109dd0 0x7f9ba410a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:19.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.399+0000 7f9bab800700 1 --2- 172.21.15.8:0/4136937658 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9ba410a780 0x7f9ba410e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:19.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.399+0000 7f9bab800700 1 -- 172.21.15.8:0/4136937658 >> 172.21.15.8:0/4136937658 conn(0x7f9ba4076d10 msgr2=0x7f9ba4108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:19.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.400+0000 7f9bab800700 1 -- 172.21.15.8:0/4136937658 shutdown_connections 2024-05-20T21:30:19.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.400+0000 7f9bab800700 1 -- 172.21.15.8:0/4136937658 wait complete. 2024-05-20T21:30:19.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.401+0000 7f9bab800700 1 Processor -- start 2024-05-20T21:30:19.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.401+0000 7f9bab800700 1 -- start start 2024-05-20T21:30:19.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.401+0000 7f9bab800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9ba4109dd0 0x7f9ba41a0220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:19.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.401+0000 7f9bab800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9ba410a780 0x7f9ba41a0760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:19.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.401+0000 7f9bab800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9ba410eeb0 0x7f9ba41a4af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:19.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.401+0000 7f9bab800700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f9ba4119d90 con 0x7f9ba410eeb0 2024-05-20T21:30:19.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.401+0000 7f9bab800700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9ba4119c10 con 0x7f9ba4109dd0 2024-05-20T21:30:19.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.401+0000 7f9bab800700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f9ba4119f10 con 0x7f9ba410a780 2024-05-20T21:30:19.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.402+0000 7f9ba9800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9ba410eeb0 0x7f9ba41a4af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:19.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.402+0000 7f9ba9800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9ba410eeb0 0x7f9ba41a4af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54470/0 (socket says 172.21.15.8:54470) 2024-05-20T21:30:19.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.402+0000 7f9ba8e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9ba4109dd0 0x7f9ba41a0220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:19.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.402+0000 7f9ba9800700 1 -- 172.21.15.8:0/3569542244 learned_addr learned my addr 172.21.15.8:0/3569542244 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:19.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.402+0000 7f9ba3e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9ba410a780 0x7f9ba41a0760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:19.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.402+0000 7f9ba8e00700 1 -- 172.21.15.8:0/3569542244 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9ba410a780 msgr2=0x7f9ba41a0760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:19.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.402+0000 7f9ba8e00700 1 --2- 172.21.15.8:0/3569542244 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9ba410a780 0x7f9ba41a0760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:19.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.402+0000 7f9ba8e00700 1 -- 172.21.15.8:0/3569542244 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9ba410eeb0 msgr2=0x7f9ba41a4af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:19.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.402+0000 7f9ba8e00700 1 --2- 172.21.15.8:0/3569542244 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9ba410eeb0 0x7f9ba41a4af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:19.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.402+0000 7f9ba8e00700 1 -- 172.21.15.8:0/3569542244 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ba41a5230 con 0x7f9ba4109dd0 2024-05-20T21:30:19.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.403+0000 7f9ba8e00700 1 --2- 172.21.15.8:0/3569542244 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9ba4109dd0 0x7f9ba41a0220 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f9b9800e9f0 tx=0x7f9b9800ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:19.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.403+0000 7f9ba1600700 1 -- 172.21.15.8:0/3569542244 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b9800c9c0 con 0x7f9ba4109dd0 2024-05-20T21:30:19.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.403+0000 7f9bab800700 1 -- 172.21.15.8:0/3569542244 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ba41a5520 con 0x7f9ba4109dd0 2024-05-20T21:30:19.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.403+0000 7f9ba1600700 1 -- 172.21.15.8:0/3569542244 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9b9800cb60 con 0x7f9ba4109dd0 2024-05-20T21:30:19.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.403+0000 7f9ba1600700 1 -- 172.21.15.8:0/3569542244 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b98018680 con 0x7f9ba4109dd0 2024-05-20T21:30:19.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.403+0000 7f9bab800700 1 -- 172.21.15.8:0/3569542244 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ba41acda0 con 0x7f9ba4109dd0 2024-05-20T21:30:19.409 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.409+0000 7f9ba1600700 1 -- 172.21.15.8:0/3569542244 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f9b98010430 con 0x7f9ba4109dd0 2024-05-20T21:30:19.410 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.409+0000 7f9bb623db80 1 Processor -- start 2024-05-20T21:30:19.410 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.410+0000 7f9bb623db80 1 -- start start 2024-05-20T21:30:19.411 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.410+0000 7f9bb623db80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5629fcffff30 0x5629fd000310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:19.412 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.410+0000 7f9bb623db80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5629fd000850 0x5629fcffa2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:19.412 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.410+0000 7f9bb623db80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5629fcffa900 0x5629fcffad60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:19.412 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.410+0000 7f9bb623db80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5629fcf58ec0 con 0x5629fcffff30 2024-05-20T21:30:19.412 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.410+0000 7f9bb623db80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5629fcf48a60 con 0x5629fcffa900 2024-05-20T21:30:19.412 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.410+0000 7f9bb623db80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5629fcf4caa0 con 0x5629fd000850 2024-05-20T21:30:19.412 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.410+0000 7f9ba9800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5629fcffff30 0x5629fd000310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:19.412 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.410+0000 7f9ba8e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5629fd000850 0x5629fcffa2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:19.412 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.410+0000 7f9ba8e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5629fd000850 0x5629fcffa2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:34242/0 (socket says 172.21.15.8:34242) 2024-05-20T21:30:19.412 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.410+0000 7f9ba8e00700 1 -- 172.21.15.8:0/2505420164 learned_addr learned my addr 172.21.15.8:0/2505420164 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:19.412 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.410+0000 7f9ba9800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5629fcffff30 0x5629fd000310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:54480/0 (socket says 172.21.15.8:54480) 2024-05-20T21:30:19.412 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.410+0000 7f9ba1600700 1 --2- 172.21.15.8:0/3569542244 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9b8c0b2880 0x7f9b8c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:19.412 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.411+0000 7f9ba3e00700 1 --2- 172.21.15.8:0/2505420164 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5629fcffa900 0x5629fcffad60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:19.413 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.411+0000 7f9ba1600700 1 -- 172.21.15.8:0/3569542244 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f9b980e2370 con 0x7f9ba4109dd0 2024-05-20T21:30:19.413 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.411+0000 7f9ba8e00700 1 -- 172.21.15.8:0/2505420164 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5629fcffa900 msgr2=0x5629fcffad60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:19.413 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.411+0000 7f9ba8e00700 1 --2- 172.21.15.8:0/2505420164 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5629fcffa900 0x5629fcffad60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:19.413 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.411+0000 7f9ba8e00700 1 -- 172.21.15.8:0/2505420164 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5629fcffff30 msgr2=0x5629fd000310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:19.413 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.411+0000 7f9ba8e00700 1 --2- 172.21.15.8:0/2505420164 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5629fcffff30 0x5629fd000310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:19.413 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.411+0000 7f9ba8e00700 1 -- 172.21.15.8:0/2505420164 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5629fcf114a0 con 0x5629fd000850 2024-05-20T21:30:19.413 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.411+0000 7f9ba8e00700 1 --2- 172.21.15.8:0/2505420164 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5629fd000850 0x5629fcffa2e0 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f9b980dfda0 tx=0x7f9b98009790 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9580cbec1f975cd server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:19.413 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.411+0000 7f9ba9800700 1 --2- 172.21.15.8:0/3569542244 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9b8c0b2880 0x7f9b8c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:19.416 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.412+0000 7f9b96000700 1 -- 172.21.15.8:0/2505420164 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b980b2130 con 0x5629fd000850 2024-05-20T21:30:19.416 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.412+0000 7f9b96000700 1 -- 172.21.15.8:0/2505420164 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9b980a9490 con 0x5629fd000850 2024-05-20T21:30:19.416 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.412+0000 7f9b96000700 1 -- 172.21.15.8:0/2505420164 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b980a5c10 con 0x5629fd000850 2024-05-20T21:30:19.416 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.413+0000 7f9ba9800700 1 --2- 172.21.15.8:0/3569542244 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9b8c0b2880 0x7f9b8c0b4d40 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f9b9c009e60 tx=0x7f9b9c0099e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:19.417 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.413+0000 7f9bb623db80 1 -- 172.21.15.8:0/2505420164 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5629fd000850 msgr2=0x5629fcffa2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:19.417 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.413+0000 7f9bb623db80 1 --2- 172.21.15.8:0/2505420164 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5629fd000850 0x5629fcffa2e0 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f9b980dfda0 tx=0x7f9b98009790 comp rx=0 tx=0).stop 2024-05-20T21:30:19.417 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.413+0000 7f9bb623db80 1 -- 172.21.15.8:0/2505420164 shutdown_connections 2024-05-20T21:30:19.417 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.413+0000 7f9bb623db80 1 --2- 172.21.15.8:0/2505420164 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5629fcffa900 0x5629fcffad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:19.417 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.413+0000 7f9bb623db80 1 --2- 172.21.15.8:0/2505420164 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5629fcffff30 0x5629fd000310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:19.417 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.413+0000 7f9bb623db80 1 --2- 172.21.15.8:0/2505420164 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5629fd000850 0x5629fcffa2e0 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:19.417 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.413+0000 7f9bb623db80 1 -- 172.21.15.8:0/2505420164 >> 172.21.15.8:0/2505420164 conn(0x5629fcf28c60 msgr2=0x5629fcff5090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:19.417 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.413+0000 7f9bb623db80 1 -- 172.21.15.8:0/2505420164 shutdown_connections 2024-05-20T21:30:19.417 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.413+0000 7f9bb623db80 1 -- 172.21.15.8:0/2505420164 wait complete. 2024-05-20T21:30:19.417 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.413+0000 7f9bb623db80 1 -- start start 2024-05-20T21:30:19.417 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.414+0000 7f9bb623db80 1 Processor -- start 2024-05-20T21:30:19.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.414+0000 7f9bb623db80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5629fcffa900 0x5629fd006510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:19.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.414+0000 7f9bb623db80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5629fcffff30 0x5629fd0038b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:19.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.414+0000 7f9bb623db80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5629fd000850 0x5629fd003df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:19.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.414+0000 7f9bb623db80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5629fce4f020 con 0x5629fd000850 2024-05-20T21:30:19.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.414+0000 7f9bb623db80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5629fcee97e0 con 0x5629fcffa900 2024-05-20T21:30:19.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.414+0000 7f9bb623db80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5629fd007260 con 0x5629fcffff30 2024-05-20T21:30:19.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.414+0000 7f9bb623db80 10 client.0 _ll_register_callbacks cb 0x5629fcef2cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:19.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.415+0000 7f9ba3e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5629fcffff30 0x5629fd0038b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:19.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.415+0000 7f9ba9800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5629fd000850 0x5629fd003df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:19.424 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.415+0000 7f9ba8e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5629fcffa900 0x5629fd006510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:19.424 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.415+0000 7f9ba3e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5629fcffff30 0x5629fd0038b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:34254/0 (socket says 172.21.15.8:34254) 2024-05-20T21:30:19.424 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.415+0000 7f9ba3e00700 1 -- 172.21.15.8:0/4121178234 learned_addr learned my addr 172.21.15.8:0/4121178234 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:19.424 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.415+0000 7f9ba8e00700 1 -- 172.21.15.8:0/4121178234 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5629fcffff30 msgr2=0x5629fd0038b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:19.424 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.415+0000 7f9ba8e00700 1 --2- 172.21.15.8:0/4121178234 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5629fcffff30 0x5629fd0038b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:19.425 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.415+0000 7f9ba8e00700 1 -- 172.21.15.8:0/4121178234 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5629fd000850 msgr2=0x5629fd003df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:19.425 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.415+0000 7f9ba8e00700 1 --2- 172.21.15.8:0/4121178234 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5629fd000850 0x5629fd003df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:19.425 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.415+0000 7f9ba8e00700 1 -- 172.21.15.8:0/4121178234 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5629fce98950 con 0x5629fcffa900 2024-05-20T21:30:19.425 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.415+0000 7f9ba3e00700 1 --2- 172.21.15.8:0/4121178234 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5629fcffff30 0x5629fd0038b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:19.425 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.416+0000 7f9ba8e00700 1 --2- 172.21.15.8:0/4121178234 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5629fcffa900 0x5629fd006510 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f9b980a5a00 tx=0x7f9b9800c750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ba2a5e157e66fedd server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:19.425 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.416+0000 7f9b8aa00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:30:19.425 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.416+0000 7f9b8aa00700 1 -- 172.21.15.8:0/4121178234 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b980add30 con 0x5629fcffa900 2024-05-20T21:30:19.425 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.416+0000 7f9bb623db80 1 -- 172.21.15.8:0/4121178234 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9b980a9490 con 0x5629fcffa900 2024-05-20T21:30:19.425 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.416+0000 7f9b8aa00700 1 -- 172.21.15.8:0/4121178234 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f9b980cc110 con 0x5629fcffa900 2024-05-20T21:30:19.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.416+0000 7f9b8aa00700 1 -- 172.21.15.8:0/4121178234 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9b980aa080 con 0x5629fcffa900 2024-05-20T21:30:19.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.416+0000 7f9bb623db80 10 client.29594 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:19.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.416+0000 7f9bb623db80 1 -- 172.21.15.8:0/4121178234 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5629fcf190e0 con 0x5629fcffa900 2024-05-20T21:30:19.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.417+0000 7f9b8aa00700 1 -- 172.21.15.8:0/4121178234 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9b980a9490 con 0x5629fcffa900 2024-05-20T21:30:19.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.417+0000 7f9b8aa00700 1 -- 172.21.15.8:0/4121178234 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9b980b2350 con 0x5629fcffa900 2024-05-20T21:30:19.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.417+0000 7f9bb623db80 10 client.29594 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:19.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.417+0000 7f9bb623db80 10 client.29594 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:30:19.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.417+0000 7f9bb623db80 20 client.29594 populate_metadata read hostname 'smithi008' 2024-05-20T21:30:19.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.417+0000 7f9bb623db80 1 --2- 172.21.15.8:0/4121178234 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5629fd013c40 0x5629fd016030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:19.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.417+0000 7f9bb623db80 4 client.29594 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:30:19.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.417+0000 7f9bb623db80 1 -- 172.21.15.8:0/4121178234 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5629fcf5ae10 con 0x5629fd013c40 2024-05-20T21:30:19.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.417+0000 7f9ba3e00700 1 --2- 172.21.15.8:0/4121178234 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5629fd013c40 0x5629fd016030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:19.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.418+0000 7f9ba3e00700 1 --2- 172.21.15.8:0/4121178234 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5629fd013c40 0x5629fd016030 crc :-1 s=READY pgs=388 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6217abe1f7ce0231 server_cookie=df4c37490c560d49 in_seq=0 out_seq=0 2024-05-20T21:30:19.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.418+0000 7f9b8aa00700 10 client.29594 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:30:19.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.419+0000 7f9b8aa00700 1 -- 172.21.15.8:0/4121178234 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5629fcf5ae10 con 0x5629fd013c40 2024-05-20T21:30:19.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.419+0000 7f9b8aa00700 10 client.29594 handle_command_reply: tid=0 2024-05-20T21:30:19.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.419+0000 7f9bb623db80 1 client.29594 shutdown 2024-05-20T21:30:19.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.419+0000 7f9bb623db80 1 -- 172.21.15.8:0/4121178234 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5629fcffa900 msgr2=0x5629fd006510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:19.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.419+0000 7f9bb623db80 1 --2- 172.21.15.8:0/4121178234 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5629fcffa900 0x5629fd006510 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f9b980a5a00 tx=0x7f9b9800c750 comp rx=0 tx=0).stop 2024-05-20T21:30:19.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.419+0000 7f9bb623db80 1 -- 172.21.15.8:0/4121178234 shutdown_connections 2024-05-20T21:30:19.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.419+0000 7f9bb623db80 1 --2- 172.21.15.8:0/4121178234 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5629fd013c40 0x5629fd016030 crc :-1 s=READY pgs=388 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:19.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.419+0000 7f9bb623db80 1 --2- 172.21.15.8:0/4121178234 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5629fcffa900 0x5629fd006510 unknown :-1 s=CLOSED pgs=663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:19.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.419+0000 7f9bb623db80 1 --2- 172.21.15.8:0/4121178234 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5629fd000850 0x5629fd003df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:19.430 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.419+0000 7f9bb623db80 1 --2- 172.21.15.8:0/4121178234 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5629fcffff30 0x5629fd0038b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:19.430 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.419+0000 7f9bb623db80 1 -- 172.21.15.8:0/4121178234 >> 172.21.15.8:0/4121178234 conn(0x5629fcf28c60 msgr2=0x5629fcff92d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:19.430 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.419+0000 7f9b8aa00700 0 client.29594 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:30:19.430 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.419+0000 7f9bb623db80 1 -- 172.21.15.8:0/4121178234 shutdown_connections 2024-05-20T21:30:19.430 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.419+0000 7f9bb623db80 1 -- 172.21.15.8:0/4121178234 wait complete. 2024-05-20T21:30:19.430 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.419+0000 7f9bb623db80 20 client.29594 trim_cache size 0 max 16384 2024-05-20T21:30:19.443 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.442+0000 7f9bb623db80 1 Processor -- start 2024-05-20T21:30:19.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.442+0000 7f9bb623db80 1 -- start start 2024-05-20T21:30:19.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.443+0000 7f9bb623db80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5629fcffa900 0x5629fcffa2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:19.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.443+0000 7f9bb623db80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5629fcffff30 0x5629fcff5170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:19.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.443+0000 7f9bb623db80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5629fd000850 0x5629fd000cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:19.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.443+0000 7f9bb623db80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f9ba41b6b30 con 0x5629fd000850 2024-05-20T21:30:19.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.443+0000 7f9bb623db80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9ba41b43c0 con 0x5629fcffff30 2024-05-20T21:30:19.444 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.443+0000 7f9bb623db80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f9ba41b2210 con 0x5629fcffa900 2024-05-20T21:30:19.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.443+0000 7f9ba9800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5629fd000850 0x5629fd000cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:19.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.443+0000 7f9ba8e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5629fcffa900 0x5629fcffa2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:19.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.443+0000 7f9ba8e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5629fcffa900 0x5629fcffa2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:34266/0 (socket says 172.21.15.8:34266) 2024-05-20T21:30:19.446 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.443+0000 7f9ba8e00700 1 -- 172.21.15.8:0/504750763 learned_addr learned my addr 172.21.15.8:0/504750763 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:19.447 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.443+0000 7f9ba3e00700 1 --2- 172.21.15.8:0/504750763 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5629fcffff30 0x5629fcff5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:19.447 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.443+0000 7f9ba8e00700 1 -- 172.21.15.8:0/504750763 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5629fcffff30 msgr2=0x5629fcff5170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:19.447 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.443+0000 7f9ba8e00700 1 --2- 172.21.15.8:0/504750763 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5629fcffff30 0x5629fcff5170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:19.447 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.443+0000 7f9ba8e00700 1 -- 172.21.15.8:0/504750763 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5629fd000850 msgr2=0x5629fd000cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:19.447 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.443+0000 7f9ba8e00700 1 --2- 172.21.15.8:0/504750763 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5629fd000850 0x5629fd000cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:19.447 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.443+0000 7f9ba8e00700 1 -- 172.21.15.8:0/504750763 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5629fcff6d80 con 0x5629fcffa900 2024-05-20T21:30:19.447 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.444+0000 7f9ba3e00700 1 --2- 172.21.15.8:0/504750763 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5629fcffff30 0x5629fcff5170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:30:19.447 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.444+0000 7f9ba8e00700 1 --2- 172.21.15.8:0/504750763 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5629fcffa900 0x5629fcffa2e0 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f9b980a9910 tx=0x7f9b98009790 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2f89585a85ea8db8 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:19.447 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.444+0000 7f9b95600700 1 -- 172.21.15.8:0/504750763 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b980add30 con 0x5629fcffa900 2024-05-20T21:30:19.447 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.444+0000 7f9b95600700 1 -- 172.21.15.8:0/504750763 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9b980b27e0 con 0x5629fcffa900 2024-05-20T21:30:19.447 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.444+0000 7f9b95600700 1 -- 172.21.15.8:0/504750763 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b980a9be0 con 0x5629fcffa900 2024-05-20T21:30:19.448 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.445+0000 7f9bb623db80 1 -- 172.21.15.8:0/504750763 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5629fcffa900 msgr2=0x5629fcffa2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:19.448 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.445+0000 7f9bb623db80 1 --2- 172.21.15.8:0/504750763 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5629fcffa900 0x5629fcffa2e0 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f9b980a9910 tx=0x7f9b98009790 comp rx=0 tx=0).stop 2024-05-20T21:30:19.448 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.445+0000 7f9bb623db80 1 -- 172.21.15.8:0/504750763 shutdown_connections 2024-05-20T21:30:19.448 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.445+0000 7f9bb623db80 1 --2- 172.21.15.8:0/504750763 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5629fd000850 0x5629fd000cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:19.448 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.445+0000 7f9bb623db80 1 --2- 172.21.15.8:0/504750763 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5629fcffa900 0x5629fcffa2e0 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:19.448 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.445+0000 7f9bb623db80 1 --2- 172.21.15.8:0/504750763 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5629fcffff30 0x5629fcff5170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:19.448 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.445+0000 7f9bb623db80 1 -- 172.21.15.8:0/504750763 >> 172.21.15.8:0/504750763 conn(0x5629fcf28c60 msgr2=0x5629fcff4a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:19.448 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.445+0000 7f9bb623db80 1 -- 172.21.15.8:0/504750763 shutdown_connections 2024-05-20T21:30:19.449 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.445+0000 7f9bb623db80 1 -- 172.21.15.8:0/504750763 wait complete. 2024-05-20T21:30:19.449 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.446+0000 7f9bb623db80 1 -- start start 2024-05-20T21:30:19.449 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.446+0000 7f9bb623db80 1 Processor -- start 2024-05-20T21:30:19.451 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.446+0000 7f9bb623db80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5629fcffa900 0x5629fd00c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:19.451 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.446+0000 7f9bb623db80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5629fcffff30 0x5629fd00ca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:19.451 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.446+0000 7f9bb623db80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5629fd000850 0x5629fd009520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:19.451 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.446+0000 7f9bb623db80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f9ba41b2880 con 0x5629fd000850 2024-05-20T21:30:19.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.446+0000 7f9bb623db80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9ba41b3cf0 con 0x5629fcffa900 2024-05-20T21:30:19.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.446+0000 7f9bb623db80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f9ba41b2f50 con 0x5629fcffff30 2024-05-20T21:30:19.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.446+0000 7f9bb623db80 10 client.0 _ll_register_callbacks cb 0x5629fcef2cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:19.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.447+0000 7f9ba8e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5629fcffa900 0x5629fd00c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:19.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.447+0000 7f9ba9800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5629fd000850 0x5629fd009520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:19.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.447+0000 7f9ba3e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5629fcffff30 0x5629fd00ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:19.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.447+0000 7f9ba8e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5629fcffa900 0x5629fd00c550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:49998/0 (socket says 172.21.15.8:49998) 2024-05-20T21:30:19.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.447+0000 7f9ba8e00700 1 -- 172.21.15.8:0/2848270582 learned_addr learned my addr 172.21.15.8:0/2848270582 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:19.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.447+0000 7f9ba8e00700 1 -- 172.21.15.8:0/2848270582 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5629fcffff30 msgr2=0x5629fd00ca90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:19.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.447+0000 7f9ba8e00700 1 --2- 172.21.15.8:0/2848270582 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5629fcffff30 0x5629fd00ca90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:19.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.447+0000 7f9ba8e00700 1 -- 172.21.15.8:0/2848270582 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5629fd000850 msgr2=0x5629fd009520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:19.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.447+0000 7f9ba8e00700 1 --2- 172.21.15.8:0/2848270582 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5629fd000850 0x5629fd009520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:19.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.447+0000 7f9ba8e00700 1 -- 172.21.15.8:0/2848270582 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5629fd009a60 con 0x5629fcffa900 2024-05-20T21:30:19.452 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.447+0000 7f9ba3e00700 1 --2- 172.21.15.8:0/2848270582 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5629fcffff30 0x5629fd00ca90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:19.453 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.448+0000 7f9ba8e00700 1 --2- 172.21.15.8:0/2848270582 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5629fcffa900 0x5629fd00c550 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f9b980e5ab0 tx=0x7f9b980cc3c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e57fb90db2a123f2 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:19.453 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.448+0000 7f9b8aa00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:30:19.453 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.448+0000 7f9b8aa00700 1 -- 172.21.15.8:0/2848270582 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b980add30 con 0x5629fcffa900 2024-05-20T21:30:19.453 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.448+0000 7f9b8aa00700 1 -- 172.21.15.8:0/2848270582 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f9b98010750 con 0x5629fcffa900 2024-05-20T21:30:19.453 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.448+0000 7f9bb623db80 1 -- 172.21.15.8:0/2848270582 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9b980b27e0 con 0x5629fcffa900 2024-05-20T21:30:19.453 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.448+0000 7f9b8aa00700 1 -- 172.21.15.8:0/2848270582 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9b98010950 con 0x5629fcffa900 2024-05-20T21:30:19.453 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.448+0000 7f9bb623db80 10 client.29597 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:19.453 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.448+0000 7f9bb623db80 1 -- 172.21.15.8:0/2848270582 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5629fd009a60 con 0x5629fcffa900 2024-05-20T21:30:19.453 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.448+0000 7f9b8aa00700 1 -- 172.21.15.8:0/2848270582 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9b980b27e0 con 0x5629fcffa900 2024-05-20T21:30:19.453 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.449+0000 7f9b8aa00700 1 -- 172.21.15.8:0/2848270582 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9b980a5360 con 0x5629fcffa900 2024-05-20T21:30:19.453 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.449+0000 7f9bb623db80 10 client.29597 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:19.453 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.449+0000 7f9bb623db80 10 client.29597 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:30:19.453 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.449+0000 7f9bb623db80 20 client.29597 populate_metadata read hostname 'smithi008' 2024-05-20T21:30:19.453 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.449+0000 7f9bb623db80 1 --2- 172.21.15.8:0/2848270582 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5629fd07ee50 0x5629fd081240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:19.453 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.449+0000 7f9bb623db80 4 client.29597 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:30:19.454 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.449+0000 7f9bb623db80 1 -- 172.21.15.8:0/2848270582 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5629fcf545f0 con 0x5629fd07ee50 2024-05-20T21:30:19.454 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.449+0000 7f9ba3e00700 1 --2- 172.21.15.8:0/2848270582 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5629fd07ee50 0x5629fd081240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:19.454 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.450+0000 7f9ba3e00700 1 --2- 172.21.15.8:0/2848270582 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5629fd07ee50 0x5629fd081240 crc :-1 s=READY pgs=389 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b18582b1a27b5f17 server_cookie=e505f9f842a7e6be in_seq=0 out_seq=0 2024-05-20T21:30:19.454 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.450+0000 7f9b8aa00700 10 client.29597 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:30:19.454 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.451+0000 7f9b8aa00700 1 -- 172.21.15.8:0/2848270582 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5629fcf545f0 con 0x5629fd07ee50 2024-05-20T21:30:19.454 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.451+0000 7f9b8aa00700 10 client.29597 handle_command_reply: tid=0 2024-05-20T21:30:19.454 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.451+0000 7f9bb623db80 1 client.29597 shutdown 2024-05-20T21:30:19.455 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.451+0000 7f9bb623db80 1 -- 172.21.15.8:0/2848270582 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5629fcffa900 msgr2=0x5629fd00c550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:19.455 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.451+0000 7f9bb623db80 1 --2- 172.21.15.8:0/2848270582 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5629fcffa900 0x5629fd00c550 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f9b980e5ab0 tx=0x7f9b980cc3c0 comp rx=0 tx=0).stop 2024-05-20T21:30:19.455 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.451+0000 7f9bb623db80 1 -- 172.21.15.8:0/2848270582 shutdown_connections 2024-05-20T21:30:19.455 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.451+0000 7f9bb623db80 1 --2- 172.21.15.8:0/2848270582 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5629fd07ee50 0x5629fd081240 crc :-1 s=READY pgs=389 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:19.455 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.451+0000 7f9bb623db80 1 --2- 172.21.15.8:0/2848270582 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5629fcffa900 0x5629fd00c550 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:19.455 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.451+0000 7f9bb623db80 1 --2- 172.21.15.8:0/2848270582 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5629fd000850 0x5629fd009520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:19.455 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.451+0000 7f9bb623db80 1 --2- 172.21.15.8:0/2848270582 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5629fcffff30 0x5629fd00ca90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:19.455 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.451+0000 7f9bb623db80 1 -- 172.21.15.8:0/2848270582 >> 172.21.15.8:0/2848270582 conn(0x5629fcf28c60 msgr2=0x5629fd000c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:19.455 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.451+0000 7f9b8aa00700 0 client.29597 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:30:19.455 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.452+0000 7f9bb623db80 1 -- 172.21.15.8:0/2848270582 shutdown_connections 2024-05-20T21:30:19.455 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.452+0000 7f9bb623db80 1 -- 172.21.15.8:0/2848270582 wait complete. 2024-05-20T21:30:19.455 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.452+0000 7f9bb623db80 20 client.29597 trim_cache size 0 max 16384 2024-05-20T21:30:19.456 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:30:19.456 INFO:teuthology.orchestra.run.smithi008.stdout: "return_code": 0, 2024-05-20T21:30:19.456 INFO:teuthology.orchestra.run.smithi008.stdout: "scrub_tag": "0fb5f5d3-63ec-41f3-a82e-2085d531e94e", 2024-05-20T21:30:19.456 INFO:teuthology.orchestra.run.smithi008.stdout: "mode": "asynchronous" 2024-05-20T21:30:19.456 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:30:19.456 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.452+0000 7f9bab800700 1 -- 172.21.15.8:0/3569542244 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9b8c0b2880 msgr2=0x7f9b8c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:19.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.452+0000 7f9bab800700 1 --2- 172.21.15.8:0/3569542244 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9b8c0b2880 0x7f9b8c0b4d40 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f9b9c009e60 tx=0x7f9b9c0099e0 comp rx=0 tx=0).stop 2024-05-20T21:30:19.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.452+0000 7f9bab800700 1 -- 172.21.15.8:0/3569542244 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9ba4109dd0 msgr2=0x7f9ba41a0220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:19.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.452+0000 7f9bab800700 1 --2- 172.21.15.8:0/3569542244 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9ba4109dd0 0x7f9ba41a0220 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f9b9800e9f0 tx=0x7f9b9800ed00 comp rx=0 tx=0).stop 2024-05-20T21:30:19.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.452+0000 7f9bab800700 1 -- 172.21.15.8:0/3569542244 shutdown_connections 2024-05-20T21:30:19.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.452+0000 7f9bab800700 1 --2- 172.21.15.8:0/3569542244 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9b8c0b2880 0x7f9b8c0b4d40 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:19.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.452+0000 7f9bab800700 1 --2- 172.21.15.8:0/3569542244 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9ba4109dd0 0x7f9ba41a0220 unknown :-1 s=CLOSED pgs=662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:19.458 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.452+0000 7f9bab800700 1 --2- 172.21.15.8:0/3569542244 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9ba410eeb0 0x7f9ba41a4af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:19.458 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.452+0000 7f9bab800700 1 --2- 172.21.15.8:0/3569542244 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9ba410a780 0x7f9ba41a0760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:19.458 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.452+0000 7f9bab800700 1 -- 172.21.15.8:0/3569542244 >> 172.21.15.8:0/3569542244 conn(0x7f9ba4076d10 msgr2=0x7f9ba4077290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:19.458 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.453+0000 7f9bab800700 1 -- 172.21.15.8:0/3569542244 shutdown_connections 2024-05-20T21:30:19.458 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:19.453+0000 7f9bab800700 1 -- 172.21.15.8:0/3569542244 wait complete. 2024-05-20T21:30:20.416 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:30:20.891 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:30:21.058 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:30:20 smithi008 ceph-mon[31475]: scrub queued for path: / 2024-05-20T21:30:21.058 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:30:20 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:30:21.058 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:30:20 smithi008 ceph-mon[31475]: scrub summary: active paths [/] 2024-05-20T21:30:21.058 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:30:20 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:30:21.058 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:30:20 smithi008 ceph-mon[31475]: pgmap v890: 97 pgs: 97 active+clean; 3.5 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 11 op/s 2024-05-20T21:30:21.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:30:20 smithi130 ceph-mon[36448]: scrub queued for path: / 2024-05-20T21:30:21.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:30:20 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:30:21.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:30:20 smithi130 ceph-mon[36448]: scrub summary: active paths [/] 2024-05-20T21:30:21.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:30:20 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:30:21.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:30:20 smithi130 ceph-mon[36448]: pgmap v890: 97 pgs: 97 active+clean; 3.5 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 11 op/s 2024-05-20T21:30:21.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:30:20 smithi050 ceph-mon[35809]: scrub queued for path: / 2024-05-20T21:30:21.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:30:20 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:30:21.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:30:20 smithi050 ceph-mon[35809]: scrub summary: active paths [/] 2024-05-20T21:30:21.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:30:20 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:30:21.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:30:20 smithi050 ceph-mon[35809]: pgmap v890: 97 pgs: 97 active+clean; 3.5 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 11 op/s 2024-05-20T21:30:22.072 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:30:21 smithi008 ceph-mon[31475]: scrub summary: idle 2024-05-20T21:30:22.075 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:30:21 smithi050 ceph-mon[35809]: scrub summary: idle 2024-05-20T21:30:22.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:30:21 smithi130 ceph-mon[36448]: scrub summary: idle 2024-05-20T21:30:22.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:30:22 smithi008 ceph-mon[31475]: pgmap v891: 97 pgs: 97 active+clean; 3.6 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:30:23.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:30:22 smithi130 ceph-mon[36448]: pgmap v891: 97 pgs: 97 active+clean; 3.6 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:30:23.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.173+0000 7fa26a000700 1 -- 172.21.15.8:0/3575858222 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa264076090 msgr2=0x7fa26410fa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:23.174 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.173+0000 7fa26a000700 1 --2- 172.21.15.8:0/3575858222 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa264076090 0x7fa26410fa60 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7fa250009990 tx=0x7fa250009ca0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.174 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.173+0000 7fa26a000700 1 -- 172.21.15.8:0/3575858222 shutdown_connections 2024-05-20T21:30:23.174 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.173+0000 7fa26a000700 1 --2- 172.21.15.8:0/3575858222 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa264075770 0x7fa264075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.174 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.173+0000 7fa26a000700 1 --2- 172.21.15.8:0/3575858222 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa26410ffa0 0x7fa264112390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.174 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.173+0000 7fa26a000700 1 --2- 172.21.15.8:0/3575858222 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa264076090 0x7fa26410fa60 unknown :-1 s=CLOSED pgs=735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.174 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.173+0000 7fa26a000700 1 -- 172.21.15.8:0/3575858222 >> 172.21.15.8:0/3575858222 conn(0x7fa26407a6a0 msgr2=0x7fa26407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:23.174 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.173+0000 7fa26a000700 1 -- 172.21.15.8:0/3575858222 shutdown_connections 2024-05-20T21:30:23.174 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.173+0000 7fa26a000700 1 -- 172.21.15.8:0/3575858222 wait complete. 2024-05-20T21:30:23.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:30:22 smithi050 ceph-mon[35809]: pgmap v891: 97 pgs: 97 active+clean; 3.6 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:30:23.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.174+0000 7fa26a000700 1 Processor -- start 2024-05-20T21:30:23.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.174+0000 7fa26a000700 1 -- start start 2024-05-20T21:30:23.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.175+0000 7fa26a000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa264075770 0x7fa26419be20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:23.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.175+0000 7fa26a000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa264076090 0x7fa26419c360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:23.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.175+0000 7fa26a000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa26410ffa0 0x7fa2641a06f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:23.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.175+0000 7fa26a000700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fa2641159b0 con 0x7fa264075770 2024-05-20T21:30:23.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.175+0000 7fa26a000700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa264115830 con 0x7fa264076090 2024-05-20T21:30:23.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.175+0000 7fa26a000700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fa264115b30 con 0x7fa26410ffa0 2024-05-20T21:30:23.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.175+0000 7fa263400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa264075770 0x7fa26419be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:23.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.175+0000 7fa263400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa264075770 0x7fa26419be20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:46584/0 (socket says 172.21.15.8:46584) 2024-05-20T21:30:23.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.175+0000 7fa263400700 1 -- 172.21.15.8:0/3535638788 learned_addr learned my addr 172.21.15.8:0/3535638788 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:23.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.175+0000 7fa262a00700 1 --2- 172.21.15.8:0/3535638788 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa264076090 0x7fa26419c360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:23.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.175+0000 7fa263e00700 1 --2- 172.21.15.8:0/3535638788 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa26410ffa0 0x7fa2641a06f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:23.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.176+0000 7fa263400700 1 -- 172.21.15.8:0/3535638788 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa26410ffa0 msgr2=0x7fa2641a06f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:23.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.176+0000 7fa263400700 1 --2- 172.21.15.8:0/3535638788 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa26410ffa0 0x7fa2641a06f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.176+0000 7fa263400700 1 -- 172.21.15.8:0/3535638788 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa264076090 msgr2=0x7fa26419c360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:23.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.176+0000 7fa263400700 1 --2- 172.21.15.8:0/3535638788 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa264076090 0x7fa26419c360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.176+0000 7fa263400700 1 -- 172.21.15.8:0/3535638788 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2641a0e30 con 0x7fa264075770 2024-05-20T21:30:23.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.176+0000 7fa262a00700 1 --2- 172.21.15.8:0/3535638788 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa264076090 0x7fa26419c360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:23.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.176+0000 7fa263400700 1 --2- 172.21.15.8:0/3535638788 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa264075770 0x7fa26419be20 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7fa25400e9a0 tx=0x7fa25400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:23.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.176+0000 7fa25be00700 1 -- 172.21.15.8:0/3535638788 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa25400ca10 con 0x7fa264075770 2024-05-20T21:30:23.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.176+0000 7fa25be00700 1 -- 172.21.15.8:0/3535638788 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa25400cbb0 con 0x7fa264075770 2024-05-20T21:30:23.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.176+0000 7fa25be00700 1 -- 172.21.15.8:0/3535638788 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa254018680 con 0x7fa264075770 2024-05-20T21:30:23.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.176+0000 7fa26a000700 1 -- 172.21.15.8:0/3535638788 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2641a1120 con 0x7fa264075770 2024-05-20T21:30:23.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.177+0000 7fa26a000700 1 -- 172.21.15.8:0/3535638788 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2641a89a0 con 0x7fa264075770 2024-05-20T21:30:23.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.180+0000 7fa25be00700 1 -- 172.21.15.8:0/3535638788 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fa254010430 con 0x7fa264075770 2024-05-20T21:30:23.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.181+0000 7fa274a21b80 1 Processor -- start 2024-05-20T21:30:23.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.182+0000 7fa274a21b80 1 -- start start 2024-05-20T21:30:23.183 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.182+0000 7fa274a21b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55868179aeb0 0x55868179b290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:23.183 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.182+0000 7fa274a21b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55868179b7d0 0x558681795260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:23.183 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.182+0000 7fa274a21b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558681795880 0x558681795ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:23.183 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.182+0000 7fa274a21b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5586816f3e40 con 0x55868179b7d0 2024-05-20T21:30:23.183 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.182+0000 7fa274a21b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5586816e39e0 con 0x55868179aeb0 2024-05-20T21:30:23.183 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.182+0000 7fa274a21b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5586816e7a20 con 0x558681795880 2024-05-20T21:30:23.183 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.182+0000 7fa25be00700 1 --2- 172.21.15.8:0/3535638788 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa2480b2900 0x7fa2480b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:23.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.183+0000 7fa263e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55868179aeb0 0x55868179b290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:23.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.183+0000 7fa25be00700 1 -- 172.21.15.8:0/3535638788 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fa2540e2370 con 0x7fa264075770 2024-05-20T21:30:23.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.183+0000 7fa263e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55868179aeb0 0x55868179b290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:54020/0 (socket says 172.21.15.8:54020) 2024-05-20T21:30:23.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.183+0000 7fa263e00700 1 -- 172.21.15.8:0/1506129067 learned_addr learned my addr 172.21.15.8:0/1506129067 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:23.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.183+0000 7fa263400700 1 --2- 172.21.15.8:0/1506129067 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55868179b7d0 0x558681795260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:23.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.183+0000 7fa262a00700 1 --2- 172.21.15.8:0/1506129067 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558681795880 0x558681795ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:23.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.183+0000 7fa263e00700 1 --2- 172.21.15.8:0/3535638788 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa2480b2900 0x7fa2480b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:23.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.183+0000 7fa262a00700 1 -- 172.21.15.8:0/1506129067 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55868179aeb0 msgr2=0x55868179b290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:23.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.183+0000 7fa262a00700 1 --2- 172.21.15.8:0/1506129067 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55868179aeb0 0x55868179b290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.183+0000 7fa262a00700 1 -- 172.21.15.8:0/1506129067 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55868179b7d0 msgr2=0x558681795260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:23.185 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.183+0000 7fa262a00700 1 --2- 172.21.15.8:0/1506129067 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55868179b7d0 0x558681795260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.185 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.183+0000 7fa262a00700 1 -- 172.21.15.8:0/1506129067 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5586816ac420 con 0x558681795880 2024-05-20T21:30:23.185 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.183+0000 7fa262a00700 1 --2- 172.21.15.8:0/1506129067 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558681795880 0x558681795ce0 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7fa2500098e0 tx=0x7fa2500096a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f6a68ef0874e3228 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:23.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.184+0000 7fa263e00700 1 --2- 172.21.15.8:0/3535638788 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa2480b2900 0x7fa2480b4dc0 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7fa25c009fd0 tx=0x7fa25c00b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:23.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.184+0000 7fa258c00700 1 -- 172.21.15.8:0/1506129067 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa250027070 con 0x558681795880 2024-05-20T21:30:23.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.184+0000 7fa258c00700 1 -- 172.21.15.8:0/1506129067 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa250003680 con 0x558681795880 2024-05-20T21:30:23.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.184+0000 7fa258c00700 1 -- 172.21.15.8:0/1506129067 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa25000f680 con 0x558681795880 2024-05-20T21:30:23.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.185+0000 7fa274a21b80 1 -- 172.21.15.8:0/1506129067 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558681795880 msgr2=0x558681795ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:23.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.185+0000 7fa274a21b80 1 --2- 172.21.15.8:0/1506129067 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558681795880 0x558681795ce0 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7fa2500098e0 tx=0x7fa2500096a0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.185+0000 7fa274a21b80 1 -- 172.21.15.8:0/1506129067 shutdown_connections 2024-05-20T21:30:23.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.185+0000 7fa274a21b80 1 --2- 172.21.15.8:0/1506129067 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55868179aeb0 0x55868179b290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.185+0000 7fa274a21b80 1 --2- 172.21.15.8:0/1506129067 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558681795880 0x558681795ce0 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.185+0000 7fa274a21b80 1 --2- 172.21.15.8:0/1506129067 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55868179b7d0 0x558681795260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.185+0000 7fa274a21b80 1 -- 172.21.15.8:0/1506129067 >> 172.21.15.8:0/1506129067 conn(0x5586816c3be0 msgr2=0x558681790010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:23.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.185+0000 7fa274a21b80 1 -- 172.21.15.8:0/1506129067 shutdown_connections 2024-05-20T21:30:23.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.185+0000 7fa274a21b80 1 -- 172.21.15.8:0/1506129067 wait complete. 2024-05-20T21:30:23.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.185+0000 7fa274a21b80 1 -- start start 2024-05-20T21:30:23.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.186+0000 7fa274a21b80 1 Processor -- start 2024-05-20T21:30:23.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.186+0000 7fa274a21b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558681795880 0x5586817a1480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:23.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.186+0000 7fa274a21b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55868179aeb0 0x55868179e820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:23.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.186+0000 7fa274a21b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55868179b7d0 0x55868179ed60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:23.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.186+0000 7fa274a21b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5586815e9fa0 con 0x55868179aeb0 2024-05-20T21:30:23.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.186+0000 7fa274a21b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x558681684760 con 0x558681795880 2024-05-20T21:30:23.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.186+0000 7fa274a21b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5586817a21e0 con 0x55868179b7d0 2024-05-20T21:30:23.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.186+0000 7fa274a21b80 10 client.0 _ll_register_callbacks cb 0x55868168dc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:23.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.187+0000 7fa262a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55868179aeb0 0x55868179e820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:23.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.187+0000 7fa263400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558681795880 0x5586817a1480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:23.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.187+0000 7fa263400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558681795880 0x5586817a1480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:54026/0 (socket says 172.21.15.8:54026) 2024-05-20T21:30:23.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.187+0000 7fa262a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55868179aeb0 0x55868179e820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:46592/0 (socket says 172.21.15.8:46592) 2024-05-20T21:30:23.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.187+0000 7fa263400700 1 -- 172.21.15.8:0/2919214703 learned_addr learned my addr 172.21.15.8:0/2919214703 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:23.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.187+0000 7fa263e00700 1 --2- 172.21.15.8:0/2919214703 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55868179b7d0 0x55868179ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:23.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.187+0000 7fa263400700 1 -- 172.21.15.8:0/2919214703 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55868179b7d0 msgr2=0x55868179ed60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:23.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.187+0000 7fa263400700 1 --2- 172.21.15.8:0/2919214703 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55868179b7d0 0x55868179ed60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.187+0000 7fa263400700 1 -- 172.21.15.8:0/2919214703 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55868179aeb0 msgr2=0x55868179e820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:23.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.187+0000 7fa263400700 1 --2- 172.21.15.8:0/2919214703 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55868179aeb0 0x55868179e820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.187+0000 7fa263400700 1 -- 172.21.15.8:0/2919214703 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5586816338d0 con 0x558681795880 2024-05-20T21:30:23.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.187+0000 7fa263e00700 1 --2- 172.21.15.8:0/2919214703 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55868179b7d0 0x55868179ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:30:23.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.187+0000 7fa262a00700 1 --2- 172.21.15.8:0/2919214703 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55868179aeb0 0x55868179e820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:23.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.187+0000 7fa263400700 1 --2- 172.21.15.8:0/2919214703 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558681795880 0x5586817a1480 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7fa2540a59a0 tx=0x7fa2540cc330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b4c6008393823721 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:23.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.187+0000 7fa24d600700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:30:23.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.188+0000 7fa24d600700 1 -- 172.21.15.8:0/2919214703 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2540a9430 con 0x558681795880 2024-05-20T21:30:23.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.188+0000 7fa24d600700 1 -- 172.21.15.8:0/2919214703 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fa2540cade0 con 0x558681795880 2024-05-20T21:30:23.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.188+0000 7fa274a21b80 1 -- 172.21.15.8:0/2919214703 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa250003680 con 0x558681795880 2024-05-20T21:30:23.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.188+0000 7fa24d600700 1 -- 172.21.15.8:0/2919214703 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa2540aa020 con 0x558681795880 2024-05-20T21:30:23.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.188+0000 7fa274a21b80 10 client.29609 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:23.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.188+0000 7fa274a21b80 1 -- 172.21.15.8:0/2919214703 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5586816b4060 con 0x558681795880 2024-05-20T21:30:23.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.188+0000 7fa24d600700 1 -- 172.21.15.8:0/2919214703 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa250003680 con 0x558681795880 2024-05-20T21:30:23.192 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.189+0000 7fa24d600700 1 -- 172.21.15.8:0/2919214703 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fa2540b22f0 con 0x558681795880 2024-05-20T21:30:23.192 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.189+0000 7fa274a21b80 10 client.29609 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:23.192 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.189+0000 7fa274a21b80 10 client.29609 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:30:23.192 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.189+0000 7fa274a21b80 20 client.29609 populate_metadata read hostname 'smithi008' 2024-05-20T21:30:23.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.189+0000 7fa274a21b80 1 --2- 172.21.15.8:0/2919214703 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5586817aec50 0x5586817b10a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:23.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.189+0000 7fa274a21b80 4 client.29609 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:30:23.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.189+0000 7fa274a21b80 1 -- 172.21.15.8:0/2919214703 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5586816f5d90 con 0x5586817aec50 2024-05-20T21:30:23.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.189+0000 7fa262a00700 1 --2- 172.21.15.8:0/2919214703 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5586817aec50 0x5586817b10a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:23.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.190+0000 7fa262a00700 1 --2- 172.21.15.8:0/2919214703 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5586817aec50 0x5586817b10a0 crc :-1 s=READY pgs=390 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3fa2d0d835efeca8 server_cookie=974ad92c08c6b173 in_seq=0 out_seq=0 2024-05-20T21:30:23.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.190+0000 7fa24d600700 10 client.29609 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:30:23.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.191+0000 7fa24d600700 1 -- 172.21.15.8:0/2919214703 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5586816f5d90 con 0x5586817aec50 2024-05-20T21:30:23.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.191+0000 7fa24d600700 10 client.29609 handle_command_reply: tid=0 2024-05-20T21:30:23.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.191+0000 7fa274a21b80 1 client.29609 shutdown 2024-05-20T21:30:23.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.191+0000 7fa274a21b80 1 -- 172.21.15.8:0/2919214703 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558681795880 msgr2=0x5586817a1480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:23.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.191+0000 7fa274a21b80 1 --2- 172.21.15.8:0/2919214703 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558681795880 0x5586817a1480 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7fa2540a59a0 tx=0x7fa2540cc330 comp rx=0 tx=0).stop 2024-05-20T21:30:23.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.191+0000 7fa274a21b80 1 -- 172.21.15.8:0/2919214703 shutdown_connections 2024-05-20T21:30:23.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.191+0000 7fa274a21b80 1 --2- 172.21.15.8:0/2919214703 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5586817aec50 0x5586817b10a0 crc :-1 s=READY pgs=390 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.191+0000 7fa274a21b80 1 --2- 172.21.15.8:0/2919214703 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558681795880 0x5586817a1480 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.191+0000 7fa274a21b80 1 --2- 172.21.15.8:0/2919214703 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55868179b7d0 0x55868179ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.191+0000 7fa274a21b80 1 --2- 172.21.15.8:0/2919214703 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55868179aeb0 0x55868179e820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.191+0000 7fa274a21b80 1 -- 172.21.15.8:0/2919214703 >> 172.21.15.8:0/2919214703 conn(0x5586816c3be0 msgr2=0x558681794250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:23.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.191+0000 7fa24d600700 0 client.29609 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:30:23.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.192+0000 7fa274a21b80 1 -- 172.21.15.8:0/2919214703 shutdown_connections 2024-05-20T21:30:23.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.192+0000 7fa274a21b80 1 -- 172.21.15.8:0/2919214703 wait complete. 2024-05-20T21:30:23.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.192+0000 7fa274a21b80 20 client.29609 trim_cache size 0 max 16384 2024-05-20T21:30:23.215 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.215+0000 7fa274a21b80 1 Processor -- start 2024-05-20T21:30:23.215 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.215+0000 7fa274a21b80 1 -- start start 2024-05-20T21:30:23.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.215+0000 7fa274a21b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558681795880 0x558681795260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:23.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.215+0000 7fa274a21b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55868179aeb0 0x5586817b6970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:23.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.215+0000 7fa274a21b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55868179b7d0 0x5586817b6eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:23.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.215+0000 7fa274a21b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fa2641b2610 con 0x55868179b7d0 2024-05-20T21:30:23.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.215+0000 7fa274a21b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa2641afea0 con 0x558681795880 2024-05-20T21:30:23.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.215+0000 7fa274a21b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fa2641adcf0 con 0x55868179aeb0 2024-05-20T21:30:23.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.215+0000 7fa262a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55868179aeb0 0x5586817b6970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:23.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.216+0000 7fa262a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55868179aeb0 0x5586817b6970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:41310/0 (socket says 172.21.15.8:41310) 2024-05-20T21:30:23.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.216+0000 7fa262a00700 1 -- 172.21.15.8:0/2040060650 learned_addr learned my addr 172.21.15.8:0/2040060650 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:23.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.216+0000 7fa263e00700 1 --2- 172.21.15.8:0/2040060650 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55868179b7d0 0x5586817b6eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:23.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.216+0000 7fa263400700 1 --2- 172.21.15.8:0/2040060650 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558681795880 0x558681795260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:23.218 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.216+0000 7fa262a00700 1 -- 172.21.15.8:0/2040060650 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558681795880 msgr2=0x558681795260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:23.218 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.216+0000 7fa262a00700 1 --2- 172.21.15.8:0/2040060650 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558681795880 0x558681795260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.218 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.216+0000 7fa262a00700 1 -- 172.21.15.8:0/2040060650 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55868179b7d0 msgr2=0x5586817b6eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:23.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.216+0000 7fa262a00700 1 --2- 172.21.15.8:0/2040060650 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55868179b7d0 0x5586817b6eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.216+0000 7fa262a00700 1 -- 172.21.15.8:0/2040060650 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5586817b1400 con 0x55868179aeb0 2024-05-20T21:30:23.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.216+0000 7fa263400700 1 --2- 172.21.15.8:0/2040060650 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558681795880 0x558681795260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:30:23.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.216+0000 7fa262a00700 1 --2- 172.21.15.8:0/2040060650 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55868179aeb0 0x5586817b6970 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7fa250009990 tx=0x7fa25001a040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5a1466ff7a9be75a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:23.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.217+0000 7fa24fe00700 1 -- 172.21.15.8:0/2040060650 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa250027040 con 0x55868179aeb0 2024-05-20T21:30:23.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.217+0000 7fa24fe00700 1 -- 172.21.15.8:0/2040060650 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa25000bdb0 con 0x55868179aeb0 2024-05-20T21:30:23.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.217+0000 7fa24fe00700 1 -- 172.21.15.8:0/2040060650 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa25002cb20 con 0x55868179aeb0 2024-05-20T21:30:23.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.217+0000 7fa274a21b80 1 -- 172.21.15.8:0/2040060650 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55868179aeb0 msgr2=0x5586817b6970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:23.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.217+0000 7fa274a21b80 1 --2- 172.21.15.8:0/2040060650 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55868179aeb0 0x5586817b6970 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7fa250009990 tx=0x7fa25001a040 comp rx=0 tx=0).stop 2024-05-20T21:30:23.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.217+0000 7fa274a21b80 1 -- 172.21.15.8:0/2040060650 shutdown_connections 2024-05-20T21:30:23.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.217+0000 7fa274a21b80 1 --2- 172.21.15.8:0/2040060650 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558681795880 0x558681795260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.217+0000 7fa274a21b80 1 --2- 172.21.15.8:0/2040060650 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55868179b7d0 0x5586817b6eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.217+0000 7fa274a21b80 1 --2- 172.21.15.8:0/2040060650 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55868179aeb0 0x5586817b6970 unknown :-1 s=CLOSED pgs=625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.217+0000 7fa274a21b80 1 -- 172.21.15.8:0/2040060650 >> 172.21.15.8:0/2040060650 conn(0x5586816c3be0 msgr2=0x558681798d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:23.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.218+0000 7fa274a21b80 1 -- 172.21.15.8:0/2040060650 shutdown_connections 2024-05-20T21:30:23.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.218+0000 7fa274a21b80 1 -- 172.21.15.8:0/2040060650 wait complete. 2024-05-20T21:30:23.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.218+0000 7fa274a21b80 1 -- start start 2024-05-20T21:30:23.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.218+0000 7fa274a21b80 1 Processor -- start 2024-05-20T21:30:23.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.219+0000 7fa274a21b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558681795880 0x5586817a7470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:23.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.219+0000 7fa274a21b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55868179aeb0 0x5586817a79b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:23.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.219+0000 7fa274a21b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55868179b7d0 0x5586817a4440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:23.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.219+0000 7fa274a21b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fa2641ae360 con 0x55868179b7d0 2024-05-20T21:30:23.222 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.219+0000 7fa274a21b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa2641af7d0 con 0x55868179aeb0 2024-05-20T21:30:23.222 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.219+0000 7fa274a21b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fa2641aea30 con 0x558681795880 2024-05-20T21:30:23.222 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.219+0000 7fa274a21b80 10 client.0 _ll_register_callbacks cb 0x55868168dc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:23.222 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.219+0000 7fa263e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55868179b7d0 0x5586817a4440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:23.222 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.219+0000 7fa262a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55868179aeb0 0x5586817a79b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:23.222 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.219+0000 7fa263400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558681795880 0x5586817a7470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:23.222 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.219+0000 7fa263e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55868179b7d0 0x5586817a4440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:46610/0 (socket says 172.21.15.8:46610) 2024-05-20T21:30:23.222 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.219+0000 7fa263e00700 1 -- 172.21.15.8:0/921271289 learned_addr learned my addr 172.21.15.8:0/921271289 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:23.222 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.220+0000 7fa263e00700 1 -- 172.21.15.8:0/921271289 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558681795880 msgr2=0x5586817a7470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:23.222 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.220+0000 7fa263e00700 1 --2- 172.21.15.8:0/921271289 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558681795880 0x5586817a7470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.222 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.220+0000 7fa263e00700 1 -- 172.21.15.8:0/921271289 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55868179aeb0 msgr2=0x5586817a79b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:23.222 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.220+0000 7fa263e00700 1 --2- 172.21.15.8:0/921271289 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55868179aeb0 0x5586817a79b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.222 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.220+0000 7fa263e00700 1 -- 172.21.15.8:0/921271289 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5586817a8080 con 0x55868179b7d0 2024-05-20T21:30:23.223 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.220+0000 7fa263400700 1 --2- 172.21.15.8:0/921271289 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558681795880 0x5586817a7470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:23.223 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.220+0000 7fa263e00700 1 --2- 172.21.15.8:0/921271289 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55868179b7d0 0x5586817a4440 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7fa25c0189a0 tx=0x7fa25c004b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=34b49ba1a7d95a8b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:23.223 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.220+0000 7fa24d600700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:30:23.223 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.220+0000 7fa24d600700 1 -- 172.21.15.8:0/921271289 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa25c02c020 con 0x55868179b7d0 2024-05-20T21:30:23.223 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.220+0000 7fa24d600700 1 -- 172.21.15.8:0/921271289 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fa25c012040 con 0x55868179b7d0 2024-05-20T21:30:23.223 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.220+0000 7fa274a21b80 1 -- 172.21.15.8:0/921271289 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa25000bdb0 con 0x55868179b7d0 2024-05-20T21:30:23.223 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.221+0000 7fa24d600700 1 -- 172.21.15.8:0/921271289 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa25c037050 con 0x55868179b7d0 2024-05-20T21:30:23.223 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.221+0000 7fa274a21b80 10 client.19503 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:23.223 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.221+0000 7fa274a21b80 1 -- 172.21.15.8:0/921271289 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x558681819f20 con 0x55868179b7d0 2024-05-20T21:30:23.223 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.221+0000 7fa24d600700 1 -- 172.21.15.8:0/921271289 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa25000bdb0 con 0x55868179b7d0 2024-05-20T21:30:23.223 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.221+0000 7fa24d600700 1 -- 172.21.15.8:0/921271289 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fa25c028a20 con 0x55868179b7d0 2024-05-20T21:30:23.224 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.221+0000 7fa274a21b80 10 client.19503 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:23.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.221+0000 7fa274a21b80 10 client.19503 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:30:23.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.221+0000 7fa274a21b80 20 client.19503 populate_metadata read hostname 'smithi008' 2024-05-20T21:30:23.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.221+0000 7fa274a21b80 1 --2- 172.21.15.8:0/921271289 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55868181a6e0 0x55868181cb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:23.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.221+0000 7fa274a21b80 4 client.19503 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:30:23.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.221+0000 7fa274a21b80 1 -- 172.21.15.8:0/921271289 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5586816ef570 con 0x55868181a6e0 2024-05-20T21:30:23.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.222+0000 7fa263400700 1 --2- 172.21.15.8:0/921271289 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55868181a6e0 0x55868181cb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:23.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.222+0000 7fa263400700 1 --2- 172.21.15.8:0/921271289 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55868181a6e0 0x55868181cb00 crc :-1 s=READY pgs=391 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=53e5cb3ad76d4cb6 server_cookie=d5f54587db7e1d45 in_seq=0 out_seq=0 2024-05-20T21:30:23.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.222+0000 7fa24d600700 10 client.19503 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:30:23.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.223+0000 7fa24d600700 1 -- 172.21.15.8:0/921271289 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5586816ef570 con 0x55868181a6e0 2024-05-20T21:30:23.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.223+0000 7fa24d600700 10 client.19503 handle_command_reply: tid=0 2024-05-20T21:30:23.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.223+0000 7fa274a21b80 1 client.19503 shutdown 2024-05-20T21:30:23.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.223+0000 7fa274a21b80 1 -- 172.21.15.8:0/921271289 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55868179b7d0 msgr2=0x5586817a4440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:23.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.223+0000 7fa274a21b80 1 --2- 172.21.15.8:0/921271289 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55868179b7d0 0x5586817a4440 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7fa25c0189a0 tx=0x7fa25c004b40 comp rx=0 tx=0).stop 2024-05-20T21:30:23.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.223+0000 7fa274a21b80 1 -- 172.21.15.8:0/921271289 shutdown_connections 2024-05-20T21:30:23.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.223+0000 7fa274a21b80 1 --2- 172.21.15.8:0/921271289 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55868181a6e0 0x55868181cb00 crc :-1 s=READY pgs=391 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.223+0000 7fa274a21b80 1 --2- 172.21.15.8:0/921271289 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55868179b7d0 0x5586817a4440 unknown :-1 s=CLOSED pgs=737 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.223+0000 7fa274a21b80 1 --2- 172.21.15.8:0/921271289 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558681795880 0x5586817a7470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.223+0000 7fa274a21b80 1 --2- 172.21.15.8:0/921271289 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55868179aeb0 0x5586817a79b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.223+0000 7fa24d600700 0 client.19503 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:30:23.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.223+0000 7fa274a21b80 1 -- 172.21.15.8:0/921271289 >> 172.21.15.8:0/921271289 conn(0x5586816c3be0 msgr2=0x55868179bbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:23.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.223+0000 7fa274a21b80 1 -- 172.21.15.8:0/921271289 shutdown_connections 2024-05-20T21:30:23.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.223+0000 7fa274a21b80 1 -- 172.21.15.8:0/921271289 wait complete. 2024-05-20T21:30:23.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.223+0000 7fa274a21b80 20 client.19503 trim_cache size 0 max 16384 2024-05-20T21:30:23.226 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:30:23.227 INFO:teuthology.orchestra.run.smithi008.stdout: "status": "no active scrubs running", 2024-05-20T21:30:23.227 INFO:teuthology.orchestra.run.smithi008.stdout: "scrubs": {} 2024-05-20T21:30:23.227 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:30:23.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.224+0000 7fa26a000700 1 -- 172.21.15.8:0/3535638788 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa2480b2900 msgr2=0x7fa2480b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:23.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.224+0000 7fa26a000700 1 --2- 172.21.15.8:0/3535638788 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa2480b2900 0x7fa2480b4dc0 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7fa25c009fd0 tx=0x7fa25c00b040 comp rx=0 tx=0).stop 2024-05-20T21:30:23.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.224+0000 7fa26a000700 1 -- 172.21.15.8:0/3535638788 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa264075770 msgr2=0x7fa26419be20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:23.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.224+0000 7fa26a000700 1 --2- 172.21.15.8:0/3535638788 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa264075770 0x7fa26419be20 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7fa25400e9a0 tx=0x7fa25400ecb0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.224+0000 7fa26a000700 1 -- 172.21.15.8:0/3535638788 shutdown_connections 2024-05-20T21:30:23.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.224+0000 7fa26a000700 1 --2- 172.21.15.8:0/3535638788 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa2480b2900 0x7fa2480b4dc0 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.224+0000 7fa26a000700 1 --2- 172.21.15.8:0/3535638788 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa26410ffa0 0x7fa2641a06f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.224+0000 7fa26a000700 1 --2- 172.21.15.8:0/3535638788 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa264075770 0x7fa26419be20 unknown :-1 s=CLOSED pgs=736 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.224+0000 7fa26a000700 1 --2- 172.21.15.8:0/3535638788 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa264076090 0x7fa26419c360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.224+0000 7fa26a000700 1 -- 172.21.15.8:0/3535638788 >> 172.21.15.8:0/3535638788 conn(0x7fa26407a6a0 msgr2=0x7fa264101820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:23.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.224+0000 7fa26a000700 1 -- 172.21.15.8:0/3535638788 shutdown_connections 2024-05-20T21:30:23.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:23.225+0000 7fa26a000700 1 -- 172.21.15.8:0/3535638788 wait complete. 2024-05-20T21:30:24.108 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:30:23 smithi008 ceph-mon[31475]: pgmap v892: 97 pgs: 97 active+clean; 3.6 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:30:24.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:30:23 smithi130 ceph-mon[36448]: pgmap v892: 97 pgs: 97 active+clean; 3.6 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:30:24.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:30:23 smithi050 ceph-mon[35809]: pgmap v892: 97 pgs: 97 active+clean; 3.6 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:30:24.184 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:30:24.184 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:30:24.678 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:30:26.916 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:26.916+0000 7ff44b200700 1 -- 172.21.15.8:0/1639181419 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff444106020 msgr2=0x7ff444112530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:26.916 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:26.916+0000 7ff44b200700 1 --2- 172.21.15.8:0/1639181419 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff444106020 0x7ff444112530 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7ff44000b0a0 tx=0x7ff44000b3b0 comp rx=0 tx=0).stop 2024-05-20T21:30:26.916 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:26.916+0000 7ff44b200700 1 -- 172.21.15.8:0/1639181419 shutdown_connections 2024-05-20T21:30:26.916 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:26.916+0000 7ff44b200700 1 --2- 172.21.15.8:0/1639181419 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff444106020 0x7ff444112530 unknown :-1 s=CLOSED pgs=738 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:26.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:26.916+0000 7ff44b200700 1 --2- 172.21.15.8:0/1639181419 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff44410b660 0x7ff44410ba40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:26.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:26.916+0000 7ff44b200700 1 --2- 172.21.15.8:0/1639181419 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff444105660 0x7ff444105ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:26.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:26.916+0000 7ff44b200700 1 -- 172.21.15.8:0/1639181419 >> 172.21.15.8:0/1639181419 conn(0x7ff4441010f0 msgr2=0x7ff444103510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:26.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:26.916+0000 7ff44b200700 1 -- 172.21.15.8:0/1639181419 shutdown_connections 2024-05-20T21:30:26.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:26.917+0000 7ff44b200700 1 -- 172.21.15.8:0/1639181419 wait complete. 2024-05-20T21:30:26.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:26.918+0000 7ff44b200700 1 Processor -- start 2024-05-20T21:30:26.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:26.918+0000 7ff44b200700 1 -- start start 2024-05-20T21:30:26.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:26.918+0000 7ff44b200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff444105660 0x7ff4441a1920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:26.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:26.918+0000 7ff44b200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff444106020 0x7ff4441a1e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:26.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:26.918+0000 7ff44b200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff44410b660 0x7ff44419bae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:26.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:26.918+0000 7ff44b200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7ff4441158a0 con 0x7ff44410b660 2024-05-20T21:30:26.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:26.918+0000 7ff44b200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff444115720 con 0x7ff444106020 2024-05-20T21:30:26.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:26.918+0000 7ff44b200700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7ff444115a20 con 0x7ff444105660 2024-05-20T21:30:26.919 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:26.919+0000 7ff44a800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff44410b660 0x7ff44419bae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:26.919 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:26.919+0000 7ff449400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff444106020 0x7ff4441a1e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:26.919 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:26.919+0000 7ff449e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff444105660 0x7ff4441a1920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:26.919 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:26.919+0000 7ff449400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff444106020 0x7ff4441a1e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:54058/0 (socket says 172.21.15.8:54058) 2024-05-20T21:30:26.919 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:26.919+0000 7ff449e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff444105660 0x7ff4441a1920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:41332/0 (socket says 172.21.15.8:41332) 2024-05-20T21:30:26.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:26.919+0000 7ff449400700 1 -- 172.21.15.8:0/3196784474 learned_addr learned my addr 172.21.15.8:0/3196784474 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:26.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:26.919+0000 7ff449400700 1 -- 172.21.15.8:0/3196784474 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff444105660 msgr2=0x7ff4441a1920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:26.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:26.919+0000 7ff449400700 1 --2- 172.21.15.8:0/3196784474 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff444105660 0x7ff4441a1920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:26.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:26.919+0000 7ff449400700 1 -- 172.21.15.8:0/3196784474 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff44410b660 msgr2=0x7ff44419bae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:26.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:26.919+0000 7ff449400700 1 --2- 172.21.15.8:0/3196784474 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff44410b660 0x7ff44419bae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:26.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:26.919+0000 7ff449400700 1 -- 172.21.15.8:0/3196784474 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff44419c240 con 0x7ff444106020 2024-05-20T21:30:26.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:26.919+0000 7ff44a800700 1 --2- 172.21.15.8:0/3196784474 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff44410b660 0x7ff44419bae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:26.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:26.919+0000 7ff449400700 1 --2- 172.21.15.8:0/3196784474 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff444106020 0x7ff4441a1e60 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7ff43400e9a0 tx=0x7ff43400ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:26.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:26.920+0000 7ff43ea00700 1 -- 172.21.15.8:0/3196784474 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff43400ca10 con 0x7ff444106020 2024-05-20T21:30:26.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:26.920+0000 7ff43ea00700 1 -- 172.21.15.8:0/3196784474 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff43400cbb0 con 0x7ff444106020 2024-05-20T21:30:26.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:26.920+0000 7ff43ea00700 1 -- 172.21.15.8:0/3196784474 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff434018680 con 0x7ff444106020 2024-05-20T21:30:26.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:26.920+0000 7ff44b200700 1 -- 172.21.15.8:0/3196784474 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff44419c530 con 0x7ff444106020 2024-05-20T21:30:26.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:26.920+0000 7ff44b200700 1 -- 172.21.15.8:0/3196784474 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4441a87f0 con 0x7ff444106020 2024-05-20T21:30:26.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:26.921+0000 7ff44b200700 1 -- 172.21.15.8:0/3196784474 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff44406a230 con 0x7ff444106020 2024-05-20T21:30:26.924 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:26.925+0000 7ff43ea00700 1 -- 172.21.15.8:0/3196784474 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7ff434010430 con 0x7ff444106020 2024-05-20T21:30:26.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:26.926+0000 7ff43ea00700 1 --2- 172.21.15.8:0/3196784474 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff42c0b2900 0x7ff42c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:26.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:26.926+0000 7ff43ea00700 1 -- 172.21.15.8:0/3196784474 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7ff4340e26b0 con 0x7ff444106020 2024-05-20T21:30:26.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:26.926+0000 7ff449e00700 1 --2- 172.21.15.8:0/3196784474 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff42c0b2900 0x7ff42c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:26.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:26.927+0000 7ff43ea00700 1 -- 172.21.15.8:0/3196784474 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7ff4340aa360 con 0x7ff444106020 2024-05-20T21:30:26.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:26.927+0000 7ff449e00700 1 --2- 172.21.15.8:0/3196784474 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff42c0b2900 0x7ff42c0b4dc0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7ff438009cb0 tx=0x7ff4380091e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:27.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:30:26 smithi130 ceph-mon[36448]: pgmap v893: 97 pgs: 97 active+clean; 3.6 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-20T21:30:27.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:30:26 smithi050 ceph-mon[35809]: pgmap v893: 97 pgs: 97 active+clean; 3.6 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-20T21:30:27.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:30:26 smithi008 ceph-mon[31475]: pgmap v893: 97 pgs: 97 active+clean; 3.6 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-20T21:30:27.215 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:27.216+0000 7ff44b200700 1 -- 172.21.15.8:0/3196784474 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff44402e560 con 0x7ff444106020 2024-05-20T21:30:27.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:27.217+0000 7ff43ea00700 1 -- 172.21.15.8:0/3196784474 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7ff4340b23e0 con 0x7ff444106020 2024-05-20T21:30:27.217 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:30:27.217 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:30:27.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:27.220+0000 7ff44b200700 1 -- 172.21.15.8:0/3196784474 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff42c0b2900 msgr2=0x7ff42c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:27.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:27.220+0000 7ff44b200700 1 --2- 172.21.15.8:0/3196784474 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff42c0b2900 0x7ff42c0b4dc0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7ff438009cb0 tx=0x7ff4380091e0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:27.220+0000 7ff44b200700 1 -- 172.21.15.8:0/3196784474 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff444106020 msgr2=0x7ff4441a1e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:27.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:27.220+0000 7ff44b200700 1 --2- 172.21.15.8:0/3196784474 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff444106020 0x7ff4441a1e60 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7ff43400e9a0 tx=0x7ff43400ecb0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:27.221+0000 7ff44b200700 1 -- 172.21.15.8:0/3196784474 shutdown_connections 2024-05-20T21:30:27.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:27.221+0000 7ff44b200700 1 --2- 172.21.15.8:0/3196784474 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff42c0b2900 0x7ff42c0b4dc0 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:27.221+0000 7ff44b200700 1 --2- 172.21.15.8:0/3196784474 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff44410b660 0x7ff44419bae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:27.221+0000 7ff44b200700 1 --2- 172.21.15.8:0/3196784474 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff444105660 0x7ff4441a1920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:27.221+0000 7ff44b200700 1 --2- 172.21.15.8:0/3196784474 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff444106020 0x7ff4441a1e60 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:27.221+0000 7ff44b200700 1 -- 172.21.15.8:0/3196784474 >> 172.21.15.8:0/3196784474 conn(0x7ff4441010f0 msgr2=0x7ff444101760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:27.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:27.221+0000 7ff44b200700 1 -- 172.21.15.8:0/3196784474 shutdown_connections 2024-05-20T21:30:27.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:27.221+0000 7ff44b200700 1 -- 172.21.15.8:0/3196784474 wait complete. 2024-05-20T21:30:27.222 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:30:27.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:30:27 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/3196784474' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:30:28.113 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:30:28.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:30:27 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/3196784474' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:30:28.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:30:27 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/3196784474' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:30:28.578 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:30:29.031 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:30:28 smithi008 ceph-mon[31475]: pgmap v894: 97 pgs: 97 active+clean; 3.6 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:30:29.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:30:28 smithi130 ceph-mon[36448]: pgmap v894: 97 pgs: 97 active+clean; 3.6 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:30:29.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:30:28 smithi050 ceph-mon[35809]: pgmap v894: 97 pgs: 97 active+clean; 3.6 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:30:30.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.730+0000 7f3dd6400700 1 -- 172.21.15.8:0/38691539 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3dd010a780 msgr2=0x7f3dd010e7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:30.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.730+0000 7f3dd6400700 1 --2- 172.21.15.8:0/38691539 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3dd010a780 0x7f3dd010e7d0 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f3dbc0099c0 tx=0x7f3dbc009cd0 comp rx=0 tx=0).stop 2024-05-20T21:30:30.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.730+0000 7f3dd6400700 1 -- 172.21.15.8:0/38691539 shutdown_connections 2024-05-20T21:30:30.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.730+0000 7f3dd6400700 1 --2- 172.21.15.8:0/38691539 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3dd010eeb0 0x7f3dd0116a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:30.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.730+0000 7f3dd6400700 1 --2- 172.21.15.8:0/38691539 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3dd0109dd0 0x7f3dd010a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:30.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.730+0000 7f3dd6400700 1 --2- 172.21.15.8:0/38691539 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3dd010a780 0x7f3dd010e7d0 unknown :-1 s=CLOSED pgs=739 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:30.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.730+0000 7f3dd6400700 1 -- 172.21.15.8:0/38691539 >> 172.21.15.8:0/38691539 conn(0x7f3dd0076d10 msgr2=0x7f3dd0108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:30.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.730+0000 7f3dd6400700 1 -- 172.21.15.8:0/38691539 shutdown_connections 2024-05-20T21:30:30.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.730+0000 7f3dd6400700 1 -- 172.21.15.8:0/38691539 wait complete. 2024-05-20T21:30:30.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.731+0000 7f3dd6400700 1 Processor -- start 2024-05-20T21:30:30.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.731+0000 7f3dd6400700 1 -- start start 2024-05-20T21:30:30.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.732+0000 7f3dd6400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3dd0109dd0 0x7f3dd01a02f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:30.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.732+0000 7f3dd6400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3dd010a780 0x7f3dd01a0830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:30.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.732+0000 7f3dd6400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3dd010eeb0 0x7f3dd01a4bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:30.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.732+0000 7f3dd6400700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f3dd0119da0 con 0x7f3dd010eeb0 2024-05-20T21:30:30.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.732+0000 7f3dd6400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f3dd0119c20 con 0x7f3dd0109dd0 2024-05-20T21:30:30.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.732+0000 7f3dd6400700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f3dd0119f20 con 0x7f3dd010a780 2024-05-20T21:30:30.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.732+0000 7f3dcf400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3dd0109dd0 0x7f3dd01a02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:30.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.732+0000 7f3dcfe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3dd010eeb0 0x7f3dd01a4bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:30.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.732+0000 7f3dcea00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3dd010a780 0x7f3dd01a0830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:30.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.732+0000 7f3dcf400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3dd0109dd0 0x7f3dd01a02f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:54074/0 (socket says 172.21.15.8:54074) 2024-05-20T21:30:30.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.732+0000 7f3dcf400700 1 -- 172.21.15.8:0/2654855592 learned_addr learned my addr 172.21.15.8:0/2654855592 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:30.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.733+0000 7f3dcea00700 1 -- 172.21.15.8:0/2654855592 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3dd0109dd0 msgr2=0x7f3dd01a02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:30.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.733+0000 7f3dcea00700 1 --2- 172.21.15.8:0/2654855592 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3dd0109dd0 0x7f3dd01a02f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:30.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.733+0000 7f3dcea00700 1 -- 172.21.15.8:0/2654855592 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3dd010eeb0 msgr2=0x7f3dd01a4bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:30.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.733+0000 7f3dcea00700 1 --2- 172.21.15.8:0/2654855592 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3dd010eeb0 0x7f3dd01a4bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:30.733 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.733+0000 7f3dcea00700 1 -- 172.21.15.8:0/2654855592 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3dd01a5300 con 0x7f3dd010a780 2024-05-20T21:30:30.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.733+0000 7f3dcea00700 1 --2- 172.21.15.8:0/2654855592 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3dd010a780 0x7f3dd01a0830 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f3dbc0098e0 tx=0x7f3dbc004270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:30.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.733+0000 7f3dc7e00700 1 -- 172.21.15.8:0/2654855592 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dbc026070 con 0x7f3dd010a780 2024-05-20T21:30:30.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.733+0000 7f3dc7e00700 1 -- 172.21.15.8:0/2654855592 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3dbc003c70 con 0x7f3dd010a780 2024-05-20T21:30:30.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.733+0000 7f3dd6400700 1 -- 172.21.15.8:0/2654855592 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3dd01a5590 con 0x7f3dd010a780 2024-05-20T21:30:30.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.734+0000 7f3dc7e00700 1 -- 172.21.15.8:0/2654855592 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dbc00f9c0 con 0x7f3dd010a780 2024-05-20T21:30:30.734 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.734+0000 7f3dd6400700 1 -- 172.21.15.8:0/2654855592 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3dd01ace70 con 0x7f3dd010a780 2024-05-20T21:30:30.737 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.737+0000 7f3dc7e00700 1 -- 172.21.15.8:0/2654855592 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f3dbc029070 con 0x7f3dd010a780 2024-05-20T21:30:30.738 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.738+0000 7f3de0d12b80 1 Processor -- start 2024-05-20T21:30:30.738 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.738+0000 7f3de0d12b80 1 -- start start 2024-05-20T21:30:30.739 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.739+0000 7f3de0d12b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5607676daeb0 0x5607676db290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:30.739 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.739+0000 7f3de0d12b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5607676db7d0 0x5607676d5260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:30.739 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.739+0000 7f3de0d12b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5607676d5880 0x5607676d5ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:30.739 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.739+0000 7f3de0d12b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x560767633e40 con 0x5607676d5880 2024-05-20T21:30:30.739 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.739+0000 7f3de0d12b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5607676239e0 con 0x5607676db7d0 2024-05-20T21:30:30.739 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.739+0000 7f3de0d12b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x560767627a20 con 0x5607676daeb0 2024-05-20T21:30:30.739 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.739+0000 7f3dcea00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5607676d5880 0x5607676d5ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:30.739 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.739+0000 7f3dcfe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5607676daeb0 0x5607676db290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:30.739 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.739+0000 7f3dcea00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5607676d5880 0x5607676d5ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:46674/0 (socket says 172.21.15.8:46674) 2024-05-20T21:30:30.739 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.739+0000 7f3dcea00700 1 -- 172.21.15.8:0/1842824585 learned_addr learned my addr 172.21.15.8:0/1842824585 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:30.739 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.739+0000 7f3dcf400700 1 --2- 172.21.15.8:0/1842824585 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5607676db7d0 0x5607676d5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:30.740 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.739+0000 7f3dc7e00700 1 --2- 172.21.15.8:0/2654855592 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3db40b2880 0x7f3db40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:30.740 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.740+0000 7f3dc7e00700 1 -- 172.21.15.8:0/2654855592 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f3dbc0e2990 con 0x7f3dd010a780 2024-05-20T21:30:30.740 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.740+0000 7f3dcfe00700 1 --2- 172.21.15.8:0/2654855592 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3db40b2880 0x7f3db40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:30.740 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.740+0000 7f3dcf400700 1 -- 172.21.15.8:0/1842824585 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5607676daeb0 msgr2=0x5607676db290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:30.740 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.740+0000 7f3dcf400700 1 --2- 172.21.15.8:0/1842824585 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5607676daeb0 0x5607676db290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:30.740 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.740+0000 7f3dcf400700 1 -- 172.21.15.8:0/1842824585 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5607676d5880 msgr2=0x5607676d5ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:30.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.740+0000 7f3dcf400700 1 --2- 172.21.15.8:0/1842824585 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5607676d5880 0x5607676d5ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:30.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.740+0000 7f3dcf400700 1 -- 172.21.15.8:0/1842824585 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5607675ec420 con 0x5607676db7d0 2024-05-20T21:30:30.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.740+0000 7f3dcf400700 1 --2- 172.21.15.8:0/1842824585 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5607676db7d0 0x5607676d5260 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f3dc0009d80 tx=0x7f3dc0011720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=91ddcb422921e83e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:30.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.740+0000 7f3dc4c00700 1 -- 172.21.15.8:0/1842824585 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dc0004a30 con 0x5607676db7d0 2024-05-20T21:30:30.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.741+0000 7f3dc4c00700 1 -- 172.21.15.8:0/1842824585 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3dc00054d0 con 0x5607676db7d0 2024-05-20T21:30:30.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.741+0000 7f3dc4c00700 1 -- 172.21.15.8:0/1842824585 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dc0019890 con 0x5607676db7d0 2024-05-20T21:30:30.744 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.741+0000 7f3de0d12b80 1 -- 172.21.15.8:0/1842824585 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5607676db7d0 msgr2=0x5607676d5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:30.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.741+0000 7f3de0d12b80 1 --2- 172.21.15.8:0/1842824585 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5607676db7d0 0x5607676d5260 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f3dc0009d80 tx=0x7f3dc0011720 comp rx=0 tx=0).stop 2024-05-20T21:30:30.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.741+0000 7f3dcfe00700 1 --2- 172.21.15.8:0/2654855592 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3db40b2880 0x7f3db40b4d40 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f3dc8009ec0 tx=0x7f3dc8004b40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:30.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.741+0000 7f3de0d12b80 1 -- 172.21.15.8:0/1842824585 shutdown_connections 2024-05-20T21:30:30.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.741+0000 7f3de0d12b80 1 --2- 172.21.15.8:0/1842824585 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5607676d5880 0x5607676d5ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:30.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.741+0000 7f3de0d12b80 1 --2- 172.21.15.8:0/1842824585 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5607676daeb0 0x5607676db290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:30.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.741+0000 7f3de0d12b80 1 --2- 172.21.15.8:0/1842824585 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5607676db7d0 0x5607676d5260 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:30.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.741+0000 7f3de0d12b80 1 -- 172.21.15.8:0/1842824585 >> 172.21.15.8:0/1842824585 conn(0x560767603be0 msgr2=0x5607676d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:30.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.742+0000 7f3de0d12b80 1 -- 172.21.15.8:0/1842824585 shutdown_connections 2024-05-20T21:30:30.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.742+0000 7f3de0d12b80 1 -- 172.21.15.8:0/1842824585 wait complete. 2024-05-20T21:30:30.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.742+0000 7f3de0d12b80 1 -- start start 2024-05-20T21:30:30.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.742+0000 7f3de0d12b80 1 Processor -- start 2024-05-20T21:30:30.746 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.743+0000 7f3de0d12b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5607676d5880 0x5607676e14a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:30.746 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.743+0000 7f3de0d12b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5607676daeb0 0x5607676de840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:30.746 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.743+0000 7f3de0d12b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5607676db7d0 0x5607676ded80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:30.746 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.743+0000 7f3de0d12b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x560767529fa0 con 0x5607676daeb0 2024-05-20T21:30:30.746 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.743+0000 7f3de0d12b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5607675c4760 con 0x5607676db7d0 2024-05-20T21:30:30.746 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.743+0000 7f3de0d12b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5607676e2240 con 0x5607676d5880 2024-05-20T21:30:30.746 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.743+0000 7f3de0d12b80 10 client.0 _ll_register_callbacks cb 0x5607675cdc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:30.746 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.743+0000 7f3dcf400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5607676d5880 0x5607676e14a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:30.746 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.744+0000 7f3dcea00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5607676daeb0 0x5607676de840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:30.746 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.744+0000 7f3dcf400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5607676d5880 0x5607676e14a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:41346/0 (socket says 172.21.15.8:41346) 2024-05-20T21:30:30.746 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.744+0000 7f3dcf400700 1 -- 172.21.15.8:0/416974021 learned_addr learned my addr 172.21.15.8:0/416974021 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:30.746 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.744+0000 7f3dcfe00700 1 --2- 172.21.15.8:0/416974021 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5607676db7d0 0x5607676ded80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:30.747 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.744+0000 7f3dcf400700 1 -- 172.21.15.8:0/416974021 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5607676db7d0 msgr2=0x5607676ded80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:30.747 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.744+0000 7f3dcf400700 1 --2- 172.21.15.8:0/416974021 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5607676db7d0 0x5607676ded80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:30.747 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.744+0000 7f3dcf400700 1 -- 172.21.15.8:0/416974021 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5607676daeb0 msgr2=0x5607676de840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:30.747 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.744+0000 7f3dcf400700 1 --2- 172.21.15.8:0/416974021 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5607676daeb0 0x5607676de840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:30.747 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.744+0000 7f3dcf400700 1 -- 172.21.15.8:0/416974021 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5607675738d0 con 0x5607676d5880 2024-05-20T21:30:30.747 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.744+0000 7f3dcea00700 1 --2- 172.21.15.8:0/416974021 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5607676daeb0 0x5607676de840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:30.747 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.744+0000 7f3dcf400700 1 --2- 172.21.15.8:0/416974021 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5607676d5880 0x5607676e14a0 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f3dc001b040 tx=0x7f3dc0005d20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=11f1517a2c734f52 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:30.747 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.744+0000 7f3db9600700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:30:30.747 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.745+0000 7f3db9600700 1 -- 172.21.15.8:0/416974021 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dc0028070 con 0x5607676d5880 2024-05-20T21:30:30.747 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.745+0000 7f3db9600700 1 -- 172.21.15.8:0/416974021 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f3dc0004960 con 0x5607676d5880 2024-05-20T21:30:30.747 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.745+0000 7f3de0d12b80 1 -- 172.21.15.8:0/416974021 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3dc00054d0 con 0x5607676d5880 2024-05-20T21:30:30.747 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.745+0000 7f3db9600700 1 -- 172.21.15.8:0/416974021 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3dc0034050 con 0x5607676d5880 2024-05-20T21:30:30.747 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.745+0000 7f3de0d12b80 10 client.29689 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:30.747 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.745+0000 7f3de0d12b80 1 -- 172.21.15.8:0/416974021 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5607675f4060 con 0x5607676d5880 2024-05-20T21:30:30.749 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.746+0000 7f3db9600700 1 -- 172.21.15.8:0/416974021 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3dc00054d0 con 0x5607676d5880 2024-05-20T21:30:30.749 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.746+0000 7f3db9600700 1 -- 172.21.15.8:0/416974021 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f3dc0024430 con 0x5607676d5880 2024-05-20T21:30:30.749 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.746+0000 7f3de0d12b80 10 client.29689 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:30.749 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.746+0000 7f3de0d12b80 10 client.29689 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:30:30.749 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.746+0000 7f3de0d12b80 20 client.29689 populate_metadata read hostname 'smithi008' 2024-05-20T21:30:30.750 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.746+0000 7f3de0d12b80 1 --2- 172.21.15.8:0/416974021 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x5607676eec80 0x5607676f1070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:30.750 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.746+0000 7f3de0d12b80 4 client.29689 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:30:30.750 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.746+0000 7f3de0d12b80 1 -- 172.21.15.8:0/416974021 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560767635d90 con 0x5607676eec80 2024-05-20T21:30:30.750 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.746+0000 7f3dcea00700 1 --2- 172.21.15.8:0/416974021 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x5607676eec80 0x5607676f1070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:30.750 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.747+0000 7f3dcea00700 1 --2- 172.21.15.8:0/416974021 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x5607676eec80 0x5607676f1070 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=7e36e582935372e server_cookie=5af863fb66f7fd1c in_seq=0 out_seq=0 2024-05-20T21:30:30.750 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.747+0000 7f3db9600700 10 client.29689 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:30:30.750 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.748+0000 7f3db9600700 1 -- 172.21.15.8:0/416974021 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x560767635d90 con 0x5607676eec80 2024-05-20T21:30:30.750 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.748+0000 7f3db9600700 10 client.29689 handle_command_reply: tid=0 2024-05-20T21:30:30.750 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.748+0000 7f3de0d12b80 1 client.29689 shutdown 2024-05-20T21:30:30.750 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.748+0000 7f3de0d12b80 1 -- 172.21.15.8:0/416974021 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5607676d5880 msgr2=0x5607676e14a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:30.750 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.748+0000 7f3de0d12b80 1 --2- 172.21.15.8:0/416974021 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5607676d5880 0x5607676e14a0 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f3dc001b040 tx=0x7f3dc0005d20 comp rx=0 tx=0).stop 2024-05-20T21:30:30.750 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.748+0000 7f3de0d12b80 1 -- 172.21.15.8:0/416974021 shutdown_connections 2024-05-20T21:30:30.751 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.748+0000 7f3de0d12b80 1 --2- 172.21.15.8:0/416974021 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x5607676eec80 0x5607676f1070 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:30.751 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.748+0000 7f3de0d12b80 1 --2- 172.21.15.8:0/416974021 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5607676db7d0 0x5607676ded80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:30.751 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.748+0000 7f3de0d12b80 1 --2- 172.21.15.8:0/416974021 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5607676d5880 0x5607676e14a0 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:30.751 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.748+0000 7f3de0d12b80 1 --2- 172.21.15.8:0/416974021 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5607676daeb0 0x5607676de840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:30.751 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.748+0000 7f3db9600700 0 client.29689 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:30:30.751 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.748+0000 7f3de0d12b80 1 -- 172.21.15.8:0/416974021 >> 172.21.15.8:0/416974021 conn(0x560767603be0 msgr2=0x5607676d4250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:30.751 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.749+0000 7f3de0d12b80 1 -- 172.21.15.8:0/416974021 shutdown_connections 2024-05-20T21:30:30.751 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.749+0000 7f3de0d12b80 1 -- 172.21.15.8:0/416974021 wait complete. 2024-05-20T21:30:30.751 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.749+0000 7f3de0d12b80 20 client.29689 trim_cache size 0 max 16384 2024-05-20T21:30:30.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.768+0000 7f3de0d12b80 1 Processor -- start 2024-05-20T21:30:30.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.768+0000 7f3de0d12b80 1 -- start start 2024-05-20T21:30:30.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.768+0000 7f3de0d12b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5607676d5880 0x5607676d00f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:30.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.768+0000 7f3de0d12b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5607676daeb0 0x5607676f1070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:30.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.769+0000 7f3de0d12b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5607676db7d0 0x5607676dbc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:30.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.769+0000 7f3de0d12b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f3dd01b6910 con 0x5607676daeb0 2024-05-20T21:30:30.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.769+0000 7f3de0d12b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f3dd01b41a0 con 0x5607676d5880 2024-05-20T21:30:30.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.769+0000 7f3de0d12b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f3dd01b2010 con 0x5607676db7d0 2024-05-20T21:30:30.769 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.769+0000 7f3dcea00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5607676daeb0 0x5607676f1070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:30.769 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.769+0000 7f3dcea00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5607676daeb0 0x5607676f1070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:46688/0 (socket says 172.21.15.8:46688) 2024-05-20T21:30:30.769 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.769+0000 7f3dcea00700 1 -- 172.21.15.8:0/4189808497 learned_addr learned my addr 172.21.15.8:0/4189808497 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:30.769 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.769+0000 7f3dcf400700 1 --2- 172.21.15.8:0/4189808497 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5607676d5880 0x5607676d00f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:30.769 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.769+0000 7f3dcfe00700 1 --2- 172.21.15.8:0/4189808497 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5607676db7d0 0x5607676dbc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:30.769 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.769+0000 7f3dcea00700 1 -- 172.21.15.8:0/4189808497 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5607676db7d0 msgr2=0x5607676dbc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:30.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.770+0000 7f3dcea00700 1 --2- 172.21.15.8:0/4189808497 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5607676db7d0 0x5607676dbc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:30.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.770+0000 7f3dcea00700 1 -- 172.21.15.8:0/4189808497 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5607676d5880 msgr2=0x5607676d00f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:30.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.770+0000 7f3dcea00700 1 --2- 172.21.15.8:0/4189808497 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5607676d5880 0x5607676d00f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:30.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.770+0000 7f3dcea00700 1 -- 172.21.15.8:0/4189808497 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5607676dcdb0 con 0x5607676daeb0 2024-05-20T21:30:30.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.770+0000 7f3dcea00700 1 --2- 172.21.15.8:0/4189808497 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5607676daeb0 0x5607676f1070 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7f3dbc0a9cd0 tx=0x7f3dbc0e02f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=80e03f30012c728 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:30.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.770+0000 7f3dbbe00700 1 -- 172.21.15.8:0/4189808497 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dbc0095c0 con 0x5607676daeb0 2024-05-20T21:30:30.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.770+0000 7f3dbbe00700 1 -- 172.21.15.8:0/4189808497 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3dbc0a9ae0 con 0x5607676daeb0 2024-05-20T21:30:30.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.770+0000 7f3dbbe00700 1 -- 172.21.15.8:0/4189808497 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dbc00fdc0 con 0x5607676daeb0 2024-05-20T21:30:30.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.771+0000 7f3de0d12b80 1 -- 172.21.15.8:0/4189808497 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5607676daeb0 msgr2=0x5607676f1070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:30.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.771+0000 7f3de0d12b80 1 --2- 172.21.15.8:0/4189808497 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5607676daeb0 0x5607676f1070 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7f3dbc0a9cd0 tx=0x7f3dbc0e02f0 comp rx=0 tx=0).stop 2024-05-20T21:30:30.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.771+0000 7f3de0d12b80 1 -- 172.21.15.8:0/4189808497 shutdown_connections 2024-05-20T21:30:30.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.771+0000 7f3de0d12b80 1 --2- 172.21.15.8:0/4189808497 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5607676d5880 0x5607676d00f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:30.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.771+0000 7f3de0d12b80 1 --2- 172.21.15.8:0/4189808497 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5607676db7d0 0x5607676dbc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:30.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.771+0000 7f3de0d12b80 1 --2- 172.21.15.8:0/4189808497 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5607676daeb0 0x5607676f1070 unknown :-1 s=CLOSED pgs=740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:30.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.771+0000 7f3de0d12b80 1 -- 172.21.15.8:0/4189808497 >> 172.21.15.8:0/4189808497 conn(0x560767603be0 msgr2=0x5607676cf9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:30.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.771+0000 7f3de0d12b80 1 -- 172.21.15.8:0/4189808497 shutdown_connections 2024-05-20T21:30:30.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.771+0000 7f3de0d12b80 1 -- 172.21.15.8:0/4189808497 wait complete. 2024-05-20T21:30:30.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.772+0000 7f3de0d12b80 1 -- start start 2024-05-20T21:30:30.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.772+0000 7f3de0d12b80 1 Processor -- start 2024-05-20T21:30:30.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.773+0000 7f3de0d12b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5607676d5880 0x5607676e7870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:30.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.773+0000 7f3de0d12b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5607676daeb0 0x5607676f5db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:30.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.773+0000 7f3de0d12b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5607676db7d0 0x5607676f62f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:30.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.773+0000 7f3de0d12b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f3dd01b2660 con 0x5607676d5880 2024-05-20T21:30:30.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.773+0000 7f3de0d12b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f3dd01b3ad0 con 0x5607676daeb0 2024-05-20T21:30:30.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.773+0000 7f3de0d12b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f3dd01b2d30 con 0x5607676db7d0 2024-05-20T21:30:30.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.773+0000 7f3de0d12b80 10 client.0 _ll_register_callbacks cb 0x5607675cdc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:30.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.773+0000 7f3dcf400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5607676d5880 0x5607676e7870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:30.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.773+0000 7f3dcf400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5607676d5880 0x5607676e7870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:46698/0 (socket says 172.21.15.8:46698) 2024-05-20T21:30:30.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.773+0000 7f3dcf400700 1 -- 172.21.15.8:0/2242739452 learned_addr learned my addr 172.21.15.8:0/2242739452 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:30.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.773+0000 7f3dcea00700 1 --2- 172.21.15.8:0/2242739452 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5607676daeb0 0x5607676f5db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:30.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.773+0000 7f3dcfe00700 1 --2- 172.21.15.8:0/2242739452 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5607676db7d0 0x5607676f62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:30.775 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.774+0000 7f3dcf400700 1 -- 172.21.15.8:0/2242739452 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5607676db7d0 msgr2=0x5607676f62f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:30.775 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.774+0000 7f3dcf400700 1 --2- 172.21.15.8:0/2242739452 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5607676db7d0 0x5607676f62f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:30.775 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.774+0000 7f3dcf400700 1 -- 172.21.15.8:0/2242739452 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5607676daeb0 msgr2=0x5607676f5db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:30.775 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.774+0000 7f3dcf400700 1 --2- 172.21.15.8:0/2242739452 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5607676daeb0 0x5607676f5db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:30.775 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.774+0000 7f3dcf400700 1 -- 172.21.15.8:0/2242739452 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5607676f6830 con 0x5607676d5880 2024-05-20T21:30:30.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.774+0000 7f3dcf400700 1 --2- 172.21.15.8:0/2242739452 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5607676d5880 0x5607676e7870 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7f3dc0024970 tx=0x7f3dc0024660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a958a0a14df5e96 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:30.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.774+0000 7f3db9600700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:30:30.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.774+0000 7f3db9600700 1 -- 172.21.15.8:0/2242739452 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dc0028040 con 0x5607676d5880 2024-05-20T21:30:30.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.774+0000 7f3db9600700 1 -- 172.21.15.8:0/2242739452 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f3dc0004b60 con 0x5607676d5880 2024-05-20T21:30:30.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.774+0000 7f3de0d12b80 1 -- 172.21.15.8:0/2242739452 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3dbc0a9ae0 con 0x5607676d5880 2024-05-20T21:30:30.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.774+0000 7f3db9600700 1 -- 172.21.15.8:0/2242739452 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3dc00056e0 con 0x5607676d5880 2024-05-20T21:30:30.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.774+0000 7f3de0d12b80 10 client.19527 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:30.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.774+0000 7f3de0d12b80 1 -- 172.21.15.8:0/2242739452 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5607677593c0 con 0x5607676d5880 2024-05-20T21:30:30.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.775+0000 7f3db9600700 1 -- 172.21.15.8:0/2242739452 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3dbc0a9ae0 con 0x5607676d5880 2024-05-20T21:30:30.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.775+0000 7f3db9600700 1 -- 172.21.15.8:0/2242739452 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f3dc002da10 con 0x5607676d5880 2024-05-20T21:30:30.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.775+0000 7f3de0d12b80 10 client.19527 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:30.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.775+0000 7f3de0d12b80 10 client.19527 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:30:30.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.775+0000 7f3de0d12b80 20 client.19527 populate_metadata read hostname 'smithi008' 2024-05-20T21:30:30.776 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.775+0000 7f3de0d12b80 1 --2- 172.21.15.8:0/2242739452 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x560767759960 0x56076775bd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:30.777 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.775+0000 7f3de0d12b80 4 client.19527 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:30:30.777 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.775+0000 7f3de0d12b80 1 -- 172.21.15.8:0/2242739452 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56076762f570 con 0x560767759960 2024-05-20T21:30:30.777 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.775+0000 7f3dcea00700 1 --2- 172.21.15.8:0/2242739452 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x560767759960 0x56076775bd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:30.777 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.776+0000 7f3dcea00700 1 --2- 172.21.15.8:0/2242739452 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x560767759960 0x56076775bd80 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=75c8f0825f2a0e49 server_cookie=8eae68d27e10623f in_seq=0 out_seq=0 2024-05-20T21:30:30.777 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.776+0000 7f3db9600700 10 client.19527 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:30:30.778 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.776+0000 7f3db9600700 1 -- 172.21.15.8:0/2242739452 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56076762f570 con 0x560767759960 2024-05-20T21:30:30.778 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.776+0000 7f3db9600700 10 client.19527 handle_command_reply: tid=0 2024-05-20T21:30:30.778 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.776+0000 7f3de0d12b80 1 client.19527 shutdown 2024-05-20T21:30:30.778 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.776+0000 7f3de0d12b80 1 -- 172.21.15.8:0/2242739452 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5607676d5880 msgr2=0x5607676e7870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:30.778 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.776+0000 7f3de0d12b80 1 --2- 172.21.15.8:0/2242739452 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5607676d5880 0x5607676e7870 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7f3dc0024970 tx=0x7f3dc0024660 comp rx=0 tx=0).stop 2024-05-20T21:30:30.778 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.777+0000 7f3de0d12b80 1 -- 172.21.15.8:0/2242739452 shutdown_connections 2024-05-20T21:30:30.778 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.777+0000 7f3de0d12b80 1 --2- 172.21.15.8:0/2242739452 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x560767759960 0x56076775bd80 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:30.778 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.777+0000 7f3de0d12b80 1 --2- 172.21.15.8:0/2242739452 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5607676db7d0 0x5607676f62f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:30.778 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.777+0000 7f3de0d12b80 1 --2- 172.21.15.8:0/2242739452 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5607676d5880 0x5607676e7870 unknown :-1 s=CLOSED pgs=741 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:30.778 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.777+0000 7f3de0d12b80 1 --2- 172.21.15.8:0/2242739452 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5607676daeb0 0x5607676f5db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:30.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.777+0000 7f3de0d12b80 1 -- 172.21.15.8:0/2242739452 >> 172.21.15.8:0/2242739452 conn(0x560767603be0 msgr2=0x5607676dbbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:30.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.777+0000 7f3db9600700 0 client.19527 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:30:30.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.777+0000 7f3de0d12b80 1 -- 172.21.15.8:0/2242739452 shutdown_connections 2024-05-20T21:30:30.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.777+0000 7f3de0d12b80 1 -- 172.21.15.8:0/2242739452 wait complete. 2024-05-20T21:30:30.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.777+0000 7f3de0d12b80 20 client.19527 trim_cache size 0 max 16384 2024-05-20T21:30:30.779 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:30:30.780 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.778+0000 7f3dd6400700 1 -- 172.21.15.8:0/2654855592 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3db40b2880 msgr2=0x7f3db40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:30.781 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.778+0000 7f3dd6400700 1 --2- 172.21.15.8:0/2654855592 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3db40b2880 0x7f3db40b4d40 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f3dc8009ec0 tx=0x7f3dc8004b40 comp rx=0 tx=0).stop 2024-05-20T21:30:30.781 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.778+0000 7f3dd6400700 1 -- 172.21.15.8:0/2654855592 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3dd010a780 msgr2=0x7f3dd01a0830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:30.781 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.778+0000 7f3dd6400700 1 --2- 172.21.15.8:0/2654855592 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3dd010a780 0x7f3dd01a0830 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f3dbc0098e0 tx=0x7f3dbc004270 comp rx=0 tx=0).stop 2024-05-20T21:30:30.781 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.778+0000 7f3dd6400700 1 -- 172.21.15.8:0/2654855592 shutdown_connections 2024-05-20T21:30:30.781 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.778+0000 7f3dd6400700 1 --2- 172.21.15.8:0/2654855592 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f3db40b2880 0x7f3db40b4d40 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:30.782 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.778+0000 7f3dd6400700 1 --2- 172.21.15.8:0/2654855592 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3dd0109dd0 0x7f3dd01a02f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:30.782 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.778+0000 7f3dd6400700 1 --2- 172.21.15.8:0/2654855592 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f3dd010eeb0 0x7f3dd01a4bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:30.782 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.778+0000 7f3dd6400700 1 --2- 172.21.15.8:0/2654855592 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3dd010a780 0x7f3dd01a0830 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:30.782 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.778+0000 7f3dd6400700 1 -- 172.21.15.8:0/2654855592 >> 172.21.15.8:0/2654855592 conn(0x7f3dd0076d10 msgr2=0x7f3dd0078940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:30.782 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.778+0000 7f3dd6400700 1 -- 172.21.15.8:0/2654855592 shutdown_connections 2024-05-20T21:30:30.782 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:30.778+0000 7f3dd6400700 1 -- 172.21.15.8:0/2654855592 wait complete. 2024-05-20T21:30:30.947 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.947+0000 7efdb3200640 1 -- 172.21.15.8:0/2875746859 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efdb410aa30 msgr2=0x7efdb4111350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:30.947 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.947+0000 7efdb3200640 1 --2- 172.21.15.8:0/2875746859 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efdb410aa30 0x7efdb4111350 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7efdac009be0 tx=0x7efdac02a6c0 comp rx=0 tx=0).stop 2024-05-20T21:30:30.947 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.947+0000 7efdb3200640 1 -- 172.21.15.8:0/2875746859 shutdown_connections 2024-05-20T21:30:30.947 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.947+0000 7efdb3200640 1 --2- 172.21.15.8:0/2875746859 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efdb410aa30 0x7efdb4111350 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:30.947 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.947+0000 7efdb3200640 1 --2- 172.21.15.8:0/2875746859 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efdb410a070 0x7efdb410a4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:30.947 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.947+0000 7efdb3200640 1 --2- 172.21.15.8:0/2875746859 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7efdb4108f70 0x7efdb4109390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:30.947 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.947+0000 7efdb3200640 1 -- 172.21.15.8:0/2875746859 >> 172.21.15.8:0/2875746859 conn(0x7efdb4077ee0 msgr2=0x7efdb407a300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:30.948 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.947+0000 7efdb3200640 1 -- 172.21.15.8:0/2875746859 shutdown_connections 2024-05-20T21:30:30.948 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.947+0000 7efdb3200640 1 -- 172.21.15.8:0/2875746859 wait complete. 2024-05-20T21:30:30.949 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.948+0000 7efdb3200640 1 Processor -- start 2024-05-20T21:30:30.949 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.949+0000 7efdb3200640 1 -- start start 2024-05-20T21:30:30.949 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.949+0000 7efdb3200640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efdb4108f70 0x7efdb419f070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:30.949 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.949+0000 7efdb3200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efdb410a070 0x7efdb419f5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:30.949 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.949+0000 7efdb3200640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7efdb410aa30 0x7efdb41a6620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:30.949 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.949+0000 7efdb3200640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7efdb4114a60 con 0x7efdb410aa30 2024-05-20T21:30:30.950 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.949+0000 7efdb3200640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7efdb41148e0 con 0x7efdb410a070 2024-05-20T21:30:30.950 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.949+0000 7efdb3200640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7efdb4114be0 con 0x7efdb4108f70 2024-05-20T21:30:30.950 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.949+0000 7efdb2800640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7efdb410aa30 0x7efdb41a6620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:30.950 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.949+0000 7efdb2800640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7efdb410aa30 0x7efdb41a6620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:46720/0 (socket says 172.21.15.8:46720) 2024-05-20T21:30:30.950 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.949+0000 7efdb2800640 1 -- 172.21.15.8:0/3509828473 learned_addr learned my addr 172.21.15.8:0/3509828473 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:30.950 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.949+0000 7efdb1e00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efdb4108f70 0x7efdb419f070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:30.950 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.949+0000 7efdb1400640 1 --2- 172.21.15.8:0/3509828473 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efdb410a070 0x7efdb419f5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:30.950 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.950+0000 7efdb2800640 1 -- 172.21.15.8:0/3509828473 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efdb4108f70 msgr2=0x7efdb419f070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:30.950 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.950+0000 7efdb2800640 1 --2- 172.21.15.8:0/3509828473 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efdb4108f70 0x7efdb419f070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:30.950 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.950+0000 7efdb2800640 1 -- 172.21.15.8:0/3509828473 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efdb410a070 msgr2=0x7efdb419f5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:30.950 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.950+0000 7efdb2800640 1 --2- 172.21.15.8:0/3509828473 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efdb410a070 0x7efdb419f5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:30.950 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.950+0000 7efdb2800640 1 -- 172.21.15.8:0/3509828473 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efdb41a6c90 con 0x7efdb410aa30 2024-05-20T21:30:30.951 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.950+0000 7efdb2800640 1 --2- 172.21.15.8:0/3509828473 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7efdb410aa30 0x7efdb41a6620 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7efdac004af0 tx=0x7efdac030d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:30.951 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.950+0000 7efdaaa00640 1 -- 172.21.15.8:0/3509828473 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdac041020 con 0x7efdb410aa30 2024-05-20T21:30:30.951 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.950+0000 7efdb3200640 1 -- 172.21.15.8:0/3509828473 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efdb41a6f20 con 0x7efdb410aa30 2024-05-20T21:30:30.951 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.950+0000 7efdaaa00640 1 -- 172.21.15.8:0/3509828473 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efdac0318f0 con 0x7efdb410aa30 2024-05-20T21:30:30.951 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.950+0000 7efdaaa00640 1 -- 172.21.15.8:0/3509828473 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdac036040 con 0x7efdb410aa30 2024-05-20T21:30:30.951 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.951+0000 7efdb3200640 1 -- 172.21.15.8:0/3509828473 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efdb41a7380 con 0x7efdb410aa30 2024-05-20T21:30:30.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:30:30 smithi008 ceph-mon[31475]: pgmap v895: 97 pgs: 97 active+clean; 3.6 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:30:30.953 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.954+0000 7efdbb84a740 1 Processor -- start 2024-05-20T21:30:30.954 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.954+0000 7efdaaa00640 1 -- 172.21.15.8:0/3509828473 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7efdac044020 con 0x7efdb410aa30 2024-05-20T21:30:30.954 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.955+0000 7efdbb84a740 1 -- start start 2024-05-20T21:30:30.955 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.955+0000 7efdbb84a740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562d8424dcf0 0x562d8424e110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:30.955 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.955+0000 7efdbb84a740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562d8424e6e0 0x562d842531e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:30.955 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.955+0000 7efdbb84a740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562d84253850 0x562d84255ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:30.955 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.955+0000 7efdbb84a740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x562d841bdb90 con 0x562d8424e6e0 2024-05-20T21:30:30.955 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.955+0000 7efdbb84a740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x562d841ad730 con 0x562d84253850 2024-05-20T21:30:30.955 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.955+0000 7efdbb84a740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x562d841b1770 con 0x562d8424dcf0 2024-05-20T21:30:30.955 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.955+0000 7efdb1400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562d8424dcf0 0x562d8424e110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:30.955 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.955+0000 7efdb1e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562d8424e6e0 0x562d842531e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:30.956 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.955+0000 7efdb1400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562d8424dcf0 0x562d8424e110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:41388/0 (socket says 172.21.15.8:41388) 2024-05-20T21:30:30.956 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.955+0000 7efdb1400640 1 -- 172.21.15.8:0/369415215 learned_addr learned my addr 172.21.15.8:0/369415215 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:30.956 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.955+0000 7efdb1400640 1 --2- 172.21.15.8:0/369415215 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562d84253850 0x562d84255ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:30.956 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.956+0000 7efdb1e00640 1 -- 172.21.15.8:0/369415215 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562d8424dcf0 msgr2=0x562d8424e110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:30.956 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.956+0000 7efdb1e00640 1 --2- 172.21.15.8:0/369415215 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562d8424dcf0 0x562d8424e110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:30.956 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.956+0000 7efdb1e00640 1 -- 172.21.15.8:0/369415215 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562d84253850 msgr2=0x562d84255ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:30.956 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.956+0000 7efdb1e00640 1 --2- 172.21.15.8:0/369415215 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562d84253850 0x562d84255ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:30.956 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.956+0000 7efdb1e00640 1 -- 172.21.15.8:0/369415215 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562d841468b0 con 0x562d8424e6e0 2024-05-20T21:30:30.957 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.956+0000 7efdb1e00640 1 --2- 172.21.15.8:0/369415215 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562d8424e6e0 0x562d842531e0 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7efda4005fd0 tx=0x7efda4011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc2517cadde99674 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:30.957 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.956+0000 7efdaaa00640 1 --2- 172.21.15.8:0/3509828473 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7efd980b27d0 0x7efd980b4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:30.957 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.957+0000 7efdaaa00640 1 -- 172.21.15.8:0/3509828473 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7efdac102ee0 con 0x7efdb410aa30 2024-05-20T21:30:30.957 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.957+0000 7efda3000640 1 -- 172.21.15.8:0/369415215 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efda4004020 con 0x562d8424e6e0 2024-05-20T21:30:30.957 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.957+0000 7efda3000640 1 -- 172.21.15.8:0/369415215 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efda40041c0 con 0x562d8424e6e0 2024-05-20T21:30:30.958 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.957+0000 7efda3000640 1 -- 172.21.15.8:0/369415215 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efda4019740 con 0x562d8424e6e0 2024-05-20T21:30:30.958 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.957+0000 7efdb1400640 1 --2- 172.21.15.8:0/3509828473 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7efd980b27d0 0x7efd980b4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:30.958 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.957+0000 7efdbb84a740 1 -- 172.21.15.8:0/369415215 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562d8424e6e0 msgr2=0x562d842531e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:30.958 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.957+0000 7efdbb84a740 1 --2- 172.21.15.8:0/369415215 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562d8424e6e0 0x562d842531e0 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7efda4005fd0 tx=0x7efda4011810 comp rx=0 tx=0).stop 2024-05-20T21:30:30.958 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.957+0000 7efdb1400640 1 --2- 172.21.15.8:0/3509828473 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7efd980b27d0 0x7efd980b4c90 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x562d8424ef40 tx=0x7efd9c012040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:30.958 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.958+0000 7efdbb84a740 1 -- 172.21.15.8:0/369415215 shutdown_connections 2024-05-20T21:30:30.958 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.958+0000 7efdbb84a740 1 --2- 172.21.15.8:0/369415215 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562d84253850 0x562d84255ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:30.958 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.958+0000 7efdbb84a740 1 --2- 172.21.15.8:0/369415215 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562d8424e6e0 0x562d842531e0 unknown :-1 s=CLOSED pgs=743 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:30.958 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.958+0000 7efdbb84a740 1 --2- 172.21.15.8:0/369415215 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562d8424dcf0 0x562d8424e110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:30.959 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.958+0000 7efdbb84a740 1 -- 172.21.15.8:0/369415215 >> 172.21.15.8:0/369415215 conn(0x562d84249360 msgr2=0x562d84249760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:30.959 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.958+0000 7efdbb84a740 1 -- 172.21.15.8:0/369415215 shutdown_connections 2024-05-20T21:30:30.959 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.958+0000 7efdbb84a740 1 -- 172.21.15.8:0/369415215 wait complete. 2024-05-20T21:30:30.962 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.958+0000 7efdbb84a740 1 -- start start 2024-05-20T21:30:30.962 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.959+0000 7efdbb84a740 1 Processor -- start 2024-05-20T21:30:30.962 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.959+0000 7efdbb84a740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562d8424dcf0 0x562d84257a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:30.962 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.959+0000 7efdbb84a740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562d8424e6e0 0x562d84257fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:30.962 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.959+0000 7efdbb84a740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562d84253850 0x562d8425efe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:30.962 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.959+0000 7efdbb84a740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x562d83e93790 con 0x562d8424e6e0 2024-05-20T21:30:30.962 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.959+0000 7efdbb84a740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x562d84155bc0 con 0x562d8424dcf0 2024-05-20T21:30:30.962 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.959+0000 7efdbb84a740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x562d84256800 con 0x562d84253850 2024-05-20T21:30:30.962 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.959+0000 7efdbb84a740 10 client.0 _ll_register_callbacks cb 0x562d84133400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:30.962 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.959+0000 7efdb1400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562d8424e6e0 0x562d84257fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:30.962 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.959+0000 7efdb1400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562d8424e6e0 0x562d84257fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:46738/0 (socket says 172.21.15.8:46738) 2024-05-20T21:30:30.963 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.959+0000 7efdb1400640 1 -- 172.21.15.8:0/3717721947 learned_addr learned my addr 172.21.15.8:0/3717721947 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:30.963 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.959+0000 7efdb1e00640 1 --2- 172.21.15.8:0/3717721947 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562d8424dcf0 0x562d84257a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:30.963 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.960+0000 7efdb2800640 1 --2- 172.21.15.8:0/3717721947 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562d84253850 0x562d8425efe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:30.963 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.960+0000 7efdb1400640 1 -- 172.21.15.8:0/3717721947 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562d84253850 msgr2=0x562d8425efe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:30.963 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.960+0000 7efdb1400640 1 --2- 172.21.15.8:0/3717721947 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562d84253850 0x562d8425efe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:30.963 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.960+0000 7efdb1400640 1 -- 172.21.15.8:0/3717721947 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562d8424dcf0 msgr2=0x562d84257a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:30.963 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.960+0000 7efdb1400640 1 --2- 172.21.15.8:0/3717721947 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562d8424dcf0 0x562d84257a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:30.963 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.960+0000 7efdb1400640 1 -- 172.21.15.8:0/3717721947 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562d83ec2210 con 0x562d8424e6e0 2024-05-20T21:30:30.963 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.960+0000 7efdb1400640 1 --2- 172.21.15.8:0/3717721947 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562d8424e6e0 0x562d84257fa0 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7efd9c003870 tx=0x7efd9c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=520b306af1041aaf server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:30.963 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.960+0000 7efd97400640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:30:30.964 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.960+0000 7efd97400640 1 -- 172.21.15.8:0/3717721947 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd9c013290 con 0x562d8424e6e0 2024-05-20T21:30:30.964 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.961+0000 7efd97400640 1 -- 172.21.15.8:0/3717721947 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7efd9c003d30 con 0x562d8424e6e0 2024-05-20T21:30:30.964 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.961+0000 7efdbb84a740 1 -- 172.21.15.8:0/3717721947 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efda40041c0 con 0x562d8424e6e0 2024-05-20T21:30:30.964 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.961+0000 7efd97400640 1 -- 172.21.15.8:0/3717721947 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7efd9c013b50 con 0x562d8424e6e0 2024-05-20T21:30:30.964 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.961+0000 7efdbb84a740 10 client.19539 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:30.964 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.961+0000 7efdbb84a740 1 -- 172.21.15.8:0/3717721947 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562d83f8e620 con 0x562d8424e6e0 2024-05-20T21:30:30.964 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.961+0000 7efd97400640 1 -- 172.21.15.8:0/3717721947 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efda40041c0 con 0x562d8424e6e0 2024-05-20T21:30:30.964 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.961+0000 7efd97400640 1 -- 172.21.15.8:0/3717721947 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7efd9c033050 con 0x562d8424e6e0 2024-05-20T21:30:30.964 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.961+0000 7efdbb84a740 10 client.19539 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:30.964 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.961+0000 7efdbb84a740 10 client.19539 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:30:30.964 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.962+0000 7efdbb84a740 20 client.19539 populate_metadata read hostname 'smithi008' 2024-05-20T21:30:30.964 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.962+0000 7efdbb84a740 1 --2- 172.21.15.8:0/3717721947 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562d842635a0 0x562d84265a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:30.964 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.962+0000 7efdbb84a740 4 client.19539 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:30:30.965 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.962+0000 7efdbb84a740 1 -- 172.21.15.8:0/3717721947 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562d841bfae0 con 0x562d842635a0 2024-05-20T21:30:30.965 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.962+0000 7efdb1e00640 1 --2- 172.21.15.8:0/3717721947 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562d842635a0 0x562d84265a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:30.965 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.963+0000 7efdb1e00640 1 --2- 172.21.15.8:0/3717721947 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562d842635a0 0x562d84265a30 crc :-1 s=READY pgs=392 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=275ac5cf5376c680 server_cookie=6118aa42b042ea90 in_seq=0 out_seq=0 2024-05-20T21:30:30.965 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.963+0000 7efd97400640 10 client.19539 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:30:30.966 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.963+0000 7efd97400640 1 -- 172.21.15.8:0/3717721947 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x562d841bfae0 con 0x562d842635a0 2024-05-20T21:30:30.966 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.963+0000 7efd97400640 10 client.19539 handle_command_reply: tid=0 2024-05-20T21:30:30.966 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.963+0000 7efdbb84a740 1 client.19539 shutdown 2024-05-20T21:30:30.966 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.964+0000 7efdbb84a740 1 -- 172.21.15.8:0/3717721947 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562d8424e6e0 msgr2=0x562d84257fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:30.966 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.964+0000 7efdbb84a740 1 --2- 172.21.15.8:0/3717721947 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562d8424e6e0 0x562d84257fa0 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7efd9c003870 tx=0x7efd9c0046c0 comp rx=0 tx=0).stop 2024-05-20T21:30:30.966 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.964+0000 7efdbb84a740 1 -- 172.21.15.8:0/3717721947 shutdown_connections 2024-05-20T21:30:30.966 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.964+0000 7efdbb84a740 1 --2- 172.21.15.8:0/3717721947 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562d842635a0 0x562d84265a30 crc :-1 s=READY pgs=392 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:30.966 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.964+0000 7efdbb84a740 1 --2- 172.21.15.8:0/3717721947 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562d84253850 0x562d8425efe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:30.967 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.964+0000 7efdbb84a740 1 --2- 172.21.15.8:0/3717721947 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562d8424e6e0 0x562d84257fa0 unknown :-1 s=CLOSED pgs=744 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:30.967 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.964+0000 7efdbb84a740 1 --2- 172.21.15.8:0/3717721947 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562d8424dcf0 0x562d84257a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:30.967 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.964+0000 7efd97400640 0 client.19539 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:30:30.967 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.964+0000 7efdbb84a740 1 -- 172.21.15.8:0/3717721947 >> 172.21.15.8:0/3717721947 conn(0x562d84249360 msgr2=0x562d842484c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:30.967 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.964+0000 7efdbb84a740 1 -- 172.21.15.8:0/3717721947 shutdown_connections 2024-05-20T21:30:30.967 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.964+0000 7efdbb84a740 1 -- 172.21.15.8:0/3717721947 wait complete. 2024-05-20T21:30:30.967 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.964+0000 7efdbb84a740 20 client.19539 trim_cache size 0 max 16384 2024-05-20T21:30:30.981 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.981+0000 7efdbb84a740 1 Processor -- start 2024-05-20T21:30:30.981 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.981+0000 7efdbb84a740 1 -- start start 2024-05-20T21:30:30.981 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.981+0000 7efdbb84a740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562d8424dcf0 0x562d8424f890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:30.981 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.981+0000 7efdbb84a740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562d8424e6e0 0x562d8425efa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:30.981 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.982+0000 7efdbb84a740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562d84253850 0x562d8424c270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:30.981 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.982+0000 7efdbb84a740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7efdb41b2b50 con 0x562d84253850 2024-05-20T21:30:30.981 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.982+0000 7efdbb84a740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7efdb41b0420 con 0x562d8424e6e0 2024-05-20T21:30:30.981 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.982+0000 7efdbb84a740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7efdb41ae270 con 0x562d8424dcf0 2024-05-20T21:30:30.983 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.982+0000 7efdb2800640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562d84253850 0x562d8424c270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:30.983 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.982+0000 7efdb2800640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562d84253850 0x562d8424c270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:46744/0 (socket says 172.21.15.8:46744) 2024-05-20T21:30:30.983 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.982+0000 7efdb2800640 1 -- 172.21.15.8:0/1084041349 learned_addr learned my addr 172.21.15.8:0/1084041349 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:30.983 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.982+0000 7efdb1e00640 1 --2- 172.21.15.8:0/1084041349 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562d8424dcf0 0x562d8424f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:30.983 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.982+0000 7efdb1400640 1 --2- 172.21.15.8:0/1084041349 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562d8424e6e0 0x562d8425efa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:30.983 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.982+0000 7efdb2800640 1 -- 172.21.15.8:0/1084041349 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562d8424dcf0 msgr2=0x562d8424f890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:30.984 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.982+0000 7efdb2800640 1 --2- 172.21.15.8:0/1084041349 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562d8424dcf0 0x562d8424f890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:30.984 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.982+0000 7efdb2800640 1 -- 172.21.15.8:0/1084041349 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562d8424e6e0 msgr2=0x562d8425efa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:30.984 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.982+0000 7efdb2800640 1 --2- 172.21.15.8:0/1084041349 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562d8424e6e0 0x562d8425efa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:30.984 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.982+0000 7efdb2800640 1 -- 172.21.15.8:0/1084041349 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562d8424ef70 con 0x562d84253850 2024-05-20T21:30:30.984 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.982+0000 7efdb1e00640 1 --2- 172.21.15.8:0/1084041349 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562d8424dcf0 0x562d8424f890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:30.984 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.983+0000 7efdb2800640 1 --2- 172.21.15.8:0/1084041349 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562d84253850 0x562d8424c270 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7efdac006010 tx=0x7efdac030f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=674ef959c66e9295 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:30.984 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.983+0000 7efda2600640 1 -- 172.21.15.8:0/1084041349 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdac0ca490 con 0x562d84253850 2024-05-20T21:30:30.984 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.983+0000 7efda2600640 1 -- 172.21.15.8:0/1084041349 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efdac0ce840 con 0x562d84253850 2024-05-20T21:30:30.984 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.983+0000 7efda2600640 1 -- 172.21.15.8:0/1084041349 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdac0ca6f0 con 0x562d84253850 2024-05-20T21:30:30.984 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.984+0000 7efdbb84a740 1 -- 172.21.15.8:0/1084041349 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562d84253850 msgr2=0x562d8424c270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:30.984 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.984+0000 7efdbb84a740 1 --2- 172.21.15.8:0/1084041349 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562d84253850 0x562d8424c270 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7efdac006010 tx=0x7efdac030f80 comp rx=0 tx=0).stop 2024-05-20T21:30:30.984 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.984+0000 7efdbb84a740 1 -- 172.21.15.8:0/1084041349 shutdown_connections 2024-05-20T21:30:30.984 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.984+0000 7efdbb84a740 1 --2- 172.21.15.8:0/1084041349 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562d84253850 0x562d8424c270 unknown :-1 s=CLOSED pgs=745 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:30.985 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.984+0000 7efdbb84a740 1 --2- 172.21.15.8:0/1084041349 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562d8424e6e0 0x562d8425efa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:30.985 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.984+0000 7efdbb84a740 1 --2- 172.21.15.8:0/1084041349 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562d8424dcf0 0x562d8424f890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:30.985 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.984+0000 7efdbb84a740 1 -- 172.21.15.8:0/1084041349 >> 172.21.15.8:0/1084041349 conn(0x562d84249360 msgr2=0x562d8424f180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:30.985 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.984+0000 7efdbb84a740 1 -- 172.21.15.8:0/1084041349 shutdown_connections 2024-05-20T21:30:30.985 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.984+0000 7efdbb84a740 1 -- 172.21.15.8:0/1084041349 wait complete. 2024-05-20T21:30:30.988 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.984+0000 7efdbb84a740 1 -- start start 2024-05-20T21:30:30.988 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.985+0000 7efdbb84a740 1 Processor -- start 2024-05-20T21:30:30.988 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.985+0000 7efdbb84a740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562d8424dcf0 0x562d8425c560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:30.988 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.985+0000 7efdbb84a740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562d8424e6e0 0x562d8425caa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:30.988 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.985+0000 7efdbb84a740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562d84253850 0x562d8425dab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:30.988 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.985+0000 7efdbb84a740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7efdb41ae8e0 con 0x562d84253850 2024-05-20T21:30:30.988 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.985+0000 7efdbb84a740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7efdb41afd50 con 0x562d8424dcf0 2024-05-20T21:30:30.988 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.985+0000 7efdbb84a740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7efdb41aefb0 con 0x562d8424e6e0 2024-05-20T21:30:30.988 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.985+0000 7efdbb84a740 10 client.0 _ll_register_callbacks cb 0x7efd9c0131e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:30.988 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.985+0000 7efdb2800640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562d84253850 0x562d8425dab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:30.988 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.985+0000 7efdb2800640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562d84253850 0x562d8425dab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:46746/0 (socket says 172.21.15.8:46746) 2024-05-20T21:30:30.988 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.985+0000 7efdb1400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562d8424e6e0 0x562d8425caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:30.988 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.985+0000 7efdb2800640 1 -- 172.21.15.8:0/2326701906 learned_addr learned my addr 172.21.15.8:0/2326701906 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:30.988 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.985+0000 7efdb1e00640 1 --2- 172.21.15.8:0/2326701906 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562d8424dcf0 0x562d8425c560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:30.989 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.986+0000 7efdb2800640 1 -- 172.21.15.8:0/2326701906 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562d8424e6e0 msgr2=0x562d8425caa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:30.989 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.986+0000 7efdb2800640 1 --2- 172.21.15.8:0/2326701906 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562d8424e6e0 0x562d8425caa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:30.989 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.986+0000 7efdb2800640 1 -- 172.21.15.8:0/2326701906 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562d8424dcf0 msgr2=0x562d8425c560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:30.989 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.986+0000 7efdb2800640 1 --2- 172.21.15.8:0/2326701906 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562d8424dcf0 0x562d8425c560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:30.989 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.986+0000 7efdb2800640 1 -- 172.21.15.8:0/2326701906 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562d8425e0a0 con 0x562d84253850 2024-05-20T21:30:30.989 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.986+0000 7efdb2800640 1 --2- 172.21.15.8:0/2326701906 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562d84253850 0x562d8425dab0 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7efdac0ca420 tx=0x7efdac02a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=34d1f6b235ef6094 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:30.989 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.986+0000 7efd97400640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:30:30.989 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.986+0000 7efd97400640 1 -- 172.21.15.8:0/2326701906 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdac0e3020 con 0x562d84253850 2024-05-20T21:30:30.989 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.986+0000 7efd97400640 1 -- 172.21.15.8:0/2326701906 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7efdac0b2050 con 0x562d84253850 2024-05-20T21:30:30.989 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.986+0000 7efdbb84a740 1 -- 172.21.15.8:0/2326701906 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efdac0ce840 con 0x562d84253850 2024-05-20T21:30:30.989 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.987+0000 7efd97400640 1 -- 172.21.15.8:0/2326701906 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7efdac0ca490 con 0x562d84253850 2024-05-20T21:30:30.989 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.987+0000 7efdbb84a740 10 client.19545 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:30.989 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.987+0000 7efdbb84a740 1 -- 172.21.15.8:0/2326701906 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562d8425f3b0 con 0x562d84253850 2024-05-20T21:30:30.989 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.987+0000 7efd97400640 1 -- 172.21.15.8:0/2326701906 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efdac0ce840 con 0x562d84253850 2024-05-20T21:30:30.990 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.987+0000 7efd97400640 1 -- 172.21.15.8:0/2326701906 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7efdac0eb250 con 0x562d84253850 2024-05-20T21:30:30.990 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.987+0000 7efdbb84a740 10 client.19545 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:30.990 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.987+0000 7efdbb84a740 10 client.19545 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:30:30.990 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.987+0000 7efdbb84a740 20 client.19545 populate_metadata read hostname 'smithi008' 2024-05-20T21:30:30.990 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.987+0000 7efdbb84a740 1 --2- 172.21.15.8:0/2326701906 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562d842ce8a0 0x562d842d0cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:30.990 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.987+0000 7efdbb84a740 4 client.19545 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:30:30.990 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.987+0000 7efdbb84a740 1 -- 172.21.15.8:0/2326701906 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x562d841b92c0 con 0x562d842ce8a0 2024-05-20T21:30:30.990 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.988+0000 7efdb1e00640 1 --2- 172.21.15.8:0/2326701906 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562d842ce8a0 0x562d842d0cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:30.990 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.988+0000 7efdb1e00640 1 --2- 172.21.15.8:0/2326701906 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562d842ce8a0 0x562d842d0cc0 crc :-1 s=READY pgs=393 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6250a5bb30204625 server_cookie=c0ff848c0ab34aed in_seq=0 out_seq=0 2024-05-20T21:30:30.990 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:30.988+0000 7efd97400640 10 client.19545 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:30:31.003 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:31.003+0000 7efd97400640 1 -- 172.21.15.8:0/2326701906 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x562d841b92c0 con 0x562d842ce8a0 2024-05-20T21:30:31.003 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:31.003+0000 7efd97400640 10 client.19545 handle_command_reply: tid=0 2024-05-20T21:30:31.003 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:31.003+0000 7efdbb84a740 1 client.19545 shutdown 2024-05-20T21:30:31.003 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:31.003+0000 7efdbb84a740 1 -- 172.21.15.8:0/2326701906 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562d84253850 msgr2=0x562d8425dab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:31.004 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:31.003+0000 7efdbb84a740 1 --2- 172.21.15.8:0/2326701906 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562d84253850 0x562d8425dab0 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7efdac0ca420 tx=0x7efdac02a6c0 comp rx=0 tx=0).stop 2024-05-20T21:30:31.004 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:31.003+0000 7efdbb84a740 1 -- 172.21.15.8:0/2326701906 shutdown_connections 2024-05-20T21:30:31.004 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:31.003+0000 7efdbb84a740 1 --2- 172.21.15.8:0/2326701906 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562d842ce8a0 0x562d842d0cc0 crc :-1 s=READY pgs=393 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:31.004 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:31.003+0000 7efdbb84a740 1 --2- 172.21.15.8:0/2326701906 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562d84253850 0x562d8425dab0 unknown :-1 s=CLOSED pgs=746 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:31.004 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:31.003+0000 7efdbb84a740 1 --2- 172.21.15.8:0/2326701906 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562d8424e6e0 0x562d8425caa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:31.004 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:31.003+0000 7efdbb84a740 1 --2- 172.21.15.8:0/2326701906 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562d8424dcf0 0x562d8425c560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:31.004 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:31.003+0000 7efd97400640 0 client.19545 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:30:31.004 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:31.003+0000 7efdbb84a740 1 -- 172.21.15.8:0/2326701906 >> 172.21.15.8:0/2326701906 conn(0x562d84249360 msgr2=0x562d8424c270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:31.004 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:31.004+0000 7efdbb84a740 1 -- 172.21.15.8:0/2326701906 shutdown_connections 2024-05-20T21:30:31.004 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:31.004+0000 7efdbb84a740 1 -- 172.21.15.8:0/2326701906 wait complete. 2024-05-20T21:30:31.004 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:31.004+0000 7efdbb84a740 20 client.19545 trim_cache size 0 max 16384 2024-05-20T21:30:31.005 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:30:31.005 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:30:31.005 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:30:31.006 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:31.004+0000 7efdb3200640 1 -- 172.21.15.8:0/3509828473 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7efd980b27d0 msgr2=0x7efd980b4c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:31.006 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:31.004+0000 7efdb3200640 1 --2- 172.21.15.8:0/3509828473 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7efd980b27d0 0x7efd980b4c90 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x562d8424ef40 tx=0x7efd9c012040 comp rx=0 tx=0).stop 2024-05-20T21:30:31.006 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:31.005+0000 7efdb3200640 1 -- 172.21.15.8:0/3509828473 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7efdb410aa30 msgr2=0x7efdb41a6620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:31.006 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:31.005+0000 7efdb3200640 1 --2- 172.21.15.8:0/3509828473 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7efdb410aa30 0x7efdb41a6620 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7efdac004af0 tx=0x7efdac030d50 comp rx=0 tx=0).stop 2024-05-20T21:30:31.006 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:31.005+0000 7efdb3200640 1 -- 172.21.15.8:0/3509828473 shutdown_connections 2024-05-20T21:30:31.006 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:31.005+0000 7efdb3200640 1 --2- 172.21.15.8:0/3509828473 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7efd980b27d0 0x7efd980b4c90 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:31.006 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:31.005+0000 7efdb3200640 1 --2- 172.21.15.8:0/3509828473 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7efdb410aa30 0x7efdb41a6620 unknown :-1 s=CLOSED pgs=742 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:31.006 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:31.005+0000 7efdb3200640 1 --2- 172.21.15.8:0/3509828473 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efdb410a070 0x7efdb419f5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:31.006 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:31.005+0000 7efdb3200640 1 --2- 172.21.15.8:0/3509828473 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efdb4108f70 0x7efdb419f070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:31.007 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:31.005+0000 7efdb3200640 1 -- 172.21.15.8:0/3509828473 >> 172.21.15.8:0/3509828473 conn(0x7efdb4077ee0 msgr2=0x7efdb410d400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:31.007 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:31.005+0000 7efdb3200640 1 -- 172.21.15.8:0/3509828473 shutdown_connections 2024-05-20T21:30:31.007 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:31.005+0000 7efdb3200640 1 -- 172.21.15.8:0/3509828473 wait complete. 2024-05-20T21:30:31.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:30:30 smithi130 ceph-mon[36448]: pgmap v895: 97 pgs: 97 active+clean; 3.6 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:30:31.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:30:30 smithi050 ceph-mon[35809]: pgmap v895: 97 pgs: 97 active+clean; 3.6 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:30:31.709 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:30:32.172 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:30:32.936 INFO:tasks.workunit.client.0.smithi008.stdout:499/600: open fd = 3 2024-05-20T21:30:32.936 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.936 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.936 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.936 INFO:tasks.workunit.client.0.smithi008.stdout:500/600: open fd = 3 2024-05-20T21:30:32.936 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.936 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.936 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.937 INFO:tasks.workunit.client.0.smithi008.stdout:501/600: open fd = 3 2024-05-20T21:30:32.937 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.937 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.937 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.937 INFO:tasks.workunit.client.0.smithi008.stdout:502/600: open fd = 3 2024-05-20T21:30:32.937 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.937 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.937 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.937 INFO:tasks.workunit.client.0.smithi008.stdout:503/600: open fd = 3 2024-05-20T21:30:32.937 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.937 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.937 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.937 INFO:tasks.workunit.client.0.smithi008.stdout:504/600: open fd = 3 2024-05-20T21:30:32.937 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.937 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.938 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.938 INFO:tasks.workunit.client.0.smithi008.stdout:505/600: open fd = 3 2024-05-20T21:30:32.938 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.938 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.938 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.938 INFO:tasks.workunit.client.0.smithi008.stdout:506/600: open fd = 3 2024-05-20T21:30:32.938 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.938 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.938 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.938 INFO:tasks.workunit.client.0.smithi008.stdout:507/600: open fd = 3 2024-05-20T21:30:32.938 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.938 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.938 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.939 INFO:tasks.workunit.client.0.smithi008.stdout:508/600: open fd = 3 2024-05-20T21:30:32.939 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.939 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.939 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.939 INFO:tasks.workunit.client.0.smithi008.stdout:509/600: open fd = 3 2024-05-20T21:30:32.939 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.939 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.939 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.939 INFO:tasks.workunit.client.0.smithi008.stdout:510/600: open fd = 3 2024-05-20T21:30:32.939 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.939 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.939 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.939 INFO:tasks.workunit.client.0.smithi008.stdout:511/600: open fd = 3 2024-05-20T21:30:32.939 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.939 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.940 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.940 INFO:tasks.workunit.client.0.smithi008.stdout:512/600: open fd = 3 2024-05-20T21:30:32.940 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.940 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.940 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.940 INFO:tasks.workunit.client.0.smithi008.stdout:513/600: open fd = 3 2024-05-20T21:30:32.940 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.940 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.940 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.940 INFO:tasks.workunit.client.0.smithi008.stdout:514/600: open fd = 3 2024-05-20T21:30:32.940 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.940 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.940 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.940 INFO:tasks.workunit.client.0.smithi008.stdout:515/600: open fd = 3 2024-05-20T21:30:32.940 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.941 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.941 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.941 INFO:tasks.workunit.client.0.smithi008.stdout:516/600: open fd = 3 2024-05-20T21:30:32.941 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.941 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.941 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.941 INFO:tasks.workunit.client.0.smithi008.stdout:517/600: open fd = 3 2024-05-20T21:30:32.941 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.941 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.941 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.941 INFO:tasks.workunit.client.0.smithi008.stdout:518/600: open fd = 3 2024-05-20T21:30:32.941 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.941 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.941 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.942 INFO:tasks.workunit.client.0.smithi008.stdout:519/600: open fd = 3 2024-05-20T21:30:32.942 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.942 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.942 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.942 INFO:tasks.workunit.client.0.smithi008.stdout:520/600: open fd = 3 2024-05-20T21:30:32.942 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.942 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.942 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.942 INFO:tasks.workunit.client.0.smithi008.stdout:521/600: open fd = 3 2024-05-20T21:30:32.942 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.942 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.942 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.943 INFO:tasks.workunit.client.0.smithi008.stdout:522/600: open fd = 3 2024-05-20T21:30:32.943 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.943 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.943 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.943 INFO:tasks.workunit.client.0.smithi008.stdout:523/600: open fd = 3 2024-05-20T21:30:32.943 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.943 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.943 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.943 INFO:tasks.workunit.client.0.smithi008.stdout:524/600: open fd = 3 2024-05-20T21:30:32.943 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.943 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.943 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.943 INFO:tasks.workunit.client.0.smithi008.stdout:525/600: open fd = 3 2024-05-20T21:30:32.943 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.944 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.944 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.944 INFO:tasks.workunit.client.0.smithi008.stdout:526/600: open fd = 3 2024-05-20T21:30:32.944 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.944 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.944 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.944 INFO:tasks.workunit.client.0.smithi008.stdout:527/600: open fd = 3 2024-05-20T21:30:32.944 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.944 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.944 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.944 INFO:tasks.workunit.client.0.smithi008.stdout:528/600: open fd = 3 2024-05-20T21:30:32.944 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.944 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.944 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.944 INFO:tasks.workunit.client.0.smithi008.stdout:529/600: open fd = 3 2024-05-20T21:30:32.945 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.945 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.945 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.945 INFO:tasks.workunit.client.0.smithi008.stdout:530/600: open fd = 3 2024-05-20T21:30:32.945 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.945 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.945 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.945 INFO:tasks.workunit.client.0.smithi008.stdout:531/600: open fd = 3 2024-05-20T21:30:32.945 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.945 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.945 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.945 INFO:tasks.workunit.client.0.smithi008.stdout:532/600: open fd = 3 2024-05-20T21:30:32.945 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.945 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.946 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.946 INFO:tasks.workunit.client.0.smithi008.stdout:533/600: open fd = 3 2024-05-20T21:30:32.946 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.946 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.946 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.946 INFO:tasks.workunit.client.0.smithi008.stdout:534/600: open fd = 3 2024-05-20T21:30:32.946 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.946 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.946 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.946 INFO:tasks.workunit.client.0.smithi008.stdout:535/600: open fd = 3 2024-05-20T21:30:32.946 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.946 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.946 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.946 INFO:tasks.workunit.client.0.smithi008.stdout:536/600: open fd = 3 2024-05-20T21:30:32.947 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.947 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.947 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.947 INFO:tasks.workunit.client.0.smithi008.stdout:537/600: open fd = 3 2024-05-20T21:30:32.947 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.947 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.947 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.947 INFO:tasks.workunit.client.0.smithi008.stdout:538/600: open fd = 3 2024-05-20T21:30:32.947 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.947 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.947 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.947 INFO:tasks.workunit.client.0.smithi008.stdout:539/600: open fd = 3 2024-05-20T21:30:32.947 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.948 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.948 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.948 INFO:tasks.workunit.client.0.smithi008.stdout:540/600: open fd = 3 2024-05-20T21:30:32.948 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.948 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.948 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.948 INFO:tasks.workunit.client.0.smithi008.stdout:541/600: open fd = 3 2024-05-20T21:30:32.948 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.948 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.948 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.948 INFO:tasks.workunit.client.0.smithi008.stdout:542/600: open fd = 3 2024-05-20T21:30:32.948 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.948 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.948 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.949 INFO:tasks.workunit.client.0.smithi008.stdout:543/600: open fd = 3 2024-05-20T21:30:32.949 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.949 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.949 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.949 INFO:tasks.workunit.client.0.smithi008.stdout:544/600: open fd = 3 2024-05-20T21:30:32.949 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.949 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.949 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.949 INFO:tasks.workunit.client.0.smithi008.stdout:545/600: open fd = 3 2024-05-20T21:30:32.949 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.949 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.949 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.949 INFO:tasks.workunit.client.0.smithi008.stdout:546/600: open fd = 3 2024-05-20T21:30:32.949 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.950 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.950 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.950 INFO:tasks.workunit.client.0.smithi008.stdout:547/600: open fd = 3 2024-05-20T21:30:32.950 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.950 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.950 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.950 INFO:tasks.workunit.client.0.smithi008.stdout:548/600: open fd = 3 2024-05-20T21:30:32.950 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.950 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.950 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.950 INFO:tasks.workunit.client.0.smithi008.stdout:549/600: open fd = 3 2024-05-20T21:30:32.950 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.950 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.950 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.951 INFO:tasks.workunit.client.0.smithi008.stdout:550/600: open fd = 3 2024-05-20T21:30:32.951 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.951 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.951 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.951 INFO:tasks.workunit.client.0.smithi008.stdout:551/600: open fd = 3 2024-05-20T21:30:32.951 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.951 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.951 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.951 INFO:tasks.workunit.client.0.smithi008.stdout:552/600: open fd = 3 2024-05-20T21:30:32.951 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.951 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.951 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.951 INFO:tasks.workunit.client.0.smithi008.stdout:553/600: open fd = 3 2024-05-20T21:30:32.951 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.951 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.952 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.952 INFO:tasks.workunit.client.0.smithi008.stdout:554/600: open fd = 3 2024-05-20T21:30:32.952 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.952 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.952 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.952 INFO:tasks.workunit.client.0.smithi008.stdout:555/600: open fd = 3 2024-05-20T21:30:32.952 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.952 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.952 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.952 INFO:tasks.workunit.client.0.smithi008.stdout:556/600: open fd = 3 2024-05-20T21:30:32.952 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.952 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.952 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.952 INFO:tasks.workunit.client.0.smithi008.stdout:557/600: open fd = 3 2024-05-20T21:30:32.952 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.953 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.953 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.953 INFO:tasks.workunit.client.0.smithi008.stdout:558/600: open fd = 3 2024-05-20T21:30:32.953 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.953 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.953 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.953 INFO:tasks.workunit.client.0.smithi008.stdout:559/600: open fd = 3 2024-05-20T21:30:32.953 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.953 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.953 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.953 INFO:tasks.workunit.client.0.smithi008.stdout:560/600: open fd = 3 2024-05-20T21:30:32.953 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.953 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:30:32.953 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:30:32.954 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:30:32 smithi008 ceph-mon[31475]: pgmap v896: 97 pgs: 97 active+clean; 3.7 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 17 op/s 2024-05-20T21:30:33.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:30:32 smithi130 ceph-mon[36448]: pgmap v896: 97 pgs: 97 active+clean; 3.7 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 17 op/s 2024-05-20T21:30:33.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:30:32 smithi050 ceph-mon[35809]: pgmap v896: 97 pgs: 97 active+clean; 3.7 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 17 op/s 2024-05-20T21:30:34.488 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.488+0000 7ff37aa00700 1 -- 172.21.15.8:0/554353942 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff374109540 msgr2=0x7ff374109920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:34.488 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.488+0000 7ff37aa00700 1 --2- 172.21.15.8:0/554353942 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff374109540 0x7ff374109920 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7ff368009fc0 tx=0x7ff36800b330 comp rx=0 tx=0).stop 2024-05-20T21:30:34.488 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.488+0000 7ff37aa00700 1 -- 172.21.15.8:0/554353942 shutdown_connections 2024-05-20T21:30:34.488 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.488+0000 7ff37aa00700 1 --2- 172.21.15.8:0/554353942 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff374109540 0x7ff374109920 unknown :-1 s=CLOSED pgs=669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:34.488 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.488+0000 7ff37aa00700 1 --2- 172.21.15.8:0/554353942 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff374103e50 0x7ff374110310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:34.488 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.488+0000 7ff37aa00700 1 --2- 172.21.15.8:0/554353942 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff374103490 0x7ff374103910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:34.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.488+0000 7ff37aa00700 1 -- 172.21.15.8:0/554353942 >> 172.21.15.8:0/554353942 conn(0x7ff3740fefc0 msgr2=0x7ff3741013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:34.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.488+0000 7ff37aa00700 1 -- 172.21.15.8:0/554353942 shutdown_connections 2024-05-20T21:30:34.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.488+0000 7ff37aa00700 1 -- 172.21.15.8:0/554353942 wait complete. 2024-05-20T21:30:34.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.489+0000 7ff37aa00700 1 Processor -- start 2024-05-20T21:30:34.489 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.490+0000 7ff37aa00700 1 -- start start 2024-05-20T21:30:34.490 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.490+0000 7ff37aa00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff374103490 0x7ff374075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:34.490 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.490+0000 7ff37aa00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff374103e50 0x7ff374075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:34.490 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.490+0000 7ff37aa00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff374109540 0x7ff3740762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:34.490 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.490+0000 7ff37aa00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7ff374113670 con 0x7ff374109540 2024-05-20T21:30:34.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.490+0000 7ff37aa00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff3741134f0 con 0x7ff374103490 2024-05-20T21:30:34.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.490+0000 7ff37aa00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7ff3741137f0 con 0x7ff374103e50 2024-05-20T21:30:34.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.490+0000 7ff379600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff374103490 0x7ff374075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:34.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.490+0000 7ff379600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff374103490 0x7ff374075840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:53506/0 (socket says 172.21.15.8:53506) 2024-05-20T21:30:34.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.490+0000 7ff379600700 1 -- 172.21.15.8:0/1381558317 learned_addr learned my addr 172.21.15.8:0/1381558317 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:34.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.491+0000 7ff378c00700 1 --2- 172.21.15.8:0/1381558317 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff374103e50 0x7ff374075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:34.491 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.491+0000 7ff37a000700 1 --2- 172.21.15.8:0/1381558317 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff374109540 0x7ff3740762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:34.492 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.491+0000 7ff379600700 1 -- 172.21.15.8:0/1381558317 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff374103e50 msgr2=0x7ff374075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:34.492 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.491+0000 7ff379600700 1 --2- 172.21.15.8:0/1381558317 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff374103e50 0x7ff374075d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:34.492 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.491+0000 7ff379600700 1 -- 172.21.15.8:0/1381558317 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff374109540 msgr2=0x7ff3740762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:34.492 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.491+0000 7ff379600700 1 --2- 172.21.15.8:0/1381558317 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff374109540 0x7ff3740762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:34.492 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.491+0000 7ff379600700 1 -- 172.21.15.8:0/1381558317 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3741a8080 con 0x7ff374103490 2024-05-20T21:30:34.492 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.491+0000 7ff379600700 1 --2- 172.21.15.8:0/1381558317 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff374103490 0x7ff374075840 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7ff36800ccb0 tx=0x7ff368004f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:34.492 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.491+0000 7ff372000700 1 -- 172.21.15.8:0/1381558317 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff368021070 con 0x7ff374103490 2024-05-20T21:30:34.492 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.492+0000 7ff372000700 1 -- 172.21.15.8:0/1381558317 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff368007b40 con 0x7ff374103490 2024-05-20T21:30:34.492 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.492+0000 7ff372000700 1 -- 172.21.15.8:0/1381558317 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3680052a0 con 0x7ff374103490 2024-05-20T21:30:34.492 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.492+0000 7ff37aa00700 1 -- 172.21.15.8:0/1381558317 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3741a8310 con 0x7ff374103490 2024-05-20T21:30:34.492 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.492+0000 7ff37aa00700 1 -- 172.21.15.8:0/1381558317 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3741a87c0 con 0x7ff374103490 2024-05-20T21:30:34.495 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.496+0000 7ff372000700 1 -- 172.21.15.8:0/1381558317 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7ff368024070 con 0x7ff374103490 2024-05-20T21:30:34.496 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.497+0000 7ff3869a3b80 1 Processor -- start 2024-05-20T21:30:34.496 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.497+0000 7ff3869a3b80 1 -- start start 2024-05-20T21:30:34.497 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.497+0000 7ff372000700 1 --2- 172.21.15.8:0/1381558317 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff35c0b2880 0x7ff35c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:34.497 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.497+0000 7ff3869a3b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5604ed45a7c0 0x5604ed45aba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:34.497 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.497+0000 7ff3869a3b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5604ed45b0e0 0x5604ed454d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:34.497 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.497+0000 7ff3869a3b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5604ed455390 0x5604ed4557f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:34.497 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.497+0000 7ff3869a3b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5604ed3b2e40 con 0x5604ed45a7c0 2024-05-20T21:30:34.497 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.497+0000 7ff3869a3b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5604ed3a29e0 con 0x5604ed45b0e0 2024-05-20T21:30:34.497 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.497+0000 7ff3869a3b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5604ed3a6a20 con 0x5604ed455390 2024-05-20T21:30:34.497 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.497+0000 7ff372000700 1 -- 172.21.15.8:0/1381558317 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7ff36800f020 con 0x7ff374103490 2024-05-20T21:30:34.498 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.498+0000 7ff379600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5604ed45a7c0 0x5604ed45aba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:34.498 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.498+0000 7ff379600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5604ed45a7c0 0x5604ed45aba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:47476/0 (socket says 172.21.15.8:47476) 2024-05-20T21:30:34.498 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.498+0000 7ff379600700 1 -- 172.21.15.8:0/3782597859 learned_addr learned my addr 172.21.15.8:0/3782597859 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:34.498 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.498+0000 7ff37a000700 1 --2- 172.21.15.8:0/3782597859 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5604ed455390 0x5604ed4557f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:34.499 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.498+0000 7ff378c00700 1 --2- 172.21.15.8:0/3782597859 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5604ed45b0e0 0x5604ed454d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:34.499 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.498+0000 7ff37a000700 1 --2- 172.21.15.8:0/1381558317 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff35c0b2880 0x7ff35c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:34.499 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.498+0000 7ff379600700 1 -- 172.21.15.8:0/3782597859 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5604ed455390 msgr2=0x5604ed4557f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:34.499 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.498+0000 7ff379600700 1 --2- 172.21.15.8:0/3782597859 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5604ed455390 0x5604ed4557f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:34.499 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.498+0000 7ff379600700 1 -- 172.21.15.8:0/3782597859 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5604ed45b0e0 msgr2=0x5604ed454d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:34.499 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.498+0000 7ff379600700 1 --2- 172.21.15.8:0/3782597859 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5604ed45b0e0 0x5604ed454d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:34.499 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.498+0000 7ff379600700 1 -- 172.21.15.8:0/3782597859 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5604ed36b420 con 0x5604ed45a7c0 2024-05-20T21:30:34.499 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.498+0000 7ff37a000700 1 --2- 172.21.15.8:0/3782597859 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5604ed455390 0x5604ed4557f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:30:34.499 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.499+0000 7ff379600700 1 --2- 172.21.15.8:0/3782597859 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5604ed45a7c0 0x5604ed45aba0 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7ff368009f90 tx=0x7ff368009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a66b481e00ecea91 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:34.499 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.499+0000 7ff37a000700 1 --2- 172.21.15.8:0/1381558317 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff35c0b2880 0x7ff35c0b4d40 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7ff36c0092e0 tx=0x7ff36c009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:34.499 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.499+0000 7ff366a00700 1 -- 172.21.15.8:0/3782597859 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3680aaa10 con 0x5604ed45a7c0 2024-05-20T21:30:34.499 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.499+0000 7ff366a00700 1 -- 172.21.15.8:0/3782597859 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff3680ab600 con 0x5604ed45a7c0 2024-05-20T21:30:34.499 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.499+0000 7ff366a00700 1 -- 172.21.15.8:0/3782597859 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3680b3cd0 con 0x5604ed45a7c0 2024-05-20T21:30:34.500 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.500+0000 7ff3869a3b80 1 -- 172.21.15.8:0/3782597859 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5604ed45a7c0 msgr2=0x5604ed45aba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:34.500 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.500+0000 7ff3869a3b80 1 --2- 172.21.15.8:0/3782597859 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5604ed45a7c0 0x5604ed45aba0 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7ff368009f90 tx=0x7ff368009920 comp rx=0 tx=0).stop 2024-05-20T21:30:34.501 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.500+0000 7ff3869a3b80 1 -- 172.21.15.8:0/3782597859 shutdown_connections 2024-05-20T21:30:34.501 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.500+0000 7ff3869a3b80 1 --2- 172.21.15.8:0/3782597859 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5604ed455390 0x5604ed4557f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:34.501 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.500+0000 7ff3869a3b80 1 --2- 172.21.15.8:0/3782597859 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5604ed45a7c0 0x5604ed45aba0 unknown :-1 s=CLOSED pgs=747 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:34.501 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.500+0000 7ff3869a3b80 1 --2- 172.21.15.8:0/3782597859 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5604ed45b0e0 0x5604ed454d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:34.501 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.500+0000 7ff3869a3b80 1 -- 172.21.15.8:0/3782597859 >> 172.21.15.8:0/3782597859 conn(0x5604ed382be0 msgr2=0x5604ed44f810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:34.501 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.500+0000 7ff3869a3b80 1 -- 172.21.15.8:0/3782597859 shutdown_connections 2024-05-20T21:30:34.501 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.500+0000 7ff3869a3b80 1 -- 172.21.15.8:0/3782597859 wait complete. 2024-05-20T21:30:34.501 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.501+0000 7ff3869a3b80 1 -- start start 2024-05-20T21:30:34.501 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.501+0000 7ff3869a3b80 1 Processor -- start 2024-05-20T21:30:34.504 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.501+0000 7ff3869a3b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5604ed455390 0x5604ed460e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:34.504 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.502+0000 7ff3869a3b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5604ed45a7c0 0x5604ed45e1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:34.504 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.502+0000 7ff3869a3b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5604ed45b0e0 0x5604ed45e730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:34.504 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.502+0000 7ff3869a3b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5604ed2a8fa0 con 0x5604ed455390 2024-05-20T21:30:34.504 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.502+0000 7ff3869a3b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5604ed343760 con 0x5604ed45a7c0 2024-05-20T21:30:34.504 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.502+0000 7ff3869a3b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5604ed4619c0 con 0x5604ed45b0e0 2024-05-20T21:30:34.504 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.502+0000 7ff3869a3b80 10 client.0 _ll_register_callbacks cb 0x5604ed34cc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:34.504 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.502+0000 7ff379600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5604ed455390 0x5604ed460e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:34.504 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.502+0000 7ff378c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5604ed45a7c0 0x5604ed45e1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:34.504 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.502+0000 7ff378c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5604ed45a7c0 0x5604ed45e1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:53532/0 (socket says 172.21.15.8:53532) 2024-05-20T21:30:34.505 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.502+0000 7ff379600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5604ed455390 0x5604ed460e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:47490/0 (socket says 172.21.15.8:47490) 2024-05-20T21:30:34.505 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.502+0000 7ff378c00700 1 -- 172.21.15.8:0/3687491204 learned_addr learned my addr 172.21.15.8:0/3687491204 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:34.505 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.502+0000 7ff37a000700 1 --2- 172.21.15.8:0/3687491204 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5604ed45b0e0 0x5604ed45e730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:34.505 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.503+0000 7ff379600700 1 -- 172.21.15.8:0/3687491204 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5604ed45b0e0 msgr2=0x5604ed45e730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:34.505 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.503+0000 7ff379600700 1 --2- 172.21.15.8:0/3687491204 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5604ed45b0e0 0x5604ed45e730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:34.505 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.503+0000 7ff379600700 1 -- 172.21.15.8:0/3687491204 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5604ed45a7c0 msgr2=0x5604ed45e1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:34.505 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.503+0000 7ff379600700 1 --2- 172.21.15.8:0/3687491204 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5604ed45a7c0 0x5604ed45e1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:34.505 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.503+0000 7ff379600700 1 -- 172.21.15.8:0/3687491204 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5604ed2f28d0 con 0x5604ed455390 2024-05-20T21:30:34.505 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.503+0000 7ff379600700 1 --2- 172.21.15.8:0/3687491204 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5604ed455390 0x5604ed460e50 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7ff368009790 tx=0x7ff368023380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c75ea11a0dce3c82 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:34.505 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.503+0000 7ff35b400700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:30:34.505 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.503+0000 7ff35b400700 1 -- 172.21.15.8:0/3687491204 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff368022850 con 0x5604ed455390 2024-05-20T21:30:34.505 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.503+0000 7ff35b400700 1 -- 172.21.15.8:0/3687491204 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7ff3680a74f0 con 0x5604ed455390 2024-05-20T21:30:34.505 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.503+0000 7ff3869a3b80 1 -- 172.21.15.8:0/3687491204 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff3680ab600 con 0x5604ed455390 2024-05-20T21:30:34.505 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.503+0000 7ff35b400700 1 -- 172.21.15.8:0/3687491204 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff3680b3cd0 con 0x5604ed455390 2024-05-20T21:30:34.506 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.504+0000 7ff3869a3b80 10 client.19557 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:34.506 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.504+0000 7ff3869a3b80 1 -- 172.21.15.8:0/3687491204 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5604ed373060 con 0x5604ed455390 2024-05-20T21:30:34.506 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.504+0000 7ff35b400700 1 -- 172.21.15.8:0/3687491204 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff3680ab600 con 0x5604ed455390 2024-05-20T21:30:34.506 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.504+0000 7ff35b400700 1 -- 172.21.15.8:0/3687491204 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7ff368011070 con 0x5604ed455390 2024-05-20T21:30:34.506 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.504+0000 7ff3869a3b80 10 client.19557 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:34.506 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.504+0000 7ff3869a3b80 10 client.19557 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:30:34.506 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.504+0000 7ff3869a3b80 20 client.19557 populate_metadata read hostname 'smithi008' 2024-05-20T21:30:34.506 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.504+0000 7ff3869a3b80 1 --2- 172.21.15.8:0/3687491204 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x5604ed46e2f0 0x5604ed4706e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:34.506 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.504+0000 7ff3869a3b80 4 client.19557 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:30:34.506 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.504+0000 7ff3869a3b80 1 -- 172.21.15.8:0/3687491204 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5604ed3b4d90 con 0x5604ed46e2f0 2024-05-20T21:30:34.506 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.505+0000 7ff378c00700 1 --2- 172.21.15.8:0/3687491204 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x5604ed46e2f0 0x5604ed4706e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:34.508 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.505+0000 7ff378c00700 1 --2- 172.21.15.8:0/3687491204 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x5604ed46e2f0 0x5604ed4706e0 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=485754f999bddc5 server_cookie=40283ef0a3d88b6d in_seq=0 out_seq=0 2024-05-20T21:30:34.508 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.505+0000 7ff35b400700 10 client.19557 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:30:34.508 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.506+0000 7ff35b400700 1 -- 172.21.15.8:0/3687491204 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5604ed3b4d90 con 0x5604ed46e2f0 2024-05-20T21:30:34.508 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.506+0000 7ff35b400700 10 client.19557 handle_command_reply: tid=0 2024-05-20T21:30:34.508 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.506+0000 7ff3869a3b80 1 client.19557 shutdown 2024-05-20T21:30:34.508 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.506+0000 7ff3869a3b80 1 -- 172.21.15.8:0/3687491204 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5604ed455390 msgr2=0x5604ed460e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:34.508 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.506+0000 7ff3869a3b80 1 --2- 172.21.15.8:0/3687491204 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5604ed455390 0x5604ed460e50 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7ff368009790 tx=0x7ff368023380 comp rx=0 tx=0).stop 2024-05-20T21:30:34.508 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.506+0000 7ff3869a3b80 1 -- 172.21.15.8:0/3687491204 shutdown_connections 2024-05-20T21:30:34.508 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.506+0000 7ff3869a3b80 1 --2- 172.21.15.8:0/3687491204 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x5604ed46e2f0 0x5604ed4706e0 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:34.508 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.506+0000 7ff3869a3b80 1 --2- 172.21.15.8:0/3687491204 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5604ed45b0e0 0x5604ed45e730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:34.508 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.506+0000 7ff3869a3b80 1 --2- 172.21.15.8:0/3687491204 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5604ed455390 0x5604ed460e50 unknown :-1 s=CLOSED pgs=748 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:34.508 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.506+0000 7ff3869a3b80 1 --2- 172.21.15.8:0/3687491204 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5604ed45a7c0 0x5604ed45e1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:34.508 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.506+0000 7ff3869a3b80 1 -- 172.21.15.8:0/3687491204 >> 172.21.15.8:0/3687491204 conn(0x5604ed382be0 msgr2=0x5604ed44efc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:34.509 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.506+0000 7ff35b400700 0 client.19557 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:30:34.509 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.507+0000 7ff3869a3b80 1 -- 172.21.15.8:0/3687491204 shutdown_connections 2024-05-20T21:30:34.509 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.507+0000 7ff3869a3b80 1 -- 172.21.15.8:0/3687491204 wait complete. 2024-05-20T21:30:34.509 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.507+0000 7ff3869a3b80 20 client.19557 trim_cache size 0 max 16384 2024-05-20T21:30:34.523 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.524+0000 7ff3869a3b80 1 Processor -- start 2024-05-20T21:30:34.523 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.524+0000 7ff3869a3b80 1 -- start start 2024-05-20T21:30:34.524 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.524+0000 7ff3869a3b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5604ed455390 0x5604ed454d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:34.524 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.524+0000 7ff3869a3b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5604ed45a7c0 0x5604ed45bbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:34.524 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.524+0000 7ff3869a3b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5604ed45b0e0 0x5604ed44f740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:34.524 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.524+0000 7ff3869a3b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7ff3741b24a0 con 0x5604ed45a7c0 2024-05-20T21:30:34.524 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.524+0000 7ff3869a3b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff3741afd30 con 0x5604ed45b0e0 2024-05-20T21:30:34.524 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.524+0000 7ff3869a3b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7ff3741adba0 con 0x5604ed455390 2024-05-20T21:30:34.525 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.525+0000 7ff378c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5604ed45a7c0 0x5604ed45bbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:34.525 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.525+0000 7ff378c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5604ed45a7c0 0x5604ed45bbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:47496/0 (socket says 172.21.15.8:47496) 2024-05-20T21:30:34.525 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.525+0000 7ff378c00700 1 -- 172.21.15.8:0/1623796278 learned_addr learned my addr 172.21.15.8:0/1623796278 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:34.525 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.525+0000 7ff37a000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5604ed45b0e0 0x5604ed44f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:34.525 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.525+0000 7ff379600700 1 --2- 172.21.15.8:0/1623796278 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5604ed455390 0x5604ed454d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:34.525 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.525+0000 7ff378c00700 1 -- 172.21.15.8:0/1623796278 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5604ed455390 msgr2=0x5604ed454d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:34.525 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.525+0000 7ff378c00700 1 --2- 172.21.15.8:0/1623796278 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5604ed455390 0x5604ed454d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:34.525 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.525+0000 7ff378c00700 1 -- 172.21.15.8:0/1623796278 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5604ed45b0e0 msgr2=0x5604ed44f740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:34.525 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.525+0000 7ff378c00700 1 --2- 172.21.15.8:0/1623796278 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5604ed45b0e0 0x5604ed44f740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:34.525 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.525+0000 7ff378c00700 1 -- 172.21.15.8:0/1623796278 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5604ed45c760 con 0x5604ed45a7c0 2024-05-20T21:30:34.526 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.525+0000 7ff379600700 1 --2- 172.21.15.8:0/1623796278 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5604ed455390 0x5604ed454d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:30:34.526 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.525+0000 7ff37a000700 1 --2- 172.21.15.8:0/1623796278 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5604ed45b0e0 0x5604ed44f740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:30:34.526 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.526+0000 7ff378c00700 1 --2- 172.21.15.8:0/1623796278 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5604ed45a7c0 0x5604ed45bbd0 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7ff360004790 tx=0x7ff360009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef07361dc8cac5fe server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:34.527 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.526+0000 7ff366000700 1 -- 172.21.15.8:0/1623796278 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff360003800 con 0x5604ed45a7c0 2024-05-20T21:30:34.527 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.526+0000 7ff366000700 1 -- 172.21.15.8:0/1623796278 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff360003e50 con 0x5604ed45a7c0 2024-05-20T21:30:34.527 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.526+0000 7ff366000700 1 -- 172.21.15.8:0/1623796278 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff360020410 con 0x5604ed45a7c0 2024-05-20T21:30:34.527 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.527+0000 7ff3869a3b80 1 -- 172.21.15.8:0/1623796278 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5604ed45a7c0 msgr2=0x5604ed45bbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:34.527 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.527+0000 7ff3869a3b80 1 --2- 172.21.15.8:0/1623796278 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5604ed45a7c0 0x5604ed45bbd0 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7ff360004790 tx=0x7ff360009260 comp rx=0 tx=0).stop 2024-05-20T21:30:34.527 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.527+0000 7ff3869a3b80 1 -- 172.21.15.8:0/1623796278 shutdown_connections 2024-05-20T21:30:34.527 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.527+0000 7ff3869a3b80 1 --2- 172.21.15.8:0/1623796278 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5604ed45b0e0 0x5604ed44f740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:34.527 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.527+0000 7ff3869a3b80 1 --2- 172.21.15.8:0/1623796278 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5604ed455390 0x5604ed454d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:34.528 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.527+0000 7ff3869a3b80 1 --2- 172.21.15.8:0/1623796278 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5604ed45a7c0 0x5604ed45bbd0 unknown :-1 s=CLOSED pgs=749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:34.528 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.527+0000 7ff3869a3b80 1 -- 172.21.15.8:0/1623796278 >> 172.21.15.8:0/1623796278 conn(0x5604ed382be0 msgr2=0x5604ed45b4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:34.528 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.527+0000 7ff3869a3b80 1 -- 172.21.15.8:0/1623796278 shutdown_connections 2024-05-20T21:30:34.528 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.527+0000 7ff3869a3b80 1 -- 172.21.15.8:0/1623796278 wait complete. 2024-05-20T21:30:34.528 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.528+0000 7ff3869a3b80 1 -- start start 2024-05-20T21:30:34.528 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.528+0000 7ff3869a3b80 1 Processor -- start 2024-05-20T21:30:34.530 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.528+0000 7ff3869a3b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5604ed455390 0x5604ed466ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:34.530 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.528+0000 7ff3869a3b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5604ed45a7c0 0x5604ed467410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:34.530 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.528+0000 7ff3869a3b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5604ed45b0e0 0x5604ed4753d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:34.530 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.528+0000 7ff3869a3b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7ff3741ae1f0 con 0x5604ed45a7c0 2024-05-20T21:30:34.530 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.528+0000 7ff3869a3b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff3741af660 con 0x5604ed45b0e0 2024-05-20T21:30:34.531 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.528+0000 7ff3869a3b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7ff3741ae8c0 con 0x5604ed455390 2024-05-20T21:30:34.532 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.528+0000 7ff3869a3b80 10 client.0 _ll_register_callbacks cb 0x5604ed34cc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:34.532 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.529+0000 7ff378c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5604ed45a7c0 0x5604ed467410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:34.532 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.529+0000 7ff379600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5604ed455390 0x5604ed466ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:34.532 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.529+0000 7ff379600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5604ed455390 0x5604ed466ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:37920/0 (socket says 172.21.15.8:37920) 2024-05-20T21:30:34.533 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.529+0000 7ff378c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5604ed45a7c0 0x5604ed467410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:47508/0 (socket says 172.21.15.8:47508) 2024-05-20T21:30:34.533 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.529+0000 7ff379600700 1 -- 172.21.15.8:0/1320555967 learned_addr learned my addr 172.21.15.8:0/1320555967 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:34.533 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.529+0000 7ff37a000700 1 --2- 172.21.15.8:0/1320555967 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5604ed45b0e0 0x5604ed4753d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:34.533 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.529+0000 7ff379600700 1 -- 172.21.15.8:0/1320555967 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5604ed45b0e0 msgr2=0x5604ed4753d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:34.533 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.529+0000 7ff379600700 1 --2- 172.21.15.8:0/1320555967 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5604ed45b0e0 0x5604ed4753d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:34.533 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.529+0000 7ff379600700 1 -- 172.21.15.8:0/1320555967 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5604ed45a7c0 msgr2=0x5604ed467410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:34.533 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.529+0000 7ff379600700 1 --2- 172.21.15.8:0/1320555967 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5604ed45a7c0 0x5604ed467410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:34.533 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.529+0000 7ff379600700 1 -- 172.21.15.8:0/1320555967 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5604ed475bb0 con 0x5604ed455390 2024-05-20T21:30:34.534 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.529+0000 7ff378c00700 1 --2- 172.21.15.8:0/1320555967 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5604ed45a7c0 0x5604ed467410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:34.534 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.530+0000 7ff379600700 1 --2- 172.21.15.8:0/1320555967 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5604ed455390 0x5604ed466ed0 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7ff36800d010 tx=0x7ff3680aa490 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ad83a6a60657dd28 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:34.534 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.530+0000 7ff35b400700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:30:34.534 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.530+0000 7ff35b400700 1 -- 172.21.15.8:0/1320555967 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff368022850 con 0x5604ed455390 2024-05-20T21:30:34.534 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.530+0000 7ff35b400700 1 -- 172.21.15.8:0/1320555967 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7ff3680a74f0 con 0x5604ed455390 2024-05-20T21:30:34.534 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.530+0000 7ff3869a3b80 1 -- 172.21.15.8:0/1320555967 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff360003e50 con 0x5604ed455390 2024-05-20T21:30:34.534 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.530+0000 7ff35b400700 1 -- 172.21.15.8:0/1320555967 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff3680b3840 con 0x5604ed455390 2024-05-20T21:30:34.535 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.530+0000 7ff3869a3b80 10 client.29731 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:34.535 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.530+0000 7ff3869a3b80 1 -- 172.21.15.8:0/1320555967 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5604ed475bb0 con 0x5604ed455390 2024-05-20T21:30:34.535 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.530+0000 7ff35b400700 1 -- 172.21.15.8:0/1320555967 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff360003e50 con 0x5604ed455390 2024-05-20T21:30:34.537 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.531+0000 7ff35b400700 1 -- 172.21.15.8:0/1320555967 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7ff368011070 con 0x5604ed455390 2024-05-20T21:30:34.537 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.531+0000 7ff3869a3b80 10 client.29731 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:34.537 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.531+0000 7ff3869a3b80 10 client.29731 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:30:34.537 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.531+0000 7ff3869a3b80 20 client.29731 populate_metadata read hostname 'smithi008' 2024-05-20T21:30:34.537 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.531+0000 7ff3869a3b80 1 --2- 172.21.15.8:0/1320555967 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x5604ed4d8c10 0x5604ed4db000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:34.538 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.531+0000 7ff3869a3b80 4 client.29731 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:30:34.538 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.531+0000 7ff3869a3b80 1 -- 172.21.15.8:0/1320555967 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5604ed3ae570 con 0x5604ed4d8c10 2024-05-20T21:30:34.538 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.531+0000 7ff378c00700 1 --2- 172.21.15.8:0/1320555967 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x5604ed4d8c10 0x5604ed4db000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:34.538 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.532+0000 7ff378c00700 1 --2- 172.21.15.8:0/1320555967 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x5604ed4d8c10 0x5604ed4db000 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=7ce7e774c67b8f30 server_cookie=4c3c08ef41ee36e1 in_seq=0 out_seq=0 2024-05-20T21:30:34.538 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.532+0000 7ff35b400700 10 client.29731 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:30:34.538 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.532+0000 7ff35b400700 1 -- 172.21.15.8:0/1320555967 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5604ed3ae570 con 0x5604ed4d8c10 2024-05-20T21:30:34.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.532+0000 7ff35b400700 10 client.29731 handle_command_reply: tid=0 2024-05-20T21:30:34.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.532+0000 7ff3869a3b80 1 client.29731 shutdown 2024-05-20T21:30:34.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.532+0000 7ff3869a3b80 1 -- 172.21.15.8:0/1320555967 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5604ed455390 msgr2=0x5604ed466ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:34.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.532+0000 7ff3869a3b80 1 --2- 172.21.15.8:0/1320555967 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5604ed455390 0x5604ed466ed0 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7ff36800d010 tx=0x7ff3680aa490 comp rx=0 tx=0).stop 2024-05-20T21:30:34.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.532+0000 7ff3869a3b80 1 -- 172.21.15.8:0/1320555967 shutdown_connections 2024-05-20T21:30:34.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.532+0000 7ff3869a3b80 1 --2- 172.21.15.8:0/1320555967 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x5604ed4d8c10 0x5604ed4db000 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:34.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.532+0000 7ff3869a3b80 1 --2- 172.21.15.8:0/1320555967 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5604ed45b0e0 0x5604ed4753d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:34.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.532+0000 7ff3869a3b80 1 --2- 172.21.15.8:0/1320555967 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5604ed455390 0x5604ed466ed0 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:34.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.532+0000 7ff3869a3b80 1 --2- 172.21.15.8:0/1320555967 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5604ed45a7c0 0x5604ed467410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:34.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.532+0000 7ff35b400700 0 client.29731 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:30:34.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.532+0000 7ff3869a3b80 1 -- 172.21.15.8:0/1320555967 >> 172.21.15.8:0/1320555967 conn(0x5604ed382be0 msgr2=0x5604ed45bd50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:34.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.533+0000 7ff3869a3b80 1 -- 172.21.15.8:0/1320555967 shutdown_connections 2024-05-20T21:30:34.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.533+0000 7ff3869a3b80 1 -- 172.21.15.8:0/1320555967 wait complete. 2024-05-20T21:30:34.540 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.533+0000 7ff3869a3b80 20 client.29731 trim_cache size 0 max 16384 2024-05-20T21:30:34.540 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:30:34.540 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.533+0000 7ff37aa00700 1 -- 172.21.15.8:0/1381558317 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff35c0b2880 msgr2=0x7ff35c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:34.540 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.533+0000 7ff37aa00700 1 --2- 172.21.15.8:0/1381558317 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff35c0b2880 0x7ff35c0b4d40 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7ff36c0092e0 tx=0x7ff36c009310 comp rx=0 tx=0).stop 2024-05-20T21:30:34.541 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.533+0000 7ff37aa00700 1 -- 172.21.15.8:0/1381558317 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff374103490 msgr2=0x7ff374075840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:34.541 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.533+0000 7ff37aa00700 1 --2- 172.21.15.8:0/1381558317 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff374103490 0x7ff374075840 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7ff36800ccb0 tx=0x7ff368004f90 comp rx=0 tx=0).stop 2024-05-20T21:30:34.541 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.533+0000 7ff37aa00700 1 -- 172.21.15.8:0/1381558317 shutdown_connections 2024-05-20T21:30:34.541 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.533+0000 7ff37aa00700 1 --2- 172.21.15.8:0/1381558317 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff35c0b2880 0x7ff35c0b4d40 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:34.541 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.533+0000 7ff37aa00700 1 --2- 172.21.15.8:0/1381558317 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff374103490 0x7ff374075840 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:34.541 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.534+0000 7ff37aa00700 1 --2- 172.21.15.8:0/1381558317 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ff374109540 0x7ff3740762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:34.541 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.534+0000 7ff37aa00700 1 --2- 172.21.15.8:0/1381558317 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff374103e50 0x7ff374075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:34.541 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.534+0000 7ff37aa00700 1 -- 172.21.15.8:0/1381558317 >> 172.21.15.8:0/1381558317 conn(0x7ff3740fefc0 msgr2=0x7ff3741007a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:34.541 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.534+0000 7ff37aa00700 1 -- 172.21.15.8:0/1381558317 shutdown_connections 2024-05-20T21:30:34.541 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:34.534+0000 7ff37aa00700 1 -- 172.21.15.8:0/1381558317 wait complete. 2024-05-20T21:30:34.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:30:34 smithi008 ceph-mon[31475]: pgmap v897: 97 pgs: 97 active+clean; 3.7 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:30:35.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:30:34 smithi130 ceph-mon[36448]: pgmap v897: 97 pgs: 97 active+clean; 3.7 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:30:35.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:30:34 smithi050 ceph-mon[35809]: pgmap v897: 97 pgs: 97 active+clean; 3.7 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:30:35.467 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:30:35.958 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:30:37.142 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:30:36 smithi008 ceph-mon[31475]: pgmap v898: 97 pgs: 97 active+clean; 3.8 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:30:37.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:30:36 smithi130 ceph-mon[36448]: pgmap v898: 97 pgs: 97 active+clean; 3.8 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:30:37.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:30:36 smithi050 ceph-mon[35809]: pgmap v898: 97 pgs: 97 active+clean; 3.8 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:30:38.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.189+0000 7f73d7e00700 1 -- 172.21.15.8:0/3477947429 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f73d8077a70 msgr2=0x7f73d8077e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:38.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.189+0000 7f73d7e00700 1 --2- 172.21.15.8:0/3477947429 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f73d8077a70 0x7f73d8077e50 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7f73c8009990 tx=0x7f73c8009ca0 comp rx=0 tx=0).stop 2024-05-20T21:30:38.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.190+0000 7f73d7e00700 1 -- 172.21.15.8:0/3477947429 shutdown_connections 2024-05-20T21:30:38.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.190+0000 7f73d7e00700 1 --2- 172.21.15.8:0/3477947429 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f73d81142f0 0x7f73d81166e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:38.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.190+0000 7f73d7e00700 1 --2- 172.21.15.8:0/3477947429 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f73d8077a70 0x7f73d8077e50 unknown :-1 s=CLOSED pgs=750 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:38.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.190+0000 7f73d7e00700 1 --2- 172.21.15.8:0/3477947429 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f73d8078390 0x7f73d8113db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:38.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.190+0000 7f73d7e00700 1 -- 172.21.15.8:0/3477947429 >> 172.21.15.8:0/3477947429 conn(0x7f73d8101180 msgr2=0x7f73d81035a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:38.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.190+0000 7f73d7e00700 1 -- 172.21.15.8:0/3477947429 shutdown_connections 2024-05-20T21:30:38.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.190+0000 7f73d7e00700 1 -- 172.21.15.8:0/3477947429 wait complete. 2024-05-20T21:30:38.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.191+0000 7f73d7e00700 1 Processor -- start 2024-05-20T21:30:38.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.191+0000 7f73d7e00700 1 -- start start 2024-05-20T21:30:38.192 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.192+0000 7f73d7e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f73d8077a70 0x7f73d81a0190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:38.192 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.192+0000 7f73d7e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f73d8078390 0x7f73d81a06d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:38.192 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.192+0000 7f73d7e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f73d81142f0 0x7f73d81a4a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:38.192 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.192+0000 7f73d7e00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f73d8119c80 con 0x7f73d8077a70 2024-05-20T21:30:38.192 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.192+0000 7f73d7e00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f73d8119b00 con 0x7f73d8078390 2024-05-20T21:30:38.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.192+0000 7f73d7e00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f73d8119e00 con 0x7f73d81142f0 2024-05-20T21:30:38.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.192+0000 7f73d6a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f73d8077a70 0x7f73d81a0190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:38.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.192+0000 7f73cfe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f73d8078390 0x7f73d81a06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:38.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.193+0000 7f73cfe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f73d8078390 0x7f73d81a06d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:53580/0 (socket says 172.21.15.8:53580) 2024-05-20T21:30:38.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.193+0000 7f73cfe00700 1 -- 172.21.15.8:0/4045249086 learned_addr learned my addr 172.21.15.8:0/4045249086 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:38.193 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.193+0000 7f73d7400700 1 --2- 172.21.15.8:0/4045249086 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f73d81142f0 0x7f73d81a4a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:38.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.193+0000 7f73cfe00700 1 -- 172.21.15.8:0/4045249086 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f73d81142f0 msgr2=0x7f73d81a4a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:38.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.193+0000 7f73cfe00700 1 --2- 172.21.15.8:0/4045249086 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f73d81142f0 0x7f73d81a4a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:38.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.193+0000 7f73cfe00700 1 -- 172.21.15.8:0/4045249086 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f73d8077a70 msgr2=0x7f73d81a0190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:38.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.193+0000 7f73cfe00700 1 --2- 172.21.15.8:0/4045249086 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f73d8077a70 0x7f73d81a0190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:38.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.193+0000 7f73cfe00700 1 -- 172.21.15.8:0/4045249086 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73d81a5150 con 0x7f73d8078390 2024-05-20T21:30:38.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.193+0000 7f73cfe00700 1 --2- 172.21.15.8:0/4045249086 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f73d8078390 0x7f73d81a06d0 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f73c000e9c0 tx=0x7f73c000ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:38.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.194+0000 7f73cf400700 1 -- 172.21.15.8:0/4045249086 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73c000cbd0 con 0x7f73d8078390 2024-05-20T21:30:38.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.194+0000 7f73cf400700 1 -- 172.21.15.8:0/4045249086 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f73c000ee50 con 0x7f73d8078390 2024-05-20T21:30:38.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.194+0000 7f73d7e00700 1 -- 172.21.15.8:0/4045249086 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f73d81a5440 con 0x7f73d8078390 2024-05-20T21:30:38.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.194+0000 7f73cf400700 1 -- 172.21.15.8:0/4045249086 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73c0005550 con 0x7f73d8078390 2024-05-20T21:30:38.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.194+0000 7f73d7e00700 1 -- 172.21.15.8:0/4045249086 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73d81accc0 con 0x7f73d8078390 2024-05-20T21:30:38.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.198+0000 7f73cf400700 1 -- 172.21.15.8:0/4045249086 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f73c0004750 con 0x7f73d8078390 2024-05-20T21:30:38.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.198+0000 7f73e868eb80 1 Processor -- start 2024-05-20T21:30:38.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.199+0000 7f73e868eb80 1 -- start start 2024-05-20T21:30:38.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.199+0000 7f73e868eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55af4cfab020 0x55af4cfab400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:38.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.199+0000 7f73e868eb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55af4cfab940 0x55af4cfa54b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:38.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.199+0000 7f73e868eb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55af4cfa5ad0 0x55af4cfa5f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:38.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.199+0000 7f73e868eb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55af4cf03e40 con 0x55af4cfab940 2024-05-20T21:30:38.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.199+0000 7f73e868eb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55af4cef39e0 con 0x55af4cfa5ad0 2024-05-20T21:30:38.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.199+0000 7f73e868eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55af4cef7a20 con 0x55af4cfab020 2024-05-20T21:30:38.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.199+0000 7f73d7400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55af4cfab020 0x55af4cfab400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:38.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.199+0000 7f73d7400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55af4cfab020 0x55af4cfab400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:37956/0 (socket says 172.21.15.8:37956) 2024-05-20T21:30:38.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.199+0000 7f73d6a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55af4cfab940 0x55af4cfa54b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:38.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.199+0000 7f73d7400700 1 -- 172.21.15.8:0/4073992635 learned_addr learned my addr 172.21.15.8:0/4073992635 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:38.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.200+0000 7f73cf400700 1 --2- 172.21.15.8:0/4045249086 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f73bc0b2880 0x7f73bc0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:38.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.200+0000 7f73cfe00700 1 --2- 172.21.15.8:0/4073992635 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55af4cfa5ad0 0x55af4cfa5f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:38.201 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.200+0000 7f73cf400700 1 -- 172.21.15.8:0/4045249086 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f73c00e2500 con 0x7f73d8078390 2024-05-20T21:30:38.201 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.200+0000 7f73d7400700 1 -- 172.21.15.8:0/4073992635 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55af4cfa5ad0 msgr2=0x55af4cfa5f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:38.201 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.200+0000 7f73d7400700 1 --2- 172.21.15.8:0/4073992635 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55af4cfa5ad0 0x55af4cfa5f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:38.201 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.200+0000 7f73d7400700 1 -- 172.21.15.8:0/4073992635 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55af4cfab940 msgr2=0x55af4cfa54b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:38.201 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.200+0000 7f73d7400700 1 --2- 172.21.15.8:0/4073992635 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55af4cfab940 0x55af4cfa54b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:38.201 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.200+0000 7f73d7400700 1 -- 172.21.15.8:0/4073992635 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55af4cebc420 con 0x55af4cfab020 2024-05-20T21:30:38.201 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.200+0000 7f73d6a00700 1 --2- 172.21.15.8:0/4073992635 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55af4cfab940 0x55af4cfa54b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:38.201 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.200+0000 7f73d7400700 1 --2- 172.21.15.8:0/4045249086 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f73bc0b2880 0x7f73bc0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:38.201 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.201+0000 7f73d7400700 1 --2- 172.21.15.8:0/4073992635 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55af4cfab020 0x55af4cfab400 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f73d0011650 tx=0x7f73d0011960 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cce45d8295e031e1 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:38.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.201+0000 7f73c7e00700 1 -- 172.21.15.8:0/4073992635 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73d001b070 con 0x55af4cfab020 2024-05-20T21:30:38.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.201+0000 7f73d7400700 1 --2- 172.21.15.8:0/4045249086 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f73bc0b2880 0x7f73bc0b4d40 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f73d0022000 tx=0x7f73d001f000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:38.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.201+0000 7f73c7e00700 1 -- 172.21.15.8:0/4073992635 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f73d0017b00 con 0x55af4cfab020 2024-05-20T21:30:38.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.201+0000 7f73c7e00700 1 -- 172.21.15.8:0/4073992635 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73d0020850 con 0x55af4cfab020 2024-05-20T21:30:38.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.202+0000 7f73e868eb80 1 -- 172.21.15.8:0/4073992635 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55af4cfab020 msgr2=0x55af4cfab400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:38.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.202+0000 7f73e868eb80 1 --2- 172.21.15.8:0/4073992635 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55af4cfab020 0x55af4cfab400 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f73d0011650 tx=0x7f73d0011960 comp rx=0 tx=0).stop 2024-05-20T21:30:38.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.202+0000 7f73e868eb80 1 -- 172.21.15.8:0/4073992635 shutdown_connections 2024-05-20T21:30:38.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.202+0000 7f73e868eb80 1 --2- 172.21.15.8:0/4073992635 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55af4cfa5ad0 0x55af4cfa5f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:38.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.202+0000 7f73e868eb80 1 --2- 172.21.15.8:0/4073992635 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55af4cfab020 0x55af4cfab400 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:38.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.202+0000 7f73e868eb80 1 --2- 172.21.15.8:0/4073992635 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55af4cfab940 0x55af4cfa54b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:38.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.202+0000 7f73e868eb80 1 -- 172.21.15.8:0/4073992635 >> 172.21.15.8:0/4073992635 conn(0x55af4ced3be0 msgr2=0x55af4cfa0150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:38.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.202+0000 7f73e868eb80 1 -- 172.21.15.8:0/4073992635 shutdown_connections 2024-05-20T21:30:38.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.202+0000 7f73e868eb80 1 -- 172.21.15.8:0/4073992635 wait complete. 2024-05-20T21:30:38.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.203+0000 7f73e868eb80 1 -- start start 2024-05-20T21:30:38.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.203+0000 7f73e868eb80 1 Processor -- start 2024-05-20T21:30:38.205 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.203+0000 7f73e868eb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55af4cfa5ad0 0x55af4cfb1730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:38.205 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.203+0000 7f73e868eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55af4cfab020 0x55af4cfaeb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:38.205 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.203+0000 7f73e868eb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55af4cfab940 0x55af4cfaf080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:38.205 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.204+0000 7f73e868eb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55af4cdf9fa0 con 0x55af4cfa5ad0 2024-05-20T21:30:38.205 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.204+0000 7f73e868eb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55af4ce94760 con 0x55af4cfab940 2024-05-20T21:30:38.205 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.204+0000 7f73e868eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55af4cfb2460 con 0x55af4cfab020 2024-05-20T21:30:38.205 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.204+0000 7f73e868eb80 10 client.0 _ll_register_callbacks cb 0x55af4ce9dc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:38.205 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.204+0000 7f73d6a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55af4cfa5ad0 0x55af4cfb1730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:38.205 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.204+0000 7f73d6a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55af4cfa5ad0 0x55af4cfb1730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:47538/0 (socket says 172.21.15.8:47538) 2024-05-20T21:30:38.205 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.204+0000 7f73d6a00700 1 -- 172.21.15.8:0/3268692453 learned_addr learned my addr 172.21.15.8:0/3268692453 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:38.205 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.204+0000 7f73cfe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55af4cfab020 0x55af4cfaeb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:38.205 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.204+0000 7f73d7400700 1 --2- 172.21.15.8:0/3268692453 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55af4cfab940 0x55af4cfaf080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:38.207 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.204+0000 7f73cfe00700 1 -- 172.21.15.8:0/3268692453 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55af4cfab940 msgr2=0x55af4cfaf080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:38.207 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.204+0000 7f73cfe00700 1 --2- 172.21.15.8:0/3268692453 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55af4cfab940 0x55af4cfaf080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:38.207 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.204+0000 7f73cfe00700 1 -- 172.21.15.8:0/3268692453 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55af4cfa5ad0 msgr2=0x55af4cfb1730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:38.207 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.204+0000 7f73cfe00700 1 --2- 172.21.15.8:0/3268692453 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55af4cfa5ad0 0x55af4cfb1730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:38.207 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.204+0000 7f73cfe00700 1 -- 172.21.15.8:0/3268692453 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55af4ce438d0 con 0x55af4cfab020 2024-05-20T21:30:38.207 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.204+0000 7f73d6a00700 1 --2- 172.21.15.8:0/3268692453 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55af4cfa5ad0 0x55af4cfb1730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:38.207 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.205+0000 7f73cfe00700 1 --2- 172.21.15.8:0/3268692453 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55af4cfab020 0x55af4cfaeb40 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f73c000cfd0 tx=0x7f73c001d630 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3423f398f80c6e02 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:38.207 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.205+0000 7f73c4c00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:30:38.207 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.205+0000 7f73c4c00700 1 -- 172.21.15.8:0/3268692453 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73c001b160 con 0x55af4cfab020 2024-05-20T21:30:38.207 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.205+0000 7f73c4c00700 1 -- 172.21.15.8:0/3268692453 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f73c00a60a0 con 0x55af4cfab020 2024-05-20T21:30:38.207 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.205+0000 7f73e868eb80 1 -- 172.21.15.8:0/3268692453 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f73d0017b00 con 0x55af4cfab020 2024-05-20T21:30:38.208 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.205+0000 7f73c4c00700 1 -- 172.21.15.8:0/3268692453 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f73c00a5240 con 0x55af4cfab020 2024-05-20T21:30:38.208 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.205+0000 7f73e868eb80 10 client.29743 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:38.208 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.205+0000 7f73e868eb80 1 -- 172.21.15.8:0/3268692453 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55af4cec4060 con 0x55af4cfab020 2024-05-20T21:30:38.208 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.206+0000 7f73c4c00700 1 -- 172.21.15.8:0/3268692453 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f73d0017b00 con 0x55af4cfab020 2024-05-20T21:30:38.208 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.206+0000 7f73c4c00700 1 -- 172.21.15.8:0/3268692453 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f73c00e20f0 con 0x55af4cfab020 2024-05-20T21:30:38.208 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.206+0000 7f73e868eb80 10 client.29743 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:38.208 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.206+0000 7f73e868eb80 10 client.29743 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:30:38.208 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.206+0000 7f73e868eb80 20 client.29743 populate_metadata read hostname 'smithi008' 2024-05-20T21:30:38.208 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.206+0000 7f73e868eb80 1 --2- 172.21.15.8:0/3268692453 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55af4cfbf090 0x55af4cfc1480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:38.208 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.206+0000 7f73e868eb80 4 client.29743 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:30:38.209 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.206+0000 7f73e868eb80 1 -- 172.21.15.8:0/3268692453 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55af4cf05d90 con 0x55af4cfbf090 2024-05-20T21:30:38.209 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.206+0000 7f73d6a00700 1 --2- 172.21.15.8:0/3268692453 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55af4cfbf090 0x55af4cfc1480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:38.209 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.207+0000 7f73d6a00700 1 --2- 172.21.15.8:0/3268692453 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55af4cfbf090 0x55af4cfc1480 crc :-1 s=READY pgs=394 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e5c108b73145e7b4 server_cookie=7b24604135c71dfe in_seq=0 out_seq=0 2024-05-20T21:30:38.209 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.207+0000 7f73c4c00700 10 client.29743 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:30:38.210 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.208+0000 7f73c4c00700 1 -- 172.21.15.8:0/3268692453 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55af4cf05d90 con 0x55af4cfbf090 2024-05-20T21:30:38.210 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.208+0000 7f73c4c00700 10 client.29743 handle_command_reply: tid=0 2024-05-20T21:30:38.210 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.208+0000 7f73e868eb80 1 client.29743 shutdown 2024-05-20T21:30:38.210 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.208+0000 7f73e868eb80 1 -- 172.21.15.8:0/3268692453 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55af4cfab020 msgr2=0x55af4cfaeb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:38.210 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.208+0000 7f73e868eb80 1 --2- 172.21.15.8:0/3268692453 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55af4cfab020 0x55af4cfaeb40 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f73c000cfd0 tx=0x7f73c001d630 comp rx=0 tx=0).stop 2024-05-20T21:30:38.210 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.208+0000 7f73e868eb80 1 -- 172.21.15.8:0/3268692453 shutdown_connections 2024-05-20T21:30:38.210 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.208+0000 7f73e868eb80 1 --2- 172.21.15.8:0/3268692453 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55af4cfbf090 0x55af4cfc1480 crc :-1 s=READY pgs=394 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:38.210 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.208+0000 7f73e868eb80 1 --2- 172.21.15.8:0/3268692453 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55af4cfab940 0x55af4cfaf080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:38.210 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.208+0000 7f73e868eb80 1 --2- 172.21.15.8:0/3268692453 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55af4cfa5ad0 0x55af4cfb1730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:38.210 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.208+0000 7f73e868eb80 1 --2- 172.21.15.8:0/3268692453 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55af4cfab020 0x55af4cfaeb40 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:38.211 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.208+0000 7f73c4c00700 0 client.29743 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:30:38.211 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.208+0000 7f73e868eb80 1 -- 172.21.15.8:0/3268692453 >> 172.21.15.8:0/3268692453 conn(0x55af4ced3be0 msgr2=0x55af4cfa44a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:38.211 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.208+0000 7f73e868eb80 1 -- 172.21.15.8:0/3268692453 shutdown_connections 2024-05-20T21:30:38.211 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.208+0000 7f73e868eb80 1 -- 172.21.15.8:0/3268692453 wait complete. 2024-05-20T21:30:38.211 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.209+0000 7f73e868eb80 20 client.29743 trim_cache size 0 max 16384 2024-05-20T21:30:38.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.225+0000 7f73e868eb80 1 Processor -- start 2024-05-20T21:30:38.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.225+0000 7f73e868eb80 1 -- start start 2024-05-20T21:30:38.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.226+0000 7f73e868eb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55af4cfa5ad0 0x55af4cfbb500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:38.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.226+0000 7f73e868eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55af4cfab020 0x55af4cf9fc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:38.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.226+0000 7f73e868eb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55af4cfab940 0x55af4cfa0170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:38.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.226+0000 7f73e868eb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f73d81b68f0 con 0x55af4cfa5ad0 2024-05-20T21:30:38.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.226+0000 7f73e868eb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f73d81b4180 con 0x55af4cfab940 2024-05-20T21:30:38.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.226+0000 7f73e868eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f73d81b1fd0 con 0x55af4cfab020 2024-05-20T21:30:38.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.226+0000 7f73d6a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55af4cfa5ad0 0x55af4cfbb500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:38.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.226+0000 7f73d6a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55af4cfa5ad0 0x55af4cfbb500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:47548/0 (socket says 172.21.15.8:47548) 2024-05-20T21:30:38.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.226+0000 7f73d6a00700 1 -- 172.21.15.8:0/1801142943 learned_addr learned my addr 172.21.15.8:0/1801142943 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:38.229 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.226+0000 7f73cfe00700 1 --2- 172.21.15.8:0/1801142943 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55af4cfab020 0x55af4cf9fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:38.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.226+0000 7f73d7400700 1 --2- 172.21.15.8:0/1801142943 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55af4cfab940 0x55af4cfa0170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:38.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.227+0000 7f73d6a00700 1 -- 172.21.15.8:0/1801142943 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55af4cfab020 msgr2=0x55af4cf9fc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:38.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.227+0000 7f73d6a00700 1 --2- 172.21.15.8:0/1801142943 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55af4cfab020 0x55af4cf9fc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:38.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.227+0000 7f73d6a00700 1 -- 172.21.15.8:0/1801142943 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55af4cfab940 msgr2=0x55af4cfa0170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:38.230 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.227+0000 7f73d6a00700 1 --2- 172.21.15.8:0/1801142943 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55af4cfab940 0x55af4cfa0170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:38.231 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.227+0000 7f73d6a00700 1 -- 172.21.15.8:0/1801142943 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55af4cfa0ef0 con 0x55af4cfa5ad0 2024-05-20T21:30:38.231 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.227+0000 7f73cfe00700 1 --2- 172.21.15.8:0/1801142943 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55af4cfab020 0x55af4cf9fc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:38.231 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.227+0000 7f73d6a00700 1 --2- 172.21.15.8:0/1801142943 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55af4cfa5ad0 0x55af4cfbb500 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7f73c8000c00 tx=0x7f73c8005960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e6c9aac1e8cc54a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:38.231 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.227+0000 7f73c7400700 1 -- 172.21.15.8:0/1801142943 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73c800b920 con 0x55af4cfa5ad0 2024-05-20T21:30:38.231 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.227+0000 7f73c7400700 1 -- 172.21.15.8:0/1801142943 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f73c8003680 con 0x55af4cfa5ad0 2024-05-20T21:30:38.231 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.227+0000 7f73c7400700 1 -- 172.21.15.8:0/1801142943 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73c800f6c0 con 0x55af4cfa5ad0 2024-05-20T21:30:38.232 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.228+0000 7f73e868eb80 1 -- 172.21.15.8:0/1801142943 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55af4cfa5ad0 msgr2=0x55af4cfbb500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:38.232 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.228+0000 7f73e868eb80 1 --2- 172.21.15.8:0/1801142943 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55af4cfa5ad0 0x55af4cfbb500 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7f73c8000c00 tx=0x7f73c8005960 comp rx=0 tx=0).stop 2024-05-20T21:30:38.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.228+0000 7f73e868eb80 1 -- 172.21.15.8:0/1801142943 shutdown_connections 2024-05-20T21:30:38.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.228+0000 7f73e868eb80 1 --2- 172.21.15.8:0/1801142943 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55af4cfab940 0x55af4cfa0170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:38.238 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.228+0000 7f73e868eb80 1 --2- 172.21.15.8:0/1801142943 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55af4cfa5ad0 0x55af4cfbb500 unknown :-1 s=CLOSED pgs=751 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:38.239 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.228+0000 7f73e868eb80 1 --2- 172.21.15.8:0/1801142943 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55af4cfab020 0x55af4cf9fc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:38.239 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.228+0000 7f73e868eb80 1 -- 172.21.15.8:0/1801142943 >> 172.21.15.8:0/1801142943 conn(0x55af4ced3be0 msgr2=0x55af4cfa8b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:38.239 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.229+0000 7f73e868eb80 1 -- 172.21.15.8:0/1801142943 shutdown_connections 2024-05-20T21:30:38.239 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.229+0000 7f73e868eb80 1 -- 172.21.15.8:0/1801142943 wait complete. 2024-05-20T21:30:38.239 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.229+0000 7f73e868eb80 1 -- start start 2024-05-20T21:30:38.239 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.229+0000 7f73e868eb80 1 Processor -- start 2024-05-20T21:30:38.240 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.230+0000 7f73e868eb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55af4cfa5ad0 0x55af4cfb76f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:38.240 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.230+0000 7f73e868eb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55af4cfab020 0x55af4cfb7c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:38.240 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.230+0000 7f73e868eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55af4cfab940 0x55af4cfb46c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:38.240 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.230+0000 7f73e868eb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f73d81b2640 con 0x55af4cfa5ad0 2024-05-20T21:30:38.240 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.230+0000 7f73e868eb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f73d81b3ab0 con 0x55af4cfab020 2024-05-20T21:30:38.240 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.230+0000 7f73e868eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f73d81b2d10 con 0x55af4cfab940 2024-05-20T21:30:38.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.230+0000 7f73e868eb80 10 client.0 _ll_register_callbacks cb 0x55af4ce9dc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:38.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.230+0000 7f73d6a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55af4cfa5ad0 0x55af4cfb76f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:38.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.230+0000 7f73cfe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55af4cfab020 0x55af4cfb7c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:38.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.230+0000 7f73d6a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55af4cfa5ad0 0x55af4cfb76f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:47552/0 (socket says 172.21.15.8:47552) 2024-05-20T21:30:38.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.230+0000 7f73d6a00700 1 -- 172.21.15.8:0/2595818425 learned_addr learned my addr 172.21.15.8:0/2595818425 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:38.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.230+0000 7f73d7400700 1 --2- 172.21.15.8:0/2595818425 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55af4cfab940 0x55af4cfb46c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:38.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.231+0000 7f73d6a00700 1 -- 172.21.15.8:0/2595818425 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55af4cfab940 msgr2=0x55af4cfb46c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:38.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.231+0000 7f73d6a00700 1 --2- 172.21.15.8:0/2595818425 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55af4cfab940 0x55af4cfb46c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:38.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.231+0000 7f73d6a00700 1 -- 172.21.15.8:0/2595818425 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55af4cfab020 msgr2=0x55af4cfb7c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:38.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.231+0000 7f73d6a00700 1 --2- 172.21.15.8:0/2595818425 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55af4cfab020 0x55af4cfb7c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:38.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.231+0000 7f73d6a00700 1 -- 172.21.15.8:0/2595818425 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55af4cfa1b00 con 0x55af4cfa5ad0 2024-05-20T21:30:38.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.231+0000 7f73d6a00700 1 --2- 172.21.15.8:0/2595818425 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55af4cfa5ad0 0x55af4cfb76f0 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f73c8005850 tx=0x7f73c800b390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e05a65b51c30bd96 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:38.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.231+0000 7f73c4c00700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:30:38.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.231+0000 7f73c4c00700 1 -- 172.21.15.8:0/2595818425 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73c8003a40 con 0x55af4cfa5ad0 2024-05-20T21:30:38.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.231+0000 7f73c4c00700 1 -- 172.21.15.8:0/2595818425 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f73c8003be0 con 0x55af4cfa5ad0 2024-05-20T21:30:38.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.232+0000 7f73e868eb80 1 -- 172.21.15.8:0/2595818425 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f73c8003680 con 0x55af4cfa5ad0 2024-05-20T21:30:38.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.232+0000 7f73c4c00700 1 -- 172.21.15.8:0/2595818425 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f73c800b720 con 0x55af4cfa5ad0 2024-05-20T21:30:38.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.232+0000 7f73e868eb80 10 client.19581 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:38.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.232+0000 7f73e868eb80 1 -- 172.21.15.8:0/2595818425 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55af4d02a060 con 0x55af4cfa5ad0 2024-05-20T21:30:38.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.232+0000 7f73c4c00700 1 -- 172.21.15.8:0/2595818425 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f73c8003680 con 0x55af4cfa5ad0 2024-05-20T21:30:38.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.232+0000 7f73c4c00700 1 -- 172.21.15.8:0/2595818425 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f73c800f8a0 con 0x55af4cfa5ad0 2024-05-20T21:30:38.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.232+0000 7f73e868eb80 10 client.19581 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:38.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.232+0000 7f73e868eb80 10 client.19581 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:30:38.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.232+0000 7f73e868eb80 20 client.19581 populate_metadata read hostname 'smithi008' 2024-05-20T21:30:38.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.232+0000 7f73e868eb80 1 --2- 172.21.15.8:0/2595818425 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55af4d02a5f0 0x55af4d02ca10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:38.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.233+0000 7f73e868eb80 4 client.19581 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:30:38.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.233+0000 7f73e868eb80 1 -- 172.21.15.8:0/2595818425 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55af4ceff570 con 0x55af4d02a5f0 2024-05-20T21:30:38.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.233+0000 7f73cfe00700 1 --2- 172.21.15.8:0/2595818425 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55af4d02a5f0 0x55af4d02ca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:38.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.233+0000 7f73cfe00700 1 --2- 172.21.15.8:0/2595818425 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55af4d02a5f0 0x55af4d02ca10 crc :-1 s=READY pgs=395 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=19bb3e79c118d950 server_cookie=47e8a6225644bc2f in_seq=0 out_seq=0 2024-05-20T21:30:38.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.233+0000 7f73c4c00700 10 client.19581 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:30:38.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.234+0000 7f73c4c00700 1 -- 172.21.15.8:0/2595818425 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55af4ceff570 con 0x55af4d02a5f0 2024-05-20T21:30:38.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.234+0000 7f73c4c00700 10 client.19581 handle_command_reply: tid=0 2024-05-20T21:30:38.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.234+0000 7f73e868eb80 1 client.19581 shutdown 2024-05-20T21:30:38.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.234+0000 7f73e868eb80 1 -- 172.21.15.8:0/2595818425 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55af4cfa5ad0 msgr2=0x55af4cfb76f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:38.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.234+0000 7f73e868eb80 1 --2- 172.21.15.8:0/2595818425 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55af4cfa5ad0 0x55af4cfb76f0 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f73c8005850 tx=0x7f73c800b390 comp rx=0 tx=0).stop 2024-05-20T21:30:38.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.234+0000 7f73e868eb80 1 -- 172.21.15.8:0/2595818425 shutdown_connections 2024-05-20T21:30:38.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.234+0000 7f73e868eb80 1 --2- 172.21.15.8:0/2595818425 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55af4d02a5f0 0x55af4d02ca10 crc :-1 s=READY pgs=395 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:38.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.234+0000 7f73e868eb80 1 --2- 172.21.15.8:0/2595818425 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55af4cfab940 0x55af4cfb46c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:38.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.234+0000 7f73e868eb80 1 --2- 172.21.15.8:0/2595818425 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55af4cfa5ad0 0x55af4cfb76f0 unknown :-1 s=CLOSED pgs=752 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:38.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.234+0000 7f73e868eb80 1 --2- 172.21.15.8:0/2595818425 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55af4cfab020 0x55af4cfb7c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:38.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.234+0000 7f73e868eb80 1 -- 172.21.15.8:0/2595818425 >> 172.21.15.8:0/2595818425 conn(0x55af4ced3be0 msgr2=0x55af4cf9fc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:38.245 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.234+0000 7f73c4c00700 0 client.19581 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:30:38.245 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.234+0000 7f73e868eb80 1 -- 172.21.15.8:0/2595818425 shutdown_connections 2024-05-20T21:30:38.245 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.234+0000 7f73e868eb80 1 -- 172.21.15.8:0/2595818425 wait complete. 2024-05-20T21:30:38.245 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.234+0000 7f73e868eb80 20 client.19581 trim_cache size 0 max 16384 2024-05-20T21:30:38.245 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:30:38.246 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.235+0000 7f73d7e00700 1 -- 172.21.15.8:0/4045249086 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f73bc0b2880 msgr2=0x7f73bc0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:38.246 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.235+0000 7f73d7e00700 1 --2- 172.21.15.8:0/4045249086 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f73bc0b2880 0x7f73bc0b4d40 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f73d0022000 tx=0x7f73d001f000 comp rx=0 tx=0).stop 2024-05-20T21:30:38.246 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.235+0000 7f73d7e00700 1 -- 172.21.15.8:0/4045249086 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f73d8078390 msgr2=0x7f73d81a06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:38.246 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.235+0000 7f73d7e00700 1 --2- 172.21.15.8:0/4045249086 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f73d8078390 0x7f73d81a06d0 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f73c000e9c0 tx=0x7f73c000ecd0 comp rx=0 tx=0).stop 2024-05-20T21:30:38.246 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.235+0000 7f73d7e00700 1 -- 172.21.15.8:0/4045249086 shutdown_connections 2024-05-20T21:30:38.246 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.235+0000 7f73d7e00700 1 --2- 172.21.15.8:0/4045249086 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f73bc0b2880 0x7f73bc0b4d40 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:38.246 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.235+0000 7f73d7e00700 1 --2- 172.21.15.8:0/4045249086 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f73d81142f0 0x7f73d81a4a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:38.246 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.235+0000 7f73d7e00700 1 --2- 172.21.15.8:0/4045249086 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f73d8077a70 0x7f73d81a0190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:38.246 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.235+0000 7f73d7e00700 1 --2- 172.21.15.8:0/4045249086 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f73d8078390 0x7f73d81a06d0 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:38.246 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.235+0000 7f73d7e00700 1 -- 172.21.15.8:0/4045249086 >> 172.21.15.8:0/4045249086 conn(0x7f73d8101180 msgr2=0x7f73d8103570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:38.247 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.236+0000 7f73d7e00700 1 -- 172.21.15.8:0/4045249086 shutdown_connections 2024-05-20T21:30:38.247 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:38.236+0000 7f73d7e00700 1 -- 172.21.15.8:0/4045249086 wait complete. 2024-05-20T21:30:38.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:30:38 smithi008 ceph-mon[31475]: pgmap v899: 97 pgs: 97 active+clean; 3.8 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:30:39.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:30:38 smithi130 ceph-mon[36448]: pgmap v899: 97 pgs: 97 active+clean; 3.8 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:30:39.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:30:38 smithi050 ceph-mon[35809]: pgmap v899: 97 pgs: 97 active+clean; 3.8 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:30:40.140 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:30:40.140 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:30:40.613 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:30:41.017 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:30:40 smithi008 ceph-mon[31475]: pgmap v900: 97 pgs: 97 active+clean; 3.8 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:30:41.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:30:40 smithi130 ceph-mon[36448]: pgmap v900: 97 pgs: 97 active+clean; 3.8 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:30:41.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:30:40 smithi050 ceph-mon[35809]: pgmap v900: 97 pgs: 97 active+clean; 3.8 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:30:42.813 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.813+0000 7f570a600700 1 -- 172.21.15.8:0/3477331055 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5704109dd0 msgr2=0x7f570410a1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:42.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.813+0000 7f570a600700 1 --2- 172.21.15.8:0/3477331055 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5704109dd0 0x7f570410a1b0 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f56f4009920 tx=0x7f56f4009c30 comp rx=0 tx=0).stop 2024-05-20T21:30:42.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.814+0000 7f570a600700 1 -- 172.21.15.8:0/3477331055 shutdown_connections 2024-05-20T21:30:42.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.814+0000 7f570a600700 1 --2- 172.21.15.8:0/3477331055 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f570410eeb0 0x7f5704116a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:42.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.814+0000 7f570a600700 1 --2- 172.21.15.8:0/3477331055 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5704109dd0 0x7f570410a1b0 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:42.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.814+0000 7f570a600700 1 --2- 172.21.15.8:0/3477331055 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f570410a780 0x7f570410e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:42.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.814+0000 7f570a600700 1 -- 172.21.15.8:0/3477331055 >> 172.21.15.8:0/3477331055 conn(0x7f5704076d10 msgr2=0x7f5704108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:42.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.814+0000 7f570a600700 1 -- 172.21.15.8:0/3477331055 shutdown_connections 2024-05-20T21:30:42.814 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.814+0000 7f570a600700 1 -- 172.21.15.8:0/3477331055 wait complete. 2024-05-20T21:30:42.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.815+0000 7f570a600700 1 Processor -- start 2024-05-20T21:30:42.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.816+0000 7f570a600700 1 -- start start 2024-05-20T21:30:42.815 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.816+0000 7f570a600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5704109dd0 0x7f57041a0380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:42.816 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.816+0000 7f570a600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f570410a780 0x7f57041a08c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:42.816 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.816+0000 7f570a600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f570410eeb0 0x7f57041a4c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:42.816 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.816+0000 7f570a600700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f5704119db0 con 0x7f570410a780 2024-05-20T21:30:42.816 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.816+0000 7f570a600700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f5704119c30 con 0x7f570410eeb0 2024-05-20T21:30:42.816 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.816+0000 7f570a600700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f5704119f30 con 0x7f5704109dd0 2024-05-20T21:30:42.816 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.817+0000 7f5702a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f570410a780 0x7f57041a08c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:42.816 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.817+0000 7f5703400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5704109dd0 0x7f57041a0380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:42.816 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.817+0000 7f5703e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f570410eeb0 0x7f57041a4c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:42.817 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.817+0000 7f5703400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5704109dd0 0x7f57041a0380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:38508/0 (socket says 172.21.15.8:38508) 2024-05-20T21:30:42.817 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.817+0000 7f5703400700 1 -- 172.21.15.8:0/885238927 learned_addr learned my addr 172.21.15.8:0/885238927 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:42.817 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.817+0000 7f5703e00700 1 -- 172.21.15.8:0/885238927 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5704109dd0 msgr2=0x7f57041a0380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:42.817 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.817+0000 7f5703e00700 1 --2- 172.21.15.8:0/885238927 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5704109dd0 0x7f57041a0380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:42.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.817+0000 7f5703e00700 1 -- 172.21.15.8:0/885238927 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f570410a780 msgr2=0x7f57041a08c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:42.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.817+0000 7f5703e00700 1 --2- 172.21.15.8:0/885238927 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f570410a780 0x7f57041a08c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:42.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.817+0000 7f5703e00700 1 -- 172.21.15.8:0/885238927 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57041a5340 con 0x7f570410eeb0 2024-05-20T21:30:42.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.817+0000 7f5702a00700 1 --2- 172.21.15.8:0/885238927 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f570410a780 0x7f57041a08c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:42.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.818+0000 7f5703e00700 1 --2- 172.21.15.8:0/885238927 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f570410eeb0 0x7f57041a4c00 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f56fc00efc0 tx=0x7f56fc00c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:42.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.818+0000 7f56fbe00700 1 -- 172.21.15.8:0/885238927 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56fc0092e0 con 0x7f570410eeb0 2024-05-20T21:30:42.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.818+0000 7f56fbe00700 1 -- 172.21.15.8:0/885238927 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f56fc004bb0 con 0x7f570410eeb0 2024-05-20T21:30:42.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.818+0000 7f56fbe00700 1 -- 172.21.15.8:0/885238927 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56fc004020 con 0x7f570410eeb0 2024-05-20T21:30:42.818 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.818+0000 7f570a600700 1 -- 172.21.15.8:0/885238927 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f57041a55d0 con 0x7f570410eeb0 2024-05-20T21:30:42.819 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.818+0000 7f570a600700 1 -- 172.21.15.8:0/885238927 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57041aceb0 con 0x7f570410eeb0 2024-05-20T21:30:42.821 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.822+0000 7f56fbe00700 1 -- 172.21.15.8:0/885238927 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f56fc01b030 con 0x7f570410eeb0 2024-05-20T21:30:42.823 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.823+0000 7f5714eabb80 1 Processor -- start 2024-05-20T21:30:42.823 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.823+0000 7f56fbe00700 1 --2- 172.21.15.8:0/885238927 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f56e80b2900 0x7f56e80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:42.823 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.824+0000 7f5714eabb80 1 -- start start 2024-05-20T21:30:42.823 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.824+0000 7f56fbe00700 1 -- 172.21.15.8:0/885238927 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f56fc0e1be0 con 0x7f570410eeb0 2024-05-20T21:30:42.824 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.824+0000 7f5702a00700 1 --2- 172.21.15.8:0/885238927 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f56e80b2900 0x7f56e80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:42.824 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.824+0000 7f5714eabb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555e92e28690 0x555e92e28a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:42.824 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.824+0000 7f5714eabb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555e92e28fb0 0x555e92e22ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:42.824 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.824+0000 7f5714eabb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555e92e231c0 0x555e92e23640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:42.824 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.824+0000 7f5714eabb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x555e92d80ec0 con 0x555e92e28690 2024-05-20T21:30:42.824 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.824+0000 7f5714eabb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x555e92d70a60 con 0x555e92e28fb0 2024-05-20T21:30:42.824 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.824+0000 7f5714eabb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x555e92d74aa0 con 0x555e92e231c0 2024-05-20T21:30:42.824 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.824+0000 7f5703400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555e92e28690 0x555e92e28a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:42.824 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.824+0000 7f5703400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555e92e28690 0x555e92e28a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55048/0 (socket says 172.21.15.8:55048) 2024-05-20T21:30:42.825 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.824+0000 7f5703400700 1 -- 172.21.15.8:0/162898772 learned_addr learned my addr 172.21.15.8:0/162898772 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:42.825 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.825+0000 7f5702a00700 1 --2- 172.21.15.8:0/162898772 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555e92e28fb0 0x555e92e22ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:42.825 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.825+0000 7f5703e00700 1 --2- 172.21.15.8:0/162898772 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555e92e231c0 0x555e92e23640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:42.825 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.825+0000 7f5703400700 1 -- 172.21.15.8:0/162898772 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555e92e231c0 msgr2=0x555e92e23640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:42.825 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.825+0000 7f5703400700 1 --2- 172.21.15.8:0/162898772 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555e92e231c0 0x555e92e23640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:42.826 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.825+0000 7f5703400700 1 -- 172.21.15.8:0/162898772 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555e92e28fb0 msgr2=0x555e92e22ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:42.826 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.825+0000 7f5703400700 1 --2- 172.21.15.8:0/162898772 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555e92e28fb0 0x555e92e22ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:42.826 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.825+0000 7f5703400700 1 -- 172.21.15.8:0/162898772 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555e92d394a0 con 0x555e92e28690 2024-05-20T21:30:42.826 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.825+0000 7f5702a00700 1 --2- 172.21.15.8:0/162898772 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555e92e28fb0 0x555e92e22ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:30:42.826 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.825+0000 7f5702a00700 1 --2- 172.21.15.8:0/885238927 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f56e80b2900 0x7f56e80b4dc0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f5704109410 tx=0x7f56f0011d10 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:42.826 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.825+0000 7f5703400700 1 --2- 172.21.15.8:0/162898772 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555e92e28690 0x555e92e28a70 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f56f4009600 tx=0x7f56f400bf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=850d5dcdccdf99ec server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:42.826 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.826+0000 7f56f8c00700 1 -- 172.21.15.8:0/162898772 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56f400f460 con 0x555e92e28690 2024-05-20T21:30:42.826 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.826+0000 7f56f8c00700 1 -- 172.21.15.8:0/162898772 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f56f4005040 con 0x555e92e28690 2024-05-20T21:30:42.826 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.826+0000 7f56f8c00700 1 -- 172.21.15.8:0/162898772 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56f4003880 con 0x555e92e28690 2024-05-20T21:30:42.827 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.827+0000 7f5714eabb80 1 -- 172.21.15.8:0/162898772 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555e92e28690 msgr2=0x555e92e28a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:42.827 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.827+0000 7f5714eabb80 1 --2- 172.21.15.8:0/162898772 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555e92e28690 0x555e92e28a70 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f56f4009600 tx=0x7f56f400bf60 comp rx=0 tx=0).stop 2024-05-20T21:30:42.827 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.827+0000 7f5714eabb80 1 -- 172.21.15.8:0/162898772 shutdown_connections 2024-05-20T21:30:42.827 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.827+0000 7f5714eabb80 1 --2- 172.21.15.8:0/162898772 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555e92e231c0 0x555e92e23640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:42.827 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.827+0000 7f5714eabb80 1 --2- 172.21.15.8:0/162898772 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555e92e28690 0x555e92e28a70 unknown :-1 s=CLOSED pgs=753 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:42.828 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.827+0000 7f5714eabb80 1 --2- 172.21.15.8:0/162898772 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555e92e28fb0 0x555e92e22ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:42.828 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.827+0000 7f5714eabb80 1 -- 172.21.15.8:0/162898772 >> 172.21.15.8:0/162898772 conn(0x555e92d50c60 msgr2=0x555e92e1d710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:42.828 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.827+0000 7f5714eabb80 1 -- 172.21.15.8:0/162898772 shutdown_connections 2024-05-20T21:30:42.828 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.827+0000 7f5714eabb80 1 -- 172.21.15.8:0/162898772 wait complete. 2024-05-20T21:30:42.828 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.827+0000 7f5714eabb80 1 -- start start 2024-05-20T21:30:42.828 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.828+0000 7f5714eabb80 1 Processor -- start 2024-05-20T21:30:42.830 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.828+0000 7f5714eabb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555e92e231c0 0x555e92e2ebd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:42.830 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.828+0000 7f5714eabb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555e92e28690 0x555e92e2bf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:42.830 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.828+0000 7f5714eabb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555e92e28fb0 0x555e92e2c4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:42.830 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.828+0000 7f5714eabb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x555e92c77020 con 0x555e92e28690 2024-05-20T21:30:42.830 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.828+0000 7f5714eabb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x555e92d117e0 con 0x555e92e28fb0 2024-05-20T21:30:42.831 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.828+0000 7f5714eabb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x555e92e2fa00 con 0x555e92e231c0 2024-05-20T21:30:42.831 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.828+0000 7f5714eabb80 10 client.0 _ll_register_callbacks cb 0x555e92d1acf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:42.831 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.829+0000 7f5702a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555e92e28690 0x555e92e2bf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:42.831 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.829+0000 7f5703400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555e92e231c0 0x555e92e2ebd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:42.831 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.829+0000 7f5703400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555e92e231c0 0x555e92e2ebd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:38526/0 (socket says 172.21.15.8:38526) 2024-05-20T21:30:42.831 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.829+0000 7f5702a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555e92e28690 0x555e92e2bf70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55054/0 (socket says 172.21.15.8:55054) 2024-05-20T21:30:42.831 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.829+0000 7f5703e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555e92e28fb0 0x555e92e2c4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:42.831 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.829+0000 7f5703400700 1 -- 172.21.15.8:0/1172917003 learned_addr learned my addr 172.21.15.8:0/1172917003 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:42.831 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.829+0000 7f5703e00700 1 -- 172.21.15.8:0/1172917003 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555e92e231c0 msgr2=0x555e92e2ebd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:42.831 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.829+0000 7f5703e00700 1 --2- 172.21.15.8:0/1172917003 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555e92e231c0 0x555e92e2ebd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:42.831 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.829+0000 7f5703e00700 1 -- 172.21.15.8:0/1172917003 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555e92e28690 msgr2=0x555e92e2bf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:42.831 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.829+0000 7f5703e00700 1 --2- 172.21.15.8:0/1172917003 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555e92e28690 0x555e92e2bf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:42.831 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.829+0000 7f5703e00700 1 -- 172.21.15.8:0/1172917003 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555e92cc0950 con 0x555e92e28fb0 2024-05-20T21:30:42.831 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.829+0000 7f5702a00700 1 --2- 172.21.15.8:0/1172917003 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555e92e28690 0x555e92e2bf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:42.831 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.829+0000 7f5703e00700 1 --2- 172.21.15.8:0/1172917003 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555e92e28fb0 0x555e92e2c4b0 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f56fc00cfd0 tx=0x7f56fc0b1e40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=58c0538d125aaf64 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:42.832 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.829+0000 7f56ed600700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:30:42.832 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.830+0000 7f56ed600700 1 -- 172.21.15.8:0/1172917003 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56fc00c8d0 con 0x555e92e28fb0 2024-05-20T21:30:42.832 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.830+0000 7f56ed600700 1 -- 172.21.15.8:0/1172917003 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f56fc0a8690 con 0x555e92e28fb0 2024-05-20T21:30:42.832 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.830+0000 7f5714eabb80 1 -- 172.21.15.8:0/1172917003 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f56f4005040 con 0x555e92e28fb0 2024-05-20T21:30:42.832 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.830+0000 7f56ed600700 1 -- 172.21.15.8:0/1172917003 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f56fc0a8d30 con 0x555e92e28fb0 2024-05-20T21:30:42.832 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.830+0000 7f5714eabb80 10 client.29705 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:42.832 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.830+0000 7f5714eabb80 1 -- 172.21.15.8:0/1172917003 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x555e92d410e0 con 0x555e92e28fb0 2024-05-20T21:30:42.832 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.830+0000 7f56ed600700 1 -- 172.21.15.8:0/1172917003 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f56f4005040 con 0x555e92e28fb0 2024-05-20T21:30:42.832 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.831+0000 7f56ed600700 1 -- 172.21.15.8:0/1172917003 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f56fc0ad170 con 0x555e92e28fb0 2024-05-20T21:30:42.832 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.831+0000 7f5714eabb80 10 client.29705 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:42.832 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.831+0000 7f5714eabb80 10 client.29705 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:30:42.832 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.831+0000 7f5714eabb80 20 client.29705 populate_metadata read hostname 'smithi008' 2024-05-20T21:30:42.832 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.831+0000 7f5714eabb80 1 --2- 172.21.15.8:0/1172917003 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x555e92e3c490 0x555e92e3e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:42.832 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.831+0000 7f5714eabb80 4 client.29705 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:30:42.833 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.831+0000 7f5714eabb80 1 -- 172.21.15.8:0/1172917003 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555e92d82e10 con 0x555e92e3c490 2024-05-20T21:30:42.834 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.831+0000 7f5703400700 1 --2- 172.21.15.8:0/1172917003 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x555e92e3c490 0x555e92e3e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:42.834 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.832+0000 7f5703400700 1 --2- 172.21.15.8:0/1172917003 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x555e92e3c490 0x555e92e3e8c0 crc :-1 s=READY pgs=396 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=805d51d4dbdbb423 server_cookie=7de6b0d3f12d62ab in_seq=0 out_seq=0 2024-05-20T21:30:42.834 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.832+0000 7f56ed600700 10 client.29705 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:30:42.834 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.833+0000 7f56ed600700 1 -- 172.21.15.8:0/1172917003 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x555e92d82e10 con 0x555e92e3c490 2024-05-20T21:30:42.834 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.833+0000 7f56ed600700 10 client.29705 handle_command_reply: tid=0 2024-05-20T21:30:42.834 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.833+0000 7f5714eabb80 1 client.29705 shutdown 2024-05-20T21:30:42.834 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.833+0000 7f5714eabb80 1 -- 172.21.15.8:0/1172917003 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555e92e28fb0 msgr2=0x555e92e2c4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:42.834 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.833+0000 7f5714eabb80 1 --2- 172.21.15.8:0/1172917003 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555e92e28fb0 0x555e92e2c4b0 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f56fc00cfd0 tx=0x7f56fc0b1e40 comp rx=0 tx=0).stop 2024-05-20T21:30:42.834 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.833+0000 7f5714eabb80 1 -- 172.21.15.8:0/1172917003 shutdown_connections 2024-05-20T21:30:42.834 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.833+0000 7f5714eabb80 1 --2- 172.21.15.8:0/1172917003 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x555e92e3c490 0x555e92e3e8c0 crc :-1 s=READY pgs=396 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:42.834 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.833+0000 7f5714eabb80 1 --2- 172.21.15.8:0/1172917003 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555e92e28fb0 0x555e92e2c4b0 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:42.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.833+0000 7f5714eabb80 1 --2- 172.21.15.8:0/1172917003 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555e92e231c0 0x555e92e2ebd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:42.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.833+0000 7f5714eabb80 1 --2- 172.21.15.8:0/1172917003 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555e92e28690 0x555e92e2bf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:42.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.833+0000 7f5714eabb80 1 -- 172.21.15.8:0/1172917003 >> 172.21.15.8:0/1172917003 conn(0x555e92d50c60 msgr2=0x555e92e1cdf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:42.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.833+0000 7f56ed600700 0 client.29705 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:30:42.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.833+0000 7f5714eabb80 1 -- 172.21.15.8:0/1172917003 shutdown_connections 2024-05-20T21:30:42.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.833+0000 7f5714eabb80 1 -- 172.21.15.8:0/1172917003 wait complete. 2024-05-20T21:30:42.835 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.833+0000 7f5714eabb80 20 client.29705 trim_cache size 0 max 16384 2024-05-20T21:30:42.858 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.858+0000 7f5714eabb80 1 Processor -- start 2024-05-20T21:30:42.858 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.858+0000 7f5714eabb80 1 -- start start 2024-05-20T21:30:42.859 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.859+0000 7f5714eabb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555e92e231c0 0x555e92e22ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:42.859 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.859+0000 7f5714eabb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555e92e28690 0x555e92e2aef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:42.859 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.859+0000 7f5714eabb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555e92e28fb0 0x555e92e1d570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:42.859 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.859+0000 7f5714eabb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f57041b6c20 con 0x555e92e28690 2024-05-20T21:30:42.859 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.859+0000 7f5714eabb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f57041b44b0 con 0x555e92e28fb0 2024-05-20T21:30:42.859 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.859+0000 7f5714eabb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f57041b2300 con 0x555e92e231c0 2024-05-20T21:30:42.859 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.859+0000 7f5702a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555e92e28690 0x555e92e2aef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:42.859 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.859+0000 7f5703e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555e92e28fb0 0x555e92e1d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:42.859 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.859+0000 7f5702a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555e92e28690 0x555e92e2aef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55070/0 (socket says 172.21.15.8:55070) 2024-05-20T21:30:42.859 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.859+0000 7f5702a00700 1 -- 172.21.15.8:0/818992814 learned_addr learned my addr 172.21.15.8:0/818992814 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:42.860 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.859+0000 7f5703400700 1 --2- 172.21.15.8:0/818992814 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555e92e231c0 0x555e92e22ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:42.861 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.860+0000 7f5703e00700 1 -- 172.21.15.8:0/818992814 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555e92e231c0 msgr2=0x555e92e22ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:42.861 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.860+0000 7f5703e00700 1 --2- 172.21.15.8:0/818992814 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555e92e231c0 0x555e92e22ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:42.861 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.860+0000 7f5703e00700 1 -- 172.21.15.8:0/818992814 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555e92e28690 msgr2=0x555e92e2aef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:42.861 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.860+0000 7f5703e00700 1 --2- 172.21.15.8:0/818992814 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555e92e28690 0x555e92e2aef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:42.861 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.860+0000 7f5703e00700 1 -- 172.21.15.8:0/818992814 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555e92e1e520 con 0x555e92e28fb0 2024-05-20T21:30:42.861 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.860+0000 7f5703e00700 1 --2- 172.21.15.8:0/818992814 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555e92e28fb0 0x555e92e1d570 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f56fc0a6490 tx=0x7f56fc0a9840 comp rx=0 tx=0).ready entity=mon.2 client_cookie=86b7e5148b640b28 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:42.861 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.860+0000 7f56efe00700 1 -- 172.21.15.8:0/818992814 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56fc0a8ff0 con 0x555e92e28fb0 2024-05-20T21:30:42.861 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.860+0000 7f56efe00700 1 -- 172.21.15.8:0/818992814 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f56fc0a9220 con 0x555e92e28fb0 2024-05-20T21:30:42.861 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.860+0000 7f56efe00700 1 -- 172.21.15.8:0/818992814 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56fc0a8150 con 0x555e92e28fb0 2024-05-20T21:30:42.861 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.861+0000 7f5714eabb80 1 -- 172.21.15.8:0/818992814 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555e92e28fb0 msgr2=0x555e92e1d570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:42.861 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.861+0000 7f5714eabb80 1 --2- 172.21.15.8:0/818992814 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555e92e28fb0 0x555e92e1d570 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f56fc0a6490 tx=0x7f56fc0a9840 comp rx=0 tx=0).stop 2024-05-20T21:30:42.861 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.861+0000 7f5714eabb80 1 -- 172.21.15.8:0/818992814 shutdown_connections 2024-05-20T21:30:42.861 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.861+0000 7f5714eabb80 1 --2- 172.21.15.8:0/818992814 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555e92e28fb0 0x555e92e1d570 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:42.861 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.861+0000 7f5714eabb80 1 --2- 172.21.15.8:0/818992814 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555e92e231c0 0x555e92e22ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:42.862 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.861+0000 7f5714eabb80 1 --2- 172.21.15.8:0/818992814 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555e92e28690 0x555e92e2aef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:42.862 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.861+0000 7f5714eabb80 1 -- 172.21.15.8:0/818992814 >> 172.21.15.8:0/818992814 conn(0x555e92d50c60 msgr2=0x555e92e2d620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:42.862 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.861+0000 7f5714eabb80 1 -- 172.21.15.8:0/818992814 shutdown_connections 2024-05-20T21:30:42.862 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.861+0000 7f5714eabb80 1 -- 172.21.15.8:0/818992814 wait complete. 2024-05-20T21:30:42.863 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.862+0000 7f5714eabb80 1 -- start start 2024-05-20T21:30:42.863 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.862+0000 7f5714eabb80 1 Processor -- start 2024-05-20T21:30:42.863 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.862+0000 7f5714eabb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555e92e231c0 0x555e92e35420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:42.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.862+0000 7f5714eabb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555e92e28690 0x555e92e31c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:42.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.862+0000 7f5714eabb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555e92e28fb0 0x555e92e32290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:42.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.862+0000 7f5714eabb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f57041b2970 con 0x555e92e231c0 2024-05-20T21:30:42.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.862+0000 7f5714eabb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f57041b3de0 con 0x555e92e28fb0 2024-05-20T21:30:42.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.862+0000 7f5714eabb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f57041b3040 con 0x555e92e28690 2024-05-20T21:30:42.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.862+0000 7f5714eabb80 10 client.0 _ll_register_callbacks cb 0x555e92e2c940 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:42.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.863+0000 7f5703400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555e92e231c0 0x555e92e35420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:42.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.863+0000 7f5702a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555e92e28690 0x555e92e31c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:42.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.863+0000 7f5703400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555e92e231c0 0x555e92e35420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55072/0 (socket says 172.21.15.8:55072) 2024-05-20T21:30:42.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.863+0000 7f5703400700 1 -- 172.21.15.8:0/3538035532 learned_addr learned my addr 172.21.15.8:0/3538035532 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:42.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.863+0000 7f5703e00700 1 --2- 172.21.15.8:0/3538035532 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555e92e28fb0 0x555e92e32290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:42.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.863+0000 7f5703400700 1 -- 172.21.15.8:0/3538035532 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555e92e28690 msgr2=0x555e92e31c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:42.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.863+0000 7f5703400700 1 --2- 172.21.15.8:0/3538035532 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555e92e28690 0x555e92e31c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:42.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.863+0000 7f5703400700 1 -- 172.21.15.8:0/3538035532 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555e92e28fb0 msgr2=0x555e92e32290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:42.864 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.863+0000 7f5703400700 1 --2- 172.21.15.8:0/3538035532 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555e92e28fb0 0x555e92e32290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:42.865 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.863+0000 7f5703400700 1 -- 172.21.15.8:0/3538035532 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555e92ea70b0 con 0x555e92e231c0 2024-05-20T21:30:42.865 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.863+0000 7f5703400700 1 --2- 172.21.15.8:0/3538035532 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555e92e231c0 0x555e92e35420 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f56f4005850 tx=0x7f56f4005b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5fb43bede4c58590 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:42.865 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.863+0000 7f56ed600700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:30:42.865 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.864+0000 7f56ed600700 1 -- 172.21.15.8:0/3538035532 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56f400f460 con 0x555e92e231c0 2024-05-20T21:30:42.865 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.864+0000 7f5714eabb80 1 -- 172.21.15.8:0/3538035532 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f56fc0a9220 con 0x555e92e231c0 2024-05-20T21:30:42.865 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.864+0000 7f56ed600700 1 -- 172.21.15.8:0/3538035532 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f56f400f600 con 0x555e92e231c0 2024-05-20T21:30:42.865 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.864+0000 7f56ed600700 1 -- 172.21.15.8:0/3538035532 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f56f400f800 con 0x555e92e231c0 2024-05-20T21:30:42.865 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.864+0000 7f5714eabb80 10 client.19599 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:42.865 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.864+0000 7f5714eabb80 1 -- 172.21.15.8:0/3538035532 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x555e92ea8210 con 0x555e92e231c0 2024-05-20T21:30:42.866 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.864+0000 7f56ed600700 1 -- 172.21.15.8:0/3538035532 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f56fc0a9220 con 0x555e92e231c0 2024-05-20T21:30:42.866 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.865+0000 7f56ed600700 1 -- 172.21.15.8:0/3538035532 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f56f403d020 con 0x555e92e231c0 2024-05-20T21:30:42.866 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.865+0000 7f5714eabb80 10 client.19599 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:42.866 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.865+0000 7f5714eabb80 10 client.19599 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:30:42.866 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.865+0000 7f5714eabb80 20 client.19599 populate_metadata read hostname 'smithi008' 2024-05-20T21:30:42.866 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.865+0000 7f5714eabb80 1 --2- 172.21.15.8:0/3538035532 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x555e92ea84a0 0x555e92eaa890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:42.866 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.865+0000 7f5714eabb80 4 client.19599 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:30:42.866 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.865+0000 7f5714eabb80 1 -- 172.21.15.8:0/3538035532 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x555e92d7c5f0 con 0x555e92ea84a0 2024-05-20T21:30:42.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.865+0000 7f5702a00700 1 --2- 172.21.15.8:0/3538035532 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x555e92ea84a0 0x555e92eaa890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:42.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.866+0000 7f5702a00700 1 --2- 172.21.15.8:0/3538035532 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x555e92ea84a0 0x555e92eaa890 crc :-1 s=READY pgs=397 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=19b39355d24df4e0 server_cookie=6fd33244e5c791e5 in_seq=0 out_seq=0 2024-05-20T21:30:42.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.866+0000 7f56ed600700 10 client.19599 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:30:42.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.868+0000 7f56ed600700 1 -- 172.21.15.8:0/3538035532 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x555e92d7c5f0 con 0x555e92ea84a0 2024-05-20T21:30:42.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.868+0000 7f56ed600700 10 client.19599 handle_command_reply: tid=0 2024-05-20T21:30:42.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.868+0000 7f5714eabb80 1 client.19599 shutdown 2024-05-20T21:30:42.867 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.868+0000 7f5714eabb80 1 -- 172.21.15.8:0/3538035532 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555e92e231c0 msgr2=0x555e92e35420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:42.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.868+0000 7f5714eabb80 1 --2- 172.21.15.8:0/3538035532 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555e92e231c0 0x555e92e35420 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f56f4005850 tx=0x7f56f4005b40 comp rx=0 tx=0).stop 2024-05-20T21:30:42.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.868+0000 7f5714eabb80 1 -- 172.21.15.8:0/3538035532 shutdown_connections 2024-05-20T21:30:42.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.868+0000 7f5714eabb80 1 --2- 172.21.15.8:0/3538035532 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x555e92ea84a0 0x555e92eaa890 crc :-1 s=READY pgs=397 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:42.868 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.868+0000 7f5714eabb80 1 --2- 172.21.15.8:0/3538035532 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555e92e28fb0 0x555e92e32290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:42.869 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.868+0000 7f5714eabb80 1 --2- 172.21.15.8:0/3538035532 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555e92e231c0 0x555e92e35420 unknown :-1 s=CLOSED pgs=754 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:42.869 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.868+0000 7f5714eabb80 1 --2- 172.21.15.8:0/3538035532 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555e92e28690 0x555e92e31c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:42.869 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.868+0000 7f56ed600700 0 client.19599 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:30:42.869 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.868+0000 7f5714eabb80 1 -- 172.21.15.8:0/3538035532 >> 172.21.15.8:0/3538035532 conn(0x555e92d50c60 msgr2=0x555e92e29aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:42.869 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.868+0000 7f5714eabb80 1 -- 172.21.15.8:0/3538035532 shutdown_connections 2024-05-20T21:30:42.869 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.868+0000 7f5714eabb80 1 -- 172.21.15.8:0/3538035532 wait complete. 2024-05-20T21:30:42.869 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.869+0000 7f5714eabb80 20 client.19599 trim_cache size 0 max 16384 2024-05-20T21:30:42.869 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:30:42.869 INFO:teuthology.orchestra.run.smithi008.stdout: "return_code": 0, 2024-05-20T21:30:42.870 INFO:teuthology.orchestra.run.smithi008.stdout: "scrub_tag": "9ff139f7-6212-46a3-aeb9-706e09f9cfd9", 2024-05-20T21:30:42.870 INFO:teuthology.orchestra.run.smithi008.stdout: "mode": "asynchronous" 2024-05-20T21:30:42.870 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:30:42.870 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.869+0000 7f570a600700 1 -- 172.21.15.8:0/885238927 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f56e80b2900 msgr2=0x7f56e80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:42.870 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.869+0000 7f570a600700 1 --2- 172.21.15.8:0/885238927 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f56e80b2900 0x7f56e80b4dc0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f5704109410 tx=0x7f56f0011d10 comp rx=0 tx=0).stop 2024-05-20T21:30:42.870 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.869+0000 7f570a600700 1 -- 172.21.15.8:0/885238927 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f570410eeb0 msgr2=0x7f57041a4c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:42.870 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.869+0000 7f570a600700 1 --2- 172.21.15.8:0/885238927 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f570410eeb0 0x7f57041a4c00 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f56fc00efc0 tx=0x7f56fc00c3a0 comp rx=0 tx=0).stop 2024-05-20T21:30:42.871 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.870+0000 7f570a600700 1 -- 172.21.15.8:0/885238927 shutdown_connections 2024-05-20T21:30:42.871 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.870+0000 7f570a600700 1 --2- 172.21.15.8:0/885238927 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f56e80b2900 0x7f56e80b4dc0 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:42.871 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.870+0000 7f570a600700 1 --2- 172.21.15.8:0/885238927 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f570410eeb0 0x7f57041a4c00 unknown :-1 s=CLOSED pgs=672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:42.871 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.870+0000 7f570a600700 1 --2- 172.21.15.8:0/885238927 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5704109dd0 0x7f57041a0380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:42.871 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.870+0000 7f570a600700 1 --2- 172.21.15.8:0/885238927 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f570410a780 0x7f57041a08c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:42.871 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.870+0000 7f570a600700 1 -- 172.21.15.8:0/885238927 >> 172.21.15.8:0/885238927 conn(0x7f5704076d10 msgr2=0x7f5704078990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:42.871 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.870+0000 7f570a600700 1 -- 172.21.15.8:0/885238927 shutdown_connections 2024-05-20T21:30:42.871 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:42.870+0000 7f570a600700 1 -- 172.21.15.8:0/885238927 wait complete. 2024-05-20T21:30:42.886 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:30:42 smithi008 ceph-mon[31475]: pgmap v901: 97 pgs: 97 active+clean; 3.8 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:30:43.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:30:42 smithi130 ceph-mon[36448]: pgmap v901: 97 pgs: 97 active+clean; 3.8 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:30:43.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:30:42 smithi050 ceph-mon[35809]: pgmap v901: 97 pgs: 97 active+clean; 3.8 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:30:43.776 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:30:44.145 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.145+0000 7f68eb600640 1 -- 172.21.15.8:0/1526593610 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f68e4106890 msgr2=0x7f68e410d120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:44.145 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.145+0000 7f68eb600640 1 --2- 172.21.15.8:0/1526593610 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f68e4106890 0x7f68e410d120 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f68dc009be0 tx=0x7f68dc02a6c0 comp rx=0 tx=0).stop 2024-05-20T21:30:44.145 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.145+0000 7f68eb600640 1 -- 172.21.15.8:0/1526593610 shutdown_connections 2024-05-20T21:30:44.145 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.145+0000 7f68eb600640 1 --2- 172.21.15.8:0/1526593610 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f68e4106890 0x7f68e410d120 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:44.145 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.145+0000 7f68eb600640 1 --2- 172.21.15.8:0/1526593610 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f68e4105ed0 0x7f68e4106350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:44.145 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.145+0000 7f68eb600640 1 --2- 172.21.15.8:0/1526593610 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f68e4104ce0 0x7f68e4105100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:44.145 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.145+0000 7f68eb600640 1 -- 172.21.15.8:0/1526593610 >> 172.21.15.8:0/1526593610 conn(0x7f68e4100270 msgr2=0x7f68e4102690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:44.145 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.145+0000 7f68eb600640 1 -- 172.21.15.8:0/1526593610 shutdown_connections 2024-05-20T21:30:44.146 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.145+0000 7f68eb600640 1 -- 172.21.15.8:0/1526593610 wait complete. 2024-05-20T21:30:44.146 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.147+0000 7f68eb600640 1 Processor -- start 2024-05-20T21:30:44.147 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.147+0000 7f68eb600640 1 -- start start 2024-05-20T21:30:44.147 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.147+0000 7f68eb600640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f68e4104ce0 0x7f68e419ae90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:44.147 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.147+0000 7f68eb600640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f68e4105ed0 0x7f68e419b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:44.147 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.147+0000 7f68eb600640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f68e4106890 0x7f68e41a2440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:44.147 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.147+0000 7f68eb600640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f68e41107f0 con 0x7f68e4105ed0 2024-05-20T21:30:44.147 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.147+0000 7f68eb600640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f68e4110670 con 0x7f68e4106890 2024-05-20T21:30:44.147 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.147+0000 7f68eb600640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f68e4110970 con 0x7f68e4104ce0 2024-05-20T21:30:44.147 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.148+0000 7f68e3e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f68e4105ed0 0x7f68e419b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:44.148 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.148+0000 7f68e9600640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f68e4106890 0x7f68e41a2440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:44.148 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.148+0000 7f68e3e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f68e4105ed0 0x7f68e419b3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55082/0 (socket says 172.21.15.8:55082) 2024-05-20T21:30:44.148 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.148+0000 7f68e3e00640 1 -- 172.21.15.8:0/4271078006 learned_addr learned my addr 172.21.15.8:0/4271078006 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:44.148 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.148+0000 7f68e8c00640 1 --2- 172.21.15.8:0/4271078006 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f68e4104ce0 0x7f68e419ae90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:44.149 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.148+0000 7f68e9600640 1 -- 172.21.15.8:0/4271078006 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f68e4104ce0 msgr2=0x7f68e419ae90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:44.149 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.148+0000 7f68e9600640 1 --2- 172.21.15.8:0/4271078006 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f68e4104ce0 0x7f68e419ae90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:44.149 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.148+0000 7f68e9600640 1 -- 172.21.15.8:0/4271078006 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f68e4105ed0 msgr2=0x7f68e419b3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:44.149 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.148+0000 7f68e9600640 1 --2- 172.21.15.8:0/4271078006 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f68e4105ed0 0x7f68e419b3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:44.149 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.148+0000 7f68e9600640 1 -- 172.21.15.8:0/4271078006 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68e41a2ab0 con 0x7f68e4106890 2024-05-20T21:30:44.149 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.148+0000 7f68e3e00640 1 --2- 172.21.15.8:0/4271078006 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f68e4105ed0 0x7f68e419b3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:44.149 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.148+0000 7f68e8c00640 1 --2- 172.21.15.8:0/4271078006 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f68e4104ce0 0x7f68e419ae90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:44.149 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.149+0000 7f68e9600640 1 --2- 172.21.15.8:0/4271078006 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f68e4106890 0x7f68e41a2440 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f68dc034040 tx=0x7f68dc030d50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:44.150 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.149+0000 7f68e1600640 1 -- 172.21.15.8:0/4271078006 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68dc041020 con 0x7f68e4106890 2024-05-20T21:30:44.150 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.149+0000 7f68e1600640 1 -- 172.21.15.8:0/4271078006 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f68dc0318f0 con 0x7f68e4106890 2024-05-20T21:30:44.150 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.149+0000 7f68e1600640 1 -- 172.21.15.8:0/4271078006 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68dc036040 con 0x7f68e4106890 2024-05-20T21:30:44.150 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.149+0000 7f68eb600640 1 -- 172.21.15.8:0/4271078006 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68e41a2d40 con 0x7f68e4106890 2024-05-20T21:30:44.150 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.149+0000 7f68eb600640 1 -- 172.21.15.8:0/4271078006 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68e41a31b0 con 0x7f68e4106890 2024-05-20T21:30:44.152 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.153+0000 7f68ee3fa740 1 Processor -- start 2024-05-20T21:30:44.152 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.153+0000 7f68e1600640 1 -- 172.21.15.8:0/4271078006 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f68dc044020 con 0x7f68e4106890 2024-05-20T21:30:44.153 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.153+0000 7f68ee3fa740 1 -- start start 2024-05-20T21:30:44.153 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.154+0000 7f68ee3fa740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e60b0d7b30 0x55e60b0d7f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:44.153 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.154+0000 7f68ee3fa740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e60b0d8520 0x55e60b0dd020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:44.153 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.154+0000 7f68ee3fa740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e60b0dd690 0x55e60b0dfb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:44.153 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.154+0000 7f68ee3fa740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55e60b047b90 con 0x55e60b0d8520 2024-05-20T21:30:44.153 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.154+0000 7f68ee3fa740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55e60b037730 con 0x55e60b0dd690 2024-05-20T21:30:44.154 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.154+0000 7f68ee3fa740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55e60b03b770 con 0x55e60b0d7b30 2024-05-20T21:30:44.154 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.154+0000 7f68e8c00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e60b0d8520 0x55e60b0dd020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:44.154 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.154+0000 7f68e3e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e60b0dd690 0x55e60b0dfb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:44.154 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.154+0000 7f68e8c00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e60b0d8520 0x55e60b0dd020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55094/0 (socket says 172.21.15.8:55094) 2024-05-20T21:30:44.154 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.154+0000 7f68e8c00640 1 -- 172.21.15.8:0/3353121494 learned_addr learned my addr 172.21.15.8:0/3353121494 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:44.154 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.155+0000 7f68e3e00640 1 --2- 172.21.15.8:0/3353121494 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e60b0d7b30 0x55e60b0d7f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:44.155 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.155+0000 7f68e8c00640 1 -- 172.21.15.8:0/3353121494 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e60b0d7b30 msgr2=0x55e60b0d7f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:44.156 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.155+0000 7f68e8c00640 1 --2- 172.21.15.8:0/3353121494 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e60b0d7b30 0x55e60b0d7f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:44.156 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.155+0000 7f68e8c00640 1 -- 172.21.15.8:0/3353121494 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e60b0dd690 msgr2=0x55e60b0dfb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:44.156 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.155+0000 7f68e8c00640 1 --2- 172.21.15.8:0/3353121494 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e60b0dd690 0x55e60b0dfb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:44.156 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.155+0000 7f68e8c00640 1 -- 172.21.15.8:0/3353121494 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e60afd08b0 con 0x55e60b0d8520 2024-05-20T21:30:44.156 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.155+0000 7f68e3e00640 1 --2- 172.21.15.8:0/3353121494 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e60b0d7b30 0x55e60b0d7f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:44.156 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.156+0000 7f68e8c00640 1 --2- 172.21.15.8:0/3353121494 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e60b0d8520 0x55e60b0dd020 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7f68d80114c0 tx=0x7f68d8011980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a0f18a6c9faa3b24 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:44.156 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.156+0000 7f68e1600640 1 --2- 172.21.15.8:0/4271078006 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f68cc0b2860 0x7f68cc0b4d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:44.156 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.156+0000 7f68d1c00640 1 -- 172.21.15.8:0/3353121494 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68d8011030 con 0x55e60b0d8520 2024-05-20T21:30:44.156 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.156+0000 7f68d1c00640 1 -- 172.21.15.8:0/3353121494 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f68d80111d0 con 0x55e60b0d8520 2024-05-20T21:30:44.156 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.156+0000 7f68d1c00640 1 -- 172.21.15.8:0/3353121494 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68d800f5c0 con 0x55e60b0d8520 2024-05-20T21:30:44.156 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.156+0000 7f68e1600640 1 -- 172.21.15.8:0/4271078006 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f68dc102d40 con 0x7f68e4106890 2024-05-20T21:30:44.156 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.156+0000 7f68e3e00640 1 --2- 172.21.15.8:0/4271078006 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f68cc0b2860 0x7f68cc0b4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:44.158 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.157+0000 7f68ee3fa740 1 -- 172.21.15.8:0/3353121494 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e60b0d8520 msgr2=0x55e60b0dd020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:44.158 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.157+0000 7f68ee3fa740 1 --2- 172.21.15.8:0/3353121494 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e60b0d8520 0x55e60b0dd020 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7f68d80114c0 tx=0x7f68d8011980 comp rx=0 tx=0).stop 2024-05-20T21:30:44.158 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.157+0000 7f68e3e00640 1 --2- 172.21.15.8:0/4271078006 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f68cc0b2860 0x7f68cc0b4d20 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x55e60b0d8d80 tx=0x7f68d4009bb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:44.158 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.157+0000 7f68ee3fa740 1 -- 172.21.15.8:0/3353121494 shutdown_connections 2024-05-20T21:30:44.158 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.157+0000 7f68ee3fa740 1 --2- 172.21.15.8:0/3353121494 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e60b0dd690 0x55e60b0dfb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:44.158 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.157+0000 7f68ee3fa740 1 --2- 172.21.15.8:0/3353121494 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e60b0d8520 0x55e60b0dd020 unknown :-1 s=CLOSED pgs=755 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:44.158 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.157+0000 7f68ee3fa740 1 --2- 172.21.15.8:0/3353121494 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e60b0d7b30 0x55e60b0d7f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:44.158 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.157+0000 7f68ee3fa740 1 -- 172.21.15.8:0/3353121494 >> 172.21.15.8:0/3353121494 conn(0x55e60b0d31a0 msgr2=0x55e60b0d35a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:44.158 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.158+0000 7f68ee3fa740 1 -- 172.21.15.8:0/3353121494 shutdown_connections 2024-05-20T21:30:44.158 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.158+0000 7f68ee3fa740 1 -- 172.21.15.8:0/3353121494 wait complete. 2024-05-20T21:30:44.158 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.158+0000 7f68ee3fa740 1 -- start start 2024-05-20T21:30:44.158 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.158+0000 7f68ee3fa740 1 Processor -- start 2024-05-20T21:30:44.161 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.159+0000 7f68ee3fa740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e60b0d7b30 0x55e60b0ea160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:44.161 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.159+0000 7f68ee3fa740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e60b0d8520 0x55e60b0ea6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:44.161 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.159+0000 7f68ee3fa740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e60b0dd690 0x55e60b0f16e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:44.162 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.159+0000 7f68ee3fa740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55e60ad1d790 con 0x55e60b0dd690 2024-05-20T21:30:44.162 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.159+0000 7f68ee3fa740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55e60afdfbc0 con 0x55e60b0d7b30 2024-05-20T21:30:44.162 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.159+0000 7f68ee3fa740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55e60b0e8e50 con 0x55e60b0d8520 2024-05-20T21:30:44.162 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.159+0000 7f68ee3fa740 10 client.0 _ll_register_callbacks cb 0x55e60afbd400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:44.162 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.159+0000 7f68e9600640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e60b0dd690 0x55e60b0f16e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:44.162 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.159+0000 7f68e9600640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e60b0dd690 0x55e60b0f16e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55096/0 (socket says 172.21.15.8:55096) 2024-05-20T21:30:44.162 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.159+0000 7f68e9600640 1 -- 172.21.15.8:0/1071339528 learned_addr learned my addr 172.21.15.8:0/1071339528 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:44.162 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.159+0000 7f68e3e00640 1 --2- 172.21.15.8:0/1071339528 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e60b0d8520 0x55e60b0ea6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:44.162 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.159+0000 7f68e8c00640 1 --2- 172.21.15.8:0/1071339528 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e60b0d7b30 0x55e60b0ea160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:44.162 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.159+0000 7f68e9600640 1 -- 172.21.15.8:0/1071339528 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e60b0d8520 msgr2=0x55e60b0ea6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:44.162 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.159+0000 7f68e9600640 1 --2- 172.21.15.8:0/1071339528 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e60b0d8520 0x55e60b0ea6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:44.162 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.159+0000 7f68e9600640 1 -- 172.21.15.8:0/1071339528 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e60b0d7b30 msgr2=0x55e60b0ea160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:44.163 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.159+0000 7f68e9600640 1 --2- 172.21.15.8:0/1071339528 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e60b0d7b30 0x55e60b0ea160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:44.163 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.159+0000 7f68e9600640 1 -- 172.21.15.8:0/1071339528 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e60ad4c210 con 0x55e60b0dd690 2024-05-20T21:30:44.163 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.160+0000 7f68e9600640 1 --2- 172.21.15.8:0/1071339528 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e60b0dd690 0x55e60b0f16e0 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7f68dc0c9ff0 tx=0x7f68dc003f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43aae05d0035bde4 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:44.163 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.160+0000 7f68c6000640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:30:44.163 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.160+0000 7f68c6000640 1 -- 172.21.15.8:0/1071339528 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68dc0ca9f0 con 0x55e60b0dd690 2024-05-20T21:30:44.163 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.160+0000 7f68c6000640 1 -- 172.21.15.8:0/1071339528 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f68dc0ca760 con 0x55e60b0dd690 2024-05-20T21:30:44.163 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.160+0000 7f68ee3fa740 1 -- 172.21.15.8:0/1071339528 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f68d80111d0 con 0x55e60b0dd690 2024-05-20T21:30:44.163 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.160+0000 7f68c6000640 1 -- 172.21.15.8:0/1071339528 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f68dc0ca2f0 con 0x55e60b0dd690 2024-05-20T21:30:44.163 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.160+0000 7f68ee3fa740 10 client.19611 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:44.163 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.160+0000 7f68ee3fa740 1 -- 172.21.15.8:0/1071339528 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e60ae18620 con 0x55e60b0dd690 2024-05-20T21:30:44.163 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.161+0000 7f68c6000640 1 -- 172.21.15.8:0/1071339528 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f68d80111d0 con 0x55e60b0dd690 2024-05-20T21:30:44.163 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.161+0000 7f68c6000640 1 -- 172.21.15.8:0/1071339528 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f68dc004b40 con 0x55e60b0dd690 2024-05-20T21:30:44.163 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.161+0000 7f68ee3fa740 10 client.19611 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:44.164 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.161+0000 7f68ee3fa740 10 client.19611 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:30:44.164 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.161+0000 7f68ee3fa740 20 client.19611 populate_metadata read hostname 'smithi008' 2024-05-20T21:30:44.164 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.161+0000 7f68ee3fa740 1 --2- 172.21.15.8:0/1071339528 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e60b0f5ca0 0x55e60b0f8100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:44.164 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.161+0000 7f68ee3fa740 4 client.19611 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:30:44.164 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.161+0000 7f68ee3fa740 1 -- 172.21.15.8:0/1071339528 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e60b049ae0 con 0x55e60b0f5ca0 2024-05-20T21:30:44.164 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.161+0000 7f68e8c00640 1 --2- 172.21.15.8:0/1071339528 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e60b0f5ca0 0x55e60b0f8100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:44.164 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.162+0000 7f68e8c00640 1 --2- 172.21.15.8:0/1071339528 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e60b0f5ca0 0x55e60b0f8100 crc :-1 s=READY pgs=398 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9c78699158d6649a server_cookie=c569053ece0dda8c in_seq=0 out_seq=0 2024-05-20T21:30:44.164 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.162+0000 7f68c6000640 10 client.19611 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:30:44.165 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.163+0000 7f68c6000640 1 -- 172.21.15.8:0/1071339528 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55e60b049ae0 con 0x55e60b0f5ca0 2024-05-20T21:30:44.165 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.163+0000 7f68c6000640 10 client.19611 handle_command_reply: tid=0 2024-05-20T21:30:44.165 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.163+0000 7f68ee3fa740 1 client.19611 shutdown 2024-05-20T21:30:44.165 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.163+0000 7f68ee3fa740 1 -- 172.21.15.8:0/1071339528 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e60b0dd690 msgr2=0x55e60b0f16e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:44.165 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.163+0000 7f68ee3fa740 1 --2- 172.21.15.8:0/1071339528 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e60b0dd690 0x55e60b0f16e0 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7f68dc0c9ff0 tx=0x7f68dc003f50 comp rx=0 tx=0).stop 2024-05-20T21:30:44.165 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.163+0000 7f68ee3fa740 1 -- 172.21.15.8:0/1071339528 shutdown_connections 2024-05-20T21:30:44.165 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.163+0000 7f68ee3fa740 1 --2- 172.21.15.8:0/1071339528 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e60b0f5ca0 0x55e60b0f8100 crc :-1 s=READY pgs=398 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:44.165 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.163+0000 7f68ee3fa740 1 --2- 172.21.15.8:0/1071339528 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e60b0dd690 0x55e60b0f16e0 unknown :-1 s=CLOSED pgs=756 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:44.165 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.163+0000 7f68ee3fa740 1 --2- 172.21.15.8:0/1071339528 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e60b0d8520 0x55e60b0ea6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:44.166 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.163+0000 7f68ee3fa740 1 --2- 172.21.15.8:0/1071339528 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e60b0d7b30 0x55e60b0ea160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:44.166 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.163+0000 7f68ee3fa740 1 -- 172.21.15.8:0/1071339528 >> 172.21.15.8:0/1071339528 conn(0x55e60b0d31a0 msgr2=0x55e60b0d2310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:44.166 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.163+0000 7f68c6000640 0 client.19611 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:30:44.166 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.163+0000 7f68ee3fa740 1 -- 172.21.15.8:0/1071339528 shutdown_connections 2024-05-20T21:30:44.166 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.164+0000 7f68ee3fa740 1 -- 172.21.15.8:0/1071339528 wait complete. 2024-05-20T21:30:44.166 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.164+0000 7f68ee3fa740 20 client.19611 trim_cache size 0 max 16384 2024-05-20T21:30:44.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:30:43 smithi130 ceph-mon[36448]: scrub queued for path: / 2024-05-20T21:30:44.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:30:43 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:30:44.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:30:43 smithi130 ceph-mon[36448]: scrub summary: active paths [/] 2024-05-20T21:30:44.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:30:43 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:30:44.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:30:43 smithi050 ceph-mon[35809]: scrub queued for path: / 2024-05-20T21:30:44.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:30:43 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:30:44.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:30:43 smithi050 ceph-mon[35809]: scrub summary: active paths [/] 2024-05-20T21:30:44.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:30:43 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:30:44.185 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.185+0000 7f68ee3fa740 1 Processor -- start 2024-05-20T21:30:44.185 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.185+0000 7f68ee3fa740 1 -- start start 2024-05-20T21:30:44.185 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.186+0000 7f68ee3fa740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e60b0d7b30 0x55e60b0e9780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:44.185 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.186+0000 7f68ee3fa740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e60b0d8520 0x55e60b0f16a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:44.185 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.186+0000 7f68ee3fa740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e60b0dd690 0x55e60b0d67c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:44.185 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.186+0000 7f68ee3fa740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f68e41aa510 con 0x55e60b0dd690 2024-05-20T21:30:44.185 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.186+0000 7f68ee3fa740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f68e41a7de0 con 0x55e60b0d8520 2024-05-20T21:30:44.185 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.186+0000 7f68ee3fa740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f68e41a5c30 con 0x55e60b0d7b30 2024-05-20T21:30:44.186 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.186+0000 7f68e8c00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e60b0d7b30 0x55e60b0e9780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:44.186 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.186+0000 7f68e3e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e60b0d8520 0x55e60b0f16a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:44.187 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.186+0000 7f68e9600640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e60b0dd690 0x55e60b0d67c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:44.187 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.186+0000 7f68e8c00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e60b0d7b30 0x55e60b0e9780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:38588/0 (socket says 172.21.15.8:38588) 2024-05-20T21:30:44.187 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.186+0000 7f68e8c00640 1 -- 172.21.15.8:0/3653047688 learned_addr learned my addr 172.21.15.8:0/3653047688 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:44.187 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.186+0000 7f68e8c00640 1 -- 172.21.15.8:0/3653047688 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e60b0d8520 msgr2=0x55e60b0f16a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:44.187 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.186+0000 7f68e8c00640 1 --2- 172.21.15.8:0/3653047688 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e60b0d8520 0x55e60b0f16a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:44.187 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.186+0000 7f68e8c00640 1 -- 172.21.15.8:0/3653047688 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e60b0dd690 msgr2=0x55e60b0d67c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:44.187 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.186+0000 7f68e8c00640 1 --2- 172.21.15.8:0/3653047688 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e60b0dd690 0x55e60b0d67c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:44.187 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.186+0000 7f68e8c00640 1 -- 172.21.15.8:0/3653047688 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e60b0e9220 con 0x55e60b0d7b30 2024-05-20T21:30:44.187 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.187+0000 7f68e8c00640 1 --2- 172.21.15.8:0/3653047688 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e60b0d7b30 0x55e60b0e9780 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f68d8009fb0 tx=0x7f68d80041d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a5b0e165e87acefc server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:44.187 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.187+0000 7f68d1200640 1 -- 172.21.15.8:0/3653047688 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68d801d050 con 0x55e60b0d7b30 2024-05-20T21:30:44.187 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.187+0000 7f68d1200640 1 -- 172.21.15.8:0/3653047688 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f68d801e040 con 0x55e60b0d7b30 2024-05-20T21:30:44.187 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.187+0000 7f68d1200640 1 -- 172.21.15.8:0/3653047688 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68d80037c0 con 0x55e60b0d7b30 2024-05-20T21:30:44.189 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.188+0000 7f68ee3fa740 1 -- 172.21.15.8:0/3653047688 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e60b0d7b30 msgr2=0x55e60b0e9780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:44.189 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.188+0000 7f68ee3fa740 1 --2- 172.21.15.8:0/3653047688 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e60b0d7b30 0x55e60b0e9780 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f68d8009fb0 tx=0x7f68d80041d0 comp rx=0 tx=0).stop 2024-05-20T21:30:44.189 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.188+0000 7f68ee3fa740 1 -- 172.21.15.8:0/3653047688 shutdown_connections 2024-05-20T21:30:44.189 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.188+0000 7f68ee3fa740 1 --2- 172.21.15.8:0/3653047688 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e60b0dd690 0x55e60b0d67c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:44.189 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.188+0000 7f68ee3fa740 1 --2- 172.21.15.8:0/3653047688 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e60b0d8520 0x55e60b0f16a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:44.189 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.188+0000 7f68ee3fa740 1 --2- 172.21.15.8:0/3653047688 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e60b0d7b30 0x55e60b0e9780 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:44.189 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.188+0000 7f68ee3fa740 1 -- 172.21.15.8:0/3653047688 >> 172.21.15.8:0/3653047688 conn(0x55e60b0d31a0 msgr2=0x55e60b0d60b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:44.189 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.188+0000 7f68ee3fa740 1 -- 172.21.15.8:0/3653047688 shutdown_connections 2024-05-20T21:30:44.190 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.188+0000 7f68ee3fa740 1 -- 172.21.15.8:0/3653047688 wait complete. 2024-05-20T21:30:44.190 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.189+0000 7f68ee3fa740 1 -- start start 2024-05-20T21:30:44.190 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.189+0000 7f68ee3fa740 1 Processor -- start 2024-05-20T21:30:44.190 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.189+0000 7f68ee3fa740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e60b0d7b30 0x55e60b0ee880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:44.190 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.189+0000 7f68ee3fa740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e60b0d8520 0x55e60b0eedc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:44.190 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.189+0000 7f68ee3fa740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e60b0dd690 0x55e60b0efdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:44.190 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.189+0000 7f68ee3fa740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f68e41a62a0 con 0x55e60b0d8520 2024-05-20T21:30:44.190 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.189+0000 7f68ee3fa740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f68e41a7710 con 0x55e60b0dd690 2024-05-20T21:30:44.190 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.189+0000 7f68ee3fa740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f68e41a6970 con 0x55e60b0d7b30 2024-05-20T21:30:44.190 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.189+0000 7f68ee3fa740 10 client.0 _ll_register_callbacks cb 0x7f68dc004040 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:44.190 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.190+0000 7f68e8c00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e60b0d7b30 0x55e60b0ee880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:44.190 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.190+0000 7f68e3e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e60b0d8520 0x55e60b0eedc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:44.190 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.190+0000 7f68e8c00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e60b0d7b30 0x55e60b0ee880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:38594/0 (socket says 172.21.15.8:38594) 2024-05-20T21:30:44.191 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.190+0000 7f68e8c00640 1 -- 172.21.15.8:0/2186665027 learned_addr learned my addr 172.21.15.8:0/2186665027 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:44.191 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.190+0000 7f68e9600640 1 --2- 172.21.15.8:0/2186665027 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e60b0dd690 0x55e60b0efdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:44.192 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.190+0000 7f68e8c00640 1 -- 172.21.15.8:0/2186665027 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e60b0dd690 msgr2=0x55e60b0efdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:44.192 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.190+0000 7f68e8c00640 1 --2- 172.21.15.8:0/2186665027 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e60b0dd690 0x55e60b0efdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:44.192 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.190+0000 7f68e8c00640 1 -- 172.21.15.8:0/2186665027 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e60b0d8520 msgr2=0x55e60b0eedc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:44.192 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.190+0000 7f68e8c00640 1 --2- 172.21.15.8:0/2186665027 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e60b0d8520 0x55e60b0eedc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:44.193 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.190+0000 7f68e8c00640 1 -- 172.21.15.8:0/2186665027 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e60b0f03c0 con 0x55e60b0d7b30 2024-05-20T21:30:44.193 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.190+0000 7f68e8c00640 1 --2- 172.21.15.8:0/2186665027 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e60b0d7b30 0x55e60b0ee880 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f68d8011e80 tx=0x7f68d8011110 comp rx=0 tx=0).ready entity=mon.1 client_cookie=48e4823780b15be9 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:44.193 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.190+0000 7f68c6000640 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:30:44.193 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.191+0000 7f68c6000640 1 -- 172.21.15.8:0/2186665027 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68d803a060 con 0x55e60b0d7b30 2024-05-20T21:30:44.193 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.191+0000 7f68ee3fa740 1 -- 172.21.15.8:0/2186665027 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f68d801e040 con 0x55e60b0d7b30 2024-05-20T21:30:44.193 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.191+0000 7f68c6000640 1 -- 172.21.15.8:0/2186665027 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f68d8016070 con 0x55e60b0d7b30 2024-05-20T21:30:44.193 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.191+0000 7f68c6000640 1 -- 172.21.15.8:0/2186665027 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f68d801d020 con 0x55e60b0d7b30 2024-05-20T21:30:44.193 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.191+0000 7f68ee3fa740 10 client.29785 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:44.193 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.191+0000 7f68ee3fa740 1 -- 172.21.15.8:0/2186665027 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e60b0f16d0 con 0x55e60b0d7b30 2024-05-20T21:30:44.193 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.192+0000 7f68c6000640 1 -- 172.21.15.8:0/2186665027 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f68d801e040 con 0x55e60b0d7b30 2024-05-20T21:30:44.193 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.192+0000 7f68c6000640 1 -- 172.21.15.8:0/2186665027 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f68d8003740 con 0x55e60b0d7b30 2024-05-20T21:30:44.193 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.192+0000 7f68ee3fa740 10 client.29785 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:44.193 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.192+0000 7f68ee3fa740 10 client.29785 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:30:44.193 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.192+0000 7f68ee3fa740 20 client.29785 populate_metadata read hostname 'smithi008' 2024-05-20T21:30:44.194 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.192+0000 7f68ee3fa740 1 --2- 172.21.15.8:0/2186665027 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e60b160b20 0x55e60b162f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:44.194 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.192+0000 7f68ee3fa740 4 client.29785 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:30:44.194 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.192+0000 7f68ee3fa740 1 -- 172.21.15.8:0/2186665027 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55e60b0432c0 con 0x55e60b160b20 2024-05-20T21:30:44.194 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.192+0000 7f68e3e00640 1 --2- 172.21.15.8:0/2186665027 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e60b160b20 0x55e60b162f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:44.194 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.193+0000 7f68e3e00640 1 --2- 172.21.15.8:0/2186665027 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e60b160b20 0x55e60b162f10 crc :-1 s=READY pgs=399 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2c2373ebe691f6cb server_cookie=8df95ae0239741ec in_seq=0 out_seq=0 2024-05-20T21:30:44.194 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.193+0000 7f68c6000640 10 client.29785 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:30:44.201 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:30:43 smithi008 ceph-mon[31475]: scrub queued for path: / 2024-05-20T21:30:44.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:30:43 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:30:44.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:30:43 smithi008 ceph-mon[31475]: scrub summary: active paths [/] 2024-05-20T21:30:44.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:30:43 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:30:44.207 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.207+0000 7f68c6000640 1 -- 172.21.15.8:0/2186665027 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55e60b0432c0 con 0x55e60b160b20 2024-05-20T21:30:44.207 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.207+0000 7f68c6000640 10 client.29785 handle_command_reply: tid=0 2024-05-20T21:30:44.208 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.208+0000 7f68ee3fa740 1 client.29785 shutdown 2024-05-20T21:30:44.208 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.208+0000 7f68ee3fa740 1 -- 172.21.15.8:0/2186665027 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e60b0d7b30 msgr2=0x55e60b0ee880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:44.208 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.208+0000 7f68ee3fa740 1 --2- 172.21.15.8:0/2186665027 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e60b0d7b30 0x55e60b0ee880 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f68d8011e80 tx=0x7f68d8011110 comp rx=0 tx=0).stop 2024-05-20T21:30:44.208 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.208+0000 7f68ee3fa740 1 -- 172.21.15.8:0/2186665027 shutdown_connections 2024-05-20T21:30:44.208 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.208+0000 7f68ee3fa740 1 --2- 172.21.15.8:0/2186665027 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e60b160b20 0x55e60b162f10 crc :-1 s=READY pgs=399 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:44.208 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.208+0000 7f68ee3fa740 1 --2- 172.21.15.8:0/2186665027 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e60b0dd690 0x55e60b0efdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:44.208 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.208+0000 7f68ee3fa740 1 --2- 172.21.15.8:0/2186665027 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e60b0d8520 0x55e60b0eedc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:44.208 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.208+0000 7f68ee3fa740 1 --2- 172.21.15.8:0/2186665027 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e60b0d7b30 0x55e60b0ee880 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:44.208 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.208+0000 7f68c6000640 0 client.29785 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:30:44.208 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.208+0000 7f68ee3fa740 1 -- 172.21.15.8:0/2186665027 >> 172.21.15.8:0/2186665027 conn(0x55e60b0d31a0 msgr2=0x55e60b0d60b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:44.208 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.208+0000 7f68ee3fa740 1 -- 172.21.15.8:0/2186665027 shutdown_connections 2024-05-20T21:30:44.208 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.208+0000 7f68ee3fa740 1 -- 172.21.15.8:0/2186665027 wait complete. 2024-05-20T21:30:44.208 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.208+0000 7f68ee3fa740 20 client.29785 trim_cache size 0 max 16384 2024-05-20T21:30:44.209 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:30:44.209 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:30:44.209 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:30:44.210 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.209+0000 7f68eb600640 1 -- 172.21.15.8:0/4271078006 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f68cc0b2860 msgr2=0x7f68cc0b4d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:44.210 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.209+0000 7f68eb600640 1 --2- 172.21.15.8:0/4271078006 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f68cc0b2860 0x7f68cc0b4d20 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x55e60b0d8d80 tx=0x7f68d4009bb0 comp rx=0 tx=0).stop 2024-05-20T21:30:44.210 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.209+0000 7f68eb600640 1 -- 172.21.15.8:0/4271078006 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f68e4106890 msgr2=0x7f68e41a2440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:44.210 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.209+0000 7f68eb600640 1 --2- 172.21.15.8:0/4271078006 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f68e4106890 0x7f68e41a2440 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f68dc034040 tx=0x7f68dc030d50 comp rx=0 tx=0).stop 2024-05-20T21:30:44.210 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.209+0000 7f68eb600640 1 -- 172.21.15.8:0/4271078006 shutdown_connections 2024-05-20T21:30:44.210 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.209+0000 7f68eb600640 1 --2- 172.21.15.8:0/4271078006 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f68cc0b2860 0x7f68cc0b4d20 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:44.210 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.209+0000 7f68eb600640 1 --2- 172.21.15.8:0/4271078006 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f68e4106890 0x7f68e41a2440 unknown :-1 s=CLOSED pgs=675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:44.210 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.209+0000 7f68eb600640 1 --2- 172.21.15.8:0/4271078006 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f68e4105ed0 0x7f68e419b3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:44.210 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.209+0000 7f68eb600640 1 --2- 172.21.15.8:0/4271078006 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f68e4104ce0 0x7f68e419ae90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:44.210 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.209+0000 7f68eb600640 1 -- 172.21.15.8:0/4271078006 >> 172.21.15.8:0/4271078006 conn(0x7f68e4100270 msgr2=0x7f68e41091d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:44.210 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.209+0000 7f68eb600640 1 -- 172.21.15.8:0/4271078006 shutdown_connections 2024-05-20T21:30:44.210 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:44.209+0000 7f68eb600640 1 -- 172.21.15.8:0/4271078006 wait complete. 2024-05-20T21:30:44.249 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:30:45.137 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:30:44 smithi008 ceph-mon[31475]: pgmap v902: 97 pgs: 97 active+clean; 3.8 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:30:45.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:30:44 smithi130 ceph-mon[36448]: pgmap v902: 97 pgs: 97 active+clean; 3.8 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:30:45.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:30:44 smithi050 ceph-mon[35809]: pgmap v902: 97 pgs: 97 active+clean; 3.8 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:30:46.417 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.417+0000 7f6ce0000700 1 -- 172.21.15.8:0/3702781418 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6cd810ff40 msgr2=0x7f6cd8112330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:46.417 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.417+0000 7f6ce0000700 1 --2- 172.21.15.8:0/3702781418 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6cd810ff40 0x7f6cd8112330 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7f6cd000b0a0 tx=0x7f6cd000b3b0 comp rx=0 tx=0).stop 2024-05-20T21:30:46.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.417+0000 7f6ce0000700 1 -- 172.21.15.8:0/3702781418 shutdown_connections 2024-05-20T21:30:46.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.417+0000 7f6ce0000700 1 --2- 172.21.15.8:0/3702781418 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6cd8075770 0x7f6cd8075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:46.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.417+0000 7f6ce0000700 1 --2- 172.21.15.8:0/3702781418 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6cd810ff40 0x7f6cd8112330 unknown :-1 s=CLOSED pgs=757 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:46.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.417+0000 7f6ce0000700 1 --2- 172.21.15.8:0/3702781418 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6cd8076090 0x7f6cd810fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:46.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.417+0000 7f6ce0000700 1 -- 172.21.15.8:0/3702781418 >> 172.21.15.8:0/3702781418 conn(0x7f6cd807a6a0 msgr2=0x7f6cd807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:46.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.418+0000 7f6ce0000700 1 -- 172.21.15.8:0/3702781418 shutdown_connections 2024-05-20T21:30:46.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.418+0000 7f6ce0000700 1 -- 172.21.15.8:0/3702781418 wait complete. 2024-05-20T21:30:46.418 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.419+0000 7f6ce0000700 1 Processor -- start 2024-05-20T21:30:46.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.419+0000 7f6ce0000700 1 -- start start 2024-05-20T21:30:46.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.420+0000 7f6ce0000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6cd8075770 0x7f6cd819bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:46.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.420+0000 7f6ce0000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6cd8076090 0x7f6cd819c310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:46.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.420+0000 7f6ce0000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6cd810ff40 0x7f6cd81a0650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:46.419 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.420+0000 7f6ce0000700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f6cd8115940 con 0x7f6cd810ff40 2024-05-20T21:30:46.420 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.420+0000 7f6ce0000700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6cd81157c0 con 0x7f6cd8076090 2024-05-20T21:30:46.420 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.420+0000 7f6ce0000700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f6cd8115ac0 con 0x7f6cd8075770 2024-05-20T21:30:46.420 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.420+0000 7f6cde000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6cd810ff40 0x7f6cd81a0650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:46.420 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.420+0000 7f6cde000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6cd810ff40 0x7f6cd81a0650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55136/0 (socket says 172.21.15.8:55136) 2024-05-20T21:30:46.421 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.420+0000 7f6cde000700 1 -- 172.21.15.8:0/452416580 learned_addr learned my addr 172.21.15.8:0/452416580 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:46.421 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.420+0000 7f6cdd600700 1 --2- 172.21.15.8:0/452416580 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6cd8075770 0x7f6cd819bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:46.421 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.420+0000 7f6cdcc00700 1 --2- 172.21.15.8:0/452416580 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6cd8076090 0x7f6cd819c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:46.421 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.421+0000 7f6cde000700 1 -- 172.21.15.8:0/452416580 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6cd8075770 msgr2=0x7f6cd819bdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:46.421 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.421+0000 7f6cde000700 1 --2- 172.21.15.8:0/452416580 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6cd8075770 0x7f6cd819bdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:46.421 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.421+0000 7f6cde000700 1 -- 172.21.15.8:0/452416580 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6cd8076090 msgr2=0x7f6cd819c310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:46.421 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.421+0000 7f6cde000700 1 --2- 172.21.15.8:0/452416580 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6cd8076090 0x7f6cd819c310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:46.421 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.421+0000 7f6cde000700 1 -- 172.21.15.8:0/452416580 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6cd81a0d90 con 0x7f6cd810ff40 2024-05-20T21:30:46.421 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.421+0000 7f6cde000700 1 --2- 172.21.15.8:0/452416580 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6cd810ff40 0x7f6cd81a0650 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7f6cd000b070 tx=0x7f6cd0004c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:46.422 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.421+0000 7f6cd6000700 1 -- 172.21.15.8:0/452416580 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cd0021070 con 0x7f6cd810ff40 2024-05-20T21:30:46.422 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.421+0000 7f6cd6000700 1 -- 172.21.15.8:0/452416580 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6cd0007e30 con 0x7f6cd810ff40 2024-05-20T21:30:46.422 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.422+0000 7f6cd6000700 1 -- 172.21.15.8:0/452416580 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cd00045e0 con 0x7f6cd810ff40 2024-05-20T21:30:46.422 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.422+0000 7f6ce0000700 1 -- 172.21.15.8:0/452416580 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6cd81a1020 con 0x7f6cd810ff40 2024-05-20T21:30:46.422 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.422+0000 7f6ce0000700 1 -- 172.21.15.8:0/452416580 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6cd81a8900 con 0x7f6cd810ff40 2024-05-20T21:30:46.426 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.426+0000 7f6cd6000700 1 -- 172.21.15.8:0/452416580 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f6cd0003c90 con 0x7f6cd810ff40 2024-05-20T21:30:46.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.428+0000 7f6cea9a2b80 1 Processor -- start 2024-05-20T21:30:46.427 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.428+0000 7f6cd6000700 1 --2- 172.21.15.8:0/452416580 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6cc00b2900 0x7f6cc00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:46.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.428+0000 7f6cea9a2b80 1 -- start start 2024-05-20T21:30:46.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.428+0000 7f6cd6000700 1 -- 172.21.15.8:0/452416580 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f6cd00e30b0 con 0x7f6cd810ff40 2024-05-20T21:30:46.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.429+0000 7f6cdd600700 1 --2- 172.21.15.8:0/452416580 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6cc00b2900 0x7f6cc00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:46.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.429+0000 7f6cea9a2b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562462d85eb0 0x562462d86290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:46.428 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.429+0000 7f6cea9a2b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562462d867d0 0x562462d80260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:46.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.429+0000 7f6cea9a2b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562462d80880 0x562462d80ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:46.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.429+0000 7f6cea9a2b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x562462cdee40 con 0x562462d85eb0 2024-05-20T21:30:46.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.429+0000 7f6cea9a2b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x562462cce9e0 con 0x562462d80880 2024-05-20T21:30:46.429 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.429+0000 7f6cea9a2b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x562462cd2a20 con 0x562462d867d0 2024-05-20T21:30:46.430 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.429+0000 7f6cdd600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562462d85eb0 0x562462d86290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:46.430 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.429+0000 7f6cdd600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562462d85eb0 0x562462d86290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55138/0 (socket says 172.21.15.8:55138) 2024-05-20T21:30:46.430 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.429+0000 7f6cdd600700 1 -- 172.21.15.8:0/4277263333 learned_addr learned my addr 172.21.15.8:0/4277263333 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:46.430 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.430+0000 7f6cdcc00700 1 --2- 172.21.15.8:0/4277263333 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562462d867d0 0x562462d80260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:46.430 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.430+0000 7f6cde000700 1 --2- 172.21.15.8:0/4277263333 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562462d80880 0x562462d80ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:46.430 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.430+0000 7f6cdd600700 1 --2- 172.21.15.8:0/452416580 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6cc00b2900 0x7f6cc00b4dc0 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f6ccc013650 tx=0x7f6ccc013a10 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:46.430 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.430+0000 7f6cde000700 1 -- 172.21.15.8:0/4277263333 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562462d867d0 msgr2=0x562462d80260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:46.431 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.430+0000 7f6cde000700 1 --2- 172.21.15.8:0/4277263333 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562462d867d0 0x562462d80260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:46.431 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.430+0000 7f6cde000700 1 -- 172.21.15.8:0/4277263333 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562462d85eb0 msgr2=0x562462d86290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:46.431 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.430+0000 7f6cde000700 1 --2- 172.21.15.8:0/4277263333 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562462d85eb0 0x562462d86290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:46.431 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.430+0000 7f6cde000700 1 -- 172.21.15.8:0/4277263333 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562462c97420 con 0x562462d80880 2024-05-20T21:30:46.431 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.430+0000 7f6cdcc00700 1 --2- 172.21.15.8:0/4277263333 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562462d867d0 0x562462d80260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:46.431 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.430+0000 7f6cdd600700 1 --2- 172.21.15.8:0/4277263333 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562462d85eb0 0x562462d86290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:46.431 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.430+0000 7f6cde000700 1 --2- 172.21.15.8:0/4277263333 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562462d80880 0x562462d80ce0 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f6cd00a7960 tx=0x7f6cd00040b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b8f373f78ab9f6f2 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:46.431 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.431+0000 7f6ccaa00700 1 -- 172.21.15.8:0/4277263333 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cd002a070 con 0x562462d80880 2024-05-20T21:30:46.431 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.431+0000 7f6ccaa00700 1 -- 172.21.15.8:0/4277263333 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6cd00aa6f0 con 0x562462d80880 2024-05-20T21:30:46.431 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.431+0000 7f6ccaa00700 1 -- 172.21.15.8:0/4277263333 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cd0092110 con 0x562462d80880 2024-05-20T21:30:46.432 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.431+0000 7f6cea9a2b80 1 -- 172.21.15.8:0/4277263333 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562462d80880 msgr2=0x562462d80ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:46.432 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.431+0000 7f6cea9a2b80 1 --2- 172.21.15.8:0/4277263333 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562462d80880 0x562462d80ce0 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f6cd00a7960 tx=0x7f6cd00040b0 comp rx=0 tx=0).stop 2024-05-20T21:30:46.432 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.432+0000 7f6cea9a2b80 1 -- 172.21.15.8:0/4277263333 shutdown_connections 2024-05-20T21:30:46.432 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.432+0000 7f6cea9a2b80 1 --2- 172.21.15.8:0/4277263333 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562462d80880 0x562462d80ce0 unknown :-1 s=CLOSED pgs=676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:46.432 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.432+0000 7f6cea9a2b80 1 --2- 172.21.15.8:0/4277263333 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562462d85eb0 0x562462d86290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:46.432 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.432+0000 7f6cea9a2b80 1 --2- 172.21.15.8:0/4277263333 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562462d867d0 0x562462d80260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:46.432 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.432+0000 7f6cea9a2b80 1 -- 172.21.15.8:0/4277263333 >> 172.21.15.8:0/4277263333 conn(0x562462caebe0 msgr2=0x562462d7b010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:46.433 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.432+0000 7f6cea9a2b80 1 -- 172.21.15.8:0/4277263333 shutdown_connections 2024-05-20T21:30:46.433 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.432+0000 7f6cea9a2b80 1 -- 172.21.15.8:0/4277263333 wait complete. 2024-05-20T21:30:46.433 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.432+0000 7f6cea9a2b80 1 -- start start 2024-05-20T21:30:46.433 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.433+0000 7f6cea9a2b80 1 Processor -- start 2024-05-20T21:30:46.434 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.433+0000 7f6cea9a2b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562462d80880 0x562462d8c570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:46.434 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.433+0000 7f6cea9a2b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562462d85eb0 0x562462d89910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:46.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.433+0000 7f6cea9a2b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562462d867d0 0x562462d89e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:46.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.433+0000 7f6cea9a2b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x562462bd4fa0 con 0x562462d85eb0 2024-05-20T21:30:46.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.433+0000 7f6cea9a2b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x562462c6f760 con 0x562462d80880 2024-05-20T21:30:46.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.433+0000 7f6cea9a2b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x562462d8d000 con 0x562462d867d0 2024-05-20T21:30:46.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.433+0000 7f6cea9a2b80 10 client.0 _ll_register_callbacks cb 0x562462c78c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:46.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.434+0000 7f6cdd600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562462d80880 0x562462d8c570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:46.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.434+0000 7f6cdcc00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562462d85eb0 0x562462d89910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:46.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.434+0000 7f6cdd600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562462d80880 0x562462d8c570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:36796/0 (socket says 172.21.15.8:36796) 2024-05-20T21:30:46.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.434+0000 7f6cdd600700 1 -- 172.21.15.8:0/1192346161 learned_addr learned my addr 172.21.15.8:0/1192346161 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:46.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.434+0000 7f6cde000700 1 --2- 172.21.15.8:0/1192346161 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562462d867d0 0x562462d89e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:46.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.434+0000 7f6cdd600700 1 -- 172.21.15.8:0/1192346161 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562462d867d0 msgr2=0x562462d89e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:46.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.434+0000 7f6cdd600700 1 --2- 172.21.15.8:0/1192346161 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562462d867d0 0x562462d89e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:46.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.434+0000 7f6cdd600700 1 -- 172.21.15.8:0/1192346161 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562462d85eb0 msgr2=0x562462d89910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:46.435 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.434+0000 7f6cdd600700 1 --2- 172.21.15.8:0/1192346161 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562462d85eb0 0x562462d89910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:46.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.434+0000 7f6cdd600700 1 -- 172.21.15.8:0/1192346161 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562462c1e8d0 con 0x562462d80880 2024-05-20T21:30:46.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.434+0000 7f6cde000700 1 --2- 172.21.15.8:0/1192346161 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562462d867d0 0x562462d89e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:30:46.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.434+0000 7f6cdd600700 1 --2- 172.21.15.8:0/1192346161 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562462d80880 0x562462d8c570 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f6ccc009cd0 tx=0x7f6ccc0047c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=33581a82ed096ad5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:46.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.434+0000 7f6cbf400700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:30:46.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.435+0000 7f6cbf400700 1 -- 172.21.15.8:0/1192346161 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ccc00f7e0 con 0x562462d80880 2024-05-20T21:30:46.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.435+0000 7f6cbf400700 1 -- 172.21.15.8:0/1192346161 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f6ccc00f980 con 0x562462d80880 2024-05-20T21:30:46.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.435+0000 7f6cea9a2b80 1 -- 172.21.15.8:0/1192346161 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6cd00aa6f0 con 0x562462d80880 2024-05-20T21:30:46.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.435+0000 7f6cbf400700 1 -- 172.21.15.8:0/1192346161 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6ccc00fb80 con 0x562462d80880 2024-05-20T21:30:46.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.435+0000 7f6cea9a2b80 10 client.29741 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:46.436 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.435+0000 7f6cea9a2b80 1 -- 172.21.15.8:0/1192346161 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562462c9f060 con 0x562462d80880 2024-05-20T21:30:46.438 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.435+0000 7f6cbf400700 1 -- 172.21.15.8:0/1192346161 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6cd00aa6f0 con 0x562462d80880 2024-05-20T21:30:46.438 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.436+0000 7f6cbf400700 1 -- 172.21.15.8:0/1192346161 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f6ccc01f070 con 0x562462d80880 2024-05-20T21:30:46.438 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.436+0000 7f6cea9a2b80 10 client.29741 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:46.438 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.436+0000 7f6cea9a2b80 10 client.29741 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:30:46.438 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.436+0000 7f6cea9a2b80 20 client.29741 populate_metadata read hostname 'smithi008' 2024-05-20T21:30:46.438 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.436+0000 7f6cea9a2b80 1 --2- 172.21.15.8:0/1192346161 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562462d99b00 0x562462d9bf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:46.438 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.436+0000 7f6cea9a2b80 4 client.29741 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:30:46.438 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.436+0000 7f6cea9a2b80 1 -- 172.21.15.8:0/1192346161 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562462ce0d90 con 0x562462d99b00 2024-05-20T21:30:46.438 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.436+0000 7f6cdcc00700 1 --2- 172.21.15.8:0/1192346161 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562462d99b00 0x562462d9bf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:46.438 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.437+0000 7f6cdcc00700 1 --2- 172.21.15.8:0/1192346161 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562462d99b00 0x562462d9bf10 crc :-1 s=READY pgs=400 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=79334ef8ca40038b server_cookie=d5562333beed345a in_seq=0 out_seq=0 2024-05-20T21:30:46.438 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.437+0000 7f6cbf400700 10 client.29741 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:30:46.439 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.438+0000 7f6cbf400700 1 -- 172.21.15.8:0/1192346161 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x562462ce0d90 con 0x562462d99b00 2024-05-20T21:30:46.439 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.438+0000 7f6cbf400700 10 client.29741 handle_command_reply: tid=0 2024-05-20T21:30:46.439 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.438+0000 7f6cea9a2b80 1 client.29741 shutdown 2024-05-20T21:30:46.439 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.438+0000 7f6cea9a2b80 1 -- 172.21.15.8:0/1192346161 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562462d80880 msgr2=0x562462d8c570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:46.439 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.438+0000 7f6cea9a2b80 1 --2- 172.21.15.8:0/1192346161 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562462d80880 0x562462d8c570 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f6ccc009cd0 tx=0x7f6ccc0047c0 comp rx=0 tx=0).stop 2024-05-20T21:30:46.439 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.438+0000 7f6cea9a2b80 1 -- 172.21.15.8:0/1192346161 shutdown_connections 2024-05-20T21:30:46.439 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.438+0000 7f6cea9a2b80 1 --2- 172.21.15.8:0/1192346161 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562462d99b00 0x562462d9bf10 crc :-1 s=READY pgs=400 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:46.439 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.438+0000 7f6cea9a2b80 1 --2- 172.21.15.8:0/1192346161 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562462d80880 0x562462d8c570 unknown :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:46.439 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.438+0000 7f6cea9a2b80 1 --2- 172.21.15.8:0/1192346161 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562462d867d0 0x562462d89e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:46.439 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.438+0000 7f6cea9a2b80 1 --2- 172.21.15.8:0/1192346161 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562462d85eb0 0x562462d89910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:46.439 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.438+0000 7f6cbf400700 0 client.29741 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:30:46.439 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.438+0000 7f6cea9a2b80 1 -- 172.21.15.8:0/1192346161 >> 172.21.15.8:0/1192346161 conn(0x562462caebe0 msgr2=0x562462d7f250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:46.439 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.438+0000 7f6cea9a2b80 1 -- 172.21.15.8:0/1192346161 shutdown_connections 2024-05-20T21:30:46.439 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.438+0000 7f6cea9a2b80 1 -- 172.21.15.8:0/1192346161 wait complete. 2024-05-20T21:30:46.439 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.438+0000 7f6cea9a2b80 20 client.29741 trim_cache size 0 max 16384 2024-05-20T21:30:46.461 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.461+0000 7f6cea9a2b80 1 Processor -- start 2024-05-20T21:30:46.461 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.461+0000 7f6cea9a2b80 1 -- start start 2024-05-20T21:30:46.462 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.462+0000 7f6cea9a2b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562462d80880 0x562462d80260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:46.462 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.462+0000 7f6cea9a2b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562462d85eb0 0x562462d7b0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:46.462 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.462+0000 7f6cea9a2b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562462d867d0 0x562462da17e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:46.462 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.462+0000 7f6cea9a2b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f6cd81b2580 con 0x562462d85eb0 2024-05-20T21:30:46.462 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.462+0000 7f6cea9a2b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6cd81afe10 con 0x562462d867d0 2024-05-20T21:30:46.462 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.462+0000 7f6cea9a2b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f6cd81adc60 con 0x562462d80880 2024-05-20T21:30:46.462 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.462+0000 7f6cdcc00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562462d85eb0 0x562462d7b0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:46.462 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.462+0000 7f6cdcc00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562462d85eb0 0x562462d7b0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55162/0 (socket says 172.21.15.8:55162) 2024-05-20T21:30:46.462 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.462+0000 7f6cdcc00700 1 -- 172.21.15.8:0/1228234915 learned_addr learned my addr 172.21.15.8:0/1228234915 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:46.462 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.462+0000 7f6cde000700 1 --2- 172.21.15.8:0/1228234915 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562462d867d0 0x562462da17e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:46.462 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.462+0000 7f6cdd600700 1 --2- 172.21.15.8:0/1228234915 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562462d80880 0x562462d80260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:46.463 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.463+0000 7f6cdcc00700 1 -- 172.21.15.8:0/1228234915 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562462d80880 msgr2=0x562462d80260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:46.463 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.463+0000 7f6cdcc00700 1 --2- 172.21.15.8:0/1228234915 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562462d80880 0x562462d80260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:46.463 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.463+0000 7f6cdcc00700 1 -- 172.21.15.8:0/1228234915 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562462d867d0 msgr2=0x562462da17e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:46.463 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.463+0000 7f6cdcc00700 1 --2- 172.21.15.8:0/1228234915 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562462d867d0 0x562462da17e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:46.463 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.463+0000 7f6cdcc00700 1 -- 172.21.15.8:0/1228234915 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562462d85ad0 con 0x562462d85eb0 2024-05-20T21:30:46.464 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.463+0000 7f6cde000700 1 --2- 172.21.15.8:0/1228234915 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562462d867d0 0x562462da17e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:30:46.464 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.463+0000 7f6cdcc00700 1 --2- 172.21.15.8:0/1228234915 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562462d85eb0 0x562462d7b0f0 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f6cc4004790 tx=0x7f6cc4009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97c6964efe544710 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:46.464 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.463+0000 7f6cca000700 1 -- 172.21.15.8:0/1228234915 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cc4003d80 con 0x562462d85eb0 2024-05-20T21:30:46.464 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.464+0000 7f6cca000700 1 -- 172.21.15.8:0/1228234915 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6cc40108e0 con 0x562462d85eb0 2024-05-20T21:30:46.464 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.464+0000 7f6cca000700 1 -- 172.21.15.8:0/1228234915 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cc401e7f0 con 0x562462d85eb0 2024-05-20T21:30:46.465 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.464+0000 7f6cea9a2b80 1 -- 172.21.15.8:0/1228234915 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562462d85eb0 msgr2=0x562462d7b0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:46.465 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.464+0000 7f6cea9a2b80 1 --2- 172.21.15.8:0/1228234915 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562462d85eb0 0x562462d7b0f0 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f6cc4004790 tx=0x7f6cc4009260 comp rx=0 tx=0).stop 2024-05-20T21:30:46.465 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.464+0000 7f6cea9a2b80 1 -- 172.21.15.8:0/1228234915 shutdown_connections 2024-05-20T21:30:46.465 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.465+0000 7f6cea9a2b80 1 --2- 172.21.15.8:0/1228234915 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562462d867d0 0x562462da17e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:46.465 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.465+0000 7f6cea9a2b80 1 --2- 172.21.15.8:0/1228234915 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562462d80880 0x562462d80260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:46.465 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.465+0000 7f6cea9a2b80 1 --2- 172.21.15.8:0/1228234915 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562462d85eb0 0x562462d7b0f0 unknown :-1 s=CLOSED pgs=759 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:46.465 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.465+0000 7f6cea9a2b80 1 -- 172.21.15.8:0/1228234915 >> 172.21.15.8:0/1228234915 conn(0x562462caebe0 msgr2=0x562462d7a9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:46.465 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.465+0000 7f6cea9a2b80 1 -- 172.21.15.8:0/1228234915 shutdown_connections 2024-05-20T21:30:46.465 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.465+0000 7f6cea9a2b80 1 -- 172.21.15.8:0/1228234915 wait complete. 2024-05-20T21:30:46.465 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.465+0000 7f6cea9a2b80 1 -- start start 2024-05-20T21:30:46.466 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.465+0000 7f6cea9a2b80 1 Processor -- start 2024-05-20T21:30:46.467 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.466+0000 7f6cea9a2b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562462d80880 0x562462d92880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:46.467 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.466+0000 7f6cea9a2b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562462d85eb0 0x562462d8f220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:46.467 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.466+0000 7f6cea9a2b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562462d867d0 0x562462d8f760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:46.467 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.466+0000 7f6cea9a2b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f6cd81ae2d0 con 0x562462d85eb0 2024-05-20T21:30:46.467 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.466+0000 7f6cea9a2b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6cd81af740 con 0x562462d867d0 2024-05-20T21:30:46.467 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.466+0000 7f6cea9a2b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f6cd81ae9a0 con 0x562462d80880 2024-05-20T21:30:46.467 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.466+0000 7f6cea9a2b80 10 client.0 _ll_register_callbacks cb 0x562462d88da0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:46.467 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.466+0000 7f6cdcc00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562462d85eb0 0x562462d8f220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:46.467 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.466+0000 7f6cdcc00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562462d85eb0 0x562462d8f220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:55178/0 (socket says 172.21.15.8:55178) 2024-05-20T21:30:46.468 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.466+0000 7f6cdcc00700 1 -- 172.21.15.8:0/1056961404 learned_addr learned my addr 172.21.15.8:0/1056961404 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:46.468 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.466+0000 7f6cdd600700 1 --2- 172.21.15.8:0/1056961404 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562462d80880 0x562462d92880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:46.468 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.466+0000 7f6cde000700 1 --2- 172.21.15.8:0/1056961404 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562462d867d0 0x562462d8f760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:46.468 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.467+0000 7f6cdcc00700 1 -- 172.21.15.8:0/1056961404 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562462d80880 msgr2=0x562462d92880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:46.468 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.467+0000 7f6cdcc00700 1 --2- 172.21.15.8:0/1056961404 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562462d80880 0x562462d92880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:46.468 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.467+0000 7f6cdcc00700 1 -- 172.21.15.8:0/1056961404 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562462d867d0 msgr2=0x562462d8f760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:46.468 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.467+0000 7f6cdcc00700 1 --2- 172.21.15.8:0/1056961404 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562462d867d0 0x562462d8f760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:46.468 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.467+0000 7f6cdcc00700 1 -- 172.21.15.8:0/1056961404 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562462d8fe70 con 0x562462d85eb0 2024-05-20T21:30:46.468 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.467+0000 7f6cdcc00700 1 --2- 172.21.15.8:0/1056961404 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562462d85eb0 0x562462d8f220 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f6cc40041e0 tx=0x7f6cc4005810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c52430fc818f154 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:46.468 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.467+0000 7f6cbf400700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:30:46.468 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.467+0000 7f6cbf400700 1 -- 172.21.15.8:0/1056961404 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cc4010630 con 0x562462d85eb0 2024-05-20T21:30:46.468 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.468+0000 7f6cbf400700 1 -- 172.21.15.8:0/1056961404 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f6cc4010a90 con 0x562462d85eb0 2024-05-20T21:30:46.468 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.468+0000 7f6cea9a2b80 1 -- 172.21.15.8:0/1056961404 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6cc40108e0 con 0x562462d85eb0 2024-05-20T21:30:46.470 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.468+0000 7f6cbf400700 1 -- 172.21.15.8:0/1056961404 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6cc4010c90 con 0x562462d85eb0 2024-05-20T21:30:46.470 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.468+0000 7f6cea9a2b80 10 client.19635 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:46.470 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.468+0000 7f6cea9a2b80 1 -- 172.21.15.8:0/1056961404 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562462e0de20 con 0x562462d85eb0 2024-05-20T21:30:46.470 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.468+0000 7f6cbf400700 1 -- 172.21.15.8:0/1056961404 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6cc40108e0 con 0x562462d85eb0 2024-05-20T21:30:46.470 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.468+0000 7f6cbf400700 1 -- 172.21.15.8:0/1056961404 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f6cc403b050 con 0x562462d85eb0 2024-05-20T21:30:46.470 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.468+0000 7f6cea9a2b80 10 client.19635 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:46.470 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.469+0000 7f6cea9a2b80 10 client.19635 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:30:46.470 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.469+0000 7f6cea9a2b80 20 client.19635 populate_metadata read hostname 'smithi008' 2024-05-20T21:30:46.471 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.469+0000 7f6cea9a2b80 1 --2- 172.21.15.8:0/1056961404 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562462e0e450 0x562462e10870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:46.471 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.469+0000 7f6cea9a2b80 4 client.19635 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:30:46.471 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.469+0000 7f6cea9a2b80 1 -- 172.21.15.8:0/1056961404 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub status"}) -- 0x562462cda570 con 0x562462e0e450 2024-05-20T21:30:46.471 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.469+0000 7f6cdd600700 1 --2- 172.21.15.8:0/1056961404 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562462e0e450 0x562462e10870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:46.471 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.469+0000 7f6cdd600700 1 --2- 172.21.15.8:0/1056961404 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562462e0e450 0x562462e10870 crc :-1 s=READY pgs=401 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ab16e8dbadca5ea2 server_cookie=185da32ef592933b in_seq=0 out_seq=0 2024-05-20T21:30:46.471 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.469+0000 7f6cbf400700 10 client.19635 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:30:46.471 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.470+0000 7f6cbf400700 1 -- 172.21.15.8:0/1056961404 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x562462cda570 con 0x562462e0e450 2024-05-20T21:30:46.471 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.470+0000 7f6cbf400700 10 client.19635 handle_command_reply: tid=0 2024-05-20T21:30:46.471 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.470+0000 7f6cea9a2b80 1 client.19635 shutdown 2024-05-20T21:30:46.471 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.470+0000 7f6cea9a2b80 1 -- 172.21.15.8:0/1056961404 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562462d85eb0 msgr2=0x562462d8f220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:46.471 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.470+0000 7f6cea9a2b80 1 --2- 172.21.15.8:0/1056961404 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562462d85eb0 0x562462d8f220 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f6cc40041e0 tx=0x7f6cc4005810 comp rx=0 tx=0).stop 2024-05-20T21:30:46.471 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.470+0000 7f6cea9a2b80 1 -- 172.21.15.8:0/1056961404 shutdown_connections 2024-05-20T21:30:46.471 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.470+0000 7f6cea9a2b80 1 --2- 172.21.15.8:0/1056961404 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x562462e0e450 0x562462e10870 crc :-1 s=READY pgs=401 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:46.471 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.470+0000 7f6cea9a2b80 1 --2- 172.21.15.8:0/1056961404 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562462d867d0 0x562462d8f760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:46.471 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.470+0000 7f6cea9a2b80 1 --2- 172.21.15.8:0/1056961404 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562462d80880 0x562462d92880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:46.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.470+0000 7f6cea9a2b80 1 --2- 172.21.15.8:0/1056961404 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562462d85eb0 0x562462d8f220 unknown :-1 s=CLOSED pgs=760 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:46.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.470+0000 7f6cea9a2b80 1 -- 172.21.15.8:0/1056961404 >> 172.21.15.8:0/1056961404 conn(0x562462caebe0 msgr2=0x562462d84ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:46.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.470+0000 7f6cbf400700 0 client.19635 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:30:46.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.470+0000 7f6cea9a2b80 1 -- 172.21.15.8:0/1056961404 shutdown_connections 2024-05-20T21:30:46.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.470+0000 7f6cea9a2b80 1 -- 172.21.15.8:0/1056961404 wait complete. 2024-05-20T21:30:46.472 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.470+0000 7f6cea9a2b80 20 client.19635 trim_cache size 0 max 16384 2024-05-20T21:30:46.472 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:30:46.472 INFO:teuthology.orchestra.run.smithi008.stdout: "status": "no active scrubs running", 2024-05-20T21:30:46.472 INFO:teuthology.orchestra.run.smithi008.stdout: "scrubs": {} 2024-05-20T21:30:46.473 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:30:46.473 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.471+0000 7f6ce0000700 1 -- 172.21.15.8:0/452416580 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6cc00b2900 msgr2=0x7f6cc00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:46.473 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.471+0000 7f6ce0000700 1 --2- 172.21.15.8:0/452416580 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6cc00b2900 0x7f6cc00b4dc0 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f6ccc013650 tx=0x7f6ccc013a10 comp rx=0 tx=0).stop 2024-05-20T21:30:46.473 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.471+0000 7f6ce0000700 1 -- 172.21.15.8:0/452416580 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6cd810ff40 msgr2=0x7f6cd81a0650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:46.473 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.471+0000 7f6ce0000700 1 --2- 172.21.15.8:0/452416580 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6cd810ff40 0x7f6cd81a0650 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7f6cd000b070 tx=0x7f6cd0004c60 comp rx=0 tx=0).stop 2024-05-20T21:30:46.473 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.471+0000 7f6ce0000700 1 -- 172.21.15.8:0/452416580 shutdown_connections 2024-05-20T21:30:46.473 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.471+0000 7f6ce0000700 1 --2- 172.21.15.8:0/452416580 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6cc00b2900 0x7f6cc00b4dc0 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:46.473 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.471+0000 7f6ce0000700 1 --2- 172.21.15.8:0/452416580 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6cd810ff40 0x7f6cd81a0650 unknown :-1 s=CLOSED pgs=758 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:46.474 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.471+0000 7f6ce0000700 1 --2- 172.21.15.8:0/452416580 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6cd8075770 0x7f6cd819bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:46.474 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.471+0000 7f6ce0000700 1 --2- 172.21.15.8:0/452416580 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6cd8076090 0x7f6cd819c310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:46.474 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.471+0000 7f6ce0000700 1 -- 172.21.15.8:0/452416580 >> 172.21.15.8:0/452416580 conn(0x7f6cd807a6a0 msgr2=0x7f6cd81006f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:46.474 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.471+0000 7f6ce0000700 1 -- 172.21.15.8:0/452416580 shutdown_connections 2024-05-20T21:30:46.474 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:46.471+0000 7f6ce0000700 1 -- 172.21.15.8:0/452416580 wait complete. 2024-05-20T21:30:47.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:30:46 smithi130 ceph-mon[36448]: pgmap v903: 97 pgs: 97 active+clean; 3.9 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:30:47.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:30:46 smithi130 ceph-mon[36448]: scrub summary: idle 2024-05-20T21:30:47.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:30:46 smithi050 ceph-mon[35809]: pgmap v903: 97 pgs: 97 active+clean; 3.9 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:30:47.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:30:46 smithi050 ceph-mon[35809]: scrub summary: idle 2024-05-20T21:30:47.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:30:46 smithi008 ceph-mon[31475]: pgmap v903: 97 pgs: 97 active+clean; 3.9 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:30:47.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:30:46 smithi008 ceph-mon[31475]: scrub summary: idle 2024-05-20T21:30:47.474 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:30:47.475 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:30:47.953 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:30:49.128 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:30:48 smithi008 ceph-mon[31475]: pgmap v904: 97 pgs: 97 active+clean; 3.9 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:30:49.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:30:48 smithi130 ceph-mon[36448]: pgmap v904: 97 pgs: 97 active+clean; 3.9 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:30:49.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:30:48 smithi050 ceph-mon[35809]: pgmap v904: 97 pgs: 97 active+clean; 3.9 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:30:50.059 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:50.059+0000 7f399a600700 1 -- 172.21.15.8:0/777882743 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3994109dd0 msgr2=0x7f399410a1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:50.059 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:50.059+0000 7f399a600700 1 --2- 172.21.15.8:0/777882743 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3994109dd0 0x7f399410a1b0 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f39840099c0 tx=0x7f3984009cd0 comp rx=0 tx=0).stop 2024-05-20T21:30:50.059 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:50.059+0000 7f399a600700 1 -- 172.21.15.8:0/777882743 shutdown_connections 2024-05-20T21:30:50.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:50.059+0000 7f399a600700 1 --2- 172.21.15.8:0/777882743 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f399410eeb0 0x7f3994116a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:50.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:50.059+0000 7f399a600700 1 --2- 172.21.15.8:0/777882743 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3994109dd0 0x7f399410a1b0 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:50.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:50.059+0000 7f399a600700 1 --2- 172.21.15.8:0/777882743 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f399410a780 0x7f399410e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:50.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:50.059+0000 7f399a600700 1 -- 172.21.15.8:0/777882743 >> 172.21.15.8:0/777882743 conn(0x7f3994076d10 msgr2=0x7f3994108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:50.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:50.059+0000 7f399a600700 1 -- 172.21.15.8:0/777882743 shutdown_connections 2024-05-20T21:30:50.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:50.059+0000 7f399a600700 1 -- 172.21.15.8:0/777882743 wait complete. 2024-05-20T21:30:50.061 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:50.060+0000 7f399a600700 1 Processor -- start 2024-05-20T21:30:50.061 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:50.060+0000 7f399a600700 1 -- start start 2024-05-20T21:30:50.061 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:50.061+0000 7f399a600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3994109dd0 0x7f39941a0260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:50.061 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:50.061+0000 7f399a600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f399410a780 0x7f39941a07a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:50.061 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:50.061+0000 7f399a600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f399410eeb0 0x7f39941a4b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:50.061 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:50.061+0000 7f399a600700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f3994119d70 con 0x7f399410eeb0 2024-05-20T21:30:50.061 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:50.061+0000 7f399a600700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f3994119bf0 con 0x7f3994109dd0 2024-05-20T21:30:50.061 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:50.061+0000 7f399a600700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f3994119ef0 con 0x7f399410a780 2024-05-20T21:30:50.062 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:50.061+0000 7f3993400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3994109dd0 0x7f39941a0260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:50.062 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:50.061+0000 7f3993e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f399410eeb0 0x7f39941a4b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:50.062 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:50.061+0000 7f3993400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3994109dd0 0x7f39941a0260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:36840/0 (socket says 172.21.15.8:36840) 2024-05-20T21:30:50.062 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:50.061+0000 7f3993400700 1 -- 172.21.15.8:0/736184641 learned_addr learned my addr 172.21.15.8:0/736184641 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:50.062 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:50.061+0000 7f398aa00700 1 --2- 172.21.15.8:0/736184641 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f399410a780 0x7f39941a07a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:50.063 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:50.062+0000 7f3993e00700 1 -- 172.21.15.8:0/736184641 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f399410a780 msgr2=0x7f39941a07a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:50.063 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:50.062+0000 7f3993e00700 1 --2- 172.21.15.8:0/736184641 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f399410a780 0x7f39941a07a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:50.063 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:50.062+0000 7f3993e00700 1 -- 172.21.15.8:0/736184641 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3994109dd0 msgr2=0x7f39941a0260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:50.063 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:50.062+0000 7f3993e00700 1 --2- 172.21.15.8:0/736184641 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3994109dd0 0x7f39941a0260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:50.063 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:50.062+0000 7f3993e00700 1 -- 172.21.15.8:0/736184641 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39941a5270 con 0x7f399410eeb0 2024-05-20T21:30:50.063 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:50.062+0000 7f3993400700 1 --2- 172.21.15.8:0/736184641 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3994109dd0 0x7f39941a0260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:50.063 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:50.062+0000 7f398aa00700 1 --2- 172.21.15.8:0/736184641 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f399410a780 0x7f39941a07a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:50.063 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:50.062+0000 7f3993e00700 1 --2- 172.21.15.8:0/736184641 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f399410eeb0 0x7f39941a4b30 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f398c00efb0 tx=0x7f398c00c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:50.063 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:50.063+0000 7f3990c00700 1 -- 172.21.15.8:0/736184641 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f398c003a00 con 0x7f399410eeb0 2024-05-20T21:30:50.063 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:50.063+0000 7f399a600700 1 -- 172.21.15.8:0/736184641 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39941a5560 con 0x7f399410eeb0 2024-05-20T21:30:50.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:50.063+0000 7f3990c00700 1 -- 172.21.15.8:0/736184641 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f398c00ce50 con 0x7f399410eeb0 2024-05-20T21:30:50.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:50.063+0000 7f3990c00700 1 -- 172.21.15.8:0/736184641 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f398c0047c0 con 0x7f399410eeb0 2024-05-20T21:30:50.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:50.063+0000 7f399a600700 1 -- 172.21.15.8:0/736184641 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39941acde0 con 0x7f399410eeb0 2024-05-20T21:30:50.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:50.064+0000 7f399a600700 1 -- 172.21.15.8:0/736184641 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f399406a230 con 0x7f399410eeb0 2024-05-20T21:30:50.066 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:50.067+0000 7f3990c00700 1 -- 172.21.15.8:0/736184641 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f398c012050 con 0x7f399410eeb0 2024-05-20T21:30:50.067 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:50.068+0000 7f3990c00700 1 --2- 172.21.15.8:0/736184641 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f39780b2880 0x7f39780b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:50.068 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:50.068+0000 7f3990c00700 1 -- 172.21.15.8:0/736184641 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f398c0e1ce0 con 0x7f399410eeb0 2024-05-20T21:30:50.068 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:50.068+0000 7f3993400700 1 --2- 172.21.15.8:0/736184641 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f39780b2880 0x7f39780b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:50.068 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:50.069+0000 7f3993400700 1 --2- 172.21.15.8:0/736184641 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f39780b2880 0x7f39780b4d40 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f3984009990 tx=0x7f3984005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:50.070 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:50.071+0000 7f3990c00700 1 -- 172.21.15.8:0/736184641 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f398c022060 con 0x7f399410eeb0 2024-05-20T21:30:50.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:50.360+0000 7f399a600700 1 -- 172.21.15.8:0/736184641 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f399402e560 con 0x7f399410eeb0 2024-05-20T21:30:50.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:50.362+0000 7f3990c00700 1 -- 172.21.15.8:0/736184641 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7f398c010040 con 0x7f399410eeb0 2024-05-20T21:30:50.362 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:30:50.362 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:30:50.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:50.365+0000 7f399a600700 1 -- 172.21.15.8:0/736184641 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f39780b2880 msgr2=0x7f39780b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:50.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:50.365+0000 7f399a600700 1 --2- 172.21.15.8:0/736184641 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f39780b2880 0x7f39780b4d40 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f3984009990 tx=0x7f3984005960 comp rx=0 tx=0).stop 2024-05-20T21:30:50.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:50.365+0000 7f399a600700 1 -- 172.21.15.8:0/736184641 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f399410eeb0 msgr2=0x7f39941a4b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:50.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:50.365+0000 7f399a600700 1 --2- 172.21.15.8:0/736184641 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f399410eeb0 0x7f39941a4b30 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f398c00efb0 tx=0x7f398c00c3a0 comp rx=0 tx=0).stop 2024-05-20T21:30:50.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:50.365+0000 7f399a600700 1 -- 172.21.15.8:0/736184641 shutdown_connections 2024-05-20T21:30:50.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:50.365+0000 7f399a600700 1 --2- 172.21.15.8:0/736184641 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f39780b2880 0x7f39780b4d40 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:50.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:50.365+0000 7f399a600700 1 --2- 172.21.15.8:0/736184641 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3994109dd0 0x7f39941a0260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:50.366 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:50.365+0000 7f399a600700 1 --2- 172.21.15.8:0/736184641 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f399410eeb0 0x7f39941a4b30 unknown :-1 s=CLOSED pgs=761 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:50.366 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:50.365+0000 7f399a600700 1 --2- 172.21.15.8:0/736184641 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f399410a780 0x7f39941a07a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:50.366 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:50.365+0000 7f399a600700 1 -- 172.21.15.8:0/736184641 >> 172.21.15.8:0/736184641 conn(0x7f3994076d10 msgr2=0x7f399410daf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:50.366 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:50.365+0000 7f399a600700 1 -- 172.21.15.8:0/736184641 shutdown_connections 2024-05-20T21:30:50.366 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:50.366+0000 7f399a600700 1 -- 172.21.15.8:0/736184641 wait complete. 2024-05-20T21:30:50.366 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:30:51.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:30:50 smithi130 ceph-mon[36448]: pgmap v905: 97 pgs: 97 active+clean; 3.9 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:30:51.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:30:50 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/736184641' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:30:51.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:30:50 smithi050 ceph-mon[35809]: pgmap v905: 97 pgs: 97 active+clean; 3.9 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:30:51.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:30:50 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/736184641' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:30:51.200 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:30:50 smithi008 ceph-mon[31475]: pgmap v905: 97 pgs: 97 active+clean; 3.9 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:30:51.200 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:30:50 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/736184641' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:30:51.280 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:30:51.766 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:30:53.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:30:52 smithi130 ceph-mon[36448]: pgmap v906: 97 pgs: 97 active+clean; 3.9 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-20T21:30:53.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:30:52 smithi050 ceph-mon[35809]: pgmap v906: 97 pgs: 97 active+clean; 3.9 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-20T21:30:53.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:30:52 smithi008 ceph-mon[31475]: pgmap v906: 97 pgs: 97 active+clean; 3.9 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-20T21:30:53.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:30:53 smithi008 ceph-mon[31475]: pgmap v907: 97 pgs: 97 active+clean; 3.9 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:30:54.135 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.135+0000 7f0cd6000700 1 -- 172.21.15.8:0/2512970948 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0cd01142f0 msgr2=0x7f0cd01166e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:54.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.135+0000 7f0cd6000700 1 --2- 172.21.15.8:0/2512970948 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0cd01142f0 0x7f0cd01166e0 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7f0cc800b0a0 tx=0x7f0cc800b3b0 comp rx=0 tx=0).stop 2024-05-20T21:30:54.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.135+0000 7f0cd6000700 1 -- 172.21.15.8:0/2512970948 shutdown_connections 2024-05-20T21:30:54.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.135+0000 7f0cd6000700 1 --2- 172.21.15.8:0/2512970948 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0cd0077a70 0x7f0cd0077e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:54.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.135+0000 7f0cd6000700 1 --2- 172.21.15.8:0/2512970948 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0cd01142f0 0x7f0cd01166e0 unknown :-1 s=CLOSED pgs=762 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:54.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.135+0000 7f0cd6000700 1 --2- 172.21.15.8:0/2512970948 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0cd0078390 0x7f0cd0113db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:54.137 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.135+0000 7f0cd6000700 1 -- 172.21.15.8:0/2512970948 >> 172.21.15.8:0/2512970948 conn(0x7f0cd0101180 msgr2=0x7f0cd01035a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:54.137 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.135+0000 7f0cd6000700 1 -- 172.21.15.8:0/2512970948 shutdown_connections 2024-05-20T21:30:54.137 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.135+0000 7f0cd6000700 1 -- 172.21.15.8:0/2512970948 wait complete. 2024-05-20T21:30:54.140 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.136+0000 7f0cd6000700 1 Processor -- start 2024-05-20T21:30:54.140 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.137+0000 7f0cd6000700 1 -- start start 2024-05-20T21:30:54.140 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.137+0000 7f0cd6000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0cd0077a70 0x7f0cd01a0120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:54.141 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.137+0000 7f0cd6000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0cd0078390 0x7f0cd01a0660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:54.141 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.137+0000 7f0cd6000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0cd01142f0 0x7f0cd01a49f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:54.141 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.137+0000 7f0cd6000700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f0cd0119c70 con 0x7f0cd0078390 2024-05-20T21:30:54.141 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.137+0000 7f0cd6000700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f0cd0119af0 con 0x7f0cd0077a70 2024-05-20T21:30:54.141 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.137+0000 7f0cd6000700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f0cd0119df0 con 0x7f0cd01142f0 2024-05-20T21:30:54.142 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.137+0000 7f0cd4c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0cd0077a70 0x7f0cd01a0120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:54.142 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.138+0000 7f0cd4c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0cd0077a70 0x7f0cd01a0120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:60164/0 (socket says 172.21.15.8:60164) 2024-05-20T21:30:54.142 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.138+0000 7f0cd4c00700 1 -- 172.21.15.8:0/720110501 learned_addr learned my addr 172.21.15.8:0/720110501 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:54.142 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.138+0000 7f0cc7e00700 1 --2- 172.21.15.8:0/720110501 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0cd0078390 0x7f0cd01a0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:54.142 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.138+0000 7f0cd5600700 1 --2- 172.21.15.8:0/720110501 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0cd01142f0 0x7f0cd01a49f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:54.142 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.138+0000 7f0cd5600700 1 -- 172.21.15.8:0/720110501 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0cd0077a70 msgr2=0x7f0cd01a0120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:54.142 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.138+0000 7f0cd5600700 1 --2- 172.21.15.8:0/720110501 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0cd0077a70 0x7f0cd01a0120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:54.142 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.138+0000 7f0cd5600700 1 -- 172.21.15.8:0/720110501 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0cd0078390 msgr2=0x7f0cd01a0660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:54.142 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.138+0000 7f0cd5600700 1 --2- 172.21.15.8:0/720110501 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0cd0078390 0x7f0cd01a0660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:54.143 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.138+0000 7f0cd5600700 1 -- 172.21.15.8:0/720110501 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0cd01a5130 con 0x7f0cd01142f0 2024-05-20T21:30:54.143 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.138+0000 7f0cd5600700 1 --2- 172.21.15.8:0/720110501 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0cd01142f0 0x7f0cd01a49f0 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7f0cc800d010 tx=0x7f0cc8004c80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:54.143 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.139+0000 7f0cce000700 1 -- 172.21.15.8:0/720110501 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cc8021070 con 0x7f0cd01142f0 2024-05-20T21:30:54.143 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.139+0000 7f0cd6000700 1 -- 172.21.15.8:0/720110501 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0cd01a53c0 con 0x7f0cd01142f0 2024-05-20T21:30:54.143 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.139+0000 7f0cd6000700 1 -- 172.21.15.8:0/720110501 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0cd01acca0 con 0x7f0cd01142f0 2024-05-20T21:30:54.143 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.139+0000 7f0cce000700 1 -- 172.21.15.8:0/720110501 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0cc8004e30 con 0x7f0cd01142f0 2024-05-20T21:30:54.143 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.139+0000 7f0cce000700 1 -- 172.21.15.8:0/720110501 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cc80045f0 con 0x7f0cd01142f0 2024-05-20T21:30:54.144 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.143+0000 7f0cce000700 1 -- 172.21.15.8:0/720110501 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f0cc8007980 con 0x7f0cd01142f0 2024-05-20T21:30:54.144 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.144+0000 7f0ce1eb5b80 1 Processor -- start 2024-05-20T21:30:54.144 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.144+0000 7f0ce1eb5b80 1 -- start start 2024-05-20T21:30:54.145 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.145+0000 7f0cce000700 1 --2- 172.21.15.8:0/720110501 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0cb40b2900 0x7f0cb40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:54.145 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.145+0000 7f0ce1eb5b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a2749f8020 0x55a2749f8400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:54.145 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.145+0000 7f0ce1eb5b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a2749f8940 0x55a2749f24b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:54.146 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.145+0000 7f0ce1eb5b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a2749f2ad0 0x55a2749f2f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:54.146 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.145+0000 7f0ce1eb5b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55a274950e40 con 0x55a2749f8020 2024-05-20T21:30:54.146 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.145+0000 7f0ce1eb5b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55a2749409e0 con 0x55a2749f2ad0 2024-05-20T21:30:54.146 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.145+0000 7f0ce1eb5b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55a274944a20 con 0x55a2749f8940 2024-05-20T21:30:54.146 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.145+0000 7f0cce000700 1 -- 172.21.15.8:0/720110501 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f0cc80e30b0 con 0x7f0cd01142f0 2024-05-20T21:30:54.146 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.145+0000 7f0cc7e00700 1 --2- 172.21.15.8:0/720110501 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0cb40b2900 0x7f0cb40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:54.146 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.145+0000 7f0cd5600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a2749f2ad0 0x55a2749f2f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:54.146 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.145+0000 7f0cd4c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a2749f8020 0x55a2749f8400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:54.146 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.145+0000 7f0cc7e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a2749f8940 0x55a2749f24b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:54.146 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.145+0000 7f0cd5600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a2749f2ad0 0x55a2749f2f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:60170/0 (socket says 172.21.15.8:60170) 2024-05-20T21:30:54.146 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.145+0000 7f0cd5600700 1 -- 172.21.15.8:0/3871471635 learned_addr learned my addr 172.21.15.8:0/3871471635 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:54.146 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.146+0000 7f0cd5600700 1 -- 172.21.15.8:0/3871471635 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a2749f8940 msgr2=0x55a2749f24b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:54.146 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.146+0000 7f0cd5600700 1 --2- 172.21.15.8:0/3871471635 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a2749f8940 0x55a2749f24b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:54.147 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.146+0000 7f0cd5600700 1 -- 172.21.15.8:0/3871471635 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a2749f8020 msgr2=0x55a2749f8400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:54.147 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.146+0000 7f0cd5600700 1 --2- 172.21.15.8:0/3871471635 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a2749f8020 0x55a2749f8400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:54.147 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.146+0000 7f0cd5600700 1 -- 172.21.15.8:0/3871471635 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a274909420 con 0x55a2749f2ad0 2024-05-20T21:30:54.148 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.146+0000 7f0cc7e00700 1 --2- 172.21.15.8:0/720110501 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0cb40b2900 0x7f0cb40b4dc0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f0cb8009fd0 tx=0x7f0cb8009b40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:54.148 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.146+0000 7f0cd5600700 1 --2- 172.21.15.8:0/3871471635 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a2749f2ad0 0x55a2749f2f30 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f0cc80a6770 tx=0x7f0cc800b3b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4561724e6baa83f5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:54.148 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.147+0000 7f0cc6000700 1 -- 172.21.15.8:0/3871471635 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cc802a070 con 0x55a2749f2ad0 2024-05-20T21:30:54.148 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.147+0000 7f0cc6000700 1 -- 172.21.15.8:0/3871471635 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0cc80aa200 con 0x55a2749f2ad0 2024-05-20T21:30:54.149 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.147+0000 7f0cc6000700 1 -- 172.21.15.8:0/3871471635 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cc80aa6f0 con 0x55a2749f2ad0 2024-05-20T21:30:54.149 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.147+0000 7f0ce1eb5b80 1 -- 172.21.15.8:0/3871471635 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a2749f2ad0 msgr2=0x55a2749f2f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:54.149 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.147+0000 7f0ce1eb5b80 1 --2- 172.21.15.8:0/3871471635 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a2749f2ad0 0x55a2749f2f30 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f0cc80a6770 tx=0x7f0cc800b3b0 comp rx=0 tx=0).stop 2024-05-20T21:30:54.149 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.147+0000 7f0ce1eb5b80 1 -- 172.21.15.8:0/3871471635 shutdown_connections 2024-05-20T21:30:54.149 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.147+0000 7f0ce1eb5b80 1 --2- 172.21.15.8:0/3871471635 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a2749f2ad0 0x55a2749f2f30 unknown :-1 s=CLOSED pgs=678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:54.149 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.147+0000 7f0ce1eb5b80 1 --2- 172.21.15.8:0/3871471635 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a2749f8020 0x55a2749f8400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:54.149 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.147+0000 7f0ce1eb5b80 1 --2- 172.21.15.8:0/3871471635 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a2749f8940 0x55a2749f24b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:54.149 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.147+0000 7f0ce1eb5b80 1 -- 172.21.15.8:0/3871471635 >> 172.21.15.8:0/3871471635 conn(0x55a274920be0 msgr2=0x55a2749ed150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:54.149 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.148+0000 7f0ce1eb5b80 1 -- 172.21.15.8:0/3871471635 shutdown_connections 2024-05-20T21:30:54.149 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.148+0000 7f0ce1eb5b80 1 -- 172.21.15.8:0/3871471635 wait complete. 2024-05-20T21:30:54.149 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.148+0000 7f0ce1eb5b80 1 -- start start 2024-05-20T21:30:54.149 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.148+0000 7f0ce1eb5b80 1 Processor -- start 2024-05-20T21:30:54.152 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.149+0000 7f0ce1eb5b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a2749f2ad0 0x55a2749fe670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:54.152 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.149+0000 7f0ce1eb5b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a2749f8020 0x55a2749fba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:54.152 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.149+0000 7f0ce1eb5b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a2749f8940 0x55a2749fbf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:54.152 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.149+0000 7f0ce1eb5b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55a274846fa0 con 0x55a2749f2ad0 2024-05-20T21:30:54.152 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.149+0000 7f0ce1eb5b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55a2748e1760 con 0x55a2749f8020 2024-05-20T21:30:54.152 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.149+0000 7f0ce1eb5b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55a2749ff220 con 0x55a2749f8940 2024-05-20T21:30:54.152 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.149+0000 7f0ce1eb5b80 10 client.0 _ll_register_callbacks cb 0x55a2748eac70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:54.152 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.149+0000 7f0cd4c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a2749f2ad0 0x55a2749fe670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:54.152 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.149+0000 7f0cd4c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a2749f2ad0 0x55a2749fe670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:58128/0 (socket says 172.21.15.8:58128) 2024-05-20T21:30:54.152 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.149+0000 7f0cd4c00700 1 -- 172.21.15.8:0/3386697370 learned_addr learned my addr 172.21.15.8:0/3386697370 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:54.152 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.149+0000 7f0cd5600700 1 --2- 172.21.15.8:0/3386697370 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a2749f8940 0x55a2749fbf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:54.153 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.150+0000 7f0cc7e00700 1 --2- 172.21.15.8:0/3386697370 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a2749f8020 0x55a2749fba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:54.153 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.150+0000 7f0cd5600700 1 -- 172.21.15.8:0/3386697370 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a2749f8020 msgr2=0x55a2749fba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:54.153 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.150+0000 7f0cd5600700 1 --2- 172.21.15.8:0/3386697370 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a2749f8020 0x55a2749fba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:54.153 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.150+0000 7f0cd5600700 1 -- 172.21.15.8:0/3386697370 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a2749f2ad0 msgr2=0x55a2749fe670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:54.153 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.150+0000 7f0cd5600700 1 --2- 172.21.15.8:0/3386697370 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a2749f2ad0 0x55a2749fe670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:54.153 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.150+0000 7f0cd5600700 1 -- 172.21.15.8:0/3386697370 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a2748908d0 con 0x55a2749f8940 2024-05-20T21:30:54.153 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.150+0000 7f0cd4c00700 1 --2- 172.21.15.8:0/3386697370 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a2749f2ad0 0x55a2749fe670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:54.153 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.150+0000 7f0cd5600700 1 --2- 172.21.15.8:0/3386697370 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a2749f8940 0x55a2749fbf50 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f0cc80a6770 tx=0x7f0cc8004000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3a8de40c08b6ced4 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:54.153 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.150+0000 7f0cbea00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:30:54.153 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.151+0000 7f0cbea00700 1 -- 172.21.15.8:0/3386697370 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cc802a070 con 0x55a2749f8940 2024-05-20T21:30:54.153 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.151+0000 7f0cbea00700 1 -- 172.21.15.8:0/3386697370 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f0cc8003d20 con 0x55a2749f8940 2024-05-20T21:30:54.153 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.151+0000 7f0ce1eb5b80 1 -- 172.21.15.8:0/3386697370 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0cc80aa200 con 0x55a2749f8940 2024-05-20T21:30:54.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.151+0000 7f0cbea00700 1 -- 172.21.15.8:0/3386697370 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0cc80b34c0 con 0x55a2749f8940 2024-05-20T21:30:54.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.151+0000 7f0ce1eb5b80 10 client.29821 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:54.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.151+0000 7f0ce1eb5b80 1 -- 172.21.15.8:0/3386697370 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a274911060 con 0x55a2749f8940 2024-05-20T21:30:54.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.151+0000 7f0cbea00700 1 -- 172.21.15.8:0/3386697370 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0cc80aa200 con 0x55a2749f8940 2024-05-20T21:30:54.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.151+0000 7f0cbea00700 1 -- 172.21.15.8:0/3386697370 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f0cc8011070 con 0x55a2749f8940 2024-05-20T21:30:54.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.152+0000 7f0ce1eb5b80 10 client.29821 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:54.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.152+0000 7f0ce1eb5b80 10 client.29821 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:30:54.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.152+0000 7f0ce1eb5b80 20 client.29821 populate_metadata read hostname 'smithi008' 2024-05-20T21:30:54.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.152+0000 7f0ce1eb5b80 1 --2- 172.21.15.8:0/3386697370 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55a274a0bad0 0x55a274a0dec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:54.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.152+0000 7f0ce1eb5b80 4 client.29821 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:30:54.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.152+0000 7f0ce1eb5b80 1 -- 172.21.15.8:0/3386697370 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a274952d90 con 0x55a274a0bad0 2024-05-20T21:30:54.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.152+0000 7f0cd4c00700 1 --2- 172.21.15.8:0/3386697370 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55a274a0bad0 0x55a274a0dec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:54.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.153+0000 7f0cd4c00700 1 --2- 172.21.15.8:0/3386697370 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55a274a0bad0 0x55a274a0dec0 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=5fab05e02b72fd20 server_cookie=fd103205f04b5d73 in_seq=0 out_seq=0 2024-05-20T21:30:54.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.153+0000 7f0cbea00700 10 client.29821 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:30:54.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.153+0000 7f0cbea00700 1 -- 172.21.15.8:0/3386697370 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55a274952d90 con 0x55a274a0bad0 2024-05-20T21:30:54.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.153+0000 7f0cbea00700 10 client.29821 handle_command_reply: tid=0 2024-05-20T21:30:54.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.153+0000 7f0ce1eb5b80 1 client.29821 shutdown 2024-05-20T21:30:54.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.154+0000 7f0ce1eb5b80 1 -- 172.21.15.8:0/3386697370 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a2749f8940 msgr2=0x55a2749fbf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:54.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.154+0000 7f0ce1eb5b80 1 --2- 172.21.15.8:0/3386697370 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a2749f8940 0x55a2749fbf50 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f0cc80a6770 tx=0x7f0cc8004000 comp rx=0 tx=0).stop 2024-05-20T21:30:54.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.154+0000 7f0ce1eb5b80 1 -- 172.21.15.8:0/3386697370 shutdown_connections 2024-05-20T21:30:54.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.154+0000 7f0ce1eb5b80 1 --2- 172.21.15.8:0/3386697370 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55a274a0bad0 0x55a274a0dec0 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:54.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.154+0000 7f0ce1eb5b80 1 --2- 172.21.15.8:0/3386697370 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a2749f8940 0x55a2749fbf50 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:54.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.154+0000 7f0ce1eb5b80 1 --2- 172.21.15.8:0/3386697370 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a2749f2ad0 0x55a2749fe670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:54.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.154+0000 7f0ce1eb5b80 1 --2- 172.21.15.8:0/3386697370 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a2749f8020 0x55a2749fba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:54.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.154+0000 7f0ce1eb5b80 1 -- 172.21.15.8:0/3386697370 >> 172.21.15.8:0/3386697370 conn(0x55a274920be0 msgr2=0x55a2749f14a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:54.157 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.154+0000 7f0cbea00700 0 client.29821 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:30:54.157 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.154+0000 7f0ce1eb5b80 1 -- 172.21.15.8:0/3386697370 shutdown_connections 2024-05-20T21:30:54.157 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.154+0000 7f0ce1eb5b80 1 -- 172.21.15.8:0/3386697370 wait complete. 2024-05-20T21:30:54.157 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.154+0000 7f0ce1eb5b80 20 client.29821 trim_cache size 0 max 16384 2024-05-20T21:30:54.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.171+0000 7f0ce1eb5b80 1 Processor -- start 2024-05-20T21:30:54.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.171+0000 7f0ce1eb5b80 1 -- start start 2024-05-20T21:30:54.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.171+0000 7f0ce1eb5b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a2749f2ad0 0x55a2749fe670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:54.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.171+0000 7f0ce1eb5b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a2749f8020 0x55a2749f5aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:54.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.171+0000 7f0ce1eb5b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a2749f8940 0x55a2749f5fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:54.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.171+0000 7f0ce1eb5b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f0cd01b6750 con 0x55a2749f8020 2024-05-20T21:30:54.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.171+0000 7f0ce1eb5b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f0cd01b3fe0 con 0x55a2749f2ad0 2024-05-20T21:30:54.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.171+0000 7f0ce1eb5b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f0cd01b1e50 con 0x55a2749f8940 2024-05-20T21:30:54.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.172+0000 7f0cc7e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a2749f8020 0x55a2749f5aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:54.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.172+0000 7f0cc7e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a2749f8020 0x55a2749f5aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:58142/0 (socket says 172.21.15.8:58142) 2024-05-20T21:30:54.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.172+0000 7f0cc7e00700 1 -- 172.21.15.8:0/1222682025 learned_addr learned my addr 172.21.15.8:0/1222682025 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:54.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.172+0000 7f0cd5600700 1 --2- 172.21.15.8:0/1222682025 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a2749f8940 0x55a2749f5fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:54.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.172+0000 7f0cd4c00700 1 --2- 172.21.15.8:0/1222682025 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a2749f2ad0 0x55a2749fe670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:54.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.172+0000 7f0cc7e00700 1 -- 172.21.15.8:0/1222682025 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a2749f8940 msgr2=0x55a2749f5fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:54.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.172+0000 7f0cc7e00700 1 --2- 172.21.15.8:0/1222682025 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a2749f8940 0x55a2749f5fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:54.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.172+0000 7f0cc7e00700 1 -- 172.21.15.8:0/1222682025 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a2749f2ad0 msgr2=0x55a2749fe670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:54.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.172+0000 7f0cc7e00700 1 --2- 172.21.15.8:0/1222682025 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a2749f2ad0 0x55a2749fe670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:54.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.172+0000 7f0cc7e00700 1 -- 172.21.15.8:0/1222682025 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a2749eeb00 con 0x55a2749f8020 2024-05-20T21:30:54.173 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:30:53 smithi130 ceph-mon[36448]: pgmap v907: 97 pgs: 97 active+clean; 3.9 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:30:54.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.173+0000 7f0cc7e00700 1 --2- 172.21.15.8:0/1222682025 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a2749f8020 0x55a2749f5aa0 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f0cb8013070 tx=0x7f0cb80047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a718aafdeca42003 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:54.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.173+0000 7f0cc5600700 1 -- 172.21.15.8:0/1222682025 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cb8004440 con 0x55a2749f8020 2024-05-20T21:30:54.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.173+0000 7f0cc5600700 1 -- 172.21.15.8:0/1222682025 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0cb8004ce0 con 0x55a2749f8020 2024-05-20T21:30:54.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.173+0000 7f0cc5600700 1 -- 172.21.15.8:0/1222682025 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cb8011e50 con 0x55a2749f8020 2024-05-20T21:30:54.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.174+0000 7f0ce1eb5b80 1 -- 172.21.15.8:0/1222682025 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a2749f8020 msgr2=0x55a2749f5aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:54.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.174+0000 7f0ce1eb5b80 1 --2- 172.21.15.8:0/1222682025 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a2749f8020 0x55a2749f5aa0 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f0cb8013070 tx=0x7f0cb80047c0 comp rx=0 tx=0).stop 2024-05-20T21:30:54.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.174+0000 7f0ce1eb5b80 1 -- 172.21.15.8:0/1222682025 shutdown_connections 2024-05-20T21:30:54.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.174+0000 7f0ce1eb5b80 1 --2- 172.21.15.8:0/1222682025 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a2749f2ad0 0x55a2749fe670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:54.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.174+0000 7f0ce1eb5b80 1 --2- 172.21.15.8:0/1222682025 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a2749f8940 0x55a2749f5fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:54.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.174+0000 7f0ce1eb5b80 1 --2- 172.21.15.8:0/1222682025 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a2749f8020 0x55a2749f5aa0 unknown :-1 s=CLOSED pgs=763 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:54.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.174+0000 7f0ce1eb5b80 1 -- 172.21.15.8:0/1222682025 >> 172.21.15.8:0/1222682025 conn(0x55a274920be0 msgr2=0x55a2749ecc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:54.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.174+0000 7f0ce1eb5b80 1 -- 172.21.15.8:0/1222682025 shutdown_connections 2024-05-20T21:30:54.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.174+0000 7f0ce1eb5b80 1 -- 172.21.15.8:0/1222682025 wait complete. 2024-05-20T21:30:54.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.175+0000 7f0ce1eb5b80 1 -- start start 2024-05-20T21:30:54.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.175+0000 7f0ce1eb5b80 1 Processor -- start 2024-05-20T21:30:54.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.175+0000 7f0ce1eb5b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a2749f2ad0 0x55a274a043b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:54.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.175+0000 7f0ce1eb5b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a2749f8020 0x55a274a048f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:54.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.175+0000 7f0ce1eb5b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a2749f8940 0x55a274a125d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:54.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.175+0000 7f0ce1eb5b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f0cd01b24a0 con 0x55a2749f8020 2024-05-20T21:30:54.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.175+0000 7f0ce1eb5b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f0cd01b3910 con 0x55a2749f2ad0 2024-05-20T21:30:54.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.175+0000 7f0ce1eb5b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f0cd01b2b70 con 0x55a2749f8940 2024-05-20T21:30:54.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.175+0000 7f0ce1eb5b80 10 client.0 _ll_register_callbacks cb 0x55a2748eac70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:54.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.176+0000 7f0cc7e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a2749f8020 0x55a274a048f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:54.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.176+0000 7f0cc7e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a2749f8020 0x55a274a048f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:58146/0 (socket says 172.21.15.8:58146) 2024-05-20T21:30:54.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.176+0000 7f0cc7e00700 1 -- 172.21.15.8:0/280337096 learned_addr learned my addr 172.21.15.8:0/280337096 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:54.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.176+0000 7f0cd4c00700 1 --2- 172.21.15.8:0/280337096 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a2749f2ad0 0x55a274a043b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:54.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.176+0000 7f0cd5600700 1 --2- 172.21.15.8:0/280337096 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a2749f8940 0x55a274a125d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:54.178 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:30:53 smithi050 ceph-mon[35809]: pgmap v907: 97 pgs: 97 active+clean; 3.9 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:30:54.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.176+0000 7f0cd4c00700 1 -- 172.21.15.8:0/280337096 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a2749f8940 msgr2=0x55a274a125d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:54.180 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.176+0000 7f0cd4c00700 1 --2- 172.21.15.8:0/280337096 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a2749f8940 0x55a274a125d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:54.180 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.176+0000 7f0cd4c00700 1 -- 172.21.15.8:0/280337096 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a2749f8020 msgr2=0x55a274a048f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:54.180 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.176+0000 7f0cd4c00700 1 --2- 172.21.15.8:0/280337096 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a2749f8020 0x55a274a048f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:54.180 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.176+0000 7f0cd4c00700 1 -- 172.21.15.8:0/280337096 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a274a12b10 con 0x55a2749f2ad0 2024-05-20T21:30:54.180 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.176+0000 7f0cc7e00700 1 --2- 172.21.15.8:0/280337096 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a2749f8020 0x55a274a048f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:54.180 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.177+0000 7f0cd4c00700 1 --2- 172.21.15.8:0/280337096 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a2749f2ad0 0x55a274a043b0 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f0cc0000c00 tx=0x7f0cc0004320 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1dd349bb3dcea2f2 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:54.180 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.177+0000 7f0cbea00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:30:54.180 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.177+0000 7f0cbea00700 1 -- 172.21.15.8:0/280337096 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cc0003d50 con 0x55a2749f2ad0 2024-05-20T21:30:54.180 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.177+0000 7f0ce1eb5b80 1 -- 172.21.15.8:0/280337096 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0cb8004ce0 con 0x55a2749f2ad0 2024-05-20T21:30:54.180 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.177+0000 7f0cbea00700 1 -- 172.21.15.8:0/280337096 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f0cc0004830 con 0x55a2749f2ad0 2024-05-20T21:30:54.180 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.177+0000 7f0cbea00700 1 -- 172.21.15.8:0/280337096 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0cc0004a30 con 0x55a2749f2ad0 2024-05-20T21:30:54.180 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.177+0000 7f0ce1eb5b80 10 client.29771 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:54.180 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.177+0000 7f0ce1eb5b80 1 -- 172.21.15.8:0/280337096 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a274a75d40 con 0x55a2749f2ad0 2024-05-20T21:30:54.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.177+0000 7f0cbea00700 1 -- 172.21.15.8:0/280337096 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0cb8004ce0 con 0x55a2749f2ad0 2024-05-20T21:30:54.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.178+0000 7f0cbea00700 1 -- 172.21.15.8:0/280337096 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f0cc001d5f0 con 0x55a2749f2ad0 2024-05-20T21:30:54.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.178+0000 7f0ce1eb5b80 10 client.29771 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:54.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.178+0000 7f0ce1eb5b80 10 client.29771 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:30:54.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.178+0000 7f0ce1eb5b80 20 client.29771 populate_metadata read hostname 'smithi008' 2024-05-20T21:30:54.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.178+0000 7f0ce1eb5b80 1 --2- 172.21.15.8:0/280337096 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55a274a76450 0x55a274a78870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:54.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.178+0000 7f0ce1eb5b80 4 client.29771 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:30:54.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.178+0000 7f0ce1eb5b80 1 -- 172.21.15.8:0/280337096 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55a27494c570 con 0x55a274a76450 2024-05-20T21:30:54.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.178+0000 7f0cc7e00700 1 --2- 172.21.15.8:0/280337096 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55a274a76450 0x55a274a78870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:54.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.179+0000 7f0cc7e00700 1 --2- 172.21.15.8:0/280337096 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55a274a76450 0x55a274a78870 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=6b87a5b87f050760 server_cookie=79c9ee28893f5660 in_seq=0 out_seq=0 2024-05-20T21:30:54.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.179+0000 7f0cbea00700 10 client.29771 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:30:54.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.179+0000 7f0cbea00700 1 -- 172.21.15.8:0/280337096 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55a27494c570 con 0x55a274a76450 2024-05-20T21:30:54.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.179+0000 7f0cbea00700 10 client.29771 handle_command_reply: tid=0 2024-05-20T21:30:54.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.179+0000 7f0ce1eb5b80 1 client.29771 shutdown 2024-05-20T21:30:54.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.179+0000 7f0ce1eb5b80 1 -- 172.21.15.8:0/280337096 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a2749f2ad0 msgr2=0x55a274a043b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:54.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.179+0000 7f0ce1eb5b80 1 --2- 172.21.15.8:0/280337096 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a2749f2ad0 0x55a274a043b0 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f0cc0000c00 tx=0x7f0cc0004320 comp rx=0 tx=0).stop 2024-05-20T21:30:54.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.179+0000 7f0ce1eb5b80 1 -- 172.21.15.8:0/280337096 shutdown_connections 2024-05-20T21:30:54.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.179+0000 7f0ce1eb5b80 1 --2- 172.21.15.8:0/280337096 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x55a274a76450 0x55a274a78870 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:54.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.179+0000 7f0ce1eb5b80 1 --2- 172.21.15.8:0/280337096 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a2749f2ad0 0x55a274a043b0 unknown :-1 s=CLOSED pgs=679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:54.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.179+0000 7f0ce1eb5b80 1 --2- 172.21.15.8:0/280337096 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a2749f8940 0x55a274a125d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:54.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.179+0000 7f0ce1eb5b80 1 --2- 172.21.15.8:0/280337096 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a2749f8020 0x55a274a048f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:54.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.179+0000 7f0cbea00700 0 client.29771 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:30:54.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.179+0000 7f0ce1eb5b80 1 -- 172.21.15.8:0/280337096 >> 172.21.15.8:0/280337096 conn(0x55a274920be0 msgr2=0x55a2749f1d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:54.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.180+0000 7f0ce1eb5b80 1 -- 172.21.15.8:0/280337096 shutdown_connections 2024-05-20T21:30:54.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.180+0000 7f0ce1eb5b80 1 -- 172.21.15.8:0/280337096 wait complete. 2024-05-20T21:30:54.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.180+0000 7f0ce1eb5b80 20 client.29771 trim_cache size 0 max 16384 2024-05-20T21:30:54.183 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:30:54.183 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.180+0000 7f0cd6000700 1 -- 172.21.15.8:0/720110501 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0cb40b2900 msgr2=0x7f0cb40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:54.183 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.180+0000 7f0cd6000700 1 --2- 172.21.15.8:0/720110501 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0cb40b2900 0x7f0cb40b4dc0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f0cb8009fd0 tx=0x7f0cb8009b40 comp rx=0 tx=0).stop 2024-05-20T21:30:54.183 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.180+0000 7f0cd6000700 1 -- 172.21.15.8:0/720110501 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0cd01142f0 msgr2=0x7f0cd01a49f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:54.183 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.180+0000 7f0cd6000700 1 --2- 172.21.15.8:0/720110501 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0cd01142f0 0x7f0cd01a49f0 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7f0cc800d010 tx=0x7f0cc8004c80 comp rx=0 tx=0).stop 2024-05-20T21:30:54.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.181+0000 7f0cd6000700 1 -- 172.21.15.8:0/720110501 shutdown_connections 2024-05-20T21:30:54.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.181+0000 7f0cd6000700 1 --2- 172.21.15.8:0/720110501 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f0cb40b2900 0x7f0cb40b4dc0 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:54.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.181+0000 7f0cd6000700 1 --2- 172.21.15.8:0/720110501 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0cd0077a70 0x7f0cd01a0120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:54.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.181+0000 7f0cd6000700 1 --2- 172.21.15.8:0/720110501 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0cd01142f0 0x7f0cd01a49f0 unknown :-1 s=CLOSED pgs=636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:54.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.181+0000 7f0cd6000700 1 --2- 172.21.15.8:0/720110501 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f0cd0078390 0x7f0cd01a0660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:54.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.181+0000 7f0cd6000700 1 -- 172.21.15.8:0/720110501 >> 172.21.15.8:0/720110501 conn(0x7f0cd0101180 msgr2=0x7f0cd0103570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:54.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.181+0000 7f0cd6000700 1 -- 172.21.15.8:0/720110501 shutdown_connections 2024-05-20T21:30:54.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:54.181+0000 7f0cd6000700 1 -- 172.21.15.8:0/720110501 wait complete. 2024-05-20T21:30:55.185 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:30:55.672 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:30:56.230 INFO:tasks.quiescer.fs.[cephfs]:Total duration (40.8) is longer than `split_if_longer` (35.0), will split into two consecutive quiesces 2024-05-20T21:30:56.230 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 20.4 2024-05-20T21:30:56.230 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:30:56.853 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:30:56 smithi008 ceph-mon[31475]: pgmap v908: 97 pgs: 97 active+clean; 4.0 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-20T21:30:57.113 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:30:57.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:30:56 smithi130 ceph-mon[36448]: pgmap v908: 97 pgs: 97 active+clean; 4.0 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-20T21:30:57.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:30:56 smithi050 ceph-mon[35809]: pgmap v908: 97 pgs: 97 active+clean; 4.0 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-20T21:30:57.355 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.355+0000 7ffa07000640 1 -- 172.21.15.8:0/1663778388 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffa001085e0 msgr2=0x7ffa0010aa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:57.355 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.355+0000 7ffa07000640 1 --2- 172.21.15.8:0/1663778388 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffa001085e0 0x7ffa0010aa30 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7ff9f8009860 tx=0x7ff9f802a340 comp rx=0 tx=0).stop 2024-05-20T21:30:57.355 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.355+0000 7ffa07000640 1 -- 172.21.15.8:0/1663778388 shutdown_connections 2024-05-20T21:30:57.355 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.355+0000 7ffa07000640 1 --2- 172.21.15.8:0/1663778388 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffa001085e0 0x7ffa0010aa30 unknown :-1 s=CLOSED pgs=680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:57.355 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.355+0000 7ffa07000640 1 --2- 172.21.15.8:0/1663778388 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ffa00105cb0 0x7ffa001080a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:57.355 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.355+0000 7ffa07000640 1 --2- 172.21.15.8:0/1663778388 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffa00103380 0x7ffa00105770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:57.355 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.355+0000 7ffa07000640 1 -- 172.21.15.8:0/1663778388 >> 172.21.15.8:0/1663778388 conn(0x7ffa000fcd30 msgr2=0x7ffa000ff1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:57.355 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.355+0000 7ffa07000640 1 -- 172.21.15.8:0/1663778388 shutdown_connections 2024-05-20T21:30:57.355 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.355+0000 7ffa07000640 1 -- 172.21.15.8:0/1663778388 wait complete. 2024-05-20T21:30:57.356 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.356+0000 7ffa07000640 1 Processor -- start 2024-05-20T21:30:57.356 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.357+0000 7ffa07000640 1 -- start start 2024-05-20T21:30:57.357 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.357+0000 7ffa07000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffa00103380 0x7ffa00102cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:57.357 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.357+0000 7ffa07000640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffa00105cb0 0x7ffa00101330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:57.357 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.357+0000 7ffa07000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ffa001085e0 0x7ffa00101870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:57.357 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.357+0000 7ffa07000640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7ffa0010e450 con 0x7ffa001085e0 2024-05-20T21:30:57.357 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.357+0000 7ffa07000640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ffa0010e2d0 con 0x7ffa00103380 2024-05-20T21:30:57.357 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.357+0000 7ffa07000640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7ffa0010e5d0 con 0x7ffa00105cb0 2024-05-20T21:30:57.358 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.357+0000 7ffa05c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffa00103380 0x7ffa00102cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:57.358 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.357+0000 7ffa05c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffa00103380 0x7ffa00102cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:60206/0 (socket says 172.21.15.8:60206) 2024-05-20T21:30:57.358 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.357+0000 7ffa05c00640 1 -- 172.21.15.8:0/365647069 learned_addr learned my addr 172.21.15.8:0/365647069 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:57.358 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.357+0000 7ffa05200640 1 --2- 172.21.15.8:0/365647069 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffa00105cb0 0x7ffa00101330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:57.358 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.358+0000 7ffa06600640 1 --2- 172.21.15.8:0/365647069 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ffa001085e0 0x7ffa00101870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:57.358 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.358+0000 7ffa05c00640 1 -- 172.21.15.8:0/365647069 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffa00105cb0 msgr2=0x7ffa00101330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:57.359 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.358+0000 7ffa05c00640 1 --2- 172.21.15.8:0/365647069 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffa00105cb0 0x7ffa00101330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:57.359 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.358+0000 7ffa05c00640 1 -- 172.21.15.8:0/365647069 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ffa001085e0 msgr2=0x7ffa00101870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:57.359 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.358+0000 7ffa05c00640 1 --2- 172.21.15.8:0/365647069 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ffa001085e0 0x7ffa00101870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:57.359 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.358+0000 7ffa05c00640 1 -- 172.21.15.8:0/365647069 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa00102100 con 0x7ffa00103380 2024-05-20T21:30:57.359 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.358+0000 7ffa05c00640 1 --2- 172.21.15.8:0/365647069 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffa00103380 0x7ffa00102cf0 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7ff9f400eb90 tx=0x7ff9f400ef90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:57.359 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.358+0000 7ff9fe000640 1 -- 172.21.15.8:0/365647069 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9f4004b20 con 0x7ffa00103380 2024-05-20T21:30:57.359 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.359+0000 7ff9fe000640 1 -- 172.21.15.8:0/365647069 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff9f4004cc0 con 0x7ffa00103380 2024-05-20T21:30:57.359 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.359+0000 7ff9fe000640 1 -- 172.21.15.8:0/365647069 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9f4010690 con 0x7ffa00103380 2024-05-20T21:30:57.359 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.359+0000 7ffa07000640 1 -- 172.21.15.8:0/365647069 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa001a2bf0 con 0x7ffa00103380 2024-05-20T21:30:57.359 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.359+0000 7ffa07000640 1 -- 172.21.15.8:0/365647069 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa001a3140 con 0x7ffa00103380 2024-05-20T21:30:57.361 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.362+0000 7ffa0b40a740 1 Processor -- start 2024-05-20T21:30:57.361 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.362+0000 7ffa0b40a740 1 -- start start 2024-05-20T21:30:57.362 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.362+0000 7ffa0b40a740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x565481515cf0 0x565481516110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:57.362 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.362+0000 7ff9fe000640 1 -- 172.21.15.8:0/365647069 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7ff9f4005020 con 0x7ffa00103380 2024-05-20T21:30:57.363 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.362+0000 7ffa0b40a740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5654815166e0 0x56548151b1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:57.363 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.362+0000 7ffa0b40a740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56548151b850 0x56548151dce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:57.363 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.362+0000 7ffa0b40a740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x565481485b90 con 0x5654815166e0 2024-05-20T21:30:57.363 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.362+0000 7ffa0b40a740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x565481475730 con 0x56548151b850 2024-05-20T21:30:57.363 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.362+0000 7ffa0b40a740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x565481479770 con 0x565481515cf0 2024-05-20T21:30:57.363 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.363+0000 7ffa05c00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5654815166e0 0x56548151b1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:57.363 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.363+0000 7ffa05200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56548151b850 0x56548151dce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:57.363 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.363+0000 7ffa05c00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5654815166e0 0x56548151b1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:58172/0 (socket says 172.21.15.8:58172) 2024-05-20T21:30:57.363 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.363+0000 7ffa05c00640 1 -- 172.21.15.8:0/617622815 learned_addr learned my addr 172.21.15.8:0/617622815 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:57.363 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.363+0000 7ffa05200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56548151b850 0x56548151dce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:60222/0 (socket says 172.21.15.8:60222) 2024-05-20T21:30:57.363 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.363+0000 7ffa06600640 1 --2- 172.21.15.8:0/617622815 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x565481515cf0 0x565481516110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:57.363 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.363+0000 7ffa05c00640 1 -- 172.21.15.8:0/617622815 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x565481515cf0 msgr2=0x565481516110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:57.364 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.363+0000 7ffa05c00640 1 --2- 172.21.15.8:0/617622815 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x565481515cf0 0x565481516110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:57.364 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.363+0000 7ffa05c00640 1 -- 172.21.15.8:0/617622815 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56548151b850 msgr2=0x56548151dce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:57.364 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.363+0000 7ffa05c00640 1 --2- 172.21.15.8:0/617622815 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56548151b850 0x56548151dce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:57.364 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.363+0000 7ffa05c00640 1 -- 172.21.15.8:0/617622815 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56548140e8b0 con 0x5654815166e0 2024-05-20T21:30:57.364 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.363+0000 7ffa05200640 1 --2- 172.21.15.8:0/617622815 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56548151b850 0x56548151dce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:57.366 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.364+0000 7ffa05c00640 1 --2- 172.21.15.8:0/617622815 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5654815166e0 0x56548151b1e0 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7ff9f40e8a90 tx=0x7ff9f40e8b80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d99323b32fec0c7 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:57.366 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.364+0000 7ff9f2a00640 1 -- 172.21.15.8:0/617622815 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9f40f1070 con 0x5654815166e0 2024-05-20T21:30:57.367 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.364+0000 7ff9f2a00640 1 -- 172.21.15.8:0/617622815 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff9f40e40d0 con 0x5654815166e0 2024-05-20T21:30:57.367 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.364+0000 7ff9f2a00640 1 -- 172.21.15.8:0/617622815 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9f40ed680 con 0x5654815166e0 2024-05-20T21:30:57.367 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.364+0000 7ff9fe000640 1 --2- 172.21.15.8:0/365647069 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff9e80b2850 0x7ff9e80b4d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:57.367 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.364+0000 7ff9fe000640 1 -- 172.21.15.8:0/365647069 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7ff9f40e2850 con 0x7ffa00103380 2024-05-20T21:30:57.367 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.365+0000 7ffa06600640 1 --2- 172.21.15.8:0/365647069 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff9e80b2850 0x7ff9e80b4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:57.367 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.365+0000 7ffa0b40a740 1 -- 172.21.15.8:0/617622815 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5654815166e0 msgr2=0x56548151b1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:57.367 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.365+0000 7ffa0b40a740 1 --2- 172.21.15.8:0/617622815 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5654815166e0 0x56548151b1e0 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7ff9f40e8a90 tx=0x7ff9f40e8b80 comp rx=0 tx=0).stop 2024-05-20T21:30:57.367 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.365+0000 7ffa0b40a740 1 -- 172.21.15.8:0/617622815 shutdown_connections 2024-05-20T21:30:57.367 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.365+0000 7ffa0b40a740 1 --2- 172.21.15.8:0/617622815 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56548151b850 0x56548151dce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:57.367 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.365+0000 7ffa0b40a740 1 --2- 172.21.15.8:0/617622815 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5654815166e0 0x56548151b1e0 unknown :-1 s=CLOSED pgs=764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:57.367 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.365+0000 7ffa0b40a740 1 --2- 172.21.15.8:0/617622815 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x565481515cf0 0x565481516110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:57.367 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.365+0000 7ffa0b40a740 1 -- 172.21.15.8:0/617622815 >> 172.21.15.8:0/617622815 conn(0x565481511360 msgr2=0x565481511760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:57.367 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.365+0000 7ffa0b40a740 1 -- 172.21.15.8:0/617622815 shutdown_connections 2024-05-20T21:30:57.368 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.365+0000 7ffa0b40a740 1 -- 172.21.15.8:0/617622815 wait complete. 2024-05-20T21:30:57.368 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.365+0000 7ffa06600640 1 --2- 172.21.15.8:0/365647069 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff9e80b2850 0x7ff9e80b4d10 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7ff9f80304b0 tx=0x7ff9f802c040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:57.368 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.366+0000 7ffa0b40a740 1 -- start start 2024-05-20T21:30:57.368 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.366+0000 7ffa0b40a740 1 Processor -- start 2024-05-20T21:30:57.368 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.366+0000 7ffa0b40a740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x565481515cf0 0x56548151fa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:57.368 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.366+0000 7ffa0b40a740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5654815166e0 0x56548151ffa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:57.368 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.366+0000 7ffa0b40a740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56548151b850 0x565481526fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:57.368 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.366+0000 7ffa0b40a740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x56548115b790 con 0x56548151b850 2024-05-20T21:30:57.368 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.366+0000 7ffa0b40a740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x56548141dbc0 con 0x565481515cf0 2024-05-20T21:30:57.368 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.366+0000 7ffa0b40a740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x56548151e800 con 0x5654815166e0 2024-05-20T21:30:57.368 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.366+0000 7ffa0b40a740 10 client.0 _ll_register_callbacks cb 0x5654813fb400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:57.368 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.367+0000 7ffa06600640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56548151b850 0x565481526fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:57.368 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.367+0000 7ffa05c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x565481515cf0 0x56548151fa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:57.369 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.367+0000 7ffa06600640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56548151b850 0x565481526fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:58178/0 (socket says 172.21.15.8:58178) 2024-05-20T21:30:57.369 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.367+0000 7ffa06600640 1 -- 172.21.15.8:0/692843731 learned_addr learned my addr 172.21.15.8:0/692843731 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:57.369 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.367+0000 7ffa05200640 1 --2- 172.21.15.8:0/692843731 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5654815166e0 0x56548151ffa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:57.369 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.367+0000 7ffa05c00640 1 -- 172.21.15.8:0/692843731 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5654815166e0 msgr2=0x56548151ffa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:57.369 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.367+0000 7ffa05c00640 1 --2- 172.21.15.8:0/692843731 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5654815166e0 0x56548151ffa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:57.369 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.367+0000 7ffa05c00640 1 -- 172.21.15.8:0/692843731 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56548151b850 msgr2=0x565481526fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:57.369 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.367+0000 7ffa05c00640 1 --2- 172.21.15.8:0/692843731 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56548151b850 0x565481526fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:57.369 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.367+0000 7ffa05c00640 1 -- 172.21.15.8:0/692843731 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56548118a210 con 0x565481515cf0 2024-05-20T21:30:57.369 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.367+0000 7ffa06600640 1 --2- 172.21.15.8:0/692843731 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56548151b850 0x565481526fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:57.371 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.367+0000 7ffa05c00640 1 --2- 172.21.15.8:0/692843731 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x565481515cf0 0x56548151fa60 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7ff9f40049d0 tx=0x7ff9f4009a70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a56c49443acdb087 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:57.372 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.368+0000 7ff9e7400640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:30:57.372 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.368+0000 7ff9e7400640 1 -- 172.21.15.8:0/692843731 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9f40f1070 con 0x565481515cf0 2024-05-20T21:30:57.372 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.368+0000 7ff9e7400640 1 -- 172.21.15.8:0/692843731 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7ff9f40aa060 con 0x565481515cf0 2024-05-20T21:30:57.372 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.368+0000 7ffa0b40a740 1 -- 172.21.15.8:0/692843731 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff9f40e40d0 con 0x565481515cf0 2024-05-20T21:30:57.372 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.368+0000 7ff9e7400640 1 -- 172.21.15.8:0/692843731 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff9f40a5cc0 con 0x565481515cf0 2024-05-20T21:30:57.372 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.368+0000 7ffa0b40a740 10 client.29783 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:57.372 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.368+0000 7ffa0b40a740 1 -- 172.21.15.8:0/692843731 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x565481256620 con 0x565481515cf0 2024-05-20T21:30:57.372 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.368+0000 7ff9e7400640 1 -- 172.21.15.8:0/692843731 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff9f40e40d0 con 0x565481515cf0 2024-05-20T21:30:57.372 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.368+0000 7ff9e7400640 1 -- 172.21.15.8:0/692843731 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7ff9f40b27d0 con 0x565481515cf0 2024-05-20T21:30:57.372 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.369+0000 7ffa0b40a740 10 client.29783 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:57.372 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.369+0000 7ffa0b40a740 10 client.29783 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:30:57.372 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.369+0000 7ffa0b40a740 20 client.29783 populate_metadata read hostname 'smithi008' 2024-05-20T21:30:57.372 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.369+0000 7ffa0b40a740 1 --2- 172.21.15.8:0/692843731 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56548152b140 0x56548152d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:57.373 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.369+0000 7ffa0b40a740 4 client.29783 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:30:57.373 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.369+0000 7ffa0b40a740 1 -- 172.21.15.8:0/692843731 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x565481487ae0 con 0x56548152b140 2024-05-20T21:30:57.373 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.369+0000 7ffa05200640 1 --2- 172.21.15.8:0/692843731 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56548152b140 0x56548152d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:57.373 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.370+0000 7ffa05200640 1 --2- 172.21.15.8:0/692843731 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56548152b140 0x56548152d530 crc :-1 s=READY pgs=402 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=943b67383f00236d server_cookie=1a60ee6cba070f38 in_seq=0 out_seq=0 2024-05-20T21:30:57.373 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.370+0000 7ff9e7400640 10 client.29783 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:30:57.373 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.370+0000 7ff9e7400640 1 -- 172.21.15.8:0/692843731 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x565481487ae0 con 0x56548152b140 2024-05-20T21:30:57.373 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.370+0000 7ff9e7400640 10 client.29783 handle_command_reply: tid=0 2024-05-20T21:30:57.373 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.370+0000 7ffa0b40a740 1 client.29783 shutdown 2024-05-20T21:30:57.373 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.371+0000 7ffa0b40a740 1 -- 172.21.15.8:0/692843731 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x565481515cf0 msgr2=0x56548151fa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:57.373 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.371+0000 7ffa0b40a740 1 --2- 172.21.15.8:0/692843731 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x565481515cf0 0x56548151fa60 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7ff9f40049d0 tx=0x7ff9f4009a70 comp rx=0 tx=0).stop 2024-05-20T21:30:57.373 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.371+0000 7ffa0b40a740 1 -- 172.21.15.8:0/692843731 shutdown_connections 2024-05-20T21:30:57.373 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.371+0000 7ffa0b40a740 1 --2- 172.21.15.8:0/692843731 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x56548152b140 0x56548152d530 crc :-1 s=READY pgs=402 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:57.373 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.371+0000 7ffa0b40a740 1 --2- 172.21.15.8:0/692843731 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56548151b850 0x565481526fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:57.373 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.371+0000 7ffa0b40a740 1 --2- 172.21.15.8:0/692843731 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5654815166e0 0x56548151ffa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:57.374 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.371+0000 7ffa0b40a740 1 --2- 172.21.15.8:0/692843731 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x565481515cf0 0x56548151fa60 unknown :-1 s=CLOSED pgs=682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:57.374 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.371+0000 7ff9e7400640 0 client.29783 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:30:57.374 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.371+0000 7ffa0b40a740 1 -- 172.21.15.8:0/692843731 >> 172.21.15.8:0/692843731 conn(0x565481511360 msgr2=0x5654815104c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:57.374 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.371+0000 7ffa0b40a740 1 -- 172.21.15.8:0/692843731 shutdown_connections 2024-05-20T21:30:57.374 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.371+0000 7ffa0b40a740 1 -- 172.21.15.8:0/692843731 wait complete. 2024-05-20T21:30:57.374 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.371+0000 7ffa0b40a740 20 client.29783 trim_cache size 0 max 16384 2024-05-20T21:30:57.387 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.388+0000 7ffa0b40a740 1 Processor -- start 2024-05-20T21:30:57.387 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.388+0000 7ffa0b40a740 1 -- start start 2024-05-20T21:30:57.388 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.388+0000 7ffa0b40a740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x565481515cf0 0x565481514b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:57.388 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.388+0000 7ffa0b40a740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5654815166e0 0x565481526f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:57.388 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.388+0000 7ffa0b40a740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56548151b850 0x565481510c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:57.388 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.388+0000 7ffa0b40a740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7ffa001ae7d0 con 0x565481515cf0 2024-05-20T21:30:57.388 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.388+0000 7ffa0b40a740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ffa001ac0a0 con 0x56548151b850 2024-05-20T21:30:57.388 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.388+0000 7ffa0b40a740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7ffa001a9ef0 con 0x5654815166e0 2024-05-20T21:30:57.389 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.389+0000 7ffa05c00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x565481515cf0 0x565481514b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:57.389 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.389+0000 7ffa06600640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56548151b850 0x565481510c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:57.389 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.389+0000 7ffa06600640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56548151b850 0x565481510c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:60246/0 (socket says 172.21.15.8:60246) 2024-05-20T21:30:57.389 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.389+0000 7ffa05c00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x565481515cf0 0x565481514b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:58190/0 (socket says 172.21.15.8:58190) 2024-05-20T21:30:57.389 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.389+0000 7ffa06600640 1 -- 172.21.15.8:0/127629249 learned_addr learned my addr 172.21.15.8:0/127629249 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:57.389 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.389+0000 7ffa05200640 1 --2- 172.21.15.8:0/127629249 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5654815166e0 0x565481526f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:57.389 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.389+0000 7ffa06600640 1 -- 172.21.15.8:0/127629249 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5654815166e0 msgr2=0x565481526f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:57.390 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.389+0000 7ffa06600640 1 --2- 172.21.15.8:0/127629249 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5654815166e0 0x565481526f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:57.390 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.389+0000 7ffa06600640 1 -- 172.21.15.8:0/127629249 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x565481515cf0 msgr2=0x565481514b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:57.390 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.389+0000 7ffa06600640 1 --2- 172.21.15.8:0/127629249 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x565481515cf0 0x565481514b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:57.390 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.389+0000 7ffa06600640 1 -- 172.21.15.8:0/127629249 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x565481512030 con 0x56548151b850 2024-05-20T21:30:57.390 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.389+0000 7ffa05c00640 1 --2- 172.21.15.8:0/127629249 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x565481515cf0 0x565481514b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:57.390 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.389+0000 7ffa06600640 1 --2- 172.21.15.8:0/127629249 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56548151b850 0x565481510c40 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7ff9f802a930 tx=0x7ff9f803e000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=624edd5b46133a63 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:57.390 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.390+0000 7ff9f2000640 1 -- 172.21.15.8:0/127629249 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9f8037040 con 0x56548151b850 2024-05-20T21:30:57.390 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.390+0000 7ff9f2000640 1 -- 172.21.15.8:0/127629249 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff9f804f070 con 0x56548151b850 2024-05-20T21:30:57.390 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.390+0000 7ff9f2000640 1 -- 172.21.15.8:0/127629249 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9f803e820 con 0x56548151b850 2024-05-20T21:30:57.392 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.390+0000 7ffa0b40a740 1 -- 172.21.15.8:0/127629249 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56548151b850 msgr2=0x565481510c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:57.392 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.390+0000 7ffa0b40a740 1 --2- 172.21.15.8:0/127629249 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56548151b850 0x565481510c40 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7ff9f802a930 tx=0x7ff9f803e000 comp rx=0 tx=0).stop 2024-05-20T21:30:57.392 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.391+0000 7ffa0b40a740 1 -- 172.21.15.8:0/127629249 shutdown_connections 2024-05-20T21:30:57.392 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.391+0000 7ffa0b40a740 1 --2- 172.21.15.8:0/127629249 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56548151b850 0x565481510c40 unknown :-1 s=CLOSED pgs=683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:57.392 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.391+0000 7ffa0b40a740 1 --2- 172.21.15.8:0/127629249 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5654815166e0 0x565481526f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:57.392 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.391+0000 7ffa0b40a740 1 --2- 172.21.15.8:0/127629249 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x565481515cf0 0x565481514b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:57.392 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.391+0000 7ffa0b40a740 1 -- 172.21.15.8:0/127629249 >> 172.21.15.8:0/127629249 conn(0x565481511360 msgr2=0x565481516fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:57.393 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.391+0000 7ffa0b40a740 1 -- 172.21.15.8:0/127629249 shutdown_connections 2024-05-20T21:30:57.393 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.391+0000 7ffa0b40a740 1 -- 172.21.15.8:0/127629249 wait complete. 2024-05-20T21:30:57.393 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.391+0000 7ffa0b40a740 1 -- start start 2024-05-20T21:30:57.393 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.391+0000 7ffa0b40a740 1 Processor -- start 2024-05-20T21:30:57.393 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.392+0000 7ffa0b40a740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x565481515cf0 0x565481524220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:57.393 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.392+0000 7ffa0b40a740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5654815166e0 0x565481524760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:57.393 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.392+0000 7ffa0b40a740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56548151b850 0x565481525770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:57.393 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.392+0000 7ffa0b40a740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7ffa001aa560 con 0x56548151b850 2024-05-20T21:30:57.393 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.392+0000 7ffa0b40a740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ffa001ab9d0 con 0x5654815166e0 2024-05-20T21:30:57.393 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.392+0000 7ffa0b40a740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7ffa001aac30 con 0x565481515cf0 2024-05-20T21:30:57.393 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.392+0000 7ffa0b40a740 10 client.0 _ll_register_callbacks cb 0x7ff9ec0097e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:57.393 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.392+0000 7ffa06600640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56548151b850 0x565481525770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:57.393 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.392+0000 7ffa05200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5654815166e0 0x565481524760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:57.393 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.392+0000 7ffa06600640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56548151b850 0x565481525770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:58202/0 (socket says 172.21.15.8:58202) 2024-05-20T21:30:57.394 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.392+0000 7ffa06600640 1 -- 172.21.15.8:0/2745607644 learned_addr learned my addr 172.21.15.8:0/2745607644 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:57.394 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.392+0000 7ffa05c00640 1 --2- 172.21.15.8:0/2745607644 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x565481515cf0 0x565481524220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:57.394 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.393+0000 7ffa06600640 1 -- 172.21.15.8:0/2745607644 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x565481515cf0 msgr2=0x565481524220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:57.394 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.393+0000 7ffa06600640 1 --2- 172.21.15.8:0/2745607644 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x565481515cf0 0x565481524220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:57.394 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.393+0000 7ffa06600640 1 -- 172.21.15.8:0/2745607644 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5654815166e0 msgr2=0x565481524760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:57.394 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.393+0000 7ffa06600640 1 --2- 172.21.15.8:0/2745607644 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5654815166e0 0x565481524760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:57.394 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.393+0000 7ffa06600640 1 -- 172.21.15.8:0/2745607644 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x565481525d60 con 0x56548151b850 2024-05-20T21:30:57.394 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.393+0000 7ffa06600640 1 --2- 172.21.15.8:0/2745607644 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56548151b850 0x565481525770 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7ff9f8005b50 tx=0x7ff9f802a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f775544c921a8ef server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:57.394 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.393+0000 7ff9e7400640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:30:57.396 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.393+0000 7ff9e7400640 1 -- 172.21.15.8:0/2745607644 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9f8037070 con 0x56548151b850 2024-05-20T21:30:57.396 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.393+0000 7ff9e7400640 1 -- 172.21.15.8:0/2745607644 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7ff9f8003a00 con 0x56548151b850 2024-05-20T21:30:57.396 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.393+0000 7ffa0b40a740 1 -- 172.21.15.8:0/2745607644 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff9f804f070 con 0x56548151b850 2024-05-20T21:30:57.396 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.393+0000 7ff9e7400640 1 -- 172.21.15.8:0/2745607644 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff9f8003c00 con 0x56548151b850 2024-05-20T21:30:57.396 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.393+0000 7ffa0b40a740 10 client.19677 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:57.396 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.393+0000 7ffa0b40a740 1 -- 172.21.15.8:0/2745607644 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x565481527070 con 0x56548151b850 2024-05-20T21:30:57.396 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.394+0000 7ff9e7400640 1 -- 172.21.15.8:0/2745607644 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff9f804f070 con 0x56548151b850 2024-05-20T21:30:57.396 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.394+0000 7ff9e7400640 1 -- 172.21.15.8:0/2745607644 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7ff9f8049040 con 0x56548151b850 2024-05-20T21:30:57.396 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.394+0000 7ffa0b40a740 10 client.19677 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:57.396 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.394+0000 7ffa0b40a740 10 client.19677 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:30:57.396 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.394+0000 7ffa0b40a740 20 client.19677 populate_metadata read hostname 'smithi008' 2024-05-20T21:30:57.396 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.394+0000 7ffa0b40a740 1 --2- 172.21.15.8:0/2745607644 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x565481596190 0x5654815985b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:57.396 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.394+0000 7ffa0b40a740 4 client.19677 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:30:57.397 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.394+0000 7ffa0b40a740 1 -- 172.21.15.8:0/2745607644 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5654814812c0 con 0x565481596190 2024-05-20T21:30:57.397 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.395+0000 7ffa05c00640 1 --2- 172.21.15.8:0/2745607644 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x565481596190 0x5654815985b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:57.397 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.395+0000 7ffa05c00640 1 --2- 172.21.15.8:0/2745607644 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x565481596190 0x5654815985b0 crc :-1 s=READY pgs=403 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9c826fb7fce1df45 server_cookie=76ac97ae9f83e5ea in_seq=0 out_seq=0 2024-05-20T21:30:57.397 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.395+0000 7ff9e7400640 10 client.19677 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:30:57.411 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.412+0000 7ff9e7400640 1 -- 172.21.15.8:0/2745607644 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5654814812c0 con 0x565481596190 2024-05-20T21:30:57.411 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.412+0000 7ff9e7400640 10 client.19677 handle_command_reply: tid=0 2024-05-20T21:30:57.411 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.412+0000 7ffa0b40a740 1 client.19677 shutdown 2024-05-20T21:30:57.411 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.412+0000 7ffa0b40a740 1 -- 172.21.15.8:0/2745607644 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56548151b850 msgr2=0x565481525770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:57.412 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.412+0000 7ffa0b40a740 1 --2- 172.21.15.8:0/2745607644 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56548151b850 0x565481525770 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7ff9f8005b50 tx=0x7ff9f802a340 comp rx=0 tx=0).stop 2024-05-20T21:30:57.412 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.412+0000 7ffa0b40a740 1 -- 172.21.15.8:0/2745607644 shutdown_connections 2024-05-20T21:30:57.412 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.412+0000 7ffa0b40a740 1 --2- 172.21.15.8:0/2745607644 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x565481596190 0x5654815985b0 crc :-1 s=READY pgs=403 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:57.412 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.412+0000 7ffa0b40a740 1 --2- 172.21.15.8:0/2745607644 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56548151b850 0x565481525770 unknown :-1 s=CLOSED pgs=765 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:57.412 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.412+0000 7ffa0b40a740 1 --2- 172.21.15.8:0/2745607644 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5654815166e0 0x565481524760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:57.413 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.412+0000 7ffa0b40a740 1 --2- 172.21.15.8:0/2745607644 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x565481515cf0 0x565481524220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:57.413 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.412+0000 7ffa0b40a740 1 -- 172.21.15.8:0/2745607644 >> 172.21.15.8:0/2745607644 conn(0x565481511360 msgr2=0x565481514980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:57.413 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.412+0000 7ff9e7400640 0 client.19677 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:30:57.413 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.412+0000 7ffa0b40a740 1 -- 172.21.15.8:0/2745607644 shutdown_connections 2024-05-20T21:30:57.413 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.413+0000 7ffa0b40a740 1 -- 172.21.15.8:0/2745607644 wait complete. 2024-05-20T21:30:57.413 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.413+0000 7ffa0b40a740 20 client.19677 trim_cache size 0 max 16384 2024-05-20T21:30:57.413 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:30:57.413 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:30:57.413 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:30:57.414 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.413+0000 7ffa07000640 1 -- 172.21.15.8:0/365647069 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff9e80b2850 msgr2=0x7ff9e80b4d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:57.414 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.413+0000 7ffa07000640 1 --2- 172.21.15.8:0/365647069 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff9e80b2850 0x7ff9e80b4d10 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7ff9f80304b0 tx=0x7ff9f802c040 comp rx=0 tx=0).stop 2024-05-20T21:30:57.414 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.414+0000 7ffa07000640 1 -- 172.21.15.8:0/365647069 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffa00103380 msgr2=0x7ffa00102cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:57.414 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.414+0000 7ffa07000640 1 --2- 172.21.15.8:0/365647069 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffa00103380 0x7ffa00102cf0 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7ff9f400eb90 tx=0x7ff9f400ef90 comp rx=0 tx=0).stop 2024-05-20T21:30:57.414 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.414+0000 7ffa07000640 1 -- 172.21.15.8:0/365647069 shutdown_connections 2024-05-20T21:30:57.414 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.414+0000 7ffa07000640 1 --2- 172.21.15.8:0/365647069 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7ff9e80b2850 0x7ff9e80b4d10 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:57.414 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.414+0000 7ffa07000640 1 --2- 172.21.15.8:0/365647069 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7ffa001085e0 0x7ffa00101870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:57.415 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.414+0000 7ffa07000640 1 --2- 172.21.15.8:0/365647069 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffa00105cb0 0x7ffa00101330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:57.415 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.414+0000 7ffa07000640 1 --2- 172.21.15.8:0/365647069 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffa00103380 0x7ffa00102cf0 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:57.415 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.414+0000 7ffa07000640 1 -- 172.21.15.8:0/365647069 >> 172.21.15.8:0/365647069 conn(0x7ffa000fcd30 msgr2=0x7ffa00103d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:57.415 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.414+0000 7ffa07000640 1 -- 172.21.15.8:0/365647069 shutdown_connections 2024-05-20T21:30:57.415 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:30:57.414+0000 7ffa07000640 1 -- 172.21.15.8:0/365647069 wait complete. 2024-05-20T21:30:58.053 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.053+0000 7f9ed6c00700 1 -- 172.21.15.8:0/3515097028 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9ed0105760 msgr2=0x7f9ed0105be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:58.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.053+0000 7f9ed6c00700 1 --2- 172.21.15.8:0/3515097028 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9ed0105760 0x7f9ed0105be0 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7f9ebc009990 tx=0x7f9ebc009ca0 comp rx=0 tx=0).stop 2024-05-20T21:30:58.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.054+0000 7f9ed6c00700 1 -- 172.21.15.8:0/3515097028 shutdown_connections 2024-05-20T21:30:58.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.054+0000 7f9ed6c00700 1 --2- 172.21.15.8:0/3515097028 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9ed0106120 0x7f9ed0112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:58.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.054+0000 7f9ed6c00700 1 --2- 172.21.15.8:0/3515097028 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9ed010b760 0x7f9ed010bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:58.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.054+0000 7f9ed6c00700 1 --2- 172.21.15.8:0/3515097028 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9ed0105760 0x7f9ed0105be0 unknown :-1 s=CLOSED pgs=766 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:58.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.054+0000 7f9ed6c00700 1 -- 172.21.15.8:0/3515097028 >> 172.21.15.8:0/3515097028 conn(0x7f9ed0101250 msgr2=0x7f9ed0103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:58.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.054+0000 7f9ed6c00700 1 -- 172.21.15.8:0/3515097028 shutdown_connections 2024-05-20T21:30:58.054 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.054+0000 7f9ed6c00700 1 -- 172.21.15.8:0/3515097028 wait complete. 2024-05-20T21:30:58.055 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.055+0000 7f9ed6c00700 1 Processor -- start 2024-05-20T21:30:58.055 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.055+0000 7f9ed6c00700 1 -- start start 2024-05-20T21:30:58.055 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.055+0000 7f9ed6c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9ed0105760 0x7f9ed019be20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:58.055 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.056+0000 7f9ed6c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9ed0106120 0x7f9ed019c360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:58.055 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.056+0000 7f9ed6c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9ed010b760 0x7f9ed01a06f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:58.055 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.056+0000 7f9ed6c00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f9ed0115990 con 0x7f9ed0106120 2024-05-20T21:30:58.055 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.056+0000 7f9ed6c00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9ed0115810 con 0x7f9ed010b760 2024-05-20T21:30:58.055 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.056+0000 7f9ed6c00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f9ed0115b10 con 0x7f9ed0105760 2024-05-20T21:30:58.056 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.056+0000 7f9ecf400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9ed0106120 0x7f9ed019c360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:58.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.056+0000 7f9ecfe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9ed0105760 0x7f9ed019be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:58.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.056+0000 7f9ecfe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9ed0105760 0x7f9ed019be20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:47744/0 (socket says 172.21.15.8:47744) 2024-05-20T21:30:58.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.056+0000 7f9ecfe00700 1 -- 172.21.15.8:0/261837886 learned_addr learned my addr 172.21.15.8:0/261837886 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:58.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.056+0000 7f9ed4c00700 1 --2- 172.21.15.8:0/261837886 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9ed010b760 0x7f9ed01a06f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:58.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.056+0000 7f9ecfe00700 1 -- 172.21.15.8:0/261837886 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9ed010b760 msgr2=0x7f9ed01a06f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:58.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.056+0000 7f9ecfe00700 1 --2- 172.21.15.8:0/261837886 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9ed010b760 0x7f9ed01a06f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:58.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.056+0000 7f9ecfe00700 1 -- 172.21.15.8:0/261837886 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9ed0106120 msgr2=0x7f9ed019c360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:58.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.056+0000 7f9ecfe00700 1 --2- 172.21.15.8:0/261837886 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9ed0106120 0x7f9ed019c360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:58.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.056+0000 7f9ecfe00700 1 -- 172.21.15.8:0/261837886 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ed01a0e30 con 0x7f9ed0105760 2024-05-20T21:30:58.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.057+0000 7f9ecfe00700 1 --2- 172.21.15.8:0/261837886 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9ed0105760 0x7f9ed019be20 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f9ec000eb30 tx=0x7f9ec000ee40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:58.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.057+0000 7f9eccc00700 1 -- 172.21.15.8:0/261837886 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ec000cbd0 con 0x7f9ed0105760 2024-05-20T21:30:58.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.057+0000 7f9ed6c00700 1 -- 172.21.15.8:0/261837886 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ed01a1120 con 0x7f9ed0105760 2024-05-20T21:30:58.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.057+0000 7f9eccc00700 1 -- 172.21.15.8:0/261837886 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9ec00044d0 con 0x7f9ed0105760 2024-05-20T21:30:58.058 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.057+0000 7f9eccc00700 1 -- 172.21.15.8:0/261837886 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ec0003e30 con 0x7f9ed0105760 2024-05-20T21:30:58.058 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.057+0000 7f9ed6c00700 1 -- 172.21.15.8:0/261837886 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ed01a89a0 con 0x7f9ed0105760 2024-05-20T21:30:58.060 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.061+0000 7f9eccc00700 1 -- 172.21.15.8:0/261837886 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f9ec0004000 con 0x7f9ed0105760 2024-05-20T21:30:58.062 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.063+0000 7f9ee1555b80 1 Processor -- start 2024-05-20T21:30:58.062 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.063+0000 7f9ee1555b80 1 -- start start 2024-05-20T21:30:58.063 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.064+0000 7f9eccc00700 1 --2- 172.21.15.8:0/261837886 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9eb40b2880 0x7f9eb40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:58.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.064+0000 7f9ee1555b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555916c3c610 0x555916c3c9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:58.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.064+0000 7f9ee1555b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555916c3cf30 0x555916c36b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:58.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.064+0000 7f9ee1555b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555916c37140 0x555916c375c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:58.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.064+0000 7f9ee1555b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x555916b94e40 con 0x555916c3c610 2024-05-20T21:30:58.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.064+0000 7f9ee1555b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x555916b849e0 con 0x555916c37140 2024-05-20T21:30:58.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.064+0000 7f9ee1555b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x555916b88a20 con 0x555916c3cf30 2024-05-20T21:30:58.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.064+0000 7f9eccc00700 1 -- 172.21.15.8:0/261837886 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f9ec00e2590 con 0x7f9ed0105760 2024-05-20T21:30:58.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.064+0000 7f9ecfe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555916c3c610 0x555916c3c9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:58.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.064+0000 7f9ecf400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555916c3cf30 0x555916c36b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:58.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.064+0000 7f9ed4c00700 1 --2- 172.21.15.8:0/261837886 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9eb40b2880 0x7f9eb40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:58.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.064+0000 7f9ecf400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555916c3cf30 0x555916c36b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:47760/0 (socket says 172.21.15.8:47760) 2024-05-20T21:30:58.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.064+0000 7f9ecf400700 1 -- 172.21.15.8:0/1726863335 learned_addr learned my addr 172.21.15.8:0/1726863335 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:58.065 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.065+0000 7f9ed4c00700 1 --2- 172.21.15.8:0/1726863335 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555916c37140 0x555916c375c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:58.065 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.065+0000 7f9ecf400700 1 -- 172.21.15.8:0/1726863335 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555916c37140 msgr2=0x555916c375c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:58.065 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.065+0000 7f9ecf400700 1 --2- 172.21.15.8:0/1726863335 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555916c37140 0x555916c375c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:58.065 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.065+0000 7f9ecf400700 1 -- 172.21.15.8:0/1726863335 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555916c3c610 msgr2=0x555916c3c9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:58.065 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.065+0000 7f9ecf400700 1 --2- 172.21.15.8:0/1726863335 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555916c3c610 0x555916c3c9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:58.066 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.065+0000 7f9ecf400700 1 -- 172.21.15.8:0/1726863335 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555916b4d420 con 0x555916c3cf30 2024-05-20T21:30:58.066 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.065+0000 7f9ecf400700 1 --2- 172.21.15.8:0/1726863335 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555916c3cf30 0x555916c36b20 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f9ebc015000 tx=0x7f9ebc0096a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=48e79be717bb9727 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:58.066 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.065+0000 7f9ed4c00700 1 --2- 172.21.15.8:0/261837886 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9eb40b2880 0x7f9eb40b4d40 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x555916c37b00 tx=0x7f9ec8009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:58.066 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.066+0000 7f9ec5600700 1 -- 172.21.15.8:0/1726863335 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ebc027070 con 0x555916c3cf30 2024-05-20T21:30:58.066 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.066+0000 7f9ec5600700 1 -- 172.21.15.8:0/1726863335 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9ebc0056d0 con 0x555916c3cf30 2024-05-20T21:30:58.066 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.066+0000 7f9ec5600700 1 -- 172.21.15.8:0/1726863335 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ebc003a70 con 0x555916c3cf30 2024-05-20T21:30:58.067 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.066+0000 7f9ee1555b80 1 -- 172.21.15.8:0/1726863335 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555916c3cf30 msgr2=0x555916c36b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:58.067 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.066+0000 7f9ee1555b80 1 --2- 172.21.15.8:0/1726863335 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555916c3cf30 0x555916c36b20 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f9ebc015000 tx=0x7f9ebc0096a0 comp rx=0 tx=0).stop 2024-05-20T21:30:58.067 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.067+0000 7f9ee1555b80 1 -- 172.21.15.8:0/1726863335 shutdown_connections 2024-05-20T21:30:58.067 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.067+0000 7f9ee1555b80 1 --2- 172.21.15.8:0/1726863335 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555916c37140 0x555916c375c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:58.067 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.067+0000 7f9ee1555b80 1 --2- 172.21.15.8:0/1726863335 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555916c3c610 0x555916c3c9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:58.067 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.067+0000 7f9ee1555b80 1 --2- 172.21.15.8:0/1726863335 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555916c3cf30 0x555916c36b20 unknown :-1 s=CLOSED pgs=639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:58.067 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.067+0000 7f9ee1555b80 1 -- 172.21.15.8:0/1726863335 >> 172.21.15.8:0/1726863335 conn(0x555916b64be0 msgr2=0x555916c31690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:58.067 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.067+0000 7f9ee1555b80 1 -- 172.21.15.8:0/1726863335 shutdown_connections 2024-05-20T21:30:58.067 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.067+0000 7f9ee1555b80 1 -- 172.21.15.8:0/1726863335 wait complete. 2024-05-20T21:30:58.068 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.067+0000 7f9ee1555b80 1 -- start start 2024-05-20T21:30:58.068 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.068+0000 7f9ee1555b80 1 Processor -- start 2024-05-20T21:30:58.069 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.068+0000 7f9ee1555b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555916c37140 0x555916c42bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:58.069 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.068+0000 7f9ee1555b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555916c3c610 0x555916c3ff60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:58.069 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.068+0000 7f9ee1555b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555916c3cf30 0x555916c404a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:58.069 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.068+0000 7f9ee1555b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x555916a8afa0 con 0x555916c37140 2024-05-20T21:30:58.069 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.068+0000 7f9ee1555b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x555916b25760 con 0x555916c3cf30 2024-05-20T21:30:58.069 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.068+0000 7f9ee1555b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x555916c43980 con 0x555916c3c610 2024-05-20T21:30:58.069 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.068+0000 7f9ee1555b80 10 client.0 _ll_register_callbacks cb 0x555916b2ec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:58.069 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.068+0000 7f9ecfe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555916c37140 0x555916c42bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:58.069 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.068+0000 7f9ecfe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555916c37140 0x555916c42bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:58230/0 (socket says 172.21.15.8:58230) 2024-05-20T21:30:58.069 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.068+0000 7f9ecfe00700 1 -- 172.21.15.8:0/2305133389 learned_addr learned my addr 172.21.15.8:0/2305133389 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:58.070 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.069+0000 7f9ed4c00700 1 --2- 172.21.15.8:0/2305133389 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555916c3cf30 0x555916c404a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:58.070 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.069+0000 7f9ecf400700 1 --2- 172.21.15.8:0/2305133389 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555916c3c610 0x555916c3ff60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:58.070 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.069+0000 7f9ecfe00700 1 -- 172.21.15.8:0/2305133389 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555916c3c610 msgr2=0x555916c3ff60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:58.070 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.069+0000 7f9ecfe00700 1 --2- 172.21.15.8:0/2305133389 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555916c3c610 0x555916c3ff60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:58.070 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.069+0000 7f9ecfe00700 1 -- 172.21.15.8:0/2305133389 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555916c3cf30 msgr2=0x555916c404a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:58.070 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.069+0000 7f9ecfe00700 1 --2- 172.21.15.8:0/2305133389 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555916c3cf30 0x555916c404a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:58.070 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.069+0000 7f9ecfe00700 1 -- 172.21.15.8:0/2305133389 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555916ad48d0 con 0x555916c37140 2024-05-20T21:30:58.070 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.069+0000 7f9ecfe00700 1 --2- 172.21.15.8:0/2305133389 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555916c37140 0x555916c42bc0 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7f9ec00a6db0 tx=0x7f9ec00a9580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf3929c9a6eb95cb server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:58.070 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.069+0000 7f9eba000700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:30:58.070 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.069+0000 7f9eba000700 1 -- 172.21.15.8:0/2305133389 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ec007ce60 con 0x555916c37140 2024-05-20T21:30:58.070 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.070+0000 7f9eba000700 1 -- 172.21.15.8:0/2305133389 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f9ec007f170 con 0x555916c37140 2024-05-20T21:30:58.070 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.070+0000 7f9ee1555b80 1 -- 172.21.15.8:0/2305133389 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9ebc0056d0 con 0x555916c37140 2024-05-20T21:30:58.071 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.070+0000 7f9eba000700 1 -- 172.21.15.8:0/2305133389 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9ec00a52d0 con 0x555916c37140 2024-05-20T21:30:58.071 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.070+0000 7f9ee1555b80 10 client.19689 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:58.071 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.070+0000 7f9ee1555b80 1 -- 172.21.15.8:0/2305133389 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x555916b55060 con 0x555916c37140 2024-05-20T21:30:58.072 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.070+0000 7f9eba000700 1 -- 172.21.15.8:0/2305133389 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9ebc0056d0 con 0x555916c37140 2024-05-20T21:30:58.072 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.070+0000 7f9eba000700 1 -- 172.21.15.8:0/2305133389 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9ec001e2e0 con 0x555916c37140 2024-05-20T21:30:58.072 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.071+0000 7f9ee1555b80 10 client.19689 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:58.072 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.071+0000 7f9ee1555b80 10 client.19689 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:30:58.072 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.071+0000 7f9ee1555b80 20 client.19689 populate_metadata read hostname 'smithi008' 2024-05-20T21:30:58.072 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.071+0000 7f9ee1555b80 1 --2- 172.21.15.8:0/2305133389 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x555916c50440 0x555916c52890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:58.072 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.071+0000 7f9ee1555b80 4 client.19689 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:30:58.072 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.071+0000 7f9ee1555b80 1 -- 172.21.15.8:0/2305133389 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555916b96d90 con 0x555916c50440 2024-05-20T21:30:58.072 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.071+0000 7f9ecf400700 1 --2- 172.21.15.8:0/2305133389 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x555916c50440 0x555916c52890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:58.072 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.072+0000 7f9eba000700 10 client.19689 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:30:58.072 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.072+0000 7f9ecf400700 1 --2- 172.21.15.8:0/2305133389 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x555916c50440 0x555916c52890 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=2932f2fb7b119cc2 server_cookie=f2c6ebbd7825e871 in_seq=0 out_seq=0 2024-05-20T21:30:58.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.072+0000 7f9eba000700 1 -- 172.21.15.8:0/2305133389 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x555916b96d90 con 0x555916c50440 2024-05-20T21:30:58.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.072+0000 7f9eba000700 10 client.19689 handle_command_reply: tid=0 2024-05-20T21:30:58.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.073+0000 7f9ee1555b80 1 client.19689 shutdown 2024-05-20T21:30:58.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.073+0000 7f9ee1555b80 1 -- 172.21.15.8:0/2305133389 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555916c37140 msgr2=0x555916c42bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:58.073 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.073+0000 7f9ee1555b80 1 --2- 172.21.15.8:0/2305133389 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555916c37140 0x555916c42bc0 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7f9ec00a6db0 tx=0x7f9ec00a9580 comp rx=0 tx=0).stop 2024-05-20T21:30:58.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.073+0000 7f9ee1555b80 1 -- 172.21.15.8:0/2305133389 shutdown_connections 2024-05-20T21:30:58.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.073+0000 7f9ee1555b80 1 --2- 172.21.15.8:0/2305133389 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x555916c50440 0x555916c52890 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:58.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.073+0000 7f9ee1555b80 1 --2- 172.21.15.8:0/2305133389 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555916c3cf30 0x555916c404a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:58.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.073+0000 7f9ee1555b80 1 --2- 172.21.15.8:0/2305133389 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555916c37140 0x555916c42bc0 unknown :-1 s=CLOSED pgs=767 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:58.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.073+0000 7f9ee1555b80 1 --2- 172.21.15.8:0/2305133389 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555916c3c610 0x555916c3ff60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:58.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.073+0000 7f9eba000700 0 client.19689 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:30:58.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.073+0000 7f9ee1555b80 1 -- 172.21.15.8:0/2305133389 >> 172.21.15.8:0/2305133389 conn(0x555916b64be0 msgr2=0x555916c30d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:58.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.073+0000 7f9ee1555b80 1 -- 172.21.15.8:0/2305133389 shutdown_connections 2024-05-20T21:30:58.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.073+0000 7f9ee1555b80 1 -- 172.21.15.8:0/2305133389 wait complete. 2024-05-20T21:30:58.074 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.073+0000 7f9ee1555b80 20 client.19689 trim_cache size 0 max 16384 2024-05-20T21:30:58.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.090+0000 7f9ee1555b80 1 Processor -- start 2024-05-20T21:30:58.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.090+0000 7f9ee1555b80 1 -- start start 2024-05-20T21:30:58.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.090+0000 7f9ee1555b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555916c37140 0x555916c36b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:58.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.090+0000 7f9ee1555b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555916c3c610 0x555916c52830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:58.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.091+0000 7f9ee1555b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555916c3cf30 0x555916c3da20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:58.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.091+0000 7f9ee1555b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f9ed01b2690 con 0x555916c37140 2024-05-20T21:30:58.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.091+0000 7f9ee1555b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9ed01aff20 con 0x555916c3c610 2024-05-20T21:30:58.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.091+0000 7f9ee1555b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f9ed01add70 con 0x555916c3cf30 2024-05-20T21:30:58.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.091+0000 7f9ecfe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555916c37140 0x555916c36b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:58.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.091+0000 7f9ecfe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555916c37140 0x555916c36b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:58236/0 (socket says 172.21.15.8:58236) 2024-05-20T21:30:58.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.091+0000 7f9ecfe00700 1 -- 172.21.15.8:0/3311034618 learned_addr learned my addr 172.21.15.8:0/3311034618 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:58.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.091+0000 7f9ed4c00700 1 --2- 172.21.15.8:0/3311034618 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555916c3cf30 0x555916c3da20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:58.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.091+0000 7f9ecf400700 1 --2- 172.21.15.8:0/3311034618 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555916c3c610 0x555916c52830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:58.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.091+0000 7f9ecfe00700 1 -- 172.21.15.8:0/3311034618 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555916c3cf30 msgr2=0x555916c3da20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:58.091 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.091+0000 7f9ecfe00700 1 --2- 172.21.15.8:0/3311034618 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555916c3cf30 0x555916c3da20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:58.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.091+0000 7f9ecfe00700 1 -- 172.21.15.8:0/3311034618 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555916c3c610 msgr2=0x555916c52830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:58.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.091+0000 7f9ecfe00700 1 --2- 172.21.15.8:0/3311034618 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555916c3c610 0x555916c52830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:58.092 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.091+0000 7f9ecfe00700 1 -- 172.21.15.8:0/3311034618 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555916c324d0 con 0x555916c37140 2024-05-20T21:30:58.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.092+0000 7f9ecfe00700 1 --2- 172.21.15.8:0/3311034618 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555916c37140 0x555916c36b20 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7f9ec0003fd0 tx=0x7f9ec00a9490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=40537a2dcfa7e23b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:58.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.092+0000 7f9ec4c00700 1 -- 172.21.15.8:0/3311034618 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ec00a9650 con 0x555916c37140 2024-05-20T21:30:58.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.092+0000 7f9ec4c00700 1 -- 172.21.15.8:0/3311034618 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9ec00042f0 con 0x555916c37140 2024-05-20T21:30:58.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.092+0000 7f9ec4c00700 1 -- 172.21.15.8:0/3311034618 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ec001e2e0 con 0x555916c37140 2024-05-20T21:30:58.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.093+0000 7f9ee1555b80 1 -- 172.21.15.8:0/3311034618 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555916c37140 msgr2=0x555916c36b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:58.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.093+0000 7f9ee1555b80 1 --2- 172.21.15.8:0/3311034618 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555916c37140 0x555916c36b20 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7f9ec0003fd0 tx=0x7f9ec00a9490 comp rx=0 tx=0).stop 2024-05-20T21:30:58.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.093+0000 7f9ee1555b80 1 -- 172.21.15.8:0/3311034618 shutdown_connections 2024-05-20T21:30:58.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.093+0000 7f9ee1555b80 1 --2- 172.21.15.8:0/3311034618 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555916c3cf30 0x555916c3da20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:58.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.093+0000 7f9ee1555b80 1 --2- 172.21.15.8:0/3311034618 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555916c37140 0x555916c36b20 unknown :-1 s=CLOSED pgs=768 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:58.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.093+0000 7f9ee1555b80 1 --2- 172.21.15.8:0/3311034618 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555916c3c610 0x555916c52830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:58.093 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.093+0000 7f9ee1555b80 1 -- 172.21.15.8:0/3311034618 >> 172.21.15.8:0/3311034618 conn(0x555916b64be0 msgr2=0x555916c3d310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:58.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.093+0000 7f9ee1555b80 1 -- 172.21.15.8:0/3311034618 shutdown_connections 2024-05-20T21:30:58.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.093+0000 7f9ee1555b80 1 -- 172.21.15.8:0/3311034618 wait complete. 2024-05-20T21:30:58.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.093+0000 7f9ee1555b80 1 -- start start 2024-05-20T21:30:58.094 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.094+0000 7f9ee1555b80 1 Processor -- start 2024-05-20T21:30:58.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.094+0000 7f9ee1555b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555916c37140 0x555916c48c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:58.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.094+0000 7f9ee1555b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555916c3c610 0x555916c49180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:58.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.094+0000 7f9ee1555b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555916c3cf30 0x555916c57150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:58.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.094+0000 7f9ee1555b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f9ed01ae3e0 con 0x555916c3c610 2024-05-20T21:30:58.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.094+0000 7f9ee1555b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9ed01af850 con 0x555916c3cf30 2024-05-20T21:30:58.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.094+0000 7f9ee1555b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f9ed01aeab0 con 0x555916c37140 2024-05-20T21:30:58.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.094+0000 7f9ee1555b80 10 client.0 _ll_register_callbacks cb 0x555916b2ec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:58.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.094+0000 7f9ed4c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555916c3cf30 0x555916c57150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:58.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.094+0000 7f9ecf400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555916c3c610 0x555916c49180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:58.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.094+0000 7f9ed4c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555916c3cf30 0x555916c57150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:60300/0 (socket says 172.21.15.8:60300) 2024-05-20T21:30:58.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.095+0000 7f9ecfe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555916c37140 0x555916c48c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:58.095 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.094+0000 7f9ecf400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555916c3c610 0x555916c49180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:58242/0 (socket says 172.21.15.8:58242) 2024-05-20T21:30:58.096 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.095+0000 7f9ed4c00700 1 -- 172.21.15.8:0/1457167230 learned_addr learned my addr 172.21.15.8:0/1457167230 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:30:58.096 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.095+0000 7f9ed4c00700 1 -- 172.21.15.8:0/1457167230 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555916c37140 msgr2=0x555916c48c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:58.096 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.095+0000 7f9ed4c00700 1 --2- 172.21.15.8:0/1457167230 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555916c37140 0x555916c48c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:58.096 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.095+0000 7f9ed4c00700 1 -- 172.21.15.8:0/1457167230 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555916c3c610 msgr2=0x555916c49180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:58.096 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.095+0000 7f9ed4c00700 1 --2- 172.21.15.8:0/1457167230 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555916c3c610 0x555916c49180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:58.096 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.095+0000 7f9ed4c00700 1 -- 172.21.15.8:0/1457167230 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555916c57690 con 0x555916c3cf30 2024-05-20T21:30:58.096 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.095+0000 7f9ed4c00700 1 --2- 172.21.15.8:0/1457167230 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555916c3cf30 0x555916c57150 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f9ec8009ec0 tx=0x7f9ec8004b40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a5f399379fd467f5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:58.096 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.095+0000 7f9eba000700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:30:58.096 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.096+0000 7f9eba000700 1 -- 172.21.15.8:0/1457167230 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ec802c030 con 0x555916c3cf30 2024-05-20T21:30:58.096 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.096+0000 7f9eba000700 1 -- 172.21.15.8:0/1457167230 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f9ec8012040 con 0x555916c3cf30 2024-05-20T21:30:58.096 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.096+0000 7f9ee1555b80 1 -- 172.21.15.8:0/1457167230 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9ec00042f0 con 0x555916c3cf30 2024-05-20T21:30:58.098 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.096+0000 7f9eba000700 1 -- 172.21.15.8:0/1457167230 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9ec8038050 con 0x555916c3cf30 2024-05-20T21:30:58.098 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.096+0000 7f9ee1555b80 10 client.29807 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:58.098 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.096+0000 7f9ee1555b80 1 -- 172.21.15.8:0/1457167230 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x555916cba750 con 0x555916c3cf30 2024-05-20T21:30:58.098 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.096+0000 7f9eba000700 1 -- 172.21.15.8:0/1457167230 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9ec00042f0 con 0x555916c3cf30 2024-05-20T21:30:58.098 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.096+0000 7f9eba000700 1 -- 172.21.15.8:0/1457167230 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9ec8004020 con 0x555916c3cf30 2024-05-20T21:30:58.098 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.097+0000 7f9ee1555b80 10 client.29807 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:58.098 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.097+0000 7f9ee1555b80 10 client.29807 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:30:58.098 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.097+0000 7f9ee1555b80 20 client.29807 populate_metadata read hostname 'smithi008' 2024-05-20T21:30:58.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.097+0000 7f9ee1555b80 1 --2- 172.21.15.8:0/1457167230 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x555916cbae90 0x555916cbd2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:58.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.097+0000 7f9ee1555b80 4 client.29807 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:30:58.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.097+0000 7f9ee1555b80 1 -- 172.21.15.8:0/1457167230 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "damage ls"}) -- 0x555916b90570 con 0x555916cbae90 2024-05-20T21:30:58.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.097+0000 7f9ecfe00700 1 --2- 172.21.15.8:0/1457167230 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x555916cbae90 0x555916cbd2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:58.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.097+0000 7f9ecfe00700 1 --2- 172.21.15.8:0/1457167230 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x555916cbae90 0x555916cbd2b0 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=6f479713cd02a22c server_cookie=10db6d5a2862fcf5 in_seq=0 out_seq=0 2024-05-20T21:30:58.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.097+0000 7f9eba000700 10 client.29807 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:30:58.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.098+0000 7f9eba000700 1 -- 172.21.15.8:0/1457167230 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x555916b90570 con 0x555916cbae90 2024-05-20T21:30:58.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.098+0000 7f9eba000700 10 client.29807 handle_command_reply: tid=0 2024-05-20T21:30:58.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.098+0000 7f9ee1555b80 1 client.29807 shutdown 2024-05-20T21:30:58.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.098+0000 7f9ee1555b80 1 -- 172.21.15.8:0/1457167230 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555916c3cf30 msgr2=0x555916c57150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:58.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.098+0000 7f9ee1555b80 1 --2- 172.21.15.8:0/1457167230 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555916c3cf30 0x555916c57150 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f9ec8009ec0 tx=0x7f9ec8004b40 comp rx=0 tx=0).stop 2024-05-20T21:30:58.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.098+0000 7f9ee1555b80 1 -- 172.21.15.8:0/1457167230 shutdown_connections 2024-05-20T21:30:58.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.098+0000 7f9ee1555b80 1 --2- 172.21.15.8:0/1457167230 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x555916cbae90 0x555916cbd2b0 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:58.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.098+0000 7f9ee1555b80 1 --2- 172.21.15.8:0/1457167230 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x555916c3cf30 0x555916c57150 unknown :-1 s=CLOSED pgs=684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:58.099 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.098+0000 7f9ee1555b80 1 --2- 172.21.15.8:0/1457167230 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555916c37140 0x555916c48c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:58.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.098+0000 7f9eba000700 0 client.29807 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:30:58.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.098+0000 7f9ee1555b80 1 --2- 172.21.15.8:0/1457167230 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x555916c3c610 0x555916c49180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:58.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.098+0000 7f9ee1555b80 1 -- 172.21.15.8:0/1457167230 >> 172.21.15.8:0/1457167230 conn(0x555916b64be0 msgr2=0x555916c3e720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:58.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.098+0000 7f9ee1555b80 1 -- 172.21.15.8:0/1457167230 shutdown_connections 2024-05-20T21:30:58.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.098+0000 7f9ee1555b80 1 -- 172.21.15.8:0/1457167230 wait complete. 2024-05-20T21:30:58.100 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.098+0000 7f9ee1555b80 20 client.29807 trim_cache size 0 max 16384 2024-05-20T21:30:58.100 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:30:58.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.099+0000 7f9ed6c00700 1 -- 172.21.15.8:0/261837886 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9eb40b2880 msgr2=0x7f9eb40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:58.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.099+0000 7f9ed6c00700 1 --2- 172.21.15.8:0/261837886 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9eb40b2880 0x7f9eb40b4d40 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x555916c37b00 tx=0x7f9ec8009920 comp rx=0 tx=0).stop 2024-05-20T21:30:58.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.099+0000 7f9ed6c00700 1 -- 172.21.15.8:0/261837886 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9ed0105760 msgr2=0x7f9ed019be20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:58.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.099+0000 7f9ed6c00700 1 --2- 172.21.15.8:0/261837886 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9ed0105760 0x7f9ed019be20 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f9ec000eb30 tx=0x7f9ec000ee40 comp rx=0 tx=0).stop 2024-05-20T21:30:58.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.099+0000 7f9ed6c00700 1 -- 172.21.15.8:0/261837886 shutdown_connections 2024-05-20T21:30:58.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.099+0000 7f9ed6c00700 1 --2- 172.21.15.8:0/261837886 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f9eb40b2880 0x7f9eb40b4d40 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:58.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.099+0000 7f9ed6c00700 1 --2- 172.21.15.8:0/261837886 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9ed010b760 0x7f9ed01a06f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:58.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.099+0000 7f9ed6c00700 1 --2- 172.21.15.8:0/261837886 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9ed0105760 0x7f9ed019be20 unknown :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:58.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.099+0000 7f9ed6c00700 1 --2- 172.21.15.8:0/261837886 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f9ed0106120 0x7f9ed019c360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:58.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.099+0000 7f9ed6c00700 1 -- 172.21.15.8:0/261837886 >> 172.21.15.8:0/261837886 conn(0x7f9ed0101250 msgr2=0x7f9ed0101880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:58.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.099+0000 7f9ed6c00700 1 -- 172.21.15.8:0/261837886 shutdown_connections 2024-05-20T21:30:58.101 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:30:58.100+0000 7f9ed6c00700 1 -- 172.21.15.8:0/261837886 wait complete. 2024-05-20T21:30:58.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:30:58 smithi008 ceph-mon[31475]: pgmap v909: 97 pgs: 97 active+clean; 4.0 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:30:59.118 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:30:59.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:30:58 smithi130 ceph-mon[36448]: pgmap v909: 97 pgs: 97 active+clean; 4.0 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:30:59.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:30:58 smithi050 ceph-mon[35809]: pgmap v909: 97 pgs: 97 active+clean; 4.0 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:30:59.950 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:31:00.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:00.616+0000 7f1738c00700 1 -- 172.21.15.8:0/3177046548 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f17341037f0 msgr2=0x7f1734103bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:00.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:00.616+0000 7f1738c00700 1 --2- 172.21.15.8:0/3177046548 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f17341037f0 0x7f1734103bd0 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f17240099c0 tx=0x7f1724009cd0 comp rx=0 tx=0).stop 2024-05-20T21:31:00.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:00.616+0000 7f1738c00700 1 -- 172.21.15.8:0/3177046548 shutdown_connections 2024-05-20T21:31:00.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:00.616+0000 7f1738c00700 1 --2- 172.21.15.8:0/3177046548 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f17341037f0 0x7f1734103bd0 unknown :-1 s=CLOSED pgs=685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:00.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:00.616+0000 7f1738c00700 1 --2- 172.21.15.8:0/3177046548 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f17341088f0 0x7f1734110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:00.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:00.616+0000 7f1738c00700 1 --2- 172.21.15.8:0/3177046548 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f17341041a0 0x7f17341081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:00.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:00.616+0000 7f1738c00700 1 -- 172.21.15.8:0/3177046548 >> 172.21.15.8:0/3177046548 conn(0x7f173407a6a0 msgr2=0x7f173407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:00.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:00.616+0000 7f1738c00700 1 -- 172.21.15.8:0/3177046548 shutdown_connections 2024-05-20T21:31:00.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:00.616+0000 7f1738c00700 1 -- 172.21.15.8:0/3177046548 wait complete. 2024-05-20T21:31:00.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:00.617+0000 7f1738c00700 1 Processor -- start 2024-05-20T21:31:00.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:00.618+0000 7f1738c00700 1 -- start start 2024-05-20T21:31:00.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:00.618+0000 7f1738c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f17341037f0 0x7f1734075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:00.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:00.618+0000 7f1738c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f17341041a0 0x7f1734075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:00.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:00.618+0000 7f1738c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f17341088f0 0x7f17340762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:00.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:00.618+0000 7f1738c00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f17341136c0 con 0x7f17341088f0 2024-05-20T21:31:00.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:00.618+0000 7f1738c00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1734113540 con 0x7f17341041a0 2024-05-20T21:31:00.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:00.618+0000 7f1738c00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f1734113840 con 0x7f17341037f0 2024-05-20T21:31:00.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:00.618+0000 7f1731400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f17341041a0 0x7f1734075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:00.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:00.618+0000 7f1731400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f17341041a0 0x7f1734075d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:60316/0 (socket says 172.21.15.8:60316) 2024-05-20T21:31:00.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:00.618+0000 7f1731400700 1 -- 172.21.15.8:0/1108789012 learned_addr learned my addr 172.21.15.8:0/1108789012 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:00.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:00.618+0000 7f1732800700 1 --2- 172.21.15.8:0/1108789012 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f17341088f0 0x7f17340762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:00.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:00.618+0000 7f1731e00700 1 --2- 172.21.15.8:0/1108789012 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f17341037f0 0x7f1734075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:00.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:00.619+0000 7f1731400700 1 -- 172.21.15.8:0/1108789012 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f17341037f0 msgr2=0x7f1734075840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:00.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:00.619+0000 7f1731400700 1 --2- 172.21.15.8:0/1108789012 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f17341037f0 0x7f1734075840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:00.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:00.619+0000 7f1731400700 1 -- 172.21.15.8:0/1108789012 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f17341088f0 msgr2=0x7f17340762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:00.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:00.619+0000 7f1731400700 1 --2- 172.21.15.8:0/1108789012 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f17341088f0 0x7f17340762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:00.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:00.619+0000 7f1731400700 1 -- 172.21.15.8:0/1108789012 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17341a8120 con 0x7f17341041a0 2024-05-20T21:31:00.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:00.619+0000 7f1732800700 1 --2- 172.21.15.8:0/1108789012 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f17341088f0 0x7f17340762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:31:00.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:00.619+0000 7f1731400700 1 --2- 172.21.15.8:0/1108789012 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f17341041a0 0x7f1734075d80 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7f172000e9a0 tx=0x7f172000ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:00.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:00.619+0000 7f172aa00700 1 -- 172.21.15.8:0/1108789012 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f172000cbd0 con 0x7f17341041a0 2024-05-20T21:31:00.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:00.619+0000 7f172aa00700 1 -- 172.21.15.8:0/1108789012 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f172000cd70 con 0x7f17341041a0 2024-05-20T21:31:00.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:00.619+0000 7f172aa00700 1 -- 172.21.15.8:0/1108789012 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1720018680 con 0x7f17341041a0 2024-05-20T21:31:00.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:00.619+0000 7f1738c00700 1 -- 172.21.15.8:0/1108789012 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17341a8410 con 0x7f17341041a0 2024-05-20T21:31:00.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:00.620+0000 7f1738c00700 1 -- 172.21.15.8:0/1108789012 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17341a89a0 con 0x7f17341041a0 2024-05-20T21:31:00.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:00.621+0000 7f1738c00700 1 -- 172.21.15.8:0/1108789012 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f173410bb30 con 0x7f17341041a0 2024-05-20T21:31:00.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:00.624+0000 7f172aa00700 1 -- 172.21.15.8:0/1108789012 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f1720010430 con 0x7f17341041a0 2024-05-20T21:31:00.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:00.626+0000 7f172aa00700 1 --2- 172.21.15.8:0/1108789012 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f17180b2900 0x7f17180b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:00.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:00.626+0000 7f172aa00700 1 -- 172.21.15.8:0/1108789012 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f17200e2930 con 0x7f17341041a0 2024-05-20T21:31:00.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:00.626+0000 7f1731e00700 1 --2- 172.21.15.8:0/1108789012 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f17180b2900 0x7f17180b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:00.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:00.627+0000 7f172aa00700 1 -- 172.21.15.8:0/1108789012 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f17200aa5e0 con 0x7f17341041a0 2024-05-20T21:31:00.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:00.627+0000 7f1731e00700 1 --2- 172.21.15.8:0/1108789012 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f17180b2900 0x7f17180b4dc0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f1724003760 tx=0x7f1724005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:00.901 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:31:00 smithi008 ceph-mon[31475]: pgmap v910: 97 pgs: 97 active+clean; 4.0 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 11 op/s 2024-05-20T21:31:00.925 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:00.926+0000 7f1738c00700 1 -- 172.21.15.8:0/1108789012 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f173406a230 con 0x7f17341041a0 2024-05-20T21:31:00.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:00.927+0000 7f172aa00700 1 -- 172.21.15.8:0/1108789012 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7f17200a9ee0 con 0x7f17341041a0 2024-05-20T21:31:00.927 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:31:00.927 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:31:00.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:00.930+0000 7f1738c00700 1 -- 172.21.15.8:0/1108789012 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f17180b2900 msgr2=0x7f17180b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:00.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:00.930+0000 7f1738c00700 1 --2- 172.21.15.8:0/1108789012 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f17180b2900 0x7f17180b4dc0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f1724003760 tx=0x7f1724005fb0 comp rx=0 tx=0).stop 2024-05-20T21:31:00.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:00.930+0000 7f1738c00700 1 -- 172.21.15.8:0/1108789012 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f17341041a0 msgr2=0x7f1734075d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:00.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:00.930+0000 7f1738c00700 1 --2- 172.21.15.8:0/1108789012 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f17341041a0 0x7f1734075d80 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7f172000e9a0 tx=0x7f172000ecb0 comp rx=0 tx=0).stop 2024-05-20T21:31:00.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:00.930+0000 7f1738c00700 1 -- 172.21.15.8:0/1108789012 shutdown_connections 2024-05-20T21:31:00.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:00.930+0000 7f1738c00700 1 --2- 172.21.15.8:0/1108789012 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f17180b2900 0x7f17180b4dc0 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:00.930 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:00.930+0000 7f1738c00700 1 --2- 172.21.15.8:0/1108789012 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f17341088f0 0x7f17340762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:00.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:00.930+0000 7f1738c00700 1 --2- 172.21.15.8:0/1108789012 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f17341037f0 0x7f1734075840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:00.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:00.930+0000 7f1738c00700 1 --2- 172.21.15.8:0/1108789012 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f17341041a0 0x7f1734075d80 unknown :-1 s=CLOSED pgs=686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:00.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:00.930+0000 7f1738c00700 1 -- 172.21.15.8:0/1108789012 >> 172.21.15.8:0/1108789012 conn(0x7f173407a6a0 msgr2=0x7f17341018d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:00.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:00.931+0000 7f1738c00700 1 -- 172.21.15.8:0/1108789012 shutdown_connections 2024-05-20T21:31:00.931 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:00.931+0000 7f1738c00700 1 -- 172.21.15.8:0/1108789012 wait complete. 2024-05-20T21:31:00.931 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:31:01.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:31:00 smithi130 ceph-mon[36448]: pgmap v910: 97 pgs: 97 active+clean; 4.0 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 11 op/s 2024-05-20T21:31:01.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:31:00 smithi050 ceph-mon[35809]: pgmap v910: 97 pgs: 97 active+clean; 4.0 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 11 op/s 2024-05-20T21:31:01.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:31:01 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/1108789012' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:31:02.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:31:01 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/1108789012' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:31:02.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:31:01 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/1108789012' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:31:02.530 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24529 quiesce db / --timeout 90 --expiration 140.4 --await-for 45.0' 2024-05-20T21:31:02.531 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24529 quiesce db / --timeout 90 --expiration 140.4 --await-for 45.0 2024-05-20T21:31:03.048 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:31:02 smithi008 ceph-mon[31475]: pgmap v911: 97 pgs: 97 active+clean; 4.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:31:03.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.110+0000 7fc157a00700 1 -- 172.21.15.8:0/3454308690 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc150103f50 msgr2=0x7fc150110430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:03.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.110+0000 7fc157a00700 1 --2- 172.21.15.8:0/3454308690 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc150103f50 0x7fc150110430 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7fc14800b0a0 tx=0x7fc14800b3b0 comp rx=0 tx=0).stop 2024-05-20T21:31:03.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.110+0000 7fc157a00700 1 -- 172.21.15.8:0/3454308690 shutdown_connections 2024-05-20T21:31:03.111 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.110+0000 7fc157a00700 1 --2- 172.21.15.8:0/3454308690 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc150103f50 0x7fc150110430 unknown :-1 s=CLOSED pgs=687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:03.111 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.111+0000 7fc157a00700 1 --2- 172.21.15.8:0/3454308690 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc1501096a0 0x7fc150109a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:03.111 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.111+0000 7fc157a00700 1 --2- 172.21.15.8:0/3454308690 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc150103590 0x7fc150103a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:03.111 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.111+0000 7fc157a00700 1 -- 172.21.15.8:0/3454308690 >> 172.21.15.8:0/3454308690 conn(0x7fc15007a6f0 msgr2=0x7fc15007ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:03.111 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.111+0000 7fc157a00700 1 -- 172.21.15.8:0/3454308690 shutdown_connections 2024-05-20T21:31:03.111 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.111+0000 7fc157a00700 1 -- 172.21.15.8:0/3454308690 wait complete. 2024-05-20T21:31:03.111 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.112+0000 7fc157a00700 1 Processor -- start 2024-05-20T21:31:03.111 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.112+0000 7fc157a00700 1 -- start start 2024-05-20T21:31:03.112 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.112+0000 7fc157a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc150103590 0x7fc15019bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:03.112 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.113+0000 7fc157a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc150103f50 0x7fc15019c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:03.112 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.113+0000 7fc157a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc1501096a0 0x7fc1501a0680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:03.112 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.113+0000 7fc157a00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc150113780 con 0x7fc1501096a0 2024-05-20T21:31:03.113 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.113+0000 7fc157a00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc150113600 con 0x7fc150103590 2024-05-20T21:31:03.113 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.113+0000 7fc157a00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc150113900 con 0x7fc150103f50 2024-05-20T21:31:03.113 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.113+0000 7fc155a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc1501096a0 0x7fc1501a0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:03.113 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.113+0000 7fc155a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc1501096a0 0x7fc1501a0680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:35274/0 (socket says 172.21.15.8:35274) 2024-05-20T21:31:03.113 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.113+0000 7fc155a00700 1 -- 172.21.15.8:0/718275995 learned_addr learned my addr 172.21.15.8:0/718275995 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:03.113 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.113+0000 7fc155000700 1 --2- 172.21.15.8:0/718275995 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc150103590 0x7fc15019bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:03.113 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.113+0000 7fc14fe00700 1 --2- 172.21.15.8:0/718275995 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc150103f50 0x7fc15019c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:03.114 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.114+0000 7fc14fe00700 1 -- 172.21.15.8:0/718275995 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc150103590 msgr2=0x7fc15019bdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:03.114 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.114+0000 7fc14fe00700 1 --2- 172.21.15.8:0/718275995 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc150103590 0x7fc15019bdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:03.114 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.114+0000 7fc14fe00700 1 -- 172.21.15.8:0/718275995 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc1501096a0 msgr2=0x7fc1501a0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:03.114 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.114+0000 7fc14fe00700 1 --2- 172.21.15.8:0/718275995 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc1501096a0 0x7fc1501a0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:03.114 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.114+0000 7fc14fe00700 1 -- 172.21.15.8:0/718275995 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1501a0dc0 con 0x7fc150103f50 2024-05-20T21:31:03.114 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.114+0000 7fc14fe00700 1 --2- 172.21.15.8:0/718275995 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc150103f50 0x7fc15019c2f0 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7fc13c00e9f0 tx=0x7fc13c00ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:03.114 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.114+0000 7fc14d600700 1 -- 172.21.15.8:0/718275995 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc13c004220 con 0x7fc150103f50 2024-05-20T21:31:03.114 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.114+0000 7fc14d600700 1 -- 172.21.15.8:0/718275995 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc13c0043c0 con 0x7fc150103f50 2024-05-20T21:31:03.114 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.114+0000 7fc157a00700 1 -- 172.21.15.8:0/718275995 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1501a10b0 con 0x7fc150103f50 2024-05-20T21:31:03.114 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.114+0000 7fc14d600700 1 -- 172.21.15.8:0/718275995 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc13c005020 con 0x7fc150103f50 2024-05-20T21:31:03.115 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.115+0000 7fc157a00700 1 -- 172.21.15.8:0/718275995 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1501a8930 con 0x7fc150103f50 2024-05-20T21:31:03.117 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.118+0000 7fc14d600700 1 -- 172.21.15.8:0/718275995 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fc13c0051c0 con 0x7fc150103f50 2024-05-20T21:31:03.118 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.119+0000 7fc1623c0b80 1 Processor -- start 2024-05-20T21:31:03.119 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.119+0000 7fc1623c0b80 1 -- start start 2024-05-20T21:31:03.119 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.120+0000 7fc1623c0b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a90ef38610 0x55a90ef389f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:03.119 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.120+0000 7fc1623c0b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a90ef38f30 0x55a90ef32b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:03.119 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.120+0000 7fc1623c0b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a90ef33140 0x55a90ef335c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:03.119 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.120+0000 7fc1623c0b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55a90ee90e40 con 0x55a90ef38610 2024-05-20T21:31:03.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.120+0000 7fc1623c0b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55a90ee809e0 con 0x55a90ef38f30 2024-05-20T21:31:03.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.120+0000 7fc1623c0b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55a90ee84a20 con 0x55a90ef33140 2024-05-20T21:31:03.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.120+0000 7fc14d600700 1 --2- 172.21.15.8:0/718275995 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc1380b2880 0x7fc1380b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:03.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.120+0000 7fc155000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a90ef38f30 0x55a90ef32b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:03.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.120+0000 7fc155000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a90ef38f30 0x55a90ef32b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:60658/0 (socket says 172.21.15.8:60658) 2024-05-20T21:31:03.121 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.120+0000 7fc155000700 1 -- 172.21.15.8:0/2678904288 learned_addr learned my addr 172.21.15.8:0/2678904288 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:03.121 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.121+0000 7fc14fe00700 1 --2- 172.21.15.8:0/2678904288 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a90ef33140 0x55a90ef335c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:03.121 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.121+0000 7fc155a00700 1 --2- 172.21.15.8:0/718275995 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc1380b2880 0x7fc1380b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:03.121 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.121+0000 7fc14d600700 1 -- 172.21.15.8:0/718275995 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc13c0e2220 con 0x7fc150103f50 2024-05-20T21:31:03.121 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.121+0000 7fc155a00700 1 --2- 172.21.15.8:0/2678904288 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a90ef38610 0x55a90ef389f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:03.121 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.121+0000 7fc155000700 1 -- 172.21.15.8:0/2678904288 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a90ef33140 msgr2=0x55a90ef335c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:03.121 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.121+0000 7fc155000700 1 --2- 172.21.15.8:0/2678904288 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a90ef33140 0x55a90ef335c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:03.121 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.121+0000 7fc155000700 1 -- 172.21.15.8:0/2678904288 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a90ef38610 msgr2=0x55a90ef389f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:03.121 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.121+0000 7fc155000700 1 --2- 172.21.15.8:0/2678904288 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a90ef38610 0x55a90ef389f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:03.121 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.121+0000 7fc155000700 1 -- 172.21.15.8:0/2678904288 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a90ee49420 con 0x55a90ef38f30 2024-05-20T21:31:03.121 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.121+0000 7fc155000700 1 --2- 172.21.15.8:0/2678904288 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a90ef38f30 0x55a90ef32b20 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7fc144009d80 tx=0x7fc144011720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5710cecd44b04fcf server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:03.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.122+0000 7fc142000700 1 -- 172.21.15.8:0/2678904288 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc144004230 con 0x55a90ef38f30 2024-05-20T21:31:03.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.122+0000 7fc155a00700 1 --2- 172.21.15.8:0/718275995 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc1380b2880 0x7fc1380b4d40 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7fc14800b780 tx=0x7fc1480094b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:03.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.122+0000 7fc142000700 1 -- 172.21.15.8:0/2678904288 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc1440043d0 con 0x55a90ef38f30 2024-05-20T21:31:03.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.122+0000 7fc142000700 1 -- 172.21.15.8:0/2678904288 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc144019850 con 0x55a90ef38f30 2024-05-20T21:31:03.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.123+0000 7fc1623c0b80 1 -- 172.21.15.8:0/2678904288 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a90ef38f30 msgr2=0x55a90ef32b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:03.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.123+0000 7fc1623c0b80 1 --2- 172.21.15.8:0/2678904288 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a90ef38f30 0x55a90ef32b20 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7fc144009d80 tx=0x7fc144011720 comp rx=0 tx=0).stop 2024-05-20T21:31:03.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.123+0000 7fc1623c0b80 1 -- 172.21.15.8:0/2678904288 shutdown_connections 2024-05-20T21:31:03.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.123+0000 7fc1623c0b80 1 --2- 172.21.15.8:0/2678904288 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a90ef33140 0x55a90ef335c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:03.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.123+0000 7fc1623c0b80 1 --2- 172.21.15.8:0/2678904288 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a90ef38610 0x55a90ef389f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:03.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.123+0000 7fc1623c0b80 1 --2- 172.21.15.8:0/2678904288 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a90ef38f30 0x55a90ef32b20 unknown :-1 s=CLOSED pgs=688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:03.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.123+0000 7fc1623c0b80 1 -- 172.21.15.8:0/2678904288 >> 172.21.15.8:0/2678904288 conn(0x55a90ee60be0 msgr2=0x55a90ef2d690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:03.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.123+0000 7fc1623c0b80 1 -- 172.21.15.8:0/2678904288 shutdown_connections 2024-05-20T21:31:03.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.123+0000 7fc1623c0b80 1 -- 172.21.15.8:0/2678904288 wait complete. 2024-05-20T21:31:03.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.124+0000 7fc1623c0b80 1 -- start start 2024-05-20T21:31:03.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.124+0000 7fc1623c0b80 1 Processor -- start 2024-05-20T21:31:03.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.124+0000 7fc1623c0b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a90ef33140 0x55a90ef3eb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:03.125 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.124+0000 7fc1623c0b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a90ef38610 0x55a90ef3bf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:03.125 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.125+0000 7fc1623c0b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a90ef38f30 0x55a90ef3c470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:03.125 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.125+0000 7fc1623c0b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55a90ed86fa0 con 0x55a90ef38610 2024-05-20T21:31:03.125 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.125+0000 7fc1623c0b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55a90ee21760 con 0x55a90ef33140 2024-05-20T21:31:03.125 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.125+0000 7fc1623c0b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55a90ef3f9e0 con 0x55a90ef38f30 2024-05-20T21:31:03.125 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.125+0000 7fc1623c0b80 10 client.0 _ll_register_callbacks cb 0x55a90ee2ac70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:03.125 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.125+0000 7fc155000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a90ef33140 0x55a90ef3eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:03.125 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.125+0000 7fc155a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a90ef38f30 0x55a90ef3c470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:03.125 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.125+0000 7fc155000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a90ef33140 0x55a90ef3eb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:60666/0 (socket says 172.21.15.8:60666) 2024-05-20T21:31:03.125 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.125+0000 7fc155000700 1 -- 172.21.15.8:0/2379074441 learned_addr learned my addr 172.21.15.8:0/2379074441 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:03.125 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.125+0000 7fc14fe00700 1 --2- 172.21.15.8:0/2379074441 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a90ef38610 0x55a90ef3bf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:03.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.125+0000 7fc155000700 1 -- 172.21.15.8:0/2379074441 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a90ef38f30 msgr2=0x55a90ef3c470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:03.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.126+0000 7fc155000700 1 --2- 172.21.15.8:0/2379074441 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a90ef38f30 0x55a90ef3c470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:03.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.126+0000 7fc155000700 1 -- 172.21.15.8:0/2379074441 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a90ef38610 msgr2=0x55a90ef3bf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:03.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.126+0000 7fc155000700 1 --2- 172.21.15.8:0/2379074441 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a90ef38610 0x55a90ef3bf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:03.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.126+0000 7fc155000700 1 -- 172.21.15.8:0/2379074441 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a90edd08d0 con 0x55a90ef33140 2024-05-20T21:31:03.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.126+0000 7fc14fe00700 1 --2- 172.21.15.8:0/2379074441 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a90ef38610 0x55a90ef3bf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:31:03.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.126+0000 7fc155a00700 1 --2- 172.21.15.8:0/2379074441 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a90ef38f30 0x55a90ef3c470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:03.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.126+0000 7fc155000700 1 --2- 172.21.15.8:0/2379074441 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a90ef33140 0x55a90ef3eb90 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7fc1440046c0 tx=0x7fc1440038b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b32b9bee9b68e36a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:03.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.126+0000 7fc136a00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:31:03.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.127+0000 7fc136a00700 1 -- 172.21.15.8:0/2379074441 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc144027070 con 0x55a90ef33140 2024-05-20T21:31:03.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.127+0000 7fc1623c0b80 1 -- 172.21.15.8:0/2379074441 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc1440043d0 con 0x55a90ef33140 2024-05-20T21:31:03.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.127+0000 7fc136a00700 1 -- 172.21.15.8:0/2379074441 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc144005240 con 0x55a90ef33140 2024-05-20T21:31:03.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.127+0000 7fc136a00700 1 -- 172.21.15.8:0/2379074441 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc144033050 con 0x55a90ef33140 2024-05-20T21:31:03.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.127+0000 7fc1623c0b80 10 client.29825 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:03.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.127+0000 7fc1623c0b80 1 -- 172.21.15.8:0/2379074441 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a90ee51060 con 0x55a90ef33140 2024-05-20T21:31:03.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.127+0000 7fc136a00700 1 -- 172.21.15.8:0/2379074441 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc1440043d0 con 0x55a90ef33140 2024-05-20T21:31:03.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.128+0000 7fc136a00700 1 -- 172.21.15.8:0/2379074441 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc144023460 con 0x55a90ef33140 2024-05-20T21:31:03.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.128+0000 7fc1623c0b80 10 client.29825 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:03.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.128+0000 7fc1623c0b80 10 client.29825 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:31:03.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.128+0000 7fc1623c0b80 20 client.29825 populate_metadata read hostname 'smithi008' 2024-05-20T21:31:03.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.128+0000 7fc1623c0b80 1 --2- 172.21.15.8:0/2379074441 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a90ef4c340 0x55a90ef4e730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:03.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.128+0000 7fc1623c0b80 4 client.29825 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:31:03.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.128+0000 7fc1623c0b80 1 -- 172.21.15.8:0/2379074441 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a90ee92d90 con 0x55a90ef4c340 2024-05-20T21:31:03.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.129+0000 7fc14fe00700 1 --2- 172.21.15.8:0/2379074441 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a90ef4c340 0x55a90ef4e730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:03.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.129+0000 7fc136a00700 10 client.29825 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:31:03.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.129+0000 7fc14fe00700 1 --2- 172.21.15.8:0/2379074441 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a90ef4c340 0x55a90ef4e730 crc :-1 s=READY pgs=404 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7ca877513dc2fa2c server_cookie=376a3dcee25786fa in_seq=0 out_seq=0 2024-05-20T21:31:03.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.130+0000 7fc136a00700 1 -- 172.21.15.8:0/2379074441 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55a90ee92d90 con 0x55a90ef4c340 2024-05-20T21:31:03.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.130+0000 7fc136a00700 10 client.29825 handle_command_reply: tid=0 2024-05-20T21:31:03.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.130+0000 7fc1623c0b80 1 client.29825 shutdown 2024-05-20T21:31:03.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.131+0000 7fc1623c0b80 1 -- 172.21.15.8:0/2379074441 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a90ef33140 msgr2=0x55a90ef3eb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:03.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.131+0000 7fc1623c0b80 1 --2- 172.21.15.8:0/2379074441 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a90ef33140 0x55a90ef3eb90 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7fc1440046c0 tx=0x7fc1440038b0 comp rx=0 tx=0).stop 2024-05-20T21:31:03.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.131+0000 7fc1623c0b80 1 -- 172.21.15.8:0/2379074441 shutdown_connections 2024-05-20T21:31:03.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.131+0000 7fc1623c0b80 1 --2- 172.21.15.8:0/2379074441 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a90ef4c340 0x55a90ef4e730 crc :-1 s=READY pgs=404 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:03.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.131+0000 7fc1623c0b80 1 --2- 172.21.15.8:0/2379074441 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a90ef33140 0x55a90ef3eb90 unknown :-1 s=CLOSED pgs=689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:03.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.131+0000 7fc1623c0b80 1 --2- 172.21.15.8:0/2379074441 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a90ef38f30 0x55a90ef3c470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:03.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.131+0000 7fc1623c0b80 1 --2- 172.21.15.8:0/2379074441 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a90ef38610 0x55a90ef3bf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:03.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.131+0000 7fc136a00700 0 client.29825 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:31:03.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.131+0000 7fc1623c0b80 1 -- 172.21.15.8:0/2379074441 >> 172.21.15.8:0/2379074441 conn(0x55a90ee60be0 msgr2=0x55a90ef2cd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:03.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.131+0000 7fc1623c0b80 1 -- 172.21.15.8:0/2379074441 shutdown_connections 2024-05-20T21:31:03.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.131+0000 7fc1623c0b80 1 -- 172.21.15.8:0/2379074441 wait complete. 2024-05-20T21:31:03.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.131+0000 7fc1623c0b80 20 client.29825 trim_cache size 0 max 16384 2024-05-20T21:31:03.150 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.150+0000 7fc1623c0b80 1 Processor -- start 2024-05-20T21:31:03.150 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.150+0000 7fc1623c0b80 1 -- start start 2024-05-20T21:31:03.150 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.151+0000 7fc1623c0b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a90ef33140 0x55a90ef32b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:03.151 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.151+0000 7fc1623c0b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a90ef38610 0x55a90ef39ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:03.151 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.151+0000 7fc1623c0b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a90ef38f30 0x55a90ef2d4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:03.151 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.151+0000 7fc1623c0b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc1501b2710 con 0x55a90ef38610 2024-05-20T21:31:03.151 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.151+0000 7fc1623c0b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc1501affa0 con 0x55a90ef33140 2024-05-20T21:31:03.151 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.151+0000 7fc1623c0b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc1501addf0 con 0x55a90ef38f30 2024-05-20T21:31:03.151 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.151+0000 7fc14fe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a90ef38610 0x55a90ef39ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:03.151 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.151+0000 7fc14fe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a90ef38610 0x55a90ef39ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:35300/0 (socket says 172.21.15.8:35300) 2024-05-20T21:31:03.151 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.151+0000 7fc14fe00700 1 -- 172.21.15.8:0/2580842419 learned_addr learned my addr 172.21.15.8:0/2580842419 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:03.151 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.151+0000 7fc155000700 1 --2- 172.21.15.8:0/2580842419 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a90ef33140 0x55a90ef32b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:03.151 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.151+0000 7fc155a00700 1 --2- 172.21.15.8:0/2580842419 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a90ef38f30 0x55a90ef2d4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:03.152 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.152+0000 7fc14fe00700 1 -- 172.21.15.8:0/2580842419 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a90ef38f30 msgr2=0x55a90ef2d4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:03.152 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.152+0000 7fc14fe00700 1 --2- 172.21.15.8:0/2580842419 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a90ef38f30 0x55a90ef2d4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:03.152 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.152+0000 7fc14fe00700 1 -- 172.21.15.8:0/2580842419 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a90ef33140 msgr2=0x55a90ef32b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:03.152 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.152+0000 7fc14fe00700 1 --2- 172.21.15.8:0/2580842419 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a90ef33140 0x55a90ef32b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:03.152 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.152+0000 7fc14fe00700 1 -- 172.21.15.8:0/2580842419 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a90ef4ecc0 con 0x55a90ef38610 2024-05-20T21:31:03.152 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.152+0000 7fc14fe00700 1 --2- 172.21.15.8:0/2580842419 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a90ef38610 0x55a90ef39ae0 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7fc13c00c5b0 tx=0x7fc13c0af040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b07e48aca3b40997 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:03.153 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.152+0000 7fc141600700 1 -- 172.21.15.8:0/2580842419 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc13c08f070 con 0x55a90ef38610 2024-05-20T21:31:03.153 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.153+0000 7fc141600700 1 -- 172.21.15.8:0/2580842419 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc13c004e00 con 0x55a90ef38610 2024-05-20T21:31:03.153 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.153+0000 7fc141600700 1 -- 172.21.15.8:0/2580842419 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc13c0e1040 con 0x55a90ef38610 2024-05-20T21:31:03.153 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.153+0000 7fc1623c0b80 1 -- 172.21.15.8:0/2580842419 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a90ef38610 msgr2=0x55a90ef39ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:03.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.153+0000 7fc1623c0b80 1 --2- 172.21.15.8:0/2580842419 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a90ef38610 0x55a90ef39ae0 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7fc13c00c5b0 tx=0x7fc13c0af040 comp rx=0 tx=0).stop 2024-05-20T21:31:03.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.154+0000 7fc1623c0b80 1 -- 172.21.15.8:0/2580842419 shutdown_connections 2024-05-20T21:31:03.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.154+0000 7fc1623c0b80 1 --2- 172.21.15.8:0/2580842419 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a90ef33140 0x55a90ef32b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:03.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.154+0000 7fc1623c0b80 1 --2- 172.21.15.8:0/2580842419 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a90ef38f30 0x55a90ef2d4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:03.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.154+0000 7fc1623c0b80 1 --2- 172.21.15.8:0/2580842419 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a90ef38610 0x55a90ef39ae0 unknown :-1 s=CLOSED pgs=769 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:03.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.154+0000 7fc1623c0b80 1 -- 172.21.15.8:0/2580842419 >> 172.21.15.8:0/2580842419 conn(0x55a90ee60be0 msgr2=0x55a90ef393d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:03.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.154+0000 7fc1623c0b80 1 -- 172.21.15.8:0/2580842419 shutdown_connections 2024-05-20T21:31:03.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.154+0000 7fc1623c0b80 1 -- 172.21.15.8:0/2580842419 wait complete. 2024-05-20T21:31:03.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.154+0000 7fc1623c0b80 1 -- start start 2024-05-20T21:31:03.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.155+0000 7fc1623c0b80 1 Processor -- start 2024-05-20T21:31:03.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.155+0000 7fc1623c0b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a90ef33140 0x55a90ef44e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:03.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.155+0000 7fc1623c0b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a90ef38610 0x55a90ef45390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:03.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.155+0000 7fc1623c0b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a90ef38f30 0x55a90ef53240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:03.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.155+0000 7fc1623c0b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc1501ae460 con 0x55a90ef38f30 2024-05-20T21:31:03.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.155+0000 7fc1623c0b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc1501af8d0 con 0x55a90ef38610 2024-05-20T21:31:03.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.155+0000 7fc1623c0b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc1501aeb30 con 0x55a90ef33140 2024-05-20T21:31:03.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.155+0000 7fc1623c0b80 10 client.0 _ll_register_callbacks cb 0x55a90ee2ac70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:03.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.156+0000 7fc155000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a90ef33140 0x55a90ef44e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:03.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.156+0000 7fc155000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a90ef33140 0x55a90ef44e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:56622/0 (socket says 172.21.15.8:56622) 2024-05-20T21:31:03.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.156+0000 7fc155000700 1 -- 172.21.15.8:0/2167824642 learned_addr learned my addr 172.21.15.8:0/2167824642 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:03.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.156+0000 7fc155a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a90ef38f30 0x55a90ef53240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:03.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.156+0000 7fc14fe00700 1 --2- 172.21.15.8:0/2167824642 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a90ef38610 0x55a90ef45390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:03.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.156+0000 7fc14fe00700 1 -- 172.21.15.8:0/2167824642 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a90ef33140 msgr2=0x55a90ef44e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:03.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.156+0000 7fc14fe00700 1 --2- 172.21.15.8:0/2167824642 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a90ef33140 0x55a90ef44e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:03.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.156+0000 7fc14fe00700 1 -- 172.21.15.8:0/2167824642 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a90ef38f30 msgr2=0x55a90ef53240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:03.157 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.156+0000 7fc14fe00700 1 --2- 172.21.15.8:0/2167824642 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a90ef38f30 0x55a90ef53240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:03.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.156+0000 7fc14fe00700 1 -- 172.21.15.8:0/2167824642 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a90ef53950 con 0x55a90ef38610 2024-05-20T21:31:03.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.156+0000 7fc155a00700 1 --2- 172.21.15.8:0/2167824642 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a90ef38f30 0x55a90ef53240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:03.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.157+0000 7fc14fe00700 1 --2- 172.21.15.8:0/2167824642 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a90ef38610 0x55a90ef45390 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7fc13c00c5b0 tx=0x7fc13c0a5ff0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=55572a5e45e1f8f4 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:03.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.157+0000 7fc136a00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:31:03.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.157+0000 7fc136a00700 1 -- 172.21.15.8:0/2167824642 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc13c0e1030 con 0x55a90ef38610 2024-05-20T21:31:03.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.157+0000 7fc136a00700 1 -- 172.21.15.8:0/2167824642 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc13c0b21a0 con 0x55a90ef38610 2024-05-20T21:31:03.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.157+0000 7fc1623c0b80 1 -- 172.21.15.8:0/2167824642 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55a90ee8c570 con 0x55a90ef38610 2024-05-20T21:31:03.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.157+0000 7fc136a00700 1 -- 172.21.15.8:0/2167824642 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc13c0b7050 con 0x55a90ef38610 2024-05-20T21:31:03.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.157+0000 7fc1623c0b80 10 client.29831 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:03.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.157+0000 7fc1623c0b80 1 -- 172.21.15.8:0/2167824642 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a90efbefd0 con 0x55a90ef38610 2024-05-20T21:31:03.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.158+0000 7fc136a00700 1 -- 172.21.15.8:0/2167824642 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55a90ee8c570 con 0x55a90ef38610 2024-05-20T21:31:03.158 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.158+0000 7fc136a00700 1 -- 172.21.15.8:0/2167824642 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc13c087020 con 0x55a90ef38610 2024-05-20T21:31:03.159 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.158+0000 7fc1623c0b80 10 client.29831 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:03.159 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.158+0000 7fc1623c0b80 10 client.29831 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:31:03.159 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.158+0000 7fc1623c0b80 20 client.29831 populate_metadata read hostname 'smithi008' 2024-05-20T21:31:03.159 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.158+0000 7fc1623c0b80 1 --2- 172.21.15.8:0/2167824642 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a90efbf670 0x55a90efc1a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:03.159 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.158+0000 7fc1623c0b80 4 client.29831 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:31:03.159 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.158+0000 7fc1623c0b80 1 -- 172.21.15.8:0/2167824642 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55a90ed03250 con 0x55a90efbf670 2024-05-20T21:31:03.159 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.158+0000 7fc155000700 1 --2- 172.21.15.8:0/2167824642 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a90efbf670 0x55a90efc1a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:03.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.159+0000 7fc155000700 1 --2- 172.21.15.8:0/2167824642 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a90efbf670 0x55a90efc1a60 crc :-1 s=READY pgs=405 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9c89e6c1d0f46631 server_cookie=f425585e2f0771bd in_seq=0 out_seq=0 2024-05-20T21:31:03.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.159+0000 7fc136a00700 10 client.29831 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:31:03.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.159+0000 7fc136a00700 1 -- 172.21.15.8:0/2167824642 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55a90ed03250 con 0x55a90efbf670 2024-05-20T21:31:03.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.159+0000 7fc136a00700 10 client.29831 handle_command_reply: tid=0 2024-05-20T21:31:03.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.159+0000 7fc1623c0b80 1 client.29831 shutdown 2024-05-20T21:31:03.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.159+0000 7fc1623c0b80 1 -- 172.21.15.8:0/2167824642 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a90ef38610 msgr2=0x55a90ef45390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:03.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.159+0000 7fc1623c0b80 1 --2- 172.21.15.8:0/2167824642 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a90ef38610 0x55a90ef45390 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7fc13c00c5b0 tx=0x7fc13c0a5ff0 comp rx=0 tx=0).stop 2024-05-20T21:31:03.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.159+0000 7fc1623c0b80 1 -- 172.21.15.8:0/2167824642 shutdown_connections 2024-05-20T21:31:03.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.159+0000 7fc1623c0b80 1 --2- 172.21.15.8:0/2167824642 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a90efbf670 0x55a90efc1a60 crc :-1 s=READY pgs=405 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:03.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.159+0000 7fc1623c0b80 1 --2- 172.21.15.8:0/2167824642 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a90ef38f30 0x55a90ef53240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:03.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.159+0000 7fc1623c0b80 1 --2- 172.21.15.8:0/2167824642 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a90ef33140 0x55a90ef44e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:03.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.159+0000 7fc1623c0b80 1 --2- 172.21.15.8:0/2167824642 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a90ef38610 0x55a90ef45390 unknown :-1 s=CLOSED pgs=690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:03.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.159+0000 7fc136a00700 0 client.29831 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:31:03.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.159+0000 7fc1623c0b80 1 -- 172.21.15.8:0/2167824642 >> 172.21.15.8:0/2167824642 conn(0x55a90ee60be0 msgr2=0x55a90ef3a6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:03.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.160+0000 7fc1623c0b80 1 -- 172.21.15.8:0/2167824642 shutdown_connections 2024-05-20T21:31:03.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.160+0000 7fc1623c0b80 1 -- 172.21.15.8:0/2167824642 wait complete. 2024-05-20T21:31:03.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.160+0000 7fc1623c0b80 20 client.29831 trim_cache size 0 max 16384 2024-05-20T21:31:03.162 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:31:03.162 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.161+0000 7fc157a00700 1 -- 172.21.15.8:0/718275995 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc1380b2880 msgr2=0x7fc1380b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:03.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.161+0000 7fc157a00700 1 --2- 172.21.15.8:0/718275995 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc1380b2880 0x7fc1380b4d40 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7fc14800b780 tx=0x7fc1480094b0 comp rx=0 tx=0).stop 2024-05-20T21:31:03.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.161+0000 7fc157a00700 1 -- 172.21.15.8:0/718275995 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc150103f50 msgr2=0x7fc15019c2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:03.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.161+0000 7fc157a00700 1 --2- 172.21.15.8:0/718275995 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc150103f50 0x7fc15019c2f0 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7fc13c00e9f0 tx=0x7fc13c00ed00 comp rx=0 tx=0).stop 2024-05-20T21:31:03.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.161+0000 7fc157a00700 1 -- 172.21.15.8:0/718275995 shutdown_connections 2024-05-20T21:31:03.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.161+0000 7fc157a00700 1 --2- 172.21.15.8:0/718275995 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc1380b2880 0x7fc1380b4d40 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:03.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.161+0000 7fc157a00700 1 --2- 172.21.15.8:0/718275995 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc150103590 0x7fc15019bdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:03.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.161+0000 7fc157a00700 1 --2- 172.21.15.8:0/718275995 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc1501096a0 0x7fc1501a0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:03.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.161+0000 7fc157a00700 1 --2- 172.21.15.8:0/718275995 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc150103f50 0x7fc15019c2f0 unknown :-1 s=CLOSED pgs=640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:03.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.161+0000 7fc157a00700 1 -- 172.21.15.8:0/718275995 >> 172.21.15.8:0/718275995 conn(0x7fc15007a6f0 msgr2=0x7fc150101f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:03.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.161+0000 7fc157a00700 1 -- 172.21.15.8:0/718275995 shutdown_connections 2024-05-20T21:31:03.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:03.161+0000 7fc157a00700 1 -- 172.21.15.8:0/718275995 wait complete. 2024-05-20T21:31:03.164 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:31:03.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:31:02 smithi130 ceph-mon[36448]: pgmap v911: 97 pgs: 97 active+clean; 4.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:31:03.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:31:02 smithi050 ceph-mon[35809]: pgmap v911: 97 pgs: 97 active+clean; 4.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:31:04.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:31:04 smithi008 ceph-mon[31475]: pgmap v912: 97 pgs: 97 active+clean; 4.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:31:05.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:31:04 smithi130 ceph-mon[36448]: pgmap v912: 97 pgs: 97 active+clean; 4.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:31:05.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:31:04 smithi050 ceph-mon[35809]: pgmap v912: 97 pgs: 97 active+clean; 4.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:31:05.657 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:31:05.658 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:31:06.013 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.012+0000 7fa513c00700 1 -- 172.21.15.8:0/1419358140 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa50c108500 msgr2=0x7fa50c1088e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:06.014 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.012+0000 7fa513c00700 1 --2- 172.21.15.8:0/1419358140 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa50c108500 0x7fa50c1088e0 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7fa500009990 tx=0x7fa500009ca0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.014 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.013+0000 7fa513c00700 1 -- 172.21.15.8:0/1419358140 shutdown_connections 2024-05-20T21:31:06.014 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.013+0000 7fa513c00700 1 --2- 172.21.15.8:0/1419358140 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa50c103f90 0x7fa50c110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.014 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.013+0000 7fa513c00700 1 --2- 172.21.15.8:0/1419358140 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa50c108500 0x7fa50c1088e0 unknown :-1 s=CLOSED pgs=770 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.014 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.013+0000 7fa513c00700 1 --2- 172.21.15.8:0/1419358140 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa50c1035f0 0x7fa50c103a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.014 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.013+0000 7fa513c00700 1 -- 172.21.15.8:0/1419358140 >> 172.21.15.8:0/1419358140 conn(0x7fa50c07a6a0 msgr2=0x7fa50c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:06.014 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.013+0000 7fa513c00700 1 -- 172.21.15.8:0/1419358140 shutdown_connections 2024-05-20T21:31:06.014 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.013+0000 7fa513c00700 1 -- 172.21.15.8:0/1419358140 wait complete. 2024-05-20T21:31:06.015 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.014+0000 7fa513c00700 1 Processor -- start 2024-05-20T21:31:06.015 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.014+0000 7fa513c00700 1 -- start start 2024-05-20T21:31:06.015 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.014+0000 7fa513c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa50c1035f0 0x7fa50c075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:06.015 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.015+0000 7fa513c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa50c103f90 0x7fa50c075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:06.015 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.015+0000 7fa513c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa50c108500 0x7fa50c0762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:06.016 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.015+0000 7fa513c00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fa50c113770 con 0x7fa50c108500 2024-05-20T21:31:06.016 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.015+0000 7fa513c00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa50c1135f0 con 0x7fa50c1035f0 2024-05-20T21:31:06.016 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.015+0000 7fa513c00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fa50c1138f0 con 0x7fa50c103f90 2024-05-20T21:31:06.016 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.015+0000 7fa50be00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa50c103f90 0x7fa50c075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:06.017 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.015+0000 7fa511200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa50c1035f0 0x7fa50c075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:06.017 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.015+0000 7fa50be00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa50c103f90 0x7fa50c075d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:56644/0 (socket says 172.21.15.8:56644) 2024-05-20T21:31:06.017 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.015+0000 7fa511c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa50c108500 0x7fa50c0762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:06.017 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.015+0000 7fa511200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa50c1035f0 0x7fa50c075840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:60714/0 (socket says 172.21.15.8:60714) 2024-05-20T21:31:06.017 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.015+0000 7fa50be00700 1 -- 172.21.15.8:0/613826661 learned_addr learned my addr 172.21.15.8:0/613826661 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:06.017 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.016+0000 7fa511200700 1 -- 172.21.15.8:0/613826661 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa50c103f90 msgr2=0x7fa50c075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:06.017 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.016+0000 7fa511200700 1 --2- 172.21.15.8:0/613826661 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa50c103f90 0x7fa50c075d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.016+0000 7fa511200700 1 -- 172.21.15.8:0/613826661 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa50c108500 msgr2=0x7fa50c0762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:06.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.016+0000 7fa511200700 1 --2- 172.21.15.8:0/613826661 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa50c108500 0x7fa50c0762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.016+0000 7fa511200700 1 -- 172.21.15.8:0/613826661 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa50c1a80f0 con 0x7fa50c1035f0 2024-05-20T21:31:06.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.016+0000 7fa511c00700 1 --2- 172.21.15.8:0/613826661 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa50c108500 0x7fa50c0762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:31:06.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.016+0000 7fa50be00700 1 --2- 172.21.15.8:0/613826661 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa50c103f90 0x7fa50c075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:06.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.016+0000 7fa511200700 1 --2- 172.21.15.8:0/613826661 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa50c1035f0 0x7fa50c075840 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7fa5000098e0 tx=0x7fa5000057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:06.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.016+0000 7fa509600700 1 -- 172.21.15.8:0/613826661 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa500027070 con 0x7fa50c1035f0 2024-05-20T21:31:06.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.016+0000 7fa509600700 1 -- 172.21.15.8:0/613826661 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa500022470 con 0x7fa50c1035f0 2024-05-20T21:31:06.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.016+0000 7fa513c00700 1 -- 172.21.15.8:0/613826661 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa50c1a8380 con 0x7fa50c1035f0 2024-05-20T21:31:06.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.016+0000 7fa509600700 1 -- 172.21.15.8:0/613826661 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa500017650 con 0x7fa50c1035f0 2024-05-20T21:31:06.018 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.017+0000 7fa513c00700 1 -- 172.21.15.8:0/613826661 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa50c1a8830 con 0x7fa50c1035f0 2024-05-20T21:31:06.021 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.021+0000 7fa509600700 1 -- 172.21.15.8:0/613826661 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fa500009d10 con 0x7fa50c1035f0 2024-05-20T21:31:06.022 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.022+0000 7fa51e61ab80 1 Processor -- start 2024-05-20T21:31:06.023 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.022+0000 7fa51e61ab80 1 -- start start 2024-05-20T21:31:06.023 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.023+0000 7fa51e61ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560cee4f8470 0x560cee4f8850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:06.023 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.023+0000 7fa51e61ab80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560cee4f8d90 0x560cee4f29f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:06.023 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.023+0000 7fa51e61ab80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560cee4f3010 0x560cee4f3450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:06.023 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.023+0000 7fa51e61ab80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x560cee450fd0 con 0x560cee4f8d90 2024-05-20T21:31:06.023 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.023+0000 7fa51e61ab80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x560cee440b70 con 0x560cee4f3010 2024-05-20T21:31:06.023 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.023+0000 7fa51e61ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x560cee444bb0 con 0x560cee4f8470 2024-05-20T21:31:06.024 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.023+0000 7fa50be00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560cee4f3010 0x560cee4f3450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:06.024 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.023+0000 7fa511c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560cee4f8470 0x560cee4f8850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:06.024 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.023+0000 7fa511200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560cee4f8d90 0x560cee4f29f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:06.024 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.023+0000 7fa50be00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560cee4f3010 0x560cee4f3450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:60726/0 (socket says 172.21.15.8:60726) 2024-05-20T21:31:06.024 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.023+0000 7fa509600700 1 --2- 172.21.15.8:0/613826661 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa4f40b29b0 0x7fa4f40b4e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:06.024 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.023+0000 7fa511c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560cee4f8470 0x560cee4f8850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:56658/0 (socket says 172.21.15.8:56658) 2024-05-20T21:31:06.024 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.023+0000 7fa50be00700 1 -- 172.21.15.8:0/176953399 learned_addr learned my addr 172.21.15.8:0/176953399 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:06.025 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.024+0000 7fa509600700 1 -- 172.21.15.8:0/613826661 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fa5000e29c0 con 0x7fa50c1035f0 2024-05-20T21:31:06.025 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.024+0000 7fa50be00700 1 -- 172.21.15.8:0/176953399 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560cee4f8470 msgr2=0x560cee4f8850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:06.025 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.024+0000 7fa50be00700 1 --2- 172.21.15.8:0/176953399 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560cee4f8470 0x560cee4f8850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.025 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.024+0000 7fa50be00700 1 -- 172.21.15.8:0/176953399 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560cee4f8d90 msgr2=0x560cee4f29f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:06.025 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.024+0000 7fa50be00700 1 --2- 172.21.15.8:0/176953399 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560cee4f8d90 0x560cee4f29f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.025 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.024+0000 7fa50be00700 1 -- 172.21.15.8:0/176953399 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560cee4095b0 con 0x560cee4f3010 2024-05-20T21:31:06.025 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.024+0000 7fa511c00700 1 --2- 172.21.15.8:0/176953399 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560cee4f8470 0x560cee4f8850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:31:06.025 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.024+0000 7fa511c00700 1 --2- 172.21.15.8:0/613826661 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa4f40b29b0 0x7fa4f40b4e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:06.026 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.024+0000 7fa50be00700 1 --2- 172.21.15.8:0/176953399 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560cee4f3010 0x560cee4f3450 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7fa4f8011650 tx=0x7fa4f8009f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b59b6b7406ec3301 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:06.026 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.024+0000 7fa4fe000700 1 -- 172.21.15.8:0/176953399 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4f8004a30 con 0x560cee4f3010 2024-05-20T21:31:06.026 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.024+0000 7fa4fe000700 1 -- 172.21.15.8:0/176953399 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa4f80054d0 con 0x560cee4f3010 2024-05-20T21:31:06.026 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.024+0000 7fa4fe000700 1 -- 172.21.15.8:0/176953399 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4f8019a90 con 0x560cee4f3010 2024-05-20T21:31:06.027 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.025+0000 7fa511c00700 1 --2- 172.21.15.8:0/613826661 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa4f40b29b0 0x7fa4f40b4e70 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7fa5040076a0 tx=0x7fa504009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:06.027 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.025+0000 7fa51e61ab80 1 -- 172.21.15.8:0/176953399 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560cee4f3010 msgr2=0x560cee4f3450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:06.027 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.026+0000 7fa51e61ab80 1 --2- 172.21.15.8:0/176953399 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560cee4f3010 0x560cee4f3450 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7fa4f8011650 tx=0x7fa4f8009f90 comp rx=0 tx=0).stop 2024-05-20T21:31:06.027 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.026+0000 7fa51e61ab80 1 -- 172.21.15.8:0/176953399 shutdown_connections 2024-05-20T21:31:06.027 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.026+0000 7fa51e61ab80 1 --2- 172.21.15.8:0/176953399 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560cee4f3010 0x560cee4f3450 unknown :-1 s=CLOSED pgs=692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.027 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.026+0000 7fa51e61ab80 1 --2- 172.21.15.8:0/176953399 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560cee4f8470 0x560cee4f8850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.027 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.026+0000 7fa51e61ab80 1 --2- 172.21.15.8:0/176953399 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560cee4f8d90 0x560cee4f29f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.027 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.026+0000 7fa51e61ab80 1 -- 172.21.15.8:0/176953399 >> 172.21.15.8:0/176953399 conn(0x560cee420d70 msgr2=0x560cee4ed4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:06.027 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.026+0000 7fa51e61ab80 1 -- 172.21.15.8:0/176953399 shutdown_connections 2024-05-20T21:31:06.027 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.026+0000 7fa51e61ab80 1 -- 172.21.15.8:0/176953399 wait complete. 2024-05-20T21:31:06.027 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.027+0000 7fa51e61ab80 1 -- start start 2024-05-20T21:31:06.029 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.027+0000 7fa51e61ab80 1 Processor -- start 2024-05-20T21:31:06.029 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.027+0000 7fa51e61ab80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560cee4f3010 0x560cee4fea90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:06.029 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.027+0000 7fa51e61ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560cee4f8470 0x560cee4fbe30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:06.029 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.027+0000 7fa51e61ab80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560cee4f8d90 0x560cee4fc370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:06.029 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.028+0000 7fa51e61ab80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x560cee347130 con 0x560cee4f8d90 2024-05-20T21:31:06.029 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.028+0000 7fa51e61ab80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x560cee3e18f0 con 0x560cee4f3010 2024-05-20T21:31:06.029 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.028+0000 7fa51e61ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x560cee4ff870 con 0x560cee4f8470 2024-05-20T21:31:06.029 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.028+0000 7fa51e61ab80 10 client.0 _ll_register_callbacks cb 0x560cee3eae00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:06.029 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.028+0000 7fa511200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560cee4f3010 0x560cee4fea90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:06.029 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.028+0000 7fa50be00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560cee4f8470 0x560cee4fbe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:06.030 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.028+0000 7fa511200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560cee4f3010 0x560cee4fea90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:60738/0 (socket says 172.21.15.8:60738) 2024-05-20T21:31:06.030 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.028+0000 7fa50be00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560cee4f8470 0x560cee4fbe30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:56666/0 (socket says 172.21.15.8:56666) 2024-05-20T21:31:06.030 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.028+0000 7fa511200700 1 -- 172.21.15.8:0/447215488 learned_addr learned my addr 172.21.15.8:0/447215488 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:06.030 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.028+0000 7fa511c00700 1 --2- 172.21.15.8:0/447215488 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560cee4f8d90 0x560cee4fc370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:06.030 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.028+0000 7fa511200700 1 -- 172.21.15.8:0/447215488 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560cee4f8470 msgr2=0x560cee4fbe30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:06.030 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.028+0000 7fa511200700 1 --2- 172.21.15.8:0/447215488 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560cee4f8470 0x560cee4fbe30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.030 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.028+0000 7fa511200700 1 -- 172.21.15.8:0/447215488 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560cee4f8d90 msgr2=0x560cee4fc370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:06.030 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.028+0000 7fa511200700 1 --2- 172.21.15.8:0/447215488 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560cee4f8d90 0x560cee4fc370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.030 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.028+0000 7fa511200700 1 -- 172.21.15.8:0/447215488 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560cee390a60 con 0x560cee4f3010 2024-05-20T21:31:06.030 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.029+0000 7fa50be00700 1 --2- 172.21.15.8:0/447215488 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560cee4f8470 0x560cee4fbe30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:06.030 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.029+0000 7fa511c00700 1 --2- 172.21.15.8:0/447215488 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560cee4f8d90 0x560cee4fc370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:31:06.032 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.029+0000 7fa511200700 1 --2- 172.21.15.8:0/447215488 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560cee4f3010 0x560cee4fea90 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7fa5000a60e0 tx=0x7fa500009ca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a547ac03f3c07be2 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:06.032 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.029+0000 7fa4f2a00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:31:06.032 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.029+0000 7fa4f2a00700 1 -- 172.21.15.8:0/447215488 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5000aa760 con 0x560cee4f3010 2024-05-20T21:31:06.032 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.029+0000 7fa51e61ab80 1 -- 172.21.15.8:0/447215488 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa4f80054d0 con 0x560cee4f3010 2024-05-20T21:31:06.032 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.029+0000 7fa4f2a00700 1 -- 172.21.15.8:0/447215488 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fa500022920 con 0x560cee4f3010 2024-05-20T21:31:06.032 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.030+0000 7fa4f2a00700 1 -- 172.21.15.8:0/447215488 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa5000aa060 con 0x560cee4f3010 2024-05-20T21:31:06.032 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.030+0000 7fa51e61ab80 10 client.29843 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:06.032 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.030+0000 7fa51e61ab80 1 -- 172.21.15.8:0/447215488 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560cee4111f0 con 0x560cee4f3010 2024-05-20T21:31:06.032 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.030+0000 7fa4f2a00700 1 -- 172.21.15.8:0/447215488 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa4f80054d0 con 0x560cee4f3010 2024-05-20T21:31:06.032 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.030+0000 7fa4f2a00700 1 -- 172.21.15.8:0/447215488 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fa5000b29a0 con 0x560cee4f3010 2024-05-20T21:31:06.033 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.030+0000 7fa51e61ab80 10 client.29843 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:06.033 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.030+0000 7fa51e61ab80 10 client.29843 resolve_mds: validated gid 24529 aka daemon mds.i 2024-05-20T21:31:06.033 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.030+0000 7fa51e61ab80 20 client.29843 populate_metadata read hostname 'smithi008' 2024-05-20T21:31:06.033 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.030+0000 7fa51e61ab80 1 --2- 172.21.15.8:0/447215488 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560cee50c370 0x560cee50e760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:06.033 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.030+0000 7fa51e61ab80 4 client.29843 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:31:06.033 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.030+0000 7fa51e61ab80 1 -- 172.21.15.8:0/447215488 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560cee452f20 con 0x560cee50c370 2024-05-20T21:31:06.033 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.031+0000 7fa50be00700 1 --2- 172.21.15.8:0/447215488 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560cee50c370 0x560cee50e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:06.033 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.031+0000 7fa50be00700 1 --2- 172.21.15.8:0/447215488 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560cee50c370 0x560cee50e760 crc :-1 s=READY pgs=406 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8783deefa7355647 server_cookie=2a59fb7849b55e9 in_seq=0 out_seq=0 2024-05-20T21:31:06.033 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.031+0000 7fa4f2a00700 10 client.29843 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:31:06.034 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.032+0000 7fa4f2a00700 1 -- 172.21.15.8:0/447215488 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x560cee452f20 con 0x560cee50c370 2024-05-20T21:31:06.034 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.032+0000 7fa4f2a00700 10 client.29843 handle_command_reply: tid=0 2024-05-20T21:31:06.034 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.033+0000 7fa51e61ab80 1 client.29843 shutdown 2024-05-20T21:31:06.034 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.033+0000 7fa51e61ab80 1 -- 172.21.15.8:0/447215488 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560cee4f3010 msgr2=0x560cee4fea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:06.034 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.033+0000 7fa51e61ab80 1 --2- 172.21.15.8:0/447215488 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560cee4f3010 0x560cee4fea90 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7fa5000a60e0 tx=0x7fa500009ca0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.035 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.033+0000 7fa51e61ab80 1 -- 172.21.15.8:0/447215488 shutdown_connections 2024-05-20T21:31:06.035 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.033+0000 7fa51e61ab80 1 --2- 172.21.15.8:0/447215488 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560cee50c370 0x560cee50e760 crc :-1 s=READY pgs=406 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.035 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.033+0000 7fa51e61ab80 1 --2- 172.21.15.8:0/447215488 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560cee4f3010 0x560cee4fea90 unknown :-1 s=CLOSED pgs=693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.035 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.033+0000 7fa51e61ab80 1 --2- 172.21.15.8:0/447215488 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560cee4f8d90 0x560cee4fc370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.035 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.033+0000 7fa51e61ab80 1 --2- 172.21.15.8:0/447215488 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560cee4f8470 0x560cee4fbe30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.035 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.033+0000 7fa51e61ab80 1 -- 172.21.15.8:0/447215488 >> 172.21.15.8:0/447215488 conn(0x560cee420d70 msgr2=0x560cee4f19e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:06.035 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.033+0000 7fa4f2a00700 0 client.29843 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:31:06.035 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.033+0000 7fa51e61ab80 1 -- 172.21.15.8:0/447215488 shutdown_connections 2024-05-20T21:31:06.035 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.033+0000 7fa51e61ab80 1 -- 172.21.15.8:0/447215488 wait complete. 2024-05-20T21:31:06.035 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.033+0000 7fa51e61ab80 20 client.29843 trim_cache size 0 max 16384 2024-05-20T21:31:06.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.056+0000 7fa51e61ab80 1 Processor -- start 2024-05-20T21:31:06.057 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.057+0000 7fa51e61ab80 1 -- start start 2024-05-20T21:31:06.058 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.057+0000 7fa51e61ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560cee4f8470 0x560cee4fbc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:06.058 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.057+0000 7fa51e61ab80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560cee4f8d90 0x560cee4fc150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:06.058 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.057+0000 7fa51e61ab80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560cee508910 0x560cee514020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:06.058 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.057+0000 7fa51e61ab80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fa50c1b2590 con 0x560cee508910 2024-05-20T21:31:06.058 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.057+0000 7fa51e61ab80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa50c1afe20 con 0x560cee4f8d90 2024-05-20T21:31:06.058 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.057+0000 7fa51e61ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fa50c1adc90 con 0x560cee4f8470 2024-05-20T21:31:06.058 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.057+0000 7fa50be00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560cee4f8d90 0x560cee4fc150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:06.058 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.057+0000 7fa511200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560cee4f8470 0x560cee4fbc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:06.058 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.057+0000 7fa50be00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560cee4f8d90 0x560cee4fc150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:60744/0 (socket says 172.21.15.8:60744) 2024-05-20T21:31:06.058 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.057+0000 7fa50be00700 1 -- 172.21.15.8:0/729091102 learned_addr learned my addr 172.21.15.8:0/729091102 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:06.059 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.057+0000 7fa511c00700 1 --2- 172.21.15.8:0/729091102 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560cee508910 0x560cee514020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:06.063 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.058+0000 7fa511200700 1 -- 172.21.15.8:0/729091102 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560cee4f8d90 msgr2=0x560cee4fc150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:06.063 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.058+0000 7fa511200700 1 --2- 172.21.15.8:0/729091102 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560cee4f8d90 0x560cee4fc150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.063 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.058+0000 7fa511200700 1 -- 172.21.15.8:0/729091102 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560cee508910 msgr2=0x560cee514020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:06.063 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.058+0000 7fa511200700 1 --2- 172.21.15.8:0/729091102 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560cee508910 0x560cee514020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.063 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.058+0000 7fa511200700 1 -- 172.21.15.8:0/729091102 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560cee4e59d0 con 0x560cee4f8470 2024-05-20T21:31:06.063 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.058+0000 7fa511c00700 1 --2- 172.21.15.8:0/729091102 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560cee508910 0x560cee514020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:31:06.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.058+0000 7fa50be00700 1 --2- 172.21.15.8:0/729091102 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560cee4f8d90 0x560cee4fc150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:06.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.058+0000 7fa511200700 1 --2- 172.21.15.8:0/729091102 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560cee4f8470 0x560cee4fbc10 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7fa5000a72d0 tx=0x7fa5000096c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=26d75eb16fb6def3 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:06.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.058+0000 7fa4fd600700 1 -- 172.21.15.8:0/729091102 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5000aa520 con 0x560cee4f8470 2024-05-20T21:31:06.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.059+0000 7fa4fd600700 1 -- 172.21.15.8:0/729091102 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa5000aa760 con 0x560cee4f8470 2024-05-20T21:31:06.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.059+0000 7fa4fd600700 1 -- 172.21.15.8:0/729091102 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5000b29a0 con 0x560cee4f8470 2024-05-20T21:31:06.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.059+0000 7fa51e61ab80 1 -- 172.21.15.8:0/729091102 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560cee4f8470 msgr2=0x560cee4fbc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:06.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.059+0000 7fa51e61ab80 1 --2- 172.21.15.8:0/729091102 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560cee4f8470 0x560cee4fbc10 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7fa5000a72d0 tx=0x7fa5000096c0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.059+0000 7fa51e61ab80 1 -- 172.21.15.8:0/729091102 shutdown_connections 2024-05-20T21:31:06.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.059+0000 7fa51e61ab80 1 --2- 172.21.15.8:0/729091102 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560cee508910 0x560cee514020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.059+0000 7fa51e61ab80 1 --2- 172.21.15.8:0/729091102 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560cee4f8470 0x560cee4fbc10 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.059+0000 7fa51e61ab80 1 --2- 172.21.15.8:0/729091102 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560cee4f8d90 0x560cee4fc150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.059+0000 7fa51e61ab80 1 -- 172.21.15.8:0/729091102 >> 172.21.15.8:0/729091102 conn(0x560cee420d70 msgr2=0x560cee4f5fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:06.064 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.060+0000 7fa51e61ab80 1 -- 172.21.15.8:0/729091102 shutdown_connections 2024-05-20T21:31:06.065 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.060+0000 7fa51e61ab80 1 -- 172.21.15.8:0/729091102 wait complete. 2024-05-20T21:31:06.065 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.060+0000 7fa51e61ab80 1 -- start start 2024-05-20T21:31:06.065 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.061+0000 7fa51e61ab80 1 Processor -- start 2024-05-20T21:31:06.065 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.061+0000 7fa51e61ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560cee4f8470 0x560cee501ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:06.065 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.061+0000 7fa51e61ab80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560cee4f8d90 0x560cee502010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:06.065 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.061+0000 7fa51e61ab80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560cee508910 0x560cee502550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:06.065 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.061+0000 7fa51e61ab80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fa50c1ae2e0 con 0x560cee508910 2024-05-20T21:31:06.065 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.061+0000 7fa51e61ab80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa50c1af750 con 0x560cee4f8d90 2024-05-20T21:31:06.065 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.061+0000 7fa51e61ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fa50c1ae9b0 con 0x560cee4f8470 2024-05-20T21:31:06.065 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.061+0000 7fa51e61ab80 10 client.0 _ll_register_callbacks cb 0x560cee3eae00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:06.065 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.061+0000 7fa511200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560cee4f8470 0x560cee501ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:06.066 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.061+0000 7fa511c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560cee508910 0x560cee502550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:06.066 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.061+0000 7fa50be00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560cee4f8d90 0x560cee502010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:06.066 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.061+0000 7fa50be00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560cee4f8d90 0x560cee502010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:60752/0 (socket says 172.21.15.8:60752) 2024-05-20T21:31:06.066 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.062+0000 7fa511200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560cee4f8470 0x560cee501ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:56698/0 (socket says 172.21.15.8:56698) 2024-05-20T21:31:06.066 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.062+0000 7fa50be00700 1 -- 172.21.15.8:0/3226830206 learned_addr learned my addr 172.21.15.8:0/3226830206 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:06.066 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.061+0000 7fa511c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560cee508910 0x560cee502550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:35358/0 (socket says 172.21.15.8:35358) 2024-05-20T21:31:06.066 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.062+0000 7fa511200700 1 -- 172.21.15.8:0/3226830206 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560cee4f8d90 msgr2=0x560cee502010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:06.066 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.062+0000 7fa511200700 1 --2- 172.21.15.8:0/3226830206 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560cee4f8d90 0x560cee502010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.066 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.062+0000 7fa511200700 1 -- 172.21.15.8:0/3226830206 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560cee508910 msgr2=0x560cee502550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:06.066 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.062+0000 7fa511200700 1 --2- 172.21.15.8:0/3226830206 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560cee508910 0x560cee502550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.066 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.062+0000 7fa511200700 1 -- 172.21.15.8:0/3226830206 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560cee4fee00 con 0x560cee4f8470 2024-05-20T21:31:06.066 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.062+0000 7fa50be00700 1 --2- 172.21.15.8:0/3226830206 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560cee4f8d90 0x560cee502010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:06.066 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.062+0000 7fa511200700 1 --2- 172.21.15.8:0/3226830206 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560cee4f8470 0x560cee501ad0 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7fa5000aa910 tx=0x7fa500022bd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=45962da476c5ad07 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:06.066 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.062+0000 7fa4f2a00700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:31:06.067 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.063+0000 7fa4f2a00700 1 -- 172.21.15.8:0/3226830206 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5000ae410 con 0x560cee4f8470 2024-05-20T21:31:06.067 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.063+0000 7fa4f2a00700 1 -- 172.21.15.8:0/3226830206 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fa50000fd20 con 0x560cee4f8470 2024-05-20T21:31:06.067 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.063+0000 7fa51e61ab80 1 -- 172.21.15.8:0/3226830206 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa5000aa760 con 0x560cee4f8470 2024-05-20T21:31:06.068 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.063+0000 7fa4f2a00700 1 -- 172.21.15.8:0/3226830206 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa5000aa2c0 con 0x560cee4f8470 2024-05-20T21:31:06.068 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.063+0000 7fa51e61ab80 10 client.29905 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:06.068 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.063+0000 7fa51e61ab80 1 -- 172.21.15.8:0/3226830206 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560cee4fee00 con 0x560cee4f8470 2024-05-20T21:31:06.068 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.064+0000 7fa4f2a00700 1 -- 172.21.15.8:0/3226830206 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa5000aa760 con 0x560cee4f8470 2024-05-20T21:31:06.068 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.064+0000 7fa4f2a00700 1 -- 172.21.15.8:0/3226830206 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fa5000a5a60 con 0x560cee4f8470 2024-05-20T21:31:06.068 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.064+0000 7fa51e61ab80 10 client.29905 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:06.068 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.064+0000 7fa51e61ab80 10 client.29905 resolve_mds: validated gid 24529 aka daemon mds.i 2024-05-20T21:31:06.068 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.064+0000 7fa51e61ab80 20 client.29905 populate_metadata read hostname 'smithi008' 2024-05-20T21:31:06.068 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.064+0000 7fa51e61ab80 1 --2- 172.21.15.8:0/3226830206 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560cee5785a0 0x560cee57a990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:06.068 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.064+0000 7fa51e61ab80 4 client.29905 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 140.4, "await_for": 45.0}] 2024-05-20T21:31:06.068 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.064+0000 7fa51e61ab80 1 -- 172.21.15.8:0/3226830206 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 140.4, "await_for": 45.0}) -- 0x560cee44c700 con 0x560cee5785a0 2024-05-20T21:31:06.068 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.064+0000 7fa50be00700 1 --2- 172.21.15.8:0/3226830206 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560cee5785a0 0x560cee57a990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:06.068 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.065+0000 7fa50be00700 1 --2- 172.21.15.8:0/3226830206 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560cee5785a0 0x560cee57a990 crc :-1 s=READY pgs=407 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c2906c7025418a6 server_cookie=343c071dd0ff218d in_seq=0 out_seq=0 2024-05-20T21:31:06.069 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.065+0000 7fa4f2a00700 10 client.29905 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:31:06.078 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.077+0000 7fa4f2a00700 1 -- 172.21.15.8:0/3226830206 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x560cee44c700 con 0x560cee5785a0 2024-05-20T21:31:06.078 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.077+0000 7fa4f2a00700 10 client.29905 handle_command_reply: tid=0 2024-05-20T21:31:06.078 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.077+0000 7fa51e61ab80 1 client.29905 shutdown 2024-05-20T21:31:06.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.077+0000 7fa51e61ab80 1 -- 172.21.15.8:0/3226830206 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560cee4f8470 msgr2=0x560cee501ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:06.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.077+0000 7fa51e61ab80 1 --2- 172.21.15.8:0/3226830206 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560cee4f8470 0x560cee501ad0 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7fa5000aa910 tx=0x7fa500022bd0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.077+0000 7fa51e61ab80 1 -- 172.21.15.8:0/3226830206 shutdown_connections 2024-05-20T21:31:06.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.077+0000 7fa51e61ab80 1 --2- 172.21.15.8:0/3226830206 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560cee5785a0 0x560cee57a990 crc :-1 s=READY pgs=407 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.078+0000 7fa51e61ab80 1 --2- 172.21.15.8:0/3226830206 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560cee508910 0x560cee502550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.078+0000 7fa51e61ab80 1 --2- 172.21.15.8:0/3226830206 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560cee4f8470 0x560cee501ad0 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.078+0000 7fa51e61ab80 1 --2- 172.21.15.8:0/3226830206 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560cee4f8d90 0x560cee502010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.079 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.078+0000 7fa4f2a00700 0 client.29905 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:31:06.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.078+0000 7fa51e61ab80 1 -- 172.21.15.8:0/3226830206 >> 172.21.15.8:0/3226830206 conn(0x560cee420d70 msgr2=0x560cee4fbc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:06.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.078+0000 7fa51e61ab80 1 -- 172.21.15.8:0/3226830206 shutdown_connections 2024-05-20T21:31:06.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.078+0000 7fa51e61ab80 1 -- 172.21.15.8:0/3226830206 wait complete. 2024-05-20T21:31:06.080 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.078+0000 7fa51e61ab80 20 client.29905 trim_cache size 0 max 16384 2024-05-20T21:31:06.080 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:31:06.081 INFO:teuthology.orchestra.run.smithi008.stdout: "epoch": 26, 2024-05-20T21:31:06.081 INFO:teuthology.orchestra.run.smithi008.stdout: "leader": 24529, 2024-05-20T21:31:06.081 INFO:teuthology.orchestra.run.smithi008.stdout: "set_version": 54, 2024-05-20T21:31:06.081 INFO:teuthology.orchestra.run.smithi008.stdout: "sets": { 2024-05-20T21:31:06.081 INFO:teuthology.orchestra.run.smithi008.stdout: "a1ea46be": { 2024-05-20T21:31:06.081 INFO:teuthology.orchestra.run.smithi008.stdout: "version": 54, 2024-05-20T21:31:06.081 INFO:teuthology.orchestra.run.smithi008.stdout: "age_ref": 0.0, 2024-05-20T21:31:06.081 INFO:teuthology.orchestra.run.smithi008.stdout: "state": { 2024-05-20T21:31:06.081 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "QUIESCED", 2024-05-20T21:31:06.081 INFO:teuthology.orchestra.run.smithi008.stdout: "age": 0.0 2024-05-20T21:31:06.081 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:31:06.081 INFO:teuthology.orchestra.run.smithi008.stdout: "timeout": 90.0, 2024-05-20T21:31:06.081 INFO:teuthology.orchestra.run.smithi008.stdout: "expiration": 140.4, 2024-05-20T21:31:06.081 INFO:teuthology.orchestra.run.smithi008.stdout: "members": { 2024-05-20T21:31:06.081 INFO:teuthology.orchestra.run.smithi008.stdout: "file:/": { 2024-05-20T21:31:06.082 INFO:teuthology.orchestra.run.smithi008.stdout: "excluded": false, 2024-05-20T21:31:06.082 INFO:teuthology.orchestra.run.smithi008.stdout: "state": { 2024-05-20T21:31:06.082 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "QUIESCED", 2024-05-20T21:31:06.082 INFO:teuthology.orchestra.run.smithi008.stdout: "age": 0.0 2024-05-20T21:31:06.082 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:31:06.082 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:31:06.082 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:31:06.082 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:31:06.082 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:31:06.082 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:31:06.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.079+0000 7fa513c00700 1 -- 172.21.15.8:0/613826661 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa4f40b29b0 msgr2=0x7fa4f40b4e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:06.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.079+0000 7fa513c00700 1 --2- 172.21.15.8:0/613826661 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa4f40b29b0 0x7fa4f40b4e70 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7fa5040076a0 tx=0x7fa504009040 comp rx=0 tx=0).stop 2024-05-20T21:31:06.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.079+0000 7fa513c00700 1 -- 172.21.15.8:0/613826661 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa50c1035f0 msgr2=0x7fa50c075840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:06.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.079+0000 7fa513c00700 1 --2- 172.21.15.8:0/613826661 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa50c1035f0 0x7fa50c075840 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7fa5000098e0 tx=0x7fa5000057c0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.079+0000 7fa513c00700 1 -- 172.21.15.8:0/613826661 shutdown_connections 2024-05-20T21:31:06.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.079+0000 7fa513c00700 1 --2- 172.21.15.8:0/613826661 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa4f40b29b0 0x7fa4f40b4e70 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.079+0000 7fa513c00700 1 --2- 172.21.15.8:0/613826661 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa50c1035f0 0x7fa50c075840 unknown :-1 s=CLOSED pgs=691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.079+0000 7fa513c00700 1 --2- 172.21.15.8:0/613826661 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa50c108500 0x7fa50c0762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.079+0000 7fa513c00700 1 --2- 172.21.15.8:0/613826661 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa50c103f90 0x7fa50c075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.083 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.079+0000 7fa513c00700 1 -- 172.21.15.8:0/613826661 >> 172.21.15.8:0/613826661 conn(0x7fa50c07a6a0 msgr2=0x7fa50c101600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:06.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.080+0000 7fa513c00700 1 -- 172.21.15.8:0/613826661 shutdown_connections 2024-05-20T21:31:06.084 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:06.080+0000 7fa513c00700 1 -- 172.21.15.8:0/613826661 wait complete. 2024-05-20T21:31:06.326 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:31:06.989 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'a1ea46be', quiesce took 10.8 seconds. Will release after: 9.599999999999998 2024-05-20T21:31:07.046 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:31:06 smithi008 ceph-mon[31475]: pgmap v913: 97 pgs: 97 active+clean; 4.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:31:07.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:31:06 smithi130 ceph-mon[36448]: pgmap v913: 97 pgs: 97 active+clean; 4.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:31:07.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:31:06 smithi050 ceph-mon[35809]: pgmap v913: 97 pgs: 97 active+clean; 4.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:31:08.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:31:08 smithi008 ceph-mon[31475]: pgmap v914: 97 pgs: 97 active+clean; 4.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:31:08.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:31:08 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:31:09.151 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.150+0000 7fad76800700 1 -- 172.21.15.8:0/4086370815 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fad70114710 msgr2=0x7fad70116b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:09.151 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.150+0000 7fad76800700 1 --2- 172.21.15.8:0/4086370815 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fad70114710 0x7fad70116b00 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7fad68009f90 tx=0x7fad6800b330 comp rx=0 tx=0).stop 2024-05-20T21:31:09.152 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.150+0000 7fad76800700 1 -- 172.21.15.8:0/4086370815 shutdown_connections 2024-05-20T21:31:09.152 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.150+0000 7fad76800700 1 --2- 172.21.15.8:0/4086370815 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fad70114710 0x7fad70116b00 unknown :-1 s=CLOSED pgs=694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:09.152 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.150+0000 7fad76800700 1 --2- 172.21.15.8:0/4086370815 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fad70075770 0x7fad70075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:09.152 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.150+0000 7fad76800700 1 --2- 172.21.15.8:0/4086370815 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fad70076090 0x7fad701141d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:09.152 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.150+0000 7fad76800700 1 -- 172.21.15.8:0/4086370815 >> 172.21.15.8:0/4086370815 conn(0x7fad7007a6f0 msgr2=0x7fad7007ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:09.152 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.150+0000 7fad76800700 1 -- 172.21.15.8:0/4086370815 shutdown_connections 2024-05-20T21:31:09.152 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.151+0000 7fad76800700 1 -- 172.21.15.8:0/4086370815 wait complete. 2024-05-20T21:31:09.153 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.152+0000 7fad76800700 1 Processor -- start 2024-05-20T21:31:09.153 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.152+0000 7fad76800700 1 -- start start 2024-05-20T21:31:09.153 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.152+0000 7fad76800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fad70075770 0x7fad701a01f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:09.153 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.152+0000 7fad76800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fad70076090 0x7fad701a0730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:09.153 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.152+0000 7fad76800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fad70114710 0x7fad701a4ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:09.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.152+0000 7fad76800700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fad70119d40 con 0x7fad70114710 2024-05-20T21:31:09.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.152+0000 7fad76800700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fad70119bc0 con 0x7fad70075770 2024-05-20T21:31:09.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.152+0000 7fad76800700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fad70119ec0 con 0x7fad70076090 2024-05-20T21:31:09.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.152+0000 7fad6f400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fad70075770 0x7fad701a01f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:09.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.153+0000 7fad6ea00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fad70076090 0x7fad701a0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:09.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.153+0000 7fad6f400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fad70075770 0x7fad701a01f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:60768/0 (socket says 172.21.15.8:60768) 2024-05-20T21:31:09.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.153+0000 7fad6f400700 1 -- 172.21.15.8:0/20700787 learned_addr learned my addr 172.21.15.8:0/20700787 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:09.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.153+0000 7fad6fe00700 1 --2- 172.21.15.8:0/20700787 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fad70114710 0x7fad701a4ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:09.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.153+0000 7fad6ea00700 1 -- 172.21.15.8:0/20700787 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fad70075770 msgr2=0x7fad701a01f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:09.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.153+0000 7fad6ea00700 1 --2- 172.21.15.8:0/20700787 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fad70075770 0x7fad701a01f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:09.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.153+0000 7fad6ea00700 1 -- 172.21.15.8:0/20700787 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fad70114710 msgr2=0x7fad701a4ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:09.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.153+0000 7fad6ea00700 1 --2- 172.21.15.8:0/20700787 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fad70114710 0x7fad701a4ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:09.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.153+0000 7fad6ea00700 1 -- 172.21.15.8:0/20700787 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad701a5200 con 0x7fad70076090 2024-05-20T21:31:09.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.153+0000 7fad6f400700 1 --2- 172.21.15.8:0/20700787 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fad70075770 0x7fad701a01f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:09.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.154+0000 7fad6ea00700 1 --2- 172.21.15.8:0/20700787 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fad70076090 0x7fad701a0730 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7fad5c00eb90 tx=0x7fad5c00eea0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:09.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.154+0000 7fad67e00700 1 -- 172.21.15.8:0/20700787 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad5c00cc90 con 0x7fad70076090 2024-05-20T21:31:09.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.154+0000 7fad67e00700 1 -- 172.21.15.8:0/20700787 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fad5c00ce30 con 0x7fad70076090 2024-05-20T21:31:09.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.154+0000 7fad67e00700 1 -- 172.21.15.8:0/20700787 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad5c010430 con 0x7fad70076090 2024-05-20T21:31:09.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.154+0000 7fad76800700 1 -- 172.21.15.8:0/20700787 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fad701a54f0 con 0x7fad70076090 2024-05-20T21:31:09.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.154+0000 7fad76800700 1 -- 172.21.15.8:0/20700787 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fad701acd70 con 0x7fad70076090 2024-05-20T21:31:09.159 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.159+0000 7fad811f7b80 1 Processor -- start 2024-05-20T21:31:09.159 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.159+0000 7fad67e00700 1 -- 172.21.15.8:0/20700787 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fad5c003ef0 con 0x7fad70076090 2024-05-20T21:31:09.159 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.159+0000 7fad811f7b80 1 -- start start 2024-05-20T21:31:09.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.159+0000 7fad811f7b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559428168690 0x559428168a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:09.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.159+0000 7fad811f7b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559428168fb0 0x559428162ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:09.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.159+0000 7fad811f7b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5594281631c0 0x559428163640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:09.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.159+0000 7fad811f7b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5594280c0ec0 con 0x5594281631c0 2024-05-20T21:31:09.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.159+0000 7fad811f7b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5594280b0a60 con 0x559428168690 2024-05-20T21:31:09.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.159+0000 7fad811f7b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5594280b4aa0 con 0x559428168fb0 2024-05-20T21:31:09.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.160+0000 7fad6f400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559428168fb0 0x559428162ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:09.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.160+0000 7fad6fe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559428168690 0x559428168a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:09.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.160+0000 7fad6f400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559428168fb0 0x559428162ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:56734/0 (socket says 172.21.15.8:56734) 2024-05-20T21:31:09.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.160+0000 7fad6f400700 1 -- 172.21.15.8:0/765080810 learned_addr learned my addr 172.21.15.8:0/765080810 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:09.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.160+0000 7fad6ea00700 1 --2- 172.21.15.8:0/765080810 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5594281631c0 0x559428163640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:09.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.160+0000 7fad6fe00700 1 -- 172.21.15.8:0/765080810 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559428168fb0 msgr2=0x559428162ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:09.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.160+0000 7fad6fe00700 1 --2- 172.21.15.8:0/765080810 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559428168fb0 0x559428162ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:09.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.160+0000 7fad6fe00700 1 -- 172.21.15.8:0/765080810 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5594281631c0 msgr2=0x559428163640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:09.162 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.160+0000 7fad6fe00700 1 --2- 172.21.15.8:0/765080810 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5594281631c0 0x559428163640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:09.162 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.160+0000 7fad6fe00700 1 -- 172.21.15.8:0/765080810 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5594280794a0 con 0x559428168690 2024-05-20T21:31:09.162 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.160+0000 7fad6ea00700 1 --2- 172.21.15.8:0/765080810 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5594281631c0 0x559428163640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:31:09.162 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.161+0000 7fad6fe00700 1 --2- 172.21.15.8:0/765080810 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559428168690 0x559428168a70 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7fad6800b6c0 tx=0x7fad68009380 comp rx=0 tx=0).ready entity=mon.2 client_cookie=21cd5df45c71aa80 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:09.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.161+0000 7fad64c00700 1 -- 172.21.15.8:0/765080810 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad68020070 con 0x559428168690 2024-05-20T21:31:09.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.161+0000 7fad64c00700 1 -- 172.21.15.8:0/765080810 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fad68003c00 con 0x559428168690 2024-05-20T21:31:09.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.161+0000 7fad67e00700 1 --2- 172.21.15.8:0/20700787 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fad540b2900 0x7fad540b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:09.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.161+0000 7fad64c00700 1 -- 172.21.15.8:0/765080810 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad68007ac0 con 0x559428168690 2024-05-20T21:31:09.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.161+0000 7fad67e00700 1 -- 172.21.15.8:0/20700787 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fad5c0e2400 con 0x7fad70076090 2024-05-20T21:31:09.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.161+0000 7fad6f400700 1 --2- 172.21.15.8:0/20700787 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fad540b2900 0x7fad540b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:09.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.162+0000 7fad811f7b80 1 -- 172.21.15.8:0/765080810 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559428168690 msgr2=0x559428168a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:09.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.162+0000 7fad811f7b80 1 --2- 172.21.15.8:0/765080810 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559428168690 0x559428168a70 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7fad6800b6c0 tx=0x7fad68009380 comp rx=0 tx=0).stop 2024-05-20T21:31:09.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.162+0000 7fad6f400700 1 --2- 172.21.15.8:0/20700787 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fad540b2900 0x7fad540b4dc0 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7fad60009880 tx=0x7fad60009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:09.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.162+0000 7fad811f7b80 1 -- 172.21.15.8:0/765080810 shutdown_connections 2024-05-20T21:31:09.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.162+0000 7fad811f7b80 1 --2- 172.21.15.8:0/765080810 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559428168690 0x559428168a70 unknown :-1 s=CLOSED pgs=695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:09.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.162+0000 7fad811f7b80 1 --2- 172.21.15.8:0/765080810 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5594281631c0 0x559428163640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:09.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.162+0000 7fad811f7b80 1 --2- 172.21.15.8:0/765080810 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559428168fb0 0x559428162ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:09.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.162+0000 7fad811f7b80 1 -- 172.21.15.8:0/765080810 >> 172.21.15.8:0/765080810 conn(0x559428090c60 msgr2=0x55942815d710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:09.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.162+0000 7fad811f7b80 1 -- 172.21.15.8:0/765080810 shutdown_connections 2024-05-20T21:31:09.164 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.162+0000 7fad811f7b80 1 -- 172.21.15.8:0/765080810 wait complete. 2024-05-20T21:31:09.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.163+0000 7fad811f7b80 1 -- start start 2024-05-20T21:31:09.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.164+0000 7fad811f7b80 1 Processor -- start 2024-05-20T21:31:09.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.164+0000 7fad811f7b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5594281631c0 0x55942816ed30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:09.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.164+0000 7fad811f7b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559428168690 0x55942816c0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:09.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.164+0000 7fad811f7b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559428168fb0 0x55942816c610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:09.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.164+0000 7fad811f7b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x559427fb7020 con 0x559428168690 2024-05-20T21:31:09.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.164+0000 7fad811f7b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5594280517e0 con 0x5594281631c0 2024-05-20T21:31:09.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.164+0000 7fad811f7b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55942816fa00 con 0x559428168fb0 2024-05-20T21:31:09.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.165+0000 7fad811f7b80 10 client.0 _ll_register_callbacks cb 0x55942805acf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:09.166 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.165+0000 7fad6f400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5594281631c0 0x55942816ed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:09.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.165+0000 7fad6ea00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559428168690 0x55942816c0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:09.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.165+0000 7fad6f400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5594281631c0 0x55942816ed30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:60790/0 (socket says 172.21.15.8:60790) 2024-05-20T21:31:09.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.165+0000 7fad6f400700 1 -- 172.21.15.8:0/2410373908 learned_addr learned my addr 172.21.15.8:0/2410373908 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:09.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.165+0000 7fad6fe00700 1 --2- 172.21.15.8:0/2410373908 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559428168fb0 0x55942816c610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:09.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.165+0000 7fad6f400700 1 -- 172.21.15.8:0/2410373908 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559428168fb0 msgr2=0x55942816c610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:09.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.165+0000 7fad6f400700 1 --2- 172.21.15.8:0/2410373908 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559428168fb0 0x55942816c610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:09.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.165+0000 7fad6f400700 1 -- 172.21.15.8:0/2410373908 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559428168690 msgr2=0x55942816c0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:09.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.165+0000 7fad6f400700 1 --2- 172.21.15.8:0/2410373908 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559428168690 0x55942816c0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:09.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.165+0000 7fad6f400700 1 -- 172.21.15.8:0/2410373908 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559428000950 con 0x5594281631c0 2024-05-20T21:31:09.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.165+0000 7fad6fe00700 1 --2- 172.21.15.8:0/2410373908 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559428168fb0 0x55942816c610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:09.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.166+0000 7fad6f400700 1 --2- 172.21.15.8:0/2410373908 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5594281631c0 0x55942816ed30 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7fad60012680 tx=0x7fad600047c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b672db07034aad5c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:09.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.166+0000 7fad59600700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:31:09.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.166+0000 7fad59600700 1 -- 172.21.15.8:0/2410373908 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad6002c060 con 0x5594281631c0 2024-05-20T21:31:09.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.166+0000 7fad59600700 1 -- 172.21.15.8:0/2410373908 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fad6000f790 con 0x5594281631c0 2024-05-20T21:31:09.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.166+0000 7fad811f7b80 1 -- 172.21.15.8:0/2410373908 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fad68003c00 con 0x5594281631c0 2024-05-20T21:31:09.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.167+0000 7fad59600700 1 -- 172.21.15.8:0/2410373908 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fad60003e20 con 0x5594281631c0 2024-05-20T21:31:09.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.167+0000 7fad811f7b80 10 client.29861 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:09.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.167+0000 7fad811f7b80 1 -- 172.21.15.8:0/2410373908 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5594280810e0 con 0x5594281631c0 2024-05-20T21:31:09.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.167+0000 7fad59600700 1 -- 172.21.15.8:0/2410373908 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fad68003c00 con 0x5594281631c0 2024-05-20T21:31:09.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.167+0000 7fad59600700 1 -- 172.21.15.8:0/2410373908 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fad60026030 con 0x5594281631c0 2024-05-20T21:31:09.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.167+0000 7fad811f7b80 10 client.29861 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:09.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.167+0000 7fad811f7b80 10 client.29861 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:31:09.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.167+0000 7fad811f7b80 20 client.29861 populate_metadata read hostname 'smithi008' 2024-05-20T21:31:09.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.167+0000 7fad811f7b80 1 --2- 172.21.15.8:0/2410373908 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55942817c5e0 0x55942817e9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:09.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.167+0000 7fad811f7b80 4 client.29861 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:31:09.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.167+0000 7fad811f7b80 1 -- 172.21.15.8:0/2410373908 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5594280c2e10 con 0x55942817c5e0 2024-05-20T21:31:09.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.168+0000 7fad6ea00700 1 --2- 172.21.15.8:0/2410373908 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55942817c5e0 0x55942817e9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:09.170 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.168+0000 7fad6ea00700 1 --2- 172.21.15.8:0/2410373908 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55942817c5e0 0x55942817e9d0 crc :-1 s=READY pgs=408 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=30b1d322927264b8 server_cookie=fa4bd6f228ee0c7a in_seq=0 out_seq=0 2024-05-20T21:31:09.170 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.168+0000 7fad59600700 10 client.29861 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:31:09.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.169+0000 7fad59600700 1 -- 172.21.15.8:0/2410373908 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5594280c2e10 con 0x55942817c5e0 2024-05-20T21:31:09.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.169+0000 7fad59600700 10 client.29861 handle_command_reply: tid=0 2024-05-20T21:31:09.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.169+0000 7fad811f7b80 1 client.29861 shutdown 2024-05-20T21:31:09.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.169+0000 7fad811f7b80 1 -- 172.21.15.8:0/2410373908 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5594281631c0 msgr2=0x55942816ed30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:09.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.169+0000 7fad811f7b80 1 --2- 172.21.15.8:0/2410373908 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5594281631c0 0x55942816ed30 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7fad60012680 tx=0x7fad600047c0 comp rx=0 tx=0).stop 2024-05-20T21:31:09.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.169+0000 7fad811f7b80 1 -- 172.21.15.8:0/2410373908 shutdown_connections 2024-05-20T21:31:09.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.169+0000 7fad811f7b80 1 --2- 172.21.15.8:0/2410373908 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55942817c5e0 0x55942817e9d0 crc :-1 s=READY pgs=408 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:09.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.169+0000 7fad811f7b80 1 --2- 172.21.15.8:0/2410373908 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5594281631c0 0x55942816ed30 unknown :-1 s=CLOSED pgs=696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:09.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.169+0000 7fad811f7b80 1 --2- 172.21.15.8:0/2410373908 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559428168fb0 0x55942816c610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:09.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.169+0000 7fad811f7b80 1 --2- 172.21.15.8:0/2410373908 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559428168690 0x55942816c0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:09.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.169+0000 7fad59600700 0 client.29861 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:31:09.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.169+0000 7fad811f7b80 1 -- 172.21.15.8:0/2410373908 >> 172.21.15.8:0/2410373908 conn(0x559428090c60 msgr2=0x55942815cdf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:09.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.170+0000 7fad811f7b80 1 -- 172.21.15.8:0/2410373908 shutdown_connections 2024-05-20T21:31:09.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.170+0000 7fad811f7b80 1 -- 172.21.15.8:0/2410373908 wait complete. 2024-05-20T21:31:09.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.170+0000 7fad811f7b80 20 client.29861 trim_cache size 0 max 16384 2024-05-20T21:31:09.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:31:08 smithi130 ceph-mon[36448]: pgmap v914: 97 pgs: 97 active+clean; 4.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:31:09.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:31:08 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:31:09.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:31:08 smithi050 ceph-mon[35809]: pgmap v914: 97 pgs: 97 active+clean; 4.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:31:09.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:31:08 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:31:09.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.193+0000 7fad811f7b80 1 Processor -- start 2024-05-20T21:31:09.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.193+0000 7fad811f7b80 1 -- start start 2024-05-20T21:31:09.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.194+0000 7fad811f7b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5594281631c0 0x559428162ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:09.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.194+0000 7fad811f7b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559428168690 0x55942816b250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:09.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.194+0000 7fad811f7b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559428168fb0 0x55942815d570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:09.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.194+0000 7fad811f7b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fad701b6a70 con 0x5594281631c0 2024-05-20T21:31:09.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.194+0000 7fad811f7b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fad701b4300 con 0x559428168690 2024-05-20T21:31:09.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.194+0000 7fad811f7b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fad701b2150 con 0x559428168fb0 2024-05-20T21:31:09.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.194+0000 7fad6fe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559428168fb0 0x55942815d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:09.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.194+0000 7fad6f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5594281631c0 0x559428162ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:09.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.194+0000 7fad6ea00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559428168690 0x55942816b250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:09.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.194+0000 7fad6fe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559428168fb0 0x55942815d570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:56754/0 (socket says 172.21.15.8:56754) 2024-05-20T21:31:09.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.194+0000 7fad6fe00700 1 -- 172.21.15.8:0/1688709999 learned_addr learned my addr 172.21.15.8:0/1688709999 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:09.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.194+0000 7fad6fe00700 1 -- 172.21.15.8:0/1688709999 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559428168690 msgr2=0x55942816b250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:09.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.194+0000 7fad6fe00700 1 --2- 172.21.15.8:0/1688709999 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559428168690 0x55942816b250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:09.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.194+0000 7fad6fe00700 1 -- 172.21.15.8:0/1688709999 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5594281631c0 msgr2=0x559428162ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:09.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.194+0000 7fad6fe00700 1 --2- 172.21.15.8:0/1688709999 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5594281631c0 0x559428162ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:09.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.194+0000 7fad6fe00700 1 -- 172.21.15.8:0/1688709999 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55942816f0a0 con 0x559428168fb0 2024-05-20T21:31:09.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.194+0000 7fad6f400700 1 --2- 172.21.15.8:0/1688709999 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5594281631c0 0x559428162ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:31:09.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.195+0000 7fad6fe00700 1 --2- 172.21.15.8:0/1688709999 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559428168fb0 0x55942815d570 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7fad68009790 tx=0x7fad68007640 comp rx=0 tx=0).ready entity=mon.1 client_cookie=46bdd70597e94740 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:09.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.195+0000 7fad5be00700 1 -- 172.21.15.8:0/1688709999 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad6802b070 con 0x559428168fb0 2024-05-20T21:31:09.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.195+0000 7fad5be00700 1 -- 172.21.15.8:0/1688709999 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fad68003c00 con 0x559428168fb0 2024-05-20T21:31:09.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.195+0000 7fad5be00700 1 -- 172.21.15.8:0/1688709999 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad68020030 con 0x559428168fb0 2024-05-20T21:31:09.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.196+0000 7fad811f7b80 1 -- 172.21.15.8:0/1688709999 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559428168fb0 msgr2=0x55942815d570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:09.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.196+0000 7fad811f7b80 1 --2- 172.21.15.8:0/1688709999 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559428168fb0 0x55942815d570 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7fad68009790 tx=0x7fad68007640 comp rx=0 tx=0).stop 2024-05-20T21:31:09.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.196+0000 7fad811f7b80 1 -- 172.21.15.8:0/1688709999 shutdown_connections 2024-05-20T21:31:09.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.196+0000 7fad811f7b80 1 --2- 172.21.15.8:0/1688709999 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559428168fb0 0x55942815d570 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:09.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.196+0000 7fad811f7b80 1 --2- 172.21.15.8:0/1688709999 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5594281631c0 0x559428162ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:09.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.196+0000 7fad811f7b80 1 --2- 172.21.15.8:0/1688709999 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559428168690 0x55942816b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:09.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.196+0000 7fad811f7b80 1 -- 172.21.15.8:0/1688709999 >> 172.21.15.8:0/1688709999 conn(0x559428090c60 msgr2=0x5594281671e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:09.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.196+0000 7fad811f7b80 1 -- 172.21.15.8:0/1688709999 shutdown_connections 2024-05-20T21:31:09.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.196+0000 7fad811f7b80 1 -- 172.21.15.8:0/1688709999 wait complete. 2024-05-20T21:31:09.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.197+0000 7fad811f7b80 1 -- start start 2024-05-20T21:31:09.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.197+0000 7fad811f7b80 1 Processor -- start 2024-05-20T21:31:09.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.197+0000 7fad811f7b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5594281631c0 0x5594281751f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:09.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.197+0000 7fad811f7b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559428168690 0x559428171c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:09.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.197+0000 7fad811f7b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559428168fb0 0x5594281721a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:09.200 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.197+0000 7fad811f7b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fad701b27c0 con 0x559428168690 2024-05-20T21:31:09.201 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.197+0000 7fad811f7b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fad701b3c30 con 0x5594281631c0 2024-05-20T21:31:09.201 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.197+0000 7fad811f7b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fad701b2e90 con 0x559428168fb0 2024-05-20T21:31:09.201 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.197+0000 7fad811f7b80 10 client.0 _ll_register_callbacks cb 0x55942805acf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:09.201 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.198+0000 7fad6f400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5594281631c0 0x5594281751f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:09.201 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.198+0000 7fad6fe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559428168fb0 0x5594281721a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:09.201 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.198+0000 7fad6fe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559428168fb0 0x5594281721a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:56764/0 (socket says 172.21.15.8:56764) 2024-05-20T21:31:09.201 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.198+0000 7fad6fe00700 1 -- 172.21.15.8:0/208515156 learned_addr learned my addr 172.21.15.8:0/208515156 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:09.201 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.198+0000 7fad6f400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5594281631c0 0x5594281751f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:60798/0 (socket says 172.21.15.8:60798) 2024-05-20T21:31:09.201 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.198+0000 7fad6ea00700 1 --2- 172.21.15.8:0/208515156 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559428168690 0x559428171c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:09.201 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.198+0000 7fad6fe00700 1 -- 172.21.15.8:0/208515156 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5594281631c0 msgr2=0x5594281751f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:09.201 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.198+0000 7fad6fe00700 1 --2- 172.21.15.8:0/208515156 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5594281631c0 0x5594281751f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:09.201 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.198+0000 7fad6fe00700 1 -- 172.21.15.8:0/208515156 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559428168690 msgr2=0x559428171c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:09.202 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.198+0000 7fad6fe00700 1 --2- 172.21.15.8:0/208515156 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559428168690 0x559428171c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:09.202 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.198+0000 7fad6fe00700 1 -- 172.21.15.8:0/208515156 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559428172880 con 0x559428168fb0 2024-05-20T21:31:09.202 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.198+0000 7fad6ea00700 1 --2- 172.21.15.8:0/208515156 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559428168690 0x559428171c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:31:09.202 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.198+0000 7fad6fe00700 1 --2- 172.21.15.8:0/208515156 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559428168fb0 0x5594281721a0 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7fad680093c0 tx=0x7fad680058e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d916b1aedd7f58c1 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:09.202 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.198+0000 7fad59600700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:31:09.202 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.199+0000 7fad59600700 1 -- 172.21.15.8:0/208515156 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad68020040 con 0x559428168fb0 2024-05-20T21:31:09.202 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.199+0000 7fad811f7b80 1 -- 172.21.15.8:0/208515156 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fad68003c00 con 0x559428168fb0 2024-05-20T21:31:09.202 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.199+0000 7fad59600700 1 -- 172.21.15.8:0/208515156 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fad68003a00 con 0x559428168fb0 2024-05-20T21:31:09.202 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.199+0000 7fad59600700 1 -- 172.21.15.8:0/208515156 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fad6802b040 con 0x559428168fb0 2024-05-20T21:31:09.202 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.199+0000 7fad811f7b80 10 client.29923 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:09.202 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.199+0000 7fad811f7b80 1 -- 172.21.15.8:0/208515156 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5594281e8090 con 0x559428168fb0 2024-05-20T21:31:09.202 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.199+0000 7fad59600700 1 -- 172.21.15.8:0/208515156 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fad68003c00 con 0x559428168fb0 2024-05-20T21:31:09.202 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.200+0000 7fad59600700 1 -- 172.21.15.8:0/208515156 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fad68011070 con 0x559428168fb0 2024-05-20T21:31:09.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.200+0000 7fad811f7b80 10 client.29923 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:09.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.200+0000 7fad811f7b80 10 client.29923 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:31:09.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.200+0000 7fad811f7b80 20 client.29923 populate_metadata read hostname 'smithi008' 2024-05-20T21:31:09.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.200+0000 7fad811f7b80 1 --2- 172.21.15.8:0/208515156 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5594281e82c0 0x5594281ea6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:09.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.200+0000 7fad811f7b80 4 client.29923 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:31:09.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.200+0000 7fad811f7b80 1 -- 172.21.15.8:0/208515156 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5594280bc5f0 con 0x5594281e82c0 2024-05-20T21:31:09.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.200+0000 7fad6f400700 1 --2- 172.21.15.8:0/208515156 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5594281e82c0 0x5594281ea6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:09.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.201+0000 7fad6f400700 1 --2- 172.21.15.8:0/208515156 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5594281e82c0 0x5594281ea6b0 crc :-1 s=READY pgs=409 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c68c9f385a230a56 server_cookie=871fe3dae0d302ce in_seq=0 out_seq=0 2024-05-20T21:31:09.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.201+0000 7fad59600700 10 client.29923 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:31:09.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.202+0000 7fad59600700 1 -- 172.21.15.8:0/208515156 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5594280bc5f0 con 0x5594281e82c0 2024-05-20T21:31:09.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.202+0000 7fad59600700 10 client.29923 handle_command_reply: tid=0 2024-05-20T21:31:09.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.202+0000 7fad811f7b80 1 client.29923 shutdown 2024-05-20T21:31:09.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.202+0000 7fad811f7b80 1 -- 172.21.15.8:0/208515156 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559428168fb0 msgr2=0x5594281721a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:09.205 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.202+0000 7fad811f7b80 1 --2- 172.21.15.8:0/208515156 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559428168fb0 0x5594281721a0 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7fad680093c0 tx=0x7fad680058e0 comp rx=0 tx=0).stop 2024-05-20T21:31:09.205 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.202+0000 7fad811f7b80 1 -- 172.21.15.8:0/208515156 shutdown_connections 2024-05-20T21:31:09.205 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.202+0000 7fad811f7b80 1 --2- 172.21.15.8:0/208515156 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5594281e82c0 0x5594281ea6b0 crc :-1 s=READY pgs=409 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:09.205 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.202+0000 7fad811f7b80 1 --2- 172.21.15.8:0/208515156 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5594281631c0 0x5594281751f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:09.205 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.202+0000 7fad811f7b80 1 --2- 172.21.15.8:0/208515156 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559428168fb0 0x5594281721a0 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:09.205 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.202+0000 7fad59600700 0 client.29923 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:31:09.205 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.202+0000 7fad811f7b80 1 --2- 172.21.15.8:0/208515156 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x559428168690 0x559428171c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:09.205 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.202+0000 7fad811f7b80 1 -- 172.21.15.8:0/208515156 >> 172.21.15.8:0/208515156 conn(0x559428090c60 msgr2=0x5594281671e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:09.205 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.202+0000 7fad811f7b80 1 -- 172.21.15.8:0/208515156 shutdown_connections 2024-05-20T21:31:09.205 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.202+0000 7fad811f7b80 1 -- 172.21.15.8:0/208515156 wait complete. 2024-05-20T21:31:09.205 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.202+0000 7fad811f7b80 20 client.29923 trim_cache size 0 max 16384 2024-05-20T21:31:09.205 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:31:09.206 INFO:teuthology.orchestra.run.smithi008.stdout: "return_code": 0, 2024-05-20T21:31:09.206 INFO:teuthology.orchestra.run.smithi008.stdout: "scrub_tag": "020aaea0-49c4-46cf-ac03-0539469da7e7", 2024-05-20T21:31:09.206 INFO:teuthology.orchestra.run.smithi008.stdout: "mode": "asynchronous" 2024-05-20T21:31:09.206 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:31:09.206 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.203+0000 7fad76800700 1 -- 172.21.15.8:0/20700787 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fad540b2900 msgr2=0x7fad540b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:09.206 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.203+0000 7fad76800700 1 --2- 172.21.15.8:0/20700787 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fad540b2900 0x7fad540b4dc0 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7fad60009880 tx=0x7fad60009260 comp rx=0 tx=0).stop 2024-05-20T21:31:09.206 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.203+0000 7fad76800700 1 -- 172.21.15.8:0/20700787 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fad70076090 msgr2=0x7fad701a0730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:09.207 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.203+0000 7fad76800700 1 --2- 172.21.15.8:0/20700787 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fad70076090 0x7fad701a0730 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7fad5c00eb90 tx=0x7fad5c00eea0 comp rx=0 tx=0).stop 2024-05-20T21:31:09.207 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.203+0000 7fad76800700 1 -- 172.21.15.8:0/20700787 shutdown_connections 2024-05-20T21:31:09.207 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.203+0000 7fad76800700 1 --2- 172.21.15.8:0/20700787 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fad540b2900 0x7fad540b4dc0 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:09.207 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.203+0000 7fad76800700 1 --2- 172.21.15.8:0/20700787 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fad70075770 0x7fad701a01f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:09.207 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.203+0000 7fad76800700 1 --2- 172.21.15.8:0/20700787 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fad70114710 0x7fad701a4ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:09.207 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.203+0000 7fad76800700 1 --2- 172.21.15.8:0/20700787 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fad70076090 0x7fad701a0730 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:09.207 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.203+0000 7fad76800700 1 -- 172.21.15.8:0/20700787 >> 172.21.15.8:0/20700787 conn(0x7fad7007a6f0 msgr2=0x7fad70113540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:09.207 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.204+0000 7fad76800700 1 -- 172.21.15.8:0/20700787 shutdown_connections 2024-05-20T21:31:09.207 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:09.204+0000 7fad76800700 1 -- 172.21.15.8:0/20700787 wait complete. 2024-05-20T21:31:09.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:31:09 smithi008 ceph-mon[31475]: scrub queued for path: / 2024-05-20T21:31:09.954 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:31:09 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:31:09.954 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:31:09 smithi008 ceph-mon[31475]: scrub summary: active paths [/] 2024-05-20T21:31:09.954 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:31:09 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:31:09.954 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:31:09 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:31:09.954 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:31:09 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:31:09.954 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:31:09 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:31:09.954 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:31:09 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:31:10.029 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:31:10.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:31:09 smithi130 ceph-mon[36448]: scrub queued for path: / 2024-05-20T21:31:10.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:31:09 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:31:10.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:31:09 smithi130 ceph-mon[36448]: scrub summary: active paths [/] 2024-05-20T21:31:10.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:31:09 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:31:10.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:31:09 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:31:10.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:31:09 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:31:10.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:31:09 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:31:10.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:31:09 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:31:10.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:31:09 smithi050 ceph-mon[35809]: scrub queued for path: / 2024-05-20T21:31:10.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:31:09 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:31:10.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:31:09 smithi050 ceph-mon[35809]: scrub summary: active paths [/] 2024-05-20T21:31:10.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:31:09 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:31:10.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:31:09 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:31:10.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:31:09 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:31:10.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:31:09 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:31:10.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:31:09 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:31:10.494 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:31:10.561 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.561+0000 7f728a600640 1 -- 172.21.15.8:0/3842972223 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f72840754b0 msgr2=0x7f7284075930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:10.561 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.561+0000 7f728a600640 1 --2- 172.21.15.8:0/3842972223 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f72840754b0 0x7f7284075930 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f7270009860 tx=0x7f727002a340 comp rx=0 tx=0).stop 2024-05-20T21:31:10.562 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.561+0000 7f728a600640 1 -- 172.21.15.8:0/3842972223 shutdown_connections 2024-05-20T21:31:10.562 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.561+0000 7f728a600640 1 --2- 172.21.15.8:0/3842972223 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f728410a7d0 0x7f728410cc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:10.562 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.561+0000 7f728a600640 1 --2- 172.21.15.8:0/3842972223 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f72840754b0 0x7f7284075930 unknown :-1 s=CLOSED pgs=697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:10.562 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.561+0000 7f728a600640 1 --2- 172.21.15.8:0/3842972223 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7284076a90 0x7f7284074ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:10.562 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.561+0000 7f728a600640 1 -- 172.21.15.8:0/3842972223 >> 172.21.15.8:0/3842972223 conn(0x7f72840fde80 msgr2=0x7f72841002c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:10.562 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.561+0000 7f728a600640 1 -- 172.21.15.8:0/3842972223 shutdown_connections 2024-05-20T21:31:10.562 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.561+0000 7f728a600640 1 -- 172.21.15.8:0/3842972223 wait complete. 2024-05-20T21:31:10.563 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.562+0000 7f728a600640 1 Processor -- start 2024-05-20T21:31:10.563 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.562+0000 7f728a600640 1 -- start start 2024-05-20T21:31:10.564 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.563+0000 7f728a600640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f72840754b0 0x7f728419ad20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:10.564 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.563+0000 7f728a600640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7284076a90 0x7f728419b260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:10.564 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.563+0000 7f728a600640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f728410a7d0 0x7f72841a2290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:10.564 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.563+0000 7f728a600640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f7284110620 con 0x7f72840754b0 2024-05-20T21:31:10.564 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.563+0000 7f728a600640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f72841104a0 con 0x7f728410a7d0 2024-05-20T21:31:10.564 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.563+0000 7f728a600640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f72841107a0 con 0x7f7284076a90 2024-05-20T21:31:10.564 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.563+0000 7f7289200640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f72840754b0 0x7f728419ad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:10.564 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.563+0000 7f7289200640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f72840754b0 0x7f728419ad20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:35430/0 (socket says 172.21.15.8:35430) 2024-05-20T21:31:10.564 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.563+0000 7f7289200640 1 -- 172.21.15.8:0/3606085071 learned_addr learned my addr 172.21.15.8:0/3606085071 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:10.564 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.563+0000 7f7289c00640 1 --2- 172.21.15.8:0/3606085071 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f728410a7d0 0x7f72841a2290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:10.564 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.563+0000 7f7283e00640 1 --2- 172.21.15.8:0/3606085071 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7284076a90 0x7f728419b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:10.565 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.563+0000 7f7289200640 1 -- 172.21.15.8:0/3606085071 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7284076a90 msgr2=0x7f728419b260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:10.565 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.564+0000 7f7289200640 1 --2- 172.21.15.8:0/3606085071 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7284076a90 0x7f728419b260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:10.565 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.564+0000 7f7289200640 1 -- 172.21.15.8:0/3606085071 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f728410a7d0 msgr2=0x7f72841a2290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:10.565 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.564+0000 7f7289200640 1 --2- 172.21.15.8:0/3606085071 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f728410a7d0 0x7f72841a2290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:10.565 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.564+0000 7f7289200640 1 -- 172.21.15.8:0/3606085071 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72841a2930 con 0x7f72840754b0 2024-05-20T21:31:10.566 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.564+0000 7f7289200640 1 --2- 172.21.15.8:0/3606085071 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f72840754b0 0x7f728419ad20 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7f727800e9c0 tx=0x7f727800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:10.566 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.564+0000 7f7281600640 1 -- 172.21.15.8:0/3606085071 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f727800cde0 con 0x7f72840754b0 2024-05-20T21:31:10.566 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.564+0000 7f7281600640 1 -- 172.21.15.8:0/3606085071 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f72780035f0 con 0x7f72840754b0 2024-05-20T21:31:10.566 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.564+0000 7f728a600640 1 -- 172.21.15.8:0/3606085071 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72841a2c20 con 0x7f72840754b0 2024-05-20T21:31:10.566 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.564+0000 7f7281600640 1 -- 172.21.15.8:0/3606085071 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7278010690 con 0x7f72840754b0 2024-05-20T21:31:10.566 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.564+0000 7f728a600640 1 -- 172.21.15.8:0/3606085071 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72841a3170 con 0x7f72840754b0 2024-05-20T21:31:10.572 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.568+0000 7f728ebb8740 1 Processor -- start 2024-05-20T21:31:10.572 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.568+0000 7f728ebb8740 1 -- start start 2024-05-20T21:31:10.573 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.568+0000 7f7281600640 1 -- 172.21.15.8:0/3606085071 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f7278004000 con 0x7f72840754b0 2024-05-20T21:31:10.573 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.569+0000 7f728ebb8740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5601eed2acf0 0x5601eed2b110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:10.573 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.569+0000 7f728ebb8740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5601eed2b6e0 0x5601eed301e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:10.573 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.569+0000 7f728ebb8740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5601eed30850 0x5601eed32ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:10.573 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.569+0000 7f728ebb8740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5601eec9ab90 con 0x5601eed2acf0 2024-05-20T21:31:10.573 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.569+0000 7f728ebb8740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5601eec8a730 con 0x5601eed2b6e0 2024-05-20T21:31:10.573 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.569+0000 7f728ebb8740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5601eec8e770 con 0x5601eed30850 2024-05-20T21:31:10.573 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.569+0000 7f7289c00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5601eed2acf0 0x5601eed2b110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:10.573 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.569+0000 7f7289c00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5601eed2acf0 0x5601eed2b110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:35444/0 (socket says 172.21.15.8:35444) 2024-05-20T21:31:10.573 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.569+0000 7f7289c00640 1 -- 172.21.15.8:0/134521955 learned_addr learned my addr 172.21.15.8:0/134521955 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:10.573 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.569+0000 7f7283e00640 1 --2- 172.21.15.8:0/134521955 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5601eed30850 0x5601eed32ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:10.574 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.569+0000 7f7289200640 1 --2- 172.21.15.8:0/134521955 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5601eed2b6e0 0x5601eed301e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:10.574 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.569+0000 7f7289c00640 1 -- 172.21.15.8:0/134521955 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5601eed30850 msgr2=0x5601eed32ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:10.574 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.569+0000 7f7289c00640 1 --2- 172.21.15.8:0/134521955 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5601eed30850 0x5601eed32ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:10.574 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.569+0000 7f7289c00640 1 -- 172.21.15.8:0/134521955 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5601eed2b6e0 msgr2=0x5601eed301e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:10.574 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.569+0000 7f7289c00640 1 --2- 172.21.15.8:0/134521955 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5601eed2b6e0 0x5601eed301e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:10.574 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.569+0000 7f7289c00640 1 -- 172.21.15.8:0/134521955 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5601eec238b0 con 0x5601eed2acf0 2024-05-20T21:31:10.574 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.570+0000 7f7283e00640 1 --2- 172.21.15.8:0/134521955 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5601eed30850 0x5601eed32ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:10.574 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.570+0000 7f7289c00640 1 --2- 172.21.15.8:0/134521955 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5601eed2acf0 0x5601eed2b110 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7f727c009fd0 tx=0x7f727c0118d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d453c370bd3cbbf3 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:10.574 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.570+0000 7f7276000640 1 -- 172.21.15.8:0/134521955 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f727c004d20 con 0x5601eed2acf0 2024-05-20T21:31:10.574 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.570+0000 7f7276000640 1 -- 172.21.15.8:0/134521955 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f727c004050 con 0x5601eed2acf0 2024-05-20T21:31:10.574 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.570+0000 7f7276000640 1 -- 172.21.15.8:0/134521955 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f727c005280 con 0x5601eed2acf0 2024-05-20T21:31:10.574 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.570+0000 7f7281600640 1 --2- 172.21.15.8:0/3606085071 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f726c0b27d0 0x7f726c0b4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:10.574 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.571+0000 7f7281600640 1 -- 172.21.15.8:0/3606085071 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f72780e2600 con 0x7f72840754b0 2024-05-20T21:31:10.575 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.571+0000 7f7289200640 1 --2- 172.21.15.8:0/3606085071 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f726c0b27d0 0x7f726c0b4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:10.575 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.571+0000 7f728ebb8740 1 -- 172.21.15.8:0/134521955 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5601eed2acf0 msgr2=0x5601eed2b110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:10.575 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.571+0000 7f728ebb8740 1 --2- 172.21.15.8:0/134521955 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5601eed2acf0 0x5601eed2b110 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7f727c009fd0 tx=0x7f727c0118d0 comp rx=0 tx=0).stop 2024-05-20T21:31:10.575 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.571+0000 7f728ebb8740 1 -- 172.21.15.8:0/134521955 shutdown_connections 2024-05-20T21:31:10.575 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.571+0000 7f728ebb8740 1 --2- 172.21.15.8:0/134521955 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5601eed30850 0x5601eed32ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:10.575 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.571+0000 7f728ebb8740 1 --2- 172.21.15.8:0/134521955 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5601eed2b6e0 0x5601eed301e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:10.575 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.571+0000 7f728ebb8740 1 --2- 172.21.15.8:0/134521955 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5601eed2acf0 0x5601eed2b110 unknown :-1 s=CLOSED pgs=772 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:10.575 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.571+0000 7f728ebb8740 1 -- 172.21.15.8:0/134521955 >> 172.21.15.8:0/134521955 conn(0x5601eed26360 msgr2=0x5601eed26760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:10.575 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.571+0000 7f728ebb8740 1 -- 172.21.15.8:0/134521955 shutdown_connections 2024-05-20T21:31:10.575 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.571+0000 7f728ebb8740 1 -- 172.21.15.8:0/134521955 wait complete. 2024-05-20T21:31:10.575 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.571+0000 7f7289200640 1 --2- 172.21.15.8:0/3606085071 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f726c0b27d0 0x7f726c0b4c90 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f72780e0090 tx=0x7f72780e80e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:10.575 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.572+0000 7f728ebb8740 1 -- start start 2024-05-20T21:31:10.576 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.572+0000 7f728ebb8740 1 Processor -- start 2024-05-20T21:31:10.579 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.572+0000 7f728ebb8740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5601eed2acf0 0x5601eed34a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:10.579 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.572+0000 7f728ebb8740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5601eed2b6e0 0x5601eed34f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:10.579 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.572+0000 7f728ebb8740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5601eed30850 0x5601eed3bfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:10.579 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.572+0000 7f728ebb8740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5601ee970790 con 0x5601eed2acf0 2024-05-20T21:31:10.579 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.572+0000 7f728ebb8740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5601eec32bc0 con 0x5601eed2b6e0 2024-05-20T21:31:10.579 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.572+0000 7f728ebb8740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5601eed33800 con 0x5601eed30850 2024-05-20T21:31:10.579 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.572+0000 7f728ebb8740 10 client.0 _ll_register_callbacks cb 0x5601eec10400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:10.579 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.573+0000 7f7289c00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5601eed2acf0 0x5601eed34a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:10.580 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.573+0000 7f7289c00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5601eed2acf0 0x5601eed34a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:35458/0 (socket says 172.21.15.8:35458) 2024-05-20T21:31:10.580 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.573+0000 7f7289c00640 1 -- 172.21.15.8:0/3873774699 learned_addr learned my addr 172.21.15.8:0/3873774699 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:10.580 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.573+0000 7f7283e00640 1 --2- 172.21.15.8:0/3873774699 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5601eed2b6e0 0x5601eed34f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:10.580 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.573+0000 7f7289c00640 1 --2- 172.21.15.8:0/3873774699 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5601eed30850 0x5601eed3bfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:10.580 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.573+0000 7f7283e00640 1 -- 172.21.15.8:0/3873774699 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5601eed30850 msgr2=0x5601eed3bfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:10.580 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.573+0000 7f7283e00640 1 --2- 172.21.15.8:0/3873774699 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5601eed30850 0x5601eed3bfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:10.580 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.573+0000 7f7283e00640 1 -- 172.21.15.8:0/3873774699 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5601eed2acf0 msgr2=0x5601eed34a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:10.580 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.573+0000 7f7283e00640 1 --2- 172.21.15.8:0/3873774699 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5601eed2acf0 0x5601eed34a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:10.580 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.573+0000 7f7283e00640 1 -- 172.21.15.8:0/3873774699 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5601ee99f210 con 0x5601eed2b6e0 2024-05-20T21:31:10.580 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.573+0000 7f7289c00640 1 --2- 172.21.15.8:0/3873774699 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5601eed2acf0 0x5601eed34a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:10.580 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.573+0000 7f7283e00640 1 --2- 172.21.15.8:0/3873774699 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5601eed2b6e0 0x5601eed34f90 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f7270035040 tx=0x7f7270005b20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5fd383f06fa99de9 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:10.580 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.573+0000 7f726aa00640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:31:10.580 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.574+0000 7f726aa00640 1 -- 172.21.15.8:0/3873774699 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7270037040 con 0x5601eed2b6e0 2024-05-20T21:31:10.580 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.574+0000 7f726aa00640 1 -- 172.21.15.8:0/3873774699 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f7270004040 con 0x5601eed2b6e0 2024-05-20T21:31:10.580 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.574+0000 7f728ebb8740 1 -- 172.21.15.8:0/3873774699 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f727c004050 con 0x5601eed2b6e0 2024-05-20T21:31:10.581 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.574+0000 7f726aa00640 1 -- 172.21.15.8:0/3873774699 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f727004d050 con 0x5601eed2b6e0 2024-05-20T21:31:10.581 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.574+0000 7f728ebb8740 10 client.29879 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:10.581 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.574+0000 7f728ebb8740 1 -- 172.21.15.8:0/3873774699 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5601eea6b620 con 0x5601eed2b6e0 2024-05-20T21:31:10.581 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.574+0000 7f726aa00640 1 -- 172.21.15.8:0/3873774699 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f727c004050 con 0x5601eed2b6e0 2024-05-20T21:31:10.581 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.574+0000 7f726aa00640 1 -- 172.21.15.8:0/3873774699 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f7270032440 con 0x5601eed2b6e0 2024-05-20T21:31:10.581 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.575+0000 7f728ebb8740 10 client.29879 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:10.581 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.575+0000 7f728ebb8740 10 client.29879 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:31:10.581 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.575+0000 7f728ebb8740 20 client.29879 populate_metadata read hostname 'smithi008' 2024-05-20T21:31:10.581 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.575+0000 7f728ebb8740 1 --2- 172.21.15.8:0/3873774699 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5601eed40530 0x5601eed42920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:10.581 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.575+0000 7f728ebb8740 4 client.29879 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:31:10.581 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.575+0000 7f728ebb8740 1 -- 172.21.15.8:0/3873774699 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5601eec9cae0 con 0x5601eed40530 2024-05-20T21:31:10.581 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.575+0000 7f7289c00640 1 --2- 172.21.15.8:0/3873774699 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5601eed40530 0x5601eed42920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:10.581 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.576+0000 7f7289c00640 1 --2- 172.21.15.8:0/3873774699 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5601eed40530 0x5601eed42920 crc :-1 s=READY pgs=410 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c44d94a571810230 server_cookie=80ed20209bfe3aaf in_seq=0 out_seq=0 2024-05-20T21:31:10.581 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.576+0000 7f726aa00640 10 client.29879 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:31:10.582 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.577+0000 7f726aa00640 1 -- 172.21.15.8:0/3873774699 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5601eec9cae0 con 0x5601eed40530 2024-05-20T21:31:10.582 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.577+0000 7f726aa00640 10 client.29879 handle_command_reply: tid=0 2024-05-20T21:31:10.582 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.577+0000 7f728ebb8740 1 client.29879 shutdown 2024-05-20T21:31:10.582 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.577+0000 7f728ebb8740 1 -- 172.21.15.8:0/3873774699 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5601eed2b6e0 msgr2=0x5601eed34f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:10.582 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.577+0000 7f728ebb8740 1 --2- 172.21.15.8:0/3873774699 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5601eed2b6e0 0x5601eed34f90 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f7270035040 tx=0x7f7270005b20 comp rx=0 tx=0).stop 2024-05-20T21:31:10.582 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.577+0000 7f728ebb8740 1 -- 172.21.15.8:0/3873774699 shutdown_connections 2024-05-20T21:31:10.582 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.577+0000 7f728ebb8740 1 --2- 172.21.15.8:0/3873774699 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5601eed40530 0x5601eed42920 crc :-1 s=READY pgs=410 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:10.582 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.577+0000 7f728ebb8740 1 --2- 172.21.15.8:0/3873774699 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5601eed30850 0x5601eed3bfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:10.582 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.577+0000 7f728ebb8740 1 --2- 172.21.15.8:0/3873774699 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5601eed2b6e0 0x5601eed34f90 unknown :-1 s=CLOSED pgs=698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:10.582 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.577+0000 7f728ebb8740 1 --2- 172.21.15.8:0/3873774699 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5601eed2acf0 0x5601eed34a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:10.582 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.577+0000 7f728ebb8740 1 -- 172.21.15.8:0/3873774699 >> 172.21.15.8:0/3873774699 conn(0x5601eed26360 msgr2=0x5601eed254c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:10.582 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.577+0000 7f726aa00640 0 client.29879 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:31:10.582 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.578+0000 7f728ebb8740 1 -- 172.21.15.8:0/3873774699 shutdown_connections 2024-05-20T21:31:10.582 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.578+0000 7f728ebb8740 1 -- 172.21.15.8:0/3873774699 wait complete. 2024-05-20T21:31:10.582 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.578+0000 7f728ebb8740 20 client.29879 trim_cache size 0 max 16384 2024-05-20T21:31:10.595 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.595+0000 7f728ebb8740 1 Processor -- start 2024-05-20T21:31:10.595 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.595+0000 7f728ebb8740 1 -- start start 2024-05-20T21:31:10.595 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.595+0000 7f728ebb8740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5601eed2acf0 0x5601eed25e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:10.595 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.595+0000 7f728ebb8740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5601eed2b6e0 0x5601eed3bf90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:10.595 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.595+0000 7f728ebb8740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5601eed30850 0x5601eed24c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:10.596 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.595+0000 7f728ebb8740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f72841ae7c0 con 0x5601eed2acf0 2024-05-20T21:31:10.596 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.595+0000 7f728ebb8740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f72841ac090 con 0x5601eed30850 2024-05-20T21:31:10.596 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.595+0000 7f728ebb8740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f72841a9ee0 con 0x5601eed2b6e0 2024-05-20T21:31:10.597 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.595+0000 7f7289c00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5601eed2acf0 0x5601eed25e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:10.597 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.595+0000 7f7289c00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5601eed2acf0 0x5601eed25e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:35466/0 (socket says 172.21.15.8:35466) 2024-05-20T21:31:10.598 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.595+0000 7f7289c00640 1 -- 172.21.15.8:0/461243039 learned_addr learned my addr 172.21.15.8:0/461243039 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:10.598 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.595+0000 7f7283e00640 1 --2- 172.21.15.8:0/461243039 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5601eed2b6e0 0x5601eed3bf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:10.598 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.595+0000 7f7289c00640 1 --2- 172.21.15.8:0/461243039 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5601eed30850 0x5601eed24c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:10.598 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.596+0000 7f7289c00640 1 -- 172.21.15.8:0/461243039 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5601eed2b6e0 msgr2=0x5601eed3bf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:10.598 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.596+0000 7f7289c00640 1 --2- 172.21.15.8:0/461243039 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5601eed2b6e0 0x5601eed3bf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:10.598 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.596+0000 7f7289c00640 1 -- 172.21.15.8:0/461243039 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5601eed30850 msgr2=0x5601eed24c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:10.598 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.596+0000 7f7289c00640 1 --2- 172.21.15.8:0/461243039 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5601eed30850 0x5601eed24c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:10.598 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.596+0000 7f7289c00640 1 -- 172.21.15.8:0/461243039 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5601eed2f840 con 0x5601eed2acf0 2024-05-20T21:31:10.598 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.596+0000 7f7283e00640 1 --2- 172.21.15.8:0/461243039 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5601eed2b6e0 0x5601eed3bf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:10.598 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.596+0000 7f7289c00640 1 --2- 172.21.15.8:0/461243039 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5601eed2acf0 0x5601eed25e00 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7f727c011dd0 tx=0x7f727c003f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a2fd1e1ca3a1050 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:10.598 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.596+0000 7f7275600640 1 -- 172.21.15.8:0/461243039 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f727c004670 con 0x5601eed2acf0 2024-05-20T21:31:10.598 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.596+0000 7f7275600640 1 -- 172.21.15.8:0/461243039 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f727c009b30 con 0x5601eed2acf0 2024-05-20T21:31:10.599 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.596+0000 7f7275600640 1 -- 172.21.15.8:0/461243039 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f727c00fb90 con 0x5601eed2acf0 2024-05-20T21:31:10.599 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.597+0000 7f728ebb8740 1 -- 172.21.15.8:0/461243039 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5601eed2acf0 msgr2=0x5601eed25e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:10.599 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.597+0000 7f728ebb8740 1 --2- 172.21.15.8:0/461243039 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5601eed2acf0 0x5601eed25e00 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7f727c011dd0 tx=0x7f727c003f50 comp rx=0 tx=0).stop 2024-05-20T21:31:10.599 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.597+0000 7f728ebb8740 1 -- 172.21.15.8:0/461243039 shutdown_connections 2024-05-20T21:31:10.599 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.597+0000 7f728ebb8740 1 --2- 172.21.15.8:0/461243039 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5601eed30850 0x5601eed24c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:10.599 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.597+0000 7f728ebb8740 1 --2- 172.21.15.8:0/461243039 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5601eed2b6e0 0x5601eed3bf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:10.599 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.597+0000 7f728ebb8740 1 --2- 172.21.15.8:0/461243039 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5601eed2acf0 0x5601eed25e00 unknown :-1 s=CLOSED pgs=773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:10.599 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.597+0000 7f728ebb8740 1 -- 172.21.15.8:0/461243039 >> 172.21.15.8:0/461243039 conn(0x5601eed26360 msgr2=0x5601eed2c180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:10.599 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.597+0000 7f728ebb8740 1 -- 172.21.15.8:0/461243039 shutdown_connections 2024-05-20T21:31:10.599 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.597+0000 7f728ebb8740 1 -- 172.21.15.8:0/461243039 wait complete. 2024-05-20T21:31:10.599 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.597+0000 7f728ebb8740 1 -- start start 2024-05-20T21:31:10.602 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.598+0000 7f728ebb8740 1 Processor -- start 2024-05-20T21:31:10.602 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.598+0000 7f728ebb8740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5601eed2acf0 0x5601eed38f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:10.602 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.598+0000 7f728ebb8740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5601eed2b6e0 0x5601eed394b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:10.602 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.598+0000 7f728ebb8740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5601eed30850 0x5601eeda90b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:10.602 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.598+0000 7f728ebb8740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f72841aa550 con 0x5601eed2b6e0 2024-05-20T21:31:10.602 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.598+0000 7f728ebb8740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f72841ab9c0 con 0x5601eed30850 2024-05-20T21:31:10.602 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.598+0000 7f728ebb8740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f72841aac20 con 0x5601eed2acf0 2024-05-20T21:31:10.602 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.598+0000 7f728ebb8740 10 client.0 _ll_register_callbacks cb 0x7f727c0093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:10.602 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.598+0000 7f7283e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5601eed2b6e0 0x5601eed394b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:10.603 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.598+0000 7f7283e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5601eed2b6e0 0x5601eed394b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:35470/0 (socket says 172.21.15.8:35470) 2024-05-20T21:31:10.603 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.598+0000 7f7283e00640 1 -- 172.21.15.8:0/3457930586 learned_addr learned my addr 172.21.15.8:0/3457930586 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:10.603 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.598+0000 7f7289c00640 1 --2- 172.21.15.8:0/3457930586 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5601eed2acf0 0x5601eed38f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:10.603 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.598+0000 7f7289c00640 1 --2- 172.21.15.8:0/3457930586 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5601eed30850 0x5601eeda90b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:10.603 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.599+0000 7f7283e00640 1 -- 172.21.15.8:0/3457930586 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5601eed2acf0 msgr2=0x5601eed38f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:10.603 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.599+0000 7f7283e00640 1 --2- 172.21.15.8:0/3457930586 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5601eed2acf0 0x5601eed38f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:10.603 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.599+0000 7f7283e00640 1 -- 172.21.15.8:0/3457930586 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5601eed30850 msgr2=0x5601eeda90b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:10.603 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.599+0000 7f7283e00640 1 --2- 172.21.15.8:0/3457930586 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5601eed30850 0x5601eeda90b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:10.603 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.599+0000 7f7283e00640 1 -- 172.21.15.8:0/3457930586 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5601eeda95f0 con 0x5601eed2b6e0 2024-05-20T21:31:10.603 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.599+0000 7f7283e00640 1 --2- 172.21.15.8:0/3457930586 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5601eed2b6e0 0x5601eed394b0 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7f727002c010 tx=0x7f7270005fa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2eac8c7249bfe3c6 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:10.603 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.599+0000 7f726aa00640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:31:10.603 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.599+0000 7f726aa00640 1 -- 172.21.15.8:0/3457930586 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7270056060 con 0x5601eed2b6e0 2024-05-20T21:31:10.603 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.599+0000 7f726aa00640 1 -- 172.21.15.8:0/3457930586 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f7270005040 con 0x5601eed2b6e0 2024-05-20T21:31:10.604 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.599+0000 7f728ebb8740 1 -- 172.21.15.8:0/3457930586 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f727c009b30 con 0x5601eed2b6e0 2024-05-20T21:31:10.604 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.599+0000 7f726aa00640 1 -- 172.21.15.8:0/3457930586 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f7270037050 con 0x5601eed2b6e0 2024-05-20T21:31:10.604 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.599+0000 7f728ebb8740 10 client.19773 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:10.604 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.599+0000 7f728ebb8740 1 -- 172.21.15.8:0/3457930586 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5601eedaa8d0 con 0x5601eed2b6e0 2024-05-20T21:31:10.604 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.600+0000 7f726aa00640 1 -- 172.21.15.8:0/3457930586 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f727c009b30 con 0x5601eed2b6e0 2024-05-20T21:31:10.604 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.600+0000 7f726aa00640 1 -- 172.21.15.8:0/3457930586 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f72700048f0 con 0x5601eed2b6e0 2024-05-20T21:31:10.604 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.600+0000 7f728ebb8740 10 client.19773 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:10.604 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.600+0000 7f728ebb8740 10 client.19773 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:31:10.604 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.600+0000 7f728ebb8740 20 client.19773 populate_metadata read hostname 'smithi008' 2024-05-20T21:31:10.604 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.600+0000 7f728ebb8740 1 --2- 172.21.15.8:0/3457930586 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5601eedab280 0x5601eedad6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:10.604 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.600+0000 7f728ebb8740 4 client.19773 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:31:10.604 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.600+0000 7f728ebb8740 1 -- 172.21.15.8:0/3457930586 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5601eec962c0 con 0x5601eedab280 2024-05-20T21:31:10.604 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.600+0000 7f7289c00640 1 --2- 172.21.15.8:0/3457930586 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5601eedab280 0x5601eedad6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:10.604 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.601+0000 7f7289c00640 1 --2- 172.21.15.8:0/3457930586 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5601eedab280 0x5601eedad6a0 crc :-1 s=READY pgs=411 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8c9c9c64c94efe6 server_cookie=35bf47bb6b006921 in_seq=0 out_seq=0 2024-05-20T21:31:10.605 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.601+0000 7f726aa00640 10 client.19773 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:31:10.617 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.616+0000 7f726aa00640 1 -- 172.21.15.8:0/3457930586 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5601eec962c0 con 0x5601eedab280 2024-05-20T21:31:10.617 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.616+0000 7f726aa00640 10 client.19773 handle_command_reply: tid=0 2024-05-20T21:31:10.617 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.616+0000 7f728ebb8740 1 client.19773 shutdown 2024-05-20T21:31:10.617 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.616+0000 7f728ebb8740 1 -- 172.21.15.8:0/3457930586 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5601eed2b6e0 msgr2=0x5601eed394b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:10.617 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.616+0000 7f728ebb8740 1 --2- 172.21.15.8:0/3457930586 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5601eed2b6e0 0x5601eed394b0 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7f727002c010 tx=0x7f7270005fa0 comp rx=0 tx=0).stop 2024-05-20T21:31:10.617 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.616+0000 7f728ebb8740 1 -- 172.21.15.8:0/3457930586 shutdown_connections 2024-05-20T21:31:10.617 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.616+0000 7f728ebb8740 1 --2- 172.21.15.8:0/3457930586 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5601eedab280 0x5601eedad6a0 crc :-1 s=READY pgs=411 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:10.617 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.616+0000 7f728ebb8740 1 --2- 172.21.15.8:0/3457930586 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5601eed30850 0x5601eeda90b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:10.617 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.616+0000 7f728ebb8740 1 --2- 172.21.15.8:0/3457930586 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5601eed2b6e0 0x5601eed394b0 unknown :-1 s=CLOSED pgs=774 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:10.618 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.616+0000 7f726aa00640 0 client.19773 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:31:10.618 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.616+0000 7f728ebb8740 1 --2- 172.21.15.8:0/3457930586 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5601eed2acf0 0x5601eed38f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:10.618 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.616+0000 7f728ebb8740 1 -- 172.21.15.8:0/3457930586 >> 172.21.15.8:0/3457930586 conn(0x5601eed26360 msgr2=0x5601eed29040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:10.618 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.616+0000 7f728ebb8740 1 -- 172.21.15.8:0/3457930586 shutdown_connections 2024-05-20T21:31:10.618 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.616+0000 7f728ebb8740 1 -- 172.21.15.8:0/3457930586 wait complete. 2024-05-20T21:31:10.618 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.617+0000 7f728ebb8740 20 client.19773 trim_cache size 0 max 16384 2024-05-20T21:31:10.618 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:31:10.618 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:31:10.618 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:31:10.619 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.617+0000 7f728a600640 1 -- 172.21.15.8:0/3606085071 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f726c0b27d0 msgr2=0x7f726c0b4c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:10.619 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.617+0000 7f728a600640 1 --2- 172.21.15.8:0/3606085071 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f726c0b27d0 0x7f726c0b4c90 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f72780e0090 tx=0x7f72780e80e0 comp rx=0 tx=0).stop 2024-05-20T21:31:10.619 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.617+0000 7f728a600640 1 -- 172.21.15.8:0/3606085071 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f72840754b0 msgr2=0x7f728419ad20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:10.619 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.617+0000 7f728a600640 1 --2- 172.21.15.8:0/3606085071 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f72840754b0 0x7f728419ad20 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7f727800e9c0 tx=0x7f727800ee80 comp rx=0 tx=0).stop 2024-05-20T21:31:10.619 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.618+0000 7f728a600640 1 -- 172.21.15.8:0/3606085071 shutdown_connections 2024-05-20T21:31:10.619 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.618+0000 7f728a600640 1 --2- 172.21.15.8:0/3606085071 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f726c0b27d0 0x7f726c0b4c90 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:10.619 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.618+0000 7f728a600640 1 --2- 172.21.15.8:0/3606085071 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f728410a7d0 0x7f72841a2290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:10.619 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.618+0000 7f728a600640 1 --2- 172.21.15.8:0/3606085071 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7284076a90 0x7f728419b260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:10.620 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.618+0000 7f728a600640 1 --2- 172.21.15.8:0/3606085071 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f72840754b0 0x7f728419ad20 unknown :-1 s=CLOSED pgs=771 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:10.620 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.618+0000 7f728a600640 1 -- 172.21.15.8:0/3606085071 >> 172.21.15.8:0/3606085071 conn(0x7f72840fde80 msgr2=0x7f72841066d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:10.620 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.618+0000 7f728a600640 1 -- 172.21.15.8:0/3606085071 shutdown_connections 2024-05-20T21:31:10.620 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:10.618+0000 7f728a600640 1 -- 172.21.15.8:0/3606085071 wait complete. 2024-05-20T21:31:10.898 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:31:10 smithi008 ceph-mon[31475]: Adjusting osd_memory_target on smithi130 to 176.2M 2024-05-20T21:31:10.898 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:31:10 smithi008 ceph-mon[31475]: Unable to set osd_memory_target on smithi130 to 184769536: error parsing value: Value '184769536' is below minimum 939524096 2024-05-20T21:31:10.898 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:31:10 smithi008 ceph-mon[31475]: pgmap v915: 97 pgs: 97 active+clean; 4.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:31:10.898 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:31:10 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:31:10.898 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:31:10 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:31:10.899 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:31:10 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:31:11.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:31:10 smithi130 ceph-mon[36448]: Adjusting osd_memory_target on smithi130 to 176.2M 2024-05-20T21:31:11.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:31:10 smithi130 ceph-mon[36448]: Unable to set osd_memory_target on smithi130 to 184769536: error parsing value: Value '184769536' is below minimum 939524096 2024-05-20T21:31:11.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:31:10 smithi130 ceph-mon[36448]: pgmap v915: 97 pgs: 97 active+clean; 4.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:31:11.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:31:10 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:31:11.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:31:10 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:31:11.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:31:10 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:31:11.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:31:10 smithi050 ceph-mon[35809]: Adjusting osd_memory_target on smithi130 to 176.2M 2024-05-20T21:31:11.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:31:10 smithi050 ceph-mon[35809]: Unable to set osd_memory_target on smithi130 to 184769536: error parsing value: Value '184769536' is below minimum 939524096 2024-05-20T21:31:11.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:31:10 smithi050 ceph-mon[35809]: pgmap v915: 97 pgs: 97 active+clean; 4.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:31:11.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:31:10 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:31:11.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:31:10 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:31:11.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:31:10 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:31:11.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:31:11 smithi008 ceph-mon[31475]: scrub summary: idle 2024-05-20T21:31:12.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:31:11 smithi130 ceph-mon[36448]: scrub summary: idle 2024-05-20T21:31:12.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:31:11 smithi050 ceph-mon[35809]: scrub summary: idle 2024-05-20T21:31:12.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.709+0000 7fb80e800700 1 -- 172.21.15.8:0/911587832 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb80810b670 msgr2=0x7fb80810ba50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:12.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.709+0000 7fb80e800700 1 --2- 172.21.15.8:0/911587832 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb80810b670 0x7fb80810ba50 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7fb7fc009990 tx=0x7fb7fc009ca0 comp rx=0 tx=0).stop 2024-05-20T21:31:12.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.709+0000 7fb80e800700 1 -- 172.21.15.8:0/911587832 shutdown_connections 2024-05-20T21:31:12.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.709+0000 7fb80e800700 1 --2- 172.21.15.8:0/911587832 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb808106030 0x7fb808112540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:12.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.709+0000 7fb80e800700 1 --2- 172.21.15.8:0/911587832 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb80810b670 0x7fb80810ba50 unknown :-1 s=CLOSED pgs=775 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:12.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.709+0000 7fb80e800700 1 --2- 172.21.15.8:0/911587832 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb808105670 0x7fb808105af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:12.710 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.709+0000 7fb80e800700 1 -- 172.21.15.8:0/911587832 >> 172.21.15.8:0/911587832 conn(0x7fb808101160 msgr2=0x7fb808103580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:12.711 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.709+0000 7fb80e800700 1 -- 172.21.15.8:0/911587832 shutdown_connections 2024-05-20T21:31:12.711 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.709+0000 7fb80e800700 1 -- 172.21.15.8:0/911587832 wait complete. 2024-05-20T21:31:12.711 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.710+0000 7fb80e800700 1 Processor -- start 2024-05-20T21:31:12.712 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.710+0000 7fb80e800700 1 -- start start 2024-05-20T21:31:12.712 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.711+0000 7fb80e800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb808105670 0x7fb80819bd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:12.712 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.711+0000 7fb80e800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb808106030 0x7fb80819c290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:12.712 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.711+0000 7fb80e800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb80810b670 0x7fb8081a0620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:12.712 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.711+0000 7fb80e800700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fb8081158a0 con 0x7fb80810b670 2024-05-20T21:31:12.712 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.711+0000 7fb80e800700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb808115720 con 0x7fb808105670 2024-05-20T21:31:12.712 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.711+0000 7fb80e800700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fb808115a20 con 0x7fb808106030 2024-05-20T21:31:12.712 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.711+0000 7fb80d400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb808105670 0x7fb80819bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:12.712 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.711+0000 7fb80ca00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb808106030 0x7fb80819c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:12.712 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.711+0000 7fb80de00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb80810b670 0x7fb8081a0620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:12.712 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.711+0000 7fb80d400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb808105670 0x7fb80819bd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:60866/0 (socket says 172.21.15.8:60866) 2024-05-20T21:31:12.712 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.711+0000 7fb80d400700 1 -- 172.21.15.8:0/1305984077 learned_addr learned my addr 172.21.15.8:0/1305984077 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:12.713 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.711+0000 7fb80d400700 1 -- 172.21.15.8:0/1305984077 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb808106030 msgr2=0x7fb80819c290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:12.713 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.711+0000 7fb80d400700 1 --2- 172.21.15.8:0/1305984077 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb808106030 0x7fb80819c290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:12.713 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.712+0000 7fb80d400700 1 -- 172.21.15.8:0/1305984077 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb80810b670 msgr2=0x7fb8081a0620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:12.713 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.712+0000 7fb80d400700 1 --2- 172.21.15.8:0/1305984077 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb80810b670 0x7fb8081a0620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:12.713 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.712+0000 7fb80d400700 1 -- 172.21.15.8:0/1305984077 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8081a0d60 con 0x7fb808105670 2024-05-20T21:31:12.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.712+0000 7fb80ca00700 1 --2- 172.21.15.8:0/1305984077 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb808106030 0x7fb80819c290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:12.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.712+0000 7fb80d400700 1 --2- 172.21.15.8:0/1305984077 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb808105670 0x7fb80819bd50 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7fb7fc000c00 tx=0x7fb7fc0057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:12.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.712+0000 7fb806000700 1 -- 172.21.15.8:0/1305984077 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7fc027070 con 0x7fb808105670 2024-05-20T21:31:12.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.712+0000 7fb80e800700 1 -- 172.21.15.8:0/1305984077 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8081a0ff0 con 0x7fb808105670 2024-05-20T21:31:12.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.712+0000 7fb806000700 1 -- 172.21.15.8:0/1305984077 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb7fc022470 con 0x7fb808105670 2024-05-20T21:31:12.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.712+0000 7fb806000700 1 -- 172.21.15.8:0/1305984077 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7fc017650 con 0x7fb808105670 2024-05-20T21:31:12.714 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.712+0000 7fb80e800700 1 -- 172.21.15.8:0/1305984077 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8081a88d0 con 0x7fb808105670 2024-05-20T21:31:12.718 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.718+0000 7fb806000700 1 -- 172.21.15.8:0/1305984077 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fb7fc02a070 con 0x7fb808105670 2024-05-20T21:31:12.719 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.718+0000 7fb81a6cfb80 1 Processor -- start 2024-05-20T21:31:12.719 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.719+0000 7fb81a6cfb80 1 -- start start 2024-05-20T21:31:12.719 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.719+0000 7fb81a6cfb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b72c095020 0x55b72c095400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:12.720 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.719+0000 7fb81a6cfb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b72c095940 0x55b72c08f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:12.720 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.719+0000 7fb81a6cfb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b72c08fad0 0x55b72c08ff30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:12.720 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.719+0000 7fb81a6cfb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55b72bfede40 con 0x55b72c095020 2024-05-20T21:31:12.720 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.719+0000 7fb81a6cfb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55b72bfdd9e0 con 0x55b72c08fad0 2024-05-20T21:31:12.720 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.719+0000 7fb81a6cfb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55b72bfe1a20 con 0x55b72c095940 2024-05-20T21:31:12.721 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.719+0000 7fb80d400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b72c095940 0x55b72c08f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:12.721 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.719+0000 7fb80de00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b72c095020 0x55b72c095400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:12.721 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.720+0000 7fb80de00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b72c095020 0x55b72c095400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:35498/0 (socket says 172.21.15.8:35498) 2024-05-20T21:31:12.721 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.720+0000 7fb80de00700 1 -- 172.21.15.8:0/2380778564 learned_addr learned my addr 172.21.15.8:0/2380778564 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:12.721 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.720+0000 7fb80d400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b72c095940 0x55b72c08f4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:56858/0 (socket says 172.21.15.8:56858) 2024-05-20T21:31:12.721 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.720+0000 7fb80ca00700 1 --2- 172.21.15.8:0/2380778564 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b72c08fad0 0x55b72c08ff30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:12.721 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.720+0000 7fb806000700 1 --2- 172.21.15.8:0/1305984077 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb7f00b2900 0x7fb7f00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:12.721 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.720+0000 7fb806000700 1 -- 172.21.15.8:0/1305984077 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fb7fc0e2e50 con 0x7fb808105670 2024-05-20T21:31:12.722 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.720+0000 7fb80de00700 1 -- 172.21.15.8:0/2380778564 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b72c095940 msgr2=0x55b72c08f4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:12.722 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.720+0000 7fb80de00700 1 --2- 172.21.15.8:0/2380778564 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b72c095940 0x55b72c08f4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:12.722 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.720+0000 7fb80de00700 1 -- 172.21.15.8:0/2380778564 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b72c08fad0 msgr2=0x55b72c08ff30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:12.722 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.720+0000 7fb80de00700 1 --2- 172.21.15.8:0/2380778564 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b72c08fad0 0x55b72c08ff30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:12.722 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.720+0000 7fb80de00700 1 -- 172.21.15.8:0/2380778564 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b72bfa6420 con 0x55b72c095020 2024-05-20T21:31:12.722 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.720+0000 7fb80d400700 1 --2- 172.21.15.8:0/2380778564 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b72c095940 0x55b72c08f4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:12.722 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.720+0000 7fb80ca00700 1 --2- 172.21.15.8:0/2380778564 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b72c08fad0 0x55b72c08ff30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:12.722 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.721+0000 7fb80de00700 1 --2- 172.21.15.8:0/1305984077 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb7f00b2900 0x7fb7f00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:12.722 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.721+0000 7fb80de00700 1 --2- 172.21.15.8:0/2380778564 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b72c095020 0x55b72c095400 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7fb800011790 tx=0x7fb800011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46a03821670aad3a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:12.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.721+0000 7fb7faa00700 1 -- 172.21.15.8:0/2380778564 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb80001c040 con 0x55b72c095020 2024-05-20T21:31:12.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.721+0000 7fb7faa00700 1 -- 172.21.15.8:0/2380778564 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb800018b30 con 0x55b72c095020 2024-05-20T21:31:12.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.721+0000 7fb7faa00700 1 -- 172.21.15.8:0/2380778564 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb800023870 con 0x55b72c095020 2024-05-20T21:31:12.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.721+0000 7fb80de00700 1 --2- 172.21.15.8:0/1305984077 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb7f00b2900 0x7fb7f00b4dc0 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7fb800022000 tx=0x7fb80001f000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:12.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.722+0000 7fb81a6cfb80 1 -- 172.21.15.8:0/2380778564 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b72c095020 msgr2=0x55b72c095400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:12.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.722+0000 7fb81a6cfb80 1 --2- 172.21.15.8:0/2380778564 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b72c095020 0x55b72c095400 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7fb800011790 tx=0x7fb800011aa0 comp rx=0 tx=0).stop 2024-05-20T21:31:12.723 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.722+0000 7fb81a6cfb80 1 -- 172.21.15.8:0/2380778564 shutdown_connections 2024-05-20T21:31:12.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.722+0000 7fb81a6cfb80 1 --2- 172.21.15.8:0/2380778564 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b72c08fad0 0x55b72c08ff30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:12.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.722+0000 7fb81a6cfb80 1 --2- 172.21.15.8:0/2380778564 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b72c095020 0x55b72c095400 unknown :-1 s=CLOSED pgs=776 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:12.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.722+0000 7fb81a6cfb80 1 --2- 172.21.15.8:0/2380778564 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b72c095940 0x55b72c08f4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:12.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.722+0000 7fb81a6cfb80 1 -- 172.21.15.8:0/2380778564 >> 172.21.15.8:0/2380778564 conn(0x55b72bfbdbe0 msgr2=0x55b72c08a150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:12.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.723+0000 7fb81a6cfb80 1 -- 172.21.15.8:0/2380778564 shutdown_connections 2024-05-20T21:31:12.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.723+0000 7fb81a6cfb80 1 -- 172.21.15.8:0/2380778564 wait complete. 2024-05-20T21:31:12.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.723+0000 7fb81a6cfb80 1 -- start start 2024-05-20T21:31:12.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.724+0000 7fb81a6cfb80 1 Processor -- start 2024-05-20T21:31:12.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.725+0000 7fb81a6cfb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b72c08fad0 0x55b72c09b6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:12.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.725+0000 7fb81a6cfb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b72c095020 0x55b72c098a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:12.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.725+0000 7fb81a6cfb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b72c095940 0x55b72c098fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:12.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.725+0000 7fb81a6cfb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55b72bee3fa0 con 0x55b72c095020 2024-05-20T21:31:12.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.725+0000 7fb81a6cfb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55b72bf7e760 con 0x55b72c095940 2024-05-20T21:31:12.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.725+0000 7fb81a6cfb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55b72c09c460 con 0x55b72c08fad0 2024-05-20T21:31:12.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.725+0000 7fb81a6cfb80 10 client.0 _ll_register_callbacks cb 0x55b72bf87c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:12.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.725+0000 7fb80ca00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b72c095020 0x55b72c098a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:12.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.725+0000 7fb80ca00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b72c095020 0x55b72c098a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:35506/0 (socket says 172.21.15.8:35506) 2024-05-20T21:31:12.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.725+0000 7fb80d400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b72c08fad0 0x55b72c09b6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:12.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.725+0000 7fb80ca00700 1 -- 172.21.15.8:0/1416120667 learned_addr learned my addr 172.21.15.8:0/1416120667 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:12.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.725+0000 7fb80de00700 1 --2- 172.21.15.8:0/1416120667 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b72c095940 0x55b72c098fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:12.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.726+0000 7fb80d400700 1 -- 172.21.15.8:0/1416120667 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b72c095940 msgr2=0x55b72c098fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:12.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.726+0000 7fb80d400700 1 --2- 172.21.15.8:0/1416120667 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b72c095940 0x55b72c098fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:12.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.726+0000 7fb80d400700 1 -- 172.21.15.8:0/1416120667 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b72c095020 msgr2=0x55b72c098a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:12.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.726+0000 7fb80d400700 1 --2- 172.21.15.8:0/1416120667 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b72c095020 0x55b72c098a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:12.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.726+0000 7fb80d400700 1 -- 172.21.15.8:0/1416120667 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b72bf2d8d0 con 0x55b72c08fad0 2024-05-20T21:31:12.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.726+0000 7fb80d400700 1 --2- 172.21.15.8:0/1416120667 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b72c08fad0 0x55b72c09b6f0 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7fb7fc0a7700 tx=0x7fb7fc005c00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3825f3a4a6a69997 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:12.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.726+0000 7fb7ef400700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:31:12.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.726+0000 7fb7ef400700 1 -- 172.21.15.8:0/1416120667 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7fc0aa260 con 0x55b72c08fad0 2024-05-20T21:31:12.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.726+0000 7fb7ef400700 1 -- 172.21.15.8:0/1416120667 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fb7fc0b2dd0 con 0x55b72c08fad0 2024-05-20T21:31:12.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.726+0000 7fb81a6cfb80 1 -- 172.21.15.8:0/1416120667 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb800018b30 con 0x55b72c08fad0 2024-05-20T21:31:12.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.726+0000 7fb7ef400700 1 -- 172.21.15.8:0/1416120667 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb7fc06f890 con 0x55b72c08fad0 2024-05-20T21:31:12.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.726+0000 7fb81a6cfb80 10 client.29953 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:12.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.726+0000 7fb81a6cfb80 1 -- 172.21.15.8:0/1416120667 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b72bfae060 con 0x55b72c08fad0 2024-05-20T21:31:12.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.727+0000 7fb7ef400700 1 -- 172.21.15.8:0/1416120667 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb800018b30 con 0x55b72c08fad0 2024-05-20T21:31:12.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.727+0000 7fb7ef400700 1 -- 172.21.15.8:0/1416120667 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb7fc073ce0 con 0x55b72c08fad0 2024-05-20T21:31:12.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.727+0000 7fb81a6cfb80 10 client.29953 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:12.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.727+0000 7fb81a6cfb80 10 client.29953 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:31:12.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.727+0000 7fb81a6cfb80 20 client.29953 populate_metadata read hostname 'smithi008' 2024-05-20T21:31:12.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.727+0000 7fb81a6cfb80 1 --2- 172.21.15.8:0/1416120667 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55b72c0a9000 0x55b72c0ab460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:12.729 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.727+0000 7fb81a6cfb80 4 client.29953 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:31:12.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.727+0000 7fb81a6cfb80 1 -- 172.21.15.8:0/1416120667 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b72bfefd90 con 0x55b72c0a9000 2024-05-20T21:31:12.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.728+0000 7fb80ca00700 1 --2- 172.21.15.8:0/1416120667 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55b72c0a9000 0x55b72c0ab460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:12.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.728+0000 7fb80ca00700 1 --2- 172.21.15.8:0/1416120667 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55b72c0a9000 0x55b72c0ab460 crc :-1 s=READY pgs=412 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ceb7ff6668e4aba9 server_cookie=71212b99ace7e328 in_seq=0 out_seq=0 2024-05-20T21:31:12.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.728+0000 7fb7ef400700 10 client.29953 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:31:12.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.729+0000 7fb7ef400700 1 -- 172.21.15.8:0/1416120667 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55b72bfefd90 con 0x55b72c0a9000 2024-05-20T21:31:12.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.729+0000 7fb7ef400700 10 client.29953 handle_command_reply: tid=0 2024-05-20T21:31:12.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.729+0000 7fb81a6cfb80 1 client.29953 shutdown 2024-05-20T21:31:12.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.729+0000 7fb81a6cfb80 1 -- 172.21.15.8:0/1416120667 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b72c08fad0 msgr2=0x55b72c09b6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:12.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.729+0000 7fb81a6cfb80 1 --2- 172.21.15.8:0/1416120667 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b72c08fad0 0x55b72c09b6f0 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7fb7fc0a7700 tx=0x7fb7fc005c00 comp rx=0 tx=0).stop 2024-05-20T21:31:12.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.729+0000 7fb81a6cfb80 1 -- 172.21.15.8:0/1416120667 shutdown_connections 2024-05-20T21:31:12.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.729+0000 7fb81a6cfb80 1 --2- 172.21.15.8:0/1416120667 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55b72c0a9000 0x55b72c0ab460 crc :-1 s=READY pgs=412 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:12.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.729+0000 7fb81a6cfb80 1 --2- 172.21.15.8:0/1416120667 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b72c095940 0x55b72c098fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:12.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.729+0000 7fb81a6cfb80 1 --2- 172.21.15.8:0/1416120667 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b72c08fad0 0x55b72c09b6f0 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:12.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.729+0000 7fb7ef400700 0 client.29953 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:31:12.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.729+0000 7fb81a6cfb80 1 --2- 172.21.15.8:0/1416120667 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b72c095020 0x55b72c098a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:12.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.729+0000 7fb81a6cfb80 1 -- 172.21.15.8:0/1416120667 >> 172.21.15.8:0/1416120667 conn(0x55b72bfbdbe0 msgr2=0x55b72c08e4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:12.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.730+0000 7fb81a6cfb80 1 -- 172.21.15.8:0/1416120667 shutdown_connections 2024-05-20T21:31:12.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.730+0000 7fb81a6cfb80 1 -- 172.21.15.8:0/1416120667 wait complete. 2024-05-20T21:31:12.732 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.730+0000 7fb81a6cfb80 20 client.29953 trim_cache size 0 max 16384 2024-05-20T21:31:12.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.761+0000 7fb81a6cfb80 1 Processor -- start 2024-05-20T21:31:12.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.761+0000 7fb81a6cfb80 1 -- start start 2024-05-20T21:31:12.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.761+0000 7fb81a6cfb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b72c08fad0 0x55b72c08f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:12.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.761+0000 7fb81a6cfb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b72c095020 0x55b72c0b0d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:12.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.761+0000 7fb81a6cfb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b72c095940 0x55b72c0b1270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:12.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.761+0000 7fb81a6cfb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fb8081b23d0 con 0x55b72c095020 2024-05-20T21:31:12.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.761+0000 7fb81a6cfb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb8081afc60 con 0x55b72c08fad0 2024-05-20T21:31:12.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.761+0000 7fb81a6cfb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fb8081adab0 con 0x55b72c095940 2024-05-20T21:31:12.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.762+0000 7fb80ca00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b72c095020 0x55b72c0b0d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:12.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.762+0000 7fb80d400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b72c08fad0 0x55b72c08f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:12.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.762+0000 7fb80d400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b72c08fad0 0x55b72c08f4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:60888/0 (socket says 172.21.15.8:60888) 2024-05-20T21:31:12.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.762+0000 7fb80d400700 1 -- 172.21.15.8:0/3315546854 learned_addr learned my addr 172.21.15.8:0/3315546854 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:12.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.762+0000 7fb80de00700 1 --2- 172.21.15.8:0/3315546854 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b72c095940 0x55b72c0b1270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:12.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.762+0000 7fb80d400700 1 -- 172.21.15.8:0/3315546854 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b72c095940 msgr2=0x55b72c0b1270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:12.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.762+0000 7fb80d400700 1 --2- 172.21.15.8:0/3315546854 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b72c095940 0x55b72c0b1270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:12.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.762+0000 7fb80d400700 1 -- 172.21.15.8:0/3315546854 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b72c095020 msgr2=0x55b72c0b0d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:12.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.762+0000 7fb80d400700 1 --2- 172.21.15.8:0/3315546854 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b72c095020 0x55b72c0b0d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:12.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.762+0000 7fb80d400700 1 -- 172.21.15.8:0/3315546854 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b72c08aef0 con 0x55b72c08fad0 2024-05-20T21:31:12.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.762+0000 7fb80d400700 1 --2- 172.21.15.8:0/3315546854 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b72c08fad0 0x55b72c08f4b0 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7fb7fc0098e0 tx=0x7fb7fc009ca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=68d48cac916ea323 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:12.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.763+0000 7fb7fa000700 1 -- 172.21.15.8:0/3315546854 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7fc0a9c00 con 0x55b72c08fad0 2024-05-20T21:31:12.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.763+0000 7fb7fa000700 1 -- 172.21.15.8:0/3315546854 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb7fc0a9fa0 con 0x55b72c08fad0 2024-05-20T21:31:12.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.763+0000 7fb7fa000700 1 -- 172.21.15.8:0/3315546854 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7fc0a9de0 con 0x55b72c08fad0 2024-05-20T21:31:12.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.764+0000 7fb81a6cfb80 1 -- 172.21.15.8:0/3315546854 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b72c08fad0 msgr2=0x55b72c08f4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:12.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.764+0000 7fb81a6cfb80 1 --2- 172.21.15.8:0/3315546854 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b72c08fad0 0x55b72c08f4b0 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7fb7fc0098e0 tx=0x7fb7fc009ca0 comp rx=0 tx=0).stop 2024-05-20T21:31:12.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.764+0000 7fb81a6cfb80 1 -- 172.21.15.8:0/3315546854 shutdown_connections 2024-05-20T21:31:12.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.764+0000 7fb81a6cfb80 1 --2- 172.21.15.8:0/3315546854 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b72c08fad0 0x55b72c08f4b0 unknown :-1 s=CLOSED pgs=700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:12.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.764+0000 7fb81a6cfb80 1 --2- 172.21.15.8:0/3315546854 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b72c095940 0x55b72c0b1270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:12.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.764+0000 7fb81a6cfb80 1 --2- 172.21.15.8:0/3315546854 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b72c095020 0x55b72c0b0d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:12.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.764+0000 7fb81a6cfb80 1 -- 172.21.15.8:0/3315546854 >> 172.21.15.8:0/3315546854 conn(0x55b72bfbdbe0 msgr2=0x55b72c089c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:12.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.764+0000 7fb81a6cfb80 1 -- 172.21.15.8:0/3315546854 shutdown_connections 2024-05-20T21:31:12.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.764+0000 7fb81a6cfb80 1 -- 172.21.15.8:0/3315546854 wait complete. 2024-05-20T21:31:12.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.764+0000 7fb81a6cfb80 1 -- start start 2024-05-20T21:31:12.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.765+0000 7fb81a6cfb80 1 Processor -- start 2024-05-20T21:31:12.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.765+0000 7fb81a6cfb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b72c08fad0 0x55b72c0a1900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:12.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.765+0000 7fb81a6cfb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b72c095020 0x55b72c0a1e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:12.769 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.765+0000 7fb81a6cfb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b72c095940 0x55b72c09e6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:12.769 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.765+0000 7fb81a6cfb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fb8081ae120 con 0x55b72c095940 2024-05-20T21:31:12.769 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.765+0000 7fb81a6cfb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb8081af590 con 0x55b72c08fad0 2024-05-20T21:31:12.769 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.765+0000 7fb81a6cfb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fb8081ae7f0 con 0x55b72c095020 2024-05-20T21:31:12.769 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.765+0000 7fb81a6cfb80 10 client.0 _ll_register_callbacks cb 0x55b72bf87c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:12.769 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.765+0000 7fb80d400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b72c08fad0 0x55b72c0a1900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:12.769 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.766+0000 7fb80d400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b72c08fad0 0x55b72c0a1900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:60892/0 (socket says 172.21.15.8:60892) 2024-05-20T21:31:12.769 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.766+0000 7fb80d400700 1 -- 172.21.15.8:0/2548672473 learned_addr learned my addr 172.21.15.8:0/2548672473 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:12.769 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.766+0000 7fb80de00700 1 --2- 172.21.15.8:0/2548672473 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b72c095940 0x55b72c09e6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:12.769 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.766+0000 7fb80ca00700 1 --2- 172.21.15.8:0/2548672473 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b72c095020 0x55b72c0a1e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:12.769 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.766+0000 7fb80d400700 1 -- 172.21.15.8:0/2548672473 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b72c095020 msgr2=0x55b72c0a1e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:12.769 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.766+0000 7fb80d400700 1 --2- 172.21.15.8:0/2548672473 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b72c095020 0x55b72c0a1e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:12.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.766+0000 7fb80d400700 1 -- 172.21.15.8:0/2548672473 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b72c095940 msgr2=0x55b72c09e6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:12.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.766+0000 7fb80d400700 1 --2- 172.21.15.8:0/2548672473 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b72c095940 0x55b72c09e6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:12.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.766+0000 7fb80d400700 1 -- 172.21.15.8:0/2548672473 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b72c09edc0 con 0x55b72c08fad0 2024-05-20T21:31:12.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.766+0000 7fb80ca00700 1 --2- 172.21.15.8:0/2548672473 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b72c095020 0x55b72c0a1e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:31:12.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.766+0000 7fb80d400700 1 --2- 172.21.15.8:0/2548672473 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b72c08fad0 0x55b72c0a1900 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7fb7fc0aea00 tx=0x7fb7fc022cc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6ce90a9fbbce6890 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:12.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.766+0000 7fb7ef400700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:31:12.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.767+0000 7fb7ef400700 1 -- 172.21.15.8:0/2548672473 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7fc0a9de0 con 0x55b72c08fad0 2024-05-20T21:31:12.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.767+0000 7fb7ef400700 1 -- 172.21.15.8:0/2548672473 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fb7fc0a4bb0 con 0x55b72c08fad0 2024-05-20T21:31:12.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.767+0000 7fb81a6cfb80 1 -- 172.21.15.8:0/2548672473 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb7fc0a9fa0 con 0x55b72c08fad0 2024-05-20T21:31:12.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.767+0000 7fb7ef400700 1 -- 172.21.15.8:0/2548672473 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb7fc0aa260 con 0x55b72c08fad0 2024-05-20T21:31:12.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.767+0000 7fb81a6cfb80 10 client.29903 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:12.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.767+0000 7fb81a6cfb80 1 -- 172.21.15.8:0/2548672473 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b72c09edc0 con 0x55b72c08fad0 2024-05-20T21:31:12.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.767+0000 7fb7ef400700 1 -- 172.21.15.8:0/2548672473 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb7fc0a9fa0 con 0x55b72c08fad0 2024-05-20T21:31:12.770 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.767+0000 7fb7ef400700 1 -- 172.21.15.8:0/2548672473 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb7fc073ce0 con 0x55b72c08fad0 2024-05-20T21:31:12.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.768+0000 7fb81a6cfb80 10 client.29903 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:12.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.768+0000 7fb81a6cfb80 10 client.29903 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:31:12.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.768+0000 7fb81a6cfb80 20 client.29903 populate_metadata read hostname 'smithi008' 2024-05-20T21:31:12.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.768+0000 7fb81a6cfb80 1 --2- 172.21.15.8:0/2548672473 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55b72c114810 0x55b72c116c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:12.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.768+0000 7fb81a6cfb80 4 client.29903 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:31:12.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.768+0000 7fb81a6cfb80 1 -- 172.21.15.8:0/2548672473 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55b72bfe9570 con 0x55b72c114810 2024-05-20T21:31:12.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.768+0000 7fb80ca00700 1 --2- 172.21.15.8:0/2548672473 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55b72c114810 0x55b72c116c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:12.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.768+0000 7fb80ca00700 1 --2- 172.21.15.8:0/2548672473 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55b72c114810 0x55b72c116c00 crc :-1 s=READY pgs=413 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9b0968cb215ad7e6 server_cookie=3069fe213baf0d7f in_seq=0 out_seq=0 2024-05-20T21:31:12.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.769+0000 7fb7ef400700 10 client.29903 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:31:12.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.769+0000 7fb7ef400700 1 -- 172.21.15.8:0/2548672473 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55b72bfe9570 con 0x55b72c114810 2024-05-20T21:31:12.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.769+0000 7fb7ef400700 10 client.29903 handle_command_reply: tid=0 2024-05-20T21:31:12.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.769+0000 7fb81a6cfb80 1 client.29903 shutdown 2024-05-20T21:31:12.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.769+0000 7fb81a6cfb80 1 -- 172.21.15.8:0/2548672473 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b72c08fad0 msgr2=0x55b72c0a1900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:12.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.769+0000 7fb81a6cfb80 1 --2- 172.21.15.8:0/2548672473 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b72c08fad0 0x55b72c0a1900 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7fb7fc0aea00 tx=0x7fb7fc022cc0 comp rx=0 tx=0).stop 2024-05-20T21:31:12.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.769+0000 7fb81a6cfb80 1 -- 172.21.15.8:0/2548672473 shutdown_connections 2024-05-20T21:31:12.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.769+0000 7fb81a6cfb80 1 --2- 172.21.15.8:0/2548672473 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55b72c114810 0x55b72c116c00 crc :-1 s=READY pgs=413 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:12.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.769+0000 7fb81a6cfb80 1 --2- 172.21.15.8:0/2548672473 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b72c08fad0 0x55b72c0a1900 unknown :-1 s=CLOSED pgs=701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:12.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.769+0000 7fb81a6cfb80 1 --2- 172.21.15.8:0/2548672473 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55b72c095940 0x55b72c09e6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:12.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.769+0000 7fb81a6cfb80 1 --2- 172.21.15.8:0/2548672473 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b72c095020 0x55b72c0a1e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:12.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.769+0000 7fb7ef400700 0 client.29903 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:31:12.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.769+0000 7fb81a6cfb80 1 -- 172.21.15.8:0/2548672473 >> 172.21.15.8:0/2548672473 conn(0x55b72bfbdbe0 msgr2=0x55b72c095de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:12.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.769+0000 7fb81a6cfb80 1 -- 172.21.15.8:0/2548672473 shutdown_connections 2024-05-20T21:31:12.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.769+0000 7fb81a6cfb80 1 -- 172.21.15.8:0/2548672473 wait complete. 2024-05-20T21:31:12.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.769+0000 7fb81a6cfb80 20 client.29903 trim_cache size 0 max 16384 2024-05-20T21:31:12.773 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:31:12.773 INFO:teuthology.orchestra.run.smithi008.stdout: "status": "no active scrubs running", 2024-05-20T21:31:12.773 INFO:teuthology.orchestra.run.smithi008.stdout: "scrubs": {} 2024-05-20T21:31:12.774 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:31:12.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.770+0000 7fb80e800700 1 -- 172.21.15.8:0/1305984077 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb7f00b2900 msgr2=0x7fb7f00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:12.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.770+0000 7fb80e800700 1 --2- 172.21.15.8:0/1305984077 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb7f00b2900 0x7fb7f00b4dc0 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7fb800022000 tx=0x7fb80001f000 comp rx=0 tx=0).stop 2024-05-20T21:31:12.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.770+0000 7fb80e800700 1 -- 172.21.15.8:0/1305984077 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb808105670 msgr2=0x7fb80819bd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:12.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.770+0000 7fb80e800700 1 --2- 172.21.15.8:0/1305984077 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb808105670 0x7fb80819bd50 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7fb7fc000c00 tx=0x7fb7fc0057c0 comp rx=0 tx=0).stop 2024-05-20T21:31:12.775 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.770+0000 7fb80e800700 1 -- 172.21.15.8:0/1305984077 shutdown_connections 2024-05-20T21:31:12.775 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.770+0000 7fb80e800700 1 --2- 172.21.15.8:0/1305984077 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb7f00b2900 0x7fb7f00b4dc0 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:12.775 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.770+0000 7fb80e800700 1 --2- 172.21.15.8:0/1305984077 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb808105670 0x7fb80819bd50 unknown :-1 s=CLOSED pgs=699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:12.775 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.770+0000 7fb80e800700 1 --2- 172.21.15.8:0/1305984077 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb80810b670 0x7fb8081a0620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:12.775 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.770+0000 7fb80e800700 1 --2- 172.21.15.8:0/1305984077 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb808106030 0x7fb80819c290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:12.775 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.770+0000 7fb80e800700 1 -- 172.21.15.8:0/1305984077 >> 172.21.15.8:0/1305984077 conn(0x7fb808101160 msgr2=0x7fb808101890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:12.775 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.770+0000 7fb80e800700 1 -- 172.21.15.8:0/1305984077 shutdown_connections 2024-05-20T21:31:12.775 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:12.771+0000 7fb80e800700 1 -- 172.21.15.8:0/1305984077 wait complete. 2024-05-20T21:31:13.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:31:12 smithi130 ceph-mon[36448]: pgmap v916: 97 pgs: 97 active+clean; 4.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:31:13.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:31:12 smithi050 ceph-mon[35809]: pgmap v916: 97 pgs: 97 active+clean; 4.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:31:13.200 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:31:12 smithi008 ceph-mon[31475]: pgmap v916: 97 pgs: 97 active+clean; 4.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:31:13.693 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:31:13.693 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:31:13.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:31:13 smithi008 ceph-mon[31475]: pgmap v917: 97 pgs: 97 active+clean; 4.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 7.5 KiB/s wr, 12 op/s 2024-05-20T21:31:14.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:31:13 smithi130 ceph-mon[36448]: pgmap v917: 97 pgs: 97 active+clean; 4.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 7.5 KiB/s wr, 12 op/s 2024-05-20T21:31:14.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:31:13 smithi050 ceph-mon[35809]: pgmap v917: 97 pgs: 97 active+clean; 4.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 7.5 KiB/s wr, 12 op/s 2024-05-20T21:31:14.217 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:31:16.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:16.358+0000 7facc3000700 1 -- 172.21.15.8:0/3671541521 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7facbc104630 msgr2=0x7facbc104a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:16.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:16.358+0000 7facc3000700 1 --2- 172.21.15.8:0/3671541521 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7facbc104630 0x7facbc104a10 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7facb0009990 tx=0x7facb0009ca0 comp rx=0 tx=0).stop 2024-05-20T21:31:16.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:16.359+0000 7facc3000700 1 -- 172.21.15.8:0/3671541521 shutdown_connections 2024-05-20T21:31:16.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:16.359+0000 7facc3000700 1 --2- 172.21.15.8:0/3671541521 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7facbc10da60 0x7facbc10ff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:16.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:16.359+0000 7facc3000700 1 --2- 172.21.15.8:0/3671541521 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7facbc104630 0x7facbc104a10 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:16.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:16.359+0000 7facc3000700 1 --2- 172.21.15.8:0/3671541521 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7facbc104f50 0x7facbc10d440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:16.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:16.359+0000 7facc3000700 1 -- 172.21.15.8:0/3671541521 >> 172.21.15.8:0/3671541521 conn(0x7facbc0fde60 msgr2=0x7facbc100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:16.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:16.359+0000 7facc3000700 1 -- 172.21.15.8:0/3671541521 shutdown_connections 2024-05-20T21:31:16.360 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:16.359+0000 7facc3000700 1 -- 172.21.15.8:0/3671541521 wait complete. 2024-05-20T21:31:16.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:16.360+0000 7facc3000700 1 Processor -- start 2024-05-20T21:31:16.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:16.361+0000 7facc3000700 1 -- start start 2024-05-20T21:31:16.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:16.361+0000 7facc3000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7facbc104630 0x7facbc19bd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:16.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:16.361+0000 7facc3000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7facbc104f50 0x7facbc19c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:16.361 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:16.361+0000 7facc3000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7facbc10da60 0x7facbc1a0660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:16.362 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:16.361+0000 7facc3000700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7facbc1136a0 con 0x7facbc104f50 2024-05-20T21:31:16.362 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:16.361+0000 7facc3000700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7facbc113520 con 0x7facbc10da60 2024-05-20T21:31:16.362 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:16.361+0000 7facc3000700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7facbc113820 con 0x7facbc104630 2024-05-20T21:31:16.362 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:16.361+0000 7facc1c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7facbc104630 0x7facbc19bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:16.362 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:16.361+0000 7facc2600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7facbc10da60 0x7facbc1a0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:16.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:16.361+0000 7facc1200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7facbc104f50 0x7facbc19c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:16.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:16.361+0000 7facc2600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7facbc10da60 0x7facbc1a0660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:54512/0 (socket says 172.21.15.8:54512) 2024-05-20T21:31:16.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:16.361+0000 7facc2600700 1 -- 172.21.15.8:0/846141683 learned_addr learned my addr 172.21.15.8:0/846141683 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:16.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:16.362+0000 7facc2600700 1 -- 172.21.15.8:0/846141683 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7facbc104630 msgr2=0x7facbc19bd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:16.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:16.362+0000 7facc2600700 1 --2- 172.21.15.8:0/846141683 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7facbc104630 0x7facbc19bd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:16.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:16.362+0000 7facc2600700 1 -- 172.21.15.8:0/846141683 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7facbc104f50 msgr2=0x7facbc19c2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:16.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:16.362+0000 7facc2600700 1 --2- 172.21.15.8:0/846141683 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7facbc104f50 0x7facbc19c2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:16.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:16.362+0000 7facc2600700 1 -- 172.21.15.8:0/846141683 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7facbc1a0da0 con 0x7facbc10da60 2024-05-20T21:31:16.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:16.362+0000 7facc2600700 1 --2- 172.21.15.8:0/846141683 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7facbc10da60 0x7facbc1a0660 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7facb400ef30 tx=0x7facb400c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:16.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:16.363+0000 7facba000700 1 -- 172.21.15.8:0/846141683 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facb40092e0 con 0x7facbc10da60 2024-05-20T21:31:16.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:16.363+0000 7facba000700 1 -- 172.21.15.8:0/846141683 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7facb4004bb0 con 0x7facbc10da60 2024-05-20T21:31:16.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:16.363+0000 7facba000700 1 -- 172.21.15.8:0/846141683 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facb4004020 con 0x7facbc10da60 2024-05-20T21:31:16.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:16.363+0000 7facc3000700 1 -- 172.21.15.8:0/846141683 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7facbc1a1030 con 0x7facbc10da60 2024-05-20T21:31:16.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:16.363+0000 7facc3000700 1 -- 172.21.15.8:0/846141683 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7facbc1a8910 con 0x7facbc10da60 2024-05-20T21:31:16.365 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:16.364+0000 7facc3000700 1 -- 172.21.15.8:0/846141683 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7facbc06a230 con 0x7facbc10da60 2024-05-20T21:31:16.367 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:16.367+0000 7facba000700 1 -- 172.21.15.8:0/846141683 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7facb401b030 con 0x7facbc10da60 2024-05-20T21:31:16.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:16.368+0000 7facba000700 1 --2- 172.21.15.8:0/846141683 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7faca40b2900 0x7faca40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:16.369 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:16.369+0000 7facba000700 1 -- 172.21.15.8:0/846141683 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7facb40e25b0 con 0x7facbc10da60 2024-05-20T21:31:16.369 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:16.369+0000 7facc1c00700 1 --2- 172.21.15.8:0/846141683 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7faca40b2900 0x7faca40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:16.369 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:16.369+0000 7facc1c00700 1 --2- 172.21.15.8:0/846141683 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7faca40b2900 0x7faca40b4dc0 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7facb0006010 tx=0x7facb000b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:16.371 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:16.371+0000 7facba000700 1 -- 172.21.15.8:0/846141683 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7facb4022020 con 0x7facbc10da60 2024-05-20T21:31:16.590 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:31:16.665 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:16.664+0000 7facc3000700 1 -- 172.21.15.8:0/846141683 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7facbc02e560 con 0x7facbc10da60 2024-05-20T21:31:16.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:16.665+0000 7facba000700 1 -- 172.21.15.8:0/846141683 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7facb4010040 con 0x7facbc10da60 2024-05-20T21:31:16.666 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:31:16.666 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:31:16.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:16.669+0000 7facc3000700 1 -- 172.21.15.8:0/846141683 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7faca40b2900 msgr2=0x7faca40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:16.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:16.669+0000 7facc3000700 1 --2- 172.21.15.8:0/846141683 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7faca40b2900 0x7faca40b4dc0 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7facb0006010 tx=0x7facb000b260 comp rx=0 tx=0).stop 2024-05-20T21:31:16.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:16.669+0000 7facc3000700 1 -- 172.21.15.8:0/846141683 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7facbc10da60 msgr2=0x7facbc1a0660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:16.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:16.669+0000 7facc3000700 1 --2- 172.21.15.8:0/846141683 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7facbc10da60 0x7facbc1a0660 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7facb400ef30 tx=0x7facb400c3a0 comp rx=0 tx=0).stop 2024-05-20T21:31:16.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:16.669+0000 7facc3000700 1 -- 172.21.15.8:0/846141683 shutdown_connections 2024-05-20T21:31:16.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:16.669+0000 7facc3000700 1 --2- 172.21.15.8:0/846141683 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7faca40b2900 0x7faca40b4dc0 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:16.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:16.669+0000 7facc3000700 1 --2- 172.21.15.8:0/846141683 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7facbc10da60 0x7facbc1a0660 unknown :-1 s=CLOSED pgs=702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:16.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:16.669+0000 7facc3000700 1 --2- 172.21.15.8:0/846141683 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7facbc104630 0x7facbc19bd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:16.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:16.669+0000 7facc3000700 1 --2- 172.21.15.8:0/846141683 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7facbc104f50 0x7facbc19c2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:16.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:16.669+0000 7facc3000700 1 -- 172.21.15.8:0/846141683 >> 172.21.15.8:0/846141683 conn(0x7facbc0fde60 msgr2=0x7facbc0fead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:16.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:16.670+0000 7facc3000700 1 -- 172.21.15.8:0/846141683 shutdown_connections 2024-05-20T21:31:16.670 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:16.670+0000 7facc3000700 1 -- 172.21.15.8:0/846141683 wait complete. 2024-05-20T21:31:16.671 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:31:16.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:31:16 smithi008 ceph-mon[31475]: pgmap v918: 97 pgs: 97 active+clean; 4.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 8.4 KiB/s wr, 12 op/s 2024-05-20T21:31:16.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:31:16 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/846141683' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:31:17.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:31:16 smithi130 ceph-mon[36448]: pgmap v918: 97 pgs: 97 active+clean; 4.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 8.4 KiB/s wr, 12 op/s 2024-05-20T21:31:17.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:31:16 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/846141683' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:31:17.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:31:16 smithi050 ceph-mon[35809]: pgmap v918: 97 pgs: 97 active+clean; 4.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 8.4 KiB/s wr, 12 op/s 2024-05-20T21:31:17.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:31:16 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/846141683' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:31:17.584 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:31:17.615 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:31:18.898 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:31:18 smithi008 ceph-mon[31475]: pgmap v919: 97 pgs: 97 active+clean; 4.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 3.0 KiB/s wr, 9 op/s 2024-05-20T21:31:18.979 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:31:19.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:31:18 smithi130 ceph-mon[36448]: pgmap v919: 97 pgs: 97 active+clean; 4.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 3.0 KiB/s wr, 9 op/s 2024-05-20T21:31:19.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:31:18 smithi050 ceph-mon[35809]: pgmap v919: 97 pgs: 97 active+clean; 4.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 3.0 KiB/s wr, 9 op/s 2024-05-20T21:31:20.299 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:19.932+0000 7fd4e7200700 1 -- 172.21.15.8:0/4039364405 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd4e0075770 msgr2=0x7fd4e0075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:20.299 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:19.932+0000 7fd4e7200700 1 --2- 172.21.15.8:0/4039364405 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd4e0075770 0x7fd4e0075b50 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7fd4d0009990 tx=0x7fd4d0009ca0 comp rx=0 tx=0).stop 2024-05-20T21:31:20.299 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:19.932+0000 7fd4e7200700 1 -- 172.21.15.8:0/4039364405 shutdown_connections 2024-05-20T21:31:20.299 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:19.932+0000 7fd4e7200700 1 --2- 172.21.15.8:0/4039364405 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd4e010ff40 0x7fd4e0112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:20.299 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:19.932+0000 7fd4e7200700 1 --2- 172.21.15.8:0/4039364405 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd4e0075770 0x7fd4e0075b50 unknown :-1 s=CLOSED pgs=648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:20.299 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:19.932+0000 7fd4e7200700 1 --2- 172.21.15.8:0/4039364405 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4e0076090 0x7fd4e010fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:20.300 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:19.932+0000 7fd4e7200700 1 -- 172.21.15.8:0/4039364405 >> 172.21.15.8:0/4039364405 conn(0x7fd4e007a6a0 msgr2=0x7fd4e007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:20.300 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:19.932+0000 7fd4e7200700 1 -- 172.21.15.8:0/4039364405 shutdown_connections 2024-05-20T21:31:20.300 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:19.932+0000 7fd4e7200700 1 -- 172.21.15.8:0/4039364405 wait complete. 2024-05-20T21:31:20.300 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:19.933+0000 7fd4e7200700 1 Processor -- start 2024-05-20T21:31:20.300 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:19.934+0000 7fd4e7200700 1 -- start start 2024-05-20T21:31:20.300 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:19.934+0000 7fd4e7200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd4e0075770 0x7fd4e019bda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:20.300 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:19.934+0000 7fd4e7200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd4e0076090 0x7fd4e019c2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:20.300 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:19.934+0000 7fd4e7200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4e010ff40 0x7fd4e01a0670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:20.300 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:19.934+0000 7fd4e7200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fd4e01158f0 con 0x7fd4e0076090 2024-05-20T21:31:20.300 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:19.934+0000 7fd4e7200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fd4e0115770 con 0x7fd4e010ff40 2024-05-20T21:31:20.300 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:19.934+0000 7fd4e7200700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fd4e0115a70 con 0x7fd4e0075770 2024-05-20T21:31:20.300 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:19.934+0000 7fd4d7400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd4e0076090 0x7fd4e019c2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:20.300 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:19.934+0000 7fd4d7400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd4e0076090 0x7fd4e019c2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:58972/0 (socket says 172.21.15.8:58972) 2024-05-20T21:31:20.300 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:19.934+0000 7fd4d7400700 1 -- 172.21.15.8:0/1413755299 learned_addr learned my addr 172.21.15.8:0/1413755299 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:20.301 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:19.934+0000 7fd4dfe00700 1 --2- 172.21.15.8:0/1413755299 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd4e0075770 0x7fd4e019bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:20.301 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:19.935+0000 7fd4e5200700 1 --2- 172.21.15.8:0/1413755299 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4e010ff40 0x7fd4e01a0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:20.301 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:19.935+0000 7fd4d7400700 1 -- 172.21.15.8:0/1413755299 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd4e0075770 msgr2=0x7fd4e019bda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:20.301 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:19.935+0000 7fd4d7400700 1 --2- 172.21.15.8:0/1413755299 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd4e0075770 0x7fd4e019bda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:20.301 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:19.935+0000 7fd4d7400700 1 -- 172.21.15.8:0/1413755299 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4e010ff40 msgr2=0x7fd4e01a0670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:20.301 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:19.935+0000 7fd4d7400700 1 --2- 172.21.15.8:0/1413755299 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4e010ff40 0x7fd4e01a0670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:20.301 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:19.935+0000 7fd4d7400700 1 -- 172.21.15.8:0/1413755299 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4e01a0db0 con 0x7fd4e0076090 2024-05-20T21:31:20.301 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:19.935+0000 7fd4d7400700 1 --2- 172.21.15.8:0/1413755299 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd4e0076090 0x7fd4e019c2e0 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7fd4c800d980 tx=0x7fd4c800dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:20.301 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:31:20.302 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:31:20.302 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:19.936+0000 7fd4dd600700 1 -- 172.21.15.8:0/1413755299 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4c8017030 con 0x7fd4e0076090 2024-05-20T21:31:20.302 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:19.936+0000 7fd4e7200700 1 -- 172.21.15.8:0/1413755299 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4e01a10a0 con 0x7fd4e0076090 2024-05-20T21:31:20.302 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:19.936+0000 7fd4dd600700 1 -- 172.21.15.8:0/1413755299 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd4c80044d0 con 0x7fd4e0076090 2024-05-20T21:31:20.302 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:19.936+0000 7fd4dd600700 1 -- 172.21.15.8:0/1413755299 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4c8003970 con 0x7fd4e0076090 2024-05-20T21:31:20.302 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:19.936+0000 7fd4e7200700 1 -- 172.21.15.8:0/1413755299 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4e01a8920 con 0x7fd4e0076090 2024-05-20T21:31:20.302 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:19.937+0000 7fd4e7200700 1 -- 172.21.15.8:0/1413755299 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd4e006a230 con 0x7fd4e0076090 2024-05-20T21:31:20.302 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:19.939+0000 7fd4dd600700 1 -- 172.21.15.8:0/1413755299 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fd4c801a070 con 0x7fd4e0076090 2024-05-20T21:31:20.302 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:19.941+0000 7fd4dd600700 1 --2- 172.21.15.8:0/1413755299 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd4c40b2900 0x7fd4c40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:20.302 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:19.941+0000 7fd4dd600700 1 -- 172.21.15.8:0/1413755299 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fd4c80e1e40 con 0x7fd4e0076090 2024-05-20T21:31:20.302 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:19.941+0000 7fd4dfe00700 1 --2- 172.21.15.8:0/1413755299 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd4c40b2900 0x7fd4c40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:20.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:19.942+0000 7fd4dfe00700 1 --2- 172.21.15.8:0/1413755299 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd4c40b2900 0x7fd4c40b4dc0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7fd4d00098e0 tx=0x7fd4d0005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:20.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:19.946+0000 7fd4dd600700 1 -- 172.21.15.8:0/1413755299 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fd4c80a9b70 con 0x7fd4e0076090 2024-05-20T21:31:20.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:20.244+0000 7fd4e7200700 1 -- 172.21.15.8:0/1413755299 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd4e002e560 con 0x7fd4e0076090 2024-05-20T21:31:20.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:20.246+0000 7fd4dd600700 1 -- 172.21.15.8:0/1413755299 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7fd4c80a9470 con 0x7fd4e0076090 2024-05-20T21:31:20.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:20.249+0000 7fd4e7200700 1 -- 172.21.15.8:0/1413755299 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd4c40b2900 msgr2=0x7fd4c40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:20.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:20.249+0000 7fd4e7200700 1 --2- 172.21.15.8:0/1413755299 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd4c40b2900 0x7fd4c40b4dc0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7fd4d00098e0 tx=0x7fd4d0005960 comp rx=0 tx=0).stop 2024-05-20T21:31:20.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:20.249+0000 7fd4e7200700 1 -- 172.21.15.8:0/1413755299 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd4e0076090 msgr2=0x7fd4e019c2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:20.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:20.249+0000 7fd4e7200700 1 --2- 172.21.15.8:0/1413755299 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd4e0076090 0x7fd4e019c2e0 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7fd4c800d980 tx=0x7fd4c800dc90 comp rx=0 tx=0).stop 2024-05-20T21:31:20.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:20.250+0000 7fd4e7200700 1 -- 172.21.15.8:0/1413755299 shutdown_connections 2024-05-20T21:31:20.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:20.250+0000 7fd4e7200700 1 --2- 172.21.15.8:0/1413755299 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd4c40b2900 0x7fd4c40b4dc0 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:20.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:20.250+0000 7fd4e7200700 1 --2- 172.21.15.8:0/1413755299 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4e010ff40 0x7fd4e01a0670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:20.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:20.250+0000 7fd4e7200700 1 --2- 172.21.15.8:0/1413755299 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd4e0075770 0x7fd4e019bda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:20.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:20.250+0000 7fd4e7200700 1 --2- 172.21.15.8:0/1413755299 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd4e0076090 0x7fd4e019c2e0 unknown :-1 s=CLOSED pgs=777 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:20.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:20.250+0000 7fd4e7200700 1 -- 172.21.15.8:0/1413755299 >> 172.21.15.8:0/1413755299 conn(0x7fd4e007a6a0 msgr2=0x7fd4e0100770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:20.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:20.250+0000 7fd4e7200700 1 -- 172.21.15.8:0/1413755299 shutdown_connections 2024-05-20T21:31:20.304 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:20.250+0000 7fd4e7200700 1 -- 172.21.15.8:0/1413755299 wait complete. 2024-05-20T21:31:20.304 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:31:21.077 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:31:20 smithi008 ceph-mon[31475]: pgmap v920: 97 pgs: 97 active+clean; 4.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 3.0 KiB/s wr, 10 op/s 2024-05-20T21:31:21.078 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:31:20 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/1413755299' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:31:21.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:31:20 smithi130 ceph-mon[36448]: pgmap v920: 97 pgs: 97 active+clean; 4.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 3.0 KiB/s wr, 10 op/s 2024-05-20T21:31:21.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:31:20 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/1413755299' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:31:21.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:31:20 smithi050 ceph-mon[35809]: pgmap v920: 97 pgs: 97 active+clean; 4.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 3.0 KiB/s wr, 10 op/s 2024-05-20T21:31:21.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:31:20 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/1413755299' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:31:21.491 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24529 quiesce db --set-id a1ea46be --release --await' 2024-05-20T21:31:21.491 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24529 quiesce db --set-id a1ea46be --release --await 2024-05-20T21:31:22.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.104+0000 7f73a8a00700 1 -- 172.21.15.8:0/1447238742 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f73a41041a0 msgr2=0x7f73a41081c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:22.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.104+0000 7f73a8a00700 1 --2- 172.21.15.8:0/1447238742 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f73a41041a0 0x7f73a41081c0 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7f7390009920 tx=0x7f7390009c30 comp rx=0 tx=0).stop 2024-05-20T21:31:22.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.104+0000 7f73a8a00700 1 -- 172.21.15.8:0/1447238742 shutdown_connections 2024-05-20T21:31:22.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.104+0000 7f73a8a00700 1 --2- 172.21.15.8:0/1447238742 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f73a41088f0 0x7f73a4110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:22.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.104+0000 7f73a8a00700 1 --2- 172.21.15.8:0/1447238742 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f73a41037f0 0x7f73a4103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:22.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.104+0000 7f73a8a00700 1 --2- 172.21.15.8:0/1447238742 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f73a41041a0 0x7f73a41081c0 unknown :-1 s=CLOSED pgs=703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:22.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.104+0000 7f73a8a00700 1 -- 172.21.15.8:0/1447238742 >> 172.21.15.8:0/1447238742 conn(0x7f73a407a6a0 msgr2=0x7f73a407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:22.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.104+0000 7f73a8a00700 1 -- 172.21.15.8:0/1447238742 shutdown_connections 2024-05-20T21:31:22.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.104+0000 7f73a8a00700 1 -- 172.21.15.8:0/1447238742 wait complete. 2024-05-20T21:31:22.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.105+0000 7f73a8a00700 1 Processor -- start 2024-05-20T21:31:22.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.106+0000 7f73a8a00700 1 -- start start 2024-05-20T21:31:22.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.106+0000 7f73a8a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f73a41037f0 0x7f73a419be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:22.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.106+0000 7f73a8a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f73a41041a0 0x7f73a419c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:22.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.106+0000 7f73a8a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f73a41088f0 0x7f73a41a06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:22.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.106+0000 7f73a8a00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f73a4113720 con 0x7f73a41037f0 2024-05-20T21:31:22.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.106+0000 7f73a8a00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f73a41135a0 con 0x7f73a41041a0 2024-05-20T21:31:22.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.106+0000 7f73a8a00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f73a41138a0 con 0x7f73a41088f0 2024-05-20T21:31:22.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.107+0000 7f73a1e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f73a41037f0 0x7f73a419be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:22.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.107+0000 7f73a1400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f73a41041a0 0x7f73a419c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:22.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.107+0000 7f73a1e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f73a41037f0 0x7f73a419be60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:58996/0 (socket says 172.21.15.8:58996) 2024-05-20T21:31:22.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.107+0000 7f73a1e00700 1 -- 172.21.15.8:0/352225887 learned_addr learned my addr 172.21.15.8:0/352225887 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:22.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.107+0000 7f73a2800700 1 --2- 172.21.15.8:0/352225887 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f73a41088f0 0x7f73a41a06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:22.108 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.107+0000 7f73a1400700 1 -- 172.21.15.8:0/352225887 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f73a41088f0 msgr2=0x7f73a41a06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:22.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.107+0000 7f73a1400700 1 --2- 172.21.15.8:0/352225887 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f73a41088f0 0x7f73a41a06e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:22.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.107+0000 7f73a1400700 1 -- 172.21.15.8:0/352225887 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f73a41037f0 msgr2=0x7f73a419be60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:22.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.107+0000 7f73a1400700 1 --2- 172.21.15.8:0/352225887 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f73a41037f0 0x7f73a419be60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:22.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.107+0000 7f73a1400700 1 -- 172.21.15.8:0/352225887 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73a41a0e20 con 0x7f73a41041a0 2024-05-20T21:31:22.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.107+0000 7f73a2800700 1 --2- 172.21.15.8:0/352225887 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f73a41088f0 0x7f73a41a06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:31:22.109 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.107+0000 7f73a1400700 1 --2- 172.21.15.8:0/352225887 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f73a41041a0 0x7f73a419c3a0 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7f7390000c00 tx=0x7f739000f950 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:22.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.108+0000 7f739aa00700 1 -- 172.21.15.8:0/352225887 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7390027070 con 0x7f73a41041a0 2024-05-20T21:31:22.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.108+0000 7f73a8a00700 1 -- 172.21.15.8:0/352225887 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f73a41a10b0 con 0x7f73a41041a0 2024-05-20T21:31:22.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.108+0000 7f73a8a00700 1 -- 172.21.15.8:0/352225887 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73a41a8990 con 0x7f73a41041a0 2024-05-20T21:31:22.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.108+0000 7f739aa00700 1 -- 172.21.15.8:0/352225887 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7390005570 con 0x7f73a41041a0 2024-05-20T21:31:22.110 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.108+0000 7f739aa00700 1 -- 172.21.15.8:0/352225887 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f739000b560 con 0x7f73a41041a0 2024-05-20T21:31:22.112 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.112+0000 7f739aa00700 1 -- 172.21.15.8:0/352225887 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f739002a070 con 0x7f73a41041a0 2024-05-20T21:31:22.114 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.113+0000 7f739aa00700 1 --2- 172.21.15.8:0/352225887 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f73880b2900 0x7f73880b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:22.114 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.114+0000 7f73b3360b80 1 Processor -- start 2024-05-20T21:31:22.115 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.114+0000 7f739aa00700 1 -- 172.21.15.8:0/352225887 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f73900e29f0 con 0x7f73a41041a0 2024-05-20T21:31:22.115 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.114+0000 7f73b3360b80 1 -- start start 2024-05-20T21:31:22.115 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.114+0000 7f73a1e00700 1 --2- 172.21.15.8:0/352225887 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f73880b2900 0x7f73880b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:22.115 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.114+0000 7f73b3360b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ac52d7eb0 0x556ac52d8290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:22.115 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.114+0000 7f73b3360b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ac52d87d0 0x556ac52d2260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:22.115 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.114+0000 7f73b3360b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556ac52d2880 0x556ac52d2ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:22.115 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.114+0000 7f73b3360b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x556ac5230e40 con 0x556ac52d2880 2024-05-20T21:31:22.115 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.114+0000 7f73b3360b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x556ac52209e0 con 0x556ac52d87d0 2024-05-20T21:31:22.115 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.114+0000 7f73b3360b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x556ac5224a20 con 0x556ac52d7eb0 2024-05-20T21:31:22.116 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.115+0000 7f73a1400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ac52d87d0 0x556ac52d2260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:22.116 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.115+0000 7f73a2800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556ac52d2880 0x556ac52d2ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:22.116 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.115+0000 7f73a1400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ac52d87d0 0x556ac52d2260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:54548/0 (socket says 172.21.15.8:54548) 2024-05-20T21:31:22.116 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.115+0000 7f73a1400700 1 -- 172.21.15.8:0/2635110475 learned_addr learned my addr 172.21.15.8:0/2635110475 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:22.116 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.115+0000 7f73a1e00700 1 --2- 172.21.15.8:0/2635110475 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ac52d7eb0 0x556ac52d8290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:22.117 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.115+0000 7f73a1400700 1 -- 172.21.15.8:0/2635110475 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ac52d7eb0 msgr2=0x556ac52d8290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:22.117 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.115+0000 7f73a1400700 1 --2- 172.21.15.8:0/2635110475 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ac52d7eb0 0x556ac52d8290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:22.117 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.115+0000 7f73a1400700 1 -- 172.21.15.8:0/2635110475 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556ac52d2880 msgr2=0x556ac52d2ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:22.117 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.115+0000 7f73a1400700 1 --2- 172.21.15.8:0/2635110475 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556ac52d2880 0x556ac52d2ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:22.117 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.115+0000 7f73a1400700 1 -- 172.21.15.8:0/2635110475 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556ac51e9420 con 0x556ac52d87d0 2024-05-20T21:31:22.117 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.115+0000 7f73a1e00700 1 --2- 172.21.15.8:0/352225887 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f73880b2900 0x7f73880b4dc0 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f7394005950 tx=0x7f7394011720 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:22.117 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.116+0000 7f73a1400700 1 --2- 172.21.15.8:0/2635110475 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ac52d87d0 0x556ac52d2260 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7f73900a60b0 tx=0x7f73900a9980 comp rx=0 tx=0).ready entity=mon.2 client_cookie=67046cc50af2339 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:22.118 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.116+0000 7f738f400700 1 -- 172.21.15.8:0/2635110475 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73900aa730 con 0x556ac52d87d0 2024-05-20T21:31:22.118 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.116+0000 7f738f400700 1 -- 172.21.15.8:0/2635110475 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f73900aa030 con 0x556ac52d87d0 2024-05-20T21:31:22.118 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.116+0000 7f738f400700 1 -- 172.21.15.8:0/2635110475 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73900ae1e0 con 0x556ac52d87d0 2024-05-20T21:31:22.118 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.117+0000 7f73b3360b80 1 -- 172.21.15.8:0/2635110475 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ac52d87d0 msgr2=0x556ac52d2260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:22.118 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.117+0000 7f73b3360b80 1 --2- 172.21.15.8:0/2635110475 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ac52d87d0 0x556ac52d2260 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7f73900a60b0 tx=0x7f73900a9980 comp rx=0 tx=0).stop 2024-05-20T21:31:22.118 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.117+0000 7f73b3360b80 1 -- 172.21.15.8:0/2635110475 shutdown_connections 2024-05-20T21:31:22.118 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.117+0000 7f73b3360b80 1 --2- 172.21.15.8:0/2635110475 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556ac52d2880 0x556ac52d2ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:22.118 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.117+0000 7f73b3360b80 1 --2- 172.21.15.8:0/2635110475 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ac52d7eb0 0x556ac52d8290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:22.118 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.117+0000 7f73b3360b80 1 --2- 172.21.15.8:0/2635110475 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ac52d87d0 0x556ac52d2260 unknown :-1 s=CLOSED pgs=705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:22.119 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.117+0000 7f73b3360b80 1 -- 172.21.15.8:0/2635110475 >> 172.21.15.8:0/2635110475 conn(0x556ac5200be0 msgr2=0x556ac52cd010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:22.119 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.117+0000 7f73b3360b80 1 -- 172.21.15.8:0/2635110475 shutdown_connections 2024-05-20T21:31:22.119 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.118+0000 7f73b3360b80 1 -- 172.21.15.8:0/2635110475 wait complete. 2024-05-20T21:31:22.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.118+0000 7f73b3360b80 1 -- start start 2024-05-20T21:31:22.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.118+0000 7f73b3360b80 1 Processor -- start 2024-05-20T21:31:22.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.119+0000 7f73b3360b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ac52d2880 0x556ac52de530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:22.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.119+0000 7f73b3360b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556ac52d7eb0 0x556ac52db8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:22.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.119+0000 7f73b3360b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ac52d87d0 0x556ac52dbe10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:22.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.119+0000 7f73b3360b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x556ac5126fa0 con 0x556ac52d7eb0 2024-05-20T21:31:22.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.119+0000 7f73b3360b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x556ac51c1760 con 0x556ac52d2880 2024-05-20T21:31:22.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.119+0000 7f73b3360b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x556ac52df000 con 0x556ac52d87d0 2024-05-20T21:31:22.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.119+0000 7f73b3360b80 10 client.0 _ll_register_callbacks cb 0x556ac51cac70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:22.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.119+0000 7f73a1e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ac52d2880 0x556ac52de530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:22.120 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.119+0000 7f73a1400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556ac52d7eb0 0x556ac52db8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:22.121 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.119+0000 7f73a2800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ac52d87d0 0x556ac52dbe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:22.121 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.119+0000 7f73a1400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556ac52d7eb0 0x556ac52db8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:59016/0 (socket says 172.21.15.8:59016) 2024-05-20T21:31:22.121 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.119+0000 7f73a1400700 1 -- 172.21.15.8:0/2561185204 learned_addr learned my addr 172.21.15.8:0/2561185204 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:22.121 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.120+0000 7f73a1400700 1 -- 172.21.15.8:0/2561185204 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ac52d87d0 msgr2=0x556ac52dbe10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:22.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.120+0000 7f73a1400700 1 --2- 172.21.15.8:0/2561185204 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ac52d87d0 0x556ac52dbe10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:22.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.120+0000 7f73a1400700 1 -- 172.21.15.8:0/2561185204 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ac52d2880 msgr2=0x556ac52de530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:22.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.120+0000 7f73a1400700 1 --2- 172.21.15.8:0/2561185204 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ac52d2880 0x556ac52de530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:22.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.120+0000 7f73a1400700 1 -- 172.21.15.8:0/2561185204 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556ac51708d0 con 0x556ac52d7eb0 2024-05-20T21:31:22.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.120+0000 7f73a1e00700 1 --2- 172.21.15.8:0/2561185204 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ac52d2880 0x556ac52de530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:22.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.120+0000 7f73a1400700 1 --2- 172.21.15.8:0/2561185204 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556ac52d7eb0 0x556ac52db8d0 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7f7390005c10 tx=0x7f73900a9c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c2e6e0847bb3b0d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:22.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.120+0000 7f7383e00700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:31:22.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.121+0000 7f7383e00700 1 -- 172.21.15.8:0/2561185204 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73900c3070 con 0x556ac52d7eb0 2024-05-20T21:31:22.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.121+0000 7f7383e00700 1 -- 172.21.15.8:0/2561185204 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f73900b2970 con 0x556ac52d7eb0 2024-05-20T21:31:22.122 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.121+0000 7f73b3360b80 1 -- 172.21.15.8:0/2561185204 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f73900aa030 con 0x556ac52d7eb0 2024-05-20T21:31:22.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.121+0000 7f7383e00700 1 -- 172.21.15.8:0/2561185204 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f73900b2e00 con 0x556ac52d7eb0 2024-05-20T21:31:22.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.121+0000 7f73b3360b80 10 client.19815 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:22.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.121+0000 7f73b3360b80 1 -- 172.21.15.8:0/2561185204 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556ac51f1060 con 0x556ac52d7eb0 2024-05-20T21:31:22.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.122+0000 7f7383e00700 1 -- 172.21.15.8:0/2561185204 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f73900aa030 con 0x556ac52d7eb0 2024-05-20T21:31:22.123 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.122+0000 7f7383e00700 1 -- 172.21.15.8:0/2561185204 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f73900a5ab0 con 0x556ac52d7eb0 2024-05-20T21:31:22.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.122+0000 7f73b3360b80 10 client.19815 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:22.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.122+0000 7f73b3360b80 10 client.19815 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:31:22.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.122+0000 7f73b3360b80 20 client.19815 populate_metadata read hostname 'smithi008' 2024-05-20T21:31:22.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.122+0000 7f73b3360b80 1 --2- 172.21.15.8:0/2561185204 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x556ac52eba00 0x556ac52eddf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:22.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.122+0000 7f73b3360b80 4 client.19815 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:31:22.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.122+0000 7f73b3360b80 1 -- 172.21.15.8:0/2561185204 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556ac5232d90 con 0x556ac52eba00 2024-05-20T21:31:22.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.123+0000 7f73a1e00700 1 --2- 172.21.15.8:0/2561185204 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x556ac52eba00 0x556ac52eddf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:22.125 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.123+0000 7f73a1e00700 1 --2- 172.21.15.8:0/2561185204 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x556ac52eba00 0x556ac52eddf0 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=da7c7cd55be0c6d1 server_cookie=34e94343a8d9b595 in_seq=0 out_seq=0 2024-05-20T21:31:22.125 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.123+0000 7f7383e00700 10 client.19815 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:31:22.125 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.124+0000 7f7383e00700 1 -- 172.21.15.8:0/2561185204 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x556ac5232d90 con 0x556ac52eba00 2024-05-20T21:31:22.125 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.124+0000 7f7383e00700 10 client.19815 handle_command_reply: tid=0 2024-05-20T21:31:22.125 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.124+0000 7f73b3360b80 1 client.19815 shutdown 2024-05-20T21:31:22.125 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.124+0000 7f73b3360b80 1 -- 172.21.15.8:0/2561185204 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556ac52d7eb0 msgr2=0x556ac52db8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:22.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.124+0000 7f73b3360b80 1 --2- 172.21.15.8:0/2561185204 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556ac52d7eb0 0x556ac52db8d0 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7f7390005c10 tx=0x7f73900a9c00 comp rx=0 tx=0).stop 2024-05-20T21:31:22.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.124+0000 7f73b3360b80 1 -- 172.21.15.8:0/2561185204 shutdown_connections 2024-05-20T21:31:22.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.124+0000 7f73b3360b80 1 --2- 172.21.15.8:0/2561185204 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x556ac52eba00 0x556ac52eddf0 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:22.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.124+0000 7f73b3360b80 1 --2- 172.21.15.8:0/2561185204 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ac52d2880 0x556ac52de530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:22.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.124+0000 7f73b3360b80 1 --2- 172.21.15.8:0/2561185204 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ac52d87d0 0x556ac52dbe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:22.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.124+0000 7f73b3360b80 1 --2- 172.21.15.8:0/2561185204 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556ac52d7eb0 0x556ac52db8d0 unknown :-1 s=CLOSED pgs=778 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:22.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.124+0000 7f7383e00700 0 client.19815 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:31:22.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.124+0000 7f73b3360b80 1 -- 172.21.15.8:0/2561185204 >> 172.21.15.8:0/2561185204 conn(0x556ac5200be0 msgr2=0x556ac52d1250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:22.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.125+0000 7f73b3360b80 1 -- 172.21.15.8:0/2561185204 shutdown_connections 2024-05-20T21:31:22.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.125+0000 7f73b3360b80 1 -- 172.21.15.8:0/2561185204 wait complete. 2024-05-20T21:31:22.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.125+0000 7f73b3360b80 20 client.19815 trim_cache size 0 max 16384 2024-05-20T21:31:22.144 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.143+0000 7f73b3360b80 1 Processor -- start 2024-05-20T21:31:22.144 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.143+0000 7f73b3360b80 1 -- start start 2024-05-20T21:31:22.144 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.144+0000 7f73b3360b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ac52d2880 0x556ac52d2260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:22.144 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.144+0000 7f73b3360b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ac52d7eb0 0x556ac52d6060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:22.144 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.144+0000 7f73b3360b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556ac52d87d0 0x556ac52cc9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:22.144 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.144+0000 7f73b3360b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f738400fc60 con 0x556ac52d87d0 2024-05-20T21:31:22.144 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.144+0000 7f73b3360b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f738400d4f0 con 0x556ac52d7eb0 2024-05-20T21:31:22.145 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.144+0000 7f73b3360b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f738400b340 con 0x556ac52d2880 2024-05-20T21:31:22.146 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.144+0000 7f73a2800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556ac52d87d0 0x556ac52cc9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:22.146 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.144+0000 7f73a2800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556ac52d87d0 0x556ac52cc9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:59020/0 (socket says 172.21.15.8:59020) 2024-05-20T21:31:22.146 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.144+0000 7f73a2800700 1 -- 172.21.15.8:0/4204586929 learned_addr learned my addr 172.21.15.8:0/4204586929 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:22.146 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.144+0000 7f73a1e00700 1 --2- 172.21.15.8:0/4204586929 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ac52d2880 0x556ac52d2260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:22.146 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.144+0000 7f73a1400700 1 --2- 172.21.15.8:0/4204586929 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ac52d7eb0 0x556ac52d6060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:22.146 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.145+0000 7f73a2800700 1 -- 172.21.15.8:0/4204586929 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ac52d2880 msgr2=0x556ac52d2260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:22.146 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.145+0000 7f73a2800700 1 --2- 172.21.15.8:0/4204586929 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ac52d2880 0x556ac52d2260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:22.146 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.145+0000 7f73a2800700 1 -- 172.21.15.8:0/4204586929 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ac52d7eb0 msgr2=0x556ac52d6060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:22.146 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.145+0000 7f73a2800700 1 --2- 172.21.15.8:0/4204586929 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ac52d7eb0 0x556ac52d6060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:22.146 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.145+0000 7f73a2800700 1 -- 172.21.15.8:0/4204586929 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556ac52ce8c0 con 0x556ac52d87d0 2024-05-20T21:31:22.146 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.145+0000 7f73a2800700 1 --2- 172.21.15.8:0/4204586929 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556ac52d87d0 0x556ac52cc9e0 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f739c0076c0 tx=0x7f739c00b040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e501f94a3526ec2 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:22.146 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.145+0000 7f738ea00700 1 -- 172.21.15.8:0/4204586929 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f739c004db0 con 0x556ac52d87d0 2024-05-20T21:31:22.146 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.145+0000 7f738ea00700 1 -- 172.21.15.8:0/4204586929 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f739c007e10 con 0x556ac52d87d0 2024-05-20T21:31:22.147 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.145+0000 7f738ea00700 1 -- 172.21.15.8:0/4204586929 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f739c017790 con 0x556ac52d87d0 2024-05-20T21:31:22.147 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.146+0000 7f73b3360b80 1 -- 172.21.15.8:0/4204586929 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556ac52d87d0 msgr2=0x556ac52cc9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:22.147 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.146+0000 7f73b3360b80 1 --2- 172.21.15.8:0/4204586929 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556ac52d87d0 0x556ac52cc9e0 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f739c0076c0 tx=0x7f739c00b040 comp rx=0 tx=0).stop 2024-05-20T21:31:22.147 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.146+0000 7f73b3360b80 1 -- 172.21.15.8:0/4204586929 shutdown_connections 2024-05-20T21:31:22.148 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.146+0000 7f73b3360b80 1 --2- 172.21.15.8:0/4204586929 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556ac52d87d0 0x556ac52cc9e0 unknown :-1 s=CLOSED pgs=779 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:22.148 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.146+0000 7f73b3360b80 1 --2- 172.21.15.8:0/4204586929 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ac52d2880 0x556ac52d2260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:22.148 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.146+0000 7f73b3360b80 1 --2- 172.21.15.8:0/4204586929 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ac52d7eb0 0x556ac52d6060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:22.148 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.146+0000 7f73b3360b80 1 -- 172.21.15.8:0/4204586929 >> 172.21.15.8:0/4204586929 conn(0x556ac5200be0 msgr2=0x556ac52d5950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:22.148 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.147+0000 7f73b3360b80 1 -- 172.21.15.8:0/4204586929 shutdown_connections 2024-05-20T21:31:22.148 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.147+0000 7f73b3360b80 1 -- 172.21.15.8:0/4204586929 wait complete. 2024-05-20T21:31:22.148 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.147+0000 7f73b3360b80 1 -- start start 2024-05-20T21:31:22.149 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.147+0000 7f73b3360b80 1 Processor -- start 2024-05-20T21:31:22.149 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.148+0000 7f73b3360b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556ac52d2880 0x556ac52e4ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:22.149 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.148+0000 7f73b3360b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ac52d7eb0 0x556ac52f2e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:22.149 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.148+0000 7f73b3360b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ac52d87d0 0x556ac52f3570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:22.149 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.148+0000 7f73b3360b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f738400b9b0 con 0x556ac52d2880 2024-05-20T21:31:22.149 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.148+0000 7f73b3360b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f738400ce20 con 0x556ac52d7eb0 2024-05-20T21:31:22.149 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.148+0000 7f73b3360b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f738400c080 con 0x556ac52d87d0 2024-05-20T21:31:22.149 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.148+0000 7f73b3360b80 10 client.0 _ll_register_callbacks cb 0x556ac51cac70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:22.149 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.148+0000 7f73a1e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556ac52d2880 0x556ac52e4ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:22.150 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.148+0000 7f73a1e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556ac52d2880 0x556ac52e4ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:59034/0 (socket says 172.21.15.8:59034) 2024-05-20T21:31:22.150 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.148+0000 7f73a1e00700 1 -- 172.21.15.8:0/1921639324 learned_addr learned my addr 172.21.15.8:0/1921639324 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:22.150 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.148+0000 7f73a1400700 1 --2- 172.21.15.8:0/1921639324 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ac52d7eb0 0x556ac52f2e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:22.150 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.149+0000 7f73a2800700 1 --2- 172.21.15.8:0/1921639324 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ac52d87d0 0x556ac52f3570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:22.151 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.149+0000 7f73a1400700 1 -- 172.21.15.8:0/1921639324 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ac52d87d0 msgr2=0x556ac52f3570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:22.151 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.149+0000 7f73a1400700 1 --2- 172.21.15.8:0/1921639324 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ac52d87d0 0x556ac52f3570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:22.151 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.149+0000 7f73a1400700 1 -- 172.21.15.8:0/1921639324 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556ac52d2880 msgr2=0x556ac52e4ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:22.151 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.149+0000 7f73a1400700 1 --2- 172.21.15.8:0/1921639324 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556ac52d2880 0x556ac52e4ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:22.151 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.149+0000 7f73a1400700 1 -- 172.21.15.8:0/1921639324 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556ac5355350 con 0x556ac52d7eb0 2024-05-20T21:31:22.151 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.149+0000 7f73a1e00700 1 --2- 172.21.15.8:0/1921639324 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556ac52d2880 0x556ac52e4ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:22.151 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.149+0000 7f73a1400700 1 --2- 172.21.15.8:0/1921639324 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ac52d7eb0 0x556ac52f2e30 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f7390004aa0 tx=0x7f73900e0500 comp rx=0 tx=0).ready entity=mon.2 client_cookie=48fa7eda47538a78 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:22.151 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.149+0000 7f7383e00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:31:22.151 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.150+0000 7f7383e00700 1 -- 172.21.15.8:0/1921639324 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73900c3070 con 0x556ac52d7eb0 2024-05-20T21:31:22.152 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.150+0000 7f7383e00700 1 -- 172.21.15.8:0/1921639324 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f73900a5bb0 con 0x556ac52d7eb0 2024-05-20T21:31:22.152 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.150+0000 7f73b3360b80 1 -- 172.21.15.8:0/1921639324 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f739c007e10 con 0x556ac52d7eb0 2024-05-20T21:31:22.152 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.150+0000 7f7383e00700 1 -- 172.21.15.8:0/1921639324 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f73900aa730 con 0x556ac52d7eb0 2024-05-20T21:31:22.152 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.150+0000 7f73b3360b80 10 client.29933 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:22.152 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.150+0000 7f73b3360b80 1 -- 172.21.15.8:0/1921639324 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556ac5355350 con 0x556ac52d7eb0 2024-05-20T21:31:22.152 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.150+0000 7f7383e00700 1 -- 172.21.15.8:0/1921639324 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f739c007e10 con 0x556ac52d7eb0 2024-05-20T21:31:22.152 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.150+0000 7f7383e00700 1 -- 172.21.15.8:0/1921639324 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f73900c4260 con 0x556ac52d7eb0 2024-05-20T21:31:22.152 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.151+0000 7f73b3360b80 10 client.29933 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:22.152 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.151+0000 7f73b3360b80 10 client.29933 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:31:22.152 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.151+0000 7f73b3360b80 20 client.29933 populate_metadata read hostname 'smithi008' 2024-05-20T21:31:22.152 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.151+0000 7f73b3360b80 1 --2- 172.21.15.8:0/1921639324 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x556ac5356850 0x556ac5358c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:22.152 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.151+0000 7f73b3360b80 4 client.29933 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:31:22.153 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.151+0000 7f73b3360b80 1 -- 172.21.15.8:0/1921639324 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "damage ls"}) -- 0x556ac522c570 con 0x556ac5356850 2024-05-20T21:31:22.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.151+0000 7f73a1e00700 1 --2- 172.21.15.8:0/1921639324 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x556ac5356850 0x556ac5358c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:22.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.152+0000 7f73a1e00700 1 --2- 172.21.15.8:0/1921639324 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x556ac5356850 0x556ac5358c70 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=76898a48258692a5 server_cookie=c0de6a6f10c4e769 in_seq=0 out_seq=0 2024-05-20T21:31:22.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.152+0000 7f7383e00700 10 client.29933 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:31:22.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.152+0000 7f7383e00700 1 -- 172.21.15.8:0/1921639324 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x556ac522c570 con 0x556ac5356850 2024-05-20T21:31:22.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.152+0000 7f7383e00700 10 client.29933 handle_command_reply: tid=0 2024-05-20T21:31:22.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.152+0000 7f73b3360b80 1 client.29933 shutdown 2024-05-20T21:31:22.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.152+0000 7f73b3360b80 1 -- 172.21.15.8:0/1921639324 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ac52d7eb0 msgr2=0x556ac52f2e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:22.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.152+0000 7f73b3360b80 1 --2- 172.21.15.8:0/1921639324 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ac52d7eb0 0x556ac52f2e30 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f7390004aa0 tx=0x7f73900e0500 comp rx=0 tx=0).stop 2024-05-20T21:31:22.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.152+0000 7f73b3360b80 1 -- 172.21.15.8:0/1921639324 shutdown_connections 2024-05-20T21:31:22.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.153+0000 7f73b3360b80 1 --2- 172.21.15.8:0/1921639324 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x556ac5356850 0x556ac5358c70 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:22.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.153+0000 7f73b3360b80 1 --2- 172.21.15.8:0/1921639324 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ac52d87d0 0x556ac52f3570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:22.154 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.153+0000 7f73b3360b80 1 --2- 172.21.15.8:0/1921639324 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x556ac52d2880 0x556ac52e4ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:22.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.153+0000 7f73b3360b80 1 --2- 172.21.15.8:0/1921639324 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ac52d7eb0 0x556ac52f2e30 unknown :-1 s=CLOSED pgs=706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:22.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.153+0000 7f7383e00700 0 client.29933 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:31:22.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.153+0000 7f73b3360b80 1 -- 172.21.15.8:0/1921639324 >> 172.21.15.8:0/1921639324 conn(0x556ac5200be0 msgr2=0x556ac52cc9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:22.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.153+0000 7f73b3360b80 1 -- 172.21.15.8:0/1921639324 shutdown_connections 2024-05-20T21:31:22.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.153+0000 7f73b3360b80 1 -- 172.21.15.8:0/1921639324 wait complete. 2024-05-20T21:31:22.155 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.153+0000 7f73b3360b80 20 client.29933 trim_cache size 0 max 16384 2024-05-20T21:31:22.155 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:31:22.156 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:31:22.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.154+0000 7f73a8a00700 1 -- 172.21.15.8:0/352225887 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f73880b2900 msgr2=0x7f73880b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:22.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.154+0000 7f73a8a00700 1 --2- 172.21.15.8:0/352225887 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f73880b2900 0x7f73880b4dc0 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f7394005950 tx=0x7f7394011720 comp rx=0 tx=0).stop 2024-05-20T21:31:22.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.154+0000 7f73a8a00700 1 -- 172.21.15.8:0/352225887 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f73a41041a0 msgr2=0x7f73a419c3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:22.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.154+0000 7f73a8a00700 1 --2- 172.21.15.8:0/352225887 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f73a41041a0 0x7f73a419c3a0 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7f7390000c00 tx=0x7f739000f950 comp rx=0 tx=0).stop 2024-05-20T21:31:22.156 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.154+0000 7f73a8a00700 1 -- 172.21.15.8:0/352225887 shutdown_connections 2024-05-20T21:31:22.157 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.154+0000 7f73a8a00700 1 --2- 172.21.15.8:0/352225887 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f73880b2900 0x7f73880b4dc0 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:22.157 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.154+0000 7f73a8a00700 1 --2- 172.21.15.8:0/352225887 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f73a41088f0 0x7f73a41a06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:22.157 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.154+0000 7f73a8a00700 1 --2- 172.21.15.8:0/352225887 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f73a41037f0 0x7f73a419be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:22.157 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.154+0000 7f73a8a00700 1 --2- 172.21.15.8:0/352225887 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f73a41041a0 0x7f73a419c3a0 unknown :-1 s=CLOSED pgs=704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:22.157 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.154+0000 7f73a8a00700 1 -- 172.21.15.8:0/352225887 >> 172.21.15.8:0/352225887 conn(0x7f73a407a6a0 msgr2=0x7f73a4101660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:22.157 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.154+0000 7f73a8a00700 1 -- 172.21.15.8:0/352225887 shutdown_connections 2024-05-20T21:31:22.157 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:22.154+0000 7f73a8a00700 1 -- 172.21.15.8:0/352225887 wait complete. 2024-05-20T21:31:22.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:31:22 smithi008 ceph-mon[31475]: pgmap v921: 97 pgs: 97 active+clean; 4.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 3.3 KiB/s wr, 11 op/s 2024-05-20T21:31:23.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:31:22 smithi130 ceph-mon[36448]: pgmap v921: 97 pgs: 97 active+clean; 4.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 3.3 KiB/s wr, 11 op/s 2024-05-20T21:31:23.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:31:22 smithi050 ceph-mon[35809]: pgmap v921: 97 pgs: 97 active+clean; 4.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 3.3 KiB/s wr, 11 op/s 2024-05-20T21:31:23.767 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.766+0000 7f4ec9400640 1 -- 172.21.15.8:0/1870631884 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4ec4104b30 msgr2=0x7f4ec4104f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:23.767 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.766+0000 7f4ec9400640 1 --2- 172.21.15.8:0/1870631884 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4ec4104b30 0x7f4ec4104f50 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7f4eb4009ca0 tx=0x7f4eb402a8c0 comp rx=0 tx=0).stop 2024-05-20T21:31:23.767 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.767+0000 7f4ec9400640 1 -- 172.21.15.8:0/1870631884 shutdown_connections 2024-05-20T21:31:23.768 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.767+0000 7f4ec9400640 1 --2- 172.21.15.8:0/1870631884 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4ec41066e0 0x7f4ec410cf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:23.768 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.767+0000 7f4ec9400640 1 --2- 172.21.15.8:0/1870631884 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4ec4105d20 0x7f4ec41061a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:23.768 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.767+0000 7f4ec9400640 1 --2- 172.21.15.8:0/1870631884 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4ec4104b30 0x7f4ec4104f50 unknown :-1 s=CLOSED pgs=780 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:23.768 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.767+0000 7f4ec9400640 1 -- 172.21.15.8:0/1870631884 >> 172.21.15.8:0/1870631884 conn(0x7f4ec41000c0 msgr2=0x7f4ec41024e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:23.768 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.767+0000 7f4ec9400640 1 -- 172.21.15.8:0/1870631884 shutdown_connections 2024-05-20T21:31:23.768 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.767+0000 7f4ec9400640 1 -- 172.21.15.8:0/1870631884 wait complete. 2024-05-20T21:31:23.769 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.768+0000 7f4ec9400640 1 Processor -- start 2024-05-20T21:31:23.769 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.768+0000 7f4ec9400640 1 -- start start 2024-05-20T21:31:23.769 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.768+0000 7f4ec9400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4ec4104b30 0x7f4ec419ad40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:23.769 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.768+0000 7f4ec9400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4ec4105d20 0x7f4ec419b280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:23.769 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.768+0000 7f4ec9400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4ec41066e0 0x7f4ec41a22b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:23.769 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.768+0000 7f4ec9400640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f4ec41106b0 con 0x7f4ec4105d20 2024-05-20T21:31:23.769 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.768+0000 7f4ec9400640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4ec4110530 con 0x7f4ec41066e0 2024-05-20T21:31:23.770 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.768+0000 7f4ec9400640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f4ec4110830 con 0x7f4ec4104b30 2024-05-20T21:31:23.770 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.769+0000 7f4ebb400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4ec4105d20 0x7f4ec419b280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:23.770 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.769+0000 7f4ec3e00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4ec4104b30 0x7f4ec419ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:23.770 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.769+0000 7f4ec3e00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4ec4104b30 0x7f4ec419ad40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:56694/0 (socket says 172.21.15.8:56694) 2024-05-20T21:31:23.770 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.769+0000 7f4ec3e00640 1 -- 172.21.15.8:0/1851278656 learned_addr learned my addr 172.21.15.8:0/1851278656 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:23.770 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.769+0000 7f4ebb400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4ec4105d20 0x7f4ec419b280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:37886/0 (socket says 172.21.15.8:37886) 2024-05-20T21:31:23.770 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.769+0000 7f4ec8a00640 1 --2- 172.21.15.8:0/1851278656 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4ec41066e0 0x7f4ec41a22b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:23.771 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.769+0000 7f4ec3e00640 1 -- 172.21.15.8:0/1851278656 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4ec41066e0 msgr2=0x7f4ec41a22b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:23.771 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.769+0000 7f4ec3e00640 1 --2- 172.21.15.8:0/1851278656 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4ec41066e0 0x7f4ec41a22b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:23.771 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.769+0000 7f4ec3e00640 1 -- 172.21.15.8:0/1851278656 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4ec4105d20 msgr2=0x7f4ec419b280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:23.771 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.769+0000 7f4ec3e00640 1 --2- 172.21.15.8:0/1851278656 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4ec4105d20 0x7f4ec419b280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:23.771 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.769+0000 7f4ec3e00640 1 -- 172.21.15.8:0/1851278656 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ec41a2950 con 0x7f4ec4104b30 2024-05-20T21:31:23.771 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.769+0000 7f4ebb400640 1 --2- 172.21.15.8:0/1851278656 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4ec4105d20 0x7f4ec419b280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:23.771 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.769+0000 7f4ec8a00640 1 --2- 172.21.15.8:0/1851278656 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4ec41066e0 0x7f4ec41a22b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:23.771 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.770+0000 7f4ec3e00640 1 --2- 172.21.15.8:0/1851278656 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4ec4104b30 0x7f4ec419ad40 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f4eb4005e30 tx=0x7f4eb40317e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:23.772 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.771+0000 7f4ec1600640 1 -- 172.21.15.8:0/1851278656 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4eb4003bf0 con 0x7f4ec4104b30 2024-05-20T21:31:23.772 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.771+0000 7f4ec1600640 1 -- 172.21.15.8:0/1851278656 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4eb4003d90 con 0x7f4ec4104b30 2024-05-20T21:31:23.772 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.771+0000 7f4ec1600640 1 -- 172.21.15.8:0/1851278656 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4eb402fc50 con 0x7f4ec4104b30 2024-05-20T21:31:23.772 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.771+0000 7f4ec9400640 1 -- 172.21.15.8:0/1851278656 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ec41a2be0 con 0x7f4ec4104b30 2024-05-20T21:31:23.772 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.771+0000 7f4ec9400640 1 -- 172.21.15.8:0/1851278656 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ec41a30e0 con 0x7f4ec4104b30 2024-05-20T21:31:23.775 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.775+0000 7f4ecd782740 1 Processor -- start 2024-05-20T21:31:23.775 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.775+0000 7f4ec1600640 1 -- 172.21.15.8:0/1851278656 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f4eb4004040 con 0x7f4ec4104b30 2024-05-20T21:31:23.775 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.775+0000 7f4ecd782740 1 -- start start 2024-05-20T21:31:23.776 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.775+0000 7f4ecd782740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5628b2f07cf0 0x5628b2f08110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:23.776 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.775+0000 7f4ecd782740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5628b2f086e0 0x5628b2f0d1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:23.776 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.775+0000 7f4ecd782740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5628b2f0d850 0x5628b2f0fce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:23.776 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.775+0000 7f4ecd782740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5628b2e77b90 con 0x5628b2f086e0 2024-05-20T21:31:23.776 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.775+0000 7f4ecd782740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5628b2e67730 con 0x5628b2f07cf0 2024-05-20T21:31:23.776 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.775+0000 7f4ecd782740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5628b2e6b770 con 0x5628b2f0d850 2024-05-20T21:31:23.778 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.775+0000 7f4ec3e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5628b2f086e0 0x5628b2f0d1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:23.778 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.775+0000 7f4ec8a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5628b2f07cf0 0x5628b2f08110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:23.778 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.775+0000 7f4ec3e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5628b2f086e0 0x5628b2f0d1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:37896/0 (socket says 172.21.15.8:37896) 2024-05-20T21:31:23.779 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.775+0000 7f4ec3e00640 1 -- 172.21.15.8:0/374922834 learned_addr learned my addr 172.21.15.8:0/374922834 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:23.779 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.776+0000 7f4ebb400640 1 --2- 172.21.15.8:0/374922834 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5628b2f0d850 0x5628b2f0fce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:23.779 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.776+0000 7f4ebb400640 1 -- 172.21.15.8:0/374922834 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5628b2f07cf0 msgr2=0x5628b2f08110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:23.779 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.776+0000 7f4ebb400640 1 --2- 172.21.15.8:0/374922834 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5628b2f07cf0 0x5628b2f08110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:23.779 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.776+0000 7f4ebb400640 1 -- 172.21.15.8:0/374922834 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5628b2f086e0 msgr2=0x5628b2f0d1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:23.779 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.776+0000 7f4ebb400640 1 --2- 172.21.15.8:0/374922834 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5628b2f086e0 0x5628b2f0d1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:23.779 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.776+0000 7f4ebb400640 1 -- 172.21.15.8:0/374922834 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5628b2e008b0 con 0x5628b2f0d850 2024-05-20T21:31:23.779 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.776+0000 7f4ec8a00640 1 --2- 172.21.15.8:0/374922834 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5628b2f07cf0 0x5628b2f08110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:23.779 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.776+0000 7f4ec3e00640 1 --2- 172.21.15.8:0/374922834 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5628b2f086e0 0x5628b2f0d1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:23.779 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.776+0000 7f4ebb400640 1 --2- 172.21.15.8:0/374922834 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5628b2f0d850 0x5628b2f0fce0 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f4eac009fd0 tx=0x7f4eac0118d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d36b4fea06ed40fe server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:23.779 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.777+0000 7f4eb9200640 1 -- 172.21.15.8:0/374922834 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4eac004030 con 0x5628b2f0d850 2024-05-20T21:31:23.779 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.777+0000 7f4eb9200640 1 -- 172.21.15.8:0/374922834 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4eac0054d0 con 0x5628b2f0d850 2024-05-20T21:31:23.779 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.777+0000 7f4eb9200640 1 -- 172.21.15.8:0/374922834 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4eac004c80 con 0x5628b2f0d850 2024-05-20T21:31:23.779 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.777+0000 7f4ec1600640 1 --2- 172.21.15.8:0/1851278656 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f4ea80b2850 0x7f4ea80b4d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:23.780 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.777+0000 7f4ec1600640 1 -- 172.21.15.8:0/1851278656 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f4eb4103620 con 0x7f4ec4104b30 2024-05-20T21:31:23.780 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.777+0000 7f4ec8a00640 1 --2- 172.21.15.8:0/1851278656 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f4ea80b2850 0x7f4ea80b4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:23.780 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.777+0000 7f4ecd782740 1 -- 172.21.15.8:0/374922834 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5628b2f0d850 msgr2=0x5628b2f0fce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:23.780 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.777+0000 7f4ecd782740 1 --2- 172.21.15.8:0/374922834 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5628b2f0d850 0x5628b2f0fce0 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f4eac009fd0 tx=0x7f4eac0118d0 comp rx=0 tx=0).stop 2024-05-20T21:31:23.780 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.778+0000 7f4ecd782740 1 -- 172.21.15.8:0/374922834 shutdown_connections 2024-05-20T21:31:23.780 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.778+0000 7f4ecd782740 1 --2- 172.21.15.8:0/374922834 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5628b2f0d850 0x5628b2f0fce0 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:23.780 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.778+0000 7f4ecd782740 1 --2- 172.21.15.8:0/374922834 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5628b2f086e0 0x5628b2f0d1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:23.780 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.778+0000 7f4ecd782740 1 --2- 172.21.15.8:0/374922834 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5628b2f07cf0 0x5628b2f08110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:23.780 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.778+0000 7f4ecd782740 1 -- 172.21.15.8:0/374922834 >> 172.21.15.8:0/374922834 conn(0x5628b2f03360 msgr2=0x5628b2f03760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:23.780 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.778+0000 7f4ecd782740 1 -- 172.21.15.8:0/374922834 shutdown_connections 2024-05-20T21:31:23.780 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.778+0000 7f4ecd782740 1 -- 172.21.15.8:0/374922834 wait complete. 2024-05-20T21:31:23.780 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.778+0000 7f4ec8a00640 1 --2- 172.21.15.8:0/1851278656 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f4ea80b2850 0x7f4ea80b4d10 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f4ebc009fd0 tx=0x7f4ebc005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:23.783 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.778+0000 7f4ecd782740 1 -- start start 2024-05-20T21:31:23.783 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.779+0000 7f4ecd782740 1 Processor -- start 2024-05-20T21:31:23.783 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.779+0000 7f4ecd782740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5628b2f07cf0 0x5628b2f11a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:23.783 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.779+0000 7f4ecd782740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5628b2f086e0 0x5628b2f11f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:23.783 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.779+0000 7f4ecd782740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5628b2f0d850 0x5628b2f18fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:23.783 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.779+0000 7f4ecd782740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5628b2b4d790 con 0x5628b2f07cf0 2024-05-20T21:31:23.783 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.779+0000 7f4ecd782740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5628b2e0fbc0 con 0x5628b2f086e0 2024-05-20T21:31:23.784 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.779+0000 7f4ecd782740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5628b2f10800 con 0x5628b2f0d850 2024-05-20T21:31:23.784 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.779+0000 7f4ecd782740 10 client.0 _ll_register_callbacks cb 0x5628b2ded400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:23.784 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.779+0000 7f4ec3e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5628b2f07cf0 0x5628b2f11a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:23.784 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.780+0000 7f4ec3e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5628b2f07cf0 0x5628b2f11a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:37900/0 (socket says 172.21.15.8:37900) 2024-05-20T21:31:23.784 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.780+0000 7f4ec3e00640 1 -- 172.21.15.8:0/679287492 learned_addr learned my addr 172.21.15.8:0/679287492 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:23.784 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.780+0000 7f4ebb400640 1 --2- 172.21.15.8:0/679287492 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5628b2f086e0 0x5628b2f11f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:23.784 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.780+0000 7f4ec8a00640 1 --2- 172.21.15.8:0/679287492 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5628b2f0d850 0x5628b2f18fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:23.784 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.780+0000 7f4ec3e00640 1 -- 172.21.15.8:0/679287492 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5628b2f0d850 msgr2=0x5628b2f18fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:23.784 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.780+0000 7f4ec3e00640 1 --2- 172.21.15.8:0/679287492 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5628b2f0d850 0x5628b2f18fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:23.784 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.780+0000 7f4ec3e00640 1 -- 172.21.15.8:0/679287492 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5628b2f086e0 msgr2=0x5628b2f11f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:23.784 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.780+0000 7f4ec3e00640 1 --2- 172.21.15.8:0/679287492 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5628b2f086e0 0x5628b2f11f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:23.784 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.780+0000 7f4ec3e00640 1 -- 172.21.15.8:0/679287492 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5628b2b7c210 con 0x5628b2f07cf0 2024-05-20T21:31:23.784 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.780+0000 7f4ec3e00640 1 --2- 172.21.15.8:0/679287492 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5628b2f07cf0 0x5628b2f11a20 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7f4eb40cab60 tx=0x7f4eb4009540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=746c7873a8ffab8d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:23.785 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.780+0000 7f4eb1600640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:31:23.785 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.781+0000 7f4eb1600640 1 -- 172.21.15.8:0/679287492 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4eb40c6a90 con 0x5628b2f07cf0 2024-05-20T21:31:23.785 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.781+0000 7f4eb1600640 1 -- 172.21.15.8:0/679287492 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f4eb41011c0 con 0x5628b2f07cf0 2024-05-20T21:31:23.785 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.781+0000 7f4ecd782740 1 -- 172.21.15.8:0/679287492 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4eac0054d0 con 0x5628b2f07cf0 2024-05-20T21:31:23.785 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.781+0000 7f4eb1600640 1 -- 172.21.15.8:0/679287492 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4eb40ca340 con 0x5628b2f07cf0 2024-05-20T21:31:23.785 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.781+0000 7f4ecd782740 10 client.19833 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:23.785 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.781+0000 7f4ecd782740 1 -- 172.21.15.8:0/679287492 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5628b2c48620 con 0x5628b2f07cf0 2024-05-20T21:31:23.785 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.781+0000 7f4eb1600640 1 -- 172.21.15.8:0/679287492 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4eac0054d0 con 0x5628b2f07cf0 2024-05-20T21:31:23.785 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.781+0000 7f4eb1600640 1 -- 172.21.15.8:0/679287492 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f4eb40c6050 con 0x5628b2f07cf0 2024-05-20T21:31:23.785 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.781+0000 7f4ecd782740 10 client.19833 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:23.785 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.781+0000 7f4ecd782740 10 client.19833 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:31:23.785 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.782+0000 7f4ecd782740 20 client.19833 populate_metadata read hostname 'smithi008' 2024-05-20T21:31:23.785 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.782+0000 7f4ecd782740 1 --2- 172.21.15.8:0/679287492 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5628b2f1d530 0x5628b2f1f9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:23.785 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.782+0000 7f4ecd782740 4 client.19833 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:31:23.786 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.782+0000 7f4ecd782740 1 -- 172.21.15.8:0/679287492 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5628b2e79ae0 con 0x5628b2f1d530 2024-05-20T21:31:23.786 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.782+0000 7f4ebb400640 1 --2- 172.21.15.8:0/679287492 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5628b2f1d530 0x5628b2f1f9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:23.786 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.783+0000 7f4ebb400640 1 --2- 172.21.15.8:0/679287492 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5628b2f1d530 0x5628b2f1f9a0 crc :-1 s=READY pgs=414 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a49a1e507212aacd server_cookie=cf7a3a4f052ead25 in_seq=0 out_seq=0 2024-05-20T21:31:23.786 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.783+0000 7f4eb1600640 10 client.19833 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:31:23.787 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.783+0000 7f4eb1600640 1 -- 172.21.15.8:0/679287492 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5628b2e79ae0 con 0x5628b2f1d530 2024-05-20T21:31:23.787 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.784+0000 7f4eb1600640 10 client.19833 handle_command_reply: tid=0 2024-05-20T21:31:23.787 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.784+0000 7f4ecd782740 1 client.19833 shutdown 2024-05-20T21:31:23.787 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.784+0000 7f4ecd782740 1 -- 172.21.15.8:0/679287492 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5628b2f07cf0 msgr2=0x5628b2f11a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:23.787 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.784+0000 7f4ecd782740 1 --2- 172.21.15.8:0/679287492 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5628b2f07cf0 0x5628b2f11a20 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7f4eb40cab60 tx=0x7f4eb4009540 comp rx=0 tx=0).stop 2024-05-20T21:31:23.787 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.784+0000 7f4ecd782740 1 -- 172.21.15.8:0/679287492 shutdown_connections 2024-05-20T21:31:23.787 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.784+0000 7f4ecd782740 1 --2- 172.21.15.8:0/679287492 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5628b2f1d530 0x5628b2f1f9a0 crc :-1 s=READY pgs=414 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:23.787 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.784+0000 7f4ecd782740 1 --2- 172.21.15.8:0/679287492 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5628b2f0d850 0x5628b2f18fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:23.787 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.784+0000 7f4ecd782740 1 --2- 172.21.15.8:0/679287492 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5628b2f086e0 0x5628b2f11f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:23.787 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.784+0000 7f4ecd782740 1 --2- 172.21.15.8:0/679287492 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5628b2f07cf0 0x5628b2f11a20 unknown :-1 s=CLOSED pgs=781 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:23.788 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.784+0000 7f4eb1600640 0 client.19833 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:31:23.788 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.784+0000 7f4ecd782740 1 -- 172.21.15.8:0/679287492 >> 172.21.15.8:0/679287492 conn(0x5628b2f03360 msgr2=0x5628b2f024c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:23.788 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.784+0000 7f4ecd782740 1 -- 172.21.15.8:0/679287492 shutdown_connections 2024-05-20T21:31:23.788 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.784+0000 7f4ecd782740 1 -- 172.21.15.8:0/679287492 wait complete. 2024-05-20T21:31:23.788 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.784+0000 7f4ecd782740 20 client.19833 trim_cache size 0 max 16384 2024-05-20T21:31:23.803 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.803+0000 7f4ecd782740 1 Processor -- start 2024-05-20T21:31:23.803 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.803+0000 7f4ecd782740 1 -- start start 2024-05-20T21:31:23.804 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.803+0000 7f4ecd782740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5628b2f07cf0 0x5628b2f11ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:23.804 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.803+0000 7f4ecd782740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5628b2f086e0 0x5628b2f18f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:23.804 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.803+0000 7f4ecd782740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5628b2f0d850 0x5628b2f068e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:23.804 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.803+0000 7f4ecd782740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f4ec41ae830 con 0x5628b2f07cf0 2024-05-20T21:31:23.804 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.803+0000 7f4ecd782740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4ec41ac100 con 0x5628b2f086e0 2024-05-20T21:31:23.804 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.803+0000 7f4ecd782740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f4ec41a9f50 con 0x5628b2f0d850 2024-05-20T21:31:23.805 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.804+0000 7f4ec3e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5628b2f07cf0 0x5628b2f11ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:23.805 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.804+0000 7f4ec8a00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5628b2f0d850 0x5628b2f068e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:23.805 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.804+0000 7f4ebb400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5628b2f086e0 0x5628b2f18f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:23.805 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.804+0000 7f4ebb400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5628b2f086e0 0x5628b2f18f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:38958/0 (socket says 172.21.15.8:38958) 2024-05-20T21:31:23.805 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.804+0000 7f4ebb400640 1 -- 172.21.15.8:0/3173313922 learned_addr learned my addr 172.21.15.8:0/3173313922 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:23.805 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.804+0000 7f4ebb400640 1 -- 172.21.15.8:0/3173313922 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5628b2f0d850 msgr2=0x5628b2f068e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:23.805 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.804+0000 7f4ebb400640 1 --2- 172.21.15.8:0/3173313922 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5628b2f0d850 0x5628b2f068e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:23.805 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.804+0000 7f4ebb400640 1 -- 172.21.15.8:0/3173313922 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5628b2f07cf0 msgr2=0x5628b2f11ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:23.805 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.804+0000 7f4ebb400640 1 --2- 172.21.15.8:0/3173313922 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5628b2f07cf0 0x5628b2f11ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:23.805 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.804+0000 7f4ebb400640 1 -- 172.21.15.8:0/3173313922 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5628b2f03190 con 0x5628b2f086e0 2024-05-20T21:31:23.805 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.804+0000 7f4ebb400640 1 --2- 172.21.15.8:0/3173313922 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5628b2f086e0 0x5628b2f18f60 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f4eac009730 tx=0x7f4eac0118d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ae412e32b97df207 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:23.807 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.805+0000 7f4eb3e00640 1 -- 172.21.15.8:0/3173313922 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4eac009b50 con 0x5628b2f086e0 2024-05-20T21:31:23.807 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.805+0000 7f4eb3e00640 1 -- 172.21.15.8:0/3173313922 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4eac02f030 con 0x5628b2f086e0 2024-05-20T21:31:23.807 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.805+0000 7f4eb3e00640 1 -- 172.21.15.8:0/3173313922 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4eac02b5c0 con 0x5628b2f086e0 2024-05-20T21:31:23.807 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.806+0000 7f4ecd782740 1 -- 172.21.15.8:0/3173313922 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5628b2f086e0 msgr2=0x5628b2f18f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:23.807 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.806+0000 7f4ecd782740 1 --2- 172.21.15.8:0/3173313922 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5628b2f086e0 0x5628b2f18f60 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f4eac009730 tx=0x7f4eac0118d0 comp rx=0 tx=0).stop 2024-05-20T21:31:23.807 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.806+0000 7f4ecd782740 1 -- 172.21.15.8:0/3173313922 shutdown_connections 2024-05-20T21:31:23.807 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.806+0000 7f4ecd782740 1 --2- 172.21.15.8:0/3173313922 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5628b2f0d850 0x5628b2f068e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:23.807 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.806+0000 7f4ecd782740 1 --2- 172.21.15.8:0/3173313922 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5628b2f086e0 0x5628b2f18f60 unknown :-1 s=CLOSED pgs=707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:23.807 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.806+0000 7f4ecd782740 1 --2- 172.21.15.8:0/3173313922 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5628b2f07cf0 0x5628b2f11ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:23.807 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.806+0000 7f4ecd782740 1 -- 172.21.15.8:0/3173313922 >> 172.21.15.8:0/3173313922 conn(0x5628b2f03360 msgr2=0x5628b2f090a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:23.807 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.806+0000 7f4ecd782740 1 -- 172.21.15.8:0/3173313922 shutdown_connections 2024-05-20T21:31:23.807 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.806+0000 7f4ecd782740 1 -- 172.21.15.8:0/3173313922 wait complete. 2024-05-20T21:31:23.807 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.806+0000 7f4ecd782740 1 -- start start 2024-05-20T21:31:23.808 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.806+0000 7f4ecd782740 1 Processor -- start 2024-05-20T21:31:23.810 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.807+0000 7f4ecd782740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5628b2f07cf0 0x5628b2f165a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:23.810 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.807+0000 7f4ecd782740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5628b2f086e0 0x5628b2f16ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:23.810 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.807+0000 7f4ecd782740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5628b2f0d850 0x5628b2f17af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:23.810 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.807+0000 7f4ecd782740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f4ec41aa5c0 con 0x5628b2f07cf0 2024-05-20T21:31:23.810 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.807+0000 7f4ecd782740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4ec41aba30 con 0x5628b2f086e0 2024-05-20T21:31:23.810 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.807+0000 7f4ecd782740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f4ec41aac90 con 0x5628b2f0d850 2024-05-20T21:31:23.810 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.807+0000 7f4ecd782740 10 client.0 _ll_register_callbacks cb 0x7f4eb4106d50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:23.810 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.807+0000 7f4ec3e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5628b2f07cf0 0x5628b2f165a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:23.810 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.807+0000 7f4ec3e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5628b2f07cf0 0x5628b2f165a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:37918/0 (socket says 172.21.15.8:37918) 2024-05-20T21:31:23.810 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.807+0000 7f4ec3e00640 1 -- 172.21.15.8:0/3084588068 learned_addr learned my addr 172.21.15.8:0/3084588068 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:23.810 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.807+0000 7f4ec8a00640 1 --2- 172.21.15.8:0/3084588068 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5628b2f0d850 0x5628b2f17af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:23.811 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.807+0000 7f4ebb400640 1 --2- 172.21.15.8:0/3084588068 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5628b2f086e0 0x5628b2f16ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:23.811 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.808+0000 7f4ec3e00640 1 -- 172.21.15.8:0/3084588068 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5628b2f0d850 msgr2=0x5628b2f17af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:23.811 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.808+0000 7f4ec3e00640 1 --2- 172.21.15.8:0/3084588068 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5628b2f0d850 0x5628b2f17af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:23.811 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.808+0000 7f4ec3e00640 1 -- 172.21.15.8:0/3084588068 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5628b2f086e0 msgr2=0x5628b2f16ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:23.811 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.808+0000 7f4ec3e00640 1 --2- 172.21.15.8:0/3084588068 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5628b2f086e0 0x5628b2f16ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:23.811 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.808+0000 7f4ec3e00640 1 -- 172.21.15.8:0/3084588068 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5628b2f180e0 con 0x5628b2f07cf0 2024-05-20T21:31:23.811 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.808+0000 7f4ec8a00640 1 --2- 172.21.15.8:0/3084588068 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5628b2f0d850 0x5628b2f17af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:23.811 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.808+0000 7f4ec3e00640 1 --2- 172.21.15.8:0/3084588068 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5628b2f07cf0 0x5628b2f165a0 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7f4eb402ae80 tx=0x7f4eb40d37d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d9942ba1b7329d6 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:23.811 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.808+0000 7f4eb1600640 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:31:23.811 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.808+0000 7f4eb1600640 1 -- 172.21.15.8:0/3084588068 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4eb40ca520 con 0x5628b2f07cf0 2024-05-20T21:31:23.811 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.808+0000 7f4eb1600640 1 -- 172.21.15.8:0/3084588068 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f4eb4004540 con 0x5628b2f07cf0 2024-05-20T21:31:23.811 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.808+0000 7f4ecd782740 1 -- 172.21.15.8:0/3084588068 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4eac02f030 con 0x5628b2f07cf0 2024-05-20T21:31:23.811 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.809+0000 7f4eb1600640 1 -- 172.21.15.8:0/3084588068 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4eb40ca9a0 con 0x5628b2f07cf0 2024-05-20T21:31:23.811 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.809+0000 7f4ecd782740 10 client.19839 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:23.811 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.809+0000 7f4ecd782740 1 -- 172.21.15.8:0/3084588068 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5628b2f88180 con 0x5628b2f07cf0 2024-05-20T21:31:23.812 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.809+0000 7f4eb1600640 1 -- 172.21.15.8:0/3084588068 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4eac02f030 con 0x5628b2f07cf0 2024-05-20T21:31:23.812 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.809+0000 7f4eb1600640 1 -- 172.21.15.8:0/3084588068 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f4eb40c6040 con 0x5628b2f07cf0 2024-05-20T21:31:23.812 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.809+0000 7f4ecd782740 10 client.19839 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:23.812 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.809+0000 7f4ecd782740 10 client.19839 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:31:23.812 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.809+0000 7f4ecd782740 20 client.19839 populate_metadata read hostname 'smithi008' 2024-05-20T21:31:23.812 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.809+0000 7f4ecd782740 1 --2- 172.21.15.8:0/3084588068 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5628b2f88890 0x5628b2f8acd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:23.812 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.809+0000 7f4ecd782740 4 client.19839 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:31:23.812 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.809+0000 7f4ecd782740 1 -- 172.21.15.8:0/3084588068 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5628b2e732c0 con 0x5628b2f88890 2024-05-20T21:31:23.812 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.810+0000 7f4ebb400640 1 --2- 172.21.15.8:0/3084588068 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5628b2f88890 0x5628b2f8acd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:23.812 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.810+0000 7f4ebb400640 1 --2- 172.21.15.8:0/3084588068 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5628b2f88890 0x5628b2f8acd0 crc :-1 s=READY pgs=415 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=15b51a94f2f445fd server_cookie=8c9d45db20379e15 in_seq=0 out_seq=0 2024-05-20T21:31:23.813 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.810+0000 7f4eb1600640 10 client.19839 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:31:23.822 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.822+0000 7f4eb1600640 1 -- 172.21.15.8:0/3084588068 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5628b2e732c0 con 0x5628b2f88890 2024-05-20T21:31:23.822 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.822+0000 7f4eb1600640 10 client.19839 handle_command_reply: tid=0 2024-05-20T21:31:23.823 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.822+0000 7f4ecd782740 1 client.19839 shutdown 2024-05-20T21:31:23.823 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.822+0000 7f4ecd782740 1 -- 172.21.15.8:0/3084588068 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5628b2f07cf0 msgr2=0x5628b2f165a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:23.823 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.822+0000 7f4ecd782740 1 --2- 172.21.15.8:0/3084588068 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5628b2f07cf0 0x5628b2f165a0 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7f4eb402ae80 tx=0x7f4eb40d37d0 comp rx=0 tx=0).stop 2024-05-20T21:31:23.823 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.822+0000 7f4ecd782740 1 -- 172.21.15.8:0/3084588068 shutdown_connections 2024-05-20T21:31:23.823 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.822+0000 7f4ecd782740 1 --2- 172.21.15.8:0/3084588068 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5628b2f88890 0x5628b2f8acd0 crc :-1 s=READY pgs=415 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:23.823 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.822+0000 7f4ecd782740 1 --2- 172.21.15.8:0/3084588068 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5628b2f0d850 0x5628b2f17af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:23.823 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.822+0000 7f4ecd782740 1 --2- 172.21.15.8:0/3084588068 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5628b2f086e0 0x5628b2f16ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:23.823 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.822+0000 7f4ecd782740 1 --2- 172.21.15.8:0/3084588068 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5628b2f07cf0 0x5628b2f165a0 unknown :-1 s=CLOSED pgs=782 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:23.823 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.822+0000 7f4eb1600640 0 client.19839 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:31:23.823 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.822+0000 7f4ecd782740 1 -- 172.21.15.8:0/3084588068 >> 172.21.15.8:0/3084588068 conn(0x5628b2f03360 msgr2=0x5628b2f11d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:23.823 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.822+0000 7f4ecd782740 1 -- 172.21.15.8:0/3084588068 shutdown_connections 2024-05-20T21:31:23.823 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.822+0000 7f4ecd782740 1 -- 172.21.15.8:0/3084588068 wait complete. 2024-05-20T21:31:23.824 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.822+0000 7f4ecd782740 20 client.19839 trim_cache size 0 max 16384 2024-05-20T21:31:23.824 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:31:23.824 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:31:23.824 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:31:23.825 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.823+0000 7f4ec9400640 1 -- 172.21.15.8:0/1851278656 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f4ea80b2850 msgr2=0x7f4ea80b4d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:23.825 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.823+0000 7f4ec9400640 1 --2- 172.21.15.8:0/1851278656 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f4ea80b2850 0x7f4ea80b4d10 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f4ebc009fd0 tx=0x7f4ebc005f90 comp rx=0 tx=0).stop 2024-05-20T21:31:23.825 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.823+0000 7f4ec9400640 1 -- 172.21.15.8:0/1851278656 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4ec4104b30 msgr2=0x7f4ec419ad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:23.825 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.823+0000 7f4ec9400640 1 --2- 172.21.15.8:0/1851278656 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4ec4104b30 0x7f4ec419ad40 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f4eb4005e30 tx=0x7f4eb40317e0 comp rx=0 tx=0).stop 2024-05-20T21:31:23.825 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.823+0000 7f4ec9400640 1 -- 172.21.15.8:0/1851278656 shutdown_connections 2024-05-20T21:31:23.825 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.823+0000 7f4ec9400640 1 --2- 172.21.15.8:0/1851278656 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f4ea80b2850 0x7f4ea80b4d10 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:23.825 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.823+0000 7f4ec9400640 1 --2- 172.21.15.8:0/1851278656 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4ec41066e0 0x7f4ec41a22b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:23.825 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.823+0000 7f4ec9400640 1 --2- 172.21.15.8:0/1851278656 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4ec4105d20 0x7f4ec419b280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:23.825 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.823+0000 7f4ec9400640 1 --2- 172.21.15.8:0/1851278656 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4ec4104b30 0x7f4ec419ad40 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:23.825 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.823+0000 7f4ec9400640 1 -- 172.21.15.8:0/1851278656 >> 172.21.15.8:0/1851278656 conn(0x7f4ec41000c0 msgr2=0x7f4ec4109020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:23.826 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.824+0000 7f4ec9400640 1 -- 172.21.15.8:0/1851278656 shutdown_connections 2024-05-20T21:31:23.826 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:23.824+0000 7f4ec9400640 1 -- 172.21.15.8:0/1851278656 wait complete. 2024-05-20T21:31:24.637 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:31:24.951 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:31:24 smithi008 ceph-mon[31475]: pgmap v922: 97 pgs: 97 active+clean; 4.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 2.2 KiB/s wr, 9 op/s 2024-05-20T21:31:25.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:31:24 smithi130 ceph-mon[36448]: pgmap v922: 97 pgs: 97 active+clean; 4.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 2.2 KiB/s wr, 9 op/s 2024-05-20T21:31:25.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:31:24 smithi050 ceph-mon[35809]: pgmap v922: 97 pgs: 97 active+clean; 4.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 2.2 KiB/s wr, 9 op/s 2024-05-20T21:31:25.279 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.278+0000 7fe900400700 1 -- 172.21.15.8:0/2425619524 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe8f8102240 msgr2=0x7fe8f810f6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:25.279 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.278+0000 7fe900400700 1 --2- 172.21.15.8:0/2425619524 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe8f8102240 0x7fe8f810f6c0 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7fe8e4009990 tx=0x7fe8e4009ca0 comp rx=0 tx=0).stop 2024-05-20T21:31:25.279 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.278+0000 7fe900400700 1 -- 172.21.15.8:0/2425619524 shutdown_connections 2024-05-20T21:31:25.279 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.278+0000 7fe900400700 1 --2- 172.21.15.8:0/2425619524 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe8f8101920 0x7fe8f8101d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:25.279 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.278+0000 7fe900400700 1 --2- 172.21.15.8:0/2425619524 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe8f810fd30 0x7fe8f81121d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:25.279 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.278+0000 7fe900400700 1 --2- 172.21.15.8:0/2425619524 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe8f8102240 0x7fe8f810f6c0 unknown :-1 s=CLOSED pgs=783 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:25.279 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.278+0000 7fe900400700 1 -- 172.21.15.8:0/2425619524 >> 172.21.15.8:0/2425619524 conn(0x7fe8f8078640 msgr2=0x7fe8f80ff9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:25.279 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.278+0000 7fe900400700 1 -- 172.21.15.8:0/2425619524 shutdown_connections 2024-05-20T21:31:25.279 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.278+0000 7fe900400700 1 -- 172.21.15.8:0/2425619524 wait complete. 2024-05-20T21:31:25.280 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.279+0000 7fe900400700 1 Processor -- start 2024-05-20T21:31:25.280 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.279+0000 7fe900400700 1 -- start start 2024-05-20T21:31:25.280 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.280+0000 7fe900400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe8f8101920 0x7fe8f810f580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:25.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.280+0000 7fe900400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe8f8102240 0x7fe8f810c680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:25.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.280+0000 7fe900400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe8f810fd30 0x7fe8f810cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:25.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.280+0000 7fe900400700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fe8f8115930 con 0x7fe8f8101920 2024-05-20T21:31:25.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.280+0000 7fe900400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe8f81157b0 con 0x7fe8f8102240 2024-05-20T21:31:25.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.280+0000 7fe900400700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fe8f8115ab0 con 0x7fe8f810fd30 2024-05-20T21:31:25.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.280+0000 7fe8fda00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe8f8101920 0x7fe8f810f580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:25.282 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.280+0000 7fe8fda00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe8f8101920 0x7fe8f810f580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:37930/0 (socket says 172.21.15.8:37930) 2024-05-20T21:31:25.282 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.280+0000 7fe8fda00700 1 -- 172.21.15.8:0/855836477 learned_addr learned my addr 172.21.15.8:0/855836477 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:25.282 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.280+0000 7fe8fe400700 1 --2- 172.21.15.8:0/855836477 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe8f810fd30 0x7fe8f810cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:25.282 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.280+0000 7fe8fd000700 1 --2- 172.21.15.8:0/855836477 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe8f8102240 0x7fe8f810c680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:25.282 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.281+0000 7fe8fe400700 1 -- 172.21.15.8:0/855836477 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe8f8102240 msgr2=0x7fe8f810c680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:25.282 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.281+0000 7fe8fe400700 1 --2- 172.21.15.8:0/855836477 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe8f8102240 0x7fe8f810c680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:25.282 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.281+0000 7fe8fe400700 1 -- 172.21.15.8:0/855836477 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe8f8101920 msgr2=0x7fe8f810f580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:25.282 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.281+0000 7fe8fe400700 1 --2- 172.21.15.8:0/855836477 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe8f8101920 0x7fe8f810f580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:25.282 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.281+0000 7fe8fe400700 1 -- 172.21.15.8:0/855836477 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8f81ac670 con 0x7fe8f810fd30 2024-05-20T21:31:25.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.281+0000 7fe8fe400700 1 --2- 172.21.15.8:0/855836477 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe8f810fd30 0x7fe8f810cc00 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7fe8f000efc0 tx=0x7fe8f000c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:25.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.281+0000 7fe8f6000700 1 -- 172.21.15.8:0/855836477 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8f00092e0 con 0x7fe8f810fd30 2024-05-20T21:31:25.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.281+0000 7fe8f6000700 1 -- 172.21.15.8:0/855836477 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe8f0004bb0 con 0x7fe8f810fd30 2024-05-20T21:31:25.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.281+0000 7fe8f6000700 1 -- 172.21.15.8:0/855836477 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8f0004020 con 0x7fe8f810fd30 2024-05-20T21:31:25.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.282+0000 7fe900400700 1 -- 172.21.15.8:0/855836477 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe8f81ac840 con 0x7fe8f810fd30 2024-05-20T21:31:25.283 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.282+0000 7fe900400700 1 -- 172.21.15.8:0/855836477 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8f81acc40 con 0x7fe8f810fd30 2024-05-20T21:31:25.286 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.285+0000 7fe8f6000700 1 -- 172.21.15.8:0/855836477 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fe8f001b030 con 0x7fe8f810fd30 2024-05-20T21:31:25.287 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.287+0000 7fe8f6000700 1 --2- 172.21.15.8:0/855836477 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe8e00b2900 0x7fe8e00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:25.287 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.287+0000 7fe8f6000700 1 -- 172.21.15.8:0/855836477 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fe8f00e1c70 con 0x7fe8f810fd30 2024-05-20T21:31:25.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.288+0000 7fe8fda00700 1 --2- 172.21.15.8:0/855836477 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe8e00b2900 0x7fe8e00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:25.288 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.288+0000 7fe8fda00700 1 --2- 172.21.15.8:0/855836477 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe8e00b2900 0x7fe8e00b4dc0 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7fe8ec009d20 tx=0x7fe8ec009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:25.289 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.289+0000 7fe90ad48b80 1 Processor -- start 2024-05-20T21:31:25.290 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.289+0000 7fe90ad48b80 1 -- start start 2024-05-20T21:31:25.290 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.290+0000 7fe90ad48b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a23d9b63e0 0x55a23d9b67c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:25.290 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.290+0000 7fe90ad48b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a23d9b6d00 0x55a23d9b0960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:25.291 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.290+0000 7fe90ad48b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a23d9b0f80 0x55a23d9b13c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:25.291 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.290+0000 7fe90ad48b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55a23d90ef40 con 0x55a23d9b6d00 2024-05-20T21:31:25.291 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.290+0000 7fe90ad48b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55a23d8feae0 con 0x55a23d9b63e0 2024-05-20T21:31:25.291 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.290+0000 7fe90ad48b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55a23d902b20 con 0x55a23d9b0f80 2024-05-20T21:31:25.291 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.290+0000 7fe8fe400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a23d9b0f80 0x55a23d9b13c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:25.291 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.290+0000 7fe8fe400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a23d9b0f80 0x55a23d9b13c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:56762/0 (socket says 172.21.15.8:56762) 2024-05-20T21:31:25.291 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.290+0000 7fe8fe400700 1 -- 172.21.15.8:0/1208599596 learned_addr learned my addr 172.21.15.8:0/1208599596 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:25.291 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.290+0000 7fe8fda00700 1 --2- 172.21.15.8:0/1208599596 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a23d9b63e0 0x55a23d9b67c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:25.291 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.290+0000 7fe8fd000700 1 --2- 172.21.15.8:0/1208599596 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a23d9b6d00 0x55a23d9b0960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:25.292 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.291+0000 7fe8fe400700 1 -- 172.21.15.8:0/1208599596 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a23d9b63e0 msgr2=0x55a23d9b67c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:25.292 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.291+0000 7fe8fe400700 1 --2- 172.21.15.8:0/1208599596 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a23d9b63e0 0x55a23d9b67c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:25.292 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.291+0000 7fe8fe400700 1 -- 172.21.15.8:0/1208599596 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a23d9b6d00 msgr2=0x55a23d9b0960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:25.292 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.291+0000 7fe8fe400700 1 --2- 172.21.15.8:0/1208599596 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a23d9b6d00 0x55a23d9b0960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:25.292 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.291+0000 7fe8fe400700 1 -- 172.21.15.8:0/1208599596 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a23d8c7520 con 0x55a23d9b0f80 2024-05-20T21:31:25.292 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.291+0000 7fe8fe400700 1 --2- 172.21.15.8:0/1208599596 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a23d9b0f80 0x55a23d9b13c0 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7fe8f00090a0 tx=0x7fe8f00a8dc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cb66f84a7cd5462a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:25.292 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.291+0000 7fe8eaa00700 1 -- 172.21.15.8:0/1208599596 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8f00a92b0 con 0x55a23d9b0f80 2024-05-20T21:31:25.292 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.292+0000 7fe8eaa00700 1 -- 172.21.15.8:0/1208599596 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe8f00ad660 con 0x55a23d9b0f80 2024-05-20T21:31:25.293 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.292+0000 7fe8eaa00700 1 -- 172.21.15.8:0/1208599596 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8f00dfe20 con 0x55a23d9b0f80 2024-05-20T21:31:25.293 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.293+0000 7fe90ad48b80 1 -- 172.21.15.8:0/1208599596 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a23d9b0f80 msgr2=0x55a23d9b13c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:25.293 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.293+0000 7fe90ad48b80 1 --2- 172.21.15.8:0/1208599596 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a23d9b0f80 0x55a23d9b13c0 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7fe8f00090a0 tx=0x7fe8f00a8dc0 comp rx=0 tx=0).stop 2024-05-20T21:31:25.293 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.293+0000 7fe90ad48b80 1 -- 172.21.15.8:0/1208599596 shutdown_connections 2024-05-20T21:31:25.294 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.293+0000 7fe90ad48b80 1 --2- 172.21.15.8:0/1208599596 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a23d9b63e0 0x55a23d9b67c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:25.294 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.293+0000 7fe90ad48b80 1 --2- 172.21.15.8:0/1208599596 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a23d9b0f80 0x55a23d9b13c0 unknown :-1 s=CLOSED pgs=652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:25.294 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.293+0000 7fe90ad48b80 1 --2- 172.21.15.8:0/1208599596 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a23d9b6d00 0x55a23d9b0960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:25.294 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.293+0000 7fe90ad48b80 1 -- 172.21.15.8:0/1208599596 >> 172.21.15.8:0/1208599596 conn(0x55a23d8dece0 msgr2=0x55a23d9ab420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:25.294 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.293+0000 7fe90ad48b80 1 -- 172.21.15.8:0/1208599596 shutdown_connections 2024-05-20T21:31:25.294 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.293+0000 7fe90ad48b80 1 -- 172.21.15.8:0/1208599596 wait complete. 2024-05-20T21:31:25.294 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.294+0000 7fe90ad48b80 1 -- start start 2024-05-20T21:31:25.294 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.294+0000 7fe90ad48b80 1 Processor -- start 2024-05-20T21:31:25.295 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.295+0000 7fe90ad48b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a23d9b0f80 0x55a23d9bca10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:25.295 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.295+0000 7fe90ad48b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a23d9b63e0 0x55a23d9b9db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:25.295 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.295+0000 7fe90ad48b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a23d9b6d00 0x55a23d9ba2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:25.295 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.295+0000 7fe90ad48b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55a23d8050a0 con 0x55a23d9b6d00 2024-05-20T21:31:25.295 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.295+0000 7fe90ad48b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55a23d89f860 con 0x55a23d9b63e0 2024-05-20T21:31:25.295 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.295+0000 7fe90ad48b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55a23d9bd7e0 con 0x55a23d9b0f80 2024-05-20T21:31:25.296 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.295+0000 7fe90ad48b80 10 client.0 _ll_register_callbacks cb 0x55a23d8a8d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:25.296 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.295+0000 7fe8fda00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a23d9b0f80 0x55a23d9bca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:25.296 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.295+0000 7fe8fda00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a23d9b0f80 0x55a23d9bca10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:56770/0 (socket says 172.21.15.8:56770) 2024-05-20T21:31:25.296 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.295+0000 7fe8fda00700 1 -- 172.21.15.8:0/944125043 learned_addr learned my addr 172.21.15.8:0/944125043 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:25.296 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.295+0000 7fe8fe400700 1 --2- 172.21.15.8:0/944125043 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a23d9b6d00 0x55a23d9ba2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:25.297 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.295+0000 7fe8fd000700 1 --2- 172.21.15.8:0/944125043 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a23d9b63e0 0x55a23d9b9db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:25.297 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.296+0000 7fe8fd000700 1 -- 172.21.15.8:0/944125043 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a23d9b0f80 msgr2=0x55a23d9bca10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:25.297 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.296+0000 7fe8fd000700 1 --2- 172.21.15.8:0/944125043 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a23d9b0f80 0x55a23d9bca10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:25.297 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.296+0000 7fe8fd000700 1 -- 172.21.15.8:0/944125043 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a23d9b6d00 msgr2=0x55a23d9ba2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:25.297 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.296+0000 7fe8fd000700 1 --2- 172.21.15.8:0/944125043 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a23d9b6d00 0x55a23d9ba2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:25.297 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.296+0000 7fe8fd000700 1 -- 172.21.15.8:0/944125043 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a23d84e9d0 con 0x55a23d9b63e0 2024-05-20T21:31:25.297 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.296+0000 7fe8fe400700 1 --2- 172.21.15.8:0/944125043 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a23d9b6d00 0x55a23d9ba2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:31:25.297 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.296+0000 7fe8fda00700 1 --2- 172.21.15.8:0/944125043 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a23d9b0f80 0x55a23d9bca10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:25.297 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.296+0000 7fe8fd000700 1 --2- 172.21.15.8:0/944125043 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a23d9b63e0 0x55a23d9b9db0 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7fe8e4000c00 tx=0x7fe8e4005800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=640738b79c1dfa64 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:25.297 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.296+0000 7fe8df400700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:31:25.298 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.297+0000 7fe8df400700 1 -- 172.21.15.8:0/944125043 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8e4029060 con 0x55a23d9b63e0 2024-05-20T21:31:25.298 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.297+0000 7fe8df400700 1 -- 172.21.15.8:0/944125043 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fe8e4003680 con 0x55a23d9b63e0 2024-05-20T21:31:25.298 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.297+0000 7fe90ad48b80 1 -- 172.21.15.8:0/944125043 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe8f00ad660 con 0x55a23d9b63e0 2024-05-20T21:31:25.298 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.297+0000 7fe8df400700 1 -- 172.21.15.8:0/944125043 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe8e40095c0 con 0x55a23d9b63e0 2024-05-20T21:31:25.298 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.297+0000 7fe90ad48b80 10 client.29963 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:25.299 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.297+0000 7fe90ad48b80 1 -- 172.21.15.8:0/944125043 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a23d8cf160 con 0x55a23d9b63e0 2024-05-20T21:31:25.299 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.298+0000 7fe8df400700 1 -- 172.21.15.8:0/944125043 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe8f00ad660 con 0x55a23d9b63e0 2024-05-20T21:31:25.299 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.298+0000 7fe8df400700 1 -- 172.21.15.8:0/944125043 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe8e400f840 con 0x55a23d9b63e0 2024-05-20T21:31:25.299 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.299+0000 7fe90ad48b80 10 client.29963 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:25.299 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.299+0000 7fe90ad48b80 10 client.29963 resolve_mds: validated gid 24529 aka daemon mds.i 2024-05-20T21:31:25.299 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.299+0000 7fe90ad48b80 20 client.29963 populate_metadata read hostname 'smithi008' 2024-05-20T21:31:25.300 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.299+0000 7fe90ad48b80 1 --2- 172.21.15.8:0/944125043 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a23d9ca360 0x55a23d9cc750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:25.300 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.299+0000 7fe90ad48b80 4 client.29963 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:31:25.300 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.299+0000 7fe90ad48b80 1 -- 172.21.15.8:0/944125043 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a23d910e90 con 0x55a23d9ca360 2024-05-20T21:31:25.300 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.299+0000 7fe8fda00700 1 --2- 172.21.15.8:0/944125043 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a23d9ca360 0x55a23d9cc750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:25.300 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.300+0000 7fe8fda00700 1 --2- 172.21.15.8:0/944125043 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a23d9ca360 0x55a23d9cc750 crc :-1 s=READY pgs=416 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=18f96f325c01575e server_cookie=a88ef2b85f894cec in_seq=0 out_seq=0 2024-05-20T21:31:25.300 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.300+0000 7fe8df400700 10 client.29963 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:31:25.301 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.301+0000 7fe8df400700 1 -- 172.21.15.8:0/944125043 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55a23d910e90 con 0x55a23d9ca360 2024-05-20T21:31:25.301 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.301+0000 7fe8df400700 10 client.29963 handle_command_reply: tid=0 2024-05-20T21:31:25.301 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.301+0000 7fe90ad48b80 1 client.29963 shutdown 2024-05-20T21:31:25.302 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.301+0000 7fe90ad48b80 1 -- 172.21.15.8:0/944125043 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a23d9b63e0 msgr2=0x55a23d9b9db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:25.302 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.301+0000 7fe90ad48b80 1 --2- 172.21.15.8:0/944125043 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a23d9b63e0 0x55a23d9b9db0 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7fe8e4000c00 tx=0x7fe8e4005800 comp rx=0 tx=0).stop 2024-05-20T21:31:25.302 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.301+0000 7fe90ad48b80 1 -- 172.21.15.8:0/944125043 shutdown_connections 2024-05-20T21:31:25.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.301+0000 7fe90ad48b80 1 --2- 172.21.15.8:0/944125043 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a23d9ca360 0x55a23d9cc750 crc :-1 s=READY pgs=416 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:25.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.301+0000 7fe90ad48b80 1 --2- 172.21.15.8:0/944125043 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a23d9b6d00 0x55a23d9ba2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:25.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.302+0000 7fe90ad48b80 1 --2- 172.21.15.8:0/944125043 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a23d9b0f80 0x55a23d9bca10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:25.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.302+0000 7fe90ad48b80 1 --2- 172.21.15.8:0/944125043 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a23d9b63e0 0x55a23d9b9db0 unknown :-1 s=CLOSED pgs=708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:25.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.302+0000 7fe90ad48b80 1 -- 172.21.15.8:0/944125043 >> 172.21.15.8:0/944125043 conn(0x55a23d8dece0 msgr2=0x55a23d9af950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:25.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.302+0000 7fe8df400700 0 client.29963 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:31:25.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.302+0000 7fe90ad48b80 1 -- 172.21.15.8:0/944125043 shutdown_connections 2024-05-20T21:31:25.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.302+0000 7fe90ad48b80 1 -- 172.21.15.8:0/944125043 wait complete. 2024-05-20T21:31:25.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.302+0000 7fe90ad48b80 20 client.29963 trim_cache size 0 max 16384 2024-05-20T21:31:25.304 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:31:25.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.325+0000 7fe90ad48b80 1 Processor -- start 2024-05-20T21:31:25.326 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.325+0000 7fe90ad48b80 1 -- start start 2024-05-20T21:31:25.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.326+0000 7fe90ad48b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a23d9b0f80 0x55a23d9d1fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:25.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.326+0000 7fe90ad48b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a23d9b63e0 0x55a23d9d24f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:25.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.326+0000 7fe90ad48b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a23d9b6d00 0x55a23d9b70e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:25.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.326+0000 7fe90ad48b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fe8f81b6a30 con 0x55a23d9b6d00 2024-05-20T21:31:25.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.326+0000 7fe90ad48b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe8f81b42c0 con 0x55a23d9b63e0 2024-05-20T21:31:25.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.326+0000 7fe90ad48b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fe8f81b2110 con 0x55a23d9b0f80 2024-05-20T21:31:25.328 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.326+0000 7fe8fda00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a23d9b0f80 0x55a23d9d1fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:25.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.326+0000 7fe8fd000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a23d9b63e0 0x55a23d9d24f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:25.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.326+0000 7fe8fe400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a23d9b6d00 0x55a23d9b70e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:25.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.326+0000 7fe8fda00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a23d9b0f80 0x55a23d9d1fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:56780/0 (socket says 172.21.15.8:56780) 2024-05-20T21:31:25.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.326+0000 7fe8fda00700 1 -- 172.21.15.8:0/2236816039 learned_addr learned my addr 172.21.15.8:0/2236816039 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:25.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.327+0000 7fe8fda00700 1 -- 172.21.15.8:0/2236816039 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a23d9b63e0 msgr2=0x55a23d9d24f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:25.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.327+0000 7fe8fda00700 1 --2- 172.21.15.8:0/2236816039 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a23d9b63e0 0x55a23d9d24f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:25.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.327+0000 7fe8fda00700 1 -- 172.21.15.8:0/2236816039 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a23d9b6d00 msgr2=0x55a23d9b70e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:25.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.327+0000 7fe8fda00700 1 --2- 172.21.15.8:0/2236816039 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a23d9b6d00 0x55a23d9b70e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:25.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.327+0000 7fe8fda00700 1 -- 172.21.15.8:0/2236816039 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a23d9b8320 con 0x55a23d9b0f80 2024-05-20T21:31:25.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.327+0000 7fe8fda00700 1 --2- 172.21.15.8:0/2236816039 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a23d9b0f80 0x55a23d9d1fb0 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7fe8ec013010 tx=0x7fe8ec014000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a03a348719b6f591 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:25.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.327+0000 7fe8ea000700 1 -- 172.21.15.8:0/2236816039 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8ec00e810 con 0x55a23d9b0f80 2024-05-20T21:31:25.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.327+0000 7fe8ea000700 1 -- 172.21.15.8:0/2236816039 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe8ec033430 con 0x55a23d9b0f80 2024-05-20T21:31:25.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.328+0000 7fe8ea000700 1 -- 172.21.15.8:0/2236816039 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8ec00ee60 con 0x55a23d9b0f80 2024-05-20T21:31:25.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.329+0000 7fe90ad48b80 1 -- 172.21.15.8:0/2236816039 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a23d9b0f80 msgr2=0x55a23d9d1fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:25.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.329+0000 7fe90ad48b80 1 --2- 172.21.15.8:0/2236816039 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a23d9b0f80 0x55a23d9d1fb0 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7fe8ec013010 tx=0x7fe8ec014000 comp rx=0 tx=0).stop 2024-05-20T21:31:25.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.329+0000 7fe90ad48b80 1 -- 172.21.15.8:0/2236816039 shutdown_connections 2024-05-20T21:31:25.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.329+0000 7fe90ad48b80 1 --2- 172.21.15.8:0/2236816039 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a23d9b6d00 0x55a23d9b70e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:25.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.329+0000 7fe90ad48b80 1 --2- 172.21.15.8:0/2236816039 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a23d9b0f80 0x55a23d9d1fb0 unknown :-1 s=CLOSED pgs=653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:25.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.329+0000 7fe90ad48b80 1 --2- 172.21.15.8:0/2236816039 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a23d9b63e0 0x55a23d9d24f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:25.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.329+0000 7fe90ad48b80 1 -- 172.21.15.8:0/2236816039 >> 172.21.15.8:0/2236816039 conn(0x55a23d8dece0 msgr2=0x55a23d9b86a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:25.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.329+0000 7fe90ad48b80 1 -- 172.21.15.8:0/2236816039 shutdown_connections 2024-05-20T21:31:25.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.329+0000 7fe90ad48b80 1 -- 172.21.15.8:0/2236816039 wait complete. 2024-05-20T21:31:25.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.329+0000 7fe90ad48b80 1 -- start start 2024-05-20T21:31:25.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.329+0000 7fe90ad48b80 1 Processor -- start 2024-05-20T21:31:25.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.330+0000 7fe90ad48b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a23d9b0f80 0x55a23d9c2f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:25.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.330+0000 7fe90ad48b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a23d9b63e0 0x55a23d9bfa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:25.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.330+0000 7fe90ad48b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a23d9b6d00 0x55a23d9bffb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:25.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.330+0000 7fe90ad48b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fe8f81b2780 con 0x55a23d9b63e0 2024-05-20T21:31:25.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.330+0000 7fe90ad48b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe8f81b3bf0 con 0x55a23d9b6d00 2024-05-20T21:31:25.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.330+0000 7fe90ad48b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fe8f81b2e50 con 0x55a23d9b0f80 2024-05-20T21:31:25.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.330+0000 7fe90ad48b80 10 client.0 _ll_register_callbacks cb 0x55a23d8a8d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:25.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.330+0000 7fe8fda00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a23d9b0f80 0x55a23d9c2f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:25.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.330+0000 7fe8fd000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a23d9b63e0 0x55a23d9bfa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:25.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.330+0000 7fe8fda00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a23d9b0f80 0x55a23d9c2f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:56794/0 (socket says 172.21.15.8:56794) 2024-05-20T21:31:25.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.330+0000 7fe8fda00700 1 -- 172.21.15.8:0/2078528616 learned_addr learned my addr 172.21.15.8:0/2078528616 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:25.335 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.331+0000 7fe8fe400700 1 --2- 172.21.15.8:0/2078528616 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a23d9b6d00 0x55a23d9bffb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:25.336 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.331+0000 7fe8fda00700 1 -- 172.21.15.8:0/2078528616 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a23d9b6d00 msgr2=0x55a23d9bffb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:25.336 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.331+0000 7fe8fda00700 1 --2- 172.21.15.8:0/2078528616 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a23d9b6d00 0x55a23d9bffb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:25.336 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.331+0000 7fe8fda00700 1 -- 172.21.15.8:0/2078528616 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a23d9b63e0 msgr2=0x55a23d9bfa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:25.336 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.331+0000 7fe8fda00700 1 --2- 172.21.15.8:0/2078528616 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a23d9b63e0 0x55a23d9bfa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:25.336 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.331+0000 7fe8fda00700 1 -- 172.21.15.8:0/2078528616 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a23d9c0570 con 0x55a23d9b0f80 2024-05-20T21:31:25.336 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.331+0000 7fe8fda00700 1 --2- 172.21.15.8:0/2078528616 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a23d9b0f80 0x55a23d9c2f70 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7fe8ec035040 tx=0x7fe8ec01d860 comp rx=0 tx=0).ready entity=mon.1 client_cookie=24b5d4db287c4142 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:25.336 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.331+0000 7fe8df400700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:31:25.336 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.332+0000 7fe8df400700 1 -- 172.21.15.8:0/2078528616 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8ec040060 con 0x55a23d9b0f80 2024-05-20T21:31:25.336 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.332+0000 7fe90ad48b80 1 -- 172.21.15.8:0/2078528616 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe8ec033430 con 0x55a23d9b0f80 2024-05-20T21:31:25.336 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.332+0000 7fe8df400700 1 -- 172.21.15.8:0/2078528616 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fe8ec0339f0 con 0x55a23d9b0f80 2024-05-20T21:31:25.336 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.332+0000 7fe8df400700 1 -- 172.21.15.8:0/2078528616 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe8ec01da50 con 0x55a23d9b0f80 2024-05-20T21:31:25.336 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.332+0000 7fe90ad48b80 10 client.30025 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:25.336 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.332+0000 7fe90ad48b80 1 -- 172.21.15.8:0/2078528616 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a23da35c60 con 0x55a23d9b0f80 2024-05-20T21:31:25.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.332+0000 7fe8df400700 1 -- 172.21.15.8:0/2078528616 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe8ec033430 con 0x55a23d9b0f80 2024-05-20T21:31:25.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.333+0000 7fe8df400700 1 -- 172.21.15.8:0/2078528616 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe8ec005530 con 0x55a23d9b0f80 2024-05-20T21:31:25.337 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.333+0000 7fe90ad48b80 10 client.30025 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:25.338 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.333+0000 7fe90ad48b80 10 client.30025 resolve_mds: validated gid 24529 aka daemon mds.i 2024-05-20T21:31:25.338 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.333+0000 7fe90ad48b80 20 client.30025 populate_metadata read hostname 'smithi008' 2024-05-20T21:31:25.338 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.333+0000 7fe90ad48b80 1 --2- 172.21.15.8:0/2078528616 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a23da362a0 0x55a23da386c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:25.338 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.333+0000 7fe90ad48b80 4 client.30025 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "a1ea46be", "release": true, "await": true}] 2024-05-20T21:31:25.338 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.333+0000 7fe90ad48b80 1 -- 172.21.15.8:0/2078528616 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "quiesce db", "set_id": "a1ea46be", "release": true, "await": true}) -- 0x55a23d90a670 con 0x55a23da362a0 2024-05-20T21:31:25.338 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.333+0000 7fe8fd000700 1 --2- 172.21.15.8:0/2078528616 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a23da362a0 0x55a23da386c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:25.338 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.334+0000 7fe8fd000700 1 --2- 172.21.15.8:0/2078528616 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a23da362a0 0x55a23da386c0 crc :-1 s=READY pgs=417 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8e508a9fda3a4fc6 server_cookie=605efdd0f758badd in_seq=0 out_seq=0 2024-05-20T21:31:25.338 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.334+0000 7fe8df400700 10 client.30025 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:31:25.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.337+0000 7fe8df400700 1 -- 172.21.15.8:0/2078528616 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55a23d90a670 con 0x55a23da362a0 2024-05-20T21:31:25.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.337+0000 7fe8df400700 10 client.30025 handle_command_reply: tid=0 2024-05-20T21:31:25.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.337+0000 7fe90ad48b80 1 client.30025 shutdown 2024-05-20T21:31:25.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.338+0000 7fe90ad48b80 1 -- 172.21.15.8:0/2078528616 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a23d9b0f80 msgr2=0x55a23d9c2f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:25.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.338+0000 7fe90ad48b80 1 --2- 172.21.15.8:0/2078528616 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a23d9b0f80 0x55a23d9c2f70 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7fe8ec035040 tx=0x7fe8ec01d860 comp rx=0 tx=0).stop 2024-05-20T21:31:25.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.338+0000 7fe90ad48b80 1 -- 172.21.15.8:0/2078528616 shutdown_connections 2024-05-20T21:31:25.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.338+0000 7fe90ad48b80 1 --2- 172.21.15.8:0/2078528616 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55a23da362a0 0x55a23da386c0 crc :-1 s=READY pgs=417 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:25.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.338+0000 7fe90ad48b80 1 --2- 172.21.15.8:0/2078528616 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a23d9b6d00 0x55a23d9bffb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:25.340 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.338+0000 7fe90ad48b80 1 --2- 172.21.15.8:0/2078528616 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a23d9b0f80 0x55a23d9c2f70 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:25.340 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.338+0000 7fe90ad48b80 1 --2- 172.21.15.8:0/2078528616 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55a23d9b63e0 0x55a23d9bfa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:25.340 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.338+0000 7fe8df400700 0 client.30025 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:31:25.340 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.338+0000 7fe90ad48b80 1 -- 172.21.15.8:0/2078528616 >> 172.21.15.8:0/2078528616 conn(0x55a23d8dece0 msgr2=0x55a23d9a4d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:25.340 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.338+0000 7fe90ad48b80 1 -- 172.21.15.8:0/2078528616 shutdown_connections 2024-05-20T21:31:25.340 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.338+0000 7fe90ad48b80 1 -- 172.21.15.8:0/2078528616 wait complete. 2024-05-20T21:31:25.340 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.338+0000 7fe90ad48b80 20 client.30025 trim_cache size 0 max 16384 2024-05-20T21:31:25.340 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:31:25.340 INFO:teuthology.orchestra.run.smithi008.stdout: "epoch": 26, 2024-05-20T21:31:25.341 INFO:teuthology.orchestra.run.smithi008.stdout: "leader": 24529, 2024-05-20T21:31:25.341 INFO:teuthology.orchestra.run.smithi008.stdout: "set_version": 56, 2024-05-20T21:31:25.341 INFO:teuthology.orchestra.run.smithi008.stdout: "sets": { 2024-05-20T21:31:25.341 INFO:teuthology.orchestra.run.smithi008.stdout: "a1ea46be": { 2024-05-20T21:31:25.341 INFO:teuthology.orchestra.run.smithi008.stdout: "version": 56, 2024-05-20T21:31:25.341 INFO:teuthology.orchestra.run.smithi008.stdout: "age_ref": 0.0, 2024-05-20T21:31:25.341 INFO:teuthology.orchestra.run.smithi008.stdout: "state": { 2024-05-20T21:31:25.341 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "RELEASED", 2024-05-20T21:31:25.341 INFO:teuthology.orchestra.run.smithi008.stdout: "age": 0.0 2024-05-20T21:31:25.341 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:31:25.341 INFO:teuthology.orchestra.run.smithi008.stdout: "timeout": 90.0, 2024-05-20T21:31:25.342 INFO:teuthology.orchestra.run.smithi008.stdout: "expiration": 140.4, 2024-05-20T21:31:25.342 INFO:teuthology.orchestra.run.smithi008.stdout: "members": { 2024-05-20T21:31:25.342 INFO:teuthology.orchestra.run.smithi008.stdout: "file:/": { 2024-05-20T21:31:25.342 INFO:teuthology.orchestra.run.smithi008.stdout: "excluded": false, 2024-05-20T21:31:25.342 INFO:teuthology.orchestra.run.smithi008.stdout: "state": { 2024-05-20T21:31:25.342 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "RELEASED", 2024-05-20T21:31:25.342 INFO:teuthology.orchestra.run.smithi008.stdout: "age": 0.0 2024-05-20T21:31:25.342 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:31:25.342 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:31:25.342 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:31:25.342 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:31:25.342 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:31:25.343 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:31:25.343 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.339+0000 7fe900400700 1 -- 172.21.15.8:0/855836477 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe8e00b2900 msgr2=0x7fe8e00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:25.343 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.339+0000 7fe900400700 1 --2- 172.21.15.8:0/855836477 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe8e00b2900 0x7fe8e00b4dc0 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7fe8ec009d20 tx=0x7fe8ec009260 comp rx=0 tx=0).stop 2024-05-20T21:31:25.343 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.339+0000 7fe900400700 1 -- 172.21.15.8:0/855836477 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe8f810fd30 msgr2=0x7fe8f810cc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:25.343 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.339+0000 7fe900400700 1 --2- 172.21.15.8:0/855836477 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe8f810fd30 0x7fe8f810cc00 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7fe8f000efc0 tx=0x7fe8f000c3a0 comp rx=0 tx=0).stop 2024-05-20T21:31:25.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.339+0000 7fe900400700 1 -- 172.21.15.8:0/855836477 shutdown_connections 2024-05-20T21:31:25.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.339+0000 7fe900400700 1 --2- 172.21.15.8:0/855836477 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fe8e00b2900 0x7fe8e00b4dc0 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:25.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.339+0000 7fe900400700 1 --2- 172.21.15.8:0/855836477 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe8f810fd30 0x7fe8f810cc00 unknown :-1 s=CLOSED pgs=651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:25.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.339+0000 7fe900400700 1 --2- 172.21.15.8:0/855836477 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fe8f8101920 0x7fe8f810f580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:25.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.339+0000 7fe900400700 1 --2- 172.21.15.8:0/855836477 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe8f8102240 0x7fe8f810c680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:25.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.339+0000 7fe900400700 1 -- 172.21.15.8:0/855836477 >> 172.21.15.8:0/855836477 conn(0x7fe8f8078640 msgr2=0x7fe8f80ff9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:25.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.339+0000 7fe900400700 1 -- 172.21.15.8:0/855836477 shutdown_connections 2024-05-20T21:31:25.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:25.340+0000 7fe900400700 1 -- 172.21.15.8:0/855836477 wait complete. 2024-05-20T21:31:26.927 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'a1ea46be', total seconds elapsed: 30.7 2024-05-20T21:31:26.927 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 20.4 2024-05-20T21:31:26.927 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:31:27.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:31:26 smithi130 ceph-mon[36448]: pgmap v923: 97 pgs: 97 active+clean; 4.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.2 KiB/s wr, 7 op/s 2024-05-20T21:31:27.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:31:26 smithi050 ceph-mon[35809]: pgmap v923: 97 pgs: 97 active+clean; 4.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.2 KiB/s wr, 7 op/s 2024-05-20T21:31:27.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:31:26 smithi008 ceph-mon[31475]: pgmap v923: 97 pgs: 97 active+clean; 4.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.2 KiB/s wr, 7 op/s 2024-05-20T21:31:27.574 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:31:28.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.297+0000 7f325e800700 1 -- 172.21.15.8:0/3373757484 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f32581041a0 msgr2=0x7f32581081c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:28.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.297+0000 7f325e800700 1 --2- 172.21.15.8:0/3373757484 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f32581041a0 0x7f32581081c0 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f32400099c0 tx=0x7f3240009cd0 comp rx=0 tx=0).stop 2024-05-20T21:31:28.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.298+0000 7f325e800700 1 -- 172.21.15.8:0/3373757484 shutdown_connections 2024-05-20T21:31:28.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.298+0000 7f325e800700 1 --2- 172.21.15.8:0/3373757484 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f32581088f0 0x7f3258110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:28.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.298+0000 7f325e800700 1 --2- 172.21.15.8:0/3373757484 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f32581037f0 0x7f3258103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:28.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.298+0000 7f325e800700 1 --2- 172.21.15.8:0/3373757484 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f32581041a0 0x7f32581081c0 unknown :-1 s=CLOSED pgs=709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:28.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.298+0000 7f325e800700 1 -- 172.21.15.8:0/3373757484 >> 172.21.15.8:0/3373757484 conn(0x7f325807a6a0 msgr2=0x7f325807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:28.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.298+0000 7f325e800700 1 -- 172.21.15.8:0/3373757484 shutdown_connections 2024-05-20T21:31:28.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.298+0000 7f325e800700 1 -- 172.21.15.8:0/3373757484 wait complete. 2024-05-20T21:31:28.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.299+0000 7f325e800700 1 Processor -- start 2024-05-20T21:31:28.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.299+0000 7f325e800700 1 -- start start 2024-05-20T21:31:28.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.299+0000 7f325e800700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f32581037f0 0x7f325819f810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:28.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.299+0000 7f325e800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f32581041a0 0x7f325819fd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:28.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.300+0000 7f325e800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f32581088f0 0x7f3258199a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:28.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.300+0000 7f325e800700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f3258113720 con 0x7f32581088f0 2024-05-20T21:31:28.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.300+0000 7f325e800700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f32581135a0 con 0x7f32581041a0 2024-05-20T21:31:28.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.300+0000 7f325e800700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f32581138a0 con 0x7f32581037f0 2024-05-20T21:31:28.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.300+0000 7f3257e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f32581088f0 0x7f3258199a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:28.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.300+0000 7f3257400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f32581037f0 0x7f325819f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:28.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.300+0000 7f324ea00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f32581041a0 0x7f325819fd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:28.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.300+0000 7f324ea00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f32581041a0 0x7f325819fd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:39054/0 (socket says 172.21.15.8:39054) 2024-05-20T21:31:28.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.300+0000 7f324ea00700 1 -- 172.21.15.8:0/2971636827 learned_addr learned my addr 172.21.15.8:0/2971636827 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:28.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.300+0000 7f3257e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f32581088f0 0x7f3258199a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:37984/0 (socket says 172.21.15.8:37984) 2024-05-20T21:31:28.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.300+0000 7f324ea00700 1 -- 172.21.15.8:0/2971636827 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f32581037f0 msgr2=0x7f325819f810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:28.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.300+0000 7f324ea00700 1 --2- 172.21.15.8:0/2971636827 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f32581037f0 0x7f325819f810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:28.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.300+0000 7f324ea00700 1 -- 172.21.15.8:0/2971636827 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f32581088f0 msgr2=0x7f3258199a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:28.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.300+0000 7f324ea00700 1 --2- 172.21.15.8:0/2971636827 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f32581088f0 0x7f3258199a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:28.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.300+0000 7f324ea00700 1 -- 172.21.15.8:0/2971636827 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f325819a180 con 0x7f32581041a0 2024-05-20T21:31:28.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.300+0000 7f3257400700 1 --2- 172.21.15.8:0/2971636827 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f32581037f0 0x7f325819f810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:28.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.301+0000 7f324ea00700 1 --2- 172.21.15.8:0/2971636827 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f32581041a0 0x7f325819fd50 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7f3240006010 tx=0x7f3240005280 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:28.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.301+0000 7f3254c00700 1 -- 172.21.15.8:0/2971636827 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3240026070 con 0x7f32581041a0 2024-05-20T21:31:28.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.301+0000 7f3254c00700 1 -- 172.21.15.8:0/2971636827 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3240005600 con 0x7f32581041a0 2024-05-20T21:31:28.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.301+0000 7f3254c00700 1 -- 172.21.15.8:0/2971636827 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f324000fb00 con 0x7f32581041a0 2024-05-20T21:31:28.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.301+0000 7f325e800700 1 -- 172.21.15.8:0/2971636827 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f325819a410 con 0x7f32581041a0 2024-05-20T21:31:28.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.301+0000 7f325e800700 1 -- 172.21.15.8:0/2971636827 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3258075770 con 0x7f32581041a0 2024-05-20T21:31:28.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.305+0000 7f3254c00700 1 -- 172.21.15.8:0/2971636827 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f3240029070 con 0x7f32581041a0 2024-05-20T21:31:28.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.307+0000 7f326916eb80 1 Processor -- start 2024-05-20T21:31:28.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.307+0000 7f326916eb80 1 -- start start 2024-05-20T21:31:28.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.308+0000 7f326916eb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562b989c2610 0x562b989c29f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:28.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.308+0000 7f326916eb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562b989c2f30 0x562b989bcb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:28.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.308+0000 7f326916eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562b989bd140 0x562b989bd5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:28.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.308+0000 7f326916eb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x562b9891ae40 con 0x562b989c2610 2024-05-20T21:31:28.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.308+0000 7f326916eb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x562b9890a9e0 con 0x562b989c2f30 2024-05-20T21:31:28.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.308+0000 7f326916eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x562b9890ea20 con 0x562b989bd140 2024-05-20T21:31:28.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.308+0000 7f3254c00700 1 --2- 172.21.15.8:0/2971636827 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f323c0b2900 0x7f323c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:28.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.308+0000 7f3257400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562b989c2f30 0x562b989bcb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:28.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.308+0000 7f3257400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562b989c2f30 0x562b989bcb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:39064/0 (socket says 172.21.15.8:39064) 2024-05-20T21:31:28.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.308+0000 7f3257400700 1 -- 172.21.15.8:0/562779114 learned_addr learned my addr 172.21.15.8:0/562779114 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:28.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.308+0000 7f324ea00700 1 --2- 172.21.15.8:0/562779114 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562b989bd140 0x562b989bd5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:28.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.308+0000 7f3254c00700 1 -- 172.21.15.8:0/2971636827 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f32400e2900 con 0x7f32581041a0 2024-05-20T21:31:28.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.309+0000 7f3257400700 1 -- 172.21.15.8:0/562779114 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562b989bd140 msgr2=0x562b989bd5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:28.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.309+0000 7f3257400700 1 --2- 172.21.15.8:0/562779114 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562b989bd140 0x562b989bd5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:28.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.309+0000 7f3257400700 1 -- 172.21.15.8:0/562779114 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562b989c2610 msgr2=0x562b989c29f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:28.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.309+0000 7f3257400700 1 --2- 172.21.15.8:0/562779114 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562b989c2610 0x562b989c29f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:28.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.309+0000 7f3257400700 1 -- 172.21.15.8:0/562779114 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562b988d3420 con 0x562b989c2f30 2024-05-20T21:31:28.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.309+0000 7f3257e00700 1 --2- 172.21.15.8:0/2971636827 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f323c0b2900 0x7f323c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:28.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.309+0000 7f3257400700 1 --2- 172.21.15.8:0/562779114 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562b989c2f30 0x562b989bcb20 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f32480115f0 tx=0x7f3248011900 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ebf5580ec0fea3dc server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:28.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.310+0000 7f324cc00700 1 -- 172.21.15.8:0/562779114 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3248004220 con 0x562b989c2f30 2024-05-20T21:31:28.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.310+0000 7f324cc00700 1 -- 172.21.15.8:0/562779114 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f32480043c0 con 0x562b989c2f30 2024-05-20T21:31:28.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.310+0000 7f324cc00700 1 -- 172.21.15.8:0/562779114 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3248019970 con 0x562b989c2f30 2024-05-20T21:31:28.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.311+0000 7f326916eb80 1 -- 172.21.15.8:0/562779114 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562b989c2f30 msgr2=0x562b989bcb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:28.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.311+0000 7f3257e00700 1 --2- 172.21.15.8:0/2971636827 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f323c0b2900 0x7f323c0b4dc0 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f3250009ec0 tx=0x7f3250009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:28.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.311+0000 7f326916eb80 1 --2- 172.21.15.8:0/562779114 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562b989c2f30 0x562b989bcb20 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f32480115f0 tx=0x7f3248011900 comp rx=0 tx=0).stop 2024-05-20T21:31:28.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.311+0000 7f326916eb80 1 -- 172.21.15.8:0/562779114 shutdown_connections 2024-05-20T21:31:28.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.311+0000 7f326916eb80 1 --2- 172.21.15.8:0/562779114 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562b989bd140 0x562b989bd5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:28.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.311+0000 7f326916eb80 1 --2- 172.21.15.8:0/562779114 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562b989c2610 0x562b989c29f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:28.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.311+0000 7f326916eb80 1 --2- 172.21.15.8:0/562779114 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562b989c2f30 0x562b989bcb20 unknown :-1 s=CLOSED pgs=711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:28.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.311+0000 7f326916eb80 1 -- 172.21.15.8:0/562779114 >> 172.21.15.8:0/562779114 conn(0x562b988eabe0 msgr2=0x562b989b7690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:28.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.311+0000 7f326916eb80 1 -- 172.21.15.8:0/562779114 shutdown_connections 2024-05-20T21:31:28.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.311+0000 7f326916eb80 1 -- 172.21.15.8:0/562779114 wait complete. 2024-05-20T21:31:28.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.312+0000 7f326916eb80 1 -- start start 2024-05-20T21:31:28.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.312+0000 7f326916eb80 1 Processor -- start 2024-05-20T21:31:28.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.313+0000 7f326916eb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562b989bd140 0x562b989c8cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:28.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.313+0000 7f326916eb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562b989c2610 0x562b989c6060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:28.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.313+0000 7f326916eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562b989c2f30 0x562b989c65a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:28.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.313+0000 7f326916eb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x562b98810fa0 con 0x562b989c2610 2024-05-20T21:31:28.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.313+0000 7f326916eb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x562b988ab760 con 0x562b989bd140 2024-05-20T21:31:28.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.313+0000 7f326916eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x562b989c99e0 con 0x562b989c2f30 2024-05-20T21:31:28.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.313+0000 7f326916eb80 10 client.0 _ll_register_callbacks cb 0x562b988b4c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:28.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.313+0000 7f324ea00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562b989c2610 0x562b989c6060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:28.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.313+0000 7f3257400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562b989bd140 0x562b989c8cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:28.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.313+0000 7f3257e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562b989c2f30 0x562b989c65a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:28.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.313+0000 7f324ea00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562b989c2610 0x562b989c6060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:38010/0 (socket says 172.21.15.8:38010) 2024-05-20T21:31:28.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.313+0000 7f324ea00700 1 -- 172.21.15.8:0/386828008 learned_addr learned my addr 172.21.15.8:0/386828008 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:28.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.314+0000 7f3257e00700 1 -- 172.21.15.8:0/386828008 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562b989bd140 msgr2=0x562b989c8cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:28.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.314+0000 7f3257e00700 1 --2- 172.21.15.8:0/386828008 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562b989bd140 0x562b989c8cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:28.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.314+0000 7f3257e00700 1 -- 172.21.15.8:0/386828008 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562b989c2610 msgr2=0x562b989c6060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:28.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.314+0000 7f3257e00700 1 --2- 172.21.15.8:0/386828008 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562b989c2610 0x562b989c6060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:28.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.314+0000 7f3257e00700 1 -- 172.21.15.8:0/386828008 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562b9885a8d0 con 0x562b989c2f30 2024-05-20T21:31:28.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.314+0000 7f3257e00700 1 --2- 172.21.15.8:0/386828008 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562b989c2f30 0x562b989c65a0 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f3250009fd0 tx=0x7f325000b040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a9e4e5fb3ddca703 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:28.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.314+0000 7f3245600700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:31:28.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.314+0000 7f3245600700 1 -- 172.21.15.8:0/386828008 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f325002c060 con 0x562b989c2f30 2024-05-20T21:31:28.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.314+0000 7f3245600700 1 -- 172.21.15.8:0/386828008 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f325001cc60 con 0x562b989c2f30 2024-05-20T21:31:28.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.314+0000 7f326916eb80 1 -- 172.21.15.8:0/386828008 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f32480043c0 con 0x562b989c2f30 2024-05-20T21:31:28.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.315+0000 7f3245600700 1 -- 172.21.15.8:0/386828008 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f325001ce60 con 0x562b989c2f30 2024-05-20T21:31:28.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.315+0000 7f326916eb80 10 client.30037 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:28.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.315+0000 7f326916eb80 1 -- 172.21.15.8:0/386828008 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562b988db060 con 0x562b989c2f30 2024-05-20T21:31:28.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.315+0000 7f3245600700 1 -- 172.21.15.8:0/386828008 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f32480043c0 con 0x562b989c2f30 2024-05-20T21:31:28.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.315+0000 7f3245600700 1 -- 172.21.15.8:0/386828008 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f3250004650 con 0x562b989c2f30 2024-05-20T21:31:28.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.315+0000 7f326916eb80 10 client.30037 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:28.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.315+0000 7f326916eb80 10 client.30037 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:31:28.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.315+0000 7f326916eb80 20 client.30037 populate_metadata read hostname 'smithi008' 2024-05-20T21:31:28.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.315+0000 7f326916eb80 1 --2- 172.21.15.8:0/386828008 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x562b989d65e0 0x562b989d8a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:28.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.315+0000 7f326916eb80 4 client.30037 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:31:28.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.315+0000 7f326916eb80 1 -- 172.21.15.8:0/386828008 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562b9891cd90 con 0x562b989d65e0 2024-05-20T21:31:28.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.316+0000 7f3257400700 1 --2- 172.21.15.8:0/386828008 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x562b989d65e0 0x562b989d8a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:28.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.316+0000 7f3257400700 1 --2- 172.21.15.8:0/386828008 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x562b989d65e0 0x562b989d8a10 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=df99265b00e91d26 server_cookie=dfe6c22d4e14dfcf in_seq=0 out_seq=0 2024-05-20T21:31:28.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.316+0000 7f3245600700 10 client.30037 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:31:28.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.317+0000 7f3245600700 1 -- 172.21.15.8:0/386828008 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x562b9891cd90 con 0x562b989d65e0 2024-05-20T21:31:28.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.317+0000 7f3245600700 10 client.30037 handle_command_reply: tid=0 2024-05-20T21:31:28.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.318+0000 7f326916eb80 1 client.30037 shutdown 2024-05-20T21:31:28.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.318+0000 7f326916eb80 1 -- 172.21.15.8:0/386828008 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562b989c2f30 msgr2=0x562b989c65a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:28.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.318+0000 7f326916eb80 1 --2- 172.21.15.8:0/386828008 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562b989c2f30 0x562b989c65a0 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f3250009fd0 tx=0x7f325000b040 comp rx=0 tx=0).stop 2024-05-20T21:31:28.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.318+0000 7f326916eb80 1 -- 172.21.15.8:0/386828008 shutdown_connections 2024-05-20T21:31:28.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.318+0000 7f326916eb80 1 --2- 172.21.15.8:0/386828008 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x562b989d65e0 0x562b989d8a10 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:28.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.318+0000 7f326916eb80 1 --2- 172.21.15.8:0/386828008 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562b989bd140 0x562b989c8cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:28.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.318+0000 7f3245600700 0 client.30037 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:31:28.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.318+0000 7f326916eb80 1 --2- 172.21.15.8:0/386828008 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562b989c2f30 0x562b989c65a0 unknown :-1 s=CLOSED pgs=655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:28.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.318+0000 7f326916eb80 1 --2- 172.21.15.8:0/386828008 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562b989c2610 0x562b989c6060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:28.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.318+0000 7f326916eb80 1 -- 172.21.15.8:0/386828008 >> 172.21.15.8:0/386828008 conn(0x562b988eabe0 msgr2=0x562b989b6d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:28.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.318+0000 7f326916eb80 1 -- 172.21.15.8:0/386828008 shutdown_connections 2024-05-20T21:31:28.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.318+0000 7f326916eb80 1 -- 172.21.15.8:0/386828008 wait complete. 2024-05-20T21:31:28.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.318+0000 7f326916eb80 20 client.30037 trim_cache size 0 max 16384 2024-05-20T21:31:28.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.335+0000 7f326916eb80 1 Processor -- start 2024-05-20T21:31:28.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.335+0000 7f326916eb80 1 -- start start 2024-05-20T21:31:28.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.336+0000 7f326916eb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562b989bd140 0x562b989d2a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:28.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.336+0000 7f326916eb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562b989c2610 0x562b989bcb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:28.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.336+0000 7f326916eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562b989c2f30 0x562b989c0720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:28.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.336+0000 7f326916eb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f32581ae160 con 0x562b989bd140 2024-05-20T21:31:28.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.336+0000 7f326916eb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f32581ab9f0 con 0x562b989c2610 2024-05-20T21:31:28.403 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.336+0000 7f326916eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f32581a9840 con 0x562b989c2f30 2024-05-20T21:31:28.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.336+0000 7f3257400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562b989bd140 0x562b989d2a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:28.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.336+0000 7f324ea00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562b989c2610 0x562b989bcb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:28.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.336+0000 7f324ea00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562b989c2610 0x562b989bcb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:39084/0 (socket says 172.21.15.8:39084) 2024-05-20T21:31:28.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.336+0000 7f3257e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562b989c2f30 0x562b989c0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:28.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.336+0000 7f324ea00700 1 -- 172.21.15.8:0/3905102367 learned_addr learned my addr 172.21.15.8:0/3905102367 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:28.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.337+0000 7f3257e00700 1 -- 172.21.15.8:0/3905102367 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562b989c2610 msgr2=0x562b989bcb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:28.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.337+0000 7f3257e00700 1 --2- 172.21.15.8:0/3905102367 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562b989c2610 0x562b989bcb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:28.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.337+0000 7f3257e00700 1 -- 172.21.15.8:0/3905102367 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562b989bd140 msgr2=0x562b989d2a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:28.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.337+0000 7f3257e00700 1 --2- 172.21.15.8:0/3905102367 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562b989bd140 0x562b989d2a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:28.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.337+0000 7f3257e00700 1 -- 172.21.15.8:0/3905102367 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562b989c45f0 con 0x562b989c2f30 2024-05-20T21:31:28.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.337+0000 7f3257e00700 1 --2- 172.21.15.8:0/3905102367 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562b989c2f30 0x562b989c0720 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f3250027480 tx=0x7f3250027880 comp rx=0 tx=0).ready entity=mon.1 client_cookie=13dc00a551ed365d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:28.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.337+0000 7f3247e00700 1 -- 172.21.15.8:0/3905102367 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3250036070 con 0x562b989c2f30 2024-05-20T21:31:28.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.337+0000 7f3247e00700 1 -- 172.21.15.8:0/3905102367 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f325001cc60 con 0x562b989c2f30 2024-05-20T21:31:28.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.337+0000 7f3247e00700 1 -- 172.21.15.8:0/3905102367 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f325003b8a0 con 0x562b989c2f30 2024-05-20T21:31:28.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.338+0000 7f326916eb80 1 -- 172.21.15.8:0/3905102367 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562b989c2f30 msgr2=0x562b989c0720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:28.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.338+0000 7f326916eb80 1 --2- 172.21.15.8:0/3905102367 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562b989c2f30 0x562b989c0720 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f3250027480 tx=0x7f3250027880 comp rx=0 tx=0).stop 2024-05-20T21:31:28.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.338+0000 7f326916eb80 1 -- 172.21.15.8:0/3905102367 shutdown_connections 2024-05-20T21:31:28.406 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.338+0000 7f326916eb80 1 --2- 172.21.15.8:0/3905102367 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562b989c2f30 0x562b989c0720 unknown :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:28.406 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.338+0000 7f326916eb80 1 --2- 172.21.15.8:0/3905102367 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562b989bd140 0x562b989d2a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:28.406 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.338+0000 7f326916eb80 1 --2- 172.21.15.8:0/3905102367 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562b989c2610 0x562b989bcb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:28.406 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.338+0000 7f326916eb80 1 -- 172.21.15.8:0/3905102367 >> 172.21.15.8:0/3905102367 conn(0x562b988eabe0 msgr2=0x562b989c3310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:28.406 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.338+0000 7f326916eb80 1 -- 172.21.15.8:0/3905102367 shutdown_connections 2024-05-20T21:31:28.406 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.338+0000 7f326916eb80 1 -- 172.21.15.8:0/3905102367 wait complete. 2024-05-20T21:31:28.406 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.339+0000 7f326916eb80 1 -- start start 2024-05-20T21:31:28.406 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.339+0000 7f326916eb80 1 Processor -- start 2024-05-20T21:31:28.406 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.340+0000 7f326916eb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562b989bd140 0x562b989cf320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:28.406 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.340+0000 7f326916eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562b989c2610 0x562b989ddae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:28.406 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.340+0000 7f326916eb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562b989c2f30 0x562b989de020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:28.406 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.340+0000 7f326916eb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f32581a9eb0 con 0x562b989bd140 2024-05-20T21:31:28.406 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.340+0000 7f326916eb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f32581ab320 con 0x562b989c2f30 2024-05-20T21:31:28.407 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.340+0000 7f326916eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f32581aa580 con 0x562b989c2610 2024-05-20T21:31:28.407 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.340+0000 7f326916eb80 10 client.0 _ll_register_callbacks cb 0x562b988b4c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:28.407 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.340+0000 7f3257400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562b989bd140 0x562b989cf320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:28.407 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.340+0000 7f3257400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562b989bd140 0x562b989cf320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:38014/0 (socket says 172.21.15.8:38014) 2024-05-20T21:31:28.407 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.340+0000 7f3257400700 1 -- 172.21.15.8:0/2185866420 learned_addr learned my addr 172.21.15.8:0/2185866420 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:28.407 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.340+0000 7f324ea00700 1 --2- 172.21.15.8:0/2185866420 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562b989c2610 0x562b989ddae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:28.407 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.340+0000 7f3257e00700 1 --2- 172.21.15.8:0/2185866420 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562b989c2f30 0x562b989de020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:28.407 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.341+0000 7f3257400700 1 -- 172.21.15.8:0/2185866420 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562b989c2610 msgr2=0x562b989ddae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:28.407 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.341+0000 7f3257400700 1 --2- 172.21.15.8:0/2185866420 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562b989c2610 0x562b989ddae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:28.407 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.341+0000 7f3257400700 1 -- 172.21.15.8:0/2185866420 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562b989c2f30 msgr2=0x562b989de020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:28.407 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.341+0000 7f3257400700 1 --2- 172.21.15.8:0/2185866420 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562b989c2f30 0x562b989de020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:28.407 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.341+0000 7f3257400700 1 -- 172.21.15.8:0/2185866420 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562b989de860 con 0x562b989bd140 2024-05-20T21:31:28.407 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.341+0000 7f3257e00700 1 --2- 172.21.15.8:0/2185866420 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562b989c2f30 0x562b989de020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:28.407 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.341+0000 7f3257400700 1 --2- 172.21.15.8:0/2185866420 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562b989bd140 0x562b989cf320 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7f3248009c40 tx=0x7f32480058e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8246030b7c05fc6 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:28.408 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.341+0000 7f3245600700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:31:28.408 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.341+0000 7f3245600700 1 -- 172.21.15.8:0/2185866420 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3248003a90 con 0x562b989bd140 2024-05-20T21:31:28.408 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.341+0000 7f326916eb80 1 -- 172.21.15.8:0/2185866420 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f325001cc60 con 0x562b989bd140 2024-05-20T21:31:28.408 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.341+0000 7f3245600700 1 -- 172.21.15.8:0/2185866420 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f3248003c30 con 0x562b989bd140 2024-05-20T21:31:28.408 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.342+0000 7f3245600700 1 -- 172.21.15.8:0/2185866420 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3248003e30 con 0x562b989bd140 2024-05-20T21:31:28.408 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.342+0000 7f326916eb80 10 client.19872 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:28.408 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.342+0000 7f326916eb80 1 -- 172.21.15.8:0/2185866420 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562b98a411a0 con 0x562b989bd140 2024-05-20T21:31:28.408 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.342+0000 7f3245600700 1 -- 172.21.15.8:0/2185866420 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f325001cc60 con 0x562b989bd140 2024-05-20T21:31:28.408 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.342+0000 7f3245600700 1 -- 172.21.15.8:0/2185866420 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f3250008d20 con 0x562b989bd140 2024-05-20T21:31:28.408 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.342+0000 7f326916eb80 10 client.19872 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:28.408 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.342+0000 7f326916eb80 10 client.19872 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:31:28.408 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.342+0000 7f326916eb80 20 client.19872 populate_metadata read hostname 'smithi008' 2024-05-20T21:31:28.408 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.342+0000 7f326916eb80 1 --2- 172.21.15.8:0/2185866420 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x562b98a416a0 0x562b98a43ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:28.408 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.342+0000 7f326916eb80 4 client.19872 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:31:28.409 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.342+0000 7f326916eb80 1 -- 172.21.15.8:0/2185866420 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "damage ls"}) -- 0x562b98916570 con 0x562b98a416a0 2024-05-20T21:31:28.409 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.343+0000 7f324ea00700 1 --2- 172.21.15.8:0/2185866420 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x562b98a416a0 0x562b98a43ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:28.409 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.343+0000 7f324ea00700 1 --2- 172.21.15.8:0/2185866420 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x562b98a416a0 0x562b98a43ac0 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=e7a6e7cd5ee37a3 server_cookie=c05c66b2e3465ce6 in_seq=0 out_seq=0 2024-05-20T21:31:28.409 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.343+0000 7f3245600700 10 client.19872 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:31:28.409 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.343+0000 7f3245600700 1 -- 172.21.15.8:0/2185866420 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x562b98916570 con 0x562b98a416a0 2024-05-20T21:31:28.409 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.343+0000 7f3245600700 10 client.19872 handle_command_reply: tid=0 2024-05-20T21:31:28.409 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.343+0000 7f326916eb80 1 client.19872 shutdown 2024-05-20T21:31:28.409 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.344+0000 7f326916eb80 1 -- 172.21.15.8:0/2185866420 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562b989bd140 msgr2=0x562b989cf320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:28.409 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.344+0000 7f326916eb80 1 --2- 172.21.15.8:0/2185866420 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562b989bd140 0x562b989cf320 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7f3248009c40 tx=0x7f32480058e0 comp rx=0 tx=0).stop 2024-05-20T21:31:28.409 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.344+0000 7f326916eb80 1 -- 172.21.15.8:0/2185866420 shutdown_connections 2024-05-20T21:31:28.409 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.344+0000 7f326916eb80 1 --2- 172.21.15.8:0/2185866420 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x562b98a416a0 0x562b98a43ac0 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:28.409 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.344+0000 7f326916eb80 1 --2- 172.21.15.8:0/2185866420 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562b989c2f30 0x562b989de020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:28.410 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:31:28.410 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.344+0000 7f326916eb80 1 --2- 172.21.15.8:0/2185866420 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x562b989bd140 0x562b989cf320 unknown :-1 s=CLOSED pgs=784 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:28.410 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.344+0000 7f326916eb80 1 --2- 172.21.15.8:0/2185866420 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562b989c2610 0x562b989ddae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:28.410 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.344+0000 7f3245600700 0 client.19872 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:31:28.410 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.344+0000 7f326916eb80 1 -- 172.21.15.8:0/2185866420 >> 172.21.15.8:0/2185866420 conn(0x562b988eabe0 msgr2=0x562b989c3ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:28.410 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.344+0000 7f326916eb80 1 -- 172.21.15.8:0/2185866420 shutdown_connections 2024-05-20T21:31:28.411 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.344+0000 7f326916eb80 1 -- 172.21.15.8:0/2185866420 wait complete. 2024-05-20T21:31:28.411 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.344+0000 7f326916eb80 20 client.19872 trim_cache size 0 max 16384 2024-05-20T21:31:28.411 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.345+0000 7f325e800700 1 -- 172.21.15.8:0/2971636827 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f323c0b2900 msgr2=0x7f323c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:28.411 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.345+0000 7f325e800700 1 --2- 172.21.15.8:0/2971636827 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f323c0b2900 0x7f323c0b4dc0 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f3250009ec0 tx=0x7f3250009920 comp rx=0 tx=0).stop 2024-05-20T21:31:28.411 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.345+0000 7f325e800700 1 -- 172.21.15.8:0/2971636827 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f32581041a0 msgr2=0x7f325819fd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:28.411 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.345+0000 7f325e800700 1 --2- 172.21.15.8:0/2971636827 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f32581041a0 0x7f325819fd50 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7f3240006010 tx=0x7f3240005280 comp rx=0 tx=0).stop 2024-05-20T21:31:28.411 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.345+0000 7f325e800700 1 -- 172.21.15.8:0/2971636827 shutdown_connections 2024-05-20T21:31:28.411 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.345+0000 7f325e800700 1 --2- 172.21.15.8:0/2971636827 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f323c0b2900 0x7f323c0b4dc0 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:28.411 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.345+0000 7f325e800700 1 --2- 172.21.15.8:0/2971636827 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f32581088f0 0x7f3258199a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:28.411 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.345+0000 7f325e800700 1 --2- 172.21.15.8:0/2971636827 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f32581037f0 0x7f325819f810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:28.411 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.345+0000 7f325e800700 1 --2- 172.21.15.8:0/2971636827 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f32581041a0 0x7f325819fd50 unknown :-1 s=CLOSED pgs=710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:28.411 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.345+0000 7f325e800700 1 -- 172.21.15.8:0/2971636827 >> 172.21.15.8:0/2971636827 conn(0x7f325807a6a0 msgr2=0x7f3258101890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:28.411 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.345+0000 7f325e800700 1 -- 172.21.15.8:0/2971636827 shutdown_connections 2024-05-20T21:31:28.411 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:28.345+0000 7f325e800700 1 -- 172.21.15.8:0/2971636827 wait complete. 2024-05-20T21:31:28.922 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:31:28 smithi008 ceph-mon[31475]: pgmap v924: 97 pgs: 97 active+clean; 4.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 1.3 KiB/s wr, 7 op/s 2024-05-20T21:31:29.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:31:28 smithi130 ceph-mon[36448]: pgmap v924: 97 pgs: 97 active+clean; 4.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 1.3 KiB/s wr, 7 op/s 2024-05-20T21:31:29.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:31:28 smithi050 ceph-mon[35809]: pgmap v924: 97 pgs: 97 active+clean; 4.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 1.3 KiB/s wr, 7 op/s 2024-05-20T21:31:29.707 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:31:30.355 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:31:31.013 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:31:30 smithi008 ceph-mon[31475]: pgmap v925: 97 pgs: 97 active+clean; 4.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.6 KiB/s wr, 7 op/s 2024-05-20T21:31:31.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:31:30 smithi130 ceph-mon[36448]: pgmap v925: 97 pgs: 97 active+clean; 4.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.6 KiB/s wr, 7 op/s 2024-05-20T21:31:31.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:31:30 smithi050 ceph-mon[35809]: pgmap v925: 97 pgs: 97 active+clean; 4.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.6 KiB/s wr, 7 op/s 2024-05-20T21:31:32.014 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:31:31 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/1971744589' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:31:32.139 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:31.174+0000 7f65ff200700 1 -- 172.21.15.8:0/2399588785 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f65f806bbe0 msgr2=0x7f65f81103d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:32.139 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:31.174+0000 7f65ff200700 1 --2- 172.21.15.8:0/2399588785 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f65f806bbe0 0x7f65f81103d0 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7f65f000b0a0 tx=0x7f65f000b3b0 comp rx=0 tx=0).stop 2024-05-20T21:31:32.139 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:31.174+0000 7f65ff200700 1 -- 172.21.15.8:0/2399588785 shutdown_connections 2024-05-20T21:31:32.139 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:31.174+0000 7f65ff200700 1 --2- 172.21.15.8:0/2399588785 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f65f806bbe0 0x7f65f81103d0 unknown :-1 s=CLOSED pgs=785 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:32.139 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:31.174+0000 7f65ff200700 1 --2- 172.21.15.8:0/2399588785 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f65f81095b0 0x7f65f8109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:32.139 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:31.174+0000 7f65ff200700 1 --2- 172.21.15.8:0/2399588785 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f65f806b220 0x7f65f806b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:32.139 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:31.174+0000 7f65ff200700 1 -- 172.21.15.8:0/2399588785 >> 172.21.15.8:0/2399588785 conn(0x7f65f80793f0 msgr2=0x7f65f8079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:32.140 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:31.174+0000 7f65ff200700 1 -- 172.21.15.8:0/2399588785 shutdown_connections 2024-05-20T21:31:32.140 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:31.174+0000 7f65ff200700 1 -- 172.21.15.8:0/2399588785 wait complete. 2024-05-20T21:31:32.140 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:31.175+0000 7f65ff200700 1 Processor -- start 2024-05-20T21:31:32.140 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:31.175+0000 7f65ff200700 1 -- start start 2024-05-20T21:31:32.140 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:31.176+0000 7f65ff200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f65f806b220 0x7f65f819be30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:32.140 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:31.176+0000 7f65ff200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f65f806bbe0 0x7f65f819c370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:32.140 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:31.176+0000 7f65ff200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f65f81095b0 0x7f65f81a0700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:32.140 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:31.176+0000 7f65ff200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f65f8113720 con 0x7f65f806b220 2024-05-20T21:31:32.140 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:31.176+0000 7f65ff200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f65f81135a0 con 0x7f65f81095b0 2024-05-20T21:31:32.140 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:31.176+0000 7f65ff200700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f65f81138a0 con 0x7f65f806bbe0 2024-05-20T21:31:32.140 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:31.176+0000 7f65f7e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f65f806b220 0x7f65f819be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:32.140 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:31.176+0000 7f65f7e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f65f806b220 0x7f65f819be30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:38030/0 (socket says 172.21.15.8:38030) 2024-05-20T21:31:32.140 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:31.176+0000 7f65f7e00700 1 -- 172.21.15.8:0/1971744589 learned_addr learned my addr 172.21.15.8:0/1971744589 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:32.140 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:31.176+0000 7f65f7400700 1 --2- 172.21.15.8:0/1971744589 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f65f806bbe0 0x7f65f819c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:32.141 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:31.176+0000 7f65fd200700 1 --2- 172.21.15.8:0/1971744589 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f65f81095b0 0x7f65f81a0700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:32.141 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:31.177+0000 7f65f7e00700 1 -- 172.21.15.8:0/1971744589 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f65f806bbe0 msgr2=0x7f65f819c370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:32.141 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:31.177+0000 7f65f7e00700 1 --2- 172.21.15.8:0/1971744589 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f65f806bbe0 0x7f65f819c370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:32.141 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:31.177+0000 7f65f7e00700 1 -- 172.21.15.8:0/1971744589 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f65f81095b0 msgr2=0x7f65f81a0700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:32.141 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:31.177+0000 7f65f7e00700 1 --2- 172.21.15.8:0/1971744589 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f65f81095b0 0x7f65f81a0700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:32.141 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:31.177+0000 7f65f7e00700 1 -- 172.21.15.8:0/1971744589 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65f81a0e40 con 0x7f65f806b220 2024-05-20T21:31:32.141 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:31.177+0000 7f65f7e00700 1 --2- 172.21.15.8:0/1971744589 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f65f806b220 0x7f65f819be30 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7f65e800e9a0 tx=0x7f65e800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:32.142 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:31.177+0000 7f65f4c00700 1 -- 172.21.15.8:0/1971744589 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65e800ca10 con 0x7f65f806b220 2024-05-20T21:31:32.142 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:31.177+0000 7f65f4c00700 1 -- 172.21.15.8:0/1971744589 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f65e800cbb0 con 0x7f65f806b220 2024-05-20T21:31:32.142 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:31.177+0000 7f65ff200700 1 -- 172.21.15.8:0/1971744589 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65f81a1130 con 0x7f65f806b220 2024-05-20T21:31:32.142 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:31.177+0000 7f65f4c00700 1 -- 172.21.15.8:0/1971744589 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65e8018680 con 0x7f65f806b220 2024-05-20T21:31:32.142 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:31.177+0000 7f65ff200700 1 -- 172.21.15.8:0/1971744589 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65f81a89b0 con 0x7f65f806b220 2024-05-20T21:31:32.142 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:31.178+0000 7f65ff200700 1 -- 172.21.15.8:0/1971744589 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f65f806a230 con 0x7f65f806b220 2024-05-20T21:31:32.142 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:31.181+0000 7f65f4c00700 1 -- 172.21.15.8:0/1971744589 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f65e8010430 con 0x7f65f806b220 2024-05-20T21:31:32.142 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:31.182+0000 7f65f4c00700 1 --2- 172.21.15.8:0/1971744589 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f65dc0b2880 0x7f65dc0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:32.142 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:31.182+0000 7f65f4c00700 1 -- 172.21.15.8:0/1971744589 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f65e80e2690 con 0x7f65f806b220 2024-05-20T21:31:32.142 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:31.183+0000 7f65f7400700 1 --2- 172.21.15.8:0/1971744589 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f65dc0b2880 0x7f65dc0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:32.142 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:31.183+0000 7f65f7400700 1 --2- 172.21.15.8:0/1971744589 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f65dc0b2880 0x7f65dc0b4d40 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f65f81045d0 tx=0x7f65e4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:32.142 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:31.185+0000 7f65f4c00700 1 -- 172.21.15.8:0/1971744589 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f65e80aa340 con 0x7f65f806b220 2024-05-20T21:31:32.142 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:31.477+0000 7f65ff200700 1 -- 172.21.15.8:0/1971744589 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f65f81a8b80 con 0x7f65f806b220 2024-05-20T21:31:32.143 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:31.478+0000 7f65f4c00700 1 -- 172.21.15.8:0/1971744589 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7f65e80b23c0 con 0x7f65f806b220 2024-05-20T21:31:32.143 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:31:32.143 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:31:32.143 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:31.481+0000 7f65ff200700 1 -- 172.21.15.8:0/1971744589 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f65dc0b2880 msgr2=0x7f65dc0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:32.144 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:31.481+0000 7f65ff200700 1 --2- 172.21.15.8:0/1971744589 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f65dc0b2880 0x7f65dc0b4d40 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f65f81045d0 tx=0x7f65e4009260 comp rx=0 tx=0).stop 2024-05-20T21:31:32.144 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:31.481+0000 7f65ff200700 1 -- 172.21.15.8:0/1971744589 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f65f806b220 msgr2=0x7f65f819be30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:32.144 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:31.481+0000 7f65ff200700 1 --2- 172.21.15.8:0/1971744589 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f65f806b220 0x7f65f819be30 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7f65e800e9a0 tx=0x7f65e800ecb0 comp rx=0 tx=0).stop 2024-05-20T21:31:32.144 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:31.481+0000 7f65ff200700 1 -- 172.21.15.8:0/1971744589 shutdown_connections 2024-05-20T21:31:32.144 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:31.481+0000 7f65ff200700 1 --2- 172.21.15.8:0/1971744589 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f65dc0b2880 0x7f65dc0b4d40 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:32.144 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:31.481+0000 7f65ff200700 1 --2- 172.21.15.8:0/1971744589 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f65f81095b0 0x7f65f81a0700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:32.144 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:31.481+0000 7f65ff200700 1 --2- 172.21.15.8:0/1971744589 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f65f806b220 0x7f65f819be30 unknown :-1 s=CLOSED pgs=786 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:32.144 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:31.481+0000 7f65ff200700 1 --2- 172.21.15.8:0/1971744589 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f65f806bbe0 0x7f65f819c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:32.144 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:31.481+0000 7f65ff200700 1 -- 172.21.15.8:0/1971744589 >> 172.21.15.8:0/1971744589 conn(0x7f65f80793f0 msgr2=0x7f65f810e700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:32.144 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:31.481+0000 7f65ff200700 1 -- 172.21.15.8:0/1971744589 shutdown_connections 2024-05-20T21:31:32.144 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:31.481+0000 7f65ff200700 1 -- 172.21.15.8:0/1971744589 wait complete. 2024-05-20T21:31:32.144 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:31:32.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:31:31 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/1971744589' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:31:32.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:31:31 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/1971744589' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:31:32.398 INFO:tasks.workunit.client.0.smithi008.stdout:561/600: open fd = 3 2024-05-20T21:31:32.398 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.398 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.398 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:31:32.398 INFO:tasks.workunit.client.0.smithi008.stdout:562/600: open fd = 3 2024-05-20T21:31:32.398 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.399 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.399 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:31:32.399 INFO:tasks.workunit.client.0.smithi008.stdout:563/600: open fd = 3 2024-05-20T21:31:32.399 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.399 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.399 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:31:32.399 INFO:tasks.workunit.client.0.smithi008.stdout:564/600: open fd = 3 2024-05-20T21:31:32.399 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.399 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.399 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:31:32.399 INFO:tasks.workunit.client.0.smithi008.stdout:565/600: open fd = 3 2024-05-20T21:31:32.399 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.400 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.400 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:31:32.400 INFO:tasks.workunit.client.0.smithi008.stdout:566/600: open fd = 3 2024-05-20T21:31:32.400 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.400 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.400 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:31:32.400 INFO:tasks.workunit.client.0.smithi008.stdout:567/600: open fd = 3 2024-05-20T21:31:32.400 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.400 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.400 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:31:32.400 INFO:tasks.workunit.client.0.smithi008.stdout:568/600: open fd = 3 2024-05-20T21:31:32.400 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.400 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.400 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:31:32.401 INFO:tasks.workunit.client.0.smithi008.stdout:569/600: open fd = 3 2024-05-20T21:31:32.401 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.401 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.401 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:31:32.401 INFO:tasks.workunit.client.0.smithi008.stdout:570/600: open fd = 3 2024-05-20T21:31:32.401 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.401 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.401 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:31:32.401 INFO:tasks.workunit.client.0.smithi008.stdout:571/600: open fd = 3 2024-05-20T21:31:32.401 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.401 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.401 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:31:32.401 INFO:tasks.workunit.client.0.smithi008.stdout:572/600: open fd = 3 2024-05-20T21:31:32.402 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.402 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.402 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:31:32.402 INFO:tasks.workunit.client.0.smithi008.stdout:573/600: open fd = 3 2024-05-20T21:31:32.402 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.402 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.402 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:31:32.402 INFO:tasks.workunit.client.0.smithi008.stdout:574/600: open fd = 3 2024-05-20T21:31:32.402 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.402 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.402 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:31:32.402 INFO:tasks.workunit.client.0.smithi008.stdout:575/600: open fd = 3 2024-05-20T21:31:32.402 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.403 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.403 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:31:32.403 INFO:tasks.workunit.client.0.smithi008.stdout:576/600: open fd = 3 2024-05-20T21:31:32.403 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.403 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.403 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:31:32.403 INFO:tasks.workunit.client.0.smithi008.stdout:577/600: open fd = 3 2024-05-20T21:31:32.403 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.403 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.403 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:31:32.403 INFO:tasks.workunit.client.0.smithi008.stdout:578/600: open fd = 3 2024-05-20T21:31:32.403 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.403 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.403 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:31:32.403 INFO:tasks.workunit.client.0.smithi008.stdout:579/600: open fd = 3 2024-05-20T21:31:32.404 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.404 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.404 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:31:32.404 INFO:tasks.workunit.client.0.smithi008.stdout:580/600: open fd = 3 2024-05-20T21:31:32.404 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.404 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.404 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:31:32.404 INFO:tasks.workunit.client.0.smithi008.stdout:581/600: open fd = 3 2024-05-20T21:31:32.404 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.404 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.404 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:31:32.404 INFO:tasks.workunit.client.0.smithi008.stdout:582/600: open fd = 3 2024-05-20T21:31:32.404 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.404 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.405 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:31:32.405 INFO:tasks.workunit.client.0.smithi008.stdout:583/600: open fd = 3 2024-05-20T21:31:32.405 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.405 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.405 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:31:32.405 INFO:tasks.workunit.client.0.smithi008.stdout:584/600: open fd = 3 2024-05-20T21:31:32.405 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.405 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.405 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:31:32.405 INFO:tasks.workunit.client.0.smithi008.stdout:585/600: open fd = 3 2024-05-20T21:31:32.405 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.405 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.405 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:31:32.405 INFO:tasks.workunit.client.0.smithi008.stdout:586/600: open fd = 3 2024-05-20T21:31:32.406 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.406 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.406 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:31:32.406 INFO:tasks.workunit.client.0.smithi008.stdout:587/600: open fd = 3 2024-05-20T21:31:32.406 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.406 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.406 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:31:32.406 INFO:tasks.workunit.client.0.smithi008.stdout:588/600: open fd = 3 2024-05-20T21:31:32.406 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.406 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.406 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:31:32.406 INFO:tasks.workunit.client.0.smithi008.stdout:589/600: open fd = 3 2024-05-20T21:31:32.406 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.406 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.407 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:31:32.407 INFO:tasks.workunit.client.0.smithi008.stdout:590/600: open fd = 3 2024-05-20T21:31:32.407 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.407 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.407 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:31:32.407 INFO:tasks.workunit.client.0.smithi008.stdout:591/600: open fd = 3 2024-05-20T21:31:32.407 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.407 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.407 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:31:32.407 INFO:tasks.workunit.client.0.smithi008.stdout:592/600: open fd = 3 2024-05-20T21:31:32.407 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.407 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.407 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:31:32.407 INFO:tasks.workunit.client.0.smithi008.stdout:593/600: open fd = 3 2024-05-20T21:31:32.408 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.408 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.408 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:31:32.408 INFO:tasks.workunit.client.0.smithi008.stdout:594/600: open fd = 3 2024-05-20T21:31:32.408 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.408 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.408 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:31:32.408 INFO:tasks.workunit.client.0.smithi008.stdout:595/600: open fd = 3 2024-05-20T21:31:32.408 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.408 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.408 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:31:32.408 INFO:tasks.workunit.client.0.smithi008.stdout:596/600: open fd = 3 2024-05-20T21:31:32.408 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.408 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.408 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:31:32.409 INFO:tasks.workunit.client.0.smithi008.stdout:597/600: open fd = 3 2024-05-20T21:31:32.409 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.409 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.409 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:31:32.409 INFO:tasks.workunit.client.0.smithi008.stdout:598/600: open fd = 3 2024-05-20T21:31:32.409 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.409 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.409 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:31:32.409 INFO:tasks.workunit.client.0.smithi008.stdout:599/600: open fd = 3 2024-05-20T21:31:32.409 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.409 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.409 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:31:32.409 INFO:tasks.workunit.client.0.smithi008.stdout:600/600: open fd = 3 2024-05-20T21:31:32.409 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.409 INFO:tasks.workunit.client.0.smithi008.stdout:write ret = 32 2024-05-20T21:31:32.410 INFO:tasks.workunit.client.0.smithi008.stdout:pread ret = 64 2024-05-20T21:31:32.410 INFO:tasks.workunit.client.0.smithi008.stdout:OK 2024-05-20T21:31:32.411 INFO:tasks.workunit.client.0.smithi008.stderr:+ echo OK 2024-05-20T21:31:32.411 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-05-20T21:31:32.411 DEBUG:teuthology.orchestra.run.smithi008:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-05-20T21:31:32.517 INFO:tasks.workunit:Stopping ['fs/test_o_trunc.sh'] on client.0... 2024-05-20T21:31:32.518 DEBUG:teuthology.orchestra.run.smithi008:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-05-20T21:31:33.058 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:31:32 smithi008 ceph-mon[31475]: pgmap v926: 97 pgs: 97 active+clean; 4.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 7.3 KiB/s wr, 10 op/s 2024-05-20T21:31:33.111 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24529 quiesce db / --timeout 90 --expiration 140.4 --await-for 45.0' 2024-05-20T21:31:33.111 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24529 quiesce db / --timeout 90 --expiration 140.4 --await-for 45.0 2024-05-20T21:31:33.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:31:32 smithi130 ceph-mon[36448]: pgmap v926: 97 pgs: 97 active+clean; 4.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 7.3 KiB/s wr, 10 op/s 2024-05-20T21:31:33.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:31:32 smithi050 ceph-mon[35809]: pgmap v926: 97 pgs: 97 active+clean; 4.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 7.3 KiB/s wr, 10 op/s 2024-05-20T21:31:33.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.328+0000 7fc396600700 1 -- 172.21.15.8:0/946450002 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc390076090 msgr2=0x7fc39010fa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:33.329 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.328+0000 7fc396600700 1 --2- 172.21.15.8:0/946450002 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc390076090 0x7fc39010fa00 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7fc37c009990 tx=0x7fc37c009ca0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.328+0000 7fc396600700 1 -- 172.21.15.8:0/946450002 shutdown_connections 2024-05-20T21:31:33.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.328+0000 7fc396600700 1 --2- 172.21.15.8:0/946450002 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc390075770 0x7fc390075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.328+0000 7fc396600700 1 --2- 172.21.15.8:0/946450002 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc39010ff40 0x7fc390112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.328+0000 7fc396600700 1 --2- 172.21.15.8:0/946450002 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc390076090 0x7fc39010fa00 unknown :-1 s=CLOSED pgs=787 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.328+0000 7fc396600700 1 -- 172.21.15.8:0/946450002 >> 172.21.15.8:0/946450002 conn(0x7fc39007a6f0 msgr2=0x7fc39007ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:33.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.328+0000 7fc396600700 1 -- 172.21.15.8:0/946450002 shutdown_connections 2024-05-20T21:31:33.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.329+0000 7fc396600700 1 -- 172.21.15.8:0/946450002 wait complete. 2024-05-20T21:31:33.330 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.330+0000 7fc396600700 1 Processor -- start 2024-05-20T21:31:33.331 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.330+0000 7fc396600700 1 -- start start 2024-05-20T21:31:33.331 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.331+0000 7fc396600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc390075770 0x7fc39019bf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:33.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.331+0000 7fc396600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc390076090 0x7fc39019c480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:33.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.331+0000 7fc396600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc39010ff40 0x7fc3901a07c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:33.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.331+0000 7fc396600700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc3901159d0 con 0x7fc390075770 2024-05-20T21:31:33.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.331+0000 7fc396600700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc390115850 con 0x7fc390076090 2024-05-20T21:31:33.332 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.331+0000 7fc396600700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc390115b50 con 0x7fc39010ff40 2024-05-20T21:31:33.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.331+0000 7fc38f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc390075770 0x7fc39019bf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:33.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.331+0000 7fc38f400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc390075770 0x7fc39019bf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:58416/0 (socket says 172.21.15.8:58416) 2024-05-20T21:31:33.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.332+0000 7fc38f400700 1 -- 172.21.15.8:0/3970155166 learned_addr learned my addr 172.21.15.8:0/3970155166 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:33.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.332+0000 7fc38ea00700 1 --2- 172.21.15.8:0/3970155166 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc390076090 0x7fc39019c480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:33.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.332+0000 7fc38f400700 1 -- 172.21.15.8:0/3970155166 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc39010ff40 msgr2=0x7fc3901a07c0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-05-20T21:31:33.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.332+0000 7fc38f400700 1 --2- 172.21.15.8:0/3970155166 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc39010ff40 0x7fc3901a07c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.332+0000 7fc38f400700 1 -- 172.21.15.8:0/3970155166 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc390076090 msgr2=0x7fc39019c480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:33.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.332+0000 7fc38f400700 1 --2- 172.21.15.8:0/3970155166 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc390076090 0x7fc39019c480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.332+0000 7fc38f400700 1 -- 172.21.15.8:0/3970155166 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3901a0f00 con 0x7fc390075770 2024-05-20T21:31:33.333 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.333+0000 7fc38f400700 1 --2- 172.21.15.8:0/3970155166 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc390075770 0x7fc39019bf40 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7fc38000eb30 tx=0x7fc38000eef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:33.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.333+0000 7fc387e00700 1 -- 172.21.15.8:0/3970155166 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc38000cd40 con 0x7fc390075770 2024-05-20T21:31:33.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.333+0000 7fc387e00700 1 -- 172.21.15.8:0/3970155166 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc3800044d0 con 0x7fc390075770 2024-05-20T21:31:33.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.333+0000 7fc387e00700 1 -- 172.21.15.8:0/3970155166 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc380010430 con 0x7fc390075770 2024-05-20T21:31:33.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.333+0000 7fc396600700 1 -- 172.21.15.8:0/3970155166 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc3901a11f0 con 0x7fc390075770 2024-05-20T21:31:33.334 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.333+0000 7fc396600700 1 -- 172.21.15.8:0/3970155166 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3901a8a70 con 0x7fc390075770 2024-05-20T21:31:33.338 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.338+0000 7fc3a107db80 1 Processor -- start 2024-05-20T21:31:33.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.338+0000 7fc3a107db80 1 -- start start 2024-05-20T21:31:33.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.339+0000 7fc3a107db80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560570bd2eb0 0x560570bd3290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:33.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.339+0000 7fc3a107db80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560570bd37d0 0x560570bcd260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:33.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.339+0000 7fc3a107db80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560570bcd880 0x560570bcdce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:33.339 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.339+0000 7fc3a107db80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x560570b2be40 con 0x560570bd2eb0 2024-05-20T21:31:33.340 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.339+0000 7fc3a107db80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x560570b1b9e0 con 0x560570bcd880 2024-05-20T21:31:33.340 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.339+0000 7fc3a107db80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x560570b1fa20 con 0x560570bd37d0 2024-05-20T21:31:33.340 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.339+0000 7fc387e00700 1 -- 172.21.15.8:0/3970155166 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fc380003fb0 con 0x7fc390075770 2024-05-20T21:31:33.340 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.339+0000 7fc38fe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560570bd2eb0 0x560570bd3290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:33.340 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.339+0000 7fc38ea00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560570bcd880 0x560570bcdce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:33.340 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.339+0000 7fc38fe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560570bd2eb0 0x560570bd3290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:58418/0 (socket says 172.21.15.8:58418) 2024-05-20T21:31:33.340 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.339+0000 7fc38ea00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560570bcd880 0x560570bcdce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:48748/0 (socket says 172.21.15.8:48748) 2024-05-20T21:31:33.340 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.339+0000 7fc38fe00700 1 -- 172.21.15.8:0/3594152352 learned_addr learned my addr 172.21.15.8:0/3594152352 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:33.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.340+0000 7fc38f400700 1 --2- 172.21.15.8:0/3594152352 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560570bd37d0 0x560570bcd260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:33.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.340+0000 7fc38ea00700 1 -- 172.21.15.8:0/3594152352 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560570bd37d0 msgr2=0x560570bcd260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:33.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.340+0000 7fc38ea00700 1 --2- 172.21.15.8:0/3594152352 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560570bd37d0 0x560570bcd260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.340+0000 7fc38ea00700 1 -- 172.21.15.8:0/3594152352 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560570bd2eb0 msgr2=0x560570bd3290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:33.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.340+0000 7fc38ea00700 1 --2- 172.21.15.8:0/3594152352 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560570bd2eb0 0x560570bd3290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.341 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.340+0000 7fc38ea00700 1 -- 172.21.15.8:0/3594152352 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560570ae4420 con 0x560570bcd880 2024-05-20T21:31:33.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.340+0000 7fc38fe00700 1 --2- 172.21.15.8:0/3594152352 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560570bd2eb0 0x560570bd3290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:33.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.340+0000 7fc38ea00700 1 --2- 172.21.15.8:0/3594152352 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560570bcd880 0x560570bcdce0 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7fc390111cd0 tx=0x7fc37c005f00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=75544bee0d3a7d64 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:33.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.341+0000 7fc384c00700 1 -- 172.21.15.8:0/3594152352 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc37c00bb80 con 0x560570bcd880 2024-05-20T21:31:33.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.341+0000 7fc384c00700 1 -- 172.21.15.8:0/3594152352 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc37c00bd20 con 0x560570bcd880 2024-05-20T21:31:33.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.341+0000 7fc384c00700 1 -- 172.21.15.8:0/3594152352 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc37c003c80 con 0x560570bcd880 2024-05-20T21:31:33.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.342+0000 7fc387e00700 1 --2- 172.21.15.8:0/3970155166 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc3740b2900 0x7fc3740b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:33.342 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.342+0000 7fc387e00700 1 -- 172.21.15.8:0/3970155166 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc3800e2570 con 0x7fc390075770 2024-05-20T21:31:33.343 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.342+0000 7fc38fe00700 1 --2- 172.21.15.8:0/3970155166 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc3740b2900 0x7fc3740b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:33.343 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.342+0000 7fc3a107db80 1 -- 172.21.15.8:0/3594152352 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560570bcd880 msgr2=0x560570bcdce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:33.343 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.342+0000 7fc3a107db80 1 --2- 172.21.15.8:0/3594152352 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560570bcd880 0x560570bcdce0 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7fc390111cd0 tx=0x7fc37c005f00 comp rx=0 tx=0).stop 2024-05-20T21:31:33.343 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.342+0000 7fc3a107db80 1 -- 172.21.15.8:0/3594152352 shutdown_connections 2024-05-20T21:31:33.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.342+0000 7fc3a107db80 1 --2- 172.21.15.8:0/3594152352 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560570bcd880 0x560570bcdce0 unknown :-1 s=CLOSED pgs=712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.342+0000 7fc3a107db80 1 --2- 172.21.15.8:0/3594152352 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560570bd2eb0 0x560570bd3290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.342+0000 7fc3a107db80 1 --2- 172.21.15.8:0/3594152352 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560570bd37d0 0x560570bcd260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.342+0000 7fc3a107db80 1 -- 172.21.15.8:0/3594152352 >> 172.21.15.8:0/3594152352 conn(0x560570afbbe0 msgr2=0x560570bc8010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:33.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.343+0000 7fc3a107db80 1 -- 172.21.15.8:0/3594152352 shutdown_connections 2024-05-20T21:31:33.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.343+0000 7fc3a107db80 1 -- 172.21.15.8:0/3594152352 wait complete. 2024-05-20T21:31:33.344 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.343+0000 7fc38fe00700 1 --2- 172.21.15.8:0/3970155166 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc3740b2900 0x7fc3740b4dc0 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7fc3880060b0 tx=0x7fc38800d040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:33.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.343+0000 7fc3a107db80 1 -- start start 2024-05-20T21:31:33.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.344+0000 7fc3a107db80 1 Processor -- start 2024-05-20T21:31:33.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.344+0000 7fc3a107db80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560570bcd880 0x560570bd93e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:33.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.344+0000 7fc3a107db80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560570bd2eb0 0x560570bd6780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:33.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.344+0000 7fc3a107db80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560570bd37d0 0x560570bd6cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:33.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.344+0000 7fc3a107db80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x560570a21fa0 con 0x560570bd37d0 2024-05-20T21:31:33.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.344+0000 7fc3a107db80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x560570abc760 con 0x560570bcd880 2024-05-20T21:31:33.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.344+0000 7fc3a107db80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x560570bda180 con 0x560570bd2eb0 2024-05-20T21:31:33.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.344+0000 7fc3a107db80 10 client.0 _ll_register_callbacks cb 0x560570ac5c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:33.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.345+0000 7fc38ea00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560570bd2eb0 0x560570bd6780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:33.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.345+0000 7fc38ea00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560570bd2eb0 0x560570bd6780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:47224/0 (socket says 172.21.15.8:47224) 2024-05-20T21:31:33.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.345+0000 7fc38ea00700 1 -- 172.21.15.8:0/1897801339 learned_addr learned my addr 172.21.15.8:0/1897801339 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:33.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.345+0000 7fc38f400700 1 --2- 172.21.15.8:0/1897801339 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560570bcd880 0x560570bd93e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:33.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.345+0000 7fc38ea00700 1 -- 172.21.15.8:0/1897801339 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560570bcd880 msgr2=0x560570bd93e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:33.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.345+0000 7fc38fe00700 1 --2- 172.21.15.8:0/1897801339 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560570bd37d0 0x560570bd6cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:33.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.345+0000 7fc38ea00700 1 --2- 172.21.15.8:0/1897801339 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560570bcd880 0x560570bd93e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.345+0000 7fc38ea00700 1 -- 172.21.15.8:0/1897801339 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560570bd37d0 msgr2=0x560570bd6cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:33.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.345+0000 7fc38ea00700 1 --2- 172.21.15.8:0/1897801339 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560570bd37d0 0x560570bd6cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.345+0000 7fc38ea00700 1 -- 172.21.15.8:0/1897801339 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560570a6b8d0 con 0x560570bd2eb0 2024-05-20T21:31:33.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.346+0000 7fc38fe00700 1 --2- 172.21.15.8:0/1897801339 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560570bd37d0 0x560570bd6cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:31:33.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.346+0000 7fc38ea00700 1 --2- 172.21.15.8:0/1897801339 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560570bd2eb0 0x560570bd6780 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7fc37c006010 tx=0x7fc37c0096e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=21d9d9fe4386a371 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:33.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.346+0000 7fc379600700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:31:33.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.347+0000 7fc379600700 1 -- 172.21.15.8:0/1897801339 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc37c003680 con 0x560570bd2eb0 2024-05-20T21:31:33.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.347+0000 7fc3a107db80 1 -- 172.21.15.8:0/1897801339 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc37c00bd20 con 0x560570bd2eb0 2024-05-20T21:31:33.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.347+0000 7fc379600700 1 -- 172.21.15.8:0/1897801339 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc37c003820 con 0x560570bd2eb0 2024-05-20T21:31:33.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.347+0000 7fc379600700 1 -- 172.21.15.8:0/1897801339 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc37c003a20 con 0x560570bd2eb0 2024-05-20T21:31:33.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.347+0000 7fc3a107db80 10 client.30058 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:33.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.347+0000 7fc3a107db80 1 -- 172.21.15.8:0/1897801339 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560570aec060 con 0x560570bd2eb0 2024-05-20T21:31:33.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.348+0000 7fc379600700 1 -- 172.21.15.8:0/1897801339 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc37c00bd20 con 0x560570bd2eb0 2024-05-20T21:31:33.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.348+0000 7fc379600700 1 -- 172.21.15.8:0/1897801339 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc37c02ccb0 con 0x560570bd2eb0 2024-05-20T21:31:33.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.348+0000 7fc3a107db80 10 client.30058 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:33.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.348+0000 7fc3a107db80 10 client.30058 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:31:33.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.348+0000 7fc3a107db80 20 client.30058 populate_metadata read hostname 'smithi008' 2024-05-20T21:31:33.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.348+0000 7fc3a107db80 1 --2- 172.21.15.8:0/1897801339 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560570be6a70 0x560570be8e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:33.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.348+0000 7fc3a107db80 4 client.30058 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:31:33.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.348+0000 7fc3a107db80 1 -- 172.21.15.8:0/1897801339 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560570b2dd90 con 0x560570be6a70 2024-05-20T21:31:33.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.349+0000 7fc38f400700 1 --2- 172.21.15.8:0/1897801339 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560570be6a70 0x560570be8e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:33.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.349+0000 7fc38f400700 1 --2- 172.21.15.8:0/1897801339 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560570be6a70 0x560570be8e60 crc :-1 s=READY pgs=418 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7b15170bdee593f7 server_cookie=ddb57424f0e5f59a in_seq=0 out_seq=0 2024-05-20T21:31:33.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.349+0000 7fc379600700 10 client.30058 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:31:33.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.350+0000 7fc379600700 1 -- 172.21.15.8:0/1897801339 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x560570b2dd90 con 0x560570be6a70 2024-05-20T21:31:33.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.350+0000 7fc379600700 10 client.30058 handle_command_reply: tid=0 2024-05-20T21:31:33.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.350+0000 7fc3a107db80 1 client.30058 shutdown 2024-05-20T21:31:33.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.351+0000 7fc3a107db80 1 -- 172.21.15.8:0/1897801339 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560570bd2eb0 msgr2=0x560570bd6780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:33.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.351+0000 7fc3a107db80 1 --2- 172.21.15.8:0/1897801339 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560570bd2eb0 0x560570bd6780 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7fc37c006010 tx=0x7fc37c0096e0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.351+0000 7fc3a107db80 1 -- 172.21.15.8:0/1897801339 shutdown_connections 2024-05-20T21:31:33.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.351+0000 7fc3a107db80 1 --2- 172.21.15.8:0/1897801339 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560570be6a70 0x560570be8e60 crc :-1 s=READY pgs=418 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.351+0000 7fc3a107db80 1 --2- 172.21.15.8:0/1897801339 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560570bcd880 0x560570bd93e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.351+0000 7fc3a107db80 1 --2- 172.21.15.8:0/1897801339 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560570bd37d0 0x560570bd6cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.351+0000 7fc3a107db80 1 --2- 172.21.15.8:0/1897801339 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560570bd2eb0 0x560570bd6780 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.351+0000 7fc3a107db80 1 -- 172.21.15.8:0/1897801339 >> 172.21.15.8:0/1897801339 conn(0x560570afbbe0 msgr2=0x560570bcc250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:33.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.351+0000 7fc379600700 0 client.30058 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:31:33.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.351+0000 7fc3a107db80 1 -- 172.21.15.8:0/1897801339 shutdown_connections 2024-05-20T21:31:33.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.351+0000 7fc3a107db80 1 -- 172.21.15.8:0/1897801339 wait complete. 2024-05-20T21:31:33.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.351+0000 7fc3a107db80 20 client.30058 trim_cache size 0 max 16384 2024-05-20T21:31:33.385 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.385+0000 7fc3a107db80 1 Processor -- start 2024-05-20T21:31:33.386 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.385+0000 7fc3a107db80 1 -- start start 2024-05-20T21:31:33.386 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.386+0000 7fc3a107db80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560570bcd880 0x560570bcd260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:33.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.386+0000 7fc3a107db80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560570bd2eb0 0x560570bd09c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:33.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.386+0000 7fc3a107db80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560570bd37d0 0x560570bd0f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:33.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.386+0000 7fc3a107db80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc3901b2670 con 0x560570bd37d0 2024-05-20T21:31:33.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.386+0000 7fc3a107db80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc3901aff00 con 0x560570bd2eb0 2024-05-20T21:31:33.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.386+0000 7fc3a107db80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc3901add50 con 0x560570bcd880 2024-05-20T21:31:33.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.386+0000 7fc38ea00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560570bd2eb0 0x560570bd09c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:33.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.386+0000 7fc38fe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560570bd37d0 0x560570bd0f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:33.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.386+0000 7fc38f400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560570bcd880 0x560570bcd260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:33.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.386+0000 7fc38ea00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560570bd2eb0 0x560570bd09c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:48778/0 (socket says 172.21.15.8:48778) 2024-05-20T21:31:33.387 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.386+0000 7fc38ea00700 1 -- 172.21.15.8:0/1944765350 learned_addr learned my addr 172.21.15.8:0/1944765350 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:33.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.387+0000 7fc38ea00700 1 -- 172.21.15.8:0/1944765350 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560570bcd880 msgr2=0x560570bcd260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:33.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.387+0000 7fc38ea00700 1 --2- 172.21.15.8:0/1944765350 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560570bcd880 0x560570bcd260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.388 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.387+0000 7fc38ea00700 1 -- 172.21.15.8:0/1944765350 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560570bd37d0 msgr2=0x560570bd0f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:33.389 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.387+0000 7fc38ea00700 1 --2- 172.21.15.8:0/1944765350 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560570bd37d0 0x560570bd0f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.389 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.387+0000 7fc38ea00700 1 -- 172.21.15.8:0/1944765350 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560570bd4d10 con 0x560570bd2eb0 2024-05-20T21:31:33.389 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.387+0000 7fc38fe00700 1 --2- 172.21.15.8:0/1944765350 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560570bd37d0 0x560570bd0f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:33.389 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.387+0000 7fc38ea00700 1 --2- 172.21.15.8:0/1944765350 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560570bd2eb0 0x560570bd09c0 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7fc37c005850 tx=0x7fc37c001e50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=80e632d98e924f22 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:33.389 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.387+0000 7fc37be00700 1 -- 172.21.15.8:0/1944765350 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc37c00bc30 con 0x560570bd2eb0 2024-05-20T21:31:33.389 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.388+0000 7fc37be00700 1 -- 172.21.15.8:0/1944765350 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc37c031070 con 0x560570bd2eb0 2024-05-20T21:31:33.389 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.388+0000 7fc37be00700 1 -- 172.21.15.8:0/1944765350 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc37c003e20 con 0x560570bd2eb0 2024-05-20T21:31:33.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.388+0000 7fc3a107db80 1 -- 172.21.15.8:0/1944765350 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560570bd2eb0 msgr2=0x560570bd09c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:33.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.388+0000 7fc3a107db80 1 --2- 172.21.15.8:0/1944765350 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560570bd2eb0 0x560570bd09c0 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7fc37c005850 tx=0x7fc37c001e50 comp rx=0 tx=0).stop 2024-05-20T21:31:33.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.389+0000 7fc3a107db80 1 -- 172.21.15.8:0/1944765350 shutdown_connections 2024-05-20T21:31:33.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.389+0000 7fc3a107db80 1 --2- 172.21.15.8:0/1944765350 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560570bd37d0 0x560570bd0f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.389+0000 7fc3a107db80 1 --2- 172.21.15.8:0/1944765350 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560570bcd880 0x560570bcd260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.389+0000 7fc3a107db80 1 --2- 172.21.15.8:0/1944765350 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560570bd2eb0 0x560570bd09c0 unknown :-1 s=CLOSED pgs=713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.389+0000 7fc3a107db80 1 -- 172.21.15.8:0/1944765350 >> 172.21.15.8:0/1944765350 conn(0x560570afbbe0 msgr2=0x560570bd6740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:33.390 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.389+0000 7fc3a107db80 1 -- 172.21.15.8:0/1944765350 shutdown_connections 2024-05-20T21:31:33.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.389+0000 7fc3a107db80 1 -- 172.21.15.8:0/1944765350 wait complete. 2024-05-20T21:31:33.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.389+0000 7fc3a107db80 1 -- start start 2024-05-20T21:31:33.391 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.390+0000 7fc3a107db80 1 Processor -- start 2024-05-20T21:31:33.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.390+0000 7fc3a107db80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560570bcd880 0x560570bec120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:33.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.390+0000 7fc3a107db80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560570bd2eb0 0x560570be94c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:33.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.390+0000 7fc3a107db80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560570bd37d0 0x560570be9a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:33.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.390+0000 7fc3a107db80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc3901ae3c0 con 0x560570bd37d0 2024-05-20T21:31:33.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.390+0000 7fc3a107db80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc3901af830 con 0x560570bcd880 2024-05-20T21:31:33.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.390+0000 7fc3a107db80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc3901aea90 con 0x560570bd2eb0 2024-05-20T21:31:33.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.391+0000 7fc3a107db80 10 client.0 _ll_register_callbacks cb 0x560570ac5c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:33.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.391+0000 7fc38f400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560570bcd880 0x560570bec120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:33.392 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.391+0000 7fc38f400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560570bcd880 0x560570bec120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:48782/0 (socket says 172.21.15.8:48782) 2024-05-20T21:31:33.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.391+0000 7fc38ea00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560570bd2eb0 0x560570be94c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:33.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.391+0000 7fc38f400700 1 -- 172.21.15.8:0/3417181876 learned_addr learned my addr 172.21.15.8:0/3417181876 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:33.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.391+0000 7fc38f400700 1 -- 172.21.15.8:0/3417181876 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560570bd2eb0 msgr2=0x560570be94c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:33.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.391+0000 7fc38f400700 1 --2- 172.21.15.8:0/3417181876 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560570bd2eb0 0x560570be94c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.391+0000 7fc38f400700 1 -- 172.21.15.8:0/3417181876 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560570bd37d0 msgr2=0x560570be9a00 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-20T21:31:33.393 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.392+0000 7fc38fe00700 1 --2- 172.21.15.8:0/3417181876 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560570bd37d0 0x560570be9a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:33.394 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.392+0000 7fc38f400700 1 --2- 172.21.15.8:0/3417181876 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560570bd37d0 0x560570be9a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.392+0000 7fc38f400700 1 -- 172.21.15.8:0/3417181876 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560570bea200 con 0x560570bcd880 2024-05-20T21:31:33.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.392+0000 7fc38ea00700 1 --2- 172.21.15.8:0/3417181876 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560570bd2eb0 0x560570be94c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:33.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.392+0000 7fc38fe00700 1 --2- 172.21.15.8:0/3417181876 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560570bd37d0 0x560570be9a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:31:33.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.392+0000 7fc38f400700 1 --2- 172.21.15.8:0/3417181876 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560570bcd880 0x560570bec120 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7fc38000c660 tx=0x7fc3800dfed0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=eb20353e729222e2 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:33.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.392+0000 7fc379600700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:31:33.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.392+0000 7fc379600700 1 -- 172.21.15.8:0/3417181876 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3800a52b0 con 0x560570bcd880 2024-05-20T21:31:33.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.393+0000 7fc379600700 1 -- 172.21.15.8:0/3417181876 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc380003680 con 0x560570bcd880 2024-05-20T21:31:33.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.393+0000 7fc3a107db80 1 -- 172.21.15.8:0/3417181876 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc37c031070 con 0x560570bcd880 2024-05-20T21:31:33.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.393+0000 7fc379600700 1 -- 172.21.15.8:0/3417181876 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc380009500 con 0x560570bcd880 2024-05-20T21:31:33.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.393+0000 7fc3a107db80 10 client.30011 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:33.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.393+0000 7fc3a107db80 1 -- 172.21.15.8:0/3417181876 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560570c51280 con 0x560570bcd880 2024-05-20T21:31:33.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.393+0000 7fc379600700 1 -- 172.21.15.8:0/3417181876 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc37c031070 con 0x560570bcd880 2024-05-20T21:31:33.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.393+0000 7fc379600700 1 -- 172.21.15.8:0/3417181876 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc3800a9d80 con 0x560570bcd880 2024-05-20T21:31:33.395 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.393+0000 7fc3a107db80 10 client.30011 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:33.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.393+0000 7fc3a107db80 10 client.30011 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:31:33.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.394+0000 7fc3a107db80 20 client.30011 populate_metadata read hostname 'smithi008' 2024-05-20T21:31:33.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.394+0000 7fc3a107db80 1 --2- 172.21.15.8:0/3417181876 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560570c51930 0x560570c53d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:33.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.394+0000 7fc3a107db80 4 client.30011 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:31:33.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.394+0000 7fc3a107db80 1 -- 172.21.15.8:0/3417181876 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "damage ls"}) -- 0x560570b27570 con 0x560570c51930 2024-05-20T21:31:33.396 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.394+0000 7fc38ea00700 1 --2- 172.21.15.8:0/3417181876 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560570c51930 0x560570c53d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:33.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.394+0000 7fc38ea00700 1 --2- 172.21.15.8:0/3417181876 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560570c51930 0x560570c53d50 crc :-1 s=READY pgs=419 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=91628c55744eb1e3 server_cookie=ca67eb842f920043 in_seq=0 out_seq=0 2024-05-20T21:31:33.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.394+0000 7fc379600700 10 client.30011 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:31:33.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.395+0000 7fc379600700 1 -- 172.21.15.8:0/3417181876 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x560570b27570 con 0x560570c51930 2024-05-20T21:31:33.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.395+0000 7fc379600700 10 client.30011 handle_command_reply: tid=0 2024-05-20T21:31:33.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.395+0000 7fc3a107db80 1 client.30011 shutdown 2024-05-20T21:31:33.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.395+0000 7fc3a107db80 1 -- 172.21.15.8:0/3417181876 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560570bcd880 msgr2=0x560570bec120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:33.397 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.395+0000 7fc3a107db80 1 --2- 172.21.15.8:0/3417181876 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560570bcd880 0x560570bec120 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7fc38000c660 tx=0x7fc3800dfed0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.395+0000 7fc3a107db80 1 -- 172.21.15.8:0/3417181876 shutdown_connections 2024-05-20T21:31:33.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.395+0000 7fc3a107db80 1 --2- 172.21.15.8:0/3417181876 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x560570c51930 0x560570c53d50 crc :-1 s=READY pgs=419 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.395+0000 7fc3a107db80 1 --2- 172.21.15.8:0/3417181876 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560570bcd880 0x560570bec120 unknown :-1 s=CLOSED pgs=714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.395+0000 7fc3a107db80 1 --2- 172.21.15.8:0/3417181876 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x560570bd37d0 0x560570be9a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.395+0000 7fc3a107db80 1 --2- 172.21.15.8:0/3417181876 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560570bd2eb0 0x560570be94c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.395+0000 7fc3a107db80 1 -- 172.21.15.8:0/3417181876 >> 172.21.15.8:0/3417181876 conn(0x560570afbbe0 msgr2=0x560570bd6740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:33.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.395+0000 7fc379600700 0 client.30011 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:31:33.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.395+0000 7fc3a107db80 1 -- 172.21.15.8:0/3417181876 shutdown_connections 2024-05-20T21:31:33.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.396+0000 7fc3a107db80 1 -- 172.21.15.8:0/3417181876 wait complete. 2024-05-20T21:31:33.398 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.396+0000 7fc3a107db80 20 client.30011 trim_cache size 0 max 16384 2024-05-20T21:31:33.399 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:31:33.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.396+0000 7fc396600700 1 -- 172.21.15.8:0/3970155166 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc3740b2900 msgr2=0x7fc3740b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:33.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.396+0000 7fc396600700 1 --2- 172.21.15.8:0/3970155166 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc3740b2900 0x7fc3740b4dc0 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7fc3880060b0 tx=0x7fc38800d040 comp rx=0 tx=0).stop 2024-05-20T21:31:33.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.396+0000 7fc396600700 1 -- 172.21.15.8:0/3970155166 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc390075770 msgr2=0x7fc39019bf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:33.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.396+0000 7fc396600700 1 --2- 172.21.15.8:0/3970155166 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc390075770 0x7fc39019bf40 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7fc38000eb30 tx=0x7fc38000eef0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.397+0000 7fc396600700 1 -- 172.21.15.8:0/3970155166 shutdown_connections 2024-05-20T21:31:33.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.397+0000 7fc396600700 1 --2- 172.21.15.8:0/3970155166 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc3740b2900 0x7fc3740b4dc0 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.397+0000 7fc396600700 1 --2- 172.21.15.8:0/3970155166 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc39010ff40 0x7fc3901a07c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.397+0000 7fc396600700 1 --2- 172.21.15.8:0/3970155166 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc390075770 0x7fc39019bf40 unknown :-1 s=CLOSED pgs=788 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.397+0000 7fc396600700 1 --2- 172.21.15.8:0/3970155166 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc390076090 0x7fc39019c480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.397+0000 7fc396600700 1 -- 172.21.15.8:0/3970155166 >> 172.21.15.8:0/3970155166 conn(0x7fc39007a6f0 msgr2=0x7fc3901007f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:33.399 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.397+0000 7fc396600700 1 -- 172.21.15.8:0/3970155166 shutdown_connections 2024-05-20T21:31:33.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:33.397+0000 7fc396600700 1 -- 172.21.15.8:0/3970155166 wait complete. 2024-05-20T21:31:33.739 DEBUG:teuthology.parallel:result is None 2024-05-20T21:31:33.740 DEBUG:teuthology.orchestra.run.smithi008:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-05-20T21:31:33.830 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-05-20T21:31:33.830 DEBUG:teuthology.run_tasks:Unwinding manager quiescer 2024-05-20T21:31:33.842 INFO:tasks.quiescer:joining Quiescers 2024-05-20T21:31:33.842 WARNING:tasks.quiescer:The quiescer is requested to stop, running cancel all 2024-05-20T21:31:33.842 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:31:34.528 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:31:34.529 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:31:34.933 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:31:34 smithi008 ceph-mon[31475]: pgmap v927: 97 pgs: 97 active+clean; 4.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 7.0 KiB/s wr, 9 op/s 2024-05-20T21:31:35.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:31:34 smithi130 ceph-mon[36448]: pgmap v927: 97 pgs: 97 active+clean; 4.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 7.0 KiB/s wr, 9 op/s 2024-05-20T21:31:35.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:31:34 smithi050 ceph-mon[35809]: pgmap v927: 97 pgs: 97 active+clean; 4.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 7.0 KiB/s wr, 9 op/s 2024-05-20T21:31:35.435 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:31:35.435 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:31:36.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:31:36 smithi008 ceph-mon[31475]: pgmap v928: 97 pgs: 97 active+clean; 4.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 10 KiB/s wr, 11 op/s 2024-05-20T21:31:36.980 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.979+0000 7f6bc0a00640 1 -- 172.21.15.8:0/995546180 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6bbc1035d0 msgr2=0x7f6bbc1059c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:36.980 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.979+0000 7f6bc0a00640 1 --2- 172.21.15.8:0/995546180 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6bbc1035d0 0x7f6bbc1059c0 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7f6bac009ca0 tx=0x7f6bac02a8c0 comp rx=0 tx=0).stop 2024-05-20T21:31:36.981 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.980+0000 7f6bc0a00640 1 -- 172.21.15.8:0/995546180 shutdown_connections 2024-05-20T21:31:36.981 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.980+0000 7f6bc0a00640 1 --2- 172.21.15.8:0/995546180 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6bbc108830 0x7f6bbc10ac20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:36.981 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.980+0000 7f6bc0a00640 1 --2- 172.21.15.8:0/995546180 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6bbc105f00 0x7f6bbc1082f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:36.981 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.980+0000 7f6bc0a00640 1 --2- 172.21.15.8:0/995546180 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6bbc1035d0 0x7f6bbc1059c0 unknown :-1 s=CLOSED pgs=789 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:36.981 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.980+0000 7f6bc0a00640 1 -- 172.21.15.8:0/995546180 >> 172.21.15.8:0/995546180 conn(0x7f6bbc0fcf20 msgr2=0x7f6bbc0ff360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:36.981 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.980+0000 7f6bc0a00640 1 -- 172.21.15.8:0/995546180 shutdown_connections 2024-05-20T21:31:36.981 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.980+0000 7f6bc0a00640 1 -- 172.21.15.8:0/995546180 wait complete. 2024-05-20T21:31:36.983 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.981+0000 7f6bc0a00640 1 Processor -- start 2024-05-20T21:31:36.983 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.981+0000 7f6bc0a00640 1 -- start start 2024-05-20T21:31:36.983 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.981+0000 7f6bc0a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6bbc1035d0 0x7f6bbc19af70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:36.983 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.981+0000 7f6bc0a00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6bbc105f00 0x7f6bbc19b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:36.983 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.981+0000 7f6bc0a00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6bbc108830 0x7f6bbc1a2520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:36.983 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.981+0000 7f6bc0a00640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f6bbc10e620 con 0x7f6bbc105f00 2024-05-20T21:31:36.983 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.981+0000 7f6bc0a00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6bbc10e4a0 con 0x7f6bbc1035d0 2024-05-20T21:31:36.983 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.981+0000 7f6bc0a00640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f6bbc10e7a0 con 0x7f6bbc108830 2024-05-20T21:31:36.983 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.981+0000 7f6bb1400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6bbc105f00 0x7f6bbc19b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:36.984 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.982+0000 7f6bb9e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6bbc1035d0 0x7f6bbc19af70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:36.984 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.981+0000 7f6bb1400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6bbc105f00 0x7f6bbc19b4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:58454/0 (socket says 172.21.15.8:58454) 2024-05-20T21:31:36.984 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.982+0000 7f6bb1400640 1 -- 172.21.15.8:0/1165828772 learned_addr learned my addr 172.21.15.8:0/1165828772 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:36.984 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.982+0000 7f6bba800640 1 --2- 172.21.15.8:0/1165828772 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6bbc108830 0x7f6bbc1a2520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:36.984 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.982+0000 7f6bb1400640 1 -- 172.21.15.8:0/1165828772 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6bbc108830 msgr2=0x7f6bbc1a2520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:36.984 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.982+0000 7f6bb1400640 1 --2- 172.21.15.8:0/1165828772 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6bbc108830 0x7f6bbc1a2520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:36.984 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.982+0000 7f6bb1400640 1 -- 172.21.15.8:0/1165828772 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6bbc1035d0 msgr2=0x7f6bbc19af70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:36.984 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.982+0000 7f6bb1400640 1 --2- 172.21.15.8:0/1165828772 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6bbc1035d0 0x7f6bbc19af70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:36.984 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.982+0000 7f6bb1400640 1 -- 172.21.15.8:0/1165828772 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6bbc1a2b90 con 0x7f6bbc105f00 2024-05-20T21:31:36.984 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.982+0000 7f6bb1400640 1 --2- 172.21.15.8:0/1165828772 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6bbc105f00 0x7f6bbc19b4b0 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7f6ba400e9c0 tx=0x7f6ba400edc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:36.984 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.983+0000 7f6bb3400640 1 -- 172.21.15.8:0/1165828772 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ba400ccc0 con 0x7f6bbc105f00 2024-05-20T21:31:36.984 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.983+0000 7f6bb3400640 1 -- 172.21.15.8:0/1165828772 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6ba40054d0 con 0x7f6bbc105f00 2024-05-20T21:31:36.984 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.983+0000 7f6bc0a00640 1 -- 172.21.15.8:0/1165828772 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6bbc1a2e80 con 0x7f6bbc105f00 2024-05-20T21:31:36.985 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.983+0000 7f6bb3400640 1 -- 172.21.15.8:0/1165828772 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ba4010430 con 0x7f6bbc105f00 2024-05-20T21:31:36.985 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.983+0000 7f6bc0a00640 1 -- 172.21.15.8:0/1165828772 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6bbc1a3390 con 0x7f6bbc105f00 2024-05-20T21:31:36.986 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.986+0000 7f6bc39c4740 1 Processor -- start 2024-05-20T21:31:36.986 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.986+0000 7f6bc39c4740 1 -- start start 2024-05-20T21:31:36.987 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.987+0000 7f6bc39c4740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e61bd59b30 0x55e61bd59f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:36.987 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.987+0000 7f6bc39c4740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e61bd5a520 0x55e61bd5f020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:36.987 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.987+0000 7f6bc39c4740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e61bd5f690 0x55e61bd61b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:36.987 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.987+0000 7f6bc39c4740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55e61bcc9b90 con 0x55e61bd5a520 2024-05-20T21:31:36.987 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.987+0000 7f6bc39c4740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55e61bcb9730 con 0x55e61bd59b30 2024-05-20T21:31:36.988 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.987+0000 7f6bc39c4740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55e61bcbd770 con 0x55e61bd5f690 2024-05-20T21:31:36.988 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.987+0000 7f6bba800640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e61bd59b30 0x55e61bd59f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:36.988 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.987+0000 7f6bb3400640 1 -- 172.21.15.8:0/1165828772 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f6ba4004f20 con 0x7f6bbc105f00 2024-05-20T21:31:36.988 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.987+0000 7f6bba800640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e61bd59b30 0x55e61bd59f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:48820/0 (socket says 172.21.15.8:48820) 2024-05-20T21:31:36.988 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.987+0000 7f6bb9e00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e61bd5a520 0x55e61bd5f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:36.988 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.987+0000 7f6bba800640 1 -- 172.21.15.8:0/1647087874 learned_addr learned my addr 172.21.15.8:0/1647087874 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:36.989 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.987+0000 7f6bb1400640 1 --2- 172.21.15.8:0/1647087874 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e61bd5f690 0x55e61bd61b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:36.989 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.987+0000 7f6bba800640 1 -- 172.21.15.8:0/1647087874 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e61bd5f690 msgr2=0x55e61bd61b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:36.990 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.987+0000 7f6bba800640 1 --2- 172.21.15.8:0/1647087874 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e61bd5f690 0x55e61bd61b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:36.990 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.987+0000 7f6bba800640 1 -- 172.21.15.8:0/1647087874 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e61bd5a520 msgr2=0x55e61bd5f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:36.990 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.988+0000 7f6bba800640 1 --2- 172.21.15.8:0/1647087874 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e61bd5a520 0x55e61bd5f020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:36.990 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.988+0000 7f6bba800640 1 -- 172.21.15.8:0/1647087874 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e61bc528b0 con 0x55e61bd59b30 2024-05-20T21:31:36.990 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.988+0000 7f6bb1400640 1 --2- 172.21.15.8:0/1647087874 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e61bd5f690 0x55e61bd61b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:31:36.990 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.988+0000 7f6bba800640 1 --2- 172.21.15.8:0/1647087874 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e61bd59b30 0x55e61bd59f50 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f6bb4009c90 tx=0x7f6bb4011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=528b4ec225936558 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:36.990 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.988+0000 7f6bab000640 1 -- 172.21.15.8:0/1647087874 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bb4004230 con 0x55e61bd59b30 2024-05-20T21:31:36.990 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.988+0000 7f6bab000640 1 -- 172.21.15.8:0/1647087874 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6bb4009e40 con 0x55e61bd59b30 2024-05-20T21:31:36.990 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.988+0000 7f6bab000640 1 -- 172.21.15.8:0/1647087874 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bb4019710 con 0x55e61bd59b30 2024-05-20T21:31:36.990 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.989+0000 7f6bb3400640 1 --2- 172.21.15.8:0/1165828772 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6ba00b2860 0x7f6ba00b4d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:36.990 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.989+0000 7f6bc39c4740 1 -- 172.21.15.8:0/1647087874 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e61bd59b30 msgr2=0x55e61bd59f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:36.990 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.989+0000 7f6bc39c4740 1 --2- 172.21.15.8:0/1647087874 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e61bd59b30 0x55e61bd59f50 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f6bb4009c90 tx=0x7f6bb4011810 comp rx=0 tx=0).stop 2024-05-20T21:31:36.990 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.989+0000 7f6bb3400640 1 -- 172.21.15.8:0/1165828772 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f6ba40e2790 con 0x7f6bbc105f00 2024-05-20T21:31:36.991 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.989+0000 7f6bb9e00640 1 --2- 172.21.15.8:0/1165828772 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6ba00b2860 0x7f6ba00b4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:36.994 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.989+0000 7f6bc39c4740 1 -- 172.21.15.8:0/1647087874 shutdown_connections 2024-05-20T21:31:36.994 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.989+0000 7f6bc39c4740 1 --2- 172.21.15.8:0/1647087874 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e61bd5f690 0x55e61bd61b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:36.994 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.989+0000 7f6bc39c4740 1 --2- 172.21.15.8:0/1647087874 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e61bd5a520 0x55e61bd5f020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:36.994 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.989+0000 7f6bc39c4740 1 --2- 172.21.15.8:0/1647087874 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e61bd59b30 0x55e61bd59f50 unknown :-1 s=CLOSED pgs=715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:36.994 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.989+0000 7f6bc39c4740 1 -- 172.21.15.8:0/1647087874 >> 172.21.15.8:0/1647087874 conn(0x55e61bd551a0 msgr2=0x55e61bd555a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:36.994 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.990+0000 7f6bc39c4740 1 -- 172.21.15.8:0/1647087874 shutdown_connections 2024-05-20T21:31:36.994 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.990+0000 7f6bc39c4740 1 -- 172.21.15.8:0/1647087874 wait complete. 2024-05-20T21:31:36.994 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.990+0000 7f6bb9e00640 1 --2- 172.21.15.8:0/1165828772 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6ba00b2860 0x7f6ba00b4d20 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f6bac005e30 tx=0x7f6bac031b10 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:36.994 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.990+0000 7f6bc39c4740 1 -- start start 2024-05-20T21:31:36.994 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.990+0000 7f6bc39c4740 1 Processor -- start 2024-05-20T21:31:36.994 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.991+0000 7f6bc39c4740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e61bd59b30 0x55e61bd63890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:36.994 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.991+0000 7f6bc39c4740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e61bd5a520 0x55e61bd63dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:36.995 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.991+0000 7f6bc39c4740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e61bd5f690 0x55e61bd6ae10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:36.995 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.991+0000 7f6bc39c4740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55e61b99f790 con 0x55e61bd5f690 2024-05-20T21:31:36.995 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.991+0000 7f6bc39c4740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55e61bc61bc0 con 0x55e61bd5a520 2024-05-20T21:31:36.995 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.991+0000 7f6bc39c4740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55e61bd62640 con 0x55e61bd59b30 2024-05-20T21:31:36.995 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.991+0000 7f6bc39c4740 10 client.0 _ll_register_callbacks cb 0x55e61bc3f400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:36.995 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.991+0000 7f6bb9e00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e61bd59b30 0x55e61bd63890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:36.995 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.991+0000 7f6bb9e00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e61bd59b30 0x55e61bd63890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:47268/0 (socket says 172.21.15.8:47268) 2024-05-20T21:31:36.995 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.991+0000 7f6bb9e00640 1 -- 172.21.15.8:0/2970447617 learned_addr learned my addr 172.21.15.8:0/2970447617 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:36.995 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.991+0000 7f6bb1400640 1 --2- 172.21.15.8:0/2970447617 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e61bd5a520 0x55e61bd63dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:36.995 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.991+0000 7f6bba800640 1 --2- 172.21.15.8:0/2970447617 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e61bd5f690 0x55e61bd6ae10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:36.995 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.992+0000 7f6bb9e00640 1 -- 172.21.15.8:0/2970447617 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e61bd5a520 msgr2=0x55e61bd63dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:36.995 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.992+0000 7f6bb9e00640 1 --2- 172.21.15.8:0/2970447617 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e61bd5a520 0x55e61bd63dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:36.995 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.992+0000 7f6bb9e00640 1 -- 172.21.15.8:0/2970447617 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e61bd5f690 msgr2=0x55e61bd6ae10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:36.995 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.992+0000 7f6bb9e00640 1 --2- 172.21.15.8:0/2970447617 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e61bd5f690 0x55e61bd6ae10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:36.996 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.992+0000 7f6bb9e00640 1 -- 172.21.15.8:0/2970447617 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e61b9ce210 con 0x55e61bd59b30 2024-05-20T21:31:36.996 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.992+0000 7f6bb1400640 1 --2- 172.21.15.8:0/2970447617 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e61bd5a520 0x55e61bd63dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:36.996 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.992+0000 7f6bb9e00640 1 --2- 172.21.15.8:0/2970447617 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e61bd59b30 0x55e61bd63890 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f6bac035000 tx=0x7f6bac02a8c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=47e71d800ceb6b3 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:36.996 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.992+0000 7f6b9f400640 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:31:36.996 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.992+0000 7f6b9f400640 1 -- 172.21.15.8:0/2970447617 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bac004250 con 0x55e61bd59b30 2024-05-20T21:31:36.996 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.992+0000 7f6b9f400640 1 -- 172.21.15.8:0/2970447617 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f6bac0043f0 con 0x55e61bd59b30 2024-05-20T21:31:36.996 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.992+0000 7f6bc39c4740 1 -- 172.21.15.8:0/2970447617 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55e61bccbae0 con 0x55e61bd59b30 2024-05-20T21:31:36.996 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.993+0000 7f6b9f400640 1 -- 172.21.15.8:0/2970447617 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6bac0045f0 con 0x55e61bd59b30 2024-05-20T21:31:36.996 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.993+0000 7f6bc39c4740 10 client.30073 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:36.996 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.993+0000 7f6bc39c4740 1 -- 172.21.15.8:0/2970447617 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e61ba9a620 con 0x55e61bd59b30 2024-05-20T21:31:36.996 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.993+0000 7f6b9f400640 1 -- 172.21.15.8:0/2970447617 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55e61bccbae0 con 0x55e61bd59b30 2024-05-20T21:31:36.996 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.993+0000 7f6b9f400640 1 -- 172.21.15.8:0/2970447617 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f6bac05c050 con 0x55e61bd59b30 2024-05-20T21:31:36.996 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.993+0000 7f6bc39c4740 10 client.30073 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:36.996 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.993+0000 7f6bc39c4740 10 client.30073 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:31:36.997 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.993+0000 7f6bc39c4740 20 client.30073 populate_metadata read hostname 'smithi008' 2024-05-20T21:31:36.997 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.993+0000 7f6bc39c4740 1 --2- 172.21.15.8:0/2970447617 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e61bd6f2d0 0x55e61bd71760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:36.997 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.993+0000 7f6bc39c4740 4 client.30073 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:31:36.997 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.993+0000 7f6bc39c4740 1 -- 172.21.15.8:0/2970447617 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e61bcc52c0 con 0x55e61bd6f2d0 2024-05-20T21:31:36.998 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.994+0000 7f6bb1400640 1 --2- 172.21.15.8:0/2970447617 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e61bd6f2d0 0x55e61bd71760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:36.998 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.994+0000 7f6bb1400640 1 --2- 172.21.15.8:0/2970447617 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e61bd6f2d0 0x55e61bd71760 crc :-1 s=READY pgs=420 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=59495b36d8e2e515 server_cookie=bc3615a894ba8c1a in_seq=0 out_seq=0 2024-05-20T21:31:36.998 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.994+0000 7f6b9f400640 10 client.30073 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:31:36.998 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.995+0000 7f6b9f400640 1 -- 172.21.15.8:0/2970447617 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55e61bcc52c0 con 0x55e61bd6f2d0 2024-05-20T21:31:36.998 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.995+0000 7f6b9f400640 10 client.30073 handle_command_reply: tid=0 2024-05-20T21:31:36.998 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.995+0000 7f6bc39c4740 1 client.30073 shutdown 2024-05-20T21:31:36.998 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.995+0000 7f6bc39c4740 1 -- 172.21.15.8:0/2970447617 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e61bd59b30 msgr2=0x55e61bd63890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:36.998 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.995+0000 7f6bc39c4740 1 --2- 172.21.15.8:0/2970447617 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e61bd59b30 0x55e61bd63890 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f6bac035000 tx=0x7f6bac02a8c0 comp rx=0 tx=0).stop 2024-05-20T21:31:36.998 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.995+0000 7f6bc39c4740 1 -- 172.21.15.8:0/2970447617 shutdown_connections 2024-05-20T21:31:36.999 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.995+0000 7f6bc39c4740 1 --2- 172.21.15.8:0/2970447617 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e61bd6f2d0 0x55e61bd71760 crc :-1 s=READY pgs=420 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:36.999 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.995+0000 7f6bc39c4740 1 --2- 172.21.15.8:0/2970447617 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e61bd5f690 0x55e61bd6ae10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:36.999 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.995+0000 7f6bc39c4740 1 --2- 172.21.15.8:0/2970447617 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e61bd5a520 0x55e61bd63dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:36.999 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.995+0000 7f6bc39c4740 1 --2- 172.21.15.8:0/2970447617 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e61bd59b30 0x55e61bd63890 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:36.999 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.995+0000 7f6b9f400640 0 client.30073 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:31:36.999 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.995+0000 7f6bc39c4740 1 -- 172.21.15.8:0/2970447617 >> 172.21.15.8:0/2970447617 conn(0x55e61bd551a0 msgr2=0x55e61bd54310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:36.999 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.995+0000 7f6bc39c4740 1 -- 172.21.15.8:0/2970447617 shutdown_connections 2024-05-20T21:31:36.999 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.996+0000 7f6bc39c4740 1 -- 172.21.15.8:0/2970447617 wait complete. 2024-05-20T21:31:36.999 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:36.996+0000 7f6bc39c4740 20 client.30073 trim_cache size 0 max 16384 2024-05-20T21:31:37.014 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.013+0000 7f6bc39c4740 1 Processor -- start 2024-05-20T21:31:37.014 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.013+0000 7f6bc39c4740 1 -- start start 2024-05-20T21:31:37.014 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.013+0000 7f6bc39c4740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e61bd59b30 0x55e61bd63d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:37.014 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.013+0000 7f6bc39c4740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e61bd5a520 0x55e61bd6add0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:37.014 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.013+0000 7f6bc39c4740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e61bd5f690 0x55e61bd5b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:37.015 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.013+0000 7f6bc39c4740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f6bbc1aea50 con 0x55e61bd5a520 2024-05-20T21:31:37.015 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.013+0000 7f6bc39c4740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6bbc1ac320 con 0x55e61bd5f690 2024-05-20T21:31:37.015 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.013+0000 7f6bc39c4740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f6bbc1aa170 con 0x55e61bd59b30 2024-05-20T21:31:37.015 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.014+0000 7f6bb1400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e61bd5a520 0x55e61bd6add0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:37.015 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.014+0000 7f6bba800640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e61bd5f690 0x55e61bd5b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:37.015 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.014+0000 7f6bb9e00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e61bd59b30 0x55e61bd63d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:37.015 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.014+0000 7f6bba800640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e61bd5f690 0x55e61bd5b4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:48844/0 (socket says 172.21.15.8:48844) 2024-05-20T21:31:37.015 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.014+0000 7f6bba800640 1 -- 172.21.15.8:0/123009260 learned_addr learned my addr 172.21.15.8:0/123009260 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:37.016 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.014+0000 7f6bba800640 1 -- 172.21.15.8:0/123009260 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e61bd59b30 msgr2=0x55e61bd63d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:37.016 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.014+0000 7f6bba800640 1 --2- 172.21.15.8:0/123009260 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e61bd59b30 0x55e61bd63d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:37.017 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.014+0000 7f6bba800640 1 -- 172.21.15.8:0/123009260 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e61bd5a520 msgr2=0x55e61bd6add0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:37.017 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.014+0000 7f6bba800640 1 --2- 172.21.15.8:0/123009260 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e61bd5a520 0x55e61bd6add0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:37.017 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.014+0000 7f6bba800640 1 -- 172.21.15.8:0/123009260 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e61bd59770 con 0x55e61bd5f690 2024-05-20T21:31:37.017 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.014+0000 7f6bb9e00640 1 --2- 172.21.15.8:0/123009260 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e61bd59b30 0x55e61bd63d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:37.017 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.015+0000 7f6bba800640 1 --2- 172.21.15.8:0/123009260 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e61bd5f690 0x55e61bd5b4c0 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7f6bb401a000 tx=0x7f6bb40096c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=420a0527b789fe41 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:37.017 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.015+0000 7f6baa600640 1 -- 172.21.15.8:0/123009260 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bb4024440 con 0x55e61bd5f690 2024-05-20T21:31:37.017 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.015+0000 7f6baa600640 1 -- 172.21.15.8:0/123009260 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6bb4024a90 con 0x55e61bd5f690 2024-05-20T21:31:37.017 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.015+0000 7f6baa600640 1 -- 172.21.15.8:0/123009260 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bb401aa60 con 0x55e61bd5f690 2024-05-20T21:31:37.017 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.016+0000 7f6bc39c4740 1 -- 172.21.15.8:0/123009260 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e61bd5f690 msgr2=0x55e61bd5b4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:37.017 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.016+0000 7f6bc39c4740 1 --2- 172.21.15.8:0/123009260 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e61bd5f690 0x55e61bd5b4c0 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7f6bb401a000 tx=0x7f6bb40096c0 comp rx=0 tx=0).stop 2024-05-20T21:31:37.017 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.016+0000 7f6bc39c4740 1 -- 172.21.15.8:0/123009260 shutdown_connections 2024-05-20T21:31:37.017 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.016+0000 7f6bc39c4740 1 --2- 172.21.15.8:0/123009260 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e61bd5f690 0x55e61bd5b4c0 unknown :-1 s=CLOSED pgs=716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:37.017 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.016+0000 7f6bc39c4740 1 --2- 172.21.15.8:0/123009260 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e61bd5a520 0x55e61bd6add0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:37.017 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.016+0000 7f6bc39c4740 1 --2- 172.21.15.8:0/123009260 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e61bd59b30 0x55e61bd63d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:37.018 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.016+0000 7f6bc39c4740 1 -- 172.21.15.8:0/123009260 >> 172.21.15.8:0/123009260 conn(0x55e61bd551a0 msgr2=0x55e61bd5adb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:37.018 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.016+0000 7f6bc39c4740 1 -- 172.21.15.8:0/123009260 shutdown_connections 2024-05-20T21:31:37.018 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.016+0000 7f6bc39c4740 1 -- 172.21.15.8:0/123009260 wait complete. 2024-05-20T21:31:37.018 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.016+0000 7f6bc39c4740 1 -- start start 2024-05-20T21:31:37.020 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.017+0000 7f6bc39c4740 1 Processor -- start 2024-05-20T21:31:37.020 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.017+0000 7f6bc39c4740 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e61bd59b30 0x55e61bd67c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:37.020 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.017+0000 7f6bc39c4740 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e61bd5a520 0x55e61bd681d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:37.020 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.017+0000 7f6bc39c4740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e61bd5f690 0x55e61bdd7f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:37.020 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.017+0000 7f6bc39c4740 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f6bbc1aa7e0 con 0x55e61bd5a520 2024-05-20T21:31:37.020 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.017+0000 7f6bc39c4740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6bbc1abc50 con 0x55e61bd5f690 2024-05-20T21:31:37.020 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.017+0000 7f6bc39c4740 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f6bbc1aaeb0 con 0x55e61bd59b30 2024-05-20T21:31:37.020 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.017+0000 7f6bc39c4740 10 client.0 _ll_register_callbacks cb 0x7f6bac009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:37.020 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.017+0000 7f6bb1400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e61bd5a520 0x55e61bd681d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:37.021 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.017+0000 7f6bb9e00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e61bd59b30 0x55e61bd67c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:37.021 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.017+0000 7f6bba800640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e61bd5f690 0x55e61bdd7f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:37.021 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.017+0000 7f6bb9e00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e61bd59b30 0x55e61bd67c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:47282/0 (socket says 172.21.15.8:47282) 2024-05-20T21:31:37.021 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.017+0000 7f6bb9e00640 1 -- 172.21.15.8:0/3725507704 learned_addr learned my addr 172.21.15.8:0/3725507704 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:37.021 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.018+0000 7f6bba800640 1 -- 172.21.15.8:0/3725507704 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e61bd59b30 msgr2=0x55e61bd67c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:37.021 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.018+0000 7f6bba800640 1 --2- 172.21.15.8:0/3725507704 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e61bd59b30 0x55e61bd67c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:37.021 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.018+0000 7f6bba800640 1 -- 172.21.15.8:0/3725507704 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e61bd5a520 msgr2=0x55e61bd681d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:37.021 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.018+0000 7f6bba800640 1 --2- 172.21.15.8:0/3725507704 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e61bd5a520 0x55e61bd681d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:37.021 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.018+0000 7f6bba800640 1 -- 172.21.15.8:0/3725507704 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e61bdd8470 con 0x55e61bd5f690 2024-05-20T21:31:37.021 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.018+0000 7f6bb9e00640 1 --2- 172.21.15.8:0/3725507704 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e61bd59b30 0x55e61bd67c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:37.021 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.018+0000 7f6bba800640 1 --2- 172.21.15.8:0/3725507704 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e61bd5f690 0x55e61bdd7f30 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f6bb4009aa0 tx=0x7f6bb4005750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=57a819e2dbd80521 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:37.021 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.018+0000 7f6b9f400640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:31:37.021 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.018+0000 7f6b9f400640 1 -- 172.21.15.8:0/3725507704 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bb4024650 con 0x55e61bd5f690 2024-05-20T21:31:37.022 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.018+0000 7f6bc39c4740 1 -- 172.21.15.8:0/3725507704 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6bb4024a90 con 0x55e61bd5f690 2024-05-20T21:31:37.022 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.018+0000 7f6b9f400640 1 -- 172.21.15.8:0/3725507704 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f6bb40247f0 con 0x55e61bd5f690 2024-05-20T21:31:37.022 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.019+0000 7f6b9f400640 1 -- 172.21.15.8:0/3725507704 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6bb401a7a0 con 0x55e61bd5f690 2024-05-20T21:31:37.022 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.019+0000 7f6bc39c4740 10 client.30029 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:37.022 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.019+0000 7f6bc39c4740 1 -- 172.21.15.8:0/3725507704 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e61bdd96b0 con 0x55e61bd5f690 2024-05-20T21:31:37.022 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.019+0000 7f6b9f400640 1 -- 172.21.15.8:0/3725507704 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6bb4024a90 con 0x55e61bd5f690 2024-05-20T21:31:37.022 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.019+0000 7f6b9f400640 1 -- 172.21.15.8:0/3725507704 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f6bb4018070 con 0x55e61bd5f690 2024-05-20T21:31:37.022 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.019+0000 7f6bc39c4740 10 client.30029 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:37.022 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.019+0000 7f6bc39c4740 10 client.30029 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-20T21:31:37.022 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.019+0000 7f6bc39c4740 20 client.30029 populate_metadata read hostname 'smithi008' 2024-05-20T21:31:37.022 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.019+0000 7f6bc39c4740 1 --2- 172.21.15.8:0/3725507704 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e61bdd9dd0 0x55e61bddc1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:37.022 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.019+0000 7f6bc39c4740 4 client.30029 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:31:37.022 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.019+0000 7f6bc39c4740 1 -- 172.21.15.8:0/3725507704 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55e61bc3f4b0 con 0x55e61bdd9dd0 2024-05-20T21:31:37.022 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.020+0000 7f6bb9e00640 1 --2- 172.21.15.8:0/3725507704 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e61bdd9dd0 0x55e61bddc1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:37.023 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.020+0000 7f6bb9e00640 1 --2- 172.21.15.8:0/3725507704 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e61bdd9dd0 0x55e61bddc1f0 crc :-1 s=READY pgs=421 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5d89f62fa2dd206c server_cookie=3b5882e5f29248a8 in_seq=0 out_seq=0 2024-05-20T21:31:37.023 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.020+0000 7f6b9f400640 10 client.30029 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:31:37.035 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.034+0000 7f6b9f400640 1 -- 172.21.15.8:0/3725507704 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55e61bc3f4b0 con 0x55e61bdd9dd0 2024-05-20T21:31:37.035 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.034+0000 7f6b9f400640 10 client.30029 handle_command_reply: tid=0 2024-05-20T21:31:37.035 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.034+0000 7f6bc39c4740 1 client.30029 shutdown 2024-05-20T21:31:37.036 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.035+0000 7f6bc39c4740 1 -- 172.21.15.8:0/3725507704 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e61bd5f690 msgr2=0x55e61bdd7f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:37.036 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.035+0000 7f6bc39c4740 1 --2- 172.21.15.8:0/3725507704 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e61bd5f690 0x55e61bdd7f30 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f6bb4009aa0 tx=0x7f6bb4005750 comp rx=0 tx=0).stop 2024-05-20T21:31:37.036 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.035+0000 7f6bc39c4740 1 -- 172.21.15.8:0/3725507704 shutdown_connections 2024-05-20T21:31:37.036 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.035+0000 7f6bc39c4740 1 --2- 172.21.15.8:0/3725507704 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55e61bdd9dd0 0x55e61bddc1f0 crc :-1 s=READY pgs=421 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:37.036 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.035+0000 7f6bc39c4740 1 --2- 172.21.15.8:0/3725507704 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e61bd5f690 0x55e61bdd7f30 unknown :-1 s=CLOSED pgs=717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:37.036 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.035+0000 7f6bc39c4740 1 --2- 172.21.15.8:0/3725507704 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e61bd5a520 0x55e61bd681d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:37.036 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.035+0000 7f6bc39c4740 1 --2- 172.21.15.8:0/3725507704 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e61bd59b30 0x55e61bd67c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:37.036 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.035+0000 7f6b9f400640 0 client.30029 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:31:37.036 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.035+0000 7f6bc39c4740 1 -- 172.21.15.8:0/3725507704 >> 172.21.15.8:0/3725507704 conn(0x55e61bd551a0 msgr2=0x55e61bd63b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:37.036 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.035+0000 7f6bc39c4740 1 -- 172.21.15.8:0/3725507704 shutdown_connections 2024-05-20T21:31:37.036 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.035+0000 7f6bc39c4740 1 -- 172.21.15.8:0/3725507704 wait complete. 2024-05-20T21:31:37.036 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.035+0000 7f6bc39c4740 20 client.30029 trim_cache size 0 max 16384 2024-05-20T21:31:37.037 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:{ 2024-05-20T21:31:37.037 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout: "return_code": 0 2024-05-20T21:31:37.037 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stdout:} 2024-05-20T21:31:37.037 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.036+0000 7f6bc0a00640 1 -- 172.21.15.8:0/1165828772 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6ba00b2860 msgr2=0x7f6ba00b4d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:37.037 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.036+0000 7f6bc0a00640 1 --2- 172.21.15.8:0/1165828772 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6ba00b2860 0x7f6ba00b4d20 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f6bac005e30 tx=0x7f6bac031b10 comp rx=0 tx=0).stop 2024-05-20T21:31:37.038 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.036+0000 7f6bc0a00640 1 -- 172.21.15.8:0/1165828772 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6bbc105f00 msgr2=0x7f6bbc19b4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:37.038 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.036+0000 7f6bc0a00640 1 --2- 172.21.15.8:0/1165828772 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6bbc105f00 0x7f6bbc19b4b0 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7f6ba400e9c0 tx=0x7f6ba400edc0 comp rx=0 tx=0).stop 2024-05-20T21:31:37.038 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.036+0000 7f6bc0a00640 1 -- 172.21.15.8:0/1165828772 shutdown_connections 2024-05-20T21:31:37.038 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.036+0000 7f6bc0a00640 1 --2- 172.21.15.8:0/1165828772 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f6ba00b2860 0x7f6ba00b4d20 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:37.038 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.036+0000 7f6bc0a00640 1 --2- 172.21.15.8:0/1165828772 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6bbc108830 0x7f6bbc1a2520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:37.038 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.036+0000 7f6bc0a00640 1 --2- 172.21.15.8:0/1165828772 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6bbc105f00 0x7f6bbc19b4b0 unknown :-1 s=CLOSED pgs=790 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:37.038 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.036+0000 7f6bc0a00640 1 --2- 172.21.15.8:0/1165828772 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6bbc1035d0 0x7f6bbc19af70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:37.038 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.036+0000 7f6bc0a00640 1 -- 172.21.15.8:0/1165828772 >> 172.21.15.8:0/1165828772 conn(0x7f6bbc0fcf20 msgr2=0x7f6bbc102e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:37.038 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.036+0000 7f6bc0a00640 1 -- 172.21.15.8:0/1165828772 shutdown_connections 2024-05-20T21:31:37.038 INFO:teuthology.task.background_exec.ubuntu@smithi008.front.sepia.ceph.com.smithi008.stderr:2024-05-20T21:31:37.036+0000 7f6bc0a00640 1 -- 172.21.15.8:0/1165828772 wait complete. 2024-05-20T21:31:37.122 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:31:37.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:37.126+0000 7fa812400700 1 -- 172.21.15.8:0/1676247221 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa80c10b780 msgr2=0x7fa80c10bb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:37.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:37.126+0000 7fa812400700 1 --2- 172.21.15.8:0/1676247221 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa80c10b780 0x7fa80c10bb60 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7fa7fc009990 tx=0x7fa7fc009ca0 comp rx=0 tx=0).stop 2024-05-20T21:31:37.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:37.126+0000 7fa812400700 1 -- 172.21.15.8:0/1676247221 shutdown_connections 2024-05-20T21:31:37.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:37.126+0000 7fa812400700 1 --2- 172.21.15.8:0/1676247221 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa80c106140 0x7fa80c112650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:37.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:37.126+0000 7fa812400700 1 --2- 172.21.15.8:0/1676247221 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa80c10b780 0x7fa80c10bb60 unknown :-1 s=CLOSED pgs=791 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:37.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:37.126+0000 7fa812400700 1 --2- 172.21.15.8:0/1676247221 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa80c105780 0x7fa80c105c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:37.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:37.126+0000 7fa812400700 1 -- 172.21.15.8:0/1676247221 >> 172.21.15.8:0/1676247221 conn(0x7fa80c101270 msgr2=0x7fa80c103690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:37.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:37.126+0000 7fa812400700 1 -- 172.21.15.8:0/1676247221 shutdown_connections 2024-05-20T21:31:37.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:37.126+0000 7fa812400700 1 -- 172.21.15.8:0/1676247221 wait complete. 2024-05-20T21:31:37.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:37.127+0000 7fa812400700 1 Processor -- start 2024-05-20T21:31:37.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:37.128+0000 7fa812400700 1 -- start start 2024-05-20T21:31:37.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:37.128+0000 7fa812400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa80c105780 0x7fa80c19be70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:37.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:37.128+0000 7fa812400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa80c106140 0x7fa80c19c3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:37.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:37.128+0000 7fa812400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa80c10b780 0x7fa80c1a06f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:37.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:37.128+0000 7fa812400700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fa80c115960 con 0x7fa80c105780 2024-05-20T21:31:37.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:37.128+0000 7fa812400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa80c1157e0 con 0x7fa80c10b780 2024-05-20T21:31:37.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:37.128+0000 7fa812400700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fa80c115ae0 con 0x7fa80c106140 2024-05-20T21:31:37.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:37.129+0000 7fa80aa00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa80c106140 0x7fa80c19c3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:37.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:37.129+0000 7fa80b400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa80c105780 0x7fa80c19be70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:37.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:37.129+0000 7fa80aa00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa80c106140 0x7fa80c19c3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:47296/0 (socket says 172.21.15.8:47296) 2024-05-20T21:31:37.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:37.129+0000 7fa80aa00700 1 -- 172.21.15.8:0/409257821 learned_addr learned my addr 172.21.15.8:0/409257821 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:37.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:37.129+0000 7fa80be00700 1 --2- 172.21.15.8:0/409257821 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa80c10b780 0x7fa80c1a06f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:37.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:37.129+0000 7fa80aa00700 1 -- 172.21.15.8:0/409257821 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa80c10b780 msgr2=0x7fa80c1a06f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:37.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:37.129+0000 7fa80aa00700 1 --2- 172.21.15.8:0/409257821 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa80c10b780 0x7fa80c1a06f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:37.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:37.129+0000 7fa80aa00700 1 -- 172.21.15.8:0/409257821 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa80c105780 msgr2=0x7fa80c19be70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:37.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:37.129+0000 7fa80aa00700 1 --2- 172.21.15.8:0/409257821 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa80c105780 0x7fa80c19be70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:37.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:37.129+0000 7fa80aa00700 1 -- 172.21.15.8:0/409257821 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa80c1a0e30 con 0x7fa80c106140 2024-05-20T21:31:37.130 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:37.129+0000 7fa80aa00700 1 --2- 172.21.15.8:0/409257821 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa80c106140 0x7fa80c19c3b0 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7fa7f800e9a0 tx=0x7fa7f800ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:37.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:37.130+0000 7fa803e00700 1 -- 172.21.15.8:0/409257821 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7f800ca10 con 0x7fa80c106140 2024-05-20T21:31:37.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:37.130+0000 7fa812400700 1 -- 172.21.15.8:0/409257821 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa80c1a1120 con 0x7fa80c106140 2024-05-20T21:31:37.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:37.130+0000 7fa803e00700 1 -- 172.21.15.8:0/409257821 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa7f800cbb0 con 0x7fa80c106140 2024-05-20T21:31:37.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:37.130+0000 7fa803e00700 1 -- 172.21.15.8:0/409257821 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7f8018680 con 0x7fa80c106140 2024-05-20T21:31:37.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:37.130+0000 7fa812400700 1 -- 172.21.15.8:0/409257821 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa80c1a89a0 con 0x7fa80c106140 2024-05-20T21:31:37.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:37.131+0000 7fa812400700 1 -- 172.21.15.8:0/409257821 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa7ec005330 con 0x7fa80c106140 2024-05-20T21:31:37.135 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:37.134+0000 7fa803e00700 1 -- 172.21.15.8:0/409257821 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fa7f8018820 con 0x7fa80c106140 2024-05-20T21:31:37.137 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:37.136+0000 7fa803e00700 1 --2- 172.21.15.8:0/409257821 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa7f00b2900 0x7fa7f00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:37.137 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:37.136+0000 7fa803e00700 1 -- 172.21.15.8:0/409257821 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fa7f80e2600 con 0x7fa80c106140 2024-05-20T21:31:37.137 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:37.136+0000 7fa80b400700 1 --2- 172.21.15.8:0/409257821 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa7f00b2900 0x7fa7f00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:37.138 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:37.137+0000 7fa80b400700 1 --2- 172.21.15.8:0/409257821 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa7f00b2900 0x7fa7f00b4dc0 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7fa7fc00b2e0 tx=0x7fa7fc005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:37.138 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:37.137+0000 7fa803e00700 1 -- 172.21.15.8:0/409257821 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fa7f80aa2b0 con 0x7fa80c106140 2024-05-20T21:31:37.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:31:36 smithi130 ceph-mon[36448]: pgmap v928: 97 pgs: 97 active+clean; 4.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 10 KiB/s wr, 11 op/s 2024-05-20T21:31:37.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:31:36 smithi050 ceph-mon[35809]: pgmap v928: 97 pgs: 97 active+clean; 4.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 10 KiB/s wr, 11 op/s 2024-05-20T21:31:37.453 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:37.452+0000 7fa812400700 1 -- 172.21.15.8:0/409257821 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa7ec005620 con 0x7fa80c106140 2024-05-20T21:31:37.454 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:37.453+0000 7fa803e00700 1 -- 172.21.15.8:0/409257821 <== mon.1 v2:172.21.15.130:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7fa7f80a9bb0 con 0x7fa80c106140 2024-05-20T21:31:37.454 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:31:37.454 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:31:37.457 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:37.456+0000 7fa812400700 1 -- 172.21.15.8:0/409257821 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa7f00b2900 msgr2=0x7fa7f00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:37.458 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:37.456+0000 7fa812400700 1 --2- 172.21.15.8:0/409257821 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa7f00b2900 0x7fa7f00b4dc0 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7fa7fc00b2e0 tx=0x7fa7fc005960 comp rx=0 tx=0).stop 2024-05-20T21:31:37.458 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:37.456+0000 7fa812400700 1 -- 172.21.15.8:0/409257821 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa80c106140 msgr2=0x7fa80c19c3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:37.458 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:37.456+0000 7fa812400700 1 --2- 172.21.15.8:0/409257821 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa80c106140 0x7fa80c19c3b0 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7fa7f800e9a0 tx=0x7fa7f800ecb0 comp rx=0 tx=0).stop 2024-05-20T21:31:37.458 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:37.457+0000 7fa812400700 1 -- 172.21.15.8:0/409257821 shutdown_connections 2024-05-20T21:31:37.458 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:37.457+0000 7fa812400700 1 --2- 172.21.15.8:0/409257821 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fa7f00b2900 0x7fa7f00b4dc0 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:37.458 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:37.457+0000 7fa812400700 1 --2- 172.21.15.8:0/409257821 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa80c10b780 0x7fa80c1a06f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:37.458 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:37.457+0000 7fa812400700 1 --2- 172.21.15.8:0/409257821 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fa80c105780 0x7fa80c19be70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:37.458 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:37.457+0000 7fa812400700 1 --2- 172.21.15.8:0/409257821 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa80c106140 0x7fa80c19c3b0 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:37.458 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:37.457+0000 7fa812400700 1 -- 172.21.15.8:0/409257821 >> 172.21.15.8:0/409257821 conn(0x7fa80c101270 msgr2=0x7fa80c101950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:37.458 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:37.457+0000 7fa812400700 1 -- 172.21.15.8:0/409257821 shutdown_connections 2024-05-20T21:31:37.458 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:37.457+0000 7fa812400700 1 -- 172.21.15.8:0/409257821 wait complete. 2024-05-20T21:31:37.459 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:31:37.897 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:31:37 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/409257821' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:31:38.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:31:37 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/409257821' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:31:38.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:31:37 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/409257821' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:31:38.418 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24529 quiesce db --cancel --all' 2024-05-20T21:31:38.418 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24529 quiesce db --cancel --all 2024-05-20T21:31:38.942 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:31:38 smithi008 ceph-mon[31475]: pgmap v929: 97 pgs: 97 active+clean; 4.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 10 KiB/s wr, 12 op/s 2024-05-20T21:31:39.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:31:38 smithi130 ceph-mon[36448]: pgmap v929: 97 pgs: 97 active+clean; 4.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 10 KiB/s wr, 12 op/s 2024-05-20T21:31:39.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:31:38 smithi050 ceph-mon[35809]: pgmap v929: 97 pgs: 97 active+clean; 4.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 10 KiB/s wr, 12 op/s 2024-05-20T21:31:39.302 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.301+0000 7f6253000700 1 -- 172.21.15.8:0/321136177 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f624c10b680 msgr2=0x7f624c10ba60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:39.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.301+0000 7f6253000700 1 --2- 172.21.15.8:0/321136177 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f624c10b680 0x7f624c10ba60 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7f62400099c0 tx=0x7f6240009cd0 comp rx=0 tx=0).stop 2024-05-20T21:31:39.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.301+0000 7f6253000700 1 -- 172.21.15.8:0/321136177 shutdown_connections 2024-05-20T21:31:39.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.301+0000 7f6253000700 1 --2- 172.21.15.8:0/321136177 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f624c105f90 0x7f624c112450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:39.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.301+0000 7f6253000700 1 --2- 172.21.15.8:0/321136177 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f624c10b680 0x7f624c10ba60 unknown :-1 s=CLOSED pgs=792 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:39.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.301+0000 7f6253000700 1 --2- 172.21.15.8:0/321136177 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f624c1055d0 0x7f624c105a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:39.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.301+0000 7f6253000700 1 -- 172.21.15.8:0/321136177 >> 172.21.15.8:0/321136177 conn(0x7f624c1010c0 msgr2=0x7f624c1034e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:39.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.302+0000 7f6253000700 1 -- 172.21.15.8:0/321136177 shutdown_connections 2024-05-20T21:31:39.303 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.302+0000 7f6253000700 1 -- 172.21.15.8:0/321136177 wait complete. 2024-05-20T21:31:39.305 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.303+0000 7f6253000700 1 Processor -- start 2024-05-20T21:31:39.305 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.303+0000 7f6253000700 1 -- start start 2024-05-20T21:31:39.305 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.303+0000 7f6253000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f624c1055d0 0x7f624c1a1760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:39.305 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.303+0000 7f6253000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f624c105f90 0x7f624c1a1ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:39.305 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.303+0000 7f6253000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f624c10b680 0x7f624c19b920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:39.305 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.303+0000 7f6253000700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f624c115780 con 0x7f624c1055d0 2024-05-20T21:31:39.305 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.303+0000 7f6253000700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f624c115600 con 0x7f624c10b680 2024-05-20T21:31:39.305 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.303+0000 7f6253000700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f624c115900 con 0x7f624c105f90 2024-05-20T21:31:39.305 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.304+0000 7f6251c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f624c1055d0 0x7f624c1a1760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:39.306 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.304+0000 7f6251c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f624c1055d0 0x7f624c1a1760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:58510/0 (socket says 172.21.15.8:58510) 2024-05-20T21:31:39.306 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.304+0000 7f6251c00700 1 -- 172.21.15.8:0/3677650815 learned_addr learned my addr 172.21.15.8:0/3677650815 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:39.306 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.304+0000 7f6251200700 1 --2- 172.21.15.8:0/3677650815 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f624c105f90 0x7f624c1a1ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:39.306 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.304+0000 7f6252600700 1 --2- 172.21.15.8:0/3677650815 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f624c10b680 0x7f624c19b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:39.306 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.304+0000 7f6251c00700 1 -- 172.21.15.8:0/3677650815 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f624c105f90 msgr2=0x7f624c1a1ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:39.306 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.304+0000 7f6251c00700 1 --2- 172.21.15.8:0/3677650815 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f624c105f90 0x7f624c1a1ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:39.306 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.304+0000 7f6251c00700 1 -- 172.21.15.8:0/3677650815 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f624c10b680 msgr2=0x7f624c19b920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:39.306 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.304+0000 7f6251c00700 1 --2- 172.21.15.8:0/3677650815 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f624c10b680 0x7f624c19b920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:39.306 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.304+0000 7f6251c00700 1 -- 172.21.15.8:0/3677650815 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f624c19c080 con 0x7f624c1055d0 2024-05-20T21:31:39.306 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.305+0000 7f6251c00700 1 --2- 172.21.15.8:0/3677650815 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f624c1055d0 0x7f624c1a1760 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7f6240006010 tx=0x7f6240005280 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:39.307 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.305+0000 7f624a000700 1 -- 172.21.15.8:0/3677650815 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6240026070 con 0x7f624c1055d0 2024-05-20T21:31:39.307 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.305+0000 7f624a000700 1 -- 172.21.15.8:0/3677650815 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6240003c70 con 0x7f624c1055d0 2024-05-20T21:31:39.307 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.305+0000 7f624a000700 1 -- 172.21.15.8:0/3677650815 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f624000fc20 con 0x7f624c1055d0 2024-05-20T21:31:39.307 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.305+0000 7f6253000700 1 -- 172.21.15.8:0/3677650815 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f624c19c310 con 0x7f624c1055d0 2024-05-20T21:31:39.307 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.305+0000 7f6253000700 1 -- 172.21.15.8:0/3677650815 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f624c1a8630 con 0x7f624c1055d0 2024-05-20T21:31:39.309 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.309+0000 7f624a000700 1 -- 172.21.15.8:0/3677650815 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f6240029070 con 0x7f624c1055d0 2024-05-20T21:31:39.310 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.310+0000 7f625f07cb80 1 Processor -- start 2024-05-20T21:31:39.311 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.310+0000 7f625f07cb80 1 -- start start 2024-05-20T21:31:39.312 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.310+0000 7f624a000700 1 --2- 172.21.15.8:0/3677650815 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f62340b29b0 0x7f62340b4e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:39.312 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.310+0000 7f625f07cb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5576c00fb640 0x5576c00fba20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:39.312 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.310+0000 7f625f07cb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5576c00fbf60 0x5576c00f5b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:39.312 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.311+0000 7f625f07cb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5576c00f6170 0x5576c00f65f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:39.312 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.311+0000 7f625f07cb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5576c0053fd0 con 0x5576c00fbf60 2024-05-20T21:31:39.312 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.311+0000 7f625f07cb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5576c0043b70 con 0x5576c00f6170 2024-05-20T21:31:39.312 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.311+0000 7f625f07cb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5576c0047bb0 con 0x5576c00fb640 2024-05-20T21:31:39.312 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.311+0000 7f624a000700 1 -- 172.21.15.8:0/3677650815 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f62400e29f0 con 0x7f624c1055d0 2024-05-20T21:31:39.312 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.311+0000 7f6251c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5576c00fb640 0x5576c00fba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:39.312 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.311+0000 7f6251c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5576c00fb640 0x5576c00fba20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:47322/0 (socket says 172.21.15.8:47322) 2024-05-20T21:31:39.312 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.311+0000 7f6251c00700 1 -- 172.21.15.8:0/3249900680 learned_addr learned my addr 172.21.15.8:0/3249900680 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:39.313 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.311+0000 7f6252600700 1 --2- 172.21.15.8:0/3677650815 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f62340b29b0 0x7f62340b4e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:39.313 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.311+0000 7f6251200700 1 --2- 172.21.15.8:0/3249900680 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5576c00fbf60 0x5576c00f5b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:39.313 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.311+0000 7f6252600700 1 --2- 172.21.15.8:0/3249900680 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5576c00f6170 0x5576c00f65f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:39.313 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.311+0000 7f6251c00700 1 -- 172.21.15.8:0/3249900680 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5576c00f6170 msgr2=0x5576c00f65f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:39.313 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.311+0000 7f6251c00700 1 --2- 172.21.15.8:0/3249900680 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5576c00f6170 0x5576c00f65f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:39.313 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.311+0000 7f6251c00700 1 -- 172.21.15.8:0/3249900680 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5576c00fbf60 msgr2=0x5576c00f5b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:39.313 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.311+0000 7f6251c00700 1 --2- 172.21.15.8:0/3249900680 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5576c00fbf60 0x5576c00f5b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:39.313 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.311+0000 7f6251c00700 1 -- 172.21.15.8:0/3249900680 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5576c000c5b0 con 0x5576c00fb640 2024-05-20T21:31:39.314 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.312+0000 7f6251c00700 1 --2- 172.21.15.8:0/3249900680 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5576c00fb640 0x5576c00fba20 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f6240009990 tx=0x7f62400a9a00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ce5ba3d20b5534dd server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:39.314 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.312+0000 7f623ea00700 1 -- 172.21.15.8:0/3249900680 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62400a9b40 con 0x5576c00fb640 2024-05-20T21:31:39.314 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.312+0000 7f6252600700 1 --2- 172.21.15.8:0/3677650815 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f62340b29b0 0x7f62340b4e70 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x5576c00f6b30 tx=0x7f6244009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:39.315 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.312+0000 7f623ea00700 1 -- 172.21.15.8:0/3249900680 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f62400aa730 con 0x5576c00fb640 2024-05-20T21:31:39.315 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.312+0000 7f623ea00700 1 -- 172.21.15.8:0/3249900680 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62400e0590 con 0x5576c00fb640 2024-05-20T21:31:39.315 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.313+0000 7f625f07cb80 1 -- 172.21.15.8:0/3249900680 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5576c00fb640 msgr2=0x5576c00fba20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:39.315 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.313+0000 7f625f07cb80 1 --2- 172.21.15.8:0/3249900680 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5576c00fb640 0x5576c00fba20 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f6240009990 tx=0x7f62400a9a00 comp rx=0 tx=0).stop 2024-05-20T21:31:39.315 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.313+0000 7f625f07cb80 1 -- 172.21.15.8:0/3249900680 shutdown_connections 2024-05-20T21:31:39.315 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.313+0000 7f625f07cb80 1 --2- 172.21.15.8:0/3249900680 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5576c00f6170 0x5576c00f65f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:39.315 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.313+0000 7f625f07cb80 1 --2- 172.21.15.8:0/3249900680 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5576c00fb640 0x5576c00fba20 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:39.315 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.313+0000 7f625f07cb80 1 --2- 172.21.15.8:0/3249900680 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5576c00fbf60 0x5576c00f5b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:39.315 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.313+0000 7f625f07cb80 1 -- 172.21.15.8:0/3249900680 >> 172.21.15.8:0/3249900680 conn(0x5576c0023d70 msgr2=0x5576c00f06c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:39.315 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.313+0000 7f625f07cb80 1 -- 172.21.15.8:0/3249900680 shutdown_connections 2024-05-20T21:31:39.315 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.313+0000 7f625f07cb80 1 -- 172.21.15.8:0/3249900680 wait complete. 2024-05-20T21:31:39.315 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.314+0000 7f625f07cb80 1 -- start start 2024-05-20T21:31:39.316 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.314+0000 7f625f07cb80 1 Processor -- start 2024-05-20T21:31:39.317 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.315+0000 7f625f07cb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5576c00f6170 0x5576c0101c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:39.317 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.315+0000 7f625f07cb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5576c00fb640 0x5576c00fefc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:39.317 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.315+0000 7f625f07cb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5576c00fbf60 0x5576c00ff500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:39.317 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.315+0000 7f625f07cb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5576bff4a130 con 0x5576c00f6170 2024-05-20T21:31:39.317 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.315+0000 7f625f07cb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5576bffe48f0 con 0x5576c00fb640 2024-05-20T21:31:39.317 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.315+0000 7f625f07cb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5576c01027d0 con 0x5576c00fbf60 2024-05-20T21:31:39.318 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.315+0000 7f625f07cb80 10 client.0 _ll_register_callbacks cb 0x5576bffede00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:39.318 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.315+0000 7f6251c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5576c00f6170 0x5576c0101c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:39.318 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.315+0000 7f6251c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5576c00f6170 0x5576c0101c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:58524/0 (socket says 172.21.15.8:58524) 2024-05-20T21:31:39.318 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.315+0000 7f6252600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5576c00fbf60 0x5576c00ff500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:39.318 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.315+0000 7f6251c00700 1 -- 172.21.15.8:0/2986798200 learned_addr learned my addr 172.21.15.8:0/2986798200 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:39.318 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.315+0000 7f6251200700 1 --2- 172.21.15.8:0/2986798200 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5576c00fb640 0x5576c00fefc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:39.318 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.316+0000 7f6252600700 1 -- 172.21.15.8:0/2986798200 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5576c00fb640 msgr2=0x5576c00fefc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:39.318 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.316+0000 7f6252600700 1 --2- 172.21.15.8:0/2986798200 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5576c00fb640 0x5576c00fefc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:39.318 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.316+0000 7f6252600700 1 -- 172.21.15.8:0/2986798200 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5576c00f6170 msgr2=0x5576c0101c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:39.318 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.316+0000 7f6252600700 1 --2- 172.21.15.8:0/2986798200 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5576c00f6170 0x5576c0101c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:39.318 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.316+0000 7f6252600700 1 -- 172.21.15.8:0/2986798200 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5576bff93a60 con 0x5576c00fbf60 2024-05-20T21:31:39.318 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.316+0000 7f6252600700 1 --2- 172.21.15.8:0/2986798200 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5576c00fbf60 0x5576c00ff500 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f6244017630 tx=0x7f6244004b40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b51c81d1f0afca5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:39.318 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.316+0000 7f6233400700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:31:39.319 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.316+0000 7f6233400700 1 -- 172.21.15.8:0/2986798200 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6244007910 con 0x5576c00fbf60 2024-05-20T21:31:39.319 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.316+0000 7f6233400700 1 -- 172.21.15.8:0/2986798200 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f6244007ab0 con 0x5576c00fbf60 2024-05-20T21:31:39.319 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.316+0000 7f625f07cb80 1 -- 172.21.15.8:0/2986798200 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f62400aa730 con 0x5576c00fbf60 2024-05-20T21:31:39.319 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.317+0000 7f6233400700 1 -- 172.21.15.8:0/2986798200 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6244007cb0 con 0x5576c00fbf60 2024-05-20T21:31:39.319 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.317+0000 7f625f07cb80 10 client.30097 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:39.319 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.317+0000 7f625f07cb80 1 -- 172.21.15.8:0/2986798200 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5576c00141f0 con 0x5576c00fbf60 2024-05-20T21:31:39.319 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.317+0000 7f6233400700 1 -- 172.21.15.8:0/2986798200 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f62400aa730 con 0x5576c00fbf60 2024-05-20T21:31:39.321 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.317+0000 7f6233400700 1 -- 172.21.15.8:0/2986798200 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f6244019460 con 0x5576c00fbf60 2024-05-20T21:31:39.321 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.317+0000 7f625f07cb80 10 client.30097 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:39.321 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.317+0000 7f625f07cb80 10 client.30097 resolve_mds: validated gid 24529 aka daemon mds.i 2024-05-20T21:31:39.321 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.317+0000 7f625f07cb80 20 client.30097 populate_metadata read hostname 'smithi008' 2024-05-20T21:31:39.321 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.317+0000 7f625f07cb80 1 --2- 172.21.15.8:0/2986798200 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5576c010f180 0x5576c0111570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:39.321 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.317+0000 7f625f07cb80 4 client.30097 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:31:39.321 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.317+0000 7f625f07cb80 1 -- 172.21.15.8:0/2986798200 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5576c0055f20 con 0x5576c010f180 2024-05-20T21:31:39.321 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.318+0000 7f6251c00700 1 --2- 172.21.15.8:0/2986798200 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5576c010f180 0x5576c0111570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:39.321 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.318+0000 7f6251c00700 1 --2- 172.21.15.8:0/2986798200 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5576c010f180 0x5576c0111570 crc :-1 s=READY pgs=422 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c9562ecb4cdec6b0 server_cookie=65f2b4a82a9be161 in_seq=0 out_seq=0 2024-05-20T21:31:39.321 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.318+0000 7f6233400700 10 client.30097 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:31:39.321 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.319+0000 7f6233400700 1 -- 172.21.15.8:0/2986798200 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5576c0055f20 con 0x5576c010f180 2024-05-20T21:31:39.321 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.319+0000 7f6233400700 10 client.30097 handle_command_reply: tid=0 2024-05-20T21:31:39.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.319+0000 7f625f07cb80 1 client.30097 shutdown 2024-05-20T21:31:39.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.320+0000 7f625f07cb80 1 -- 172.21.15.8:0/2986798200 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5576c00fbf60 msgr2=0x5576c00ff500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:39.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.320+0000 7f625f07cb80 1 --2- 172.21.15.8:0/2986798200 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5576c00fbf60 0x5576c00ff500 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f6244017630 tx=0x7f6244004b40 comp rx=0 tx=0).stop 2024-05-20T21:31:39.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.320+0000 7f625f07cb80 1 -- 172.21.15.8:0/2986798200 shutdown_connections 2024-05-20T21:31:39.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.320+0000 7f625f07cb80 1 --2- 172.21.15.8:0/2986798200 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5576c010f180 0x5576c0111570 crc :-1 s=READY pgs=422 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:39.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.320+0000 7f625f07cb80 1 --2- 172.21.15.8:0/2986798200 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5576c00fbf60 0x5576c00ff500 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:39.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.320+0000 7f625f07cb80 1 --2- 172.21.15.8:0/2986798200 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5576c00f6170 0x5576c0101c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:39.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.320+0000 7f625f07cb80 1 --2- 172.21.15.8:0/2986798200 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5576c00fb640 0x5576c00fefc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:39.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.320+0000 7f6233400700 0 client.30097 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:31:39.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.320+0000 7f625f07cb80 1 -- 172.21.15.8:0/2986798200 >> 172.21.15.8:0/2986798200 conn(0x5576c0023d70 msgr2=0x5576c00f4b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:39.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.320+0000 7f625f07cb80 1 -- 172.21.15.8:0/2986798200 shutdown_connections 2024-05-20T21:31:39.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.320+0000 7f625f07cb80 1 -- 172.21.15.8:0/2986798200 wait complete. 2024-05-20T21:31:39.322 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.320+0000 7f625f07cb80 20 client.30097 trim_cache size 0 max 16384 2024-05-20T21:31:39.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.343+0000 7f625f07cb80 1 Processor -- start 2024-05-20T21:31:39.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.344+0000 7f625f07cb80 1 -- start start 2024-05-20T21:31:39.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.344+0000 7f625f07cb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5576c00f6170 0x5576c00f5b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:39.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.344+0000 7f625f07cb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5576c00fb640 0x5576c00fc6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:39.345 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.344+0000 7f625f07cb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5576c00fbf60 0x5576c00ea680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:39.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.344+0000 7f625f07cb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f624c1b2320 con 0x5576c00fb640 2024-05-20T21:31:39.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.344+0000 7f625f07cb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f624c1afbb0 con 0x5576c00f6170 2024-05-20T21:31:39.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.344+0000 7f625f07cb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f624c1ada00 con 0x5576c00fbf60 2024-05-20T21:31:39.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.344+0000 7f6251c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5576c00f6170 0x5576c00f5b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:39.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.344+0000 7f6251c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5576c00f6170 0x5576c00f5b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:48918/0 (socket says 172.21.15.8:48918) 2024-05-20T21:31:39.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.344+0000 7f6251c00700 1 -- 172.21.15.8:0/1426081157 learned_addr learned my addr 172.21.15.8:0/1426081157 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:39.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.344+0000 7f6252600700 1 --2- 172.21.15.8:0/1426081157 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5576c00fbf60 0x5576c00ea680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:39.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.345+0000 7f6251200700 1 --2- 172.21.15.8:0/1426081157 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5576c00fb640 0x5576c00fc6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:39.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.345+0000 7f6251c00700 1 -- 172.21.15.8:0/1426081157 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5576c00fbf60 msgr2=0x5576c00ea680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:39.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.345+0000 7f6251c00700 1 --2- 172.21.15.8:0/1426081157 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5576c00fbf60 0x5576c00ea680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:39.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.345+0000 7f6251c00700 1 -- 172.21.15.8:0/1426081157 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5576c00fb640 msgr2=0x5576c00fc6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:39.346 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.345+0000 7f6251c00700 1 --2- 172.21.15.8:0/1426081157 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5576c00fb640 0x5576c00fc6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:39.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.345+0000 7f6251c00700 1 -- 172.21.15.8:0/1426081157 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5576c00fd530 con 0x5576c00f6170 2024-05-20T21:31:39.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.345+0000 7f6251200700 1 --2- 172.21.15.8:0/1426081157 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5576c00fb640 0x5576c00fc6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:31:39.347 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.345+0000 7f6251c00700 1 --2- 172.21.15.8:0/1426081157 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5576c00f6170 0x5576c00f5b50 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7f6240009990 tx=0x7f62400a98a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=13e5edbb691e00c3 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:39.348 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.345+0000 7f623e000700 1 -- 172.21.15.8:0/1426081157 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62400aa730 con 0x5576c00f6170 2024-05-20T21:31:39.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.345+0000 7f623e000700 1 -- 172.21.15.8:0/1426081157 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f62400b2e00 con 0x5576c00f6170 2024-05-20T21:31:39.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.345+0000 7f623e000700 1 -- 172.21.15.8:0/1426081157 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62400aa4d0 con 0x5576c00f6170 2024-05-20T21:31:39.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.346+0000 7f625f07cb80 1 -- 172.21.15.8:0/1426081157 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5576c00f6170 msgr2=0x5576c00f5b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:39.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.346+0000 7f625f07cb80 1 --2- 172.21.15.8:0/1426081157 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5576c00f6170 0x5576c00f5b50 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7f6240009990 tx=0x7f62400a98a0 comp rx=0 tx=0).stop 2024-05-20T21:31:39.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.346+0000 7f625f07cb80 1 -- 172.21.15.8:0/1426081157 shutdown_connections 2024-05-20T21:31:39.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.346+0000 7f625f07cb80 1 --2- 172.21.15.8:0/1426081157 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5576c00f6170 0x5576c00f5b50 unknown :-1 s=CLOSED pgs=718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:39.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.346+0000 7f625f07cb80 1 --2- 172.21.15.8:0/1426081157 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5576c00fbf60 0x5576c00ea680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:39.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.346+0000 7f625f07cb80 1 --2- 172.21.15.8:0/1426081157 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5576c00fb640 0x5576c00fc6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:39.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.346+0000 7f625f07cb80 1 -- 172.21.15.8:0/1426081157 >> 172.21.15.8:0/1426081157 conn(0x5576c0023d70 msgr2=0x5576c00e9f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:39.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.346+0000 7f625f07cb80 1 -- 172.21.15.8:0/1426081157 shutdown_connections 2024-05-20T21:31:39.349 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.346+0000 7f625f07cb80 1 -- 172.21.15.8:0/1426081157 wait complete. 2024-05-20T21:31:39.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.347+0000 7f625f07cb80 1 -- start start 2024-05-20T21:31:39.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.347+0000 7f625f07cb80 1 Processor -- start 2024-05-20T21:31:39.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.347+0000 7f625f07cb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5576c00f6170 0x5576c01049f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:39.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.347+0000 7f625f07cb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5576c00fb640 0x5576c0104f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:39.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.347+0000 7f625f07cb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5576c00fbf60 0x5576c0105470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:39.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.347+0000 7f625f07cb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f624c1ae070 con 0x5576c00fb640 2024-05-20T21:31:39.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.347+0000 7f625f07cb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f624c1af4e0 con 0x5576c00fbf60 2024-05-20T21:31:39.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.347+0000 7f625f07cb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f624c1ae740 con 0x5576c00f6170 2024-05-20T21:31:39.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.347+0000 7f625f07cb80 10 client.0 _ll_register_callbacks cb 0x5576bffede00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:39.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.348+0000 7f6251200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5576c00fb640 0x5576c0104f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:39.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.348+0000 7f6251200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5576c00fb640 0x5576c0104f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:58540/0 (socket says 172.21.15.8:58540) 2024-05-20T21:31:39.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.348+0000 7f6251200700 1 -- 172.21.15.8:0/1144128307 learned_addr learned my addr 172.21.15.8:0/1144128307 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:39.350 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.348+0000 7f6251c00700 1 --2- 172.21.15.8:0/1144128307 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5576c00f6170 0x5576c01049f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:39.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.348+0000 7f6252600700 1 --2- 172.21.15.8:0/1144128307 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5576c00fbf60 0x5576c0105470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:39.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.348+0000 7f6251c00700 1 -- 172.21.15.8:0/1144128307 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5576c00fbf60 msgr2=0x5576c0105470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:39.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.348+0000 7f6251c00700 1 --2- 172.21.15.8:0/1144128307 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5576c00fbf60 0x5576c0105470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:39.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.348+0000 7f6251c00700 1 -- 172.21.15.8:0/1144128307 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5576c00fb640 msgr2=0x5576c0104f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:39.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.348+0000 7f6251c00700 1 --2- 172.21.15.8:0/1144128307 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5576c00fb640 0x5576c0104f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:39.351 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.348+0000 7f6251c00700 1 -- 172.21.15.8:0/1144128307 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5576c0179d10 con 0x5576c00f6170 2024-05-20T21:31:39.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.349+0000 7f6251c00700 1 --2- 172.21.15.8:0/1144128307 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5576c00f6170 0x5576c01049f0 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f62400a72a0 tx=0x7f6240005770 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b22b9325cce7beef server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:39.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.349+0000 7f6233400700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:31:39.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.349+0000 7f6233400700 1 -- 172.21.15.8:0/1144128307 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62400e0500 con 0x5576c00f6170 2024-05-20T21:31:39.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.349+0000 7f6233400700 1 -- 172.21.15.8:0/1144128307 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f62400e0260 con 0x5576c00f6170 2024-05-20T21:31:39.352 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.349+0000 7f625f07cb80 1 -- 172.21.15.8:0/1144128307 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f62400b2e00 con 0x5576c00f6170 2024-05-20T21:31:39.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.349+0000 7f6233400700 1 -- 172.21.15.8:0/1144128307 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f62400aa290 con 0x5576c00f6170 2024-05-20T21:31:39.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.349+0000 7f625f07cb80 10 client.30103 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:39.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.349+0000 7f625f07cb80 1 -- 172.21.15.8:0/1144128307 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5576c017af00 con 0x5576c00f6170 2024-05-20T21:31:39.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.349+0000 7f6233400700 1 -- 172.21.15.8:0/1144128307 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f62400b2e00 con 0x5576c00f6170 2024-05-20T21:31:39.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.350+0000 7f6233400700 1 -- 172.21.15.8:0/1144128307 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f62400a9420 con 0x5576c00f6170 2024-05-20T21:31:39.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.350+0000 7f625f07cb80 10 client.30103 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:39.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.350+0000 7f625f07cb80 10 client.30103 resolve_mds: validated gid 24529 aka daemon mds.i 2024-05-20T21:31:39.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.350+0000 7f625f07cb80 20 client.30103 populate_metadata read hostname 'smithi008' 2024-05-20T21:31:39.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.350+0000 7f625f07cb80 1 --2- 172.21.15.8:0/1144128307 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5576c017b290 0x5576c017d680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:39.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.350+0000 7f625f07cb80 4 client.30103 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 140.4, "await_for": 45.0}] 2024-05-20T21:31:39.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.350+0000 7f625f07cb80 1 -- 172.21.15.8:0/1144128307 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 140.4, "await_for": 45.0}) -- 0x5576c004f700 con 0x5576c017b290 2024-05-20T21:31:39.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.350+0000 7f6251200700 1 --2- 172.21.15.8:0/1144128307 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5576c017b290 0x5576c017d680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:39.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.351+0000 7f6233400700 10 client.30103 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:31:39.353 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.350+0000 7f6251200700 1 --2- 172.21.15.8:0/1144128307 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5576c017b290 0x5576c017d680 crc :-1 s=READY pgs=423 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3ac6d3023b7405d0 server_cookie=df0784a951128ac2 in_seq=0 out_seq=0 2024-05-20T21:31:39.362 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.362+0000 7f6233400700 1 -- 172.21.15.8:0/1144128307 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x5576c004f700 con 0x5576c017b290 2024-05-20T21:31:39.362 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.362+0000 7f6233400700 10 client.30103 handle_command_reply: tid=0 2024-05-20T21:31:39.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.362+0000 7f625f07cb80 1 client.30103 shutdown 2024-05-20T21:31:39.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.362+0000 7f625f07cb80 1 -- 172.21.15.8:0/1144128307 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5576c00f6170 msgr2=0x5576c01049f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:39.363 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.362+0000 7f625f07cb80 1 --2- 172.21.15.8:0/1144128307 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5576c00f6170 0x5576c01049f0 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f62400a72a0 tx=0x7f6240005770 comp rx=0 tx=0).stop 2024-05-20T21:31:39.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.363+0000 7f625f07cb80 1 -- 172.21.15.8:0/1144128307 shutdown_connections 2024-05-20T21:31:39.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.363+0000 7f625f07cb80 1 --2- 172.21.15.8:0/1144128307 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5576c017b290 0x5576c017d680 crc :-1 s=READY pgs=423 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:39.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.363+0000 7f625f07cb80 1 --2- 172.21.15.8:0/1144128307 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5576c00fbf60 0x5576c0105470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:39.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.363+0000 7f625f07cb80 1 --2- 172.21.15.8:0/1144128307 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5576c00f6170 0x5576c01049f0 unknown :-1 s=CLOSED pgs=662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:39.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.363+0000 7f625f07cb80 1 --2- 172.21.15.8:0/1144128307 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5576c00fb640 0x5576c0104f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:39.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.363+0000 7f6233400700 0 client.30103 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:31:39.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.363+0000 7f625f07cb80 1 -- 172.21.15.8:0/1144128307 >> 172.21.15.8:0/1144128307 conn(0x5576c0023d70 msgr2=0x5576c00fd8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:39.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.363+0000 7f625f07cb80 1 -- 172.21.15.8:0/1144128307 shutdown_connections 2024-05-20T21:31:39.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.363+0000 7f625f07cb80 1 -- 172.21.15.8:0/1144128307 wait complete. 2024-05-20T21:31:39.364 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.363+0000 7f625f07cb80 20 client.30103 trim_cache size 0 max 16384 2024-05-20T21:31:39.365 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:31:39.365 INFO:teuthology.orchestra.run.smithi008.stdout: "epoch": 26, 2024-05-20T21:31:39.365 INFO:teuthology.orchestra.run.smithi008.stdout: "leader": 24529, 2024-05-20T21:31:39.365 INFO:teuthology.orchestra.run.smithi008.stdout: "set_version": 58, 2024-05-20T21:31:39.365 INFO:teuthology.orchestra.run.smithi008.stdout: "sets": { 2024-05-20T21:31:39.365 INFO:teuthology.orchestra.run.smithi008.stdout: "9044d2a5": { 2024-05-20T21:31:39.365 INFO:teuthology.orchestra.run.smithi008.stdout: "version": 58, 2024-05-20T21:31:39.365 INFO:teuthology.orchestra.run.smithi008.stdout: "age_ref": 0.0, 2024-05-20T21:31:39.365 INFO:teuthology.orchestra.run.smithi008.stdout: "state": { 2024-05-20T21:31:39.366 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "QUIESCED", 2024-05-20T21:31:39.366 INFO:teuthology.orchestra.run.smithi008.stdout: "age": 0.0 2024-05-20T21:31:39.366 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:31:39.366 INFO:teuthology.orchestra.run.smithi008.stdout: "timeout": 90.0, 2024-05-20T21:31:39.366 INFO:teuthology.orchestra.run.smithi008.stdout: "expiration": 140.4, 2024-05-20T21:31:39.366 INFO:teuthology.orchestra.run.smithi008.stdout: "members": { 2024-05-20T21:31:39.366 INFO:teuthology.orchestra.run.smithi008.stdout: "file:/": { 2024-05-20T21:31:39.366 INFO:teuthology.orchestra.run.smithi008.stdout: "excluded": false, 2024-05-20T21:31:39.366 INFO:teuthology.orchestra.run.smithi008.stdout: "state": { 2024-05-20T21:31:39.366 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "QUIESCED", 2024-05-20T21:31:39.366 INFO:teuthology.orchestra.run.smithi008.stdout: "age": 0.0 2024-05-20T21:31:39.366 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:31:39.366 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:31:39.367 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:31:39.367 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:31:39.367 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:31:39.367 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:31:39.367 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.364+0000 7f6253000700 1 -- 172.21.15.8:0/3677650815 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f62340b29b0 msgr2=0x7f62340b4e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:39.367 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.364+0000 7f6253000700 1 --2- 172.21.15.8:0/3677650815 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f62340b29b0 0x7f62340b4e70 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x5576c00f6b30 tx=0x7f6244009920 comp rx=0 tx=0).stop 2024-05-20T21:31:39.367 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.364+0000 7f6253000700 1 -- 172.21.15.8:0/3677650815 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f624c1055d0 msgr2=0x7f624c1a1760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:39.367 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.364+0000 7f6253000700 1 --2- 172.21.15.8:0/3677650815 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f624c1055d0 0x7f624c1a1760 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7f6240006010 tx=0x7f6240005280 comp rx=0 tx=0).stop 2024-05-20T21:31:39.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.364+0000 7f6253000700 1 -- 172.21.15.8:0/3677650815 shutdown_connections 2024-05-20T21:31:39.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.364+0000 7f6253000700 1 --2- 172.21.15.8:0/3677650815 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f62340b29b0 0x7f62340b4e70 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:39.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.364+0000 7f6253000700 1 --2- 172.21.15.8:0/3677650815 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f624c10b680 0x7f624c19b920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:39.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.364+0000 7f6253000700 1 --2- 172.21.15.8:0/3677650815 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f624c1055d0 0x7f624c1a1760 unknown :-1 s=CLOSED pgs=793 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:39.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.364+0000 7f6253000700 1 --2- 172.21.15.8:0/3677650815 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f624c105f90 0x7f624c1a1ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:39.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.364+0000 7f6253000700 1 -- 172.21.15.8:0/3677650815 >> 172.21.15.8:0/3677650815 conn(0x7f624c1010c0 msgr2=0x7f624c102690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:39.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.364+0000 7f6253000700 1 -- 172.21.15.8:0/3677650815 shutdown_connections 2024-05-20T21:31:39.368 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:39.364+0000 7f6253000700 1 -- 172.21.15.8:0/3677650815 wait complete. 2024-05-20T21:31:40.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:31:39 smithi130 ceph-mon[36448]: pgmap v930: 97 pgs: 97 active+clean; 4.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 10 KiB/s wr, 12 op/s 2024-05-20T21:31:40.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:31:39 smithi050 ceph-mon[35809]: pgmap v930: 97 pgs: 97 active+clean; 4.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 10 KiB/s wr, 12 op/s 2024-05-20T21:31:40.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:31:39 smithi008 ceph-mon[31475]: pgmap v930: 97 pgs: 97 active+clean; 4.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 10 KiB/s wr, 12 op/s 2024-05-20T21:31:41.445 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:31:41.497 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '9044d2a5', quiesce took 14.6 seconds. Will release after: 5.799999999999999 2024-05-20T21:31:41.535 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.534+0000 7fb973600700 1 -- 172.21.15.8:0/1145343097 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb96c076090 msgr2=0x7fb96c10fa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:41.535 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.534+0000 7fb973600700 1 --2- 172.21.15.8:0/1145343097 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb96c076090 0x7fb96c10fa00 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7fb9580098f0 tx=0x7fb958009c00 comp rx=0 tx=0).stop 2024-05-20T21:31:41.535 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.534+0000 7fb973600700 1 -- 172.21.15.8:0/1145343097 shutdown_connections 2024-05-20T21:31:41.535 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.534+0000 7fb973600700 1 --2- 172.21.15.8:0/1145343097 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb96c10ff40 0x7fb96c112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:41.535 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.534+0000 7fb973600700 1 --2- 172.21.15.8:0/1145343097 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb96c075770 0x7fb96c075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:41.536 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.534+0000 7fb973600700 1 --2- 172.21.15.8:0/1145343097 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb96c076090 0x7fb96c10fa00 unknown :-1 s=CLOSED pgs=663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:41.536 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.534+0000 7fb973600700 1 -- 172.21.15.8:0/1145343097 >> 172.21.15.8:0/1145343097 conn(0x7fb96c07a6a0 msgr2=0x7fb96c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:41.536 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.535+0000 7fb973600700 1 -- 172.21.15.8:0/1145343097 shutdown_connections 2024-05-20T21:31:41.536 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.535+0000 7fb973600700 1 -- 172.21.15.8:0/1145343097 wait complete. 2024-05-20T21:31:41.536 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.536+0000 7fb973600700 1 Processor -- start 2024-05-20T21:31:41.536 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.536+0000 7fb973600700 1 -- start start 2024-05-20T21:31:41.537 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.537+0000 7fb973600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb96c075770 0x7fb96c19be40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:41.537 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.537+0000 7fb973600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb96c076090 0x7fb96c19c380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:41.537 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.537+0000 7fb973600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb96c10ff40 0x7fb96c1a0710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:41.537 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.537+0000 7fb973600700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fb96c115970 con 0x7fb96c075770 2024-05-20T21:31:41.537 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.537+0000 7fb973600700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb96c1157f0 con 0x7fb96c10ff40 2024-05-20T21:31:41.537 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.537+0000 7fb973600700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fb96c115af0 con 0x7fb96c076090 2024-05-20T21:31:41.538 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.537+0000 7fb970c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb96c075770 0x7fb96c19be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:41.538 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.537+0000 7fb970c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb96c075770 0x7fb96c19be40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:58564/0 (socket says 172.21.15.8:58564) 2024-05-20T21:31:41.538 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.537+0000 7fb970c00700 1 -- 172.21.15.8:0/3314222123 learned_addr learned my addr 172.21.15.8:0/3314222123 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:41.538 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.537+0000 7fb96be00700 1 --2- 172.21.15.8:0/3314222123 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb96c076090 0x7fb96c19c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:41.538 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.537+0000 7fb971600700 1 --2- 172.21.15.8:0/3314222123 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb96c10ff40 0x7fb96c1a0710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:41.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.538+0000 7fb970c00700 1 -- 172.21.15.8:0/3314222123 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb96c076090 msgr2=0x7fb96c19c380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:41.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.538+0000 7fb970c00700 1 --2- 172.21.15.8:0/3314222123 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb96c076090 0x7fb96c19c380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:41.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.538+0000 7fb970c00700 1 -- 172.21.15.8:0/3314222123 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb96c10ff40 msgr2=0x7fb96c1a0710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:41.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.538+0000 7fb970c00700 1 --2- 172.21.15.8:0/3314222123 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb96c10ff40 0x7fb96c1a0710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:41.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.538+0000 7fb970c00700 1 -- 172.21.15.8:0/3314222123 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb96c1a0e50 con 0x7fb96c075770 2024-05-20T21:31:41.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.538+0000 7fb96be00700 1 --2- 172.21.15.8:0/3314222123 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb96c076090 0x7fb96c19c380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:41.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.538+0000 7fb970c00700 1 --2- 172.21.15.8:0/3314222123 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb96c075770 0x7fb96c19be40 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7fb96000e9c0 tx=0x7fb96000ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:41.539 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.538+0000 7fb969600700 1 -- 172.21.15.8:0/3314222123 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb960004a30 con 0x7fb96c075770 2024-05-20T21:31:41.540 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.538+0000 7fb973600700 1 -- 172.21.15.8:0/3314222123 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb96c1a1140 con 0x7fb96c075770 2024-05-20T21:31:41.540 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.538+0000 7fb969600700 1 -- 172.21.15.8:0/3314222123 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb96000cc70 con 0x7fb96c075770 2024-05-20T21:31:41.540 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.539+0000 7fb973600700 1 -- 172.21.15.8:0/3314222123 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb96c1a89c0 con 0x7fb96c075770 2024-05-20T21:31:41.540 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.539+0000 7fb969600700 1 -- 172.21.15.8:0/3314222123 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb960005460 con 0x7fb96c075770 2024-05-20T21:31:41.542 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.542+0000 7fb969600700 1 -- 172.21.15.8:0/3314222123 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fb960004bd0 con 0x7fb96c075770 2024-05-20T21:31:41.543 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.543+0000 7fb97e03bb80 1 Processor -- start 2024-05-20T21:31:41.543 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.543+0000 7fb97e03bb80 1 -- start start 2024-05-20T21:31:41.544 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.544+0000 7fb97e03bb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564446750690 0x564446750a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:41.544 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.544+0000 7fb97e03bb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564446750fb0 0x56444674aba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:41.544 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.544+0000 7fb97e03bb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56444674b1c0 0x56444674b640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:41.544 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.544+0000 7fb969600700 1 --2- 172.21.15.8:0/3314222123 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb9540b2880 0x7fb9540b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:41.544 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.544+0000 7fb97e03bb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5644466a8ec0 con 0x56444674b1c0 2024-05-20T21:31:41.544 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.544+0000 7fb97e03bb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x564446698a60 con 0x564446750fb0 2024-05-20T21:31:41.544 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.544+0000 7fb97e03bb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x56444669caa0 con 0x564446750690 2024-05-20T21:31:41.545 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.544+0000 7fb970c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564446750fb0 0x56444674aba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:41.545 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.544+0000 7fb970c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564446750fb0 0x56444674aba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:48958/0 (socket says 172.21.15.8:48958) 2024-05-20T21:31:41.545 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.544+0000 7fb970c00700 1 -- 172.21.15.8:0/539207267 learned_addr learned my addr 172.21.15.8:0/539207267 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:41.546 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.544+0000 7fb971600700 1 --2- 172.21.15.8:0/539207267 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56444674b1c0 0x56444674b640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:41.546 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.544+0000 7fb969600700 1 -- 172.21.15.8:0/3314222123 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fb9600e2490 con 0x7fb96c075770 2024-05-20T21:31:41.546 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.544+0000 7fb96be00700 1 --2- 172.21.15.8:0/3314222123 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb9540b2880 0x7fb9540b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:41.546 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.544+0000 7fb971600700 1 --2- 172.21.15.8:0/539207267 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564446750690 0x564446750a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:41.546 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.545+0000 7fb970c00700 1 -- 172.21.15.8:0/539207267 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564446750690 msgr2=0x564446750a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:41.546 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.545+0000 7fb970c00700 1 --2- 172.21.15.8:0/539207267 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564446750690 0x564446750a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:41.546 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.545+0000 7fb970c00700 1 -- 172.21.15.8:0/539207267 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56444674b1c0 msgr2=0x56444674b640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:41.546 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.545+0000 7fb970c00700 1 --2- 172.21.15.8:0/539207267 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56444674b1c0 0x56444674b640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:41.546 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.545+0000 7fb970c00700 1 -- 172.21.15.8:0/539207267 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5644466614a0 con 0x564446750fb0 2024-05-20T21:31:41.546 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.545+0000 7fb970c00700 1 --2- 172.21.15.8:0/539207267 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564446750fb0 0x56444674aba0 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7fb960004800 tx=0x7fb9600a9390 comp rx=0 tx=0).ready entity=mon.2 client_cookie=eb1c30e6632fd96e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:41.546 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.545+0000 7fb95e000700 1 -- 172.21.15.8:0/539207267 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9600b2050 con 0x564446750fb0 2024-05-20T21:31:41.546 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.545+0000 7fb95e000700 1 -- 172.21.15.8:0/539207267 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb9600b21f0 con 0x564446750fb0 2024-05-20T21:31:41.546 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.545+0000 7fb95e000700 1 -- 172.21.15.8:0/539207267 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9600a9a40 con 0x564446750fb0 2024-05-20T21:31:41.547 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.546+0000 7fb97e03bb80 1 -- 172.21.15.8:0/539207267 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564446750fb0 msgr2=0x56444674aba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:41.548 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.546+0000 7fb96be00700 1 --2- 172.21.15.8:0/3314222123 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb9540b2880 0x7fb9540b4d40 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7fb958009fd0 tx=0x7fb958019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:41.548 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.546+0000 7fb97e03bb80 1 --2- 172.21.15.8:0/539207267 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564446750fb0 0x56444674aba0 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7fb960004800 tx=0x7fb9600a9390 comp rx=0 tx=0).stop 2024-05-20T21:31:41.548 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.546+0000 7fb97e03bb80 1 -- 172.21.15.8:0/539207267 shutdown_connections 2024-05-20T21:31:41.548 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.546+0000 7fb97e03bb80 1 --2- 172.21.15.8:0/539207267 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56444674b1c0 0x56444674b640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:41.548 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.546+0000 7fb97e03bb80 1 --2- 172.21.15.8:0/539207267 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564446750690 0x564446750a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:41.548 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.546+0000 7fb97e03bb80 1 --2- 172.21.15.8:0/539207267 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564446750fb0 0x56444674aba0 unknown :-1 s=CLOSED pgs=719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:41.548 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.546+0000 7fb97e03bb80 1 -- 172.21.15.8:0/539207267 >> 172.21.15.8:0/539207267 conn(0x564446678c60 msgr2=0x564446745710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:41.548 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.546+0000 7fb97e03bb80 1 -- 172.21.15.8:0/539207267 shutdown_connections 2024-05-20T21:31:41.548 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.546+0000 7fb97e03bb80 1 -- 172.21.15.8:0/539207267 wait complete. 2024-05-20T21:31:41.548 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.547+0000 7fb97e03bb80 1 -- start start 2024-05-20T21:31:41.548 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.547+0000 7fb97e03bb80 1 Processor -- start 2024-05-20T21:31:41.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.548+0000 7fb97e03bb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56444674b1c0 0x564446756ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:41.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.548+0000 7fb97e03bb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564446750690 0x564446754040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:41.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.548+0000 7fb97e03bb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564446750fb0 0x564446754580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:41.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.548+0000 7fb97e03bb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x56444659f020 con 0x56444674b1c0 2024-05-20T21:31:41.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.548+0000 7fb97e03bb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5644466397e0 con 0x564446750690 2024-05-20T21:31:41.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.548+0000 7fb97e03bb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x564446757a00 con 0x564446750fb0 2024-05-20T21:31:41.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.548+0000 7fb97e03bb80 10 client.0 _ll_register_callbacks cb 0x564446642cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:41.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.548+0000 7fb970c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56444674b1c0 0x564446756ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:41.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.548+0000 7fb970c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56444674b1c0 0x564446756ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:58574/0 (socket says 172.21.15.8:58574) 2024-05-20T21:31:41.550 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.548+0000 7fb970c00700 1 -- 172.21.15.8:0/1231398470 learned_addr learned my addr 172.21.15.8:0/1231398470 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:41.551 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.548+0000 7fb971600700 1 --2- 172.21.15.8:0/1231398470 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564446750fb0 0x564446754580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:41.551 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.548+0000 7fb96be00700 1 --2- 172.21.15.8:0/1231398470 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564446750690 0x564446754040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:41.551 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.549+0000 7fb970c00700 1 -- 172.21.15.8:0/1231398470 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564446750fb0 msgr2=0x564446754580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:41.551 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.549+0000 7fb970c00700 1 --2- 172.21.15.8:0/1231398470 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564446750fb0 0x564446754580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:41.551 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.549+0000 7fb970c00700 1 -- 172.21.15.8:0/1231398470 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564446750690 msgr2=0x564446754040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:41.551 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.549+0000 7fb970c00700 1 --2- 172.21.15.8:0/1231398470 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564446750690 0x564446754040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:41.551 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.549+0000 7fb970c00700 1 -- 172.21.15.8:0/1231398470 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5644465e8950 con 0x56444674b1c0 2024-05-20T21:31:41.551 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.549+0000 7fb96be00700 1 --2- 172.21.15.8:0/1231398470 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564446750690 0x564446754040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:31:41.551 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.549+0000 7fb970c00700 1 --2- 172.21.15.8:0/1231398470 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56444674b1c0 0x564446756ca0 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7fb960005950 tx=0x7fb9600a9550 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e6879d060899aac server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:41.551 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.549+0000 7fb952a00700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:31:41.551 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.549+0000 7fb952a00700 1 -- 172.21.15.8:0/1231398470 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9600a9ca0 con 0x56444674b1c0 2024-05-20T21:31:41.551 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.549+0000 7fb97e03bb80 1 -- 172.21.15.8:0/1231398470 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb9600b21f0 con 0x56444674b1c0 2024-05-20T21:31:41.551 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.549+0000 7fb952a00700 1 -- 172.21.15.8:0/1231398470 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fb9600a5cd0 con 0x56444674b1c0 2024-05-20T21:31:41.551 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.550+0000 7fb952a00700 1 -- 172.21.15.8:0/1231398470 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb9600a9ee0 con 0x56444674b1c0 2024-05-20T21:31:41.552 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.550+0000 7fb97e03bb80 10 client.19941 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:41.552 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.550+0000 7fb97e03bb80 1 -- 172.21.15.8:0/1231398470 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5644466690e0 con 0x56444674b1c0 2024-05-20T21:31:41.553 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.550+0000 7fb952a00700 1 -- 172.21.15.8:0/1231398470 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb9600b21f0 con 0x56444674b1c0 2024-05-20T21:31:41.553 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.550+0000 7fb952a00700 1 -- 172.21.15.8:0/1231398470 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb960052ce0 con 0x56444674b1c0 2024-05-20T21:31:41.553 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.550+0000 7fb97e03bb80 10 client.19941 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:41.553 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.550+0000 7fb97e03bb80 10 client.19941 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:31:41.553 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.550+0000 7fb97e03bb80 20 client.19941 populate_metadata read hostname 'smithi008' 2024-05-20T21:31:41.553 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.550+0000 7fb97e03bb80 1 --2- 172.21.15.8:0/1231398470 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5644467643b0 0x5644467667a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:41.553 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.550+0000 7fb97e03bb80 4 client.19941 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:31:41.553 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.550+0000 7fb97e03bb80 1 -- 172.21.15.8:0/1231398470 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5644466aae10 con 0x5644467643b0 2024-05-20T21:31:41.553 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.551+0000 7fb96be00700 1 --2- 172.21.15.8:0/1231398470 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5644467643b0 0x5644467667a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:41.553 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.552+0000 7fb96be00700 1 --2- 172.21.15.8:0/1231398470 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5644467643b0 0x5644467667a0 crc :-1 s=READY pgs=424 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=44a5d5f3346c7e41 server_cookie=4bc7e358311f13c4 in_seq=0 out_seq=0 2024-05-20T21:31:41.553 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.552+0000 7fb952a00700 10 client.19941 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:31:41.553 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.552+0000 7fb952a00700 1 -- 172.21.15.8:0/1231398470 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5644466aae10 con 0x5644467643b0 2024-05-20T21:31:41.554 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.552+0000 7fb952a00700 10 client.19941 handle_command_reply: tid=0 2024-05-20T21:31:41.554 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.552+0000 7fb97e03bb80 1 client.19941 shutdown 2024-05-20T21:31:41.554 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.553+0000 7fb97e03bb80 1 -- 172.21.15.8:0/1231398470 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56444674b1c0 msgr2=0x564446756ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:41.554 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.553+0000 7fb97e03bb80 1 --2- 172.21.15.8:0/1231398470 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56444674b1c0 0x564446756ca0 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7fb960005950 tx=0x7fb9600a9550 comp rx=0 tx=0).stop 2024-05-20T21:31:41.555 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.553+0000 7fb97e03bb80 1 -- 172.21.15.8:0/1231398470 shutdown_connections 2024-05-20T21:31:41.555 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.553+0000 7fb97e03bb80 1 --2- 172.21.15.8:0/1231398470 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5644467643b0 0x5644467667a0 crc :-1 s=READY pgs=424 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:41.555 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.553+0000 7fb97e03bb80 1 --2- 172.21.15.8:0/1231398470 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564446750fb0 0x564446754580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:41.555 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.553+0000 7fb97e03bb80 1 --2- 172.21.15.8:0/1231398470 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56444674b1c0 0x564446756ca0 unknown :-1 s=CLOSED pgs=795 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:41.555 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.553+0000 7fb97e03bb80 1 --2- 172.21.15.8:0/1231398470 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564446750690 0x564446754040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:41.555 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.553+0000 7fb952a00700 0 client.19941 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:31:41.555 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.553+0000 7fb97e03bb80 1 -- 172.21.15.8:0/1231398470 >> 172.21.15.8:0/1231398470 conn(0x564446678c60 msgr2=0x564446744df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:41.555 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.553+0000 7fb97e03bb80 1 -- 172.21.15.8:0/1231398470 shutdown_connections 2024-05-20T21:31:41.555 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.553+0000 7fb97e03bb80 1 -- 172.21.15.8:0/1231398470 wait complete. 2024-05-20T21:31:41.555 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.553+0000 7fb97e03bb80 20 client.19941 trim_cache size 0 max 16384 2024-05-20T21:31:41.577 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.577+0000 7fb97e03bb80 1 Processor -- start 2024-05-20T21:31:41.577 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.577+0000 7fb97e03bb80 1 -- start start 2024-05-20T21:31:41.578 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.577+0000 7fb97e03bb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56444674b1c0 0x564446751ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:41.578 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.577+0000 7fb97e03bb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564446750690 0x564446745570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:41.578 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.577+0000 7fb97e03bb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564446750fb0 0x5644467697c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:41.578 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.577+0000 7fb97e03bb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fb96c1b26e0 con 0x564446750690 2024-05-20T21:31:41.578 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.577+0000 7fb97e03bb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb96c1aff70 con 0x564446750fb0 2024-05-20T21:31:41.578 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.577+0000 7fb97e03bb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fb96c1addc0 con 0x56444674b1c0 2024-05-20T21:31:41.579 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.577+0000 7fb96be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564446750690 0x564446745570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:41.579 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.578+0000 7fb970c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56444674b1c0 0x564446751ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:41.579 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.578+0000 7fb970c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56444674b1c0 0x564446751ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:47386/0 (socket says 172.21.15.8:47386) 2024-05-20T21:31:41.579 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.578+0000 7fb96be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564446750690 0x564446745570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:58588/0 (socket says 172.21.15.8:58588) 2024-05-20T21:31:41.579 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.578+0000 7fb970c00700 1 -- 172.21.15.8:0/303201130 learned_addr learned my addr 172.21.15.8:0/303201130 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:41.579 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.578+0000 7fb971600700 1 --2- 172.21.15.8:0/303201130 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564446750fb0 0x5644467697c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:41.579 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.578+0000 7fb96be00700 1 -- 172.21.15.8:0/303201130 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56444674b1c0 msgr2=0x564446751ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:41.579 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.578+0000 7fb96be00700 1 --2- 172.21.15.8:0/303201130 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56444674b1c0 0x564446751ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:41.580 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.578+0000 7fb96be00700 1 -- 172.21.15.8:0/303201130 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564446750fb0 msgr2=0x5644467697c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:41.580 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.578+0000 7fb96be00700 1 --2- 172.21.15.8:0/303201130 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564446750fb0 0x5644467697c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:41.580 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.578+0000 7fb96be00700 1 -- 172.21.15.8:0/303201130 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564446753000 con 0x564446750690 2024-05-20T21:31:41.580 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.578+0000 7fb971600700 1 --2- 172.21.15.8:0/303201130 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564446750fb0 0x5644467697c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:41.580 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.578+0000 7fb96be00700 1 --2- 172.21.15.8:0/303201130 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564446750690 0x564446745570 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7fb958000c00 tx=0x7fb958023000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7887bd4dcd1d666d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:41.580 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.579+0000 7fb95d600700 1 -- 172.21.15.8:0/303201130 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb958029030 con 0x564446750690 2024-05-20T21:31:41.580 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.579+0000 7fb95d600700 1 -- 172.21.15.8:0/303201130 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb95802a040 con 0x564446750690 2024-05-20T21:31:41.580 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.579+0000 7fb95d600700 1 -- 172.21.15.8:0/303201130 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb95800b7c0 con 0x564446750690 2024-05-20T21:31:41.581 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.579+0000 7fb97e03bb80 1 -- 172.21.15.8:0/303201130 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564446750690 msgr2=0x564446745570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:41.582 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.579+0000 7fb97e03bb80 1 --2- 172.21.15.8:0/303201130 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564446750690 0x564446745570 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7fb958000c00 tx=0x7fb958023000 comp rx=0 tx=0).stop 2024-05-20T21:31:41.582 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.579+0000 7fb97e03bb80 1 -- 172.21.15.8:0/303201130 shutdown_connections 2024-05-20T21:31:41.582 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.579+0000 7fb97e03bb80 1 --2- 172.21.15.8:0/303201130 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564446750fb0 0x5644467697c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:41.582 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.579+0000 7fb97e03bb80 1 --2- 172.21.15.8:0/303201130 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56444674b1c0 0x564446751ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:41.582 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.579+0000 7fb97e03bb80 1 --2- 172.21.15.8:0/303201130 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x564446750690 0x564446745570 unknown :-1 s=CLOSED pgs=796 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:41.582 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.579+0000 7fb97e03bb80 1 -- 172.21.15.8:0/303201130 >> 172.21.15.8:0/303201130 conn(0x564446678c60 msgr2=0x564446754490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:41.582 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.580+0000 7fb97e03bb80 1 -- 172.21.15.8:0/303201130 shutdown_connections 2024-05-20T21:31:41.582 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.580+0000 7fb97e03bb80 1 -- 172.21.15.8:0/303201130 wait complete. 2024-05-20T21:31:41.582 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.580+0000 7fb97e03bb80 1 -- start start 2024-05-20T21:31:41.582 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.580+0000 7fb97e03bb80 1 Processor -- start 2024-05-20T21:31:41.582 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.581+0000 7fb97e03bb80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56444674b1c0 0x5644467685b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:41.582 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.581+0000 7fb97e03bb80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564446750690 0x564446768af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:41.582 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.581+0000 7fb97e03bb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564446750fb0 0x564446769030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:41.583 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.581+0000 7fb97e03bb80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fb96c1ae430 con 0x56444674b1c0 2024-05-20T21:31:41.583 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.581+0000 7fb97e03bb80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb96c1af8a0 con 0x564446750690 2024-05-20T21:31:41.583 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.581+0000 7fb97e03bb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fb96c1aeb00 con 0x564446750fb0 2024-05-20T21:31:41.583 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.581+0000 7fb97e03bb80 10 client.0 _ll_register_callbacks cb 0x564446642cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:41.583 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.581+0000 7fb970c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56444674b1c0 0x5644467685b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:41.583 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.581+0000 7fb96be00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564446750690 0x564446768af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:41.585 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.581+0000 7fb971600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564446750fb0 0x564446769030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:41.585 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.581+0000 7fb96be00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564446750690 0x564446768af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:48976/0 (socket says 172.21.15.8:48976) 2024-05-20T21:31:41.585 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.581+0000 7fb970c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56444674b1c0 0x5644467685b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:58604/0 (socket says 172.21.15.8:58604) 2024-05-20T21:31:41.585 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.581+0000 7fb96be00700 1 -- 172.21.15.8:0/1552845979 learned_addr learned my addr 172.21.15.8:0/1552845979 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:41.585 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.582+0000 7fb96be00700 1 -- 172.21.15.8:0/1552845979 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564446750fb0 msgr2=0x564446769030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:41.585 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.582+0000 7fb96be00700 1 --2- 172.21.15.8:0/1552845979 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564446750fb0 0x564446769030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:41.585 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.582+0000 7fb96be00700 1 -- 172.21.15.8:0/1552845979 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56444674b1c0 msgr2=0x5644467685b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:41.585 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.582+0000 7fb96be00700 1 --2- 172.21.15.8:0/1552845979 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56444674b1c0 0x5644467685b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:41.585 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.582+0000 7fb96be00700 1 -- 172.21.15.8:0/1552845979 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5644467d7490 con 0x564446750690 2024-05-20T21:31:41.585 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.582+0000 7fb971600700 1 --2- 172.21.15.8:0/1552845979 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564446750fb0 0x564446769030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:41.585 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.582+0000 7fb970c00700 1 --2- 172.21.15.8:0/1552845979 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56444674b1c0 0x5644467685b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:41.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.582+0000 7fb96be00700 1 --2- 172.21.15.8:0/1552845979 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564446750690 0x564446768af0 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7fb958003ec0 tx=0x7fb958003ef0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=998999a94b6a9088 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:41.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.582+0000 7fb952a00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:31:41.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.583+0000 7fb952a00700 1 -- 172.21.15.8:0/1552845979 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb958029070 con 0x564446750690 2024-05-20T21:31:41.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.583+0000 7fb97e03bb80 1 -- 172.21.15.8:0/1552845979 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb95802a040 con 0x564446750690 2024-05-20T21:31:41.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.583+0000 7fb952a00700 1 -- 172.21.15.8:0/1552845979 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fb958003680 con 0x564446750690 2024-05-20T21:31:41.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.583+0000 7fb952a00700 1 -- 172.21.15.8:0/1552845979 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb958003880 con 0x564446750690 2024-05-20T21:31:41.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.583+0000 7fb97e03bb80 10 client.30071 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:41.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.583+0000 7fb97e03bb80 1 -- 172.21.15.8:0/1552845979 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5644467d87d0 con 0x564446750690 2024-05-20T21:31:41.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.583+0000 7fb952a00700 1 -- 172.21.15.8:0/1552845979 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb95802a040 con 0x564446750690 2024-05-20T21:31:41.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.584+0000 7fb952a00700 1 -- 172.21.15.8:0/1552845979 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb958038020 con 0x564446750690 2024-05-20T21:31:41.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.584+0000 7fb97e03bb80 10 client.30071 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:41.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.584+0000 7fb97e03bb80 10 client.30071 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:31:41.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.584+0000 7fb97e03bb80 20 client.30071 populate_metadata read hostname 'smithi008' 2024-05-20T21:31:41.586 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.584+0000 7fb97e03bb80 1 --2- 172.21.15.8:0/1552845979 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5644467d8eb0 0x5644467db2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:41.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.584+0000 7fb97e03bb80 4 client.30071 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:31:41.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.584+0000 7fb97e03bb80 1 -- 172.21.15.8:0/1552845979 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5644466a45f0 con 0x5644467d8eb0 2024-05-20T21:31:41.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.584+0000 7fb970c00700 1 --2- 172.21.15.8:0/1552845979 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5644467d8eb0 0x5644467db2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:41.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.585+0000 7fb970c00700 1 --2- 172.21.15.8:0/1552845979 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5644467d8eb0 0x5644467db2d0 crc :-1 s=READY pgs=425 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f61835a006742ed1 server_cookie=47c8d7e7868b2fa6 in_seq=0 out_seq=0 2024-05-20T21:31:41.587 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.585+0000 7fb952a00700 10 client.30071 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:31:41.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.586+0000 7fb952a00700 1 -- 172.21.15.8:0/1552845979 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5644466a45f0 con 0x5644467d8eb0 2024-05-20T21:31:41.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.586+0000 7fb952a00700 10 client.30071 handle_command_reply: tid=0 2024-05-20T21:31:41.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.586+0000 7fb97e03bb80 1 client.30071 shutdown 2024-05-20T21:31:41.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.586+0000 7fb97e03bb80 1 -- 172.21.15.8:0/1552845979 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564446750690 msgr2=0x564446768af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:41.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.586+0000 7fb97e03bb80 1 --2- 172.21.15.8:0/1552845979 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564446750690 0x564446768af0 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7fb958003ec0 tx=0x7fb958003ef0 comp rx=0 tx=0).stop 2024-05-20T21:31:41.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.586+0000 7fb97e03bb80 1 -- 172.21.15.8:0/1552845979 shutdown_connections 2024-05-20T21:31:41.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.586+0000 7fb97e03bb80 1 --2- 172.21.15.8:0/1552845979 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5644467d8eb0 0x5644467db2d0 crc :-1 s=READY pgs=425 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:41.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.586+0000 7fb97e03bb80 1 --2- 172.21.15.8:0/1552845979 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564446750fb0 0x564446769030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:41.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.586+0000 7fb97e03bb80 1 --2- 172.21.15.8:0/1552845979 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56444674b1c0 0x5644467685b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:41.588 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.586+0000 7fb97e03bb80 1 --2- 172.21.15.8:0/1552845979 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564446750690 0x564446768af0 unknown :-1 s=CLOSED pgs=720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:41.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.586+0000 7fb952a00700 0 client.30071 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:31:41.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.586+0000 7fb97e03bb80 1 -- 172.21.15.8:0/1552845979 >> 172.21.15.8:0/1552845979 conn(0x564446678c60 msgr2=0x564446755610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:41.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.587+0000 7fb97e03bb80 1 -- 172.21.15.8:0/1552845979 shutdown_connections 2024-05-20T21:31:41.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.587+0000 7fb97e03bb80 1 -- 172.21.15.8:0/1552845979 wait complete. 2024-05-20T21:31:41.589 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.587+0000 7fb97e03bb80 20 client.30071 trim_cache size 0 max 16384 2024-05-20T21:31:41.589 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:31:41.589 INFO:teuthology.orchestra.run.smithi008.stdout: "return_code": 0, 2024-05-20T21:31:41.589 INFO:teuthology.orchestra.run.smithi008.stdout: "scrub_tag": "10f701b2-8568-49ff-b6eb-3be38cd0f0d1", 2024-05-20T21:31:41.589 INFO:teuthology.orchestra.run.smithi008.stdout: "mode": "asynchronous" 2024-05-20T21:31:41.589 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:31:41.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.588+0000 7fb973600700 1 -- 172.21.15.8:0/3314222123 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb9540b2880 msgr2=0x7fb9540b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:41.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.588+0000 7fb973600700 1 --2- 172.21.15.8:0/3314222123 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb9540b2880 0x7fb9540b4d40 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7fb958009fd0 tx=0x7fb958019040 comp rx=0 tx=0).stop 2024-05-20T21:31:41.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.588+0000 7fb973600700 1 -- 172.21.15.8:0/3314222123 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb96c075770 msgr2=0x7fb96c19be40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:41.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.588+0000 7fb973600700 1 --2- 172.21.15.8:0/3314222123 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb96c075770 0x7fb96c19be40 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7fb96000e9c0 tx=0x7fb96000ecd0 comp rx=0 tx=0).stop 2024-05-20T21:31:41.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.588+0000 7fb973600700 1 -- 172.21.15.8:0/3314222123 shutdown_connections 2024-05-20T21:31:41.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.588+0000 7fb973600700 1 --2- 172.21.15.8:0/3314222123 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb9540b2880 0x7fb9540b4d40 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:41.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.588+0000 7fb973600700 1 --2- 172.21.15.8:0/3314222123 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb96c10ff40 0x7fb96c1a0710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:41.590 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.588+0000 7fb973600700 1 --2- 172.21.15.8:0/3314222123 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb96c075770 0x7fb96c19be40 unknown :-1 s=CLOSED pgs=794 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:41.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.588+0000 7fb973600700 1 --2- 172.21.15.8:0/3314222123 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb96c076090 0x7fb96c19c380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:41.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.588+0000 7fb973600700 1 -- 172.21.15.8:0/3314222123 >> 172.21.15.8:0/3314222123 conn(0x7fb96c07a6a0 msgr2=0x7fb96c100710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:41.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.588+0000 7fb973600700 1 -- 172.21.15.8:0/3314222123 shutdown_connections 2024-05-20T21:31:41.591 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:41.588+0000 7fb973600700 1 -- 172.21.15.8:0/3314222123 wait complete. 2024-05-20T21:31:43.051 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:31:42 smithi008 ceph-mon[31475]: scrub queued for path: / 2024-05-20T21:31:43.051 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:31:42 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:31:43.052 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:31:42 smithi008 ceph-mon[31475]: scrub summary: active paths [/] 2024-05-20T21:31:43.052 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:31:42 smithi008 ceph-mon[31475]: scrub summary: idle+waiting paths [/] 2024-05-20T21:31:43.052 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:31:42 smithi008 ceph-mon[31475]: pgmap v931: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-05-20T21:31:43.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:31:42 smithi130 ceph-mon[36448]: scrub queued for path: / 2024-05-20T21:31:43.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:31:42 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:31:43.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:31:42 smithi130 ceph-mon[36448]: scrub summary: active paths [/] 2024-05-20T21:31:43.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:31:42 smithi130 ceph-mon[36448]: scrub summary: idle+waiting paths [/] 2024-05-20T21:31:43.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:31:42 smithi130 ceph-mon[36448]: pgmap v931: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-05-20T21:31:43.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:31:42 smithi050 ceph-mon[35809]: scrub queued for path: / 2024-05-20T21:31:43.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:31:42 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:31:43.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:31:42 smithi050 ceph-mon[35809]: scrub summary: active paths [/] 2024-05-20T21:31:43.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:31:42 smithi050 ceph-mon[35809]: scrub summary: idle+waiting paths [/] 2024-05-20T21:31:43.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:31:42 smithi050 ceph-mon[35809]: pgmap v931: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-05-20T21:31:43.510 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:31:44.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.166+0000 7f8bed400700 1 -- 172.21.15.8:0/385983343 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8be8106120 msgr2=0x7f8be8112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:44.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.166+0000 7f8bed400700 1 --2- 172.21.15.8:0/385983343 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8be8106120 0x7f8be8112630 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f8be000b0a0 tx=0x7f8be000b3b0 comp rx=0 tx=0).stop 2024-05-20T21:31:44.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.166+0000 7f8bed400700 1 -- 172.21.15.8:0/385983343 shutdown_connections 2024-05-20T21:31:44.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.166+0000 7f8bed400700 1 --2- 172.21.15.8:0/385983343 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8be8106120 0x7f8be8112630 unknown :-1 s=CLOSED pgs=721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:44.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.166+0000 7f8bed400700 1 --2- 172.21.15.8:0/385983343 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8be810b760 0x7f8be810bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:44.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.166+0000 7f8bed400700 1 --2- 172.21.15.8:0/385983343 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8be8105760 0x7f8be8105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:44.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.166+0000 7f8bed400700 1 -- 172.21.15.8:0/385983343 >> 172.21.15.8:0/385983343 conn(0x7f8be8101270 msgr2=0x7f8be8103690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:44.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.166+0000 7f8bed400700 1 -- 172.21.15.8:0/385983343 shutdown_connections 2024-05-20T21:31:44.168 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.166+0000 7f8bed400700 1 -- 172.21.15.8:0/385983343 wait complete. 2024-05-20T21:31:44.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.168+0000 7f8bed400700 1 Processor -- start 2024-05-20T21:31:44.170 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.168+0000 7f8bed400700 1 -- start start 2024-05-20T21:31:44.170 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.168+0000 7f8bed400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8be8105760 0x7f8be819be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:44.170 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.168+0000 7f8bed400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8be8106120 0x7f8be819c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:44.170 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.168+0000 7f8bed400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8be810b760 0x7f8be81a06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:44.170 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.168+0000 7f8bed400700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f8be81159b0 con 0x7f8be8105760 2024-05-20T21:31:44.170 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.168+0000 7f8bed400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8be8115830 con 0x7f8be810b760 2024-05-20T21:31:44.170 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.168+0000 7f8bed400700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f8be8115b30 con 0x7f8be8106120 2024-05-20T21:31:44.170 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.169+0000 7f8be6800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8be8105760 0x7f8be819be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:44.170 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.169+0000 7f8be6800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8be8105760 0x7f8be819be60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:33070/0 (socket says 172.21.15.8:33070) 2024-05-20T21:31:44.170 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.169+0000 7f8be6800700 1 -- 172.21.15.8:0/3207966271 learned_addr learned my addr 172.21.15.8:0/3207966271 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:44.170 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.169+0000 7f8be5e00700 1 --2- 172.21.15.8:0/3207966271 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8be8106120 0x7f8be819c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:44.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.169+0000 7f8be7200700 1 --2- 172.21.15.8:0/3207966271 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8be810b760 0x7f8be81a06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:44.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.169+0000 7f8be5e00700 1 -- 172.21.15.8:0/3207966271 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8be810b760 msgr2=0x7f8be81a06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:44.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.169+0000 7f8be5e00700 1 --2- 172.21.15.8:0/3207966271 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8be810b760 0x7f8be81a06e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:44.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.169+0000 7f8be5e00700 1 -- 172.21.15.8:0/3207966271 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8be8105760 msgr2=0x7f8be819be60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:44.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.169+0000 7f8be5e00700 1 --2- 172.21.15.8:0/3207966271 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8be8105760 0x7f8be819be60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:44.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.169+0000 7f8be5e00700 1 -- 172.21.15.8:0/3207966271 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8be81a0e20 con 0x7f8be8106120 2024-05-20T21:31:44.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.170+0000 7f8be5e00700 1 --2- 172.21.15.8:0/3207966271 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8be8106120 0x7f8be819c3a0 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f8bd400e9f0 tx=0x7f8bd400ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:44.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.170+0000 7f8bdf400700 1 -- 172.21.15.8:0/3207966271 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bd4004220 con 0x7f8be8106120 2024-05-20T21:31:44.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.170+0000 7f8bdf400700 1 -- 172.21.15.8:0/3207966271 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8bd40043c0 con 0x7f8be8106120 2024-05-20T21:31:44.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.170+0000 7f8bed400700 1 -- 172.21.15.8:0/3207966271 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8be81a1110 con 0x7f8be8106120 2024-05-20T21:31:44.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.170+0000 7f8bdf400700 1 -- 172.21.15.8:0/3207966271 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bd4005020 con 0x7f8be8106120 2024-05-20T21:31:44.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.171+0000 7f8bed400700 1 -- 172.21.15.8:0/3207966271 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8be81a8990 con 0x7f8be8106120 2024-05-20T21:31:44.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.176+0000 7f8bf7e44b80 1 Processor -- start 2024-05-20T21:31:44.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.176+0000 7f8bf7e44b80 1 -- start start 2024-05-20T21:31:44.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.176+0000 7f8bf7e44b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbe14a8b80 0x55fbe14a8f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:44.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.176+0000 7f8bf7e44b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fbe14a94a0 0x55fbe14a2f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:44.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.176+0000 7f8bf7e44b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fbe14a3560 0x55fbe14a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:44.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.176+0000 7f8bf7e44b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55fbe1400eb0 con 0x55fbe14a94a0 2024-05-20T21:31:44.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.176+0000 7f8bf7e44b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55fbe13f0a50 con 0x55fbe14a3560 2024-05-20T21:31:44.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.176+0000 7f8bf7e44b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55fbe13f4a90 con 0x55fbe14a8b80 2024-05-20T21:31:44.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.177+0000 7f8be6800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fbe14a94a0 0x55fbe14a2f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:44.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.177+0000 7f8be6800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fbe14a94a0 0x55fbe14a2f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:33084/0 (socket says 172.21.15.8:33084) 2024-05-20T21:31:44.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.177+0000 7f8be6800700 1 -- 172.21.15.8:0/1621970597 learned_addr learned my addr 172.21.15.8:0/1621970597 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:44.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.177+0000 7f8be7200700 1 --2- 172.21.15.8:0/1621970597 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbe14a8b80 0x55fbe14a8f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:44.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.177+0000 7f8bdf400700 1 -- 172.21.15.8:0/3207966271 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f8bd4004750 con 0x7f8be8106120 2024-05-20T21:31:44.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.177+0000 7f8be6800700 1 -- 172.21.15.8:0/1621970597 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbe14a8b80 msgr2=0x55fbe14a8f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:44.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.177+0000 7f8be6800700 1 --2- 172.21.15.8:0/1621970597 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbe14a8b80 0x55fbe14a8f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:44.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.177+0000 7f8be6800700 1 -- 172.21.15.8:0/1621970597 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fbe14a3560 msgr2=0x55fbe14a39c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:44.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.177+0000 7f8be6800700 1 --2- 172.21.15.8:0/1621970597 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fbe14a3560 0x55fbe14a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:44.180 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.177+0000 7f8be6800700 1 -- 172.21.15.8:0/1621970597 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fbe13b9490 con 0x55fbe14a94a0 2024-05-20T21:31:44.180 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.178+0000 7f8be6800700 1 --2- 172.21.15.8:0/1621970597 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fbe14a94a0 0x55fbe14a2f40 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7f8bd8009e20 tx=0x7f8bd8011720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db8c68404ff3de2 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:44.180 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.178+0000 7f8bd3e00700 1 -- 172.21.15.8:0/1621970597 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bd801e070 con 0x55fbe14a94a0 2024-05-20T21:31:44.180 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.178+0000 7f8bd3e00700 1 -- 172.21.15.8:0/1621970597 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8bd8019ae0 con 0x55fbe14a94a0 2024-05-20T21:31:44.180 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.178+0000 7f8bd3e00700 1 -- 172.21.15.8:0/1621970597 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bd800fb60 con 0x55fbe14a94a0 2024-05-20T21:31:44.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.179+0000 7f8bdf400700 1 --2- 172.21.15.8:0/3207966271 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f8bcc0b2880 0x7f8bcc0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:44.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.179+0000 7f8bf7e44b80 1 -- 172.21.15.8:0/1621970597 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fbe14a94a0 msgr2=0x55fbe14a2f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:44.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.179+0000 7f8bf7e44b80 1 --2- 172.21.15.8:0/1621970597 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fbe14a94a0 0x55fbe14a2f40 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7f8bd8009e20 tx=0x7f8bd8011720 comp rx=0 tx=0).stop 2024-05-20T21:31:44.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.179+0000 7f8bdf400700 1 -- 172.21.15.8:0/3207966271 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f8bd40e2200 con 0x7f8be8106120 2024-05-20T21:31:44.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.180+0000 7f8be7200700 1 --2- 172.21.15.8:0/3207966271 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f8bcc0b2880 0x7f8bcc0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:44.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.180+0000 7f8bf7e44b80 1 -- 172.21.15.8:0/1621970597 shutdown_connections 2024-05-20T21:31:44.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.180+0000 7f8bf7e44b80 1 --2- 172.21.15.8:0/1621970597 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fbe14a3560 0x55fbe14a39c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:44.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.180+0000 7f8bf7e44b80 1 --2- 172.21.15.8:0/1621970597 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbe14a8b80 0x55fbe14a8f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:44.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.180+0000 7f8bf7e44b80 1 --2- 172.21.15.8:0/1621970597 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fbe14a94a0 0x55fbe14a2f40 unknown :-1 s=CLOSED pgs=797 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:44.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.180+0000 7f8bf7e44b80 1 -- 172.21.15.8:0/1621970597 >> 172.21.15.8:0/1621970597 conn(0x55fbe13d0c50 msgr2=0x55fbe149de70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:44.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.180+0000 7f8bf7e44b80 1 -- 172.21.15.8:0/1621970597 shutdown_connections 2024-05-20T21:31:44.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.180+0000 7f8bf7e44b80 1 -- 172.21.15.8:0/1621970597 wait complete. 2024-05-20T21:31:44.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.181+0000 7f8be7200700 1 --2- 172.21.15.8:0/3207966271 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f8bcc0b2880 0x7f8bcc0b4d40 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f8be000b780 tx=0x7f8be0006210 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:44.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.181+0000 7f8bf7e44b80 1 -- start start 2024-05-20T21:31:44.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.181+0000 7f8bf7e44b80 1 Processor -- start 2024-05-20T21:31:44.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.182+0000 7f8bf7e44b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbe14a3560 0x55fbe14af230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:44.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.182+0000 7f8bf7e44b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fbe14a8b80 0x55fbe14ac550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:44.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.182+0000 7f8bf7e44b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fbe14aca90 0x55fbe14acf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:44.183 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.182+0000 7f8bf7e44b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55fbe12f7010 con 0x55fbe14aca90 2024-05-20T21:31:44.183 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.182+0000 7f8bf7e44b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55fbe13917d0 con 0x55fbe14a8b80 2024-05-20T21:31:44.183 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.182+0000 7f8bf7e44b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55fbe14aff10 con 0x55fbe14a3560 2024-05-20T21:31:44.183 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.182+0000 7f8bf7e44b80 10 client.0 _ll_register_callbacks cb 0x55fbe139ace0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:44.183 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.182+0000 7f8be7200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fbe14aca90 0x55fbe14acf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:44.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.182+0000 7f8be7200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fbe14aca90 0x55fbe14acf10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:33092/0 (socket says 172.21.15.8:33092) 2024-05-20T21:31:44.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.182+0000 7f8be5e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fbe14a8b80 0x55fbe14ac550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:44.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.182+0000 7f8be7200700 1 -- 172.21.15.8:0/4254169776 learned_addr learned my addr 172.21.15.8:0/4254169776 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:44.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.182+0000 7f8be6800700 1 --2- 172.21.15.8:0/4254169776 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbe14a3560 0x55fbe14af230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:44.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.183+0000 7f8be7200700 1 -- 172.21.15.8:0/4254169776 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbe14a3560 msgr2=0x55fbe14af230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:44.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.183+0000 7f8be7200700 1 --2- 172.21.15.8:0/4254169776 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbe14a3560 0x55fbe14af230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:44.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.183+0000 7f8be7200700 1 -- 172.21.15.8:0/4254169776 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fbe14a8b80 msgr2=0x55fbe14ac550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:44.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.183+0000 7f8be7200700 1 --2- 172.21.15.8:0/4254169776 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fbe14a8b80 0x55fbe14ac550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:44.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.183+0000 7f8be7200700 1 -- 172.21.15.8:0/4254169776 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fbe1340940 con 0x55fbe14aca90 2024-05-20T21:31:44.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.183+0000 7f8be5e00700 1 --2- 172.21.15.8:0/4254169776 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fbe14a8b80 0x55fbe14ac550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:44.184 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.183+0000 7f8be7200700 1 --2- 172.21.15.8:0/4254169776 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fbe14aca90 0x55fbe14acf10 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7f8be0015000 tx=0x7f8be00099e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a93df48fa010dac5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:44.185 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.183+0000 7f8bd0c00700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:31:44.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.184+0000 7f8bd0c00700 1 -- 172.21.15.8:0/4254169776 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8be002d070 con 0x55fbe14aca90 2024-05-20T21:31:44.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.184+0000 7f8bd0c00700 1 -- 172.21.15.8:0/4254169776 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f8be0007b70 con 0x55fbe14aca90 2024-05-20T21:31:44.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.184+0000 7f8bf7e44b80 1 -- 172.21.15.8:0/4254169776 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8bd8019ae0 con 0x55fbe14aca90 2024-05-20T21:31:44.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.184+0000 7f8bd0c00700 1 -- 172.21.15.8:0/4254169776 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8be0023070 con 0x55fbe14aca90 2024-05-20T21:31:44.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.184+0000 7f8bf7e44b80 10 client.19959 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:44.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.184+0000 7f8bf7e44b80 1 -- 172.21.15.8:0/4254169776 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55fbe13c10d0 con 0x55fbe14aca90 2024-05-20T21:31:44.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.185+0000 7f8bd0c00700 1 -- 172.21.15.8:0/4254169776 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8bd8019ae0 con 0x55fbe14aca90 2024-05-20T21:31:44.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.185+0000 7f8bd0c00700 1 -- 172.21.15.8:0/4254169776 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f8be0011070 con 0x55fbe14aca90 2024-05-20T21:31:44.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.185+0000 7f8bf7e44b80 10 client.19959 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:44.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.185+0000 7f8bf7e44b80 10 client.19959 resolve_mds: validated gid 24529 aka daemon mds.i 2024-05-20T21:31:44.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.185+0000 7f8bf7e44b80 20 client.19959 populate_metadata read hostname 'smithi008' 2024-05-20T21:31:44.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.185+0000 7f8bf7e44b80 1 --2- 172.21.15.8:0/4254169776 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55fbe14bcf00 0x55fbe14bf2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:44.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.185+0000 7f8bf7e44b80 4 client.19959 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:31:44.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.185+0000 7f8bf7e44b80 1 -- 172.21.15.8:0/4254169776 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fbe1402e00 con 0x55fbe14bcf00 2024-05-20T21:31:44.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.186+0000 7f8be6800700 1 --2- 172.21.15.8:0/4254169776 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55fbe14bcf00 0x55fbe14bf2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:44.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.186+0000 7f8bd0c00700 10 client.19959 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:31:44.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.186+0000 7f8be6800700 1 --2- 172.21.15.8:0/4254169776 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55fbe14bcf00 0x55fbe14bf2f0 crc :-1 s=READY pgs=426 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3984140cb671310e server_cookie=8645a38f72d60b41 in_seq=0 out_seq=0 2024-05-20T21:31:44.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.187+0000 7f8bd0c00700 1 -- 172.21.15.8:0/4254169776 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55fbe1402e00 con 0x55fbe14bcf00 2024-05-20T21:31:44.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.187+0000 7f8bd0c00700 10 client.19959 handle_command_reply: tid=0 2024-05-20T21:31:44.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.187+0000 7f8bf7e44b80 1 client.19959 shutdown 2024-05-20T21:31:44.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.188+0000 7f8bf7e44b80 1 -- 172.21.15.8:0/4254169776 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fbe14aca90 msgr2=0x55fbe14acf10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:44.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.188+0000 7f8bf7e44b80 1 --2- 172.21.15.8:0/4254169776 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fbe14aca90 0x55fbe14acf10 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7f8be0015000 tx=0x7f8be00099e0 comp rx=0 tx=0).stop 2024-05-20T21:31:44.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.188+0000 7f8bf7e44b80 1 -- 172.21.15.8:0/4254169776 shutdown_connections 2024-05-20T21:31:44.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.188+0000 7f8bf7e44b80 1 --2- 172.21.15.8:0/4254169776 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55fbe14bcf00 0x55fbe14bf2f0 crc :-1 s=READY pgs=426 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:44.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.188+0000 7f8bf7e44b80 1 --2- 172.21.15.8:0/4254169776 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fbe14aca90 0x55fbe14acf10 unknown :-1 s=CLOSED pgs=798 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:44.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.188+0000 7f8bf7e44b80 1 --2- 172.21.15.8:0/4254169776 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbe14a3560 0x55fbe14af230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:44.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.188+0000 7f8bf7e44b80 1 --2- 172.21.15.8:0/4254169776 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fbe14a8b80 0x55fbe14ac550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:44.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.188+0000 7f8bd0c00700 0 client.19959 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:31:44.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.188+0000 7f8bf7e44b80 1 -- 172.21.15.8:0/4254169776 >> 172.21.15.8:0/4254169776 conn(0x55fbe13d0c50 msgr2=0x55fbe149d3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:44.189 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.188+0000 7f8bf7e44b80 1 -- 172.21.15.8:0/4254169776 shutdown_connections 2024-05-20T21:31:44.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.189+0000 7f8bf7e44b80 1 -- 172.21.15.8:0/4254169776 wait complete. 2024-05-20T21:31:44.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.189+0000 7f8bf7e44b80 20 client.19959 trim_cache size 0 max 16384 2024-05-20T21:31:44.214 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.214+0000 7f8bf7e44b80 1 Processor -- start 2024-05-20T21:31:44.215 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.214+0000 7f8bf7e44b80 1 -- start start 2024-05-20T21:31:44.215 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.214+0000 7f8bf7e44b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fbe14a3560 0x55fbe14a2f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:44.215 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.214+0000 7f8bf7e44b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbe14a8b80 0x55fbe14ae490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:44.215 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.214+0000 7f8bf7e44b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fbe14aca90 0x55fbe14c4ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:44.215 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.214+0000 7f8bf7e44b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f8be81b2690 con 0x55fbe14aca90 2024-05-20T21:31:44.215 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.214+0000 7f8bf7e44b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8be81aff20 con 0x55fbe14a3560 2024-05-20T21:31:44.215 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.214+0000 7f8bf7e44b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f8be81add70 con 0x55fbe14a8b80 2024-05-20T21:31:44.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.214+0000 7f8be6800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fbe14a3560 0x55fbe14a2f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:44.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.215+0000 7f8be7200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fbe14aca90 0x55fbe14c4ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:44.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.215+0000 7f8be6800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fbe14a3560 0x55fbe14a2f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:39998/0 (socket says 172.21.15.8:39998) 2024-05-20T21:31:44.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.215+0000 7f8be6800700 1 -- 172.21.15.8:0/4246896052 learned_addr learned my addr 172.21.15.8:0/4246896052 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:44.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.215+0000 7f8be5e00700 1 --2- 172.21.15.8:0/4246896052 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbe14a8b80 0x55fbe14ae490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:44.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.215+0000 7f8be6800700 1 -- 172.21.15.8:0/4246896052 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbe14a8b80 msgr2=0x55fbe14ae490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:44.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.215+0000 7f8be6800700 1 --2- 172.21.15.8:0/4246896052 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbe14a8b80 0x55fbe14ae490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:44.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.215+0000 7f8be6800700 1 -- 172.21.15.8:0/4246896052 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fbe14aca90 msgr2=0x55fbe14c4ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:44.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.215+0000 7f8be6800700 1 --2- 172.21.15.8:0/4246896052 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fbe14aca90 0x55fbe14c4ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:44.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.215+0000 7f8be6800700 1 -- 172.21.15.8:0/4246896052 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fbe149eb60 con 0x55fbe14a3560 2024-05-20T21:31:44.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.215+0000 7f8be7200700 1 --2- 172.21.15.8:0/4246896052 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fbe14aca90 0x55fbe14c4ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:44.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.216+0000 7f8be6800700 1 --2- 172.21.15.8:0/4246896052 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fbe14a3560 0x55fbe14a2f40 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7f8bd801c040 tx=0x7f8bd80051e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1520c26ddef79a2 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:44.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.216+0000 7f8bd3400700 1 -- 172.21.15.8:0/4246896052 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bd8034070 con 0x55fbe14a3560 2024-05-20T21:31:44.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.216+0000 7f8bd3400700 1 -- 172.21.15.8:0/4246896052 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8bd802b040 con 0x55fbe14a3560 2024-05-20T21:31:44.218 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.216+0000 7f8bd3400700 1 -- 172.21.15.8:0/4246896052 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bd801e040 con 0x55fbe14a3560 2024-05-20T21:31:44.218 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.217+0000 7f8bf7e44b80 1 -- 172.21.15.8:0/4246896052 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fbe14a3560 msgr2=0x55fbe14a2f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:44.218 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.217+0000 7f8bf7e44b80 1 --2- 172.21.15.8:0/4246896052 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fbe14a3560 0x55fbe14a2f40 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7f8bd801c040 tx=0x7f8bd80051e0 comp rx=0 tx=0).stop 2024-05-20T21:31:44.218 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.217+0000 7f8bf7e44b80 1 -- 172.21.15.8:0/4246896052 shutdown_connections 2024-05-20T21:31:44.218 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.217+0000 7f8bf7e44b80 1 --2- 172.21.15.8:0/4246896052 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fbe14a3560 0x55fbe14a2f40 secure :-1 s=CLOSED pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7f8bd801c040 tx=0x7f8bd80051e0 comp rx=0 tx=0).stop 2024-05-20T21:31:44.218 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.217+0000 7f8bf7e44b80 1 --2- 172.21.15.8:0/4246896052 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fbe14aca90 0x55fbe14c4ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:44.218 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.217+0000 7f8bf7e44b80 1 --2- 172.21.15.8:0/4246896052 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbe14a8b80 0x55fbe14ae490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:44.218 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.217+0000 7f8bf7e44b80 1 -- 172.21.15.8:0/4246896052 >> 172.21.15.8:0/4246896052 conn(0x55fbe13d0c50 msgr2=0x55fbe14a9f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:44.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.217+0000 7f8bf7e44b80 1 -- 172.21.15.8:0/4246896052 shutdown_connections 2024-05-20T21:31:44.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.217+0000 7f8bf7e44b80 1 -- 172.21.15.8:0/4246896052 wait complete. 2024-05-20T21:31:44.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.218+0000 7f8bf7e44b80 1 -- start start 2024-05-20T21:31:44.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.218+0000 7f8bf7e44b80 1 Processor -- start 2024-05-20T21:31:44.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.219+0000 7f8bf7e44b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fbe14a8b80 0x55fbe14b2170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:44.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.219+0000 7f8bf7e44b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fbe14aca90 0x55fbe14b26b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:44.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.219+0000 7f8bf7e44b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbe14b2bf0 0x55fbe1530290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:44.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.219+0000 7f8bf7e44b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f8be81ae3e0 con 0x55fbe14aca90 2024-05-20T21:31:44.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.219+0000 7f8bf7e44b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8be81af850 con 0x55fbe14a8b80 2024-05-20T21:31:44.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.219+0000 7f8bf7e44b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f8be81aeab0 con 0x55fbe14b2bf0 2024-05-20T21:31:44.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.219+0000 7f8bf7e44b80 10 client.0 _ll_register_callbacks cb 0x55fbe139ace0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:44.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.219+0000 7f8be5e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fbe14aca90 0x55fbe14b26b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:44.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.219+0000 7f8be6800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fbe14a8b80 0x55fbe14b2170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:44.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.219+0000 7f8be5e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fbe14aca90 0x55fbe14b26b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:33114/0 (socket says 172.21.15.8:33114) 2024-05-20T21:31:44.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.219+0000 7f8be5e00700 1 -- 172.21.15.8:0/261563685 learned_addr learned my addr 172.21.15.8:0/261563685 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:44.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.219+0000 7f8be7200700 1 --2- 172.21.15.8:0/261563685 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbe14b2bf0 0x55fbe1530290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:44.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.219+0000 7f8be6800700 1 -- 172.21.15.8:0/261563685 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbe14b2bf0 msgr2=0x55fbe1530290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:44.222 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.219+0000 7f8be6800700 1 --2- 172.21.15.8:0/261563685 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbe14b2bf0 0x55fbe1530290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:44.222 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.220+0000 7f8be6800700 1 -- 172.21.15.8:0/261563685 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fbe14aca90 msgr2=0x55fbe14b26b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:44.222 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.220+0000 7f8be6800700 1 --2- 172.21.15.8:0/261563685 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fbe14aca90 0x55fbe14b26b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:44.222 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.220+0000 7f8be6800700 1 -- 172.21.15.8:0/261563685 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fbe149f610 con 0x55fbe14a8b80 2024-05-20T21:31:44.222 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.220+0000 7f8be5e00700 1 --2- 172.21.15.8:0/261563685 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fbe14aca90 0x55fbe14b26b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:44.222 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.220+0000 7f8be6800700 1 --2- 172.21.15.8:0/261563685 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fbe14a8b80 0x55fbe14b2170 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x55fbe1498710 tx=0x7f8bd8009900 comp rx=0 tx=0).ready entity=mon.2 client_cookie=33a6b9393efaaf67 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:44.222 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.220+0000 7f8bd0c00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:31:44.222 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.220+0000 7f8bd0c00700 1 -- 172.21.15.8:0/261563685 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bd8034070 con 0x55fbe14a8b80 2024-05-20T21:31:44.222 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.220+0000 7f8bd0c00700 1 -- 172.21.15.8:0/261563685 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f8bd8019630 con 0x55fbe14a8b80 2024-05-20T21:31:44.222 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.220+0000 7f8bf7e44b80 1 -- 172.21.15.8:0/261563685 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8bd802b040 con 0x55fbe14a8b80 2024-05-20T21:31:44.222 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.221+0000 7f8bd0c00700 1 -- 172.21.15.8:0/261563685 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8bd801e040 con 0x55fbe14a8b80 2024-05-20T21:31:44.222 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.221+0000 7f8bf7e44b80 10 client.30086 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:44.222 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.221+0000 7f8bf7e44b80 1 -- 172.21.15.8:0/261563685 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55fbe1531950 con 0x55fbe14a8b80 2024-05-20T21:31:44.222 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.221+0000 7f8bd0c00700 1 -- 172.21.15.8:0/261563685 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8bd802b040 con 0x55fbe14a8b80 2024-05-20T21:31:44.224 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.221+0000 7f8bd0c00700 1 -- 172.21.15.8:0/261563685 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f8bd8003c30 con 0x55fbe14a8b80 2024-05-20T21:31:44.224 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.221+0000 7f8bf7e44b80 10 client.30086 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:44.224 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.221+0000 7f8bf7e44b80 10 client.30086 resolve_mds: validated gid 24529 aka daemon mds.i 2024-05-20T21:31:44.224 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.221+0000 7f8bf7e44b80 20 client.30086 populate_metadata read hostname 'smithi008' 2024-05-20T21:31:44.224 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.221+0000 7f8bf7e44b80 1 --2- 172.21.15.8:0/261563685 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55fbe1531d10 0x55fbe1534100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:44.224 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.221+0000 7f8bf7e44b80 4 client.30086 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "quiesce db", "cancel": true, "all": true}] 2024-05-20T21:31:44.224 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.221+0000 7f8bf7e44b80 1 -- 172.21.15.8:0/261563685 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "quiesce db", "cancel": true, "all": true}) -- 0x55fbe13fc5e0 con 0x55fbe1531d10 2024-05-20T21:31:44.224 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.222+0000 7f8be5e00700 1 --2- 172.21.15.8:0/261563685 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55fbe1531d10 0x55fbe1534100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:44.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.222+0000 7f8be5e00700 1 --2- 172.21.15.8:0/261563685 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55fbe1531d10 0x55fbe1534100 crc :-1 s=READY pgs=427 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6bcd78b64e2bbd6e server_cookie=ce785324c1571a53 in_seq=0 out_seq=0 2024-05-20T21:31:44.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.222+0000 7f8bd0c00700 10 client.30086 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:31:44.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.223+0000 7f8bd0c00700 1 -- 172.21.15.8:0/261563685 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+80 (crc 0 0 0) 0x55fbe13fc5e0 con 0x55fbe1531d10 2024-05-20T21:31:44.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.223+0000 7f8bd0c00700 10 client.30086 handle_command_reply: tid=0 2024-05-20T21:31:44.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.223+0000 7f8bf7e44b80 1 client.30086 shutdown 2024-05-20T21:31:44.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.223+0000 7f8bf7e44b80 1 -- 172.21.15.8:0/261563685 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fbe14a8b80 msgr2=0x55fbe14b2170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:44.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.223+0000 7f8bf7e44b80 1 --2- 172.21.15.8:0/261563685 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fbe14a8b80 0x55fbe14b2170 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x55fbe1498710 tx=0x7f8bd8009900 comp rx=0 tx=0).stop 2024-05-20T21:31:44.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.223+0000 7f8bf7e44b80 1 -- 172.21.15.8:0/261563685 shutdown_connections 2024-05-20T21:31:44.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.223+0000 7f8bf7e44b80 1 --2- 172.21.15.8:0/261563685 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x55fbe1531d10 0x55fbe1534100 crc :-1 s=READY pgs=427 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:44.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.223+0000 7f8bf7e44b80 1 --2- 172.21.15.8:0/261563685 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fbe14a8b80 0x55fbe14b2170 unknown :-1 s=CLOSED pgs=723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:44.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.223+0000 7f8bf7e44b80 1 --2- 172.21.15.8:0/261563685 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbe14b2bf0 0x55fbe1530290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:44.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.223+0000 7f8bd0c00700 0 client.30086 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:31:44.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.223+0000 7f8bf7e44b80 1 --2- 172.21.15.8:0/261563685 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55fbe14aca90 0x55fbe14b26b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:44.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.223+0000 7f8bf7e44b80 1 -- 172.21.15.8:0/261563685 >> 172.21.15.8:0/261563685 conn(0x55fbe13d0c50 msgr2=0x55fbe14a7e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:44.225 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.224+0000 7f8bf7e44b80 1 -- 172.21.15.8:0/261563685 shutdown_connections 2024-05-20T21:31:44.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.224+0000 7f8bf7e44b80 1 -- 172.21.15.8:0/261563685 wait complete. 2024-05-20T21:31:44.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.224+0000 7f8bf7e44b80 20 client.30086 trim_cache size 0 max 16384 2024-05-20T21:31:44.226 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:31:44.226 INFO:teuthology.orchestra.run.smithi008.stdout: "epoch": 26, 2024-05-20T21:31:44.226 INFO:teuthology.orchestra.run.smithi008.stdout: "leader": 24529, 2024-05-20T21:31:44.226 INFO:teuthology.orchestra.run.smithi008.stdout: "set_version": 59, 2024-05-20T21:31:44.226 INFO:teuthology.orchestra.run.smithi008.stdout: "sets": {} 2024-05-20T21:31:44.226 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:31:44.227 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:31:44.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.225+0000 7f8bed400700 1 -- 172.21.15.8:0/3207966271 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f8bcc0b2880 msgr2=0x7f8bcc0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:44.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.225+0000 7f8bed400700 1 --2- 172.21.15.8:0/3207966271 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f8bcc0b2880 0x7f8bcc0b4d40 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f8be000b780 tx=0x7f8be0006210 comp rx=0 tx=0).stop 2024-05-20T21:31:44.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.225+0000 7f8bed400700 1 -- 172.21.15.8:0/3207966271 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8be8106120 msgr2=0x7f8be819c3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:44.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.225+0000 7f8bed400700 1 --2- 172.21.15.8:0/3207966271 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8be8106120 0x7f8be819c3a0 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f8bd400e9f0 tx=0x7f8bd400ed00 comp rx=0 tx=0).stop 2024-05-20T21:31:44.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.225+0000 7f8bed400700 1 -- 172.21.15.8:0/3207966271 shutdown_connections 2024-05-20T21:31:44.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.225+0000 7f8bed400700 1 --2- 172.21.15.8:0/3207966271 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f8bcc0b2880 0x7f8bcc0b4d40 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:44.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.225+0000 7f8bed400700 1 --2- 172.21.15.8:0/3207966271 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8be810b760 0x7f8be81a06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:44.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.225+0000 7f8bed400700 1 --2- 172.21.15.8:0/3207966271 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f8be8105760 0x7f8be819be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:44.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.225+0000 7f8bed400700 1 --2- 172.21.15.8:0/3207966271 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8be8106120 0x7f8be819c3a0 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:44.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.225+0000 7f8bed400700 1 -- 172.21.15.8:0/3207966271 >> 172.21.15.8:0/3207966271 conn(0x7f8be8101270 msgr2=0x7f8be8101900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:44.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.225+0000 7f8bed400700 1 -- 172.21.15.8:0/3207966271 shutdown_connections 2024-05-20T21:31:44.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:44.225+0000 7f8bed400700 1 -- 172.21.15.8:0/3207966271 wait complete. 2024-05-20T21:31:44.964 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:31:44 smithi008 ceph-mon[31475]: pgmap v932: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 6.2 KiB/s wr, 12 op/s 2024-05-20T21:31:45.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:31:44 smithi130 ceph-mon[36448]: pgmap v932: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 6.2 KiB/s wr, 12 op/s 2024-05-20T21:31:45.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:31:44 smithi050 ceph-mon[35809]: pgmap v932: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 6.2 KiB/s wr, 12 op/s 2024-05-20T21:31:45.862 INFO:tasks.quiescer:done joining Quiescers 2024-05-20T21:31:45.862 DEBUG:teuthology.run_tasks:Unwinding manager background_exec 2024-05-20T21:31:45.872 INFO:teuthology.task.background_exec:Stopping background command on ubuntu@smithi008.front.sepia.ceph.com 2024-05-20T21:31:45.902 DEBUG:teuthology.run_tasks:Unwinding manager fwd_scrub 2024-05-20T21:31:45.913 INFO:tasks.fwd_scrub:joining ForwardScrubbers 2024-05-20T21:31:46.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:31:46 smithi008 ceph-mon[31475]: pgmap v933: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 6.4 KiB/s wr, 13 op/s 2024-05-20T21:31:46.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:31:46 smithi008 ceph-mon[31475]: scrub summary: idle 2024-05-20T21:31:47.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:31:46 smithi130 ceph-mon[36448]: pgmap v933: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 6.4 KiB/s wr, 13 op/s 2024-05-20T21:31:47.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:31:46 smithi130 ceph-mon[36448]: scrub summary: idle 2024-05-20T21:31:47.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:31:46 smithi050 ceph-mon[35809]: pgmap v933: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 6.4 KiB/s wr, 13 op/s 2024-05-20T21:31:47.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:31:46 smithi050 ceph-mon[35809]: scrub summary: idle 2024-05-20T21:31:47.207 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.206+0000 7fb885400700 1 -- 172.21.15.8:0/3298895900 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb880106120 msgr2=0x7fb880112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:47.207 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.206+0000 7fb885400700 1 --2- 172.21.15.8:0/3298895900 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb880106120 0x7fb880112630 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7fb878009990 tx=0x7fb878009ca0 comp rx=0 tx=0).stop 2024-05-20T21:31:47.207 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.206+0000 7fb885400700 1 -- 172.21.15.8:0/3298895900 shutdown_connections 2024-05-20T21:31:47.207 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.206+0000 7fb885400700 1 --2- 172.21.15.8:0/3298895900 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb880106120 0x7fb880112630 unknown :-1 s=CLOSED pgs=799 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:47.207 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.206+0000 7fb885400700 1 --2- 172.21.15.8:0/3298895900 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb88010b760 0x7fb88010bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:47.207 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.206+0000 7fb885400700 1 --2- 172.21.15.8:0/3298895900 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb880105760 0x7fb880105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:47.207 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.206+0000 7fb885400700 1 -- 172.21.15.8:0/3298895900 >> 172.21.15.8:0/3298895900 conn(0x7fb880101250 msgr2=0x7fb880103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:47.207 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.206+0000 7fb885400700 1 -- 172.21.15.8:0/3298895900 shutdown_connections 2024-05-20T21:31:47.207 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.206+0000 7fb885400700 1 -- 172.21.15.8:0/3298895900 wait complete. 2024-05-20T21:31:47.208 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.207+0000 7fb885400700 1 Processor -- start 2024-05-20T21:31:47.208 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.207+0000 7fb885400700 1 -- start start 2024-05-20T21:31:47.208 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.208+0000 7fb885400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb880105760 0x7fb88019bdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:47.208 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.208+0000 7fb885400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb880106120 0x7fb88019c300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:47.208 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.208+0000 7fb885400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb88010b760 0x7fb8801a0690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:47.208 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.208+0000 7fb885400700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fb8801159f0 con 0x7fb880105760 2024-05-20T21:31:47.208 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.208+0000 7fb885400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb880115870 con 0x7fb880106120 2024-05-20T21:31:47.208 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.208+0000 7fb885400700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fb880115b70 con 0x7fb88010b760 2024-05-20T21:31:47.209 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.208+0000 7fb87e800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb880105760 0x7fb88019bdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:47.210 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.208+0000 7fb87e800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb880105760 0x7fb88019bdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:33140/0 (socket says 172.21.15.8:33140) 2024-05-20T21:31:47.210 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.208+0000 7fb87e800700 1 -- 172.21.15.8:0/682231853 learned_addr learned my addr 172.21.15.8:0/682231853 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:47.210 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.208+0000 7fb875e00700 1 --2- 172.21.15.8:0/682231853 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb880106120 0x7fb88019c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:47.210 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.208+0000 7fb87f200700 1 --2- 172.21.15.8:0/682231853 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb88010b760 0x7fb8801a0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:47.210 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.208+0000 7fb875e00700 1 -- 172.21.15.8:0/682231853 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb88010b760 msgr2=0x7fb8801a0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:47.210 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.208+0000 7fb875e00700 1 --2- 172.21.15.8:0/682231853 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb88010b760 0x7fb8801a0690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:47.210 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.209+0000 7fb875e00700 1 -- 172.21.15.8:0/682231853 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb880105760 msgr2=0x7fb88019bdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:47.210 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.209+0000 7fb875e00700 1 --2- 172.21.15.8:0/682231853 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb880105760 0x7fb88019bdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:47.210 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.209+0000 7fb875e00700 1 -- 172.21.15.8:0/682231853 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8801a0dd0 con 0x7fb880106120 2024-05-20T21:31:47.210 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.209+0000 7fb875e00700 1 --2- 172.21.15.8:0/682231853 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb880106120 0x7fb88019c300 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7fb86800e9f0 tx=0x7fb86800ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:47.210 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.209+0000 7fb877e00700 1 -- 172.21.15.8:0/682231853 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb86800cb70 con 0x7fb880106120 2024-05-20T21:31:47.210 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.209+0000 7fb885400700 1 -- 172.21.15.8:0/682231853 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8801a10c0 con 0x7fb880106120 2024-05-20T21:31:47.210 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.209+0000 7fb877e00700 1 -- 172.21.15.8:0/682231853 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb86800ee90 con 0x7fb880106120 2024-05-20T21:31:47.211 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.209+0000 7fb877e00700 1 -- 172.21.15.8:0/682231853 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb868003d40 con 0x7fb880106120 2024-05-20T21:31:47.211 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.209+0000 7fb885400700 1 -- 172.21.15.8:0/682231853 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8801a8940 con 0x7fb880106120 2024-05-20T21:31:47.213 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.213+0000 7fb877e00700 1 -- 172.21.15.8:0/682231853 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fb868003ee0 con 0x7fb880106120 2024-05-20T21:31:47.215 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.215+0000 7fb88fe59b80 1 Processor -- start 2024-05-20T21:31:47.215 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.215+0000 7fb88fe59b80 1 -- start start 2024-05-20T21:31:47.216 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.216+0000 7fb88fe59b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563412e78eb0 0x563412e79290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:47.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.216+0000 7fb877e00700 1 --2- 172.21.15.8:0/682231853 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb8640b2880 0x7fb8640b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:47.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.216+0000 7fb88fe59b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563412e797d0 0x563412e73260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:47.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.216+0000 7fb88fe59b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563412e73880 0x563412e73ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:47.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.216+0000 7fb88fe59b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x563412dd1e40 con 0x563412e73880 2024-05-20T21:31:47.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.216+0000 7fb88fe59b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x563412dc19e0 con 0x563412e797d0 2024-05-20T21:31:47.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.216+0000 7fb88fe59b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x563412dc5a20 con 0x563412e78eb0 2024-05-20T21:31:47.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.216+0000 7fb877e00700 1 -- 172.21.15.8:0/682231853 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fb8680e2360 con 0x7fb880106120 2024-05-20T21:31:47.217 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.216+0000 7fb87f200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563412e78eb0 0x563412e79290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:47.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.216+0000 7fb87e800700 1 --2- 172.21.15.8:0/682231853 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb8640b2880 0x7fb8640b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:47.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.216+0000 7fb87f200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563412e78eb0 0x563412e79290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:54598/0 (socket says 172.21.15.8:54598) 2024-05-20T21:31:47.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.216+0000 7fb87f200700 1 -- 172.21.15.8:0/978526542 learned_addr learned my addr 172.21.15.8:0/978526542 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:47.219 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.216+0000 7fb875e00700 1 --2- 172.21.15.8:0/978526542 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563412e797d0 0x563412e73260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:47.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.216+0000 7fb87f200700 1 --2- 172.21.15.8:0/978526542 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563412e73880 0x563412e73ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:47.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.217+0000 7fb875e00700 1 -- 172.21.15.8:0/978526542 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563412e78eb0 msgr2=0x563412e79290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:47.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.217+0000 7fb875e00700 1 --2- 172.21.15.8:0/978526542 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563412e78eb0 0x563412e79290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:47.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.217+0000 7fb875e00700 1 -- 172.21.15.8:0/978526542 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563412e73880 msgr2=0x563412e73ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:47.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.217+0000 7fb875e00700 1 --2- 172.21.15.8:0/978526542 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563412e73880 0x563412e73ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:47.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.217+0000 7fb875e00700 1 -- 172.21.15.8:0/978526542 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563412d8a420 con 0x563412e797d0 2024-05-20T21:31:47.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.217+0000 7fb875e00700 1 --2- 172.21.15.8:0/978526542 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563412e797d0 0x563412e73260 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7fb86800c5b0 tx=0x7fb8680a5900 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f59032fa45c8b9ef server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:47.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.217+0000 7fb87e800700 1 --2- 172.21.15.8:0/682231853 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb8640b2880 0x7fb8640b4d40 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7fb870009c10 tx=0x7fb87000b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:47.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.217+0000 7fb86fe00700 1 -- 172.21.15.8:0/978526542 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8680748f0 con 0x563412e797d0 2024-05-20T21:31:47.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.218+0000 7fb86fe00700 1 -- 172.21.15.8:0/978526542 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb868075e30 con 0x563412e797d0 2024-05-20T21:31:47.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.218+0000 7fb86fe00700 1 -- 172.21.15.8:0/978526542 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb868009400 con 0x563412e797d0 2024-05-20T21:31:47.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.218+0000 7fb88fe59b80 1 -- 172.21.15.8:0/978526542 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563412e797d0 msgr2=0x563412e73260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:47.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.218+0000 7fb88fe59b80 1 --2- 172.21.15.8:0/978526542 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563412e797d0 0x563412e73260 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7fb86800c5b0 tx=0x7fb8680a5900 comp rx=0 tx=0).stop 2024-05-20T21:31:47.220 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.218+0000 7fb88fe59b80 1 -- 172.21.15.8:0/978526542 shutdown_connections 2024-05-20T21:31:47.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.219+0000 7fb88fe59b80 1 --2- 172.21.15.8:0/978526542 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563412e73880 0x563412e73ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:47.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.219+0000 7fb88fe59b80 1 --2- 172.21.15.8:0/978526542 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563412e78eb0 0x563412e79290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:47.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.219+0000 7fb88fe59b80 1 --2- 172.21.15.8:0/978526542 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563412e797d0 0x563412e73260 unknown :-1 s=CLOSED pgs=725 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:47.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.219+0000 7fb88fe59b80 1 -- 172.21.15.8:0/978526542 >> 172.21.15.8:0/978526542 conn(0x563412da1be0 msgr2=0x563412e6e010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:47.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.219+0000 7fb88fe59b80 1 -- 172.21.15.8:0/978526542 shutdown_connections 2024-05-20T21:31:47.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.219+0000 7fb88fe59b80 1 -- 172.21.15.8:0/978526542 wait complete. 2024-05-20T21:31:47.221 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.219+0000 7fb88fe59b80 1 -- start start 2024-05-20T21:31:47.222 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.219+0000 7fb88fe59b80 1 Processor -- start 2024-05-20T21:31:47.222 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.220+0000 7fb88fe59b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563412e73880 0x563412e7f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:47.222 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.220+0000 7fb88fe59b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563412e78eb0 0x563412e7c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:47.223 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.220+0000 7fb88fe59b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563412e797d0 0x563412e7cde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:47.223 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.220+0000 7fb88fe59b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x563412cc7fa0 con 0x563412e73880 2024-05-20T21:31:47.223 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.220+0000 7fb88fe59b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x563412d62760 con 0x563412e797d0 2024-05-20T21:31:47.223 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.220+0000 7fb88fe59b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x563412e801e0 con 0x563412e78eb0 2024-05-20T21:31:47.223 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.220+0000 7fb88fe59b80 10 client.0 _ll_register_callbacks cb 0x563412d6bc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:47.223 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.220+0000 7fb87e800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563412e73880 0x563412e7f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:47.223 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.220+0000 7fb87e800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563412e73880 0x563412e7f4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:33158/0 (socket says 172.21.15.8:33158) 2024-05-20T21:31:47.223 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.220+0000 7fb87e800700 1 -- 172.21.15.8:0/1096655011 learned_addr learned my addr 172.21.15.8:0/1096655011 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:47.223 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.220+0000 7fb87f200700 1 --2- 172.21.15.8:0/1096655011 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563412e797d0 0x563412e7cde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:47.223 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.220+0000 7fb875e00700 1 --2- 172.21.15.8:0/1096655011 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563412e78eb0 0x563412e7c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:47.223 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.221+0000 7fb87e800700 1 -- 172.21.15.8:0/1096655011 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563412e78eb0 msgr2=0x563412e7c8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:47.223 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.221+0000 7fb87e800700 1 --2- 172.21.15.8:0/1096655011 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563412e78eb0 0x563412e7c8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:47.223 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.221+0000 7fb87e800700 1 -- 172.21.15.8:0/1096655011 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563412e797d0 msgr2=0x563412e7cde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:47.223 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.221+0000 7fb87e800700 1 --2- 172.21.15.8:0/1096655011 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563412e797d0 0x563412e7cde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:47.224 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.221+0000 7fb87e800700 1 -- 172.21.15.8:0/1096655011 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563412d118d0 con 0x563412e73880 2024-05-20T21:31:47.224 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.221+0000 7fb875e00700 1 --2- 172.21.15.8:0/1096655011 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563412e78eb0 0x563412e7c8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:47.224 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.221+0000 7fb87f200700 1 --2- 172.21.15.8:0/1096655011 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563412e797d0 0x563412e7cde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:47.224 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.221+0000 7fb87e800700 1 --2- 172.21.15.8:0/1096655011 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563412e73880 0x563412e7f4b0 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7fb870009fa0 tx=0x7fb870004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2cddc43c7386604f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:47.224 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.221+0000 7fb86cc00700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:31:47.224 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.222+0000 7fb86cc00700 1 -- 172.21.15.8:0/1096655011 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb87001b070 con 0x563412e73880 2024-05-20T21:31:47.224 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.222+0000 7fb86cc00700 1 -- 172.21.15.8:0/1096655011 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fb870017c60 con 0x563412e73880 2024-05-20T21:31:47.224 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.222+0000 7fb88fe59b80 1 -- 172.21.15.8:0/1096655011 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb868075e30 con 0x563412e73880 2024-05-20T21:31:47.224 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.222+0000 7fb86cc00700 1 -- 172.21.15.8:0/1096655011 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb870017e60 con 0x563412e73880 2024-05-20T21:31:47.224 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.222+0000 7fb88fe59b80 10 client.19977 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:47.224 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.222+0000 7fb88fe59b80 1 -- 172.21.15.8:0/1096655011 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563412d92060 con 0x563412e73880 2024-05-20T21:31:47.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.222+0000 7fb86cc00700 1 -- 172.21.15.8:0/1096655011 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb868075e30 con 0x563412e73880 2024-05-20T21:31:47.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.223+0000 7fb86cc00700 1 -- 172.21.15.8:0/1096655011 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb870015410 con 0x563412e73880 2024-05-20T21:31:47.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.223+0000 7fb88fe59b80 10 client.19977 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:47.226 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.223+0000 7fb88fe59b80 10 client.19977 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:31:47.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.223+0000 7fb88fe59b80 20 client.19977 populate_metadata read hostname 'smithi008' 2024-05-20T21:31:47.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.223+0000 7fb88fe59b80 1 --2- 172.21.15.8:0/1096655011 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x563412e8cd30 0x563412e8f120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:47.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.223+0000 7fb88fe59b80 4 client.19977 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:31:47.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.223+0000 7fb88fe59b80 1 -- 172.21.15.8:0/1096655011 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563412dd3d90 con 0x563412e8cd30 2024-05-20T21:31:47.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.223+0000 7fb875e00700 1 --2- 172.21.15.8:0/1096655011 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x563412e8cd30 0x563412e8f120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:47.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.224+0000 7fb875e00700 1 --2- 172.21.15.8:0/1096655011 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x563412e8cd30 0x563412e8f120 crc :-1 s=READY pgs=428 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4bda89a1c19ac196 server_cookie=ba8b655ec12db700 in_seq=0 out_seq=0 2024-05-20T21:31:47.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.224+0000 7fb86cc00700 10 client.19977 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:31:47.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.225+0000 7fb86cc00700 1 -- 172.21.15.8:0/1096655011 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x563412dd3d90 con 0x563412e8cd30 2024-05-20T21:31:47.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.225+0000 7fb86cc00700 10 client.19977 handle_command_reply: tid=0 2024-05-20T21:31:47.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.225+0000 7fb88fe59b80 1 client.19977 shutdown 2024-05-20T21:31:47.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.225+0000 7fb88fe59b80 1 -- 172.21.15.8:0/1096655011 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563412e73880 msgr2=0x563412e7f4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:47.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.225+0000 7fb88fe59b80 1 --2- 172.21.15.8:0/1096655011 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563412e73880 0x563412e7f4b0 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7fb870009fa0 tx=0x7fb870004ad0 comp rx=0 tx=0).stop 2024-05-20T21:31:47.227 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.225+0000 7fb88fe59b80 1 -- 172.21.15.8:0/1096655011 shutdown_connections 2024-05-20T21:31:47.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.225+0000 7fb88fe59b80 1 --2- 172.21.15.8:0/1096655011 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x563412e8cd30 0x563412e8f120 crc :-1 s=READY pgs=428 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:47.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.225+0000 7fb88fe59b80 1 --2- 172.21.15.8:0/1096655011 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563412e797d0 0x563412e7cde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:47.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.225+0000 7fb88fe59b80 1 --2- 172.21.15.8:0/1096655011 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563412e73880 0x563412e7f4b0 unknown :-1 s=CLOSED pgs=800 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:47.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.225+0000 7fb88fe59b80 1 --2- 172.21.15.8:0/1096655011 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563412e78eb0 0x563412e7c8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:47.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.225+0000 7fb86cc00700 0 client.19977 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:31:47.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.225+0000 7fb88fe59b80 1 -- 172.21.15.8:0/1096655011 >> 172.21.15.8:0/1096655011 conn(0x563412da1be0 msgr2=0x563412e72250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:47.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.225+0000 7fb88fe59b80 1 -- 172.21.15.8:0/1096655011 shutdown_connections 2024-05-20T21:31:47.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.225+0000 7fb88fe59b80 1 -- 172.21.15.8:0/1096655011 wait complete. 2024-05-20T21:31:47.228 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.225+0000 7fb88fe59b80 20 client.19977 trim_cache size 0 max 16384 2024-05-20T21:31:47.249 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.248+0000 7fb88fe59b80 1 Processor -- start 2024-05-20T21:31:47.249 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.248+0000 7fb88fe59b80 1 -- start start 2024-05-20T21:31:47.249 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.249+0000 7fb88fe59b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563412e73880 0x563412e73260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:47.249 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.249+0000 7fb88fe59b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563412e78eb0 0x563412e7ecf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:47.249 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.249+0000 7fb88fe59b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563412e797d0 0x563412e949c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:47.250 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.249+0000 7fb88fe59b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fb8801b26a0 con 0x563412e73880 2024-05-20T21:31:47.250 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.249+0000 7fb88fe59b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb8801aff30 con 0x563412e78eb0 2024-05-20T21:31:47.250 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.249+0000 7fb88fe59b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fb8801add80 con 0x563412e797d0 2024-05-20T21:31:47.250 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.249+0000 7fb875e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563412e78eb0 0x563412e7ecf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:47.251 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.249+0000 7fb87f200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563412e797d0 0x563412e949c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:47.251 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.249+0000 7fb875e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563412e78eb0 0x563412e7ecf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:40038/0 (socket says 172.21.15.8:40038) 2024-05-20T21:31:47.251 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.249+0000 7fb875e00700 1 -- 172.21.15.8:0/264150828 learned_addr learned my addr 172.21.15.8:0/264150828 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:47.251 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.249+0000 7fb87e800700 1 --2- 172.21.15.8:0/264150828 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563412e73880 0x563412e73260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:47.251 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.249+0000 7fb875e00700 1 -- 172.21.15.8:0/264150828 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563412e797d0 msgr2=0x563412e949c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:47.251 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.249+0000 7fb875e00700 1 --2- 172.21.15.8:0/264150828 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563412e797d0 0x563412e949c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:47.251 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.249+0000 7fb875e00700 1 -- 172.21.15.8:0/264150828 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563412e73880 msgr2=0x563412e73260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:47.251 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.250+0000 7fb875e00700 1 --2- 172.21.15.8:0/264150828 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563412e73880 0x563412e73260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:47.251 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.250+0000 7fb875e00700 1 -- 172.21.15.8:0/264150828 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563412e7ae10 con 0x563412e78eb0 2024-05-20T21:31:47.251 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.250+0000 7fb87e800700 1 --2- 172.21.15.8:0/264150828 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563412e73880 0x563412e73260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:31:47.251 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.250+0000 7fb875e00700 1 --2- 172.21.15.8:0/264150828 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563412e78eb0 0x563412e7ecf0 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7fb868020000 tx=0x7fb8680adcc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=316b5f17bab37aee server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:47.251 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.250+0000 7fb86f400700 1 -- 172.21.15.8:0/264150828 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8680b20b0 con 0x563412e78eb0 2024-05-20T21:31:47.251 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.250+0000 7fb86f400700 1 -- 172.21.15.8:0/264150828 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb8680b2770 con 0x563412e78eb0 2024-05-20T21:31:47.252 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.250+0000 7fb86f400700 1 -- 172.21.15.8:0/264150828 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb868074920 con 0x563412e78eb0 2024-05-20T21:31:47.252 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.251+0000 7fb88fe59b80 1 -- 172.21.15.8:0/264150828 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563412e78eb0 msgr2=0x563412e7ecf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:47.252 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.251+0000 7fb88fe59b80 1 --2- 172.21.15.8:0/264150828 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563412e78eb0 0x563412e7ecf0 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7fb868020000 tx=0x7fb8680adcc0 comp rx=0 tx=0).stop 2024-05-20T21:31:47.253 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.251+0000 7fb88fe59b80 1 -- 172.21.15.8:0/264150828 shutdown_connections 2024-05-20T21:31:47.253 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.251+0000 7fb88fe59b80 1 --2- 172.21.15.8:0/264150828 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563412e797d0 0x563412e949c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:47.253 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.251+0000 7fb88fe59b80 1 --2- 172.21.15.8:0/264150828 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563412e73880 0x563412e73260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:47.253 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.251+0000 7fb88fe59b80 1 --2- 172.21.15.8:0/264150828 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563412e78eb0 0x563412e7ecf0 unknown :-1 s=CLOSED pgs=726 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:47.253 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.251+0000 7fb88fe59b80 1 -- 172.21.15.8:0/264150828 >> 172.21.15.8:0/264150828 conn(0x563412da1be0 msgr2=0x563412e7b190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:47.253 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.251+0000 7fb88fe59b80 1 -- 172.21.15.8:0/264150828 shutdown_connections 2024-05-20T21:31:47.253 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.251+0000 7fb88fe59b80 1 -- 172.21.15.8:0/264150828 wait complete. 2024-05-20T21:31:47.253 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.252+0000 7fb88fe59b80 1 -- start start 2024-05-20T21:31:47.253 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.252+0000 7fb88fe59b80 1 Processor -- start 2024-05-20T21:31:47.254 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.252+0000 7fb88fe59b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563412e73880 0x563412e85470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:47.254 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.252+0000 7fb88fe59b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563412e78eb0 0x563412e859b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:47.254 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.252+0000 7fb88fe59b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563412e797d0 0x563412e82440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:47.254 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.252+0000 7fb88fe59b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fb8801ae3f0 con 0x563412e73880 2024-05-20T21:31:47.254 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.252+0000 7fb88fe59b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb8801af860 con 0x563412e797d0 2024-05-20T21:31:47.254 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.252+0000 7fb88fe59b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fb8801aeac0 con 0x563412e78eb0 2024-05-20T21:31:47.254 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.253+0000 7fb88fe59b80 10 client.0 _ll_register_callbacks cb 0x563412d6bc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:47.254 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.253+0000 7fb87e800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563412e73880 0x563412e85470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:47.255 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.253+0000 7fb87e800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563412e73880 0x563412e85470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:33172/0 (socket says 172.21.15.8:33172) 2024-05-20T21:31:47.255 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.253+0000 7fb87f200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563412e797d0 0x563412e82440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:47.255 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.253+0000 7fb87e800700 1 -- 172.21.15.8:0/1976866708 learned_addr learned my addr 172.21.15.8:0/1976866708 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:47.255 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.253+0000 7fb875e00700 1 --2- 172.21.15.8:0/1976866708 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563412e78eb0 0x563412e859b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:47.255 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.253+0000 7fb87f200700 1 -- 172.21.15.8:0/1976866708 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563412e78eb0 msgr2=0x563412e859b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:47.255 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.253+0000 7fb87f200700 1 --2- 172.21.15.8:0/1976866708 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563412e78eb0 0x563412e859b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:47.255 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.253+0000 7fb87f200700 1 -- 172.21.15.8:0/1976866708 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563412e73880 msgr2=0x563412e85470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:47.255 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.253+0000 7fb87f200700 1 --2- 172.21.15.8:0/1976866708 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563412e73880 0x563412e85470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:47.255 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.253+0000 7fb87f200700 1 -- 172.21.15.8:0/1976866708 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563412e82a90 con 0x563412e797d0 2024-05-20T21:31:47.256 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.254+0000 7fb87f200700 1 --2- 172.21.15.8:0/1976866708 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563412e797d0 0x563412e82440 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x563412e7c3e0 tx=0x7fb8780056b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d837f43b222a386 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:47.256 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.254+0000 7fb86cc00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:31:47.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.254+0000 7fb86cc00700 1 -- 172.21.15.8:0/1976866708 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb878003680 con 0x563412e797d0 2024-05-20T21:31:47.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.255+0000 7fb88fe59b80 1 -- 172.21.15.8:0/1976866708 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb8680b2770 con 0x563412e797d0 2024-05-20T21:31:47.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.255+0000 7fb86cc00700 1 -- 172.21.15.8:0/1976866708 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fb878003820 con 0x563412e797d0 2024-05-20T21:31:47.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.255+0000 7fb86cc00700 1 -- 172.21.15.8:0/1976866708 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb878003a20 con 0x563412e797d0 2024-05-20T21:31:47.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.255+0000 7fb88fe59b80 10 client.30104 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:47.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.255+0000 7fb88fe59b80 1 -- 172.21.15.8:0/1976866708 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563412ef81b0 con 0x563412e797d0 2024-05-20T21:31:47.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.255+0000 7fb86cc00700 1 -- 172.21.15.8:0/1976866708 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb8680b2770 con 0x563412e797d0 2024-05-20T21:31:47.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.256+0000 7fb86cc00700 1 -- 172.21.15.8:0/1976866708 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb87800fb80 con 0x563412e797d0 2024-05-20T21:31:47.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.256+0000 7fb88fe59b80 10 client.30104 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:47.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.256+0000 7fb88fe59b80 10 client.30104 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:31:47.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.256+0000 7fb88fe59b80 20 client.30104 populate_metadata read hostname 'smithi008' 2024-05-20T21:31:47.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.256+0000 7fb88fe59b80 1 --2- 172.21.15.8:0/1976866708 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x563412ef8810 0x563412efac30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:47.257 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.256+0000 7fb88fe59b80 4 client.30104 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:31:47.258 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.256+0000 7fb88fe59b80 1 -- 172.21.15.8:0/1976866708 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "scrub status"}) -- 0x563412dcd570 con 0x563412ef8810 2024-05-20T21:31:47.258 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.256+0000 7fb87e800700 1 --2- 172.21.15.8:0/1976866708 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x563412ef8810 0x563412efac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:47.259 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.257+0000 7fb87e800700 1 --2- 172.21.15.8:0/1976866708 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x563412ef8810 0x563412efac30 crc :-1 s=READY pgs=429 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=43a1990c3e08ad70 server_cookie=7798c3ed3e6cee13 in_seq=0 out_seq=0 2024-05-20T21:31:47.259 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.257+0000 7fb86cc00700 10 client.30104 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:31:47.259 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.257+0000 7fb86cc00700 1 -- 172.21.15.8:0/1976866708 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x563412dcd570 con 0x563412ef8810 2024-05-20T21:31:47.259 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.257+0000 7fb86cc00700 10 client.30104 handle_command_reply: tid=0 2024-05-20T21:31:47.259 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.257+0000 7fb88fe59b80 1 client.30104 shutdown 2024-05-20T21:31:47.259 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.257+0000 7fb88fe59b80 1 -- 172.21.15.8:0/1976866708 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563412e797d0 msgr2=0x563412e82440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:47.259 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.257+0000 7fb88fe59b80 1 --2- 172.21.15.8:0/1976866708 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563412e797d0 0x563412e82440 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x563412e7c3e0 tx=0x7fb8780056b0 comp rx=0 tx=0).stop 2024-05-20T21:31:47.259 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.257+0000 7fb88fe59b80 1 -- 172.21.15.8:0/1976866708 shutdown_connections 2024-05-20T21:31:47.259 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.257+0000 7fb88fe59b80 1 --2- 172.21.15.8:0/1976866708 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x563412ef8810 0x563412efac30 crc :-1 s=READY pgs=429 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:47.259 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.257+0000 7fb88fe59b80 1 --2- 172.21.15.8:0/1976866708 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563412e797d0 0x563412e82440 unknown :-1 s=CLOSED pgs=727 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:47.260 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.257+0000 7fb88fe59b80 1 --2- 172.21.15.8:0/1976866708 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x563412e73880 0x563412e85470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:47.260 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.257+0000 7fb86cc00700 0 client.30104 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:31:47.260 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.257+0000 7fb88fe59b80 1 --2- 172.21.15.8:0/1976866708 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563412e78eb0 0x563412e859b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:47.260 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.257+0000 7fb88fe59b80 1 -- 172.21.15.8:0/1976866708 >> 172.21.15.8:0/1976866708 conn(0x563412da1be0 msgr2=0x563412e79bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:47.260 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.257+0000 7fb88fe59b80 1 -- 172.21.15.8:0/1976866708 shutdown_connections 2024-05-20T21:31:47.260 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.257+0000 7fb88fe59b80 1 -- 172.21.15.8:0/1976866708 wait complete. 2024-05-20T21:31:47.260 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.258+0000 7fb88fe59b80 20 client.30104 trim_cache size 0 max 16384 2024-05-20T21:31:47.260 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:31:47.260 INFO:teuthology.orchestra.run.smithi008.stdout: "status": "no active scrubs running", 2024-05-20T21:31:47.260 INFO:teuthology.orchestra.run.smithi008.stdout: "scrubs": {} 2024-05-20T21:31:47.261 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:31:47.261 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.258+0000 7fb885400700 1 -- 172.21.15.8:0/682231853 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb8640b2880 msgr2=0x7fb8640b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:47.261 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.258+0000 7fb885400700 1 --2- 172.21.15.8:0/682231853 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb8640b2880 0x7fb8640b4d40 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7fb870009c10 tx=0x7fb87000b040 comp rx=0 tx=0).stop 2024-05-20T21:31:47.261 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.258+0000 7fb885400700 1 -- 172.21.15.8:0/682231853 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb880106120 msgr2=0x7fb88019c300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:47.261 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.258+0000 7fb885400700 1 --2- 172.21.15.8:0/682231853 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb880106120 0x7fb88019c300 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7fb86800e9f0 tx=0x7fb86800ed00 comp rx=0 tx=0).stop 2024-05-20T21:31:47.261 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.258+0000 7fb885400700 1 -- 172.21.15.8:0/682231853 shutdown_connections 2024-05-20T21:31:47.261 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.258+0000 7fb885400700 1 --2- 172.21.15.8:0/682231853 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb8640b2880 0x7fb8640b4d40 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:47.261 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.258+0000 7fb885400700 1 --2- 172.21.15.8:0/682231853 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb88010b760 0x7fb8801a0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:47.262 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.258+0000 7fb885400700 1 --2- 172.21.15.8:0/682231853 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb880105760 0x7fb88019bdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:47.262 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.258+0000 7fb885400700 1 --2- 172.21.15.8:0/682231853 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb880106120 0x7fb88019c300 unknown :-1 s=CLOSED pgs=724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:47.262 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.258+0000 7fb885400700 1 -- 172.21.15.8:0/682231853 >> 172.21.15.8:0/682231853 conn(0x7fb880101250 msgr2=0x7fb880101770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:47.262 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.259+0000 7fb885400700 1 -- 172.21.15.8:0/682231853 shutdown_connections 2024-05-20T21:31:47.262 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:47.259+0000 7fb885400700 1 -- 172.21.15.8:0/682231853 wait complete. 2024-05-20T21:31:48.496 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:31:48.497 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:31:48.984 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:31:49.135 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:31:48 smithi008 ceph-mon[31475]: pgmap v934: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 3.1 KiB/s wr, 11 op/s 2024-05-20T21:31:49.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:31:48 smithi130 ceph-mon[36448]: pgmap v934: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 3.1 KiB/s wr, 11 op/s 2024-05-20T21:31:49.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:31:48 smithi050 ceph-mon[35809]: pgmap v934: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 3.1 KiB/s wr, 11 op/s 2024-05-20T21:31:50.905 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:31:50 smithi008 ceph-mon[31475]: pgmap v935: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 2.5 KiB/s wr, 9 op/s 2024-05-20T21:31:51.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:31:50 smithi130 ceph-mon[36448]: pgmap v935: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 2.5 KiB/s wr, 9 op/s 2024-05-20T21:31:51.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:31:50 smithi050 ceph-mon[35809]: pgmap v935: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 2.5 KiB/s wr, 9 op/s 2024-05-20T21:31:51.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:51.193+0000 7f7e7ac00700 1 -- 172.21.15.8:0/2275560191 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7e74106120 msgr2=0x7f7e74112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:51.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:51.193+0000 7f7e7ac00700 1 --2- 172.21.15.8:0/2275560191 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7e74106120 0x7f7e74112630 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7f7e6c009f90 tx=0x7f7e6c00b330 comp rx=0 tx=0).stop 2024-05-20T21:31:51.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:51.193+0000 7f7e7ac00700 1 -- 172.21.15.8:0/2275560191 shutdown_connections 2024-05-20T21:31:51.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:51.193+0000 7f7e7ac00700 1 --2- 172.21.15.8:0/2275560191 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7e74106120 0x7f7e74112630 unknown :-1 s=CLOSED pgs=728 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:51.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:51.193+0000 7f7e7ac00700 1 --2- 172.21.15.8:0/2275560191 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7e7410b760 0x7f7e7410bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:51.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:51.193+0000 7f7e7ac00700 1 --2- 172.21.15.8:0/2275560191 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7e74105760 0x7f7e74105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:51.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:51.193+0000 7f7e7ac00700 1 -- 172.21.15.8:0/2275560191 >> 172.21.15.8:0/2275560191 conn(0x7f7e74101250 msgr2=0x7f7e74103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:51.194 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:51.193+0000 7f7e7ac00700 1 -- 172.21.15.8:0/2275560191 shutdown_connections 2024-05-20T21:31:51.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:51.193+0000 7f7e7ac00700 1 -- 172.21.15.8:0/2275560191 wait complete. 2024-05-20T21:31:51.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:51.194+0000 7f7e7ac00700 1 Processor -- start 2024-05-20T21:31:51.195 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:51.195+0000 7f7e7ac00700 1 -- start start 2024-05-20T21:31:51.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:51.195+0000 7f7e7ac00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7e74105760 0x7f7e7419be40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:51.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:51.195+0000 7f7e7ac00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7e74106120 0x7f7e7419c380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:51.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:51.195+0000 7f7e7ac00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7e7410b760 0x7f7e741a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:51.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:51.195+0000 7f7e7ac00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f7e741159f0 con 0x7f7e7410b760 2024-05-20T21:31:51.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:51.195+0000 7f7e7ac00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f7e74115870 con 0x7f7e74105760 2024-05-20T21:31:51.196 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:51.195+0000 7f7e7ac00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f7e74115b70 con 0x7f7e74106120 2024-05-20T21:31:51.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:51.196+0000 7f7e73e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7e74105760 0x7f7e7419be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:51.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:51.196+0000 7f7e73e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7e74105760 0x7f7e7419be40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:40076/0 (socket says 172.21.15.8:40076) 2024-05-20T21:31:51.197 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:51.196+0000 7f7e73e00700 1 -- 172.21.15.8:0/3291382858 learned_addr learned my addr 172.21.15.8:0/3291382858 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:51.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:51.196+0000 7f7e78c00700 1 --2- 172.21.15.8:0/3291382858 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7e7410b760 0x7f7e741a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:51.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:51.196+0000 7f7e73400700 1 --2- 172.21.15.8:0/3291382858 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7e74106120 0x7f7e7419c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:51.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:51.196+0000 7f7e73e00700 1 -- 172.21.15.8:0/3291382858 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7e74106120 msgr2=0x7f7e7419c380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:51.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:51.196+0000 7f7e73e00700 1 --2- 172.21.15.8:0/3291382858 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7e74106120 0x7f7e7419c380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:51.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:51.196+0000 7f7e73e00700 1 -- 172.21.15.8:0/3291382858 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7e7410b760 msgr2=0x7f7e741a06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:51.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:51.196+0000 7f7e73e00700 1 --2- 172.21.15.8:0/3291382858 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7e7410b760 0x7f7e741a06c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:51.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:51.196+0000 7f7e73e00700 1 -- 172.21.15.8:0/3291382858 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e741a0e00 con 0x7f7e74105760 2024-05-20T21:31:51.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:51.196+0000 7f7e73400700 1 --2- 172.21.15.8:0/3291382858 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7e74106120 0x7f7e7419c380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:31:51.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:51.196+0000 7f7e78c00700 1 --2- 172.21.15.8:0/3291382858 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7e7410b760 0x7f7e741a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:31:51.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:51.196+0000 7f7e73e00700 1 --2- 172.21.15.8:0/3291382858 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7e74105760 0x7f7e7419be40 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f7e6400ec10 tx=0x7f7e6400c2d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:51.198 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:51.197+0000 7f7e70c00700 1 -- 172.21.15.8:0/3291382858 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e6400cde0 con 0x7f7e74105760 2024-05-20T21:31:51.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:51.197+0000 7f7e70c00700 1 -- 172.21.15.8:0/3291382858 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7e640044d0 con 0x7f7e74105760 2024-05-20T21:31:51.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:51.197+0000 7f7e7ac00700 1 -- 172.21.15.8:0/3291382858 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e741a10f0 con 0x7f7e74105760 2024-05-20T21:31:51.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:51.197+0000 7f7e70c00700 1 -- 172.21.15.8:0/3291382858 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e64010690 con 0x7f7e74105760 2024-05-20T21:31:51.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:51.197+0000 7f7e7ac00700 1 -- 172.21.15.8:0/3291382858 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e741a8970 con 0x7f7e74105760 2024-05-20T21:31:51.199 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:51.198+0000 7f7e7ac00700 1 -- 172.21.15.8:0/3291382858 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7e7406a230 con 0x7f7e74105760 2024-05-20T21:31:51.201 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:51.200+0000 7f7e70c00700 1 -- 172.21.15.8:0/3291382858 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f7e64003f00 con 0x7f7e74105760 2024-05-20T21:31:51.202 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:51.202+0000 7f7e70c00700 1 --2- 172.21.15.8:0/3291382858 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f7e580b2900 0x7f7e580b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:51.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:51.202+0000 7f7e70c00700 1 -- 172.21.15.8:0/3291382858 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f7e640e2730 con 0x7f7e74105760 2024-05-20T21:31:51.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:51.202+0000 7f7e73400700 1 --2- 172.21.15.8:0/3291382858 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f7e580b2900 0x7f7e580b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:51.203 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:51.203+0000 7f7e73400700 1 --2- 172.21.15.8:0/3291382858 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f7e580b2900 0x7f7e580b4dc0 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f7e741038c0 tx=0x7f7e60009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:51.204 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:51.204+0000 7f7e70c00700 1 -- 172.21.15.8:0/3291382858 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f7e640aa3e0 con 0x7f7e74105760 2024-05-20T21:31:51.502 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:51.502+0000 7f7e7ac00700 1 -- 172.21.15.8:0/3291382858 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7e7402e560 con 0x7f7e74105760 2024-05-20T21:31:51.504 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:51.503+0000 7f7e70c00700 1 -- 172.21.15.8:0/3291382858 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7f7e640a9ce0 con 0x7f7e74105760 2024-05-20T21:31:51.504 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:31:51.505 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:31:51.507 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:51.506+0000 7f7e7ac00700 1 -- 172.21.15.8:0/3291382858 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f7e580b2900 msgr2=0x7f7e580b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:51.507 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:51.506+0000 7f7e7ac00700 1 --2- 172.21.15.8:0/3291382858 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f7e580b2900 0x7f7e580b4dc0 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f7e741038c0 tx=0x7f7e60009260 comp rx=0 tx=0).stop 2024-05-20T21:31:51.507 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:51.506+0000 7f7e7ac00700 1 -- 172.21.15.8:0/3291382858 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7e74105760 msgr2=0x7f7e7419be40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:51.508 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:51.506+0000 7f7e7ac00700 1 --2- 172.21.15.8:0/3291382858 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7e74105760 0x7f7e7419be40 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f7e6400ec10 tx=0x7f7e6400c2d0 comp rx=0 tx=0).stop 2024-05-20T21:31:51.508 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:51.506+0000 7f7e7ac00700 1 -- 172.21.15.8:0/3291382858 shutdown_connections 2024-05-20T21:31:51.508 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:51.506+0000 7f7e7ac00700 1 --2- 172.21.15.8:0/3291382858 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f7e580b2900 0x7f7e580b4dc0 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:51.508 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:51.506+0000 7f7e7ac00700 1 --2- 172.21.15.8:0/3291382858 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7e74105760 0x7f7e7419be40 unknown :-1 s=CLOSED pgs=729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:51.508 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:51.506+0000 7f7e7ac00700 1 --2- 172.21.15.8:0/3291382858 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f7e7410b760 0x7f7e741a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:51.508 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:51.506+0000 7f7e7ac00700 1 --2- 172.21.15.8:0/3291382858 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7e74106120 0x7f7e7419c380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:51.508 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:51.506+0000 7f7e7ac00700 1 -- 172.21.15.8:0/3291382858 >> 172.21.15.8:0/3291382858 conn(0x7f7e74101250 msgr2=0x7f7e74101a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:51.508 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:51.507+0000 7f7e7ac00700 1 -- 172.21.15.8:0/3291382858 shutdown_connections 2024-05-20T21:31:51.508 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:51.507+0000 7f7e7ac00700 1 -- 172.21.15.8:0/3291382858 wait complete. 2024-05-20T21:31:51.510 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:31:52.076 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:31:51 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/3291382858' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:31:52.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:31:51 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/3291382858' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:31:52.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:31:51 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/3291382858' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:31:52.354 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:31:52.820 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:31:53.171 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:31:52 smithi008 ceph-mon[31475]: pgmap v936: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 2.5 KiB/s wr, 9 op/s 2024-05-20T21:31:53.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:31:52 smithi130 ceph-mon[36448]: pgmap v936: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 2.5 KiB/s wr, 9 op/s 2024-05-20T21:31:53.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:31:52 smithi050 ceph-mon[35809]: pgmap v936: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 2.5 KiB/s wr, 9 op/s 2024-05-20T21:31:55.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.123+0000 7f8817a00700 1 -- 172.21.15.8:0/2176707665 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8810076090 msgr2=0x7f881010fa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:55.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.123+0000 7f8817a00700 1 --2- 172.21.15.8:0/2176707665 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8810076090 0x7f881010fa00 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f87fc009990 tx=0x7f87fc009ca0 comp rx=0 tx=0).stop 2024-05-20T21:31:55.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.123+0000 7f8817a00700 1 -- 172.21.15.8:0/2176707665 shutdown_connections 2024-05-20T21:31:55.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.123+0000 7f8817a00700 1 --2- 172.21.15.8:0/2176707665 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f881010ff40 0x7f8810112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:55.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.123+0000 7f8817a00700 1 --2- 172.21.15.8:0/2176707665 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8810075770 0x7f8810075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:55.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.123+0000 7f8817a00700 1 --2- 172.21.15.8:0/2176707665 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8810076090 0x7f881010fa00 unknown :-1 s=CLOSED pgs=730 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:55.124 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.123+0000 7f8817a00700 1 -- 172.21.15.8:0/2176707665 >> 172.21.15.8:0/2176707665 conn(0x7f881007a6a0 msgr2=0x7f881007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:55.125 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:31:54 smithi008 ceph-mon[31475]: pgmap v937: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 767 B/s wr, 7 op/s 2024-05-20T21:31:55.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.123+0000 7f8817a00700 1 -- 172.21.15.8:0/2176707665 shutdown_connections 2024-05-20T21:31:55.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.123+0000 7f8817a00700 1 -- 172.21.15.8:0/2176707665 wait complete. 2024-05-20T21:31:55.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.125+0000 7f8817a00700 1 Processor -- start 2024-05-20T21:31:55.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.125+0000 7f8817a00700 1 -- start start 2024-05-20T21:31:55.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.125+0000 7f8817a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8810075770 0x7f881019bec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:55.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.125+0000 7f8817a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8810076090 0x7f881019c400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:55.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.125+0000 7f8817a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f881010ff40 0x7f88101a0740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:55.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.125+0000 7f8817a00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f8810115950 con 0x7f881010ff40 2024-05-20T21:31:55.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.125+0000 7f8817a00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f88101157d0 con 0x7f8810075770 2024-05-20T21:31:55.126 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.125+0000 7f8817a00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f8810115ad0 con 0x7f8810076090 2024-05-20T21:31:55.127 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.126+0000 7f8815000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8810075770 0x7f881019bec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:55.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.126+0000 7f8815a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f881010ff40 0x7f88101a0740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:55.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.126+0000 7f8815000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8810075770 0x7f881019bec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:34754/0 (socket says 172.21.15.8:34754) 2024-05-20T21:31:55.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.126+0000 7f8815000700 1 -- 172.21.15.8:0/2105973286 learned_addr learned my addr 172.21.15.8:0/2105973286 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:55.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.126+0000 7f880fe00700 1 --2- 172.21.15.8:0/2105973286 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8810076090 0x7f881019c400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:55.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.126+0000 7f8815000700 1 -- 172.21.15.8:0/2105973286 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8810076090 msgr2=0x7f881019c400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:55.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.126+0000 7f8815000700 1 --2- 172.21.15.8:0/2105973286 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8810076090 0x7f881019c400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:55.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.126+0000 7f8815000700 1 -- 172.21.15.8:0/2105973286 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f881010ff40 msgr2=0x7f88101a0740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:55.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.126+0000 7f8815000700 1 --2- 172.21.15.8:0/2105973286 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f881010ff40 0x7f88101a0740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:55.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.126+0000 7f8815000700 1 -- 172.21.15.8:0/2105973286 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88101a0e80 con 0x7f8810075770 2024-05-20T21:31:55.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.127+0000 7f8815000700 1 --2- 172.21.15.8:0/2105973286 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8810075770 0x7f881019bec0 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f880400eb30 tx=0x7f880400ee40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:55.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.127+0000 7f880d600700 1 -- 172.21.15.8:0/2105973286 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f880400cbd0 con 0x7f8810075770 2024-05-20T21:31:55.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.127+0000 7f880d600700 1 -- 172.21.15.8:0/2105973286 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f88040044d0 con 0x7f8810075770 2024-05-20T21:31:55.128 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.127+0000 7f8817a00700 1 -- 172.21.15.8:0/2105973286 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88101a1170 con 0x7f8810075770 2024-05-20T21:31:55.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.127+0000 7f880d600700 1 -- 172.21.15.8:0/2105973286 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8804003e30 con 0x7f8810075770 2024-05-20T21:31:55.129 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.127+0000 7f8817a00700 1 -- 172.21.15.8:0/2105973286 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88101a89f0 con 0x7f8810075770 2024-05-20T21:31:55.131 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.131+0000 7f880d600700 1 -- 172.21.15.8:0/2105973286 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f8804004000 con 0x7f8810075770 2024-05-20T21:31:55.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.132+0000 7f88223a9b80 1 Processor -- start 2024-05-20T21:31:55.132 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.132+0000 7f88223a9b80 1 -- start start 2024-05-20T21:31:55.133 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.132+0000 7f880d600700 1 --2- 172.21.15.8:0/2105973286 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f87f80b2880 0x7f87f80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:55.134 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.132+0000 7f880d600700 1 -- 172.21.15.8:0/2105973286 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f88040e2610 con 0x7f8810075770 2024-05-20T21:31:55.135 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.132+0000 7f88223a9b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56074d548610 0x56074d5489f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:55.135 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.133+0000 7f88223a9b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56074d548f30 0x56074d542b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:55.135 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.133+0000 7f88223a9b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56074d543140 0x56074d5435c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:55.135 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.133+0000 7f88223a9b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x56074d4a0e40 con 0x56074d543140 2024-05-20T21:31:55.135 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.133+0000 7f88223a9b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x56074d4909e0 con 0x56074d548f30 2024-05-20T21:31:55.135 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.133+0000 7f88223a9b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x56074d494a20 con 0x56074d548610 2024-05-20T21:31:55.135 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.133+0000 7f8815a00700 1 --2- 172.21.15.8:0/2105973286 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f87f80b2880 0x7f87f80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:55.135 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.133+0000 7f880fe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56074d548f30 0x56074d542b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:55.135 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.133+0000 7f880fe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56074d548f30 0x56074d542b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:34764/0 (socket says 172.21.15.8:34764) 2024-05-20T21:31:55.135 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.133+0000 7f880fe00700 1 -- 172.21.15.8:0/2171500379 learned_addr learned my addr 172.21.15.8:0/2171500379 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:55.135 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.133+0000 7f8815000700 1 --2- 172.21.15.8:0/2171500379 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56074d548610 0x56074d5489f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:55.135 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.133+0000 7f8815a00700 1 --2- 172.21.15.8:0/2171500379 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56074d543140 0x56074d5435c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:55.135 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.133+0000 7f880fe00700 1 -- 172.21.15.8:0/2171500379 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56074d548610 msgr2=0x56074d5489f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:55.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.133+0000 7f880fe00700 1 --2- 172.21.15.8:0/2171500379 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56074d548610 0x56074d5489f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:55.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.133+0000 7f880fe00700 1 -- 172.21.15.8:0/2171500379 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56074d543140 msgr2=0x56074d5435c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:55.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.133+0000 7f880fe00700 1 --2- 172.21.15.8:0/2171500379 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56074d543140 0x56074d5435c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:55.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.134+0000 7f880fe00700 1 -- 172.21.15.8:0/2171500379 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56074d459420 con 0x56074d548f30 2024-05-20T21:31:55.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.134+0000 7f8815a00700 1 --2- 172.21.15.8:0/2171500379 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56074d543140 0x56074d5435c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:31:55.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.134+0000 7f880fe00700 1 --2- 172.21.15.8:0/2171500379 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56074d548f30 0x56074d542b20 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f8810076a70 tx=0x7f87fc0096a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=28141b35dfbdaf6 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:55.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.134+0000 7f8815a00700 1 --2- 172.21.15.8:0/2105973286 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f87f80b2880 0x7f87f80b4d40 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x56074d543b00 tx=0x7f8808009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:55.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.134+0000 7f8802000700 1 -- 172.21.15.8:0/2171500379 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87fc027070 con 0x56074d548f30 2024-05-20T21:31:55.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.134+0000 7f8802000700 1 -- 172.21.15.8:0/2171500379 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f87fc0056a0 con 0x56074d548f30 2024-05-20T21:31:55.136 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.134+0000 7f8802000700 1 -- 172.21.15.8:0/2171500379 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87fc003aa0 con 0x56074d548f30 2024-05-20T21:31:55.138 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.135+0000 7f88223a9b80 1 -- 172.21.15.8:0/2171500379 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56074d548f30 msgr2=0x56074d542b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:55.138 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.135+0000 7f88223a9b80 1 --2- 172.21.15.8:0/2171500379 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56074d548f30 0x56074d542b20 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f8810076a70 tx=0x7f87fc0096a0 comp rx=0 tx=0).stop 2024-05-20T21:31:55.138 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.135+0000 7f88223a9b80 1 -- 172.21.15.8:0/2171500379 shutdown_connections 2024-05-20T21:31:55.138 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.135+0000 7f88223a9b80 1 --2- 172.21.15.8:0/2171500379 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56074d543140 0x56074d5435c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:55.139 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.135+0000 7f88223a9b80 1 --2- 172.21.15.8:0/2171500379 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56074d548610 0x56074d5489f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:55.139 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.135+0000 7f88223a9b80 1 --2- 172.21.15.8:0/2171500379 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56074d548f30 0x56074d542b20 unknown :-1 s=CLOSED pgs=732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:55.139 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.135+0000 7f88223a9b80 1 -- 172.21.15.8:0/2171500379 >> 172.21.15.8:0/2171500379 conn(0x56074d470be0 msgr2=0x56074d53d690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:55.139 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.135+0000 7f88223a9b80 1 -- 172.21.15.8:0/2171500379 shutdown_connections 2024-05-20T21:31:55.139 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.135+0000 7f88223a9b80 1 -- 172.21.15.8:0/2171500379 wait complete. 2024-05-20T21:31:55.139 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.136+0000 7f88223a9b80 1 -- start start 2024-05-20T21:31:55.139 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.136+0000 7f88223a9b80 1 Processor -- start 2024-05-20T21:31:55.139 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.137+0000 7f88223a9b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56074d543140 0x56074d54eca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:55.139 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.137+0000 7f88223a9b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56074d548610 0x56074d54c090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:55.139 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.137+0000 7f88223a9b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56074d548f30 0x56074d54c5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:55.139 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.137+0000 7f88223a9b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x56074d396fa0 con 0x56074d548f30 2024-05-20T21:31:55.139 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.137+0000 7f88223a9b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x56074d431760 con 0x56074d543140 2024-05-20T21:31:55.140 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.137+0000 7f88223a9b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x56074d54f980 con 0x56074d548610 2024-05-20T21:31:55.140 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.137+0000 7f88223a9b80 10 client.0 _ll_register_callbacks cb 0x56074d43ac70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:55.140 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.137+0000 7f8815000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56074d543140 0x56074d54eca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:55.140 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.137+0000 7f8815000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56074d543140 0x56074d54eca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:34778/0 (socket says 172.21.15.8:34778) 2024-05-20T21:31:55.140 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.137+0000 7f8815000700 1 -- 172.21.15.8:0/2596894472 learned_addr learned my addr 172.21.15.8:0/2596894472 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:55.140 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.137+0000 7f8815a00700 1 --2- 172.21.15.8:0/2596894472 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56074d548f30 0x56074d54c5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:55.140 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.137+0000 7f880fe00700 1 --2- 172.21.15.8:0/2596894472 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56074d548610 0x56074d54c090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:55.140 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.138+0000 7f8815000700 1 -- 172.21.15.8:0/2596894472 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56074d548610 msgr2=0x56074d54c090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:55.140 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.138+0000 7f8815000700 1 --2- 172.21.15.8:0/2596894472 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56074d548610 0x56074d54c090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:55.140 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.138+0000 7f8815000700 1 -- 172.21.15.8:0/2596894472 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56074d548f30 msgr2=0x56074d54c5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:55.140 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.138+0000 7f8815000700 1 --2- 172.21.15.8:0/2596894472 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56074d548f30 0x56074d54c5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:55.140 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.138+0000 7f8815000700 1 -- 172.21.15.8:0/2596894472 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56074d3e08d0 con 0x56074d543140 2024-05-20T21:31:55.141 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.138+0000 7f8815000700 1 --2- 172.21.15.8:0/2596894472 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56074d543140 0x56074d54eca0 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f88040a6e30 tx=0x7f880401e5c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5a99f8607a9c90ed server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:55.141 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.138+0000 7f87f6a00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:31:55.143 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.138+0000 7f87f6a00700 1 -- 172.21.15.8:0/2596894472 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88040a9330 con 0x56074d543140 2024-05-20T21:31:55.143 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.138+0000 7f87f6a00700 1 -- 172.21.15.8:0/2596894472 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f88040b27a0 con 0x56074d543140 2024-05-20T21:31:55.143 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.138+0000 7f88223a9b80 1 -- 172.21.15.8:0/2596894472 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f87fc0056a0 con 0x56074d543140 2024-05-20T21:31:55.143 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.139+0000 7f87f6a00700 1 -- 172.21.15.8:0/2596894472 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f88040a5350 con 0x56074d543140 2024-05-20T21:31:55.144 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.139+0000 7f88223a9b80 10 client.30122 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:55.144 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.139+0000 7f88223a9b80 1 -- 172.21.15.8:0/2596894472 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56074d461060 con 0x56074d543140 2024-05-20T21:31:55.144 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.139+0000 7f87f6a00700 1 -- 172.21.15.8:0/2596894472 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f87fc0056a0 con 0x56074d543140 2024-05-20T21:31:55.144 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.139+0000 7f87f6a00700 1 -- 172.21.15.8:0/2596894472 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f88040b2040 con 0x56074d543140 2024-05-20T21:31:55.144 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.139+0000 7f88223a9b80 10 client.30122 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:55.144 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.139+0000 7f88223a9b80 10 client.30122 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:31:55.144 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.139+0000 7f88223a9b80 20 client.30122 populate_metadata read hostname 'smithi008' 2024-05-20T21:31:55.144 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.139+0000 7f88223a9b80 1 --2- 172.21.15.8:0/2596894472 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x56074d55c4c0 0x56074d55e8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:55.144 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.139+0000 7f88223a9b80 4 client.30122 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:31:55.144 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.139+0000 7f88223a9b80 1 -- 172.21.15.8:0/2596894472 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56074d4a2d90 con 0x56074d55c4c0 2024-05-20T21:31:55.144 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.140+0000 7f880fe00700 1 --2- 172.21.15.8:0/2596894472 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x56074d55c4c0 0x56074d55e8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:55.145 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.140+0000 7f880fe00700 1 --2- 172.21.15.8:0/2596894472 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x56074d55c4c0 0x56074d55e8b0 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=f3af97eacb82f707 server_cookie=16b5be999111fdd1 in_seq=0 out_seq=0 2024-05-20T21:31:55.145 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.140+0000 7f87f6a00700 10 client.30122 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:31:55.145 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.141+0000 7f87f6a00700 1 -- 172.21.15.8:0/2596894472 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x56074d4a2d90 con 0x56074d55c4c0 2024-05-20T21:31:55.145 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.141+0000 7f87f6a00700 10 client.30122 handle_command_reply: tid=0 2024-05-20T21:31:55.145 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.141+0000 7f88223a9b80 1 client.30122 shutdown 2024-05-20T21:31:55.145 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.142+0000 7f88223a9b80 1 -- 172.21.15.8:0/2596894472 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56074d543140 msgr2=0x56074d54eca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:55.145 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.142+0000 7f88223a9b80 1 --2- 172.21.15.8:0/2596894472 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56074d543140 0x56074d54eca0 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f88040a6e30 tx=0x7f880401e5c0 comp rx=0 tx=0).stop 2024-05-20T21:31:55.145 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.142+0000 7f88223a9b80 1 -- 172.21.15.8:0/2596894472 shutdown_connections 2024-05-20T21:31:55.145 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.142+0000 7f88223a9b80 1 --2- 172.21.15.8:0/2596894472 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x56074d55c4c0 0x56074d55e8b0 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:55.145 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.142+0000 7f88223a9b80 1 --2- 172.21.15.8:0/2596894472 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56074d543140 0x56074d54eca0 unknown :-1 s=CLOSED pgs=733 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:55.145 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.142+0000 7f88223a9b80 1 --2- 172.21.15.8:0/2596894472 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56074d548f30 0x56074d54c5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:55.145 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.142+0000 7f88223a9b80 1 --2- 172.21.15.8:0/2596894472 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56074d548610 0x56074d54c090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:55.146 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.142+0000 7f87f6a00700 0 client.30122 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:31:55.146 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.142+0000 7f88223a9b80 1 -- 172.21.15.8:0/2596894472 >> 172.21.15.8:0/2596894472 conn(0x56074d470be0 msgr2=0x56074d53cd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:55.146 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.142+0000 7f88223a9b80 1 -- 172.21.15.8:0/2596894472 shutdown_connections 2024-05-20T21:31:55.146 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.142+0000 7f88223a9b80 1 -- 172.21.15.8:0/2596894472 wait complete. 2024-05-20T21:31:55.146 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.142+0000 7f88223a9b80 20 client.30122 trim_cache size 0 max 16384 2024-05-20T21:31:55.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.159+0000 7f88223a9b80 1 Processor -- start 2024-05-20T21:31:55.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.159+0000 7f88223a9b80 1 -- start start 2024-05-20T21:31:55.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.159+0000 7f88223a9b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56074d543140 0x56074d54eca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:55.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.159+0000 7f88223a9b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56074d548610 0x56074d558a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:55.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.159+0000 7f88223a9b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56074d548f30 0x56074d54aff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:55.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.159+0000 7f88223a9b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f88101b27a0 con 0x56074d548f30 2024-05-20T21:31:55.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.159+0000 7f88223a9b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f88101b0030 con 0x56074d543140 2024-05-20T21:31:55.160 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.159+0000 7f88223a9b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f88101ade80 con 0x56074d548610 2024-05-20T21:31:55.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.160+0000 7f8815000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56074d543140 0x56074d54eca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:55.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.160+0000 7f8815000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56074d543140 0x56074d54eca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:34786/0 (socket says 172.21.15.8:34786) 2024-05-20T21:31:55.161 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.160+0000 7f8815000700 1 -- 172.21.15.8:0/1478389511 learned_addr learned my addr 172.21.15.8:0/1478389511 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:55.162 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.160+0000 7f880fe00700 1 --2- 172.21.15.8:0/1478389511 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56074d548610 0x56074d558a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:55.162 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.160+0000 7f8815a00700 1 --2- 172.21.15.8:0/1478389511 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56074d548f30 0x56074d54aff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:55.162 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.160+0000 7f8815000700 1 -- 172.21.15.8:0/1478389511 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56074d548610 msgr2=0x56074d558a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:55.162 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.160+0000 7f8815000700 1 --2- 172.21.15.8:0/1478389511 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56074d548610 0x56074d558a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:55.162 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.160+0000 7f8815000700 1 -- 172.21.15.8:0/1478389511 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56074d548f30 msgr2=0x56074d54aff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:55.162 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.160+0000 7f8815000700 1 --2- 172.21.15.8:0/1478389511 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56074d548f30 0x56074d54aff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:55.162 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.160+0000 7f8815000700 1 -- 172.21.15.8:0/1478389511 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56074d55eee0 con 0x56074d543140 2024-05-20T21:31:55.162 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.160+0000 7f880fe00700 1 --2- 172.21.15.8:0/1478389511 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56074d548610 0x56074d558a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:55.162 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.161+0000 7f8815000700 1 --2- 172.21.15.8:0/1478389511 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56074d543140 0x56074d54eca0 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f88040a9b50 tx=0x7f88040a9a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=131df9a5dd6a713f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:55.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.161+0000 7f8801600700 1 -- 172.21.15.8:0/1478389511 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88040a9330 con 0x56074d543140 2024-05-20T21:31:55.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.161+0000 7f8801600700 1 -- 172.21.15.8:0/1478389511 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f88040a96d0 con 0x56074d543140 2024-05-20T21:31:55.163 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.161+0000 7f8801600700 1 -- 172.21.15.8:0/1478389511 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88040e2110 con 0x56074d543140 2024-05-20T21:31:55.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.161+0000 7f88223a9b80 1 -- 172.21.15.8:0/1478389511 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56074d543140 msgr2=0x56074d54eca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:55.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.161+0000 7f88223a9b80 1 --2- 172.21.15.8:0/1478389511 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56074d543140 0x56074d54eca0 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f88040a9b50 tx=0x7f88040a9a40 comp rx=0 tx=0).stop 2024-05-20T21:31:55.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.161+0000 7f88223a9b80 1 -- 172.21.15.8:0/1478389511 shutdown_connections 2024-05-20T21:31:55.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.161+0000 7f88223a9b80 1 --2- 172.21.15.8:0/1478389511 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56074d543140 0x56074d54eca0 unknown :-1 s=CLOSED pgs=734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:55.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.161+0000 7f88223a9b80 1 --2- 172.21.15.8:0/1478389511 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56074d548f30 0x56074d54aff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:55.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.161+0000 7f88223a9b80 1 --2- 172.21.15.8:0/1478389511 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56074d548610 0x56074d558a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:55.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.161+0000 7f88223a9b80 1 -- 172.21.15.8:0/1478389511 >> 172.21.15.8:0/1478389511 conn(0x56074d470be0 msgr2=0x56074d54be70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:55.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.162+0000 7f88223a9b80 1 -- 172.21.15.8:0/1478389511 shutdown_connections 2024-05-20T21:31:55.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.162+0000 7f88223a9b80 1 -- 172.21.15.8:0/1478389511 wait complete. 2024-05-20T21:31:55.165 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.162+0000 7f88223a9b80 1 -- start start 2024-05-20T21:31:55.166 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.162+0000 7f88223a9b80 1 Processor -- start 2024-05-20T21:31:55.166 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.163+0000 7f88223a9b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56074d543140 0x56074d554c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:55.166 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.163+0000 7f88223a9b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56074d548610 0x56074d555150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:55.166 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.163+0000 7f88223a9b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56074d548f30 0x56074d563100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:55.166 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.163+0000 7f88223a9b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f88101ae4f0 con 0x56074d543140 2024-05-20T21:31:55.166 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.163+0000 7f88223a9b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f88101af960 con 0x56074d548610 2024-05-20T21:31:55.166 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.163+0000 7f88223a9b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f88101aebc0 con 0x56074d548f30 2024-05-20T21:31:55.166 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.163+0000 7f88223a9b80 10 client.0 _ll_register_callbacks cb 0x56074d43ac70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:55.166 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.163+0000 7f8815000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56074d543140 0x56074d554c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:55.166 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.163+0000 7f8815000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56074d543140 0x56074d554c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:33110/0 (socket says 172.21.15.8:33110) 2024-05-20T21:31:55.166 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.163+0000 7f8815000700 1 -- 172.21.15.8:0/1886025632 learned_addr learned my addr 172.21.15.8:0/1886025632 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:55.166 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.163+0000 7f880fe00700 1 --2- 172.21.15.8:0/1886025632 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56074d548610 0x56074d555150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:55.166 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.163+0000 7f8815a00700 1 --2- 172.21.15.8:0/1886025632 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56074d548f30 0x56074d563100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:55.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.164+0000 7f880fe00700 1 -- 172.21.15.8:0/1886025632 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56074d548f30 msgr2=0x56074d563100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:55.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.164+0000 7f880fe00700 1 --2- 172.21.15.8:0/1886025632 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56074d548f30 0x56074d563100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:55.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.164+0000 7f880fe00700 1 -- 172.21.15.8:0/1886025632 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56074d543140 msgr2=0x56074d554c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:55.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.164+0000 7f880fe00700 1 --2- 172.21.15.8:0/1886025632 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56074d543140 0x56074d554c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:55.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.164+0000 7f880fe00700 1 -- 172.21.15.8:0/1886025632 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56074d555820 con 0x56074d548610 2024-05-20T21:31:55.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.164+0000 7f8815000700 1 --2- 172.21.15.8:0/1886025632 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56074d543140 0x56074d554c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:55.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.164+0000 7f880fe00700 1 --2- 172.21.15.8:0/1886025632 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56074d548610 0x56074d555150 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f87fc009990 tx=0x7f87fc005cb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=67183fa3b594c1c1 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:55.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.164+0000 7f87f6a00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:31:55.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.164+0000 7f87f6a00700 1 -- 172.21.15.8:0/1886025632 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87fc027040 con 0x56074d548610 2024-05-20T21:31:55.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.164+0000 7f87f6a00700 1 -- 172.21.15.8:0/1886025632 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f87fc00bb30 con 0x56074d548610 2024-05-20T21:31:55.167 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.164+0000 7f88223a9b80 1 -- 172.21.15.8:0/1886025632 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f88040a96d0 con 0x56074d548610 2024-05-20T21:31:55.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.165+0000 7f87f6a00700 1 -- 172.21.15.8:0/1886025632 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f87fc00bd30 con 0x56074d548610 2024-05-20T21:31:55.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.165+0000 7f88223a9b80 10 client.30128 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:55.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.165+0000 7f88223a9b80 1 -- 172.21.15.8:0/1886025632 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56074d5c6640 con 0x56074d548610 2024-05-20T21:31:55.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.165+0000 7f87f6a00700 1 -- 172.21.15.8:0/1886025632 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f88040a96d0 con 0x56074d548610 2024-05-20T21:31:55.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.166+0000 7f87f6a00700 1 -- 172.21.15.8:0/1886025632 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f87fc037070 con 0x56074d548610 2024-05-20T21:31:55.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.166+0000 7f88223a9b80 10 client.30128 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:55.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.166+0000 7f88223a9b80 10 client.30128 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-05-20T21:31:55.169 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.166+0000 7f88223a9b80 20 client.30128 populate_metadata read hostname 'smithi008' 2024-05-20T21:31:55.170 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.166+0000 7f88223a9b80 1 --2- 172.21.15.8:0/1886025632 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x56074d5c68d0 0x56074d5c8cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:55.170 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.166+0000 7f88223a9b80 4 client.30128 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:31:55.170 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.166+0000 7f88223a9b80 1 -- 172.21.15.8:0/1886025632 --> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56074d49c570 con 0x56074d5c68d0 2024-05-20T21:31:55.170 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.166+0000 7f8815000700 1 --2- 172.21.15.8:0/1886025632 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x56074d5c68d0 0x56074d5c8cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:55.170 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.167+0000 7f8815000700 1 --2- 172.21.15.8:0/1886025632 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x56074d5c68d0 0x56074d5c8cc0 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=ca1967be6b71d85c server_cookie=2d5cedfdaaa6359b in_seq=0 out_seq=0 2024-05-20T21:31:55.170 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.167+0000 7f87f6a00700 10 client.30128 ms_handle_connect on v2:172.21.15.130:6836/612174454 2024-05-20T21:31:55.170 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.167+0000 7f87f6a00700 1 -- 172.21.15.8:0/1886025632 <== mds.2 v2:172.21.15.130:6836/612174454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56074d49c570 con 0x56074d5c68d0 2024-05-20T21:31:55.170 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.167+0000 7f87f6a00700 10 client.30128 handle_command_reply: tid=0 2024-05-20T21:31:55.170 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.167+0000 7f88223a9b80 1 client.30128 shutdown 2024-05-20T21:31:55.170 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.167+0000 7f88223a9b80 1 -- 172.21.15.8:0/1886025632 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56074d548610 msgr2=0x56074d555150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:55.170 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.167+0000 7f88223a9b80 1 --2- 172.21.15.8:0/1886025632 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56074d548610 0x56074d555150 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f87fc009990 tx=0x7f87fc005cb0 comp rx=0 tx=0).stop 2024-05-20T21:31:55.170 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.167+0000 7f88223a9b80 1 -- 172.21.15.8:0/1886025632 shutdown_connections 2024-05-20T21:31:55.170 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.167+0000 7f88223a9b80 1 --2- 172.21.15.8:0/1886025632 >> [v2:172.21.15.130:6836/612174454,v1:172.21.15.130:6837/612174454] conn(0x56074d5c68d0 0x56074d5c8cc0 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:55.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.167+0000 7f88223a9b80 1 --2- 172.21.15.8:0/1886025632 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56074d548f30 0x56074d563100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:55.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.167+0000 7f88223a9b80 1 --2- 172.21.15.8:0/1886025632 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x56074d543140 0x56074d554c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:55.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.167+0000 7f88223a9b80 1 --2- 172.21.15.8:0/1886025632 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56074d548610 0x56074d555150 unknown :-1 s=CLOSED pgs=735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:55.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.167+0000 7f87f6a00700 0 client.30128 ms_handle_reset on v2:172.21.15.130:6836/612174454 2024-05-20T21:31:55.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.167+0000 7f88223a9b80 1 -- 172.21.15.8:0/1886025632 >> 172.21.15.8:0/1886025632 conn(0x56074d470be0 msgr2=0x56074d549310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:55.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.167+0000 7f88223a9b80 1 -- 172.21.15.8:0/1886025632 shutdown_connections 2024-05-20T21:31:55.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.168+0000 7f88223a9b80 1 -- 172.21.15.8:0/1886025632 wait complete. 2024-05-20T21:31:55.171 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.168+0000 7f88223a9b80 20 client.30128 trim_cache size 0 max 16384 2024-05-20T21:31:55.171 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:31:55.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.168+0000 7f8817a00700 1 -- 172.21.15.8:0/2105973286 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f87f80b2880 msgr2=0x7f87f80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:55.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.168+0000 7f8817a00700 1 --2- 172.21.15.8:0/2105973286 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f87f80b2880 0x7f87f80b4d40 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x56074d543b00 tx=0x7f8808009920 comp rx=0 tx=0).stop 2024-05-20T21:31:55.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.168+0000 7f8817a00700 1 -- 172.21.15.8:0/2105973286 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8810075770 msgr2=0x7f881019bec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:55.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.168+0000 7f8817a00700 1 --2- 172.21.15.8:0/2105973286 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8810075770 0x7f881019bec0 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f880400eb30 tx=0x7f880400ee40 comp rx=0 tx=0).stop 2024-05-20T21:31:55.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.168+0000 7f8817a00700 1 -- 172.21.15.8:0/2105973286 shutdown_connections 2024-05-20T21:31:55.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.168+0000 7f8817a00700 1 --2- 172.21.15.8:0/2105973286 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f87f80b2880 0x7f87f80b4d40 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:55.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.168+0000 7f8817a00700 1 --2- 172.21.15.8:0/2105973286 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8810075770 0x7f881019bec0 unknown :-1 s=CLOSED pgs=731 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:55.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.168+0000 7f8817a00700 1 --2- 172.21.15.8:0/2105973286 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f881010ff40 0x7f88101a0740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:55.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.168+0000 7f8817a00700 1 --2- 172.21.15.8:0/2105973286 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8810076090 0x7f881019c400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:55.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.168+0000 7f8817a00700 1 -- 172.21.15.8:0/2105973286 >> 172.21.15.8:0/2105973286 conn(0x7f881007a6a0 msgr2=0x7f88101007f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:55.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.169+0000 7f8817a00700 1 -- 172.21.15.8:0/2105973286 shutdown_connections 2024-05-20T21:31:55.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:55.169+0000 7f8817a00700 1 -- 172.21.15.8:0/2105973286 wait complete. 2024-05-20T21:31:55.173 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:31:54 smithi130 ceph-mon[36448]: pgmap v937: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 767 B/s wr, 7 op/s 2024-05-20T21:31:55.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:31:54 smithi050 ceph-mon[35809]: pgmap v937: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 767 B/s wr, 7 op/s 2024-05-20T21:31:56.080 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:31:56.567 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:31:56.995 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:31:56 smithi008 ceph-mon[31475]: pgmap v938: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 767 B/s wr, 7 op/s 2024-05-20T21:31:57.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:31:56 smithi130 ceph-mon[36448]: pgmap v938: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 767 B/s wr, 7 op/s 2024-05-20T21:31:57.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:31:56 smithi050 ceph-mon[35809]: pgmap v938: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 767 B/s wr, 7 op/s 2024-05-20T21:31:58.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.739+0000 7fde42a00700 1 -- 172.21.15.8:0/757605784 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fde3c105670 msgr2=0x7fde3c105af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:58.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.739+0000 7fde42a00700 1 --2- 172.21.15.8:0/757605784 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fde3c105670 0x7fde3c105af0 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7fde280098f0 tx=0x7fde28009c00 comp rx=0 tx=0).stop 2024-05-20T21:31:58.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.740+0000 7fde42a00700 1 -- 172.21.15.8:0/757605784 shutdown_connections 2024-05-20T21:31:58.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.740+0000 7fde42a00700 1 --2- 172.21.15.8:0/757605784 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fde3c106030 0x7fde3c112540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:58.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.740+0000 7fde42a00700 1 --2- 172.21.15.8:0/757605784 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fde3c10b670 0x7fde3c10ba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:58.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.740+0000 7fde42a00700 1 --2- 172.21.15.8:0/757605784 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fde3c105670 0x7fde3c105af0 unknown :-1 s=CLOSED pgs=736 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:58.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.740+0000 7fde42a00700 1 -- 172.21.15.8:0/757605784 >> 172.21.15.8:0/757605784 conn(0x7fde3c101160 msgr2=0x7fde3c103580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:58.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.740+0000 7fde42a00700 1 -- 172.21.15.8:0/757605784 shutdown_connections 2024-05-20T21:31:58.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.740+0000 7fde42a00700 1 -- 172.21.15.8:0/757605784 wait complete. 2024-05-20T21:31:58.742 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.741+0000 7fde42a00700 1 Processor -- start 2024-05-20T21:31:58.743 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.741+0000 7fde42a00700 1 -- start start 2024-05-20T21:31:58.743 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.742+0000 7fde42a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fde3c105670 0x7fde3c19bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:58.743 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.742+0000 7fde42a00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fde3c106030 0x7fde3c19c330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:58.743 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.742+0000 7fde42a00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fde3c10b670 0x7fde3c1a0670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:58.743 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.742+0000 7fde42a00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fde3c115900 con 0x7fde3c10b670 2024-05-20T21:31:58.743 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.742+0000 7fde42a00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fde3c115780 con 0x7fde3c105670 2024-05-20T21:31:58.743 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.742+0000 7fde42a00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fde3c115a80 con 0x7fde3c106030 2024-05-20T21:31:58.743 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.742+0000 7fde42000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fde3c10b670 0x7fde3c1a0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:58.744 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.742+0000 7fde40c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fde3c106030 0x7fde3c19c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:58.744 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.742+0000 7fde41600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fde3c105670 0x7fde3c19bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:58.744 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.742+0000 7fde41600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fde3c105670 0x7fde3c19bdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:34822/0 (socket says 172.21.15.8:34822) 2024-05-20T21:31:58.744 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.742+0000 7fde41600700 1 -- 172.21.15.8:0/1585088048 learned_addr learned my addr 172.21.15.8:0/1585088048 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:58.744 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.742+0000 7fde42000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fde3c10b670 0x7fde3c1a0670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:33142/0 (socket says 172.21.15.8:33142) 2024-05-20T21:31:58.744 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.742+0000 7fde40c00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fde3c106030 0x7fde3c19c330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:54484/0 (socket says 172.21.15.8:54484) 2024-05-20T21:31:58.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.743+0000 7fde41600700 1 -- 172.21.15.8:0/1585088048 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fde3c106030 msgr2=0x7fde3c19c330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:58.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.743+0000 7fde41600700 1 --2- 172.21.15.8:0/1585088048 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fde3c106030 0x7fde3c19c330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:58.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.743+0000 7fde41600700 1 -- 172.21.15.8:0/1585088048 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fde3c10b670 msgr2=0x7fde3c1a0670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:58.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.743+0000 7fde41600700 1 --2- 172.21.15.8:0/1585088048 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fde3c10b670 0x7fde3c1a0670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:58.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.743+0000 7fde41600700 1 -- 172.21.15.8:0/1585088048 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde3c1a0db0 con 0x7fde3c105670 2024-05-20T21:31:58.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.743+0000 7fde41600700 1 --2- 172.21.15.8:0/1585088048 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fde3c105670 0x7fde3c19bdf0 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7fde3000e9c0 tx=0x7fde3000ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:58.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.743+0000 7fde3a000700 1 -- 172.21.15.8:0/1585088048 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde3000cbd0 con 0x7fde3c105670 2024-05-20T21:31:58.746 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.743+0000 7fde42a00700 1 -- 172.21.15.8:0/1585088048 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde3c1a10a0 con 0x7fde3c105670 2024-05-20T21:31:58.746 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.743+0000 7fde3a000700 1 -- 172.21.15.8:0/1585088048 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fde3000ee60 con 0x7fde3c105670 2024-05-20T21:31:58.746 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.743+0000 7fde3a000700 1 -- 172.21.15.8:0/1585088048 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde300055c0 con 0x7fde3c105670 2024-05-20T21:31:58.746 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.744+0000 7fde42a00700 1 -- 172.21.15.8:0/1585088048 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde3c1a8920 con 0x7fde3c105670 2024-05-20T21:31:58.747 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.747+0000 7fde3a000700 1 -- 172.21.15.8:0/1585088048 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fde30004750 con 0x7fde3c105670 2024-05-20T21:31:58.749 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.749+0000 7fde4e920b80 1 Processor -- start 2024-05-20T21:31:58.749 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.749+0000 7fde3a000700 1 --2- 172.21.15.8:0/1585088048 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fde240b2880 0x7fde240b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:58.749 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.749+0000 7fde4e920b80 1 -- start start 2024-05-20T21:31:58.749 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.749+0000 7fde3a000700 1 -- 172.21.15.8:0/1585088048 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fde300e24c0 con 0x7fde3c105670 2024-05-20T21:31:58.751 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.749+0000 7fde42000700 1 --2- 172.21.15.8:0/1585088048 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fde240b2880 0x7fde240b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:58.751 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.749+0000 7fde4e920b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e0d4011020 0x55e0d4011400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:58.751 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.749+0000 7fde4e920b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e0d4011940 0x55e0d400b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:58.751 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.749+0000 7fde4e920b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e0d400bad0 0x55e0d400bf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:58.751 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.749+0000 7fde4e920b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55e0d3f69e40 con 0x55e0d400bad0 2024-05-20T21:31:58.751 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.749+0000 7fde4e920b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55e0d3f599e0 con 0x55e0d4011020 2024-05-20T21:31:58.752 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.749+0000 7fde4e920b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55e0d3f5da20 con 0x55e0d4011940 2024-05-20T21:31:58.752 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.750+0000 7fde41600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e0d4011020 0x55e0d4011400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:58.752 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.750+0000 7fde42000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e0d400bad0 0x55e0d400bf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:58.752 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.750+0000 7fde41600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e0d4011020 0x55e0d4011400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:34834/0 (socket says 172.21.15.8:34834) 2024-05-20T21:31:58.752 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.750+0000 7fde41600700 1 -- 172.21.15.8:0/1854337363 learned_addr learned my addr 172.21.15.8:0/1854337363 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:58.752 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.750+0000 7fde40c00700 1 --2- 172.21.15.8:0/1854337363 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e0d4011940 0x55e0d400b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:58.752 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.750+0000 7fde41600700 1 -- 172.21.15.8:0/1854337363 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e0d4011940 msgr2=0x55e0d400b4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:58.752 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.750+0000 7fde41600700 1 --2- 172.21.15.8:0/1854337363 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e0d4011940 0x55e0d400b4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:58.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.750+0000 7fde41600700 1 -- 172.21.15.8:0/1854337363 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e0d400bad0 msgr2=0x55e0d400bf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:58.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.750+0000 7fde41600700 1 --2- 172.21.15.8:0/1854337363 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e0d400bad0 0x55e0d400bf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:58.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.750+0000 7fde41600700 1 -- 172.21.15.8:0/1854337363 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e0d3f22420 con 0x55e0d4011020 2024-05-20T21:31:58.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.751+0000 7fde41600700 1 --2- 172.21.15.8:0/1854337363 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e0d4011020 0x55e0d4011400 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7fde300a9a00 tx=0x7fde300a94e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4e2b13c1a3911136 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:58.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.751+0000 7fde42000700 1 --2- 172.21.15.8:0/1585088048 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fde240b2880 0x7fde240b4d40 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7fde34009fd0 tx=0x7fde34009220 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:58.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.751+0000 7fde2ea00700 1 -- 172.21.15.8:0/1854337363 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde300b2220 con 0x55e0d4011020 2024-05-20T21:31:58.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.751+0000 7fde2ea00700 1 -- 172.21.15.8:0/1854337363 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fde300aa170 con 0x55e0d4011020 2024-05-20T21:31:58.753 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.751+0000 7fde2ea00700 1 -- 172.21.15.8:0/1854337363 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde300a9cd0 con 0x55e0d4011020 2024-05-20T21:31:58.759 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.752+0000 7fde4e920b80 1 -- 172.21.15.8:0/1854337363 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e0d4011020 msgr2=0x55e0d4011400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:58.759 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.752+0000 7fde4e920b80 1 --2- 172.21.15.8:0/1854337363 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e0d4011020 0x55e0d4011400 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7fde300a9a00 tx=0x7fde300a94e0 comp rx=0 tx=0).stop 2024-05-20T21:31:58.759 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.752+0000 7fde4e920b80 1 -- 172.21.15.8:0/1854337363 shutdown_connections 2024-05-20T21:31:58.759 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.752+0000 7fde4e920b80 1 --2- 172.21.15.8:0/1854337363 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e0d4011020 0x55e0d4011400 unknown :-1 s=CLOSED pgs=738 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:58.759 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.752+0000 7fde4e920b80 1 --2- 172.21.15.8:0/1854337363 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e0d400bad0 0x55e0d400bf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:58.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.752+0000 7fde4e920b80 1 --2- 172.21.15.8:0/1854337363 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e0d4011940 0x55e0d400b4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:58.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.752+0000 7fde4e920b80 1 -- 172.21.15.8:0/1854337363 >> 172.21.15.8:0/1854337363 conn(0x55e0d3f39be0 msgr2=0x55e0d4006150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:58.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.752+0000 7fde4e920b80 1 -- 172.21.15.8:0/1854337363 shutdown_connections 2024-05-20T21:31:58.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.752+0000 7fde4e920b80 1 -- 172.21.15.8:0/1854337363 wait complete. 2024-05-20T21:31:58.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.752+0000 7fde4e920b80 1 -- start start 2024-05-20T21:31:58.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.753+0000 7fde4e920b80 1 Processor -- start 2024-05-20T21:31:58.760 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.753+0000 7fde4e920b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e0d400bad0 0x55e0d40176f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:58.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.753+0000 7fde4e920b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e0d4011020 0x55e0d4014a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:58.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.753+0000 7fde4e920b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e0d4011940 0x55e0d4014fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:58.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.753+0000 7fde4e920b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x55e0d3e5ffa0 con 0x55e0d4011020 2024-05-20T21:31:58.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.753+0000 7fde4e920b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55e0d3efa760 con 0x55e0d400bad0 2024-05-20T21:31:58.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.753+0000 7fde4e920b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x55e0d4018400 con 0x55e0d4011940 2024-05-20T21:31:58.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.753+0000 7fde4e920b80 10 client.0 _ll_register_callbacks cb 0x55e0d3f03c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:58.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.753+0000 7fde40c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e0d4011020 0x55e0d4014a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:58.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.754+0000 7fde41600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e0d400bad0 0x55e0d40176f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:58.761 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.754+0000 7fde40c00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e0d4011020 0x55e0d4014a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:33164/0 (socket says 172.21.15.8:33164) 2024-05-20T21:31:58.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.754+0000 7fde40c00700 1 -- 172.21.15.8:0/266649308 learned_addr learned my addr 172.21.15.8:0/266649308 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:58.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.754+0000 7fde41600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e0d400bad0 0x55e0d40176f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:34850/0 (socket says 172.21.15.8:34850) 2024-05-20T21:31:58.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.754+0000 7fde42000700 1 --2- 172.21.15.8:0/266649308 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e0d4011940 0x55e0d4014fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:58.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.754+0000 7fde41600700 1 -- 172.21.15.8:0/266649308 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e0d4011940 msgr2=0x55e0d4014fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:58.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.754+0000 7fde41600700 1 --2- 172.21.15.8:0/266649308 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e0d4011940 0x55e0d4014fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:58.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.754+0000 7fde41600700 1 -- 172.21.15.8:0/266649308 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e0d4011020 msgr2=0x55e0d4014a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:58.762 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.754+0000 7fde41600700 1 --2- 172.21.15.8:0/266649308 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e0d4011020 0x55e0d4014a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:58.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.754+0000 7fde41600700 1 -- 172.21.15.8:0/266649308 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e0d3ea98d0 con 0x55e0d400bad0 2024-05-20T21:31:58.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.754+0000 7fde42000700 1 --2- 172.21.15.8:0/266649308 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e0d4011940 0x55e0d4014fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:31:58.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.754+0000 7fde41600700 1 --2- 172.21.15.8:0/266649308 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e0d400bad0 0x55e0d40176f0 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7fde300a9c30 tx=0x7fde300e2340 comp rx=0 tx=0).ready entity=mon.2 client_cookie=aa2e87aa00e1f0e5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:58.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.754+0000 7fde23400700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:31:58.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.755+0000 7fde23400700 1 -- 172.21.15.8:0/266649308 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde300a9a70 con 0x55e0d400bad0 2024-05-20T21:31:58.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.755+0000 7fde23400700 1 -- 172.21.15.8:0/266649308 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fde300a9ee0 con 0x55e0d400bad0 2024-05-20T21:31:58.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.755+0000 7fde4e920b80 1 -- 172.21.15.8:0/266649308 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fde300aa170 con 0x55e0d400bad0 2024-05-20T21:31:58.763 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.755+0000 7fde23400700 1 -- 172.21.15.8:0/266649308 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fde300ade20 con 0x55e0d400bad0 2024-05-20T21:31:58.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.755+0000 7fde4e920b80 10 client.30140 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:58.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.755+0000 7fde4e920b80 1 -- 172.21.15.8:0/266649308 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e0d3f2a060 con 0x55e0d400bad0 2024-05-20T21:31:58.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.755+0000 7fde23400700 1 -- 172.21.15.8:0/266649308 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fde30085020 con 0x55e0d400bad0 2024-05-20T21:31:58.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.755+0000 7fde23400700 1 -- 172.21.15.8:0/266649308 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fde300a8cd0 con 0x55e0d400bad0 2024-05-20T21:31:58.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.755+0000 7fde4e920b80 10 client.30140 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:58.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.755+0000 7fde4e920b80 10 client.30140 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:31:58.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.755+0000 7fde4e920b80 20 client.30140 populate_metadata read hostname 'smithi008' 2024-05-20T21:31:58.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.756+0000 7fde4e920b80 1 --2- 172.21.15.8:0/266649308 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55e0d4024e30 0x55e0d4027220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:58.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.756+0000 7fde4e920b80 4 client.30140 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:31:58.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.756+0000 7fde4e920b80 1 -- 172.21.15.8:0/266649308 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e0d3f6bd90 con 0x55e0d4024e30 2024-05-20T21:31:58.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.756+0000 7fde40c00700 1 --2- 172.21.15.8:0/266649308 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55e0d4024e30 0x55e0d4027220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:58.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.756+0000 7fde40c00700 1 --2- 172.21.15.8:0/266649308 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55e0d4024e30 0x55e0d4027220 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=c7ae6390755f1695 server_cookie=c9f4a36190557e54 in_seq=0 out_seq=0 2024-05-20T21:31:58.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.756+0000 7fde23400700 10 client.30140 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:31:58.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.757+0000 7fde23400700 1 -- 172.21.15.8:0/266649308 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55e0d3f6bd90 con 0x55e0d4024e30 2024-05-20T21:31:58.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.757+0000 7fde23400700 10 client.30140 handle_command_reply: tid=0 2024-05-20T21:31:58.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.757+0000 7fde4e920b80 1 client.30140 shutdown 2024-05-20T21:31:58.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.758+0000 7fde4e920b80 1 -- 172.21.15.8:0/266649308 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e0d400bad0 msgr2=0x55e0d40176f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:58.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.758+0000 7fde4e920b80 1 --2- 172.21.15.8:0/266649308 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e0d400bad0 0x55e0d40176f0 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7fde300a9c30 tx=0x7fde300e2340 comp rx=0 tx=0).stop 2024-05-20T21:31:58.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.758+0000 7fde4e920b80 1 -- 172.21.15.8:0/266649308 shutdown_connections 2024-05-20T21:31:58.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.758+0000 7fde4e920b80 1 --2- 172.21.15.8:0/266649308 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55e0d4024e30 0x55e0d4027220 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:58.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.758+0000 7fde4e920b80 1 --2- 172.21.15.8:0/266649308 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e0d400bad0 0x55e0d40176f0 unknown :-1 s=CLOSED pgs=739 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:58.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.758+0000 7fde4e920b80 1 --2- 172.21.15.8:0/266649308 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e0d4011940 0x55e0d4014fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:58.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.758+0000 7fde4e920b80 1 --2- 172.21.15.8:0/266649308 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e0d4011020 0x55e0d4014a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:58.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.758+0000 7fde23400700 0 client.30140 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:31:58.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.758+0000 7fde4e920b80 1 -- 172.21.15.8:0/266649308 >> 172.21.15.8:0/266649308 conn(0x55e0d3f39be0 msgr2=0x55e0d400a4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:58.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.758+0000 7fde4e920b80 1 -- 172.21.15.8:0/266649308 shutdown_connections 2024-05-20T21:31:58.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.758+0000 7fde4e920b80 1 -- 172.21.15.8:0/266649308 wait complete. 2024-05-20T21:31:58.766 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.758+0000 7fde4e920b80 20 client.30140 trim_cache size 0 max 16384 2024-05-20T21:31:58.775 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.775+0000 7fde4e920b80 1 Processor -- start 2024-05-20T21:31:58.775 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.775+0000 7fde4e920b80 1 -- start start 2024-05-20T21:31:58.777 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.775+0000 7fde4e920b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e0d400bad0 0x55e0d400b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:58.777 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.775+0000 7fde4e920b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e0d4011020 0x55e0d400f280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:58.778 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.775+0000 7fde4e920b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e0d4011940 0x55e0d402c7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:58.778 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.775+0000 7fde4e920b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fde3c1b25e0 con 0x55e0d400bad0 2024-05-20T21:31:58.778 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.775+0000 7fde4e920b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fde3c1afe70 con 0x55e0d4011020 2024-05-20T21:31:58.778 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.775+0000 7fde4e920b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fde3c1adcc0 con 0x55e0d4011940 2024-05-20T21:31:58.778 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.776+0000 7fde41600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e0d400bad0 0x55e0d400b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:58.778 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.776+0000 7fde41600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e0d400bad0 0x55e0d400b4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:33174/0 (socket says 172.21.15.8:33174) 2024-05-20T21:31:58.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.776+0000 7fde41600700 1 -- 172.21.15.8:0/1564161439 learned_addr learned my addr 172.21.15.8:0/1564161439 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:58.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.776+0000 7fde40c00700 1 --2- 172.21.15.8:0/1564161439 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e0d4011020 0x55e0d400f280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:58.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.776+0000 7fde42000700 1 --2- 172.21.15.8:0/1564161439 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e0d4011940 0x55e0d402c7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:58.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.776+0000 7fde41600700 1 -- 172.21.15.8:0/1564161439 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e0d4011940 msgr2=0x55e0d402c7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:58.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.776+0000 7fde41600700 1 --2- 172.21.15.8:0/1564161439 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e0d4011940 0x55e0d402c7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:58.779 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.776+0000 7fde41600700 1 -- 172.21.15.8:0/1564161439 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e0d4011020 msgr2=0x55e0d400f280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:58.780 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.776+0000 7fde41600700 1 --2- 172.21.15.8:0/1564161439 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e0d4011020 0x55e0d400f280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:58.780 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.776+0000 7fde41600700 1 -- 172.21.15.8:0/1564161439 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e0d4013000 con 0x55e0d400bad0 2024-05-20T21:31:58.780 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.776+0000 7fde40c00700 1 --2- 172.21.15.8:0/1564161439 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e0d4011020 0x55e0d400f280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:31:58.780 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.776+0000 7fde41600700 1 --2- 172.21.15.8:0/1564161439 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e0d400bad0 0x55e0d400b4b0 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7fde300aa320 tx=0x7fde300b2360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c31d844f01400477 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:58.780 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.776+0000 7fde2e000700 1 -- 172.21.15.8:0/1564161439 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde300a5730 con 0x55e0d400bad0 2024-05-20T21:31:58.780 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.777+0000 7fde2e000700 1 -- 172.21.15.8:0/1564161439 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fde30085070 con 0x55e0d400bad0 2024-05-20T21:31:58.781 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.777+0000 7fde2e000700 1 -- 172.21.15.8:0/1564161439 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde300b2440 con 0x55e0d400bad0 2024-05-20T21:31:58.787 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.777+0000 7fde4e920b80 1 -- 172.21.15.8:0/1564161439 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e0d400bad0 msgr2=0x55e0d400b4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:58.787 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.777+0000 7fde4e920b80 1 --2- 172.21.15.8:0/1564161439 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e0d400bad0 0x55e0d400b4b0 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7fde300aa320 tx=0x7fde300b2360 comp rx=0 tx=0).stop 2024-05-20T21:31:58.787 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.778+0000 7fde4e920b80 1 -- 172.21.15.8:0/1564161439 shutdown_connections 2024-05-20T21:31:58.788 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.778+0000 7fde4e920b80 1 --2- 172.21.15.8:0/1564161439 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e0d4011940 0x55e0d402c7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:58.788 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.778+0000 7fde4e920b80 1 --2- 172.21.15.8:0/1564161439 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e0d400bad0 0x55e0d400b4b0 unknown :-1 s=CLOSED pgs=801 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:58.788 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.778+0000 7fde4e920b80 1 --2- 172.21.15.8:0/1564161439 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e0d4011020 0x55e0d400f280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:58.788 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.778+0000 7fde4e920b80 1 -- 172.21.15.8:0/1564161439 >> 172.21.15.8:0/1564161439 conn(0x55e0d3f39be0 msgr2=0x55e0d400eb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:58.788 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.778+0000 7fde4e920b80 1 -- 172.21.15.8:0/1564161439 shutdown_connections 2024-05-20T21:31:58.788 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.778+0000 7fde4e920b80 1 -- 172.21.15.8:0/1564161439 wait complete. 2024-05-20T21:31:58.789 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.778+0000 7fde4e920b80 1 -- start start 2024-05-20T21:31:58.789 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.779+0000 7fde4e920b80 1 Processor -- start 2024-05-20T21:31:58.789 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.779+0000 7fde4e920b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e0d400bad0 0x55e0d401dde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:58.789 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.779+0000 7fde4e920b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e0d4011020 0x55e0d402c120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:58.789 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.779+0000 7fde4e920b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e0d4011940 0x55e0d402c6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:58.790 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.779+0000 7fde4e920b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fde3c1ae330 con 0x55e0d400bad0 2024-05-20T21:31:58.790 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.779+0000 7fde4e920b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fde3c1af7a0 con 0x55e0d4011940 2024-05-20T21:31:58.790 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.779+0000 7fde4e920b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fde3c1aea00 con 0x55e0d4011020 2024-05-20T21:31:58.790 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.779+0000 7fde4e920b80 10 client.0 _ll_register_callbacks cb 0x55e0d3f03c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:58.790 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.780+0000 7fde41600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e0d400bad0 0x55e0d401dde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:58.790 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.780+0000 7fde41600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e0d400bad0 0x55e0d401dde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:33186/0 (socket says 172.21.15.8:33186) 2024-05-20T21:31:58.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.780+0000 7fde41600700 1 -- 172.21.15.8:0/698010551 learned_addr learned my addr 172.21.15.8:0/698010551 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:31:58.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.780+0000 7fde40c00700 1 --2- 172.21.15.8:0/698010551 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e0d4011020 0x55e0d402c120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:58.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.780+0000 7fde42000700 1 --2- 172.21.15.8:0/698010551 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e0d4011940 0x55e0d402c6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:58.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.780+0000 7fde40c00700 1 -- 172.21.15.8:0/698010551 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e0d4011940 msgr2=0x55e0d402c6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:58.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.780+0000 7fde40c00700 1 --2- 172.21.15.8:0/698010551 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e0d4011940 0x55e0d402c6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:58.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.780+0000 7fde40c00700 1 -- 172.21.15.8:0/698010551 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e0d400bad0 msgr2=0x55e0d401dde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:58.791 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.780+0000 7fde40c00700 1 --2- 172.21.15.8:0/698010551 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e0d400bad0 0x55e0d401dde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:58.792 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.780+0000 7fde40c00700 1 -- 172.21.15.8:0/698010551 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e0d402cf30 con 0x55e0d4011020 2024-05-20T21:31:58.792 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.780+0000 7fde40c00700 1 --2- 172.21.15.8:0/698010551 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e0d4011020 0x55e0d402c120 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x55e0d4016060 tx=0x7fde28005e20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d5d1084c45aef76d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:58.792 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.780+0000 7fde23400700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2024-05-20T21:31:58.792 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.781+0000 7fde23400700 1 -- 172.21.15.8:0/698010551 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde28033060 con 0x55e0d4011020 2024-05-20T21:31:58.792 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.781+0000 7fde4e920b80 1 -- 172.21.15.8:0/698010551 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fde30085070 con 0x55e0d4011020 2024-05-20T21:31:58.792 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.781+0000 7fde23400700 1 -- 172.21.15.8:0/698010551 <== mon.1 v2:172.21.15.130:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fde2800f830 con 0x55e0d4011020 2024-05-20T21:31:58.793 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.781+0000 7fde23400700 1 -- 172.21.15.8:0/698010551 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fde28005040 con 0x55e0d4011020 2024-05-20T21:31:58.793 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.781+0000 7fde4e920b80 10 client.30199 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:58.793 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.781+0000 7fde4e920b80 1 -- 172.21.15.8:0/698010551 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e0d408f7d0 con 0x55e0d4011020 2024-05-20T21:31:58.793 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.782+0000 7fde23400700 1 -- 172.21.15.8:0/698010551 <== mon.1 v2:172.21.15.130:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fde30085070 con 0x55e0d4011020 2024-05-20T21:31:58.793 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.782+0000 7fde23400700 1 -- 172.21.15.8:0/698010551 <== mon.1 v2:172.21.15.130:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fde2802d030 con 0x55e0d4011020 2024-05-20T21:31:58.793 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.782+0000 7fde4e920b80 10 client.30199 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:58.793 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.782+0000 7fde4e920b80 10 client.30199 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-20T21:31:58.793 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.782+0000 7fde4e920b80 20 client.30199 populate_metadata read hostname 'smithi008' 2024-05-20T21:31:58.793 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.782+0000 7fde4e920b80 1 --2- 172.21.15.8:0/698010551 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55e0d408fe80 0x55e0d40922a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:58.793 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.782+0000 7fde4e920b80 4 client.30199 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:31:58.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.782+0000 7fde4e920b80 1 -- 172.21.15.8:0/698010551 --> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55e0d3f65570 con 0x55e0d408fe80 2024-05-20T21:31:58.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.782+0000 7fde41600700 1 --2- 172.21.15.8:0/698010551 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55e0d408fe80 0x55e0d40922a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:58.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.783+0000 7fde41600700 1 --2- 172.21.15.8:0/698010551 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55e0d408fe80 0x55e0d40922a0 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=7c893647b67250cd server_cookie=e50626e259b0a062 in_seq=0 out_seq=0 2024-05-20T21:31:58.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.783+0000 7fde23400700 10 client.30199 ms_handle_connect on v2:172.21.15.50:6838/1317306351 2024-05-20T21:31:58.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.783+0000 7fde23400700 1 -- 172.21.15.8:0/698010551 <== mds.1 v2:172.21.15.50:6838/1317306351 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55e0d3f65570 con 0x55e0d408fe80 2024-05-20T21:31:58.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.783+0000 7fde23400700 10 client.30199 handle_command_reply: tid=0 2024-05-20T21:31:58.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.783+0000 7fde4e920b80 1 client.30199 shutdown 2024-05-20T21:31:58.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.783+0000 7fde4e920b80 1 -- 172.21.15.8:0/698010551 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e0d4011020 msgr2=0x55e0d402c120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:58.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.783+0000 7fde4e920b80 1 --2- 172.21.15.8:0/698010551 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e0d4011020 0x55e0d402c120 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x55e0d4016060 tx=0x7fde28005e20 comp rx=0 tx=0).stop 2024-05-20T21:31:58.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.783+0000 7fde4e920b80 1 -- 172.21.15.8:0/698010551 shutdown_connections 2024-05-20T21:31:58.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.783+0000 7fde4e920b80 1 --2- 172.21.15.8:0/698010551 >> [v2:172.21.15.50:6838/1317306351,v1:172.21.15.50:6839/1317306351] conn(0x55e0d408fe80 0x55e0d40922a0 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:58.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.783+0000 7fde4e920b80 1 --2- 172.21.15.8:0/698010551 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55e0d4011940 0x55e0d402c6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:58.795 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.783+0000 7fde23400700 0 client.30199 ms_handle_reset on v2:172.21.15.50:6838/1317306351 2024-05-20T21:31:58.795 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.783+0000 7fde4e920b80 1 --2- 172.21.15.8:0/698010551 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x55e0d400bad0 0x55e0d401dde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:58.795 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.783+0000 7fde4e920b80 1 --2- 172.21.15.8:0/698010551 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e0d4011020 0x55e0d402c120 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:58.795 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.783+0000 7fde4e920b80 1 -- 172.21.15.8:0/698010551 >> 172.21.15.8:0/698010551 conn(0x55e0d3f39be0 msgr2=0x55e0d4011d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:58.795 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.784+0000 7fde4e920b80 1 -- 172.21.15.8:0/698010551 shutdown_connections 2024-05-20T21:31:58.795 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.784+0000 7fde4e920b80 1 -- 172.21.15.8:0/698010551 wait complete. 2024-05-20T21:31:58.795 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.784+0000 7fde4e920b80 20 client.30199 trim_cache size 0 max 16384 2024-05-20T21:31:58.795 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:31:58.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.785+0000 7fde42a00700 1 -- 172.21.15.8:0/1585088048 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fde240b2880 msgr2=0x7fde240b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:58.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.785+0000 7fde42a00700 1 --2- 172.21.15.8:0/1585088048 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fde240b2880 0x7fde240b4d40 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7fde34009fd0 tx=0x7fde34009220 comp rx=0 tx=0).stop 2024-05-20T21:31:58.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.785+0000 7fde42a00700 1 -- 172.21.15.8:0/1585088048 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fde3c105670 msgr2=0x7fde3c19bdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:58.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.785+0000 7fde42a00700 1 --2- 172.21.15.8:0/1585088048 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fde3c105670 0x7fde3c19bdf0 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7fde3000e9c0 tx=0x7fde3000ecd0 comp rx=0 tx=0).stop 2024-05-20T21:31:58.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.785+0000 7fde42a00700 1 -- 172.21.15.8:0/1585088048 shutdown_connections 2024-05-20T21:31:58.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.785+0000 7fde42a00700 1 --2- 172.21.15.8:0/1585088048 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fde240b2880 0x7fde240b4d40 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:58.797 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.785+0000 7fde42a00700 1 --2- 172.21.15.8:0/1585088048 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fde3c105670 0x7fde3c19bdf0 unknown :-1 s=CLOSED pgs=737 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:58.797 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.785+0000 7fde42a00700 1 --2- 172.21.15.8:0/1585088048 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fde3c10b670 0x7fde3c1a0670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:58.797 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.785+0000 7fde42a00700 1 --2- 172.21.15.8:0/1585088048 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fde3c106030 0x7fde3c19c330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:58.797 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.785+0000 7fde42a00700 1 -- 172.21.15.8:0/1585088048 >> 172.21.15.8:0/1585088048 conn(0x7fde3c101160 msgr2=0x7fde3c1019f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:58.797 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.785+0000 7fde42a00700 1 -- 172.21.15.8:0/1585088048 shutdown_connections 2024-05-20T21:31:58.797 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:31:58.785+0000 7fde42a00700 1 -- 172.21.15.8:0/1585088048 wait complete. 2024-05-20T21:31:59.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:31:58 smithi130 ceph-mon[36448]: pgmap v939: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 511 B/s wr, 5 op/s 2024-05-20T21:31:59.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:31:58 smithi050 ceph-mon[35809]: pgmap v939: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 511 B/s wr, 5 op/s 2024-05-20T21:31:59.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:31:58 smithi008 ceph-mon[31475]: pgmap v939: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 511 B/s wr, 5 op/s 2024-05-20T21:31:59.854 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:32:00.313 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:32:01.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:32:00 smithi130 ceph-mon[36448]: pgmap v940: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 597 B/s wr, 6 op/s 2024-05-20T21:32:01.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:32:00 smithi050 ceph-mon[35809]: pgmap v940: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 597 B/s wr, 6 op/s 2024-05-20T21:32:01.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:32:00 smithi008 ceph-mon[31475]: pgmap v940: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 597 B/s wr, 6 op/s 2024-05-20T21:32:02.118 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:32:01 smithi008 ceph-mon[31475]: pgmap v941: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 938 B/s wr, 7 op/s 2024-05-20T21:32:02.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:32:01 smithi130 ceph-mon[36448]: pgmap v941: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 938 B/s wr, 7 op/s 2024-05-20T21:32:02.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:32:01 smithi050 ceph-mon[35809]: pgmap v941: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 938 B/s wr, 7 op/s 2024-05-20T21:32:02.621 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.620+0000 7f4f8d200700 1 -- 172.21.15.8:0/3627145385 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4f88102930 msgr2=0x7f4f88110430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:02.621 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.620+0000 7f4f8d200700 1 --2- 172.21.15.8:0/3627145385 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4f88102930 0x7f4f88110430 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7f4f8000b0a0 tx=0x7f4f8000b3b0 comp rx=0 tx=0).stop 2024-05-20T21:32:02.621 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.620+0000 7f4f8d200700 1 -- 172.21.15.8:0/3627145385 shutdown_connections 2024-05-20T21:32:02.621 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.620+0000 7f4f8d200700 1 --2- 172.21.15.8:0/3627145385 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4f88109720 0x7f4f88109b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:02.621 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.620+0000 7f4f8d200700 1 --2- 172.21.15.8:0/3627145385 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4f88102930 0x7f4f88110430 unknown :-1 s=CLOSED pgs=802 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:02.621 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.620+0000 7f4f8d200700 1 --2- 172.21.15.8:0/3627145385 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4f88101f70 0x7f4f881023f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:02.622 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.621+0000 7f4f8d200700 1 -- 172.21.15.8:0/3627145385 >> 172.21.15.8:0/3627145385 conn(0x7f4f880776b0 msgr2=0x7f4f88077ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:02.622 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.621+0000 7f4f8d200700 1 -- 172.21.15.8:0/3627145385 shutdown_connections 2024-05-20T21:32:02.622 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.621+0000 7f4f8d200700 1 -- 172.21.15.8:0/3627145385 wait complete. 2024-05-20T21:32:02.622 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.622+0000 7f4f8d200700 1 Processor -- start 2024-05-20T21:32:02.623 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.622+0000 7f4f8d200700 1 -- start start 2024-05-20T21:32:02.623 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.622+0000 7f4f8d200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4f88101f70 0x7f4f8819f810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:02.623 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.622+0000 7f4f8d200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4f88102930 0x7f4f8819fd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:02.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.622+0000 7f4f8d200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4f88109720 0x7f4f88199a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:02.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.622+0000 7f4f8d200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f4f88113740 con 0x7f4f88102930 2024-05-20T21:32:02.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.622+0000 7f4f8d200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4f881135c0 con 0x7f4f88109720 2024-05-20T21:32:02.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.622+0000 7f4f8d200700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f4f881138c0 con 0x7f4f88101f70 2024-05-20T21:32:02.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.623+0000 7f4f85e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4f88101f70 0x7f4f8819f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:02.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.623+0000 7f4f85e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4f88101f70 0x7f4f8819f810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:54538/0 (socket says 172.21.15.8:54538) 2024-05-20T21:32:02.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.623+0000 7f4f85e00700 1 -- 172.21.15.8:0/2654956081 learned_addr learned my addr 172.21.15.8:0/2654956081 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:32:02.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.623+0000 7f4f85400700 1 --2- 172.21.15.8:0/2654956081 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4f88102930 0x7f4f8819fd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:02.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.623+0000 7f4f86800700 1 --2- 172.21.15.8:0/2654956081 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4f88109720 0x7f4f88199a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:02.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.623+0000 7f4f85e00700 1 -- 172.21.15.8:0/2654956081 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4f88109720 msgr2=0x7f4f88199a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:02.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.623+0000 7f4f85e00700 1 --2- 172.21.15.8:0/2654956081 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4f88109720 0x7f4f88199a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:02.624 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.623+0000 7f4f85e00700 1 -- 172.21.15.8:0/2654956081 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4f88102930 msgr2=0x7f4f8819fd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:02.625 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.623+0000 7f4f85e00700 1 --2- 172.21.15.8:0/2654956081 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4f88102930 0x7f4f8819fd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:02.625 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.623+0000 7f4f85e00700 1 -- 172.21.15.8:0/2654956081 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f8819a180 con 0x7f4f88101f70 2024-05-20T21:32:02.625 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.624+0000 7f4f85e00700 1 --2- 172.21.15.8:0/2654956081 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4f88101f70 0x7f4f8819f810 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f4f7800eb30 tx=0x7f4f7800ee40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:02.625 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.624+0000 7f4f7ea00700 1 -- 172.21.15.8:0/2654956081 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f7800cbd0 con 0x7f4f88101f70 2024-05-20T21:32:02.625 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.624+0000 7f4f7ea00700 1 -- 172.21.15.8:0/2654956081 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4f780044d0 con 0x7f4f88101f70 2024-05-20T21:32:02.625 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.624+0000 7f4f8d200700 1 -- 172.21.15.8:0/2654956081 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f8819a470 con 0x7f4f88101f70 2024-05-20T21:32:02.625 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.624+0000 7f4f7ea00700 1 -- 172.21.15.8:0/2654956081 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f78003e30 con 0x7f4f88101f70 2024-05-20T21:32:02.625 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.624+0000 7f4f8d200700 1 -- 172.21.15.8:0/2654956081 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f881a66e0 con 0x7f4f88101f70 2024-05-20T21:32:02.627 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.628+0000 7f4f7ea00700 1 -- 172.21.15.8:0/2654956081 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f4f78004000 con 0x7f4f88101f70 2024-05-20T21:32:02.628 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.629+0000 7f4f97ab7b80 1 Processor -- start 2024-05-20T21:32:02.629 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.630+0000 7f4f97ab7b80 1 -- start start 2024-05-20T21:32:02.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.630+0000 7f4f97ab7b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5582e0ef6610 0x5582e0ef69f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:02.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.630+0000 7f4f97ab7b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5582e0ef6f30 0x5582e0ef0b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:02.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.630+0000 7f4f97ab7b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5582e0ef1140 0x5582e0ef15c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:02.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.630+0000 7f4f97ab7b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5582e0e4ee40 con 0x5582e0ef6f30 2024-05-20T21:32:02.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.630+0000 7f4f97ab7b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5582e0e3e9e0 con 0x5582e0ef6610 2024-05-20T21:32:02.630 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.630+0000 7f4f97ab7b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5582e0e42a20 con 0x5582e0ef1140 2024-05-20T21:32:02.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.630+0000 7f4f86800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5582e0ef6610 0x5582e0ef69f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:02.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.630+0000 7f4f86800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5582e0ef6610 0x5582e0ef69f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:34886/0 (socket says 172.21.15.8:34886) 2024-05-20T21:32:02.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.630+0000 7f4f86800700 1 -- 172.21.15.8:0/221854297 learned_addr learned my addr 172.21.15.8:0/221854297 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:32:02.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.630+0000 7f4f85e00700 1 --2- 172.21.15.8:0/221854297 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5582e0ef6f30 0x5582e0ef0b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:02.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.631+0000 7f4f7ea00700 1 --2- 172.21.15.8:0/2654956081 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f4f6c0b2880 0x7f4f6c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:02.631 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.631+0000 7f4f85400700 1 --2- 172.21.15.8:0/221854297 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5582e0ef1140 0x5582e0ef15c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:02.632 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.631+0000 7f4f7ea00700 1 -- 172.21.15.8:0/2654956081 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f4f780e2610 con 0x7f4f88101f70 2024-05-20T21:32:02.632 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.631+0000 7f4f86800700 1 -- 172.21.15.8:0/221854297 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5582e0ef1140 msgr2=0x5582e0ef15c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:02.632 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.631+0000 7f4f86800700 1 --2- 172.21.15.8:0/221854297 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5582e0ef1140 0x5582e0ef15c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:02.632 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.631+0000 7f4f86800700 1 -- 172.21.15.8:0/221854297 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5582e0ef6f30 msgr2=0x5582e0ef0b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:02.632 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.631+0000 7f4f86800700 1 --2- 172.21.15.8:0/221854297 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5582e0ef6f30 0x5582e0ef0b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:02.632 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.631+0000 7f4f86800700 1 -- 172.21.15.8:0/221854297 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5582e0e07420 con 0x5582e0ef6610 2024-05-20T21:32:02.632 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.631+0000 7f4f86800700 1 --2- 172.21.15.8:0/2654956081 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f4f6c0b2880 0x7f4f6c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:02.632 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.632+0000 7f4f86800700 1 --2- 172.21.15.8:0/221854297 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5582e0ef6610 0x5582e0ef69f0 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7f4f8000b0a0 tx=0x7f4f80009470 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bd4b1c61a73f29b0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:02.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.632+0000 7f4f73400700 1 -- 172.21.15.8:0/221854297 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f8002e070 con 0x5582e0ef6610 2024-05-20T21:32:02.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.632+0000 7f4f86800700 1 --2- 172.21.15.8:0/2654956081 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f4f6c0b2880 0x7f4f6c0b4d40 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f4f8002b000 tx=0x7f4f8002c000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:02.633 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.632+0000 7f4f73400700 1 -- 172.21.15.8:0/221854297 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4f80024070 con 0x5582e0ef6610 2024-05-20T21:32:02.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.632+0000 7f4f73400700 1 -- 172.21.15.8:0/221854297 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f800052a0 con 0x5582e0ef6610 2024-05-20T21:32:02.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.633+0000 7f4f97ab7b80 1 -- 172.21.15.8:0/221854297 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5582e0ef6610 msgr2=0x5582e0ef69f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:02.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.633+0000 7f4f97ab7b80 1 --2- 172.21.15.8:0/221854297 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5582e0ef6610 0x5582e0ef69f0 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7f4f8000b0a0 tx=0x7f4f80009470 comp rx=0 tx=0).stop 2024-05-20T21:32:02.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.633+0000 7f4f97ab7b80 1 -- 172.21.15.8:0/221854297 shutdown_connections 2024-05-20T21:32:02.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.633+0000 7f4f97ab7b80 1 --2- 172.21.15.8:0/221854297 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5582e0ef6610 0x5582e0ef69f0 unknown :-1 s=CLOSED pgs=740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:02.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.633+0000 7f4f97ab7b80 1 --2- 172.21.15.8:0/221854297 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5582e0ef1140 0x5582e0ef15c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:02.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.633+0000 7f4f97ab7b80 1 --2- 172.21.15.8:0/221854297 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5582e0ef6f30 0x5582e0ef0b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:02.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.633+0000 7f4f97ab7b80 1 -- 172.21.15.8:0/221854297 >> 172.21.15.8:0/221854297 conn(0x5582e0e1ebe0 msgr2=0x5582e0eeb690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:02.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.633+0000 7f4f97ab7b80 1 -- 172.21.15.8:0/221854297 shutdown_connections 2024-05-20T21:32:02.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.633+0000 7f4f97ab7b80 1 -- 172.21.15.8:0/221854297 wait complete. 2024-05-20T21:32:02.634 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.634+0000 7f4f97ab7b80 1 -- start start 2024-05-20T21:32:02.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.634+0000 7f4f97ab7b80 1 Processor -- start 2024-05-20T21:32:02.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.635+0000 7f4f97ab7b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5582e0ef1140 0x5582e0efccb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:02.635 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.635+0000 7f4f97ab7b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5582e0ef6610 0x5582e0efa050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:02.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.635+0000 7f4f97ab7b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5582e0ef6f30 0x5582e0efa590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:02.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.635+0000 7f4f97ab7b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x5582e0d44fa0 con 0x5582e0ef6f30 2024-05-20T21:32:02.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.635+0000 7f4f97ab7b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5582e0ddf760 con 0x5582e0ef1140 2024-05-20T21:32:02.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.635+0000 7f4f97ab7b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x5582e0efd9e0 con 0x5582e0ef6610 2024-05-20T21:32:02.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.635+0000 7f4f97ab7b80 10 client.0 _ll_register_callbacks cb 0x5582e0de8c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:32:02.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.635+0000 7f4f86800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5582e0ef6f30 0x5582e0efa590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:02.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.635+0000 7f4f86800700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5582e0ef6f30 0x5582e0efa590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:33228/0 (socket says 172.21.15.8:33228) 2024-05-20T21:32:02.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.635+0000 7f4f86800700 1 -- 172.21.15.8:0/115592502 learned_addr learned my addr 172.21.15.8:0/115592502 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:32:02.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.635+0000 7f4f85400700 1 --2- 172.21.15.8:0/115592502 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5582e0ef6610 0x5582e0efa050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:02.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.635+0000 7f4f85e00700 1 --2- 172.21.15.8:0/115592502 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5582e0ef1140 0x5582e0efccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:02.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.636+0000 7f4f86800700 1 -- 172.21.15.8:0/115592502 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5582e0ef6610 msgr2=0x5582e0efa050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:02.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.636+0000 7f4f86800700 1 --2- 172.21.15.8:0/115592502 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5582e0ef6610 0x5582e0efa050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:02.636 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.636+0000 7f4f86800700 1 -- 172.21.15.8:0/115592502 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5582e0ef1140 msgr2=0x5582e0efccb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:02.637 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.636+0000 7f4f86800700 1 --2- 172.21.15.8:0/115592502 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5582e0ef1140 0x5582e0efccb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:02.637 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.636+0000 7f4f86800700 1 -- 172.21.15.8:0/115592502 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5582e0d8e8d0 con 0x5582e0ef6f30 2024-05-20T21:32:02.637 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.636+0000 7f4f85400700 1 --2- 172.21.15.8:0/115592502 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5582e0ef6610 0x5582e0efa050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:32:02.637 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.636+0000 7f4f86800700 1 --2- 172.21.15.8:0/115592502 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5582e0ef6f30 0x5582e0efa590 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7f4f80007750 tx=0x7f4f800099e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a044f16c1b7abece server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:02.637 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.636+0000 7f4f67e00700 10 client.0 ms_handle_connect on v2:172.21.15.8:3300/0 2024-05-20T21:32:02.638 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.636+0000 7f4f67e00700 1 -- 172.21.15.8:0/115592502 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f8002e040 con 0x5582e0ef6f30 2024-05-20T21:32:02.638 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.637+0000 7f4f97ab7b80 1 -- 172.21.15.8:0/115592502 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4f80024070 con 0x5582e0ef6f30 2024-05-20T21:32:02.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.637+0000 7f4f67e00700 1 -- 172.21.15.8:0/115592502 <== mon.0 v2:172.21.15.8:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f4f80005960 con 0x5582e0ef6f30 2024-05-20T21:32:02.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.637+0000 7f4f67e00700 1 -- 172.21.15.8:0/115592502 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4f80045050 con 0x5582e0ef6f30 2024-05-20T21:32:02.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.637+0000 7f4f97ab7b80 10 client.20031 fetch_fsmap learned FSMap version 26 2024-05-20T21:32:02.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.637+0000 7f4f97ab7b80 1 -- 172.21.15.8:0/115592502 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5582e0e0f060 con 0x5582e0ef6f30 2024-05-20T21:32:02.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.637+0000 7f4f67e00700 1 -- 172.21.15.8:0/115592502 <== mon.0 v2:172.21.15.8:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4f80024070 con 0x5582e0ef6f30 2024-05-20T21:32:02.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.637+0000 7f4f67e00700 1 -- 172.21.15.8:0/115592502 <== mon.0 v2:172.21.15.8:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f4f80011070 con 0x5582e0ef6f30 2024-05-20T21:32:02.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.638+0000 7f4f97ab7b80 10 client.20031 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:32:02.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.638+0000 7f4f97ab7b80 10 client.20031 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:32:02.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.638+0000 7f4f97ab7b80 20 client.20031 populate_metadata read hostname 'smithi008' 2024-05-20T21:32:02.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.638+0000 7f4f97ab7b80 1 --2- 172.21.15.8:0/115592502 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5582e0f0e800 0x5582e0f10bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:02.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.638+0000 7f4f97ab7b80 4 client.20031 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:32:02.639 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.638+0000 7f4f97ab7b80 1 -- 172.21.15.8:0/115592502 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5582e0e50d90 con 0x5582e0f0e800 2024-05-20T21:32:02.640 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.638+0000 7f4f85e00700 1 --2- 172.21.15.8:0/115592502 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5582e0f0e800 0x5582e0f10bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:02.640 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.639+0000 7f4f85e00700 1 --2- 172.21.15.8:0/115592502 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5582e0f0e800 0x5582e0f10bf0 crc :-1 s=READY pgs=430 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4ffc064b16138b52 server_cookie=6f118749934d71eb in_seq=0 out_seq=0 2024-05-20T21:32:02.640 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.639+0000 7f4f67e00700 10 client.20031 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:32:02.641 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.639+0000 7f4f67e00700 1 -- 172.21.15.8:0/115592502 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5582e0e50d90 con 0x5582e0f0e800 2024-05-20T21:32:02.641 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.639+0000 7f4f67e00700 10 client.20031 handle_command_reply: tid=0 2024-05-20T21:32:02.641 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.640+0000 7f4f97ab7b80 1 client.20031 shutdown 2024-05-20T21:32:02.641 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.640+0000 7f4f97ab7b80 1 -- 172.21.15.8:0/115592502 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5582e0ef6f30 msgr2=0x5582e0efa590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:02.641 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.640+0000 7f4f97ab7b80 1 --2- 172.21.15.8:0/115592502 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5582e0ef6f30 0x5582e0efa590 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7f4f80007750 tx=0x7f4f800099e0 comp rx=0 tx=0).stop 2024-05-20T21:32:02.641 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.640+0000 7f4f97ab7b80 1 -- 172.21.15.8:0/115592502 shutdown_connections 2024-05-20T21:32:02.641 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.640+0000 7f4f97ab7b80 1 --2- 172.21.15.8:0/115592502 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5582e0f0e800 0x5582e0f10bf0 crc :-1 s=READY pgs=430 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:02.641 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.640+0000 7f4f97ab7b80 1 --2- 172.21.15.8:0/115592502 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5582e0ef1140 0x5582e0efccb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:02.641 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.640+0000 7f4f97ab7b80 1 --2- 172.21.15.8:0/115592502 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5582e0ef6f30 0x5582e0efa590 unknown :-1 s=CLOSED pgs=803 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:02.641 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.640+0000 7f4f97ab7b80 1 --2- 172.21.15.8:0/115592502 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5582e0ef6610 0x5582e0efa050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:02.641 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.640+0000 7f4f97ab7b80 1 -- 172.21.15.8:0/115592502 >> 172.21.15.8:0/115592502 conn(0x5582e0e1ebe0 msgr2=0x5582e0eead70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:02.642 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.640+0000 7f4f67e00700 0 client.20031 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:32:02.642 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.640+0000 7f4f97ab7b80 1 -- 172.21.15.8:0/115592502 shutdown_connections 2024-05-20T21:32:02.642 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.640+0000 7f4f97ab7b80 1 -- 172.21.15.8:0/115592502 wait complete. 2024-05-20T21:32:02.642 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.640+0000 7f4f97ab7b80 20 client.20031 trim_cache size 0 max 16384 2024-05-20T21:32:02.657 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.657+0000 7f4f97ab7b80 1 Processor -- start 2024-05-20T21:32:02.657 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.657+0000 7f4f97ab7b80 1 -- start start 2024-05-20T21:32:02.657 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.658+0000 7f4f97ab7b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5582e0ef1140 0x5582e0ef0b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:02.657 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.658+0000 7f4f97ab7b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5582e0ef6610 0x5582e0eece90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:02.657 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.658+0000 7f4f97ab7b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5582e0ef6f30 0x5582e0ef7ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:02.657 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.658+0000 7f4f97ab7b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f4f881ae1a0 con 0x5582e0ef1140 2024-05-20T21:32:02.657 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.658+0000 7f4f97ab7b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4f881aba30 con 0x5582e0ef6f30 2024-05-20T21:32:02.658 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.658+0000 7f4f97ab7b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f4f881a9880 con 0x5582e0ef6610 2024-05-20T21:32:02.658 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.658+0000 7f4f85e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5582e0ef1140 0x5582e0ef0b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:02.658 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.658+0000 7f4f85400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5582e0ef6610 0x5582e0eece90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:02.659 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.658+0000 7f4f85e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5582e0ef1140 0x5582e0ef0b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:33240/0 (socket says 172.21.15.8:33240) 2024-05-20T21:32:02.659 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.658+0000 7f4f85e00700 1 -- 172.21.15.8:0/1968366597 learned_addr learned my addr 172.21.15.8:0/1968366597 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:32:02.659 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.658+0000 7f4f86800700 1 --2- 172.21.15.8:0/1968366597 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5582e0ef6f30 0x5582e0ef7ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:02.659 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.659+0000 7f4f86800700 1 -- 172.21.15.8:0/1968366597 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5582e0ef6610 msgr2=0x5582e0eece90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:02.659 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.659+0000 7f4f86800700 1 --2- 172.21.15.8:0/1968366597 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5582e0ef6610 0x5582e0eece90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:02.659 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.659+0000 7f4f86800700 1 -- 172.21.15.8:0/1968366597 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5582e0ef1140 msgr2=0x5582e0ef0b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:02.659 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.659+0000 7f4f86800700 1 --2- 172.21.15.8:0/1968366597 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5582e0ef1140 0x5582e0ef0b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:02.659 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.659+0000 7f4f86800700 1 -- 172.21.15.8:0/1968366597 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5582e0efd8c0 con 0x5582e0ef6f30 2024-05-20T21:32:02.659 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.659+0000 7f4f85e00700 1 --2- 172.21.15.8:0/1968366597 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5582e0ef1140 0x5582e0ef0b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:32:02.659 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.659+0000 7f4f86800700 1 --2- 172.21.15.8:0/1968366597 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5582e0ef6f30 0x5582e0ef7ba0 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7f4f8001e4c0 tx=0x7f4f80007c40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=76e1972f4d94c46b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:02.659 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.659+0000 7f4f72a00700 1 -- 172.21.15.8:0/1968366597 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f8004e070 con 0x5582e0ef6f30 2024-05-20T21:32:02.659 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.659+0000 7f4f72a00700 1 -- 172.21.15.8:0/1968366597 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4f80024040 con 0x5582e0ef6f30 2024-05-20T21:32:02.659 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.659+0000 7f4f72a00700 1 -- 172.21.15.8:0/1968366597 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f80005ae0 con 0x5582e0ef6f30 2024-05-20T21:32:02.660 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.660+0000 7f4f97ab7b80 1 -- 172.21.15.8:0/1968366597 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5582e0ef6f30 msgr2=0x5582e0ef7ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:02.660 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.660+0000 7f4f97ab7b80 1 --2- 172.21.15.8:0/1968366597 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5582e0ef6f30 0x5582e0ef7ba0 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7f4f8001e4c0 tx=0x7f4f80007c40 comp rx=0 tx=0).stop 2024-05-20T21:32:02.660 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.660+0000 7f4f97ab7b80 1 -- 172.21.15.8:0/1968366597 shutdown_connections 2024-05-20T21:32:02.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.660+0000 7f4f97ab7b80 1 --2- 172.21.15.8:0/1968366597 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5582e0ef6f30 0x5582e0ef7ba0 unknown :-1 s=CLOSED pgs=741 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:02.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.660+0000 7f4f97ab7b80 1 --2- 172.21.15.8:0/1968366597 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5582e0ef1140 0x5582e0ef0b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:02.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.660+0000 7f4f97ab7b80 1 --2- 172.21.15.8:0/1968366597 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5582e0ef6610 0x5582e0eece90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:02.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.660+0000 7f4f97ab7b80 1 -- 172.21.15.8:0/1968366597 >> 172.21.15.8:0/1968366597 conn(0x5582e0e1ebe0 msgr2=0x5582e0efa4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:02.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.660+0000 7f4f97ab7b80 1 -- 172.21.15.8:0/1968366597 shutdown_connections 2024-05-20T21:32:02.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.660+0000 7f4f97ab7b80 1 -- 172.21.15.8:0/1968366597 wait complete. 2024-05-20T21:32:02.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.661+0000 7f4f97ab7b80 1 -- start start 2024-05-20T21:32:02.661 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.661+0000 7f4f97ab7b80 1 Processor -- start 2024-05-20T21:32:02.662 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.661+0000 7f4f97ab7b80 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5582e0ef1140 0x5582e0f108b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:02.662 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.661+0000 7f4f97ab7b80 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5582e0ef6610 0x5582e0f10df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:02.662 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.662+0000 7f4f97ab7b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5582e0ef6f30 0x5582e0f77030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:02.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.662+0000 7f4f97ab7b80 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f4f881a9ef0 con 0x5582e0ef6610 2024-05-20T21:32:02.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.662+0000 7f4f97ab7b80 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4f881ab360 con 0x5582e0ef1140 2024-05-20T21:32:02.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.662+0000 7f4f97ab7b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f4f881aa5c0 con 0x5582e0ef6f30 2024-05-20T21:32:02.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.662+0000 7f4f97ab7b80 10 client.0 _ll_register_callbacks cb 0x5582e0de8c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:32:02.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.662+0000 7f4f85400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5582e0ef6610 0x5582e0f10df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:02.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.662+0000 7f4f85400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5582e0ef6610 0x5582e0f10df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:33248/0 (socket says 172.21.15.8:33248) 2024-05-20T21:32:02.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.662+0000 7f4f85400700 1 -- 172.21.15.8:0/457232511 learned_addr learned my addr 172.21.15.8:0/457232511 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:32:02.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.662+0000 7f4f86800700 1 --2- 172.21.15.8:0/457232511 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5582e0ef6f30 0x5582e0f77030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:02.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.662+0000 7f4f85e00700 1 --2- 172.21.15.8:0/457232511 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5582e0ef1140 0x5582e0f108b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:02.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.662+0000 7f4f85e00700 1 -- 172.21.15.8:0/457232511 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5582e0ef6f30 msgr2=0x5582e0f77030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:02.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.662+0000 7f4f85e00700 1 --2- 172.21.15.8:0/457232511 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5582e0ef6f30 0x5582e0f77030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:02.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.662+0000 7f4f85e00700 1 -- 172.21.15.8:0/457232511 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5582e0ef6610 msgr2=0x5582e0f10df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:02.663 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.662+0000 7f4f85e00700 1 --2- 172.21.15.8:0/457232511 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5582e0ef6610 0x5582e0f10df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:02.664 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.662+0000 7f4f85e00700 1 -- 172.21.15.8:0/457232511 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5582e0f116b0 con 0x5582e0ef1140 2024-05-20T21:32:02.664 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.662+0000 7f4f85400700 1 --2- 172.21.15.8:0/457232511 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5582e0ef6610 0x5582e0f10df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:32:02.664 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.663+0000 7f4f85e00700 1 --2- 172.21.15.8:0/457232511 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5582e0ef1140 0x5582e0f108b0 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7f4f7800c5b0 tx=0x7f4f780e2940 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c38a13592dd37bca server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:02.664 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.663+0000 7f4f67e00700 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-20T21:32:02.664 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.663+0000 7f4f67e00700 1 -- 172.21.15.8:0/457232511 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f780a9510 con 0x5582e0ef1140 2024-05-20T21:32:02.664 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.663+0000 7f4f67e00700 1 -- 172.21.15.8:0/457232511 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f4f780aa030 con 0x5582e0ef1140 2024-05-20T21:32:02.664 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.663+0000 7f4f97ab7b80 1 -- 172.21.15.8:0/457232511 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4f80024040 con 0x5582e0ef1140 2024-05-20T21:32:02.664 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.663+0000 7f4f67e00700 1 -- 172.21.15.8:0/457232511 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4f780a5350 con 0x5582e0ef1140 2024-05-20T21:32:02.664 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.663+0000 7f4f97ab7b80 10 client.30164 fetch_fsmap learned FSMap version 26 2024-05-20T21:32:02.664 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.663+0000 7f4f97ab7b80 1 -- 172.21.15.8:0/457232511 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5582e0f786d0 con 0x5582e0ef1140 2024-05-20T21:32:02.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.663+0000 7f4f67e00700 1 -- 172.21.15.8:0/457232511 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4f80024040 con 0x5582e0ef1140 2024-05-20T21:32:02.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.664+0000 7f4f67e00700 1 -- 172.21.15.8:0/457232511 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f4f780b2040 con 0x5582e0ef1140 2024-05-20T21:32:02.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.664+0000 7f4f97ab7b80 10 client.30164 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:32:02.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.664+0000 7f4f97ab7b80 10 client.30164 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-20T21:32:02.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.664+0000 7f4f97ab7b80 20 client.30164 populate_metadata read hostname 'smithi008' 2024-05-20T21:32:02.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.664+0000 7f4f97ab7b80 1 --2- 172.21.15.8:0/457232511 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5582e0f78d90 0x5582e0f7b1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:02.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.664+0000 7f4f97ab7b80 4 client.30164 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:32:02.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.664+0000 7f4f97ab7b80 1 -- 172.21.15.8:0/457232511 --> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5582e0e4a570 con 0x5582e0f78d90 2024-05-20T21:32:02.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.664+0000 7f4f85400700 1 --2- 172.21.15.8:0/457232511 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5582e0f78d90 0x5582e0f7b1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:02.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.665+0000 7f4f85400700 1 --2- 172.21.15.8:0/457232511 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5582e0f78d90 0x5582e0f7b1b0 crc :-1 s=READY pgs=431 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=58bcaf7db459960b server_cookie=f80345e95dbc8288 in_seq=0 out_seq=0 2024-05-20T21:32:02.666 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.665+0000 7f4f67e00700 10 client.30164 ms_handle_connect on v2:172.21.15.130:6838/518183221 2024-05-20T21:32:02.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.665+0000 7f4f67e00700 1 -- 172.21.15.8:0/457232511 <== mds.0 v2:172.21.15.130:6838/518183221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5582e0e4a570 con 0x5582e0f78d90 2024-05-20T21:32:02.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.665+0000 7f4f67e00700 10 client.30164 handle_command_reply: tid=0 2024-05-20T21:32:02.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.665+0000 7f4f97ab7b80 1 client.30164 shutdown 2024-05-20T21:32:02.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.665+0000 7f4f97ab7b80 1 -- 172.21.15.8:0/457232511 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5582e0ef1140 msgr2=0x5582e0f108b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:02.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.665+0000 7f4f97ab7b80 1 --2- 172.21.15.8:0/457232511 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5582e0ef1140 0x5582e0f108b0 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7f4f7800c5b0 tx=0x7f4f780e2940 comp rx=0 tx=0).stop 2024-05-20T21:32:02.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.665+0000 7f4f97ab7b80 1 -- 172.21.15.8:0/457232511 shutdown_connections 2024-05-20T21:32:02.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.665+0000 7f4f97ab7b80 1 --2- 172.21.15.8:0/457232511 >> [v2:172.21.15.130:6838/518183221,v1:172.21.15.130:6839/518183221] conn(0x5582e0f78d90 0x5582e0f7b1b0 crc :-1 s=READY pgs=431 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:02.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.665+0000 7f4f97ab7b80 1 --2- 172.21.15.8:0/457232511 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5582e0ef1140 0x5582e0f108b0 unknown :-1 s=CLOSED pgs=742 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:02.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.665+0000 7f4f97ab7b80 1 --2- 172.21.15.8:0/457232511 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5582e0ef6f30 0x5582e0f77030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:02.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.665+0000 7f4f97ab7b80 1 --2- 172.21.15.8:0/457232511 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x5582e0ef6610 0x5582e0f10df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:02.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.665+0000 7f4f67e00700 0 client.30164 ms_handle_reset on v2:172.21.15.130:6838/518183221 2024-05-20T21:32:02.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.665+0000 7f4f97ab7b80 1 -- 172.21.15.8:0/457232511 >> 172.21.15.8:0/457232511 conn(0x5582e0e1ebe0 msgr2=0x5582e0ef5160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:02.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.665+0000 7f4f97ab7b80 1 -- 172.21.15.8:0/457232511 shutdown_connections 2024-05-20T21:32:02.667 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.665+0000 7f4f97ab7b80 1 -- 172.21.15.8:0/457232511 wait complete. 2024-05-20T21:32:02.668 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.666+0000 7f4f97ab7b80 20 client.30164 trim_cache size 0 max 16384 2024-05-20T21:32:02.668 INFO:teuthology.orchestra.run.smithi008.stdout:[] 2024-05-20T21:32:02.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.666+0000 7f4f8d200700 1 -- 172.21.15.8:0/2654956081 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f4f6c0b2880 msgr2=0x7f4f6c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:02.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.666+0000 7f4f8d200700 1 --2- 172.21.15.8:0/2654956081 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f4f6c0b2880 0x7f4f6c0b4d40 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f4f8002b000 tx=0x7f4f8002c000 comp rx=0 tx=0).stop 2024-05-20T21:32:02.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.666+0000 7f4f8d200700 1 -- 172.21.15.8:0/2654956081 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4f88101f70 msgr2=0x7f4f8819f810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:02.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.666+0000 7f4f8d200700 1 --2- 172.21.15.8:0/2654956081 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4f88101f70 0x7f4f8819f810 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f4f7800eb30 tx=0x7f4f7800ee40 comp rx=0 tx=0).stop 2024-05-20T21:32:02.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.666+0000 7f4f8d200700 1 -- 172.21.15.8:0/2654956081 shutdown_connections 2024-05-20T21:32:02.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.666+0000 7f4f8d200700 1 --2- 172.21.15.8:0/2654956081 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f4f6c0b2880 0x7f4f6c0b4d40 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:02.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.666+0000 7f4f8d200700 1 --2- 172.21.15.8:0/2654956081 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4f88109720 0x7f4f88199a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:02.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.666+0000 7f4f8d200700 1 --2- 172.21.15.8:0/2654956081 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4f88101f70 0x7f4f8819f810 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:02.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.666+0000 7f4f8d200700 1 --2- 172.21.15.8:0/2654956081 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f4f88102930 0x7f4f8819fd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:02.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.666+0000 7f4f8d200700 1 -- 172.21.15.8:0/2654956081 >> 172.21.15.8:0/2654956081 conn(0x7f4f880776b0 msgr2=0x7f4f88100b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:02.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.667+0000 7f4f8d200700 1 -- 172.21.15.8:0/2654956081 shutdown_connections 2024-05-20T21:32:02.669 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:02.667+0000 7f4f8d200700 1 -- 172.21.15.8:0/2654956081 wait complete. 2024-05-20T21:32:03.526 ERROR:tasks.fwd_scrub.fs.[cephfs]:exception: Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_ceph-c_4ebd1d5361d457738957dc0455bba90102296634/qa/tasks/fwd_scrub.py", line 35, in _run self.do_scrub() File "/home/teuthworker/src/git.ceph.com_ceph-c_4ebd1d5361d457738957dc0455bba90102296634/qa/tasks/fwd_scrub.py", line 49, in do_scrub self.sleep_unless_stopped(self.sleep_between_iterations) File "/home/teuthworker/src/git.ceph.com_ceph-c_4ebd1d5361d457738957dc0455bba90102296634/qa/tasks/thrasher.py", line 47, in sleep_unless_stopped raise self.Stopped() tasks.thrasher.ThrasherGreenlet.Stopped 2024-05-20T21:32:03.527 INFO:tasks.fwd_scrub:done joining 2024-05-20T21:32:03.527 DEBUG:teuthology.run_tasks:Unwinding manager check-counter 2024-05-20T21:32:03.538 DEBUG:teuthology.orchestra.run.smithi008:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-05-20T21:32:03.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:03.764+0000 7f6a0aa00640 1 -- 172.21.15.8:0/3249760140 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6a0410ac80 msgr2=0x7f6a04111510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:03.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:03.764+0000 7f6a0aa00640 1 --2- 172.21.15.8:0/3249760140 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6a0410ac80 0x7f6a04111510 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7f69fc009be0 tx=0x7f69fc02a6d0 comp rx=0 tx=0).stop 2024-05-20T21:32:03.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:03.764+0000 7f6a0aa00640 1 -- 172.21.15.8:0/3249760140 shutdown_connections 2024-05-20T21:32:03.764 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:03.764+0000 7f6a0aa00640 1 --2- 172.21.15.8:0/3249760140 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6a0410ac80 0x7f6a04111510 unknown :-1 s=CLOSED pgs=743 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:03.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:03.764+0000 7f6a0aa00640 1 --2- 172.21.15.8:0/3249760140 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6a0410a2c0 0x7f6a0410a740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:03.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:03.764+0000 7f6a0aa00640 1 --2- 172.21.15.8:0/3249760140 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6a041090d0 0x7f6a041094f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:03.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:03.764+0000 7f6a0aa00640 1 -- 172.21.15.8:0/3249760140 >> 172.21.15.8:0/3249760140 conn(0x7f6a040780a0 msgr2=0x7f6a0407a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:03.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:03.764+0000 7f6a0aa00640 1 -- 172.21.15.8:0/3249760140 shutdown_connections 2024-05-20T21:32:03.765 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:03.764+0000 7f6a0aa00640 1 -- 172.21.15.8:0/3249760140 wait complete. 2024-05-20T21:32:03.767 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:03.765+0000 7f6a0aa00640 1 Processor -- start 2024-05-20T21:32:03.767 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:03.766+0000 7f6a0aa00640 1 -- start start 2024-05-20T21:32:03.767 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:03.766+0000 7f6a0aa00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6a041090d0 0x7f6a0419f270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:03.767 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:03.766+0000 7f6a0aa00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6a0410a2c0 0x7f6a0419f7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:03.767 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:03.766+0000 7f6a0aa00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6a0410ac80 0x7f6a041a6820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:03.767 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:03.766+0000 7f6a0aa00640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f6a04114bd0 con 0x7f6a0410a2c0 2024-05-20T21:32:03.767 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:03.766+0000 7f6a0aa00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6a04114a50 con 0x7f6a041090d0 2024-05-20T21:32:03.767 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:03.766+0000 7f6a0aa00640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f6a04114d50 con 0x7f6a0410ac80 2024-05-20T21:32:03.767 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:03.766+0000 7f69fb400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6a0410a2c0 0x7f6a0419f7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:03.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:03.766+0000 7f6a08a00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6a0410ac80 0x7f6a041a6820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:03.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:03.766+0000 7f69fb400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6a0410a2c0 0x7f6a0419f7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:48794/0 (socket says 172.21.15.8:48794) 2024-05-20T21:32:03.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:03.766+0000 7f6a03e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6a041090d0 0x7f6a0419f270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:03.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:03.766+0000 7f69fb400640 1 -- 172.21.15.8:0/2903481719 learned_addr learned my addr 172.21.15.8:0/2903481719 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:32:03.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:03.767+0000 7f6a08a00640 1 -- 172.21.15.8:0/2903481719 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6a041090d0 msgr2=0x7f6a0419f270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:03.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:03.767+0000 7f6a08a00640 1 --2- 172.21.15.8:0/2903481719 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6a041090d0 0x7f6a0419f270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:03.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:03.767+0000 7f6a08a00640 1 -- 172.21.15.8:0/2903481719 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6a0410a2c0 msgr2=0x7f6a0419f7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:03.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:03.767+0000 7f6a08a00640 1 --2- 172.21.15.8:0/2903481719 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6a0410a2c0 0x7f6a0419f7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:03.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:03.767+0000 7f6a08a00640 1 -- 172.21.15.8:0/2903481719 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a041a6e90 con 0x7f6a0410ac80 2024-05-20T21:32:03.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:03.767+0000 7f6a08a00640 1 --2- 172.21.15.8:0/2903481719 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6a0410ac80 0x7f6a041a6820 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f69fc034040 tx=0x7f69fc030d70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:03.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:03.767+0000 7f6a01600640 1 -- 172.21.15.8:0/2903481719 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69fc041020 con 0x7f6a0410ac80 2024-05-20T21:32:03.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:03.767+0000 7f6a01600640 1 -- 172.21.15.8:0/2903481719 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f69fc0318f0 con 0x7f6a0410ac80 2024-05-20T21:32:03.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:03.767+0000 7f6a0aa00640 1 -- 172.21.15.8:0/2903481719 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a041a7120 con 0x7f6a0410ac80 2024-05-20T21:32:03.768 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:03.767+0000 7f6a01600640 1 -- 172.21.15.8:0/2903481719 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69fc036040 con 0x7f6a0410ac80 2024-05-20T21:32:03.769 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:03.768+0000 7f6a0aa00640 1 -- 172.21.15.8:0/2903481719 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a041a7610 con 0x7f6a0410ac80 2024-05-20T21:32:03.769 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:03.769+0000 7f6a0aa00640 1 -- 172.21.15.8:0/2903481719 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6a041103f0 con 0x7f6a0410ac80 2024-05-20T21:32:03.771 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:03.772+0000 7f6a01600640 1 -- 172.21.15.8:0/2903481719 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f69fc044020 con 0x7f6a0410ac80 2024-05-20T21:32:03.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:03.773+0000 7f6a01600640 1 --2- 172.21.15.8:0/2903481719 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f69e80b27f0 0x7f69e80b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:03.772 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:03.773+0000 7f6a01600640 1 -- 172.21.15.8:0/2903481719 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f69fc103390 con 0x7f6a0410ac80 2024-05-20T21:32:03.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:03.773+0000 7f6a03e00640 1 --2- 172.21.15.8:0/2903481719 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f69e80b27f0 0x7f69e80b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:03.773 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:03.774+0000 7f6a03e00640 1 --2- 172.21.15.8:0/2903481719 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f69e80b27f0 0x7f69e80b4cb0 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f6a0410a120 tx=0x7f69f4005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:03.774 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:03.775+0000 7f6a01600640 1 -- 172.21.15.8:0/2903481719 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f69fc04b020 con 0x7f6a0410ac80 2024-05-20T21:32:03.990 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:03.991+0000 7f6a0aa00640 1 -- 172.21.15.8:0/2903481719 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6a0402dd20 con 0x7f6a0410ac80 2024-05-20T21:32:03.992 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:03.993+0000 7f6a01600640 1 -- 172.21.15.8:0/2903481719 <== mon.1 v2:172.21.15.130:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+22620 (secure 0 0 0) 0x7f69fc0cb040 con 0x7f6a0410ac80 2024-05-20T21:32:03.993 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:32:03.993 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":81,"fsid":"060ce10e-16ec-11ef-bc9a-c7b262605968","created":"2024-05-20T21:01:50.508336+0000","modified":"2024-05-20T21:12:02.563456+0000","last_up_change":"2024-05-20T21:10:03.543960+0000","last_in_change":"2024-05-20T21:09:43.745737+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-20T21:05:47.155633+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-20T21:11:10.880303+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-20T21:11:14.963738+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"567da6cc-0f5c-488c-82f7-0ecdf1f9a92c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6802","nonce":2530117688},{"type":"v1","addr":"172.21.15.8:6803","nonce":2530117688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6804","nonce":2530117688},{"type":"v1","addr":"172.21.15.8:6805","nonce":2530117688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6808","nonce":2530117688},{"type":"v1","addr":"172.21.15.8:6809","nonce":2530117688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6806","nonce":2530117688},{"type":"v1","addr":"172.21.15.8:6807","nonce":2530117688}]},"public_addr":"172.21.15.8:6803/2530117688","cluster_addr":"172.21.15.8:6805/2530117688","heartbeat_back_addr":"172.21.15.8:6809/2530117688","heartbeat_front_addr":"172.21.15.8:6807/2530117688","state":["exists","up"]},{"osd":1,"uuid":"6d7c2f7a-ba32-43d3-bcb5-91213501621d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":1765474633},{"type":"v1","addr":"172.21.15.50:6801","nonce":1765474633}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":1765474633},{"type":"v1","addr":"172.21.15.50:6803","nonce":1765474633}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":1765474633},{"type":"v1","addr":"172.21.15.50:6807","nonce":1765474633}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":1765474633},{"type":"v1","addr":"172.21.15.50:6805","nonce":1765474633}]},"public_addr":"172.21.15.50:6801/1765474633","cluster_addr":"172.21.15.50:6803/1765474633","heartbeat_back_addr":"172.21.15.50:6807/1765474633","heartbeat_front_addr":"172.21.15.50:6805/1765474633","state":["exists","up"]},{"osd":2,"uuid":"616c77cc-71ca-4d73-87ba-f9e2b391617f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6800","nonce":2148668646},{"type":"v1","addr":"172.21.15.130:6801","nonce":2148668646}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6802","nonce":2148668646},{"type":"v1","addr":"172.21.15.130:6803","nonce":2148668646}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6806","nonce":2148668646},{"type":"v1","addr":"172.21.15.130:6807","nonce":2148668646}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6804","nonce":2148668646},{"type":"v1","addr":"172.21.15.130:6805","nonce":2148668646}]},"public_addr":"172.21.15.130:6801/2148668646","cluster_addr":"172.21.15.130:6803/2148668646","heartbeat_back_addr":"172.21.15.130:6807/2148668646","heartbeat_front_addr":"172.21.15.130:6805/2148668646","state":["exists","up"]},{"osd":3,"uuid":"97c26b23-ae0b-424b-b593-5f7d545d78fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6810","nonce":522014344},{"type":"v1","addr":"172.21.15.8:6811","nonce":522014344}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6812","nonce":522014344},{"type":"v1","addr":"172.21.15.8:6813","nonce":522014344}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6816","nonce":522014344},{"type":"v1","addr":"172.21.15.8:6817","nonce":522014344}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6814","nonce":522014344},{"type":"v1","addr":"172.21.15.8:6815","nonce":522014344}]},"public_addr":"172.21.15.8:6811/522014344","cluster_addr":"172.21.15.8:6813/522014344","heartbeat_back_addr":"172.21.15.8:6817/522014344","heartbeat_front_addr":"172.21.15.8:6815/522014344","state":["exists","up"]},{"osd":4,"uuid":"032641da-14a1-4d60-975c-7ae9dd749f8b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":2849163314},{"type":"v1","addr":"172.21.15.50:6809","nonce":2849163314}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":2849163314},{"type":"v1","addr":"172.21.15.50:6811","nonce":2849163314}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":2849163314},{"type":"v1","addr":"172.21.15.50:6815","nonce":2849163314}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":2849163314},{"type":"v1","addr":"172.21.15.50:6813","nonce":2849163314}]},"public_addr":"172.21.15.50:6809/2849163314","cluster_addr":"172.21.15.50:6811/2849163314","heartbeat_back_addr":"172.21.15.50:6815/2849163314","heartbeat_front_addr":"172.21.15.50:6813/2849163314","state":["exists","up"]},{"osd":5,"uuid":"e0a50b25-3bd5-4f3d-9c6b-e0a37620c1fe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6808","nonce":2920667492},{"type":"v1","addr":"172.21.15.130:6809","nonce":2920667492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6810","nonce":2920667492},{"type":"v1","addr":"172.21.15.130:6811","nonce":2920667492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6814","nonce":2920667492},{"type":"v1","addr":"172.21.15.130:6815","nonce":2920667492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6812","nonce":2920667492},{"type":"v1","addr":"172.21.15.130:6813","nonce":2920667492}]},"public_addr":"172.21.15.130:6809/2920667492","cluster_addr":"172.21.15.130:6811/2920667492","heartbeat_back_addr":"172.21.15.130:6815/2920667492","heartbeat_front_addr":"172.21.15.130:6813/2920667492","state":["exists","up"]},{"osd":6,"uuid":"6fea92cd-1f1b-4f37-b607-4396f31985ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6818","nonce":107816006},{"type":"v1","addr":"172.21.15.8:6819","nonce":107816006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6820","nonce":107816006},{"type":"v1","addr":"172.21.15.8:6821","nonce":107816006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6824","nonce":107816006},{"type":"v1","addr":"172.21.15.8:6825","nonce":107816006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6822","nonce":107816006},{"type":"v1","addr":"172.21.15.8:6823","nonce":107816006}]},"public_addr":"172.21.15.8:6819/107816006","cluster_addr":"172.21.15.8:6821/107816006","heartbeat_back_addr":"172.21.15.8:6825/107816006","heartbeat_front_addr":"172.21.15.8:6823/107816006","state":["exists","up"]},{"osd":7,"uuid":"ed4481c7-8b9b-4360-87d7-e5eb8ea18b2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":2308872994},{"type":"v1","addr":"172.21.15.50:6817","nonce":2308872994}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":2308872994},{"type":"v1","addr":"172.21.15.50:6819","nonce":2308872994}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":2308872994},{"type":"v1","addr":"172.21.15.50:6823","nonce":2308872994}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":2308872994},{"type":"v1","addr":"172.21.15.50:6821","nonce":2308872994}]},"public_addr":"172.21.15.50:6817/2308872994","cluster_addr":"172.21.15.50:6819/2308872994","heartbeat_back_addr":"172.21.15.50:6823/2308872994","heartbeat_front_addr":"172.21.15.50:6821/2308872994","state":["exists","up"]},{"osd":8,"uuid":"c47d04f0-93d2-4a17-b7d0-a16a1d62099f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6816","nonce":2076512047},{"type":"v1","addr":"172.21.15.130:6817","nonce":2076512047}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6818","nonce":2076512047},{"type":"v1","addr":"172.21.15.130:6819","nonce":2076512047}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6822","nonce":2076512047},{"type":"v1","addr":"172.21.15.130:6823","nonce":2076512047}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6820","nonce":2076512047},{"type":"v1","addr":"172.21.15.130:6821","nonce":2076512047}]},"public_addr":"172.21.15.130:6817/2076512047","cluster_addr":"172.21.15.130:6819/2076512047","heartbeat_back_addr":"172.21.15.130:6823/2076512047","heartbeat_front_addr":"172.21.15.130:6821/2076512047","state":["exists","up"]},{"osd":9,"uuid":"54ccf87d-5ce9-4631-ab41-fbb0abb1d7e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6826","nonce":2726512408},{"type":"v1","addr":"172.21.15.8:6827","nonce":2726512408}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6828","nonce":2726512408},{"type":"v1","addr":"172.21.15.8:6829","nonce":2726512408}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6832","nonce":2726512408},{"type":"v1","addr":"172.21.15.8:6833","nonce":2726512408}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6830","nonce":2726512408},{"type":"v1","addr":"172.21.15.8:6831","nonce":2726512408}]},"public_addr":"172.21.15.8:6827/2726512408","cluster_addr":"172.21.15.8:6829/2726512408","heartbeat_back_addr":"172.21.15.8:6833/2726512408","heartbeat_front_addr":"172.21.15.8:6831/2726512408","state":["exists","up"]},{"osd":10,"uuid":"59788566-3094-4926-afbf-0a297a265ff5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":2266909560},{"type":"v1","addr":"172.21.15.50:6825","nonce":2266909560}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":2266909560},{"type":"v1","addr":"172.21.15.50:6827","nonce":2266909560}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":2266909560},{"type":"v1","addr":"172.21.15.50:6831","nonce":2266909560}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":2266909560},{"type":"v1","addr":"172.21.15.50:6829","nonce":2266909560}]},"public_addr":"172.21.15.50:6825/2266909560","cluster_addr":"172.21.15.50:6827/2266909560","heartbeat_back_addr":"172.21.15.50:6831/2266909560","heartbeat_front_addr":"172.21.15.50:6829/2266909560","state":["exists","up"]},{"osd":11,"uuid":"f4dfda6f-f5ea-4d53-8940-d33edd1dd61a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6824","nonce":2025670617},{"type":"v1","addr":"172.21.15.130:6825","nonce":2025670617}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6826","nonce":2025670617},{"type":"v1","addr":"172.21.15.130:6827","nonce":2025670617}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6830","nonce":2025670617},{"type":"v1","addr":"172.21.15.130:6831","nonce":2025670617}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6828","nonce":2025670617},{"type":"v1","addr":"172.21.15.130:6829","nonce":2025670617}]},"public_addr":"172.21.15.130:6825/2025670617","cluster_addr":"172.21.15.130:6827/2025670617","heartbeat_back_addr":"172.21.15.130:6831/2025670617","heartbeat_front_addr":"172.21.15.130:6829/2025670617","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:04:55.223745+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:05:20.826140+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:05:44.508801+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:06:17.590953+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:06:43.158647+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:07:07.550211+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:07:41.445843+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:08:08.755800+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:08:33.714081+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:09:08.647054+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:09:36.773039+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:10:01.697404+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"3.b","mappings":[{"from":3,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":6}]},{"pgid":"3.1b","mappings":[{"from":4,"to":7},{"from":3,"to":8}]},{"pgid":"3.1d","mappings":[{"from":4,"to":6}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.25","mappings":[{"from":5,"to":9}]},{"pgid":"3.27","mappings":[{"from":4,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.8:6801/3677468514":"2024-05-21T21:03:00.998855+0000","172.21.15.8:0/644454220":"2024-05-21T21:03:00.998855+0000","172.21.15.8:6800/3677468514":"2024-05-21T21:03:00.998855+0000","172.21.15.8:0/329536388":"2024-05-21T21:02:24.888619+0000","172.21.15.8:0/346325619":"2024-05-21T21:02:24.888619+0000","172.21.15.8:0/85678654":"2024-05-21T21:03:00.998855+0000","172.21.15.8:6800/3424210912":"2024-05-21T21:02:24.888619+0000","172.21.15.8:0/1767165129":"2024-05-21T21:02:24.888619+0000","172.21.15.8:6801/3424210912":"2024-05-21T21:02:24.888619+0000","172.21.15.8:0/3032080664":"2024-05-21T21:03:00.998855+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-20T21:32:03.994 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:03.995+0000 7f6a0aa00640 1 -- 172.21.15.8:0/2903481719 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f69e80b27f0 msgr2=0x7f69e80b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:03.995 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:03.995+0000 7f6a0aa00640 1 --2- 172.21.15.8:0/2903481719 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f69e80b27f0 0x7f69e80b4cb0 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f6a0410a120 tx=0x7f69f4005f90 comp rx=0 tx=0).stop 2024-05-20T21:32:03.995 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:03.995+0000 7f6a0aa00640 1 -- 172.21.15.8:0/2903481719 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6a0410ac80 msgr2=0x7f6a041a6820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:03.995 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:03.995+0000 7f6a0aa00640 1 --2- 172.21.15.8:0/2903481719 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6a0410ac80 0x7f6a041a6820 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f69fc034040 tx=0x7f69fc030d70 comp rx=0 tx=0).stop 2024-05-20T21:32:03.995 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:03.995+0000 7f6a0aa00640 1 -- 172.21.15.8:0/2903481719 shutdown_connections 2024-05-20T21:32:03.995 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:03.995+0000 7f6a0aa00640 1 --2- 172.21.15.8:0/2903481719 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f69e80b27f0 0x7f69e80b4cb0 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:03.995 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:03.995+0000 7f6a0aa00640 1 --2- 172.21.15.8:0/2903481719 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6a0410ac80 0x7f6a041a6820 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:03.995 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:03.995+0000 7f6a0aa00640 1 --2- 172.21.15.8:0/2903481719 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f6a0410a2c0 0x7f6a0419f7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:03.995 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:03.995+0000 7f6a0aa00640 1 --2- 172.21.15.8:0/2903481719 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6a041090d0 0x7f6a0419f270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:03.995 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:03.995+0000 7f6a0aa00640 1 -- 172.21.15.8:0/2903481719 >> 172.21.15.8:0/2903481719 conn(0x7f6a040780a0 msgr2=0x7f6a0410d5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:03.996 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:03.995+0000 7f6a0aa00640 1 -- 172.21.15.8:0/2903481719 shutdown_connections 2024-05-20T21:32:03.996 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:03.996+0000 7f6a0aa00640 1 -- 172.21.15.8:0/2903481719 wait complete. 2024-05-20T21:32:04.015 INFO:tasks.check_counter.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-05-20T21:05:47.155633+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-05-20T21:11:10.880303+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '79', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-05-20T21:11:14.963738+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '79', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-05-20T21:32:04.015 DEBUG:teuthology.orchestra.run.smithi008:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-05-20T21:32:04.239 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.239+0000 7faf61000640 1 -- 172.21.15.8:0/2117221659 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7faf5c105cc0 msgr2=0x7faf5c106140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:04.239 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.239+0000 7faf61000640 1 --2- 172.21.15.8:0/2117221659 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7faf5c105cc0 0x7faf5c106140 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7faf48009900 tx=0x7faf4802a400 comp rx=0 tx=0).stop 2024-05-20T21:32:04.239 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.239+0000 7faf61000640 1 -- 172.21.15.8:0/2117221659 shutdown_connections 2024-05-20T21:32:04.239 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.239+0000 7faf61000640 1 --2- 172.21.15.8:0/2117221659 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7faf5c106680 0x7faf5c10cf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:04.239 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.239+0000 7faf61000640 1 --2- 172.21.15.8:0/2117221659 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7faf5c105cc0 0x7faf5c106140 unknown :-1 s=CLOSED pgs=804 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:04.240 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.239+0000 7faf61000640 1 --2- 172.21.15.8:0/2117221659 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faf5c104ad0 0x7faf5c104ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:04.240 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.239+0000 7faf61000640 1 -- 172.21.15.8:0/2117221659 >> 172.21.15.8:0/2117221659 conn(0x7faf5c100060 msgr2=0x7faf5c102480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:04.240 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.239+0000 7faf61000640 1 -- 172.21.15.8:0/2117221659 shutdown_connections 2024-05-20T21:32:04.240 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.239+0000 7faf61000640 1 -- 172.21.15.8:0/2117221659 wait complete. 2024-05-20T21:32:04.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.241+0000 7faf61000640 1 Processor -- start 2024-05-20T21:32:04.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.241+0000 7faf61000640 1 -- start start 2024-05-20T21:32:04.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.241+0000 7faf61000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faf5c104ad0 0x7faf5c19ad60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:04.241 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.241+0000 7faf61000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7faf5c105cc0 0x7faf5c19b2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:04.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.241+0000 7faf61000640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7faf5c106680 0x7faf5c1a2310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:04.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.241+0000 7faf61000640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7faf5c110600 con 0x7faf5c105cc0 2024-05-20T21:32:04.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.241+0000 7faf61000640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7faf5c110480 con 0x7faf5c104ad0 2024-05-20T21:32:04.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.241+0000 7faf61000640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7faf5c110780 con 0x7faf5c106680 2024-05-20T21:32:04.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.241+0000 7faf5aa00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7faf5c105cc0 0x7faf5c19b2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:04.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.241+0000 7faf5b400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faf5c104ad0 0x7faf5c19ad60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:04.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.241+0000 7faf5aa00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7faf5c105cc0 0x7faf5c19b2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:48802/0 (socket says 172.21.15.8:48802) 2024-05-20T21:32:04.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.242+0000 7faf5aa00640 1 -- 172.21.15.8:0/2638233621 learned_addr learned my addr 172.21.15.8:0/2638233621 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:32:04.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.242+0000 7faf5be00640 1 --2- 172.21.15.8:0/2638233621 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7faf5c106680 0x7faf5c1a2310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:04.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.242+0000 7faf5aa00640 1 -- 172.21.15.8:0/2638233621 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7faf5c106680 msgr2=0x7faf5c1a2310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:04.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.242+0000 7faf5aa00640 1 --2- 172.21.15.8:0/2638233621 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7faf5c106680 0x7faf5c1a2310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:04.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.242+0000 7faf5aa00640 1 -- 172.21.15.8:0/2638233621 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faf5c104ad0 msgr2=0x7faf5c19ad60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:04.242 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.242+0000 7faf5aa00640 1 --2- 172.21.15.8:0/2638233621 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faf5c104ad0 0x7faf5c19ad60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:04.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.242+0000 7faf5aa00640 1 -- 172.21.15.8:0/2638233621 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf5c1a2980 con 0x7faf5c105cc0 2024-05-20T21:32:04.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.242+0000 7faf5b400640 1 --2- 172.21.15.8:0/2638233621 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faf5c104ad0 0x7faf5c19ad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:32:04.243 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.242+0000 7faf5aa00640 1 --2- 172.21.15.8:0/2638233621 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7faf5c105cc0 0x7faf5c19b2a0 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7faf48005940 tx=0x7faf480042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:04.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.243+0000 7faf53e00640 1 -- 172.21.15.8:0/2638233621 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf4803f030 con 0x7faf5c105cc0 2024-05-20T21:32:04.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.243+0000 7faf53e00640 1 -- 172.21.15.8:0/2638233621 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faf48003cb0 con 0x7faf5c105cc0 2024-05-20T21:32:04.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.243+0000 7faf53e00640 1 -- 172.21.15.8:0/2638233621 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf48035070 con 0x7faf5c105cc0 2024-05-20T21:32:04.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.243+0000 7faf61000640 1 -- 172.21.15.8:0/2638233621 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf5c1a2c10 con 0x7faf5c105cc0 2024-05-20T21:32:04.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.243+0000 7faf61000640 1 -- 172.21.15.8:0/2638233621 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf5c1a3100 con 0x7faf5c105cc0 2024-05-20T21:32:04.244 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.244+0000 7faf61000640 1 -- 172.21.15.8:0/2638233621 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf5c10be90 con 0x7faf5c105cc0 2024-05-20T21:32:04.246 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.247+0000 7faf53e00640 1 -- 172.21.15.8:0/2638233621 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7faf48042030 con 0x7faf5c105cc0 2024-05-20T21:32:04.247 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.248+0000 7faf53e00640 1 --2- 172.21.15.8:0/2638233621 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7faf400b27f0 0x7faf400b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:04.248 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.248+0000 7faf53e00640 1 -- 172.21.15.8:0/2638233621 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7faf48102640 con 0x7faf5c105cc0 2024-05-20T21:32:04.248 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.249+0000 7faf5b400640 1 --2- 172.21.15.8:0/2638233621 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7faf400b27f0 0x7faf400b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:04.249 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.249+0000 7faf5b400640 1 --2- 172.21.15.8:0/2638233621 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7faf400b27f0 0x7faf400b4cb0 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7faf5c105b20 tx=0x7faf4c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:04.253 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.254+0000 7faf53e00640 1 -- 172.21.15.8:0/2638233621 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7faf48003e60 con 0x7faf5c105cc0 2024-05-20T21:32:04.476 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.477+0000 7faf61000640 1 -- 172.21.15.8:0/2638233621 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7faf5c063650 con 0x7faf5c105cc0 2024-05-20T21:32:04.477 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.478+0000 7faf53e00640 1 -- 172.21.15.8:0/2638233621 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v81) ==== 93+0+10 (secure 0 0 0) 0x7faf480d2370 con 0x7faf5c105cc0 2024-05-20T21:32:04.478 INFO:teuthology.orchestra.run.smithi008.stdout:pg_num: 1 2024-05-20T21:32:04.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.481+0000 7faf61000640 1 -- 172.21.15.8:0/2638233621 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7faf400b27f0 msgr2=0x7faf400b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:04.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.481+0000 7faf61000640 1 --2- 172.21.15.8:0/2638233621 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7faf400b27f0 0x7faf400b4cb0 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7faf5c105b20 tx=0x7faf4c005f90 comp rx=0 tx=0).stop 2024-05-20T21:32:04.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.481+0000 7faf61000640 1 -- 172.21.15.8:0/2638233621 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7faf5c105cc0 msgr2=0x7faf5c19b2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:04.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.481+0000 7faf61000640 1 --2- 172.21.15.8:0/2638233621 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7faf5c105cc0 0x7faf5c19b2a0 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7faf48005940 tx=0x7faf480042f0 comp rx=0 tx=0).stop 2024-05-20T21:32:04.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.481+0000 7faf61000640 1 -- 172.21.15.8:0/2638233621 shutdown_connections 2024-05-20T21:32:04.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.481+0000 7faf61000640 1 --2- 172.21.15.8:0/2638233621 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7faf400b27f0 0x7faf400b4cb0 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:04.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.481+0000 7faf61000640 1 --2- 172.21.15.8:0/2638233621 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7faf5c106680 0x7faf5c1a2310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:04.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.481+0000 7faf61000640 1 --2- 172.21.15.8:0/2638233621 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7faf5c105cc0 0x7faf5c19b2a0 unknown :-1 s=CLOSED pgs=805 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:04.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.481+0000 7faf61000640 1 --2- 172.21.15.8:0/2638233621 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faf5c104ad0 0x7faf5c19ad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:04.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.481+0000 7faf61000640 1 -- 172.21.15.8:0/2638233621 >> 172.21.15.8:0/2638233621 conn(0x7faf5c100060 msgr2=0x7faf5c109060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:04.481 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.481+0000 7faf61000640 1 -- 172.21.15.8:0/2638233621 shutdown_connections 2024-05-20T21:32:04.482 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.481+0000 7faf61000640 1 -- 172.21.15.8:0/2638233621 wait complete. 2024-05-20T21:32:04.501 DEBUG:teuthology.orchestra.run.smithi008:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-05-20T21:32:04.721 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.722+0000 7f80dd400640 1 -- 172.21.15.8:0/3213517152 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f80d810aa20 msgr2=0x7f80d8111340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:04.722 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.722+0000 7f80dd400640 1 --2- 172.21.15.8:0/3213517152 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f80d810aa20 0x7f80d8111340 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7f80d0009ca0 tx=0x7f80d002a8c0 comp rx=0 tx=0).stop 2024-05-20T21:32:04.722 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.722+0000 7f80dd400640 1 -- 172.21.15.8:0/3213517152 shutdown_connections 2024-05-20T21:32:04.722 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.722+0000 7f80dd400640 1 --2- 172.21.15.8:0/3213517152 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f80d810aa20 0x7f80d8111340 unknown :-1 s=CLOSED pgs=806 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:04.722 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.722+0000 7f80dd400640 1 --2- 172.21.15.8:0/3213517152 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f80d810a060 0x7f80d810a4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:04.722 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.722+0000 7f80dd400640 1 --2- 172.21.15.8:0/3213517152 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f80d8108e80 0x7f80d81092a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:04.722 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.722+0000 7f80dd400640 1 -- 172.21.15.8:0/3213517152 >> 172.21.15.8:0/3213517152 conn(0x7f80d8077e90 msgr2=0x7f80d807a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:04.722 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.722+0000 7f80dd400640 1 -- 172.21.15.8:0/3213517152 shutdown_connections 2024-05-20T21:32:04.722 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.722+0000 7f80dd400640 1 -- 172.21.15.8:0/3213517152 wait complete. 2024-05-20T21:32:04.724 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.723+0000 7f80dd400640 1 Processor -- start 2024-05-20T21:32:04.725 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.723+0000 7f80dd400640 1 -- start start 2024-05-20T21:32:04.725 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.724+0000 7f80dd400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f80d8108e80 0x7f80d819f090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:04.725 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.724+0000 7f80dd400640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f80d810a060 0x7f80d819f5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:04.725 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.724+0000 7f80dd400640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f80d810aa20 0x7f80d81a6640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:04.725 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.724+0000 7f80dd400640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f80d8114a50 con 0x7f80d810a060 2024-05-20T21:32:04.725 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.724+0000 7f80dd400640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f80d81148d0 con 0x7f80d8108e80 2024-05-20T21:32:04.725 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.724+0000 7f80dd400640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f80d8114bd0 con 0x7f80d810aa20 2024-05-20T21:32:04.725 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.724+0000 7f80cfe00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f80d810a060 0x7f80d819f5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:04.725 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.724+0000 7f80cfe00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f80d810a060 0x7f80d819f5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:48816/0 (socket says 172.21.15.8:48816) 2024-05-20T21:32:04.725 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.724+0000 7f80cfe00640 1 -- 172.21.15.8:0/3408533888 learned_addr learned my addr 172.21.15.8:0/3408533888 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:32:04.725 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.724+0000 7f80d7e00640 1 --2- 172.21.15.8:0/3408533888 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f80d8108e80 0x7f80d819f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:04.725 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.724+0000 7f80dca00640 1 --2- 172.21.15.8:0/3408533888 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f80d810aa20 0x7f80d81a6640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:04.725 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.724+0000 7f80d7e00640 1 -- 172.21.15.8:0/3408533888 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f80d810aa20 msgr2=0x7f80d81a6640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:04.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.724+0000 7f80d7e00640 1 --2- 172.21.15.8:0/3408533888 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f80d810aa20 0x7f80d81a6640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:04.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.724+0000 7f80d7e00640 1 -- 172.21.15.8:0/3408533888 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f80d810a060 msgr2=0x7f80d819f5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:04.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.724+0000 7f80d7e00640 1 --2- 172.21.15.8:0/3408533888 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f80d810a060 0x7f80d819f5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:04.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.725+0000 7f80d7e00640 1 -- 172.21.15.8:0/3408533888 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80d81a6cb0 con 0x7f80d8108e80 2024-05-20T21:32:04.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.725+0000 7f80dca00640 1 --2- 172.21.15.8:0/3408533888 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f80d810aa20 0x7f80d81a6640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:32:04.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.725+0000 7f80d7e00640 1 --2- 172.21.15.8:0/3408533888 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f80d8108e80 0x7f80d819f090 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7f80c800e9c0 tx=0x7f80c800ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:04.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.725+0000 7f80d5600640 1 -- 172.21.15.8:0/3408533888 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80c800ccc0 con 0x7f80d8108e80 2024-05-20T21:32:04.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.725+0000 7f80d5600640 1 -- 172.21.15.8:0/3408533888 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f80c80035f0 con 0x7f80d8108e80 2024-05-20T21:32:04.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.725+0000 7f80dd400640 1 -- 172.21.15.8:0/3408533888 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f80d81a6fa0 con 0x7f80d8108e80 2024-05-20T21:32:04.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.725+0000 7f80d5600640 1 -- 172.21.15.8:0/3408533888 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80c800ce60 con 0x7f80d8108e80 2024-05-20T21:32:04.726 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.725+0000 7f80dd400640 1 -- 172.21.15.8:0/3408533888 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f80d81a7400 con 0x7f80d8108e80 2024-05-20T21:32:04.727 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.726+0000 7f80dd400640 1 -- 172.21.15.8:0/3408533888 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f80d8110220 con 0x7f80d8108e80 2024-05-20T21:32:04.728 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.729+0000 7f80d5600640 1 -- 172.21.15.8:0/3408533888 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f80c8004000 con 0x7f80d8108e80 2024-05-20T21:32:04.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.730+0000 7f80d5600640 1 --2- 172.21.15.8:0/3408533888 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f80bc0b27f0 0x7f80bc0b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:04.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.731+0000 7f80d5600640 1 -- 172.21.15.8:0/3408533888 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f80c80e2800 con 0x7f80d8108e80 2024-05-20T21:32:04.730 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.731+0000 7f80cfe00640 1 --2- 172.21.15.8:0/3408533888 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f80bc0b27f0 0x7f80bc0b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:04.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.731+0000 7f80cfe00640 1 --2- 172.21.15.8:0/3408533888 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f80bc0b27f0 0x7f80bc0b4cb0 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f80d81a05a0 tx=0x7f80c0005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:04.731 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.732+0000 7f80d5600640 1 -- 172.21.15.8:0/3408533888 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f80c80aa540 con 0x7f80d8108e80 2024-05-20T21:32:04.946 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.947+0000 7f80dd400640 1 -- 172.21.15.8:0/3408533888 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f80d802de50 con 0x7f80d8108e80 2024-05-20T21:32:04.947 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.947+0000 7f80d5600640 1 -- 172.21.15.8:0/3408533888 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v81) ==== 104+0+11 (secure 0 0 0) 0x7f80c80a9e40 con 0x7f80d8108e80 2024-05-20T21:32:04.947 INFO:teuthology.orchestra.run.smithi008.stdout:pg_num: 32 2024-05-20T21:32:04.950 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.951+0000 7f80dd400640 1 -- 172.21.15.8:0/3408533888 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f80bc0b27f0 msgr2=0x7f80bc0b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:04.951 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.951+0000 7f80dd400640 1 --2- 172.21.15.8:0/3408533888 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f80bc0b27f0 0x7f80bc0b4cb0 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f80d81a05a0 tx=0x7f80c0005f90 comp rx=0 tx=0).stop 2024-05-20T21:32:04.951 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.951+0000 7f80dd400640 1 -- 172.21.15.8:0/3408533888 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f80d8108e80 msgr2=0x7f80d819f090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:04.951 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.951+0000 7f80dd400640 1 --2- 172.21.15.8:0/3408533888 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f80d8108e80 0x7f80d819f090 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7f80c800e9c0 tx=0x7f80c800ee80 comp rx=0 tx=0).stop 2024-05-20T21:32:04.951 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.951+0000 7f80dd400640 1 -- 172.21.15.8:0/3408533888 shutdown_connections 2024-05-20T21:32:04.951 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.951+0000 7f80dd400640 1 --2- 172.21.15.8:0/3408533888 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f80bc0b27f0 0x7f80bc0b4cb0 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:04.951 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.951+0000 7f80dd400640 1 --2- 172.21.15.8:0/3408533888 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f80d810aa20 0x7f80d81a6640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:04.951 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.951+0000 7f80dd400640 1 --2- 172.21.15.8:0/3408533888 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f80d810a060 0x7f80d819f5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:04.951 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.951+0000 7f80dd400640 1 --2- 172.21.15.8:0/3408533888 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f80d8108e80 0x7f80d819f090 unknown :-1 s=CLOSED pgs=744 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:04.951 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.951+0000 7f80dd400640 1 -- 172.21.15.8:0/3408533888 >> 172.21.15.8:0/3408533888 conn(0x7f80d8077e90 msgr2=0x7f80d810d3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:04.951 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.951+0000 7f80dd400640 1 -- 172.21.15.8:0/3408533888 shutdown_connections 2024-05-20T21:32:04.951 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:04.951+0000 7f80dd400640 1 -- 172.21.15.8:0/3408533888 wait complete. 2024-05-20T21:32:04.969 DEBUG:teuthology.orchestra.run.smithi008:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-05-20T21:32:05.035 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:32:04 smithi008 ceph-mon[31475]: pgmap v942: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 426 B/s wr, 6 op/s 2024-05-20T21:32:05.035 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:32:04 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/2903481719' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:32:05.035 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:32:04 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/2638233621' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-20T21:32:05.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:32:04 smithi130 ceph-mon[36448]: pgmap v942: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 426 B/s wr, 6 op/s 2024-05-20T21:32:05.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:32:04 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/2903481719' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:32:05.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:32:04 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/2638233621' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-20T21:32:05.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:32:04 smithi050 ceph-mon[35809]: pgmap v942: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 426 B/s wr, 6 op/s 2024-05-20T21:32:05.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:32:04 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/2903481719' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:32:05.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:32:04 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/2638233621' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-20T21:32:05.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.177+0000 7f44c1a00640 1 -- 172.21.15.8:0/2472627329 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f44bc104ad0 msgr2=0x7f44bc104ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:05.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.177+0000 7f44c1a00640 1 --2- 172.21.15.8:0/2472627329 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f44bc104ad0 0x7f44bc104ef0 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7f44ac009900 tx=0x7f44ac02a3f0 comp rx=0 tx=0).stop 2024-05-20T21:32:05.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.178+0000 7f44c1a00640 1 -- 172.21.15.8:0/2472627329 shutdown_connections 2024-05-20T21:32:05.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.178+0000 7f44c1a00640 1 --2- 172.21.15.8:0/2472627329 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f44bc106680 0x7f44bc10cf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:05.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.178+0000 7f44c1a00640 1 --2- 172.21.15.8:0/2472627329 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f44bc105cc0 0x7f44bc106140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:05.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.178+0000 7f44c1a00640 1 --2- 172.21.15.8:0/2472627329 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f44bc104ad0 0x7f44bc104ef0 unknown :-1 s=CLOSED pgs=745 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:05.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.178+0000 7f44c1a00640 1 -- 172.21.15.8:0/2472627329 >> 172.21.15.8:0/2472627329 conn(0x7f44bc100060 msgr2=0x7f44bc102480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:05.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.178+0000 7f44c1a00640 1 -- 172.21.15.8:0/2472627329 shutdown_connections 2024-05-20T21:32:05.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.178+0000 7f44c1a00640 1 -- 172.21.15.8:0/2472627329 wait complete. 2024-05-20T21:32:05.180 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.179+0000 7f44c1a00640 1 Processor -- start 2024-05-20T21:32:05.180 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.179+0000 7f44c1a00640 1 -- start start 2024-05-20T21:32:05.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.179+0000 7f44c1a00640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f44bc104ad0 0x7f44bc19ad40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:05.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.180+0000 7f44c1a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f44bc105cc0 0x7f44bc19b280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:05.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.180+0000 7f44c1a00640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f44bc106680 0x7f44bc1a22b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:05.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.180+0000 7f44c1a00640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f44bc110650 con 0x7f44bc106680 2024-05-20T21:32:05.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.180+0000 7f44c1a00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f44bc1104d0 con 0x7f44bc105cc0 2024-05-20T21:32:05.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.180+0000 7f44c1a00640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f44bc1107d0 con 0x7f44bc104ad0 2024-05-20T21:32:05.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.180+0000 7f44c1000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f44bc106680 0x7f44bc1a22b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:05.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.180+0000 7f44c1000640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f44bc106680 0x7f44bc1a22b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:48842/0 (socket says 172.21.15.8:48842) 2024-05-20T21:32:05.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.180+0000 7f44c1000640 1 -- 172.21.15.8:0/565238306 learned_addr learned my addr 172.21.15.8:0/565238306 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:32:05.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.180+0000 7f44bbe00640 1 --2- 172.21.15.8:0/565238306 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f44bc104ad0 0x7f44bc19ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:05.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.180+0000 7f44bb400640 1 --2- 172.21.15.8:0/565238306 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f44bc105cc0 0x7f44bc19b280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:05.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.180+0000 7f44c1000640 1 -- 172.21.15.8:0/565238306 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f44bc104ad0 msgr2=0x7f44bc19ad40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:05.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.180+0000 7f44c1000640 1 --2- 172.21.15.8:0/565238306 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f44bc104ad0 0x7f44bc19ad40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:05.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.180+0000 7f44c1000640 1 -- 172.21.15.8:0/565238306 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f44bc105cc0 msgr2=0x7f44bc19b280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:05.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.180+0000 7f44c1000640 1 --2- 172.21.15.8:0/565238306 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f44bc105cc0 0x7f44bc19b280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:05.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.180+0000 7f44c1000640 1 -- 172.21.15.8:0/565238306 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44bc1a2950 con 0x7f44bc106680 2024-05-20T21:32:05.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.181+0000 7f44c1000640 1 --2- 172.21.15.8:0/565238306 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f44bc106680 0x7f44bc1a22b0 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7f44b400eb10 tx=0x7f44b400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:05.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.181+0000 7f44b8c00640 1 -- 172.21.15.8:0/565238306 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44b4004b20 con 0x7f44bc106680 2024-05-20T21:32:05.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.181+0000 7f44b8c00640 1 -- 172.21.15.8:0/565238306 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f44b4004cc0 con 0x7f44bc106680 2024-05-20T21:32:05.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.181+0000 7f44c1a00640 1 -- 172.21.15.8:0/565238306 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44bc1a2c40 con 0x7f44bc106680 2024-05-20T21:32:05.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.181+0000 7f44b8c00640 1 -- 172.21.15.8:0/565238306 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44b4010690 con 0x7f44bc106680 2024-05-20T21:32:05.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.181+0000 7f44c1a00640 1 -- 172.21.15.8:0/565238306 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44bc1a3160 con 0x7f44bc106680 2024-05-20T21:32:05.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.182+0000 7f44c1a00640 1 -- 172.21.15.8:0/565238306 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f44bc10be70 con 0x7f44bc106680 2024-05-20T21:32:05.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.185+0000 7f44b8c00640 1 -- 172.21.15.8:0/565238306 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f44b4005000 con 0x7f44bc106680 2024-05-20T21:32:05.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.186+0000 7f44b8c00640 1 --2- 172.21.15.8:0/565238306 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f44a00b27f0 0x7f44a00b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:05.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.187+0000 7f44b8c00640 1 -- 172.21.15.8:0/565238306 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f44b40e2a50 con 0x7f44bc106680 2024-05-20T21:32:05.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.187+0000 7f44bbe00640 1 --2- 172.21.15.8:0/565238306 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f44a00b27f0 0x7f44a00b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:05.187 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.188+0000 7f44bbe00640 1 --2- 172.21.15.8:0/565238306 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f44a00b27f0 0x7f44a00b4cb0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f44ac005ab0 tx=0x7f44ac005a20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:05.188 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.189+0000 7f44b8c00640 1 -- 172.21.15.8:0/565238306 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f44b4054df0 con 0x7f44bc106680 2024-05-20T21:32:05.400 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.401+0000 7f44c1a00640 1 -- 172.21.15.8:0/565238306 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f44bc02ddf0 con 0x7f44bc106680 2024-05-20T21:32:05.401 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.402+0000 7f44b8c00640 1 -- 172.21.15.8:0/565238306 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v81) ==== 100+0+11 (secure 0 0 0) 0x7f44b40aa700 con 0x7f44bc106680 2024-05-20T21:32:05.401 INFO:teuthology.orchestra.run.smithi008.stdout:pg_num: 64 2024-05-20T21:32:05.404 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.405+0000 7f44c1a00640 1 -- 172.21.15.8:0/565238306 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f44a00b27f0 msgr2=0x7f44a00b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:05.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.405+0000 7f44c1a00640 1 --2- 172.21.15.8:0/565238306 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f44a00b27f0 0x7f44a00b4cb0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f44ac005ab0 tx=0x7f44ac005a20 comp rx=0 tx=0).stop 2024-05-20T21:32:05.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.405+0000 7f44c1a00640 1 -- 172.21.15.8:0/565238306 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f44bc106680 msgr2=0x7f44bc1a22b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:05.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.405+0000 7f44c1a00640 1 --2- 172.21.15.8:0/565238306 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f44bc106680 0x7f44bc1a22b0 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7f44b400eb10 tx=0x7f44b400c2d0 comp rx=0 tx=0).stop 2024-05-20T21:32:05.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.405+0000 7f44c1a00640 1 -- 172.21.15.8:0/565238306 shutdown_connections 2024-05-20T21:32:05.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.405+0000 7f44c1a00640 1 --2- 172.21.15.8:0/565238306 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f44a00b27f0 0x7f44a00b4cb0 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:05.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.405+0000 7f44c1a00640 1 --2- 172.21.15.8:0/565238306 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f44bc106680 0x7f44bc1a22b0 unknown :-1 s=CLOSED pgs=807 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:05.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.405+0000 7f44c1a00640 1 --2- 172.21.15.8:0/565238306 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f44bc105cc0 0x7f44bc19b280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:05.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.405+0000 7f44c1a00640 1 --2- 172.21.15.8:0/565238306 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f44bc104ad0 0x7f44bc19ad40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:05.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.405+0000 7f44c1a00640 1 -- 172.21.15.8:0/565238306 >> 172.21.15.8:0/565238306 conn(0x7f44bc100060 msgr2=0x7f44bc109040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:05.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.405+0000 7f44c1a00640 1 -- 172.21.15.8:0/565238306 shutdown_connections 2024-05-20T21:32:05.405 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.405+0000 7f44c1a00640 1 -- 172.21.15.8:0/565238306 wait complete. 2024-05-20T21:32:05.423 DEBUG:teuthology.orchestra.run.smithi008:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json-pretty 2024-05-20T21:32:05.641 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.641+0000 7fb71e200640 1 -- 172.21.15.8:0/724423390 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb718104bb0 msgr2=0x7fb718104fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:05.641 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.641+0000 7fb71e200640 1 --2- 172.21.15.8:0/724423390 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb718104bb0 0x7fb718104fd0 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7fb70c009900 tx=0x7fb70c02a3f0 comp rx=0 tx=0).stop 2024-05-20T21:32:05.641 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.641+0000 7fb71e200640 1 -- 172.21.15.8:0/724423390 shutdown_connections 2024-05-20T21:32:05.641 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.641+0000 7fb71e200640 1 --2- 172.21.15.8:0/724423390 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb718106760 0x7fb71810cff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:05.641 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.641+0000 7fb71e200640 1 --2- 172.21.15.8:0/724423390 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb718105da0 0x7fb718106220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:05.641 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.641+0000 7fb71e200640 1 --2- 172.21.15.8:0/724423390 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb718104bb0 0x7fb718104fd0 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:05.642 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.641+0000 7fb71e200640 1 -- 172.21.15.8:0/724423390 >> 172.21.15.8:0/724423390 conn(0x7fb718100120 msgr2=0x7fb718102560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:05.642 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.641+0000 7fb71e200640 1 -- 172.21.15.8:0/724423390 shutdown_connections 2024-05-20T21:32:05.642 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.641+0000 7fb71e200640 1 -- 172.21.15.8:0/724423390 wait complete. 2024-05-20T21:32:05.643 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.643+0000 7fb71e200640 1 Processor -- start 2024-05-20T21:32:05.643 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.643+0000 7fb71e200640 1 -- start start 2024-05-20T21:32:05.644 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.643+0000 7fb71e200640 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb718104bb0 0x7fb71819add0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:05.644 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.643+0000 7fb71e200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb718105da0 0x7fb71819b310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:05.644 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.643+0000 7fb71e200640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb718106760 0x7fb7181a2380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:05.644 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.643+0000 7fb71e200640 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fb718110700 con 0x7fb718106760 2024-05-20T21:32:05.644 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.643+0000 7fb71e200640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb718110580 con 0x7fb718105da0 2024-05-20T21:32:05.644 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.643+0000 7fb71e200640 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fb718110880 con 0x7fb718104bb0 2024-05-20T21:32:05.644 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.643+0000 7fb717e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb718105da0 0x7fb71819b310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:05.644 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.643+0000 7fb71d800640 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb718106760 0x7fb7181a2380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:05.644 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.644+0000 7fb717e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb718105da0 0x7fb71819b310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:55158/0 (socket says 172.21.15.8:55158) 2024-05-20T21:32:05.644 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.644+0000 7fb717e00640 1 -- 172.21.15.8:0/1063772284 learned_addr learned my addr 172.21.15.8:0/1063772284 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:32:05.644 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.644+0000 7fb71ce00640 1 --2- 172.21.15.8:0/1063772284 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb718104bb0 0x7fb71819add0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:05.644 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.644+0000 7fb717e00640 1 -- 172.21.15.8:0/1063772284 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb718104bb0 msgr2=0x7fb71819add0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:05.645 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.644+0000 7fb717e00640 1 --2- 172.21.15.8:0/1063772284 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb718104bb0 0x7fb71819add0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:05.645 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.644+0000 7fb717e00640 1 -- 172.21.15.8:0/1063772284 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb718106760 msgr2=0x7fb7181a2380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:05.645 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.644+0000 7fb717e00640 1 --2- 172.21.15.8:0/1063772284 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb718106760 0x7fb7181a2380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:05.645 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.644+0000 7fb717e00640 1 -- 172.21.15.8:0/1063772284 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7181a29f0 con 0x7fb718105da0 2024-05-20T21:32:05.645 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.644+0000 7fb71d800640 1 --2- 172.21.15.8:0/1063772284 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb718106760 0x7fb7181a2380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:32:05.645 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.644+0000 7fb717e00640 1 --2- 172.21.15.8:0/1063772284 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb718105da0 0x7fb71819b310 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7fb70400e9f0 tx=0x7fb70400eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:05.646 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.645+0000 7fb715600640 1 -- 172.21.15.8:0/1063772284 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb70400cd80 con 0x7fb718105da0 2024-05-20T21:32:05.646 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.645+0000 7fb71e200640 1 -- 172.21.15.8:0/1063772284 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7181a2ce0 con 0x7fb718105da0 2024-05-20T21:32:05.646 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.645+0000 7fb715600640 1 -- 172.21.15.8:0/1063772284 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb7040108e0 con 0x7fb718105da0 2024-05-20T21:32:05.646 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.645+0000 7fb715600640 1 -- 172.21.15.8:0/1063772284 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb704018980 con 0x7fb718105da0 2024-05-20T21:32:05.646 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.645+0000 7fb71e200640 1 -- 172.21.15.8:0/1063772284 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7181a3220 con 0x7fb718105da0 2024-05-20T21:32:05.646 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.646+0000 7fb71e200640 1 -- 172.21.15.8:0/1063772284 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb71810bf70 con 0x7fb718105da0 2024-05-20T21:32:05.648 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.649+0000 7fb715600640 1 -- 172.21.15.8:0/1063772284 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fb704010430 con 0x7fb718105da0 2024-05-20T21:32:05.649 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.650+0000 7fb715600640 1 --2- 172.21.15.8:0/1063772284 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb7000b2860 0x7fb7000b4d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:05.650 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.650+0000 7fb715600640 1 -- 172.21.15.8:0/1063772284 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fb7040e29a0 con 0x7fb718105da0 2024-05-20T21:32:05.650 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.650+0000 7fb71ce00640 1 --2- 172.21.15.8:0/1063772284 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb7000b2860 0x7fb7000b4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:05.650 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.651+0000 7fb71ce00640 1 --2- 172.21.15.8:0/1063772284 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb7000b2860 0x7fb7000b4d20 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7fb70c005ab0 tx=0x7fb70c005a20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:05.652 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.653+0000 7fb715600640 1 -- 172.21.15.8:0/1063772284 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fb7040aa060 con 0x7fb718105da0 2024-05-20T21:32:05.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.924+0000 7fb71e200640 1 -- 172.21.15.8:0/1063772284 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json-pretty"} v 0) -- 0x7fb71802ddf0 con 0x7fb718105da0 2024-05-20T21:32:05.936 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.935+0000 7fb715600640 1 -- 172.21.15.8:0/1063772284 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json-pretty"}]=0 v18) ==== 81+0+815633 (secure 0 0 0) 0x7fb7040ae360 con 0x7fb718105da0 2024-05-20T21:32:05.955 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:32:05.955 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:32:05.956 INFO:teuthology.orchestra.run.smithi008.stdout: "epoch": 18, 2024-05-20T21:32:05.956 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:05.956 INFO:teuthology.orchestra.run.smithi008.stdout: "active_gid": 14152, 2024-05-20T21:32:05.956 INFO:teuthology.orchestra.run.smithi008.stdout: "active_name": "x", 2024-05-20T21:32:05.956 INFO:teuthology.orchestra.run.smithi008.stdout: "active_addrs": { 2024-05-20T21:32:05.956 INFO:teuthology.orchestra.run.smithi008.stdout: "addrvec": [ 2024-05-20T21:32:05.956 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:05.956 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "v2", 2024-05-20T21:32:05.957 INFO:teuthology.orchestra.run.smithi008.stdout: "addr": "172.21.15.8:6800", 2024-05-20T21:32:05.957 INFO:teuthology.orchestra.run.smithi008.stdout: "nonce": 2778224651 2024-05-20T21:32:05.957 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:05.957 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:05.957 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "v1", 2024-05-20T21:32:05.957 INFO:teuthology.orchestra.run.smithi008.stdout: "addr": "172.21.15.8:6801", 2024-05-20T21:32:05.957 INFO:teuthology.orchestra.run.smithi008.stdout: "nonce": 2778224651 2024-05-20T21:32:05.957 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:05.958 INFO:teuthology.orchestra.run.smithi008.stdout: ] 2024-05-20T21:32:05.958 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:05.958 INFO:teuthology.orchestra.run.smithi008.stdout: "active_addr": "172.21.15.8:6801/2778224651", 2024-05-20T21:32:05.958 INFO:teuthology.orchestra.run.smithi008.stdout: "active_change": "2024-05-20T21:03:00.999168+0000", 2024-05-20T21:32:05.958 INFO:teuthology.orchestra.run.smithi008.stdout: "active_mgr_features": 4540701547738038271, 2024-05-20T21:32:05.958 INFO:teuthology.orchestra.run.smithi008.stdout: "available": true, 2024-05-20T21:32:05.958 INFO:teuthology.orchestra.run.smithi008.stdout: "standbys": [ 2024-05-20T21:32:05.958 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:05.959 INFO:teuthology.orchestra.run.smithi008.stdout: "gid": 24109, 2024-05-20T21:32:05.959 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "z", 2024-05-20T21:32:05.959 INFO:teuthology.orchestra.run.smithi008.stdout: "mgr_features": 4540701547738038271, 2024-05-20T21:32:05.959 INFO:teuthology.orchestra.run.smithi008.stdout: "available_modules": [ 2024-05-20T21:32:05.959 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:05.959 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "alerts", 2024-05-20T21:32:05.959 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:05.960 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:05.960 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:05.960 INFO:teuthology.orchestra.run.smithi008.stdout: "interval": { 2024-05-20T21:32:05.960 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "interval", 2024-05-20T21:32:05.960 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "secs", 2024-05-20T21:32:05.960 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:05.960 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:05.960 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "60", 2024-05-20T21:32:05.961 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:05.961 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:05.961 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:05.961 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "How frequently to reexamine health status", 2024-05-20T21:32:05.961 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:05.961 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:05.961 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:05.961 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:05.962 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:05.962 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:05.962 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:05.962 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:05.962 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:05.962 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:05.962 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:05.963 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:05.963 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:05.963 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:05.963 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:05.963 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:05.963 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:05.963 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:05.963 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:05.964 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:05.964 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:05.964 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:05.964 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:05.964 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:05.964 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:05.964 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:05.965 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:05.965 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:05.965 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:05.965 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:05.965 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:05.965 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:05.965 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:05.965 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:05.966 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:05.966 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:05.966 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:05.966 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:05.966 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:05.966 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:05.966 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:05.966 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:05.967 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:05.967 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:05.967 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:05.967 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:05.967 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:05.967 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:05.967 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:05.967 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:05.968 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:05.968 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:05.968 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:05.968 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:05.968 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:05.968 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:05.968 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:05.968 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:05.969 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:05.969 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:05.969 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:05.969 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:05.969 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:05.969 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:05.969 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:05.969 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:05.970 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:05.970 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:05.970 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:05.970 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:05.970 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:05.970 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:05.970 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:05.970 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:05.970 INFO:teuthology.orchestra.run.smithi008.stdout: "smtp_destination": { 2024-05-20T21:32:05.971 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "smtp_destination", 2024-05-20T21:32:05.971 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:05.971 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:05.971 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:05.971 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:05.971 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:05.971 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:05.971 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:05.972 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Email address to send alerts to", 2024-05-20T21:32:05.972 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:05.972 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:05.972 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:05.972 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:05.972 INFO:teuthology.orchestra.run.smithi008.stdout: "smtp_from_name": { 2024-05-20T21:32:05.972 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "smtp_from_name", 2024-05-20T21:32:05.972 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:05.973 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:05.973 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:05.973 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "Ceph", 2024-05-20T21:32:05.973 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:05.973 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:05.973 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:05.973 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Email From: name", 2024-05-20T21:32:05.973 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:05.974 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:05.974 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:05.974 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:05.974 INFO:teuthology.orchestra.run.smithi008.stdout: "smtp_host": { 2024-05-20T21:32:05.974 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "smtp_host", 2024-05-20T21:32:05.974 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:05.974 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:05.974 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:05.974 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:05.975 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:05.975 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:05.975 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:05.975 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "SMTP server", 2024-05-20T21:32:05.975 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:05.975 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:05.975 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:05.975 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:05.976 INFO:teuthology.orchestra.run.smithi008.stdout: "smtp_password": { 2024-05-20T21:32:05.976 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "smtp_password", 2024-05-20T21:32:05.976 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:05.976 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:05.976 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:05.976 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:05.976 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:05.977 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:05.977 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:05.977 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Password to authenticate with", 2024-05-20T21:32:05.977 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:05.977 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:05.977 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:05.977 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:05.977 INFO:teuthology.orchestra.run.smithi008.stdout: "smtp_port": { 2024-05-20T21:32:05.977 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "smtp_port", 2024-05-20T21:32:05.978 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:05.978 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:05.978 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:05.978 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "465", 2024-05-20T21:32:05.978 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:05.978 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:05.978 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:05.978 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "SMTP port", 2024-05-20T21:32:05.979 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:05.979 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:05.979 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:05.979 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:05.979 INFO:teuthology.orchestra.run.smithi008.stdout: "smtp_sender": { 2024-05-20T21:32:05.979 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "smtp_sender", 2024-05-20T21:32:05.979 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:05.979 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:05.980 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:05.980 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:05.980 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:05.980 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:05.980 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:05.980 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "SMTP envelope sender", 2024-05-20T21:32:05.980 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:05.980 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:05.981 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:05.981 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:05.981 INFO:teuthology.orchestra.run.smithi008.stdout: "smtp_ssl": { 2024-05-20T21:32:05.981 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "smtp_ssl", 2024-05-20T21:32:05.981 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:05.981 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:05.981 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:05.981 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:05.982 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:05.982 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:05.982 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:05.982 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Use SSL to connect to SMTP server", 2024-05-20T21:32:05.982 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:05.982 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:05.982 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:05.983 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:05.983 INFO:teuthology.orchestra.run.smithi008.stdout: "smtp_user": { 2024-05-20T21:32:05.983 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "smtp_user", 2024-05-20T21:32:05.983 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:05.983 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:05.983 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:05.983 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:05.983 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:05.984 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:05.984 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:05.984 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "User to authenticate as", 2024-05-20T21:32:05.984 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:05.984 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:05.984 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:05.984 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:05.985 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:05.985 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:05.985 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:05.985 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:05.985 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:05.985 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:05.985 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:05.985 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:05.986 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:05.986 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:05.986 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:05.986 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:05.986 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:05.986 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:05.986 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:05.986 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:05.987 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:05.987 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "balancer", 2024-05-20T21:32:05.987 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:05.987 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:05.987 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:05.987 INFO:teuthology.orchestra.run.smithi008.stdout: "active": { 2024-05-20T21:32:05.987 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "active", 2024-05-20T21:32:05.987 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:05.988 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:05.988 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:05.988 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:05.988 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:05.988 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:05.988 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:05.988 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "automatically balance PGs across cluster", 2024-05-20T21:32:05.988 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:05.989 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:05.989 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:05.989 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:05.989 INFO:teuthology.orchestra.run.smithi008.stdout: "begin_time": { 2024-05-20T21:32:05.989 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "begin_time", 2024-05-20T21:32:05.989 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:05.989 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:05.989 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:05.990 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0000", 2024-05-20T21:32:05.990 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:05.990 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:05.990 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:05.990 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "beginning time of day to automatically balance", 2024-05-20T21:32:05.990 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-05-20T21:32:05.990 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:05.990 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:05.990 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:05.990 INFO:teuthology.orchestra.run.smithi008.stdout: "begin_weekday": { 2024-05-20T21:32:05.990 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "begin_weekday", 2024-05-20T21:32:05.990 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "uint", 2024-05-20T21:32:05.990 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:05.991 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:05.991 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:05.991 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "0", 2024-05-20T21:32:05.991 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "6", 2024-05-20T21:32:05.991 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:05.991 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-05-20T21:32:05.991 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-05-20T21:32:05.991 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:05.991 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:05.991 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:05.991 INFO:teuthology.orchestra.run.smithi008.stdout: "crush_compat_max_iterations": { 2024-05-20T21:32:05.991 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "crush_compat_max_iterations", 2024-05-20T21:32:05.991 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "uint", 2024-05-20T21:32:05.991 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:05.991 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:05.992 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "25", 2024-05-20T21:32:05.992 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "1", 2024-05-20T21:32:05.992 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "250", 2024-05-20T21:32:05.992 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:05.992 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-05-20T21:32:05.992 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:05.992 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:05.992 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:05.992 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:05.993 INFO:teuthology.orchestra.run.smithi008.stdout: "crush_compat_metrics": { 2024-05-20T21:32:05.993 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "crush_compat_metrics", 2024-05-20T21:32:05.993 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:05.993 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:05.993 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:05.993 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "pgs,objects,bytes", 2024-05-20T21:32:05.993 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:05.993 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:05.993 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:05.993 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-05-20T21:32:05.993 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-05-20T21:32:05.993 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:05.993 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:05.993 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:05.994 INFO:teuthology.orchestra.run.smithi008.stdout: "crush_compat_step": { 2024-05-20T21:32:05.994 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "crush_compat_step", 2024-05-20T21:32:05.994 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "float", 2024-05-20T21:32:05.994 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:05.994 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:05.994 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0.5", 2024-05-20T21:32:05.994 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "0.001", 2024-05-20T21:32:05.994 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "0.999", 2024-05-20T21:32:05.994 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:05.994 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "aggressiveness of optimization", 2024-05-20T21:32:05.994 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-05-20T21:32:05.994 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:05.994 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:05.994 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:05.995 INFO:teuthology.orchestra.run.smithi008.stdout: "end_time": { 2024-05-20T21:32:05.995 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "end_time", 2024-05-20T21:32:05.995 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:05.995 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:05.995 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:05.995 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "2359", 2024-05-20T21:32:05.995 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:05.995 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:05.995 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:05.995 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "ending time of day to automatically balance", 2024-05-20T21:32:05.995 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-05-20T21:32:05.995 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:05.995 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:05.995 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:05.995 INFO:teuthology.orchestra.run.smithi008.stdout: "end_weekday": { 2024-05-20T21:32:05.996 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "end_weekday", 2024-05-20T21:32:05.996 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "uint", 2024-05-20T21:32:05.996 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:05.996 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:05.996 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:05.996 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "0", 2024-05-20T21:32:05.996 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "6", 2024-05-20T21:32:05.996 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:05.996 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-05-20T21:32:05.996 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-05-20T21:32:05.996 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:05.996 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:05.996 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:05.996 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:05.996 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:05.997 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:05.997 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:05.997 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:05.997 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:05.997 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:05.997 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:05.997 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:05.997 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:05.997 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:05.997 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:05.997 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:05.998 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:05.998 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:05.998 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:05.998 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:05.998 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:05.998 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:05.998 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:05.998 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:05.998 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:05.998 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:05.998 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:05.998 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:05.998 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:05.998 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:05.999 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:05.999 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:05.999 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:05.999 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:05.999 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:05.999 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:05.999 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:05.999 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:05.999 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:05.999 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:05.999 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:05.999 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:05.999 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.000 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.000 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.000 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.000 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.000 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.000 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.000 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.000 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.000 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.000 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.000 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.000 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.000 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.000 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.001 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.001 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.001 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.001 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.001 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.001 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.001 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.001 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.001 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.001 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.001 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.001 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.001 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.001 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.002 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.002 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.002 INFO:teuthology.orchestra.run.smithi008.stdout: "min_score": { 2024-05-20T21:32:06.002 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "min_score", 2024-05-20T21:32:06.002 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "float", 2024-05-20T21:32:06.002 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.002 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.002 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.002 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.002 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.002 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.002 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-05-20T21:32:06.002 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.003 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.003 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.003 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.003 INFO:teuthology.orchestra.run.smithi008.stdout: "mode": { 2024-05-20T21:32:06.003 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "mode", 2024-05-20T21:32:06.003 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.003 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.003 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.003 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "upmap", 2024-05-20T21:32:06.003 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.003 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.003 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.003 INFO:teuthology.orchestra.run.smithi008.stdout: "crush-compat", 2024-05-20T21:32:06.003 INFO:teuthology.orchestra.run.smithi008.stdout: "none", 2024-05-20T21:32:06.003 INFO:teuthology.orchestra.run.smithi008.stdout: "read", 2024-05-20T21:32:06.004 INFO:teuthology.orchestra.run.smithi008.stdout: "upmap", 2024-05-20T21:32:06.004 INFO:teuthology.orchestra.run.smithi008.stdout: "upmap-read" 2024-05-20T21:32:06.004 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.004 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Balancer mode", 2024-05-20T21:32:06.004 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.004 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.004 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.004 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.004 INFO:teuthology.orchestra.run.smithi008.stdout: "pool_ids": { 2024-05-20T21:32:06.004 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "pool_ids", 2024-05-20T21:32:06.004 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.004 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.004 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.004 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.005 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.005 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.005 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.005 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-05-20T21:32:06.005 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.005 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.005 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.005 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.005 INFO:teuthology.orchestra.run.smithi008.stdout: "sleep_interval": { 2024-05-20T21:32:06.005 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sleep_interval", 2024-05-20T21:32:06.005 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "secs", 2024-05-20T21:32:06.005 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.005 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.005 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "60", 2024-05-20T21:32:06.006 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.006 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.006 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.006 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-05-20T21:32:06.006 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.006 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.006 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.006 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.006 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.006 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.006 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.006 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.006 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.007 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.007 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.007 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.007 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.007 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.007 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.007 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.007 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.007 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.007 INFO:teuthology.orchestra.run.smithi008.stdout: "upmap_max_deviation": { 2024-05-20T21:32:06.007 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "upmap_max_deviation", 2024-05-20T21:32:06.007 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.007 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.007 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.007 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "5", 2024-05-20T21:32:06.008 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "1", 2024-05-20T21:32:06.008 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.008 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.008 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "deviation below which no optimization is attempted", 2024-05-20T21:32:06.008 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-05-20T21:32:06.008 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.008 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.008 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.008 INFO:teuthology.orchestra.run.smithi008.stdout: "upmap_max_optimizations": { 2024-05-20T21:32:06.008 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "upmap_max_optimizations", 2024-05-20T21:32:06.008 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "uint", 2024-05-20T21:32:06.008 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.008 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.008 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "10", 2024-05-20T21:32:06.009 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.009 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.009 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.009 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-05-20T21:32:06.009 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.009 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.009 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.009 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.009 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.009 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.009 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.009 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "cephadm", 2024-05-20T21:32:06.009 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.009 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.010 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.010 INFO:teuthology.orchestra.run.smithi008.stdout: "agent_down_multiplier": { 2024-05-20T21:32:06.010 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "agent_down_multiplier", 2024-05-20T21:32:06.010 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "float", 2024-05-20T21:32:06.010 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.010 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.010 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "3.0", 2024-05-20T21:32:06.010 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.010 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.010 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.010 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-05-20T21:32:06.010 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.010 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.011 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.011 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.011 INFO:teuthology.orchestra.run.smithi008.stdout: "agent_refresh_rate": { 2024-05-20T21:32:06.011 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "agent_refresh_rate", 2024-05-20T21:32:06.011 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "secs", 2024-05-20T21:32:06.011 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.011 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.011 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "20", 2024-05-20T21:32:06.011 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.011 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.011 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.011 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-05-20T21:32:06.011 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.012 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.012 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.012 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.012 INFO:teuthology.orchestra.run.smithi008.stdout: "agent_starting_port": { 2024-05-20T21:32:06.012 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "agent_starting_port", 2024-05-20T21:32:06.012 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.012 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.012 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.012 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "4721", 2024-05-20T21:32:06.012 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.012 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.012 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.012 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-05-20T21:32:06.012 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.012 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.013 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.013 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.013 INFO:teuthology.orchestra.run.smithi008.stdout: "allow_ptrace": { 2024-05-20T21:32:06.013 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "allow_ptrace", 2024-05-20T21:32:06.013 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.013 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.013 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.013 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.013 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.013 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.013 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.013 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-05-20T21:32:06.013 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-05-20T21:32:06.013 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.013 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.014 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.014 INFO:teuthology.orchestra.run.smithi008.stdout: "autotune_interval": { 2024-05-20T21:32:06.014 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "autotune_interval", 2024-05-20T21:32:06.014 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "secs", 2024-05-20T21:32:06.014 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.014 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.014 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "600", 2024-05-20T21:32:06.014 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.014 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.014 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.014 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "how frequently to autotune daemon memory", 2024-05-20T21:32:06.014 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.014 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.014 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.015 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.015 INFO:teuthology.orchestra.run.smithi008.stdout: "autotune_memory_target_ratio": { 2024-05-20T21:32:06.015 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "autotune_memory_target_ratio", 2024-05-20T21:32:06.015 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "float", 2024-05-20T21:32:06.015 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.015 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.015 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0.7", 2024-05-20T21:32:06.015 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.015 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.015 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.015 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-05-20T21:32:06.015 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.015 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.015 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.016 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.016 INFO:teuthology.orchestra.run.smithi008.stdout: "cephadm_log_destination": { 2024-05-20T21:32:06.016 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "cephadm_log_destination", 2024-05-20T21:32:06.016 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.016 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.016 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.016 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.016 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.016 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.016 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.016 INFO:teuthology.orchestra.run.smithi008.stdout: "file", 2024-05-20T21:32:06.016 INFO:teuthology.orchestra.run.smithi008.stdout: "file,syslog", 2024-05-20T21:32:06.016 INFO:teuthology.orchestra.run.smithi008.stdout: "syslog" 2024-05-20T21:32:06.016 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.017 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-05-20T21:32:06.017 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.017 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.017 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.017 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.017 INFO:teuthology.orchestra.run.smithi008.stdout: "cgroups_split": { 2024-05-20T21:32:06.017 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "cgroups_split", 2024-05-20T21:32:06.017 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.017 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.017 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.017 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.017 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.017 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.017 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.018 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-05-20T21:32:06.018 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.018 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.018 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.018 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.018 INFO:teuthology.orchestra.run.smithi008.stdout: "config_checks_enabled": { 2024-05-20T21:32:06.018 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "config_checks_enabled", 2024-05-20T21:32:06.018 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.018 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.018 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.018 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.018 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.018 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.018 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.019 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-05-20T21:32:06.019 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.019 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.019 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.019 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.019 INFO:teuthology.orchestra.run.smithi008.stdout: "config_dashboard": { 2024-05-20T21:32:06.019 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "config_dashboard", 2024-05-20T21:32:06.019 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.019 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.019 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.019 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.019 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.019 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.019 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.020 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-05-20T21:32:06.020 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.020 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.020 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.020 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.020 INFO:teuthology.orchestra.run.smithi008.stdout: "container_image_alertmanager": { 2024-05-20T21:32:06.020 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "container_image_alertmanager", 2024-05-20T21:32:06.020 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.020 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.020 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.020 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-05-20T21:32:06.020 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.020 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.020 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.020 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Prometheus container image", 2024-05-20T21:32:06.021 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.021 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.021 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.021 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.021 INFO:teuthology.orchestra.run.smithi008.stdout: "container_image_base": { 2024-05-20T21:32:06.021 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "container_image_base", 2024-05-20T21:32:06.021 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.021 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.021 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.021 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "quay.io/ceph/ceph", 2024-05-20T21:32:06.021 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.021 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.021 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.021 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Container image name, without the tag", 2024-05-20T21:32:06.022 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.022 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.022 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.022 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.022 INFO:teuthology.orchestra.run.smithi008.stdout: "container_image_elasticsearch": { 2024-05-20T21:32:06.022 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "container_image_elasticsearch", 2024-05-20T21:32:06.022 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.022 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.022 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.022 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-05-20T21:32:06.022 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.022 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.022 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.023 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "elasticsearch container image", 2024-05-20T21:32:06.023 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.023 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.023 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.023 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.023 INFO:teuthology.orchestra.run.smithi008.stdout: "container_image_grafana": { 2024-05-20T21:32:06.023 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "container_image_grafana", 2024-05-20T21:32:06.023 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.023 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.023 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.023 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-05-20T21:32:06.023 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.023 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.024 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.024 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Prometheus container image", 2024-05-20T21:32:06.024 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.024 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.024 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.024 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.024 INFO:teuthology.orchestra.run.smithi008.stdout: "container_image_haproxy": { 2024-05-20T21:32:06.024 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "container_image_haproxy", 2024-05-20T21:32:06.024 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.024 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.024 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.024 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-05-20T21:32:06.024 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.025 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.025 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.025 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "HAproxy container image", 2024-05-20T21:32:06.025 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.025 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.025 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.025 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.025 INFO:teuthology.orchestra.run.smithi008.stdout: "container_image_jaeger_agent": { 2024-05-20T21:32:06.025 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "container_image_jaeger_agent", 2024-05-20T21:32:06.025 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.025 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.025 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.025 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-05-20T21:32:06.025 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.026 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.026 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.026 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Jaeger agent container image", 2024-05-20T21:32:06.026 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.026 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.026 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.026 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.026 INFO:teuthology.orchestra.run.smithi008.stdout: "container_image_jaeger_collector": { 2024-05-20T21:32:06.026 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "container_image_jaeger_collector", 2024-05-20T21:32:06.026 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.026 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.026 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.026 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-05-20T21:32:06.026 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.027 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.027 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.027 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Jaeger collector container image", 2024-05-20T21:32:06.027 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.027 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.027 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.027 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.027 INFO:teuthology.orchestra.run.smithi008.stdout: "container_image_jaeger_query": { 2024-05-20T21:32:06.027 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "container_image_jaeger_query", 2024-05-20T21:32:06.027 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.027 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.027 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.027 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-05-20T21:32:06.027 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.028 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.028 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.028 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Jaeger query container image", 2024-05-20T21:32:06.028 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.028 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.028 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.028 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.028 INFO:teuthology.orchestra.run.smithi008.stdout: "container_image_keepalived": { 2024-05-20T21:32:06.028 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "container_image_keepalived", 2024-05-20T21:32:06.028 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.028 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.028 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.028 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-05-20T21:32:06.028 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.028 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.029 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.029 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Keepalived container image", 2024-05-20T21:32:06.029 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.029 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.029 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.029 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.029 INFO:teuthology.orchestra.run.smithi008.stdout: "container_image_loki": { 2024-05-20T21:32:06.029 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "container_image_loki", 2024-05-20T21:32:06.029 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.029 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.029 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.029 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "docker.io/grafana/loki:3.0.0", 2024-05-20T21:32:06.029 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.029 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.029 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.030 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Loki container image", 2024-05-20T21:32:06.030 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.030 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.030 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.030 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.030 INFO:teuthology.orchestra.run.smithi008.stdout: "container_image_node_exporter": { 2024-05-20T21:32:06.030 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "container_image_node_exporter", 2024-05-20T21:32:06.030 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.030 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.030 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.030 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-05-20T21:32:06.030 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.030 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.031 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.031 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Prometheus container image", 2024-05-20T21:32:06.031 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.031 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.031 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.031 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.031 INFO:teuthology.orchestra.run.smithi008.stdout: "container_image_nvmeof": { 2024-05-20T21:32:06.031 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "container_image_nvmeof", 2024-05-20T21:32:06.031 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.031 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.031 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.031 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.5", 2024-05-20T21:32:06.031 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.031 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.032 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.032 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Nvme-of container image", 2024-05-20T21:32:06.032 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.032 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.032 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.032 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.032 INFO:teuthology.orchestra.run.smithi008.stdout: "container_image_prometheus": { 2024-05-20T21:32:06.032 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "container_image_prometheus", 2024-05-20T21:32:06.032 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.032 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.032 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.032 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-05-20T21:32:06.032 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.032 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.032 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.033 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Prometheus container image", 2024-05-20T21:32:06.033 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.033 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.033 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.033 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.033 INFO:teuthology.orchestra.run.smithi008.stdout: "container_image_promtail": { 2024-05-20T21:32:06.033 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "container_image_promtail", 2024-05-20T21:32:06.033 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.033 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.033 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.033 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "docker.io/grafana/promtail:3.0.0", 2024-05-20T21:32:06.033 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.033 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.033 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.033 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Promtail container image", 2024-05-20T21:32:06.034 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.034 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.034 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.034 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.034 INFO:teuthology.orchestra.run.smithi008.stdout: "container_image_samba": { 2024-05-20T21:32:06.034 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "container_image_samba", 2024-05-20T21:32:06.034 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.034 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.034 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.034 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-05-20T21:32:06.034 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.034 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.035 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.035 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Samba/SMB container image", 2024-05-20T21:32:06.035 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.035 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.035 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.035 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.035 INFO:teuthology.orchestra.run.smithi008.stdout: "container_image_snmp_gateway": { 2024-05-20T21:32:06.035 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "container_image_snmp_gateway", 2024-05-20T21:32:06.035 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.035 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.035 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.035 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-05-20T21:32:06.035 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.036 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.036 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.036 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "SNMP Gateway container image", 2024-05-20T21:32:06.036 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.036 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.036 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.036 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.036 INFO:teuthology.orchestra.run.smithi008.stdout: "container_init": { 2024-05-20T21:32:06.036 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "container_init", 2024-05-20T21:32:06.036 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.036 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.036 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.036 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.036 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.037 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.037 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.037 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Run podman/docker with `--init`", 2024-05-20T21:32:06.037 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.037 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.037 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.037 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.037 INFO:teuthology.orchestra.run.smithi008.stdout: "daemon_cache_timeout": { 2024-05-20T21:32:06.037 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "daemon_cache_timeout", 2024-05-20T21:32:06.037 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "secs", 2024-05-20T21:32:06.037 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.037 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.037 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "600", 2024-05-20T21:32:06.038 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.038 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.038 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.038 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-05-20T21:32:06.038 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.038 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.038 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.038 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.038 INFO:teuthology.orchestra.run.smithi008.stdout: "default_cephadm_command_timeout": { 2024-05-20T21:32:06.038 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "default_cephadm_command_timeout", 2024-05-20T21:32:06.038 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.038 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.038 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.038 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "900", 2024-05-20T21:32:06.039 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.039 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.039 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.039 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-05-20T21:32:06.039 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.039 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.039 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.039 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.039 INFO:teuthology.orchestra.run.smithi008.stdout: "default_registry": { 2024-05-20T21:32:06.039 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "default_registry", 2024-05-20T21:32:06.039 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.039 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.039 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.040 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "docker.io", 2024-05-20T21:32:06.040 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.040 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.040 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.040 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-05-20T21:32:06.040 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.040 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.040 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.040 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.040 INFO:teuthology.orchestra.run.smithi008.stdout: "device_cache_timeout": { 2024-05-20T21:32:06.040 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "device_cache_timeout", 2024-05-20T21:32:06.040 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "secs", 2024-05-20T21:32:06.040 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.040 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.040 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "1800", 2024-05-20T21:32:06.041 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.041 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.041 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.041 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "seconds to cache device inventory", 2024-05-20T21:32:06.041 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.041 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.041 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.041 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.041 INFO:teuthology.orchestra.run.smithi008.stdout: "device_enhanced_scan": { 2024-05-20T21:32:06.041 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "device_enhanced_scan", 2024-05-20T21:32:06.041 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.041 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.041 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.041 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.041 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.042 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.042 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.042 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Use libstoragemgmt during device scans", 2024-05-20T21:32:06.042 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.042 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.042 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.042 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.042 INFO:teuthology.orchestra.run.smithi008.stdout: "facts_cache_timeout": { 2024-05-20T21:32:06.042 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "facts_cache_timeout", 2024-05-20T21:32:06.042 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "secs", 2024-05-20T21:32:06.042 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.042 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.042 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "60", 2024-05-20T21:32:06.043 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.043 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.043 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.043 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "seconds to cache host facts data", 2024-05-20T21:32:06.043 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.043 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.043 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.043 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.043 INFO:teuthology.orchestra.run.smithi008.stdout: "grafana_dashboards_path": { 2024-05-20T21:32:06.043 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "grafana_dashboards_path", 2024-05-20T21:32:06.043 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.043 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.043 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.043 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-05-20T21:32:06.043 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.044 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.044 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.044 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-05-20T21:32:06.044 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.044 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.044 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.044 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.044 INFO:teuthology.orchestra.run.smithi008.stdout: "host_check_interval": { 2024-05-20T21:32:06.044 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "host_check_interval", 2024-05-20T21:32:06.044 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "secs", 2024-05-20T21:32:06.044 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.044 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.044 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "600", 2024-05-20T21:32:06.044 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.045 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.045 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.045 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "how frequently to perform a host check", 2024-05-20T21:32:06.045 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.045 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.045 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.045 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.045 INFO:teuthology.orchestra.run.smithi008.stdout: "hw_monitoring": { 2024-05-20T21:32:06.045 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "hw_monitoring", 2024-05-20T21:32:06.045 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.045 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.045 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.045 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.045 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.045 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.046 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.046 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-05-20T21:32:06.046 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.046 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.046 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.046 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.046 INFO:teuthology.orchestra.run.smithi008.stdout: "inventory_list_all": { 2024-05-20T21:32:06.046 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "inventory_list_all", 2024-05-20T21:32:06.046 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.046 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.046 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.046 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.046 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.046 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.047 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.047 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-05-20T21:32:06.047 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.047 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.047 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.047 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.047 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.047 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.047 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.047 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.047 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.048 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.048 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.048 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.048 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.048 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.048 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.048 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.048 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.048 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.048 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.048 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.048 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.048 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.048 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.049 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.049 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.049 INFO:teuthology.orchestra.run.smithi008.stdout: "log_refresh_metadata": { 2024-05-20T21:32:06.049 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_refresh_metadata", 2024-05-20T21:32:06.049 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.049 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.049 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.049 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.049 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.049 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.049 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.049 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-05-20T21:32:06.049 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.049 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.050 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.050 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.050 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.050 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.050 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.050 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.050 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.050 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.050 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.050 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.050 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.050 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-05-20T21:32:06.050 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.051 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.051 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.051 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.051 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.051 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.051 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.051 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.051 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.051 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.051 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.051 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.051 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.051 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.051 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.052 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.052 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.052 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.052 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.052 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.052 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.052 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.052 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.052 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.052 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.052 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.052 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.052 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.052 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.052 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.053 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.053 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.053 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.053 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.053 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.053 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.053 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.053 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.053 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.053 INFO:teuthology.orchestra.run.smithi008.stdout: "manage_etc_ceph_ceph_conf": { 2024-05-20T21:32:06.053 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-05-20T21:32:06.053 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.053 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.053 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.053 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.054 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.054 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.054 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.054 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-05-20T21:32:06.054 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.054 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.054 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.054 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.054 INFO:teuthology.orchestra.run.smithi008.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-05-20T21:32:06.054 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-05-20T21:32:06.054 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.054 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.054 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.055 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "*", 2024-05-20T21:32:06.055 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.055 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.055 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.055 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-05-20T21:32:06.055 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.055 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.055 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.055 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.055 INFO:teuthology.orchestra.run.smithi008.stdout: "max_count_per_host": { 2024-05-20T21:32:06.055 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "max_count_per_host", 2024-05-20T21:32:06.055 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.055 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.055 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.055 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "10", 2024-05-20T21:32:06.055 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.056 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.056 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.056 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "max number of daemons per service per host", 2024-05-20T21:32:06.056 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.056 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.056 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.056 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.056 INFO:teuthology.orchestra.run.smithi008.stdout: "max_osd_draining_count": { 2024-05-20T21:32:06.056 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "max_osd_draining_count", 2024-05-20T21:32:06.056 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.056 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.056 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.056 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "10", 2024-05-20T21:32:06.056 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.056 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.057 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.057 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-05-20T21:32:06.057 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.057 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.057 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.057 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.057 INFO:teuthology.orchestra.run.smithi008.stdout: "migration_current": { 2024-05-20T21:32:06.057 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "migration_current", 2024-05-20T21:32:06.057 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.057 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.057 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.057 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.057 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.057 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.058 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.058 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "internal - do not modify", 2024-05-20T21:32:06.058 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.058 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.058 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.058 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.058 INFO:teuthology.orchestra.run.smithi008.stdout: "mode": { 2024-05-20T21:32:06.058 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "mode", 2024-05-20T21:32:06.058 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.058 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.058 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.058 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "root", 2024-05-20T21:32:06.058 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.058 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.059 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.059 INFO:teuthology.orchestra.run.smithi008.stdout: "cephadm-package", 2024-05-20T21:32:06.059 INFO:teuthology.orchestra.run.smithi008.stdout: "root" 2024-05-20T21:32:06.059 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.059 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "mode for remote execution of cephadm", 2024-05-20T21:32:06.059 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.059 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.059 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.059 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.059 INFO:teuthology.orchestra.run.smithi008.stdout: "oob_default_addr": { 2024-05-20T21:32:06.059 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "oob_default_addr", 2024-05-20T21:32:06.059 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.059 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.059 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.060 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "169.254.1.1", 2024-05-20T21:32:06.060 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.060 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.060 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.060 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Default address for RedFish API (oob management).", 2024-05-20T21:32:06.060 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.060 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.060 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.060 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.060 INFO:teuthology.orchestra.run.smithi008.stdout: "prometheus_alerts_path": { 2024-05-20T21:32:06.060 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "prometheus_alerts_path", 2024-05-20T21:32:06.060 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.060 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.060 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.061 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-05-20T21:32:06.061 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.061 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.061 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.061 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-05-20T21:32:06.061 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.061 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.061 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.061 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.061 INFO:teuthology.orchestra.run.smithi008.stdout: "registry_insecure": { 2024-05-20T21:32:06.061 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "registry_insecure", 2024-05-20T21:32:06.061 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.061 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.061 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.062 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.062 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.062 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.062 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.062 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-05-20T21:32:06.062 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.062 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.062 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.062 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.062 INFO:teuthology.orchestra.run.smithi008.stdout: "registry_password": { 2024-05-20T21:32:06.062 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "registry_password", 2024-05-20T21:32:06.062 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.062 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.063 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.063 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.063 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.063 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.063 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.063 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-05-20T21:32:06.063 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.063 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.063 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.063 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.063 INFO:teuthology.orchestra.run.smithi008.stdout: "registry_url": { 2024-05-20T21:32:06.063 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "registry_url", 2024-05-20T21:32:06.063 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.063 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.063 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.064 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.064 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.064 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.064 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.064 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-05-20T21:32:06.064 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.064 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.064 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.064 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.064 INFO:teuthology.orchestra.run.smithi008.stdout: "registry_username": { 2024-05-20T21:32:06.064 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "registry_username", 2024-05-20T21:32:06.064 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.064 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.064 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.065 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.065 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.065 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.065 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.065 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-05-20T21:32:06.065 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.065 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.065 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.065 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.065 INFO:teuthology.orchestra.run.smithi008.stdout: "secure_monitoring_stack": { 2024-05-20T21:32:06.065 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "secure_monitoring_stack", 2024-05-20T21:32:06.065 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.065 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.065 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.065 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.066 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.066 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.066 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.066 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-05-20T21:32:06.066 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.066 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.066 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.066 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.066 INFO:teuthology.orchestra.run.smithi008.stdout: "service_discovery_port": { 2024-05-20T21:32:06.066 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "service_discovery_port", 2024-05-20T21:32:06.066 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.066 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.066 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.067 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "8765", 2024-05-20T21:32:06.067 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.067 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.067 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.067 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "cephadm service discovery port", 2024-05-20T21:32:06.067 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.067 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.067 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.067 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.067 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.067 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.067 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.067 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.067 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.067 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.068 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.068 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.068 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.068 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.068 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.068 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.068 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.068 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.068 INFO:teuthology.orchestra.run.smithi008.stdout: "ssh_config_file": { 2024-05-20T21:32:06.068 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "ssh_config_file", 2024-05-20T21:32:06.068 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.068 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.068 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.069 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.069 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.069 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.069 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.069 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-05-20T21:32:06.069 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.069 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.069 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.069 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.069 INFO:teuthology.orchestra.run.smithi008.stdout: "use_agent": { 2024-05-20T21:32:06.069 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "use_agent", 2024-05-20T21:32:06.069 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.069 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.069 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.070 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.070 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.070 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.070 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.070 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-05-20T21:32:06.070 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.070 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.070 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.070 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.070 INFO:teuthology.orchestra.run.smithi008.stdout: "use_repo_digest": { 2024-05-20T21:32:06.070 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "use_repo_digest", 2024-05-20T21:32:06.070 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.070 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.070 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.071 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.071 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.071 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.071 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.071 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-05-20T21:32:06.071 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.071 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.071 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.071 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.071 INFO:teuthology.orchestra.run.smithi008.stdout: "warn_on_failed_host_check": { 2024-05-20T21:32:06.071 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "warn_on_failed_host_check", 2024-05-20T21:32:06.071 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.071 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.071 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.072 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.072 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.072 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.072 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.072 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "raise a health warning if the host check fails", 2024-05-20T21:32:06.072 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.072 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.072 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.072 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.072 INFO:teuthology.orchestra.run.smithi008.stdout: "warn_on_stray_daemons": { 2024-05-20T21:32:06.072 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "warn_on_stray_daemons", 2024-05-20T21:32:06.072 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.073 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.073 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.073 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.073 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.073 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.073 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.073 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-05-20T21:32:06.073 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.073 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.073 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.073 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.073 INFO:teuthology.orchestra.run.smithi008.stdout: "warn_on_stray_hosts": { 2024-05-20T21:32:06.073 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "warn_on_stray_hosts", 2024-05-20T21:32:06.073 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.074 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.074 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.074 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.074 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.074 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.074 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.074 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-05-20T21:32:06.074 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.074 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.074 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.074 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.074 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.074 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.074 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.075 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "crash", 2024-05-20T21:32:06.075 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.075 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.075 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.075 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.075 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.075 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.075 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.075 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.075 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.075 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.075 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.075 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.075 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.076 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.076 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.076 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.076 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.076 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.076 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.076 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.076 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.076 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.076 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.076 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.076 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.076 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.076 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.077 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.077 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.077 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.077 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.077 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.077 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.077 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.077 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.077 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.077 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.077 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.077 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.077 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.077 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.078 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.078 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.078 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.078 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.078 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.078 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.078 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.078 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.078 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.078 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.078 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.078 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.078 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.078 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.079 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.079 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.079 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.079 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.079 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.079 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.079 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.079 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.079 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.079 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.079 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.079 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.079 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.079 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.079 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.080 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.080 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.080 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.080 INFO:teuthology.orchestra.run.smithi008.stdout: "retain_interval": { 2024-05-20T21:32:06.080 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "retain_interval", 2024-05-20T21:32:06.080 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "secs", 2024-05-20T21:32:06.080 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.080 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.080 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "31536000", 2024-05-20T21:32:06.080 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.080 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.080 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.080 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "how long to retain crashes before pruning them", 2024-05-20T21:32:06.080 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.081 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.081 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.081 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.081 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.081 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.081 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.081 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.081 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.081 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.081 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.081 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.081 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.081 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.081 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.081 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.082 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.082 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.082 INFO:teuthology.orchestra.run.smithi008.stdout: "warn_recent_interval": { 2024-05-20T21:32:06.082 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "warn_recent_interval", 2024-05-20T21:32:06.082 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "secs", 2024-05-20T21:32:06.082 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.082 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.082 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "1209600", 2024-05-20T21:32:06.082 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.082 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.082 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.082 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "time interval in which to warn about recent crashes", 2024-05-20T21:32:06.082 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.082 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.083 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.083 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.083 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.083 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.083 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.083 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "dashboard", 2024-05-20T21:32:06.083 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.083 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.083 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.083 INFO:teuthology.orchestra.run.smithi008.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-05-20T21:32:06.083 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-05-20T21:32:06.083 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.083 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.083 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.084 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "10", 2024-05-20T21:32:06.084 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.084 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.084 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.084 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.084 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.084 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.084 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.084 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.084 INFO:teuthology.orchestra.run.smithi008.stdout: "ALERTMANAGER_API_HOST": { 2024-05-20T21:32:06.084 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "ALERTMANAGER_API_HOST", 2024-05-20T21:32:06.084 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.084 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.084 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.084 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.085 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.085 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.085 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.085 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.085 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.085 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.085 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.085 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.085 INFO:teuthology.orchestra.run.smithi008.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-05-20T21:32:06.085 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-05-20T21:32:06.085 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.085 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.085 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.086 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.086 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.086 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.086 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.086 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.086 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.086 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.086 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.086 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.086 INFO:teuthology.orchestra.run.smithi008.stdout: "AUDIT_API_ENABLED": { 2024-05-20T21:32:06.086 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "AUDIT_API_ENABLED", 2024-05-20T21:32:06.086 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.086 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.087 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.087 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.087 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.087 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.087 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.087 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.087 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.087 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.087 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.087 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.087 INFO:teuthology.orchestra.run.smithi008.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-05-20T21:32:06.087 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-05-20T21:32:06.087 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.087 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.087 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.088 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.088 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.088 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.088 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.088 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.088 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.088 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.088 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.088 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.088 INFO:teuthology.orchestra.run.smithi008.stdout: "ENABLE_BROWSABLE_API": { 2024-05-20T21:32:06.088 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "ENABLE_BROWSABLE_API", 2024-05-20T21:32:06.088 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.088 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.089 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.089 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.089 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.089 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.089 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.089 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.089 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.089 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.089 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.089 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.089 INFO:teuthology.orchestra.run.smithi008.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-05-20T21:32:06.089 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-05-20T21:32:06.089 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.089 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.090 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.090 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.090 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.090 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.090 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.090 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.090 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.090 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.090 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.090 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.090 INFO:teuthology.orchestra.run.smithi008.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-05-20T21:32:06.090 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-05-20T21:32:06.090 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.090 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.091 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.091 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.091 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.091 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.091 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.091 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.091 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.091 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.091 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.091 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.091 INFO:teuthology.orchestra.run.smithi008.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-05-20T21:32:06.091 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-05-20T21:32:06.091 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.091 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.092 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.092 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.092 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.092 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.092 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.092 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.092 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.092 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.092 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.092 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.092 INFO:teuthology.orchestra.run.smithi008.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-05-20T21:32:06.092 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-05-20T21:32:06.092 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.092 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.092 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.093 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.093 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.093 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.093 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.093 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.093 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.093 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.093 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.093 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.093 INFO:teuthology.orchestra.run.smithi008.stdout: "FEATURE_TOGGLE_NFS": { 2024-05-20T21:32:06.093 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-05-20T21:32:06.093 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.093 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.094 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.094 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.094 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.094 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.094 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.094 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.094 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.094 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.094 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.094 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.094 INFO:teuthology.orchestra.run.smithi008.stdout: "FEATURE_TOGGLE_RBD": { 2024-05-20T21:32:06.094 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-05-20T21:32:06.094 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.094 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.095 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.095 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.095 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.095 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.095 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.095 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.095 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.095 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.095 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.095 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.095 INFO:teuthology.orchestra.run.smithi008.stdout: "FEATURE_TOGGLE_RGW": { 2024-05-20T21:32:06.095 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-05-20T21:32:06.095 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.095 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.095 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.096 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.096 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.096 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.096 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.096 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.096 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.096 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.096 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.096 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.096 INFO:teuthology.orchestra.run.smithi008.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-05-20T21:32:06.096 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-05-20T21:32:06.096 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.096 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.097 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.097 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.097 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.097 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.097 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.097 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.097 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.097 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.097 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.097 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.097 INFO:teuthology.orchestra.run.smithi008.stdout: "GRAFANA_API_PASSWORD": { 2024-05-20T21:32:06.097 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "GRAFANA_API_PASSWORD", 2024-05-20T21:32:06.097 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.097 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.097 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.098 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "admin", 2024-05-20T21:32:06.098 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.098 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.098 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.098 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.098 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.098 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.098 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.098 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.098 INFO:teuthology.orchestra.run.smithi008.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-05-20T21:32:06.098 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-05-20T21:32:06.098 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.099 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.099 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.099 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.099 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.099 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.099 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.099 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.099 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.099 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.099 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.099 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.099 INFO:teuthology.orchestra.run.smithi008.stdout: "GRAFANA_API_URL": { 2024-05-20T21:32:06.099 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "GRAFANA_API_URL", 2024-05-20T21:32:06.099 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.100 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.100 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.100 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.100 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.100 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.100 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.100 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.100 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.100 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.100 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.100 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.100 INFO:teuthology.orchestra.run.smithi008.stdout: "GRAFANA_API_USERNAME": { 2024-05-20T21:32:06.100 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "GRAFANA_API_USERNAME", 2024-05-20T21:32:06.100 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.101 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.101 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.101 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "admin", 2024-05-20T21:32:06.101 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.101 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.101 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.101 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.101 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.101 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.101 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.101 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.101 INFO:teuthology.orchestra.run.smithi008.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-05-20T21:32:06.101 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-05-20T21:32:06.101 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.101 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.102 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.102 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.102 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.102 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.102 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.102 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.102 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.102 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.102 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.102 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.102 INFO:teuthology.orchestra.run.smithi008.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-05-20T21:32:06.102 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-05-20T21:32:06.102 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.103 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.103 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.103 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.103 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.103 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.103 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.103 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.103 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.103 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.103 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.103 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.103 INFO:teuthology.orchestra.run.smithi008.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-05-20T21:32:06.103 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-05-20T21:32:06.103 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.103 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.104 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.104 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.104 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.104 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.104 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.104 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.104 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.104 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.104 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.104 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.104 INFO:teuthology.orchestra.run.smithi008.stdout: "ISSUE_TRACKER_API_KEY": { 2024-05-20T21:32:06.104 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-05-20T21:32:06.104 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.104 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.105 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.105 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.105 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.105 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.105 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.105 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.105 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.105 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.105 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.105 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.105 INFO:teuthology.orchestra.run.smithi008.stdout: "MANAGED_BY_CLUSTERS": { 2024-05-20T21:32:06.105 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-05-20T21:32:06.105 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.105 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.105 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.105 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "[]", 2024-05-20T21:32:06.106 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.106 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.106 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.106 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.106 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.106 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.106 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.106 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.106 INFO:teuthology.orchestra.run.smithi008.stdout: "MULTICLUSTER_CONFIG": { 2024-05-20T21:32:06.106 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "MULTICLUSTER_CONFIG", 2024-05-20T21:32:06.106 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.106 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.106 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.106 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "{}", 2024-05-20T21:32:06.107 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.107 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.107 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.107 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.107 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.107 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.107 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.107 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.107 INFO:teuthology.orchestra.run.smithi008.stdout: "PROMETHEUS_API_HOST": { 2024-05-20T21:32:06.107 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "PROMETHEUS_API_HOST", 2024-05-20T21:32:06.107 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.107 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.107 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.107 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.108 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.108 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.108 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.108 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.108 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.108 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.108 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.108 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.108 INFO:teuthology.orchestra.run.smithi008.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-05-20T21:32:06.108 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-05-20T21:32:06.108 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.108 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.108 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.108 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.108 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.109 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.109 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.109 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.109 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.109 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.109 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.109 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.109 INFO:teuthology.orchestra.run.smithi008.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-05-20T21:32:06.109 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-05-20T21:32:06.109 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.109 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.109 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.109 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.109 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.110 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.110 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.110 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.110 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.110 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.110 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.110 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.110 INFO:teuthology.orchestra.run.smithi008.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-05-20T21:32:06.110 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-05-20T21:32:06.110 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.110 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.110 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.110 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.110 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.111 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.111 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.111 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.111 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.111 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.111 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.111 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.111 INFO:teuthology.orchestra.run.smithi008.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-05-20T21:32:06.111 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-05-20T21:32:06.111 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.111 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.111 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.111 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.112 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.112 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.112 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.112 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.112 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.112 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.112 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.112 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.112 INFO:teuthology.orchestra.run.smithi008.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-05-20T21:32:06.112 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-05-20T21:32:06.112 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.112 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.112 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.112 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.112 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.113 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.113 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.113 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.113 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.113 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.113 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.113 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.113 INFO:teuthology.orchestra.run.smithi008.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-05-20T21:32:06.113 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-05-20T21:32:06.113 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.113 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.113 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.113 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.113 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.114 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.114 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.114 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.114 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.114 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.114 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.114 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.114 INFO:teuthology.orchestra.run.smithi008.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-05-20T21:32:06.114 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-05-20T21:32:06.114 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.114 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.114 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.114 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.114 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.115 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.115 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.115 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.115 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.115 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.115 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.115 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.115 INFO:teuthology.orchestra.run.smithi008.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-05-20T21:32:06.115 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-05-20T21:32:06.115 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.115 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.115 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.115 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.115 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.116 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.116 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.116 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.116 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.116 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.116 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.116 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.116 INFO:teuthology.orchestra.run.smithi008.stdout: "PWD_POLICY_ENABLED": { 2024-05-20T21:32:06.116 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "PWD_POLICY_ENABLED", 2024-05-20T21:32:06.116 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.116 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.116 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.116 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.116 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.117 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.117 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.117 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.117 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.117 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.117 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.117 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.117 INFO:teuthology.orchestra.run.smithi008.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-05-20T21:32:06.117 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-05-20T21:32:06.117 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.117 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.117 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.117 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-05-20T21:32:06.117 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.118 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.118 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.118 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.118 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.118 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.118 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.118 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.118 INFO:teuthology.orchestra.run.smithi008.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-05-20T21:32:06.118 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-05-20T21:32:06.118 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.118 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.118 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.118 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "10", 2024-05-20T21:32:06.118 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.118 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.119 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.119 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.119 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.119 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.119 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.119 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.119 INFO:teuthology.orchestra.run.smithi008.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-05-20T21:32:06.119 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-05-20T21:32:06.119 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.119 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.119 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.119 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "8", 2024-05-20T21:32:06.119 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.119 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.120 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.120 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.120 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.120 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.120 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.120 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.120 INFO:teuthology.orchestra.run.smithi008.stdout: "REST_REQUESTS_TIMEOUT": { 2024-05-20T21:32:06.120 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-05-20T21:32:06.120 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.120 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.120 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.120 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "45", 2024-05-20T21:32:06.120 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.120 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.120 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.121 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.121 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.121 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.121 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.121 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.121 INFO:teuthology.orchestra.run.smithi008.stdout: "RGW_API_ACCESS_KEY": { 2024-05-20T21:32:06.121 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "RGW_API_ACCESS_KEY", 2024-05-20T21:32:06.121 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.121 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.121 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.121 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.121 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.121 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.121 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.121 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.122 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.122 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.122 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.122 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.122 INFO:teuthology.orchestra.run.smithi008.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-05-20T21:32:06.122 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-05-20T21:32:06.122 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.122 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.122 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.122 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "admin", 2024-05-20T21:32:06.122 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.122 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.122 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.123 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.123 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.123 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.123 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.123 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.123 INFO:teuthology.orchestra.run.smithi008.stdout: "RGW_API_SECRET_KEY": { 2024-05-20T21:32:06.123 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "RGW_API_SECRET_KEY", 2024-05-20T21:32:06.123 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.123 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.123 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.123 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.123 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.123 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.123 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.124 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.124 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.124 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.124 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.124 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.124 INFO:teuthology.orchestra.run.smithi008.stdout: "RGW_API_SSL_VERIFY": { 2024-05-20T21:32:06.124 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "RGW_API_SSL_VERIFY", 2024-05-20T21:32:06.124 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.124 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.124 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.124 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.124 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.124 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.124 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.125 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.125 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.125 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.125 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.125 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.125 INFO:teuthology.orchestra.run.smithi008.stdout: "UNSAFE_TLS_v1_2": { 2024-05-20T21:32:06.125 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "UNSAFE_TLS_v1_2", 2024-05-20T21:32:06.125 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.125 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.125 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.125 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.125 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.125 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.125 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.126 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.126 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.126 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.126 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.126 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.126 INFO:teuthology.orchestra.run.smithi008.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-05-20T21:32:06.126 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-05-20T21:32:06.126 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.126 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.126 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.126 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.126 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.126 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.126 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.126 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.127 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.127 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.127 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.127 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.127 INFO:teuthology.orchestra.run.smithi008.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-05-20T21:32:06.127 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-05-20T21:32:06.127 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.127 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.127 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.127 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "10", 2024-05-20T21:32:06.127 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.127 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.127 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.127 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.128 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.128 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.128 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.128 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.128 INFO:teuthology.orchestra.run.smithi008.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-05-20T21:32:06.128 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-05-20T21:32:06.128 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.128 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.128 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.128 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "5", 2024-05-20T21:32:06.128 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.128 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.128 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.128 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.129 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.129 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.129 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.129 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.129 INFO:teuthology.orchestra.run.smithi008.stdout: "cross_origin_url": { 2024-05-20T21:32:06.129 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "cross_origin_url", 2024-05-20T21:32:06.129 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.129 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.129 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.129 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.129 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.129 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.129 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.129 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.129 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.130 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.130 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.130 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.130 INFO:teuthology.orchestra.run.smithi008.stdout: "crt_file": { 2024-05-20T21:32:06.130 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "crt_file", 2024-05-20T21:32:06.130 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.130 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.130 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.130 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.130 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.130 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.130 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.130 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.131 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.131 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.131 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.131 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.131 INFO:teuthology.orchestra.run.smithi008.stdout: "debug": { 2024-05-20T21:32:06.131 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "debug", 2024-05-20T21:32:06.131 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.131 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.131 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.131 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.131 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.131 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.131 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.131 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Enable/disable debug options", 2024-05-20T21:32:06.132 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.132 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.132 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.132 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.132 INFO:teuthology.orchestra.run.smithi008.stdout: "jwt_token_ttl": { 2024-05-20T21:32:06.132 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "jwt_token_ttl", 2024-05-20T21:32:06.132 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.132 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.132 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.132 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "28800", 2024-05-20T21:32:06.132 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.132 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.132 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.132 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.132 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.133 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.133 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.133 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.133 INFO:teuthology.orchestra.run.smithi008.stdout: "key_file": { 2024-05-20T21:32:06.133 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "key_file", 2024-05-20T21:32:06.133 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.133 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.133 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.133 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.133 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.133 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.133 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.133 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.133 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.134 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.134 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.134 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.134 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.134 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.134 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.134 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.134 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.134 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.134 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.134 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.134 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.134 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.134 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.135 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.135 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.135 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.135 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.135 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.135 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.135 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.135 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.135 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.135 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.135 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.135 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.135 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.135 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.135 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.136 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.136 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.136 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.136 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.136 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.136 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.136 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.136 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.136 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.136 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.136 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.136 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.136 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.136 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.137 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.137 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.137 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.137 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.137 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.137 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.137 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.137 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.137 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.137 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.137 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.137 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.137 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.137 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.138 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.138 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.138 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.138 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.138 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.138 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.138 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.138 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.138 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.138 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.138 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.138 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.138 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.139 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.139 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.139 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.139 INFO:teuthology.orchestra.run.smithi008.stdout: "motd": { 2024-05-20T21:32:06.139 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "motd", 2024-05-20T21:32:06.139 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.139 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.139 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.139 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.139 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.139 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.139 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.139 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "The message of the day", 2024-05-20T21:32:06.139 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.139 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.140 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.140 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.140 INFO:teuthology.orchestra.run.smithi008.stdout: "redirect_resolve_ip_addr": { 2024-05-20T21:32:06.140 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "redirect_resolve_ip_addr", 2024-05-20T21:32:06.140 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.140 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.140 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.140 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.140 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.140 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.140 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.140 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.140 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.140 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.140 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.141 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.141 INFO:teuthology.orchestra.run.smithi008.stdout: "server_addr": { 2024-05-20T21:32:06.141 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "server_addr", 2024-05-20T21:32:06.141 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.141 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.141 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.141 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "::", 2024-05-20T21:32:06.141 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.141 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.141 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.141 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.141 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.141 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.141 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.141 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.142 INFO:teuthology.orchestra.run.smithi008.stdout: "server_port": { 2024-05-20T21:32:06.142 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "server_port", 2024-05-20T21:32:06.142 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.142 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.142 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.142 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "8080", 2024-05-20T21:32:06.142 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.142 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.142 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.142 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.142 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.142 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.142 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.143 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.143 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.143 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.143 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.143 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.143 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.143 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.143 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.143 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.143 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.143 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.143 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.143 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.143 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.144 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.144 INFO:teuthology.orchestra.run.smithi008.stdout: "ssl": { 2024-05-20T21:32:06.144 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "ssl", 2024-05-20T21:32:06.144 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.144 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.144 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.144 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.144 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.144 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.144 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.144 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.144 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.144 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.144 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.144 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.145 INFO:teuthology.orchestra.run.smithi008.stdout: "ssl_server_port": { 2024-05-20T21:32:06.145 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "ssl_server_port", 2024-05-20T21:32:06.145 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.145 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.145 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.145 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "8443", 2024-05-20T21:32:06.145 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.145 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.145 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.145 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.145 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.145 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.145 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.145 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.146 INFO:teuthology.orchestra.run.smithi008.stdout: "standby_behaviour": { 2024-05-20T21:32:06.146 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "standby_behaviour", 2024-05-20T21:32:06.146 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.146 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.146 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.146 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "redirect", 2024-05-20T21:32:06.146 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.146 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.146 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.146 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.146 INFO:teuthology.orchestra.run.smithi008.stdout: "redirect" 2024-05-20T21:32:06.146 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.146 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.146 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.147 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.147 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.147 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.147 INFO:teuthology.orchestra.run.smithi008.stdout: "standby_error_status_code": { 2024-05-20T21:32:06.147 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "standby_error_status_code", 2024-05-20T21:32:06.147 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.147 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.147 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.147 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "500", 2024-05-20T21:32:06.147 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "400", 2024-05-20T21:32:06.147 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "599", 2024-05-20T21:32:06.147 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.147 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.147 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.147 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.148 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.148 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.148 INFO:teuthology.orchestra.run.smithi008.stdout: "url_prefix": { 2024-05-20T21:32:06.148 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "url_prefix", 2024-05-20T21:32:06.148 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.148 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.148 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.148 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.148 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.148 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.148 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.148 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.148 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.148 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.148 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.149 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.149 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.149 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.149 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.149 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "devicehealth", 2024-05-20T21:32:06.149 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.149 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.149 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.149 INFO:teuthology.orchestra.run.smithi008.stdout: "enable_monitoring": { 2024-05-20T21:32:06.149 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "enable_monitoring", 2024-05-20T21:32:06.149 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.149 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.149 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.149 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.150 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.150 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.150 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.150 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "monitor device health metrics", 2024-05-20T21:32:06.150 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.150 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.150 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.150 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.150 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.150 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.150 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.150 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.150 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.150 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.151 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.151 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.151 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.151 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.151 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.151 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.151 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.151 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.151 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.151 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.151 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.151 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.151 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.152 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.152 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.152 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.152 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.152 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.152 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.152 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.152 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.152 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.152 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.152 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.152 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.152 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.152 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.153 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.153 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.153 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.153 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.153 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.153 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.153 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.153 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.153 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.153 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.153 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.153 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.153 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.153 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.154 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.154 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.154 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.154 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.154 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.154 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.154 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.154 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.154 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.154 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.154 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.154 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.154 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.154 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.155 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.155 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.155 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.155 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.155 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.155 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.155 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.155 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.155 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.155 INFO:teuthology.orchestra.run.smithi008.stdout: "mark_out_threshold": { 2024-05-20T21:32:06.155 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "mark_out_threshold", 2024-05-20T21:32:06.155 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "secs", 2024-05-20T21:32:06.155 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.155 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.156 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "2419200", 2024-05-20T21:32:06.156 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.156 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.156 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.156 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-05-20T21:32:06.156 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.156 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.156 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.156 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.156 INFO:teuthology.orchestra.run.smithi008.stdout: "pool_name": { 2024-05-20T21:32:06.156 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "pool_name", 2024-05-20T21:32:06.156 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.156 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.156 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.157 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "device_health_metrics", 2024-05-20T21:32:06.157 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.157 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.157 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.157 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "name of pool in which to store device health metrics", 2024-05-20T21:32:06.157 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.157 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.157 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.157 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.157 INFO:teuthology.orchestra.run.smithi008.stdout: "retention_period": { 2024-05-20T21:32:06.157 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "retention_period", 2024-05-20T21:32:06.157 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "secs", 2024-05-20T21:32:06.157 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.157 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.157 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "15552000", 2024-05-20T21:32:06.158 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.158 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.158 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.158 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "how long to retain device health metrics", 2024-05-20T21:32:06.158 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.158 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.158 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.158 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.158 INFO:teuthology.orchestra.run.smithi008.stdout: "scrape_frequency": { 2024-05-20T21:32:06.158 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "scrape_frequency", 2024-05-20T21:32:06.158 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "secs", 2024-05-20T21:32:06.158 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.158 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.158 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "86400", 2024-05-20T21:32:06.159 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.159 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.159 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.159 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "how frequently to scrape device health metrics", 2024-05-20T21:32:06.159 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.159 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.159 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.159 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.159 INFO:teuthology.orchestra.run.smithi008.stdout: "self_heal": { 2024-05-20T21:32:06.159 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "self_heal", 2024-05-20T21:32:06.159 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.159 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.159 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.159 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.159 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.160 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.160 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.160 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-05-20T21:32:06.160 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.160 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.160 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.160 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.160 INFO:teuthology.orchestra.run.smithi008.stdout: "sleep_interval": { 2024-05-20T21:32:06.160 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sleep_interval", 2024-05-20T21:32:06.160 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "secs", 2024-05-20T21:32:06.160 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.160 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.160 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "600", 2024-05-20T21:32:06.160 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.160 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.161 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.161 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "how frequently to wake up and check device health", 2024-05-20T21:32:06.161 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.161 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.161 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.161 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.161 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.161 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.161 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.161 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.161 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.161 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.161 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.161 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.162 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.162 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.162 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.162 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.162 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.162 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.162 INFO:teuthology.orchestra.run.smithi008.stdout: "warn_threshold": { 2024-05-20T21:32:06.162 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "warn_threshold", 2024-05-20T21:32:06.162 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "secs", 2024-05-20T21:32:06.162 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.162 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.162 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "7257600", 2024-05-20T21:32:06.162 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.162 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.163 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.163 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-05-20T21:32:06.163 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.163 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.163 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.163 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.163 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.163 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.163 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.163 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "diskprediction_local", 2024-05-20T21:32:06.163 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.163 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.163 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.163 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.163 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.164 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.164 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.164 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.164 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.164 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.164 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.164 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.164 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.164 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.164 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.164 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.164 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.165 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.165 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.165 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.165 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.165 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.165 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.165 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.165 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.165 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.165 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.165 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.165 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.165 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.165 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.166 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.166 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.166 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.166 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.166 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.166 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.166 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.166 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.166 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.166 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.166 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.166 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.166 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.166 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.167 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.167 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.167 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.167 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.167 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.167 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.167 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.167 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.167 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.167 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.167 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.167 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.167 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.167 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.167 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.168 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.168 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.168 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.168 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.168 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.168 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.168 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.168 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.168 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.168 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.168 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.168 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.168 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.168 INFO:teuthology.orchestra.run.smithi008.stdout: "predict_interval": { 2024-05-20T21:32:06.169 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "predict_interval", 2024-05-20T21:32:06.169 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.169 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.169 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.169 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "86400", 2024-05-20T21:32:06.169 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.169 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.169 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.169 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.169 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.169 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.169 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.169 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.169 INFO:teuthology.orchestra.run.smithi008.stdout: "predictor_model": { 2024-05-20T21:32:06.169 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "predictor_model", 2024-05-20T21:32:06.170 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.170 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.170 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.170 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "prophetstor", 2024-05-20T21:32:06.170 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.170 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.170 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.170 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.170 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.170 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.170 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.170 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.170 INFO:teuthology.orchestra.run.smithi008.stdout: "sleep_interval": { 2024-05-20T21:32:06.170 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sleep_interval", 2024-05-20T21:32:06.171 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.171 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.171 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.171 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "600", 2024-05-20T21:32:06.171 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.171 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.171 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.171 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.171 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.171 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.171 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.171 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.171 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.171 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.171 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.172 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.172 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.172 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.172 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.172 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.172 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.172 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.172 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.172 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.172 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.172 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.172 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.172 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.172 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.173 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "influx", 2024-05-20T21:32:06.173 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": false, 2024-05-20T21:32:06.173 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "influxdb python module not found", 2024-05-20T21:32:06.173 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.173 INFO:teuthology.orchestra.run.smithi008.stdout: "batch_size": { 2024-05-20T21:32:06.173 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "batch_size", 2024-05-20T21:32:06.173 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.173 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.173 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.173 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "5000", 2024-05-20T21:32:06.173 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.173 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.173 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.173 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-05-20T21:32:06.173 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.174 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.174 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.174 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.174 INFO:teuthology.orchestra.run.smithi008.stdout: "database": { 2024-05-20T21:32:06.174 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "database", 2024-05-20T21:32:06.174 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.174 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.174 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.174 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "ceph", 2024-05-20T21:32:06.174 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.174 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.174 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.174 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-05-20T21:32:06.174 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.175 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.175 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.175 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.175 INFO:teuthology.orchestra.run.smithi008.stdout: "hostname": { 2024-05-20T21:32:06.175 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "hostname", 2024-05-20T21:32:06.175 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.175 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.175 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.175 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.175 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.175 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.175 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.175 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "InfluxDB server hostname", 2024-05-20T21:32:06.175 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.176 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.176 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.176 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.176 INFO:teuthology.orchestra.run.smithi008.stdout: "interval": { 2024-05-20T21:32:06.176 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "interval", 2024-05-20T21:32:06.176 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "secs", 2024-05-20T21:32:06.176 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.176 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.176 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "30", 2024-05-20T21:32:06.176 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "5", 2024-05-20T21:32:06.176 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.176 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.176 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-05-20T21:32:06.176 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.177 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.177 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.177 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.177 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.177 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.177 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.177 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.177 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.177 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.177 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.177 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.177 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.178 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.178 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.178 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.178 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.178 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.178 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.178 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.178 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.178 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.178 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.178 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.178 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.178 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.179 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.179 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.179 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.179 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.179 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.179 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.179 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.179 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.179 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.179 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.179 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.179 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.179 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.180 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.180 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.180 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.180 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.180 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.180 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.180 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.180 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.180 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.180 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.180 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.180 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.180 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.180 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.181 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.181 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.181 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.181 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.181 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.181 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.181 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.181 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.181 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.181 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.181 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.181 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.181 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.181 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.182 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.182 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.182 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.182 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.182 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.182 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.182 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.182 INFO:teuthology.orchestra.run.smithi008.stdout: "password": { 2024-05-20T21:32:06.182 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "password", 2024-05-20T21:32:06.182 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.182 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.182 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.182 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.182 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.183 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.183 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.183 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "password of InfluxDB server user", 2024-05-20T21:32:06.183 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.183 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.183 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.183 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.183 INFO:teuthology.orchestra.run.smithi008.stdout: "port": { 2024-05-20T21:32:06.183 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "port", 2024-05-20T21:32:06.183 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.183 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.183 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.183 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "8086", 2024-05-20T21:32:06.183 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.183 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.184 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.184 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "InfluxDB server port", 2024-05-20T21:32:06.184 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.184 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.184 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.184 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.184 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.184 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.184 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.184 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.184 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.184 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.184 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.184 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.185 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.185 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.185 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.185 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.185 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.185 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.185 INFO:teuthology.orchestra.run.smithi008.stdout: "ssl": { 2024-05-20T21:32:06.185 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "ssl", 2024-05-20T21:32:06.185 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.185 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.185 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.185 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "false", 2024-05-20T21:32:06.185 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.185 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.186 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.186 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-05-20T21:32:06.186 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.186 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.186 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.186 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.186 INFO:teuthology.orchestra.run.smithi008.stdout: "threads": { 2024-05-20T21:32:06.186 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "threads", 2024-05-20T21:32:06.186 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.186 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.186 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.186 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "5", 2024-05-20T21:32:06.186 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "1", 2024-05-20T21:32:06.186 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "32", 2024-05-20T21:32:06.187 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.187 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-05-20T21:32:06.187 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.187 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.187 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.187 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.187 INFO:teuthology.orchestra.run.smithi008.stdout: "username": { 2024-05-20T21:32:06.187 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "username", 2024-05-20T21:32:06.187 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.187 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.187 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.187 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.187 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.187 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.188 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.188 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "username of InfluxDB server user", 2024-05-20T21:32:06.188 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.188 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.188 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.188 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.188 INFO:teuthology.orchestra.run.smithi008.stdout: "verify_ssl": { 2024-05-20T21:32:06.188 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "verify_ssl", 2024-05-20T21:32:06.188 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.188 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.188 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.188 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "true", 2024-05-20T21:32:06.188 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.188 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.189 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.189 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-05-20T21:32:06.189 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.189 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.189 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.189 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.189 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.189 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.189 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.189 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "insights", 2024-05-20T21:32:06.189 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.189 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.189 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.189 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.190 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.190 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.190 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.190 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.190 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.190 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.190 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.190 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.190 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.190 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.190 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.190 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.191 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.191 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.191 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.191 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.191 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.191 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.191 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.191 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.191 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.191 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.191 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.191 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.191 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.192 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.192 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.192 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.192 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.192 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.192 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.192 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.192 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.192 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.192 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.192 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.192 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.192 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.193 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.193 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.193 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.193 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.193 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.193 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.193 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.193 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.193 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.193 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.193 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.193 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.193 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.194 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.194 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.194 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.194 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.194 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.194 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.194 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.194 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.194 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.194 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.194 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.194 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.194 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.195 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.195 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.195 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.195 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.195 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.195 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.195 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.195 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.195 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.195 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.195 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.195 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.195 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.195 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.196 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.196 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.196 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.196 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.196 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.196 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.196 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.196 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.196 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "iostat", 2024-05-20T21:32:06.196 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.196 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.196 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.196 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.196 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.197 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.197 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.197 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.197 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.197 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.197 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.197 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.197 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.197 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.197 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.197 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.197 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.197 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.197 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.198 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.198 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.198 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.198 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.198 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.198 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.198 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.198 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.198 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.198 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.198 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.198 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.198 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.198 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.199 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.199 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.199 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.199 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.199 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.199 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.199 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.199 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.199 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.199 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.199 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.199 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.199 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.199 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.200 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.200 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.200 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.200 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.200 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.200 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.200 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.200 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.200 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.200 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.200 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.200 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.200 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.200 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.201 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.201 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.201 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.201 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.201 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.201 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.201 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.201 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.201 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.201 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.201 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.201 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.201 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.201 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.201 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.202 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.202 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.202 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.202 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.202 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.202 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.202 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.202 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.202 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.202 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.202 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.202 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.202 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.202 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.203 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "k8sevents", 2024-05-20T21:32:06.203 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.203 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.203 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.203 INFO:teuthology.orchestra.run.smithi008.stdout: "ceph_event_retention_days": { 2024-05-20T21:32:06.203 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "ceph_event_retention_days", 2024-05-20T21:32:06.203 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.203 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.203 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.203 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "7", 2024-05-20T21:32:06.203 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.203 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.203 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.204 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Days to hold ceph event information within local cache", 2024-05-20T21:32:06.204 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.204 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.204 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.204 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.204 INFO:teuthology.orchestra.run.smithi008.stdout: "config_check_secs": { 2024-05-20T21:32:06.204 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "config_check_secs", 2024-05-20T21:32:06.204 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.204 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.204 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.204 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "10", 2024-05-20T21:32:06.204 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "10", 2024-05-20T21:32:06.204 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.204 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.204 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-05-20T21:32:06.205 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.205 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.205 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.205 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.205 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.205 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.205 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.205 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.205 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.205 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.205 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.205 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.206 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.206 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.206 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.206 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.206 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.206 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.206 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.206 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.206 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.206 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.206 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.206 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.206 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.207 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.207 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.207 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.207 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.207 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.207 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.207 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.207 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.207 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.207 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.207 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.207 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.207 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.207 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.208 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.208 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.208 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.208 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.208 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.208 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.208 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.208 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.208 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.208 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.208 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.208 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.208 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.208 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.209 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.209 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.209 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.209 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.209 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.209 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.209 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.209 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.209 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.209 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.209 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.209 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.209 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.210 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.210 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.210 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.210 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.210 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.210 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.210 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.210 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.210 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.210 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.210 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.210 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.210 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.210 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.211 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.211 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.211 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.211 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.211 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.211 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.211 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.211 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.213 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.213 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.213 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.213 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "localpool", 2024-05-20T21:32:06.213 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.213 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.214 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.214 INFO:teuthology.orchestra.run.smithi008.stdout: "failure_domain": { 2024-05-20T21:32:06.214 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "failure_domain", 2024-05-20T21:32:06.214 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.214 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.214 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.214 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "host", 2024-05-20T21:32:06.214 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.214 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.214 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.214 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "failure domain for any created local pool", 2024-05-20T21:32:06.214 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-05-20T21:32:06.214 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.214 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.215 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.215 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.215 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.215 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.215 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.215 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.215 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.215 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.215 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.215 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.215 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.215 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.215 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.215 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.216 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.216 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.216 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.216 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.216 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.216 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.216 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.216 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.216 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.216 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.216 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.216 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.216 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.217 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.217 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.217 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.217 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.217 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.217 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.217 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.217 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.217 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.217 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.217 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.217 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.217 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.217 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.218 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.218 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.218 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.218 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.218 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.218 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.218 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.218 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.218 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.218 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.218 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.218 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.218 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.218 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.219 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.219 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.219 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.219 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.219 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.219 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.219 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.219 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.219 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.219 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.219 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.219 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.219 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.219 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.220 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.220 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.220 INFO:teuthology.orchestra.run.smithi008.stdout: "min_size": { 2024-05-20T21:32:06.220 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "min_size", 2024-05-20T21:32:06.220 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.220 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.220 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.220 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.220 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.220 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.220 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.220 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "default min_size for any created local pool", 2024-05-20T21:32:06.220 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-05-20T21:32:06.221 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.221 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.221 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.221 INFO:teuthology.orchestra.run.smithi008.stdout: "num_rep": { 2024-05-20T21:32:06.221 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "num_rep", 2024-05-20T21:32:06.221 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.221 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.221 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.221 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "3", 2024-05-20T21:32:06.221 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.221 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.221 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.222 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "default replica count for any created local pool", 2024-05-20T21:32:06.222 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.222 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.222 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.222 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.222 INFO:teuthology.orchestra.run.smithi008.stdout: "pg_num": { 2024-05-20T21:32:06.222 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "pg_num", 2024-05-20T21:32:06.222 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.222 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.222 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.222 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "128", 2024-05-20T21:32:06.222 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.222 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.223 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.223 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "default pg_num for any created local pool", 2024-05-20T21:32:06.223 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.223 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.223 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.223 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.223 INFO:teuthology.orchestra.run.smithi008.stdout: "prefix": { 2024-05-20T21:32:06.223 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "prefix", 2024-05-20T21:32:06.223 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.223 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.223 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.223 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.223 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.224 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.224 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.224 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "name prefix for any created local pool", 2024-05-20T21:32:06.224 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.224 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.224 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.224 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.224 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.224 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.224 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.224 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.224 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.224 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.224 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.225 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.225 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.225 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.225 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.225 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.225 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.225 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.225 INFO:teuthology.orchestra.run.smithi008.stdout: "subtree": { 2024-05-20T21:32:06.225 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "subtree", 2024-05-20T21:32:06.225 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.225 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.225 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.225 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "rack", 2024-05-20T21:32:06.225 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.225 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.226 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.226 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "CRUSH level for which to create a local pool", 2024-05-20T21:32:06.226 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-05-20T21:32:06.226 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.226 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.226 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.226 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.226 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.226 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.226 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "mds_autoscaler", 2024-05-20T21:32:06.226 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.226 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.226 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.227 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.227 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.227 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.227 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.227 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.227 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.227 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.227 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.227 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.227 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.227 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.227 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.227 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.227 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.228 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.228 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.228 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.228 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.228 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.228 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.228 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.228 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.228 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.228 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.228 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.228 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.228 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.228 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.228 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.229 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.229 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.229 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.229 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.229 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.229 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.229 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.229 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.229 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.229 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.229 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.229 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.229 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.229 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.229 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.230 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.230 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.230 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.230 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.230 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.230 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.230 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.230 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.230 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.230 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.230 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.230 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.230 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.231 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.231 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.231 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.231 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.231 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.231 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.231 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.231 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.231 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.231 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.231 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.231 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.231 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.231 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.231 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.232 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.232 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.232 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.232 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.232 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.232 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.232 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.232 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.232 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.232 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.232 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.232 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.232 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.232 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.233 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.233 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "mirroring", 2024-05-20T21:32:06.233 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.233 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.233 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.233 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.233 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.233 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.233 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.233 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.233 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.233 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.233 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.233 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.234 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.234 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.234 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.234 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.234 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.234 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.234 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.234 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.234 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.234 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.234 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.234 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.234 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.235 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.235 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.235 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.235 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.235 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.235 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.235 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.235 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.235 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.235 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.235 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.235 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.235 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.236 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.236 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.236 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.236 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.236 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.236 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.236 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.236 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.236 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.236 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.236 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.236 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.236 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.237 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.237 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.237 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.237 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.237 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.237 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.237 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.237 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.237 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.237 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.237 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.237 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.237 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.237 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.238 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.238 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.238 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.238 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.238 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.238 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.238 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.238 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.238 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.238 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.238 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.238 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.238 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.238 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.239 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.239 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.239 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.239 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.239 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.239 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.239 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.239 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.239 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.239 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.239 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.239 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "nfs", 2024-05-20T21:32:06.239 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.239 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.240 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.240 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.240 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.240 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.240 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.240 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.240 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.240 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.240 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.240 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.240 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.240 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.240 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.240 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.240 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.241 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.241 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.241 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.241 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.241 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.241 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.241 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.241 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.241 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.241 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.241 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.241 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.241 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.241 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.242 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.242 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.242 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.242 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.242 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.242 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.242 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.242 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.242 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.242 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.242 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.242 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.242 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.242 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.242 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.243 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.243 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.243 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.243 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.243 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.243 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.243 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.243 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.243 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.243 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.243 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.243 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.243 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.243 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.243 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.243 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.244 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.244 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.244 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.244 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.244 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.244 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.244 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.244 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.244 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.244 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.244 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.244 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.244 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.244 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.244 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.244 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.245 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.245 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.245 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.245 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.245 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.245 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.245 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.245 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.245 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.245 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.245 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.245 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.245 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "orchestrator", 2024-05-20T21:32:06.245 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.245 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.246 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.246 INFO:teuthology.orchestra.run.smithi008.stdout: "fail_fs": { 2024-05-20T21:32:06.246 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "fail_fs", 2024-05-20T21:32:06.246 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.246 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.246 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.246 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.246 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.246 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.246 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.246 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-05-20T21:32:06.246 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.246 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.246 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.246 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.247 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.247 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.247 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.247 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.247 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.247 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.247 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.247 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.247 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.247 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.247 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.247 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.247 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.247 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.247 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.248 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.248 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.248 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.248 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.248 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.248 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.248 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.248 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.248 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.248 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.248 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.248 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.248 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.248 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.249 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.249 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.249 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.249 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.249 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.249 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.249 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.249 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.249 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.249 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.249 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.249 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.249 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.249 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.249 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.250 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.250 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.250 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.250 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.250 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.250 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.250 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.250 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.250 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.250 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.250 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.250 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.250 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.250 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.251 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.251 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.251 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.251 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.251 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.251 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.251 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.251 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.251 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.251 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.251 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.251 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.251 INFO:teuthology.orchestra.run.smithi008.stdout: "orchestrator": { 2024-05-20T21:32:06.251 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "orchestrator", 2024-05-20T21:32:06.251 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.252 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.252 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.252 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.252 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.252 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.252 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.252 INFO:teuthology.orchestra.run.smithi008.stdout: "cephadm", 2024-05-20T21:32:06.252 INFO:teuthology.orchestra.run.smithi008.stdout: "rook", 2024-05-20T21:32:06.252 INFO:teuthology.orchestra.run.smithi008.stdout: "test_orchestrator" 2024-05-20T21:32:06.252 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.252 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Orchestrator backend", 2024-05-20T21:32:06.252 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.252 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.252 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.252 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.253 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.253 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.253 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.253 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.253 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.253 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.253 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.253 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.253 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.253 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.253 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.253 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.253 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.253 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.253 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.254 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.254 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.254 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "osd_perf_query", 2024-05-20T21:32:06.254 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.254 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.254 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.254 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.254 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.254 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.254 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.254 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.254 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.254 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.254 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.255 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.255 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.255 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.255 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.255 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.255 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.255 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.255 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.255 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.255 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.255 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.255 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.255 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.255 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.255 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.256 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.256 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.256 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.256 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.256 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.256 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.256 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.256 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.256 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.256 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.256 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.256 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.256 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.256 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.256 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.257 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.257 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.257 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.257 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.257 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.257 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.257 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.257 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.257 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.257 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.257 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.257 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.257 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.257 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.258 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.258 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.258 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.258 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.258 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.258 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.258 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.258 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.258 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.258 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.258 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.258 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.258 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.258 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.259 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.259 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.259 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.259 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.259 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.259 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.259 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.259 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.259 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.259 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.259 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.259 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.259 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.259 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.259 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.260 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.260 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.260 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.260 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.260 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.260 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.260 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "osd_support", 2024-05-20T21:32:06.260 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.260 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.260 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.260 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.260 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.260 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.260 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.261 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.261 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.261 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.261 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.261 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.261 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.261 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.261 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.261 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.261 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.261 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.261 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.261 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.261 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.262 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.262 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.262 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.262 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.262 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.262 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.262 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.262 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.262 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.262 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.262 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.262 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.262 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.263 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.263 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.263 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.263 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.263 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.263 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.263 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.263 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.263 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.263 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.263 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.263 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.263 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.264 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.264 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.264 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.264 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.264 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.264 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.264 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.264 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.264 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.264 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.264 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.264 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.264 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.264 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.265 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.265 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.265 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.265 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.265 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.265 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.265 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.265 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.265 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.265 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.265 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.265 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.265 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.265 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.266 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.266 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.266 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.266 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.266 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.266 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.266 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.266 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.266 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.266 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.266 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.266 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.266 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.267 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.267 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.267 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "pg_autoscaler", 2024-05-20T21:32:06.267 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.267 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.267 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.267 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.267 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.267 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.267 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.267 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.267 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.267 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.268 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.268 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.268 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.268 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.268 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.268 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.268 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.268 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.268 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.268 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.268 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.268 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.268 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.268 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.269 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.269 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.269 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.269 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.269 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.269 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.269 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.269 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.269 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.269 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.269 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.269 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.269 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.269 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.269 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.270 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.270 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.270 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.270 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.270 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.270 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.270 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.270 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.270 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.270 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.270 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.270 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.270 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.270 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.271 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.271 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.271 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.271 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.271 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.271 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.271 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.271 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.271 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.271 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.271 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.271 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.271 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.271 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.271 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.272 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.272 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.272 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.272 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.272 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.272 INFO:teuthology.orchestra.run.smithi008.stdout: "sleep_interval": { 2024-05-20T21:32:06.272 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sleep_interval", 2024-05-20T21:32:06.272 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "secs", 2024-05-20T21:32:06.272 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.272 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.272 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "60", 2024-05-20T21:32:06.272 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.272 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.272 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.272 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.273 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.273 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.273 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.273 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.273 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.273 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.273 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.273 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.273 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.273 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.273 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.273 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.273 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.273 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.274 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.274 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.274 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.274 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.274 INFO:teuthology.orchestra.run.smithi008.stdout: "threshold": { 2024-05-20T21:32:06.274 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "threshold", 2024-05-20T21:32:06.274 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "float", 2024-05-20T21:32:06.274 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.274 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.274 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "3.0", 2024-05-20T21:32:06.274 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "1.0", 2024-05-20T21:32:06.274 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.274 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.274 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "scaling threshold", 2024-05-20T21:32:06.274 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-05-20T21:32:06.275 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.275 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.275 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.275 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.275 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.275 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.275 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "progress", 2024-05-20T21:32:06.275 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.275 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.275 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.275 INFO:teuthology.orchestra.run.smithi008.stdout: "allow_pg_recovery_event": { 2024-05-20T21:32:06.275 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "allow_pg_recovery_event", 2024-05-20T21:32:06.275 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.275 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.275 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.276 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.276 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.276 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.276 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.276 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "allow the module to show pg recovery progress", 2024-05-20T21:32:06.276 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.276 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.276 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.276 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.276 INFO:teuthology.orchestra.run.smithi008.stdout: "enabled": { 2024-05-20T21:32:06.276 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "enabled", 2024-05-20T21:32:06.276 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.276 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.277 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.277 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.277 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.277 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.277 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.277 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.277 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.277 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.277 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.277 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.277 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.277 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.277 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.277 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.278 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.278 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.278 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.278 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.278 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.278 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.278 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.278 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.278 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.278 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.278 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.278 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.278 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.279 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.279 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.279 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.279 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.279 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.279 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.279 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.279 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.279 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.279 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.279 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.279 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.279 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.279 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.279 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.280 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.280 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.280 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.280 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.280 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.280 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.280 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.280 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.280 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.280 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.280 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.280 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.280 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.280 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.280 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.281 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.281 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.281 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.281 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.281 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.281 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.281 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.281 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.281 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.281 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.281 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.281 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.281 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.281 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.281 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.282 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.282 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.282 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.282 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.282 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.282 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.282 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.282 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.282 INFO:teuthology.orchestra.run.smithi008.stdout: "max_completed_events": { 2024-05-20T21:32:06.282 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "max_completed_events", 2024-05-20T21:32:06.282 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.282 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.282 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.283 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "50", 2024-05-20T21:32:06.283 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.283 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.283 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.283 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "number of past completed events to remember", 2024-05-20T21:32:06.283 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.283 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.283 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.283 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.283 INFO:teuthology.orchestra.run.smithi008.stdout: "sleep_interval": { 2024-05-20T21:32:06.283 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sleep_interval", 2024-05-20T21:32:06.283 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "secs", 2024-05-20T21:32:06.283 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.283 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.284 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "5", 2024-05-20T21:32:06.284 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.284 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.284 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.284 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "how long the module is going to sleep", 2024-05-20T21:32:06.284 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.284 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.284 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.284 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.284 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.284 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.284 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.284 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.284 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.285 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.285 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.285 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.285 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.285 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.285 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.285 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.285 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.285 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.285 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.285 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.285 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.285 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "prometheus", 2024-05-20T21:32:06.285 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.286 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.286 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.286 INFO:teuthology.orchestra.run.smithi008.stdout: "cache": { 2024-05-20T21:32:06.286 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "cache", 2024-05-20T21:32:06.286 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.286 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.286 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.286 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.286 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.286 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.286 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.286 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.286 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.286 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.286 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.287 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.287 INFO:teuthology.orchestra.run.smithi008.stdout: "exclude_perf_counters": { 2024-05-20T21:32:06.287 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "exclude_perf_counters", 2024-05-20T21:32:06.287 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.287 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.287 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.287 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.287 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.287 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.287 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.287 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-05-20T21:32:06.287 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-05-20T21:32:06.287 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.287 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.288 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.288 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.288 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.288 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.288 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.288 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.288 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.288 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.288 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.288 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.288 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.288 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.288 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.288 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.289 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.289 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.289 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.289 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.289 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.289 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.289 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.289 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.289 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.290 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.290 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.290 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.290 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.290 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.290 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.290 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.290 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.290 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.290 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.290 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.290 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.290 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.290 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.291 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.291 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.291 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.291 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.291 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.291 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.291 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.291 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.291 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.291 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.291 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.291 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.291 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.291 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.292 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.292 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.292 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.292 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.292 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.292 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.292 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.292 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.292 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.292 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.292 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.292 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.292 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.292 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.293 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.293 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.293 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.293 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.293 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.293 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.293 INFO:teuthology.orchestra.run.smithi008.stdout: "rbd_stats_pools": { 2024-05-20T21:32:06.293 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "rbd_stats_pools", 2024-05-20T21:32:06.293 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.293 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.293 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.293 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.293 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.293 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.294 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.294 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.294 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.294 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.294 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.294 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.294 INFO:teuthology.orchestra.run.smithi008.stdout: "rbd_stats_pools_refresh_interval": { 2024-05-20T21:32:06.294 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-05-20T21:32:06.294 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.294 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.294 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.294 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "300", 2024-05-20T21:32:06.294 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.294 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.295 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.295 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.295 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.295 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.295 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.295 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.295 INFO:teuthology.orchestra.run.smithi008.stdout: "scrape_interval": { 2024-05-20T21:32:06.295 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "scrape_interval", 2024-05-20T21:32:06.295 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "float", 2024-05-20T21:32:06.295 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.295 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.295 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "15.0", 2024-05-20T21:32:06.295 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.295 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.296 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.296 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.296 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.296 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.296 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.296 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.296 INFO:teuthology.orchestra.run.smithi008.stdout: "server_addr": { 2024-05-20T21:32:06.296 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "server_addr", 2024-05-20T21:32:06.296 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.296 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.296 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.296 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "::", 2024-05-20T21:32:06.296 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.296 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.296 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.297 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-05-20T21:32:06.297 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.297 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.297 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.297 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.297 INFO:teuthology.orchestra.run.smithi008.stdout: "server_port": { 2024-05-20T21:32:06.297 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "server_port", 2024-05-20T21:32:06.297 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.297 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.297 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.297 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "9283", 2024-05-20T21:32:06.297 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.297 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.297 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.298 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-05-20T21:32:06.298 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.298 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.298 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.298 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.298 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.298 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.298 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.298 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.298 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.298 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.298 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.298 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.298 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.299 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.299 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.299 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.299 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.299 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.299 INFO:teuthology.orchestra.run.smithi008.stdout: "stale_cache_strategy": { 2024-05-20T21:32:06.299 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "stale_cache_strategy", 2024-05-20T21:32:06.299 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.299 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.299 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.299 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "log", 2024-05-20T21:32:06.299 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.299 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.299 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.299 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.300 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.300 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.300 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.300 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.300 INFO:teuthology.orchestra.run.smithi008.stdout: "standby_behaviour": { 2024-05-20T21:32:06.300 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "standby_behaviour", 2024-05-20T21:32:06.300 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.300 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.300 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.300 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "default", 2024-05-20T21:32:06.300 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.300 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.300 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.300 INFO:teuthology.orchestra.run.smithi008.stdout: "default", 2024-05-20T21:32:06.300 INFO:teuthology.orchestra.run.smithi008.stdout: "error" 2024-05-20T21:32:06.301 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.301 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.301 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.301 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.301 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.301 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.301 INFO:teuthology.orchestra.run.smithi008.stdout: "standby_error_status_code": { 2024-05-20T21:32:06.301 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "standby_error_status_code", 2024-05-20T21:32:06.301 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.301 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.301 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.301 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "500", 2024-05-20T21:32:06.301 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "400", 2024-05-20T21:32:06.301 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "599", 2024-05-20T21:32:06.301 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.301 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.302 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.302 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.302 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.302 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.302 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.302 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.302 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.302 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "rbd_support", 2024-05-20T21:32:06.302 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.302 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.302 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.302 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.302 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.302 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.303 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.303 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.303 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.303 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.303 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.303 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.303 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.303 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.303 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.303 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.303 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.303 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.303 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.304 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.304 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.304 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.304 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.304 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.304 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.304 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.304 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.304 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.304 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.304 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.304 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.304 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.304 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.305 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.305 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.305 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.305 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.305 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.305 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.305 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.305 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.305 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.305 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.305 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.305 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.305 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.305 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.306 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.306 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.306 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.306 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.306 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.306 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.306 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.306 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.306 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.306 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.306 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.306 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.307 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.307 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.307 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.307 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.307 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.307 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.307 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.307 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.307 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.307 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.307 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.307 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.307 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.308 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.308 INFO:teuthology.orchestra.run.smithi008.stdout: "max_concurrent_snap_create": { 2024-05-20T21:32:06.308 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "max_concurrent_snap_create", 2024-05-20T21:32:06.308 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.308 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.308 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.308 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "10", 2024-05-20T21:32:06.308 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.308 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.308 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.308 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.308 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.308 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.308 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.309 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.309 INFO:teuthology.orchestra.run.smithi008.stdout: "mirror_snapshot_schedule": { 2024-05-20T21:32:06.309 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "mirror_snapshot_schedule", 2024-05-20T21:32:06.309 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.309 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.309 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.309 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.309 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.309 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.309 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.309 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.309 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.309 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.309 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.309 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.310 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.310 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.310 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.310 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.310 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.310 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.310 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.310 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.310 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.310 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.310 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.310 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.310 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.311 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.311 INFO:teuthology.orchestra.run.smithi008.stdout: "trash_purge_schedule": { 2024-05-20T21:32:06.311 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "trash_purge_schedule", 2024-05-20T21:32:06.311 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.311 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.311 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.311 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.311 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.311 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.311 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.311 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.311 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.311 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.311 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.312 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.312 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.312 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.312 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.312 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "restful", 2024-05-20T21:32:06.312 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.312 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.312 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.312 INFO:teuthology.orchestra.run.smithi008.stdout: "enable_auth": { 2024-05-20T21:32:06.312 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "enable_auth", 2024-05-20T21:32:06.312 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.312 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.312 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.312 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.313 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.313 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.313 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.313 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.313 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.313 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.313 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.313 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.313 INFO:teuthology.orchestra.run.smithi008.stdout: "key_file": { 2024-05-20T21:32:06.313 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "key_file", 2024-05-20T21:32:06.313 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.313 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.313 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.313 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.313 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.314 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.314 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.314 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.314 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.314 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.314 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.314 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.314 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.314 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.314 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.314 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.314 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.314 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.314 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.315 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.315 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.315 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.315 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.315 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.315 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.315 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.315 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.315 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.315 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.315 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.315 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.315 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.315 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.316 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.316 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.316 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.316 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.316 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.316 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.316 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.316 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.316 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.316 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.316 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.316 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.316 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.317 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.317 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.317 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.317 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.317 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.317 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.317 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.317 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.317 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.317 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.317 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.317 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.317 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.317 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.317 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.318 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.318 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.318 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.318 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.318 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.318 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.318 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.318 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.318 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.318 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.318 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.318 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.318 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.319 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.319 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.319 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.319 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.319 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.319 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.319 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.319 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.319 INFO:teuthology.orchestra.run.smithi008.stdout: "server_addr": { 2024-05-20T21:32:06.319 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "server_addr", 2024-05-20T21:32:06.319 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.319 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.319 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.319 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.320 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.320 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.320 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.320 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.320 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.320 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.320 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.320 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.320 INFO:teuthology.orchestra.run.smithi008.stdout: "server_port": { 2024-05-20T21:32:06.320 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "server_port", 2024-05-20T21:32:06.320 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.320 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.320 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.320 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.321 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.321 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.321 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.321 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.321 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.321 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.321 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.321 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.321 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.321 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.321 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.321 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.321 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.321 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.322 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.322 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.322 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.322 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.322 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.322 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.322 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.322 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.322 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.322 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.322 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.322 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "rgw", 2024-05-20T21:32:06.322 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.323 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.323 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.323 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.323 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.323 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.323 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.323 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.323 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.323 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.323 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.323 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.323 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.323 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.323 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.324 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.324 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.324 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.324 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.324 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.324 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.324 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.324 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.324 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.324 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.324 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.324 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.324 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.324 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.325 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.325 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.325 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.325 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.325 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.325 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.325 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.325 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.325 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.325 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.325 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.325 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.325 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.325 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.326 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.326 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.326 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.326 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.326 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.326 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.326 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.326 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.326 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.326 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.326 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.326 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.326 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.326 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.327 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.327 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.327 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.327 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.327 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.327 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.327 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.327 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.327 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.327 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.327 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.327 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.327 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.327 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.327 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.328 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.328 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.328 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.328 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.328 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.328 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.328 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.328 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.328 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.328 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.328 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.328 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.328 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.328 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.329 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.329 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.329 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.329 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.329 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "rook", 2024-05-20T21:32:06.329 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.329 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.329 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.329 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.329 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.329 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.329 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.329 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.329 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.330 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.330 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.330 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.330 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.330 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.330 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.330 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.330 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.330 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.330 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.330 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.330 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.331 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.331 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.331 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.331 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.331 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.331 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.331 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.331 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.331 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.331 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.331 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.331 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.331 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.331 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.332 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.332 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.332 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.332 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.332 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.332 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.332 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.332 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.332 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.332 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.332 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.332 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.332 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.332 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.333 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.333 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.333 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.333 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.333 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.333 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.333 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.333 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.333 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.333 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.333 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.333 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.333 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.333 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.334 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.334 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.334 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.334 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.334 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.334 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.334 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.334 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.334 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.334 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.334 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.334 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.334 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.335 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.335 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.335 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.335 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.335 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.335 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.335 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.335 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.335 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.335 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.335 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.335 INFO:teuthology.orchestra.run.smithi008.stdout: "storage_class": { 2024-05-20T21:32:06.335 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "storage_class", 2024-05-20T21:32:06.335 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.336 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.336 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.336 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "local", 2024-05-20T21:32:06.336 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.336 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.336 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.336 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-05-20T21:32:06.336 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.336 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.336 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.336 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.336 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.336 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.336 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.337 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "selftest", 2024-05-20T21:32:06.337 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.337 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.337 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.337 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.337 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.337 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.337 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.337 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.337 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.337 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.337 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.337 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.337 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.337 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.338 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.338 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.338 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.338 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.338 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.338 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.338 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.338 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.338 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.338 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.338 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.338 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.338 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.338 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.339 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.339 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.339 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.339 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.339 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.339 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.339 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.339 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.339 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.339 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.339 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.339 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.339 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.340 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.340 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.340 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.340 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.340 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.340 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.340 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.340 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.340 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.340 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.340 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.340 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.340 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.341 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.341 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.341 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.341 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.341 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.341 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.341 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.341 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.341 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.341 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.341 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.341 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.341 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.341 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.342 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.342 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.342 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.342 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.342 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.342 INFO:teuthology.orchestra.run.smithi008.stdout: "roption1": { 2024-05-20T21:32:06.342 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "roption1", 2024-05-20T21:32:06.342 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.342 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.342 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.342 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.342 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.342 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.342 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.342 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.343 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.343 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.343 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.343 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.343 INFO:teuthology.orchestra.run.smithi008.stdout: "roption2": { 2024-05-20T21:32:06.343 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "roption2", 2024-05-20T21:32:06.343 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.343 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.343 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.343 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "xyz", 2024-05-20T21:32:06.343 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.343 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.343 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.343 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.343 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.344 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.344 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.344 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.344 INFO:teuthology.orchestra.run.smithi008.stdout: "rwoption1": { 2024-05-20T21:32:06.344 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "rwoption1", 2024-05-20T21:32:06.344 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.344 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.344 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.344 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.344 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.344 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.344 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.344 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.345 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.345 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.345 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.345 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.345 INFO:teuthology.orchestra.run.smithi008.stdout: "rwoption2": { 2024-05-20T21:32:06.345 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "rwoption2", 2024-05-20T21:32:06.345 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.345 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.345 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.345 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.345 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.345 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.345 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.345 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.346 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.346 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.346 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.346 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.346 INFO:teuthology.orchestra.run.smithi008.stdout: "rwoption3": { 2024-05-20T21:32:06.346 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "rwoption3", 2024-05-20T21:32:06.346 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "float", 2024-05-20T21:32:06.346 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.346 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.346 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.346 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.346 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.347 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.347 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.347 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.347 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.347 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.347 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.347 INFO:teuthology.orchestra.run.smithi008.stdout: "rwoption4": { 2024-05-20T21:32:06.347 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "rwoption4", 2024-05-20T21:32:06.347 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.347 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.347 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.347 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.347 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.347 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.348 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.348 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.348 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.348 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.348 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.348 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.348 INFO:teuthology.orchestra.run.smithi008.stdout: "rwoption5": { 2024-05-20T21:32:06.348 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "rwoption5", 2024-05-20T21:32:06.348 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.348 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.348 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.348 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.348 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.349 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.349 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.349 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.349 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.349 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.349 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.349 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.349 INFO:teuthology.orchestra.run.smithi008.stdout: "rwoption6": { 2024-05-20T21:32:06.349 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "rwoption6", 2024-05-20T21:32:06.349 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.349 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.349 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.349 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.350 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.350 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.350 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.350 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.350 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.350 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.350 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.350 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.350 INFO:teuthology.orchestra.run.smithi008.stdout: "rwoption7": { 2024-05-20T21:32:06.350 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "rwoption7", 2024-05-20T21:32:06.350 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.350 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.351 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.351 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.351 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "1", 2024-05-20T21:32:06.351 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "42", 2024-05-20T21:32:06.351 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.351 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.351 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.351 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.351 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.351 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.351 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.351 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.351 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.351 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.352 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.352 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.352 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.352 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.352 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.352 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.352 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.352 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.352 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.352 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.352 INFO:teuthology.orchestra.run.smithi008.stdout: "testkey": { 2024-05-20T21:32:06.352 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "testkey", 2024-05-20T21:32:06.352 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.353 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.353 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.353 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.353 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.353 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.353 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.353 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.353 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.353 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.353 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.353 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.353 INFO:teuthology.orchestra.run.smithi008.stdout: "testlkey": { 2024-05-20T21:32:06.353 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "testlkey", 2024-05-20T21:32:06.354 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.354 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.354 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.354 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.354 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.354 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.354 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.354 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.354 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.354 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.354 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.354 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.355 INFO:teuthology.orchestra.run.smithi008.stdout: "testnewline": { 2024-05-20T21:32:06.355 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "testnewline", 2024-05-20T21:32:06.355 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.355 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.355 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.355 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.355 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.355 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.355 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.355 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.355 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.355 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.355 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.355 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.356 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.356 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.356 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.356 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "smb", 2024-05-20T21:32:06.356 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.356 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.356 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.356 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.356 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.356 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.356 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.356 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.356 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.357 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.357 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.357 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.357 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.357 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.357 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.357 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.357 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.357 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.357 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.357 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.358 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.358 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.358 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.358 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.358 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.358 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.358 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.358 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.358 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.358 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.358 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.358 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.359 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.359 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.359 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.359 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.359 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.359 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.359 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.359 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.359 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.359 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.359 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.359 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.359 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.360 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.360 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.360 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.360 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.360 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.360 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.360 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.360 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.360 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.360 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.360 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.360 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.361 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.361 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.361 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.361 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.361 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.361 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.361 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.361 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.361 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.361 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.361 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.361 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.361 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.362 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.362 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.362 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.362 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.362 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.362 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.362 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.362 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.362 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.362 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.362 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.362 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.362 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.363 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.363 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.363 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.363 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.363 INFO:teuthology.orchestra.run.smithi008.stdout: "update_orchestration": { 2024-05-20T21:32:06.363 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "update_orchestration", 2024-05-20T21:32:06.363 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.363 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.363 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.363 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.363 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.363 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.363 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.363 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "automatically update orchestration when smb resources are changed", 2024-05-20T21:32:06.364 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.364 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.364 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.364 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.364 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.364 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.364 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.364 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "snap_schedule", 2024-05-20T21:32:06.364 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.364 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.364 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.364 INFO:teuthology.orchestra.run.smithi008.stdout: "allow_m_granularity": { 2024-05-20T21:32:06.364 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "allow_m_granularity", 2024-05-20T21:32:06.365 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.365 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.365 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.365 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.365 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.365 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.365 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.365 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "allow minute scheduled snapshots", 2024-05-20T21:32:06.365 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.365 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.365 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.365 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.365 INFO:teuthology.orchestra.run.smithi008.stdout: "dump_on_update": { 2024-05-20T21:32:06.365 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "dump_on_update", 2024-05-20T21:32:06.366 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.366 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.366 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.366 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.366 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.366 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.366 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.366 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "dump database to debug log on update", 2024-05-20T21:32:06.366 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.366 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.366 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.366 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.366 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.367 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.367 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.367 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.367 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.367 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.367 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.367 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.367 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.367 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.367 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.367 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.367 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.367 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.368 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.368 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.368 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.368 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.368 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.368 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.368 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.368 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.368 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.368 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.368 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.368 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.368 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.369 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.369 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.369 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.369 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.369 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.369 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.369 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.369 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.369 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.369 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.369 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.369 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.369 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.370 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.370 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.370 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.370 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.370 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.370 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.370 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.370 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.370 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.370 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.370 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.370 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.371 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.371 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.371 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.371 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.371 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.371 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.371 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.371 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.371 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.371 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.371 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.371 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.371 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.371 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.372 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.372 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.372 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.372 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.372 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.372 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.372 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.372 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.372 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.372 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.372 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.372 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.372 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.373 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.373 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.373 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.373 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.373 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.373 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.373 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.373 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.373 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "stats", 2024-05-20T21:32:06.373 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.373 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.373 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.373 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.373 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.374 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.374 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.374 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.374 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.374 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.374 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.374 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.374 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.374 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.374 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.374 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.374 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.374 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.375 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.375 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.375 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.375 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.375 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.375 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.375 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.375 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.375 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.375 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.375 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.375 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.375 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.376 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.376 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.376 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.376 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.376 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.376 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.376 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.376 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.376 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.376 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.376 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.376 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.376 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.376 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.377 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.377 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.377 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.377 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.377 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.377 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.377 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.377 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.377 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.377 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.377 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.377 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.377 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.377 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.378 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.378 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.378 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.378 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.378 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.378 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.378 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.378 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.378 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.378 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.378 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.378 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.378 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.378 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.379 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.379 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.379 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.379 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.379 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.379 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.379 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.379 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.379 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.379 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.379 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.379 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.379 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.380 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.380 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.380 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.380 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.380 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "status", 2024-05-20T21:32:06.380 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.380 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.380 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.380 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.380 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.380 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.380 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.380 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.381 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.381 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.381 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.381 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.381 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.381 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.381 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.381 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.381 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.381 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.381 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.381 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.381 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.381 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.382 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.382 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.382 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.382 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.382 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.382 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.382 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.382 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.382 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.382 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.382 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.382 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.382 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.382 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.382 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.383 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.383 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.383 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.383 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.383 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.383 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.383 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.383 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.383 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.383 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.383 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.383 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.383 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.384 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.384 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.384 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.384 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.384 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.384 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.384 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.384 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.384 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.384 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.384 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.384 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.384 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.384 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.385 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.385 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.385 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.385 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.385 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.385 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.385 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.385 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.385 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.385 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.385 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.385 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.385 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.385 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.386 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.386 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.386 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.386 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.386 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.386 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.386 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.386 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.386 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.386 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.386 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.386 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.386 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "telegraf", 2024-05-20T21:32:06.387 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.387 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.387 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.387 INFO:teuthology.orchestra.run.smithi008.stdout: "address": { 2024-05-20T21:32:06.387 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "address", 2024-05-20T21:32:06.387 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.387 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.387 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.387 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-05-20T21:32:06.387 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.387 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.387 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.387 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.387 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.388 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.388 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.388 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.388 INFO:teuthology.orchestra.run.smithi008.stdout: "interval": { 2024-05-20T21:32:06.388 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "interval", 2024-05-20T21:32:06.388 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "secs", 2024-05-20T21:32:06.388 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.388 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.388 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "15", 2024-05-20T21:32:06.388 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.388 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.388 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.388 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.388 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.389 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.389 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.389 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.389 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.389 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.389 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.389 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.389 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.389 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.389 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.389 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.389 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.389 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.389 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.390 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.390 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.390 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.390 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.390 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.390 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.390 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.390 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.390 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.390 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.390 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.390 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.390 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.391 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.391 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.391 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.391 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.391 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.391 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.391 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.391 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.391 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.391 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.391 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.391 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.391 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.392 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.392 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.392 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.392 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.392 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.392 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.392 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.392 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.392 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.392 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.392 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.392 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.392 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.392 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.393 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.393 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.393 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.393 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.393 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.393 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.393 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.393 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.393 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.393 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.393 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.393 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.393 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.393 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.393 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.393 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.394 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.394 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.394 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.394 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.394 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.394 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.394 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.394 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.394 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.394 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.394 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.394 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.394 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.394 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.395 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.395 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.395 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.395 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.395 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.395 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.395 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "telemetry", 2024-05-20T21:32:06.395 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.395 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.395 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.395 INFO:teuthology.orchestra.run.smithi008.stdout: "channel_basic": { 2024-05-20T21:32:06.395 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "channel_basic", 2024-05-20T21:32:06.395 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.395 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.395 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.396 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.396 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.396 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.396 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.396 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Share basic cluster information (size, version)", 2024-05-20T21:32:06.396 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.396 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.396 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.396 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.396 INFO:teuthology.orchestra.run.smithi008.stdout: "channel_crash": { 2024-05-20T21:32:06.396 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "channel_crash", 2024-05-20T21:32:06.396 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.396 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.396 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.396 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.397 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.397 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.397 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.397 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-05-20T21:32:06.397 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.397 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.397 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.397 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.397 INFO:teuthology.orchestra.run.smithi008.stdout: "channel_device": { 2024-05-20T21:32:06.397 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "channel_device", 2024-05-20T21:32:06.397 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.397 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.397 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.397 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.398 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.398 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.398 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.398 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-05-20T21:32:06.398 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.398 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.398 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.398 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.398 INFO:teuthology.orchestra.run.smithi008.stdout: "channel_ident": { 2024-05-20T21:32:06.398 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "channel_ident", 2024-05-20T21:32:06.398 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.398 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.398 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.398 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.399 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.399 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.399 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.399 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-05-20T21:32:06.399 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.399 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.399 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.399 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.399 INFO:teuthology.orchestra.run.smithi008.stdout: "channel_perf": { 2024-05-20T21:32:06.399 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "channel_perf", 2024-05-20T21:32:06.399 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.399 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.399 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.400 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.400 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.400 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.400 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.400 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Share various performance metrics of a cluster", 2024-05-20T21:32:06.400 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.400 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.400 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.400 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.400 INFO:teuthology.orchestra.run.smithi008.stdout: "contact": { 2024-05-20T21:32:06.400 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "contact", 2024-05-20T21:32:06.400 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.400 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.401 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.401 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.401 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.401 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.401 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.401 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.401 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.401 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.401 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.401 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.401 INFO:teuthology.orchestra.run.smithi008.stdout: "description": { 2024-05-20T21:32:06.401 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "description", 2024-05-20T21:32:06.401 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.402 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.402 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.402 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.402 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.402 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.402 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.402 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.402 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.402 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.402 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.402 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.402 INFO:teuthology.orchestra.run.smithi008.stdout: "device_url": { 2024-05-20T21:32:06.403 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "device_url", 2024-05-20T21:32:06.403 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.403 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.403 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.403 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-05-20T21:32:06.403 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.403 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.403 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.403 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.403 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.403 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.403 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.403 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.404 INFO:teuthology.orchestra.run.smithi008.stdout: "enabled": { 2024-05-20T21:32:06.404 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "enabled", 2024-05-20T21:32:06.404 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.404 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.404 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.404 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.404 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.404 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.404 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.404 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.404 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.404 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.404 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.405 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.405 INFO:teuthology.orchestra.run.smithi008.stdout: "interval": { 2024-05-20T21:32:06.405 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "interval", 2024-05-20T21:32:06.405 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.405 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.405 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.405 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "24", 2024-05-20T21:32:06.405 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "8", 2024-05-20T21:32:06.405 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.405 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.405 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.405 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.405 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.405 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.405 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.406 INFO:teuthology.orchestra.run.smithi008.stdout: "last_opt_revision": { 2024-05-20T21:32:06.406 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "last_opt_revision", 2024-05-20T21:32:06.406 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.406 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.406 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.406 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "1", 2024-05-20T21:32:06.406 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.406 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.406 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.406 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.406 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.406 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.406 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.406 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.407 INFO:teuthology.orchestra.run.smithi008.stdout: "leaderboard": { 2024-05-20T21:32:06.407 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "leaderboard", 2024-05-20T21:32:06.407 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.407 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.407 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.407 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.407 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.407 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.407 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.407 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.407 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.407 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.407 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.407 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.407 INFO:teuthology.orchestra.run.smithi008.stdout: "leaderboard_description": { 2024-05-20T21:32:06.408 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "leaderboard_description", 2024-05-20T21:32:06.408 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.408 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.408 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.408 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.408 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.408 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.408 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.408 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.408 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.408 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.408 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.408 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.409 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.409 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.409 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.409 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.409 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.409 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.409 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.409 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.409 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.409 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.409 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.409 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.409 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.410 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.410 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.410 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.410 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.410 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.410 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.410 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.410 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.410 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.410 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.410 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.410 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.410 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.410 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.411 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.411 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.411 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.411 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.411 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.411 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.411 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.411 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.411 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.411 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.411 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.411 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.411 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.411 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.412 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.412 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.412 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.412 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.412 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.412 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.412 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.412 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.412 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.412 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.412 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.412 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.412 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.412 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.413 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.413 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.413 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.413 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.413 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.413 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.413 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.413 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.413 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.413 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.413 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.413 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.413 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.413 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.414 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.414 INFO:teuthology.orchestra.run.smithi008.stdout: "organization": { 2024-05-20T21:32:06.414 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "organization", 2024-05-20T21:32:06.414 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.414 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.414 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.414 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.414 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.414 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.414 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.414 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.414 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.414 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.414 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.415 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.415 INFO:teuthology.orchestra.run.smithi008.stdout: "proxy": { 2024-05-20T21:32:06.415 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "proxy", 2024-05-20T21:32:06.415 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.415 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.415 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.415 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.415 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.415 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.415 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.415 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.415 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.415 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.415 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.415 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.416 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.416 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.416 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.416 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.416 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.416 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.416 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.416 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.416 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.416 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.416 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.416 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.416 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.416 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.417 INFO:teuthology.orchestra.run.smithi008.stdout: "url": { 2024-05-20T21:32:06.417 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "url", 2024-05-20T21:32:06.417 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.417 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.417 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.417 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-05-20T21:32:06.417 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.417 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.417 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.417 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.417 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.417 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.417 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.418 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.418 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.418 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.418 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.418 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "test_orchestrator", 2024-05-20T21:32:06.418 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.418 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.418 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.418 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.418 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.418 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.418 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.419 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.419 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.419 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.419 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.419 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.419 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.419 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.419 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.419 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.419 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.419 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.419 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.420 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.420 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.420 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.420 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.420 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.420 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.420 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.420 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.420 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.420 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.420 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.420 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.420 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.420 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.421 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.421 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.421 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.421 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.421 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.421 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.421 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.421 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.421 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.421 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.421 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.421 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.421 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.421 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.422 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.422 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.422 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.422 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.422 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.422 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.422 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.422 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.422 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.422 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.422 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.422 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.422 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.423 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.423 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.423 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.423 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.423 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.423 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.423 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.423 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.423 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.423 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.423 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.423 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.423 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.423 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.424 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.424 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.424 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.424 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.424 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.424 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.424 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.424 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.424 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.424 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.424 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.424 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.424 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.424 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.425 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.425 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.425 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "volumes", 2024-05-20T21:32:06.425 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.425 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.425 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.425 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.425 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.425 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.425 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.425 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.425 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.425 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.425 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.426 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.426 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.426 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.426 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.426 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.426 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.426 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.426 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.426 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.426 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.426 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.426 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.426 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.426 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.427 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.427 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.427 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.427 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.427 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.427 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.427 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.427 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.427 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.427 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.427 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.427 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.427 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.427 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.427 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.428 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.428 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.428 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.428 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.428 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.428 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.428 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.428 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.428 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.428 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.428 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.428 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.428 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.428 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.428 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.428 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.428 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.429 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.429 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.429 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.429 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.429 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.429 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.429 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.429 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.429 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.429 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.429 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.429 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.429 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.429 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.429 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.429 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.430 INFO:teuthology.orchestra.run.smithi008.stdout: "max_concurrent_clones": { 2024-05-20T21:32:06.430 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "max_concurrent_clones", 2024-05-20T21:32:06.430 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.430 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.430 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.430 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "4", 2024-05-20T21:32:06.430 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.430 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.430 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.430 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Number of asynchronous cloner threads", 2024-05-20T21:32:06.430 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.430 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.431 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.431 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.431 INFO:teuthology.orchestra.run.smithi008.stdout: "periodic_async_work": { 2024-05-20T21:32:06.431 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "periodic_async_work", 2024-05-20T21:32:06.431 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.431 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.431 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.431 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.431 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.431 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.431 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.431 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Periodically check for async work", 2024-05-20T21:32:06.431 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.432 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.432 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.432 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.432 INFO:teuthology.orchestra.run.smithi008.stdout: "snapshot_clone_delay": { 2024-05-20T21:32:06.432 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "snapshot_clone_delay", 2024-05-20T21:32:06.432 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.432 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.432 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.432 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.432 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.432 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.432 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.432 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-05-20T21:32:06.432 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.433 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.433 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.433 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.433 INFO:teuthology.orchestra.run.smithi008.stdout: "snapshot_clone_no_wait": { 2024-05-20T21:32:06.433 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "snapshot_clone_no_wait", 2024-05-20T21:32:06.433 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.433 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.433 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.433 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.433 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.433 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.433 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.433 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-05-20T21:32:06.434 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.434 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.434 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.434 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.434 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.434 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.434 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.434 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.434 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.434 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.434 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.434 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.434 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.435 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.435 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.435 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.435 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.435 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.435 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.435 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.435 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.435 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "zabbix", 2024-05-20T21:32:06.435 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.435 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.435 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.435 INFO:teuthology.orchestra.run.smithi008.stdout: "discovery_interval": { 2024-05-20T21:32:06.436 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "discovery_interval", 2024-05-20T21:32:06.436 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "uint", 2024-05-20T21:32:06.436 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.436 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.436 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "100", 2024-05-20T21:32:06.436 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.436 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.436 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.436 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.436 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.436 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.436 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.436 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.436 INFO:teuthology.orchestra.run.smithi008.stdout: "identifier": { 2024-05-20T21:32:06.436 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "identifier", 2024-05-20T21:32:06.437 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.437 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.437 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.437 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.437 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.437 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.437 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.437 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.437 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.437 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.437 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.437 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.437 INFO:teuthology.orchestra.run.smithi008.stdout: "interval": { 2024-05-20T21:32:06.437 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "interval", 2024-05-20T21:32:06.438 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "secs", 2024-05-20T21:32:06.438 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.438 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.438 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "60", 2024-05-20T21:32:06.438 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.438 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.438 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.438 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.438 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.438 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.438 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.438 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.439 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.439 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.439 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.439 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.439 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.439 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.439 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.439 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.439 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.439 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.439 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.439 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.439 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.440 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.440 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.440 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.440 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.440 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.440 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.440 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.440 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.440 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.440 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.440 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.440 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.440 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.441 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.441 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.441 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.441 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.441 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.441 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.441 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.441 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.441 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.441 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.441 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.441 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.441 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.441 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.442 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.442 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.442 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.442 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.442 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.442 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.442 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.442 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.442 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.442 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.442 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.442 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.442 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.442 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.443 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.443 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.443 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.443 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.443 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.443 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.443 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.443 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.443 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.443 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.443 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.443 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.443 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.444 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.444 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.444 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.444 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.444 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.444 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.444 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.444 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.444 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.444 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.444 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.444 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.444 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.445 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.445 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.445 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.445 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.445 INFO:teuthology.orchestra.run.smithi008.stdout: "zabbix_host": { 2024-05-20T21:32:06.445 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "zabbix_host", 2024-05-20T21:32:06.445 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.445 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.445 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.445 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.445 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.445 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.446 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.446 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.446 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.446 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.446 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.446 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.446 INFO:teuthology.orchestra.run.smithi008.stdout: "zabbix_port": { 2024-05-20T21:32:06.446 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "zabbix_port", 2024-05-20T21:32:06.446 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.446 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.446 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.446 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "10051", 2024-05-20T21:32:06.446 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.446 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.447 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.447 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.447 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.447 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.447 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.447 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.447 INFO:teuthology.orchestra.run.smithi008.stdout: "zabbix_sender": { 2024-05-20T21:32:06.447 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "zabbix_sender", 2024-05-20T21:32:06.447 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.447 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.447 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.447 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-05-20T21:32:06.448 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.448 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.448 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.448 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.448 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.448 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.448 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.448 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.448 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.448 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.448 INFO:teuthology.orchestra.run.smithi008.stdout: ] 2024-05-20T21:32:06.448 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.448 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.448 INFO:teuthology.orchestra.run.smithi008.stdout: "gid": 24113, 2024-05-20T21:32:06.449 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "y", 2024-05-20T21:32:06.449 INFO:teuthology.orchestra.run.smithi008.stdout: "mgr_features": 4540701547738038271, 2024-05-20T21:32:06.449 INFO:teuthology.orchestra.run.smithi008.stdout: "available_modules": [ 2024-05-20T21:32:06.449 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.449 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "alerts", 2024-05-20T21:32:06.449 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.449 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.449 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.449 INFO:teuthology.orchestra.run.smithi008.stdout: "interval": { 2024-05-20T21:32:06.449 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "interval", 2024-05-20T21:32:06.449 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "secs", 2024-05-20T21:32:06.449 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.449 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.449 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "60", 2024-05-20T21:32:06.450 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.450 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.450 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.450 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "How frequently to reexamine health status", 2024-05-20T21:32:06.450 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.450 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.450 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.450 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.450 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.450 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.450 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.450 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.450 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.450 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.451 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.451 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.451 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.451 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.451 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.451 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.451 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.451 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.451 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.451 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.451 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.451 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.451 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.451 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.451 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.451 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.452 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.452 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.452 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.452 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.452 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.452 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.452 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.452 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.452 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.452 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.452 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.452 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.452 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.452 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.452 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.452 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.453 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.453 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.453 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.453 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.453 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.453 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.453 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.453 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.453 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.453 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.453 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.453 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.453 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.453 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.453 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.454 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.454 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.454 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.454 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.454 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.454 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.454 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.454 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.454 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.454 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.454 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.454 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.454 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.455 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.455 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.455 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.455 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.455 INFO:teuthology.orchestra.run.smithi008.stdout: "smtp_destination": { 2024-05-20T21:32:06.455 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "smtp_destination", 2024-05-20T21:32:06.455 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.455 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.455 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.455 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.455 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.455 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.455 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.455 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Email address to send alerts to", 2024-05-20T21:32:06.456 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.456 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.456 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.456 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.456 INFO:teuthology.orchestra.run.smithi008.stdout: "smtp_from_name": { 2024-05-20T21:32:06.456 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "smtp_from_name", 2024-05-20T21:32:06.456 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.456 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.456 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.456 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "Ceph", 2024-05-20T21:32:06.456 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.456 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.456 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.456 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Email From: name", 2024-05-20T21:32:06.456 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.456 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.457 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.457 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.457 INFO:teuthology.orchestra.run.smithi008.stdout: "smtp_host": { 2024-05-20T21:32:06.457 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "smtp_host", 2024-05-20T21:32:06.457 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.457 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.457 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.457 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.457 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.457 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.457 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.457 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "SMTP server", 2024-05-20T21:32:06.457 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.457 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.457 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.457 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.458 INFO:teuthology.orchestra.run.smithi008.stdout: "smtp_password": { 2024-05-20T21:32:06.458 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "smtp_password", 2024-05-20T21:32:06.458 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.458 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.458 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.458 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.458 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.458 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.458 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.458 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Password to authenticate with", 2024-05-20T21:32:06.458 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.458 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.458 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.459 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.459 INFO:teuthology.orchestra.run.smithi008.stdout: "smtp_port": { 2024-05-20T21:32:06.459 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "smtp_port", 2024-05-20T21:32:06.459 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.459 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.459 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.459 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "465", 2024-05-20T21:32:06.459 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.459 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.459 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.459 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "SMTP port", 2024-05-20T21:32:06.459 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.459 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.459 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.459 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.460 INFO:teuthology.orchestra.run.smithi008.stdout: "smtp_sender": { 2024-05-20T21:32:06.460 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "smtp_sender", 2024-05-20T21:32:06.460 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.460 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.460 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.460 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.460 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.460 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.460 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.460 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "SMTP envelope sender", 2024-05-20T21:32:06.460 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.460 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.460 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.460 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.461 INFO:teuthology.orchestra.run.smithi008.stdout: "smtp_ssl": { 2024-05-20T21:32:06.461 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "smtp_ssl", 2024-05-20T21:32:06.461 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.461 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.461 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.461 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.461 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.461 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.461 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.461 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Use SSL to connect to SMTP server", 2024-05-20T21:32:06.461 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.461 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.461 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.461 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.461 INFO:teuthology.orchestra.run.smithi008.stdout: "smtp_user": { 2024-05-20T21:32:06.462 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "smtp_user", 2024-05-20T21:32:06.462 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.462 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.462 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.462 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.462 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.462 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.462 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.462 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "User to authenticate as", 2024-05-20T21:32:06.462 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.462 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.462 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.462 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.462 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.463 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.463 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.463 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.463 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.463 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.463 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.463 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.463 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.463 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.463 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.463 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.463 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.463 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.463 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.463 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.463 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.464 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "balancer", 2024-05-20T21:32:06.464 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.464 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.464 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.464 INFO:teuthology.orchestra.run.smithi008.stdout: "active": { 2024-05-20T21:32:06.464 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "active", 2024-05-20T21:32:06.464 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.464 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.464 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.464 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.464 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.464 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.464 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.464 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "automatically balance PGs across cluster", 2024-05-20T21:32:06.465 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.465 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.465 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.465 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.465 INFO:teuthology.orchestra.run.smithi008.stdout: "begin_time": { 2024-05-20T21:32:06.465 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "begin_time", 2024-05-20T21:32:06.465 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.465 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.465 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.465 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0000", 2024-05-20T21:32:06.465 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.465 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.465 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.465 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "beginning time of day to automatically balance", 2024-05-20T21:32:06.465 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-05-20T21:32:06.465 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.466 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.466 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.466 INFO:teuthology.orchestra.run.smithi008.stdout: "begin_weekday": { 2024-05-20T21:32:06.466 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "begin_weekday", 2024-05-20T21:32:06.466 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "uint", 2024-05-20T21:32:06.466 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.466 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.466 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.466 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "0", 2024-05-20T21:32:06.466 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "6", 2024-05-20T21:32:06.466 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.466 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-05-20T21:32:06.466 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-05-20T21:32:06.466 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.467 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.467 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.467 INFO:teuthology.orchestra.run.smithi008.stdout: "crush_compat_max_iterations": { 2024-05-20T21:32:06.467 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "crush_compat_max_iterations", 2024-05-20T21:32:06.467 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "uint", 2024-05-20T21:32:06.467 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.467 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.467 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "25", 2024-05-20T21:32:06.467 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "1", 2024-05-20T21:32:06.467 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "250", 2024-05-20T21:32:06.467 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.467 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-05-20T21:32:06.467 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.467 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.467 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.468 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.468 INFO:teuthology.orchestra.run.smithi008.stdout: "crush_compat_metrics": { 2024-05-20T21:32:06.468 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "crush_compat_metrics", 2024-05-20T21:32:06.468 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.468 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.468 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.468 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "pgs,objects,bytes", 2024-05-20T21:32:06.468 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.468 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.468 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.468 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-05-20T21:32:06.468 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-05-20T21:32:06.468 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.468 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.469 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.469 INFO:teuthology.orchestra.run.smithi008.stdout: "crush_compat_step": { 2024-05-20T21:32:06.469 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "crush_compat_step", 2024-05-20T21:32:06.469 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "float", 2024-05-20T21:32:06.469 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.469 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.469 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0.5", 2024-05-20T21:32:06.469 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "0.001", 2024-05-20T21:32:06.469 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "0.999", 2024-05-20T21:32:06.469 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.469 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "aggressiveness of optimization", 2024-05-20T21:32:06.469 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-05-20T21:32:06.469 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.469 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.469 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.470 INFO:teuthology.orchestra.run.smithi008.stdout: "end_time": { 2024-05-20T21:32:06.470 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "end_time", 2024-05-20T21:32:06.470 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.470 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.470 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.470 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "2359", 2024-05-20T21:32:06.470 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.470 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.470 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.470 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "ending time of day to automatically balance", 2024-05-20T21:32:06.470 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-05-20T21:32:06.470 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.471 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.471 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.471 INFO:teuthology.orchestra.run.smithi008.stdout: "end_weekday": { 2024-05-20T21:32:06.471 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "end_weekday", 2024-05-20T21:32:06.471 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "uint", 2024-05-20T21:32:06.471 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.471 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.471 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.471 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "0", 2024-05-20T21:32:06.471 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "6", 2024-05-20T21:32:06.471 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.471 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-05-20T21:32:06.471 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-05-20T21:32:06.472 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.472 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.472 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.472 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.472 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.472 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.472 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.472 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.472 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.472 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.472 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.472 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.472 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.472 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.473 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.473 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.473 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.473 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.473 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.473 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.473 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.473 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.473 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.473 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.473 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.473 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.473 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.473 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.474 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.474 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.474 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.474 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.474 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.474 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.474 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.474 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.474 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.474 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.474 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.474 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.474 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.474 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.475 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.475 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.475 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.475 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.475 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.475 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.475 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.475 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.475 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.475 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.475 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.475 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.475 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.475 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.476 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.476 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.476 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.476 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.476 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.476 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.476 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.476 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.476 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.476 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.476 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.476 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.476 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.476 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.476 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.477 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.477 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.477 INFO:teuthology.orchestra.run.smithi008.stdout: "min_score": { 2024-05-20T21:32:06.477 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "min_score", 2024-05-20T21:32:06.477 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "float", 2024-05-20T21:32:06.477 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.477 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.477 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.477 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.477 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.477 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.477 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-05-20T21:32:06.477 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.477 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.477 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.478 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.478 INFO:teuthology.orchestra.run.smithi008.stdout: "mode": { 2024-05-20T21:32:06.478 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "mode", 2024-05-20T21:32:06.478 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.478 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.478 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.478 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "upmap", 2024-05-20T21:32:06.478 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.478 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.478 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.478 INFO:teuthology.orchestra.run.smithi008.stdout: "crush-compat", 2024-05-20T21:32:06.478 INFO:teuthology.orchestra.run.smithi008.stdout: "none", 2024-05-20T21:32:06.478 INFO:teuthology.orchestra.run.smithi008.stdout: "read", 2024-05-20T21:32:06.478 INFO:teuthology.orchestra.run.smithi008.stdout: "upmap", 2024-05-20T21:32:06.479 INFO:teuthology.orchestra.run.smithi008.stdout: "upmap-read" 2024-05-20T21:32:06.479 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.479 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Balancer mode", 2024-05-20T21:32:06.479 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.479 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.479 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.479 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.479 INFO:teuthology.orchestra.run.smithi008.stdout: "pool_ids": { 2024-05-20T21:32:06.479 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "pool_ids", 2024-05-20T21:32:06.479 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.479 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.479 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.479 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.479 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.479 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.479 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.480 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-05-20T21:32:06.480 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.480 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.480 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.480 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.480 INFO:teuthology.orchestra.run.smithi008.stdout: "sleep_interval": { 2024-05-20T21:32:06.480 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sleep_interval", 2024-05-20T21:32:06.480 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "secs", 2024-05-20T21:32:06.480 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.480 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.480 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "60", 2024-05-20T21:32:06.480 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.480 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.480 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.480 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-05-20T21:32:06.481 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.481 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.481 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.481 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.481 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.481 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.481 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.481 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.481 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.481 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.481 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.481 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.481 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.481 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.481 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.482 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.482 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.482 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.482 INFO:teuthology.orchestra.run.smithi008.stdout: "upmap_max_deviation": { 2024-05-20T21:32:06.482 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "upmap_max_deviation", 2024-05-20T21:32:06.482 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.482 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.482 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.482 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "5", 2024-05-20T21:32:06.482 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "1", 2024-05-20T21:32:06.482 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.482 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.482 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "deviation below which no optimization is attempted", 2024-05-20T21:32:06.483 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-05-20T21:32:06.483 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.483 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.483 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.483 INFO:teuthology.orchestra.run.smithi008.stdout: "upmap_max_optimizations": { 2024-05-20T21:32:06.483 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "upmap_max_optimizations", 2024-05-20T21:32:06.483 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "uint", 2024-05-20T21:32:06.483 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.483 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.483 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "10", 2024-05-20T21:32:06.483 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.483 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.483 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.484 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-05-20T21:32:06.484 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.484 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.484 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.484 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.484 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.484 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.484 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.484 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "cephadm", 2024-05-20T21:32:06.484 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.484 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.484 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.484 INFO:teuthology.orchestra.run.smithi008.stdout: "agent_down_multiplier": { 2024-05-20T21:32:06.484 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "agent_down_multiplier", 2024-05-20T21:32:06.485 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "float", 2024-05-20T21:32:06.485 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.485 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.485 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "3.0", 2024-05-20T21:32:06.485 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.485 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.485 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.485 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-05-20T21:32:06.485 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.485 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.485 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.485 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.485 INFO:teuthology.orchestra.run.smithi008.stdout: "agent_refresh_rate": { 2024-05-20T21:32:06.485 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "agent_refresh_rate", 2024-05-20T21:32:06.486 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "secs", 2024-05-20T21:32:06.486 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.486 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.486 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "20", 2024-05-20T21:32:06.486 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.486 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.486 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.486 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-05-20T21:32:06.486 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.486 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.486 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.486 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.486 INFO:teuthology.orchestra.run.smithi008.stdout: "agent_starting_port": { 2024-05-20T21:32:06.486 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "agent_starting_port", 2024-05-20T21:32:06.487 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.487 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.487 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.487 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "4721", 2024-05-20T21:32:06.487 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.487 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.487 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.487 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-05-20T21:32:06.487 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.487 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.487 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.487 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.487 INFO:teuthology.orchestra.run.smithi008.stdout: "allow_ptrace": { 2024-05-20T21:32:06.488 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "allow_ptrace", 2024-05-20T21:32:06.488 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.488 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.488 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.488 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.488 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.488 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.488 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.488 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-05-20T21:32:06.488 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-05-20T21:32:06.488 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.488 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.488 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.488 INFO:teuthology.orchestra.run.smithi008.stdout: "autotune_interval": { 2024-05-20T21:32:06.488 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "autotune_interval", 2024-05-20T21:32:06.489 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "secs", 2024-05-20T21:32:06.489 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.489 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.489 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "600", 2024-05-20T21:32:06.489 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.489 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.489 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.489 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "how frequently to autotune daemon memory", 2024-05-20T21:32:06.489 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.489 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.489 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.489 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.489 INFO:teuthology.orchestra.run.smithi008.stdout: "autotune_memory_target_ratio": { 2024-05-20T21:32:06.489 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "autotune_memory_target_ratio", 2024-05-20T21:32:06.489 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "float", 2024-05-20T21:32:06.489 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.490 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.490 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0.7", 2024-05-20T21:32:06.490 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.490 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.490 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.490 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-05-20T21:32:06.490 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.490 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.490 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.490 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.490 INFO:teuthology.orchestra.run.smithi008.stdout: "cephadm_log_destination": { 2024-05-20T21:32:06.490 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "cephadm_log_destination", 2024-05-20T21:32:06.490 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.490 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.491 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.491 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.491 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.491 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.491 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.491 INFO:teuthology.orchestra.run.smithi008.stdout: "file", 2024-05-20T21:32:06.491 INFO:teuthology.orchestra.run.smithi008.stdout: "file,syslog", 2024-05-20T21:32:06.491 INFO:teuthology.orchestra.run.smithi008.stdout: "syslog" 2024-05-20T21:32:06.491 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.491 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-05-20T21:32:06.491 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.491 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.491 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.491 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.491 INFO:teuthology.orchestra.run.smithi008.stdout: "cgroups_split": { 2024-05-20T21:32:06.491 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "cgroups_split", 2024-05-20T21:32:06.492 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.492 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.492 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.492 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.492 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.492 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.492 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.492 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-05-20T21:32:06.492 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.492 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.492 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.492 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.492 INFO:teuthology.orchestra.run.smithi008.stdout: "config_checks_enabled": { 2024-05-20T21:32:06.492 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "config_checks_enabled", 2024-05-20T21:32:06.492 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.493 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.493 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.493 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.493 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.493 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.493 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.493 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-05-20T21:32:06.493 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.493 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.493 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.493 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.493 INFO:teuthology.orchestra.run.smithi008.stdout: "config_dashboard": { 2024-05-20T21:32:06.493 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "config_dashboard", 2024-05-20T21:32:06.493 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.493 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.494 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.494 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.494 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.494 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.494 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.494 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-05-20T21:32:06.494 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.494 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.494 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.494 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.494 INFO:teuthology.orchestra.run.smithi008.stdout: "container_image_alertmanager": { 2024-05-20T21:32:06.494 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "container_image_alertmanager", 2024-05-20T21:32:06.494 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.495 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.495 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.495 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-05-20T21:32:06.495 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.495 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.495 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.495 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Prometheus container image", 2024-05-20T21:32:06.495 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.495 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.495 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.495 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.495 INFO:teuthology.orchestra.run.smithi008.stdout: "container_image_base": { 2024-05-20T21:32:06.495 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "container_image_base", 2024-05-20T21:32:06.495 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.496 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.496 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.496 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "quay.io/ceph/ceph", 2024-05-20T21:32:06.496 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.496 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.496 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.496 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Container image name, without the tag", 2024-05-20T21:32:06.496 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.496 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.496 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.496 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.496 INFO:teuthology.orchestra.run.smithi008.stdout: "container_image_elasticsearch": { 2024-05-20T21:32:06.496 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "container_image_elasticsearch", 2024-05-20T21:32:06.496 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.496 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.497 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.497 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-05-20T21:32:06.497 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.497 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.497 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.497 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "elasticsearch container image", 2024-05-20T21:32:06.497 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.497 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.497 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.497 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.497 INFO:teuthology.orchestra.run.smithi008.stdout: "container_image_grafana": { 2024-05-20T21:32:06.497 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "container_image_grafana", 2024-05-20T21:32:06.497 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.497 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.497 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.498 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-05-20T21:32:06.498 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.498 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.498 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.498 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Prometheus container image", 2024-05-20T21:32:06.498 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.498 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.498 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.498 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.498 INFO:teuthology.orchestra.run.smithi008.stdout: "container_image_haproxy": { 2024-05-20T21:32:06.498 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "container_image_haproxy", 2024-05-20T21:32:06.498 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.498 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.498 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.498 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-05-20T21:32:06.499 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.499 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.499 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.499 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "HAproxy container image", 2024-05-20T21:32:06.499 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.499 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.499 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.499 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.499 INFO:teuthology.orchestra.run.smithi008.stdout: "container_image_jaeger_agent": { 2024-05-20T21:32:06.499 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "container_image_jaeger_agent", 2024-05-20T21:32:06.499 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.499 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.499 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.499 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-05-20T21:32:06.499 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.500 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.500 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.500 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Jaeger agent container image", 2024-05-20T21:32:06.500 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.500 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.500 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.500 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.500 INFO:teuthology.orchestra.run.smithi008.stdout: "container_image_jaeger_collector": { 2024-05-20T21:32:06.500 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "container_image_jaeger_collector", 2024-05-20T21:32:06.500 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.500 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.500 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.500 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-05-20T21:32:06.500 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.501 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.501 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.501 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Jaeger collector container image", 2024-05-20T21:32:06.501 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.501 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.501 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.501 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.501 INFO:teuthology.orchestra.run.smithi008.stdout: "container_image_jaeger_query": { 2024-05-20T21:32:06.501 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "container_image_jaeger_query", 2024-05-20T21:32:06.501 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.501 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.501 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.501 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-05-20T21:32:06.501 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.502 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.502 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.502 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Jaeger query container image", 2024-05-20T21:32:06.502 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.502 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.502 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.502 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.502 INFO:teuthology.orchestra.run.smithi008.stdout: "container_image_keepalived": { 2024-05-20T21:32:06.502 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "container_image_keepalived", 2024-05-20T21:32:06.502 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.502 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.502 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.502 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-05-20T21:32:06.502 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.503 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.503 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.503 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Keepalived container image", 2024-05-20T21:32:06.503 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.503 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.503 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.503 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.503 INFO:teuthology.orchestra.run.smithi008.stdout: "container_image_loki": { 2024-05-20T21:32:06.503 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "container_image_loki", 2024-05-20T21:32:06.503 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.503 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.503 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.503 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "docker.io/grafana/loki:3.0.0", 2024-05-20T21:32:06.503 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.503 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.504 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.504 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Loki container image", 2024-05-20T21:32:06.504 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.504 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.504 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.504 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.504 INFO:teuthology.orchestra.run.smithi008.stdout: "container_image_node_exporter": { 2024-05-20T21:32:06.504 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "container_image_node_exporter", 2024-05-20T21:32:06.504 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.504 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.504 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.504 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-05-20T21:32:06.504 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.504 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.504 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.505 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Prometheus container image", 2024-05-20T21:32:06.505 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.505 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.505 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.505 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.505 INFO:teuthology.orchestra.run.smithi008.stdout: "container_image_nvmeof": { 2024-05-20T21:32:06.505 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "container_image_nvmeof", 2024-05-20T21:32:06.505 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.505 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.505 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.505 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.5", 2024-05-20T21:32:06.505 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.505 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.505 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.506 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Nvme-of container image", 2024-05-20T21:32:06.506 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.506 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.506 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.506 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.506 INFO:teuthology.orchestra.run.smithi008.stdout: "container_image_prometheus": { 2024-05-20T21:32:06.506 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "container_image_prometheus", 2024-05-20T21:32:06.506 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.506 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.506 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.506 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-05-20T21:32:06.506 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.506 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.507 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.507 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Prometheus container image", 2024-05-20T21:32:06.507 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.507 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.507 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.507 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.507 INFO:teuthology.orchestra.run.smithi008.stdout: "container_image_promtail": { 2024-05-20T21:32:06.507 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "container_image_promtail", 2024-05-20T21:32:06.507 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.507 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.507 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.507 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "docker.io/grafana/promtail:3.0.0", 2024-05-20T21:32:06.507 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.508 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.508 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.508 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Promtail container image", 2024-05-20T21:32:06.508 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.508 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.508 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.508 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.508 INFO:teuthology.orchestra.run.smithi008.stdout: "container_image_samba": { 2024-05-20T21:32:06.508 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "container_image_samba", 2024-05-20T21:32:06.508 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.508 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.508 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.508 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-05-20T21:32:06.508 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.508 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.509 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.509 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Samba/SMB container image", 2024-05-20T21:32:06.509 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.509 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.509 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.509 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.509 INFO:teuthology.orchestra.run.smithi008.stdout: "container_image_snmp_gateway": { 2024-05-20T21:32:06.509 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "container_image_snmp_gateway", 2024-05-20T21:32:06.509 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.509 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.509 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.509 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-05-20T21:32:06.509 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.509 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.509 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.510 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "SNMP Gateway container image", 2024-05-20T21:32:06.510 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.510 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.510 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.510 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.510 INFO:teuthology.orchestra.run.smithi008.stdout: "container_init": { 2024-05-20T21:32:06.510 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "container_init", 2024-05-20T21:32:06.510 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.510 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.510 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.510 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.510 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.510 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.511 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.511 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Run podman/docker with `--init`", 2024-05-20T21:32:06.511 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.511 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.511 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.511 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.511 INFO:teuthology.orchestra.run.smithi008.stdout: "daemon_cache_timeout": { 2024-05-20T21:32:06.511 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "daemon_cache_timeout", 2024-05-20T21:32:06.511 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "secs", 2024-05-20T21:32:06.511 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.511 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.511 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "600", 2024-05-20T21:32:06.511 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.511 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.512 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.512 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-05-20T21:32:06.512 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.512 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.512 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.512 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.512 INFO:teuthology.orchestra.run.smithi008.stdout: "default_cephadm_command_timeout": { 2024-05-20T21:32:06.512 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "default_cephadm_command_timeout", 2024-05-20T21:32:06.512 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.512 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.512 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.512 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "900", 2024-05-20T21:32:06.512 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.512 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.512 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.513 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-05-20T21:32:06.513 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.513 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.513 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.513 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.513 INFO:teuthology.orchestra.run.smithi008.stdout: "default_registry": { 2024-05-20T21:32:06.513 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "default_registry", 2024-05-20T21:32:06.513 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.513 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.513 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.513 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "docker.io", 2024-05-20T21:32:06.513 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.513 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.513 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.513 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-05-20T21:32:06.514 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.514 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.514 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.514 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.514 INFO:teuthology.orchestra.run.smithi008.stdout: "device_cache_timeout": { 2024-05-20T21:32:06.514 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "device_cache_timeout", 2024-05-20T21:32:06.514 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "secs", 2024-05-20T21:32:06.514 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.514 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.514 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "1800", 2024-05-20T21:32:06.514 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.514 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.514 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.515 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "seconds to cache device inventory", 2024-05-20T21:32:06.515 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.515 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.515 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.515 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.515 INFO:teuthology.orchestra.run.smithi008.stdout: "device_enhanced_scan": { 2024-05-20T21:32:06.515 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "device_enhanced_scan", 2024-05-20T21:32:06.515 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.515 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.515 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.515 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.515 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.515 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.515 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.516 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Use libstoragemgmt during device scans", 2024-05-20T21:32:06.516 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.516 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.516 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.516 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.516 INFO:teuthology.orchestra.run.smithi008.stdout: "facts_cache_timeout": { 2024-05-20T21:32:06.516 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "facts_cache_timeout", 2024-05-20T21:32:06.516 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "secs", 2024-05-20T21:32:06.516 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.516 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.516 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "60", 2024-05-20T21:32:06.516 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.516 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.516 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.517 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "seconds to cache host facts data", 2024-05-20T21:32:06.517 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.517 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.517 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.517 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.517 INFO:teuthology.orchestra.run.smithi008.stdout: "grafana_dashboards_path": { 2024-05-20T21:32:06.517 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "grafana_dashboards_path", 2024-05-20T21:32:06.517 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.517 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.517 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.517 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-05-20T21:32:06.517 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.517 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.517 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.517 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-05-20T21:32:06.518 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.518 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.518 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.518 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.518 INFO:teuthology.orchestra.run.smithi008.stdout: "host_check_interval": { 2024-05-20T21:32:06.518 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "host_check_interval", 2024-05-20T21:32:06.518 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "secs", 2024-05-20T21:32:06.518 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.518 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.518 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "600", 2024-05-20T21:32:06.518 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.518 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.519 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.519 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "how frequently to perform a host check", 2024-05-20T21:32:06.519 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.519 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.519 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.519 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.519 INFO:teuthology.orchestra.run.smithi008.stdout: "hw_monitoring": { 2024-05-20T21:32:06.519 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "hw_monitoring", 2024-05-20T21:32:06.519 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.519 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.519 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.519 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.519 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.520 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.520 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.520 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-05-20T21:32:06.520 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.520 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.520 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.520 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.520 INFO:teuthology.orchestra.run.smithi008.stdout: "inventory_list_all": { 2024-05-20T21:32:06.520 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "inventory_list_all", 2024-05-20T21:32:06.520 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.520 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.520 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.520 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.520 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.520 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.521 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.521 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-05-20T21:32:06.521 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.521 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.521 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.521 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.521 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.521 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.521 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.521 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.521 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.521 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.521 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.522 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.522 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.522 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.522 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.522 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.522 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.522 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.522 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.522 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.522 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.522 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.522 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.522 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.522 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.523 INFO:teuthology.orchestra.run.smithi008.stdout: "log_refresh_metadata": { 2024-05-20T21:32:06.523 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_refresh_metadata", 2024-05-20T21:32:06.523 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.523 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.523 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.523 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.523 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.523 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.523 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.523 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-05-20T21:32:06.523 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.523 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.523 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.524 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.524 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.524 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.524 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.524 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.524 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.524 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.524 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.524 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.524 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.524 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-05-20T21:32:06.524 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.524 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.524 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.525 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.525 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.525 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.525 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.525 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.525 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.525 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.525 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.525 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.525 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.525 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.525 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.525 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.525 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.525 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.526 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.526 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.526 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.526 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.526 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.526 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.526 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.526 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.526 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.526 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.526 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.526 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.526 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.527 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.527 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.527 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.527 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.527 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.527 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.527 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.527 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.527 INFO:teuthology.orchestra.run.smithi008.stdout: "manage_etc_ceph_ceph_conf": { 2024-05-20T21:32:06.527 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-05-20T21:32:06.527 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.527 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.527 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.527 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.527 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.527 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.528 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.528 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-05-20T21:32:06.528 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.528 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.528 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.528 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.528 INFO:teuthology.orchestra.run.smithi008.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-05-20T21:32:06.528 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-05-20T21:32:06.528 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.528 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.528 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.528 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "*", 2024-05-20T21:32:06.528 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.528 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.528 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.529 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-05-20T21:32:06.529 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.529 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.529 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.529 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.529 INFO:teuthology.orchestra.run.smithi008.stdout: "max_count_per_host": { 2024-05-20T21:32:06.529 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "max_count_per_host", 2024-05-20T21:32:06.529 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.529 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.529 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.529 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "10", 2024-05-20T21:32:06.529 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.529 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.529 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.529 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "max number of daemons per service per host", 2024-05-20T21:32:06.530 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.530 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.530 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.530 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.530 INFO:teuthology.orchestra.run.smithi008.stdout: "max_osd_draining_count": { 2024-05-20T21:32:06.530 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "max_osd_draining_count", 2024-05-20T21:32:06.530 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.530 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.530 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.530 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "10", 2024-05-20T21:32:06.530 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.530 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.530 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.530 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-05-20T21:32:06.530 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.531 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.531 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.531 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.531 INFO:teuthology.orchestra.run.smithi008.stdout: "migration_current": { 2024-05-20T21:32:06.531 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "migration_current", 2024-05-20T21:32:06.531 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.531 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.531 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.531 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.531 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.531 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.531 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.531 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "internal - do not modify", 2024-05-20T21:32:06.532 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.532 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.532 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.532 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.532 INFO:teuthology.orchestra.run.smithi008.stdout: "mode": { 2024-05-20T21:32:06.532 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "mode", 2024-05-20T21:32:06.532 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.532 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.532 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.532 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "root", 2024-05-20T21:32:06.532 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.532 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.532 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.533 INFO:teuthology.orchestra.run.smithi008.stdout: "cephadm-package", 2024-05-20T21:32:06.533 INFO:teuthology.orchestra.run.smithi008.stdout: "root" 2024-05-20T21:32:06.533 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.533 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "mode for remote execution of cephadm", 2024-05-20T21:32:06.533 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.533 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.533 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.533 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.533 INFO:teuthology.orchestra.run.smithi008.stdout: "oob_default_addr": { 2024-05-20T21:32:06.533 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "oob_default_addr", 2024-05-20T21:32:06.533 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.533 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.533 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.533 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "169.254.1.1", 2024-05-20T21:32:06.534 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.534 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.534 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.534 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Default address for RedFish API (oob management).", 2024-05-20T21:32:06.534 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.534 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.534 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.534 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.534 INFO:teuthology.orchestra.run.smithi008.stdout: "prometheus_alerts_path": { 2024-05-20T21:32:06.534 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "prometheus_alerts_path", 2024-05-20T21:32:06.534 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.534 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.534 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.535 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-05-20T21:32:06.535 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.535 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.535 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.535 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-05-20T21:32:06.535 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.535 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.535 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.535 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.535 INFO:teuthology.orchestra.run.smithi008.stdout: "registry_insecure": { 2024-05-20T21:32:06.535 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "registry_insecure", 2024-05-20T21:32:06.535 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.535 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.535 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.536 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.536 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.536 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.536 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.536 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-05-20T21:32:06.536 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.536 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.536 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.536 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.536 INFO:teuthology.orchestra.run.smithi008.stdout: "registry_password": { 2024-05-20T21:32:06.536 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "registry_password", 2024-05-20T21:32:06.536 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.536 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.536 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.537 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.537 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.537 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.537 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.537 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-05-20T21:32:06.537 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.537 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.537 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.537 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.537 INFO:teuthology.orchestra.run.smithi008.stdout: "registry_url": { 2024-05-20T21:32:06.537 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "registry_url", 2024-05-20T21:32:06.537 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.538 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.538 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.538 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.538 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.538 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.538 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.538 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-05-20T21:32:06.538 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.538 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.538 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.538 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.538 INFO:teuthology.orchestra.run.smithi008.stdout: "registry_username": { 2024-05-20T21:32:06.538 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "registry_username", 2024-05-20T21:32:06.538 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.539 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.539 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.539 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.539 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.539 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.539 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.539 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-05-20T21:32:06.539 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.539 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.539 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.539 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.539 INFO:teuthology.orchestra.run.smithi008.stdout: "secure_monitoring_stack": { 2024-05-20T21:32:06.539 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "secure_monitoring_stack", 2024-05-20T21:32:06.539 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.540 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.540 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.540 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.540 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.540 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.540 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.540 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-05-20T21:32:06.540 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.540 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.540 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.540 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.540 INFO:teuthology.orchestra.run.smithi008.stdout: "service_discovery_port": { 2024-05-20T21:32:06.540 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "service_discovery_port", 2024-05-20T21:32:06.540 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.540 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.541 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.541 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "8765", 2024-05-20T21:32:06.541 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.541 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.541 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.541 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "cephadm service discovery port", 2024-05-20T21:32:06.541 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.541 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.541 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.541 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.541 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.541 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.541 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.541 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.542 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.542 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.542 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.542 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.542 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.542 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.542 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.542 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.542 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.542 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.542 INFO:teuthology.orchestra.run.smithi008.stdout: "ssh_config_file": { 2024-05-20T21:32:06.542 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "ssh_config_file", 2024-05-20T21:32:06.542 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.542 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.543 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.543 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.543 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.543 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.543 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.543 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-05-20T21:32:06.543 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.543 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.543 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.543 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.543 INFO:teuthology.orchestra.run.smithi008.stdout: "use_agent": { 2024-05-20T21:32:06.543 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "use_agent", 2024-05-20T21:32:06.543 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.544 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.544 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.544 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.544 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.544 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.544 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.544 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-05-20T21:32:06.544 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.544 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.544 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.544 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.544 INFO:teuthology.orchestra.run.smithi008.stdout: "use_repo_digest": { 2024-05-20T21:32:06.544 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "use_repo_digest", 2024-05-20T21:32:06.544 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.545 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.545 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.545 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.545 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.545 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.545 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.545 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-05-20T21:32:06.545 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.545 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.545 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.545 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.545 INFO:teuthology.orchestra.run.smithi008.stdout: "warn_on_failed_host_check": { 2024-05-20T21:32:06.545 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "warn_on_failed_host_check", 2024-05-20T21:32:06.545 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.546 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.546 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.546 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.546 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.546 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.546 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.546 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "raise a health warning if the host check fails", 2024-05-20T21:32:06.546 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.546 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.546 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.546 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.546 INFO:teuthology.orchestra.run.smithi008.stdout: "warn_on_stray_daemons": { 2024-05-20T21:32:06.546 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "warn_on_stray_daemons", 2024-05-20T21:32:06.546 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.547 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.547 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.547 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.547 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.547 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.547 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.547 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-05-20T21:32:06.547 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.547 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.547 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.547 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.547 INFO:teuthology.orchestra.run.smithi008.stdout: "warn_on_stray_hosts": { 2024-05-20T21:32:06.547 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "warn_on_stray_hosts", 2024-05-20T21:32:06.547 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.548 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.548 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.548 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.548 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.548 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.548 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.548 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-05-20T21:32:06.548 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.548 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.548 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.548 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.548 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.548 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.548 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.549 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "crash", 2024-05-20T21:32:06.549 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.549 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.549 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.549 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.549 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.549 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.549 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.549 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.549 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.549 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.549 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.549 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.549 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.549 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.550 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.550 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.550 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.550 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.550 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.550 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.550 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.550 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.550 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.550 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.550 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.550 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.550 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.550 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.551 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.551 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.551 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.551 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.551 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.551 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.551 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.551 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.551 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.551 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.551 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.551 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.551 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.551 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.552 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.552 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.552 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.552 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.552 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.552 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.552 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.552 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.552 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.552 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.552 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.552 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.552 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.552 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.552 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.553 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.553 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.553 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.553 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.553 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.553 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.553 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.553 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.553 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.553 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.553 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.553 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.553 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.554 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.554 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.554 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.554 INFO:teuthology.orchestra.run.smithi008.stdout: "retain_interval": { 2024-05-20T21:32:06.554 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "retain_interval", 2024-05-20T21:32:06.554 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "secs", 2024-05-20T21:32:06.554 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.554 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.554 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "31536000", 2024-05-20T21:32:06.554 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.554 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.554 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.554 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "how long to retain crashes before pruning them", 2024-05-20T21:32:06.554 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.555 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.555 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.555 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.555 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.555 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.555 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.555 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.555 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.555 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.555 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.555 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.555 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.555 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.555 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.555 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.556 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.556 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.556 INFO:teuthology.orchestra.run.smithi008.stdout: "warn_recent_interval": { 2024-05-20T21:32:06.556 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "warn_recent_interval", 2024-05-20T21:32:06.556 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "secs", 2024-05-20T21:32:06.556 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.556 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.556 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "1209600", 2024-05-20T21:32:06.556 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.556 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.556 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.556 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "time interval in which to warn about recent crashes", 2024-05-20T21:32:06.556 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.557 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.557 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.557 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.557 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.557 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.557 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.557 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "dashboard", 2024-05-20T21:32:06.557 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.557 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.557 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.557 INFO:teuthology.orchestra.run.smithi008.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-05-20T21:32:06.557 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-05-20T21:32:06.557 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.557 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.558 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.558 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "10", 2024-05-20T21:32:06.558 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.558 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.558 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.558 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.558 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.558 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.558 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.558 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.558 INFO:teuthology.orchestra.run.smithi008.stdout: "ALERTMANAGER_API_HOST": { 2024-05-20T21:32:06.558 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "ALERTMANAGER_API_HOST", 2024-05-20T21:32:06.558 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.559 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.559 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.559 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.559 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.559 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.559 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.559 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.559 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.559 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.559 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.559 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.559 INFO:teuthology.orchestra.run.smithi008.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-05-20T21:32:06.559 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-05-20T21:32:06.559 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.560 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.560 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.560 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.560 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.560 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.560 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.560 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.560 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.560 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.560 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.560 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.560 INFO:teuthology.orchestra.run.smithi008.stdout: "AUDIT_API_ENABLED": { 2024-05-20T21:32:06.560 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "AUDIT_API_ENABLED", 2024-05-20T21:32:06.560 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.561 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.561 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.561 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.561 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.561 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.561 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.561 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.561 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.561 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.561 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.561 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.561 INFO:teuthology.orchestra.run.smithi008.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-05-20T21:32:06.561 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-05-20T21:32:06.561 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.562 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.562 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.562 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.562 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.562 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.562 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.562 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.562 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.562 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.562 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.562 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.562 INFO:teuthology.orchestra.run.smithi008.stdout: "ENABLE_BROWSABLE_API": { 2024-05-20T21:32:06.562 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "ENABLE_BROWSABLE_API", 2024-05-20T21:32:06.563 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.563 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.563 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.563 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.563 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.563 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.563 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.563 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.563 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.563 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.563 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.563 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.563 INFO:teuthology.orchestra.run.smithi008.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-05-20T21:32:06.563 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-05-20T21:32:06.563 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.564 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.564 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.564 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.564 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.564 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.564 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.564 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.564 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.564 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.564 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.564 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.564 INFO:teuthology.orchestra.run.smithi008.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-05-20T21:32:06.564 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-05-20T21:32:06.565 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.565 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.565 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.565 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.565 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.565 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.565 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.565 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.565 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.565 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.565 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.565 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.565 INFO:teuthology.orchestra.run.smithi008.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-05-20T21:32:06.565 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-05-20T21:32:06.566 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.566 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.566 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.566 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.566 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.566 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.566 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.566 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.566 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.566 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.566 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.566 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.566 INFO:teuthology.orchestra.run.smithi008.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-05-20T21:32:06.567 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-05-20T21:32:06.567 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.567 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.567 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.567 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.567 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.567 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.567 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.567 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.567 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.567 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.567 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.567 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.568 INFO:teuthology.orchestra.run.smithi008.stdout: "FEATURE_TOGGLE_NFS": { 2024-05-20T21:32:06.568 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-05-20T21:32:06.568 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.568 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.568 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.568 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.568 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.568 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.568 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.568 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.568 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.568 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.568 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.568 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.569 INFO:teuthology.orchestra.run.smithi008.stdout: "FEATURE_TOGGLE_RBD": { 2024-05-20T21:32:06.569 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-05-20T21:32:06.569 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.569 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.569 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.569 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.569 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.569 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.569 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.569 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.569 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.569 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.569 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.569 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.570 INFO:teuthology.orchestra.run.smithi008.stdout: "FEATURE_TOGGLE_RGW": { 2024-05-20T21:32:06.570 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-05-20T21:32:06.570 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.570 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.570 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.570 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.570 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.570 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.570 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.570 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.570 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.570 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.571 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.571 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.571 INFO:teuthology.orchestra.run.smithi008.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-05-20T21:32:06.571 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-05-20T21:32:06.571 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.571 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.571 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.571 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.571 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.571 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.571 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.571 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.571 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.571 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.572 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.572 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.572 INFO:teuthology.orchestra.run.smithi008.stdout: "GRAFANA_API_PASSWORD": { 2024-05-20T21:32:06.572 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "GRAFANA_API_PASSWORD", 2024-05-20T21:32:06.572 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.572 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.572 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.572 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "admin", 2024-05-20T21:32:06.572 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.572 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.572 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.572 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.573 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.573 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.573 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.573 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.573 INFO:teuthology.orchestra.run.smithi008.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-05-20T21:32:06.573 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-05-20T21:32:06.573 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.573 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.573 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.573 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.573 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.573 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.573 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.573 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.574 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.574 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.574 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.574 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.574 INFO:teuthology.orchestra.run.smithi008.stdout: "GRAFANA_API_URL": { 2024-05-20T21:32:06.574 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "GRAFANA_API_URL", 2024-05-20T21:32:06.574 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.574 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.574 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.574 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.574 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.574 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.574 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.575 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.575 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.575 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.575 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.575 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.575 INFO:teuthology.orchestra.run.smithi008.stdout: "GRAFANA_API_USERNAME": { 2024-05-20T21:32:06.575 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "GRAFANA_API_USERNAME", 2024-05-20T21:32:06.575 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.575 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.575 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.575 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "admin", 2024-05-20T21:32:06.575 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.575 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.576 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.576 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.576 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.576 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.576 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.576 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.576 INFO:teuthology.orchestra.run.smithi008.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-05-20T21:32:06.576 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-05-20T21:32:06.576 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.576 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.576 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.576 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.576 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.576 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.576 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.577 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.577 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.577 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.577 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.577 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.577 INFO:teuthology.orchestra.run.smithi008.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-05-20T21:32:06.577 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-05-20T21:32:06.577 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.577 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.577 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.577 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.577 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.577 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.578 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.578 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.578 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.578 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.578 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.578 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.578 INFO:teuthology.orchestra.run.smithi008.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-05-20T21:32:06.578 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-05-20T21:32:06.578 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.578 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.578 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.578 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.578 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.579 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.579 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.579 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.579 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.579 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.579 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.579 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.579 INFO:teuthology.orchestra.run.smithi008.stdout: "ISSUE_TRACKER_API_KEY": { 2024-05-20T21:32:06.579 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-05-20T21:32:06.579 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.579 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.579 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.579 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.579 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.579 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.579 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.580 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.580 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.580 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.580 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.580 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.580 INFO:teuthology.orchestra.run.smithi008.stdout: "MANAGED_BY_CLUSTERS": { 2024-05-20T21:32:06.580 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-05-20T21:32:06.580 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.580 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.580 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.580 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "[]", 2024-05-20T21:32:06.580 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.580 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.580 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.580 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.581 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.581 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.581 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.581 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.581 INFO:teuthology.orchestra.run.smithi008.stdout: "MULTICLUSTER_CONFIG": { 2024-05-20T21:32:06.581 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "MULTICLUSTER_CONFIG", 2024-05-20T21:32:06.581 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.581 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.581 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.581 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "{}", 2024-05-20T21:32:06.581 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.581 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.581 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.581 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.581 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.582 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.582 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.582 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.582 INFO:teuthology.orchestra.run.smithi008.stdout: "PROMETHEUS_API_HOST": { 2024-05-20T21:32:06.582 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "PROMETHEUS_API_HOST", 2024-05-20T21:32:06.582 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.582 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.582 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.582 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.582 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.582 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.582 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.582 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.582 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.583 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.583 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.583 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.583 INFO:teuthology.orchestra.run.smithi008.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-05-20T21:32:06.583 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-05-20T21:32:06.583 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.583 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.583 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.583 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.583 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.583 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.583 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.583 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.584 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.584 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.584 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.584 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.584 INFO:teuthology.orchestra.run.smithi008.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-05-20T21:32:06.584 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-05-20T21:32:06.584 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.584 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.584 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.584 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.584 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.584 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.584 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.585 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.585 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.585 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.585 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.585 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.585 INFO:teuthology.orchestra.run.smithi008.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-05-20T21:32:06.585 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-05-20T21:32:06.585 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.585 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.585 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.585 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.585 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.585 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.585 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.585 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.586 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.586 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.586 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.586 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.586 INFO:teuthology.orchestra.run.smithi008.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-05-20T21:32:06.586 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-05-20T21:32:06.586 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.586 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.586 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.586 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.586 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.586 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.586 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.586 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.587 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.587 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.587 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.587 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.587 INFO:teuthology.orchestra.run.smithi008.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-05-20T21:32:06.587 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-05-20T21:32:06.587 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.587 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.587 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.587 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.587 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.587 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.587 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.587 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.588 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.588 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.588 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.588 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.588 INFO:teuthology.orchestra.run.smithi008.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-05-20T21:32:06.588 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-05-20T21:32:06.588 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.588 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.588 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.588 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.588 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.588 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.588 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.588 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.588 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.589 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.589 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.589 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.589 INFO:teuthology.orchestra.run.smithi008.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-05-20T21:32:06.589 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-05-20T21:32:06.589 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.589 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.589 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.589 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.589 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.589 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.589 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.589 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.589 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.589 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.590 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.590 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.590 INFO:teuthology.orchestra.run.smithi008.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-05-20T21:32:06.590 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-05-20T21:32:06.590 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.590 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.590 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.590 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.590 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.590 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.590 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.590 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.590 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.590 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.590 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.591 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.591 INFO:teuthology.orchestra.run.smithi008.stdout: "PWD_POLICY_ENABLED": { 2024-05-20T21:32:06.591 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "PWD_POLICY_ENABLED", 2024-05-20T21:32:06.591 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.591 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.591 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.591 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.591 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.591 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.591 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.591 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.591 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.591 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.591 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.591 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.592 INFO:teuthology.orchestra.run.smithi008.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-05-20T21:32:06.592 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-05-20T21:32:06.592 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.592 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.592 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.592 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-05-20T21:32:06.592 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.592 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.592 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.592 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.592 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.592 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.592 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.592 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.593 INFO:teuthology.orchestra.run.smithi008.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-05-20T21:32:06.593 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-05-20T21:32:06.593 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.593 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.593 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.593 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "10", 2024-05-20T21:32:06.593 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.593 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.593 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.593 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.593 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.593 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.593 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.593 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.593 INFO:teuthology.orchestra.run.smithi008.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-05-20T21:32:06.594 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-05-20T21:32:06.594 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.594 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.594 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.594 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "8", 2024-05-20T21:32:06.594 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.594 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.594 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.594 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.594 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.594 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.594 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.594 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.594 INFO:teuthology.orchestra.run.smithi008.stdout: "REST_REQUESTS_TIMEOUT": { 2024-05-20T21:32:06.595 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-05-20T21:32:06.595 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.595 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.595 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.595 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "45", 2024-05-20T21:32:06.595 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.595 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.595 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.595 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.595 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.595 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.595 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.595 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.595 INFO:teuthology.orchestra.run.smithi008.stdout: "RGW_API_ACCESS_KEY": { 2024-05-20T21:32:06.595 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "RGW_API_ACCESS_KEY", 2024-05-20T21:32:06.596 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.596 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.596 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.596 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.596 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.596 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.596 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.596 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.596 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.596 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.596 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.596 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.596 INFO:teuthology.orchestra.run.smithi008.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-05-20T21:32:06.596 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-05-20T21:32:06.596 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.597 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.597 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.597 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "admin", 2024-05-20T21:32:06.597 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.597 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.597 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.597 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.597 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.597 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.597 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.597 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.597 INFO:teuthology.orchestra.run.smithi008.stdout: "RGW_API_SECRET_KEY": { 2024-05-20T21:32:06.597 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "RGW_API_SECRET_KEY", 2024-05-20T21:32:06.598 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.598 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.598 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.598 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.598 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.598 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.598 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.598 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.598 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.598 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.598 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.598 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.598 INFO:teuthology.orchestra.run.smithi008.stdout: "RGW_API_SSL_VERIFY": { 2024-05-20T21:32:06.598 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "RGW_API_SSL_VERIFY", 2024-05-20T21:32:06.598 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.599 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.599 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.599 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.599 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.599 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.599 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.599 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.599 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.599 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.599 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.599 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.599 INFO:teuthology.orchestra.run.smithi008.stdout: "UNSAFE_TLS_v1_2": { 2024-05-20T21:32:06.599 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "UNSAFE_TLS_v1_2", 2024-05-20T21:32:06.599 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.599 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.600 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.600 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.600 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.600 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.600 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.600 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.600 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.600 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.600 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.600 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.600 INFO:teuthology.orchestra.run.smithi008.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-05-20T21:32:06.600 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-05-20T21:32:06.600 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.600 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.601 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.601 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.601 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.601 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.601 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.601 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.601 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.601 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.601 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.601 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.601 INFO:teuthology.orchestra.run.smithi008.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-05-20T21:32:06.601 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-05-20T21:32:06.601 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.602 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.602 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.602 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "10", 2024-05-20T21:32:06.602 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.602 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.602 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.602 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.602 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.602 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.602 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.602 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.602 INFO:teuthology.orchestra.run.smithi008.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-05-20T21:32:06.602 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-05-20T21:32:06.602 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.603 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.603 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.603 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "5", 2024-05-20T21:32:06.603 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.603 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.603 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.603 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.603 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.603 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.603 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.603 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.603 INFO:teuthology.orchestra.run.smithi008.stdout: "cross_origin_url": { 2024-05-20T21:32:06.603 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "cross_origin_url", 2024-05-20T21:32:06.603 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.604 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.604 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.604 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.604 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.604 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.604 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.604 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.604 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.604 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.604 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.604 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.604 INFO:teuthology.orchestra.run.smithi008.stdout: "crt_file": { 2024-05-20T21:32:06.604 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "crt_file", 2024-05-20T21:32:06.605 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.605 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.605 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.605 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.605 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.605 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.605 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.605 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.605 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.605 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.605 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.605 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.605 INFO:teuthology.orchestra.run.smithi008.stdout: "debug": { 2024-05-20T21:32:06.605 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "debug", 2024-05-20T21:32:06.606 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.606 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.606 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.606 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.606 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.606 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.606 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.606 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Enable/disable debug options", 2024-05-20T21:32:06.606 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.606 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.606 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.606 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.606 INFO:teuthology.orchestra.run.smithi008.stdout: "jwt_token_ttl": { 2024-05-20T21:32:06.606 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "jwt_token_ttl", 2024-05-20T21:32:06.607 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.607 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.607 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.607 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "28800", 2024-05-20T21:32:06.607 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.607 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.607 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.607 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.607 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.607 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.607 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.607 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.607 INFO:teuthology.orchestra.run.smithi008.stdout: "key_file": { 2024-05-20T21:32:06.607 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "key_file", 2024-05-20T21:32:06.608 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.608 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.608 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.608 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.608 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.608 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.608 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.608 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.608 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.608 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.608 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.608 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.608 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.608 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.609 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.609 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.609 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.609 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.609 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.609 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.609 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.609 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.609 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.609 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.609 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.609 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.609 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.609 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.610 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.610 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.610 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.610 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.610 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.610 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.610 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.610 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.610 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.610 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.610 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.610 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.610 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.611 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.611 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.611 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.611 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.611 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.611 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.611 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.611 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.611 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.611 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.611 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.611 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.611 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.611 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.612 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.612 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.612 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.612 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.612 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.612 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.612 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.612 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.612 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.612 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.612 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.612 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.612 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.612 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.613 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.613 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.613 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.613 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.613 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.613 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.613 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.613 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.613 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.613 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.613 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.613 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.613 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.614 INFO:teuthology.orchestra.run.smithi008.stdout: "motd": { 2024-05-20T21:32:06.614 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "motd", 2024-05-20T21:32:06.614 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.614 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.614 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.614 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.614 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.614 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.614 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.614 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "The message of the day", 2024-05-20T21:32:06.614 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.614 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.614 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.615 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.615 INFO:teuthology.orchestra.run.smithi008.stdout: "redirect_resolve_ip_addr": { 2024-05-20T21:32:06.615 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "redirect_resolve_ip_addr", 2024-05-20T21:32:06.615 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.615 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.615 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.615 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.615 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.615 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.615 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.615 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.615 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.615 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.615 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.616 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.616 INFO:teuthology.orchestra.run.smithi008.stdout: "server_addr": { 2024-05-20T21:32:06.616 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "server_addr", 2024-05-20T21:32:06.616 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.616 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.616 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.616 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "::", 2024-05-20T21:32:06.616 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.616 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.616 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.616 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.616 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.616 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.616 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.616 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.616 INFO:teuthology.orchestra.run.smithi008.stdout: "server_port": { 2024-05-20T21:32:06.616 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "server_port", 2024-05-20T21:32:06.617 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.617 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.617 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.617 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "8080", 2024-05-20T21:32:06.617 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.617 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.617 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.617 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.617 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.617 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.617 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.617 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.617 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.617 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.617 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.618 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.618 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.618 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.618 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.618 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.618 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.618 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.618 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.618 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.618 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.618 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.618 INFO:teuthology.orchestra.run.smithi008.stdout: "ssl": { 2024-05-20T21:32:06.619 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "ssl", 2024-05-20T21:32:06.619 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.619 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.619 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.619 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.619 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.619 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.619 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.619 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.619 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.619 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.619 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.619 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.619 INFO:teuthology.orchestra.run.smithi008.stdout: "ssl_server_port": { 2024-05-20T21:32:06.619 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "ssl_server_port", 2024-05-20T21:32:06.619 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.620 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.620 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.620 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "8443", 2024-05-20T21:32:06.620 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.620 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.620 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.620 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.620 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.620 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.620 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.620 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.620 INFO:teuthology.orchestra.run.smithi008.stdout: "standby_behaviour": { 2024-05-20T21:32:06.620 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "standby_behaviour", 2024-05-20T21:32:06.620 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.620 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.620 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.621 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "redirect", 2024-05-20T21:32:06.621 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.621 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.621 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.621 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.621 INFO:teuthology.orchestra.run.smithi008.stdout: "redirect" 2024-05-20T21:32:06.621 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.621 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.621 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.621 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.621 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.621 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.621 INFO:teuthology.orchestra.run.smithi008.stdout: "standby_error_status_code": { 2024-05-20T21:32:06.621 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "standby_error_status_code", 2024-05-20T21:32:06.621 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.621 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.622 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.622 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "500", 2024-05-20T21:32:06.622 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "400", 2024-05-20T21:32:06.622 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "599", 2024-05-20T21:32:06.622 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.622 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.622 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.622 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.622 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.622 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.622 INFO:teuthology.orchestra.run.smithi008.stdout: "url_prefix": { 2024-05-20T21:32:06.622 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "url_prefix", 2024-05-20T21:32:06.625 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.625 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.625 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.625 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.626 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.626 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.626 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.626 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.626 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.626 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.626 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.626 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.626 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.626 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.626 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.626 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "devicehealth", 2024-05-20T21:32:06.626 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.627 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.627 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.627 INFO:teuthology.orchestra.run.smithi008.stdout: "enable_monitoring": { 2024-05-20T21:32:06.627 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "enable_monitoring", 2024-05-20T21:32:06.627 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.627 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.627 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.627 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.627 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.627 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.627 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.627 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "monitor device health metrics", 2024-05-20T21:32:06.627 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.627 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.627 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.628 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.628 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.628 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.628 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.628 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.628 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.628 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.628 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.628 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.628 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.628 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.628 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.628 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.628 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.629 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.629 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.629 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.629 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.629 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.629 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.629 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.629 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.629 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.629 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.629 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.629 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.629 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.629 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.629 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.629 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.630 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.630 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.630 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.630 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.630 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.630 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.630 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.630 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.630 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.630 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.630 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.630 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.630 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.631 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.631 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.631 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.631 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.631 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.631 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.631 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.631 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.631 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.631 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.631 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.631 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.631 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.631 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.632 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.632 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.632 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.632 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.632 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.632 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.632 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.632 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.632 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.632 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.632 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.632 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.632 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.632 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.632 INFO:teuthology.orchestra.run.smithi008.stdout: "mark_out_threshold": { 2024-05-20T21:32:06.632 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "mark_out_threshold", 2024-05-20T21:32:06.633 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "secs", 2024-05-20T21:32:06.633 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.633 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.633 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "2419200", 2024-05-20T21:32:06.633 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.633 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.633 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.633 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-05-20T21:32:06.633 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.633 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.633 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.633 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.633 INFO:teuthology.orchestra.run.smithi008.stdout: "pool_name": { 2024-05-20T21:32:06.633 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "pool_name", 2024-05-20T21:32:06.633 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.634 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.634 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.634 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "device_health_metrics", 2024-05-20T21:32:06.634 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.634 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.634 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.634 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "name of pool in which to store device health metrics", 2024-05-20T21:32:06.634 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.634 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.634 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.634 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.634 INFO:teuthology.orchestra.run.smithi008.stdout: "retention_period": { 2024-05-20T21:32:06.634 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "retention_period", 2024-05-20T21:32:06.634 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "secs", 2024-05-20T21:32:06.635 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.635 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.635 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "15552000", 2024-05-20T21:32:06.635 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.635 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.635 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.635 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "how long to retain device health metrics", 2024-05-20T21:32:06.635 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.635 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.635 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.635 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.635 INFO:teuthology.orchestra.run.smithi008.stdout: "scrape_frequency": { 2024-05-20T21:32:06.635 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "scrape_frequency", 2024-05-20T21:32:06.635 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "secs", 2024-05-20T21:32:06.636 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.636 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.636 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "86400", 2024-05-20T21:32:06.636 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.636 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.636 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.636 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "how frequently to scrape device health metrics", 2024-05-20T21:32:06.636 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.636 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.636 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.636 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.636 INFO:teuthology.orchestra.run.smithi008.stdout: "self_heal": { 2024-05-20T21:32:06.636 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "self_heal", 2024-05-20T21:32:06.636 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.636 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.637 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.637 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.637 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.637 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.637 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.637 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-05-20T21:32:06.637 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.637 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.637 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.637 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.637 INFO:teuthology.orchestra.run.smithi008.stdout: "sleep_interval": { 2024-05-20T21:32:06.637 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sleep_interval", 2024-05-20T21:32:06.637 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "secs", 2024-05-20T21:32:06.637 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.638 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.638 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "600", 2024-05-20T21:32:06.638 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.638 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.638 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.638 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "how frequently to wake up and check device health", 2024-05-20T21:32:06.638 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.638 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.638 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.638 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.638 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.638 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.639 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.639 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.639 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.639 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.639 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.639 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.639 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.639 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.639 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.639 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.639 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.639 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.639 INFO:teuthology.orchestra.run.smithi008.stdout: "warn_threshold": { 2024-05-20T21:32:06.640 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "warn_threshold", 2024-05-20T21:32:06.640 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "secs", 2024-05-20T21:32:06.640 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.640 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.640 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "7257600", 2024-05-20T21:32:06.640 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.640 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.640 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.640 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-05-20T21:32:06.640 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.640 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.640 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.640 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.640 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.641 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.641 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.641 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "diskprediction_local", 2024-05-20T21:32:06.641 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.641 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.641 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.641 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.641 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.641 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.641 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.641 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.641 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.641 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.641 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.641 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.641 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.642 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.642 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.642 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.642 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.642 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.642 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.642 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.642 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.642 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.642 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.642 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.642 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.642 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.643 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.643 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.643 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.643 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.643 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.643 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.643 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.643 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.643 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.643 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.643 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.643 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.643 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.643 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.644 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.644 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.644 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.644 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.644 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.644 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.644 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.644 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.644 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.644 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.644 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.644 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.644 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.644 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.644 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.644 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.645 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.645 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.645 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.645 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.645 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.645 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.645 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.645 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.645 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.645 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.645 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.645 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.645 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.645 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.646 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.646 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.646 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.646 INFO:teuthology.orchestra.run.smithi008.stdout: "predict_interval": { 2024-05-20T21:32:06.646 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "predict_interval", 2024-05-20T21:32:06.646 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.646 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.646 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.646 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "86400", 2024-05-20T21:32:06.646 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.646 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.646 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.646 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.646 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.647 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.647 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.647 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.647 INFO:teuthology.orchestra.run.smithi008.stdout: "predictor_model": { 2024-05-20T21:32:06.647 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "predictor_model", 2024-05-20T21:32:06.647 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.647 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.647 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.647 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "prophetstor", 2024-05-20T21:32:06.647 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.647 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.647 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.647 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.648 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.648 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.648 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.648 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.648 INFO:teuthology.orchestra.run.smithi008.stdout: "sleep_interval": { 2024-05-20T21:32:06.648 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sleep_interval", 2024-05-20T21:32:06.648 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.648 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.648 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.648 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "600", 2024-05-20T21:32:06.648 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.648 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.648 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.648 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.649 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.649 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.649 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.649 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.649 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.649 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.649 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.649 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.649 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.649 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.649 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.649 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.649 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.649 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.650 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.650 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.650 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.650 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.650 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.650 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.650 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.650 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "influx", 2024-05-20T21:32:06.650 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": false, 2024-05-20T21:32:06.650 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "influxdb python module not found", 2024-05-20T21:32:06.650 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.650 INFO:teuthology.orchestra.run.smithi008.stdout: "batch_size": { 2024-05-20T21:32:06.650 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "batch_size", 2024-05-20T21:32:06.650 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.651 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.651 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.651 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "5000", 2024-05-20T21:32:06.651 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.651 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.651 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.651 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-05-20T21:32:06.651 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.651 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.651 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.651 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.651 INFO:teuthology.orchestra.run.smithi008.stdout: "database": { 2024-05-20T21:32:06.651 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "database", 2024-05-20T21:32:06.651 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.651 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.652 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.652 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "ceph", 2024-05-20T21:32:06.652 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.652 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.652 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.652 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-05-20T21:32:06.652 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.652 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.652 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.652 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.652 INFO:teuthology.orchestra.run.smithi008.stdout: "hostname": { 2024-05-20T21:32:06.652 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "hostname", 2024-05-20T21:32:06.652 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.652 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.653 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.653 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.653 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.653 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.653 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.653 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "InfluxDB server hostname", 2024-05-20T21:32:06.653 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.653 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.653 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.653 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.653 INFO:teuthology.orchestra.run.smithi008.stdout: "interval": { 2024-05-20T21:32:06.653 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "interval", 2024-05-20T21:32:06.653 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "secs", 2024-05-20T21:32:06.653 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.653 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.654 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "30", 2024-05-20T21:32:06.654 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "5", 2024-05-20T21:32:06.654 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.654 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.654 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-05-20T21:32:06.654 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.654 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.654 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.654 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.654 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.654 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.654 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.654 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.654 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.655 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.655 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.655 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.655 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.655 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.655 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.655 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.655 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.655 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.655 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.655 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.655 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.655 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.655 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.655 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.656 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.656 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.656 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.656 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.656 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.656 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.656 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.656 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.656 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.656 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.656 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.656 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.656 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.656 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.656 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.656 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.657 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.657 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.657 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.657 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.657 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.657 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.657 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.657 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.657 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.657 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.657 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.657 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.657 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.657 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.658 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.658 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.658 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.658 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.658 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.658 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.658 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.658 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.658 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.658 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.658 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.658 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.658 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.658 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.659 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.659 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.659 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.659 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.659 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.659 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.659 INFO:teuthology.orchestra.run.smithi008.stdout: "password": { 2024-05-20T21:32:06.659 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "password", 2024-05-20T21:32:06.659 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.659 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.659 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.659 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.659 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.659 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.659 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.660 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "password of InfluxDB server user", 2024-05-20T21:32:06.660 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.660 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.660 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.660 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.660 INFO:teuthology.orchestra.run.smithi008.stdout: "port": { 2024-05-20T21:32:06.660 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "port", 2024-05-20T21:32:06.660 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.660 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.660 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.660 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "8086", 2024-05-20T21:32:06.660 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.660 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.660 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.660 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "InfluxDB server port", 2024-05-20T21:32:06.660 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.661 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.661 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.661 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.661 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.661 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.661 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.661 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.661 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.661 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.661 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.661 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.661 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.661 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.661 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.662 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.662 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.662 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.662 INFO:teuthology.orchestra.run.smithi008.stdout: "ssl": { 2024-05-20T21:32:06.662 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "ssl", 2024-05-20T21:32:06.662 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.662 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.662 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.662 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "false", 2024-05-20T21:32:06.662 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.662 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.662 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.662 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-05-20T21:32:06.663 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.663 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.663 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.663 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.663 INFO:teuthology.orchestra.run.smithi008.stdout: "threads": { 2024-05-20T21:32:06.663 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "threads", 2024-05-20T21:32:06.663 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.663 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.663 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.663 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "5", 2024-05-20T21:32:06.663 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "1", 2024-05-20T21:32:06.663 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "32", 2024-05-20T21:32:06.663 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.663 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-05-20T21:32:06.664 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.664 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.664 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.664 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.664 INFO:teuthology.orchestra.run.smithi008.stdout: "username": { 2024-05-20T21:32:06.664 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "username", 2024-05-20T21:32:06.664 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.664 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.664 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.664 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.664 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.664 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.664 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.664 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "username of InfluxDB server user", 2024-05-20T21:32:06.665 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.665 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.665 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.665 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.665 INFO:teuthology.orchestra.run.smithi008.stdout: "verify_ssl": { 2024-05-20T21:32:06.665 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "verify_ssl", 2024-05-20T21:32:06.665 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.665 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.665 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.665 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "true", 2024-05-20T21:32:06.665 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.665 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.665 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.666 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-05-20T21:32:06.666 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.666 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.666 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.666 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.666 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.666 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.666 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.666 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "insights", 2024-05-20T21:32:06.666 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.666 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.666 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.666 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.666 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.667 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.667 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.667 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.667 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.667 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.667 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.667 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.667 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.667 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.667 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.667 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.667 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.667 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.667 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.667 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.668 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.668 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.668 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.668 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.668 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.668 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.668 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.668 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.668 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.668 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.668 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.668 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.668 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.668 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.668 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.669 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.669 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.669 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.669 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.669 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.669 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.669 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.669 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.669 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.669 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.669 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.669 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.669 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.669 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.669 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.670 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.670 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.670 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.670 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.670 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.670 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.670 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.670 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.670 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.670 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.670 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.670 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.670 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.671 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.671 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.671 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.671 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.671 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.671 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.671 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.671 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.671 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.671 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.671 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.671 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.671 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.671 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.671 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.671 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.672 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.672 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.672 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.672 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.672 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.672 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.672 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.672 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.672 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.672 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.672 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.672 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "iostat", 2024-05-20T21:32:06.672 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.672 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.672 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.673 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.673 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.673 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.673 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.673 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.673 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.673 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.673 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.673 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.673 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.673 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.673 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.673 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.673 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.674 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.674 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.674 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.674 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.674 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.674 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.674 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.674 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.674 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.674 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.674 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.674 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.674 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.674 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.675 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.675 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.675 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.675 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.675 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.675 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.675 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.675 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.675 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.675 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.675 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.675 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.675 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.675 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.676 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.676 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.676 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.676 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.676 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.676 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.676 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.676 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.676 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.676 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.676 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.676 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.676 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.676 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.676 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.676 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.677 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.677 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.677 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.677 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.677 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.677 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.677 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.677 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.677 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.677 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.677 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.677 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.677 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.677 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.677 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.678 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.678 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.678 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.678 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.678 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.678 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.678 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.678 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.678 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.678 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.678 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.678 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.678 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.678 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.679 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "k8sevents", 2024-05-20T21:32:06.679 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.679 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.679 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.679 INFO:teuthology.orchestra.run.smithi008.stdout: "ceph_event_retention_days": { 2024-05-20T21:32:06.679 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "ceph_event_retention_days", 2024-05-20T21:32:06.679 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.679 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.679 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.679 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "7", 2024-05-20T21:32:06.679 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.679 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.679 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.679 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Days to hold ceph event information within local cache", 2024-05-20T21:32:06.679 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.679 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.680 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.680 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.680 INFO:teuthology.orchestra.run.smithi008.stdout: "config_check_secs": { 2024-05-20T21:32:06.680 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "config_check_secs", 2024-05-20T21:32:06.680 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.680 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.680 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.680 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "10", 2024-05-20T21:32:06.680 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "10", 2024-05-20T21:32:06.680 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.680 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.680 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-05-20T21:32:06.680 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.680 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.680 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.681 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.681 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.681 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.681 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.681 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.681 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.681 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.681 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.681 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.681 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.681 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.681 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.681 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.681 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.681 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.682 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.682 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.682 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.682 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.682 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.682 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.682 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.682 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.682 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.682 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.682 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.682 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.682 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.682 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.683 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.683 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.683 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.683 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.683 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.683 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.683 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.683 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.683 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.683 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.683 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.683 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.683 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.683 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.684 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.684 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.684 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.684 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.684 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.684 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.684 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.684 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.684 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.684 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.684 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.684 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.684 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.684 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.685 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.685 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.685 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.685 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.685 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.685 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.685 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.685 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.685 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.685 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.685 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.685 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.685 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.685 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.685 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.686 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.686 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.686 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.686 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.686 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.686 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.686 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.686 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.686 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.686 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.686 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.686 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.686 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.686 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.687 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.687 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.687 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "localpool", 2024-05-20T21:32:06.687 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.687 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.687 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.687 INFO:teuthology.orchestra.run.smithi008.stdout: "failure_domain": { 2024-05-20T21:32:06.687 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "failure_domain", 2024-05-20T21:32:06.687 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.687 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.687 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.687 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "host", 2024-05-20T21:32:06.687 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.687 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.687 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.688 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "failure domain for any created local pool", 2024-05-20T21:32:06.688 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-05-20T21:32:06.688 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.688 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.688 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.688 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.688 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.688 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.688 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.688 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.688 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.688 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.688 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.688 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.688 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.689 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.689 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.689 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.689 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.689 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.689 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.689 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.689 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.689 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.689 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.689 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.689 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.689 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.689 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.689 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.690 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.690 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.690 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.690 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.690 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.690 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.690 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.690 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.690 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.690 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.690 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.690 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.690 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.691 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.691 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.691 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.691 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.691 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.691 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.691 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.691 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.691 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.691 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.691 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.691 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.691 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.691 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.692 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.692 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.692 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.692 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.692 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.692 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.692 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.692 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.692 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.692 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.692 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.692 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.692 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.692 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.692 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.692 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.693 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.693 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.693 INFO:teuthology.orchestra.run.smithi008.stdout: "min_size": { 2024-05-20T21:32:06.693 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "min_size", 2024-05-20T21:32:06.693 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.693 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.693 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.693 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.693 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.693 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.693 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.693 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "default min_size for any created local pool", 2024-05-20T21:32:06.693 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-05-20T21:32:06.693 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.694 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.694 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.694 INFO:teuthology.orchestra.run.smithi008.stdout: "num_rep": { 2024-05-20T21:32:06.694 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "num_rep", 2024-05-20T21:32:06.694 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.694 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.694 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.694 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "3", 2024-05-20T21:32:06.694 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.694 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.694 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.694 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "default replica count for any created local pool", 2024-05-20T21:32:06.694 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.694 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.695 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.695 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.695 INFO:teuthology.orchestra.run.smithi008.stdout: "pg_num": { 2024-05-20T21:32:06.695 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "pg_num", 2024-05-20T21:32:06.695 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.695 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.695 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.695 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "128", 2024-05-20T21:32:06.695 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.695 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.695 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.695 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "default pg_num for any created local pool", 2024-05-20T21:32:06.695 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.695 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.696 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.696 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.696 INFO:teuthology.orchestra.run.smithi008.stdout: "prefix": { 2024-05-20T21:32:06.696 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "prefix", 2024-05-20T21:32:06.696 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.696 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.696 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.696 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.696 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.696 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.696 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.696 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "name prefix for any created local pool", 2024-05-20T21:32:06.696 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.696 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.696 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.697 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.697 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.697 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.697 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.697 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.697 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.697 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.697 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.697 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.697 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.697 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.697 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.697 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.697 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.697 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.697 INFO:teuthology.orchestra.run.smithi008.stdout: "subtree": { 2024-05-20T21:32:06.698 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "subtree", 2024-05-20T21:32:06.698 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.698 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.698 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.698 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "rack", 2024-05-20T21:32:06.698 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.698 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.698 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.698 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "CRUSH level for which to create a local pool", 2024-05-20T21:32:06.698 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-05-20T21:32:06.698 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.698 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.698 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.698 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.699 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.699 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.699 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "mds_autoscaler", 2024-05-20T21:32:06.699 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.699 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.699 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.699 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.699 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.699 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.699 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.699 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.699 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.699 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.699 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.699 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.700 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.700 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.700 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.700 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.700 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.700 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.700 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.700 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.700 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.700 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.700 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.700 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.700 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.700 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.701 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.701 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.701 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.701 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.701 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.701 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.701 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.701 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.701 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.701 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.701 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.701 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.701 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.701 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.702 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.702 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.702 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.702 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.702 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.702 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.702 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.702 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.702 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.702 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.702 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.702 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.702 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.702 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.703 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.703 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.703 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.703 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.703 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.703 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.703 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.703 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.703 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.703 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.703 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.703 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.703 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.703 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.703 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.704 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.704 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.704 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.704 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.704 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.704 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.704 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.704 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.704 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.704 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.704 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.704 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.704 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.704 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.705 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.705 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.705 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.705 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.705 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.705 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.705 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.705 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "mirroring", 2024-05-20T21:32:06.705 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.705 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.705 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.705 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.705 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.705 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.705 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.705 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.706 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.706 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.706 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.706 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.706 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.706 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.706 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.706 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.706 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.706 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.706 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.706 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.706 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.707 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.707 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.707 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.707 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.707 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.707 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.707 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.707 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.707 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.707 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.707 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.707 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.707 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.707 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.708 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.708 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.708 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.708 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.708 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.708 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.708 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.708 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.708 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.708 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.708 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.708 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.708 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.708 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.709 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.709 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.709 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.709 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.709 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.709 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.709 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.709 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.709 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.709 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.709 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.709 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.709 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.709 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.709 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.709 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.710 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.710 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.710 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.710 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.710 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.710 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.710 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.710 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.710 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.710 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.710 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.710 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.710 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.710 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.711 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.711 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.711 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.711 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.711 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.711 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.711 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.711 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.711 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.711 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.711 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.711 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "nfs", 2024-05-20T21:32:06.711 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.711 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.711 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.711 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.712 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.712 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.712 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.712 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.712 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.712 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.712 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.712 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.712 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.712 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.712 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.712 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.712 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.712 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.712 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.712 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.713 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.713 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.713 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.713 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.713 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.713 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.713 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.713 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.713 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.713 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.713 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.713 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.713 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.713 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.713 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.713 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.714 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.714 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.714 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.714 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.714 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.714 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.714 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.714 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.714 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.714 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.714 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.714 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.714 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.714 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.715 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.715 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.715 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.715 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.715 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.715 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.715 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.715 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.715 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.715 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.715 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.715 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.715 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.715 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.715 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.716 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.716 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.716 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.716 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.716 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.716 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.716 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.716 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.716 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.716 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.716 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.716 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.716 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.716 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.716 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.716 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.717 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.717 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.717 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.717 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.717 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.717 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.717 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.717 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.717 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.717 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "orchestrator", 2024-05-20T21:32:06.717 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.717 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.717 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.717 INFO:teuthology.orchestra.run.smithi008.stdout: "fail_fs": { 2024-05-20T21:32:06.718 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "fail_fs", 2024-05-20T21:32:06.718 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.718 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.718 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.718 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.718 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.718 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.718 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.718 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-05-20T21:32:06.718 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.718 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.718 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.718 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.718 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.719 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.719 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.719 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.719 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.719 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.719 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.719 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.719 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.719 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.719 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.719 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.719 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.719 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.720 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.720 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.720 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.720 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.720 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.720 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.720 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.720 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.720 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.720 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.720 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.720 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.720 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.720 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.721 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.721 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.721 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.721 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.721 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.721 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.721 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.721 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.721 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.721 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.721 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.721 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.721 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.721 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.722 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.722 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.722 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.722 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.722 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.722 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.722 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.722 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.722 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.722 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.722 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.722 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.722 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.722 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.723 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.723 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.723 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.723 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.723 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.723 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.723 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.723 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.723 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.723 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.723 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.723 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.723 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.723 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.724 INFO:teuthology.orchestra.run.smithi008.stdout: "orchestrator": { 2024-05-20T21:32:06.724 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "orchestrator", 2024-05-20T21:32:06.724 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.724 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.724 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.724 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.724 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.724 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.724 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.724 INFO:teuthology.orchestra.run.smithi008.stdout: "cephadm", 2024-05-20T21:32:06.724 INFO:teuthology.orchestra.run.smithi008.stdout: "rook", 2024-05-20T21:32:06.724 INFO:teuthology.orchestra.run.smithi008.stdout: "test_orchestrator" 2024-05-20T21:32:06.724 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.724 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Orchestrator backend", 2024-05-20T21:32:06.725 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.725 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.725 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.725 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.725 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.725 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.725 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.725 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.725 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.725 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.725 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.725 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.725 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.725 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.726 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.726 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.726 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.726 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.726 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.726 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.726 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.726 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "osd_perf_query", 2024-05-20T21:32:06.726 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.726 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.726 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.726 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.726 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.726 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.727 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.727 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.727 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.727 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.727 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.727 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.727 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.727 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.727 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.727 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.727 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.727 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.727 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.727 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.728 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.728 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.728 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.728 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.728 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.728 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.728 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.728 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.728 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.728 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.728 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.728 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.728 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.728 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.728 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.729 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.729 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.729 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.729 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.729 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.729 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.729 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.729 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.729 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.729 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.729 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.729 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.729 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.729 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.730 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.730 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.730 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.730 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.730 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.730 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.730 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.730 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.730 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.730 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.730 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.730 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.730 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.730 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.731 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.731 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.731 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.731 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.731 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.731 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.731 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.731 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.731 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.731 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.731 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.731 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.731 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.732 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.732 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.732 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.732 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.732 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.732 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.732 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.732 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.732 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.732 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.732 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.732 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.732 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.732 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.733 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "osd_support", 2024-05-20T21:32:06.733 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.733 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.733 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.733 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.733 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.733 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.733 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.733 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.733 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.733 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.733 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.733 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.733 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.734 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.734 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.734 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.734 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.734 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.734 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.734 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.734 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.734 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.734 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.734 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.734 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.735 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.735 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.735 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.735 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.735 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.735 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.735 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.735 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.735 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.735 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.735 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.735 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.735 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.735 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.736 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.736 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.736 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.736 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.736 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.736 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.736 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.736 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.736 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.736 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.736 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.736 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.736 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.736 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.737 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.737 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.737 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.737 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.737 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.737 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.737 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.737 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.737 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.737 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.737 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.737 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.737 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.737 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.738 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.738 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.738 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.738 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.738 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.738 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.738 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.738 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.738 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.738 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.738 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.738 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.738 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.738 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.739 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.739 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.739 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.739 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.739 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.739 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.739 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.739 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.739 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.739 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "pg_autoscaler", 2024-05-20T21:32:06.739 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.739 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.739 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.739 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.739 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.740 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.740 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.740 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.740 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.740 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.740 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.740 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.740 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.740 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.740 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.740 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.740 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.740 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.740 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.741 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.741 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.741 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.741 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.741 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.741 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.741 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.741 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.741 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.741 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.741 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.741 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.741 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.741 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.742 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.742 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.742 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.742 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.742 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.742 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.742 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.742 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.742 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.742 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.742 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.742 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.742 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.742 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.743 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.743 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.743 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.743 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.743 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.743 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.743 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.743 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.743 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.743 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.743 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.743 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.743 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.743 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.744 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.744 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.744 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.744 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.744 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.744 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.744 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.744 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.744 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.744 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.744 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.744 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.744 INFO:teuthology.orchestra.run.smithi008.stdout: "sleep_interval": { 2024-05-20T21:32:06.744 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sleep_interval", 2024-05-20T21:32:06.745 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "secs", 2024-05-20T21:32:06.745 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.745 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.745 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "60", 2024-05-20T21:32:06.745 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.745 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.745 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.745 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.745 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.745 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.745 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.745 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.745 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.745 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.746 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.746 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.746 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.746 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.746 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.746 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.746 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.746 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.746 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.746 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.746 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.746 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.746 INFO:teuthology.orchestra.run.smithi008.stdout: "threshold": { 2024-05-20T21:32:06.747 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "threshold", 2024-05-20T21:32:06.747 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "float", 2024-05-20T21:32:06.747 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.747 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.747 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "3.0", 2024-05-20T21:32:06.747 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "1.0", 2024-05-20T21:32:06.747 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.747 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.747 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "scaling threshold", 2024-05-20T21:32:06.747 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-05-20T21:32:06.747 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.747 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.747 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.747 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.748 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.748 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.748 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "progress", 2024-05-20T21:32:06.748 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.748 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.748 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.748 INFO:teuthology.orchestra.run.smithi008.stdout: "allow_pg_recovery_event": { 2024-05-20T21:32:06.748 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "allow_pg_recovery_event", 2024-05-20T21:32:06.748 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.748 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.748 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.748 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.748 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.749 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.749 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.749 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "allow the module to show pg recovery progress", 2024-05-20T21:32:06.749 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.749 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.749 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.749 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.749 INFO:teuthology.orchestra.run.smithi008.stdout: "enabled": { 2024-05-20T21:32:06.749 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "enabled", 2024-05-20T21:32:06.749 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.749 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.749 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.749 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.749 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.749 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.750 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.750 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.750 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.750 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.750 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.750 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.750 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.750 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.750 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.750 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.750 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.750 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.750 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.751 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.751 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.751 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.751 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.751 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.751 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.751 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.751 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.751 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.751 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.751 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.751 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.751 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.751 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.752 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.752 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.752 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.752 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.752 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.752 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.752 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.752 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.752 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.752 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.752 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.752 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.752 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.752 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.753 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.753 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.753 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.753 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.753 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.753 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.753 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.753 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.753 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.753 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.753 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.753 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.753 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.753 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.753 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.754 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.754 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.754 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.754 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.754 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.754 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.754 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.754 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.754 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.754 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.754 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.754 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.754 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.754 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.755 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.755 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.755 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.755 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.755 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.755 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.755 INFO:teuthology.orchestra.run.smithi008.stdout: "max_completed_events": { 2024-05-20T21:32:06.755 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "max_completed_events", 2024-05-20T21:32:06.755 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.755 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.755 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.755 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "50", 2024-05-20T21:32:06.755 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.755 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.755 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.756 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "number of past completed events to remember", 2024-05-20T21:32:06.756 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.756 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.756 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.756 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.756 INFO:teuthology.orchestra.run.smithi008.stdout: "sleep_interval": { 2024-05-20T21:32:06.756 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sleep_interval", 2024-05-20T21:32:06.756 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "secs", 2024-05-20T21:32:06.756 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.756 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.756 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "5", 2024-05-20T21:32:06.756 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.756 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.756 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.757 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "how long the module is going to sleep", 2024-05-20T21:32:06.757 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.757 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.757 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.757 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.757 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.757 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.757 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.757 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.757 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.757 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.757 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.757 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.757 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.757 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.758 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.758 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.758 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.758 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.758 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.758 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.758 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.758 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "prometheus", 2024-05-20T21:32:06.758 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.758 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.758 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.758 INFO:teuthology.orchestra.run.smithi008.stdout: "cache": { 2024-05-20T21:32:06.758 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "cache", 2024-05-20T21:32:06.758 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.759 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.759 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.759 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.759 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.759 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.759 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.759 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.759 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.759 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.759 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.759 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.759 INFO:teuthology.orchestra.run.smithi008.stdout: "exclude_perf_counters": { 2024-05-20T21:32:06.759 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "exclude_perf_counters", 2024-05-20T21:32:06.759 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.760 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.760 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.760 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.760 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.760 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.760 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.760 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-05-20T21:32:06.760 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-05-20T21:32:06.760 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.760 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.760 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.760 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.760 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.760 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.761 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.761 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.761 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.761 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.761 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.761 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.761 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.761 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.761 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.761 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.761 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.761 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.761 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.761 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.761 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.762 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.762 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.762 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.762 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.762 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.762 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.762 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.762 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.762 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.762 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.762 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.762 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.762 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.762 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.762 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.763 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.763 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.763 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.763 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.763 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.763 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.763 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.763 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.763 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.763 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.763 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.763 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.763 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.764 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.764 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.764 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.764 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.764 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.764 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.764 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.764 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.764 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.764 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.764 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.764 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.764 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.764 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.765 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.765 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.765 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.765 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.765 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.765 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.765 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.765 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.765 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.765 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.765 INFO:teuthology.orchestra.run.smithi008.stdout: "rbd_stats_pools": { 2024-05-20T21:32:06.765 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "rbd_stats_pools", 2024-05-20T21:32:06.765 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.765 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.766 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.766 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.766 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.766 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.766 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.766 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.766 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.766 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.766 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.766 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.766 INFO:teuthology.orchestra.run.smithi008.stdout: "rbd_stats_pools_refresh_interval": { 2024-05-20T21:32:06.766 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-05-20T21:32:06.766 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.766 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.767 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.767 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "300", 2024-05-20T21:32:06.767 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.767 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.767 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.767 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.767 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.767 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.767 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.767 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.767 INFO:teuthology.orchestra.run.smithi008.stdout: "scrape_interval": { 2024-05-20T21:32:06.767 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "scrape_interval", 2024-05-20T21:32:06.767 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "float", 2024-05-20T21:32:06.767 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.768 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.768 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "15.0", 2024-05-20T21:32:06.768 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.768 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.768 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.768 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.768 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.768 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.768 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.768 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.768 INFO:teuthology.orchestra.run.smithi008.stdout: "server_addr": { 2024-05-20T21:32:06.768 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "server_addr", 2024-05-20T21:32:06.768 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.768 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.769 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.769 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "::", 2024-05-20T21:32:06.769 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.769 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.769 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.769 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-05-20T21:32:06.769 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.769 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.769 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.769 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.769 INFO:teuthology.orchestra.run.smithi008.stdout: "server_port": { 2024-05-20T21:32:06.769 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "server_port", 2024-05-20T21:32:06.769 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.770 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.770 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.770 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "9283", 2024-05-20T21:32:06.770 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.770 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.770 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.770 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-05-20T21:32:06.770 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.770 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.770 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.770 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.770 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.770 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.770 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.771 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.771 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.771 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.771 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.771 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.771 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.771 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.771 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.771 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.771 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.771 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.771 INFO:teuthology.orchestra.run.smithi008.stdout: "stale_cache_strategy": { 2024-05-20T21:32:06.771 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "stale_cache_strategy", 2024-05-20T21:32:06.771 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.772 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.772 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.772 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "log", 2024-05-20T21:32:06.772 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.772 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.772 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.772 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.772 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.772 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.772 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.772 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.772 INFO:teuthology.orchestra.run.smithi008.stdout: "standby_behaviour": { 2024-05-20T21:32:06.772 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "standby_behaviour", 2024-05-20T21:32:06.773 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.773 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.773 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.773 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "default", 2024-05-20T21:32:06.773 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.773 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.773 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.773 INFO:teuthology.orchestra.run.smithi008.stdout: "default", 2024-05-20T21:32:06.773 INFO:teuthology.orchestra.run.smithi008.stdout: "error" 2024-05-20T21:32:06.773 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.773 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.773 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.773 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.773 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.773 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.774 INFO:teuthology.orchestra.run.smithi008.stdout: "standby_error_status_code": { 2024-05-20T21:32:06.774 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "standby_error_status_code", 2024-05-20T21:32:06.774 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.774 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.774 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.774 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "500", 2024-05-20T21:32:06.774 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "400", 2024-05-20T21:32:06.774 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "599", 2024-05-20T21:32:06.774 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.774 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.774 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.774 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.774 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.775 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.775 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.775 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.775 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.775 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "rbd_support", 2024-05-20T21:32:06.775 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.775 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.775 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.775 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.775 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.775 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.775 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.775 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.775 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.776 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.776 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.776 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.776 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.776 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.776 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.776 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.776 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.776 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.776 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.776 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.776 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.776 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.776 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.777 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.777 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.777 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.777 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.777 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.777 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.777 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.777 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.777 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.777 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.777 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.777 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.777 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.777 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.778 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.778 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.778 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.778 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.778 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.778 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.778 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.778 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.778 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.778 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.778 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.778 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.778 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.779 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.779 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.779 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.779 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.779 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.779 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.779 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.779 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.779 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.779 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.779 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.779 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.779 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.779 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.779 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.780 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.780 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.780 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.780 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.780 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.780 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.780 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.780 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.780 INFO:teuthology.orchestra.run.smithi008.stdout: "max_concurrent_snap_create": { 2024-05-20T21:32:06.780 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "max_concurrent_snap_create", 2024-05-20T21:32:06.780 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.780 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.780 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.780 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "10", 2024-05-20T21:32:06.781 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.781 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.781 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.781 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.781 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.781 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.781 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.781 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.781 INFO:teuthology.orchestra.run.smithi008.stdout: "mirror_snapshot_schedule": { 2024-05-20T21:32:06.781 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "mirror_snapshot_schedule", 2024-05-20T21:32:06.781 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.781 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.781 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.781 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.781 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.782 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.782 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.782 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.782 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.782 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.782 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.782 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.782 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.782 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.782 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.782 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.782 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.782 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.782 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.783 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.783 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.783 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.783 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.783 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.783 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.783 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.783 INFO:teuthology.orchestra.run.smithi008.stdout: "trash_purge_schedule": { 2024-05-20T21:32:06.783 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "trash_purge_schedule", 2024-05-20T21:32:06.783 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.783 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.783 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.783 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.783 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.783 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.783 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.784 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.784 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.784 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.784 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.784 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.784 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.784 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.784 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.784 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "restful", 2024-05-20T21:32:06.784 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.784 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.784 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.784 INFO:teuthology.orchestra.run.smithi008.stdout: "enable_auth": { 2024-05-20T21:32:06.784 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "enable_auth", 2024-05-20T21:32:06.785 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.785 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.785 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.785 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.785 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.785 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.785 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.785 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.785 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.785 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.785 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.785 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.785 INFO:teuthology.orchestra.run.smithi008.stdout: "key_file": { 2024-05-20T21:32:06.785 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "key_file", 2024-05-20T21:32:06.786 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.786 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.786 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.786 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.786 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.786 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.786 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.786 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.786 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.786 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.786 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.786 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.786 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.786 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.787 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.787 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.787 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.787 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.787 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.787 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.787 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.787 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.787 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.787 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.787 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.787 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.787 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.787 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.788 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.788 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.788 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.788 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.788 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.788 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.788 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.788 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.788 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.788 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.788 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.788 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.788 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.788 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.788 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.789 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.789 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.789 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.789 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.789 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.789 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.789 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.789 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.789 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.789 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.789 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.789 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.789 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.789 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.789 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.790 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.790 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.790 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.790 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.790 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.790 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.790 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.790 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.790 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.790 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.790 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.790 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.790 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.790 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.791 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.791 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.791 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.791 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.791 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.791 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.791 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.791 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.791 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.791 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.791 INFO:teuthology.orchestra.run.smithi008.stdout: "server_addr": { 2024-05-20T21:32:06.791 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "server_addr", 2024-05-20T21:32:06.791 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.791 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.791 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.792 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.792 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.792 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.792 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.792 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.792 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.792 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.792 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.792 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.792 INFO:teuthology.orchestra.run.smithi008.stdout: "server_port": { 2024-05-20T21:32:06.792 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "server_port", 2024-05-20T21:32:06.792 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.792 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.792 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.792 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.792 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.793 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.793 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.793 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.793 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.793 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.793 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.793 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.793 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.793 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.793 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.793 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.793 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.793 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.793 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.793 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.794 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.794 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.794 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.794 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.794 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.794 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.794 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.794 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.794 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.794 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "rgw", 2024-05-20T21:32:06.794 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.794 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.794 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.794 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.795 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.795 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.795 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.795 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.795 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.795 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.795 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.795 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.795 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.795 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.795 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.795 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.795 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.795 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.795 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.795 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.796 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.796 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.796 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.796 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.796 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.796 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.796 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.796 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.796 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.796 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.796 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.796 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.796 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.796 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.797 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.797 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.797 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.797 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.797 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.797 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.797 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.797 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.797 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.797 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.797 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.797 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.797 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.797 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.798 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.798 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.798 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.798 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.798 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.798 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.798 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.798 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.798 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.798 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.798 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.798 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.798 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.798 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.798 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.799 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.799 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.799 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.799 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.799 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.799 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.799 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.799 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.799 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.799 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.799 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.799 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.799 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.799 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.800 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.800 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.800 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.800 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.800 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.800 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.800 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.800 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.800 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.800 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.800 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.800 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.800 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.800 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "rook", 2024-05-20T21:32:06.800 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.801 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.801 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.801 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.801 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.801 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.801 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.801 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.801 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.801 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.801 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.801 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.801 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.801 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.801 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.802 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.802 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.802 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.802 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.802 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.802 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.802 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.802 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.802 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.802 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.802 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.802 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.802 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.802 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.803 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.803 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.803 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.803 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.803 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.803 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.803 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.803 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.803 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.803 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.803 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.803 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.803 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.803 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.804 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.804 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.804 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.804 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.804 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.804 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.804 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.804 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.804 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.804 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.804 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.804 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.804 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.804 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.805 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.805 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.805 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.805 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.805 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.805 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.805 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.805 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.805 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.805 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.805 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.805 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.805 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.805 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.805 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.805 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.806 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.806 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.806 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.806 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.806 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.806 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.806 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.806 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.806 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.806 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.806 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.806 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.806 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.806 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.807 INFO:teuthology.orchestra.run.smithi008.stdout: "storage_class": { 2024-05-20T21:32:06.807 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "storage_class", 2024-05-20T21:32:06.807 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.807 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.807 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.807 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "local", 2024-05-20T21:32:06.807 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.807 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.807 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.807 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-05-20T21:32:06.807 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.807 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.807 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.807 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.807 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.808 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.808 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.808 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "selftest", 2024-05-20T21:32:06.808 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.808 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.808 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.808 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.808 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.808 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.808 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.808 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.808 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.808 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.808 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.808 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.808 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.809 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.809 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.809 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.809 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.809 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.809 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.809 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.809 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.809 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.809 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.809 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.809 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.809 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.809 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.809 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.810 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.810 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.810 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.810 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.810 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.810 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.810 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.810 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.810 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.810 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.810 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.810 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.810 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.811 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.811 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.811 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.811 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.811 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.811 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.811 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.811 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.811 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.811 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.811 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.811 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.811 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.811 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.811 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.811 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.812 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.812 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.812 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.812 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.812 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.812 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.812 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.812 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.812 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.812 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.812 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.812 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.812 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.812 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.812 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.813 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.813 INFO:teuthology.orchestra.run.smithi008.stdout: "roption1": { 2024-05-20T21:32:06.813 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "roption1", 2024-05-20T21:32:06.813 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.813 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.813 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.813 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.813 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.813 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.813 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.813 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.813 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.813 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.813 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.813 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.814 INFO:teuthology.orchestra.run.smithi008.stdout: "roption2": { 2024-05-20T21:32:06.814 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "roption2", 2024-05-20T21:32:06.814 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.814 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.814 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.814 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "xyz", 2024-05-20T21:32:06.814 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.814 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.814 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.814 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.814 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.814 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.814 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.814 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.815 INFO:teuthology.orchestra.run.smithi008.stdout: "rwoption1": { 2024-05-20T21:32:06.815 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "rwoption1", 2024-05-20T21:32:06.815 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.815 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.815 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.815 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.815 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.815 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.815 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.815 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.815 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.815 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.815 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.815 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.815 INFO:teuthology.orchestra.run.smithi008.stdout: "rwoption2": { 2024-05-20T21:32:06.815 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "rwoption2", 2024-05-20T21:32:06.816 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.816 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.816 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.816 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.816 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.816 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.816 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.816 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.816 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.816 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.816 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.816 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.816 INFO:teuthology.orchestra.run.smithi008.stdout: "rwoption3": { 2024-05-20T21:32:06.816 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "rwoption3", 2024-05-20T21:32:06.816 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "float", 2024-05-20T21:32:06.816 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.817 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.817 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.817 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.817 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.817 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.817 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.817 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.817 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.817 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.817 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.817 INFO:teuthology.orchestra.run.smithi008.stdout: "rwoption4": { 2024-05-20T21:32:06.817 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "rwoption4", 2024-05-20T21:32:06.817 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.817 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.817 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.817 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.818 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.818 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.818 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.818 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.818 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.818 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.818 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.818 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.818 INFO:teuthology.orchestra.run.smithi008.stdout: "rwoption5": { 2024-05-20T21:32:06.818 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "rwoption5", 2024-05-20T21:32:06.818 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.818 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.818 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.819 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.819 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.819 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.819 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.819 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.819 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.819 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.819 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.819 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.819 INFO:teuthology.orchestra.run.smithi008.stdout: "rwoption6": { 2024-05-20T21:32:06.819 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "rwoption6", 2024-05-20T21:32:06.819 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.819 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.819 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.819 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.820 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.820 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.820 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.820 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.820 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.820 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.820 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.820 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.820 INFO:teuthology.orchestra.run.smithi008.stdout: "rwoption7": { 2024-05-20T21:32:06.820 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "rwoption7", 2024-05-20T21:32:06.820 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.820 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.820 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.820 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.820 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "1", 2024-05-20T21:32:06.821 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "42", 2024-05-20T21:32:06.821 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.821 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.821 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.821 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.821 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.821 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.821 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.821 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.821 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.821 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.821 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.821 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.821 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.821 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.822 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.822 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.822 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.822 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.822 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.822 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.822 INFO:teuthology.orchestra.run.smithi008.stdout: "testkey": { 2024-05-20T21:32:06.822 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "testkey", 2024-05-20T21:32:06.822 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.822 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.822 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.822 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.822 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.822 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.823 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.823 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.823 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.823 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.823 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.823 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.823 INFO:teuthology.orchestra.run.smithi008.stdout: "testlkey": { 2024-05-20T21:32:06.823 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "testlkey", 2024-05-20T21:32:06.823 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.823 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.823 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.823 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.823 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.823 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.823 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.824 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.824 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.824 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.824 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.824 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.824 INFO:teuthology.orchestra.run.smithi008.stdout: "testnewline": { 2024-05-20T21:32:06.824 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "testnewline", 2024-05-20T21:32:06.824 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.824 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.824 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.824 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.824 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.824 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.824 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.824 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.824 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.825 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.825 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.825 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.825 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.825 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.825 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.825 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "smb", 2024-05-20T21:32:06.825 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.825 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.825 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.825 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.825 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.825 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.825 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.826 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.826 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.826 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.826 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.826 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.826 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.826 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.826 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.826 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.826 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.826 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.826 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.826 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.826 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.827 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.827 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.827 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.827 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.827 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.827 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.827 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.827 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.827 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.827 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.827 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.827 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.827 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.827 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.828 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.828 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.828 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.828 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.828 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.828 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.828 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.828 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.828 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.828 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.828 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.828 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.828 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.828 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.828 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.828 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.829 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.829 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.829 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.829 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.829 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.829 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.829 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.829 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.829 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.829 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.829 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.829 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.829 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.829 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.829 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.830 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.830 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.830 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.830 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.830 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.830 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.830 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.830 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.830 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.830 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.830 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.830 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.830 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.830 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.830 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.831 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.831 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.834 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.834 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.834 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.834 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.834 INFO:teuthology.orchestra.run.smithi008.stdout: "update_orchestration": { 2024-05-20T21:32:06.834 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "update_orchestration", 2024-05-20T21:32:06.834 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.834 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.834 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.835 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.835 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.835 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.835 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.835 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "automatically update orchestration when smb resources are changed", 2024-05-20T21:32:06.835 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.835 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.835 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.835 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.835 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.835 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.835 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.836 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "snap_schedule", 2024-05-20T21:32:06.836 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.836 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.836 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.836 INFO:teuthology.orchestra.run.smithi008.stdout: "allow_m_granularity": { 2024-05-20T21:32:06.836 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "allow_m_granularity", 2024-05-20T21:32:06.836 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.836 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.837 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.837 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.837 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.837 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.837 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.837 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "allow minute scheduled snapshots", 2024-05-20T21:32:06.837 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.837 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.837 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.837 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.837 INFO:teuthology.orchestra.run.smithi008.stdout: "dump_on_update": { 2024-05-20T21:32:06.837 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "dump_on_update", 2024-05-20T21:32:06.837 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.837 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.838 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.838 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.838 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.838 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.838 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.838 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "dump database to debug log on update", 2024-05-20T21:32:06.838 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.838 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.838 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.838 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.838 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.838 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.838 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.839 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.839 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.839 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.839 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.839 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.839 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.839 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.839 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.839 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.839 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.839 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.839 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.839 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.839 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.839 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.840 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.840 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.840 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.840 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.840 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.840 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.840 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.840 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.840 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.840 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.840 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.840 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.840 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.841 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.841 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.841 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.841 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.841 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.841 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.841 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.841 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.841 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.841 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.841 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.841 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.841 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.841 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.842 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.842 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.842 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.842 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.842 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.842 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.842 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.842 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.842 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.842 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.842 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.842 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.842 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.843 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.843 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.843 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.843 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.843 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.843 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.843 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.843 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.843 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.843 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.843 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.843 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.843 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.843 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.844 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.844 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.844 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.844 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.844 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.844 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.844 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.844 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.844 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.844 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.844 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.844 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.844 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.844 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.845 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.845 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "stats", 2024-05-20T21:32:06.845 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.845 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.845 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.845 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.845 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.845 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.845 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.845 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.845 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.845 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.845 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.845 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.846 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.846 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.846 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.846 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.846 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.846 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.846 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.846 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.846 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.846 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.846 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.846 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.846 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.846 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.847 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.847 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.847 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.847 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.847 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.847 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.847 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.847 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.847 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.847 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.847 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.847 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.847 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.847 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.847 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.848 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.848 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.848 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.848 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.848 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.848 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.848 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.848 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.848 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.848 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.848 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.848 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.848 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.849 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.849 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.849 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.849 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.849 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.849 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.849 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.849 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.849 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.849 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.849 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.849 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.849 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.849 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.850 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.850 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.850 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.850 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.850 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.850 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.850 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.850 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.850 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.850 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.850 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.850 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.850 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.850 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.850 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.851 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.851 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.851 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.851 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.851 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.851 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.851 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.851 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "status", 2024-05-20T21:32:06.851 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.851 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.851 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.851 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.851 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.851 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.852 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.852 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.852 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.852 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.852 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.852 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.852 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.852 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.852 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.852 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.852 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.852 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.852 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.852 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.852 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.853 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.853 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.853 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.853 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.853 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.853 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.853 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.853 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.853 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.853 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.853 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.853 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.853 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.853 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.854 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.854 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.854 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.854 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.854 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.854 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.854 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.854 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.854 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.854 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.854 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.854 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.854 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.854 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.855 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.855 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.855 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.855 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.855 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.855 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.855 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.855 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.855 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.855 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.855 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.855 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.855 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.855 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.855 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.856 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.856 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.856 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.856 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.856 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.856 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.856 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.856 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.856 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.856 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.856 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.856 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.856 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.856 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.857 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.857 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.857 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.857 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.857 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.857 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.857 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.857 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.857 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.857 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.857 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.857 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.857 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "telegraf", 2024-05-20T21:32:06.857 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.858 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.858 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.858 INFO:teuthology.orchestra.run.smithi008.stdout: "address": { 2024-05-20T21:32:06.858 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "address", 2024-05-20T21:32:06.858 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.858 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.858 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.858 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-05-20T21:32:06.858 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.858 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.858 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.858 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.858 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.858 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.859 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.859 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.859 INFO:teuthology.orchestra.run.smithi008.stdout: "interval": { 2024-05-20T21:32:06.859 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "interval", 2024-05-20T21:32:06.859 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "secs", 2024-05-20T21:32:06.859 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.859 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.859 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "15", 2024-05-20T21:32:06.859 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.859 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.859 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.859 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.859 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.859 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.860 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.860 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.860 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.860 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.860 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.860 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.860 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.860 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.860 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.860 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.860 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.860 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.860 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.860 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.860 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.861 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.861 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.861 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.861 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.861 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.861 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.861 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.861 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.861 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.861 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.861 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.861 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.861 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.861 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.861 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.862 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.862 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.862 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.862 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.862 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.862 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.862 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.862 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.862 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.862 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.862 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.862 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.862 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.862 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.863 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.863 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.863 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.863 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.863 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.863 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.863 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.863 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.863 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.863 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.863 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.863 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.863 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.863 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.864 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.864 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.864 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.864 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.864 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.864 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.864 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.864 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.864 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.864 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.864 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.864 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.864 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.864 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.865 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.865 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.865 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.865 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.865 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.865 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.865 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.865 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.865 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.865 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.865 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.865 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.865 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.865 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.866 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.866 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.866 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.866 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "telemetry", 2024-05-20T21:32:06.866 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.866 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.866 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.866 INFO:teuthology.orchestra.run.smithi008.stdout: "channel_basic": { 2024-05-20T21:32:06.866 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "channel_basic", 2024-05-20T21:32:06.866 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.866 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.866 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.866 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.866 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.867 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.867 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.867 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Share basic cluster information (size, version)", 2024-05-20T21:32:06.867 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.867 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.867 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.867 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.867 INFO:teuthology.orchestra.run.smithi008.stdout: "channel_crash": { 2024-05-20T21:32:06.867 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "channel_crash", 2024-05-20T21:32:06.867 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.867 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.867 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.867 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.867 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.867 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.868 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.868 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-05-20T21:32:06.868 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.868 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.868 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.868 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.868 INFO:teuthology.orchestra.run.smithi008.stdout: "channel_device": { 2024-05-20T21:32:06.868 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "channel_device", 2024-05-20T21:32:06.868 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.868 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.868 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.868 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.868 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.869 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.869 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.869 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-05-20T21:32:06.869 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.869 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.869 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.869 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.869 INFO:teuthology.orchestra.run.smithi008.stdout: "channel_ident": { 2024-05-20T21:32:06.869 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "channel_ident", 2024-05-20T21:32:06.869 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.869 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.869 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.869 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.869 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.869 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.870 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.870 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-05-20T21:32:06.870 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.870 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.870 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.870 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.870 INFO:teuthology.orchestra.run.smithi008.stdout: "channel_perf": { 2024-05-20T21:32:06.870 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "channel_perf", 2024-05-20T21:32:06.870 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.870 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.870 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.870 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.870 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.871 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.871 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.871 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Share various performance metrics of a cluster", 2024-05-20T21:32:06.871 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.871 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.871 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.871 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.871 INFO:teuthology.orchestra.run.smithi008.stdout: "contact": { 2024-05-20T21:32:06.871 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "contact", 2024-05-20T21:32:06.871 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.871 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.871 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.871 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.871 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.872 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.872 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.872 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.872 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.872 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.872 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.872 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.872 INFO:teuthology.orchestra.run.smithi008.stdout: "description": { 2024-05-20T21:32:06.872 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "description", 2024-05-20T21:32:06.872 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.872 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.872 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.872 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.872 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.873 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.873 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.873 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.873 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.873 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.873 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.873 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.873 INFO:teuthology.orchestra.run.smithi008.stdout: "device_url": { 2024-05-20T21:32:06.873 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "device_url", 2024-05-20T21:32:06.873 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.873 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.873 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.873 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-05-20T21:32:06.873 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.874 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.874 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.874 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.874 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.874 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.874 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.874 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.874 INFO:teuthology.orchestra.run.smithi008.stdout: "enabled": { 2024-05-20T21:32:06.874 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "enabled", 2024-05-20T21:32:06.874 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.874 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.874 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.874 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.874 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.875 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.875 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.875 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.875 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.875 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.875 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.875 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.875 INFO:teuthology.orchestra.run.smithi008.stdout: "interval": { 2024-05-20T21:32:06.875 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "interval", 2024-05-20T21:32:06.875 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.875 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.875 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.875 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "24", 2024-05-20T21:32:06.875 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "8", 2024-05-20T21:32:06.876 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.876 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.876 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.876 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.876 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.876 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.876 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.876 INFO:teuthology.orchestra.run.smithi008.stdout: "last_opt_revision": { 2024-05-20T21:32:06.876 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "last_opt_revision", 2024-05-20T21:32:06.876 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.876 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.876 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.876 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "1", 2024-05-20T21:32:06.876 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.877 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.877 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.877 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.877 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.877 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.877 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.877 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.877 INFO:teuthology.orchestra.run.smithi008.stdout: "leaderboard": { 2024-05-20T21:32:06.877 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "leaderboard", 2024-05-20T21:32:06.877 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.877 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.877 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.877 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.877 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.877 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.878 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.878 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.878 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.878 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.878 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.878 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.878 INFO:teuthology.orchestra.run.smithi008.stdout: "leaderboard_description": { 2024-05-20T21:32:06.878 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "leaderboard_description", 2024-05-20T21:32:06.878 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.878 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.878 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.878 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.878 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.878 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.879 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.879 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.879 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.879 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.879 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.879 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.879 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.879 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.879 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.879 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.879 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.879 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.879 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.879 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.879 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.880 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.880 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.880 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.880 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.880 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.880 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.880 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.880 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.880 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.880 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.880 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.880 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.880 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.880 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.881 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.881 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.881 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.881 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.881 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.881 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.881 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.881 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.881 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.881 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.881 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.881 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.881 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.881 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.882 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.882 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.882 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.882 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.882 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.882 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.882 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.882 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.882 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.882 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.882 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.882 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.882 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.882 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.882 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.883 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.883 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.883 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.883 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.883 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.883 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.883 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.883 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.883 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.883 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.883 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.883 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.883 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.884 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.884 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.884 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.884 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.884 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.884 INFO:teuthology.orchestra.run.smithi008.stdout: "organization": { 2024-05-20T21:32:06.884 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "organization", 2024-05-20T21:32:06.884 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.884 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.884 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.884 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.884 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.884 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.885 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.885 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.885 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.885 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.885 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.885 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.885 INFO:teuthology.orchestra.run.smithi008.stdout: "proxy": { 2024-05-20T21:32:06.885 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "proxy", 2024-05-20T21:32:06.885 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.885 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.885 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.885 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.885 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.885 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.886 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.886 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.886 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.886 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.886 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.886 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.886 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.886 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.886 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.886 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.886 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.886 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.886 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.886 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.887 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.887 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.887 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.887 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.887 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.887 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.887 INFO:teuthology.orchestra.run.smithi008.stdout: "url": { 2024-05-20T21:32:06.887 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "url", 2024-05-20T21:32:06.887 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.887 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.887 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.887 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-05-20T21:32:06.887 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.887 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.887 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.888 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.888 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.888 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.888 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.888 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.888 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.888 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.888 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.888 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "test_orchestrator", 2024-05-20T21:32:06.888 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.888 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.888 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.888 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.888 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.889 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.889 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.889 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.889 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.889 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.889 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.889 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.889 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.889 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.889 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.889 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.889 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.889 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.889 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.889 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.890 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.890 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.890 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.890 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.890 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.890 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.890 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.890 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.890 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.890 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.890 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.890 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.890 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.890 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.891 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.891 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.891 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.891 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.891 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.891 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.891 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.891 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.891 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.891 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.891 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.891 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.891 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.891 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.891 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.892 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.892 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.892 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.892 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.892 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.892 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.892 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.892 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.892 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.892 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.892 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.892 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.892 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.892 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.893 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.893 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.893 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.893 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.893 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.893 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.893 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.893 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.893 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.893 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.893 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.893 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.893 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.893 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.893 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.894 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.894 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.894 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.894 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.894 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.894 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.894 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.894 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.894 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.894 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.894 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.894 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.894 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "volumes", 2024-05-20T21:32:06.894 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.895 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.895 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.895 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.895 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.895 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.895 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.895 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.895 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.895 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.895 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.895 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.895 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.895 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.895 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.895 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.896 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.896 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.896 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.896 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.896 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.896 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.896 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.896 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.896 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.896 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.896 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.896 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.896 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.896 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.897 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.897 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.897 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.897 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.897 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.897 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.897 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.897 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.897 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.897 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.897 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.897 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.897 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.897 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.898 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.898 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.898 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.898 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.898 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.898 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.898 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.898 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.898 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.898 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.898 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.898 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.898 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.898 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.899 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.899 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.899 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.899 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.899 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.899 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.899 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.899 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.899 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.899 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.899 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.899 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.899 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.899 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.900 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.900 INFO:teuthology.orchestra.run.smithi008.stdout: "max_concurrent_clones": { 2024-05-20T21:32:06.900 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "max_concurrent_clones", 2024-05-20T21:32:06.900 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.900 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.900 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.900 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "4", 2024-05-20T21:32:06.900 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.900 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.900 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.900 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Number of asynchronous cloner threads", 2024-05-20T21:32:06.900 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.900 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.900 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.901 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.901 INFO:teuthology.orchestra.run.smithi008.stdout: "periodic_async_work": { 2024-05-20T21:32:06.901 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "periodic_async_work", 2024-05-20T21:32:06.901 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.901 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.901 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.901 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.901 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.901 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.901 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.901 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Periodically check for async work", 2024-05-20T21:32:06.901 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.901 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.901 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.902 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.902 INFO:teuthology.orchestra.run.smithi008.stdout: "snapshot_clone_delay": { 2024-05-20T21:32:06.902 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "snapshot_clone_delay", 2024-05-20T21:32:06.902 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.902 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.902 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.902 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.902 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.902 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.902 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.902 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-05-20T21:32:06.902 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.902 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.902 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.903 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.903 INFO:teuthology.orchestra.run.smithi008.stdout: "snapshot_clone_no_wait": { 2024-05-20T21:32:06.903 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "snapshot_clone_no_wait", 2024-05-20T21:32:06.903 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.903 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.903 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.903 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.903 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.903 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.903 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.903 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-05-20T21:32:06.903 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.903 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.903 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.904 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.904 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.904 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.904 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.904 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.904 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.904 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.904 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.904 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.904 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.904 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.904 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.904 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.904 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.904 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.905 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.905 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.905 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.905 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "zabbix", 2024-05-20T21:32:06.905 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.905 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.905 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.905 INFO:teuthology.orchestra.run.smithi008.stdout: "discovery_interval": { 2024-05-20T21:32:06.905 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "discovery_interval", 2024-05-20T21:32:06.905 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "uint", 2024-05-20T21:32:06.905 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.905 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.905 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "100", 2024-05-20T21:32:06.905 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.905 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.906 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.906 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.906 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.906 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.906 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.906 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.906 INFO:teuthology.orchestra.run.smithi008.stdout: "identifier": { 2024-05-20T21:32:06.906 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "identifier", 2024-05-20T21:32:06.906 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.906 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.906 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.906 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.906 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.906 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.907 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.907 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.907 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.907 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.907 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.907 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.907 INFO:teuthology.orchestra.run.smithi008.stdout: "interval": { 2024-05-20T21:32:06.907 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "interval", 2024-05-20T21:32:06.907 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "secs", 2024-05-20T21:32:06.907 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.907 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.907 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "60", 2024-05-20T21:32:06.907 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.907 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.908 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.908 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.908 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.908 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.908 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.908 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.908 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.908 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.908 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.908 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.908 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.908 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.908 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.908 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.908 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.909 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.909 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.909 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.909 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.909 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.909 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.909 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.909 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.909 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.909 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.909 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.909 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.909 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.909 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.909 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.910 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.910 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.910 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.910 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.910 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.910 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.910 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.910 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.910 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.910 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.910 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.910 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.910 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.911 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.911 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.911 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.911 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.911 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.911 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.911 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.911 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.911 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.911 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.911 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.911 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.911 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.911 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.912 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.912 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.912 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.912 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.912 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.912 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.912 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.912 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.912 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.912 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.912 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.912 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.912 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.912 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.912 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.913 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.913 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.913 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.913 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.913 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.913 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.913 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.913 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.913 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.913 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.913 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.913 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.913 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.913 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.914 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.914 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.914 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.914 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.914 INFO:teuthology.orchestra.run.smithi008.stdout: "zabbix_host": { 2024-05-20T21:32:06.914 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "zabbix_host", 2024-05-20T21:32:06.914 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.914 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.914 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.914 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.914 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.914 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.914 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.914 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.915 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.915 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.915 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.915 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.915 INFO:teuthology.orchestra.run.smithi008.stdout: "zabbix_port": { 2024-05-20T21:32:06.915 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "zabbix_port", 2024-05-20T21:32:06.915 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.915 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.915 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.915 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "10051", 2024-05-20T21:32:06.915 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.915 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.915 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.915 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.916 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.916 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.916 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.916 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.916 INFO:teuthology.orchestra.run.smithi008.stdout: "zabbix_sender": { 2024-05-20T21:32:06.916 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "zabbix_sender", 2024-05-20T21:32:06.916 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.916 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.916 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.916 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-05-20T21:32:06.916 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.916 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.916 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.916 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.916 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.917 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.917 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.917 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.917 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.917 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.917 INFO:teuthology.orchestra.run.smithi008.stdout: ] 2024-05-20T21:32:06.917 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.917 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.917 INFO:teuthology.orchestra.run.smithi008.stdout: "modules": [ 2024-05-20T21:32:06.917 INFO:teuthology.orchestra.run.smithi008.stdout: "cephadm", 2024-05-20T21:32:06.917 INFO:teuthology.orchestra.run.smithi008.stdout: "dashboard", 2024-05-20T21:32:06.917 INFO:teuthology.orchestra.run.smithi008.stdout: "iostat", 2024-05-20T21:32:06.917 INFO:teuthology.orchestra.run.smithi008.stdout: "nfs", 2024-05-20T21:32:06.917 INFO:teuthology.orchestra.run.smithi008.stdout: "restful" 2024-05-20T21:32:06.918 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.918 INFO:teuthology.orchestra.run.smithi008.stdout: "available_modules": [ 2024-05-20T21:32:06.918 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.918 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "alerts", 2024-05-20T21:32:06.918 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.918 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.918 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.918 INFO:teuthology.orchestra.run.smithi008.stdout: "interval": { 2024-05-20T21:32:06.918 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "interval", 2024-05-20T21:32:06.918 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "secs", 2024-05-20T21:32:06.918 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.918 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.918 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "60", 2024-05-20T21:32:06.918 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.919 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.919 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.919 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "How frequently to reexamine health status", 2024-05-20T21:32:06.919 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.919 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.919 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.919 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.919 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.919 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.919 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.919 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.919 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.919 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.919 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.919 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.920 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.920 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.920 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.920 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.920 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.920 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.920 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.920 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.920 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.920 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.920 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.920 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.920 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.920 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.921 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.921 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.921 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.921 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.921 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.921 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.921 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.921 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.921 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.921 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.921 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.921 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.921 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.921 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.921 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.922 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.922 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.922 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.922 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.922 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.922 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.922 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.922 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.922 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.922 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.922 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.922 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.922 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.922 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.923 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.923 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.923 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.923 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.923 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.923 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.923 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.923 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.923 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.923 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.923 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.923 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.923 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.923 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.924 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.924 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.924 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.924 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.924 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.924 INFO:teuthology.orchestra.run.smithi008.stdout: "smtp_destination": { 2024-05-20T21:32:06.924 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "smtp_destination", 2024-05-20T21:32:06.924 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.924 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.924 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.924 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.924 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.924 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.924 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.925 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Email address to send alerts to", 2024-05-20T21:32:06.925 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.925 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.925 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.925 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.925 INFO:teuthology.orchestra.run.smithi008.stdout: "smtp_from_name": { 2024-05-20T21:32:06.925 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "smtp_from_name", 2024-05-20T21:32:06.925 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.925 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.925 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.925 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "Ceph", 2024-05-20T21:32:06.925 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.925 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.925 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.925 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Email From: name", 2024-05-20T21:32:06.926 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.926 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.926 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.926 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.926 INFO:teuthology.orchestra.run.smithi008.stdout: "smtp_host": { 2024-05-20T21:32:06.926 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "smtp_host", 2024-05-20T21:32:06.926 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.926 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.926 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.926 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.926 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.926 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.926 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.927 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "SMTP server", 2024-05-20T21:32:06.927 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.927 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.927 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.927 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.927 INFO:teuthology.orchestra.run.smithi008.stdout: "smtp_password": { 2024-05-20T21:32:06.927 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "smtp_password", 2024-05-20T21:32:06.927 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.927 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.927 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.927 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.927 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.927 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.927 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.928 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Password to authenticate with", 2024-05-20T21:32:06.928 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.928 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.928 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.928 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.928 INFO:teuthology.orchestra.run.smithi008.stdout: "smtp_port": { 2024-05-20T21:32:06.928 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "smtp_port", 2024-05-20T21:32:06.928 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.928 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.928 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.928 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "465", 2024-05-20T21:32:06.928 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.928 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.928 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.929 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "SMTP port", 2024-05-20T21:32:06.929 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.929 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.929 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.929 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.929 INFO:teuthology.orchestra.run.smithi008.stdout: "smtp_sender": { 2024-05-20T21:32:06.929 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "smtp_sender", 2024-05-20T21:32:06.929 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.929 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.929 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.929 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.929 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.929 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.929 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.930 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "SMTP envelope sender", 2024-05-20T21:32:06.930 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.930 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.930 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.930 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.930 INFO:teuthology.orchestra.run.smithi008.stdout: "smtp_ssl": { 2024-05-20T21:32:06.930 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "smtp_ssl", 2024-05-20T21:32:06.930 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.930 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.930 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.930 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.930 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.930 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.931 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.931 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Use SSL to connect to SMTP server", 2024-05-20T21:32:06.931 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.931 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.931 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.931 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.931 INFO:teuthology.orchestra.run.smithi008.stdout: "smtp_user": { 2024-05-20T21:32:06.931 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "smtp_user", 2024-05-20T21:32:06.931 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.931 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.931 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.931 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.931 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.931 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.932 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.932 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "User to authenticate as", 2024-05-20T21:32:06.932 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.932 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.932 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.932 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.932 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.932 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.932 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.932 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.932 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.932 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.932 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.932 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.933 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.933 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.933 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.933 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.933 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.933 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.933 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.933 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.933 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.933 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "balancer", 2024-05-20T21:32:06.933 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.933 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.933 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.933 INFO:teuthology.orchestra.run.smithi008.stdout: "active": { 2024-05-20T21:32:06.934 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "active", 2024-05-20T21:32:06.934 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.934 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.934 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.934 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.934 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.934 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.934 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.934 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "automatically balance PGs across cluster", 2024-05-20T21:32:06.934 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.934 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.934 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.934 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.934 INFO:teuthology.orchestra.run.smithi008.stdout: "begin_time": { 2024-05-20T21:32:06.935 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "begin_time", 2024-05-20T21:32:06.935 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.935 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.935 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.935 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0000", 2024-05-20T21:32:06.935 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.935 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.935 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.935 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "beginning time of day to automatically balance", 2024-05-20T21:32:06.935 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-05-20T21:32:06.935 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.935 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.936 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.936 INFO:teuthology.orchestra.run.smithi008.stdout: "begin_weekday": { 2024-05-20T21:32:06.936 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "begin_weekday", 2024-05-20T21:32:06.936 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "uint", 2024-05-20T21:32:06.936 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.936 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.936 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.936 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "0", 2024-05-20T21:32:06.936 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "6", 2024-05-20T21:32:06.936 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.936 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-05-20T21:32:06.936 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-05-20T21:32:06.936 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.936 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.937 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.937 INFO:teuthology.orchestra.run.smithi008.stdout: "crush_compat_max_iterations": { 2024-05-20T21:32:06.937 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "crush_compat_max_iterations", 2024-05-20T21:32:06.937 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "uint", 2024-05-20T21:32:06.937 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.937 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.937 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "25", 2024-05-20T21:32:06.937 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "1", 2024-05-20T21:32:06.937 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "250", 2024-05-20T21:32:06.937 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.937 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-05-20T21:32:06.937 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.937 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.937 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.938 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.938 INFO:teuthology.orchestra.run.smithi008.stdout: "crush_compat_metrics": { 2024-05-20T21:32:06.938 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "crush_compat_metrics", 2024-05-20T21:32:06.938 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.938 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.938 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.938 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "pgs,objects,bytes", 2024-05-20T21:32:06.938 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.938 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.938 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.938 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-05-20T21:32:06.938 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-05-20T21:32:06.938 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.939 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.939 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.939 INFO:teuthology.orchestra.run.smithi008.stdout: "crush_compat_step": { 2024-05-20T21:32:06.939 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "crush_compat_step", 2024-05-20T21:32:06.939 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "float", 2024-05-20T21:32:06.939 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.939 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.939 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0.5", 2024-05-20T21:32:06.939 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "0.001", 2024-05-20T21:32:06.939 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "0.999", 2024-05-20T21:32:06.939 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.939 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "aggressiveness of optimization", 2024-05-20T21:32:06.939 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-05-20T21:32:06.939 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.940 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.940 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.940 INFO:teuthology.orchestra.run.smithi008.stdout: "end_time": { 2024-05-20T21:32:06.940 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "end_time", 2024-05-20T21:32:06.940 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.940 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.940 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.940 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "2359", 2024-05-20T21:32:06.940 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.940 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.940 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.940 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "ending time of day to automatically balance", 2024-05-20T21:32:06.940 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-05-20T21:32:06.940 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.941 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.941 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.941 INFO:teuthology.orchestra.run.smithi008.stdout: "end_weekday": { 2024-05-20T21:32:06.941 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "end_weekday", 2024-05-20T21:32:06.941 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "uint", 2024-05-20T21:32:06.941 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.941 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.941 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.941 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "0", 2024-05-20T21:32:06.941 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "6", 2024-05-20T21:32:06.941 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.941 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-05-20T21:32:06.941 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-05-20T21:32:06.942 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.942 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.942 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.942 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.942 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.942 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.942 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.942 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.942 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.942 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.942 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.942 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.942 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.942 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.943 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.943 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.943 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.943 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.943 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.943 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.943 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.943 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.943 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.943 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.943 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.943 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.943 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.944 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.944 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.944 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.944 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.944 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.944 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.944 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.944 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.944 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.944 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.944 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.944 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.944 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.944 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.945 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.945 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.945 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.945 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.945 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.945 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.945 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.945 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.945 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.945 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.945 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.945 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.945 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.945 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.946 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.946 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.946 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.946 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.946 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.946 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.946 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.946 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.946 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.946 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.946 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.946 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.946 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.947 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.947 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.947 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.947 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.947 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.947 INFO:teuthology.orchestra.run.smithi008.stdout: "min_score": { 2024-05-20T21:32:06.947 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "min_score", 2024-05-20T21:32:06.947 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "float", 2024-05-20T21:32:06.947 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.947 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.947 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.947 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.947 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.947 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.948 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-05-20T21:32:06.948 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.948 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.948 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.948 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.948 INFO:teuthology.orchestra.run.smithi008.stdout: "mode": { 2024-05-20T21:32:06.948 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "mode", 2024-05-20T21:32:06.948 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.948 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.948 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.948 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "upmap", 2024-05-20T21:32:06.948 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.948 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.948 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.949 INFO:teuthology.orchestra.run.smithi008.stdout: "crush-compat", 2024-05-20T21:32:06.949 INFO:teuthology.orchestra.run.smithi008.stdout: "none", 2024-05-20T21:32:06.949 INFO:teuthology.orchestra.run.smithi008.stdout: "read", 2024-05-20T21:32:06.949 INFO:teuthology.orchestra.run.smithi008.stdout: "upmap", 2024-05-20T21:32:06.949 INFO:teuthology.orchestra.run.smithi008.stdout: "upmap-read" 2024-05-20T21:32:06.949 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.949 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Balancer mode", 2024-05-20T21:32:06.949 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.949 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.949 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.949 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.949 INFO:teuthology.orchestra.run.smithi008.stdout: "pool_ids": { 2024-05-20T21:32:06.949 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "pool_ids", 2024-05-20T21:32:06.949 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.950 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.950 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.950 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.950 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.950 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.950 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.950 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-05-20T21:32:06.950 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.950 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.950 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.950 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.950 INFO:teuthology.orchestra.run.smithi008.stdout: "sleep_interval": { 2024-05-20T21:32:06.950 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sleep_interval", 2024-05-20T21:32:06.950 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "secs", 2024-05-20T21:32:06.950 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.951 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.951 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "60", 2024-05-20T21:32:06.951 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.951 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.951 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.951 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-05-20T21:32:06.951 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.951 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.951 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.951 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.951 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:06.951 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:06.951 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.951 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:06.952 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.952 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:06.952 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.952 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.952 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.952 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.952 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.952 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.952 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.952 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.952 INFO:teuthology.orchestra.run.smithi008.stdout: "upmap_max_deviation": { 2024-05-20T21:32:06.952 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "upmap_max_deviation", 2024-05-20T21:32:06.952 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.952 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.953 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.953 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "5", 2024-05-20T21:32:06.953 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "1", 2024-05-20T21:32:06.953 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.953 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.953 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "deviation below which no optimization is attempted", 2024-05-20T21:32:06.953 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-05-20T21:32:06.953 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.953 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.953 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.953 INFO:teuthology.orchestra.run.smithi008.stdout: "upmap_max_optimizations": { 2024-05-20T21:32:06.953 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "upmap_max_optimizations", 2024-05-20T21:32:06.953 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "uint", 2024-05-20T21:32:06.954 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.954 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.954 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "10", 2024-05-20T21:32:06.954 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.954 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.954 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.954 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-05-20T21:32:06.954 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.954 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.954 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.954 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.954 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:06.954 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.954 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:06.954 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "cephadm", 2024-05-20T21:32:06.955 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:06.955 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:06.955 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:06.955 INFO:teuthology.orchestra.run.smithi008.stdout: "agent_down_multiplier": { 2024-05-20T21:32:06.955 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "agent_down_multiplier", 2024-05-20T21:32:06.955 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "float", 2024-05-20T21:32:06.955 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.955 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.955 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "3.0", 2024-05-20T21:32:06.955 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.955 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.955 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.955 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-05-20T21:32:06.955 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.955 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.956 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.956 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.956 INFO:teuthology.orchestra.run.smithi008.stdout: "agent_refresh_rate": { 2024-05-20T21:32:06.956 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "agent_refresh_rate", 2024-05-20T21:32:06.956 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "secs", 2024-05-20T21:32:06.956 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.956 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.956 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "20", 2024-05-20T21:32:06.956 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.956 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.956 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.956 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-05-20T21:32:06.956 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.956 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.957 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.957 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.957 INFO:teuthology.orchestra.run.smithi008.stdout: "agent_starting_port": { 2024-05-20T21:32:06.957 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "agent_starting_port", 2024-05-20T21:32:06.957 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.957 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.957 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.957 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "4721", 2024-05-20T21:32:06.957 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.957 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.957 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.957 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-05-20T21:32:06.957 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.957 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.958 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.958 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.958 INFO:teuthology.orchestra.run.smithi008.stdout: "allow_ptrace": { 2024-05-20T21:32:06.958 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "allow_ptrace", 2024-05-20T21:32:06.958 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.958 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.958 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.958 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.958 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.958 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.958 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.958 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-05-20T21:32:06.958 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-05-20T21:32:06.958 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.959 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.959 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.959 INFO:teuthology.orchestra.run.smithi008.stdout: "autotune_interval": { 2024-05-20T21:32:06.959 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "autotune_interval", 2024-05-20T21:32:06.959 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "secs", 2024-05-20T21:32:06.959 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.959 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.959 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "600", 2024-05-20T21:32:06.959 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.959 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.959 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.959 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "how frequently to autotune daemon memory", 2024-05-20T21:32:06.959 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.959 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.960 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.960 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.960 INFO:teuthology.orchestra.run.smithi008.stdout: "autotune_memory_target_ratio": { 2024-05-20T21:32:06.960 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "autotune_memory_target_ratio", 2024-05-20T21:32:06.960 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "float", 2024-05-20T21:32:06.960 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.960 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.960 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0.7", 2024-05-20T21:32:06.960 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.960 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.960 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.960 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-05-20T21:32:06.960 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.960 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.960 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.961 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.961 INFO:teuthology.orchestra.run.smithi008.stdout: "cephadm_log_destination": { 2024-05-20T21:32:06.961 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "cephadm_log_destination", 2024-05-20T21:32:06.961 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.961 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.961 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.961 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.961 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.961 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.961 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.961 INFO:teuthology.orchestra.run.smithi008.stdout: "file", 2024-05-20T21:32:06.961 INFO:teuthology.orchestra.run.smithi008.stdout: "file,syslog", 2024-05-20T21:32:06.961 INFO:teuthology.orchestra.run.smithi008.stdout: "syslog" 2024-05-20T21:32:06.961 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.962 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-05-20T21:32:06.962 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.962 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.962 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.962 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.962 INFO:teuthology.orchestra.run.smithi008.stdout: "cgroups_split": { 2024-05-20T21:32:06.962 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "cgroups_split", 2024-05-20T21:32:06.962 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.962 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.962 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.962 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.962 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.962 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.962 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.963 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-05-20T21:32:06.963 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.963 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.963 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.963 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.963 INFO:teuthology.orchestra.run.smithi008.stdout: "config_checks_enabled": { 2024-05-20T21:32:06.963 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "config_checks_enabled", 2024-05-20T21:32:06.963 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.963 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.963 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.963 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.963 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.963 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.963 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.964 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-05-20T21:32:06.964 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.964 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.964 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.964 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.964 INFO:teuthology.orchestra.run.smithi008.stdout: "config_dashboard": { 2024-05-20T21:32:06.964 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "config_dashboard", 2024-05-20T21:32:06.964 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.964 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.964 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.964 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.964 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.964 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.964 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.965 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-05-20T21:32:06.965 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.965 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.965 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.965 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.965 INFO:teuthology.orchestra.run.smithi008.stdout: "container_image_alertmanager": { 2024-05-20T21:32:06.965 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "container_image_alertmanager", 2024-05-20T21:32:06.965 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.965 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.965 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.965 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-05-20T21:32:06.965 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.965 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.965 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.965 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Prometheus container image", 2024-05-20T21:32:06.966 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.966 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.966 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.966 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.966 INFO:teuthology.orchestra.run.smithi008.stdout: "container_image_base": { 2024-05-20T21:32:06.966 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "container_image_base", 2024-05-20T21:32:06.966 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.966 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.966 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.966 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "quay.io/ceph/ceph", 2024-05-20T21:32:06.966 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.966 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.966 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.966 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Container image name, without the tag", 2024-05-20T21:32:06.966 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.967 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.967 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.967 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.967 INFO:teuthology.orchestra.run.smithi008.stdout: "container_image_elasticsearch": { 2024-05-20T21:32:06.967 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "container_image_elasticsearch", 2024-05-20T21:32:06.967 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.967 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.967 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.967 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-05-20T21:32:06.967 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.967 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.967 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.967 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "elasticsearch container image", 2024-05-20T21:32:06.968 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.968 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.968 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.968 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.968 INFO:teuthology.orchestra.run.smithi008.stdout: "container_image_grafana": { 2024-05-20T21:32:06.968 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "container_image_grafana", 2024-05-20T21:32:06.968 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.968 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.968 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.968 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-05-20T21:32:06.968 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.968 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.968 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.968 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Prometheus container image", 2024-05-20T21:32:06.969 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.969 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.969 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.969 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.969 INFO:teuthology.orchestra.run.smithi008.stdout: "container_image_haproxy": { 2024-05-20T21:32:06.969 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "container_image_haproxy", 2024-05-20T21:32:06.969 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.969 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.969 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.969 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-05-20T21:32:06.969 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.969 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.969 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.969 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "HAproxy container image", 2024-05-20T21:32:06.969 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.970 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.970 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.970 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.970 INFO:teuthology.orchestra.run.smithi008.stdout: "container_image_jaeger_agent": { 2024-05-20T21:32:06.970 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "container_image_jaeger_agent", 2024-05-20T21:32:06.970 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.970 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.970 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.970 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-05-20T21:32:06.970 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.970 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.970 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.970 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Jaeger agent container image", 2024-05-20T21:32:06.970 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.971 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.971 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.971 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.971 INFO:teuthology.orchestra.run.smithi008.stdout: "container_image_jaeger_collector": { 2024-05-20T21:32:06.971 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "container_image_jaeger_collector", 2024-05-20T21:32:06.971 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.971 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.971 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.971 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-05-20T21:32:06.971 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.971 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.971 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.971 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Jaeger collector container image", 2024-05-20T21:32:06.971 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.972 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.972 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.972 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.972 INFO:teuthology.orchestra.run.smithi008.stdout: "container_image_jaeger_query": { 2024-05-20T21:32:06.972 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "container_image_jaeger_query", 2024-05-20T21:32:06.972 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.972 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.972 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.972 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-05-20T21:32:06.972 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.972 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.972 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.972 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Jaeger query container image", 2024-05-20T21:32:06.972 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.973 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.973 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.973 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.973 INFO:teuthology.orchestra.run.smithi008.stdout: "container_image_keepalived": { 2024-05-20T21:32:06.973 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "container_image_keepalived", 2024-05-20T21:32:06.973 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.973 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.973 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.973 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-05-20T21:32:06.973 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.973 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.973 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.973 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Keepalived container image", 2024-05-20T21:32:06.973 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.974 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.974 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.974 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.974 INFO:teuthology.orchestra.run.smithi008.stdout: "container_image_loki": { 2024-05-20T21:32:06.974 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "container_image_loki", 2024-05-20T21:32:06.974 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.974 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.974 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.974 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "docker.io/grafana/loki:3.0.0", 2024-05-20T21:32:06.974 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.974 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.974 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.974 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Loki container image", 2024-05-20T21:32:06.974 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.975 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.975 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.975 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.975 INFO:teuthology.orchestra.run.smithi008.stdout: "container_image_node_exporter": { 2024-05-20T21:32:06.975 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "container_image_node_exporter", 2024-05-20T21:32:06.975 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.975 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.975 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.975 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-05-20T21:32:06.975 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.975 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.975 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.975 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Prometheus container image", 2024-05-20T21:32:06.975 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.976 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.976 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.976 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.976 INFO:teuthology.orchestra.run.smithi008.stdout: "container_image_nvmeof": { 2024-05-20T21:32:06.976 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "container_image_nvmeof", 2024-05-20T21:32:06.976 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.976 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.976 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.976 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.5", 2024-05-20T21:32:06.976 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.976 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.976 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.976 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Nvme-of container image", 2024-05-20T21:32:06.977 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.977 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.977 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.977 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.977 INFO:teuthology.orchestra.run.smithi008.stdout: "container_image_prometheus": { 2024-05-20T21:32:06.977 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "container_image_prometheus", 2024-05-20T21:32:06.977 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.977 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.977 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.977 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-05-20T21:32:06.977 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.977 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.977 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.977 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Prometheus container image", 2024-05-20T21:32:06.978 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.978 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.978 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.978 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.978 INFO:teuthology.orchestra.run.smithi008.stdout: "container_image_promtail": { 2024-05-20T21:32:06.978 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "container_image_promtail", 2024-05-20T21:32:06.978 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.978 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.978 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.978 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "docker.io/grafana/promtail:3.0.0", 2024-05-20T21:32:06.978 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.978 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.978 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.978 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Promtail container image", 2024-05-20T21:32:06.979 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.979 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.979 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.979 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.979 INFO:teuthology.orchestra.run.smithi008.stdout: "container_image_samba": { 2024-05-20T21:32:06.979 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "container_image_samba", 2024-05-20T21:32:06.979 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.979 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.979 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.979 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-05-20T21:32:06.979 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.979 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.979 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.979 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Samba/SMB container image", 2024-05-20T21:32:06.980 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.980 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.980 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.980 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.980 INFO:teuthology.orchestra.run.smithi008.stdout: "container_image_snmp_gateway": { 2024-05-20T21:32:06.980 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "container_image_snmp_gateway", 2024-05-20T21:32:06.980 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.980 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.980 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.980 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-05-20T21:32:06.980 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.980 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.980 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.980 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "SNMP Gateway container image", 2024-05-20T21:32:06.981 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.981 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.981 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.981 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.981 INFO:teuthology.orchestra.run.smithi008.stdout: "container_init": { 2024-05-20T21:32:06.981 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "container_init", 2024-05-20T21:32:06.981 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.981 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.981 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.981 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.981 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.981 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.981 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.981 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Run podman/docker with `--init`", 2024-05-20T21:32:06.981 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.982 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.982 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.982 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.982 INFO:teuthology.orchestra.run.smithi008.stdout: "daemon_cache_timeout": { 2024-05-20T21:32:06.982 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "daemon_cache_timeout", 2024-05-20T21:32:06.982 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "secs", 2024-05-20T21:32:06.982 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.982 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.982 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "600", 2024-05-20T21:32:06.982 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.982 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.982 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.982 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-05-20T21:32:06.982 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.983 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.983 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.983 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.983 INFO:teuthology.orchestra.run.smithi008.stdout: "default_cephadm_command_timeout": { 2024-05-20T21:32:06.983 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "default_cephadm_command_timeout", 2024-05-20T21:32:06.983 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:06.983 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.983 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.983 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "900", 2024-05-20T21:32:06.983 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.983 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.983 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.983 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-05-20T21:32:06.983 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.983 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.984 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.984 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.984 INFO:teuthology.orchestra.run.smithi008.stdout: "default_registry": { 2024-05-20T21:32:06.984 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "default_registry", 2024-05-20T21:32:06.984 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.984 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.984 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.984 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "docker.io", 2024-05-20T21:32:06.984 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.984 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.984 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.984 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-05-20T21:32:06.984 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.984 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.985 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.985 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.985 INFO:teuthology.orchestra.run.smithi008.stdout: "device_cache_timeout": { 2024-05-20T21:32:06.985 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "device_cache_timeout", 2024-05-20T21:32:06.985 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "secs", 2024-05-20T21:32:06.985 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.985 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.985 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "1800", 2024-05-20T21:32:06.985 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.985 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.985 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.985 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "seconds to cache device inventory", 2024-05-20T21:32:06.985 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.985 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.986 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.986 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.986 INFO:teuthology.orchestra.run.smithi008.stdout: "device_enhanced_scan": { 2024-05-20T21:32:06.986 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "device_enhanced_scan", 2024-05-20T21:32:06.986 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.986 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.986 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.986 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.986 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.986 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.986 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.986 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Use libstoragemgmt during device scans", 2024-05-20T21:32:06.986 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.986 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.987 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.987 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.987 INFO:teuthology.orchestra.run.smithi008.stdout: "facts_cache_timeout": { 2024-05-20T21:32:06.987 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "facts_cache_timeout", 2024-05-20T21:32:06.987 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "secs", 2024-05-20T21:32:06.987 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.987 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.987 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "60", 2024-05-20T21:32:06.987 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.987 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.987 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.987 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "seconds to cache host facts data", 2024-05-20T21:32:06.987 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.987 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.988 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.988 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.988 INFO:teuthology.orchestra.run.smithi008.stdout: "grafana_dashboards_path": { 2024-05-20T21:32:06.988 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "grafana_dashboards_path", 2024-05-20T21:32:06.988 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.988 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.988 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.988 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-05-20T21:32:06.988 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.988 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.988 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.988 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-05-20T21:32:06.988 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.988 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.989 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.989 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.989 INFO:teuthology.orchestra.run.smithi008.stdout: "host_check_interval": { 2024-05-20T21:32:06.989 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "host_check_interval", 2024-05-20T21:32:06.989 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "secs", 2024-05-20T21:32:06.989 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.989 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.989 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "600", 2024-05-20T21:32:06.989 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.989 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.989 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.989 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "how frequently to perform a host check", 2024-05-20T21:32:06.989 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.989 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.990 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.990 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.990 INFO:teuthology.orchestra.run.smithi008.stdout: "hw_monitoring": { 2024-05-20T21:32:06.990 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "hw_monitoring", 2024-05-20T21:32:06.990 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.990 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.990 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.990 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.990 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.990 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.990 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.990 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-05-20T21:32:06.990 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.990 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.991 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.991 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.991 INFO:teuthology.orchestra.run.smithi008.stdout: "inventory_list_all": { 2024-05-20T21:32:06.991 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "inventory_list_all", 2024-05-20T21:32:06.991 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.991 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.991 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.991 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.991 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.991 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.991 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.991 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-05-20T21:32:06.991 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.991 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.991 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.992 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.992 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:06.992 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:06.992 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.992 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.992 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.992 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:06.992 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.992 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.992 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.992 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.992 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.992 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.992 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.993 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.993 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.993 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.993 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.993 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.993 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.993 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.993 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.993 INFO:teuthology.orchestra.run.smithi008.stdout: "log_refresh_metadata": { 2024-05-20T21:32:06.993 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_refresh_metadata", 2024-05-20T21:32:06.993 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.993 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.993 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.993 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.994 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.994 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.994 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.994 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-05-20T21:32:06.994 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.994 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.994 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.994 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.994 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:06.994 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:06.994 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.994 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.994 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.994 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:06.995 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.995 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.995 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.995 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-05-20T21:32:06.995 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.995 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.995 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.995 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.995 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:06.995 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:06.995 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.995 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.995 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.995 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:06.996 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.996 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.996 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:06.996 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:06.996 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:06.996 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:06.996 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:06.996 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:06.996 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:06.996 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:06.996 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.996 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.996 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.996 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.996 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.997 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:06.997 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:06.997 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.997 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.997 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:06.997 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.997 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.997 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.997 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.997 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:06.997 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.997 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.997 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.997 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.998 INFO:teuthology.orchestra.run.smithi008.stdout: "manage_etc_ceph_ceph_conf": { 2024-05-20T21:32:06.998 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-05-20T21:32:06.998 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:06.998 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.998 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.998 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:06.998 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.998 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.998 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.998 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-05-20T21:32:06.998 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.998 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.998 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:06.999 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:06.999 INFO:teuthology.orchestra.run.smithi008.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-05-20T21:32:06.999 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-05-20T21:32:06.999 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:06.999 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:06.999 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:06.999 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "*", 2024-05-20T21:32:06.999 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:06.999 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:06.999 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:06.999 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-05-20T21:32:06.999 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:06.999 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:06.999 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.000 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.000 INFO:teuthology.orchestra.run.smithi008.stdout: "max_count_per_host": { 2024-05-20T21:32:07.000 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "max_count_per_host", 2024-05-20T21:32:07.000 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.000 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.000 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.000 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "10", 2024-05-20T21:32:07.000 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.000 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.000 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.000 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "max number of daemons per service per host", 2024-05-20T21:32:07.000 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.000 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.000 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.000 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.001 INFO:teuthology.orchestra.run.smithi008.stdout: "max_osd_draining_count": { 2024-05-20T21:32:07.001 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "max_osd_draining_count", 2024-05-20T21:32:07.001 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.001 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.001 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.001 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "10", 2024-05-20T21:32:07.001 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.001 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.001 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.001 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-05-20T21:32:07.001 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.002 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.002 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.002 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.002 INFO:teuthology.orchestra.run.smithi008.stdout: "migration_current": { 2024-05-20T21:32:07.002 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "migration_current", 2024-05-20T21:32:07.002 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.002 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.002 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.002 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.002 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.002 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.002 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.002 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "internal - do not modify", 2024-05-20T21:32:07.003 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.003 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.003 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.003 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.003 INFO:teuthology.orchestra.run.smithi008.stdout: "mode": { 2024-05-20T21:32:07.003 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "mode", 2024-05-20T21:32:07.003 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.003 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.003 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.003 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "root", 2024-05-20T21:32:07.003 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.003 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.003 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.003 INFO:teuthology.orchestra.run.smithi008.stdout: "cephadm-package", 2024-05-20T21:32:07.004 INFO:teuthology.orchestra.run.smithi008.stdout: "root" 2024-05-20T21:32:07.004 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.004 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "mode for remote execution of cephadm", 2024-05-20T21:32:07.004 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.004 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.004 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.004 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.004 INFO:teuthology.orchestra.run.smithi008.stdout: "oob_default_addr": { 2024-05-20T21:32:07.004 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "oob_default_addr", 2024-05-20T21:32:07.004 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.004 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.004 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.004 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "169.254.1.1", 2024-05-20T21:32:07.004 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.005 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.005 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.005 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Default address for RedFish API (oob management).", 2024-05-20T21:32:07.005 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.005 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.005 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.005 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.005 INFO:teuthology.orchestra.run.smithi008.stdout: "prometheus_alerts_path": { 2024-05-20T21:32:07.005 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "prometheus_alerts_path", 2024-05-20T21:32:07.005 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.005 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.005 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.005 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-05-20T21:32:07.005 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.006 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.006 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.006 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-05-20T21:32:07.006 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.006 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.006 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.006 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.006 INFO:teuthology.orchestra.run.smithi008.stdout: "registry_insecure": { 2024-05-20T21:32:07.006 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "registry_insecure", 2024-05-20T21:32:07.006 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.006 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.006 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.006 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.007 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.007 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.007 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.007 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-05-20T21:32:07.007 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.007 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.007 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.007 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.007 INFO:teuthology.orchestra.run.smithi008.stdout: "registry_password": { 2024-05-20T21:32:07.007 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "registry_password", 2024-05-20T21:32:07.007 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.007 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.007 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.007 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.008 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.008 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.008 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.008 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-05-20T21:32:07.008 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.008 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.008 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.008 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.008 INFO:teuthology.orchestra.run.smithi008.stdout: "registry_url": { 2024-05-20T21:32:07.008 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "registry_url", 2024-05-20T21:32:07.008 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.008 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.008 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.008 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.009 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.009 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.009 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.009 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-05-20T21:32:07.009 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.009 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.009 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.009 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.009 INFO:teuthology.orchestra.run.smithi008.stdout: "registry_username": { 2024-05-20T21:32:07.009 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "registry_username", 2024-05-20T21:32:07.009 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.009 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.009 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.009 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.010 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.010 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.010 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.010 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-05-20T21:32:07.010 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.010 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.010 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.010 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.010 INFO:teuthology.orchestra.run.smithi008.stdout: "secure_monitoring_stack": { 2024-05-20T21:32:07.010 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "secure_monitoring_stack", 2024-05-20T21:32:07.010 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.010 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.010 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.010 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.011 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.011 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.011 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.011 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-05-20T21:32:07.011 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.011 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.011 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.011 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.011 INFO:teuthology.orchestra.run.smithi008.stdout: "service_discovery_port": { 2024-05-20T21:32:07.011 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "service_discovery_port", 2024-05-20T21:32:07.011 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.011 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.011 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.011 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "8765", 2024-05-20T21:32:07.012 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.012 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.012 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.012 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "cephadm service discovery port", 2024-05-20T21:32:07.012 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.012 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.012 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.012 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.012 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:07.012 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:07.012 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.012 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:07.012 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.012 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:07.013 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.013 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.013 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.013 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.013 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.013 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.013 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.013 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.013 INFO:teuthology.orchestra.run.smithi008.stdout: "ssh_config_file": { 2024-05-20T21:32:07.013 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "ssh_config_file", 2024-05-20T21:32:07.013 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.013 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.013 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.013 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.014 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.014 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.014 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.014 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-05-20T21:32:07.014 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.014 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.014 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.014 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.014 INFO:teuthology.orchestra.run.smithi008.stdout: "use_agent": { 2024-05-20T21:32:07.014 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "use_agent", 2024-05-20T21:32:07.014 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.014 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.014 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.014 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.015 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.015 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.015 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.015 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-05-20T21:32:07.015 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.015 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.015 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.015 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.015 INFO:teuthology.orchestra.run.smithi008.stdout: "use_repo_digest": { 2024-05-20T21:32:07.015 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "use_repo_digest", 2024-05-20T21:32:07.015 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.015 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.015 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.015 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:07.015 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.016 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.016 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.016 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-05-20T21:32:07.016 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.016 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.016 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.016 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.016 INFO:teuthology.orchestra.run.smithi008.stdout: "warn_on_failed_host_check": { 2024-05-20T21:32:07.016 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "warn_on_failed_host_check", 2024-05-20T21:32:07.016 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.016 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.016 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.016 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:07.016 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.017 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.017 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.017 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "raise a health warning if the host check fails", 2024-05-20T21:32:07.017 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.017 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.017 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.017 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.017 INFO:teuthology.orchestra.run.smithi008.stdout: "warn_on_stray_daemons": { 2024-05-20T21:32:07.017 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "warn_on_stray_daemons", 2024-05-20T21:32:07.017 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.017 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.017 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.017 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:07.017 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.018 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.018 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.018 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-05-20T21:32:07.018 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.018 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.018 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.018 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.018 INFO:teuthology.orchestra.run.smithi008.stdout: "warn_on_stray_hosts": { 2024-05-20T21:32:07.018 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "warn_on_stray_hosts", 2024-05-20T21:32:07.018 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.018 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.018 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.018 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:07.018 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.019 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.019 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.019 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-05-20T21:32:07.019 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.019 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.019 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.019 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.019 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.019 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.019 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:07.019 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "crash", 2024-05-20T21:32:07.019 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:07.019 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:07.019 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:07.020 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:07.020 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:07.020 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.020 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.020 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.020 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.020 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.020 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.020 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.020 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.020 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.020 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.020 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.020 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.020 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.021 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.021 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.021 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.021 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.021 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.021 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.021 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:07.021 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:07.021 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.021 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.021 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.021 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.021 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.021 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.022 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.022 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.022 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.022 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.022 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.022 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.022 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:07.022 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:07.022 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.022 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.022 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.022 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:07.022 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.022 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.023 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.023 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.023 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.023 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.023 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.023 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.023 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.023 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.023 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.023 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.023 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.023 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.023 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.023 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:07.023 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:07.024 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.024 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.024 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.024 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.024 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.024 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.024 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.024 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.024 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.024 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.024 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.024 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.024 INFO:teuthology.orchestra.run.smithi008.stdout: "retain_interval": { 2024-05-20T21:32:07.024 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "retain_interval", 2024-05-20T21:32:07.024 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "secs", 2024-05-20T21:32:07.025 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.025 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.025 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "31536000", 2024-05-20T21:32:07.025 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.025 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.025 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.025 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "how long to retain crashes before pruning them", 2024-05-20T21:32:07.025 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.025 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.025 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.025 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.025 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:07.025 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:07.025 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.025 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:07.026 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.026 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:07.026 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.026 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.026 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.026 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.026 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.026 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.026 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.026 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.026 INFO:teuthology.orchestra.run.smithi008.stdout: "warn_recent_interval": { 2024-05-20T21:32:07.026 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "warn_recent_interval", 2024-05-20T21:32:07.026 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "secs", 2024-05-20T21:32:07.026 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.027 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.027 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "1209600", 2024-05-20T21:32:07.027 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.027 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.027 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.027 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "time interval in which to warn about recent crashes", 2024-05-20T21:32:07.027 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.027 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.027 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.027 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.027 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.027 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.027 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:07.027 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "dashboard", 2024-05-20T21:32:07.027 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:07.028 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:07.028 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:07.028 INFO:teuthology.orchestra.run.smithi008.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-05-20T21:32:07.028 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-05-20T21:32:07.028 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.028 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.028 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.028 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "10", 2024-05-20T21:32:07.028 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.028 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.028 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.028 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.028 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.028 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.029 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.029 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.029 INFO:teuthology.orchestra.run.smithi008.stdout: "ALERTMANAGER_API_HOST": { 2024-05-20T21:32:07.029 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "ALERTMANAGER_API_HOST", 2024-05-20T21:32:07.029 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.029 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.029 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.029 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.029 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.029 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.029 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.029 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.029 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.029 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.030 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.030 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.030 INFO:teuthology.orchestra.run.smithi008.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-05-20T21:32:07.030 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-05-20T21:32:07.030 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.030 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.030 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.030 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:07.030 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.030 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.030 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.030 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.030 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.030 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.031 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.031 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.031 INFO:teuthology.orchestra.run.smithi008.stdout: "AUDIT_API_ENABLED": { 2024-05-20T21:32:07.031 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "AUDIT_API_ENABLED", 2024-05-20T21:32:07.031 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.031 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.031 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.031 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.031 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.031 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.031 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.031 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.031 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.031 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.032 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.032 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.032 INFO:teuthology.orchestra.run.smithi008.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-05-20T21:32:07.032 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-05-20T21:32:07.032 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.032 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.032 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.032 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:07.032 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.032 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.032 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.032 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.032 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.032 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.033 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.033 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.033 INFO:teuthology.orchestra.run.smithi008.stdout: "ENABLE_BROWSABLE_API": { 2024-05-20T21:32:07.033 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "ENABLE_BROWSABLE_API", 2024-05-20T21:32:07.033 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.033 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.033 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.033 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:07.033 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.033 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.033 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.033 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.033 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.033 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.034 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.034 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.034 INFO:teuthology.orchestra.run.smithi008.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-05-20T21:32:07.034 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-05-20T21:32:07.034 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.034 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.034 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.037 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:07.037 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.037 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.037 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.037 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.038 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.038 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.038 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.038 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.038 INFO:teuthology.orchestra.run.smithi008.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-05-20T21:32:07.038 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-05-20T21:32:07.038 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.038 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.038 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.038 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:07.038 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.038 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.038 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.038 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.039 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.039 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.039 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.039 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.039 INFO:teuthology.orchestra.run.smithi008.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-05-20T21:32:07.039 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-05-20T21:32:07.039 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.039 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.039 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.039 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:07.039 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.039 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.039 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.039 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.040 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.040 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.040 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.040 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.040 INFO:teuthology.orchestra.run.smithi008.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-05-20T21:32:07.040 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-05-20T21:32:07.040 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.040 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.040 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.040 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:07.040 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.040 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.040 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.040 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.041 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.041 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.041 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.041 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.041 INFO:teuthology.orchestra.run.smithi008.stdout: "FEATURE_TOGGLE_NFS": { 2024-05-20T21:32:07.041 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-05-20T21:32:07.041 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.041 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.041 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.041 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:07.041 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.041 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.041 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.041 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.041 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.042 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.042 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.042 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.042 INFO:teuthology.orchestra.run.smithi008.stdout: "FEATURE_TOGGLE_RBD": { 2024-05-20T21:32:07.042 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-05-20T21:32:07.042 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.042 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.042 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.042 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:07.042 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.042 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.042 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.042 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.043 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.043 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.043 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.043 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.043 INFO:teuthology.orchestra.run.smithi008.stdout: "FEATURE_TOGGLE_RGW": { 2024-05-20T21:32:07.043 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-05-20T21:32:07.043 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.043 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.043 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.043 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:07.043 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.043 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.043 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.043 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.043 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.044 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.044 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.044 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.044 INFO:teuthology.orchestra.run.smithi008.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-05-20T21:32:07.044 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-05-20T21:32:07.044 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.044 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.044 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.044 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.044 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.044 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.044 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.044 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.044 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.044 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.045 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.045 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.045 INFO:teuthology.orchestra.run.smithi008.stdout: "GRAFANA_API_PASSWORD": { 2024-05-20T21:32:07.045 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "GRAFANA_API_PASSWORD", 2024-05-20T21:32:07.045 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.045 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.045 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.045 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "admin", 2024-05-20T21:32:07.045 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.045 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.045 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.045 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.045 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.045 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.045 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.046 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.046 INFO:teuthology.orchestra.run.smithi008.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-05-20T21:32:07.046 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-05-20T21:32:07.046 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.046 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.046 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.046 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:07.046 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.046 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.046 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.046 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.046 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.046 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.046 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.047 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.047 INFO:teuthology.orchestra.run.smithi008.stdout: "GRAFANA_API_URL": { 2024-05-20T21:32:07.047 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "GRAFANA_API_URL", 2024-05-20T21:32:07.047 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.047 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.047 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.047 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.047 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.047 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.047 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.047 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.047 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.047 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.047 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.048 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.048 INFO:teuthology.orchestra.run.smithi008.stdout: "GRAFANA_API_USERNAME": { 2024-05-20T21:32:07.048 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "GRAFANA_API_USERNAME", 2024-05-20T21:32:07.048 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.048 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.048 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.048 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "admin", 2024-05-20T21:32:07.048 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.048 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.048 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.048 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.048 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.048 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.048 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.048 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.049 INFO:teuthology.orchestra.run.smithi008.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-05-20T21:32:07.049 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-05-20T21:32:07.049 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.049 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.049 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.049 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.049 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.049 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.049 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.049 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.049 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.049 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.049 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.049 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.050 INFO:teuthology.orchestra.run.smithi008.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-05-20T21:32:07.050 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-05-20T21:32:07.050 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.050 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.050 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.050 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.050 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.050 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.050 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.050 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.050 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.050 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.050 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.050 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.051 INFO:teuthology.orchestra.run.smithi008.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-05-20T21:32:07.051 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-05-20T21:32:07.051 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.051 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.051 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.051 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:07.051 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.051 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.051 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.051 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.051 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.051 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.051 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.051 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.052 INFO:teuthology.orchestra.run.smithi008.stdout: "ISSUE_TRACKER_API_KEY": { 2024-05-20T21:32:07.052 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-05-20T21:32:07.052 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.052 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.052 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.052 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.052 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.052 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.052 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.052 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.052 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.052 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.052 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.052 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.053 INFO:teuthology.orchestra.run.smithi008.stdout: "MANAGED_BY_CLUSTERS": { 2024-05-20T21:32:07.053 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-05-20T21:32:07.053 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.053 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.053 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.053 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "[]", 2024-05-20T21:32:07.053 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.053 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.053 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.053 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.053 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.053 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.053 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.053 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.054 INFO:teuthology.orchestra.run.smithi008.stdout: "MULTICLUSTER_CONFIG": { 2024-05-20T21:32:07.054 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "MULTICLUSTER_CONFIG", 2024-05-20T21:32:07.054 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.054 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.054 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.054 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "{}", 2024-05-20T21:32:07.054 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.054 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.054 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.054 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.054 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.054 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.054 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.054 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.055 INFO:teuthology.orchestra.run.smithi008.stdout: "PROMETHEUS_API_HOST": { 2024-05-20T21:32:07.055 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "PROMETHEUS_API_HOST", 2024-05-20T21:32:07.055 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.055 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.055 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.055 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.055 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.055 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.055 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.055 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.055 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.055 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.055 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.055 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.055 INFO:teuthology.orchestra.run.smithi008.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-05-20T21:32:07.056 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-05-20T21:32:07.056 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.056 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.056 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.056 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:07.056 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.056 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.056 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.056 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.056 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.056 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.056 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.056 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.056 INFO:teuthology.orchestra.run.smithi008.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-05-20T21:32:07.056 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-05-20T21:32:07.057 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.057 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.057 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.057 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.057 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.057 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.057 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.057 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.057 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.057 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.057 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.057 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.057 INFO:teuthology.orchestra.run.smithi008.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-05-20T21:32:07.057 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-05-20T21:32:07.058 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.058 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.058 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.058 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.058 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.058 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.058 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.058 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.058 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.058 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.058 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.058 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.058 INFO:teuthology.orchestra.run.smithi008.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-05-20T21:32:07.058 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-05-20T21:32:07.059 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.059 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.059 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.059 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:07.059 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.059 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.059 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.059 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.059 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.059 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.059 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.059 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.059 INFO:teuthology.orchestra.run.smithi008.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-05-20T21:32:07.059 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-05-20T21:32:07.060 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.060 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.060 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.060 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:07.060 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.060 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.060 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.060 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.060 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.060 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.060 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.060 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.060 INFO:teuthology.orchestra.run.smithi008.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-05-20T21:32:07.060 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-05-20T21:32:07.061 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.061 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.061 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.061 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.061 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.061 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.061 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.061 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.061 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.061 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.061 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.061 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.061 INFO:teuthology.orchestra.run.smithi008.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-05-20T21:32:07.061 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-05-20T21:32:07.062 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.062 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.062 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.062 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.062 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.062 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.062 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.062 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.062 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.062 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.062 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.062 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.062 INFO:teuthology.orchestra.run.smithi008.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-05-20T21:32:07.062 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-05-20T21:32:07.063 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.063 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.063 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.063 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.063 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.063 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.063 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.063 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.063 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.063 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.063 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.063 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.063 INFO:teuthology.orchestra.run.smithi008.stdout: "PWD_POLICY_ENABLED": { 2024-05-20T21:32:07.064 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "PWD_POLICY_ENABLED", 2024-05-20T21:32:07.064 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.064 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.064 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.064 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:07.064 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.064 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.064 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.064 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.064 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.064 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.064 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.064 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.064 INFO:teuthology.orchestra.run.smithi008.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-05-20T21:32:07.065 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-05-20T21:32:07.065 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.065 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.065 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.065 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-05-20T21:32:07.065 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.065 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.065 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.065 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.065 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.065 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.065 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.065 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.065 INFO:teuthology.orchestra.run.smithi008.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-05-20T21:32:07.066 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-05-20T21:32:07.066 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.066 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.066 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.066 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "10", 2024-05-20T21:32:07.066 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.066 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.066 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.066 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.066 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.066 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.066 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.066 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.067 INFO:teuthology.orchestra.run.smithi008.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-05-20T21:32:07.067 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-05-20T21:32:07.067 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.067 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.067 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.067 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "8", 2024-05-20T21:32:07.067 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.067 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.067 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.067 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.067 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.067 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.067 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.067 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.068 INFO:teuthology.orchestra.run.smithi008.stdout: "REST_REQUESTS_TIMEOUT": { 2024-05-20T21:32:07.068 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-05-20T21:32:07.068 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.068 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.068 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.068 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "45", 2024-05-20T21:32:07.068 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.068 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.068 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.068 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.068 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.068 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.068 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.068 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.069 INFO:teuthology.orchestra.run.smithi008.stdout: "RGW_API_ACCESS_KEY": { 2024-05-20T21:32:07.069 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "RGW_API_ACCESS_KEY", 2024-05-20T21:32:07.069 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.069 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.069 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.069 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.069 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.069 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.069 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.069 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.069 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.069 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.069 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.069 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.070 INFO:teuthology.orchestra.run.smithi008.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-05-20T21:32:07.070 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-05-20T21:32:07.070 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.070 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.070 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.070 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "admin", 2024-05-20T21:32:07.070 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.070 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.070 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.070 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.070 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.070 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.070 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.070 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.071 INFO:teuthology.orchestra.run.smithi008.stdout: "RGW_API_SECRET_KEY": { 2024-05-20T21:32:07.071 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "RGW_API_SECRET_KEY", 2024-05-20T21:32:07.071 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.071 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.071 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.071 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.071 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.071 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.071 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.071 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.071 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.071 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.071 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.072 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.072 INFO:teuthology.orchestra.run.smithi008.stdout: "RGW_API_SSL_VERIFY": { 2024-05-20T21:32:07.072 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "RGW_API_SSL_VERIFY", 2024-05-20T21:32:07.072 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.072 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.072 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.072 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:07.072 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.072 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.072 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.072 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.072 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.072 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.072 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.073 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.073 INFO:teuthology.orchestra.run.smithi008.stdout: "UNSAFE_TLS_v1_2": { 2024-05-20T21:32:07.073 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "UNSAFE_TLS_v1_2", 2024-05-20T21:32:07.073 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.073 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.073 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.073 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.073 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.073 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.073 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.073 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.073 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.073 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.073 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.074 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.074 INFO:teuthology.orchestra.run.smithi008.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-05-20T21:32:07.074 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-05-20T21:32:07.074 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.074 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.074 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.074 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:07.074 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.074 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.074 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.074 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.074 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.074 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.074 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.075 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.075 INFO:teuthology.orchestra.run.smithi008.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-05-20T21:32:07.075 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-05-20T21:32:07.075 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.075 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.075 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.075 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "10", 2024-05-20T21:32:07.075 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.075 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.075 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.075 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.075 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.075 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.075 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.076 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.076 INFO:teuthology.orchestra.run.smithi008.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-05-20T21:32:07.076 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-05-20T21:32:07.076 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.076 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.076 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.076 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "5", 2024-05-20T21:32:07.076 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.076 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.076 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.076 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.076 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.076 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.076 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.076 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.077 INFO:teuthology.orchestra.run.smithi008.stdout: "cross_origin_url": { 2024-05-20T21:32:07.077 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "cross_origin_url", 2024-05-20T21:32:07.077 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.077 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.077 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.077 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.077 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.077 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.077 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.077 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.077 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.077 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.077 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.077 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.078 INFO:teuthology.orchestra.run.smithi008.stdout: "crt_file": { 2024-05-20T21:32:07.078 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "crt_file", 2024-05-20T21:32:07.078 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.078 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.078 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.078 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.078 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.078 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.078 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.078 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.078 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.078 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.078 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.078 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.079 INFO:teuthology.orchestra.run.smithi008.stdout: "debug": { 2024-05-20T21:32:07.079 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "debug", 2024-05-20T21:32:07.079 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.079 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.079 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.079 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.079 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.079 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.079 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.079 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Enable/disable debug options", 2024-05-20T21:32:07.079 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.079 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.079 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.079 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.079 INFO:teuthology.orchestra.run.smithi008.stdout: "jwt_token_ttl": { 2024-05-20T21:32:07.080 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "jwt_token_ttl", 2024-05-20T21:32:07.080 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.080 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.080 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.080 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "28800", 2024-05-20T21:32:07.080 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.080 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.080 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.080 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.080 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.080 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.080 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.080 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.080 INFO:teuthology.orchestra.run.smithi008.stdout: "key_file": { 2024-05-20T21:32:07.081 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "key_file", 2024-05-20T21:32:07.081 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.081 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.081 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.081 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.081 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.081 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.081 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.081 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.081 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.081 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.081 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.081 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.081 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:07.082 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:07.082 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.082 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.082 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.082 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.082 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.082 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.082 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.082 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.082 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.082 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.082 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.082 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.082 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.083 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.083 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.083 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.083 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.083 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.083 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.083 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:07.083 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:07.083 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.083 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.083 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.083 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.083 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.083 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.084 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.084 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.084 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.084 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.084 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.084 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.084 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:07.084 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:07.084 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.084 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.084 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.084 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:07.084 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.084 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.085 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.085 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.085 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.085 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.085 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.085 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.085 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.085 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.085 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.085 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.085 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.085 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.085 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.085 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:07.086 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:07.086 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.086 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.086 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.086 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.086 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.086 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.086 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.086 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.086 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.086 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.086 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.086 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.086 INFO:teuthology.orchestra.run.smithi008.stdout: "motd": { 2024-05-20T21:32:07.087 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "motd", 2024-05-20T21:32:07.087 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.087 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.087 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.087 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.087 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.087 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.087 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.087 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "The message of the day", 2024-05-20T21:32:07.087 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.087 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.087 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.087 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.087 INFO:teuthology.orchestra.run.smithi008.stdout: "redirect_resolve_ip_addr": { 2024-05-20T21:32:07.088 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "redirect_resolve_ip_addr", 2024-05-20T21:32:07.088 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.088 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.088 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.088 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.088 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.088 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.088 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.088 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.088 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.088 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.088 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.088 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.088 INFO:teuthology.orchestra.run.smithi008.stdout: "server_addr": { 2024-05-20T21:32:07.089 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "server_addr", 2024-05-20T21:32:07.089 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.089 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.089 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.089 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "::", 2024-05-20T21:32:07.089 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.089 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.089 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.089 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.089 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.089 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.089 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.089 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.089 INFO:teuthology.orchestra.run.smithi008.stdout: "server_port": { 2024-05-20T21:32:07.090 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "server_port", 2024-05-20T21:32:07.090 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.090 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.090 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.090 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "8080", 2024-05-20T21:32:07.090 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.090 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.090 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.090 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.090 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.090 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.090 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.090 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.090 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:07.091 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:07.091 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.091 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:07.091 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.091 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:07.091 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.091 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.091 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.091 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.091 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.091 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.091 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.091 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.091 INFO:teuthology.orchestra.run.smithi008.stdout: "ssl": { 2024-05-20T21:32:07.091 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "ssl", 2024-05-20T21:32:07.092 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.092 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.092 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.092 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:07.092 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.092 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.092 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.092 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.092 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.092 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.092 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.092 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.092 INFO:teuthology.orchestra.run.smithi008.stdout: "ssl_server_port": { 2024-05-20T21:32:07.092 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "ssl_server_port", 2024-05-20T21:32:07.093 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.093 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.093 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.093 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "8443", 2024-05-20T21:32:07.093 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.093 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.093 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.093 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.093 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.093 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.093 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.093 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.093 INFO:teuthology.orchestra.run.smithi008.stdout: "standby_behaviour": { 2024-05-20T21:32:07.094 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "standby_behaviour", 2024-05-20T21:32:07.094 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.094 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.094 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.094 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "redirect", 2024-05-20T21:32:07.094 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.094 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.094 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.094 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.094 INFO:teuthology.orchestra.run.smithi008.stdout: "redirect" 2024-05-20T21:32:07.094 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.094 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.094 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.094 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.095 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.095 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.095 INFO:teuthology.orchestra.run.smithi008.stdout: "standby_error_status_code": { 2024-05-20T21:32:07.095 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "standby_error_status_code", 2024-05-20T21:32:07.095 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.095 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.095 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.095 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "500", 2024-05-20T21:32:07.095 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "400", 2024-05-20T21:32:07.095 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "599", 2024-05-20T21:32:07.095 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.095 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.095 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.095 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.096 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.096 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.096 INFO:teuthology.orchestra.run.smithi008.stdout: "url_prefix": { 2024-05-20T21:32:07.096 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "url_prefix", 2024-05-20T21:32:07.096 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.096 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.096 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.096 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.096 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.096 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.096 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.096 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.096 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.096 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.097 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.097 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.097 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.097 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.097 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:07.097 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "devicehealth", 2024-05-20T21:32:07.097 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:07.097 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:07.097 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:07.097 INFO:teuthology.orchestra.run.smithi008.stdout: "enable_monitoring": { 2024-05-20T21:32:07.097 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "enable_monitoring", 2024-05-20T21:32:07.097 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.097 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.097 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.098 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:07.098 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.098 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.098 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.098 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "monitor device health metrics", 2024-05-20T21:32:07.098 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.098 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.098 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.098 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.098 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:07.098 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:07.098 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.098 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.099 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.099 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.099 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.099 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.099 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.099 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.099 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.099 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.099 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.099 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.099 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.099 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.099 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.100 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.100 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.100 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.100 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.100 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:07.100 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:07.100 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.100 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.100 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.100 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.100 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.100 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.100 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.100 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.101 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.101 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.101 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.101 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.101 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:07.101 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:07.101 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.101 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.101 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.101 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:07.101 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.101 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.101 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.101 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.101 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.102 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.102 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.102 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.102 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.102 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.102 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.102 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.102 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.102 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.102 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.102 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:07.102 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:07.102 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.102 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.102 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.103 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.103 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.103 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.103 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.103 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.103 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.103 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.103 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.103 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.103 INFO:teuthology.orchestra.run.smithi008.stdout: "mark_out_threshold": { 2024-05-20T21:32:07.103 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "mark_out_threshold", 2024-05-20T21:32:07.103 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "secs", 2024-05-20T21:32:07.103 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.103 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.104 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "2419200", 2024-05-20T21:32:07.104 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.104 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.104 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.104 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-05-20T21:32:07.104 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.104 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.104 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.104 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.104 INFO:teuthology.orchestra.run.smithi008.stdout: "pool_name": { 2024-05-20T21:32:07.104 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "pool_name", 2024-05-20T21:32:07.104 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.104 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.104 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.105 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "device_health_metrics", 2024-05-20T21:32:07.105 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.105 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.105 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.105 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "name of pool in which to store device health metrics", 2024-05-20T21:32:07.105 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.105 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.105 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.105 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.105 INFO:teuthology.orchestra.run.smithi008.stdout: "retention_period": { 2024-05-20T21:32:07.105 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "retention_period", 2024-05-20T21:32:07.105 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "secs", 2024-05-20T21:32:07.105 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.106 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.106 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "15552000", 2024-05-20T21:32:07.106 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.106 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.106 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.106 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "how long to retain device health metrics", 2024-05-20T21:32:07.106 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.106 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.106 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.106 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.106 INFO:teuthology.orchestra.run.smithi008.stdout: "scrape_frequency": { 2024-05-20T21:32:07.106 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "scrape_frequency", 2024-05-20T21:32:07.106 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "secs", 2024-05-20T21:32:07.106 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.107 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.107 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "86400", 2024-05-20T21:32:07.107 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.107 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.107 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.107 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "how frequently to scrape device health metrics", 2024-05-20T21:32:07.107 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.107 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.107 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.107 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.107 INFO:teuthology.orchestra.run.smithi008.stdout: "self_heal": { 2024-05-20T21:32:07.107 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "self_heal", 2024-05-20T21:32:07.107 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.108 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.108 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.108 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:07.108 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.108 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.108 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.108 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-05-20T21:32:07.108 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.108 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.108 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.108 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.108 INFO:teuthology.orchestra.run.smithi008.stdout: "sleep_interval": { 2024-05-20T21:32:07.108 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sleep_interval", 2024-05-20T21:32:07.108 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "secs", 2024-05-20T21:32:07.109 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.109 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.109 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "600", 2024-05-20T21:32:07.109 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.109 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.109 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.109 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "how frequently to wake up and check device health", 2024-05-20T21:32:07.109 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.109 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.109 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.109 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.109 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:07.109 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:07.109 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.110 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:07.110 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.110 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:07.110 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.110 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.110 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.110 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.110 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.110 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.110 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.110 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.110 INFO:teuthology.orchestra.run.smithi008.stdout: "warn_threshold": { 2024-05-20T21:32:07.110 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "warn_threshold", 2024-05-20T21:32:07.111 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "secs", 2024-05-20T21:32:07.111 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.111 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.111 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "7257600", 2024-05-20T21:32:07.111 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.111 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.111 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.111 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-05-20T21:32:07.111 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.111 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.111 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.111 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.111 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.112 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.112 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:07.112 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "diskprediction_local", 2024-05-20T21:32:07.112 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:07.112 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:07.112 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:07.112 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:07.112 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:07.112 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.112 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.112 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.112 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.112 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.112 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.113 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.113 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.113 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.113 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.113 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.113 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.113 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.113 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.113 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.113 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.113 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.113 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.113 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.113 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:07.113 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:07.114 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.114 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.114 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.114 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.114 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.114 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.114 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.114 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.114 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.114 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.114 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.114 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.114 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:07.114 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:07.115 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.115 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.115 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.115 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:07.115 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.115 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.115 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.115 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.115 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.115 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.115 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.115 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.115 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.115 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.115 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.116 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.116 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.116 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.116 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.116 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:07.116 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:07.116 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.116 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.116 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.116 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.116 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.116 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.116 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.116 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.117 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.117 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.117 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.117 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.117 INFO:teuthology.orchestra.run.smithi008.stdout: "predict_interval": { 2024-05-20T21:32:07.117 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "predict_interval", 2024-05-20T21:32:07.117 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.117 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.117 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.117 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "86400", 2024-05-20T21:32:07.117 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.117 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.117 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.117 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.118 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.118 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.118 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.118 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.118 INFO:teuthology.orchestra.run.smithi008.stdout: "predictor_model": { 2024-05-20T21:32:07.118 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "predictor_model", 2024-05-20T21:32:07.118 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.118 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.118 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.118 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "prophetstor", 2024-05-20T21:32:07.118 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.118 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.118 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.119 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.119 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.119 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.119 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.119 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.119 INFO:teuthology.orchestra.run.smithi008.stdout: "sleep_interval": { 2024-05-20T21:32:07.119 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sleep_interval", 2024-05-20T21:32:07.119 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.119 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.119 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.119 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "600", 2024-05-20T21:32:07.119 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.119 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.119 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.120 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.120 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.120 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.120 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.120 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.120 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:07.120 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:07.120 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.120 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:07.120 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.120 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:07.120 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.120 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.120 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.121 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.121 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.121 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.121 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.121 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.121 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.121 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.121 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:07.121 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "influx", 2024-05-20T21:32:07.121 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": false, 2024-05-20T21:32:07.121 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "influxdb python module not found", 2024-05-20T21:32:07.121 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:07.121 INFO:teuthology.orchestra.run.smithi008.stdout: "batch_size": { 2024-05-20T21:32:07.122 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "batch_size", 2024-05-20T21:32:07.122 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.122 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.122 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.122 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "5000", 2024-05-20T21:32:07.122 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.122 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.122 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.122 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-05-20T21:32:07.122 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.122 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.122 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.123 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.123 INFO:teuthology.orchestra.run.smithi008.stdout: "database": { 2024-05-20T21:32:07.123 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "database", 2024-05-20T21:32:07.123 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.123 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.123 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.123 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "ceph", 2024-05-20T21:32:07.123 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.123 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.123 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.123 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-05-20T21:32:07.123 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.123 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.123 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.124 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.124 INFO:teuthology.orchestra.run.smithi008.stdout: "hostname": { 2024-05-20T21:32:07.124 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "hostname", 2024-05-20T21:32:07.124 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.124 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.124 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.124 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.124 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.124 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.124 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.124 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "InfluxDB server hostname", 2024-05-20T21:32:07.124 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.124 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.124 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.125 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.125 INFO:teuthology.orchestra.run.smithi008.stdout: "interval": { 2024-05-20T21:32:07.125 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "interval", 2024-05-20T21:32:07.125 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "secs", 2024-05-20T21:32:07.125 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.125 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.125 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "30", 2024-05-20T21:32:07.125 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "5", 2024-05-20T21:32:07.125 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.125 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.125 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-05-20T21:32:07.125 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.125 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.126 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.126 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.126 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:07.126 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:07.126 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.126 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.126 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.126 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.126 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.126 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.126 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.126 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.126 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.127 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.127 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.127 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.127 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.127 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.127 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.127 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.127 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.127 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.127 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.127 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:07.127 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:07.127 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.128 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.128 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.128 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.128 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.128 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.128 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.128 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.128 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.128 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.128 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.128 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.128 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:07.128 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:07.129 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.129 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.129 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.129 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:07.129 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.129 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.129 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.129 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.129 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.129 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.129 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.129 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.129 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.129 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.130 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.130 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.130 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.130 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.130 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.130 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:07.130 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:07.130 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.130 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.130 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.130 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.130 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.130 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.130 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.131 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.131 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.131 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.131 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.131 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.131 INFO:teuthology.orchestra.run.smithi008.stdout: "password": { 2024-05-20T21:32:07.131 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "password", 2024-05-20T21:32:07.131 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.131 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.131 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.131 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.131 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.131 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.132 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.132 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "password of InfluxDB server user", 2024-05-20T21:32:07.132 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.132 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.132 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.132 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.132 INFO:teuthology.orchestra.run.smithi008.stdout: "port": { 2024-05-20T21:32:07.132 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "port", 2024-05-20T21:32:07.132 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.132 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.132 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.132 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "8086", 2024-05-20T21:32:07.132 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.132 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.133 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.133 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "InfluxDB server port", 2024-05-20T21:32:07.133 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.133 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.133 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.133 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.133 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:07.133 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:07.133 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.133 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:07.133 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.133 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:07.133 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.133 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.134 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.134 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.134 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.134 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.134 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.134 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.134 INFO:teuthology.orchestra.run.smithi008.stdout: "ssl": { 2024-05-20T21:32:07.134 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "ssl", 2024-05-20T21:32:07.134 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.134 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.134 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.134 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "false", 2024-05-20T21:32:07.134 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.134 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.135 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.135 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-05-20T21:32:07.135 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.135 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.135 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.135 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.135 INFO:teuthology.orchestra.run.smithi008.stdout: "threads": { 2024-05-20T21:32:07.135 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "threads", 2024-05-20T21:32:07.135 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.135 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.135 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.135 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "5", 2024-05-20T21:32:07.135 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "1", 2024-05-20T21:32:07.135 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "32", 2024-05-20T21:32:07.136 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.136 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-05-20T21:32:07.136 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.136 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.136 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.136 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.136 INFO:teuthology.orchestra.run.smithi008.stdout: "username": { 2024-05-20T21:32:07.136 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "username", 2024-05-20T21:32:07.136 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.136 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.136 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.136 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.136 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.136 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.136 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.137 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "username of InfluxDB server user", 2024-05-20T21:32:07.137 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.137 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.137 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.137 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.137 INFO:teuthology.orchestra.run.smithi008.stdout: "verify_ssl": { 2024-05-20T21:32:07.137 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "verify_ssl", 2024-05-20T21:32:07.137 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.137 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.137 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.137 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "true", 2024-05-20T21:32:07.137 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.137 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.137 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.138 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-05-20T21:32:07.138 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.138 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.138 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.138 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.138 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.138 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.138 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:07.138 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "insights", 2024-05-20T21:32:07.138 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:07.138 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:07.138 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:07.138 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:07.139 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:07.139 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.139 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.139 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.139 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.139 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.139 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.139 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.139 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.139 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.139 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.139 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.139 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.139 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.139 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.140 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.140 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.140 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.140 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.140 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.140 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:07.140 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:07.140 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.140 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.140 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.140 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.140 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.140 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.140 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.140 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.140 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.141 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.141 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.141 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.141 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:07.141 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:07.141 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.141 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.141 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.141 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:07.141 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.141 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.141 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.141 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.141 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.141 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.142 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.142 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.142 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.142 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.142 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.142 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.142 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.142 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.142 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.142 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:07.142 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:07.142 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.142 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.142 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.143 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.143 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.143 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.143 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.143 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.143 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.143 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.143 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.143 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.143 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:07.143 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:07.143 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.143 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:07.143 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.144 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:07.144 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.144 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.144 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.144 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.144 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.144 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.144 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.144 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.144 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.144 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.144 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:07.144 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "iostat", 2024-05-20T21:32:07.144 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:07.144 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:07.145 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:07.145 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:07.145 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:07.145 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.145 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.145 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.145 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.145 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.145 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.145 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.145 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.145 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.145 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.145 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.145 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.145 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.146 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.146 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.146 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.146 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.146 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.146 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.146 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:07.146 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:07.146 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.146 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.146 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.146 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.146 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.146 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.147 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.147 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.147 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.147 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.147 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.147 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.147 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:07.147 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:07.147 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.147 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.147 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.147 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:07.147 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.148 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.148 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.148 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.148 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.148 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.148 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.148 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.148 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.148 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.148 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.148 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.148 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.148 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.148 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.148 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:07.149 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:07.149 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.149 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.149 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.149 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.149 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.149 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.149 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.149 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.149 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.149 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.149 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.149 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.150 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:07.150 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:07.150 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.150 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:07.150 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.150 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:07.150 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.150 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.150 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.150 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.150 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.150 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.150 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.150 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.151 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.151 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.151 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:07.151 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "k8sevents", 2024-05-20T21:32:07.151 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:07.151 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:07.151 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:07.151 INFO:teuthology.orchestra.run.smithi008.stdout: "ceph_event_retention_days": { 2024-05-20T21:32:07.151 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "ceph_event_retention_days", 2024-05-20T21:32:07.151 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.151 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.151 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.151 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "7", 2024-05-20T21:32:07.151 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.151 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.151 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.152 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Days to hold ceph event information within local cache", 2024-05-20T21:32:07.152 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.152 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.152 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.152 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.152 INFO:teuthology.orchestra.run.smithi008.stdout: "config_check_secs": { 2024-05-20T21:32:07.152 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "config_check_secs", 2024-05-20T21:32:07.152 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.152 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.152 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.152 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "10", 2024-05-20T21:32:07.152 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "10", 2024-05-20T21:32:07.152 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.152 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.152 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-05-20T21:32:07.153 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.153 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.153 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.153 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.153 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:07.153 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:07.153 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.153 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.153 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.153 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.153 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.153 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.153 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.153 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.153 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.154 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.154 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.154 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.154 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.154 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.154 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.154 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.154 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.154 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.154 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.154 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:07.154 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:07.154 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.154 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.155 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.155 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.155 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.155 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.155 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.155 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.155 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.155 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.155 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.155 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.155 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:07.155 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:07.155 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.155 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.156 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.156 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:07.156 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.156 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.156 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.156 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.156 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.156 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.156 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.156 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.156 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.156 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.156 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.156 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.157 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.157 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.157 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.157 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:07.157 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:07.157 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.157 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.157 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.157 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.157 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.157 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.157 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.157 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.157 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.157 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.158 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.158 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.158 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:07.158 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:07.158 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.158 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:07.158 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.158 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:07.158 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.158 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.158 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.158 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.158 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.158 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.159 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.159 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.159 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.159 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.159 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:07.159 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "localpool", 2024-05-20T21:32:07.159 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:07.159 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:07.159 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:07.159 INFO:teuthology.orchestra.run.smithi008.stdout: "failure_domain": { 2024-05-20T21:32:07.159 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "failure_domain", 2024-05-20T21:32:07.159 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.159 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.159 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.159 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "host", 2024-05-20T21:32:07.160 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.160 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.160 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.160 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "failure domain for any created local pool", 2024-05-20T21:32:07.160 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-05-20T21:32:07.160 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.160 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.160 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.160 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:07.160 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:07.160 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.160 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.160 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.160 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.161 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.161 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.161 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.161 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.161 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.161 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.161 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.161 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.161 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.161 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.161 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.161 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.161 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.161 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.162 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.162 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:07.162 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:07.162 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.162 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.162 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.162 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.162 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.162 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.162 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.162 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.162 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.162 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.162 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.163 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.163 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:07.163 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:07.163 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.163 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.163 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.163 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:07.163 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.163 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.163 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.163 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.163 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.163 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.163 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.163 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.164 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.164 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.164 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.164 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.164 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.164 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.164 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.164 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:07.164 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:07.164 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.164 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.164 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.164 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.164 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.164 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.165 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.165 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.165 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.165 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.165 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.165 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.165 INFO:teuthology.orchestra.run.smithi008.stdout: "min_size": { 2024-05-20T21:32:07.165 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "min_size", 2024-05-20T21:32:07.165 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.165 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.165 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.165 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.165 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.165 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.166 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.166 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "default min_size for any created local pool", 2024-05-20T21:32:07.166 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-05-20T21:32:07.166 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.166 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.166 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.166 INFO:teuthology.orchestra.run.smithi008.stdout: "num_rep": { 2024-05-20T21:32:07.166 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "num_rep", 2024-05-20T21:32:07.166 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.166 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.166 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.166 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "3", 2024-05-20T21:32:07.166 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.167 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.167 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.167 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "default replica count for any created local pool", 2024-05-20T21:32:07.167 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.167 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.167 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.167 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.167 INFO:teuthology.orchestra.run.smithi008.stdout: "pg_num": { 2024-05-20T21:32:07.167 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "pg_num", 2024-05-20T21:32:07.167 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.167 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.167 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.167 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "128", 2024-05-20T21:32:07.168 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.168 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.168 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.168 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "default pg_num for any created local pool", 2024-05-20T21:32:07.168 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.168 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.168 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.168 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.168 INFO:teuthology.orchestra.run.smithi008.stdout: "prefix": { 2024-05-20T21:32:07.168 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "prefix", 2024-05-20T21:32:07.168 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.168 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.168 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.168 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.168 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.169 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.169 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.169 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "name prefix for any created local pool", 2024-05-20T21:32:07.169 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.169 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.169 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.169 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.169 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:07.169 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:07.169 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.169 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:07.169 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.169 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:07.169 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.169 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.170 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.170 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.170 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.170 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.170 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.170 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.170 INFO:teuthology.orchestra.run.smithi008.stdout: "subtree": { 2024-05-20T21:32:07.170 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "subtree", 2024-05-20T21:32:07.170 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.170 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.170 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.170 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "rack", 2024-05-20T21:32:07.170 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.170 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.171 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.171 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "CRUSH level for which to create a local pool", 2024-05-20T21:32:07.171 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-05-20T21:32:07.171 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.171 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.171 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.171 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.171 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.171 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:07.171 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "mds_autoscaler", 2024-05-20T21:32:07.171 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:07.171 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:07.171 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:07.171 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:07.172 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:07.172 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.172 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.172 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.172 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.172 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.172 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.172 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.172 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.172 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.172 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.172 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.172 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.172 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.173 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.173 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.173 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.173 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.173 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.173 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.173 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:07.173 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:07.173 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.173 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.173 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.173 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.173 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.174 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.174 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.174 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.174 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.174 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.174 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.174 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.174 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:07.174 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:07.174 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.174 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.174 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.174 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:07.174 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.175 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.175 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.175 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.175 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.175 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.175 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.175 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.175 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.175 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.175 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.175 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.175 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.175 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.175 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.176 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:07.176 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:07.176 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.176 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.176 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.176 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.176 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.176 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.176 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.176 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.176 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.176 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.176 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.176 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.177 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:07.177 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:07.177 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.177 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:07.177 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.177 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:07.177 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.177 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.177 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.177 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.177 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.177 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.177 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.178 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.178 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.178 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.178 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:07.178 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "mirroring", 2024-05-20T21:32:07.178 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:07.178 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:07.178 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:07.178 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:07.178 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:07.178 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.178 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.178 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.178 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.179 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.179 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.179 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.179 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.179 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.179 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.179 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.179 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.179 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.179 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.179 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.179 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.179 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.179 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.180 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.180 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:07.180 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:07.180 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.180 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.180 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.180 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.180 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.180 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.180 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.180 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.180 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.180 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.180 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.181 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.181 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:07.181 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:07.181 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.181 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.181 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.181 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:07.181 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.181 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.181 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.181 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.181 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.181 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.181 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.182 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.182 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.182 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.182 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.182 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.182 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.182 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.182 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.182 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:07.182 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:07.182 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.182 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.182 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.182 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.183 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.183 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.183 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.183 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.183 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.183 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.183 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.183 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.183 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:07.183 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:07.183 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.183 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:07.183 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.183 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:07.184 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.184 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.184 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.184 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.184 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.184 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.184 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.184 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.184 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.184 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.184 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:07.184 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "nfs", 2024-05-20T21:32:07.184 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:07.184 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:07.185 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:07.185 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:07.185 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:07.185 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.185 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.185 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.185 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.185 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.185 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.185 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.185 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.185 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.185 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.186 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.186 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.186 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.186 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.186 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.186 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.186 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.186 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.186 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.186 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:07.186 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:07.186 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.186 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.186 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.187 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.187 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.187 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.187 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.187 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.187 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.187 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.187 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.187 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.187 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:07.187 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:07.187 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.187 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.187 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.188 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:07.188 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.188 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.188 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.188 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.188 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.188 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.188 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.188 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.188 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.188 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.188 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.188 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.188 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.189 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.189 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.189 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:07.189 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:07.189 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.189 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.189 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.189 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.189 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.189 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.189 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.189 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.189 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.189 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.189 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.190 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.190 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:07.190 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:07.190 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.190 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:07.190 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.190 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:07.190 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.190 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.190 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.190 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.190 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.190 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.190 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.191 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.191 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.191 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.191 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:07.191 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "orchestrator", 2024-05-20T21:32:07.191 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:07.191 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:07.191 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:07.191 INFO:teuthology.orchestra.run.smithi008.stdout: "fail_fs": { 2024-05-20T21:32:07.191 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "fail_fs", 2024-05-20T21:32:07.191 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.191 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.191 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.191 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.191 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.192 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.192 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.192 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-05-20T21:32:07.192 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.192 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.192 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.192 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.192 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:07.192 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:07.192 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.192 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.192 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.192 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.192 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.193 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.193 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.193 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.193 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.193 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.193 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.193 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.193 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.193 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.193 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.193 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.193 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.193 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.193 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.193 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:07.193 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:07.194 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.194 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.194 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.194 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.194 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.194 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.194 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.194 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.194 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.194 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.194 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.194 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.194 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:07.195 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:07.195 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.195 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.195 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.195 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:07.195 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.195 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.195 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.195 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.195 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.195 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.195 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.195 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.195 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.195 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.196 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.196 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.196 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.196 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.196 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.196 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:07.196 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:07.196 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.196 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.196 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.196 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.196 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.196 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.196 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.196 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.197 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.197 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.197 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.197 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.197 INFO:teuthology.orchestra.run.smithi008.stdout: "orchestrator": { 2024-05-20T21:32:07.197 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "orchestrator", 2024-05-20T21:32:07.197 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.197 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.197 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.197 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.197 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.197 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.197 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.197 INFO:teuthology.orchestra.run.smithi008.stdout: "cephadm", 2024-05-20T21:32:07.198 INFO:teuthology.orchestra.run.smithi008.stdout: "rook", 2024-05-20T21:32:07.198 INFO:teuthology.orchestra.run.smithi008.stdout: "test_orchestrator" 2024-05-20T21:32:07.198 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.198 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Orchestrator backend", 2024-05-20T21:32:07.198 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.198 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.198 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.198 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.198 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:07.198 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:07.198 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.198 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:07.198 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.198 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:07.199 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.199 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.199 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.199 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.199 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.199 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.199 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.199 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.199 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.199 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.199 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:07.199 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "osd_perf_query", 2024-05-20T21:32:07.199 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:07.199 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:07.199 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:07.199 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:07.200 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:07.200 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.200 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.200 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.200 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.200 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.200 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.200 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.200 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.200 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.200 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.200 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.200 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.200 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.200 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.201 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.201 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.201 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.201 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.201 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.201 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:07.201 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:07.201 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.201 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.201 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.201 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.201 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.201 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.201 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.202 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.202 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.202 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.202 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.202 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.202 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:07.202 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:07.202 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.202 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.202 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.202 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:07.202 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.202 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.202 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.202 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.203 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.203 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.203 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.203 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.203 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.203 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.203 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.203 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.203 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.203 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.203 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.203 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:07.203 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:07.203 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.203 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.204 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.204 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.204 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.204 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.204 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.204 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.204 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.204 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.204 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.204 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.204 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:07.204 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:07.204 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.204 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:07.205 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.205 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:07.205 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.205 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.205 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.205 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.205 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.205 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.205 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.205 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.205 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.205 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.205 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:07.206 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "osd_support", 2024-05-20T21:32:07.206 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:07.206 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:07.206 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:07.206 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:07.206 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:07.206 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.206 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.206 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.206 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.206 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.206 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.206 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.206 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.207 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.207 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.207 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.207 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.207 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.207 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.207 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.207 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.207 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.207 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.207 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.207 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:07.207 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:07.207 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.208 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.208 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.208 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.208 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.208 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.208 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.208 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.208 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.208 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.208 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.208 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.208 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:07.208 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:07.208 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.208 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.209 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.209 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:07.209 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.209 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.209 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.209 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.209 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.209 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.209 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.209 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.209 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.209 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.209 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.209 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.209 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.210 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.210 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.210 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:07.210 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:07.210 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.210 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.210 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.210 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.210 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.210 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.210 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.210 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.210 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.210 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.211 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.211 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.211 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:07.211 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:07.211 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.211 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:07.211 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.211 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:07.211 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.211 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.211 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.211 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.211 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.211 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.211 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.212 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.212 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.212 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.212 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:07.212 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "pg_autoscaler", 2024-05-20T21:32:07.212 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:07.212 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:07.212 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:07.212 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:07.212 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:07.212 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.212 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.212 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.212 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.212 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.213 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.213 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.213 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.213 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.213 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.213 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.213 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.213 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.213 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.213 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.213 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.213 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.213 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.213 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.214 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:07.214 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:07.214 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.214 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.214 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.214 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.214 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.214 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.214 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.214 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.214 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.214 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.214 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.214 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.215 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:07.215 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:07.215 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.215 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.215 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.215 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:07.215 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.215 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.215 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.215 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.215 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.215 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.215 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.215 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.215 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.216 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.216 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.216 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.216 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.216 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.216 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.216 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:07.216 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:07.216 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.216 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.216 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.216 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.216 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.216 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.217 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.217 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.217 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.217 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.217 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.217 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.217 INFO:teuthology.orchestra.run.smithi008.stdout: "sleep_interval": { 2024-05-20T21:32:07.217 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sleep_interval", 2024-05-20T21:32:07.217 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "secs", 2024-05-20T21:32:07.217 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.217 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.217 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "60", 2024-05-20T21:32:07.217 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.217 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.218 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.218 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.218 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.218 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.218 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.218 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.218 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:07.218 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:07.218 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.218 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:07.218 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.218 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:07.218 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.219 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.219 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.219 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.219 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.219 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.219 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.219 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.219 INFO:teuthology.orchestra.run.smithi008.stdout: "threshold": { 2024-05-20T21:32:07.219 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "threshold", 2024-05-20T21:32:07.219 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "float", 2024-05-20T21:32:07.219 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.219 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.219 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "3.0", 2024-05-20T21:32:07.219 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "1.0", 2024-05-20T21:32:07.220 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.220 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.220 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "scaling threshold", 2024-05-20T21:32:07.220 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-05-20T21:32:07.220 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.220 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.220 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.220 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.220 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.220 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:07.220 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "progress", 2024-05-20T21:32:07.220 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:07.220 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:07.220 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:07.221 INFO:teuthology.orchestra.run.smithi008.stdout: "allow_pg_recovery_event": { 2024-05-20T21:32:07.221 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "allow_pg_recovery_event", 2024-05-20T21:32:07.221 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.221 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.221 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.221 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.221 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.221 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.221 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.221 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "allow the module to show pg recovery progress", 2024-05-20T21:32:07.221 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.221 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.221 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.221 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.222 INFO:teuthology.orchestra.run.smithi008.stdout: "enabled": { 2024-05-20T21:32:07.222 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "enabled", 2024-05-20T21:32:07.222 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.222 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.222 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.222 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:07.222 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.222 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.222 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.222 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.222 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.222 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.222 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.222 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.223 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:07.223 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:07.223 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.223 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.223 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.223 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.223 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.223 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.223 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.223 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.223 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.223 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.223 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.223 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.224 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.224 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.224 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.224 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.224 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.224 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.224 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.224 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:07.224 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:07.224 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.224 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.224 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.224 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.224 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.225 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.225 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.225 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.225 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.225 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.225 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.225 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.225 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:07.225 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:07.225 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.225 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.225 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.225 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:07.225 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.225 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.226 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.226 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.226 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.226 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.226 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.226 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.226 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.226 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.226 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.226 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.226 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.226 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.226 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.226 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:07.227 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:07.227 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.227 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.227 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.227 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.227 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.227 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.227 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.227 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.227 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.227 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.227 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.227 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.228 INFO:teuthology.orchestra.run.smithi008.stdout: "max_completed_events": { 2024-05-20T21:32:07.228 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "max_completed_events", 2024-05-20T21:32:07.228 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.228 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.228 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.228 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "50", 2024-05-20T21:32:07.228 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.228 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.228 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.228 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "number of past completed events to remember", 2024-05-20T21:32:07.228 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.228 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.228 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.228 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.228 INFO:teuthology.orchestra.run.smithi008.stdout: "sleep_interval": { 2024-05-20T21:32:07.229 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sleep_interval", 2024-05-20T21:32:07.229 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "secs", 2024-05-20T21:32:07.229 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.229 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.229 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "5", 2024-05-20T21:32:07.229 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.229 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.229 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.229 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "how long the module is going to sleep", 2024-05-20T21:32:07.229 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.229 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.229 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.229 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.229 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:07.230 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:07.230 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.230 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:07.230 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.230 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:07.230 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.230 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.230 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.230 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.230 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.230 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.230 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.230 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.230 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.231 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.231 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:07.231 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "prometheus", 2024-05-20T21:32:07.231 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:07.231 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:07.231 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:07.231 INFO:teuthology.orchestra.run.smithi008.stdout: "cache": { 2024-05-20T21:32:07.231 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "cache", 2024-05-20T21:32:07.231 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.231 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.231 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.231 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:07.231 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.231 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.232 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.232 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.232 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.232 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.232 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.232 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.232 INFO:teuthology.orchestra.run.smithi008.stdout: "exclude_perf_counters": { 2024-05-20T21:32:07.232 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "exclude_perf_counters", 2024-05-20T21:32:07.232 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.232 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.232 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.232 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:07.232 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.232 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.232 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.233 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-05-20T21:32:07.233 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-05-20T21:32:07.233 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.233 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.233 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.233 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:07.233 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:07.233 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.233 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.233 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.233 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.233 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.233 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.234 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.234 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.234 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.234 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.234 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.234 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.234 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.234 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.234 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.234 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.234 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.234 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.234 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.234 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:07.234 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:07.235 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.235 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.235 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.235 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.235 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.235 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.235 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.235 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.235 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.235 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.235 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.235 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.235 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:07.235 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:07.236 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.236 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.236 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.236 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:07.236 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.236 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.236 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.236 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.236 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.236 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.236 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.236 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.236 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.236 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.236 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.237 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.237 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.237 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.237 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.237 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:07.237 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:07.237 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.237 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.237 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.237 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.237 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.237 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.237 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.237 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.237 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.238 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.238 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.238 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.238 INFO:teuthology.orchestra.run.smithi008.stdout: "rbd_stats_pools": { 2024-05-20T21:32:07.238 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "rbd_stats_pools", 2024-05-20T21:32:07.238 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.238 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.238 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.238 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.238 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.238 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.238 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.238 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.238 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.239 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.239 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.239 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.239 INFO:teuthology.orchestra.run.smithi008.stdout: "rbd_stats_pools_refresh_interval": { 2024-05-20T21:32:07.241 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-05-20T21:32:07.241 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.241 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.241 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.241 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "300", 2024-05-20T21:32:07.241 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.241 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.242 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.242 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.242 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.242 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.242 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.242 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.242 INFO:teuthology.orchestra.run.smithi008.stdout: "scrape_interval": { 2024-05-20T21:32:07.242 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "scrape_interval", 2024-05-20T21:32:07.242 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "float", 2024-05-20T21:32:07.242 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.242 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.242 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "15.0", 2024-05-20T21:32:07.242 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.243 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.243 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.243 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.243 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.243 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.243 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.243 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.243 INFO:teuthology.orchestra.run.smithi008.stdout: "server_addr": { 2024-05-20T21:32:07.243 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "server_addr", 2024-05-20T21:32:07.243 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.243 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.243 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.243 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "::", 2024-05-20T21:32:07.243 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.243 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.244 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.244 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-05-20T21:32:07.244 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.244 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.244 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.244 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.244 INFO:teuthology.orchestra.run.smithi008.stdout: "server_port": { 2024-05-20T21:32:07.244 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "server_port", 2024-05-20T21:32:07.244 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.244 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.244 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.244 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "9283", 2024-05-20T21:32:07.244 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.244 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.245 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.245 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-05-20T21:32:07.245 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.245 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.245 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.245 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.245 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:07.245 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:07.245 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.245 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:07.245 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.245 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:07.245 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.245 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.245 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.246 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.246 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.246 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.246 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.246 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.246 INFO:teuthology.orchestra.run.smithi008.stdout: "stale_cache_strategy": { 2024-05-20T21:32:07.246 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "stale_cache_strategy", 2024-05-20T21:32:07.246 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.246 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.246 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.246 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "log", 2024-05-20T21:32:07.246 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.246 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.246 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.247 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.247 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.247 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.247 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.247 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.247 INFO:teuthology.orchestra.run.smithi008.stdout: "standby_behaviour": { 2024-05-20T21:32:07.247 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "standby_behaviour", 2024-05-20T21:32:07.247 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.247 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.247 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.247 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "default", 2024-05-20T21:32:07.247 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.247 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.247 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.248 INFO:teuthology.orchestra.run.smithi008.stdout: "default", 2024-05-20T21:32:07.248 INFO:teuthology.orchestra.run.smithi008.stdout: "error" 2024-05-20T21:32:07.248 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.248 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.248 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.248 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.248 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.248 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.248 INFO:teuthology.orchestra.run.smithi008.stdout: "standby_error_status_code": { 2024-05-20T21:32:07.248 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "standby_error_status_code", 2024-05-20T21:32:07.248 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.248 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.248 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.248 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "500", 2024-05-20T21:32:07.248 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "400", 2024-05-20T21:32:07.249 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "599", 2024-05-20T21:32:07.249 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.249 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.249 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.249 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.249 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.249 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.249 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.249 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.249 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:07.249 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "rbd_support", 2024-05-20T21:32:07.249 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:07.249 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:07.249 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:07.250 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:07.250 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:07.250 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.250 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.250 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.250 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.250 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.250 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.250 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.250 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.250 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.250 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.250 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.251 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.251 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.251 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.251 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.251 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.251 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.251 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.251 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.251 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:07.251 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:07.251 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.251 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.251 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.251 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.252 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.252 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.252 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.252 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.252 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.252 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.252 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.252 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.252 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:07.252 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:07.252 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.252 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.252 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.252 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:07.252 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.253 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.253 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.253 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.253 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.253 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.253 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.253 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.253 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.253 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.253 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.253 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.253 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.253 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.253 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.254 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:07.254 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:07.254 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.254 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.254 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.254 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.254 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.254 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.254 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.254 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.254 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.254 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.254 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.255 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.255 INFO:teuthology.orchestra.run.smithi008.stdout: "max_concurrent_snap_create": { 2024-05-20T21:32:07.255 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "max_concurrent_snap_create", 2024-05-20T21:32:07.255 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.255 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.255 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.255 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "10", 2024-05-20T21:32:07.255 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.255 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.255 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.255 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.255 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.255 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.255 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.256 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.256 INFO:teuthology.orchestra.run.smithi008.stdout: "mirror_snapshot_schedule": { 2024-05-20T21:32:07.256 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "mirror_snapshot_schedule", 2024-05-20T21:32:07.256 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.256 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.256 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.256 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.256 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.256 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.256 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.256 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.256 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.256 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.256 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.256 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.257 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:07.257 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:07.257 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.257 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:07.257 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.257 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:07.257 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.257 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.257 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.257 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.257 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.257 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.257 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.257 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.258 INFO:teuthology.orchestra.run.smithi008.stdout: "trash_purge_schedule": { 2024-05-20T21:32:07.258 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "trash_purge_schedule", 2024-05-20T21:32:07.258 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.258 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.258 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.258 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.258 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.258 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.258 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.258 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.258 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.258 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.258 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.258 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.259 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.259 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.259 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:07.259 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "restful", 2024-05-20T21:32:07.259 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:07.259 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:07.259 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:07.259 INFO:teuthology.orchestra.run.smithi008.stdout: "enable_auth": { 2024-05-20T21:32:07.259 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "enable_auth", 2024-05-20T21:32:07.259 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.259 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.259 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.259 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:07.259 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.259 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.260 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.260 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.260 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.260 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.260 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.260 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.260 INFO:teuthology.orchestra.run.smithi008.stdout: "key_file": { 2024-05-20T21:32:07.260 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "key_file", 2024-05-20T21:32:07.260 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.260 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.260 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.260 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.260 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.260 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.261 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.261 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.261 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.261 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.261 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.261 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.261 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:07.261 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:07.261 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.261 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.261 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.261 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.261 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.261 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.261 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.262 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.262 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.262 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.262 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.262 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.262 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.262 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.262 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.262 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.262 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.262 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.262 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.262 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:07.262 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:07.263 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.263 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.263 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.263 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.263 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.263 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.263 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.263 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.263 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.263 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.263 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.263 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.263 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:07.263 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:07.264 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.264 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.264 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.264 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:07.264 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.264 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.264 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.264 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.264 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.264 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.264 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.264 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.264 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.264 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.265 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.265 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.265 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.265 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.265 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.265 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:07.265 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:07.265 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.265 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.265 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.265 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.265 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.265 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.265 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.265 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.266 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.266 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.266 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.266 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.266 INFO:teuthology.orchestra.run.smithi008.stdout: "server_addr": { 2024-05-20T21:32:07.266 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "server_addr", 2024-05-20T21:32:07.266 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.266 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.266 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.266 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.266 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.266 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.266 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.267 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.267 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.267 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.267 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.267 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.267 INFO:teuthology.orchestra.run.smithi008.stdout: "server_port": { 2024-05-20T21:32:07.267 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "server_port", 2024-05-20T21:32:07.267 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.267 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.267 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.267 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.267 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.267 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.267 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.268 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.268 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.268 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.268 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.268 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.268 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:07.268 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:07.268 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.268 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:07.268 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.268 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:07.268 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.268 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.268 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.269 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.269 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.269 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.269 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.269 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.269 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.269 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.269 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:07.269 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "rgw", 2024-05-20T21:32:07.269 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:07.269 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:07.269 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:07.269 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:07.269 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:07.270 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.270 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.270 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.270 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.270 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.270 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.270 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.270 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.270 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.270 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.270 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.270 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.270 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.271 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.271 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.271 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.271 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.271 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.271 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.271 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:07.271 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:07.271 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.271 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.271 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.271 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.271 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.271 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.272 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.272 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.272 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.272 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.272 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.272 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.272 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:07.272 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:07.272 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.272 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.272 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.272 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:07.272 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.272 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.273 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.273 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.273 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.273 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.273 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.273 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.273 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.273 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.273 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.273 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.273 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.273 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.273 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.273 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:07.274 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:07.274 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.274 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.274 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.274 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.274 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.274 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.274 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.274 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.274 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.274 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.274 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.274 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.275 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:07.275 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:07.275 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.275 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:07.275 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.275 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:07.275 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.275 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.275 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.275 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.275 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.275 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.275 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.275 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.276 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.276 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.276 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:07.276 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "rook", 2024-05-20T21:32:07.276 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:07.276 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:07.276 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:07.276 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:07.276 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:07.276 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.276 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.276 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.276 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.276 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.277 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.277 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.277 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.277 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.277 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.277 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.277 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.277 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.277 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.277 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.277 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.277 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.277 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.277 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.278 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:07.278 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:07.278 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.278 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.278 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.278 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.278 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.278 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.278 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.278 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.278 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.278 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.278 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.278 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.279 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:07.279 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:07.279 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.279 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.279 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.279 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:07.279 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.279 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.279 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.279 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.279 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.279 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.279 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.280 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.280 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.280 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.280 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.280 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.280 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.280 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.280 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.280 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:07.280 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:07.280 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.280 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.280 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.280 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.281 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.281 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.281 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.281 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.281 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.281 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.281 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.281 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.281 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:07.281 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:07.281 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.281 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:07.281 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.281 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:07.282 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.282 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.282 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.282 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.282 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.282 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.282 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.282 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.282 INFO:teuthology.orchestra.run.smithi008.stdout: "storage_class": { 2024-05-20T21:32:07.282 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "storage_class", 2024-05-20T21:32:07.282 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.282 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.282 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.282 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "local", 2024-05-20T21:32:07.283 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.283 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.283 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.283 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-05-20T21:32:07.283 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.283 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.283 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.283 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.283 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.283 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.283 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:07.283 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "selftest", 2024-05-20T21:32:07.283 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:07.283 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:07.284 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:07.284 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:07.284 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:07.284 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.284 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.284 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.284 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.284 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.284 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.284 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.284 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.284 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.284 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.284 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.285 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.285 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.285 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.285 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.285 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.285 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.285 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.285 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.285 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:07.285 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:07.285 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.285 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.285 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.286 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.286 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.286 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.286 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.286 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.286 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.286 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.286 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.286 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.286 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:07.286 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:07.286 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.286 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.286 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.287 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:07.287 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.287 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.287 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.287 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.287 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.287 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.287 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.287 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.287 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.287 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.287 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.287 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.288 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.288 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.288 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.288 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:07.288 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:07.288 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.288 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.288 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.288 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.288 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.288 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.288 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.288 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.289 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.289 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.289 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.289 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.289 INFO:teuthology.orchestra.run.smithi008.stdout: "roption1": { 2024-05-20T21:32:07.289 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "roption1", 2024-05-20T21:32:07.289 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.289 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.289 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.289 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.289 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.289 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.289 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.289 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.290 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.290 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.290 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.290 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.290 INFO:teuthology.orchestra.run.smithi008.stdout: "roption2": { 2024-05-20T21:32:07.290 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "roption2", 2024-05-20T21:32:07.290 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.290 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.290 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.290 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "xyz", 2024-05-20T21:32:07.290 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.290 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.290 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.291 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.291 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.291 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.291 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.291 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.291 INFO:teuthology.orchestra.run.smithi008.stdout: "rwoption1": { 2024-05-20T21:32:07.291 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "rwoption1", 2024-05-20T21:32:07.291 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.291 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.291 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.291 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.291 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.291 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.291 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.292 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.292 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.292 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.292 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.292 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.292 INFO:teuthology.orchestra.run.smithi008.stdout: "rwoption2": { 2024-05-20T21:32:07.292 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "rwoption2", 2024-05-20T21:32:07.292 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.292 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.292 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.292 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.292 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.292 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.293 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.293 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.293 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.293 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.293 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.293 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.293 INFO:teuthology.orchestra.run.smithi008.stdout: "rwoption3": { 2024-05-20T21:32:07.293 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "rwoption3", 2024-05-20T21:32:07.293 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "float", 2024-05-20T21:32:07.293 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.293 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.293 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.293 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.293 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.294 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.294 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.294 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.294 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.294 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.294 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.294 INFO:teuthology.orchestra.run.smithi008.stdout: "rwoption4": { 2024-05-20T21:32:07.294 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "rwoption4", 2024-05-20T21:32:07.294 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.294 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.294 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.294 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.294 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.295 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.295 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.295 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.295 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.295 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.295 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.295 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.295 INFO:teuthology.orchestra.run.smithi008.stdout: "rwoption5": { 2024-05-20T21:32:07.295 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "rwoption5", 2024-05-20T21:32:07.295 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.295 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.295 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.295 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.295 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.295 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.296 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.296 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.296 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.296 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.296 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.296 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.296 INFO:teuthology.orchestra.run.smithi008.stdout: "rwoption6": { 2024-05-20T21:32:07.296 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "rwoption6", 2024-05-20T21:32:07.296 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.296 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.296 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.296 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:07.296 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.296 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.297 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.297 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.297 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.297 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.297 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.297 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.297 INFO:teuthology.orchestra.run.smithi008.stdout: "rwoption7": { 2024-05-20T21:32:07.297 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "rwoption7", 2024-05-20T21:32:07.297 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.297 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.297 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.297 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.297 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "1", 2024-05-20T21:32:07.297 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "42", 2024-05-20T21:32:07.298 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.298 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.298 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.298 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.298 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.298 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.298 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:07.298 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:07.298 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.298 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:07.298 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.298 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:07.298 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.298 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.299 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.299 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.299 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.299 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.299 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.299 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.299 INFO:teuthology.orchestra.run.smithi008.stdout: "testkey": { 2024-05-20T21:32:07.299 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "testkey", 2024-05-20T21:32:07.299 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.299 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.299 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.299 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.299 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.300 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.300 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.300 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.300 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.300 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.300 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.300 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.300 INFO:teuthology.orchestra.run.smithi008.stdout: "testlkey": { 2024-05-20T21:32:07.300 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "testlkey", 2024-05-20T21:32:07.300 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.300 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.300 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.300 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.300 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.301 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.301 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.301 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.301 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.301 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.301 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.301 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.301 INFO:teuthology.orchestra.run.smithi008.stdout: "testnewline": { 2024-05-20T21:32:07.301 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "testnewline", 2024-05-20T21:32:07.301 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.301 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.301 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.301 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.301 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.302 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.302 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.302 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.302 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.302 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.302 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.302 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.302 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.302 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.302 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:07.302 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "smb", 2024-05-20T21:32:07.302 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:07.302 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:07.302 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:07.303 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:07.303 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:07.303 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.303 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.303 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.303 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.303 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.303 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.303 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.303 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.303 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.303 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.303 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.304 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.304 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.304 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.304 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.304 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.304 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.304 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.304 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.304 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:07.304 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:07.304 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.304 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.304 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.304 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.305 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.305 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.305 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.305 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.305 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.305 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.305 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.305 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.305 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:07.305 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:07.305 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.305 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.305 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.306 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:07.306 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.306 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.306 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.306 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.306 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.306 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.306 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.306 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.306 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.306 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.306 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.306 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.306 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.306 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.307 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.307 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:07.307 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:07.307 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.307 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.307 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.307 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.307 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.307 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.307 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.307 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.307 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.307 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.308 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.308 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.308 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:07.308 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:07.308 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.308 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:07.308 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.308 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:07.308 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.308 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.308 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.308 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.308 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.308 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.308 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.308 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.309 INFO:teuthology.orchestra.run.smithi008.stdout: "update_orchestration": { 2024-05-20T21:32:07.309 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "update_orchestration", 2024-05-20T21:32:07.309 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.309 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.309 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.309 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:07.309 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.309 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.309 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.309 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "automatically update orchestration when smb resources are changed", 2024-05-20T21:32:07.309 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.309 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.309 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.309 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.310 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.310 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.310 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:07.310 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "snap_schedule", 2024-05-20T21:32:07.310 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:07.310 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:07.310 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:07.310 INFO:teuthology.orchestra.run.smithi008.stdout: "allow_m_granularity": { 2024-05-20T21:32:07.310 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "allow_m_granularity", 2024-05-20T21:32:07.310 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.310 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.310 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.310 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.310 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.310 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.311 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.311 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "allow minute scheduled snapshots", 2024-05-20T21:32:07.311 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.311 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.311 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.311 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.311 INFO:teuthology.orchestra.run.smithi008.stdout: "dump_on_update": { 2024-05-20T21:32:07.311 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "dump_on_update", 2024-05-20T21:32:07.311 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.311 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.311 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.311 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.311 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.311 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.311 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.312 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "dump database to debug log on update", 2024-05-20T21:32:07.312 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.312 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.312 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.312 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.312 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:07.312 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:07.312 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.312 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.312 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.312 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.312 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.312 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.312 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.312 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.312 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.313 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.313 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.313 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.313 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.313 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.313 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.313 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.313 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.313 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.313 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.313 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:07.313 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:07.313 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.313 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.313 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.313 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.314 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.314 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.314 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.314 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.314 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.314 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.314 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.314 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.314 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:07.314 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:07.314 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.314 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.314 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.314 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:07.314 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.315 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.315 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.315 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.315 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.315 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.315 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.315 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.315 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.315 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.315 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.315 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.315 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.315 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.315 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.315 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:07.316 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:07.316 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.316 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.316 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.316 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.316 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.316 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.316 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.316 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.316 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.316 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.316 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.316 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.316 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:07.317 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:07.317 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.317 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:07.317 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.317 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:07.317 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.317 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.317 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.317 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.317 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.317 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.317 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.317 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.317 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.318 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.318 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:07.318 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "stats", 2024-05-20T21:32:07.318 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:07.318 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:07.318 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:07.318 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:07.318 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:07.318 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.318 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.318 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.318 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.318 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.318 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.318 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.319 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.319 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.319 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.319 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.319 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.319 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.319 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.319 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.319 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.319 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.319 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.319 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.319 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:07.319 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:07.320 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.320 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.320 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.320 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.320 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.320 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.320 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.320 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.320 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.320 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.320 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.320 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.320 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:07.320 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:07.320 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.320 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.321 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.321 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:07.321 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.321 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.321 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.321 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.321 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.321 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.321 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.321 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.321 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.321 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.321 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.321 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.321 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.322 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.322 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.322 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:07.322 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:07.322 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.322 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.322 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.322 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.322 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.322 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.322 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.322 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.322 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.322 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.322 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.323 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.323 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:07.323 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:07.323 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.323 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:07.323 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.323 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:07.323 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.323 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.323 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.323 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.323 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.323 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.323 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.323 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.324 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.324 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.324 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:07.324 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "status", 2024-05-20T21:32:07.324 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:07.324 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:07.324 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:07.324 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:07.324 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:07.324 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.324 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.324 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.324 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.324 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.324 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.324 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.325 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.325 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.325 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.325 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.325 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.325 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.325 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.325 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.325 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.325 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.325 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.325 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.325 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:07.325 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:07.325 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.325 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.326 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.326 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.326 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.326 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.326 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.326 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.326 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.326 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.326 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.326 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.326 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:07.326 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:07.327 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.327 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.327 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.327 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:07.327 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.327 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.327 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.327 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.327 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.327 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.327 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.327 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.327 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.327 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.328 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.328 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.328 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.328 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.328 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.328 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:07.328 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:07.328 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.328 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.328 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.328 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.328 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.328 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.329 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.329 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.329 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.329 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.329 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.329 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.329 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:07.329 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:07.329 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.329 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:07.330 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.330 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:07.330 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.330 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.330 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.330 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.330 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.330 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.330 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.330 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.330 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.330 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.331 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:07.331 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "telegraf", 2024-05-20T21:32:07.331 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:07.331 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:07.331 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:07.331 INFO:teuthology.orchestra.run.smithi008.stdout: "address": { 2024-05-20T21:32:07.331 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "address", 2024-05-20T21:32:07.331 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.331 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.331 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.331 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-05-20T21:32:07.331 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.331 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.331 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.332 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.332 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.332 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.332 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.332 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.332 INFO:teuthology.orchestra.run.smithi008.stdout: "interval": { 2024-05-20T21:32:07.332 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "interval", 2024-05-20T21:32:07.332 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "secs", 2024-05-20T21:32:07.332 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.332 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.332 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "15", 2024-05-20T21:32:07.332 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.332 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.332 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.333 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.333 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.333 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.333 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.333 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.333 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:07.333 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:07.333 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.333 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.333 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.333 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.333 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.333 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.333 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.334 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.334 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.334 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.334 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.334 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.334 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.334 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.334 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.334 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.334 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.334 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.334 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.334 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:07.334 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:07.335 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.335 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.335 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.335 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.335 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.335 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.335 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.335 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.335 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.335 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.335 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.335 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.335 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:07.335 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:07.336 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.336 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.336 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.336 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:07.336 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.336 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.336 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.336 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.336 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.336 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.336 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.336 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.336 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.336 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.337 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.337 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.337 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.337 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.337 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.337 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:07.337 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:07.337 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.337 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.337 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.337 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.337 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.337 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.337 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.338 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.338 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.338 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.338 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.338 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.338 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:07.338 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:07.338 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.338 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:07.338 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.338 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:07.338 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.338 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.339 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.339 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.339 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.339 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.339 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.339 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.339 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.339 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.339 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:07.339 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "telemetry", 2024-05-20T21:32:07.339 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:07.339 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:07.339 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:07.339 INFO:teuthology.orchestra.run.smithi008.stdout: "channel_basic": { 2024-05-20T21:32:07.340 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "channel_basic", 2024-05-20T21:32:07.340 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.340 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.340 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.340 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:07.340 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.340 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.340 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.340 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Share basic cluster information (size, version)", 2024-05-20T21:32:07.340 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.340 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.340 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.340 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.340 INFO:teuthology.orchestra.run.smithi008.stdout: "channel_crash": { 2024-05-20T21:32:07.341 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "channel_crash", 2024-05-20T21:32:07.341 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.341 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.341 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.341 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:07.341 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.341 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.341 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.341 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-05-20T21:32:07.341 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.341 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.341 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.341 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.342 INFO:teuthology.orchestra.run.smithi008.stdout: "channel_device": { 2024-05-20T21:32:07.342 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "channel_device", 2024-05-20T21:32:07.342 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.342 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.342 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.342 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:07.342 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.342 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.342 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.342 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-05-20T21:32:07.342 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.342 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.342 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.343 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.343 INFO:teuthology.orchestra.run.smithi008.stdout: "channel_ident": { 2024-05-20T21:32:07.343 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "channel_ident", 2024-05-20T21:32:07.343 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.343 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.343 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.343 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.343 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.343 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.343 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.343 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-05-20T21:32:07.343 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.343 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.343 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.344 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.344 INFO:teuthology.orchestra.run.smithi008.stdout: "channel_perf": { 2024-05-20T21:32:07.344 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "channel_perf", 2024-05-20T21:32:07.344 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.344 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.344 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.344 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.344 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.344 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.344 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.344 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Share various performance metrics of a cluster", 2024-05-20T21:32:07.344 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.344 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.345 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.345 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.345 INFO:teuthology.orchestra.run.smithi008.stdout: "contact": { 2024-05-20T21:32:07.345 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "contact", 2024-05-20T21:32:07.345 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.345 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.345 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.345 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.345 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.345 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.345 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.345 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.345 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.345 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.346 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.346 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.346 INFO:teuthology.orchestra.run.smithi008.stdout: "description": { 2024-05-20T21:32:07.346 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "description", 2024-05-20T21:32:07.346 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.346 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.346 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.346 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.346 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.346 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.346 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.346 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.346 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.347 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.347 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.347 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.347 INFO:teuthology.orchestra.run.smithi008.stdout: "device_url": { 2024-05-20T21:32:07.347 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "device_url", 2024-05-20T21:32:07.347 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.347 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.347 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.347 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-05-20T21:32:07.347 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.347 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.347 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.347 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.348 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.348 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.348 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.348 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.348 INFO:teuthology.orchestra.run.smithi008.stdout: "enabled": { 2024-05-20T21:32:07.348 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "enabled", 2024-05-20T21:32:07.348 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.348 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.348 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.348 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.348 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.348 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.348 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.348 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.349 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.349 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.349 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.349 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.349 INFO:teuthology.orchestra.run.smithi008.stdout: "interval": { 2024-05-20T21:32:07.349 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "interval", 2024-05-20T21:32:07.349 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.349 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.349 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.349 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "24", 2024-05-20T21:32:07.349 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "8", 2024-05-20T21:32:07.349 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.349 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.349 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.350 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.350 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.350 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.350 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.350 INFO:teuthology.orchestra.run.smithi008.stdout: "last_opt_revision": { 2024-05-20T21:32:07.350 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "last_opt_revision", 2024-05-20T21:32:07.350 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.350 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.350 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.350 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "1", 2024-05-20T21:32:07.350 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.350 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.350 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.350 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.351 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.351 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.351 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.351 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.351 INFO:teuthology.orchestra.run.smithi008.stdout: "leaderboard": { 2024-05-20T21:32:07.351 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "leaderboard", 2024-05-20T21:32:07.351 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.351 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.351 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.351 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.351 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.351 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.351 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.351 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.351 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.351 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.352 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.352 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.352 INFO:teuthology.orchestra.run.smithi008.stdout: "leaderboard_description": { 2024-05-20T21:32:07.352 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "leaderboard_description", 2024-05-20T21:32:07.352 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.352 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.352 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.352 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.352 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.352 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.352 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.352 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.352 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.352 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.352 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.353 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.353 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:07.353 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:07.353 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.353 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.353 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.353 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.353 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.353 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.353 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.353 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.353 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.353 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.353 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.354 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.354 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.354 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.354 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.354 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.354 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.354 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.354 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.354 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:07.354 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:07.354 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.354 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.354 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.354 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.355 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.355 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.355 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.355 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.355 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.355 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.355 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.355 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.355 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:07.355 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:07.355 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.355 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.355 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.355 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:07.356 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.356 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.356 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.356 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.356 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.356 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.356 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.356 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.356 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.356 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.357 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.357 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.357 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.357 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.357 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.357 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:07.357 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:07.357 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.357 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.357 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.357 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.357 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.357 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.358 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.358 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.358 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.358 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.358 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.358 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.358 INFO:teuthology.orchestra.run.smithi008.stdout: "organization": { 2024-05-20T21:32:07.358 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "organization", 2024-05-20T21:32:07.358 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.358 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.358 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.358 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.358 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.358 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.359 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.359 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.359 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.359 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.359 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.359 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.359 INFO:teuthology.orchestra.run.smithi008.stdout: "proxy": { 2024-05-20T21:32:07.359 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "proxy", 2024-05-20T21:32:07.359 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.359 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.359 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.359 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.359 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.359 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.360 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.360 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.360 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.360 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.360 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.360 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.360 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:07.360 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:07.360 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.360 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:07.360 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.360 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:07.360 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.361 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.361 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.361 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.361 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.361 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.361 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.361 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.361 INFO:teuthology.orchestra.run.smithi008.stdout: "url": { 2024-05-20T21:32:07.361 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "url", 2024-05-20T21:32:07.361 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.361 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.361 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.361 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-05-20T21:32:07.362 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.362 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.362 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.362 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.362 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.362 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.362 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.362 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.362 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.362 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.362 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:07.362 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "test_orchestrator", 2024-05-20T21:32:07.362 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:07.363 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:07.363 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:07.363 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:07.363 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:07.363 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.363 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.363 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.363 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.363 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.363 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.363 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.363 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.363 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.364 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.364 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.364 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.364 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.364 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.364 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.364 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.364 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.364 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.364 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.364 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:07.364 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:07.364 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.364 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.364 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.365 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.365 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.365 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.365 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.365 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.365 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.365 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.365 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.365 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.365 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:07.365 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:07.365 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.365 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.366 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.366 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:07.366 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.366 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.366 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.366 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.366 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.366 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.366 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.366 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.366 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.366 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.366 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.366 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.367 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.367 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.367 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.367 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:07.367 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:07.367 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.367 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.367 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.367 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.367 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.367 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.367 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.367 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.367 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.367 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.367 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.368 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.368 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:07.368 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:07.368 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.368 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:07.368 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.368 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:07.368 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.368 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.368 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.368 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.368 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.368 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.368 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.369 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.369 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.369 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.369 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:07.369 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "volumes", 2024-05-20T21:32:07.369 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:07.369 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:07.369 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:07.369 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:07.369 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:07.369 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.369 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.369 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.369 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.369 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.369 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.370 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.370 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.370 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.370 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.370 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.370 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.370 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.370 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.370 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.370 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.370 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.370 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.370 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.370 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:07.370 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:07.371 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.371 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.371 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.371 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.371 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.371 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.371 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.371 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.371 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.371 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.371 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.371 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.371 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:07.372 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:07.372 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.372 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.372 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.372 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:07.372 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.372 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.372 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.372 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.372 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.372 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.372 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.372 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.372 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.372 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.372 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.373 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.373 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.373 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.373 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.373 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:07.373 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:07.373 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.373 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.373 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.373 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.373 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.373 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.373 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.373 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.373 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.374 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.374 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.374 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.374 INFO:teuthology.orchestra.run.smithi008.stdout: "max_concurrent_clones": { 2024-05-20T21:32:07.374 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "max_concurrent_clones", 2024-05-20T21:32:07.374 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.374 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.374 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.374 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "4", 2024-05-20T21:32:07.374 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.374 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.374 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.374 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Number of asynchronous cloner threads", 2024-05-20T21:32:07.375 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.375 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.375 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.375 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.375 INFO:teuthology.orchestra.run.smithi008.stdout: "periodic_async_work": { 2024-05-20T21:32:07.375 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "periodic_async_work", 2024-05-20T21:32:07.375 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.375 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.375 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.375 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.375 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.375 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.375 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.375 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Periodically check for async work", 2024-05-20T21:32:07.375 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.375 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.376 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.376 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.376 INFO:teuthology.orchestra.run.smithi008.stdout: "snapshot_clone_delay": { 2024-05-20T21:32:07.376 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "snapshot_clone_delay", 2024-05-20T21:32:07.376 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.376 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.376 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.376 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:07.376 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.376 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.376 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.376 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-05-20T21:32:07.376 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.376 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.376 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.377 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.377 INFO:teuthology.orchestra.run.smithi008.stdout: "snapshot_clone_no_wait": { 2024-05-20T21:32:07.377 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "snapshot_clone_no_wait", 2024-05-20T21:32:07.377 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.377 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.377 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.377 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "True", 2024-05-20T21:32:07.377 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.377 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.377 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.377 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-05-20T21:32:07.377 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.377 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.378 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.378 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.378 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:07.378 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:07.378 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.378 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:07.378 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.378 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:07.378 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.378 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.378 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.378 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.378 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.379 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.379 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.379 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.379 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.379 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.379 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:07.379 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "zabbix", 2024-05-20T21:32:07.379 INFO:teuthology.orchestra.run.smithi008.stdout: "can_run": true, 2024-05-20T21:32:07.379 INFO:teuthology.orchestra.run.smithi008.stdout: "error_string": "", 2024-05-20T21:32:07.379 INFO:teuthology.orchestra.run.smithi008.stdout: "module_options": { 2024-05-20T21:32:07.379 INFO:teuthology.orchestra.run.smithi008.stdout: "discovery_interval": { 2024-05-20T21:32:07.379 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "discovery_interval", 2024-05-20T21:32:07.379 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "uint", 2024-05-20T21:32:07.379 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.380 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.380 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "100", 2024-05-20T21:32:07.380 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.380 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.380 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.380 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.380 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.380 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.380 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.380 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.380 INFO:teuthology.orchestra.run.smithi008.stdout: "identifier": { 2024-05-20T21:32:07.380 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "identifier", 2024-05-20T21:32:07.380 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.381 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.381 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.381 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.381 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.381 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.381 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.381 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.381 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.381 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.381 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.381 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.381 INFO:teuthology.orchestra.run.smithi008.stdout: "interval": { 2024-05-20T21:32:07.381 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "interval", 2024-05-20T21:32:07.381 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "secs", 2024-05-20T21:32:07.382 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.382 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.382 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "60", 2024-05-20T21:32:07.382 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.382 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.382 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.382 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.382 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.382 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.382 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.382 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.382 INFO:teuthology.orchestra.run.smithi008.stdout: "log_level": { 2024-05-20T21:32:07.382 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_level", 2024-05-20T21:32:07.382 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.382 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.383 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.383 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.383 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.383 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.383 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.383 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.383 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.383 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.383 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.383 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.383 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.383 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.383 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.383 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.383 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.384 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.384 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.384 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster": { 2024-05-20T21:32:07.384 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster", 2024-05-20T21:32:07.384 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.384 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.384 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.384 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.384 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.384 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.384 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.384 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.384 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.384 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.384 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.384 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.385 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_cluster_level": { 2024-05-20T21:32:07.385 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:07.385 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.385 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.385 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.385 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "info", 2024-05-20T21:32:07.385 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.385 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.385 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [ 2024-05-20T21:32:07.385 INFO:teuthology.orchestra.run.smithi008.stdout: "", 2024-05-20T21:32:07.385 INFO:teuthology.orchestra.run.smithi008.stdout: "critical", 2024-05-20T21:32:07.385 INFO:teuthology.orchestra.run.smithi008.stdout: "debug", 2024-05-20T21:32:07.385 INFO:teuthology.orchestra.run.smithi008.stdout: "error", 2024-05-20T21:32:07.385 INFO:teuthology.orchestra.run.smithi008.stdout: "info", 2024-05-20T21:32:07.385 INFO:teuthology.orchestra.run.smithi008.stdout: "warning" 2024-05-20T21:32:07.386 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.386 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.386 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.386 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.386 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.386 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.386 INFO:teuthology.orchestra.run.smithi008.stdout: "log_to_file": { 2024-05-20T21:32:07.386 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "log_to_file", 2024-05-20T21:32:07.386 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "bool", 2024-05-20T21:32:07.386 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.386 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.386 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "False", 2024-05-20T21:32:07.386 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.386 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.387 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.387 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.387 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.387 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.387 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.387 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.387 INFO:teuthology.orchestra.run.smithi008.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:07.387 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:07.387 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.387 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "dev", 2024-05-20T21:32:07.387 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 1, 2024-05-20T21:32:07.387 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "0", 2024-05-20T21:32:07.387 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.387 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.387 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.387 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.388 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.388 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.388 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.388 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.388 INFO:teuthology.orchestra.run.smithi008.stdout: "zabbix_host": { 2024-05-20T21:32:07.388 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "zabbix_host", 2024-05-20T21:32:07.388 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.388 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.388 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.388 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "", 2024-05-20T21:32:07.388 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.388 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.388 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.388 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.388 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.389 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.389 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.389 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.389 INFO:teuthology.orchestra.run.smithi008.stdout: "zabbix_port": { 2024-05-20T21:32:07.389 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "zabbix_port", 2024-05-20T21:32:07.389 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "int", 2024-05-20T21:32:07.389 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.389 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.389 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "10051", 2024-05-20T21:32:07.389 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.389 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.389 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.389 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.389 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.389 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.390 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.390 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.390 INFO:teuthology.orchestra.run.smithi008.stdout: "zabbix_sender": { 2024-05-20T21:32:07.390 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "zabbix_sender", 2024-05-20T21:32:07.390 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "str", 2024-05-20T21:32:07.390 INFO:teuthology.orchestra.run.smithi008.stdout: "level": "advanced", 2024-05-20T21:32:07.390 INFO:teuthology.orchestra.run.smithi008.stdout: "flags": 0, 2024-05-20T21:32:07.390 INFO:teuthology.orchestra.run.smithi008.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-05-20T21:32:07.390 INFO:teuthology.orchestra.run.smithi008.stdout: "min": "", 2024-05-20T21:32:07.390 INFO:teuthology.orchestra.run.smithi008.stdout: "max": "", 2024-05-20T21:32:07.390 INFO:teuthology.orchestra.run.smithi008.stdout: "enum_allowed": [], 2024-05-20T21:32:07.390 INFO:teuthology.orchestra.run.smithi008.stdout: "desc": "", 2024-05-20T21:32:07.390 INFO:teuthology.orchestra.run.smithi008.stdout: "long_desc": "", 2024-05-20T21:32:07.391 INFO:teuthology.orchestra.run.smithi008.stdout: "tags": [], 2024-05-20T21:32:07.391 INFO:teuthology.orchestra.run.smithi008.stdout: "see_also": [] 2024-05-20T21:32:07.391 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.391 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.391 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.391 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.391 INFO:teuthology.orchestra.run.smithi008.stdout: "services": { 2024-05-20T21:32:07.391 INFO:teuthology.orchestra.run.smithi008.stdout: "dashboard": "https://172.21.15.8:8443/" 2024-05-20T21:32:07.391 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.391 INFO:teuthology.orchestra.run.smithi008.stdout: "always_on_modules": { 2024-05-20T21:32:07.391 INFO:teuthology.orchestra.run.smithi008.stdout: "octopus": [ 2024-05-20T21:32:07.391 INFO:teuthology.orchestra.run.smithi008.stdout: "balancer", 2024-05-20T21:32:07.391 INFO:teuthology.orchestra.run.smithi008.stdout: "crash", 2024-05-20T21:32:07.391 INFO:teuthology.orchestra.run.smithi008.stdout: "devicehealth", 2024-05-20T21:32:07.392 INFO:teuthology.orchestra.run.smithi008.stdout: "orchestrator", 2024-05-20T21:32:07.392 INFO:teuthology.orchestra.run.smithi008.stdout: "pg_autoscaler", 2024-05-20T21:32:07.392 INFO:teuthology.orchestra.run.smithi008.stdout: "progress", 2024-05-20T21:32:07.392 INFO:teuthology.orchestra.run.smithi008.stdout: "rbd_support", 2024-05-20T21:32:07.392 INFO:teuthology.orchestra.run.smithi008.stdout: "status", 2024-05-20T21:32:07.392 INFO:teuthology.orchestra.run.smithi008.stdout: "telemetry", 2024-05-20T21:32:07.392 INFO:teuthology.orchestra.run.smithi008.stdout: "volumes" 2024-05-20T21:32:07.392 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.392 INFO:teuthology.orchestra.run.smithi008.stdout: "pacific": [ 2024-05-20T21:32:07.392 INFO:teuthology.orchestra.run.smithi008.stdout: "balancer", 2024-05-20T21:32:07.392 INFO:teuthology.orchestra.run.smithi008.stdout: "crash", 2024-05-20T21:32:07.392 INFO:teuthology.orchestra.run.smithi008.stdout: "devicehealth", 2024-05-20T21:32:07.392 INFO:teuthology.orchestra.run.smithi008.stdout: "orchestrator", 2024-05-20T21:32:07.392 INFO:teuthology.orchestra.run.smithi008.stdout: "pg_autoscaler", 2024-05-20T21:32:07.393 INFO:teuthology.orchestra.run.smithi008.stdout: "progress", 2024-05-20T21:32:07.393 INFO:teuthology.orchestra.run.smithi008.stdout: "rbd_support", 2024-05-20T21:32:07.393 INFO:teuthology.orchestra.run.smithi008.stdout: "status", 2024-05-20T21:32:07.393 INFO:teuthology.orchestra.run.smithi008.stdout: "telemetry", 2024-05-20T21:32:07.393 INFO:teuthology.orchestra.run.smithi008.stdout: "volumes" 2024-05-20T21:32:07.393 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.393 INFO:teuthology.orchestra.run.smithi008.stdout: "quincy": [ 2024-05-20T21:32:07.393 INFO:teuthology.orchestra.run.smithi008.stdout: "balancer", 2024-05-20T21:32:07.393 INFO:teuthology.orchestra.run.smithi008.stdout: "crash", 2024-05-20T21:32:07.393 INFO:teuthology.orchestra.run.smithi008.stdout: "devicehealth", 2024-05-20T21:32:07.393 INFO:teuthology.orchestra.run.smithi008.stdout: "orchestrator", 2024-05-20T21:32:07.393 INFO:teuthology.orchestra.run.smithi008.stdout: "pg_autoscaler", 2024-05-20T21:32:07.393 INFO:teuthology.orchestra.run.smithi008.stdout: "progress", 2024-05-20T21:32:07.393 INFO:teuthology.orchestra.run.smithi008.stdout: "rbd_support", 2024-05-20T21:32:07.394 INFO:teuthology.orchestra.run.smithi008.stdout: "status", 2024-05-20T21:32:07.394 INFO:teuthology.orchestra.run.smithi008.stdout: "telemetry", 2024-05-20T21:32:07.394 INFO:teuthology.orchestra.run.smithi008.stdout: "volumes" 2024-05-20T21:32:07.394 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.394 INFO:teuthology.orchestra.run.smithi008.stdout: "reef": [ 2024-05-20T21:32:07.394 INFO:teuthology.orchestra.run.smithi008.stdout: "balancer", 2024-05-20T21:32:07.394 INFO:teuthology.orchestra.run.smithi008.stdout: "crash", 2024-05-20T21:32:07.394 INFO:teuthology.orchestra.run.smithi008.stdout: "devicehealth", 2024-05-20T21:32:07.394 INFO:teuthology.orchestra.run.smithi008.stdout: "orchestrator", 2024-05-20T21:32:07.394 INFO:teuthology.orchestra.run.smithi008.stdout: "pg_autoscaler", 2024-05-20T21:32:07.394 INFO:teuthology.orchestra.run.smithi008.stdout: "progress", 2024-05-20T21:32:07.394 INFO:teuthology.orchestra.run.smithi008.stdout: "rbd_support", 2024-05-20T21:32:07.394 INFO:teuthology.orchestra.run.smithi008.stdout: "status", 2024-05-20T21:32:07.395 INFO:teuthology.orchestra.run.smithi008.stdout: "telemetry", 2024-05-20T21:32:07.395 INFO:teuthology.orchestra.run.smithi008.stdout: "volumes" 2024-05-20T21:32:07.395 INFO:teuthology.orchestra.run.smithi008.stdout: ], 2024-05-20T21:32:07.395 INFO:teuthology.orchestra.run.smithi008.stdout: "squid": [ 2024-05-20T21:32:07.395 INFO:teuthology.orchestra.run.smithi008.stdout: "balancer", 2024-05-20T21:32:07.395 INFO:teuthology.orchestra.run.smithi008.stdout: "crash", 2024-05-20T21:32:07.395 INFO:teuthology.orchestra.run.smithi008.stdout: "devicehealth", 2024-05-20T21:32:07.395 INFO:teuthology.orchestra.run.smithi008.stdout: "orchestrator", 2024-05-20T21:32:07.395 INFO:teuthology.orchestra.run.smithi008.stdout: "pg_autoscaler", 2024-05-20T21:32:07.395 INFO:teuthology.orchestra.run.smithi008.stdout: "progress", 2024-05-20T21:32:07.395 INFO:teuthology.orchestra.run.smithi008.stdout: "rbd_support", 2024-05-20T21:32:07.395 INFO:teuthology.orchestra.run.smithi008.stdout: "status", 2024-05-20T21:32:07.395 INFO:teuthology.orchestra.run.smithi008.stdout: "telemetry", 2024-05-20T21:32:07.396 INFO:teuthology.orchestra.run.smithi008.stdout: "volumes" 2024-05-20T21:32:07.396 INFO:teuthology.orchestra.run.smithi008.stdout: ] 2024-05-20T21:32:07.396 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.396 INFO:teuthology.orchestra.run.smithi008.stdout: "last_failure_osd_epoch": 3, 2024-05-20T21:32:07.396 INFO:teuthology.orchestra.run.smithi008.stdout: "active_clients": [ 2024-05-20T21:32:07.396 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:07.396 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "devicehealth", 2024-05-20T21:32:07.396 INFO:teuthology.orchestra.run.smithi008.stdout: "addrvec": [ 2024-05-20T21:32:07.396 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:07.396 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "v2", 2024-05-20T21:32:07.396 INFO:teuthology.orchestra.run.smithi008.stdout: "addr": "172.21.15.8:0", 2024-05-20T21:32:07.396 INFO:teuthology.orchestra.run.smithi008.stdout: "nonce": 3825638209 2024-05-20T21:32:07.396 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.396 INFO:teuthology.orchestra.run.smithi008.stdout: ] 2024-05-20T21:32:07.397 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.397 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:07.397 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "libcephsqlite", 2024-05-20T21:32:07.397 INFO:teuthology.orchestra.run.smithi008.stdout: "addrvec": [ 2024-05-20T21:32:07.397 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:07.397 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "v2", 2024-05-20T21:32:07.397 INFO:teuthology.orchestra.run.smithi008.stdout: "addr": "172.21.15.8:0", 2024-05-20T21:32:07.397 INFO:teuthology.orchestra.run.smithi008.stdout: "nonce": 663684260 2024-05-20T21:32:07.397 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.397 INFO:teuthology.orchestra.run.smithi008.stdout: ] 2024-05-20T21:32:07.397 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.397 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:07.397 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "rbd_support", 2024-05-20T21:32:07.397 INFO:teuthology.orchestra.run.smithi008.stdout: "addrvec": [ 2024-05-20T21:32:07.398 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:07.398 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "v2", 2024-05-20T21:32:07.398 INFO:teuthology.orchestra.run.smithi008.stdout: "addr": "172.21.15.8:0", 2024-05-20T21:32:07.398 INFO:teuthology.orchestra.run.smithi008.stdout: "nonce": 770450344 2024-05-20T21:32:07.398 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.398 INFO:teuthology.orchestra.run.smithi008.stdout: ] 2024-05-20T21:32:07.398 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:07.398 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:07.398 INFO:teuthology.orchestra.run.smithi008.stdout: "name": "volumes", 2024-05-20T21:32:07.398 INFO:teuthology.orchestra.run.smithi008.stdout: "addrvec": [ 2024-05-20T21:32:07.398 INFO:teuthology.orchestra.run.smithi008.stdout: { 2024-05-20T21:32:07.398 INFO:teuthology.orchestra.run.smithi008.stdout: "type": "v2", 2024-05-20T21:32:07.398 INFO:teuthology.orchestra.run.smithi008.stdout: "addr": "172.21.15.8:0", 2024-05-20T21:32:07.398 INFO:teuthology.orchestra.run.smithi008.stdout: "nonce": 2863973056 2024-05-20T21:32:07.399 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.399 INFO:teuthology.orchestra.run.smithi008.stdout: ] 2024-05-20T21:32:07.399 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:07.399 INFO:teuthology.orchestra.run.smithi008.stdout: ] 2024-05-20T21:32:07.399 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:32:07.400 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:32:05 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/3408533888' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-20T21:32:07.400 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:32:05 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/565238306' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-20T21:32:07.400 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:32:06 smithi050 ceph-mon[35809]: pgmap v943: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 852 B/s wr, 7 op/s 2024-05-20T21:32:07.400 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:32:06 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/1063772284' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-05-20T21:32:07.401 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:32:05 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/3408533888' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-20T21:32:07.401 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:32:05 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/565238306' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-20T21:32:07.401 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:32:06 smithi130 ceph-mon[36448]: pgmap v943: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 852 B/s wr, 7 op/s 2024-05-20T21:32:07.401 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:32:06 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/1063772284' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-05-20T21:32:07.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.951+0000 7fb71e200640 1 -- 172.21.15.8:0/1063772284 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb7000b2860 msgr2=0x7fb7000b4d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:07.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.951+0000 7fb71e200640 1 --2- 172.21.15.8:0/1063772284 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb7000b2860 0x7fb7000b4d20 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7fb70c005ab0 tx=0x7fb70c005a20 comp rx=0 tx=0).stop 2024-05-20T21:32:07.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.951+0000 7fb71e200640 1 -- 172.21.15.8:0/1063772284 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb718105da0 msgr2=0x7fb71819b310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:07.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.951+0000 7fb71e200640 1 --2- 172.21.15.8:0/1063772284 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb718105da0 0x7fb71819b310 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7fb70400e9f0 tx=0x7fb70400eeb0 comp rx=0 tx=0).stop 2024-05-20T21:32:07.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.951+0000 7fb71e200640 1 -- 172.21.15.8:0/1063772284 shutdown_connections 2024-05-20T21:32:07.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.951+0000 7fb71e200640 1 --2- 172.21.15.8:0/1063772284 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fb7000b2860 0x7fb7000b4d20 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:07.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.951+0000 7fb71e200640 1 --2- 172.21.15.8:0/1063772284 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fb718106760 0x7fb7181a2380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:07.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.951+0000 7fb71e200640 1 --2- 172.21.15.8:0/1063772284 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb718105da0 0x7fb71819b310 unknown :-1 s=CLOSED pgs=746 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:07.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.951+0000 7fb71e200640 1 --2- 172.21.15.8:0/1063772284 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb718104bb0 0x7fb71819add0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:07.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.951+0000 7fb71e200640 1 -- 172.21.15.8:0/1063772284 >> 172.21.15.8:0/1063772284 conn(0x7fb718100120 msgr2=0x7fb718109140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:07.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.951+0000 7fb71e200640 1 -- 172.21.15.8:0/1063772284 shutdown_connections 2024-05-20T21:32:07.402 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:05.951+0000 7fb71e200640 1 -- 172.21.15.8:0/1063772284 wait complete. 2024-05-20T21:32:07.462 DEBUG:tasks.check_counter:Getting stats from a 2024-05-20T21:32:07.462 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph daemon mds.a perf dump 2024-05-20T21:32:07.463 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:32:05 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/3408533888' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-20T21:32:07.463 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:32:05 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/565238306' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-20T21:32:07.463 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:32:06 smithi008 ceph-mon[31475]: pgmap v943: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 852 B/s wr, 7 op/s 2024-05-20T21:32:07.463 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:32:06 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/1063772284' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-05-20T21:32:07.934 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:32:09.123 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:32:08 smithi008 ceph-mon[31475]: pgmap v944: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 852 B/s wr, 6 op/s 2024-05-20T21:32:09.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:32:08 smithi130 ceph-mon[36448]: pgmap v944: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 852 B/s wr, 6 op/s 2024-05-20T21:32:09.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:32:08 smithi050 ceph-mon[35809]: pgmap v944: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 852 B/s wr, 6 op/s 2024-05-20T21:32:10.196 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:32:10.196 INFO:teuthology.orchestra.run.smithi008.stdout: "AsyncMessenger::Worker-0": { 2024-05-20T21:32:10.196 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_recv_messages": 346, 2024-05-20T21:32:10.196 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_send_messages": 341, 2024-05-20T21:32:10.196 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_recv_bytes": 552192, 2024-05-20T21:32:10.196 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_send_bytes": 209984, 2024-05-20T21:32:10.196 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_created_connections": 4, 2024-05-20T21:32:10.196 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_active_connections": 0, 2024-05-20T21:32:10.196 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_running_total_time": 0.122284162, 2024-05-20T21:32:10.196 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_running_send_time": 0.054678470, 2024-05-20T21:32:10.196 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_running_recv_time": 0.046457987, 2024-05-20T21:32:10.197 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_running_fast_dispatch_time": 0.015168181, 2024-05-20T21:32:10.197 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:32:10.197 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 341, 2024-05-20T21:32:10.197 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.033796668, 2024-05-20T21:32:10.197 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000099110 2024-05-20T21:32:10.197 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:10.197 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:32:10.197 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 0, 2024-05-20T21:32:10.197 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.000000000, 2024-05-20T21:32:10.197 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000000000 2024-05-20T21:32:10.197 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:10.197 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_recv_encrypted_bytes": 552192, 2024-05-20T21:32:10.197 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_send_encrypted_bytes": 209984 2024-05-20T21:32:10.197 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:10.198 INFO:teuthology.orchestra.run.smithi008.stdout: "AsyncMessenger::Worker-1": { 2024-05-20T21:32:10.198 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_recv_messages": 2, 2024-05-20T21:32:10.198 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_send_messages": 259, 2024-05-20T21:32:10.198 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_recv_bytes": 320, 2024-05-20T21:32:10.198 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_send_bytes": 203152, 2024-05-20T21:32:10.198 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_created_connections": 4, 2024-05-20T21:32:10.198 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_active_connections": 2, 2024-05-20T21:32:10.198 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_running_total_time": 0.051632917, 2024-05-20T21:32:10.198 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_running_send_time": 0.042207235, 2024-05-20T21:32:10.198 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_running_recv_time": 0.003494057, 2024-05-20T21:32:10.198 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-20T21:32:10.198 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:32:10.198 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 257, 2024-05-20T21:32:10.199 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.026870882, 2024-05-20T21:32:10.199 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000104555 2024-05-20T21:32:10.199 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:10.199 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:32:10.199 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 0, 2024-05-20T21:32:10.199 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.000000000, 2024-05-20T21:32:10.199 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000000000 2024-05-20T21:32:10.199 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:10.199 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_recv_encrypted_bytes": 320, 2024-05-20T21:32:10.199 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_send_encrypted_bytes": 203152 2024-05-20T21:32:10.199 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:10.199 INFO:teuthology.orchestra.run.smithi008.stdout: "AsyncMessenger::Worker-2": { 2024-05-20T21:32:10.199 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_recv_messages": 0, 2024-05-20T21:32:10.199 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_send_messages": 2, 2024-05-20T21:32:10.200 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_recv_bytes": 0, 2024-05-20T21:32:10.200 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_send_bytes": 0, 2024-05-20T21:32:10.200 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_created_connections": 2, 2024-05-20T21:32:10.200 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_active_connections": 1, 2024-05-20T21:32:10.200 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_running_total_time": 0.001069155, 2024-05-20T21:32:10.200 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_running_send_time": 0.000000000, 2024-05-20T21:32:10.200 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_running_recv_time": 0.000832879, 2024-05-20T21:32:10.200 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-20T21:32:10.200 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:32:10.200 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 0, 2024-05-20T21:32:10.200 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.000000000, 2024-05-20T21:32:10.200 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000000000 2024-05-20T21:32:10.200 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:10.200 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:32:10.201 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 0, 2024-05-20T21:32:10.201 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.000000000, 2024-05-20T21:32:10.201 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000000000 2024-05-20T21:32:10.201 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:10.201 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-20T21:32:10.201 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_send_encrypted_bytes": 0 2024-05-20T21:32:10.201 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:10.201 INFO:teuthology.orchestra.run.smithi008.stdout: "cct": { 2024-05-20T21:32:10.201 INFO:teuthology.orchestra.run.smithi008.stdout: "total_workers": 0, 2024-05-20T21:32:10.201 INFO:teuthology.orchestra.run.smithi008.stdout: "unhealthy_workers": 0 2024-05-20T21:32:10.201 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:10.201 INFO:teuthology.orchestra.run.smithi008.stdout: "mempool": { 2024-05-20T21:32:10.201 INFO:teuthology.orchestra.run.smithi008.stdout: "bloom_filter_bytes": 0, 2024-05-20T21:32:10.201 INFO:teuthology.orchestra.run.smithi008.stdout: "bloom_filter_items": 0, 2024-05-20T21:32:10.202 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_alloc_bytes": 0, 2024-05-20T21:32:10.202 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_alloc_items": 0, 2024-05-20T21:32:10.202 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_cache_data_bytes": 0, 2024-05-20T21:32:10.202 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_cache_data_items": 0, 2024-05-20T21:32:10.202 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-20T21:32:10.202 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_cache_onode_items": 0, 2024-05-20T21:32:10.202 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-20T21:32:10.202 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_cache_meta_items": 0, 2024-05-20T21:32:10.202 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_cache_other_bytes": 0, 2024-05-20T21:32:10.202 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_cache_other_items": 0, 2024-05-20T21:32:10.202 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-20T21:32:10.202 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_cache_buffer_items": 0, 2024-05-20T21:32:10.202 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_extent_bytes": 0, 2024-05-20T21:32:10.202 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_extent_items": 0, 2024-05-20T21:32:10.203 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_blob_bytes": 0, 2024-05-20T21:32:10.203 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_blob_items": 0, 2024-05-20T21:32:10.203 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-20T21:32:10.203 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_shared_blob_items": 0, 2024-05-20T21:32:10.203 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-20T21:32:10.203 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_inline_bl_items": 0, 2024-05-20T21:32:10.203 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_fsck_bytes": 0, 2024-05-20T21:32:10.203 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_fsck_items": 0, 2024-05-20T21:32:10.203 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_txc_bytes": 0, 2024-05-20T21:32:10.203 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_txc_items": 0, 2024-05-20T21:32:10.203 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-20T21:32:10.203 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_writing_deferred_items": 0, 2024-05-20T21:32:10.203 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_writing_bytes": 0, 2024-05-20T21:32:10.203 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_writing_items": 0, 2024-05-20T21:32:10.204 INFO:teuthology.orchestra.run.smithi008.stdout: "bluefs_bytes": 0, 2024-05-20T21:32:10.204 INFO:teuthology.orchestra.run.smithi008.stdout: "bluefs_items": 0, 2024-05-20T21:32:10.204 INFO:teuthology.orchestra.run.smithi008.stdout: "bluefs_file_reader_bytes": 0, 2024-05-20T21:32:10.204 INFO:teuthology.orchestra.run.smithi008.stdout: "bluefs_file_reader_items": 0, 2024-05-20T21:32:10.204 INFO:teuthology.orchestra.run.smithi008.stdout: "bluefs_file_writer_bytes": 0, 2024-05-20T21:32:10.204 INFO:teuthology.orchestra.run.smithi008.stdout: "bluefs_file_writer_items": 0, 2024-05-20T21:32:10.204 INFO:teuthology.orchestra.run.smithi008.stdout: "buffer_anon_bytes": 150766, 2024-05-20T21:32:10.204 INFO:teuthology.orchestra.run.smithi008.stdout: "buffer_anon_items": 31, 2024-05-20T21:32:10.204 INFO:teuthology.orchestra.run.smithi008.stdout: "buffer_meta_bytes": 0, 2024-05-20T21:32:10.204 INFO:teuthology.orchestra.run.smithi008.stdout: "buffer_meta_items": 0, 2024-05-20T21:32:10.204 INFO:teuthology.orchestra.run.smithi008.stdout: "osd_bytes": 0, 2024-05-20T21:32:10.204 INFO:teuthology.orchestra.run.smithi008.stdout: "osd_items": 0, 2024-05-20T21:32:10.204 INFO:teuthology.orchestra.run.smithi008.stdout: "osd_mapbl_bytes": 0, 2024-05-20T21:32:10.204 INFO:teuthology.orchestra.run.smithi008.stdout: "osd_mapbl_items": 0, 2024-05-20T21:32:10.204 INFO:teuthology.orchestra.run.smithi008.stdout: "osd_pglog_bytes": 0, 2024-05-20T21:32:10.205 INFO:teuthology.orchestra.run.smithi008.stdout: "osd_pglog_items": 0, 2024-05-20T21:32:10.205 INFO:teuthology.orchestra.run.smithi008.stdout: "osdmap_bytes": 0, 2024-05-20T21:32:10.205 INFO:teuthology.orchestra.run.smithi008.stdout: "osdmap_items": 0, 2024-05-20T21:32:10.205 INFO:teuthology.orchestra.run.smithi008.stdout: "osdmap_mapping_bytes": 0, 2024-05-20T21:32:10.205 INFO:teuthology.orchestra.run.smithi008.stdout: "osdmap_mapping_items": 0, 2024-05-20T21:32:10.205 INFO:teuthology.orchestra.run.smithi008.stdout: "pgmap_bytes": 0, 2024-05-20T21:32:10.205 INFO:teuthology.orchestra.run.smithi008.stdout: "pgmap_items": 0, 2024-05-20T21:32:10.205 INFO:teuthology.orchestra.run.smithi008.stdout: "mds_co_bytes": 928, 2024-05-20T21:32:10.205 INFO:teuthology.orchestra.run.smithi008.stdout: "mds_co_items": 2, 2024-05-20T21:32:10.205 INFO:teuthology.orchestra.run.smithi008.stdout: "unittest_1_bytes": 0, 2024-05-20T21:32:10.205 INFO:teuthology.orchestra.run.smithi008.stdout: "unittest_1_items": 0, 2024-05-20T21:32:10.205 INFO:teuthology.orchestra.run.smithi008.stdout: "unittest_2_bytes": 0, 2024-05-20T21:32:10.205 INFO:teuthology.orchestra.run.smithi008.stdout: "unittest_2_items": 0 2024-05-20T21:32:10.206 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:10.206 INFO:teuthology.orchestra.run.smithi008.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-20T21:32:10.206 INFO:teuthology.orchestra.run.smithi008.stdout: "val": 0, 2024-05-20T21:32:10.206 INFO:teuthology.orchestra.run.smithi008.stdout: "max": 104857600, 2024-05-20T21:32:10.206 INFO:teuthology.orchestra.run.smithi008.stdout: "get_started": 0, 2024-05-20T21:32:10.206 INFO:teuthology.orchestra.run.smithi008.stdout: "get": 344, 2024-05-20T21:32:10.206 INFO:teuthology.orchestra.run.smithi008.stdout: "get_sum": 500841, 2024-05-20T21:32:10.206 INFO:teuthology.orchestra.run.smithi008.stdout: "get_or_fail_fail": 0, 2024-05-20T21:32:10.206 INFO:teuthology.orchestra.run.smithi008.stdout: "get_or_fail_success": 344, 2024-05-20T21:32:10.206 INFO:teuthology.orchestra.run.smithi008.stdout: "take": 0, 2024-05-20T21:32:10.206 INFO:teuthology.orchestra.run.smithi008.stdout: "take_sum": 0, 2024-05-20T21:32:10.206 INFO:teuthology.orchestra.run.smithi008.stdout: "put": 344, 2024-05-20T21:32:10.206 INFO:teuthology.orchestra.run.smithi008.stdout: "put_sum": 500841, 2024-05-20T21:32:10.207 INFO:teuthology.orchestra.run.smithi008.stdout: "wait": { 2024-05-20T21:32:10.207 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 0, 2024-05-20T21:32:10.207 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.000000000, 2024-05-20T21:32:10.207 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000000000 2024-05-20T21:32:10.207 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:10.207 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:10.207 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:32:10.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:32:10 smithi008 ceph-mon[31475]: pgmap v945: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 852 B/s wr, 6 op/s 2024-05-20T21:32:10.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:32:10 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:32:11.098 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.a 2024-05-20T21:32:11.098 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.a 2024-05-20T21:32:11.098 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.a 2024-05-20T21:32:11.098 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.a 2024-05-20T21:32:11.098 DEBUG:tasks.check_counter:Getting stats from d 2024-05-20T21:32:11.099 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph daemon mds.d perf dump 2024-05-20T21:32:11.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:32:10 smithi130 ceph-mon[36448]: pgmap v945: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 852 B/s wr, 6 op/s 2024-05-20T21:32:11.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:32:10 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:32:11.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:32:10 smithi050 ceph-mon[35809]: pgmap v945: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 852 B/s wr, 6 op/s 2024-05-20T21:32:11.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:32:10 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:32:11.564 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:32:12.065 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:32:11 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:32:12.066 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:32:11 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:32:12.066 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:32:11 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:32:12.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:32:11 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:32:12.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:32:11 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:32:12.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:32:11 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:32:12.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:32:11 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:32:12.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:32:11 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:32:12.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:32:11 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:32:12.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:32:12 smithi008 ceph-mon[31475]: pgmap v946: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 852 B/s wr, 7 op/s 2024-05-20T21:32:13.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:32:12 smithi130 ceph-mon[36448]: pgmap v946: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 852 B/s wr, 7 op/s 2024-05-20T21:32:13.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:32:12 smithi050 ceph-mon[35809]: pgmap v946: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 852 B/s wr, 7 op/s 2024-05-20T21:32:13.960 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:32:13.960 INFO:teuthology.orchestra.run.smithi008.stdout: "AsyncMessenger::Worker-0": { 2024-05-20T21:32:13.960 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_recv_messages": 353, 2024-05-20T21:32:13.960 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_send_messages": 348, 2024-05-20T21:32:13.960 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_recv_bytes": 554096, 2024-05-20T21:32:13.960 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_send_bytes": 214464, 2024-05-20T21:32:13.960 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_created_connections": 4, 2024-05-20T21:32:13.961 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_active_connections": 0, 2024-05-20T21:32:13.961 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_running_total_time": 0.120788903, 2024-05-20T21:32:13.961 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_running_send_time": 0.054554035, 2024-05-20T21:32:13.961 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_running_recv_time": 0.044098545, 2024-05-20T21:32:13.961 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_running_fast_dispatch_time": 0.015560876, 2024-05-20T21:32:13.961 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:32:13.961 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 348, 2024-05-20T21:32:13.961 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.034311656, 2024-05-20T21:32:13.961 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000098596 2024-05-20T21:32:13.961 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:13.961 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:32:13.961 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 0, 2024-05-20T21:32:13.962 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.000000000, 2024-05-20T21:32:13.962 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000000000 2024-05-20T21:32:13.962 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:13.962 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_recv_encrypted_bytes": 554096, 2024-05-20T21:32:13.962 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_send_encrypted_bytes": 214464 2024-05-20T21:32:13.962 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:13.962 INFO:teuthology.orchestra.run.smithi008.stdout: "AsyncMessenger::Worker-1": { 2024-05-20T21:32:13.962 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_recv_messages": 2, 2024-05-20T21:32:13.962 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_send_messages": 265, 2024-05-20T21:32:13.962 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_recv_bytes": 320, 2024-05-20T21:32:13.962 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_send_bytes": 204208, 2024-05-20T21:32:13.962 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_created_connections": 4, 2024-05-20T21:32:13.962 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_active_connections": 2, 2024-05-20T21:32:13.962 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_running_total_time": 0.051728155, 2024-05-20T21:32:13.963 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_running_send_time": 0.041654744, 2024-05-20T21:32:13.963 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_running_recv_time": 0.003862224, 2024-05-20T21:32:13.963 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-20T21:32:13.963 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:32:13.963 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 263, 2024-05-20T21:32:13.963 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.028602474, 2024-05-20T21:32:13.963 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000108754 2024-05-20T21:32:13.963 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:13.963 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:32:13.963 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 0, 2024-05-20T21:32:13.963 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.000000000, 2024-05-20T21:32:13.963 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000000000 2024-05-20T21:32:13.963 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:13.963 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_recv_encrypted_bytes": 320, 2024-05-20T21:32:13.964 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_send_encrypted_bytes": 204208 2024-05-20T21:32:13.964 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:13.964 INFO:teuthology.orchestra.run.smithi008.stdout: "AsyncMessenger::Worker-2": { 2024-05-20T21:32:13.964 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_recv_messages": 0, 2024-05-20T21:32:13.964 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_send_messages": 2, 2024-05-20T21:32:13.964 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_recv_bytes": 0, 2024-05-20T21:32:13.964 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_send_bytes": 0, 2024-05-20T21:32:13.964 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_created_connections": 2, 2024-05-20T21:32:13.964 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_active_connections": 1, 2024-05-20T21:32:13.964 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_running_total_time": 0.001269727, 2024-05-20T21:32:13.964 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_running_send_time": 0.000000000, 2024-05-20T21:32:13.964 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_running_recv_time": 0.001092339, 2024-05-20T21:32:13.964 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-20T21:32:13.964 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:32:13.965 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 0, 2024-05-20T21:32:13.965 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.000000000, 2024-05-20T21:32:13.965 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000000000 2024-05-20T21:32:13.965 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:13.965 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:32:13.965 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 0, 2024-05-20T21:32:13.965 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.000000000, 2024-05-20T21:32:13.965 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000000000 2024-05-20T21:32:13.965 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:13.965 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-20T21:32:13.965 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_send_encrypted_bytes": 0 2024-05-20T21:32:13.965 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:13.965 INFO:teuthology.orchestra.run.smithi008.stdout: "cct": { 2024-05-20T21:32:13.966 INFO:teuthology.orchestra.run.smithi008.stdout: "total_workers": 0, 2024-05-20T21:32:13.966 INFO:teuthology.orchestra.run.smithi008.stdout: "unhealthy_workers": 0 2024-05-20T21:32:13.966 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:13.966 INFO:teuthology.orchestra.run.smithi008.stdout: "mempool": { 2024-05-20T21:32:13.966 INFO:teuthology.orchestra.run.smithi008.stdout: "bloom_filter_bytes": 0, 2024-05-20T21:32:13.966 INFO:teuthology.orchestra.run.smithi008.stdout: "bloom_filter_items": 0, 2024-05-20T21:32:13.966 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_alloc_bytes": 0, 2024-05-20T21:32:13.966 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_alloc_items": 0, 2024-05-20T21:32:13.966 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_cache_data_bytes": 0, 2024-05-20T21:32:13.966 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_cache_data_items": 0, 2024-05-20T21:32:13.966 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-20T21:32:13.966 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_cache_onode_items": 0, 2024-05-20T21:32:13.966 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-20T21:32:13.967 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_cache_meta_items": 0, 2024-05-20T21:32:13.967 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_cache_other_bytes": 0, 2024-05-20T21:32:13.967 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_cache_other_items": 0, 2024-05-20T21:32:13.967 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-20T21:32:13.967 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_cache_buffer_items": 0, 2024-05-20T21:32:13.967 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_extent_bytes": 0, 2024-05-20T21:32:13.967 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_extent_items": 0, 2024-05-20T21:32:13.967 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_blob_bytes": 0, 2024-05-20T21:32:13.967 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_blob_items": 0, 2024-05-20T21:32:13.967 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-20T21:32:13.967 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_shared_blob_items": 0, 2024-05-20T21:32:13.967 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-20T21:32:13.967 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_inline_bl_items": 0, 2024-05-20T21:32:13.968 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_fsck_bytes": 0, 2024-05-20T21:32:13.968 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_fsck_items": 0, 2024-05-20T21:32:13.968 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_txc_bytes": 0, 2024-05-20T21:32:13.968 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_txc_items": 0, 2024-05-20T21:32:13.968 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-20T21:32:13.968 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_writing_deferred_items": 0, 2024-05-20T21:32:13.968 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_writing_bytes": 0, 2024-05-20T21:32:13.968 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_writing_items": 0, 2024-05-20T21:32:13.968 INFO:teuthology.orchestra.run.smithi008.stdout: "bluefs_bytes": 0, 2024-05-20T21:32:13.968 INFO:teuthology.orchestra.run.smithi008.stdout: "bluefs_items": 0, 2024-05-20T21:32:13.968 INFO:teuthology.orchestra.run.smithi008.stdout: "bluefs_file_reader_bytes": 0, 2024-05-20T21:32:13.968 INFO:teuthology.orchestra.run.smithi008.stdout: "bluefs_file_reader_items": 0, 2024-05-20T21:32:13.968 INFO:teuthology.orchestra.run.smithi008.stdout: "bluefs_file_writer_bytes": 0, 2024-05-20T21:32:13.969 INFO:teuthology.orchestra.run.smithi008.stdout: "bluefs_file_writer_items": 0, 2024-05-20T21:32:13.969 INFO:teuthology.orchestra.run.smithi008.stdout: "buffer_anon_bytes": 148704, 2024-05-20T21:32:13.969 INFO:teuthology.orchestra.run.smithi008.stdout: "buffer_anon_items": 29, 2024-05-20T21:32:13.969 INFO:teuthology.orchestra.run.smithi008.stdout: "buffer_meta_bytes": 0, 2024-05-20T21:32:13.969 INFO:teuthology.orchestra.run.smithi008.stdout: "buffer_meta_items": 0, 2024-05-20T21:32:13.969 INFO:teuthology.orchestra.run.smithi008.stdout: "osd_bytes": 0, 2024-05-20T21:32:13.969 INFO:teuthology.orchestra.run.smithi008.stdout: "osd_items": 0, 2024-05-20T21:32:13.969 INFO:teuthology.orchestra.run.smithi008.stdout: "osd_mapbl_bytes": 0, 2024-05-20T21:32:13.969 INFO:teuthology.orchestra.run.smithi008.stdout: "osd_mapbl_items": 0, 2024-05-20T21:32:13.969 INFO:teuthology.orchestra.run.smithi008.stdout: "osd_pglog_bytes": 0, 2024-05-20T21:32:13.969 INFO:teuthology.orchestra.run.smithi008.stdout: "osd_pglog_items": 0, 2024-05-20T21:32:13.969 INFO:teuthology.orchestra.run.smithi008.stdout: "osdmap_bytes": 0, 2024-05-20T21:32:13.969 INFO:teuthology.orchestra.run.smithi008.stdout: "osdmap_items": 0, 2024-05-20T21:32:13.969 INFO:teuthology.orchestra.run.smithi008.stdout: "osdmap_mapping_bytes": 0, 2024-05-20T21:32:13.969 INFO:teuthology.orchestra.run.smithi008.stdout: "osdmap_mapping_items": 0, 2024-05-20T21:32:13.969 INFO:teuthology.orchestra.run.smithi008.stdout: "pgmap_bytes": 0, 2024-05-20T21:32:13.970 INFO:teuthology.orchestra.run.smithi008.stdout: "pgmap_items": 0, 2024-05-20T21:32:13.970 INFO:teuthology.orchestra.run.smithi008.stdout: "mds_co_bytes": 928, 2024-05-20T21:32:13.970 INFO:teuthology.orchestra.run.smithi008.stdout: "mds_co_items": 2, 2024-05-20T21:32:13.970 INFO:teuthology.orchestra.run.smithi008.stdout: "unittest_1_bytes": 0, 2024-05-20T21:32:13.970 INFO:teuthology.orchestra.run.smithi008.stdout: "unittest_1_items": 0, 2024-05-20T21:32:13.970 INFO:teuthology.orchestra.run.smithi008.stdout: "unittest_2_bytes": 0, 2024-05-20T21:32:13.970 INFO:teuthology.orchestra.run.smithi008.stdout: "unittest_2_items": 0 2024-05-20T21:32:13.970 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:13.970 INFO:teuthology.orchestra.run.smithi008.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-20T21:32:13.970 INFO:teuthology.orchestra.run.smithi008.stdout: "val": 0, 2024-05-20T21:32:13.970 INFO:teuthology.orchestra.run.smithi008.stdout: "max": 104857600, 2024-05-20T21:32:13.970 INFO:teuthology.orchestra.run.smithi008.stdout: "get_started": 0, 2024-05-20T21:32:13.970 INFO:teuthology.orchestra.run.smithi008.stdout: "get": 351, 2024-05-20T21:32:13.970 INFO:teuthology.orchestra.run.smithi008.stdout: "get_sum": 501751, 2024-05-20T21:32:13.970 INFO:teuthology.orchestra.run.smithi008.stdout: "get_or_fail_fail": 0, 2024-05-20T21:32:13.971 INFO:teuthology.orchestra.run.smithi008.stdout: "get_or_fail_success": 351, 2024-05-20T21:32:13.971 INFO:teuthology.orchestra.run.smithi008.stdout: "take": 0, 2024-05-20T21:32:13.971 INFO:teuthology.orchestra.run.smithi008.stdout: "take_sum": 0, 2024-05-20T21:32:13.971 INFO:teuthology.orchestra.run.smithi008.stdout: "put": 351, 2024-05-20T21:32:13.971 INFO:teuthology.orchestra.run.smithi008.stdout: "put_sum": 501751, 2024-05-20T21:32:13.971 INFO:teuthology.orchestra.run.smithi008.stdout: "wait": { 2024-05-20T21:32:13.971 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 0, 2024-05-20T21:32:13.971 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.000000000, 2024-05-20T21:32:13.971 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000000000 2024-05-20T21:32:13.971 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:13.971 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:13.971 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:32:14.897 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.d 2024-05-20T21:32:14.897 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.d 2024-05-20T21:32:14.897 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.d 2024-05-20T21:32:14.897 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.d 2024-05-20T21:32:14.897 DEBUG:tasks.check_counter:Getting stats from g 2024-05-20T21:32:14.897 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph daemon mds.g perf dump 2024-05-20T21:32:15.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:32:14 smithi130 ceph-mon[36448]: pgmap v947: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 511 B/s wr, 6 op/s 2024-05-20T21:32:15.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:32:14 smithi050 ceph-mon[35809]: pgmap v947: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 511 B/s wr, 6 op/s 2024-05-20T21:32:15.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:32:14 smithi008 ceph-mon[31475]: pgmap v947: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 511 B/s wr, 6 op/s 2024-05-20T21:32:15.399 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:32:17.150 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:32:16 smithi008 ceph-mon[31475]: pgmap v948: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 511 B/s wr, 6 op/s 2024-05-20T21:32:17.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:32:16 smithi130 ceph-mon[36448]: pgmap v948: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 511 B/s wr, 6 op/s 2024-05-20T21:32:17.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:32:16 smithi050 ceph-mon[35809]: pgmap v948: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 511 B/s wr, 6 op/s 2024-05-20T21:32:17.724 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:32:17.724 INFO:teuthology.orchestra.run.smithi008.stdout: "AsyncMessenger::Worker-0": { 2024-05-20T21:32:17.724 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_recv_messages": 1595, 2024-05-20T21:32:17.724 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_send_messages": 1588, 2024-05-20T21:32:17.724 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_recv_bytes": 991440, 2024-05-20T21:32:17.724 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_send_bytes": 606454, 2024-05-20T21:32:17.724 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_created_connections": 5, 2024-05-20T21:32:17.724 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_active_connections": 1, 2024-05-20T21:32:17.724 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_running_total_time": 0.381862806, 2024-05-20T21:32:17.725 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_running_send_time": 0.142522976, 2024-05-20T21:32:17.725 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_running_recv_time": 0.120914140, 2024-05-20T21:32:17.725 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_running_fast_dispatch_time": 0.090375216, 2024-05-20T21:32:17.725 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:32:17.725 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 1588, 2024-05-20T21:32:17.725 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.152683687, 2024-05-20T21:32:17.725 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000096148 2024-05-20T21:32:17.725 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:17.725 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:32:17.725 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 0, 2024-05-20T21:32:17.725 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.000000000, 2024-05-20T21:32:17.725 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000000000 2024-05-20T21:32:17.725 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:17.725 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_recv_encrypted_bytes": 575808, 2024-05-20T21:32:17.726 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_send_encrypted_bytes": 213088 2024-05-20T21:32:17.726 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:17.726 INFO:teuthology.orchestra.run.smithi008.stdout: "AsyncMessenger::Worker-1": { 2024-05-20T21:32:17.726 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_recv_messages": 4, 2024-05-20T21:32:17.726 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_send_messages": 264, 2024-05-20T21:32:17.726 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_recv_bytes": 876, 2024-05-20T21:32:17.726 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_send_bytes": 623706, 2024-05-20T21:32:17.726 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_created_connections": 5, 2024-05-20T21:32:17.726 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_active_connections": 3, 2024-05-20T21:32:17.726 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_running_total_time": 0.049940041, 2024-05-20T21:32:17.726 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_running_send_time": 0.039050122, 2024-05-20T21:32:17.726 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_running_recv_time": 0.004923513, 2024-05-20T21:32:17.726 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_running_fast_dispatch_time": 0.000082448, 2024-05-20T21:32:17.727 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:32:17.727 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 262, 2024-05-20T21:32:17.727 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.026501848, 2024-05-20T21:32:17.727 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000101152 2024-05-20T21:32:17.727 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:17.727 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:32:17.727 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 0, 2024-05-20T21:32:17.727 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.000000000, 2024-05-20T21:32:17.727 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000000000 2024-05-20T21:32:17.727 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:17.727 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_recv_encrypted_bytes": 320, 2024-05-20T21:32:17.727 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_send_encrypted_bytes": 623008 2024-05-20T21:32:17.727 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:17.728 INFO:teuthology.orchestra.run.smithi008.stdout: "AsyncMessenger::Worker-2": { 2024-05-20T21:32:17.728 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_recv_messages": 2228, 2024-05-20T21:32:17.728 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_send_messages": 2230, 2024-05-20T21:32:17.728 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_recv_bytes": 569423, 2024-05-20T21:32:17.728 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_send_bytes": 708511, 2024-05-20T21:32:17.728 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_created_connections": 5, 2024-05-20T21:32:17.728 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_active_connections": 3, 2024-05-20T21:32:17.728 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_running_total_time": 0.329766330, 2024-05-20T21:32:17.728 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_running_send_time": 0.105285967, 2024-05-20T21:32:17.728 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_running_recv_time": 0.088420253, 2024-05-20T21:32:17.728 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_running_fast_dispatch_time": 0.109589460, 2024-05-20T21:32:17.728 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:32:17.728 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 2228, 2024-05-20T21:32:17.728 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.168158158, 2024-05-20T21:32:17.729 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000075474 2024-05-20T21:32:17.729 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:17.729 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:32:17.729 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 0, 2024-05-20T21:32:17.729 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.000000000, 2024-05-20T21:32:17.729 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000000000 2024-05-20T21:32:17.729 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:17.729 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-20T21:32:17.729 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_send_encrypted_bytes": 0 2024-05-20T21:32:17.729 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:17.729 INFO:teuthology.orchestra.run.smithi008.stdout: "cct": { 2024-05-20T21:32:17.729 INFO:teuthology.orchestra.run.smithi008.stdout: "total_workers": 1, 2024-05-20T21:32:17.729 INFO:teuthology.orchestra.run.smithi008.stdout: "unhealthy_workers": 0 2024-05-20T21:32:17.730 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:17.730 INFO:teuthology.orchestra.run.smithi008.stdout: "finisher-MDSRank": { 2024-05-20T21:32:17.730 INFO:teuthology.orchestra.run.smithi008.stdout: "queue_len": 0, 2024-05-20T21:32:17.730 INFO:teuthology.orchestra.run.smithi008.stdout: "complete_latency": { 2024-05-20T21:32:17.730 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 5860, 2024-05-20T21:32:17.730 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.293207724, 2024-05-20T21:32:17.730 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000050035 2024-05-20T21:32:17.730 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:17.730 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:17.730 INFO:teuthology.orchestra.run.smithi008.stdout: "finisher-PurgeQueue": { 2024-05-20T21:32:17.730 INFO:teuthology.orchestra.run.smithi008.stdout: "queue_len": 0, 2024-05-20T21:32:17.730 INFO:teuthology.orchestra.run.smithi008.stdout: "complete_latency": { 2024-05-20T21:32:17.730 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 0, 2024-05-20T21:32:17.731 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.000000000, 2024-05-20T21:32:17.731 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000000000 2024-05-20T21:32:17.731 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:17.731 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:17.731 INFO:teuthology.orchestra.run.smithi008.stdout: "mds": { 2024-05-20T21:32:17.731 INFO:teuthology.orchestra.run.smithi008.stdout: "request": 0, 2024-05-20T21:32:17.731 INFO:teuthology.orchestra.run.smithi008.stdout: "reply": 0, 2024-05-20T21:32:17.731 INFO:teuthology.orchestra.run.smithi008.stdout: "reply_latency": { 2024-05-20T21:32:17.731 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 0, 2024-05-20T21:32:17.731 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.000000000, 2024-05-20T21:32:17.731 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000000000 2024-05-20T21:32:17.731 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:17.731 INFO:teuthology.orchestra.run.smithi008.stdout: "slow_reply": 0, 2024-05-20T21:32:17.731 INFO:teuthology.orchestra.run.smithi008.stdout: "forward": 0, 2024-05-20T21:32:17.732 INFO:teuthology.orchestra.run.smithi008.stdout: "dir_fetch_complete": 0, 2024-05-20T21:32:17.732 INFO:teuthology.orchestra.run.smithi008.stdout: "dir_fetch_keys": 0, 2024-05-20T21:32:17.732 INFO:teuthology.orchestra.run.smithi008.stdout: "dir_commit": 0, 2024-05-20T21:32:17.732 INFO:teuthology.orchestra.run.smithi008.stdout: "dir_split": 0, 2024-05-20T21:32:17.732 INFO:teuthology.orchestra.run.smithi008.stdout: "dir_merge": 0, 2024-05-20T21:32:17.732 INFO:teuthology.orchestra.run.smithi008.stdout: "inodes": 0, 2024-05-20T21:32:17.732 INFO:teuthology.orchestra.run.smithi008.stdout: "inodes_top": 0, 2024-05-20T21:32:17.732 INFO:teuthology.orchestra.run.smithi008.stdout: "inodes_bottom": 0, 2024-05-20T21:32:17.732 INFO:teuthology.orchestra.run.smithi008.stdout: "inodes_pin_tail": 0, 2024-05-20T21:32:17.732 INFO:teuthology.orchestra.run.smithi008.stdout: "inodes_pinned": 0, 2024-05-20T21:32:17.732 INFO:teuthology.orchestra.run.smithi008.stdout: "inodes_expired": 0, 2024-05-20T21:32:17.732 INFO:teuthology.orchestra.run.smithi008.stdout: "inodes_with_caps": 0, 2024-05-20T21:32:17.732 INFO:teuthology.orchestra.run.smithi008.stdout: "caps": 0, 2024-05-20T21:32:17.733 INFO:teuthology.orchestra.run.smithi008.stdout: "subtrees": 1, 2024-05-20T21:32:17.733 INFO:teuthology.orchestra.run.smithi008.stdout: "traverse": 0, 2024-05-20T21:32:17.733 INFO:teuthology.orchestra.run.smithi008.stdout: "traverse_hit": 0, 2024-05-20T21:32:17.733 INFO:teuthology.orchestra.run.smithi008.stdout: "traverse_forward": 0, 2024-05-20T21:32:17.733 INFO:teuthology.orchestra.run.smithi008.stdout: "traverse_discover": 0, 2024-05-20T21:32:17.733 INFO:teuthology.orchestra.run.smithi008.stdout: "traverse_dir_fetch": 0, 2024-05-20T21:32:17.733 INFO:teuthology.orchestra.run.smithi008.stdout: "traverse_remote_ino": 0, 2024-05-20T21:32:17.733 INFO:teuthology.orchestra.run.smithi008.stdout: "traverse_lock": 0, 2024-05-20T21:32:17.733 INFO:teuthology.orchestra.run.smithi008.stdout: "load_cent": 0, 2024-05-20T21:32:17.733 INFO:teuthology.orchestra.run.smithi008.stdout: "q": 0, 2024-05-20T21:32:17.733 INFO:teuthology.orchestra.run.smithi008.stdout: "exported": 0, 2024-05-20T21:32:17.733 INFO:teuthology.orchestra.run.smithi008.stdout: "exported_inodes": 0, 2024-05-20T21:32:17.733 INFO:teuthology.orchestra.run.smithi008.stdout: "imported": 0, 2024-05-20T21:32:17.733 INFO:teuthology.orchestra.run.smithi008.stdout: "imported_inodes": 0, 2024-05-20T21:32:17.734 INFO:teuthology.orchestra.run.smithi008.stdout: "openino_dir_fetch": 0, 2024-05-20T21:32:17.734 INFO:teuthology.orchestra.run.smithi008.stdout: "openino_backtrace_fetch": 0, 2024-05-20T21:32:17.734 INFO:teuthology.orchestra.run.smithi008.stdout: "openino_peer_discover": 0, 2024-05-20T21:32:17.734 INFO:teuthology.orchestra.run.smithi008.stdout: "root_rfiles": 0, 2024-05-20T21:32:17.734 INFO:teuthology.orchestra.run.smithi008.stdout: "root_rbytes": 0, 2024-05-20T21:32:17.734 INFO:teuthology.orchestra.run.smithi008.stdout: "root_rsnaps": 0, 2024-05-20T21:32:17.734 INFO:teuthology.orchestra.run.smithi008.stdout: "scrub_backtrace_fetch": 0, 2024-05-20T21:32:17.734 INFO:teuthology.orchestra.run.smithi008.stdout: "scrub_set_tag": 0, 2024-05-20T21:32:17.734 INFO:teuthology.orchestra.run.smithi008.stdout: "scrub_backtrace_repaired": 0, 2024-05-20T21:32:17.734 INFO:teuthology.orchestra.run.smithi008.stdout: "scrub_inotable_repaired": 0, 2024-05-20T21:32:17.734 INFO:teuthology.orchestra.run.smithi008.stdout: "scrub_dir_inodes": 0, 2024-05-20T21:32:17.734 INFO:teuthology.orchestra.run.smithi008.stdout: "scrub_dir_base_inodes": 0, 2024-05-20T21:32:17.734 INFO:teuthology.orchestra.run.smithi008.stdout: "scrub_dirfrag_rstats": 0, 2024-05-20T21:32:17.734 INFO:teuthology.orchestra.run.smithi008.stdout: "scrub_file_inodes": 0, 2024-05-20T21:32:17.735 INFO:teuthology.orchestra.run.smithi008.stdout: "handle_inode_file_caps": 0, 2024-05-20T21:32:17.735 INFO:teuthology.orchestra.run.smithi008.stdout: "ceph_cap_op_revoke": 0, 2024-05-20T21:32:17.735 INFO:teuthology.orchestra.run.smithi008.stdout: "ceph_cap_op_grant": 0, 2024-05-20T21:32:17.735 INFO:teuthology.orchestra.run.smithi008.stdout: "ceph_cap_op_trunc": 0, 2024-05-20T21:32:17.735 INFO:teuthology.orchestra.run.smithi008.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-20T21:32:17.735 INFO:teuthology.orchestra.run.smithi008.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-20T21:32:17.735 INFO:teuthology.orchestra.run.smithi008.stdout: "handle_client_caps": 0, 2024-05-20T21:32:17.735 INFO:teuthology.orchestra.run.smithi008.stdout: "handle_client_caps_dirty": 0, 2024-05-20T21:32:17.735 INFO:teuthology.orchestra.run.smithi008.stdout: "handle_client_cap_release": 0, 2024-05-20T21:32:17.735 INFO:teuthology.orchestra.run.smithi008.stdout: "process_request_cap_release": 0 2024-05-20T21:32:17.735 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:17.735 INFO:teuthology.orchestra.run.smithi008.stdout: "mds_cache": { 2024-05-20T21:32:17.735 INFO:teuthology.orchestra.run.smithi008.stdout: "dir_update": 0, 2024-05-20T21:32:17.735 INFO:teuthology.orchestra.run.smithi008.stdout: "dir_update_receipt": 0, 2024-05-20T21:32:17.736 INFO:teuthology.orchestra.run.smithi008.stdout: "dir_try_discover": 0, 2024-05-20T21:32:17.736 INFO:teuthology.orchestra.run.smithi008.stdout: "dir_send_discover": 0, 2024-05-20T21:32:17.736 INFO:teuthology.orchestra.run.smithi008.stdout: "dir_handle_discover": 0, 2024-05-20T21:32:17.736 INFO:teuthology.orchestra.run.smithi008.stdout: "num_strays": 0, 2024-05-20T21:32:17.736 INFO:teuthology.orchestra.run.smithi008.stdout: "num_strays_delayed": 0, 2024-05-20T21:32:17.736 INFO:teuthology.orchestra.run.smithi008.stdout: "num_strays_enqueuing": 0, 2024-05-20T21:32:17.736 INFO:teuthology.orchestra.run.smithi008.stdout: "strays_created": 0, 2024-05-20T21:32:17.736 INFO:teuthology.orchestra.run.smithi008.stdout: "strays_enqueued": 0, 2024-05-20T21:32:17.736 INFO:teuthology.orchestra.run.smithi008.stdout: "strays_reintegrated": 0, 2024-05-20T21:32:17.736 INFO:teuthology.orchestra.run.smithi008.stdout: "strays_migrated": 0, 2024-05-20T21:32:17.737 INFO:teuthology.orchestra.run.smithi008.stdout: "num_recovering_processing": 0, 2024-05-20T21:32:17.737 INFO:teuthology.orchestra.run.smithi008.stdout: "num_recovering_enqueued": 0, 2024-05-20T21:32:17.737 INFO:teuthology.orchestra.run.smithi008.stdout: "num_recovering_prioritized": 0, 2024-05-20T21:32:17.737 INFO:teuthology.orchestra.run.smithi008.stdout: "recovery_started": 0, 2024-05-20T21:32:17.737 INFO:teuthology.orchestra.run.smithi008.stdout: "recovery_completed": 0, 2024-05-20T21:32:17.737 INFO:teuthology.orchestra.run.smithi008.stdout: "ireq_quiesce_path": 0, 2024-05-20T21:32:17.737 INFO:teuthology.orchestra.run.smithi008.stdout: "ireq_quiesce_inode": 0, 2024-05-20T21:32:17.737 INFO:teuthology.orchestra.run.smithi008.stdout: "ireq_enqueue_scrub": 0, 2024-05-20T21:32:17.737 INFO:teuthology.orchestra.run.smithi008.stdout: "ireq_exportdir": 0, 2024-05-20T21:32:17.737 INFO:teuthology.orchestra.run.smithi008.stdout: "ireq_flush": 0, 2024-05-20T21:32:17.737 INFO:teuthology.orchestra.run.smithi008.stdout: "ireq_fragmentdir": 0, 2024-05-20T21:32:17.737 INFO:teuthology.orchestra.run.smithi008.stdout: "ireq_fragstats": 0, 2024-05-20T21:32:17.737 INFO:teuthology.orchestra.run.smithi008.stdout: "ireq_inodestats": 0 2024-05-20T21:32:17.738 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:17.738 INFO:teuthology.orchestra.run.smithi008.stdout: "mds_log": { 2024-05-20T21:32:17.738 INFO:teuthology.orchestra.run.smithi008.stdout: "evlrg": 0, 2024-05-20T21:32:17.738 INFO:teuthology.orchestra.run.smithi008.stdout: "evadd": 0, 2024-05-20T21:32:17.738 INFO:teuthology.orchestra.run.smithi008.stdout: "evex": 0, 2024-05-20T21:32:17.738 INFO:teuthology.orchestra.run.smithi008.stdout: "evtrm": 0, 2024-05-20T21:32:17.738 INFO:teuthology.orchestra.run.smithi008.stdout: "ev": 3, 2024-05-20T21:32:17.738 INFO:teuthology.orchestra.run.smithi008.stdout: "evexg": 0, 2024-05-20T21:32:17.738 INFO:teuthology.orchestra.run.smithi008.stdout: "evexd": 0, 2024-05-20T21:32:17.738 INFO:teuthology.orchestra.run.smithi008.stdout: "segadd": 0, 2024-05-20T21:32:17.739 INFO:teuthology.orchestra.run.smithi008.stdout: "segex": 0, 2024-05-20T21:32:17.739 INFO:teuthology.orchestra.run.smithi008.stdout: "segtrm": 0, 2024-05-20T21:32:17.739 INFO:teuthology.orchestra.run.smithi008.stdout: "seg": 2, 2024-05-20T21:32:17.739 INFO:teuthology.orchestra.run.smithi008.stdout: "segmjr": 2, 2024-05-20T21:32:17.739 INFO:teuthology.orchestra.run.smithi008.stdout: "segexg": 0, 2024-05-20T21:32:17.739 INFO:teuthology.orchestra.run.smithi008.stdout: "segexd": 0, 2024-05-20T21:32:17.739 INFO:teuthology.orchestra.run.smithi008.stdout: "expos": 4194304, 2024-05-20T21:32:17.739 INFO:teuthology.orchestra.run.smithi008.stdout: "wrpos": 4195202, 2024-05-20T21:32:17.739 INFO:teuthology.orchestra.run.smithi008.stdout: "rdpos": 4194892, 2024-05-20T21:32:17.739 INFO:teuthology.orchestra.run.smithi008.stdout: "jlat": { 2024-05-20T21:32:17.739 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 0, 2024-05-20T21:32:17.739 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.000000000, 2024-05-20T21:32:17.739 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000000000 2024-05-20T21:32:17.739 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:17.740 INFO:teuthology.orchestra.run.smithi008.stdout: "replayed": 3 2024-05-20T21:32:17.740 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:17.740 INFO:teuthology.orchestra.run.smithi008.stdout: "mds_mem": { 2024-05-20T21:32:17.740 INFO:teuthology.orchestra.run.smithi008.stdout: "ino": 3, 2024-05-20T21:32:17.740 INFO:teuthology.orchestra.run.smithi008.stdout: "ino+": 3, 2024-05-20T21:32:17.740 INFO:teuthology.orchestra.run.smithi008.stdout: "ino-": 0, 2024-05-20T21:32:17.740 INFO:teuthology.orchestra.run.smithi008.stdout: "dir": 1, 2024-05-20T21:32:17.740 INFO:teuthology.orchestra.run.smithi008.stdout: "dir+": 1, 2024-05-20T21:32:17.740 INFO:teuthology.orchestra.run.smithi008.stdout: "dir-": 0, 2024-05-20T21:32:17.740 INFO:teuthology.orchestra.run.smithi008.stdout: "dn": 0, 2024-05-20T21:32:17.740 INFO:teuthology.orchestra.run.smithi008.stdout: "dn+": 0, 2024-05-20T21:32:17.740 INFO:teuthology.orchestra.run.smithi008.stdout: "dn-": 0, 2024-05-20T21:32:17.740 INFO:teuthology.orchestra.run.smithi008.stdout: "cap": 0, 2024-05-20T21:32:17.740 INFO:teuthology.orchestra.run.smithi008.stdout: "cap+": 0, 2024-05-20T21:32:17.740 INFO:teuthology.orchestra.run.smithi008.stdout: "cap-": 0, 2024-05-20T21:32:17.741 INFO:teuthology.orchestra.run.smithi008.stdout: "rss": 49264, 2024-05-20T21:32:17.741 INFO:teuthology.orchestra.run.smithi008.stdout: "heap": 215416 2024-05-20T21:32:17.741 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:17.741 INFO:teuthology.orchestra.run.smithi008.stdout: "mds_server": { 2024-05-20T21:32:17.741 INFO:teuthology.orchestra.run.smithi008.stdout: "dispatch_client_request": 0, 2024-05-20T21:32:17.741 INFO:teuthology.orchestra.run.smithi008.stdout: "dispatch_server_request": 0, 2024-05-20T21:32:17.741 INFO:teuthology.orchestra.run.smithi008.stdout: "handle_client_request": 0, 2024-05-20T21:32:17.741 INFO:teuthology.orchestra.run.smithi008.stdout: "handle_client_session": 0, 2024-05-20T21:32:17.741 INFO:teuthology.orchestra.run.smithi008.stdout: "handle_peer_request": 0, 2024-05-20T21:32:17.741 INFO:teuthology.orchestra.run.smithi008.stdout: "req_create_latency": { 2024-05-20T21:32:17.741 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 0, 2024-05-20T21:32:17.741 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.000000000, 2024-05-20T21:32:17.741 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000000000 2024-05-20T21:32:17.742 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:17.742 INFO:teuthology.orchestra.run.smithi008.stdout: "req_getattr_latency": { 2024-05-20T21:32:17.742 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 0, 2024-05-20T21:32:17.742 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.000000000, 2024-05-20T21:32:17.742 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000000000 2024-05-20T21:32:17.742 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:17.742 INFO:teuthology.orchestra.run.smithi008.stdout: "req_getfilelock_latency": { 2024-05-20T21:32:17.742 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 0, 2024-05-20T21:32:17.742 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.000000000, 2024-05-20T21:32:17.742 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000000000 2024-05-20T21:32:17.742 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:17.742 INFO:teuthology.orchestra.run.smithi008.stdout: "req_link_latency": { 2024-05-20T21:32:17.742 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 0, 2024-05-20T21:32:17.743 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.000000000, 2024-05-20T21:32:17.743 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000000000 2024-05-20T21:32:17.743 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:17.743 INFO:teuthology.orchestra.run.smithi008.stdout: "req_lookup_latency": { 2024-05-20T21:32:17.743 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 0, 2024-05-20T21:32:17.743 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.000000000, 2024-05-20T21:32:17.743 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000000000 2024-05-20T21:32:17.743 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:17.743 INFO:teuthology.orchestra.run.smithi008.stdout: "req_lookuphash_latency": { 2024-05-20T21:32:17.743 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 0, 2024-05-20T21:32:17.743 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.000000000, 2024-05-20T21:32:17.743 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000000000 2024-05-20T21:32:17.743 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:17.744 INFO:teuthology.orchestra.run.smithi008.stdout: "req_lookupino_latency": { 2024-05-20T21:32:17.744 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 0, 2024-05-20T21:32:17.744 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.000000000, 2024-05-20T21:32:17.744 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000000000 2024-05-20T21:32:17.744 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:17.744 INFO:teuthology.orchestra.run.smithi008.stdout: "req_lookupname_latency": { 2024-05-20T21:32:17.744 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 0, 2024-05-20T21:32:17.744 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.000000000, 2024-05-20T21:32:17.744 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000000000 2024-05-20T21:32:17.744 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:17.744 INFO:teuthology.orchestra.run.smithi008.stdout: "req_lookupparent_latency": { 2024-05-20T21:32:17.744 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 0, 2024-05-20T21:32:17.744 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.000000000, 2024-05-20T21:32:17.744 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000000000 2024-05-20T21:32:17.745 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:17.745 INFO:teuthology.orchestra.run.smithi008.stdout: "req_lookupsnap_latency": { 2024-05-20T21:32:17.745 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 0, 2024-05-20T21:32:17.745 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.000000000, 2024-05-20T21:32:17.745 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000000000 2024-05-20T21:32:17.745 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:17.745 INFO:teuthology.orchestra.run.smithi008.stdout: "req_lssnap_latency": { 2024-05-20T21:32:17.745 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 0, 2024-05-20T21:32:17.745 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.000000000, 2024-05-20T21:32:17.745 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000000000 2024-05-20T21:32:17.745 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:17.745 INFO:teuthology.orchestra.run.smithi008.stdout: "req_mkdir_latency": { 2024-05-20T21:32:17.745 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 0, 2024-05-20T21:32:17.746 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.000000000, 2024-05-20T21:32:17.746 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000000000 2024-05-20T21:32:17.746 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:17.746 INFO:teuthology.orchestra.run.smithi008.stdout: "req_mknod_latency": { 2024-05-20T21:32:17.746 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 0, 2024-05-20T21:32:17.747 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.000000000, 2024-05-20T21:32:17.747 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000000000 2024-05-20T21:32:17.747 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:17.747 INFO:teuthology.orchestra.run.smithi008.stdout: "req_mksnap_latency": { 2024-05-20T21:32:17.747 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 0, 2024-05-20T21:32:17.747 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.000000000, 2024-05-20T21:32:17.747 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000000000 2024-05-20T21:32:17.747 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:17.747 INFO:teuthology.orchestra.run.smithi008.stdout: "req_open_latency": { 2024-05-20T21:32:17.747 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 0, 2024-05-20T21:32:17.747 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.000000000, 2024-05-20T21:32:17.747 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000000000 2024-05-20T21:32:17.748 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:17.748 INFO:teuthology.orchestra.run.smithi008.stdout: "req_readdir_latency": { 2024-05-20T21:32:17.748 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 0, 2024-05-20T21:32:17.748 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.000000000, 2024-05-20T21:32:17.748 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000000000 2024-05-20T21:32:17.748 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:17.748 INFO:teuthology.orchestra.run.smithi008.stdout: "req_rename_latency": { 2024-05-20T21:32:17.748 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 0, 2024-05-20T21:32:17.748 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.000000000, 2024-05-20T21:32:17.748 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000000000 2024-05-20T21:32:17.748 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:17.748 INFO:teuthology.orchestra.run.smithi008.stdout: "req_renamesnap_latency": { 2024-05-20T21:32:17.748 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 0, 2024-05-20T21:32:17.748 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.000000000, 2024-05-20T21:32:17.749 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000000000 2024-05-20T21:32:17.749 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:17.749 INFO:teuthology.orchestra.run.smithi008.stdout: "req_snapdiff_latency": { 2024-05-20T21:32:17.749 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 0, 2024-05-20T21:32:17.749 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.000000000, 2024-05-20T21:32:17.749 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000000000 2024-05-20T21:32:17.749 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:17.749 INFO:teuthology.orchestra.run.smithi008.stdout: "req_rmdir_latency": { 2024-05-20T21:32:17.749 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 0, 2024-05-20T21:32:17.749 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.000000000, 2024-05-20T21:32:17.749 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000000000 2024-05-20T21:32:17.749 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:17.750 INFO:teuthology.orchestra.run.smithi008.stdout: "req_rmsnap_latency": { 2024-05-20T21:32:17.750 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 0, 2024-05-20T21:32:17.750 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.000000000, 2024-05-20T21:32:17.750 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000000000 2024-05-20T21:32:17.750 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:17.750 INFO:teuthology.orchestra.run.smithi008.stdout: "req_rmxattr_latency": { 2024-05-20T21:32:17.750 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 0, 2024-05-20T21:32:17.750 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.000000000, 2024-05-20T21:32:17.750 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000000000 2024-05-20T21:32:17.750 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:17.750 INFO:teuthology.orchestra.run.smithi008.stdout: "req_setattr_latency": { 2024-05-20T21:32:17.750 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 0, 2024-05-20T21:32:17.750 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.000000000, 2024-05-20T21:32:17.750 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000000000 2024-05-20T21:32:17.751 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:17.751 INFO:teuthology.orchestra.run.smithi008.stdout: "req_setdirlayout_latency": { 2024-05-20T21:32:17.751 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 0, 2024-05-20T21:32:17.751 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.000000000, 2024-05-20T21:32:17.751 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000000000 2024-05-20T21:32:17.751 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:17.751 INFO:teuthology.orchestra.run.smithi008.stdout: "req_setfilelock_latency": { 2024-05-20T21:32:17.751 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 0, 2024-05-20T21:32:17.751 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.000000000, 2024-05-20T21:32:17.751 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000000000 2024-05-20T21:32:17.751 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:17.751 INFO:teuthology.orchestra.run.smithi008.stdout: "req_setlayout_latency": { 2024-05-20T21:32:17.751 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 0, 2024-05-20T21:32:17.752 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.000000000, 2024-05-20T21:32:17.752 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000000000 2024-05-20T21:32:17.752 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:17.752 INFO:teuthology.orchestra.run.smithi008.stdout: "req_setxattr_latency": { 2024-05-20T21:32:17.752 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 0, 2024-05-20T21:32:17.752 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.000000000, 2024-05-20T21:32:17.752 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000000000 2024-05-20T21:32:17.752 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:17.752 INFO:teuthology.orchestra.run.smithi008.stdout: "req_symlink_latency": { 2024-05-20T21:32:17.752 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 0, 2024-05-20T21:32:17.752 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.000000000, 2024-05-20T21:32:17.752 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000000000 2024-05-20T21:32:17.752 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:17.753 INFO:teuthology.orchestra.run.smithi008.stdout: "req_unlink_latency": { 2024-05-20T21:32:17.753 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 0, 2024-05-20T21:32:17.753 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.000000000, 2024-05-20T21:32:17.753 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000000000 2024-05-20T21:32:17.753 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:17.753 INFO:teuthology.orchestra.run.smithi008.stdout: "cap_revoke_eviction": 0, 2024-05-20T21:32:17.753 INFO:teuthology.orchestra.run.smithi008.stdout: "cap_acquisition_throttle": 0, 2024-05-20T21:32:17.753 INFO:teuthology.orchestra.run.smithi008.stdout: "req_getvxattr_latency": { 2024-05-20T21:32:17.753 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 0, 2024-05-20T21:32:17.753 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.000000000, 2024-05-20T21:32:17.753 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000000000 2024-05-20T21:32:17.753 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:17.753 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:17.753 INFO:teuthology.orchestra.run.smithi008.stdout: "mds_sessions": { 2024-05-20T21:32:17.753 INFO:teuthology.orchestra.run.smithi008.stdout: "session_count": 1, 2024-05-20T21:32:17.754 INFO:teuthology.orchestra.run.smithi008.stdout: "session_add": 1, 2024-05-20T21:32:17.754 INFO:teuthology.orchestra.run.smithi008.stdout: "session_remove": 0, 2024-05-20T21:32:17.754 INFO:teuthology.orchestra.run.smithi008.stdout: "sessions_open": 1, 2024-05-20T21:32:17.754 INFO:teuthology.orchestra.run.smithi008.stdout: "sessions_stale": 0, 2024-05-20T21:32:17.754 INFO:teuthology.orchestra.run.smithi008.stdout: "total_load": 0, 2024-05-20T21:32:17.754 INFO:teuthology.orchestra.run.smithi008.stdout: "average_load": 0, 2024-05-20T21:32:17.754 INFO:teuthology.orchestra.run.smithi008.stdout: "avg_session_uptime": 2446, 2024-05-20T21:32:17.754 INFO:teuthology.orchestra.run.smithi008.stdout: "mdthresh_evicted": 0 2024-05-20T21:32:17.754 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:17.754 INFO:teuthology.orchestra.run.smithi008.stdout: "mempool": { 2024-05-20T21:32:17.754 INFO:teuthology.orchestra.run.smithi008.stdout: "bloom_filter_bytes": 0, 2024-05-20T21:32:17.754 INFO:teuthology.orchestra.run.smithi008.stdout: "bloom_filter_items": 0, 2024-05-20T21:32:17.754 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_alloc_bytes": 0, 2024-05-20T21:32:17.754 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_alloc_items": 0, 2024-05-20T21:32:17.755 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_cache_data_bytes": 0, 2024-05-20T21:32:17.755 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_cache_data_items": 0, 2024-05-20T21:32:17.755 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-20T21:32:17.755 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_cache_onode_items": 0, 2024-05-20T21:32:17.755 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-20T21:32:17.755 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_cache_meta_items": 0, 2024-05-20T21:32:17.755 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_cache_other_bytes": 0, 2024-05-20T21:32:17.755 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_cache_other_items": 0, 2024-05-20T21:32:17.755 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-20T21:32:17.755 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_cache_buffer_items": 0, 2024-05-20T21:32:17.755 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_extent_bytes": 0, 2024-05-20T21:32:17.755 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_extent_items": 0, 2024-05-20T21:32:17.755 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_blob_bytes": 0, 2024-05-20T21:32:17.755 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_blob_items": 0, 2024-05-20T21:32:17.756 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-20T21:32:17.756 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_shared_blob_items": 0, 2024-05-20T21:32:17.756 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-20T21:32:17.756 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_inline_bl_items": 0, 2024-05-20T21:32:17.756 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_fsck_bytes": 0, 2024-05-20T21:32:17.756 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_fsck_items": 0, 2024-05-20T21:32:17.756 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_txc_bytes": 0, 2024-05-20T21:32:17.756 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_txc_items": 0, 2024-05-20T21:32:17.756 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-20T21:32:17.756 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_writing_deferred_items": 0, 2024-05-20T21:32:17.756 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_writing_bytes": 0, 2024-05-20T21:32:17.756 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_writing_items": 0, 2024-05-20T21:32:17.756 INFO:teuthology.orchestra.run.smithi008.stdout: "bluefs_bytes": 0, 2024-05-20T21:32:17.756 INFO:teuthology.orchestra.run.smithi008.stdout: "bluefs_items": 0, 2024-05-20T21:32:17.757 INFO:teuthology.orchestra.run.smithi008.stdout: "bluefs_file_reader_bytes": 0, 2024-05-20T21:32:17.757 INFO:teuthology.orchestra.run.smithi008.stdout: "bluefs_file_reader_items": 0, 2024-05-20T21:32:17.757 INFO:teuthology.orchestra.run.smithi008.stdout: "bluefs_file_writer_bytes": 0, 2024-05-20T21:32:17.757 INFO:teuthology.orchestra.run.smithi008.stdout: "bluefs_file_writer_items": 0, 2024-05-20T21:32:17.757 INFO:teuthology.orchestra.run.smithi008.stdout: "buffer_anon_bytes": 182087, 2024-05-20T21:32:17.757 INFO:teuthology.orchestra.run.smithi008.stdout: "buffer_anon_items": 48, 2024-05-20T21:32:17.757 INFO:teuthology.orchestra.run.smithi008.stdout: "buffer_meta_bytes": 0, 2024-05-20T21:32:17.757 INFO:teuthology.orchestra.run.smithi008.stdout: "buffer_meta_items": 0, 2024-05-20T21:32:17.757 INFO:teuthology.orchestra.run.smithi008.stdout: "osd_bytes": 0, 2024-05-20T21:32:17.757 INFO:teuthology.orchestra.run.smithi008.stdout: "osd_items": 0, 2024-05-20T21:32:17.757 INFO:teuthology.orchestra.run.smithi008.stdout: "osd_mapbl_bytes": 0, 2024-05-20T21:32:17.757 INFO:teuthology.orchestra.run.smithi008.stdout: "osd_mapbl_items": 0, 2024-05-20T21:32:17.757 INFO:teuthology.orchestra.run.smithi008.stdout: "osd_pglog_bytes": 0, 2024-05-20T21:32:17.757 INFO:teuthology.orchestra.run.smithi008.stdout: "osd_pglog_items": 0, 2024-05-20T21:32:17.757 INFO:teuthology.orchestra.run.smithi008.stdout: "osdmap_bytes": 7632, 2024-05-20T21:32:17.758 INFO:teuthology.orchestra.run.smithi008.stdout: "osdmap_items": 161, 2024-05-20T21:32:17.758 INFO:teuthology.orchestra.run.smithi008.stdout: "osdmap_mapping_bytes": 0, 2024-05-20T21:32:17.758 INFO:teuthology.orchestra.run.smithi008.stdout: "osdmap_mapping_items": 0, 2024-05-20T21:32:17.758 INFO:teuthology.orchestra.run.smithi008.stdout: "pgmap_bytes": 0, 2024-05-20T21:32:17.758 INFO:teuthology.orchestra.run.smithi008.stdout: "pgmap_items": 0, 2024-05-20T21:32:17.758 INFO:teuthology.orchestra.run.smithi008.stdout: "mds_co_bytes": 8512, 2024-05-20T21:32:17.758 INFO:teuthology.orchestra.run.smithi008.stdout: "mds_co_items": 13, 2024-05-20T21:32:17.758 INFO:teuthology.orchestra.run.smithi008.stdout: "unittest_1_bytes": 0, 2024-05-20T21:32:17.758 INFO:teuthology.orchestra.run.smithi008.stdout: "unittest_1_items": 0, 2024-05-20T21:32:17.758 INFO:teuthology.orchestra.run.smithi008.stdout: "unittest_2_bytes": 0, 2024-05-20T21:32:17.758 INFO:teuthology.orchestra.run.smithi008.stdout: "unittest_2_items": 0 2024-05-20T21:32:17.758 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:17.758 INFO:teuthology.orchestra.run.smithi008.stdout: "objecter": { 2024-05-20T21:32:17.759 INFO:teuthology.orchestra.run.smithi008.stdout: "op_active": 0, 2024-05-20T21:32:17.759 INFO:teuthology.orchestra.run.smithi008.stdout: "op_laggy": 0, 2024-05-20T21:32:17.759 INFO:teuthology.orchestra.run.smithi008.stdout: "op_send": 3467, 2024-05-20T21:32:17.759 INFO:teuthology.orchestra.run.smithi008.stdout: "op_send_bytes": 21, 2024-05-20T21:32:17.759 INFO:teuthology.orchestra.run.smithi008.stdout: "op_resend": 3, 2024-05-20T21:32:17.759 INFO:teuthology.orchestra.run.smithi008.stdout: "op_reply": 3467, 2024-05-20T21:32:17.759 INFO:teuthology.orchestra.run.smithi008.stdout: "op_latency": { 2024-05-20T21:32:17.759 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 3467, 2024-05-20T21:32:17.759 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 3.073967799, 2024-05-20T21:32:17.759 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000886636 2024-05-20T21:32:17.759 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:17.759 INFO:teuthology.orchestra.run.smithi008.stdout: "op_inflight": 0, 2024-05-20T21:32:17.759 INFO:teuthology.orchestra.run.smithi008.stdout: "oplen_avg": { 2024-05-20T21:32:17.759 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 3467, 2024-05-20T21:32:17.759 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 3468 2024-05-20T21:32:17.760 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:17.760 INFO:teuthology.orchestra.run.smithi008.stdout: "op": 3467, 2024-05-20T21:32:17.760 INFO:teuthology.orchestra.run.smithi008.stdout: "op_r": 3467, 2024-05-20T21:32:17.760 INFO:teuthology.orchestra.run.smithi008.stdout: "op_w": 0, 2024-05-20T21:32:17.760 INFO:teuthology.orchestra.run.smithi008.stdout: "op_rmw": 0, 2024-05-20T21:32:17.760 INFO:teuthology.orchestra.run.smithi008.stdout: "op_pg": 0, 2024-05-20T21:32:17.760 INFO:teuthology.orchestra.run.smithi008.stdout: "osdop_stat": 2223, 2024-05-20T21:32:17.760 INFO:teuthology.orchestra.run.smithi008.stdout: "osdop_create": 0, 2024-05-20T21:32:17.760 INFO:teuthology.orchestra.run.smithi008.stdout: "osdop_read": 1242, 2024-05-20T21:32:17.760 INFO:teuthology.orchestra.run.smithi008.stdout: "osdop_write": 0, 2024-05-20T21:32:17.760 INFO:teuthology.orchestra.run.smithi008.stdout: "osdop_writefull": 0, 2024-05-20T21:32:17.760 INFO:teuthology.orchestra.run.smithi008.stdout: "osdop_writesame": 0, 2024-05-20T21:32:17.760 INFO:teuthology.orchestra.run.smithi008.stdout: "osdop_append": 0, 2024-05-20T21:32:17.761 INFO:teuthology.orchestra.run.smithi008.stdout: "osdop_zero": 0, 2024-05-20T21:32:17.761 INFO:teuthology.orchestra.run.smithi008.stdout: "osdop_truncate": 0, 2024-05-20T21:32:17.761 INFO:teuthology.orchestra.run.smithi008.stdout: "osdop_delete": 0, 2024-05-20T21:32:17.761 INFO:teuthology.orchestra.run.smithi008.stdout: "osdop_mapext": 0, 2024-05-20T21:32:17.761 INFO:teuthology.orchestra.run.smithi008.stdout: "osdop_sparse_read": 0, 2024-05-20T21:32:17.761 INFO:teuthology.orchestra.run.smithi008.stdout: "osdop_clonerange": 0, 2024-05-20T21:32:17.761 INFO:teuthology.orchestra.run.smithi008.stdout: "osdop_getxattr": 1, 2024-05-20T21:32:17.761 INFO:teuthology.orchestra.run.smithi008.stdout: "osdop_setxattr": 0, 2024-05-20T21:32:17.761 INFO:teuthology.orchestra.run.smithi008.stdout: "osdop_cmpxattr": 0, 2024-05-20T21:32:17.761 INFO:teuthology.orchestra.run.smithi008.stdout: "osdop_rmxattr": 0, 2024-05-20T21:32:17.761 INFO:teuthology.orchestra.run.smithi008.stdout: "osdop_resetxattrs": 0, 2024-05-20T21:32:17.761 INFO:teuthology.orchestra.run.smithi008.stdout: "osdop_call": 0, 2024-05-20T21:32:17.761 INFO:teuthology.orchestra.run.smithi008.stdout: "osdop_watch": 0, 2024-05-20T21:32:17.761 INFO:teuthology.orchestra.run.smithi008.stdout: "osdop_notify": 0, 2024-05-20T21:32:17.762 INFO:teuthology.orchestra.run.smithi008.stdout: "osdop_src_cmpxattr": 0, 2024-05-20T21:32:17.762 INFO:teuthology.orchestra.run.smithi008.stdout: "osdop_pgls": 0, 2024-05-20T21:32:17.762 INFO:teuthology.orchestra.run.smithi008.stdout: "osdop_pgls_filter": 0, 2024-05-20T21:32:17.762 INFO:teuthology.orchestra.run.smithi008.stdout: "osdop_other": 0, 2024-05-20T21:32:17.762 INFO:teuthology.orchestra.run.smithi008.stdout: "linger_active": 0, 2024-05-20T21:32:17.762 INFO:teuthology.orchestra.run.smithi008.stdout: "linger_send": 0, 2024-05-20T21:32:17.762 INFO:teuthology.orchestra.run.smithi008.stdout: "linger_resend": 0, 2024-05-20T21:32:17.762 INFO:teuthology.orchestra.run.smithi008.stdout: "linger_ping": 0, 2024-05-20T21:32:17.762 INFO:teuthology.orchestra.run.smithi008.stdout: "poolop_active": 0, 2024-05-20T21:32:17.762 INFO:teuthology.orchestra.run.smithi008.stdout: "poolop_send": 0, 2024-05-20T21:32:17.762 INFO:teuthology.orchestra.run.smithi008.stdout: "poolop_resend": 0, 2024-05-20T21:32:17.762 INFO:teuthology.orchestra.run.smithi008.stdout: "poolstat_active": 0, 2024-05-20T21:32:17.762 INFO:teuthology.orchestra.run.smithi008.stdout: "poolstat_send": 0, 2024-05-20T21:32:17.762 INFO:teuthology.orchestra.run.smithi008.stdout: "poolstat_resend": 0, 2024-05-20T21:32:17.763 INFO:teuthology.orchestra.run.smithi008.stdout: "statfs_active": 0, 2024-05-20T21:32:17.763 INFO:teuthology.orchestra.run.smithi008.stdout: "statfs_send": 0, 2024-05-20T21:32:17.763 INFO:teuthology.orchestra.run.smithi008.stdout: "statfs_resend": 0, 2024-05-20T21:32:17.763 INFO:teuthology.orchestra.run.smithi008.stdout: "command_active": 0, 2024-05-20T21:32:17.763 INFO:teuthology.orchestra.run.smithi008.stdout: "command_send": 0, 2024-05-20T21:32:17.763 INFO:teuthology.orchestra.run.smithi008.stdout: "command_resend": 0, 2024-05-20T21:32:17.763 INFO:teuthology.orchestra.run.smithi008.stdout: "map_epoch": 81, 2024-05-20T21:32:17.763 INFO:teuthology.orchestra.run.smithi008.stdout: "map_full": 0, 2024-05-20T21:32:17.763 INFO:teuthology.orchestra.run.smithi008.stdout: "map_inc": 2, 2024-05-20T21:32:17.763 INFO:teuthology.orchestra.run.smithi008.stdout: "osd_sessions": 4, 2024-05-20T21:32:17.763 INFO:teuthology.orchestra.run.smithi008.stdout: "osd_session_open": 5, 2024-05-20T21:32:17.763 INFO:teuthology.orchestra.run.smithi008.stdout: "osd_session_close": 1, 2024-05-20T21:32:17.763 INFO:teuthology.orchestra.run.smithi008.stdout: "osd_laggy": 0, 2024-05-20T21:32:17.764 INFO:teuthology.orchestra.run.smithi008.stdout: "omap_wr": 0, 2024-05-20T21:32:17.764 INFO:teuthology.orchestra.run.smithi008.stdout: "omap_rd": 2, 2024-05-20T21:32:17.764 INFO:teuthology.orchestra.run.smithi008.stdout: "omap_del": 0 2024-05-20T21:32:17.764 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:17.764 INFO:teuthology.orchestra.run.smithi008.stdout: "oft": { 2024-05-20T21:32:17.764 INFO:teuthology.orchestra.run.smithi008.stdout: "omap_total_objs": 0, 2024-05-20T21:32:17.764 INFO:teuthology.orchestra.run.smithi008.stdout: "omap_total_kv_pairs": 0, 2024-05-20T21:32:17.764 INFO:teuthology.orchestra.run.smithi008.stdout: "omap_total_updates": 0, 2024-05-20T21:32:17.764 INFO:teuthology.orchestra.run.smithi008.stdout: "omap_total_removes": 0 2024-05-20T21:32:17.764 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:17.764 INFO:teuthology.orchestra.run.smithi008.stdout: "osd-slow-ops": { 2024-05-20T21:32:17.764 INFO:teuthology.orchestra.run.smithi008.stdout: "slow_ops_count": 0 2024-05-20T21:32:17.764 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:17.765 INFO:teuthology.orchestra.run.smithi008.stdout: "purge_queue": { 2024-05-20T21:32:17.765 INFO:teuthology.orchestra.run.smithi008.stdout: "pq_executing_ops": 0, 2024-05-20T21:32:17.765 INFO:teuthology.orchestra.run.smithi008.stdout: "pq_executing_ops_high_water": 0, 2024-05-20T21:32:17.765 INFO:teuthology.orchestra.run.smithi008.stdout: "pq_executing": 0, 2024-05-20T21:32:17.765 INFO:teuthology.orchestra.run.smithi008.stdout: "pq_executing_high_water": 0, 2024-05-20T21:32:17.765 INFO:teuthology.orchestra.run.smithi008.stdout: "pq_executed_ops": 0, 2024-05-20T21:32:17.765 INFO:teuthology.orchestra.run.smithi008.stdout: "pq_executed": 0, 2024-05-20T21:32:17.765 INFO:teuthology.orchestra.run.smithi008.stdout: "pq_item_in_journal": 0 2024-05-20T21:32:17.765 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:17.765 INFO:teuthology.orchestra.run.smithi008.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-20T21:32:17.765 INFO:teuthology.orchestra.run.smithi008.stdout: "val": 0, 2024-05-20T21:32:17.765 INFO:teuthology.orchestra.run.smithi008.stdout: "max": 104857600, 2024-05-20T21:32:17.765 INFO:teuthology.orchestra.run.smithi008.stdout: "get_started": 0, 2024-05-20T21:32:17.766 INFO:teuthology.orchestra.run.smithi008.stdout: "get": 3823, 2024-05-20T21:32:17.766 INFO:teuthology.orchestra.run.smithi008.stdout: "get_sum": 1196383, 2024-05-20T21:32:17.766 INFO:teuthology.orchestra.run.smithi008.stdout: "get_or_fail_fail": 0, 2024-05-20T21:32:17.766 INFO:teuthology.orchestra.run.smithi008.stdout: "get_or_fail_success": 3823, 2024-05-20T21:32:17.766 INFO:teuthology.orchestra.run.smithi008.stdout: "take": 0, 2024-05-20T21:32:17.766 INFO:teuthology.orchestra.run.smithi008.stdout: "take_sum": 0, 2024-05-20T21:32:17.766 INFO:teuthology.orchestra.run.smithi008.stdout: "put": 3823, 2024-05-20T21:32:17.766 INFO:teuthology.orchestra.run.smithi008.stdout: "put_sum": 1196383, 2024-05-20T21:32:17.766 INFO:teuthology.orchestra.run.smithi008.stdout: "wait": { 2024-05-20T21:32:17.767 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 0, 2024-05-20T21:32:17.767 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.000000000, 2024-05-20T21:32:17.767 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000000000 2024-05-20T21:32:17.767 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:17.767 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:17.767 INFO:teuthology.orchestra.run.smithi008.stdout: "throttle-objecter_bytes": { 2024-05-20T21:32:17.767 INFO:teuthology.orchestra.run.smithi008.stdout: "val": 0, 2024-05-20T21:32:17.767 INFO:teuthology.orchestra.run.smithi008.stdout: "max": 104857600, 2024-05-20T21:32:17.767 INFO:teuthology.orchestra.run.smithi008.stdout: "get_started": 0, 2024-05-20T21:32:17.767 INFO:teuthology.orchestra.run.smithi008.stdout: "get": 0, 2024-05-20T21:32:17.767 INFO:teuthology.orchestra.run.smithi008.stdout: "get_sum": 0, 2024-05-20T21:32:17.767 INFO:teuthology.orchestra.run.smithi008.stdout: "get_or_fail_fail": 0, 2024-05-20T21:32:17.768 INFO:teuthology.orchestra.run.smithi008.stdout: "get_or_fail_success": 0, 2024-05-20T21:32:17.768 INFO:teuthology.orchestra.run.smithi008.stdout: "take": 3467, 2024-05-20T21:32:17.768 INFO:teuthology.orchestra.run.smithi008.stdout: "take_sum": 903, 2024-05-20T21:32:17.768 INFO:teuthology.orchestra.run.smithi008.stdout: "put": 3467, 2024-05-20T21:32:17.768 INFO:teuthology.orchestra.run.smithi008.stdout: "put_sum": 903, 2024-05-20T21:32:17.768 INFO:teuthology.orchestra.run.smithi008.stdout: "wait": { 2024-05-20T21:32:17.768 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 0, 2024-05-20T21:32:17.768 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.000000000, 2024-05-20T21:32:17.768 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000000000 2024-05-20T21:32:17.768 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:17.768 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:17.768 INFO:teuthology.orchestra.run.smithi008.stdout: "throttle-objecter_ops": { 2024-05-20T21:32:17.768 INFO:teuthology.orchestra.run.smithi008.stdout: "val": 0, 2024-05-20T21:32:17.769 INFO:teuthology.orchestra.run.smithi008.stdout: "max": 1024, 2024-05-20T21:32:17.769 INFO:teuthology.orchestra.run.smithi008.stdout: "get_started": 0, 2024-05-20T21:32:17.769 INFO:teuthology.orchestra.run.smithi008.stdout: "get": 0, 2024-05-20T21:32:17.769 INFO:teuthology.orchestra.run.smithi008.stdout: "get_sum": 0, 2024-05-20T21:32:17.769 INFO:teuthology.orchestra.run.smithi008.stdout: "get_or_fail_fail": 0, 2024-05-20T21:32:17.769 INFO:teuthology.orchestra.run.smithi008.stdout: "get_or_fail_success": 0, 2024-05-20T21:32:17.769 INFO:teuthology.orchestra.run.smithi008.stdout: "take": 3467, 2024-05-20T21:32:17.769 INFO:teuthology.orchestra.run.smithi008.stdout: "take_sum": 3467, 2024-05-20T21:32:17.769 INFO:teuthology.orchestra.run.smithi008.stdout: "put": 3467, 2024-05-20T21:32:17.769 INFO:teuthology.orchestra.run.smithi008.stdout: "put_sum": 3467, 2024-05-20T21:32:17.769 INFO:teuthology.orchestra.run.smithi008.stdout: "wait": { 2024-05-20T21:32:17.769 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 0, 2024-05-20T21:32:17.769 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.000000000, 2024-05-20T21:32:17.770 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000000000 2024-05-20T21:32:17.770 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:17.770 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:17.770 INFO:teuthology.orchestra.run.smithi008.stdout: "throttle-write_buf_throttle": { 2024-05-20T21:32:17.770 INFO:teuthology.orchestra.run.smithi008.stdout: "val": 0, 2024-05-20T21:32:17.770 INFO:teuthology.orchestra.run.smithi008.stdout: "max": 3758096384, 2024-05-20T21:32:17.770 INFO:teuthology.orchestra.run.smithi008.stdout: "get_started": 0, 2024-05-20T21:32:17.770 INFO:teuthology.orchestra.run.smithi008.stdout: "get": 0, 2024-05-20T21:32:17.770 INFO:teuthology.orchestra.run.smithi008.stdout: "get_sum": 0, 2024-05-20T21:32:17.770 INFO:teuthology.orchestra.run.smithi008.stdout: "get_or_fail_fail": 0, 2024-05-20T21:32:17.770 INFO:teuthology.orchestra.run.smithi008.stdout: "get_or_fail_success": 0, 2024-05-20T21:32:17.770 INFO:teuthology.orchestra.run.smithi008.stdout: "take": 0, 2024-05-20T21:32:17.770 INFO:teuthology.orchestra.run.smithi008.stdout: "take_sum": 0, 2024-05-20T21:32:17.771 INFO:teuthology.orchestra.run.smithi008.stdout: "put": 0, 2024-05-20T21:32:17.771 INFO:teuthology.orchestra.run.smithi008.stdout: "put_sum": 0, 2024-05-20T21:32:17.771 INFO:teuthology.orchestra.run.smithi008.stdout: "wait": { 2024-05-20T21:32:17.771 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 0, 2024-05-20T21:32:17.771 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.000000000, 2024-05-20T21:32:17.771 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000000000 2024-05-20T21:32:17.771 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:17.771 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:17.771 INFO:teuthology.orchestra.run.smithi008.stdout: "throttle-write_buf_throttle-0x55e660b2e780": { 2024-05-20T21:32:17.771 INFO:teuthology.orchestra.run.smithi008.stdout: "val": 0, 2024-05-20T21:32:17.771 INFO:teuthology.orchestra.run.smithi008.stdout: "max": 3758096384, 2024-05-20T21:32:17.771 INFO:teuthology.orchestra.run.smithi008.stdout: "get_started": 0, 2024-05-20T21:32:17.771 INFO:teuthology.orchestra.run.smithi008.stdout: "get": 0, 2024-05-20T21:32:17.771 INFO:teuthology.orchestra.run.smithi008.stdout: "get_sum": 0, 2024-05-20T21:32:17.772 INFO:teuthology.orchestra.run.smithi008.stdout: "get_or_fail_fail": 0, 2024-05-20T21:32:17.772 INFO:teuthology.orchestra.run.smithi008.stdout: "get_or_fail_success": 0, 2024-05-20T21:32:17.772 INFO:teuthology.orchestra.run.smithi008.stdout: "take": 0, 2024-05-20T21:32:17.772 INFO:teuthology.orchestra.run.smithi008.stdout: "take_sum": 0, 2024-05-20T21:32:17.772 INFO:teuthology.orchestra.run.smithi008.stdout: "put": 0, 2024-05-20T21:32:17.772 INFO:teuthology.orchestra.run.smithi008.stdout: "put_sum": 0, 2024-05-20T21:32:17.772 INFO:teuthology.orchestra.run.smithi008.stdout: "wait": { 2024-05-20T21:32:17.772 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 0, 2024-05-20T21:32:17.772 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.000000000, 2024-05-20T21:32:17.772 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000000000 2024-05-20T21:32:17.772 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:17.772 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:17.772 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:32:18.687 INFO:tasks.check_counter:Daemon mds.g mds.exported=0 2024-05-20T21:32:18.687 INFO:tasks.check_counter:Daemon mds.g mds.imported=0 2024-05-20T21:32:18.687 INFO:tasks.check_counter:Daemon mds.g mds_cache.dir_update=0 2024-05-20T21:32:18.687 INFO:tasks.check_counter:Daemon mds.g mds_cache.dir_update_receipt=0 2024-05-20T21:32:18.687 DEBUG:tasks.check_counter:Getting stats from j 2024-05-20T21:32:18.688 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph daemon mds.j perf dump 2024-05-20T21:32:18.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:32:18 smithi008 ceph-mon[31475]: pgmap v949: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-05-20T21:32:19.160 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:32:19.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:32:18 smithi130 ceph-mon[36448]: pgmap v949: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-05-20T21:32:19.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:32:18 smithi050 ceph-mon[35809]: pgmap v949: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-05-20T21:32:19.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:32:19 smithi008 ceph-mon[31475]: pgmap v950: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 85 B/s wr, 5 op/s 2024-05-20T21:32:20.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:32:19 smithi130 ceph-mon[36448]: pgmap v950: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 85 B/s wr, 5 op/s 2024-05-20T21:32:20.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:32:19 smithi050 ceph-mon[35809]: pgmap v950: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 85 B/s wr, 5 op/s 2024-05-20T21:32:21.422 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2024-05-20T21:32:21.422 INFO:teuthology.orchestra.run.smithi008.stdout: "AsyncMessenger::Worker-0": { 2024-05-20T21:32:21.422 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_recv_messages": 0, 2024-05-20T21:32:21.422 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_send_messages": 2, 2024-05-20T21:32:21.422 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_recv_bytes": 0, 2024-05-20T21:32:21.423 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_send_bytes": 0, 2024-05-20T21:32:21.423 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_created_connections": 4, 2024-05-20T21:32:21.423 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_active_connections": 0, 2024-05-20T21:32:21.423 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_running_total_time": 0.004118072, 2024-05-20T21:32:21.423 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_running_send_time": 0.000000000, 2024-05-20T21:32:21.423 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_running_recv_time": 0.000709661, 2024-05-20T21:32:21.423 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-20T21:32:21.423 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:32:21.423 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 0, 2024-05-20T21:32:21.423 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.000000000, 2024-05-20T21:32:21.423 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000000000 2024-05-20T21:32:21.423 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:21.423 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:32:21.423 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 0, 2024-05-20T21:32:21.424 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.000000000, 2024-05-20T21:32:21.424 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000000000 2024-05-20T21:32:21.424 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:21.424 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-20T21:32:21.424 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_send_encrypted_bytes": 0 2024-05-20T21:32:21.424 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:21.424 INFO:teuthology.orchestra.run.smithi008.stdout: "AsyncMessenger::Worker-1": { 2024-05-20T21:32:21.424 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_recv_messages": 356, 2024-05-20T21:32:21.424 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_send_messages": 351, 2024-05-20T21:32:21.424 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_recv_bytes": 554912, 2024-05-20T21:32:21.424 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_send_bytes": 216384, 2024-05-20T21:32:21.424 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_created_connections": 2, 2024-05-20T21:32:21.424 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_active_connections": 1, 2024-05-20T21:32:21.425 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_running_total_time": 0.114686331, 2024-05-20T21:32:21.425 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_running_send_time": 0.040398376, 2024-05-20T21:32:21.425 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_running_recv_time": 0.065670323, 2024-05-20T21:32:21.425 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_running_fast_dispatch_time": 0.015749595, 2024-05-20T21:32:21.425 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:32:21.425 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 351, 2024-05-20T21:32:21.425 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.034638375, 2024-05-20T21:32:21.425 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000098684 2024-05-20T21:32:21.425 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:21.425 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:32:21.425 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 0, 2024-05-20T21:32:21.425 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.000000000, 2024-05-20T21:32:21.426 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000000000 2024-05-20T21:32:21.426 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:21.426 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_recv_encrypted_bytes": 554912, 2024-05-20T21:32:21.426 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_send_encrypted_bytes": 216384 2024-05-20T21:32:21.426 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:21.426 INFO:teuthology.orchestra.run.smithi008.stdout: "AsyncMessenger::Worker-2": { 2024-05-20T21:32:21.426 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_recv_messages": 2, 2024-05-20T21:32:21.426 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_send_messages": 267, 2024-05-20T21:32:21.426 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_recv_bytes": 320, 2024-05-20T21:32:21.426 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_send_bytes": 204560, 2024-05-20T21:32:21.426 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_created_connections": 4, 2024-05-20T21:32:21.426 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_active_connections": 2, 2024-05-20T21:32:21.426 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_running_total_time": 0.054253438, 2024-05-20T21:32:21.426 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_running_send_time": 0.042711839, 2024-05-20T21:32:21.427 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_running_recv_time": 0.005057975, 2024-05-20T21:32:21.427 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-20T21:32:21.427 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:32:21.427 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 265, 2024-05-20T21:32:21.427 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.028358915, 2024-05-20T21:32:21.427 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000107014 2024-05-20T21:32:21.427 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:21.427 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:32:21.427 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 0, 2024-05-20T21:32:21.427 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.000000000, 2024-05-20T21:32:21.427 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000000000 2024-05-20T21:32:21.427 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:21.427 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_recv_encrypted_bytes": 320, 2024-05-20T21:32:21.427 INFO:teuthology.orchestra.run.smithi008.stdout: "msgr_send_encrypted_bytes": 204560 2024-05-20T21:32:21.428 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:21.428 INFO:teuthology.orchestra.run.smithi008.stdout: "cct": { 2024-05-20T21:32:21.428 INFO:teuthology.orchestra.run.smithi008.stdout: "total_workers": 0, 2024-05-20T21:32:21.428 INFO:teuthology.orchestra.run.smithi008.stdout: "unhealthy_workers": 0 2024-05-20T21:32:21.428 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:21.428 INFO:teuthology.orchestra.run.smithi008.stdout: "mempool": { 2024-05-20T21:32:21.428 INFO:teuthology.orchestra.run.smithi008.stdout: "bloom_filter_bytes": 0, 2024-05-20T21:32:21.428 INFO:teuthology.orchestra.run.smithi008.stdout: "bloom_filter_items": 0, 2024-05-20T21:32:21.428 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_alloc_bytes": 0, 2024-05-20T21:32:21.428 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_alloc_items": 0, 2024-05-20T21:32:21.428 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_cache_data_bytes": 0, 2024-05-20T21:32:21.428 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_cache_data_items": 0, 2024-05-20T21:32:21.428 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-20T21:32:21.428 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_cache_onode_items": 0, 2024-05-20T21:32:21.429 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-20T21:32:21.429 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_cache_meta_items": 0, 2024-05-20T21:32:21.429 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_cache_other_bytes": 0, 2024-05-20T21:32:21.429 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_cache_other_items": 0, 2024-05-20T21:32:21.429 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-20T21:32:21.429 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_cache_buffer_items": 0, 2024-05-20T21:32:21.429 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_extent_bytes": 0, 2024-05-20T21:32:21.429 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_extent_items": 0, 2024-05-20T21:32:21.429 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_blob_bytes": 0, 2024-05-20T21:32:21.429 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_blob_items": 0, 2024-05-20T21:32:21.429 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-20T21:32:21.429 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_shared_blob_items": 0, 2024-05-20T21:32:21.429 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-20T21:32:21.429 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_inline_bl_items": 0, 2024-05-20T21:32:21.430 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_fsck_bytes": 0, 2024-05-20T21:32:21.430 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_fsck_items": 0, 2024-05-20T21:32:21.430 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_txc_bytes": 0, 2024-05-20T21:32:21.430 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_txc_items": 0, 2024-05-20T21:32:21.430 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-20T21:32:21.430 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_writing_deferred_items": 0, 2024-05-20T21:32:21.430 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_writing_bytes": 0, 2024-05-20T21:32:21.430 INFO:teuthology.orchestra.run.smithi008.stdout: "bluestore_writing_items": 0, 2024-05-20T21:32:21.430 INFO:teuthology.orchestra.run.smithi008.stdout: "bluefs_bytes": 0, 2024-05-20T21:32:21.430 INFO:teuthology.orchestra.run.smithi008.stdout: "bluefs_items": 0, 2024-05-20T21:32:21.430 INFO:teuthology.orchestra.run.smithi008.stdout: "bluefs_file_reader_bytes": 0, 2024-05-20T21:32:21.430 INFO:teuthology.orchestra.run.smithi008.stdout: "bluefs_file_reader_items": 0, 2024-05-20T21:32:21.430 INFO:teuthology.orchestra.run.smithi008.stdout: "bluefs_file_writer_bytes": 0, 2024-05-20T21:32:21.431 INFO:teuthology.orchestra.run.smithi008.stdout: "bluefs_file_writer_items": 0, 2024-05-20T21:32:21.431 INFO:teuthology.orchestra.run.smithi008.stdout: "buffer_anon_bytes": 149735, 2024-05-20T21:32:21.431 INFO:teuthology.orchestra.run.smithi008.stdout: "buffer_anon_items": 30, 2024-05-20T21:32:21.431 INFO:teuthology.orchestra.run.smithi008.stdout: "buffer_meta_bytes": 0, 2024-05-20T21:32:21.431 INFO:teuthology.orchestra.run.smithi008.stdout: "buffer_meta_items": 0, 2024-05-20T21:32:21.431 INFO:teuthology.orchestra.run.smithi008.stdout: "osd_bytes": 0, 2024-05-20T21:32:21.431 INFO:teuthology.orchestra.run.smithi008.stdout: "osd_items": 0, 2024-05-20T21:32:21.431 INFO:teuthology.orchestra.run.smithi008.stdout: "osd_mapbl_bytes": 0, 2024-05-20T21:32:21.431 INFO:teuthology.orchestra.run.smithi008.stdout: "osd_mapbl_items": 0, 2024-05-20T21:32:21.431 INFO:teuthology.orchestra.run.smithi008.stdout: "osd_pglog_bytes": 0, 2024-05-20T21:32:21.431 INFO:teuthology.orchestra.run.smithi008.stdout: "osd_pglog_items": 0, 2024-05-20T21:32:21.431 INFO:teuthology.orchestra.run.smithi008.stdout: "osdmap_bytes": 0, 2024-05-20T21:32:21.431 INFO:teuthology.orchestra.run.smithi008.stdout: "osdmap_items": 0, 2024-05-20T21:32:21.432 INFO:teuthology.orchestra.run.smithi008.stdout: "osdmap_mapping_bytes": 0, 2024-05-20T21:32:21.432 INFO:teuthology.orchestra.run.smithi008.stdout: "osdmap_mapping_items": 0, 2024-05-20T21:32:21.432 INFO:teuthology.orchestra.run.smithi008.stdout: "pgmap_bytes": 0, 2024-05-20T21:32:21.432 INFO:teuthology.orchestra.run.smithi008.stdout: "pgmap_items": 0, 2024-05-20T21:32:21.432 INFO:teuthology.orchestra.run.smithi008.stdout: "mds_co_bytes": 928, 2024-05-20T21:32:21.432 INFO:teuthology.orchestra.run.smithi008.stdout: "mds_co_items": 2, 2024-05-20T21:32:21.432 INFO:teuthology.orchestra.run.smithi008.stdout: "unittest_1_bytes": 0, 2024-05-20T21:32:21.432 INFO:teuthology.orchestra.run.smithi008.stdout: "unittest_1_items": 0, 2024-05-20T21:32:21.432 INFO:teuthology.orchestra.run.smithi008.stdout: "unittest_2_bytes": 0, 2024-05-20T21:32:21.432 INFO:teuthology.orchestra.run.smithi008.stdout: "unittest_2_items": 0 2024-05-20T21:32:21.432 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2024-05-20T21:32:21.432 INFO:teuthology.orchestra.run.smithi008.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-20T21:32:21.432 INFO:teuthology.orchestra.run.smithi008.stdout: "val": 0, 2024-05-20T21:32:21.433 INFO:teuthology.orchestra.run.smithi008.stdout: "max": 104857600, 2024-05-20T21:32:21.433 INFO:teuthology.orchestra.run.smithi008.stdout: "get_started": 0, 2024-05-20T21:32:21.433 INFO:teuthology.orchestra.run.smithi008.stdout: "get": 354, 2024-05-20T21:32:21.433 INFO:teuthology.orchestra.run.smithi008.stdout: "get_sum": 502141, 2024-05-20T21:32:21.433 INFO:teuthology.orchestra.run.smithi008.stdout: "get_or_fail_fail": 0, 2024-05-20T21:32:21.433 INFO:teuthology.orchestra.run.smithi008.stdout: "get_or_fail_success": 354, 2024-05-20T21:32:21.433 INFO:teuthology.orchestra.run.smithi008.stdout: "take": 0, 2024-05-20T21:32:21.433 INFO:teuthology.orchestra.run.smithi008.stdout: "take_sum": 0, 2024-05-20T21:32:21.433 INFO:teuthology.orchestra.run.smithi008.stdout: "put": 354, 2024-05-20T21:32:21.433 INFO:teuthology.orchestra.run.smithi008.stdout: "put_sum": 502141, 2024-05-20T21:32:21.433 INFO:teuthology.orchestra.run.smithi008.stdout: "wait": { 2024-05-20T21:32:21.433 INFO:teuthology.orchestra.run.smithi008.stdout: "avgcount": 0, 2024-05-20T21:32:21.434 INFO:teuthology.orchestra.run.smithi008.stdout: "sum": 0.000000000, 2024-05-20T21:32:21.434 INFO:teuthology.orchestra.run.smithi008.stdout: "avgtime": 0.000000000 2024-05-20T21:32:21.434 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:21.434 INFO:teuthology.orchestra.run.smithi008.stdout: } 2024-05-20T21:32:21.434 INFO:teuthology.orchestra.run.smithi008.stdout:} 2024-05-20T21:32:22.326 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.j 2024-05-20T21:32:22.326 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.j 2024-05-20T21:32:22.327 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.j 2024-05-20T21:32:22.327 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.j 2024-05-20T21:32:22.327 DEBUG:tasks.check_counter:Getting stats from b 2024-05-20T21:32:22.327 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph daemon mds.b perf dump 2024-05-20T21:32:22.586 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.b/config 2024-05-20T21:32:23.033 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:32:22 smithi050 ceph-mon[35809]: pgmap v951: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 85 B/s wr, 6 op/s 2024-05-20T21:32:23.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:32:22 smithi130 ceph-mon[36448]: pgmap v951: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 85 B/s wr, 6 op/s 2024-05-20T21:32:23.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:32:22 smithi008 ceph-mon[31475]: pgmap v951: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 85 B/s wr, 6 op/s 2024-05-20T21:32:24.421 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2024-05-20T21:32:24.422 INFO:teuthology.orchestra.run.smithi050.stdout: "AsyncMessenger::Worker-0": { 2024-05-20T21:32:24.422 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_messages": 167, 2024-05-20T21:32:24.422 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_messages": 169, 2024-05-20T21:32:24.422 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_bytes": 41885, 2024-05-20T21:32:24.422 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_bytes": 861832, 2024-05-20T21:32:24.422 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_created_connections": 77, 2024-05-20T21:32:24.423 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_active_connections": 7, 2024-05-20T21:32:24.423 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_total_time": 0.042888458, 2024-05-20T21:32:24.423 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_send_time": 0.005729425, 2024-05-20T21:32:24.423 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_recv_time": 0.029872520, 2024-05-20T21:32:24.423 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_fast_dispatch_time": 0.000604495, 2024-05-20T21:32:24.423 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:32:24.423 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 167, 2024-05-20T21:32:24.423 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.034875184, 2024-05-20T21:32:24.424 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000208833 2024-05-20T21:32:24.424 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:24.424 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:32:24.424 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 227, 2024-05-20T21:32:24.424 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000064627, 2024-05-20T21:32:24.424 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000284 2024-05-20T21:32:24.424 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:24.424 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-20T21:32:24.424 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_encrypted_bytes": 0 2024-05-20T21:32:24.425 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:24.425 INFO:teuthology.orchestra.run.smithi050.stdout: "AsyncMessenger::Worker-1": { 2024-05-20T21:32:24.425 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_messages": 2096, 2024-05-20T21:32:24.425 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_messages": 1917, 2024-05-20T21:32:24.425 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_bytes": 500949, 2024-05-20T21:32:24.425 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_bytes": 1012851, 2024-05-20T21:32:24.425 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_created_connections": 10, 2024-05-20T21:32:24.425 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_active_connections": 4, 2024-05-20T21:32:24.425 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_total_time": 0.171327542, 2024-05-20T21:32:24.425 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_send_time": 0.072852861, 2024-05-20T21:32:24.425 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_recv_time": 0.103087501, 2024-05-20T21:32:24.425 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_fast_dispatch_time": 0.008091259, 2024-05-20T21:32:24.426 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:32:24.426 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 1917, 2024-05-20T21:32:24.426 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.086211983, 2024-05-20T21:32:24.426 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000044972 2024-05-20T21:32:24.426 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:24.426 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:32:24.426 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 3629, 2024-05-20T21:32:24.426 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000816019, 2024-05-20T21:32:24.426 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000224 2024-05-20T21:32:24.426 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:24.429 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_encrypted_bytes": 160, 2024-05-20T21:32:24.429 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_encrypted_bytes": 537648 2024-05-20T21:32:24.430 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:24.430 INFO:teuthology.orchestra.run.smithi050.stdout: "AsyncMessenger::Worker-2": { 2024-05-20T21:32:24.430 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_messages": 417, 2024-05-20T21:32:24.430 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_messages": 407, 2024-05-20T21:32:24.430 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_bytes": 599473, 2024-05-20T21:32:24.430 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_bytes": 229293, 2024-05-20T21:32:24.430 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_created_connections": 8, 2024-05-20T21:32:24.430 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_active_connections": 6, 2024-05-20T21:32:24.430 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_total_time": 0.070866362, 2024-05-20T21:32:24.431 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_send_time": 0.027607815, 2024-05-20T21:32:24.431 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_recv_time": 0.033142873, 2024-05-20T21:32:24.431 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_fast_dispatch_time": 0.009785144, 2024-05-20T21:32:24.431 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:32:24.431 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 405, 2024-05-20T21:32:24.431 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.031494273, 2024-05-20T21:32:24.431 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000077763 2024-05-20T21:32:24.431 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:24.431 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:32:24.431 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 16, 2024-05-20T21:32:24.431 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000016170, 2024-05-20T21:32:24.431 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000001010 2024-05-20T21:32:24.432 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:24.432 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_encrypted_bytes": 592384, 2024-05-20T21:32:24.432 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_encrypted_bytes": 217888 2024-05-20T21:32:24.432 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:24.432 INFO:teuthology.orchestra.run.smithi050.stdout: "cct": { 2024-05-20T21:32:24.432 INFO:teuthology.orchestra.run.smithi050.stdout: "total_workers": 1, 2024-05-20T21:32:24.432 INFO:teuthology.orchestra.run.smithi050.stdout: "unhealthy_workers": 0 2024-05-20T21:32:24.432 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:24.432 INFO:teuthology.orchestra.run.smithi050.stdout: "finisher-MDSRank": { 2024-05-20T21:32:24.432 INFO:teuthology.orchestra.run.smithi050.stdout: "queue_len": 0, 2024-05-20T21:32:24.432 INFO:teuthology.orchestra.run.smithi050.stdout: "complete_latency": { 2024-05-20T21:32:24.432 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 47, 2024-05-20T21:32:24.432 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.001617984, 2024-05-20T21:32:24.433 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000034425 2024-05-20T21:32:24.433 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-05-20T21:32:24.433 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:24.433 INFO:teuthology.orchestra.run.smithi050.stdout: "finisher-PurgeQueue": { 2024-05-20T21:32:24.433 INFO:teuthology.orchestra.run.smithi050.stdout: "queue_len": 0, 2024-05-20T21:32:24.433 INFO:teuthology.orchestra.run.smithi050.stdout: "complete_latency": { 2024-05-20T21:32:24.433 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 2, 2024-05-20T21:32:24.433 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000013193, 2024-05-20T21:32:24.433 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000006596 2024-05-20T21:32:24.433 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-05-20T21:32:24.433 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:24.433 INFO:teuthology.orchestra.run.smithi050.stdout: "mds": { 2024-05-20T21:32:24.433 INFO:teuthology.orchestra.run.smithi050.stdout: "request": 1, 2024-05-20T21:32:24.433 INFO:teuthology.orchestra.run.smithi050.stdout: "reply": 1, 2024-05-20T21:32:24.433 INFO:teuthology.orchestra.run.smithi050.stdout: "reply_latency": { 2024-05-20T21:32:24.434 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 1, 2024-05-20T21:32:24.434 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000132410, 2024-05-20T21:32:24.434 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000132410 2024-05-20T21:32:24.434 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:24.434 INFO:teuthology.orchestra.run.smithi050.stdout: "slow_reply": 0, 2024-05-20T21:32:24.434 INFO:teuthology.orchestra.run.smithi050.stdout: "forward": 0, 2024-05-20T21:32:24.434 INFO:teuthology.orchestra.run.smithi050.stdout: "dir_fetch_complete": 0, 2024-05-20T21:32:24.434 INFO:teuthology.orchestra.run.smithi050.stdout: "dir_fetch_keys": 0, 2024-05-20T21:32:24.434 INFO:teuthology.orchestra.run.smithi050.stdout: "dir_commit": 11, 2024-05-20T21:32:24.434 INFO:teuthology.orchestra.run.smithi050.stdout: "dir_split": 0, 2024-05-20T21:32:24.434 INFO:teuthology.orchestra.run.smithi050.stdout: "dir_merge": 0, 2024-05-20T21:32:24.434 INFO:teuthology.orchestra.run.smithi050.stdout: "inodes": 16, 2024-05-20T21:32:24.434 INFO:teuthology.orchestra.run.smithi050.stdout: "inodes_top": 0, 2024-05-20T21:32:24.435 INFO:teuthology.orchestra.run.smithi050.stdout: "inodes_bottom": 16, 2024-05-20T21:32:24.435 INFO:teuthology.orchestra.run.smithi050.stdout: "inodes_pin_tail": 0, 2024-05-20T21:32:24.435 INFO:teuthology.orchestra.run.smithi050.stdout: "inodes_pinned": 13, 2024-05-20T21:32:24.435 INFO:teuthology.orchestra.run.smithi050.stdout: "inodes_expired": 4, 2024-05-20T21:32:24.435 INFO:teuthology.orchestra.run.smithi050.stdout: "inodes_with_caps": 1, 2024-05-20T21:32:24.435 INFO:teuthology.orchestra.run.smithi050.stdout: "caps": 1, 2024-05-20T21:32:24.435 INFO:teuthology.orchestra.run.smithi050.stdout: "subtrees": 3, 2024-05-20T21:32:24.435 INFO:teuthology.orchestra.run.smithi050.stdout: "traverse": 41, 2024-05-20T21:32:24.435 INFO:teuthology.orchestra.run.smithi050.stdout: "traverse_hit": 36, 2024-05-20T21:32:24.435 INFO:teuthology.orchestra.run.smithi050.stdout: "traverse_forward": 0, 2024-05-20T21:32:24.435 INFO:teuthology.orchestra.run.smithi050.stdout: "traverse_discover": 5, 2024-05-20T21:32:24.435 INFO:teuthology.orchestra.run.smithi050.stdout: "traverse_dir_fetch": 0, 2024-05-20T21:32:24.435 INFO:teuthology.orchestra.run.smithi050.stdout: "traverse_remote_ino": 0, 2024-05-20T21:32:24.435 INFO:teuthology.orchestra.run.smithi050.stdout: "traverse_lock": 0, 2024-05-20T21:32:24.436 INFO:teuthology.orchestra.run.smithi050.stdout: "load_cent": 0, 2024-05-20T21:32:24.436 INFO:teuthology.orchestra.run.smithi050.stdout: "q": 0, 2024-05-20T21:32:24.436 INFO:teuthology.orchestra.run.smithi050.stdout: "exported": 0, 2024-05-20T21:32:24.436 INFO:teuthology.orchestra.run.smithi050.stdout: "exported_inodes": 0, 2024-05-20T21:32:24.436 INFO:teuthology.orchestra.run.smithi050.stdout: "imported": 0, 2024-05-20T21:32:24.436 INFO:teuthology.orchestra.run.smithi050.stdout: "imported_inodes": 0, 2024-05-20T21:32:24.436 INFO:teuthology.orchestra.run.smithi050.stdout: "openino_dir_fetch": 0, 2024-05-20T21:32:24.436 INFO:teuthology.orchestra.run.smithi050.stdout: "openino_backtrace_fetch": 0, 2024-05-20T21:32:24.436 INFO:teuthology.orchestra.run.smithi050.stdout: "openino_peer_discover": 0, 2024-05-20T21:32:24.436 INFO:teuthology.orchestra.run.smithi050.stdout: "root_rfiles": 4, 2024-05-20T21:32:24.436 INFO:teuthology.orchestra.run.smithi050.stdout: "root_rbytes": 234, 2024-05-20T21:32:24.437 INFO:teuthology.orchestra.run.smithi050.stdout: "root_rsnaps": 0, 2024-05-20T21:32:24.437 INFO:teuthology.orchestra.run.smithi050.stdout: "scrub_backtrace_fetch": 0, 2024-05-20T21:32:24.437 INFO:teuthology.orchestra.run.smithi050.stdout: "scrub_set_tag": 0, 2024-05-20T21:32:24.437 INFO:teuthology.orchestra.run.smithi050.stdout: "scrub_backtrace_repaired": 0, 2024-05-20T21:32:24.437 INFO:teuthology.orchestra.run.smithi050.stdout: "scrub_inotable_repaired": 0, 2024-05-20T21:32:24.437 INFO:teuthology.orchestra.run.smithi050.stdout: "scrub_dir_inodes": 0, 2024-05-20T21:32:24.437 INFO:teuthology.orchestra.run.smithi050.stdout: "scrub_dir_base_inodes": 0, 2024-05-20T21:32:24.437 INFO:teuthology.orchestra.run.smithi050.stdout: "scrub_dirfrag_rstats": 0, 2024-05-20T21:32:24.438 INFO:teuthology.orchestra.run.smithi050.stdout: "scrub_file_inodes": 0, 2024-05-20T21:32:24.438 INFO:teuthology.orchestra.run.smithi050.stdout: "handle_inode_file_caps": 0, 2024-05-20T21:32:24.438 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph_cap_op_revoke": 1, 2024-05-20T21:32:24.438 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph_cap_op_grant": 0, 2024-05-20T21:32:24.438 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph_cap_op_trunc": 0, 2024-05-20T21:32:24.438 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-20T21:32:24.438 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-20T21:32:24.438 INFO:teuthology.orchestra.run.smithi050.stdout: "handle_client_caps": 1, 2024-05-20T21:32:24.438 INFO:teuthology.orchestra.run.smithi050.stdout: "handle_client_caps_dirty": 0, 2024-05-20T21:32:24.438 INFO:teuthology.orchestra.run.smithi050.stdout: "handle_client_cap_release": 0, 2024-05-20T21:32:24.439 INFO:teuthology.orchestra.run.smithi050.stdout: "process_request_cap_release": 0 2024-05-20T21:32:24.439 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:24.439 INFO:teuthology.orchestra.run.smithi050.stdout: "mds_cache": { 2024-05-20T21:32:24.439 INFO:teuthology.orchestra.run.smithi050.stdout: "dir_update": 0, 2024-05-20T21:32:24.439 INFO:teuthology.orchestra.run.smithi050.stdout: "dir_update_receipt": 17, 2024-05-20T21:32:24.439 INFO:teuthology.orchestra.run.smithi050.stdout: "dir_try_discover": 11, 2024-05-20T21:32:24.439 INFO:teuthology.orchestra.run.smithi050.stdout: "dir_send_discover": 12, 2024-05-20T21:32:24.439 INFO:teuthology.orchestra.run.smithi050.stdout: "dir_handle_discover": 0, 2024-05-20T21:32:24.439 INFO:teuthology.orchestra.run.smithi050.stdout: "num_strays": 0, 2024-05-20T21:32:24.439 INFO:teuthology.orchestra.run.smithi050.stdout: "num_strays_delayed": 0, 2024-05-20T21:32:24.439 INFO:teuthology.orchestra.run.smithi050.stdout: "num_strays_enqueuing": 0, 2024-05-20T21:32:24.439 INFO:teuthology.orchestra.run.smithi050.stdout: "strays_created": 0, 2024-05-20T21:32:24.439 INFO:teuthology.orchestra.run.smithi050.stdout: "strays_enqueued": 0, 2024-05-20T21:32:24.440 INFO:teuthology.orchestra.run.smithi050.stdout: "strays_reintegrated": 0, 2024-05-20T21:32:24.440 INFO:teuthology.orchestra.run.smithi050.stdout: "strays_migrated": 0, 2024-05-20T21:32:24.440 INFO:teuthology.orchestra.run.smithi050.stdout: "num_recovering_processing": 0, 2024-05-20T21:32:24.440 INFO:teuthology.orchestra.run.smithi050.stdout: "num_recovering_enqueued": 0, 2024-05-20T21:32:24.440 INFO:teuthology.orchestra.run.smithi050.stdout: "num_recovering_prioritized": 0, 2024-05-20T21:32:24.440 INFO:teuthology.orchestra.run.smithi050.stdout: "recovery_started": 0, 2024-05-20T21:32:24.440 INFO:teuthology.orchestra.run.smithi050.stdout: "recovery_completed": 0, 2024-05-20T21:32:24.440 INFO:teuthology.orchestra.run.smithi050.stdout: "ireq_quiesce_path": 15, 2024-05-20T21:32:24.441 INFO:teuthology.orchestra.run.smithi050.stdout: "ireq_quiesce_inode": 88, 2024-05-20T21:32:24.441 INFO:teuthology.orchestra.run.smithi050.stdout: "ireq_enqueue_scrub": 0, 2024-05-20T21:32:24.441 INFO:teuthology.orchestra.run.smithi050.stdout: "ireq_exportdir": 0, 2024-05-20T21:32:24.441 INFO:teuthology.orchestra.run.smithi050.stdout: "ireq_flush": 0, 2024-05-20T21:32:24.441 INFO:teuthology.orchestra.run.smithi050.stdout: "ireq_fragmentdir": 0, 2024-05-20T21:32:24.441 INFO:teuthology.orchestra.run.smithi050.stdout: "ireq_fragstats": 0, 2024-05-20T21:32:24.441 INFO:teuthology.orchestra.run.smithi050.stdout: "ireq_inodestats": 0 2024-05-20T21:32:24.441 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:24.441 INFO:teuthology.orchestra.run.smithi050.stdout: "mds_log": { 2024-05-20T21:32:24.441 INFO:teuthology.orchestra.run.smithi050.stdout: "evlrg": 0, 2024-05-20T21:32:24.441 INFO:teuthology.orchestra.run.smithi050.stdout: "evadd": 3, 2024-05-20T21:32:24.441 INFO:teuthology.orchestra.run.smithi050.stdout: "evex": 0, 2024-05-20T21:32:24.441 INFO:teuthology.orchestra.run.smithi050.stdout: "evtrm": 0, 2024-05-20T21:32:24.442 INFO:teuthology.orchestra.run.smithi050.stdout: "ev": 3, 2024-05-20T21:32:24.442 INFO:teuthology.orchestra.run.smithi050.stdout: "evexg": 0, 2024-05-20T21:32:24.442 INFO:teuthology.orchestra.run.smithi050.stdout: "evexd": 0, 2024-05-20T21:32:24.442 INFO:teuthology.orchestra.run.smithi050.stdout: "segadd": 2, 2024-05-20T21:32:24.442 INFO:teuthology.orchestra.run.smithi050.stdout: "segex": 0, 2024-05-20T21:32:24.442 INFO:teuthology.orchestra.run.smithi050.stdout: "segtrm": 0, 2024-05-20T21:32:24.442 INFO:teuthology.orchestra.run.smithi050.stdout: "seg": 2, 2024-05-20T21:32:24.442 INFO:teuthology.orchestra.run.smithi050.stdout: "segmjr": 2, 2024-05-20T21:32:24.442 INFO:teuthology.orchestra.run.smithi050.stdout: "segexg": 0, 2024-05-20T21:32:24.442 INFO:teuthology.orchestra.run.smithi050.stdout: "segexd": 0, 2024-05-20T21:32:24.442 INFO:teuthology.orchestra.run.smithi050.stdout: "expos": 4194304, 2024-05-20T21:32:24.442 INFO:teuthology.orchestra.run.smithi050.stdout: "wrpos": 4195202, 2024-05-20T21:32:24.442 INFO:teuthology.orchestra.run.smithi050.stdout: "rdpos": 0, 2024-05-20T21:32:24.443 INFO:teuthology.orchestra.run.smithi050.stdout: "jlat": { 2024-05-20T21:32:24.443 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 2, 2024-05-20T21:32:24.443 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.003634598, 2024-05-20T21:32:24.443 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.001817299 2024-05-20T21:32:24.443 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:24.443 INFO:teuthology.orchestra.run.smithi050.stdout: "replayed": 0 2024-05-20T21:32:24.443 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:24.443 INFO:teuthology.orchestra.run.smithi050.stdout: "mds_mem": { 2024-05-20T21:32:24.443 INFO:teuthology.orchestra.run.smithi050.stdout: "ino": 20, 2024-05-20T21:32:24.443 INFO:teuthology.orchestra.run.smithi050.stdout: "ino+": 22, 2024-05-20T21:32:24.443 INFO:teuthology.orchestra.run.smithi050.stdout: "ino-": 2, 2024-05-20T21:32:24.444 INFO:teuthology.orchestra.run.smithi050.stdout: "dir": 19, 2024-05-20T21:32:24.444 INFO:teuthology.orchestra.run.smithi050.stdout: "dir+": 23, 2024-05-20T21:32:24.444 INFO:teuthology.orchestra.run.smithi050.stdout: "dir-": 4, 2024-05-20T21:32:24.444 INFO:teuthology.orchestra.run.smithi050.stdout: "dn": 16, 2024-05-20T21:32:24.444 INFO:teuthology.orchestra.run.smithi050.stdout: "dn+": 20, 2024-05-20T21:32:24.444 INFO:teuthology.orchestra.run.smithi050.stdout: "dn-": 4, 2024-05-20T21:32:24.444 INFO:teuthology.orchestra.run.smithi050.stdout: "cap": 1, 2024-05-20T21:32:24.444 INFO:teuthology.orchestra.run.smithi050.stdout: "cap+": 1, 2024-05-20T21:32:24.444 INFO:teuthology.orchestra.run.smithi050.stdout: "cap-": 0, 2024-05-20T21:32:24.445 INFO:teuthology.orchestra.run.smithi050.stdout: "rss": 53620, 2024-05-20T21:32:24.445 INFO:teuthology.orchestra.run.smithi050.stdout: "heap": 223608 2024-05-20T21:32:24.445 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:24.445 INFO:teuthology.orchestra.run.smithi050.stdout: "mds_server": { 2024-05-20T21:32:24.445 INFO:teuthology.orchestra.run.smithi050.stdout: "dispatch_client_request": 1, 2024-05-20T21:32:24.445 INFO:teuthology.orchestra.run.smithi050.stdout: "dispatch_server_request": 0, 2024-05-20T21:32:24.445 INFO:teuthology.orchestra.run.smithi050.stdout: "handle_client_request": 1, 2024-05-20T21:32:24.445 INFO:teuthology.orchestra.run.smithi050.stdout: "handle_client_session": 14, 2024-05-20T21:32:24.445 INFO:teuthology.orchestra.run.smithi050.stdout: "handle_peer_request": 88, 2024-05-20T21:32:24.445 INFO:teuthology.orchestra.run.smithi050.stdout: "req_create_latency": { 2024-05-20T21:32:24.445 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:24.445 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:24.445 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:24.445 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:24.446 INFO:teuthology.orchestra.run.smithi050.stdout: "req_getattr_latency": { 2024-05-20T21:32:24.446 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:24.446 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:24.446 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:24.446 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:24.446 INFO:teuthology.orchestra.run.smithi050.stdout: "req_getfilelock_latency": { 2024-05-20T21:32:24.446 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:24.446 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:24.446 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:24.446 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:24.446 INFO:teuthology.orchestra.run.smithi050.stdout: "req_link_latency": { 2024-05-20T21:32:24.446 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:24.446 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:24.447 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:24.447 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:24.447 INFO:teuthology.orchestra.run.smithi050.stdout: "req_lookup_latency": { 2024-05-20T21:32:24.447 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:24.447 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:24.447 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:24.447 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:24.447 INFO:teuthology.orchestra.run.smithi050.stdout: "req_lookuphash_latency": { 2024-05-20T21:32:24.447 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:24.447 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:24.447 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:24.447 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:24.447 INFO:teuthology.orchestra.run.smithi050.stdout: "req_lookupino_latency": { 2024-05-20T21:32:24.447 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 1, 2024-05-20T21:32:24.448 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000132410, 2024-05-20T21:32:24.448 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000132410 2024-05-20T21:32:24.448 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:24.448 INFO:teuthology.orchestra.run.smithi050.stdout: "req_lookupname_latency": { 2024-05-20T21:32:24.448 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:24.448 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:24.448 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:24.448 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:24.448 INFO:teuthology.orchestra.run.smithi050.stdout: "req_lookupparent_latency": { 2024-05-20T21:32:24.448 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:24.449 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:24.449 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:24.449 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:24.449 INFO:teuthology.orchestra.run.smithi050.stdout: "req_lookupsnap_latency": { 2024-05-20T21:32:24.449 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:24.449 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:24.450 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:24.450 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:24.450 INFO:teuthology.orchestra.run.smithi050.stdout: "req_lssnap_latency": { 2024-05-20T21:32:24.450 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:24.450 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:24.450 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:24.450 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:24.450 INFO:teuthology.orchestra.run.smithi050.stdout: "req_mkdir_latency": { 2024-05-20T21:32:24.450 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:24.451 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:24.451 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:24.451 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:24.451 INFO:teuthology.orchestra.run.smithi050.stdout: "req_mknod_latency": { 2024-05-20T21:32:24.452 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:24.452 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:24.452 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:24.452 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:24.452 INFO:teuthology.orchestra.run.smithi050.stdout: "req_mksnap_latency": { 2024-05-20T21:32:24.452 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:24.452 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:24.452 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:24.452 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:24.452 INFO:teuthology.orchestra.run.smithi050.stdout: "req_open_latency": { 2024-05-20T21:32:24.452 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:24.452 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:24.452 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:24.452 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:24.453 INFO:teuthology.orchestra.run.smithi050.stdout: "req_readdir_latency": { 2024-05-20T21:32:24.453 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:24.453 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:24.453 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:24.453 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:24.453 INFO:teuthology.orchestra.run.smithi050.stdout: "req_rename_latency": { 2024-05-20T21:32:24.453 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:24.453 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:24.453 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:24.453 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:24.453 INFO:teuthology.orchestra.run.smithi050.stdout: "req_renamesnap_latency": { 2024-05-20T21:32:24.453 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:24.453 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:24.453 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:24.454 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:24.454 INFO:teuthology.orchestra.run.smithi050.stdout: "req_snapdiff_latency": { 2024-05-20T21:32:24.454 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:24.454 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:24.454 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:24.454 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:24.454 INFO:teuthology.orchestra.run.smithi050.stdout: "req_rmdir_latency": { 2024-05-20T21:32:24.454 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:24.454 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:24.454 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:24.454 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:24.454 INFO:teuthology.orchestra.run.smithi050.stdout: "req_rmsnap_latency": { 2024-05-20T21:32:24.454 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:24.455 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:24.455 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:24.455 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:24.455 INFO:teuthology.orchestra.run.smithi050.stdout: "req_rmxattr_latency": { 2024-05-20T21:32:24.455 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:24.455 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:24.455 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:24.455 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:24.455 INFO:teuthology.orchestra.run.smithi050.stdout: "req_setattr_latency": { 2024-05-20T21:32:24.455 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:24.455 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:24.455 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:24.455 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:24.455 INFO:teuthology.orchestra.run.smithi050.stdout: "req_setdirlayout_latency": { 2024-05-20T21:32:24.456 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:24.456 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:24.456 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:24.456 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:24.456 INFO:teuthology.orchestra.run.smithi050.stdout: "req_setfilelock_latency": { 2024-05-20T21:32:24.456 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:24.456 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:24.456 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:24.456 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:24.456 INFO:teuthology.orchestra.run.smithi050.stdout: "req_setlayout_latency": { 2024-05-20T21:32:24.456 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:24.456 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:24.456 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:24.456 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:24.457 INFO:teuthology.orchestra.run.smithi050.stdout: "req_setxattr_latency": { 2024-05-20T21:32:24.457 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:24.457 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:24.457 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:24.457 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:24.457 INFO:teuthology.orchestra.run.smithi050.stdout: "req_symlink_latency": { 2024-05-20T21:32:24.457 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:24.457 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:24.457 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:24.457 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:24.457 INFO:teuthology.orchestra.run.smithi050.stdout: "req_unlink_latency": { 2024-05-20T21:32:24.457 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:24.457 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:24.457 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:24.457 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:24.458 INFO:teuthology.orchestra.run.smithi050.stdout: "cap_revoke_eviction": 0, 2024-05-20T21:32:24.458 INFO:teuthology.orchestra.run.smithi050.stdout: "cap_acquisition_throttle": 0, 2024-05-20T21:32:24.458 INFO:teuthology.orchestra.run.smithi050.stdout: "req_getvxattr_latency": { 2024-05-20T21:32:24.458 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:24.458 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:24.458 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:24.458 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-05-20T21:32:24.458 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:24.458 INFO:teuthology.orchestra.run.smithi050.stdout: "mds_sessions": { 2024-05-20T21:32:24.458 INFO:teuthology.orchestra.run.smithi050.stdout: "session_count": 1, 2024-05-20T21:32:24.458 INFO:teuthology.orchestra.run.smithi050.stdout: "session_add": 1, 2024-05-20T21:32:24.458 INFO:teuthology.orchestra.run.smithi050.stdout: "session_remove": 0, 2024-05-20T21:32:24.458 INFO:teuthology.orchestra.run.smithi050.stdout: "sessions_open": 1, 2024-05-20T21:32:24.459 INFO:teuthology.orchestra.run.smithi050.stdout: "sessions_stale": 0, 2024-05-20T21:32:24.459 INFO:teuthology.orchestra.run.smithi050.stdout: "total_load": 1, 2024-05-20T21:32:24.459 INFO:teuthology.orchestra.run.smithi050.stdout: "average_load": 1, 2024-05-20T21:32:24.459 INFO:teuthology.orchestra.run.smithi050.stdout: "avg_session_uptime": 994, 2024-05-20T21:32:24.459 INFO:teuthology.orchestra.run.smithi050.stdout: "mdthresh_evicted": 0 2024-05-20T21:32:24.459 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:24.459 INFO:teuthology.orchestra.run.smithi050.stdout: "mempool": { 2024-05-20T21:32:24.459 INFO:teuthology.orchestra.run.smithi050.stdout: "bloom_filter_bytes": 0, 2024-05-20T21:32:24.459 INFO:teuthology.orchestra.run.smithi050.stdout: "bloom_filter_items": 0, 2024-05-20T21:32:24.459 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_alloc_bytes": 0, 2024-05-20T21:32:24.459 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_alloc_items": 0, 2024-05-20T21:32:24.460 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_data_bytes": 0, 2024-05-20T21:32:24.460 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_data_items": 0, 2024-05-20T21:32:24.460 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-20T21:32:24.460 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_onode_items": 0, 2024-05-20T21:32:24.460 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-20T21:32:24.460 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_meta_items": 0, 2024-05-20T21:32:24.460 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_other_bytes": 0, 2024-05-20T21:32:24.460 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_other_items": 0, 2024-05-20T21:32:24.460 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-20T21:32:24.460 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_buffer_items": 0, 2024-05-20T21:32:24.460 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_extent_bytes": 0, 2024-05-20T21:32:24.461 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_extent_items": 0, 2024-05-20T21:32:24.461 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_blob_bytes": 0, 2024-05-20T21:32:24.461 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_blob_items": 0, 2024-05-20T21:32:24.461 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-20T21:32:24.461 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_shared_blob_items": 0, 2024-05-20T21:32:24.461 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-20T21:32:24.461 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_inline_bl_items": 0, 2024-05-20T21:32:24.461 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_fsck_bytes": 0, 2024-05-20T21:32:24.461 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_fsck_items": 0, 2024-05-20T21:32:24.462 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_txc_bytes": 0, 2024-05-20T21:32:24.462 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_txc_items": 0, 2024-05-20T21:32:24.462 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-20T21:32:24.462 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_writing_deferred_items": 0, 2024-05-20T21:32:24.462 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_writing_bytes": 0, 2024-05-20T21:32:24.462 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_writing_items": 0, 2024-05-20T21:32:24.462 INFO:teuthology.orchestra.run.smithi050.stdout: "bluefs_bytes": 0, 2024-05-20T21:32:24.462 INFO:teuthology.orchestra.run.smithi050.stdout: "bluefs_items": 0, 2024-05-20T21:32:24.462 INFO:teuthology.orchestra.run.smithi050.stdout: "bluefs_file_reader_bytes": 0, 2024-05-20T21:32:24.462 INFO:teuthology.orchestra.run.smithi050.stdout: "bluefs_file_reader_items": 0, 2024-05-20T21:32:24.462 INFO:teuthology.orchestra.run.smithi050.stdout: "bluefs_file_writer_bytes": 0, 2024-05-20T21:32:24.462 INFO:teuthology.orchestra.run.smithi050.stdout: "bluefs_file_writer_items": 0, 2024-05-20T21:32:24.462 INFO:teuthology.orchestra.run.smithi050.stdout: "buffer_anon_bytes": 239397, 2024-05-20T21:32:24.463 INFO:teuthology.orchestra.run.smithi050.stdout: "buffer_anon_items": 83, 2024-05-20T21:32:24.463 INFO:teuthology.orchestra.run.smithi050.stdout: "buffer_meta_bytes": 0, 2024-05-20T21:32:24.463 INFO:teuthology.orchestra.run.smithi050.stdout: "buffer_meta_items": 0, 2024-05-20T21:32:24.463 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_bytes": 0, 2024-05-20T21:32:24.463 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_items": 0, 2024-05-20T21:32:24.463 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_mapbl_bytes": 0, 2024-05-20T21:32:24.463 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_mapbl_items": 0, 2024-05-20T21:32:24.463 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_pglog_bytes": 0, 2024-05-20T21:32:24.463 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_pglog_items": 0, 2024-05-20T21:32:24.463 INFO:teuthology.orchestra.run.smithi050.stdout: "osdmap_bytes": 7632, 2024-05-20T21:32:24.463 INFO:teuthology.orchestra.run.smithi050.stdout: "osdmap_items": 161, 2024-05-20T21:32:24.463 INFO:teuthology.orchestra.run.smithi050.stdout: "osdmap_mapping_bytes": 0, 2024-05-20T21:32:24.463 INFO:teuthology.orchestra.run.smithi050.stdout: "osdmap_mapping_items": 0, 2024-05-20T21:32:24.463 INFO:teuthology.orchestra.run.smithi050.stdout: "pgmap_bytes": 0, 2024-05-20T21:32:24.464 INFO:teuthology.orchestra.run.smithi050.stdout: "pgmap_items": 0, 2024-05-20T21:32:24.464 INFO:teuthology.orchestra.run.smithi050.stdout: "mds_co_bytes": 81373, 2024-05-20T21:32:24.464 INFO:teuthology.orchestra.run.smithi050.stdout: "mds_co_items": 334, 2024-05-20T21:32:24.464 INFO:teuthology.orchestra.run.smithi050.stdout: "unittest_1_bytes": 0, 2024-05-20T21:32:24.464 INFO:teuthology.orchestra.run.smithi050.stdout: "unittest_1_items": 0, 2024-05-20T21:32:24.464 INFO:teuthology.orchestra.run.smithi050.stdout: "unittest_2_bytes": 0, 2024-05-20T21:32:24.464 INFO:teuthology.orchestra.run.smithi050.stdout: "unittest_2_items": 0 2024-05-20T21:32:24.464 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:24.464 INFO:teuthology.orchestra.run.smithi050.stdout: "objecter": { 2024-05-20T21:32:24.464 INFO:teuthology.orchestra.run.smithi050.stdout: "op_active": 0, 2024-05-20T21:32:24.464 INFO:teuthology.orchestra.run.smithi050.stdout: "op_laggy": 0, 2024-05-20T21:32:24.464 INFO:teuthology.orchestra.run.smithi050.stdout: "op_send": 37, 2024-05-20T21:32:24.464 INFO:teuthology.orchestra.run.smithi050.stdout: "op_send_bytes": 11110, 2024-05-20T21:32:24.465 INFO:teuthology.orchestra.run.smithi050.stdout: "op_resend": 33, 2024-05-20T21:32:24.465 INFO:teuthology.orchestra.run.smithi050.stdout: "op_reply": 37, 2024-05-20T21:32:24.465 INFO:teuthology.orchestra.run.smithi050.stdout: "op_latency": { 2024-05-20T21:32:24.465 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 37, 2024-05-20T21:32:24.465 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.288992889, 2024-05-20T21:32:24.465 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.007810618 2024-05-20T21:32:24.465 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:24.465 INFO:teuthology.orchestra.run.smithi050.stdout: "op_inflight": 0, 2024-05-20T21:32:24.465 INFO:teuthology.orchestra.run.smithi050.stdout: "oplen_avg": { 2024-05-20T21:32:24.465 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 37, 2024-05-20T21:32:24.465 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 59 2024-05-20T21:32:24.465 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:24.465 INFO:teuthology.orchestra.run.smithi050.stdout: "op": 37, 2024-05-20T21:32:24.465 INFO:teuthology.orchestra.run.smithi050.stdout: "op_r": 0, 2024-05-20T21:32:24.466 INFO:teuthology.orchestra.run.smithi050.stdout: "op_w": 37, 2024-05-20T21:32:24.466 INFO:teuthology.orchestra.run.smithi050.stdout: "op_rmw": 0, 2024-05-20T21:32:24.466 INFO:teuthology.orchestra.run.smithi050.stdout: "op_pg": 0, 2024-05-20T21:32:24.466 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_stat": 0, 2024-05-20T21:32:24.466 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_create": 10, 2024-05-20T21:32:24.466 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_read": 0, 2024-05-20T21:32:24.466 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_write": 2, 2024-05-20T21:32:24.466 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_writefull": 6, 2024-05-20T21:32:24.466 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_writesame": 0, 2024-05-20T21:32:24.466 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_append": 0, 2024-05-20T21:32:24.466 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_zero": 0, 2024-05-20T21:32:24.466 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_truncate": 0, 2024-05-20T21:32:24.466 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_delete": 6, 2024-05-20T21:32:24.467 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_mapext": 0, 2024-05-20T21:32:24.467 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_sparse_read": 0, 2024-05-20T21:32:24.467 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_clonerange": 0, 2024-05-20T21:32:24.467 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_getxattr": 0, 2024-05-20T21:32:24.467 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_setxattr": 20, 2024-05-20T21:32:24.467 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_cmpxattr": 0, 2024-05-20T21:32:24.467 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_rmxattr": 0, 2024-05-20T21:32:24.467 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_resetxattrs": 0, 2024-05-20T21:32:24.467 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_call": 0, 2024-05-20T21:32:24.467 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_watch": 0, 2024-05-20T21:32:24.467 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_notify": 0, 2024-05-20T21:32:24.468 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_src_cmpxattr": 0, 2024-05-20T21:32:24.468 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_pgls": 0, 2024-05-20T21:32:24.468 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_pgls_filter": 0, 2024-05-20T21:32:24.468 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_other": 0, 2024-05-20T21:32:24.468 INFO:teuthology.orchestra.run.smithi050.stdout: "linger_active": 0, 2024-05-20T21:32:24.468 INFO:teuthology.orchestra.run.smithi050.stdout: "linger_send": 0, 2024-05-20T21:32:24.468 INFO:teuthology.orchestra.run.smithi050.stdout: "linger_resend": 0, 2024-05-20T21:32:24.468 INFO:teuthology.orchestra.run.smithi050.stdout: "linger_ping": 0, 2024-05-20T21:32:24.468 INFO:teuthology.orchestra.run.smithi050.stdout: "poolop_active": 0, 2024-05-20T21:32:24.468 INFO:teuthology.orchestra.run.smithi050.stdout: "poolop_send": 0, 2024-05-20T21:32:24.468 INFO:teuthology.orchestra.run.smithi050.stdout: "poolop_resend": 0, 2024-05-20T21:32:24.468 INFO:teuthology.orchestra.run.smithi050.stdout: "poolstat_active": 0, 2024-05-20T21:32:24.468 INFO:teuthology.orchestra.run.smithi050.stdout: "poolstat_send": 0, 2024-05-20T21:32:24.469 INFO:teuthology.orchestra.run.smithi050.stdout: "poolstat_resend": 0, 2024-05-20T21:32:24.469 INFO:teuthology.orchestra.run.smithi050.stdout: "statfs_active": 0, 2024-05-20T21:32:24.469 INFO:teuthology.orchestra.run.smithi050.stdout: "statfs_send": 0, 2024-05-20T21:32:24.469 INFO:teuthology.orchestra.run.smithi050.stdout: "statfs_resend": 0, 2024-05-20T21:32:24.469 INFO:teuthology.orchestra.run.smithi050.stdout: "command_active": 0, 2024-05-20T21:32:24.469 INFO:teuthology.orchestra.run.smithi050.stdout: "command_send": 0, 2024-05-20T21:32:24.469 INFO:teuthology.orchestra.run.smithi050.stdout: "command_resend": 0, 2024-05-20T21:32:24.469 INFO:teuthology.orchestra.run.smithi050.stdout: "map_epoch": 81, 2024-05-20T21:32:24.469 INFO:teuthology.orchestra.run.smithi050.stdout: "map_full": 0, 2024-05-20T21:32:24.469 INFO:teuthology.orchestra.run.smithi050.stdout: "map_inc": 2, 2024-05-20T21:32:24.469 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_sessions": 9, 2024-05-20T21:32:24.469 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_session_open": 13, 2024-05-20T21:32:24.469 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_session_close": 4, 2024-05-20T21:32:24.469 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_laggy": 0, 2024-05-20T21:32:24.470 INFO:teuthology.orchestra.run.smithi050.stdout: "omap_wr": 14, 2024-05-20T21:32:24.470 INFO:teuthology.orchestra.run.smithi050.stdout: "omap_rd": 0, 2024-05-20T21:32:24.470 INFO:teuthology.orchestra.run.smithi050.stdout: "omap_del": 1 2024-05-20T21:32:24.470 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:24.470 INFO:teuthology.orchestra.run.smithi050.stdout: "oft": { 2024-05-20T21:32:24.470 INFO:teuthology.orchestra.run.smithi050.stdout: "omap_total_objs": 1, 2024-05-20T21:32:24.470 INFO:teuthology.orchestra.run.smithi050.stdout: "omap_total_kv_pairs": 0, 2024-05-20T21:32:24.470 INFO:teuthology.orchestra.run.smithi050.stdout: "omap_total_updates": 0, 2024-05-20T21:32:24.470 INFO:teuthology.orchestra.run.smithi050.stdout: "omap_total_removes": 0 2024-05-20T21:32:24.470 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:24.470 INFO:teuthology.orchestra.run.smithi050.stdout: "osd-slow-ops": { 2024-05-20T21:32:24.470 INFO:teuthology.orchestra.run.smithi050.stdout: "slow_ops_count": 96 2024-05-20T21:32:24.470 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:24.471 INFO:teuthology.orchestra.run.smithi050.stdout: "purge_queue": { 2024-05-20T21:32:24.471 INFO:teuthology.orchestra.run.smithi050.stdout: "pq_executing_ops": 0, 2024-05-20T21:32:24.471 INFO:teuthology.orchestra.run.smithi050.stdout: "pq_executing_ops_high_water": 0, 2024-05-20T21:32:24.471 INFO:teuthology.orchestra.run.smithi050.stdout: "pq_executing": 0, 2024-05-20T21:32:24.471 INFO:teuthology.orchestra.run.smithi050.stdout: "pq_executing_high_water": 0, 2024-05-20T21:32:24.471 INFO:teuthology.orchestra.run.smithi050.stdout: "pq_executed_ops": 0, 2024-05-20T21:32:24.471 INFO:teuthology.orchestra.run.smithi050.stdout: "pq_executed": 0, 2024-05-20T21:32:24.471 INFO:teuthology.orchestra.run.smithi050.stdout: "pq_item_in_journal": 0 2024-05-20T21:32:24.471 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:24.471 INFO:teuthology.orchestra.run.smithi050.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-20T21:32:24.471 INFO:teuthology.orchestra.run.smithi050.stdout: "val": 0, 2024-05-20T21:32:24.472 INFO:teuthology.orchestra.run.smithi050.stdout: "max": 104857600, 2024-05-20T21:32:24.472 INFO:teuthology.orchestra.run.smithi050.stdout: "get_started": 0, 2024-05-20T21:32:24.472 INFO:teuthology.orchestra.run.smithi050.stdout: "get": 2676, 2024-05-20T21:32:24.472 INFO:teuthology.orchestra.run.smithi050.stdout: "get_sum": 878862, 2024-05-20T21:32:24.472 INFO:teuthology.orchestra.run.smithi050.stdout: "get_or_fail_fail": 0, 2024-05-20T21:32:24.472 INFO:teuthology.orchestra.run.smithi050.stdout: "get_or_fail_success": 2676, 2024-05-20T21:32:24.472 INFO:teuthology.orchestra.run.smithi050.stdout: "take": 0, 2024-05-20T21:32:24.472 INFO:teuthology.orchestra.run.smithi050.stdout: "take_sum": 0, 2024-05-20T21:32:24.472 INFO:teuthology.orchestra.run.smithi050.stdout: "put": 2676, 2024-05-20T21:32:24.472 INFO:teuthology.orchestra.run.smithi050.stdout: "put_sum": 878862, 2024-05-20T21:32:24.472 INFO:teuthology.orchestra.run.smithi050.stdout: "wait": { 2024-05-20T21:32:24.472 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:24.472 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:24.473 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:24.473 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-05-20T21:32:24.473 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:24.473 INFO:teuthology.orchestra.run.smithi050.stdout: "throttle-objecter_bytes": { 2024-05-20T21:32:24.473 INFO:teuthology.orchestra.run.smithi050.stdout: "val": 0, 2024-05-20T21:32:24.473 INFO:teuthology.orchestra.run.smithi050.stdout: "max": 104857600, 2024-05-20T21:32:24.473 INFO:teuthology.orchestra.run.smithi050.stdout: "get_started": 0, 2024-05-20T21:32:24.473 INFO:teuthology.orchestra.run.smithi050.stdout: "get": 0, 2024-05-20T21:32:24.473 INFO:teuthology.orchestra.run.smithi050.stdout: "get_sum": 0, 2024-05-20T21:32:24.473 INFO:teuthology.orchestra.run.smithi050.stdout: "get_or_fail_fail": 0, 2024-05-20T21:32:24.473 INFO:teuthology.orchestra.run.smithi050.stdout: "get_or_fail_success": 0, 2024-05-20T21:32:24.473 INFO:teuthology.orchestra.run.smithi050.stdout: "take": 37, 2024-05-20T21:32:24.473 INFO:teuthology.orchestra.run.smithi050.stdout: "take_sum": 11110, 2024-05-20T21:32:24.473 INFO:teuthology.orchestra.run.smithi050.stdout: "put": 37, 2024-05-20T21:32:24.473 INFO:teuthology.orchestra.run.smithi050.stdout: "put_sum": 11110, 2024-05-20T21:32:24.474 INFO:teuthology.orchestra.run.smithi050.stdout: "wait": { 2024-05-20T21:32:24.474 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:24.474 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:24.474 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:24.474 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-05-20T21:32:24.474 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:24.474 INFO:teuthology.orchestra.run.smithi050.stdout: "throttle-objecter_ops": { 2024-05-20T21:32:24.474 INFO:teuthology.orchestra.run.smithi050.stdout: "val": 0, 2024-05-20T21:32:24.474 INFO:teuthology.orchestra.run.smithi050.stdout: "max": 1024, 2024-05-20T21:32:24.474 INFO:teuthology.orchestra.run.smithi050.stdout: "get_started": 0, 2024-05-20T21:32:24.474 INFO:teuthology.orchestra.run.smithi050.stdout: "get": 0, 2024-05-20T21:32:24.474 INFO:teuthology.orchestra.run.smithi050.stdout: "get_sum": 0, 2024-05-20T21:32:24.474 INFO:teuthology.orchestra.run.smithi050.stdout: "get_or_fail_fail": 0, 2024-05-20T21:32:24.475 INFO:teuthology.orchestra.run.smithi050.stdout: "get_or_fail_success": 0, 2024-05-20T21:32:24.475 INFO:teuthology.orchestra.run.smithi050.stdout: "take": 37, 2024-05-20T21:32:24.475 INFO:teuthology.orchestra.run.smithi050.stdout: "take_sum": 37, 2024-05-20T21:32:24.475 INFO:teuthology.orchestra.run.smithi050.stdout: "put": 37, 2024-05-20T21:32:24.475 INFO:teuthology.orchestra.run.smithi050.stdout: "put_sum": 37, 2024-05-20T21:32:24.475 INFO:teuthology.orchestra.run.smithi050.stdout: "wait": { 2024-05-20T21:32:24.475 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:24.475 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:24.475 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:24.475 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-05-20T21:32:24.475 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:24.475 INFO:teuthology.orchestra.run.smithi050.stdout: "throttle-write_buf_throttle": { 2024-05-20T21:32:24.475 INFO:teuthology.orchestra.run.smithi050.stdout: "val": 0, 2024-05-20T21:32:24.475 INFO:teuthology.orchestra.run.smithi050.stdout: "max": 3758096384, 2024-05-20T21:32:24.476 INFO:teuthology.orchestra.run.smithi050.stdout: "get_started": 0, 2024-05-20T21:32:24.476 INFO:teuthology.orchestra.run.smithi050.stdout: "get": 0, 2024-05-20T21:32:24.476 INFO:teuthology.orchestra.run.smithi050.stdout: "get_sum": 0, 2024-05-20T21:32:24.476 INFO:teuthology.orchestra.run.smithi050.stdout: "get_or_fail_fail": 0, 2024-05-20T21:32:24.476 INFO:teuthology.orchestra.run.smithi050.stdout: "get_or_fail_success": 0, 2024-05-20T21:32:24.476 INFO:teuthology.orchestra.run.smithi050.stdout: "take": 0, 2024-05-20T21:32:24.476 INFO:teuthology.orchestra.run.smithi050.stdout: "take_sum": 0, 2024-05-20T21:32:24.476 INFO:teuthology.orchestra.run.smithi050.stdout: "put": 0, 2024-05-20T21:32:24.476 INFO:teuthology.orchestra.run.smithi050.stdout: "put_sum": 0, 2024-05-20T21:32:24.476 INFO:teuthology.orchestra.run.smithi050.stdout: "wait": { 2024-05-20T21:32:24.476 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:24.476 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:24.476 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:24.476 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-05-20T21:32:24.477 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:24.477 INFO:teuthology.orchestra.run.smithi050.stdout: "throttle-write_buf_throttle-0x55659b292460": { 2024-05-20T21:32:24.477 INFO:teuthology.orchestra.run.smithi050.stdout: "val": 0, 2024-05-20T21:32:24.477 INFO:teuthology.orchestra.run.smithi050.stdout: "max": 3758096384, 2024-05-20T21:32:24.477 INFO:teuthology.orchestra.run.smithi050.stdout: "get_started": 0, 2024-05-20T21:32:24.477 INFO:teuthology.orchestra.run.smithi050.stdout: "get": 3, 2024-05-20T21:32:24.477 INFO:teuthology.orchestra.run.smithi050.stdout: "get_sum": 898, 2024-05-20T21:32:24.477 INFO:teuthology.orchestra.run.smithi050.stdout: "get_or_fail_fail": 0, 2024-05-20T21:32:24.477 INFO:teuthology.orchestra.run.smithi050.stdout: "get_or_fail_success": 3, 2024-05-20T21:32:24.477 INFO:teuthology.orchestra.run.smithi050.stdout: "take": 0, 2024-05-20T21:32:24.477 INFO:teuthology.orchestra.run.smithi050.stdout: "take_sum": 0, 2024-05-20T21:32:24.477 INFO:teuthology.orchestra.run.smithi050.stdout: "put": 2, 2024-05-20T21:32:24.477 INFO:teuthology.orchestra.run.smithi050.stdout: "put_sum": 898, 2024-05-20T21:32:24.478 INFO:teuthology.orchestra.run.smithi050.stdout: "wait": { 2024-05-20T21:32:24.478 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:24.478 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:24.478 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:24.478 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-05-20T21:32:24.478 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-05-20T21:32:24.478 INFO:teuthology.orchestra.run.smithi050.stdout:} 2024-05-20T21:32:25.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:32:24 smithi130 ceph-mon[36448]: pgmap v952: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 5 op/s 2024-05-20T21:32:25.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:32:24 smithi050 ceph-mon[35809]: pgmap v952: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 5 op/s 2024-05-20T21:32:25.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:32:24 smithi008 ceph-mon[31475]: pgmap v952: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 5 op/s 2024-05-20T21:32:25.301 INFO:tasks.check_counter:Daemon mds.b mds.exported=0 2024-05-20T21:32:25.301 INFO:tasks.check_counter:Daemon mds.b mds.imported=0 2024-05-20T21:32:25.301 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update=0 2024-05-20T21:32:25.301 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update_receipt=17 2024-05-20T21:32:25.301 DEBUG:tasks.check_counter:Getting stats from e 2024-05-20T21:32:25.302 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph daemon mds.e perf dump 2024-05-20T21:32:25.557 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.b/config 2024-05-20T21:32:26.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:32:26 smithi050 ceph-mon[35809]: pgmap v953: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:32:27.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:32:26 smithi130 ceph-mon[36448]: pgmap v953: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:32:27.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:32:26 smithi008 ceph-mon[31475]: pgmap v953: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:32:27.321 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2024-05-20T21:32:27.322 INFO:teuthology.orchestra.run.smithi050.stdout: "AsyncMessenger::Worker-0": { 2024-05-20T21:32:27.322 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_messages": 0, 2024-05-20T21:32:27.322 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_messages": 2, 2024-05-20T21:32:27.322 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_bytes": 0, 2024-05-20T21:32:27.322 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_bytes": 0, 2024-05-20T21:32:27.322 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_created_connections": 4, 2024-05-20T21:32:27.322 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_active_connections": 0, 2024-05-20T21:32:27.322 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_total_time": 0.001198390, 2024-05-20T21:32:27.322 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_send_time": 0.000000000, 2024-05-20T21:32:27.322 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_recv_time": 0.000198012, 2024-05-20T21:32:27.322 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-20T21:32:27.323 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:32:27.323 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:27.323 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:27.323 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:27.323 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:27.323 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:32:27.323 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:27.323 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:27.323 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:27.323 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:27.323 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-20T21:32:27.323 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_encrypted_bytes": 0 2024-05-20T21:32:27.323 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:27.324 INFO:teuthology.orchestra.run.smithi050.stdout: "AsyncMessenger::Worker-1": { 2024-05-20T21:32:27.324 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_messages": 356, 2024-05-20T21:32:27.324 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_messages": 351, 2024-05-20T21:32:27.324 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_bytes": 554912, 2024-05-20T21:32:27.324 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_bytes": 216384, 2024-05-20T21:32:27.324 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_created_connections": 2, 2024-05-20T21:32:27.324 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_active_connections": 1, 2024-05-20T21:32:27.324 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_total_time": 0.059333401, 2024-05-20T21:32:27.324 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_send_time": 0.023599443, 2024-05-20T21:32:27.324 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_recv_time": 0.022786365, 2024-05-20T21:32:27.324 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_fast_dispatch_time": 0.009425269, 2024-05-20T21:32:27.324 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:32:27.324 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 351, 2024-05-20T21:32:27.324 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.018457220, 2024-05-20T21:32:27.325 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000052584 2024-05-20T21:32:27.325 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:27.325 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:32:27.325 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:27.325 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:27.325 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:27.325 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:27.325 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_encrypted_bytes": 554912, 2024-05-20T21:32:27.325 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_encrypted_bytes": 216384 2024-05-20T21:32:27.326 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:27.326 INFO:teuthology.orchestra.run.smithi050.stdout: "AsyncMessenger::Worker-2": { 2024-05-20T21:32:27.326 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_messages": 2, 2024-05-20T21:32:27.326 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_messages": 267, 2024-05-20T21:32:27.326 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_bytes": 320, 2024-05-20T21:32:27.326 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_bytes": 204560, 2024-05-20T21:32:27.326 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_created_connections": 4, 2024-05-20T21:32:27.326 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_active_connections": 2, 2024-05-20T21:32:27.326 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_total_time": 0.018631285, 2024-05-20T21:32:27.326 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_send_time": 0.013731964, 2024-05-20T21:32:27.326 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_recv_time": 0.001083259, 2024-05-20T21:32:27.326 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-20T21:32:27.326 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:32:27.327 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 265, 2024-05-20T21:32:27.327 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.020674407, 2024-05-20T21:32:27.327 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000078016 2024-05-20T21:32:27.327 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:27.327 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:32:27.327 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:27.327 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:27.327 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:27.327 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:27.327 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_encrypted_bytes": 320, 2024-05-20T21:32:27.327 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_encrypted_bytes": 204560 2024-05-20T21:32:27.327 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:27.327 INFO:teuthology.orchestra.run.smithi050.stdout: "cct": { 2024-05-20T21:32:27.327 INFO:teuthology.orchestra.run.smithi050.stdout: "total_workers": 0, 2024-05-20T21:32:27.328 INFO:teuthology.orchestra.run.smithi050.stdout: "unhealthy_workers": 0 2024-05-20T21:32:27.328 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:27.328 INFO:teuthology.orchestra.run.smithi050.stdout: "mempool": { 2024-05-20T21:32:27.328 INFO:teuthology.orchestra.run.smithi050.stdout: "bloom_filter_bytes": 0, 2024-05-20T21:32:27.328 INFO:teuthology.orchestra.run.smithi050.stdout: "bloom_filter_items": 0, 2024-05-20T21:32:27.328 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_alloc_bytes": 0, 2024-05-20T21:32:27.328 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_alloc_items": 0, 2024-05-20T21:32:27.328 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_data_bytes": 0, 2024-05-20T21:32:27.328 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_data_items": 0, 2024-05-20T21:32:27.328 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-20T21:32:27.328 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_onode_items": 0, 2024-05-20T21:32:27.328 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-20T21:32:27.328 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_meta_items": 0, 2024-05-20T21:32:27.328 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_other_bytes": 0, 2024-05-20T21:32:27.329 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_other_items": 0, 2024-05-20T21:32:27.329 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-20T21:32:27.329 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_buffer_items": 0, 2024-05-20T21:32:27.329 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_extent_bytes": 0, 2024-05-20T21:32:27.329 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_extent_items": 0, 2024-05-20T21:32:27.329 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_blob_bytes": 0, 2024-05-20T21:32:27.329 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_blob_items": 0, 2024-05-20T21:32:27.329 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-20T21:32:27.329 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_shared_blob_items": 0, 2024-05-20T21:32:27.329 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-20T21:32:27.329 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_inline_bl_items": 0, 2024-05-20T21:32:27.329 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_fsck_bytes": 0, 2024-05-20T21:32:27.329 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_fsck_items": 0, 2024-05-20T21:32:27.329 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_txc_bytes": 0, 2024-05-20T21:32:27.330 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_txc_items": 0, 2024-05-20T21:32:27.330 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-20T21:32:27.330 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_writing_deferred_items": 0, 2024-05-20T21:32:27.330 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_writing_bytes": 0, 2024-05-20T21:32:27.330 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_writing_items": 0, 2024-05-20T21:32:27.330 INFO:teuthology.orchestra.run.smithi050.stdout: "bluefs_bytes": 0, 2024-05-20T21:32:27.330 INFO:teuthology.orchestra.run.smithi050.stdout: "bluefs_items": 0, 2024-05-20T21:32:27.330 INFO:teuthology.orchestra.run.smithi050.stdout: "bluefs_file_reader_bytes": 0, 2024-05-20T21:32:27.330 INFO:teuthology.orchestra.run.smithi050.stdout: "bluefs_file_reader_items": 0, 2024-05-20T21:32:27.330 INFO:teuthology.orchestra.run.smithi050.stdout: "bluefs_file_writer_bytes": 0, 2024-05-20T21:32:27.330 INFO:teuthology.orchestra.run.smithi050.stdout: "bluefs_file_writer_items": 0, 2024-05-20T21:32:27.330 INFO:teuthology.orchestra.run.smithi050.stdout: "buffer_anon_bytes": 148682, 2024-05-20T21:32:27.330 INFO:teuthology.orchestra.run.smithi050.stdout: "buffer_anon_items": 29, 2024-05-20T21:32:27.330 INFO:teuthology.orchestra.run.smithi050.stdout: "buffer_meta_bytes": 0, 2024-05-20T21:32:27.331 INFO:teuthology.orchestra.run.smithi050.stdout: "buffer_meta_items": 0, 2024-05-20T21:32:27.331 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_bytes": 0, 2024-05-20T21:32:27.331 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_items": 0, 2024-05-20T21:32:27.331 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_mapbl_bytes": 0, 2024-05-20T21:32:27.331 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_mapbl_items": 0, 2024-05-20T21:32:27.331 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_pglog_bytes": 0, 2024-05-20T21:32:27.331 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_pglog_items": 0, 2024-05-20T21:32:27.331 INFO:teuthology.orchestra.run.smithi050.stdout: "osdmap_bytes": 0, 2024-05-20T21:32:27.331 INFO:teuthology.orchestra.run.smithi050.stdout: "osdmap_items": 0, 2024-05-20T21:32:27.331 INFO:teuthology.orchestra.run.smithi050.stdout: "osdmap_mapping_bytes": 0, 2024-05-20T21:32:27.331 INFO:teuthology.orchestra.run.smithi050.stdout: "osdmap_mapping_items": 0, 2024-05-20T21:32:27.331 INFO:teuthology.orchestra.run.smithi050.stdout: "pgmap_bytes": 0, 2024-05-20T21:32:27.331 INFO:teuthology.orchestra.run.smithi050.stdout: "pgmap_items": 0, 2024-05-20T21:32:27.331 INFO:teuthology.orchestra.run.smithi050.stdout: "mds_co_bytes": 928, 2024-05-20T21:32:27.331 INFO:teuthology.orchestra.run.smithi050.stdout: "mds_co_items": 2, 2024-05-20T21:32:27.332 INFO:teuthology.orchestra.run.smithi050.stdout: "unittest_1_bytes": 0, 2024-05-20T21:32:27.332 INFO:teuthology.orchestra.run.smithi050.stdout: "unittest_1_items": 0, 2024-05-20T21:32:27.332 INFO:teuthology.orchestra.run.smithi050.stdout: "unittest_2_bytes": 0, 2024-05-20T21:32:27.332 INFO:teuthology.orchestra.run.smithi050.stdout: "unittest_2_items": 0 2024-05-20T21:32:27.332 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:27.332 INFO:teuthology.orchestra.run.smithi050.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-20T21:32:27.332 INFO:teuthology.orchestra.run.smithi050.stdout: "val": 0, 2024-05-20T21:32:27.332 INFO:teuthology.orchestra.run.smithi050.stdout: "max": 104857600, 2024-05-20T21:32:27.332 INFO:teuthology.orchestra.run.smithi050.stdout: "get_started": 0, 2024-05-20T21:32:27.332 INFO:teuthology.orchestra.run.smithi050.stdout: "get": 354, 2024-05-20T21:32:27.332 INFO:teuthology.orchestra.run.smithi050.stdout: "get_sum": 502141, 2024-05-20T21:32:27.332 INFO:teuthology.orchestra.run.smithi050.stdout: "get_or_fail_fail": 0, 2024-05-20T21:32:27.332 INFO:teuthology.orchestra.run.smithi050.stdout: "get_or_fail_success": 354, 2024-05-20T21:32:27.332 INFO:teuthology.orchestra.run.smithi050.stdout: "take": 0, 2024-05-20T21:32:27.333 INFO:teuthology.orchestra.run.smithi050.stdout: "take_sum": 0, 2024-05-20T21:32:27.333 INFO:teuthology.orchestra.run.smithi050.stdout: "put": 354, 2024-05-20T21:32:27.333 INFO:teuthology.orchestra.run.smithi050.stdout: "put_sum": 502141, 2024-05-20T21:32:27.333 INFO:teuthology.orchestra.run.smithi050.stdout: "wait": { 2024-05-20T21:32:27.333 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:27.333 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:27.333 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:27.333 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-05-20T21:32:27.333 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-05-20T21:32:27.333 INFO:teuthology.orchestra.run.smithi050.stdout:} 2024-05-20T21:32:28.085 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.e 2024-05-20T21:32:28.085 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.e 2024-05-20T21:32:28.085 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.e 2024-05-20T21:32:28.085 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.e 2024-05-20T21:32:28.085 DEBUG:tasks.check_counter:Getting stats from h 2024-05-20T21:32:28.085 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph daemon mds.h perf dump 2024-05-20T21:32:28.336 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.b/config 2024-05-20T21:32:29.045 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:32:28 smithi050 ceph-mon[35809]: pgmap v954: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-20T21:32:29.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:32:28 smithi130 ceph-mon[36448]: pgmap v954: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-20T21:32:29.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:32:28 smithi008 ceph-mon[31475]: pgmap v954: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-20T21:32:29.847 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2024-05-20T21:32:29.847 INFO:teuthology.orchestra.run.smithi050.stdout: "AsyncMessenger::Worker-0": { 2024-05-20T21:32:29.848 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_messages": 1258, 2024-05-20T21:32:29.848 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_messages": 1258, 2024-05-20T21:32:29.848 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_bytes": 333045, 2024-05-20T21:32:29.848 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_bytes": 399284, 2024-05-20T21:32:29.848 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_created_connections": 7, 2024-05-20T21:32:29.848 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_active_connections": 2, 2024-05-20T21:32:29.848 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_total_time": 0.120310116, 2024-05-20T21:32:29.848 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_send_time": 0.048099185, 2024-05-20T21:32:29.848 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_recv_time": 0.028337414, 2024-05-20T21:32:29.848 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_fast_dispatch_time": 0.030312165, 2024-05-20T21:32:29.848 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:32:29.848 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 1257, 2024-05-20T21:32:29.848 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.054380743, 2024-05-20T21:32:29.849 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000043262 2024-05-20T21:32:29.849 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:29.849 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:32:29.849 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:29.849 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:29.849 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:29.849 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:29.849 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_encrypted_bytes": 2992, 2024-05-20T21:32:29.849 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_encrypted_bytes": 448 2024-05-20T21:32:29.849 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:29.849 INFO:teuthology.orchestra.run.smithi050.stdout: "AsyncMessenger::Worker-1": { 2024-05-20T21:32:29.849 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_messages": 1359, 2024-05-20T21:32:29.849 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_messages": 1354, 2024-05-20T21:32:29.850 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_bytes": 820198, 2024-05-20T21:32:29.850 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_bytes": 533845, 2024-05-20T21:32:29.850 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_created_connections": 4, 2024-05-20T21:32:29.850 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_active_connections": 3, 2024-05-20T21:32:29.850 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_total_time": 0.151328877, 2024-05-20T21:32:29.850 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_send_time": 0.051231084, 2024-05-20T21:32:29.850 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_recv_time": 0.042373226, 2024-05-20T21:32:29.850 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_fast_dispatch_time": 0.044469402, 2024-05-20T21:32:29.850 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:32:29.850 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 1353, 2024-05-20T21:32:29.850 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.053715717, 2024-05-20T21:32:29.850 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000039701 2024-05-20T21:32:29.851 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:29.851 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:32:29.851 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:29.851 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:29.851 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:29.851 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:29.851 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_encrypted_bytes": 574176, 2024-05-20T21:32:29.851 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_encrypted_bytes": 215840 2024-05-20T21:32:29.851 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:29.851 INFO:teuthology.orchestra.run.smithi050.stdout: "AsyncMessenger::Worker-2": { 2024-05-20T21:32:29.851 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_messages": 1250, 2024-05-20T21:32:29.851 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_messages": 1514, 2024-05-20T21:32:29.852 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_bytes": 419824, 2024-05-20T21:32:29.852 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_bytes": 935710, 2024-05-20T21:32:29.852 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_created_connections": 4, 2024-05-20T21:32:29.852 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_active_connections": 3, 2024-05-20T21:32:29.852 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_total_time": 0.174029004, 2024-05-20T21:32:29.852 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_send_time": 0.059645749, 2024-05-20T21:32:29.852 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_recv_time": 0.042253593, 2024-05-20T21:32:29.852 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_fast_dispatch_time": 0.052145640, 2024-05-20T21:32:29.852 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:32:29.852 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 1512, 2024-05-20T21:32:29.852 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.088890609, 2024-05-20T21:32:29.852 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000058790 2024-05-20T21:32:29.852 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:29.853 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:32:29.853 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:29.853 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:29.853 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:29.853 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:29.853 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_encrypted_bytes": 160, 2024-05-20T21:32:29.853 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_encrypted_bytes": 538528 2024-05-20T21:32:29.853 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:29.853 INFO:teuthology.orchestra.run.smithi050.stdout: "cct": { 2024-05-20T21:32:29.853 INFO:teuthology.orchestra.run.smithi050.stdout: "total_workers": 1, 2024-05-20T21:32:29.853 INFO:teuthology.orchestra.run.smithi050.stdout: "unhealthy_workers": 0 2024-05-20T21:32:29.853 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:29.853 INFO:teuthology.orchestra.run.smithi050.stdout: "finisher-MDSRank": { 2024-05-20T21:32:29.854 INFO:teuthology.orchestra.run.smithi050.stdout: "queue_len": 0, 2024-05-20T21:32:29.854 INFO:teuthology.orchestra.run.smithi050.stdout: "complete_latency": { 2024-05-20T21:32:29.854 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 5994, 2024-05-20T21:32:29.854 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.181387592, 2024-05-20T21:32:29.854 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000030261 2024-05-20T21:32:29.854 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-05-20T21:32:29.854 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:29.854 INFO:teuthology.orchestra.run.smithi050.stdout: "finisher-PurgeQueue": { 2024-05-20T21:32:29.854 INFO:teuthology.orchestra.run.smithi050.stdout: "queue_len": 0, 2024-05-20T21:32:29.854 INFO:teuthology.orchestra.run.smithi050.stdout: "complete_latency": { 2024-05-20T21:32:29.854 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:29.855 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:29.855 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:29.855 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-05-20T21:32:29.855 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:29.855 INFO:teuthology.orchestra.run.smithi050.stdout: "mds": { 2024-05-20T21:32:29.855 INFO:teuthology.orchestra.run.smithi050.stdout: "request": 0, 2024-05-20T21:32:29.855 INFO:teuthology.orchestra.run.smithi050.stdout: "reply": 0, 2024-05-20T21:32:29.855 INFO:teuthology.orchestra.run.smithi050.stdout: "reply_latency": { 2024-05-20T21:32:29.855 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:29.855 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:29.855 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:29.855 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:29.856 INFO:teuthology.orchestra.run.smithi050.stdout: "slow_reply": 0, 2024-05-20T21:32:29.856 INFO:teuthology.orchestra.run.smithi050.stdout: "forward": 0, 2024-05-20T21:32:29.856 INFO:teuthology.orchestra.run.smithi050.stdout: "dir_fetch_complete": 0, 2024-05-20T21:32:29.856 INFO:teuthology.orchestra.run.smithi050.stdout: "dir_fetch_keys": 0, 2024-05-20T21:32:29.856 INFO:teuthology.orchestra.run.smithi050.stdout: "dir_commit": 0, 2024-05-20T21:32:29.856 INFO:teuthology.orchestra.run.smithi050.stdout: "dir_split": 0, 2024-05-20T21:32:29.856 INFO:teuthology.orchestra.run.smithi050.stdout: "dir_merge": 0, 2024-05-20T21:32:29.856 INFO:teuthology.orchestra.run.smithi050.stdout: "inodes": 0, 2024-05-20T21:32:29.856 INFO:teuthology.orchestra.run.smithi050.stdout: "inodes_top": 0, 2024-05-20T21:32:29.856 INFO:teuthology.orchestra.run.smithi050.stdout: "inodes_bottom": 0, 2024-05-20T21:32:29.856 INFO:teuthology.orchestra.run.smithi050.stdout: "inodes_pin_tail": 0, 2024-05-20T21:32:29.856 INFO:teuthology.orchestra.run.smithi050.stdout: "inodes_pinned": 0, 2024-05-20T21:32:29.856 INFO:teuthology.orchestra.run.smithi050.stdout: "inodes_expired": 0, 2024-05-20T21:32:29.857 INFO:teuthology.orchestra.run.smithi050.stdout: "inodes_with_caps": 0, 2024-05-20T21:32:29.857 INFO:teuthology.orchestra.run.smithi050.stdout: "caps": 0, 2024-05-20T21:32:29.857 INFO:teuthology.orchestra.run.smithi050.stdout: "subtrees": 1, 2024-05-20T21:32:29.857 INFO:teuthology.orchestra.run.smithi050.stdout: "traverse": 0, 2024-05-20T21:32:29.857 INFO:teuthology.orchestra.run.smithi050.stdout: "traverse_hit": 0, 2024-05-20T21:32:29.857 INFO:teuthology.orchestra.run.smithi050.stdout: "traverse_forward": 0, 2024-05-20T21:32:29.857 INFO:teuthology.orchestra.run.smithi050.stdout: "traverse_discover": 0, 2024-05-20T21:32:29.857 INFO:teuthology.orchestra.run.smithi050.stdout: "traverse_dir_fetch": 0, 2024-05-20T21:32:29.857 INFO:teuthology.orchestra.run.smithi050.stdout: "traverse_remote_ino": 0, 2024-05-20T21:32:29.857 INFO:teuthology.orchestra.run.smithi050.stdout: "traverse_lock": 0, 2024-05-20T21:32:29.858 INFO:teuthology.orchestra.run.smithi050.stdout: "load_cent": 0, 2024-05-20T21:32:29.858 INFO:teuthology.orchestra.run.smithi050.stdout: "q": 0, 2024-05-20T21:32:29.858 INFO:teuthology.orchestra.run.smithi050.stdout: "exported": 0, 2024-05-20T21:32:29.858 INFO:teuthology.orchestra.run.smithi050.stdout: "exported_inodes": 0, 2024-05-20T21:32:29.858 INFO:teuthology.orchestra.run.smithi050.stdout: "imported": 0, 2024-05-20T21:32:29.858 INFO:teuthology.orchestra.run.smithi050.stdout: "imported_inodes": 0, 2024-05-20T21:32:29.858 INFO:teuthology.orchestra.run.smithi050.stdout: "openino_dir_fetch": 0, 2024-05-20T21:32:29.858 INFO:teuthology.orchestra.run.smithi050.stdout: "openino_backtrace_fetch": 0, 2024-05-20T21:32:29.858 INFO:teuthology.orchestra.run.smithi050.stdout: "openino_peer_discover": 0, 2024-05-20T21:32:29.858 INFO:teuthology.orchestra.run.smithi050.stdout: "root_rfiles": 0, 2024-05-20T21:32:29.858 INFO:teuthology.orchestra.run.smithi050.stdout: "root_rbytes": 0, 2024-05-20T21:32:29.858 INFO:teuthology.orchestra.run.smithi050.stdout: "root_rsnaps": 0, 2024-05-20T21:32:29.858 INFO:teuthology.orchestra.run.smithi050.stdout: "scrub_backtrace_fetch": 0, 2024-05-20T21:32:29.859 INFO:teuthology.orchestra.run.smithi050.stdout: "scrub_set_tag": 0, 2024-05-20T21:32:29.859 INFO:teuthology.orchestra.run.smithi050.stdout: "scrub_backtrace_repaired": 0, 2024-05-20T21:32:29.859 INFO:teuthology.orchestra.run.smithi050.stdout: "scrub_inotable_repaired": 0, 2024-05-20T21:32:29.859 INFO:teuthology.orchestra.run.smithi050.stdout: "scrub_dir_inodes": 0, 2024-05-20T21:32:29.859 INFO:teuthology.orchestra.run.smithi050.stdout: "scrub_dir_base_inodes": 0, 2024-05-20T21:32:29.859 INFO:teuthology.orchestra.run.smithi050.stdout: "scrub_dirfrag_rstats": 0, 2024-05-20T21:32:29.859 INFO:teuthology.orchestra.run.smithi050.stdout: "scrub_file_inodes": 0, 2024-05-20T21:32:29.859 INFO:teuthology.orchestra.run.smithi050.stdout: "handle_inode_file_caps": 0, 2024-05-20T21:32:29.859 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph_cap_op_revoke": 0, 2024-05-20T21:32:29.859 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph_cap_op_grant": 0, 2024-05-20T21:32:29.859 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph_cap_op_trunc": 0, 2024-05-20T21:32:29.859 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-20T21:32:29.859 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-20T21:32:29.860 INFO:teuthology.orchestra.run.smithi050.stdout: "handle_client_caps": 0, 2024-05-20T21:32:29.860 INFO:teuthology.orchestra.run.smithi050.stdout: "handle_client_caps_dirty": 0, 2024-05-20T21:32:29.860 INFO:teuthology.orchestra.run.smithi050.stdout: "handle_client_cap_release": 0, 2024-05-20T21:32:29.860 INFO:teuthology.orchestra.run.smithi050.stdout: "process_request_cap_release": 0 2024-05-20T21:32:29.860 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:29.860 INFO:teuthology.orchestra.run.smithi050.stdout: "mds_cache": { 2024-05-20T21:32:29.860 INFO:teuthology.orchestra.run.smithi050.stdout: "dir_update": 0, 2024-05-20T21:32:29.860 INFO:teuthology.orchestra.run.smithi050.stdout: "dir_update_receipt": 0, 2024-05-20T21:32:29.860 INFO:teuthology.orchestra.run.smithi050.stdout: "dir_try_discover": 0, 2024-05-20T21:32:29.860 INFO:teuthology.orchestra.run.smithi050.stdout: "dir_send_discover": 0, 2024-05-20T21:32:29.860 INFO:teuthology.orchestra.run.smithi050.stdout: "dir_handle_discover": 0, 2024-05-20T21:32:29.860 INFO:teuthology.orchestra.run.smithi050.stdout: "num_strays": 0, 2024-05-20T21:32:29.860 INFO:teuthology.orchestra.run.smithi050.stdout: "num_strays_delayed": 0, 2024-05-20T21:32:29.860 INFO:teuthology.orchestra.run.smithi050.stdout: "num_strays_enqueuing": 0, 2024-05-20T21:32:29.861 INFO:teuthology.orchestra.run.smithi050.stdout: "strays_created": 0, 2024-05-20T21:32:29.861 INFO:teuthology.orchestra.run.smithi050.stdout: "strays_enqueued": 0, 2024-05-20T21:32:29.861 INFO:teuthology.orchestra.run.smithi050.stdout: "strays_reintegrated": 0, 2024-05-20T21:32:29.861 INFO:teuthology.orchestra.run.smithi050.stdout: "strays_migrated": 0, 2024-05-20T21:32:29.861 INFO:teuthology.orchestra.run.smithi050.stdout: "num_recovering_processing": 0, 2024-05-20T21:32:29.861 INFO:teuthology.orchestra.run.smithi050.stdout: "num_recovering_enqueued": 0, 2024-05-20T21:32:29.861 INFO:teuthology.orchestra.run.smithi050.stdout: "num_recovering_prioritized": 0, 2024-05-20T21:32:29.861 INFO:teuthology.orchestra.run.smithi050.stdout: "recovery_started": 0, 2024-05-20T21:32:29.861 INFO:teuthology.orchestra.run.smithi050.stdout: "recovery_completed": 0, 2024-05-20T21:32:29.861 INFO:teuthology.orchestra.run.smithi050.stdout: "ireq_quiesce_path": 0, 2024-05-20T21:32:29.861 INFO:teuthology.orchestra.run.smithi050.stdout: "ireq_quiesce_inode": 0, 2024-05-20T21:32:29.861 INFO:teuthology.orchestra.run.smithi050.stdout: "ireq_enqueue_scrub": 0, 2024-05-20T21:32:29.861 INFO:teuthology.orchestra.run.smithi050.stdout: "ireq_exportdir": 0, 2024-05-20T21:32:29.861 INFO:teuthology.orchestra.run.smithi050.stdout: "ireq_flush": 0, 2024-05-20T21:32:29.861 INFO:teuthology.orchestra.run.smithi050.stdout: "ireq_fragmentdir": 0, 2024-05-20T21:32:29.862 INFO:teuthology.orchestra.run.smithi050.stdout: "ireq_fragstats": 0, 2024-05-20T21:32:29.862 INFO:teuthology.orchestra.run.smithi050.stdout: "ireq_inodestats": 0 2024-05-20T21:32:29.862 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:29.862 INFO:teuthology.orchestra.run.smithi050.stdout: "mds_log": { 2024-05-20T21:32:29.862 INFO:teuthology.orchestra.run.smithi050.stdout: "evlrg": 0, 2024-05-20T21:32:29.862 INFO:teuthology.orchestra.run.smithi050.stdout: "evadd": 0, 2024-05-20T21:32:29.862 INFO:teuthology.orchestra.run.smithi050.stdout: "evex": 0, 2024-05-20T21:32:29.862 INFO:teuthology.orchestra.run.smithi050.stdout: "evtrm": 0, 2024-05-20T21:32:29.862 INFO:teuthology.orchestra.run.smithi050.stdout: "ev": 3, 2024-05-20T21:32:29.862 INFO:teuthology.orchestra.run.smithi050.stdout: "evexg": 0, 2024-05-20T21:32:29.862 INFO:teuthology.orchestra.run.smithi050.stdout: "evexd": 0, 2024-05-20T21:32:29.862 INFO:teuthology.orchestra.run.smithi050.stdout: "segadd": 0, 2024-05-20T21:32:29.862 INFO:teuthology.orchestra.run.smithi050.stdout: "segex": 0, 2024-05-20T21:32:29.863 INFO:teuthology.orchestra.run.smithi050.stdout: "segtrm": 0, 2024-05-20T21:32:29.863 INFO:teuthology.orchestra.run.smithi050.stdout: "seg": 2, 2024-05-20T21:32:29.863 INFO:teuthology.orchestra.run.smithi050.stdout: "segmjr": 2, 2024-05-20T21:32:29.863 INFO:teuthology.orchestra.run.smithi050.stdout: "segexg": 0, 2024-05-20T21:32:29.863 INFO:teuthology.orchestra.run.smithi050.stdout: "segexd": 0, 2024-05-20T21:32:29.863 INFO:teuthology.orchestra.run.smithi050.stdout: "expos": 4194304, 2024-05-20T21:32:29.863 INFO:teuthology.orchestra.run.smithi050.stdout: "wrpos": 4195202, 2024-05-20T21:32:29.863 INFO:teuthology.orchestra.run.smithi050.stdout: "rdpos": 4194892, 2024-05-20T21:32:29.863 INFO:teuthology.orchestra.run.smithi050.stdout: "jlat": { 2024-05-20T21:32:29.863 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:29.863 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:29.863 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:29.863 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:29.863 INFO:teuthology.orchestra.run.smithi050.stdout: "replayed": 3 2024-05-20T21:32:29.863 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:29.864 INFO:teuthology.orchestra.run.smithi050.stdout: "mds_mem": { 2024-05-20T21:32:29.864 INFO:teuthology.orchestra.run.smithi050.stdout: "ino": 3, 2024-05-20T21:32:29.864 INFO:teuthology.orchestra.run.smithi050.stdout: "ino+": 3, 2024-05-20T21:32:29.864 INFO:teuthology.orchestra.run.smithi050.stdout: "ino-": 0, 2024-05-20T21:32:29.864 INFO:teuthology.orchestra.run.smithi050.stdout: "dir": 1, 2024-05-20T21:32:29.864 INFO:teuthology.orchestra.run.smithi050.stdout: "dir+": 1, 2024-05-20T21:32:29.864 INFO:teuthology.orchestra.run.smithi050.stdout: "dir-": 0, 2024-05-20T21:32:29.864 INFO:teuthology.orchestra.run.smithi050.stdout: "dn": 0, 2024-05-20T21:32:29.864 INFO:teuthology.orchestra.run.smithi050.stdout: "dn+": 0, 2024-05-20T21:32:29.864 INFO:teuthology.orchestra.run.smithi050.stdout: "dn-": 0, 2024-05-20T21:32:29.864 INFO:teuthology.orchestra.run.smithi050.stdout: "cap": 0, 2024-05-20T21:32:29.864 INFO:teuthology.orchestra.run.smithi050.stdout: "cap+": 0, 2024-05-20T21:32:29.864 INFO:teuthology.orchestra.run.smithi050.stdout: "cap-": 0, 2024-05-20T21:32:29.865 INFO:teuthology.orchestra.run.smithi050.stdout: "rss": 50100, 2024-05-20T21:32:29.865 INFO:teuthology.orchestra.run.smithi050.stdout: "heap": 215416 2024-05-20T21:32:29.865 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:29.865 INFO:teuthology.orchestra.run.smithi050.stdout: "mds_server": { 2024-05-20T21:32:29.865 INFO:teuthology.orchestra.run.smithi050.stdout: "dispatch_client_request": 0, 2024-05-20T21:32:29.865 INFO:teuthology.orchestra.run.smithi050.stdout: "dispatch_server_request": 0, 2024-05-20T21:32:29.865 INFO:teuthology.orchestra.run.smithi050.stdout: "handle_client_request": 0, 2024-05-20T21:32:29.865 INFO:teuthology.orchestra.run.smithi050.stdout: "handle_client_session": 0, 2024-05-20T21:32:29.865 INFO:teuthology.orchestra.run.smithi050.stdout: "handle_peer_request": 0, 2024-05-20T21:32:29.865 INFO:teuthology.orchestra.run.smithi050.stdout: "req_create_latency": { 2024-05-20T21:32:29.866 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:29.866 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:29.866 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:29.866 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:29.866 INFO:teuthology.orchestra.run.smithi050.stdout: "req_getattr_latency": { 2024-05-20T21:32:29.866 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:29.866 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:29.866 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:29.866 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:29.866 INFO:teuthology.orchestra.run.smithi050.stdout: "req_getfilelock_latency": { 2024-05-20T21:32:29.866 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:29.866 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:29.867 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:29.867 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:29.867 INFO:teuthology.orchestra.run.smithi050.stdout: "req_link_latency": { 2024-05-20T21:32:29.867 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:29.867 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:29.867 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:29.867 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:29.867 INFO:teuthology.orchestra.run.smithi050.stdout: "req_lookup_latency": { 2024-05-20T21:32:29.867 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:29.868 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:29.868 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:29.868 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:29.868 INFO:teuthology.orchestra.run.smithi050.stdout: "req_lookuphash_latency": { 2024-05-20T21:32:29.868 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:29.868 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:29.869 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:29.869 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:29.869 INFO:teuthology.orchestra.run.smithi050.stdout: "req_lookupino_latency": { 2024-05-20T21:32:29.869 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:29.869 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:29.869 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:29.869 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:29.869 INFO:teuthology.orchestra.run.smithi050.stdout: "req_lookupname_latency": { 2024-05-20T21:32:29.869 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:29.869 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:29.869 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:29.870 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:29.870 INFO:teuthology.orchestra.run.smithi050.stdout: "req_lookupparent_latency": { 2024-05-20T21:32:29.870 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:29.870 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:29.870 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:29.870 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:29.870 INFO:teuthology.orchestra.run.smithi050.stdout: "req_lookupsnap_latency": { 2024-05-20T21:32:29.870 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:29.870 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:29.870 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:29.870 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:29.870 INFO:teuthology.orchestra.run.smithi050.stdout: "req_lssnap_latency": { 2024-05-20T21:32:29.871 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:29.871 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:29.871 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:29.871 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:29.871 INFO:teuthology.orchestra.run.smithi050.stdout: "req_mkdir_latency": { 2024-05-20T21:32:29.871 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:29.872 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:29.872 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:29.872 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:29.872 INFO:teuthology.orchestra.run.smithi050.stdout: "req_mknod_latency": { 2024-05-20T21:32:29.872 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:29.872 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:29.872 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:29.872 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:29.872 INFO:teuthology.orchestra.run.smithi050.stdout: "req_mksnap_latency": { 2024-05-20T21:32:29.872 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:29.872 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:29.872 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:29.872 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:29.873 INFO:teuthology.orchestra.run.smithi050.stdout: "req_open_latency": { 2024-05-20T21:32:29.873 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:29.873 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:29.873 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:29.873 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:29.873 INFO:teuthology.orchestra.run.smithi050.stdout: "req_readdir_latency": { 2024-05-20T21:32:29.873 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:29.873 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:29.873 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:29.873 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:29.873 INFO:teuthology.orchestra.run.smithi050.stdout: "req_rename_latency": { 2024-05-20T21:32:29.873 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:29.874 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:29.874 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:29.874 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:29.874 INFO:teuthology.orchestra.run.smithi050.stdout: "req_renamesnap_latency": { 2024-05-20T21:32:29.874 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:29.874 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:29.874 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:29.874 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:29.874 INFO:teuthology.orchestra.run.smithi050.stdout: "req_snapdiff_latency": { 2024-05-20T21:32:29.874 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:29.874 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:29.874 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:29.875 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:29.875 INFO:teuthology.orchestra.run.smithi050.stdout: "req_rmdir_latency": { 2024-05-20T21:32:29.875 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:29.875 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:29.875 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:29.875 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:29.875 INFO:teuthology.orchestra.run.smithi050.stdout: "req_rmsnap_latency": { 2024-05-20T21:32:29.875 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:29.875 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:29.875 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:29.875 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:29.876 INFO:teuthology.orchestra.run.smithi050.stdout: "req_rmxattr_latency": { 2024-05-20T21:32:29.876 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:29.876 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:29.876 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:29.876 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:29.876 INFO:teuthology.orchestra.run.smithi050.stdout: "req_setattr_latency": { 2024-05-20T21:32:29.876 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:29.876 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:29.876 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:29.876 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:29.876 INFO:teuthology.orchestra.run.smithi050.stdout: "req_setdirlayout_latency": { 2024-05-20T21:32:29.876 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:29.877 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:29.877 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:29.877 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:29.877 INFO:teuthology.orchestra.run.smithi050.stdout: "req_setfilelock_latency": { 2024-05-20T21:32:29.877 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:29.877 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:29.877 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:29.877 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:29.877 INFO:teuthology.orchestra.run.smithi050.stdout: "req_setlayout_latency": { 2024-05-20T21:32:29.877 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:29.877 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:29.877 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:29.877 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:29.877 INFO:teuthology.orchestra.run.smithi050.stdout: "req_setxattr_latency": { 2024-05-20T21:32:29.878 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:29.878 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:29.878 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:29.878 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:29.878 INFO:teuthology.orchestra.run.smithi050.stdout: "req_symlink_latency": { 2024-05-20T21:32:29.878 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:29.878 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:29.878 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:29.878 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:29.878 INFO:teuthology.orchestra.run.smithi050.stdout: "req_unlink_latency": { 2024-05-20T21:32:29.878 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:29.878 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:29.878 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:29.878 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:29.879 INFO:teuthology.orchestra.run.smithi050.stdout: "cap_revoke_eviction": 0, 2024-05-20T21:32:29.879 INFO:teuthology.orchestra.run.smithi050.stdout: "cap_acquisition_throttle": 0, 2024-05-20T21:32:29.879 INFO:teuthology.orchestra.run.smithi050.stdout: "req_getvxattr_latency": { 2024-05-20T21:32:29.879 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:29.879 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:29.879 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:29.879 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-05-20T21:32:29.879 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:29.880 INFO:teuthology.orchestra.run.smithi050.stdout: "mds_sessions": { 2024-05-20T21:32:29.880 INFO:teuthology.orchestra.run.smithi050.stdout: "session_count": 1, 2024-05-20T21:32:29.880 INFO:teuthology.orchestra.run.smithi050.stdout: "session_add": 1, 2024-05-20T21:32:29.880 INFO:teuthology.orchestra.run.smithi050.stdout: "session_remove": 0, 2024-05-20T21:32:29.880 INFO:teuthology.orchestra.run.smithi050.stdout: "sessions_open": 1, 2024-05-20T21:32:29.880 INFO:teuthology.orchestra.run.smithi050.stdout: "sessions_stale": 0, 2024-05-20T21:32:29.881 INFO:teuthology.orchestra.run.smithi050.stdout: "total_load": 0, 2024-05-20T21:32:29.881 INFO:teuthology.orchestra.run.smithi050.stdout: "average_load": 0, 2024-05-20T21:32:29.881 INFO:teuthology.orchestra.run.smithi050.stdout: "avg_session_uptime": 2704, 2024-05-20T21:32:29.881 INFO:teuthology.orchestra.run.smithi050.stdout: "mdthresh_evicted": 0 2024-05-20T21:32:29.881 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:29.881 INFO:teuthology.orchestra.run.smithi050.stdout: "mempool": { 2024-05-20T21:32:29.882 INFO:teuthology.orchestra.run.smithi050.stdout: "bloom_filter_bytes": 0, 2024-05-20T21:32:29.882 INFO:teuthology.orchestra.run.smithi050.stdout: "bloom_filter_items": 0, 2024-05-20T21:32:29.882 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_alloc_bytes": 0, 2024-05-20T21:32:29.882 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_alloc_items": 0, 2024-05-20T21:32:29.882 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_data_bytes": 0, 2024-05-20T21:32:29.882 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_data_items": 0, 2024-05-20T21:32:29.883 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-20T21:32:29.883 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_onode_items": 0, 2024-05-20T21:32:29.883 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-20T21:32:29.883 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_meta_items": 0, 2024-05-20T21:32:29.883 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_other_bytes": 0, 2024-05-20T21:32:29.883 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_other_items": 0, 2024-05-20T21:32:29.883 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-20T21:32:29.884 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_buffer_items": 0, 2024-05-20T21:32:29.884 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_extent_bytes": 0, 2024-05-20T21:32:29.884 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_extent_items": 0, 2024-05-20T21:32:29.884 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_blob_bytes": 0, 2024-05-20T21:32:29.884 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_blob_items": 0, 2024-05-20T21:32:29.884 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-20T21:32:29.884 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_shared_blob_items": 0, 2024-05-20T21:32:29.885 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-20T21:32:29.885 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_inline_bl_items": 0, 2024-05-20T21:32:29.885 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_fsck_bytes": 0, 2024-05-20T21:32:29.885 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_fsck_items": 0, 2024-05-20T21:32:29.885 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_txc_bytes": 0, 2024-05-20T21:32:29.885 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_txc_items": 0, 2024-05-20T21:32:29.885 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-20T21:32:29.886 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_writing_deferred_items": 0, 2024-05-20T21:32:29.886 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_writing_bytes": 0, 2024-05-20T21:32:29.886 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_writing_items": 0, 2024-05-20T21:32:29.886 INFO:teuthology.orchestra.run.smithi050.stdout: "bluefs_bytes": 0, 2024-05-20T21:32:29.886 INFO:teuthology.orchestra.run.smithi050.stdout: "bluefs_items": 0, 2024-05-20T21:32:29.887 INFO:teuthology.orchestra.run.smithi050.stdout: "bluefs_file_reader_bytes": 0, 2024-05-20T21:32:29.887 INFO:teuthology.orchestra.run.smithi050.stdout: "bluefs_file_reader_items": 0, 2024-05-20T21:32:29.887 INFO:teuthology.orchestra.run.smithi050.stdout: "bluefs_file_writer_bytes": 0, 2024-05-20T21:32:29.887 INFO:teuthology.orchestra.run.smithi050.stdout: "bluefs_file_writer_items": 0, 2024-05-20T21:32:29.887 INFO:teuthology.orchestra.run.smithi050.stdout: "buffer_anon_bytes": 190968, 2024-05-20T21:32:29.887 INFO:teuthology.orchestra.run.smithi050.stdout: "buffer_anon_items": 55, 2024-05-20T21:32:29.888 INFO:teuthology.orchestra.run.smithi050.stdout: "buffer_meta_bytes": 0, 2024-05-20T21:32:29.888 INFO:teuthology.orchestra.run.smithi050.stdout: "buffer_meta_items": 0, 2024-05-20T21:32:29.888 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_bytes": 0, 2024-05-20T21:32:29.888 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_items": 0, 2024-05-20T21:32:29.888 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_mapbl_bytes": 0, 2024-05-20T21:32:29.888 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_mapbl_items": 0, 2024-05-20T21:32:29.888 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_pglog_bytes": 0, 2024-05-20T21:32:29.889 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_pglog_items": 0, 2024-05-20T21:32:29.889 INFO:teuthology.orchestra.run.smithi050.stdout: "osdmap_bytes": 7632, 2024-05-20T21:32:29.889 INFO:teuthology.orchestra.run.smithi050.stdout: "osdmap_items": 161, 2024-05-20T21:32:29.889 INFO:teuthology.orchestra.run.smithi050.stdout: "osdmap_mapping_bytes": 0, 2024-05-20T21:32:29.889 INFO:teuthology.orchestra.run.smithi050.stdout: "osdmap_mapping_items": 0, 2024-05-20T21:32:29.889 INFO:teuthology.orchestra.run.smithi050.stdout: "pgmap_bytes": 0, 2024-05-20T21:32:29.889 INFO:teuthology.orchestra.run.smithi050.stdout: "pgmap_items": 0, 2024-05-20T21:32:29.890 INFO:teuthology.orchestra.run.smithi050.stdout: "mds_co_bytes": 8512, 2024-05-20T21:32:29.890 INFO:teuthology.orchestra.run.smithi050.stdout: "mds_co_items": 13, 2024-05-20T21:32:29.890 INFO:teuthology.orchestra.run.smithi050.stdout: "unittest_1_bytes": 0, 2024-05-20T21:32:29.890 INFO:teuthology.orchestra.run.smithi050.stdout: "unittest_1_items": 0, 2024-05-20T21:32:29.890 INFO:teuthology.orchestra.run.smithi050.stdout: "unittest_2_bytes": 0, 2024-05-20T21:32:29.890 INFO:teuthology.orchestra.run.smithi050.stdout: "unittest_2_items": 0 2024-05-20T21:32:29.891 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:29.891 INFO:teuthology.orchestra.run.smithi050.stdout: "objecter": { 2024-05-20T21:32:29.891 INFO:teuthology.orchestra.run.smithi050.stdout: "op_active": 0, 2024-05-20T21:32:29.891 INFO:teuthology.orchestra.run.smithi050.stdout: "op_laggy": 0, 2024-05-20T21:32:29.891 INFO:teuthology.orchestra.run.smithi050.stdout: "op_send": 3503, 2024-05-20T21:32:29.891 INFO:teuthology.orchestra.run.smithi050.stdout: "op_send_bytes": 21, 2024-05-20T21:32:29.891 INFO:teuthology.orchestra.run.smithi050.stdout: "op_resend": 3, 2024-05-20T21:32:29.892 INFO:teuthology.orchestra.run.smithi050.stdout: "op_reply": 3503, 2024-05-20T21:32:29.892 INFO:teuthology.orchestra.run.smithi050.stdout: "op_latency": { 2024-05-20T21:32:29.892 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 3503, 2024-05-20T21:32:29.892 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 2.453939147, 2024-05-20T21:32:29.892 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000700525 2024-05-20T21:32:29.892 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:29.893 INFO:teuthology.orchestra.run.smithi050.stdout: "op_inflight": 0, 2024-05-20T21:32:29.893 INFO:teuthology.orchestra.run.smithi050.stdout: "oplen_avg": { 2024-05-20T21:32:29.893 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 3503, 2024-05-20T21:32:29.893 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 3504 2024-05-20T21:32:29.893 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:29.893 INFO:teuthology.orchestra.run.smithi050.stdout: "op": 3503, 2024-05-20T21:32:29.894 INFO:teuthology.orchestra.run.smithi050.stdout: "op_r": 3503, 2024-05-20T21:32:29.894 INFO:teuthology.orchestra.run.smithi050.stdout: "op_w": 0, 2024-05-20T21:32:29.894 INFO:teuthology.orchestra.run.smithi050.stdout: "op_rmw": 0, 2024-05-20T21:32:29.894 INFO:teuthology.orchestra.run.smithi050.stdout: "op_pg": 0, 2024-05-20T21:32:29.894 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_stat": 2247, 2024-05-20T21:32:29.894 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_create": 0, 2024-05-20T21:32:29.895 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_read": 1254, 2024-05-20T21:32:29.895 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_write": 0, 2024-05-20T21:32:29.895 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_writefull": 0, 2024-05-20T21:32:29.895 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_writesame": 0, 2024-05-20T21:32:29.895 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_append": 0, 2024-05-20T21:32:29.896 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_zero": 0, 2024-05-20T21:32:29.896 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_truncate": 0, 2024-05-20T21:32:29.896 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_delete": 0, 2024-05-20T21:32:29.896 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_mapext": 0, 2024-05-20T21:32:29.896 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_sparse_read": 0, 2024-05-20T21:32:29.896 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_clonerange": 0, 2024-05-20T21:32:29.897 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_getxattr": 1, 2024-05-20T21:32:29.897 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_setxattr": 0, 2024-05-20T21:32:29.897 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_cmpxattr": 0, 2024-05-20T21:32:29.897 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_rmxattr": 0, 2024-05-20T21:32:29.897 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_resetxattrs": 0, 2024-05-20T21:32:29.897 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_call": 0, 2024-05-20T21:32:29.897 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_watch": 0, 2024-05-20T21:32:29.898 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_notify": 0, 2024-05-20T21:32:29.898 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_src_cmpxattr": 0, 2024-05-20T21:32:29.898 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_pgls": 0, 2024-05-20T21:32:29.898 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_pgls_filter": 0, 2024-05-20T21:32:29.898 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_other": 0, 2024-05-20T21:32:29.898 INFO:teuthology.orchestra.run.smithi050.stdout: "linger_active": 0, 2024-05-20T21:32:29.898 INFO:teuthology.orchestra.run.smithi050.stdout: "linger_send": 0, 2024-05-20T21:32:29.898 INFO:teuthology.orchestra.run.smithi050.stdout: "linger_resend": 0, 2024-05-20T21:32:29.899 INFO:teuthology.orchestra.run.smithi050.stdout: "linger_ping": 0, 2024-05-20T21:32:29.899 INFO:teuthology.orchestra.run.smithi050.stdout: "poolop_active": 0, 2024-05-20T21:32:29.899 INFO:teuthology.orchestra.run.smithi050.stdout: "poolop_send": 0, 2024-05-20T21:32:29.899 INFO:teuthology.orchestra.run.smithi050.stdout: "poolop_resend": 0, 2024-05-20T21:32:29.899 INFO:teuthology.orchestra.run.smithi050.stdout: "poolstat_active": 0, 2024-05-20T21:32:29.899 INFO:teuthology.orchestra.run.smithi050.stdout: "poolstat_send": 0, 2024-05-20T21:32:29.899 INFO:teuthology.orchestra.run.smithi050.stdout: "poolstat_resend": 0, 2024-05-20T21:32:29.899 INFO:teuthology.orchestra.run.smithi050.stdout: "statfs_active": 0, 2024-05-20T21:32:29.900 INFO:teuthology.orchestra.run.smithi050.stdout: "statfs_send": 0, 2024-05-20T21:32:29.900 INFO:teuthology.orchestra.run.smithi050.stdout: "statfs_resend": 0, 2024-05-20T21:32:29.900 INFO:teuthology.orchestra.run.smithi050.stdout: "command_active": 0, 2024-05-20T21:32:29.900 INFO:teuthology.orchestra.run.smithi050.stdout: "command_send": 0, 2024-05-20T21:32:29.900 INFO:teuthology.orchestra.run.smithi050.stdout: "command_resend": 0, 2024-05-20T21:32:29.900 INFO:teuthology.orchestra.run.smithi050.stdout: "map_epoch": 81, 2024-05-20T21:32:29.900 INFO:teuthology.orchestra.run.smithi050.stdout: "map_full": 0, 2024-05-20T21:32:29.900 INFO:teuthology.orchestra.run.smithi050.stdout: "map_inc": 2, 2024-05-20T21:32:29.901 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_sessions": 5, 2024-05-20T21:32:29.901 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_session_open": 6, 2024-05-20T21:32:29.901 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_session_close": 1, 2024-05-20T21:32:29.901 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_laggy": 0, 2024-05-20T21:32:29.901 INFO:teuthology.orchestra.run.smithi050.stdout: "omap_wr": 0, 2024-05-20T21:32:29.901 INFO:teuthology.orchestra.run.smithi050.stdout: "omap_rd": 2, 2024-05-20T21:32:29.901 INFO:teuthology.orchestra.run.smithi050.stdout: "omap_del": 0 2024-05-20T21:32:29.902 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:29.902 INFO:teuthology.orchestra.run.smithi050.stdout: "oft": { 2024-05-20T21:32:29.902 INFO:teuthology.orchestra.run.smithi050.stdout: "omap_total_objs": 0, 2024-05-20T21:32:29.902 INFO:teuthology.orchestra.run.smithi050.stdout: "omap_total_kv_pairs": 0, 2024-05-20T21:32:29.902 INFO:teuthology.orchestra.run.smithi050.stdout: "omap_total_updates": 0, 2024-05-20T21:32:29.902 INFO:teuthology.orchestra.run.smithi050.stdout: "omap_total_removes": 0 2024-05-20T21:32:29.903 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:29.903 INFO:teuthology.orchestra.run.smithi050.stdout: "osd-slow-ops": { 2024-05-20T21:32:29.903 INFO:teuthology.orchestra.run.smithi050.stdout: "slow_ops_count": 0 2024-05-20T21:32:29.903 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:29.903 INFO:teuthology.orchestra.run.smithi050.stdout: "purge_queue": { 2024-05-20T21:32:29.903 INFO:teuthology.orchestra.run.smithi050.stdout: "pq_executing_ops": 0, 2024-05-20T21:32:29.903 INFO:teuthology.orchestra.run.smithi050.stdout: "pq_executing_ops_high_water": 0, 2024-05-20T21:32:29.903 INFO:teuthology.orchestra.run.smithi050.stdout: "pq_executing": 0, 2024-05-20T21:32:29.903 INFO:teuthology.orchestra.run.smithi050.stdout: "pq_executing_high_water": 0, 2024-05-20T21:32:29.903 INFO:teuthology.orchestra.run.smithi050.stdout: "pq_executed_ops": 0, 2024-05-20T21:32:29.904 INFO:teuthology.orchestra.run.smithi050.stdout: "pq_executed": 0, 2024-05-20T21:32:29.904 INFO:teuthology.orchestra.run.smithi050.stdout: "pq_item_in_journal": 0 2024-05-20T21:32:29.904 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:29.904 INFO:teuthology.orchestra.run.smithi050.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-20T21:32:29.904 INFO:teuthology.orchestra.run.smithi050.stdout: "val": 0, 2024-05-20T21:32:29.904 INFO:teuthology.orchestra.run.smithi050.stdout: "max": 104857600, 2024-05-20T21:32:29.904 INFO:teuthology.orchestra.run.smithi050.stdout: "get_started": 0, 2024-05-20T21:32:29.904 INFO:teuthology.orchestra.run.smithi050.stdout: "get": 3863, 2024-05-20T21:32:29.904 INFO:teuthology.orchestra.run.smithi050.stdout: "get_sum": 1203894, 2024-05-20T21:32:29.904 INFO:teuthology.orchestra.run.smithi050.stdout: "get_or_fail_fail": 0, 2024-05-20T21:32:29.904 INFO:teuthology.orchestra.run.smithi050.stdout: "get_or_fail_success": 3863, 2024-05-20T21:32:29.905 INFO:teuthology.orchestra.run.smithi050.stdout: "take": 0, 2024-05-20T21:32:29.905 INFO:teuthology.orchestra.run.smithi050.stdout: "take_sum": 0, 2024-05-20T21:32:29.905 INFO:teuthology.orchestra.run.smithi050.stdout: "put": 3863, 2024-05-20T21:32:29.905 INFO:teuthology.orchestra.run.smithi050.stdout: "put_sum": 1203894, 2024-05-20T21:32:29.905 INFO:teuthology.orchestra.run.smithi050.stdout: "wait": { 2024-05-20T21:32:29.905 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:29.905 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:29.905 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:29.905 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-05-20T21:32:29.905 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:29.905 INFO:teuthology.orchestra.run.smithi050.stdout: "throttle-objecter_bytes": { 2024-05-20T21:32:29.905 INFO:teuthology.orchestra.run.smithi050.stdout: "val": 0, 2024-05-20T21:32:29.905 INFO:teuthology.orchestra.run.smithi050.stdout: "max": 104857600, 2024-05-20T21:32:29.906 INFO:teuthology.orchestra.run.smithi050.stdout: "get_started": 0, 2024-05-20T21:32:29.906 INFO:teuthology.orchestra.run.smithi050.stdout: "get": 0, 2024-05-20T21:32:29.906 INFO:teuthology.orchestra.run.smithi050.stdout: "get_sum": 0, 2024-05-20T21:32:29.906 INFO:teuthology.orchestra.run.smithi050.stdout: "get_or_fail_fail": 0, 2024-05-20T21:32:29.906 INFO:teuthology.orchestra.run.smithi050.stdout: "get_or_fail_success": 0, 2024-05-20T21:32:29.906 INFO:teuthology.orchestra.run.smithi050.stdout: "take": 3503, 2024-05-20T21:32:29.906 INFO:teuthology.orchestra.run.smithi050.stdout: "take_sum": 903, 2024-05-20T21:32:29.906 INFO:teuthology.orchestra.run.smithi050.stdout: "put": 3503, 2024-05-20T21:32:29.906 INFO:teuthology.orchestra.run.smithi050.stdout: "put_sum": 903, 2024-05-20T21:32:29.906 INFO:teuthology.orchestra.run.smithi050.stdout: "wait": { 2024-05-20T21:32:29.906 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:29.906 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:29.906 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:29.907 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-05-20T21:32:29.907 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:29.907 INFO:teuthology.orchestra.run.smithi050.stdout: "throttle-objecter_ops": { 2024-05-20T21:32:29.907 INFO:teuthology.orchestra.run.smithi050.stdout: "val": 0, 2024-05-20T21:32:29.907 INFO:teuthology.orchestra.run.smithi050.stdout: "max": 1024, 2024-05-20T21:32:29.907 INFO:teuthology.orchestra.run.smithi050.stdout: "get_started": 0, 2024-05-20T21:32:29.907 INFO:teuthology.orchestra.run.smithi050.stdout: "get": 0, 2024-05-20T21:32:29.907 INFO:teuthology.orchestra.run.smithi050.stdout: "get_sum": 0, 2024-05-20T21:32:29.907 INFO:teuthology.orchestra.run.smithi050.stdout: "get_or_fail_fail": 0, 2024-05-20T21:32:29.907 INFO:teuthology.orchestra.run.smithi050.stdout: "get_or_fail_success": 0, 2024-05-20T21:32:29.907 INFO:teuthology.orchestra.run.smithi050.stdout: "take": 3503, 2024-05-20T21:32:29.907 INFO:teuthology.orchestra.run.smithi050.stdout: "take_sum": 3503, 2024-05-20T21:32:29.907 INFO:teuthology.orchestra.run.smithi050.stdout: "put": 3503, 2024-05-20T21:32:29.908 INFO:teuthology.orchestra.run.smithi050.stdout: "put_sum": 3503, 2024-05-20T21:32:29.908 INFO:teuthology.orchestra.run.smithi050.stdout: "wait": { 2024-05-20T21:32:29.908 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:29.908 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:29.908 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:29.908 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-05-20T21:32:29.908 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:29.908 INFO:teuthology.orchestra.run.smithi050.stdout: "throttle-write_buf_throttle": { 2024-05-20T21:32:29.908 INFO:teuthology.orchestra.run.smithi050.stdout: "val": 0, 2024-05-20T21:32:29.908 INFO:teuthology.orchestra.run.smithi050.stdout: "max": 3758096384, 2024-05-20T21:32:29.908 INFO:teuthology.orchestra.run.smithi050.stdout: "get_started": 0, 2024-05-20T21:32:29.908 INFO:teuthology.orchestra.run.smithi050.stdout: "get": 0, 2024-05-20T21:32:29.908 INFO:teuthology.orchestra.run.smithi050.stdout: "get_sum": 0, 2024-05-20T21:32:29.908 INFO:teuthology.orchestra.run.smithi050.stdout: "get_or_fail_fail": 0, 2024-05-20T21:32:29.909 INFO:teuthology.orchestra.run.smithi050.stdout: "get_or_fail_success": 0, 2024-05-20T21:32:29.909 INFO:teuthology.orchestra.run.smithi050.stdout: "take": 0, 2024-05-20T21:32:29.909 INFO:teuthology.orchestra.run.smithi050.stdout: "take_sum": 0, 2024-05-20T21:32:29.909 INFO:teuthology.orchestra.run.smithi050.stdout: "put": 0, 2024-05-20T21:32:29.909 INFO:teuthology.orchestra.run.smithi050.stdout: "put_sum": 0, 2024-05-20T21:32:29.909 INFO:teuthology.orchestra.run.smithi050.stdout: "wait": { 2024-05-20T21:32:29.909 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:29.909 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:29.909 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:29.909 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-05-20T21:32:29.909 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:29.909 INFO:teuthology.orchestra.run.smithi050.stdout: "throttle-write_buf_throttle-0x56272c5ce6e0": { 2024-05-20T21:32:29.909 INFO:teuthology.orchestra.run.smithi050.stdout: "val": 0, 2024-05-20T21:32:29.909 INFO:teuthology.orchestra.run.smithi050.stdout: "max": 3758096384, 2024-05-20T21:32:29.910 INFO:teuthology.orchestra.run.smithi050.stdout: "get_started": 0, 2024-05-20T21:32:29.910 INFO:teuthology.orchestra.run.smithi050.stdout: "get": 0, 2024-05-20T21:32:29.910 INFO:teuthology.orchestra.run.smithi050.stdout: "get_sum": 0, 2024-05-20T21:32:29.910 INFO:teuthology.orchestra.run.smithi050.stdout: "get_or_fail_fail": 0, 2024-05-20T21:32:29.910 INFO:teuthology.orchestra.run.smithi050.stdout: "get_or_fail_success": 0, 2024-05-20T21:32:29.910 INFO:teuthology.orchestra.run.smithi050.stdout: "take": 0, 2024-05-20T21:32:29.910 INFO:teuthology.orchestra.run.smithi050.stdout: "take_sum": 0, 2024-05-20T21:32:29.910 INFO:teuthology.orchestra.run.smithi050.stdout: "put": 0, 2024-05-20T21:32:29.910 INFO:teuthology.orchestra.run.smithi050.stdout: "put_sum": 0, 2024-05-20T21:32:29.910 INFO:teuthology.orchestra.run.smithi050.stdout: "wait": { 2024-05-20T21:32:29.910 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:29.911 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:29.911 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:29.911 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-05-20T21:32:29.911 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-05-20T21:32:29.911 INFO:teuthology.orchestra.run.smithi050.stdout:} 2024-05-20T21:32:30.619 INFO:tasks.check_counter:Daemon mds.h mds.exported=0 2024-05-20T21:32:30.619 INFO:tasks.check_counter:Daemon mds.h mds.imported=0 2024-05-20T21:32:30.619 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update=0 2024-05-20T21:32:30.619 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update_receipt=0 2024-05-20T21:32:30.619 DEBUG:tasks.check_counter:Getting stats from k 2024-05-20T21:32:30.619 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph daemon mds.k perf dump 2024-05-20T21:32:30.868 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.b/config 2024-05-20T21:32:30.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:32:30 smithi050 ceph-mon[35809]: pgmap v955: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 5 op/s 2024-05-20T21:32:30.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:32:30 smithi008 ceph-mon[31475]: pgmap v955: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 5 op/s 2024-05-20T21:32:31.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:32:30 smithi130 ceph-mon[36448]: pgmap v955: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 5 op/s 2024-05-20T21:32:32.515 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2024-05-20T21:32:32.516 INFO:teuthology.orchestra.run.smithi050.stdout: "AsyncMessenger::Worker-0": { 2024-05-20T21:32:32.516 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_messages": 0, 2024-05-20T21:32:32.516 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_messages": 2, 2024-05-20T21:32:32.516 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_bytes": 0, 2024-05-20T21:32:32.516 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_bytes": 0, 2024-05-20T21:32:32.516 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_created_connections": 4, 2024-05-20T21:32:32.516 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_active_connections": 0, 2024-05-20T21:32:32.516 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_total_time": 0.001116060, 2024-05-20T21:32:32.516 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_send_time": 0.000000000, 2024-05-20T21:32:32.516 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_recv_time": 0.000189159, 2024-05-20T21:32:32.516 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-20T21:32:32.516 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:32:32.517 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:32.517 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:32.517 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:32.517 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:32.517 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:32:32.517 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:32.517 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:32.517 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:32.517 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:32.517 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-20T21:32:32.517 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_encrypted_bytes": 0 2024-05-20T21:32:32.517 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:32.517 INFO:teuthology.orchestra.run.smithi050.stdout: "AsyncMessenger::Worker-1": { 2024-05-20T21:32:32.517 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_messages": 6, 2024-05-20T21:32:32.518 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_messages": 273, 2024-05-20T21:32:32.518 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_bytes": 3312, 2024-05-20T21:32:32.518 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_bytes": 205712, 2024-05-20T21:32:32.518 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_created_connections": 4, 2024-05-20T21:32:32.518 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_active_connections": 2, 2024-05-20T21:32:32.518 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_total_time": 0.017939028, 2024-05-20T21:32:32.518 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_send_time": 0.013346733, 2024-05-20T21:32:32.518 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_recv_time": 0.001264648, 2024-05-20T21:32:32.518 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-20T21:32:32.518 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:32:32.518 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 272, 2024-05-20T21:32:32.518 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.017670575, 2024-05-20T21:32:32.518 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000064965 2024-05-20T21:32:32.519 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:32.519 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:32:32.519 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:32.519 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:32.519 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:32.519 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:32.519 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_encrypted_bytes": 3312, 2024-05-20T21:32:32.519 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_encrypted_bytes": 205712 2024-05-20T21:32:32.519 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:32.519 INFO:teuthology.orchestra.run.smithi050.stdout: "AsyncMessenger::Worker-2": { 2024-05-20T21:32:32.519 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_messages": 356, 2024-05-20T21:32:32.519 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_messages": 353, 2024-05-20T21:32:32.519 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_bytes": 553008, 2024-05-20T21:32:32.519 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_bytes": 218480, 2024-05-20T21:32:32.520 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_created_connections": 2, 2024-05-20T21:32:32.520 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_active_connections": 1, 2024-05-20T21:32:32.520 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_total_time": 0.059857029, 2024-05-20T21:32:32.520 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_send_time": 0.023693717, 2024-05-20T21:32:32.520 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_recv_time": 0.022035908, 2024-05-20T21:32:32.520 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_fast_dispatch_time": 0.009736890, 2024-05-20T21:32:32.520 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:32:32.520 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 352, 2024-05-20T21:32:32.520 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.019081685, 2024-05-20T21:32:32.520 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000054209 2024-05-20T21:32:32.520 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:32.520 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:32:32.520 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:32.520 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:32.521 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:32.521 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:32.521 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_encrypted_bytes": 553008, 2024-05-20T21:32:32.521 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_encrypted_bytes": 218480 2024-05-20T21:32:32.521 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:32.521 INFO:teuthology.orchestra.run.smithi050.stdout: "cct": { 2024-05-20T21:32:32.521 INFO:teuthology.orchestra.run.smithi050.stdout: "total_workers": 0, 2024-05-20T21:32:32.521 INFO:teuthology.orchestra.run.smithi050.stdout: "unhealthy_workers": 0 2024-05-20T21:32:32.521 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:32.521 INFO:teuthology.orchestra.run.smithi050.stdout: "mempool": { 2024-05-20T21:32:32.521 INFO:teuthology.orchestra.run.smithi050.stdout: "bloom_filter_bytes": 0, 2024-05-20T21:32:32.521 INFO:teuthology.orchestra.run.smithi050.stdout: "bloom_filter_items": 0, 2024-05-20T21:32:32.521 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_alloc_bytes": 0, 2024-05-20T21:32:32.522 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_alloc_items": 0, 2024-05-20T21:32:32.522 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_data_bytes": 0, 2024-05-20T21:32:32.522 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_data_items": 0, 2024-05-20T21:32:32.522 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-20T21:32:32.522 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_onode_items": 0, 2024-05-20T21:32:32.522 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-20T21:32:32.522 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_meta_items": 0, 2024-05-20T21:32:32.522 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_other_bytes": 0, 2024-05-20T21:32:32.522 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_other_items": 0, 2024-05-20T21:32:32.522 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-20T21:32:32.522 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_buffer_items": 0, 2024-05-20T21:32:32.522 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_extent_bytes": 0, 2024-05-20T21:32:32.522 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_extent_items": 0, 2024-05-20T21:32:32.522 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_blob_bytes": 0, 2024-05-20T21:32:32.523 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_blob_items": 0, 2024-05-20T21:32:32.523 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-20T21:32:32.523 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_shared_blob_items": 0, 2024-05-20T21:32:32.523 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-20T21:32:32.523 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_inline_bl_items": 0, 2024-05-20T21:32:32.523 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_fsck_bytes": 0, 2024-05-20T21:32:32.523 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_fsck_items": 0, 2024-05-20T21:32:32.523 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_txc_bytes": 0, 2024-05-20T21:32:32.523 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_txc_items": 0, 2024-05-20T21:32:32.523 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-20T21:32:32.523 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_writing_deferred_items": 0, 2024-05-20T21:32:32.523 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_writing_bytes": 0, 2024-05-20T21:32:32.523 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_writing_items": 0, 2024-05-20T21:32:32.523 INFO:teuthology.orchestra.run.smithi050.stdout: "bluefs_bytes": 0, 2024-05-20T21:32:32.524 INFO:teuthology.orchestra.run.smithi050.stdout: "bluefs_items": 0, 2024-05-20T21:32:32.524 INFO:teuthology.orchestra.run.smithi050.stdout: "bluefs_file_reader_bytes": 0, 2024-05-20T21:32:32.524 INFO:teuthology.orchestra.run.smithi050.stdout: "bluefs_file_reader_items": 0, 2024-05-20T21:32:32.524 INFO:teuthology.orchestra.run.smithi050.stdout: "bluefs_file_writer_bytes": 0, 2024-05-20T21:32:32.524 INFO:teuthology.orchestra.run.smithi050.stdout: "bluefs_file_writer_items": 0, 2024-05-20T21:32:32.524 INFO:teuthology.orchestra.run.smithi050.stdout: "buffer_anon_bytes": 148704, 2024-05-20T21:32:32.524 INFO:teuthology.orchestra.run.smithi050.stdout: "buffer_anon_items": 29, 2024-05-20T21:32:32.524 INFO:teuthology.orchestra.run.smithi050.stdout: "buffer_meta_bytes": 0, 2024-05-20T21:32:32.524 INFO:teuthology.orchestra.run.smithi050.stdout: "buffer_meta_items": 0, 2024-05-20T21:32:32.524 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_bytes": 0, 2024-05-20T21:32:32.524 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_items": 0, 2024-05-20T21:32:32.524 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_mapbl_bytes": 0, 2024-05-20T21:32:32.524 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_mapbl_items": 0, 2024-05-20T21:32:32.524 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_pglog_bytes": 0, 2024-05-20T21:32:32.525 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_pglog_items": 0, 2024-05-20T21:32:32.525 INFO:teuthology.orchestra.run.smithi050.stdout: "osdmap_bytes": 0, 2024-05-20T21:32:32.525 INFO:teuthology.orchestra.run.smithi050.stdout: "osdmap_items": 0, 2024-05-20T21:32:32.525 INFO:teuthology.orchestra.run.smithi050.stdout: "osdmap_mapping_bytes": 0, 2024-05-20T21:32:32.525 INFO:teuthology.orchestra.run.smithi050.stdout: "osdmap_mapping_items": 0, 2024-05-20T21:32:32.525 INFO:teuthology.orchestra.run.smithi050.stdout: "pgmap_bytes": 0, 2024-05-20T21:32:32.525 INFO:teuthology.orchestra.run.smithi050.stdout: "pgmap_items": 0, 2024-05-20T21:32:32.525 INFO:teuthology.orchestra.run.smithi050.stdout: "mds_co_bytes": 928, 2024-05-20T21:32:32.525 INFO:teuthology.orchestra.run.smithi050.stdout: "mds_co_items": 2, 2024-05-20T21:32:32.525 INFO:teuthology.orchestra.run.smithi050.stdout: "unittest_1_bytes": 0, 2024-05-20T21:32:32.525 INFO:teuthology.orchestra.run.smithi050.stdout: "unittest_1_items": 0, 2024-05-20T21:32:32.525 INFO:teuthology.orchestra.run.smithi050.stdout: "unittest_2_bytes": 0, 2024-05-20T21:32:32.525 INFO:teuthology.orchestra.run.smithi050.stdout: "unittest_2_items": 0 2024-05-20T21:32:32.525 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-20T21:32:32.525 INFO:teuthology.orchestra.run.smithi050.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-20T21:32:32.526 INFO:teuthology.orchestra.run.smithi050.stdout: "val": 0, 2024-05-20T21:32:32.526 INFO:teuthology.orchestra.run.smithi050.stdout: "max": 104857600, 2024-05-20T21:32:32.526 INFO:teuthology.orchestra.run.smithi050.stdout: "get_started": 0, 2024-05-20T21:32:32.526 INFO:teuthology.orchestra.run.smithi050.stdout: "get": 358, 2024-05-20T21:32:32.526 INFO:teuthology.orchestra.run.smithi050.stdout: "get_sum": 502661, 2024-05-20T21:32:32.526 INFO:teuthology.orchestra.run.smithi050.stdout: "get_or_fail_fail": 0, 2024-05-20T21:32:32.526 INFO:teuthology.orchestra.run.smithi050.stdout: "get_or_fail_success": 358, 2024-05-20T21:32:32.526 INFO:teuthology.orchestra.run.smithi050.stdout: "take": 0, 2024-05-20T21:32:32.526 INFO:teuthology.orchestra.run.smithi050.stdout: "take_sum": 0, 2024-05-20T21:32:32.526 INFO:teuthology.orchestra.run.smithi050.stdout: "put": 358, 2024-05-20T21:32:32.526 INFO:teuthology.orchestra.run.smithi050.stdout: "put_sum": 502661, 2024-05-20T21:32:32.526 INFO:teuthology.orchestra.run.smithi050.stdout: "wait": { 2024-05-20T21:32:32.526 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-20T21:32:32.526 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-20T21:32:32.527 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-20T21:32:32.527 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-05-20T21:32:32.527 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-05-20T21:32:32.527 INFO:teuthology.orchestra.run.smithi050.stdout:} 2024-05-20T21:32:33.054 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:32:32 smithi050 ceph-mon[35809]: pgmap v956: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:32:33.055 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.k 2024-05-20T21:32:33.055 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.k 2024-05-20T21:32:33.055 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.k 2024-05-20T21:32:33.055 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.k 2024-05-20T21:32:33.055 DEBUG:tasks.check_counter:Getting stats from c 2024-05-20T21:32:33.056 DEBUG:teuthology.orchestra.run.smithi130:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph daemon mds.c perf dump 2024-05-20T21:32:33.084 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:32:32 smithi130 ceph-mon[36448]: pgmap v956: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:32:33.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:32:32 smithi008 ceph-mon[31475]: pgmap v956: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:32:33.306 INFO:teuthology.orchestra.run.smithi130.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.c/config 2024-05-20T21:32:35.099 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:32:34 smithi130 ceph-mon[36448]: pgmap v957: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 5 op/s 2024-05-20T21:32:35.129 INFO:teuthology.orchestra.run.smithi130.stdout:{ 2024-05-20T21:32:35.129 INFO:teuthology.orchestra.run.smithi130.stdout: "AsyncMessenger::Worker-0": { 2024-05-20T21:32:35.129 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_messages": 2106, 2024-05-20T21:32:35.129 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_messages": 1672, 2024-05-20T21:32:35.129 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_bytes": 506178, 2024-05-20T21:32:35.130 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_bytes": 480376, 2024-05-20T21:32:35.130 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_created_connections": 8, 2024-05-20T21:32:35.130 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_active_connections": 2, 2024-05-20T21:32:35.130 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_total_time": 0.178229517, 2024-05-20T21:32:35.130 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_send_time": 0.084035394, 2024-05-20T21:32:35.130 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_recv_time": 0.096623403, 2024-05-20T21:32:35.130 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_fast_dispatch_time": 0.005940151, 2024-05-20T21:32:35.130 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:32:35.130 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 1673, 2024-05-20T21:32:35.130 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.100192676, 2024-05-20T21:32:35.130 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000059888 2024-05-20T21:32:35.130 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:35.131 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:32:35.131 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 3602, 2024-05-20T21:32:35.131 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000843323, 2024-05-20T21:32:35.131 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000234 2024-05-20T21:32:35.131 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:35.131 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_encrypted_bytes": 2656, 2024-05-20T21:32:35.131 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_encrypted_bytes": 448 2024-05-20T21:32:35.131 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:35.131 INFO:teuthology.orchestra.run.smithi130.stdout: "AsyncMessenger::Worker-1": { 2024-05-20T21:32:35.131 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_messages": 33, 2024-05-20T21:32:35.131 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_messages": 298, 2024-05-20T21:32:35.131 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_bytes": 9264, 2024-05-20T21:32:35.131 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_bytes": 645421, 2024-05-20T21:32:35.132 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_created_connections": 11, 2024-05-20T21:32:35.132 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_active_connections": 4, 2024-05-20T21:32:35.132 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_total_time": 0.027352424, 2024-05-20T21:32:35.132 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_send_time": 0.015396561, 2024-05-20T21:32:35.132 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_recv_time": 0.007930959, 2024-05-20T21:32:35.132 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_fast_dispatch_time": 0.000387720, 2024-05-20T21:32:35.132 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:32:35.132 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 296, 2024-05-20T21:32:35.132 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.036520238, 2024-05-20T21:32:35.132 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000123379 2024-05-20T21:32:35.132 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:35.132 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:32:35.132 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 16, 2024-05-20T21:32:35.132 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000015354, 2024-05-20T21:32:35.133 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000959 2024-05-20T21:32:35.133 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:35.133 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_encrypted_bytes": 320, 2024-05-20T21:32:35.133 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_encrypted_bytes": 630352 2024-05-20T21:32:35.133 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:35.133 INFO:teuthology.orchestra.run.smithi130.stdout: "AsyncMessenger::Worker-2": { 2024-05-20T21:32:35.133 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_messages": 548, 2024-05-20T21:32:35.133 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_messages": 542, 2024-05-20T21:32:35.133 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_bytes": 625882, 2024-05-20T21:32:35.133 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_bytes": 1076899, 2024-05-20T21:32:35.133 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_created_connections": 76, 2024-05-20T21:32:35.133 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_active_connections": 9, 2024-05-20T21:32:35.134 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_total_time": 0.092458239, 2024-05-20T21:32:35.134 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_send_time": 0.028768498, 2024-05-20T21:32:35.134 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_recv_time": 0.049570770, 2024-05-20T21:32:35.134 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_fast_dispatch_time": 0.009482404, 2024-05-20T21:32:35.134 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:32:35.134 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 539, 2024-05-20T21:32:35.134 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.029678281, 2024-05-20T21:32:35.134 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000055061 2024-05-20T21:32:35.134 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:35.134 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:32:35.134 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 215, 2024-05-20T21:32:35.135 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000039379, 2024-05-20T21:32:35.135 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000183 2024-05-20T21:32:35.135 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:35.135 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_encrypted_bytes": 587328, 2024-05-20T21:32:35.135 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_encrypted_bytes": 221920 2024-05-20T21:32:35.135 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:35.135 INFO:teuthology.orchestra.run.smithi130.stdout: "cct": { 2024-05-20T21:32:35.135 INFO:teuthology.orchestra.run.smithi130.stdout: "total_workers": 1, 2024-05-20T21:32:35.135 INFO:teuthology.orchestra.run.smithi130.stdout: "unhealthy_workers": 0 2024-05-20T21:32:35.135 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:35.135 INFO:teuthology.orchestra.run.smithi130.stdout: "finisher-MDSRank": { 2024-05-20T21:32:35.135 INFO:teuthology.orchestra.run.smithi130.stdout: "queue_len": 0, 2024-05-20T21:32:35.135 INFO:teuthology.orchestra.run.smithi130.stdout: "complete_latency": { 2024-05-20T21:32:35.136 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 50, 2024-05-20T21:32:35.136 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.001463872, 2024-05-20T21:32:35.136 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000029277 2024-05-20T21:32:35.136 INFO:teuthology.orchestra.run.smithi130.stdout: } 2024-05-20T21:32:35.136 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:35.136 INFO:teuthology.orchestra.run.smithi130.stdout: "finisher-PurgeQueue": { 2024-05-20T21:32:35.136 INFO:teuthology.orchestra.run.smithi130.stdout: "queue_len": 0, 2024-05-20T21:32:35.136 INFO:teuthology.orchestra.run.smithi130.stdout: "complete_latency": { 2024-05-20T21:32:35.136 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 2, 2024-05-20T21:32:35.136 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000008098, 2024-05-20T21:32:35.136 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000004049 2024-05-20T21:32:35.136 INFO:teuthology.orchestra.run.smithi130.stdout: } 2024-05-20T21:32:35.136 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:35.136 INFO:teuthology.orchestra.run.smithi130.stdout: "mds": { 2024-05-20T21:32:35.137 INFO:teuthology.orchestra.run.smithi130.stdout: "request": 1, 2024-05-20T21:32:35.137 INFO:teuthology.orchestra.run.smithi130.stdout: "reply": 1, 2024-05-20T21:32:35.137 INFO:teuthology.orchestra.run.smithi130.stdout: "reply_latency": { 2024-05-20T21:32:35.137 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 1, 2024-05-20T21:32:35.137 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000171936, 2024-05-20T21:32:35.137 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000171936 2024-05-20T21:32:35.137 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:35.137 INFO:teuthology.orchestra.run.smithi130.stdout: "slow_reply": 0, 2024-05-20T21:32:35.137 INFO:teuthology.orchestra.run.smithi130.stdout: "forward": 0, 2024-05-20T21:32:35.137 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_fetch_complete": 0, 2024-05-20T21:32:35.137 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_fetch_keys": 0, 2024-05-20T21:32:35.137 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_commit": 11, 2024-05-20T21:32:35.137 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_split": 0, 2024-05-20T21:32:35.137 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_merge": 0, 2024-05-20T21:32:35.138 INFO:teuthology.orchestra.run.smithi130.stdout: "inodes": 16, 2024-05-20T21:32:35.138 INFO:teuthology.orchestra.run.smithi130.stdout: "inodes_top": 0, 2024-05-20T21:32:35.138 INFO:teuthology.orchestra.run.smithi130.stdout: "inodes_bottom": 16, 2024-05-20T21:32:35.138 INFO:teuthology.orchestra.run.smithi130.stdout: "inodes_pin_tail": 0, 2024-05-20T21:32:35.138 INFO:teuthology.orchestra.run.smithi130.stdout: "inodes_pinned": 13, 2024-05-20T21:32:35.138 INFO:teuthology.orchestra.run.smithi130.stdout: "inodes_expired": 4, 2024-05-20T21:32:35.138 INFO:teuthology.orchestra.run.smithi130.stdout: "inodes_with_caps": 1, 2024-05-20T21:32:35.138 INFO:teuthology.orchestra.run.smithi130.stdout: "caps": 1, 2024-05-20T21:32:35.138 INFO:teuthology.orchestra.run.smithi130.stdout: "subtrees": 3, 2024-05-20T21:32:35.138 INFO:teuthology.orchestra.run.smithi130.stdout: "traverse": 41, 2024-05-20T21:32:35.138 INFO:teuthology.orchestra.run.smithi130.stdout: "traverse_hit": 36, 2024-05-20T21:32:35.138 INFO:teuthology.orchestra.run.smithi130.stdout: "traverse_forward": 0, 2024-05-20T21:32:35.138 INFO:teuthology.orchestra.run.smithi130.stdout: "traverse_discover": 5, 2024-05-20T21:32:35.138 INFO:teuthology.orchestra.run.smithi130.stdout: "traverse_dir_fetch": 0, 2024-05-20T21:32:35.139 INFO:teuthology.orchestra.run.smithi130.stdout: "traverse_remote_ino": 0, 2024-05-20T21:32:35.139 INFO:teuthology.orchestra.run.smithi130.stdout: "traverse_lock": 0, 2024-05-20T21:32:35.139 INFO:teuthology.orchestra.run.smithi130.stdout: "load_cent": 0, 2024-05-20T21:32:35.139 INFO:teuthology.orchestra.run.smithi130.stdout: "q": 0, 2024-05-20T21:32:35.139 INFO:teuthology.orchestra.run.smithi130.stdout: "exported": 0, 2024-05-20T21:32:35.139 INFO:teuthology.orchestra.run.smithi130.stdout: "exported_inodes": 0, 2024-05-20T21:32:35.139 INFO:teuthology.orchestra.run.smithi130.stdout: "imported": 0, 2024-05-20T21:32:35.139 INFO:teuthology.orchestra.run.smithi130.stdout: "imported_inodes": 0, 2024-05-20T21:32:35.139 INFO:teuthology.orchestra.run.smithi130.stdout: "openino_dir_fetch": 0, 2024-05-20T21:32:35.139 INFO:teuthology.orchestra.run.smithi130.stdout: "openino_backtrace_fetch": 0, 2024-05-20T21:32:35.139 INFO:teuthology.orchestra.run.smithi130.stdout: "openino_peer_discover": 0, 2024-05-20T21:32:35.139 INFO:teuthology.orchestra.run.smithi130.stdout: "root_rfiles": 4, 2024-05-20T21:32:35.139 INFO:teuthology.orchestra.run.smithi130.stdout: "root_rbytes": 234, 2024-05-20T21:32:35.139 INFO:teuthology.orchestra.run.smithi130.stdout: "root_rsnaps": 0, 2024-05-20T21:32:35.139 INFO:teuthology.orchestra.run.smithi130.stdout: "scrub_backtrace_fetch": 0, 2024-05-20T21:32:35.140 INFO:teuthology.orchestra.run.smithi130.stdout: "scrub_set_tag": 0, 2024-05-20T21:32:35.140 INFO:teuthology.orchestra.run.smithi130.stdout: "scrub_backtrace_repaired": 0, 2024-05-20T21:32:35.140 INFO:teuthology.orchestra.run.smithi130.stdout: "scrub_inotable_repaired": 0, 2024-05-20T21:32:35.140 INFO:teuthology.orchestra.run.smithi130.stdout: "scrub_dir_inodes": 0, 2024-05-20T21:32:35.140 INFO:teuthology.orchestra.run.smithi130.stdout: "scrub_dir_base_inodes": 0, 2024-05-20T21:32:35.140 INFO:teuthology.orchestra.run.smithi130.stdout: "scrub_dirfrag_rstats": 0, 2024-05-20T21:32:35.140 INFO:teuthology.orchestra.run.smithi130.stdout: "scrub_file_inodes": 0, 2024-05-20T21:32:35.140 INFO:teuthology.orchestra.run.smithi130.stdout: "handle_inode_file_caps": 0, 2024-05-20T21:32:35.140 INFO:teuthology.orchestra.run.smithi130.stdout: "ceph_cap_op_revoke": 1, 2024-05-20T21:32:35.140 INFO:teuthology.orchestra.run.smithi130.stdout: "ceph_cap_op_grant": 0, 2024-05-20T21:32:35.140 INFO:teuthology.orchestra.run.smithi130.stdout: "ceph_cap_op_trunc": 0, 2024-05-20T21:32:35.140 INFO:teuthology.orchestra.run.smithi130.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-20T21:32:35.140 INFO:teuthology.orchestra.run.smithi130.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-20T21:32:35.140 INFO:teuthology.orchestra.run.smithi130.stdout: "handle_client_caps": 1, 2024-05-20T21:32:35.141 INFO:teuthology.orchestra.run.smithi130.stdout: "handle_client_caps_dirty": 0, 2024-05-20T21:32:35.141 INFO:teuthology.orchestra.run.smithi130.stdout: "handle_client_cap_release": 0, 2024-05-20T21:32:35.141 INFO:teuthology.orchestra.run.smithi130.stdout: "process_request_cap_release": 0 2024-05-20T21:32:35.141 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:35.141 INFO:teuthology.orchestra.run.smithi130.stdout: "mds_cache": { 2024-05-20T21:32:35.141 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_update": 0, 2024-05-20T21:32:35.141 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_update_receipt": 17, 2024-05-20T21:32:35.141 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_try_discover": 11, 2024-05-20T21:32:35.141 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_send_discover": 12, 2024-05-20T21:32:35.141 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_handle_discover": 0, 2024-05-20T21:32:35.141 INFO:teuthology.orchestra.run.smithi130.stdout: "num_strays": 0, 2024-05-20T21:32:35.141 INFO:teuthology.orchestra.run.smithi130.stdout: "num_strays_delayed": 0, 2024-05-20T21:32:35.141 INFO:teuthology.orchestra.run.smithi130.stdout: "num_strays_enqueuing": 0, 2024-05-20T21:32:35.141 INFO:teuthology.orchestra.run.smithi130.stdout: "strays_created": 0, 2024-05-20T21:32:35.142 INFO:teuthology.orchestra.run.smithi130.stdout: "strays_enqueued": 0, 2024-05-20T21:32:35.142 INFO:teuthology.orchestra.run.smithi130.stdout: "strays_reintegrated": 0, 2024-05-20T21:32:35.142 INFO:teuthology.orchestra.run.smithi130.stdout: "strays_migrated": 0, 2024-05-20T21:32:35.142 INFO:teuthology.orchestra.run.smithi130.stdout: "num_recovering_processing": 0, 2024-05-20T21:32:35.142 INFO:teuthology.orchestra.run.smithi130.stdout: "num_recovering_enqueued": 0, 2024-05-20T21:32:35.142 INFO:teuthology.orchestra.run.smithi130.stdout: "num_recovering_prioritized": 0, 2024-05-20T21:32:35.142 INFO:teuthology.orchestra.run.smithi130.stdout: "recovery_started": 0, 2024-05-20T21:32:35.142 INFO:teuthology.orchestra.run.smithi130.stdout: "recovery_completed": 0, 2024-05-20T21:32:35.142 INFO:teuthology.orchestra.run.smithi130.stdout: "ireq_quiesce_path": 15, 2024-05-20T21:32:35.142 INFO:teuthology.orchestra.run.smithi130.stdout: "ireq_quiesce_inode": 88, 2024-05-20T21:32:35.142 INFO:teuthology.orchestra.run.smithi130.stdout: "ireq_enqueue_scrub": 0, 2024-05-20T21:32:35.142 INFO:teuthology.orchestra.run.smithi130.stdout: "ireq_exportdir": 0, 2024-05-20T21:32:35.142 INFO:teuthology.orchestra.run.smithi130.stdout: "ireq_flush": 0, 2024-05-20T21:32:35.142 INFO:teuthology.orchestra.run.smithi130.stdout: "ireq_fragmentdir": 0, 2024-05-20T21:32:35.143 INFO:teuthology.orchestra.run.smithi130.stdout: "ireq_fragstats": 0, 2024-05-20T21:32:35.143 INFO:teuthology.orchestra.run.smithi130.stdout: "ireq_inodestats": 0 2024-05-20T21:32:35.143 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:35.143 INFO:teuthology.orchestra.run.smithi130.stdout: "mds_log": { 2024-05-20T21:32:35.143 INFO:teuthology.orchestra.run.smithi130.stdout: "evlrg": 0, 2024-05-20T21:32:35.143 INFO:teuthology.orchestra.run.smithi130.stdout: "evadd": 3, 2024-05-20T21:32:35.143 INFO:teuthology.orchestra.run.smithi130.stdout: "evex": 0, 2024-05-20T21:32:35.143 INFO:teuthology.orchestra.run.smithi130.stdout: "evtrm": 0, 2024-05-20T21:32:35.143 INFO:teuthology.orchestra.run.smithi130.stdout: "ev": 3, 2024-05-20T21:32:35.143 INFO:teuthology.orchestra.run.smithi130.stdout: "evexg": 0, 2024-05-20T21:32:35.143 INFO:teuthology.orchestra.run.smithi130.stdout: "evexd": 0, 2024-05-20T21:32:35.143 INFO:teuthology.orchestra.run.smithi130.stdout: "segadd": 2, 2024-05-20T21:32:35.143 INFO:teuthology.orchestra.run.smithi130.stdout: "segex": 0, 2024-05-20T21:32:35.144 INFO:teuthology.orchestra.run.smithi130.stdout: "segtrm": 0, 2024-05-20T21:32:35.144 INFO:teuthology.orchestra.run.smithi130.stdout: "seg": 2, 2024-05-20T21:32:35.144 INFO:teuthology.orchestra.run.smithi130.stdout: "segmjr": 2, 2024-05-20T21:32:35.144 INFO:teuthology.orchestra.run.smithi130.stdout: "segexg": 0, 2024-05-20T21:32:35.144 INFO:teuthology.orchestra.run.smithi130.stdout: "segexd": 0, 2024-05-20T21:32:35.144 INFO:teuthology.orchestra.run.smithi130.stdout: "expos": 4194304, 2024-05-20T21:32:35.144 INFO:teuthology.orchestra.run.smithi130.stdout: "wrpos": 4195202, 2024-05-20T21:32:35.144 INFO:teuthology.orchestra.run.smithi130.stdout: "rdpos": 0, 2024-05-20T21:32:35.144 INFO:teuthology.orchestra.run.smithi130.stdout: "jlat": { 2024-05-20T21:32:35.144 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 2, 2024-05-20T21:32:35.144 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.003758694, 2024-05-20T21:32:35.144 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.001879347 2024-05-20T21:32:35.144 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:35.145 INFO:teuthology.orchestra.run.smithi130.stdout: "replayed": 0 2024-05-20T21:32:35.145 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:35.145 INFO:teuthology.orchestra.run.smithi130.stdout: "mds_mem": { 2024-05-20T21:32:35.145 INFO:teuthology.orchestra.run.smithi130.stdout: "ino": 20, 2024-05-20T21:32:35.145 INFO:teuthology.orchestra.run.smithi130.stdout: "ino+": 22, 2024-05-20T21:32:35.145 INFO:teuthology.orchestra.run.smithi130.stdout: "ino-": 2, 2024-05-20T21:32:35.145 INFO:teuthology.orchestra.run.smithi130.stdout: "dir": 19, 2024-05-20T21:32:35.145 INFO:teuthology.orchestra.run.smithi130.stdout: "dir+": 23, 2024-05-20T21:32:35.145 INFO:teuthology.orchestra.run.smithi130.stdout: "dir-": 4, 2024-05-20T21:32:35.145 INFO:teuthology.orchestra.run.smithi130.stdout: "dn": 16, 2024-05-20T21:32:35.145 INFO:teuthology.orchestra.run.smithi130.stdout: "dn+": 20, 2024-05-20T21:32:35.145 INFO:teuthology.orchestra.run.smithi130.stdout: "dn-": 4, 2024-05-20T21:32:35.145 INFO:teuthology.orchestra.run.smithi130.stdout: "cap": 1, 2024-05-20T21:32:35.145 INFO:teuthology.orchestra.run.smithi130.stdout: "cap+": 1, 2024-05-20T21:32:35.146 INFO:teuthology.orchestra.run.smithi130.stdout: "cap-": 0, 2024-05-20T21:32:35.146 INFO:teuthology.orchestra.run.smithi130.stdout: "rss": 53432, 2024-05-20T21:32:35.146 INFO:teuthology.orchestra.run.smithi130.stdout: "heap": 223608 2024-05-20T21:32:35.146 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:35.146 INFO:teuthology.orchestra.run.smithi130.stdout: "mds_server": { 2024-05-20T21:32:35.146 INFO:teuthology.orchestra.run.smithi130.stdout: "dispatch_client_request": 1, 2024-05-20T21:32:35.146 INFO:teuthology.orchestra.run.smithi130.stdout: "dispatch_server_request": 0, 2024-05-20T21:32:35.146 INFO:teuthology.orchestra.run.smithi130.stdout: "handle_client_request": 1, 2024-05-20T21:32:35.146 INFO:teuthology.orchestra.run.smithi130.stdout: "handle_client_session": 14, 2024-05-20T21:32:35.146 INFO:teuthology.orchestra.run.smithi130.stdout: "handle_peer_request": 88, 2024-05-20T21:32:35.146 INFO:teuthology.orchestra.run.smithi130.stdout: "req_create_latency": { 2024-05-20T21:32:35.146 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:35.146 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:35.147 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:35.147 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:35.147 INFO:teuthology.orchestra.run.smithi130.stdout: "req_getattr_latency": { 2024-05-20T21:32:35.147 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:35.147 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:35.147 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:35.147 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:35.147 INFO:teuthology.orchestra.run.smithi130.stdout: "req_getfilelock_latency": { 2024-05-20T21:32:35.147 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:35.147 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:35.147 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:35.147 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:35.147 INFO:teuthology.orchestra.run.smithi130.stdout: "req_link_latency": { 2024-05-20T21:32:35.147 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:35.148 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:35.148 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:35.148 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:35.148 INFO:teuthology.orchestra.run.smithi130.stdout: "req_lookup_latency": { 2024-05-20T21:32:35.148 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:35.148 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:35.148 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:35.148 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:35.148 INFO:teuthology.orchestra.run.smithi130.stdout: "req_lookuphash_latency": { 2024-05-20T21:32:35.148 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:35.148 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:35.148 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:35.148 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:35.149 INFO:teuthology.orchestra.run.smithi130.stdout: "req_lookupino_latency": { 2024-05-20T21:32:35.149 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 1, 2024-05-20T21:32:35.149 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000171936, 2024-05-20T21:32:35.149 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000171936 2024-05-20T21:32:35.149 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:35.149 INFO:teuthology.orchestra.run.smithi130.stdout: "req_lookupname_latency": { 2024-05-20T21:32:35.149 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:35.149 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:35.149 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:35.149 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:35.149 INFO:teuthology.orchestra.run.smithi130.stdout: "req_lookupparent_latency": { 2024-05-20T21:32:35.149 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:35.149 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:35.149 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:35.149 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:35.150 INFO:teuthology.orchestra.run.smithi130.stdout: "req_lookupsnap_latency": { 2024-05-20T21:32:35.150 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:35.150 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:35.150 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:35.150 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:35.150 INFO:teuthology.orchestra.run.smithi130.stdout: "req_lssnap_latency": { 2024-05-20T21:32:35.150 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:35.150 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:35.150 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:35.150 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:35.150 INFO:teuthology.orchestra.run.smithi130.stdout: "req_mkdir_latency": { 2024-05-20T21:32:35.151 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:35.151 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:35.151 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:35.151 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:35.151 INFO:teuthology.orchestra.run.smithi130.stdout: "req_mknod_latency": { 2024-05-20T21:32:35.151 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:35.151 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:35.151 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:35.151 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:35.152 INFO:teuthology.orchestra.run.smithi130.stdout: "req_mksnap_latency": { 2024-05-20T21:32:35.152 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:35.152 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:35.152 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:35.152 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:35.152 INFO:teuthology.orchestra.run.smithi130.stdout: "req_open_latency": { 2024-05-20T21:32:35.152 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:35.152 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:35.152 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:35.152 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:35.152 INFO:teuthology.orchestra.run.smithi130.stdout: "req_readdir_latency": { 2024-05-20T21:32:35.152 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:35.152 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:35.153 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:35.153 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:35.153 INFO:teuthology.orchestra.run.smithi130.stdout: "req_rename_latency": { 2024-05-20T21:32:35.153 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:35.153 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:35.153 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:35.153 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:35.153 INFO:teuthology.orchestra.run.smithi130.stdout: "req_renamesnap_latency": { 2024-05-20T21:32:35.153 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:35.153 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:35.153 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:35.153 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:35.153 INFO:teuthology.orchestra.run.smithi130.stdout: "req_snapdiff_latency": { 2024-05-20T21:32:35.154 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:35.154 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:35.154 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:35.154 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:35.154 INFO:teuthology.orchestra.run.smithi130.stdout: "req_rmdir_latency": { 2024-05-20T21:32:35.154 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:35.154 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:35.154 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:35.154 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:35.154 INFO:teuthology.orchestra.run.smithi130.stdout: "req_rmsnap_latency": { 2024-05-20T21:32:35.154 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:35.154 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:35.154 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:35.154 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:35.155 INFO:teuthology.orchestra.run.smithi130.stdout: "req_rmxattr_latency": { 2024-05-20T21:32:35.155 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:35.155 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:35.155 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:35.155 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:35.155 INFO:teuthology.orchestra.run.smithi130.stdout: "req_setattr_latency": { 2024-05-20T21:32:35.155 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:35.155 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:35.155 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:35.155 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:35.155 INFO:teuthology.orchestra.run.smithi130.stdout: "req_setdirlayout_latency": { 2024-05-20T21:32:35.155 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:35.155 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:35.155 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:35.156 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:35.156 INFO:teuthology.orchestra.run.smithi130.stdout: "req_setfilelock_latency": { 2024-05-20T21:32:35.156 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:35.156 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:35.156 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:35.156 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:35.156 INFO:teuthology.orchestra.run.smithi130.stdout: "req_setlayout_latency": { 2024-05-20T21:32:35.156 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:35.156 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:35.156 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:35.156 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:35.156 INFO:teuthology.orchestra.run.smithi130.stdout: "req_setxattr_latency": { 2024-05-20T21:32:35.156 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:35.156 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:35.157 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:35.157 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:35.157 INFO:teuthology.orchestra.run.smithi130.stdout: "req_symlink_latency": { 2024-05-20T21:32:35.157 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:35.157 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:35.157 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:35.157 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:35.157 INFO:teuthology.orchestra.run.smithi130.stdout: "req_unlink_latency": { 2024-05-20T21:32:35.157 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:35.157 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:35.157 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:35.157 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:35.157 INFO:teuthology.orchestra.run.smithi130.stdout: "cap_revoke_eviction": 0, 2024-05-20T21:32:35.157 INFO:teuthology.orchestra.run.smithi130.stdout: "cap_acquisition_throttle": 0, 2024-05-20T21:32:35.158 INFO:teuthology.orchestra.run.smithi130.stdout: "req_getvxattr_latency": { 2024-05-20T21:32:35.158 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:35.158 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:35.158 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:35.158 INFO:teuthology.orchestra.run.smithi130.stdout: } 2024-05-20T21:32:35.158 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:35.158 INFO:teuthology.orchestra.run.smithi130.stdout: "mds_sessions": { 2024-05-20T21:32:35.158 INFO:teuthology.orchestra.run.smithi130.stdout: "session_count": 1, 2024-05-20T21:32:35.158 INFO:teuthology.orchestra.run.smithi130.stdout: "session_add": 1, 2024-05-20T21:32:35.158 INFO:teuthology.orchestra.run.smithi130.stdout: "session_remove": 0, 2024-05-20T21:32:35.158 INFO:teuthology.orchestra.run.smithi130.stdout: "sessions_open": 1, 2024-05-20T21:32:35.158 INFO:teuthology.orchestra.run.smithi130.stdout: "sessions_stale": 0, 2024-05-20T21:32:35.158 INFO:teuthology.orchestra.run.smithi130.stdout: "total_load": 1, 2024-05-20T21:32:35.158 INFO:teuthology.orchestra.run.smithi130.stdout: "average_load": 1, 2024-05-20T21:32:35.159 INFO:teuthology.orchestra.run.smithi130.stdout: "avg_session_uptime": 1000, 2024-05-20T21:32:35.159 INFO:teuthology.orchestra.run.smithi130.stdout: "mdthresh_evicted": 0 2024-05-20T21:32:35.159 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:35.159 INFO:teuthology.orchestra.run.smithi130.stdout: "mempool": { 2024-05-20T21:32:35.159 INFO:teuthology.orchestra.run.smithi130.stdout: "bloom_filter_bytes": 0, 2024-05-20T21:32:35.159 INFO:teuthology.orchestra.run.smithi130.stdout: "bloom_filter_items": 0, 2024-05-20T21:32:35.159 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_alloc_bytes": 0, 2024-05-20T21:32:35.159 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_alloc_items": 0, 2024-05-20T21:32:35.159 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_data_bytes": 0, 2024-05-20T21:32:35.159 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_data_items": 0, 2024-05-20T21:32:35.159 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-20T21:32:35.159 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_onode_items": 0, 2024-05-20T21:32:35.159 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-20T21:32:35.159 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_meta_items": 0, 2024-05-20T21:32:35.160 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_other_bytes": 0, 2024-05-20T21:32:35.160 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_other_items": 0, 2024-05-20T21:32:35.160 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-20T21:32:35.160 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_buffer_items": 0, 2024-05-20T21:32:35.160 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_extent_bytes": 0, 2024-05-20T21:32:35.160 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_extent_items": 0, 2024-05-20T21:32:35.160 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_blob_bytes": 0, 2024-05-20T21:32:35.160 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_blob_items": 0, 2024-05-20T21:32:35.160 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-20T21:32:35.160 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_shared_blob_items": 0, 2024-05-20T21:32:35.160 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-20T21:32:35.160 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_inline_bl_items": 0, 2024-05-20T21:32:35.160 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_fsck_bytes": 0, 2024-05-20T21:32:35.160 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_fsck_items": 0, 2024-05-20T21:32:35.161 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_txc_bytes": 0, 2024-05-20T21:32:35.161 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_txc_items": 0, 2024-05-20T21:32:35.161 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-20T21:32:35.161 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_writing_deferred_items": 0, 2024-05-20T21:32:35.161 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_writing_bytes": 0, 2024-05-20T21:32:35.161 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_writing_items": 0, 2024-05-20T21:32:35.161 INFO:teuthology.orchestra.run.smithi130.stdout: "bluefs_bytes": 0, 2024-05-20T21:32:35.161 INFO:teuthology.orchestra.run.smithi130.stdout: "bluefs_items": 0, 2024-05-20T21:32:35.161 INFO:teuthology.orchestra.run.smithi130.stdout: "bluefs_file_reader_bytes": 0, 2024-05-20T21:32:35.161 INFO:teuthology.orchestra.run.smithi130.stdout: "bluefs_file_reader_items": 0, 2024-05-20T21:32:35.161 INFO:teuthology.orchestra.run.smithi130.stdout: "bluefs_file_writer_bytes": 0, 2024-05-20T21:32:35.161 INFO:teuthology.orchestra.run.smithi130.stdout: "bluefs_file_writer_items": 0, 2024-05-20T21:32:35.161 INFO:teuthology.orchestra.run.smithi130.stdout: "buffer_anon_bytes": 248165, 2024-05-20T21:32:35.161 INFO:teuthology.orchestra.run.smithi130.stdout: "buffer_anon_items": 86, 2024-05-20T21:32:35.162 INFO:teuthology.orchestra.run.smithi130.stdout: "buffer_meta_bytes": 0, 2024-05-20T21:32:35.162 INFO:teuthology.orchestra.run.smithi130.stdout: "buffer_meta_items": 0, 2024-05-20T21:32:35.162 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_bytes": 0, 2024-05-20T21:32:35.162 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_items": 0, 2024-05-20T21:32:35.162 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_mapbl_bytes": 0, 2024-05-20T21:32:35.162 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_mapbl_items": 0, 2024-05-20T21:32:35.162 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_pglog_bytes": 0, 2024-05-20T21:32:35.162 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_pglog_items": 0, 2024-05-20T21:32:35.162 INFO:teuthology.orchestra.run.smithi130.stdout: "osdmap_bytes": 7632, 2024-05-20T21:32:35.162 INFO:teuthology.orchestra.run.smithi130.stdout: "osdmap_items": 161, 2024-05-20T21:32:35.162 INFO:teuthology.orchestra.run.smithi130.stdout: "osdmap_mapping_bytes": 0, 2024-05-20T21:32:35.162 INFO:teuthology.orchestra.run.smithi130.stdout: "osdmap_mapping_items": 0, 2024-05-20T21:32:35.162 INFO:teuthology.orchestra.run.smithi130.stdout: "pgmap_bytes": 0, 2024-05-20T21:32:35.162 INFO:teuthology.orchestra.run.smithi130.stdout: "pgmap_items": 0, 2024-05-20T21:32:35.163 INFO:teuthology.orchestra.run.smithi130.stdout: "mds_co_bytes": 81373, 2024-05-20T21:32:35.163 INFO:teuthology.orchestra.run.smithi130.stdout: "mds_co_items": 334, 2024-05-20T21:32:35.163 INFO:teuthology.orchestra.run.smithi130.stdout: "unittest_1_bytes": 0, 2024-05-20T21:32:35.163 INFO:teuthology.orchestra.run.smithi130.stdout: "unittest_1_items": 0, 2024-05-20T21:32:35.163 INFO:teuthology.orchestra.run.smithi130.stdout: "unittest_2_bytes": 0, 2024-05-20T21:32:35.163 INFO:teuthology.orchestra.run.smithi130.stdout: "unittest_2_items": 0 2024-05-20T21:32:35.163 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:35.163 INFO:teuthology.orchestra.run.smithi130.stdout: "objecter": { 2024-05-20T21:32:35.163 INFO:teuthology.orchestra.run.smithi130.stdout: "op_active": 0, 2024-05-20T21:32:35.163 INFO:teuthology.orchestra.run.smithi130.stdout: "op_laggy": 0, 2024-05-20T21:32:35.163 INFO:teuthology.orchestra.run.smithi130.stdout: "op_send": 38, 2024-05-20T21:32:35.163 INFO:teuthology.orchestra.run.smithi130.stdout: "op_send_bytes": 11321, 2024-05-20T21:32:35.163 INFO:teuthology.orchestra.run.smithi130.stdout: "op_resend": 33, 2024-05-20T21:32:35.163 INFO:teuthology.orchestra.run.smithi130.stdout: "op_reply": 38, 2024-05-20T21:32:35.164 INFO:teuthology.orchestra.run.smithi130.stdout: "op_latency": { 2024-05-20T21:32:35.164 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 38, 2024-05-20T21:32:35.164 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.391992890, 2024-05-20T21:32:35.164 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.010315602 2024-05-20T21:32:35.164 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:35.164 INFO:teuthology.orchestra.run.smithi130.stdout: "op_inflight": 0, 2024-05-20T21:32:35.164 INFO:teuthology.orchestra.run.smithi130.stdout: "oplen_avg": { 2024-05-20T21:32:35.164 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 38, 2024-05-20T21:32:35.164 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 61 2024-05-20T21:32:35.164 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:35.164 INFO:teuthology.orchestra.run.smithi130.stdout: "op": 38, 2024-05-20T21:32:35.164 INFO:teuthology.orchestra.run.smithi130.stdout: "op_r": 0, 2024-05-20T21:32:35.164 INFO:teuthology.orchestra.run.smithi130.stdout: "op_w": 38, 2024-05-20T21:32:35.164 INFO:teuthology.orchestra.run.smithi130.stdout: "op_rmw": 0, 2024-05-20T21:32:35.165 INFO:teuthology.orchestra.run.smithi130.stdout: "op_pg": 0, 2024-05-20T21:32:35.165 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_stat": 0, 2024-05-20T21:32:35.165 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_create": 10, 2024-05-20T21:32:35.165 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_read": 0, 2024-05-20T21:32:35.165 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_write": 2, 2024-05-20T21:32:35.165 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_writefull": 6, 2024-05-20T21:32:35.165 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_writesame": 0, 2024-05-20T21:32:35.165 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_append": 0, 2024-05-20T21:32:35.165 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_zero": 0, 2024-05-20T21:32:35.165 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_truncate": 0, 2024-05-20T21:32:35.165 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_delete": 6, 2024-05-20T21:32:35.165 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_mapext": 0, 2024-05-20T21:32:35.165 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_sparse_read": 0, 2024-05-20T21:32:35.165 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_clonerange": 0, 2024-05-20T21:32:35.165 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_getxattr": 0, 2024-05-20T21:32:35.166 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_setxattr": 20, 2024-05-20T21:32:35.166 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_cmpxattr": 0, 2024-05-20T21:32:35.166 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_rmxattr": 0, 2024-05-20T21:32:35.166 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_resetxattrs": 0, 2024-05-20T21:32:35.166 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_call": 0, 2024-05-20T21:32:35.166 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_watch": 0, 2024-05-20T21:32:35.166 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_notify": 0, 2024-05-20T21:32:35.166 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_src_cmpxattr": 0, 2024-05-20T21:32:35.166 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_pgls": 0, 2024-05-20T21:32:35.166 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_pgls_filter": 0, 2024-05-20T21:32:35.166 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_other": 0, 2024-05-20T21:32:35.166 INFO:teuthology.orchestra.run.smithi130.stdout: "linger_active": 0, 2024-05-20T21:32:35.166 INFO:teuthology.orchestra.run.smithi130.stdout: "linger_send": 0, 2024-05-20T21:32:35.166 INFO:teuthology.orchestra.run.smithi130.stdout: "linger_resend": 0, 2024-05-20T21:32:35.167 INFO:teuthology.orchestra.run.smithi130.stdout: "linger_ping": 0, 2024-05-20T21:32:35.167 INFO:teuthology.orchestra.run.smithi130.stdout: "poolop_active": 0, 2024-05-20T21:32:35.167 INFO:teuthology.orchestra.run.smithi130.stdout: "poolop_send": 0, 2024-05-20T21:32:35.167 INFO:teuthology.orchestra.run.smithi130.stdout: "poolop_resend": 0, 2024-05-20T21:32:35.167 INFO:teuthology.orchestra.run.smithi130.stdout: "poolstat_active": 0, 2024-05-20T21:32:35.167 INFO:teuthology.orchestra.run.smithi130.stdout: "poolstat_send": 0, 2024-05-20T21:32:35.167 INFO:teuthology.orchestra.run.smithi130.stdout: "poolstat_resend": 0, 2024-05-20T21:32:35.167 INFO:teuthology.orchestra.run.smithi130.stdout: "statfs_active": 0, 2024-05-20T21:32:35.167 INFO:teuthology.orchestra.run.smithi130.stdout: "statfs_send": 0, 2024-05-20T21:32:35.167 INFO:teuthology.orchestra.run.smithi130.stdout: "statfs_resend": 0, 2024-05-20T21:32:35.167 INFO:teuthology.orchestra.run.smithi130.stdout: "command_active": 0, 2024-05-20T21:32:35.167 INFO:teuthology.orchestra.run.smithi130.stdout: "command_send": 0, 2024-05-20T21:32:35.167 INFO:teuthology.orchestra.run.smithi130.stdout: "command_resend": 0, 2024-05-20T21:32:35.167 INFO:teuthology.orchestra.run.smithi130.stdout: "map_epoch": 81, 2024-05-20T21:32:35.168 INFO:teuthology.orchestra.run.smithi130.stdout: "map_full": 0, 2024-05-20T21:32:35.168 INFO:teuthology.orchestra.run.smithi130.stdout: "map_inc": 2, 2024-05-20T21:32:35.168 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_sessions": 8, 2024-05-20T21:32:35.168 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_session_open": 12, 2024-05-20T21:32:35.168 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_session_close": 4, 2024-05-20T21:32:35.168 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_laggy": 0, 2024-05-20T21:32:35.168 INFO:teuthology.orchestra.run.smithi130.stdout: "omap_wr": 16, 2024-05-20T21:32:35.168 INFO:teuthology.orchestra.run.smithi130.stdout: "omap_rd": 0, 2024-05-20T21:32:35.168 INFO:teuthology.orchestra.run.smithi130.stdout: "omap_del": 1 2024-05-20T21:32:35.168 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:35.168 INFO:teuthology.orchestra.run.smithi130.stdout: "oft": { 2024-05-20T21:32:35.168 INFO:teuthology.orchestra.run.smithi130.stdout: "omap_total_objs": 1, 2024-05-20T21:32:35.168 INFO:teuthology.orchestra.run.smithi130.stdout: "omap_total_kv_pairs": 0, 2024-05-20T21:32:35.168 INFO:teuthology.orchestra.run.smithi130.stdout: "omap_total_updates": 0, 2024-05-20T21:32:35.168 INFO:teuthology.orchestra.run.smithi130.stdout: "omap_total_removes": 0 2024-05-20T21:32:35.169 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:35.169 INFO:teuthology.orchestra.run.smithi130.stdout: "osd-slow-ops": { 2024-05-20T21:32:35.169 INFO:teuthology.orchestra.run.smithi130.stdout: "slow_ops_count": 96 2024-05-20T21:32:35.169 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:35.169 INFO:teuthology.orchestra.run.smithi130.stdout: "purge_queue": { 2024-05-20T21:32:35.169 INFO:teuthology.orchestra.run.smithi130.stdout: "pq_executing_ops": 0, 2024-05-20T21:32:35.169 INFO:teuthology.orchestra.run.smithi130.stdout: "pq_executing_ops_high_water": 0, 2024-05-20T21:32:35.169 INFO:teuthology.orchestra.run.smithi130.stdout: "pq_executing": 0, 2024-05-20T21:32:35.169 INFO:teuthology.orchestra.run.smithi130.stdout: "pq_executing_high_water": 0, 2024-05-20T21:32:35.169 INFO:teuthology.orchestra.run.smithi130.stdout: "pq_executed_ops": 0, 2024-05-20T21:32:35.170 INFO:teuthology.orchestra.run.smithi130.stdout: "pq_executed": 0, 2024-05-20T21:32:35.170 INFO:teuthology.orchestra.run.smithi130.stdout: "pq_item_in_journal": 0 2024-05-20T21:32:35.170 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:35.170 INFO:teuthology.orchestra.run.smithi130.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-20T21:32:35.170 INFO:teuthology.orchestra.run.smithi130.stdout: "val": 0, 2024-05-20T21:32:35.170 INFO:teuthology.orchestra.run.smithi130.stdout: "max": 104857600, 2024-05-20T21:32:35.170 INFO:teuthology.orchestra.run.smithi130.stdout: "get_started": 0, 2024-05-20T21:32:35.170 INFO:teuthology.orchestra.run.smithi130.stdout: "get": 2684, 2024-05-20T21:32:35.170 INFO:teuthology.orchestra.run.smithi130.stdout: "get_sum": 877178, 2024-05-20T21:32:35.170 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_fail": 0, 2024-05-20T21:32:35.170 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_success": 2684, 2024-05-20T21:32:35.170 INFO:teuthology.orchestra.run.smithi130.stdout: "take": 0, 2024-05-20T21:32:35.170 INFO:teuthology.orchestra.run.smithi130.stdout: "take_sum": 0, 2024-05-20T21:32:35.170 INFO:teuthology.orchestra.run.smithi130.stdout: "put": 2684, 2024-05-20T21:32:35.171 INFO:teuthology.orchestra.run.smithi130.stdout: "put_sum": 877178, 2024-05-20T21:32:35.171 INFO:teuthology.orchestra.run.smithi130.stdout: "wait": { 2024-05-20T21:32:35.171 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:35.171 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:35.171 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:35.171 INFO:teuthology.orchestra.run.smithi130.stdout: } 2024-05-20T21:32:35.171 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:35.171 INFO:teuthology.orchestra.run.smithi130.stdout: "throttle-objecter_bytes": { 2024-05-20T21:32:35.171 INFO:teuthology.orchestra.run.smithi130.stdout: "val": 0, 2024-05-20T21:32:35.171 INFO:teuthology.orchestra.run.smithi130.stdout: "max": 104857600, 2024-05-20T21:32:35.171 INFO:teuthology.orchestra.run.smithi130.stdout: "get_started": 0, 2024-05-20T21:32:35.171 INFO:teuthology.orchestra.run.smithi130.stdout: "get": 0, 2024-05-20T21:32:35.171 INFO:teuthology.orchestra.run.smithi130.stdout: "get_sum": 0, 2024-05-20T21:32:35.171 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_fail": 0, 2024-05-20T21:32:35.171 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_success": 0, 2024-05-20T21:32:35.172 INFO:teuthology.orchestra.run.smithi130.stdout: "take": 38, 2024-05-20T21:32:35.172 INFO:teuthology.orchestra.run.smithi130.stdout: "take_sum": 11321, 2024-05-20T21:32:35.172 INFO:teuthology.orchestra.run.smithi130.stdout: "put": 38, 2024-05-20T21:32:35.172 INFO:teuthology.orchestra.run.smithi130.stdout: "put_sum": 11321, 2024-05-20T21:32:35.172 INFO:teuthology.orchestra.run.smithi130.stdout: "wait": { 2024-05-20T21:32:35.172 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:35.172 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:35.172 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:35.172 INFO:teuthology.orchestra.run.smithi130.stdout: } 2024-05-20T21:32:35.172 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:35.172 INFO:teuthology.orchestra.run.smithi130.stdout: "throttle-objecter_ops": { 2024-05-20T21:32:35.172 INFO:teuthology.orchestra.run.smithi130.stdout: "val": 0, 2024-05-20T21:32:35.172 INFO:teuthology.orchestra.run.smithi130.stdout: "max": 1024, 2024-05-20T21:32:35.172 INFO:teuthology.orchestra.run.smithi130.stdout: "get_started": 0, 2024-05-20T21:32:35.173 INFO:teuthology.orchestra.run.smithi130.stdout: "get": 0, 2024-05-20T21:32:35.173 INFO:teuthology.orchestra.run.smithi130.stdout: "get_sum": 0, 2024-05-20T21:32:35.173 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_fail": 0, 2024-05-20T21:32:35.173 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_success": 0, 2024-05-20T21:32:35.173 INFO:teuthology.orchestra.run.smithi130.stdout: "take": 38, 2024-05-20T21:32:35.173 INFO:teuthology.orchestra.run.smithi130.stdout: "take_sum": 38, 2024-05-20T21:32:35.173 INFO:teuthology.orchestra.run.smithi130.stdout: "put": 38, 2024-05-20T21:32:35.173 INFO:teuthology.orchestra.run.smithi130.stdout: "put_sum": 38, 2024-05-20T21:32:35.173 INFO:teuthology.orchestra.run.smithi130.stdout: "wait": { 2024-05-20T21:32:35.173 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:35.173 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:35.173 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:35.173 INFO:teuthology.orchestra.run.smithi130.stdout: } 2024-05-20T21:32:35.173 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:35.173 INFO:teuthology.orchestra.run.smithi130.stdout: "throttle-write_buf_throttle": { 2024-05-20T21:32:35.174 INFO:teuthology.orchestra.run.smithi130.stdout: "val": 0, 2024-05-20T21:32:35.174 INFO:teuthology.orchestra.run.smithi130.stdout: "max": 3758096384, 2024-05-20T21:32:35.174 INFO:teuthology.orchestra.run.smithi130.stdout: "get_started": 0, 2024-05-20T21:32:35.174 INFO:teuthology.orchestra.run.smithi130.stdout: "get": 0, 2024-05-20T21:32:35.174 INFO:teuthology.orchestra.run.smithi130.stdout: "get_sum": 0, 2024-05-20T21:32:35.174 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_fail": 0, 2024-05-20T21:32:35.174 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_success": 0, 2024-05-20T21:32:35.174 INFO:teuthology.orchestra.run.smithi130.stdout: "take": 0, 2024-05-20T21:32:35.174 INFO:teuthology.orchestra.run.smithi130.stdout: "take_sum": 0, 2024-05-20T21:32:35.174 INFO:teuthology.orchestra.run.smithi130.stdout: "put": 0, 2024-05-20T21:32:35.174 INFO:teuthology.orchestra.run.smithi130.stdout: "put_sum": 0, 2024-05-20T21:32:35.174 INFO:teuthology.orchestra.run.smithi130.stdout: "wait": { 2024-05-20T21:32:35.174 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:35.174 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:35.175 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:35.175 INFO:teuthology.orchestra.run.smithi130.stdout: } 2024-05-20T21:32:35.175 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:35.175 INFO:teuthology.orchestra.run.smithi130.stdout: "throttle-write_buf_throttle-0x5601fe10a460": { 2024-05-20T21:32:35.175 INFO:teuthology.orchestra.run.smithi130.stdout: "val": 0, 2024-05-20T21:32:35.175 INFO:teuthology.orchestra.run.smithi130.stdout: "max": 3758096384, 2024-05-20T21:32:35.175 INFO:teuthology.orchestra.run.smithi130.stdout: "get_started": 0, 2024-05-20T21:32:35.175 INFO:teuthology.orchestra.run.smithi130.stdout: "get": 3, 2024-05-20T21:32:35.175 INFO:teuthology.orchestra.run.smithi130.stdout: "get_sum": 898, 2024-05-20T21:32:35.175 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_fail": 0, 2024-05-20T21:32:35.175 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_success": 3, 2024-05-20T21:32:35.175 INFO:teuthology.orchestra.run.smithi130.stdout: "take": 0, 2024-05-20T21:32:35.175 INFO:teuthology.orchestra.run.smithi130.stdout: "take_sum": 0, 2024-05-20T21:32:35.175 INFO:teuthology.orchestra.run.smithi130.stdout: "put": 2, 2024-05-20T21:32:35.175 INFO:teuthology.orchestra.run.smithi130.stdout: "put_sum": 898, 2024-05-20T21:32:35.176 INFO:teuthology.orchestra.run.smithi130.stdout: "wait": { 2024-05-20T21:32:35.176 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:35.176 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:35.176 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:35.176 INFO:teuthology.orchestra.run.smithi130.stdout: } 2024-05-20T21:32:35.176 INFO:teuthology.orchestra.run.smithi130.stdout: } 2024-05-20T21:32:35.176 INFO:teuthology.orchestra.run.smithi130.stdout:} 2024-05-20T21:32:35.176 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:32:34 smithi050 ceph-mon[35809]: pgmap v957: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 5 op/s 2024-05-20T21:32:35.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:32:34 smithi008 ceph-mon[31475]: pgmap v957: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 5 op/s 2024-05-20T21:32:35.840 INFO:tasks.check_counter:Daemon mds.c mds.exported=0 2024-05-20T21:32:35.840 INFO:tasks.check_counter:Daemon mds.c mds.imported=0 2024-05-20T21:32:35.840 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update=0 2024-05-20T21:32:35.840 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update_receipt=17 2024-05-20T21:32:35.840 DEBUG:tasks.check_counter:Getting stats from f 2024-05-20T21:32:35.841 DEBUG:teuthology.orchestra.run.smithi130:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph daemon mds.f perf dump 2024-05-20T21:32:36.127 INFO:teuthology.orchestra.run.smithi130.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.c/config 2024-05-20T21:32:36.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:32:36 smithi050 ceph-mon[35809]: pgmap v958: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:32:37.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:32:36 smithi130 ceph-mon[36448]: pgmap v958: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:32:37.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:32:36 smithi008 ceph-mon[31475]: pgmap v958: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:32:37.890 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:32:37 smithi130 ceph-mon[36448]: pgmap v959: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-20T21:32:37.919 INFO:teuthology.orchestra.run.smithi130.stdout:{ 2024-05-20T21:32:37.919 INFO:teuthology.orchestra.run.smithi130.stdout: "AsyncMessenger::Worker-0": { 2024-05-20T21:32:37.919 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_messages": 2375, 2024-05-20T21:32:37.919 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_messages": 2377, 2024-05-20T21:32:37.919 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_bytes": 4904497, 2024-05-20T21:32:37.919 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_bytes": 755260, 2024-05-20T21:32:37.920 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_created_connections": 6, 2024-05-20T21:32:37.920 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_active_connections": 2, 2024-05-20T21:32:37.920 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_total_time": 0.253965404, 2024-05-20T21:32:37.920 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_send_time": 0.079049870, 2024-05-20T21:32:37.920 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_recv_time": 0.070191400, 2024-05-20T21:32:37.920 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_fast_dispatch_time": 0.080936132, 2024-05-20T21:32:37.920 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:32:37.920 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 2375, 2024-05-20T21:32:37.920 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.102189158, 2024-05-20T21:32:37.920 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000043027 2024-05-20T21:32:37.920 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:37.920 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:32:37.920 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:37.921 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:37.921 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:37.921 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:37.921 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-20T21:32:37.921 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_encrypted_bytes": 0 2024-05-20T21:32:37.921 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:37.921 INFO:teuthology.orchestra.run.smithi130.stdout: "AsyncMessenger::Worker-1": { 2024-05-20T21:32:37.921 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_messages": 11, 2024-05-20T21:32:37.921 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_messages": 276, 2024-05-20T21:32:37.921 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_bytes": 5128, 2024-05-20T21:32:37.921 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_bytes": 711450, 2024-05-20T21:32:37.921 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_created_connections": 9, 2024-05-20T21:32:37.921 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_active_connections": 4, 2024-05-20T21:32:37.922 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_total_time": 0.017866962, 2024-05-20T21:32:37.922 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_send_time": 0.011412118, 2024-05-20T21:32:37.922 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_recv_time": 0.003067275, 2024-05-20T21:32:37.922 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_fast_dispatch_time": 0.000120448, 2024-05-20T21:32:37.922 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:32:37.922 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 274, 2024-05-20T21:32:37.922 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.024456304, 2024-05-20T21:32:37.922 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000089256 2024-05-20T21:32:37.922 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:37.922 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:32:37.922 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:37.922 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:37.922 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:37.923 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:37.923 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_encrypted_bytes": 3472, 2024-05-20T21:32:37.923 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_encrypted_bytes": 710112 2024-05-20T21:32:37.923 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:37.923 INFO:teuthology.orchestra.run.smithi130.stdout: "AsyncMessenger::Worker-2": { 2024-05-20T21:32:37.923 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_messages": 2429, 2024-05-20T21:32:37.923 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_messages": 2424, 2024-05-20T21:32:37.923 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_bytes": 4971470, 2024-05-20T21:32:37.923 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_bytes": 875231, 2024-05-20T21:32:37.923 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_created_connections": 4, 2024-05-20T21:32:37.923 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_active_connections": 3, 2024-05-20T21:32:37.923 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_total_time": 0.231171324, 2024-05-20T21:32:37.923 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_send_time": 0.087159677, 2024-05-20T21:32:37.923 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_recv_time": 0.061373426, 2024-05-20T21:32:37.924 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_fast_dispatch_time": 0.064234920, 2024-05-20T21:32:37.924 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:32:37.924 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 2423, 2024-05-20T21:32:37.924 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.103420111, 2024-05-20T21:32:37.924 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000042682 2024-05-20T21:32:37.924 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:37.924 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:32:37.924 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:37.924 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:37.924 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:37.924 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:37.924 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_encrypted_bytes": 575424, 2024-05-20T21:32:37.924 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_encrypted_bytes": 218560 2024-05-20T21:32:37.925 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:37.925 INFO:teuthology.orchestra.run.smithi130.stdout: "cct": { 2024-05-20T21:32:37.925 INFO:teuthology.orchestra.run.smithi130.stdout: "total_workers": 1, 2024-05-20T21:32:37.925 INFO:teuthology.orchestra.run.smithi130.stdout: "unhealthy_workers": 0 2024-05-20T21:32:37.925 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:37.925 INFO:teuthology.orchestra.run.smithi130.stdout: "finisher-MDSRank": { 2024-05-20T21:32:37.925 INFO:teuthology.orchestra.run.smithi130.stdout: "queue_len": 0, 2024-05-20T21:32:37.925 INFO:teuthology.orchestra.run.smithi130.stdout: "complete_latency": { 2024-05-20T21:32:37.925 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 7516, 2024-05-20T21:32:37.925 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.211422058, 2024-05-20T21:32:37.925 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000028129 2024-05-20T21:32:37.925 INFO:teuthology.orchestra.run.smithi130.stdout: } 2024-05-20T21:32:37.925 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:37.925 INFO:teuthology.orchestra.run.smithi130.stdout: "finisher-PurgeQueue": { 2024-05-20T21:32:37.926 INFO:teuthology.orchestra.run.smithi130.stdout: "queue_len": 0, 2024-05-20T21:32:37.926 INFO:teuthology.orchestra.run.smithi130.stdout: "complete_latency": { 2024-05-20T21:32:37.926 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:37.926 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:37.926 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:37.926 INFO:teuthology.orchestra.run.smithi130.stdout: } 2024-05-20T21:32:37.926 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:37.926 INFO:teuthology.orchestra.run.smithi130.stdout: "mds": { 2024-05-20T21:32:37.926 INFO:teuthology.orchestra.run.smithi130.stdout: "request": 0, 2024-05-20T21:32:37.926 INFO:teuthology.orchestra.run.smithi130.stdout: "reply": 0, 2024-05-20T21:32:37.926 INFO:teuthology.orchestra.run.smithi130.stdout: "reply_latency": { 2024-05-20T21:32:37.926 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:37.926 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:37.927 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:37.927 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:37.927 INFO:teuthology.orchestra.run.smithi130.stdout: "slow_reply": 0, 2024-05-20T21:32:37.927 INFO:teuthology.orchestra.run.smithi130.stdout: "forward": 0, 2024-05-20T21:32:37.927 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_fetch_complete": 0, 2024-05-20T21:32:37.927 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_fetch_keys": 0, 2024-05-20T21:32:37.927 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_commit": 0, 2024-05-20T21:32:37.927 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_split": 0, 2024-05-20T21:32:37.927 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_merge": 0, 2024-05-20T21:32:37.927 INFO:teuthology.orchestra.run.smithi130.stdout: "inodes": 17, 2024-05-20T21:32:37.927 INFO:teuthology.orchestra.run.smithi130.stdout: "inodes_top": 7, 2024-05-20T21:32:37.927 INFO:teuthology.orchestra.run.smithi130.stdout: "inodes_bottom": 10, 2024-05-20T21:32:37.927 INFO:teuthology.orchestra.run.smithi130.stdout: "inodes_pin_tail": 0, 2024-05-20T21:32:37.927 INFO:teuthology.orchestra.run.smithi130.stdout: "inodes_pinned": 8, 2024-05-20T21:32:37.927 INFO:teuthology.orchestra.run.smithi130.stdout: "inodes_expired": 0, 2024-05-20T21:32:37.928 INFO:teuthology.orchestra.run.smithi130.stdout: "inodes_with_caps": 0, 2024-05-20T21:32:37.928 INFO:teuthology.orchestra.run.smithi130.stdout: "caps": 0, 2024-05-20T21:32:37.928 INFO:teuthology.orchestra.run.smithi130.stdout: "subtrees": 2, 2024-05-20T21:32:37.928 INFO:teuthology.orchestra.run.smithi130.stdout: "traverse": 0, 2024-05-20T21:32:37.928 INFO:teuthology.orchestra.run.smithi130.stdout: "traverse_hit": 0, 2024-05-20T21:32:37.928 INFO:teuthology.orchestra.run.smithi130.stdout: "traverse_forward": 0, 2024-05-20T21:32:37.928 INFO:teuthology.orchestra.run.smithi130.stdout: "traverse_discover": 0, 2024-05-20T21:32:37.928 INFO:teuthology.orchestra.run.smithi130.stdout: "traverse_dir_fetch": 0, 2024-05-20T21:32:37.928 INFO:teuthology.orchestra.run.smithi130.stdout: "traverse_remote_ino": 0, 2024-05-20T21:32:37.928 INFO:teuthology.orchestra.run.smithi130.stdout: "traverse_lock": 0, 2024-05-20T21:32:37.928 INFO:teuthology.orchestra.run.smithi130.stdout: "load_cent": 0, 2024-05-20T21:32:37.929 INFO:teuthology.orchestra.run.smithi130.stdout: "q": 0, 2024-05-20T21:32:37.929 INFO:teuthology.orchestra.run.smithi130.stdout: "exported": 0, 2024-05-20T21:32:37.929 INFO:teuthology.orchestra.run.smithi130.stdout: "exported_inodes": 0, 2024-05-20T21:32:37.929 INFO:teuthology.orchestra.run.smithi130.stdout: "imported": 0, 2024-05-20T21:32:37.929 INFO:teuthology.orchestra.run.smithi130.stdout: "imported_inodes": 0, 2024-05-20T21:32:37.929 INFO:teuthology.orchestra.run.smithi130.stdout: "openino_dir_fetch": 0, 2024-05-20T21:32:37.929 INFO:teuthology.orchestra.run.smithi130.stdout: "openino_backtrace_fetch": 0, 2024-05-20T21:32:37.929 INFO:teuthology.orchestra.run.smithi130.stdout: "openino_peer_discover": 0, 2024-05-20T21:32:37.929 INFO:teuthology.orchestra.run.smithi130.stdout: "root_rfiles": 4, 2024-05-20T21:32:37.929 INFO:teuthology.orchestra.run.smithi130.stdout: "root_rbytes": 234, 2024-05-20T21:32:37.929 INFO:teuthology.orchestra.run.smithi130.stdout: "root_rsnaps": 0, 2024-05-20T21:32:37.930 INFO:teuthology.orchestra.run.smithi130.stdout: "scrub_backtrace_fetch": 0, 2024-05-20T21:32:37.930 INFO:teuthology.orchestra.run.smithi130.stdout: "scrub_set_tag": 0, 2024-05-20T21:32:37.930 INFO:teuthology.orchestra.run.smithi130.stdout: "scrub_backtrace_repaired": 0, 2024-05-20T21:32:37.930 INFO:teuthology.orchestra.run.smithi130.stdout: "scrub_inotable_repaired": 0, 2024-05-20T21:32:37.930 INFO:teuthology.orchestra.run.smithi130.stdout: "scrub_dir_inodes": 0, 2024-05-20T21:32:37.930 INFO:teuthology.orchestra.run.smithi130.stdout: "scrub_dir_base_inodes": 0, 2024-05-20T21:32:37.930 INFO:teuthology.orchestra.run.smithi130.stdout: "scrub_dirfrag_rstats": 0, 2024-05-20T21:32:37.930 INFO:teuthology.orchestra.run.smithi130.stdout: "scrub_file_inodes": 0, 2024-05-20T21:32:37.931 INFO:teuthology.orchestra.run.smithi130.stdout: "handle_inode_file_caps": 0, 2024-05-20T21:32:37.931 INFO:teuthology.orchestra.run.smithi130.stdout: "ceph_cap_op_revoke": 0, 2024-05-20T21:32:37.931 INFO:teuthology.orchestra.run.smithi130.stdout: "ceph_cap_op_grant": 0, 2024-05-20T21:32:37.931 INFO:teuthology.orchestra.run.smithi130.stdout: "ceph_cap_op_trunc": 0, 2024-05-20T21:32:37.931 INFO:teuthology.orchestra.run.smithi130.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-20T21:32:37.931 INFO:teuthology.orchestra.run.smithi130.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-20T21:32:37.931 INFO:teuthology.orchestra.run.smithi130.stdout: "handle_client_caps": 0, 2024-05-20T21:32:37.931 INFO:teuthology.orchestra.run.smithi130.stdout: "handle_client_caps_dirty": 0, 2024-05-20T21:32:37.931 INFO:teuthology.orchestra.run.smithi130.stdout: "handle_client_cap_release": 0, 2024-05-20T21:32:37.931 INFO:teuthology.orchestra.run.smithi130.stdout: "process_request_cap_release": 0 2024-05-20T21:32:37.931 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:37.931 INFO:teuthology.orchestra.run.smithi130.stdout: "mds_cache": { 2024-05-20T21:32:37.931 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_update": 0, 2024-05-20T21:32:37.932 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_update_receipt": 0, 2024-05-20T21:32:37.932 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_try_discover": 0, 2024-05-20T21:32:37.932 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_send_discover": 0, 2024-05-20T21:32:37.932 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_handle_discover": 0, 2024-05-20T21:32:37.932 INFO:teuthology.orchestra.run.smithi130.stdout: "num_strays": 0, 2024-05-20T21:32:37.932 INFO:teuthology.orchestra.run.smithi130.stdout: "num_strays_delayed": 0, 2024-05-20T21:32:37.932 INFO:teuthology.orchestra.run.smithi130.stdout: "num_strays_enqueuing": 0, 2024-05-20T21:32:37.932 INFO:teuthology.orchestra.run.smithi130.stdout: "strays_created": 0, 2024-05-20T21:32:37.932 INFO:teuthology.orchestra.run.smithi130.stdout: "strays_enqueued": 0, 2024-05-20T21:32:37.932 INFO:teuthology.orchestra.run.smithi130.stdout: "strays_reintegrated": 0, 2024-05-20T21:32:37.932 INFO:teuthology.orchestra.run.smithi130.stdout: "strays_migrated": 0, 2024-05-20T21:32:37.932 INFO:teuthology.orchestra.run.smithi130.stdout: "num_recovering_processing": 0, 2024-05-20T21:32:37.932 INFO:teuthology.orchestra.run.smithi130.stdout: "num_recovering_enqueued": 0, 2024-05-20T21:32:37.932 INFO:teuthology.orchestra.run.smithi130.stdout: "num_recovering_prioritized": 0, 2024-05-20T21:32:37.933 INFO:teuthology.orchestra.run.smithi130.stdout: "recovery_started": 0, 2024-05-20T21:32:37.933 INFO:teuthology.orchestra.run.smithi130.stdout: "recovery_completed": 0, 2024-05-20T21:32:37.933 INFO:teuthology.orchestra.run.smithi130.stdout: "ireq_quiesce_path": 0, 2024-05-20T21:32:37.933 INFO:teuthology.orchestra.run.smithi130.stdout: "ireq_quiesce_inode": 0, 2024-05-20T21:32:37.933 INFO:teuthology.orchestra.run.smithi130.stdout: "ireq_enqueue_scrub": 0, 2024-05-20T21:32:37.933 INFO:teuthology.orchestra.run.smithi130.stdout: "ireq_exportdir": 0, 2024-05-20T21:32:37.933 INFO:teuthology.orchestra.run.smithi130.stdout: "ireq_flush": 0, 2024-05-20T21:32:37.933 INFO:teuthology.orchestra.run.smithi130.stdout: "ireq_fragmentdir": 0, 2024-05-20T21:32:37.933 INFO:teuthology.orchestra.run.smithi130.stdout: "ireq_fragstats": 0, 2024-05-20T21:32:37.933 INFO:teuthology.orchestra.run.smithi130.stdout: "ireq_inodestats": 0 2024-05-20T21:32:37.933 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:37.933 INFO:teuthology.orchestra.run.smithi130.stdout: "mds_log": { 2024-05-20T21:32:37.933 INFO:teuthology.orchestra.run.smithi130.stdout: "evlrg": 0, 2024-05-20T21:32:37.933 INFO:teuthology.orchestra.run.smithi130.stdout: "evadd": 0, 2024-05-20T21:32:37.934 INFO:teuthology.orchestra.run.smithi130.stdout: "evex": 0, 2024-05-20T21:32:37.934 INFO:teuthology.orchestra.run.smithi130.stdout: "evtrm": 0, 2024-05-20T21:32:37.934 INFO:teuthology.orchestra.run.smithi130.stdout: "ev": 2522, 2024-05-20T21:32:37.934 INFO:teuthology.orchestra.run.smithi130.stdout: "evexg": 0, 2024-05-20T21:32:37.934 INFO:teuthology.orchestra.run.smithi130.stdout: "evexd": 0, 2024-05-20T21:32:37.934 INFO:teuthology.orchestra.run.smithi130.stdout: "segadd": 0, 2024-05-20T21:32:37.934 INFO:teuthology.orchestra.run.smithi130.stdout: "segex": 0, 2024-05-20T21:32:37.934 INFO:teuthology.orchestra.run.smithi130.stdout: "segtrm": 0, 2024-05-20T21:32:37.934 INFO:teuthology.orchestra.run.smithi130.stdout: "seg": 2, 2024-05-20T21:32:37.934 INFO:teuthology.orchestra.run.smithi130.stdout: "segmjr": 76, 2024-05-20T21:32:37.934 INFO:teuthology.orchestra.run.smithi130.stdout: "segexg": 0, 2024-05-20T21:32:37.934 INFO:teuthology.orchestra.run.smithi130.stdout: "segexd": 0, 2024-05-20T21:32:37.934 INFO:teuthology.orchestra.run.smithi130.stdout: "expos": 12248692, 2024-05-20T21:32:37.934 INFO:teuthology.orchestra.run.smithi130.stdout: "wrpos": 12268673, 2024-05-20T21:32:37.935 INFO:teuthology.orchestra.run.smithi130.stdout: "rdpos": 12268074, 2024-05-20T21:32:37.935 INFO:teuthology.orchestra.run.smithi130.stdout: "jlat": { 2024-05-20T21:32:37.935 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:37.935 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:37.935 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:37.935 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:37.935 INFO:teuthology.orchestra.run.smithi130.stdout: "replayed": 2522 2024-05-20T21:32:37.935 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:37.935 INFO:teuthology.orchestra.run.smithi130.stdout: "mds_mem": { 2024-05-20T21:32:37.935 INFO:teuthology.orchestra.run.smithi130.stdout: "ino": 14, 2024-05-20T21:32:37.935 INFO:teuthology.orchestra.run.smithi130.stdout: "ino+": 17, 2024-05-20T21:32:37.935 INFO:teuthology.orchestra.run.smithi130.stdout: "ino-": 3, 2024-05-20T21:32:37.935 INFO:teuthology.orchestra.run.smithi130.stdout: "dir": 9, 2024-05-20T21:32:37.935 INFO:teuthology.orchestra.run.smithi130.stdout: "dir+": 11, 2024-05-20T21:32:37.935 INFO:teuthology.orchestra.run.smithi130.stdout: "dir-": 2, 2024-05-20T21:32:37.936 INFO:teuthology.orchestra.run.smithi130.stdout: "dn": 17, 2024-05-20T21:32:37.936 INFO:teuthology.orchestra.run.smithi130.stdout: "dn+": 19, 2024-05-20T21:32:37.936 INFO:teuthology.orchestra.run.smithi130.stdout: "dn-": 2, 2024-05-20T21:32:37.936 INFO:teuthology.orchestra.run.smithi130.stdout: "cap": 0, 2024-05-20T21:32:37.936 INFO:teuthology.orchestra.run.smithi130.stdout: "cap+": 0, 2024-05-20T21:32:37.936 INFO:teuthology.orchestra.run.smithi130.stdout: "cap-": 0, 2024-05-20T21:32:37.936 INFO:teuthology.orchestra.run.smithi130.stdout: "rss": 52484, 2024-05-20T21:32:37.936 INFO:teuthology.orchestra.run.smithi130.stdout: "heap": 215416 2024-05-20T21:32:37.936 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:37.936 INFO:teuthology.orchestra.run.smithi130.stdout: "mds_server": { 2024-05-20T21:32:37.936 INFO:teuthology.orchestra.run.smithi130.stdout: "dispatch_client_request": 0, 2024-05-20T21:32:37.936 INFO:teuthology.orchestra.run.smithi130.stdout: "dispatch_server_request": 0, 2024-05-20T21:32:37.936 INFO:teuthology.orchestra.run.smithi130.stdout: "handle_client_request": 0, 2024-05-20T21:32:37.936 INFO:teuthology.orchestra.run.smithi130.stdout: "handle_client_session": 0, 2024-05-20T21:32:37.937 INFO:teuthology.orchestra.run.smithi130.stdout: "handle_peer_request": 0, 2024-05-20T21:32:37.937 INFO:teuthology.orchestra.run.smithi130.stdout: "req_create_latency": { 2024-05-20T21:32:37.937 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:37.937 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:37.937 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:37.937 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:37.937 INFO:teuthology.orchestra.run.smithi130.stdout: "req_getattr_latency": { 2024-05-20T21:32:37.937 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:37.937 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:37.937 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:37.937 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:37.937 INFO:teuthology.orchestra.run.smithi130.stdout: "req_getfilelock_latency": { 2024-05-20T21:32:37.937 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:37.937 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:37.937 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:37.938 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:37.938 INFO:teuthology.orchestra.run.smithi130.stdout: "req_link_latency": { 2024-05-20T21:32:37.938 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:37.938 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:37.938 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:37.938 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:37.938 INFO:teuthology.orchestra.run.smithi130.stdout: "req_lookup_latency": { 2024-05-20T21:32:37.938 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:37.938 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:37.938 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:37.938 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:37.938 INFO:teuthology.orchestra.run.smithi130.stdout: "req_lookuphash_latency": { 2024-05-20T21:32:37.938 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:37.939 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:37.939 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:37.939 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:37.939 INFO:teuthology.orchestra.run.smithi130.stdout: "req_lookupino_latency": { 2024-05-20T21:32:37.939 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:37.939 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:37.939 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:37.939 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:37.939 INFO:teuthology.orchestra.run.smithi130.stdout: "req_lookupname_latency": { 2024-05-20T21:32:37.939 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:37.939 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:37.939 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:37.939 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:37.939 INFO:teuthology.orchestra.run.smithi130.stdout: "req_lookupparent_latency": { 2024-05-20T21:32:37.939 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:37.940 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:37.940 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:37.940 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:37.940 INFO:teuthology.orchestra.run.smithi130.stdout: "req_lookupsnap_latency": { 2024-05-20T21:32:37.940 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:37.940 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:37.940 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:37.940 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:37.940 INFO:teuthology.orchestra.run.smithi130.stdout: "req_lssnap_latency": { 2024-05-20T21:32:37.940 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:37.940 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:37.940 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:37.940 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:37.940 INFO:teuthology.orchestra.run.smithi130.stdout: "req_mkdir_latency": { 2024-05-20T21:32:37.941 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:37.941 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:37.941 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:37.941 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:37.942 INFO:teuthology.orchestra.run.smithi130.stdout: "req_mknod_latency": { 2024-05-20T21:32:37.942 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:37.942 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:37.942 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:37.942 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:37.942 INFO:teuthology.orchestra.run.smithi130.stdout: "req_mksnap_latency": { 2024-05-20T21:32:37.942 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:37.942 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:37.942 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:37.942 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:37.942 INFO:teuthology.orchestra.run.smithi130.stdout: "req_open_latency": { 2024-05-20T21:32:37.942 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:37.942 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:37.943 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:37.943 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:37.943 INFO:teuthology.orchestra.run.smithi130.stdout: "req_readdir_latency": { 2024-05-20T21:32:37.943 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:37.943 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:37.943 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:37.943 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:37.943 INFO:teuthology.orchestra.run.smithi130.stdout: "req_rename_latency": { 2024-05-20T21:32:37.943 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:37.943 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:37.943 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:37.943 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:37.943 INFO:teuthology.orchestra.run.smithi130.stdout: "req_renamesnap_latency": { 2024-05-20T21:32:37.944 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:37.944 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:37.944 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:37.944 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:37.944 INFO:teuthology.orchestra.run.smithi130.stdout: "req_snapdiff_latency": { 2024-05-20T21:32:37.944 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:37.944 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:37.944 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:37.944 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:37.944 INFO:teuthology.orchestra.run.smithi130.stdout: "req_rmdir_latency": { 2024-05-20T21:32:37.944 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:37.944 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:37.944 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:37.944 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:37.945 INFO:teuthology.orchestra.run.smithi130.stdout: "req_rmsnap_latency": { 2024-05-20T21:32:37.945 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:37.945 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:37.945 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:37.945 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:37.945 INFO:teuthology.orchestra.run.smithi130.stdout: "req_rmxattr_latency": { 2024-05-20T21:32:37.945 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:37.945 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:37.945 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:37.945 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:37.945 INFO:teuthology.orchestra.run.smithi130.stdout: "req_setattr_latency": { 2024-05-20T21:32:37.945 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:37.945 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:37.945 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:37.946 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:37.946 INFO:teuthology.orchestra.run.smithi130.stdout: "req_setdirlayout_latency": { 2024-05-20T21:32:37.946 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:37.946 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:37.946 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:37.946 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:37.946 INFO:teuthology.orchestra.run.smithi130.stdout: "req_setfilelock_latency": { 2024-05-20T21:32:37.946 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:37.946 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:37.946 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:37.946 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:37.946 INFO:teuthology.orchestra.run.smithi130.stdout: "req_setlayout_latency": { 2024-05-20T21:32:37.946 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:37.947 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:37.947 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:37.947 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:37.947 INFO:teuthology.orchestra.run.smithi130.stdout: "req_setxattr_latency": { 2024-05-20T21:32:37.947 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:37.947 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:37.947 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:37.947 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:37.947 INFO:teuthology.orchestra.run.smithi130.stdout: "req_symlink_latency": { 2024-05-20T21:32:37.947 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:37.947 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:37.947 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:37.947 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:37.947 INFO:teuthology.orchestra.run.smithi130.stdout: "req_unlink_latency": { 2024-05-20T21:32:37.948 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:37.948 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:37.948 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:37.948 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:37.948 INFO:teuthology.orchestra.run.smithi130.stdout: "cap_revoke_eviction": 0, 2024-05-20T21:32:37.948 INFO:teuthology.orchestra.run.smithi130.stdout: "cap_acquisition_throttle": 0, 2024-05-20T21:32:37.948 INFO:teuthology.orchestra.run.smithi130.stdout: "req_getvxattr_latency": { 2024-05-20T21:32:37.948 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:37.948 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:37.948 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:37.948 INFO:teuthology.orchestra.run.smithi130.stdout: } 2024-05-20T21:32:37.948 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:37.948 INFO:teuthology.orchestra.run.smithi130.stdout: "mds_sessions": { 2024-05-20T21:32:37.949 INFO:teuthology.orchestra.run.smithi130.stdout: "session_count": 1, 2024-05-20T21:32:37.949 INFO:teuthology.orchestra.run.smithi130.stdout: "session_add": 2, 2024-05-20T21:32:37.949 INFO:teuthology.orchestra.run.smithi130.stdout: "session_remove": 1, 2024-05-20T21:32:37.949 INFO:teuthology.orchestra.run.smithi130.stdout: "sessions_open": 1, 2024-05-20T21:32:37.949 INFO:teuthology.orchestra.run.smithi130.stdout: "sessions_stale": 0, 2024-05-20T21:32:37.949 INFO:teuthology.orchestra.run.smithi130.stdout: "total_load": 0, 2024-05-20T21:32:37.949 INFO:teuthology.orchestra.run.smithi130.stdout: "average_load": 0, 2024-05-20T21:32:37.949 INFO:teuthology.orchestra.run.smithi130.stdout: "avg_session_uptime": 2714, 2024-05-20T21:32:37.949 INFO:teuthology.orchestra.run.smithi130.stdout: "mdthresh_evicted": 0 2024-05-20T21:32:37.949 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:37.949 INFO:teuthology.orchestra.run.smithi130.stdout: "mempool": { 2024-05-20T21:32:37.949 INFO:teuthology.orchestra.run.smithi130.stdout: "bloom_filter_bytes": 0, 2024-05-20T21:32:37.949 INFO:teuthology.orchestra.run.smithi130.stdout: "bloom_filter_items": 0, 2024-05-20T21:32:37.949 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_alloc_bytes": 0, 2024-05-20T21:32:37.949 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_alloc_items": 0, 2024-05-20T21:32:37.950 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_data_bytes": 0, 2024-05-20T21:32:37.950 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_data_items": 0, 2024-05-20T21:32:37.950 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-20T21:32:37.950 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_onode_items": 0, 2024-05-20T21:32:37.950 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-20T21:32:37.950 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_meta_items": 0, 2024-05-20T21:32:37.950 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_other_bytes": 0, 2024-05-20T21:32:37.950 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_other_items": 0, 2024-05-20T21:32:37.950 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-20T21:32:37.950 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_buffer_items": 0, 2024-05-20T21:32:37.950 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_extent_bytes": 0, 2024-05-20T21:32:37.950 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_extent_items": 0, 2024-05-20T21:32:37.950 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_blob_bytes": 0, 2024-05-20T21:32:37.951 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_blob_items": 0, 2024-05-20T21:32:37.951 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-20T21:32:37.951 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_shared_blob_items": 0, 2024-05-20T21:32:37.951 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-20T21:32:37.951 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_inline_bl_items": 0, 2024-05-20T21:32:37.951 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_fsck_bytes": 0, 2024-05-20T21:32:37.951 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_fsck_items": 0, 2024-05-20T21:32:37.951 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_txc_bytes": 0, 2024-05-20T21:32:37.951 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_txc_items": 0, 2024-05-20T21:32:37.951 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-20T21:32:37.951 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_writing_deferred_items": 0, 2024-05-20T21:32:37.951 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_writing_bytes": 0, 2024-05-20T21:32:37.951 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_writing_items": 0, 2024-05-20T21:32:37.951 INFO:teuthology.orchestra.run.smithi130.stdout: "bluefs_bytes": 0, 2024-05-20T21:32:37.951 INFO:teuthology.orchestra.run.smithi130.stdout: "bluefs_items": 0, 2024-05-20T21:32:37.952 INFO:teuthology.orchestra.run.smithi130.stdout: "bluefs_file_reader_bytes": 0, 2024-05-20T21:32:37.952 INFO:teuthology.orchestra.run.smithi130.stdout: "bluefs_file_reader_items": 0, 2024-05-20T21:32:37.952 INFO:teuthology.orchestra.run.smithi130.stdout: "bluefs_file_writer_bytes": 0, 2024-05-20T21:32:37.952 INFO:teuthology.orchestra.run.smithi130.stdout: "bluefs_file_writer_items": 0, 2024-05-20T21:32:37.952 INFO:teuthology.orchestra.run.smithi130.stdout: "buffer_anon_bytes": 199009, 2024-05-20T21:32:37.952 INFO:teuthology.orchestra.run.smithi130.stdout: "buffer_anon_items": 58, 2024-05-20T21:32:37.952 INFO:teuthology.orchestra.run.smithi130.stdout: "buffer_meta_bytes": 0, 2024-05-20T21:32:37.952 INFO:teuthology.orchestra.run.smithi130.stdout: "buffer_meta_items": 0, 2024-05-20T21:32:37.952 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_bytes": 0, 2024-05-20T21:32:37.952 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_items": 0, 2024-05-20T21:32:37.952 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_mapbl_bytes": 0, 2024-05-20T21:32:37.952 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_mapbl_items": 0, 2024-05-20T21:32:37.952 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_pglog_bytes": 0, 2024-05-20T21:32:37.952 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_pglog_items": 0, 2024-05-20T21:32:37.953 INFO:teuthology.orchestra.run.smithi130.stdout: "osdmap_bytes": 7632, 2024-05-20T21:32:37.953 INFO:teuthology.orchestra.run.smithi130.stdout: "osdmap_items": 161, 2024-05-20T21:32:37.953 INFO:teuthology.orchestra.run.smithi130.stdout: "osdmap_mapping_bytes": 0, 2024-05-20T21:32:37.953 INFO:teuthology.orchestra.run.smithi130.stdout: "osdmap_mapping_items": 0, 2024-05-20T21:32:37.953 INFO:teuthology.orchestra.run.smithi130.stdout: "pgmap_bytes": 0, 2024-05-20T21:32:37.953 INFO:teuthology.orchestra.run.smithi130.stdout: "pgmap_items": 0, 2024-05-20T21:32:37.953 INFO:teuthology.orchestra.run.smithi130.stdout: "mds_co_bytes": 54818, 2024-05-20T21:32:37.953 INFO:teuthology.orchestra.run.smithi130.stdout: "mds_co_items": 257, 2024-05-20T21:32:37.953 INFO:teuthology.orchestra.run.smithi130.stdout: "unittest_1_bytes": 0, 2024-05-20T21:32:37.953 INFO:teuthology.orchestra.run.smithi130.stdout: "unittest_1_items": 0, 2024-05-20T21:32:37.953 INFO:teuthology.orchestra.run.smithi130.stdout: "unittest_2_bytes": 0, 2024-05-20T21:32:37.953 INFO:teuthology.orchestra.run.smithi130.stdout: "unittest_2_items": 0 2024-05-20T21:32:37.953 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:37.953 INFO:teuthology.orchestra.run.smithi130.stdout: "objecter": { 2024-05-20T21:32:37.953 INFO:teuthology.orchestra.run.smithi130.stdout: "op_active": 0, 2024-05-20T21:32:37.954 INFO:teuthology.orchestra.run.smithi130.stdout: "op_laggy": 0, 2024-05-20T21:32:37.954 INFO:teuthology.orchestra.run.smithi130.stdout: "op_send": 4444, 2024-05-20T21:32:37.954 INFO:teuthology.orchestra.run.smithi130.stdout: "op_send_bytes": 26, 2024-05-20T21:32:37.954 INFO:teuthology.orchestra.run.smithi130.stdout: "op_resend": 4, 2024-05-20T21:32:37.954 INFO:teuthology.orchestra.run.smithi130.stdout: "op_reply": 4444, 2024-05-20T21:32:37.954 INFO:teuthology.orchestra.run.smithi130.stdout: "op_latency": { 2024-05-20T21:32:37.954 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 4444, 2024-05-20T21:32:37.954 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 2.211959538, 2024-05-20T21:32:37.954 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000497740 2024-05-20T21:32:37.954 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:37.954 INFO:teuthology.orchestra.run.smithi130.stdout: "op_inflight": 0, 2024-05-20T21:32:37.954 INFO:teuthology.orchestra.run.smithi130.stdout: "oplen_avg": { 2024-05-20T21:32:37.954 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 4444, 2024-05-20T21:32:37.954 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 4445 2024-05-20T21:32:37.955 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:37.955 INFO:teuthology.orchestra.run.smithi130.stdout: "op": 4444, 2024-05-20T21:32:37.955 INFO:teuthology.orchestra.run.smithi130.stdout: "op_r": 4444, 2024-05-20T21:32:37.955 INFO:teuthology.orchestra.run.smithi130.stdout: "op_w": 0, 2024-05-20T21:32:37.955 INFO:teuthology.orchestra.run.smithi130.stdout: "op_rmw": 0, 2024-05-20T21:32:37.955 INFO:teuthology.orchestra.run.smithi130.stdout: "op_pg": 0, 2024-05-20T21:32:37.955 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_stat": 2506, 2024-05-20T21:32:37.955 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_create": 0, 2024-05-20T21:32:37.955 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_read": 1935, 2024-05-20T21:32:37.955 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_write": 0, 2024-05-20T21:32:37.955 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_writefull": 0, 2024-05-20T21:32:37.955 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_writesame": 0, 2024-05-20T21:32:37.955 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_append": 0, 2024-05-20T21:32:37.955 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_zero": 0, 2024-05-20T21:32:37.955 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_truncate": 0, 2024-05-20T21:32:37.956 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_delete": 0, 2024-05-20T21:32:37.956 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_mapext": 0, 2024-05-20T21:32:37.956 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_sparse_read": 0, 2024-05-20T21:32:37.956 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_clonerange": 0, 2024-05-20T21:32:37.956 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_getxattr": 2, 2024-05-20T21:32:37.956 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_setxattr": 0, 2024-05-20T21:32:37.956 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_cmpxattr": 0, 2024-05-20T21:32:37.956 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_rmxattr": 0, 2024-05-20T21:32:37.956 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_resetxattrs": 0, 2024-05-20T21:32:37.956 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_call": 0, 2024-05-20T21:32:37.956 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_watch": 0, 2024-05-20T21:32:37.956 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_notify": 0, 2024-05-20T21:32:37.956 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_src_cmpxattr": 0, 2024-05-20T21:32:37.956 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_pgls": 0, 2024-05-20T21:32:37.956 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_pgls_filter": 0, 2024-05-20T21:32:37.957 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_other": 0, 2024-05-20T21:32:37.957 INFO:teuthology.orchestra.run.smithi130.stdout: "linger_active": 0, 2024-05-20T21:32:37.957 INFO:teuthology.orchestra.run.smithi130.stdout: "linger_send": 0, 2024-05-20T21:32:37.957 INFO:teuthology.orchestra.run.smithi130.stdout: "linger_resend": 0, 2024-05-20T21:32:37.957 INFO:teuthology.orchestra.run.smithi130.stdout: "linger_ping": 0, 2024-05-20T21:32:37.957 INFO:teuthology.orchestra.run.smithi130.stdout: "poolop_active": 0, 2024-05-20T21:32:37.957 INFO:teuthology.orchestra.run.smithi130.stdout: "poolop_send": 0, 2024-05-20T21:32:37.957 INFO:teuthology.orchestra.run.smithi130.stdout: "poolop_resend": 0, 2024-05-20T21:32:37.957 INFO:teuthology.orchestra.run.smithi130.stdout: "poolstat_active": 0, 2024-05-20T21:32:37.957 INFO:teuthology.orchestra.run.smithi130.stdout: "poolstat_send": 0, 2024-05-20T21:32:37.957 INFO:teuthology.orchestra.run.smithi130.stdout: "poolstat_resend": 0, 2024-05-20T21:32:37.957 INFO:teuthology.orchestra.run.smithi130.stdout: "statfs_active": 0, 2024-05-20T21:32:37.957 INFO:teuthology.orchestra.run.smithi130.stdout: "statfs_send": 0, 2024-05-20T21:32:37.958 INFO:teuthology.orchestra.run.smithi130.stdout: "statfs_resend": 0, 2024-05-20T21:32:37.958 INFO:teuthology.orchestra.run.smithi130.stdout: "command_active": 0, 2024-05-20T21:32:37.958 INFO:teuthology.orchestra.run.smithi130.stdout: "command_send": 0, 2024-05-20T21:32:37.958 INFO:teuthology.orchestra.run.smithi130.stdout: "command_resend": 0, 2024-05-20T21:32:37.958 INFO:teuthology.orchestra.run.smithi130.stdout: "map_epoch": 81, 2024-05-20T21:32:37.958 INFO:teuthology.orchestra.run.smithi130.stdout: "map_full": 0, 2024-05-20T21:32:37.958 INFO:teuthology.orchestra.run.smithi130.stdout: "map_inc": 2, 2024-05-20T21:32:37.958 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_sessions": 6, 2024-05-20T21:32:37.958 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_session_open": 8, 2024-05-20T21:32:37.958 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_session_close": 2, 2024-05-20T21:32:37.958 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_laggy": 0, 2024-05-20T21:32:37.958 INFO:teuthology.orchestra.run.smithi130.stdout: "omap_wr": 0, 2024-05-20T21:32:37.958 INFO:teuthology.orchestra.run.smithi130.stdout: "omap_rd": 2, 2024-05-20T21:32:37.959 INFO:teuthology.orchestra.run.smithi130.stdout: "omap_del": 0 2024-05-20T21:32:37.959 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:37.959 INFO:teuthology.orchestra.run.smithi130.stdout: "oft": { 2024-05-20T21:32:37.959 INFO:teuthology.orchestra.run.smithi130.stdout: "omap_total_objs": 0, 2024-05-20T21:32:37.959 INFO:teuthology.orchestra.run.smithi130.stdout: "omap_total_kv_pairs": 0, 2024-05-20T21:32:37.959 INFO:teuthology.orchestra.run.smithi130.stdout: "omap_total_updates": 0, 2024-05-20T21:32:37.959 INFO:teuthology.orchestra.run.smithi130.stdout: "omap_total_removes": 0 2024-05-20T21:32:37.959 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:37.959 INFO:teuthology.orchestra.run.smithi130.stdout: "osd-slow-ops": { 2024-05-20T21:32:37.959 INFO:teuthology.orchestra.run.smithi130.stdout: "slow_ops_count": 0 2024-05-20T21:32:37.959 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:37.959 INFO:teuthology.orchestra.run.smithi130.stdout: "purge_queue": { 2024-05-20T21:32:37.959 INFO:teuthology.orchestra.run.smithi130.stdout: "pq_executing_ops": 0, 2024-05-20T21:32:37.959 INFO:teuthology.orchestra.run.smithi130.stdout: "pq_executing_ops_high_water": 0, 2024-05-20T21:32:37.960 INFO:teuthology.orchestra.run.smithi130.stdout: "pq_executing": 0, 2024-05-20T21:32:37.960 INFO:teuthology.orchestra.run.smithi130.stdout: "pq_executing_high_water": 0, 2024-05-20T21:32:37.960 INFO:teuthology.orchestra.run.smithi130.stdout: "pq_executed_ops": 0, 2024-05-20T21:32:37.960 INFO:teuthology.orchestra.run.smithi130.stdout: "pq_executed": 0, 2024-05-20T21:32:37.960 INFO:teuthology.orchestra.run.smithi130.stdout: "pq_item_in_journal": 0 2024-05-20T21:32:37.960 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:37.960 INFO:teuthology.orchestra.run.smithi130.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-20T21:32:37.960 INFO:teuthology.orchestra.run.smithi130.stdout: "val": 0, 2024-05-20T21:32:37.960 INFO:teuthology.orchestra.run.smithi130.stdout: "max": 104857600, 2024-05-20T21:32:37.960 INFO:teuthology.orchestra.run.smithi130.stdout: "get_started": 0, 2024-05-20T21:32:37.960 INFO:teuthology.orchestra.run.smithi130.stdout: "get": 4811, 2024-05-20T21:32:37.960 INFO:teuthology.orchestra.run.smithi130.stdout: "get_sum": 9426262, 2024-05-20T21:32:37.960 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_fail": 0, 2024-05-20T21:32:37.960 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_success": 4811, 2024-05-20T21:32:37.961 INFO:teuthology.orchestra.run.smithi130.stdout: "take": 0, 2024-05-20T21:32:37.961 INFO:teuthology.orchestra.run.smithi130.stdout: "take_sum": 0, 2024-05-20T21:32:37.961 INFO:teuthology.orchestra.run.smithi130.stdout: "put": 4811, 2024-05-20T21:32:37.961 INFO:teuthology.orchestra.run.smithi130.stdout: "put_sum": 9426262, 2024-05-20T21:32:37.961 INFO:teuthology.orchestra.run.smithi130.stdout: "wait": { 2024-05-20T21:32:37.961 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:37.961 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:37.961 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:37.961 INFO:teuthology.orchestra.run.smithi130.stdout: } 2024-05-20T21:32:37.961 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:37.961 INFO:teuthology.orchestra.run.smithi130.stdout: "throttle-objecter_bytes": { 2024-05-20T21:32:37.961 INFO:teuthology.orchestra.run.smithi130.stdout: "val": 0, 2024-05-20T21:32:37.961 INFO:teuthology.orchestra.run.smithi130.stdout: "max": 104857600, 2024-05-20T21:32:37.962 INFO:teuthology.orchestra.run.smithi130.stdout: "get_started": 0, 2024-05-20T21:32:37.962 INFO:teuthology.orchestra.run.smithi130.stdout: "get": 0, 2024-05-20T21:32:37.962 INFO:teuthology.orchestra.run.smithi130.stdout: "get_sum": 0, 2024-05-20T21:32:37.962 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_fail": 0, 2024-05-20T21:32:37.962 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_success": 0, 2024-05-20T21:32:37.962 INFO:teuthology.orchestra.run.smithi130.stdout: "take": 4444, 2024-05-20T21:32:37.962 INFO:teuthology.orchestra.run.smithi130.stdout: "take_sum": 8074379, 2024-05-20T21:32:37.962 INFO:teuthology.orchestra.run.smithi130.stdout: "put": 4444, 2024-05-20T21:32:37.962 INFO:teuthology.orchestra.run.smithi130.stdout: "put_sum": 8074379, 2024-05-20T21:32:37.962 INFO:teuthology.orchestra.run.smithi130.stdout: "wait": { 2024-05-20T21:32:37.962 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:37.962 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:37.962 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:37.962 INFO:teuthology.orchestra.run.smithi130.stdout: } 2024-05-20T21:32:37.963 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:37.963 INFO:teuthology.orchestra.run.smithi130.stdout: "throttle-objecter_ops": { 2024-05-20T21:32:37.963 INFO:teuthology.orchestra.run.smithi130.stdout: "val": 0, 2024-05-20T21:32:37.963 INFO:teuthology.orchestra.run.smithi130.stdout: "max": 1024, 2024-05-20T21:32:37.963 INFO:teuthology.orchestra.run.smithi130.stdout: "get_started": 0, 2024-05-20T21:32:37.963 INFO:teuthology.orchestra.run.smithi130.stdout: "get": 0, 2024-05-20T21:32:37.963 INFO:teuthology.orchestra.run.smithi130.stdout: "get_sum": 0, 2024-05-20T21:32:37.963 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_fail": 0, 2024-05-20T21:32:37.963 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_success": 0, 2024-05-20T21:32:37.963 INFO:teuthology.orchestra.run.smithi130.stdout: "take": 4444, 2024-05-20T21:32:37.963 INFO:teuthology.orchestra.run.smithi130.stdout: "take_sum": 4444, 2024-05-20T21:32:37.963 INFO:teuthology.orchestra.run.smithi130.stdout: "put": 4444, 2024-05-20T21:32:37.963 INFO:teuthology.orchestra.run.smithi130.stdout: "put_sum": 4444, 2024-05-20T21:32:37.964 INFO:teuthology.orchestra.run.smithi130.stdout: "wait": { 2024-05-20T21:32:37.964 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:37.964 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:37.964 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:37.964 INFO:teuthology.orchestra.run.smithi130.stdout: } 2024-05-20T21:32:37.964 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:37.964 INFO:teuthology.orchestra.run.smithi130.stdout: "throttle-write_buf_throttle": { 2024-05-20T21:32:37.964 INFO:teuthology.orchestra.run.smithi130.stdout: "val": 0, 2024-05-20T21:32:37.964 INFO:teuthology.orchestra.run.smithi130.stdout: "max": 3758096384, 2024-05-20T21:32:37.964 INFO:teuthology.orchestra.run.smithi130.stdout: "get_started": 0, 2024-05-20T21:32:37.964 INFO:teuthology.orchestra.run.smithi130.stdout: "get": 0, 2024-05-20T21:32:37.964 INFO:teuthology.orchestra.run.smithi130.stdout: "get_sum": 0, 2024-05-20T21:32:37.964 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_fail": 0, 2024-05-20T21:32:37.964 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_success": 0, 2024-05-20T21:32:37.965 INFO:teuthology.orchestra.run.smithi130.stdout: "take": 0, 2024-05-20T21:32:37.965 INFO:teuthology.orchestra.run.smithi130.stdout: "take_sum": 0, 2024-05-20T21:32:37.965 INFO:teuthology.orchestra.run.smithi130.stdout: "put": 0, 2024-05-20T21:32:37.965 INFO:teuthology.orchestra.run.smithi130.stdout: "put_sum": 0, 2024-05-20T21:32:37.965 INFO:teuthology.orchestra.run.smithi130.stdout: "wait": { 2024-05-20T21:32:37.965 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:37.965 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:37.965 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:37.965 INFO:teuthology.orchestra.run.smithi130.stdout: } 2024-05-20T21:32:37.965 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:37.965 INFO:teuthology.orchestra.run.smithi130.stdout: "throttle-write_buf_throttle-0x55e4cddf66e0": { 2024-05-20T21:32:37.965 INFO:teuthology.orchestra.run.smithi130.stdout: "val": 0, 2024-05-20T21:32:37.965 INFO:teuthology.orchestra.run.smithi130.stdout: "max": 3758096384, 2024-05-20T21:32:37.965 INFO:teuthology.orchestra.run.smithi130.stdout: "get_started": 0, 2024-05-20T21:32:37.966 INFO:teuthology.orchestra.run.smithi130.stdout: "get": 0, 2024-05-20T21:32:37.966 INFO:teuthology.orchestra.run.smithi130.stdout: "get_sum": 0, 2024-05-20T21:32:37.966 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_fail": 0, 2024-05-20T21:32:37.966 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_success": 0, 2024-05-20T21:32:37.966 INFO:teuthology.orchestra.run.smithi130.stdout: "take": 0, 2024-05-20T21:32:37.966 INFO:teuthology.orchestra.run.smithi130.stdout: "take_sum": 0, 2024-05-20T21:32:37.966 INFO:teuthology.orchestra.run.smithi130.stdout: "put": 0, 2024-05-20T21:32:37.966 INFO:teuthology.orchestra.run.smithi130.stdout: "put_sum": 0, 2024-05-20T21:32:37.966 INFO:teuthology.orchestra.run.smithi130.stdout: "wait": { 2024-05-20T21:32:37.966 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:37.966 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:37.966 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:37.966 INFO:teuthology.orchestra.run.smithi130.stdout: } 2024-05-20T21:32:37.966 INFO:teuthology.orchestra.run.smithi130.stdout: } 2024-05-20T21:32:37.966 INFO:teuthology.orchestra.run.smithi130.stdout:} 2024-05-20T21:32:38.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:32:37 smithi050 ceph-mon[35809]: pgmap v959: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-20T21:32:38.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:32:37 smithi008 ceph-mon[31475]: pgmap v959: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-20T21:32:38.679 INFO:tasks.check_counter:Daemon mds.f mds.exported=0 2024-05-20T21:32:38.679 INFO:tasks.check_counter:Daemon mds.f mds.imported=0 2024-05-20T21:32:38.680 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update=0 2024-05-20T21:32:38.680 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update_receipt=0 2024-05-20T21:32:38.680 DEBUG:tasks.check_counter:Getting stats from i 2024-05-20T21:32:38.680 DEBUG:teuthology.orchestra.run.smithi130:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph daemon mds.i perf dump 2024-05-20T21:32:38.917 INFO:teuthology.orchestra.run.smithi130.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.c/config 2024-05-20T21:32:40.558 INFO:teuthology.orchestra.run.smithi130.stdout:{ 2024-05-20T21:32:40.558 INFO:teuthology.orchestra.run.smithi130.stdout: "AsyncMessenger::Worker-0": { 2024-05-20T21:32:40.558 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_messages": 5953, 2024-05-20T21:32:40.558 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_messages": 6386, 2024-05-20T21:32:40.559 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_bytes": 1565196, 2024-05-20T21:32:40.559 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_bytes": 14893931, 2024-05-20T21:32:40.559 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_created_connections": 416, 2024-05-20T21:32:40.559 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_active_connections": 3, 2024-05-20T21:32:40.559 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_total_time": 0.667058025, 2024-05-20T21:32:40.559 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_send_time": 0.218444665, 2024-05-20T21:32:40.559 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_recv_time": 0.271673377, 2024-05-20T21:32:40.559 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_fast_dispatch_time": 0.120888475, 2024-05-20T21:32:40.559 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:32:40.559 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 6385, 2024-05-20T21:32:40.559 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.331322155, 2024-05-20T21:32:40.559 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000051890 2024-05-20T21:32:40.559 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:40.559 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:32:40.560 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 4001, 2024-05-20T21:32:40.560 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000843877, 2024-05-20T21:32:40.560 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000210 2024-05-20T21:32:40.560 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:40.560 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_encrypted_bytes": 2992, 2024-05-20T21:32:40.560 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_encrypted_bytes": 448 2024-05-20T21:32:40.560 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:40.560 INFO:teuthology.orchestra.run.smithi130.stdout: "AsyncMessenger::Worker-1": { 2024-05-20T21:32:40.560 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_messages": 3499, 2024-05-20T21:32:40.560 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_messages": 4828, 2024-05-20T21:32:40.560 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_bytes": 1690089, 2024-05-20T21:32:40.560 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_bytes": 1957137, 2024-05-20T21:32:40.560 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_created_connections": 13, 2024-05-20T21:32:40.560 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_active_connections": 5, 2024-05-20T21:32:40.561 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_total_time": 0.451085867, 2024-05-20T21:32:40.561 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_send_time": 0.161100759, 2024-05-20T21:32:40.561 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_recv_time": 0.193742497, 2024-05-20T21:32:40.561 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_fast_dispatch_time": 0.101427819, 2024-05-20T21:32:40.561 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:32:40.561 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 4827, 2024-05-20T21:32:40.561 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.824684835, 2024-05-20T21:32:40.561 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000170848 2024-05-20T21:32:40.561 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:40.561 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:32:40.561 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 3260, 2024-05-20T21:32:40.561 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.001351119, 2024-05-20T21:32:40.561 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000414 2024-05-20T21:32:40.561 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:40.562 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_encrypted_bytes": 658528, 2024-05-20T21:32:40.562 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_encrypted_bytes": 288560 2024-05-20T21:32:40.562 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:40.562 INFO:teuthology.orchestra.run.smithi130.stdout: "AsyncMessenger::Worker-2": { 2024-05-20T21:32:40.562 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_messages": 2318, 2024-05-20T21:32:40.562 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_messages": 3016, 2024-05-20T21:32:40.562 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_bytes": 665270, 2024-05-20T21:32:40.562 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_bytes": 1570426, 2024-05-20T21:32:40.562 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_created_connections": 9, 2024-05-20T21:32:40.562 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_active_connections": 6, 2024-05-20T21:32:40.562 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_total_time": 0.230035254, 2024-05-20T21:32:40.562 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_send_time": 0.085325451, 2024-05-20T21:32:40.563 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_recv_time": 0.089130080, 2024-05-20T21:32:40.563 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_fast_dispatch_time": 0.048309143, 2024-05-20T21:32:40.563 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:32:40.563 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 3014, 2024-05-20T21:32:40.563 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.408202050, 2024-05-20T21:32:40.563 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000135435 2024-05-20T21:32:40.563 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:40.563 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:32:40.563 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 3590, 2024-05-20T21:32:40.563 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000858978, 2024-05-20T21:32:40.563 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000239 2024-05-20T21:32:40.564 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:40.564 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_encrypted_bytes": 320, 2024-05-20T21:32:40.564 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_encrypted_bytes": 641760 2024-05-20T21:32:40.564 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:40.564 INFO:teuthology.orchestra.run.smithi130.stdout: "cct": { 2024-05-20T21:32:40.564 INFO:teuthology.orchestra.run.smithi130.stdout: "total_workers": 1, 2024-05-20T21:32:40.564 INFO:teuthology.orchestra.run.smithi130.stdout: "unhealthy_workers": 0 2024-05-20T21:32:40.564 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:40.564 INFO:teuthology.orchestra.run.smithi130.stdout: "finisher-MDSRank": { 2024-05-20T21:32:40.564 INFO:teuthology.orchestra.run.smithi130.stdout: "queue_len": 0, 2024-05-20T21:32:40.564 INFO:teuthology.orchestra.run.smithi130.stdout: "complete_latency": { 2024-05-20T21:32:40.564 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 6791, 2024-05-20T21:32:40.564 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 1.998328413, 2024-05-20T21:32:40.564 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000294261 2024-05-20T21:32:40.565 INFO:teuthology.orchestra.run.smithi130.stdout: } 2024-05-20T21:32:40.565 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:40.565 INFO:teuthology.orchestra.run.smithi130.stdout: "finisher-PurgeQueue": { 2024-05-20T21:32:40.565 INFO:teuthology.orchestra.run.smithi130.stdout: "queue_len": 0, 2024-05-20T21:32:40.565 INFO:teuthology.orchestra.run.smithi130.stdout: "complete_latency": { 2024-05-20T21:32:40.565 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 30, 2024-05-20T21:32:40.565 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000803249, 2024-05-20T21:32:40.565 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000026774 2024-05-20T21:32:40.565 INFO:teuthology.orchestra.run.smithi130.stdout: } 2024-05-20T21:32:40.565 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:40.565 INFO:teuthology.orchestra.run.smithi130.stdout: "mds": { 2024-05-20T21:32:40.565 INFO:teuthology.orchestra.run.smithi130.stdout: "request": 660, 2024-05-20T21:32:40.565 INFO:teuthology.orchestra.run.smithi130.stdout: "reply": 660, 2024-05-20T21:32:40.565 INFO:teuthology.orchestra.run.smithi130.stdout: "reply_latency": { 2024-05-20T21:32:40.566 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 660, 2024-05-20T21:32:40.566 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 3.562735541, 2024-05-20T21:32:40.566 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.005398084 2024-05-20T21:32:40.566 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:40.566 INFO:teuthology.orchestra.run.smithi130.stdout: "slow_reply": 0, 2024-05-20T21:32:40.566 INFO:teuthology.orchestra.run.smithi130.stdout: "forward": 0, 2024-05-20T21:32:40.566 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_fetch_complete": 0, 2024-05-20T21:32:40.566 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_fetch_keys": 0, 2024-05-20T21:32:40.566 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_commit": 468, 2024-05-20T21:32:40.566 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_split": 0, 2024-05-20T21:32:40.566 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_merge": 0, 2024-05-20T21:32:40.566 INFO:teuthology.orchestra.run.smithi130.stdout: "inodes": 26, 2024-05-20T21:32:40.567 INFO:teuthology.orchestra.run.smithi130.stdout: "inodes_top": 5, 2024-05-20T21:32:40.567 INFO:teuthology.orchestra.run.smithi130.stdout: "inodes_bottom": 21, 2024-05-20T21:32:40.567 INFO:teuthology.orchestra.run.smithi130.stdout: "inodes_pin_tail": 0, 2024-05-20T21:32:40.567 INFO:teuthology.orchestra.run.smithi130.stdout: "inodes_pinned": 17, 2024-05-20T21:32:40.567 INFO:teuthology.orchestra.run.smithi130.stdout: "inodes_expired": 0, 2024-05-20T21:32:40.567 INFO:teuthology.orchestra.run.smithi130.stdout: "inodes_with_caps": 1, 2024-05-20T21:32:40.567 INFO:teuthology.orchestra.run.smithi130.stdout: "caps": 1, 2024-05-20T21:32:40.567 INFO:teuthology.orchestra.run.smithi130.stdout: "subtrees": 2, 2024-05-20T21:32:40.567 INFO:teuthology.orchestra.run.smithi130.stdout: "traverse": 743, 2024-05-20T21:32:40.567 INFO:teuthology.orchestra.run.smithi130.stdout: "traverse_hit": 734, 2024-05-20T21:32:40.567 INFO:teuthology.orchestra.run.smithi130.stdout: "traverse_forward": 0, 2024-05-20T21:32:40.567 INFO:teuthology.orchestra.run.smithi130.stdout: "traverse_discover": 0, 2024-05-20T21:32:40.567 INFO:teuthology.orchestra.run.smithi130.stdout: "traverse_dir_fetch": 0, 2024-05-20T21:32:40.567 INFO:teuthology.orchestra.run.smithi130.stdout: "traverse_remote_ino": 0, 2024-05-20T21:32:40.568 INFO:teuthology.orchestra.run.smithi130.stdout: "traverse_lock": 0, 2024-05-20T21:32:40.568 INFO:teuthology.orchestra.run.smithi130.stdout: "load_cent": 0, 2024-05-20T21:32:40.568 INFO:teuthology.orchestra.run.smithi130.stdout: "q": 0, 2024-05-20T21:32:40.568 INFO:teuthology.orchestra.run.smithi130.stdout: "exported": 0, 2024-05-20T21:32:40.568 INFO:teuthology.orchestra.run.smithi130.stdout: "exported_inodes": 0, 2024-05-20T21:32:40.568 INFO:teuthology.orchestra.run.smithi130.stdout: "imported": 0, 2024-05-20T21:32:40.568 INFO:teuthology.orchestra.run.smithi130.stdout: "imported_inodes": 0, 2024-05-20T21:32:40.568 INFO:teuthology.orchestra.run.smithi130.stdout: "openino_dir_fetch": 0, 2024-05-20T21:32:40.568 INFO:teuthology.orchestra.run.smithi130.stdout: "openino_backtrace_fetch": 422, 2024-05-20T21:32:40.568 INFO:teuthology.orchestra.run.smithi130.stdout: "openino_peer_discover": 0, 2024-05-20T21:32:40.568 INFO:teuthology.orchestra.run.smithi130.stdout: "root_rfiles": 4, 2024-05-20T21:32:40.568 INFO:teuthology.orchestra.run.smithi130.stdout: "root_rbytes": 234, 2024-05-20T21:32:40.568 INFO:teuthology.orchestra.run.smithi130.stdout: "root_rsnaps": 0, 2024-05-20T21:32:40.568 INFO:teuthology.orchestra.run.smithi130.stdout: "scrub_backtrace_fetch": 422, 2024-05-20T21:32:40.569 INFO:teuthology.orchestra.run.smithi130.stdout: "scrub_set_tag": 0, 2024-05-20T21:32:40.569 INFO:teuthology.orchestra.run.smithi130.stdout: "scrub_backtrace_repaired": 0, 2024-05-20T21:32:40.569 INFO:teuthology.orchestra.run.smithi130.stdout: "scrub_inotable_repaired": 0, 2024-05-20T21:32:40.569 INFO:teuthology.orchestra.run.smithi130.stdout: "scrub_dir_inodes": 272, 2024-05-20T21:32:40.569 INFO:teuthology.orchestra.run.smithi130.stdout: "scrub_dir_base_inodes": 31, 2024-05-20T21:32:40.569 INFO:teuthology.orchestra.run.smithi130.stdout: "scrub_dirfrag_rstats": 241, 2024-05-20T21:32:40.569 INFO:teuthology.orchestra.run.smithi130.stdout: "scrub_file_inodes": 150, 2024-05-20T21:32:40.569 INFO:teuthology.orchestra.run.smithi130.stdout: "handle_inode_file_caps": 0, 2024-05-20T21:32:40.569 INFO:teuthology.orchestra.run.smithi130.stdout: "ceph_cap_op_revoke": 641, 2024-05-20T21:32:40.569 INFO:teuthology.orchestra.run.smithi130.stdout: "ceph_cap_op_grant": 662, 2024-05-20T21:32:40.569 INFO:teuthology.orchestra.run.smithi130.stdout: "ceph_cap_op_trunc": 599, 2024-05-20T21:32:40.569 INFO:teuthology.orchestra.run.smithi130.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-20T21:32:40.569 INFO:teuthology.orchestra.run.smithi130.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-20T21:32:40.569 INFO:teuthology.orchestra.run.smithi130.stdout: "handle_client_caps": 748, 2024-05-20T21:32:40.570 INFO:teuthology.orchestra.run.smithi130.stdout: "handle_client_caps_dirty": 709, 2024-05-20T21:32:40.570 INFO:teuthology.orchestra.run.smithi130.stdout: "handle_client_cap_release": 4, 2024-05-20T21:32:40.570 INFO:teuthology.orchestra.run.smithi130.stdout: "process_request_cap_release": 628 2024-05-20T21:32:40.570 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:40.570 INFO:teuthology.orchestra.run.smithi130.stdout: "mds_cache": { 2024-05-20T21:32:40.570 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_update": 12, 2024-05-20T21:32:40.570 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_update_receipt": 0, 2024-05-20T21:32:40.570 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_try_discover": 0, 2024-05-20T21:32:40.570 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_send_discover": 0, 2024-05-20T21:32:40.570 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_handle_discover": 24, 2024-05-20T21:32:40.570 INFO:teuthology.orchestra.run.smithi130.stdout: "num_strays": 0, 2024-05-20T21:32:40.570 INFO:teuthology.orchestra.run.smithi130.stdout: "num_strays_delayed": 0, 2024-05-20T21:32:40.571 INFO:teuthology.orchestra.run.smithi130.stdout: "num_strays_enqueuing": 0, 2024-05-20T21:32:40.571 INFO:teuthology.orchestra.run.smithi130.stdout: "strays_created": 3, 2024-05-20T21:32:40.571 INFO:teuthology.orchestra.run.smithi130.stdout: "strays_enqueued": 3, 2024-05-20T21:32:40.571 INFO:teuthology.orchestra.run.smithi130.stdout: "strays_reintegrated": 0, 2024-05-20T21:32:40.571 INFO:teuthology.orchestra.run.smithi130.stdout: "strays_migrated": 0, 2024-05-20T21:32:40.571 INFO:teuthology.orchestra.run.smithi130.stdout: "num_recovering_processing": 0, 2024-05-20T21:32:40.571 INFO:teuthology.orchestra.run.smithi130.stdout: "num_recovering_enqueued": 0, 2024-05-20T21:32:40.571 INFO:teuthology.orchestra.run.smithi130.stdout: "num_recovering_prioritized": 0, 2024-05-20T21:32:40.571 INFO:teuthology.orchestra.run.smithi130.stdout: "recovery_started": 0, 2024-05-20T21:32:40.571 INFO:teuthology.orchestra.run.smithi130.stdout: "recovery_completed": 0, 2024-05-20T21:32:40.571 INFO:teuthology.orchestra.run.smithi130.stdout: "ireq_quiesce_path": 15, 2024-05-20T21:32:40.571 INFO:teuthology.orchestra.run.smithi130.stdout: "ireq_quiesce_inode": 203, 2024-05-20T21:32:40.571 INFO:teuthology.orchestra.run.smithi130.stdout: "ireq_enqueue_scrub": 31, 2024-05-20T21:32:40.571 INFO:teuthology.orchestra.run.smithi130.stdout: "ireq_exportdir": 0, 2024-05-20T21:32:40.572 INFO:teuthology.orchestra.run.smithi130.stdout: "ireq_flush": 0, 2024-05-20T21:32:40.572 INFO:teuthology.orchestra.run.smithi130.stdout: "ireq_fragmentdir": 0, 2024-05-20T21:32:40.572 INFO:teuthology.orchestra.run.smithi130.stdout: "ireq_fragstats": 0, 2024-05-20T21:32:40.572 INFO:teuthology.orchestra.run.smithi130.stdout: "ireq_inodestats": 0 2024-05-20T21:32:40.572 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:40.572 INFO:teuthology.orchestra.run.smithi130.stdout: "mds_log": { 2024-05-20T21:32:40.572 INFO:teuthology.orchestra.run.smithi130.stdout: "evlrg": 0, 2024-05-20T21:32:40.572 INFO:teuthology.orchestra.run.smithi130.stdout: "evadd": 2522, 2024-05-20T21:32:40.572 INFO:teuthology.orchestra.run.smithi130.stdout: "evex": 2511, 2024-05-20T21:32:40.572 INFO:teuthology.orchestra.run.smithi130.stdout: "evtrm": 2511, 2024-05-20T21:32:40.572 INFO:teuthology.orchestra.run.smithi130.stdout: "ev": 11, 2024-05-20T21:32:40.572 INFO:teuthology.orchestra.run.smithi130.stdout: "evexg": 0, 2024-05-20T21:32:40.572 INFO:teuthology.orchestra.run.smithi130.stdout: "evexd": 31, 2024-05-20T21:32:40.572 INFO:teuthology.orchestra.run.smithi130.stdout: "segadd": 77, 2024-05-20T21:32:40.573 INFO:teuthology.orchestra.run.smithi130.stdout: "segex": 76, 2024-05-20T21:32:40.573 INFO:teuthology.orchestra.run.smithi130.stdout: "segtrm": 76, 2024-05-20T21:32:40.573 INFO:teuthology.orchestra.run.smithi130.stdout: "seg": 1, 2024-05-20T21:32:40.573 INFO:teuthology.orchestra.run.smithi130.stdout: "segmjr": 1, 2024-05-20T21:32:40.573 INFO:teuthology.orchestra.run.smithi130.stdout: "segexg": 0, 2024-05-20T21:32:40.573 INFO:teuthology.orchestra.run.smithi130.stdout: "segexd": 1, 2024-05-20T21:32:40.573 INFO:teuthology.orchestra.run.smithi130.stdout: "expos": 12248692, 2024-05-20T21:32:40.573 INFO:teuthology.orchestra.run.smithi130.stdout: "wrpos": 12268673, 2024-05-20T21:32:40.573 INFO:teuthology.orchestra.run.smithi130.stdout: "rdpos": 0, 2024-05-20T21:32:40.573 INFO:teuthology.orchestra.run.smithi130.stdout: "jlat": { 2024-05-20T21:32:40.573 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 2509, 2024-05-20T21:32:40.573 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 5.730130821, 2024-05-20T21:32:40.573 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.002283830 2024-05-20T21:32:40.573 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:40.574 INFO:teuthology.orchestra.run.smithi130.stdout: "replayed": 0 2024-05-20T21:32:40.574 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:40.574 INFO:teuthology.orchestra.run.smithi130.stdout: "mds_mem": { 2024-05-20T21:32:40.574 INFO:teuthology.orchestra.run.smithi130.stdout: "ino": 23, 2024-05-20T21:32:40.574 INFO:teuthology.orchestra.run.smithi130.stdout: "ino+": 57, 2024-05-20T21:32:40.574 INFO:teuthology.orchestra.run.smithi130.stdout: "ino-": 34, 2024-05-20T21:32:40.574 INFO:teuthology.orchestra.run.smithi130.stdout: "dir": 18, 2024-05-20T21:32:40.574 INFO:teuthology.orchestra.run.smithi130.stdout: "dir+": 20, 2024-05-20T21:32:40.574 INFO:teuthology.orchestra.run.smithi130.stdout: "dir-": 2, 2024-05-20T21:32:40.574 INFO:teuthology.orchestra.run.smithi130.stdout: "dn": 26, 2024-05-20T21:32:40.574 INFO:teuthology.orchestra.run.smithi130.stdout: "dn+": 29, 2024-05-20T21:32:40.574 INFO:teuthology.orchestra.run.smithi130.stdout: "dn-": 3, 2024-05-20T21:32:40.574 INFO:teuthology.orchestra.run.smithi130.stdout: "cap": 1, 2024-05-20T21:32:40.574 INFO:teuthology.orchestra.run.smithi130.stdout: "cap+": 16, 2024-05-20T21:32:40.575 INFO:teuthology.orchestra.run.smithi130.stdout: "cap-": 15, 2024-05-20T21:32:40.575 INFO:teuthology.orchestra.run.smithi130.stdout: "rss": 57720, 2024-05-20T21:32:40.575 INFO:teuthology.orchestra.run.smithi130.stdout: "heap": 231800 2024-05-20T21:32:40.575 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:40.575 INFO:teuthology.orchestra.run.smithi130.stdout: "mds_server": { 2024-05-20T21:32:40.575 INFO:teuthology.orchestra.run.smithi130.stdout: "dispatch_client_request": 1881, 2024-05-20T21:32:40.575 INFO:teuthology.orchestra.run.smithi130.stdout: "dispatch_server_request": 176, 2024-05-20T21:32:40.575 INFO:teuthology.orchestra.run.smithi130.stdout: "handle_client_request": 660, 2024-05-20T21:32:40.575 INFO:teuthology.orchestra.run.smithi130.stdout: "handle_client_session": 20, 2024-05-20T21:32:40.575 INFO:teuthology.orchestra.run.smithi130.stdout: "handle_peer_request": 352, 2024-05-20T21:32:40.575 INFO:teuthology.orchestra.run.smithi130.stdout: "req_create_latency": { 2024-05-20T21:32:40.575 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 17, 2024-05-20T21:32:40.575 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.010026356, 2024-05-20T21:32:40.575 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000589785 2024-05-20T21:32:40.576 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:40.576 INFO:teuthology.orchestra.run.smithi130.stdout: "req_getattr_latency": { 2024-05-20T21:32:40.576 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 17, 2024-05-20T21:32:40.576 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.004313711, 2024-05-20T21:32:40.576 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000253747 2024-05-20T21:32:40.576 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:40.576 INFO:teuthology.orchestra.run.smithi130.stdout: "req_getfilelock_latency": { 2024-05-20T21:32:40.576 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:40.576 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:40.576 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:40.576 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:40.576 INFO:teuthology.orchestra.run.smithi130.stdout: "req_link_latency": { 2024-05-20T21:32:40.576 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:40.576 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:40.577 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:40.577 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:40.577 INFO:teuthology.orchestra.run.smithi130.stdout: "req_lookup_latency": { 2024-05-20T21:32:40.577 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 3, 2024-05-20T21:32:40.577 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.001262142, 2024-05-20T21:32:40.577 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000420714 2024-05-20T21:32:40.577 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:40.577 INFO:teuthology.orchestra.run.smithi130.stdout: "req_lookuphash_latency": { 2024-05-20T21:32:40.577 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:40.577 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:40.577 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:40.577 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:40.577 INFO:teuthology.orchestra.run.smithi130.stdout: "req_lookupino_latency": { 2024-05-20T21:32:40.577 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:40.578 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:40.578 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:40.578 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:40.578 INFO:teuthology.orchestra.run.smithi130.stdout: "req_lookupname_latency": { 2024-05-20T21:32:40.578 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:40.578 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:40.578 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:40.578 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:40.578 INFO:teuthology.orchestra.run.smithi130.stdout: "req_lookupparent_latency": { 2024-05-20T21:32:40.578 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:40.578 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:40.578 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:40.578 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:40.578 INFO:teuthology.orchestra.run.smithi130.stdout: "req_lookupsnap_latency": { 2024-05-20T21:32:40.579 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:40.579 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:40.579 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:40.579 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:40.579 INFO:teuthology.orchestra.run.smithi130.stdout: "req_lssnap_latency": { 2024-05-20T21:32:40.579 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:40.579 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:40.580 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:40.580 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:40.580 INFO:teuthology.orchestra.run.smithi130.stdout: "req_mkdir_latency": { 2024-05-20T21:32:40.580 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 8, 2024-05-20T21:32:40.580 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.014599385, 2024-05-20T21:32:40.580 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.001824923 2024-05-20T21:32:40.580 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:40.580 INFO:teuthology.orchestra.run.smithi130.stdout: "req_mknod_latency": { 2024-05-20T21:32:40.580 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:40.580 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:40.581 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:40.581 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:40.581 INFO:teuthology.orchestra.run.smithi130.stdout: "req_mksnap_latency": { 2024-05-20T21:32:40.581 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:40.581 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:40.581 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:40.581 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:40.581 INFO:teuthology.orchestra.run.smithi130.stdout: "req_open_latency": { 2024-05-20T21:32:40.581 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 1, 2024-05-20T21:32:40.581 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000206347, 2024-05-20T21:32:40.581 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000206347 2024-05-20T21:32:40.581 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:40.581 INFO:teuthology.orchestra.run.smithi130.stdout: "req_readdir_latency": { 2024-05-20T21:32:40.581 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 2, 2024-05-20T21:32:40.581 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.004615333, 2024-05-20T21:32:40.581 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.002307666 2024-05-20T21:32:40.582 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:40.582 INFO:teuthology.orchestra.run.smithi130.stdout: "req_rename_latency": { 2024-05-20T21:32:40.582 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 2, 2024-05-20T21:32:40.582 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.002494974, 2024-05-20T21:32:40.582 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.001247487 2024-05-20T21:32:40.582 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:40.582 INFO:teuthology.orchestra.run.smithi130.stdout: "req_renamesnap_latency": { 2024-05-20T21:32:40.582 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:40.582 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:40.582 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:40.582 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:40.582 INFO:teuthology.orchestra.run.smithi130.stdout: "req_snapdiff_latency": { 2024-05-20T21:32:40.582 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:40.583 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:40.583 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:40.583 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:40.583 INFO:teuthology.orchestra.run.smithi130.stdout: "req_rmdir_latency": { 2024-05-20T21:32:40.583 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 2, 2024-05-20T21:32:40.583 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.013663621, 2024-05-20T21:32:40.583 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.006831810 2024-05-20T21:32:40.583 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:40.583 INFO:teuthology.orchestra.run.smithi130.stdout: "req_rmsnap_latency": { 2024-05-20T21:32:40.583 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:40.583 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:40.583 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:40.583 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:40.583 INFO:teuthology.orchestra.run.smithi130.stdout: "req_rmxattr_latency": { 2024-05-20T21:32:40.584 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:40.584 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:40.584 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:40.584 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:40.584 INFO:teuthology.orchestra.run.smithi130.stdout: "req_setattr_latency": { 2024-05-20T21:32:40.584 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 600, 2024-05-20T21:32:40.584 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 3.487823596, 2024-05-20T21:32:40.584 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.005813039 2024-05-20T21:32:40.584 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:40.584 INFO:teuthology.orchestra.run.smithi130.stdout: "req_setdirlayout_latency": { 2024-05-20T21:32:40.584 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:40.584 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:40.584 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:40.584 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:40.585 INFO:teuthology.orchestra.run.smithi130.stdout: "req_setfilelock_latency": { 2024-05-20T21:32:40.585 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:40.585 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:40.585 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:40.585 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:40.585 INFO:teuthology.orchestra.run.smithi130.stdout: "req_setlayout_latency": { 2024-05-20T21:32:40.585 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:40.585 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:40.585 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:40.585 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:40.585 INFO:teuthology.orchestra.run.smithi130.stdout: "req_setxattr_latency": { 2024-05-20T21:32:40.585 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 7, 2024-05-20T21:32:40.585 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.021114153, 2024-05-20T21:32:40.585 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.003016307 2024-05-20T21:32:40.586 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:40.586 INFO:teuthology.orchestra.run.smithi130.stdout: "req_symlink_latency": { 2024-05-20T21:32:40.586 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:40.586 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:40.586 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:40.586 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:40.586 INFO:teuthology.orchestra.run.smithi130.stdout: "req_unlink_latency": { 2024-05-20T21:32:40.586 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 1, 2024-05-20T21:32:40.586 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.002615923, 2024-05-20T21:32:40.586 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.002615923 2024-05-20T21:32:40.586 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:40.586 INFO:teuthology.orchestra.run.smithi130.stdout: "cap_revoke_eviction": 0, 2024-05-20T21:32:40.586 INFO:teuthology.orchestra.run.smithi130.stdout: "cap_acquisition_throttle": 0, 2024-05-20T21:32:40.587 INFO:teuthology.orchestra.run.smithi130.stdout: "req_getvxattr_latency": { 2024-05-20T21:32:40.587 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:40.587 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:40.587 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:40.587 INFO:teuthology.orchestra.run.smithi130.stdout: } 2024-05-20T21:32:40.587 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:40.587 INFO:teuthology.orchestra.run.smithi130.stdout: "mds_sessions": { 2024-05-20T21:32:40.587 INFO:teuthology.orchestra.run.smithi130.stdout: "session_count": 1, 2024-05-20T21:32:40.587 INFO:teuthology.orchestra.run.smithi130.stdout: "session_add": 2, 2024-05-20T21:32:40.587 INFO:teuthology.orchestra.run.smithi130.stdout: "session_remove": 1, 2024-05-20T21:32:40.587 INFO:teuthology.orchestra.run.smithi130.stdout: "sessions_open": 1, 2024-05-20T21:32:40.587 INFO:teuthology.orchestra.run.smithi130.stdout: "sessions_stale": 0, 2024-05-20T21:32:40.587 INFO:teuthology.orchestra.run.smithi130.stdout: "total_load": 68, 2024-05-20T21:32:40.588 INFO:teuthology.orchestra.run.smithi130.stdout: "average_load": 68, 2024-05-20T21:32:40.588 INFO:teuthology.orchestra.run.smithi130.stdout: "avg_session_uptime": 1053, 2024-05-20T21:32:40.588 INFO:teuthology.orchestra.run.smithi130.stdout: "mdthresh_evicted": 0 2024-05-20T21:32:40.588 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:40.588 INFO:teuthology.orchestra.run.smithi130.stdout: "mempool": { 2024-05-20T21:32:40.588 INFO:teuthology.orchestra.run.smithi130.stdout: "bloom_filter_bytes": 0, 2024-05-20T21:32:40.588 INFO:teuthology.orchestra.run.smithi130.stdout: "bloom_filter_items": 0, 2024-05-20T21:32:40.588 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_alloc_bytes": 0, 2024-05-20T21:32:40.588 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_alloc_items": 0, 2024-05-20T21:32:40.588 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_data_bytes": 0, 2024-05-20T21:32:40.588 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_data_items": 0, 2024-05-20T21:32:40.588 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-20T21:32:40.588 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_onode_items": 0, 2024-05-20T21:32:40.588 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-20T21:32:40.589 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_meta_items": 0, 2024-05-20T21:32:40.589 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_other_bytes": 0, 2024-05-20T21:32:40.589 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_other_items": 0, 2024-05-20T21:32:40.589 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-20T21:32:40.589 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_buffer_items": 0, 2024-05-20T21:32:40.589 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_extent_bytes": 0, 2024-05-20T21:32:40.589 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_extent_items": 0, 2024-05-20T21:32:40.589 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_blob_bytes": 0, 2024-05-20T21:32:40.589 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_blob_items": 0, 2024-05-20T21:32:40.589 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-20T21:32:40.589 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_shared_blob_items": 0, 2024-05-20T21:32:40.589 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-20T21:32:40.589 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_inline_bl_items": 0, 2024-05-20T21:32:40.590 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_fsck_bytes": 0, 2024-05-20T21:32:40.590 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_fsck_items": 0, 2024-05-20T21:32:40.590 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_txc_bytes": 0, 2024-05-20T21:32:40.590 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_txc_items": 0, 2024-05-20T21:32:40.590 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-20T21:32:40.590 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_writing_deferred_items": 0, 2024-05-20T21:32:40.590 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_writing_bytes": 0, 2024-05-20T21:32:40.590 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_writing_items": 0, 2024-05-20T21:32:40.590 INFO:teuthology.orchestra.run.smithi130.stdout: "bluefs_bytes": 0, 2024-05-20T21:32:40.590 INFO:teuthology.orchestra.run.smithi130.stdout: "bluefs_items": 0, 2024-05-20T21:32:40.590 INFO:teuthology.orchestra.run.smithi130.stdout: "bluefs_file_reader_bytes": 0, 2024-05-20T21:32:40.590 INFO:teuthology.orchestra.run.smithi130.stdout: "bluefs_file_reader_items": 0, 2024-05-20T21:32:40.590 INFO:teuthology.orchestra.run.smithi130.stdout: "bluefs_file_writer_bytes": 0, 2024-05-20T21:32:40.591 INFO:teuthology.orchestra.run.smithi130.stdout: "bluefs_file_writer_items": 0, 2024-05-20T21:32:40.591 INFO:teuthology.orchestra.run.smithi130.stdout: "buffer_anon_bytes": 303205, 2024-05-20T21:32:40.591 INFO:teuthology.orchestra.run.smithi130.stdout: "buffer_anon_items": 99, 2024-05-20T21:32:40.591 INFO:teuthology.orchestra.run.smithi130.stdout: "buffer_meta_bytes": 0, 2024-05-20T21:32:40.591 INFO:teuthology.orchestra.run.smithi130.stdout: "buffer_meta_items": 0, 2024-05-20T21:32:40.591 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_bytes": 0, 2024-05-20T21:32:40.591 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_items": 0, 2024-05-20T21:32:40.591 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_mapbl_bytes": 0, 2024-05-20T21:32:40.591 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_mapbl_items": 0, 2024-05-20T21:32:40.591 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_pglog_bytes": 0, 2024-05-20T21:32:40.591 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_pglog_items": 0, 2024-05-20T21:32:40.591 INFO:teuthology.orchestra.run.smithi130.stdout: "osdmap_bytes": 7632, 2024-05-20T21:32:40.591 INFO:teuthology.orchestra.run.smithi130.stdout: "osdmap_items": 161, 2024-05-20T21:32:40.592 INFO:teuthology.orchestra.run.smithi130.stdout: "osdmap_mapping_bytes": 0, 2024-05-20T21:32:40.592 INFO:teuthology.orchestra.run.smithi130.stdout: "osdmap_mapping_items": 0, 2024-05-20T21:32:40.592 INFO:teuthology.orchestra.run.smithi130.stdout: "pgmap_bytes": 0, 2024-05-20T21:32:40.592 INFO:teuthology.orchestra.run.smithi130.stdout: "pgmap_items": 0, 2024-05-20T21:32:40.592 INFO:teuthology.orchestra.run.smithi130.stdout: "mds_co_bytes": 96914, 2024-05-20T21:32:40.592 INFO:teuthology.orchestra.run.smithi130.stdout: "mds_co_items": 682, 2024-05-20T21:32:40.592 INFO:teuthology.orchestra.run.smithi130.stdout: "unittest_1_bytes": 0, 2024-05-20T21:32:40.592 INFO:teuthology.orchestra.run.smithi130.stdout: "unittest_1_items": 0, 2024-05-20T21:32:40.592 INFO:teuthology.orchestra.run.smithi130.stdout: "unittest_2_bytes": 0, 2024-05-20T21:32:40.592 INFO:teuthology.orchestra.run.smithi130.stdout: "unittest_2_items": 0 2024-05-20T21:32:40.592 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:40.592 INFO:teuthology.orchestra.run.smithi130.stdout: "objecter": { 2024-05-20T21:32:40.592 INFO:teuthology.orchestra.run.smithi130.stdout: "op_active": 0, 2024-05-20T21:32:40.592 INFO:teuthology.orchestra.run.smithi130.stdout: "op_laggy": 0, 2024-05-20T21:32:40.593 INFO:teuthology.orchestra.run.smithi130.stdout: "op_send": 5012, 2024-05-20T21:32:40.593 INFO:teuthology.orchestra.run.smithi130.stdout: "op_send_bytes": 8555113, 2024-05-20T21:32:40.593 INFO:teuthology.orchestra.run.smithi130.stdout: "op_resend": 36, 2024-05-20T21:32:40.593 INFO:teuthology.orchestra.run.smithi130.stdout: "op_reply": 5012, 2024-05-20T21:32:40.593 INFO:teuthology.orchestra.run.smithi130.stdout: "op_latency": { 2024-05-20T21:32:40.593 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 5012, 2024-05-20T21:32:40.593 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 31.910419278, 2024-05-20T21:32:40.593 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.006366803 2024-05-20T21:32:40.593 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:40.593 INFO:teuthology.orchestra.run.smithi130.stdout: "op_inflight": 0, 2024-05-20T21:32:40.593 INFO:teuthology.orchestra.run.smithi130.stdout: "oplen_avg": { 2024-05-20T21:32:40.593 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 5012, 2024-05-20T21:32:40.593 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 5993 2024-05-20T21:32:40.593 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:40.594 INFO:teuthology.orchestra.run.smithi130.stdout: "op": 5012, 2024-05-20T21:32:40.594 INFO:teuthology.orchestra.run.smithi130.stdout: "op_r": 487, 2024-05-20T21:32:40.594 INFO:teuthology.orchestra.run.smithi130.stdout: "op_w": 4525, 2024-05-20T21:32:40.594 INFO:teuthology.orchestra.run.smithi130.stdout: "op_rmw": 0, 2024-05-20T21:32:40.594 INFO:teuthology.orchestra.run.smithi130.stdout: "op_pg": 0, 2024-05-20T21:32:40.594 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_stat": 448, 2024-05-20T21:32:40.594 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_create": 28, 2024-05-20T21:32:40.594 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_read": 34, 2024-05-20T21:32:40.594 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_write": 2512, 2024-05-20T21:32:40.594 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_writefull": 237, 2024-05-20T21:32:40.594 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_writesame": 0, 2024-05-20T21:32:40.594 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_append": 0, 2024-05-20T21:32:40.594 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_zero": 0, 2024-05-20T21:32:40.595 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_truncate": 0, 2024-05-20T21:32:40.595 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_delete": 517, 2024-05-20T21:32:40.595 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_mapext": 0, 2024-05-20T21:32:40.595 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_sparse_read": 0, 2024-05-20T21:32:40.595 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_clonerange": 0, 2024-05-20T21:32:40.595 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_getxattr": 453, 2024-05-20T21:32:40.595 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_setxattr": 56, 2024-05-20T21:32:40.595 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_cmpxattr": 0, 2024-05-20T21:32:40.595 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_rmxattr": 0, 2024-05-20T21:32:40.595 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_resetxattrs": 0, 2024-05-20T21:32:40.595 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_call": 0, 2024-05-20T21:32:40.595 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_watch": 0, 2024-05-20T21:32:40.595 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_notify": 0, 2024-05-20T21:32:40.596 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_src_cmpxattr": 0, 2024-05-20T21:32:40.596 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_pgls": 0, 2024-05-20T21:32:40.596 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_pgls_filter": 0, 2024-05-20T21:32:40.596 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_other": 599, 2024-05-20T21:32:40.596 INFO:teuthology.orchestra.run.smithi130.stdout: "linger_active": 0, 2024-05-20T21:32:40.596 INFO:teuthology.orchestra.run.smithi130.stdout: "linger_send": 0, 2024-05-20T21:32:40.596 INFO:teuthology.orchestra.run.smithi130.stdout: "linger_resend": 0, 2024-05-20T21:32:40.596 INFO:teuthology.orchestra.run.smithi130.stdout: "linger_ping": 0, 2024-05-20T21:32:40.596 INFO:teuthology.orchestra.run.smithi130.stdout: "poolop_active": 0, 2024-05-20T21:32:40.596 INFO:teuthology.orchestra.run.smithi130.stdout: "poolop_send": 0, 2024-05-20T21:32:40.596 INFO:teuthology.orchestra.run.smithi130.stdout: "poolop_resend": 0, 2024-05-20T21:32:40.596 INFO:teuthology.orchestra.run.smithi130.stdout: "poolstat_active": 0, 2024-05-20T21:32:40.596 INFO:teuthology.orchestra.run.smithi130.stdout: "poolstat_send": 0, 2024-05-20T21:32:40.597 INFO:teuthology.orchestra.run.smithi130.stdout: "poolstat_resend": 0, 2024-05-20T21:32:40.597 INFO:teuthology.orchestra.run.smithi130.stdout: "statfs_active": 0, 2024-05-20T21:32:40.597 INFO:teuthology.orchestra.run.smithi130.stdout: "statfs_send": 0, 2024-05-20T21:32:40.597 INFO:teuthology.orchestra.run.smithi130.stdout: "statfs_resend": 0, 2024-05-20T21:32:40.597 INFO:teuthology.orchestra.run.smithi130.stdout: "command_active": 0, 2024-05-20T21:32:40.597 INFO:teuthology.orchestra.run.smithi130.stdout: "command_send": 0, 2024-05-20T21:32:40.597 INFO:teuthology.orchestra.run.smithi130.stdout: "command_resend": 0, 2024-05-20T21:32:40.597 INFO:teuthology.orchestra.run.smithi130.stdout: "map_epoch": 81, 2024-05-20T21:32:40.597 INFO:teuthology.orchestra.run.smithi130.stdout: "map_full": 0, 2024-05-20T21:32:40.597 INFO:teuthology.orchestra.run.smithi130.stdout: "map_inc": 2, 2024-05-20T21:32:40.597 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_sessions": 12, 2024-05-20T21:32:40.597 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_session_open": 12, 2024-05-20T21:32:40.597 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_session_close": 0, 2024-05-20T21:32:40.598 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_laggy": 0, 2024-05-20T21:32:40.598 INFO:teuthology.orchestra.run.smithi130.stdout: "omap_wr": 1093, 2024-05-20T21:32:40.598 INFO:teuthology.orchestra.run.smithi130.stdout: "omap_rd": 0, 2024-05-20T21:32:40.598 INFO:teuthology.orchestra.run.smithi130.stdout: "omap_del": 16 2024-05-20T21:32:40.598 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:40.598 INFO:teuthology.orchestra.run.smithi130.stdout: "oft": { 2024-05-20T21:32:40.598 INFO:teuthology.orchestra.run.smithi130.stdout: "omap_total_objs": 1, 2024-05-20T21:32:40.598 INFO:teuthology.orchestra.run.smithi130.stdout: "omap_total_kv_pairs": 0, 2024-05-20T21:32:40.598 INFO:teuthology.orchestra.run.smithi130.stdout: "omap_total_updates": 0, 2024-05-20T21:32:40.598 INFO:teuthology.orchestra.run.smithi130.stdout: "omap_total_removes": 0 2024-05-20T21:32:40.598 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:40.598 INFO:teuthology.orchestra.run.smithi130.stdout: "osd-slow-ops": { 2024-05-20T21:32:40.599 INFO:teuthology.orchestra.run.smithi130.stdout: "slow_ops_count": 370 2024-05-20T21:32:40.599 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:40.599 INFO:teuthology.orchestra.run.smithi130.stdout: "purge_queue": { 2024-05-20T21:32:40.599 INFO:teuthology.orchestra.run.smithi130.stdout: "pq_executing_ops": 0, 2024-05-20T21:32:40.599 INFO:teuthology.orchestra.run.smithi130.stdout: "pq_executing_ops_high_water": 1, 2024-05-20T21:32:40.599 INFO:teuthology.orchestra.run.smithi130.stdout: "pq_executing": 0, 2024-05-20T21:32:40.599 INFO:teuthology.orchestra.run.smithi130.stdout: "pq_executing_high_water": 1, 2024-05-20T21:32:40.599 INFO:teuthology.orchestra.run.smithi130.stdout: "pq_executed_ops": 3, 2024-05-20T21:32:40.599 INFO:teuthology.orchestra.run.smithi130.stdout: "pq_executed": 3, 2024-05-20T21:32:40.599 INFO:teuthology.orchestra.run.smithi130.stdout: "pq_item_in_journal": 0 2024-05-20T21:32:40.599 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:40.599 INFO:teuthology.orchestra.run.smithi130.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-20T21:32:40.600 INFO:teuthology.orchestra.run.smithi130.stdout: "val": 0, 2024-05-20T21:32:40.600 INFO:teuthology.orchestra.run.smithi130.stdout: "max": 104857600, 2024-05-20T21:32:40.600 INFO:teuthology.orchestra.run.smithi130.stdout: "get_started": 0, 2024-05-20T21:32:40.600 INFO:teuthology.orchestra.run.smithi130.stdout: "get": 11766, 2024-05-20T21:32:40.600 INFO:teuthology.orchestra.run.smithi130.stdout: "get_sum": 2868749, 2024-05-20T21:32:40.600 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_fail": 0, 2024-05-20T21:32:40.600 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_success": 11766, 2024-05-20T21:32:40.600 INFO:teuthology.orchestra.run.smithi130.stdout: "take": 0, 2024-05-20T21:32:40.600 INFO:teuthology.orchestra.run.smithi130.stdout: "take_sum": 0, 2024-05-20T21:32:40.600 INFO:teuthology.orchestra.run.smithi130.stdout: "put": 11766, 2024-05-20T21:32:40.600 INFO:teuthology.orchestra.run.smithi130.stdout: "put_sum": 2868749, 2024-05-20T21:32:40.600 INFO:teuthology.orchestra.run.smithi130.stdout: "wait": { 2024-05-20T21:32:40.601 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:40.601 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:40.601 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:40.601 INFO:teuthology.orchestra.run.smithi130.stdout: } 2024-05-20T21:32:40.601 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:40.601 INFO:teuthology.orchestra.run.smithi130.stdout: "throttle-objecter_bytes": { 2024-05-20T21:32:40.601 INFO:teuthology.orchestra.run.smithi130.stdout: "val": 0, 2024-05-20T21:32:40.601 INFO:teuthology.orchestra.run.smithi130.stdout: "max": 104857600, 2024-05-20T21:32:40.601 INFO:teuthology.orchestra.run.smithi130.stdout: "get_started": 0, 2024-05-20T21:32:40.601 INFO:teuthology.orchestra.run.smithi130.stdout: "get": 0, 2024-05-20T21:32:40.601 INFO:teuthology.orchestra.run.smithi130.stdout: "get_sum": 0, 2024-05-20T21:32:40.601 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_fail": 0, 2024-05-20T21:32:40.601 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_success": 0, 2024-05-20T21:32:40.601 INFO:teuthology.orchestra.run.smithi130.stdout: "take": 5012, 2024-05-20T21:32:40.602 INFO:teuthology.orchestra.run.smithi130.stdout: "take_sum": 8555416, 2024-05-20T21:32:40.602 INFO:teuthology.orchestra.run.smithi130.stdout: "put": 5012, 2024-05-20T21:32:40.602 INFO:teuthology.orchestra.run.smithi130.stdout: "put_sum": 8555416, 2024-05-20T21:32:40.602 INFO:teuthology.orchestra.run.smithi130.stdout: "wait": { 2024-05-20T21:32:40.602 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:40.602 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:40.602 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:40.602 INFO:teuthology.orchestra.run.smithi130.stdout: } 2024-05-20T21:32:40.602 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:40.602 INFO:teuthology.orchestra.run.smithi130.stdout: "throttle-objecter_ops": { 2024-05-20T21:32:40.602 INFO:teuthology.orchestra.run.smithi130.stdout: "val": 0, 2024-05-20T21:32:40.602 INFO:teuthology.orchestra.run.smithi130.stdout: "max": 1024, 2024-05-20T21:32:40.602 INFO:teuthology.orchestra.run.smithi130.stdout: "get_started": 0, 2024-05-20T21:32:40.603 INFO:teuthology.orchestra.run.smithi130.stdout: "get": 0, 2024-05-20T21:32:40.603 INFO:teuthology.orchestra.run.smithi130.stdout: "get_sum": 0, 2024-05-20T21:32:40.603 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_fail": 0, 2024-05-20T21:32:40.603 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_success": 0, 2024-05-20T21:32:40.603 INFO:teuthology.orchestra.run.smithi130.stdout: "take": 5012, 2024-05-20T21:32:40.603 INFO:teuthology.orchestra.run.smithi130.stdout: "take_sum": 5012, 2024-05-20T21:32:40.603 INFO:teuthology.orchestra.run.smithi130.stdout: "put": 5012, 2024-05-20T21:32:40.603 INFO:teuthology.orchestra.run.smithi130.stdout: "put_sum": 5012, 2024-05-20T21:32:40.603 INFO:teuthology.orchestra.run.smithi130.stdout: "wait": { 2024-05-20T21:32:40.603 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:40.603 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:40.603 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:40.603 INFO:teuthology.orchestra.run.smithi130.stdout: } 2024-05-20T21:32:40.604 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:40.604 INFO:teuthology.orchestra.run.smithi130.stdout: "throttle-write_buf_throttle": { 2024-05-20T21:32:40.604 INFO:teuthology.orchestra.run.smithi130.stdout: "val": 0, 2024-05-20T21:32:40.604 INFO:teuthology.orchestra.run.smithi130.stdout: "max": 3758096384, 2024-05-20T21:32:40.604 INFO:teuthology.orchestra.run.smithi130.stdout: "get_started": 0, 2024-05-20T21:32:40.604 INFO:teuthology.orchestra.run.smithi130.stdout: "get": 3, 2024-05-20T21:32:40.604 INFO:teuthology.orchestra.run.smithi130.stdout: "get_sum": 303, 2024-05-20T21:32:40.604 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_fail": 0, 2024-05-20T21:32:40.604 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_success": 3, 2024-05-20T21:32:40.604 INFO:teuthology.orchestra.run.smithi130.stdout: "take": 0, 2024-05-20T21:32:40.604 INFO:teuthology.orchestra.run.smithi130.stdout: "take_sum": 0, 2024-05-20T21:32:40.604 INFO:teuthology.orchestra.run.smithi130.stdout: "put": 3, 2024-05-20T21:32:40.604 INFO:teuthology.orchestra.run.smithi130.stdout: "put_sum": 303, 2024-05-20T21:32:40.604 INFO:teuthology.orchestra.run.smithi130.stdout: "wait": { 2024-05-20T21:32:40.605 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:40.605 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:40.605 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:40.605 INFO:teuthology.orchestra.run.smithi130.stdout: } 2024-05-20T21:32:40.605 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:40.605 INFO:teuthology.orchestra.run.smithi130.stdout: "throttle-write_buf_throttle-0x5628709e6460": { 2024-05-20T21:32:40.605 INFO:teuthology.orchestra.run.smithi130.stdout: "val": 0, 2024-05-20T21:32:40.605 INFO:teuthology.orchestra.run.smithi130.stdout: "max": 3758096384, 2024-05-20T21:32:40.605 INFO:teuthology.orchestra.run.smithi130.stdout: "get_started": 0, 2024-05-20T21:32:40.605 INFO:teuthology.orchestra.run.smithi130.stdout: "get": 2522, 2024-05-20T21:32:40.605 INFO:teuthology.orchestra.run.smithi130.stdout: "get_sum": 8074369, 2024-05-20T21:32:40.605 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_fail": 0, 2024-05-20T21:32:40.605 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_success": 2522, 2024-05-20T21:32:40.605 INFO:teuthology.orchestra.run.smithi130.stdout: "take": 0, 2024-05-20T21:32:40.606 INFO:teuthology.orchestra.run.smithi130.stdout: "take_sum": 0, 2024-05-20T21:32:40.606 INFO:teuthology.orchestra.run.smithi130.stdout: "put": 2509, 2024-05-20T21:32:40.606 INFO:teuthology.orchestra.run.smithi130.stdout: "put_sum": 8074369, 2024-05-20T21:32:40.606 INFO:teuthology.orchestra.run.smithi130.stdout: "wait": { 2024-05-20T21:32:40.606 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:40.606 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:40.606 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:40.606 INFO:teuthology.orchestra.run.smithi130.stdout: } 2024-05-20T21:32:40.606 INFO:teuthology.orchestra.run.smithi130.stdout: } 2024-05-20T21:32:40.606 INFO:teuthology.orchestra.run.smithi130.stdout:} 2024-05-20T21:32:40.921 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:32:40 smithi130 ceph-mon[36448]: pgmap v960: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-20T21:32:41.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:32:40 smithi050 ceph-mon[35809]: pgmap v960: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-20T21:32:41.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:32:40 smithi008 ceph-mon[31475]: pgmap v960: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-20T21:32:41.354 INFO:tasks.check_counter:Daemon mds.i mds.exported=0 2024-05-20T21:32:41.355 INFO:tasks.check_counter:Daemon mds.i mds.imported=0 2024-05-20T21:32:41.355 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update=12 2024-05-20T21:32:41.355 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update_receipt=0 2024-05-20T21:32:41.355 DEBUG:tasks.check_counter:Getting stats from l 2024-05-20T21:32:41.355 DEBUG:teuthology.orchestra.run.smithi130:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph daemon mds.l perf dump 2024-05-20T21:32:41.591 INFO:teuthology.orchestra.run.smithi130.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.c/config 2024-05-20T21:32:43.028 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:32:42 smithi130 ceph-mon[36448]: pgmap v961: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 0 B/s wr, 6 op/s 2024-05-20T21:32:43.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:32:42 smithi050 ceph-mon[35809]: pgmap v961: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 0 B/s wr, 6 op/s 2024-05-20T21:32:43.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:32:42 smithi008 ceph-mon[31475]: pgmap v961: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 0 B/s wr, 6 op/s 2024-05-20T21:32:43.287 INFO:teuthology.orchestra.run.smithi130.stdout:{ 2024-05-20T21:32:43.288 INFO:teuthology.orchestra.run.smithi130.stdout: "AsyncMessenger::Worker-0": { 2024-05-20T21:32:43.288 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_messages": 0, 2024-05-20T21:32:43.288 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_messages": 2, 2024-05-20T21:32:43.288 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_bytes": 0, 2024-05-20T21:32:43.288 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_bytes": 0, 2024-05-20T21:32:43.288 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_created_connections": 4, 2024-05-20T21:32:43.288 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_active_connections": 0, 2024-05-20T21:32:43.288 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_total_time": 0.000987035, 2024-05-20T21:32:43.288 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_send_time": 0.000000000, 2024-05-20T21:32:43.288 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_recv_time": 0.000200520, 2024-05-20T21:32:43.288 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-20T21:32:43.288 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:32:43.289 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:43.289 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:43.289 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:43.289 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:43.289 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:32:43.289 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:43.289 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:43.289 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:43.289 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:43.289 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-20T21:32:43.289 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_encrypted_bytes": 0 2024-05-20T21:32:43.289 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:43.289 INFO:teuthology.orchestra.run.smithi130.stdout: "AsyncMessenger::Worker-1": { 2024-05-20T21:32:43.289 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_messages": 364, 2024-05-20T21:32:43.289 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_messages": 359, 2024-05-20T21:32:43.290 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_bytes": 557088, 2024-05-20T21:32:43.290 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_bytes": 221504, 2024-05-20T21:32:43.290 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_created_connections": 2, 2024-05-20T21:32:43.290 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_active_connections": 1, 2024-05-20T21:32:43.290 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_total_time": 0.056684412, 2024-05-20T21:32:43.290 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_send_time": 0.023278924, 2024-05-20T21:32:43.290 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_recv_time": 0.020758661, 2024-05-20T21:32:43.290 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_fast_dispatch_time": 0.008991683, 2024-05-20T21:32:43.290 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:32:43.290 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 359, 2024-05-20T21:32:43.290 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.020088095, 2024-05-20T21:32:43.290 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000055955 2024-05-20T21:32:43.290 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:43.291 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:32:43.291 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:43.291 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:43.291 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:43.291 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:43.291 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_encrypted_bytes": 557088, 2024-05-20T21:32:43.291 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_encrypted_bytes": 221504 2024-05-20T21:32:43.291 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:43.291 INFO:teuthology.orchestra.run.smithi130.stdout: "AsyncMessenger::Worker-2": { 2024-05-20T21:32:43.291 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_messages": 2, 2024-05-20T21:32:43.291 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_messages": 273, 2024-05-20T21:32:43.291 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_bytes": 320, 2024-05-20T21:32:43.291 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_bytes": 205616, 2024-05-20T21:32:43.291 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_created_connections": 4, 2024-05-20T21:32:43.292 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_active_connections": 2, 2024-05-20T21:32:43.292 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_total_time": 0.018132432, 2024-05-20T21:32:43.292 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_send_time": 0.013709464, 2024-05-20T21:32:43.292 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_recv_time": 0.001037685, 2024-05-20T21:32:43.292 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-20T21:32:43.292 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:32:43.292 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 271, 2024-05-20T21:32:43.292 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.020112736, 2024-05-20T21:32:43.292 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000074216 2024-05-20T21:32:43.292 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:43.292 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:32:43.292 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:43.292 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:43.292 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:43.293 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:43.293 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_encrypted_bytes": 320, 2024-05-20T21:32:43.293 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_encrypted_bytes": 205616 2024-05-20T21:32:43.293 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:43.293 INFO:teuthology.orchestra.run.smithi130.stdout: "cct": { 2024-05-20T21:32:43.293 INFO:teuthology.orchestra.run.smithi130.stdout: "total_workers": 0, 2024-05-20T21:32:43.293 INFO:teuthology.orchestra.run.smithi130.stdout: "unhealthy_workers": 0 2024-05-20T21:32:43.293 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:43.293 INFO:teuthology.orchestra.run.smithi130.stdout: "mempool": { 2024-05-20T21:32:43.293 INFO:teuthology.orchestra.run.smithi130.stdout: "bloom_filter_bytes": 0, 2024-05-20T21:32:43.293 INFO:teuthology.orchestra.run.smithi130.stdout: "bloom_filter_items": 0, 2024-05-20T21:32:43.293 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_alloc_bytes": 0, 2024-05-20T21:32:43.293 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_alloc_items": 0, 2024-05-20T21:32:43.293 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_data_bytes": 0, 2024-05-20T21:32:43.294 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_data_items": 0, 2024-05-20T21:32:43.294 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-20T21:32:43.294 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_onode_items": 0, 2024-05-20T21:32:43.294 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-20T21:32:43.294 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_meta_items": 0, 2024-05-20T21:32:43.294 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_other_bytes": 0, 2024-05-20T21:32:43.294 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_other_items": 0, 2024-05-20T21:32:43.294 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-20T21:32:43.294 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_buffer_items": 0, 2024-05-20T21:32:43.294 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_extent_bytes": 0, 2024-05-20T21:32:43.294 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_extent_items": 0, 2024-05-20T21:32:43.294 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_blob_bytes": 0, 2024-05-20T21:32:43.294 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_blob_items": 0, 2024-05-20T21:32:43.294 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-20T21:32:43.295 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_shared_blob_items": 0, 2024-05-20T21:32:43.295 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-20T21:32:43.295 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_inline_bl_items": 0, 2024-05-20T21:32:43.295 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_fsck_bytes": 0, 2024-05-20T21:32:43.295 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_fsck_items": 0, 2024-05-20T21:32:43.295 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_txc_bytes": 0, 2024-05-20T21:32:43.295 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_txc_items": 0, 2024-05-20T21:32:43.295 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-20T21:32:43.295 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_writing_deferred_items": 0, 2024-05-20T21:32:43.295 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_writing_bytes": 0, 2024-05-20T21:32:43.295 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_writing_items": 0, 2024-05-20T21:32:43.295 INFO:teuthology.orchestra.run.smithi130.stdout: "bluefs_bytes": 0, 2024-05-20T21:32:43.295 INFO:teuthology.orchestra.run.smithi130.stdout: "bluefs_items": 0, 2024-05-20T21:32:43.295 INFO:teuthology.orchestra.run.smithi130.stdout: "bluefs_file_reader_bytes": 0, 2024-05-20T21:32:43.296 INFO:teuthology.orchestra.run.smithi130.stdout: "bluefs_file_reader_items": 0, 2024-05-20T21:32:43.296 INFO:teuthology.orchestra.run.smithi130.stdout: "bluefs_file_writer_bytes": 0, 2024-05-20T21:32:43.296 INFO:teuthology.orchestra.run.smithi130.stdout: "bluefs_file_writer_items": 0, 2024-05-20T21:32:43.296 INFO:teuthology.orchestra.run.smithi130.stdout: "buffer_anon_bytes": 148682, 2024-05-20T21:32:43.296 INFO:teuthology.orchestra.run.smithi130.stdout: "buffer_anon_items": 29, 2024-05-20T21:32:43.296 INFO:teuthology.orchestra.run.smithi130.stdout: "buffer_meta_bytes": 0, 2024-05-20T21:32:43.296 INFO:teuthology.orchestra.run.smithi130.stdout: "buffer_meta_items": 0, 2024-05-20T21:32:43.296 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_bytes": 0, 2024-05-20T21:32:43.296 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_items": 0, 2024-05-20T21:32:43.296 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_mapbl_bytes": 0, 2024-05-20T21:32:43.296 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_mapbl_items": 0, 2024-05-20T21:32:43.296 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_pglog_bytes": 0, 2024-05-20T21:32:43.296 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_pglog_items": 0, 2024-05-20T21:32:43.296 INFO:teuthology.orchestra.run.smithi130.stdout: "osdmap_bytes": 0, 2024-05-20T21:32:43.296 INFO:teuthology.orchestra.run.smithi130.stdout: "osdmap_items": 0, 2024-05-20T21:32:43.297 INFO:teuthology.orchestra.run.smithi130.stdout: "osdmap_mapping_bytes": 0, 2024-05-20T21:32:43.297 INFO:teuthology.orchestra.run.smithi130.stdout: "osdmap_mapping_items": 0, 2024-05-20T21:32:43.297 INFO:teuthology.orchestra.run.smithi130.stdout: "pgmap_bytes": 0, 2024-05-20T21:32:43.297 INFO:teuthology.orchestra.run.smithi130.stdout: "pgmap_items": 0, 2024-05-20T21:32:43.297 INFO:teuthology.orchestra.run.smithi130.stdout: "mds_co_bytes": 928, 2024-05-20T21:32:43.297 INFO:teuthology.orchestra.run.smithi130.stdout: "mds_co_items": 2, 2024-05-20T21:32:43.297 INFO:teuthology.orchestra.run.smithi130.stdout: "unittest_1_bytes": 0, 2024-05-20T21:32:43.297 INFO:teuthology.orchestra.run.smithi130.stdout: "unittest_1_items": 0, 2024-05-20T21:32:43.297 INFO:teuthology.orchestra.run.smithi130.stdout: "unittest_2_bytes": 0, 2024-05-20T21:32:43.297 INFO:teuthology.orchestra.run.smithi130.stdout: "unittest_2_items": 0 2024-05-20T21:32:43.297 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2024-05-20T21:32:43.297 INFO:teuthology.orchestra.run.smithi130.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-20T21:32:43.297 INFO:teuthology.orchestra.run.smithi130.stdout: "val": 0, 2024-05-20T21:32:43.297 INFO:teuthology.orchestra.run.smithi130.stdout: "max": 104857600, 2024-05-20T21:32:43.298 INFO:teuthology.orchestra.run.smithi130.stdout: "get_started": 0, 2024-05-20T21:32:43.298 INFO:teuthology.orchestra.run.smithi130.stdout: "get": 362, 2024-05-20T21:32:43.298 INFO:teuthology.orchestra.run.smithi130.stdout: "get_sum": 503181, 2024-05-20T21:32:43.298 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_fail": 0, 2024-05-20T21:32:43.298 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_success": 362, 2024-05-20T21:32:43.298 INFO:teuthology.orchestra.run.smithi130.stdout: "take": 0, 2024-05-20T21:32:43.298 INFO:teuthology.orchestra.run.smithi130.stdout: "take_sum": 0, 2024-05-20T21:32:43.298 INFO:teuthology.orchestra.run.smithi130.stdout: "put": 362, 2024-05-20T21:32:43.298 INFO:teuthology.orchestra.run.smithi130.stdout: "put_sum": 503181, 2024-05-20T21:32:43.298 INFO:teuthology.orchestra.run.smithi130.stdout: "wait": { 2024-05-20T21:32:43.298 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2024-05-20T21:32:43.298 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2024-05-20T21:32:43.298 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2024-05-20T21:32:43.298 INFO:teuthology.orchestra.run.smithi130.stdout: } 2024-05-20T21:32:43.299 INFO:teuthology.orchestra.run.smithi130.stdout: } 2024-05-20T21:32:43.299 INFO:teuthology.orchestra.run.smithi130.stdout:} 2024-05-20T21:32:43.963 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.l 2024-05-20T21:32:43.963 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.l 2024-05-20T21:32:43.963 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.l 2024-05-20T21:32:43.963 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.l 2024-05-20T21:32:43.963 DEBUG:teuthology.run_tasks:Unwinding manager kclient 2024-05-20T21:32:43.974 INFO:tasks.kclient:Unmounting kernel clients... 2024-05-20T21:32:43.974 DEBUG:teuthology.orchestra.run.smithi008:> set -ex 2024-05-20T21:32:43.974 DEBUG:teuthology.orchestra.run.smithi008:> dd if=/proc/self/mounts of=/dev/stdout 2024-05-20T21:32:44.039 DEBUG:teuthology.orchestra.run.smithi008:> set -ex 2024-05-20T21:32:44.039 DEBUG:teuthology.orchestra.run.smithi008:> dd if=/proc/self/mounts of=/dev/stdout 2024-05-20T21:32:44.095 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph osd blocklist ls 2024-05-20T21:32:44.574 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:32:44.990 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:32:44 smithi008 ceph-mon[31475]: pgmap v962: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-20T21:32:45.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:32:44 smithi130 ceph-mon[36448]: pgmap v962: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-20T21:32:45.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:32:44 smithi050 ceph-mon[35809]: pgmap v962: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-20T21:32:46.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:46.901+0000 7f73a2000700 1 -- 172.21.15.8:0/1775811784 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f739c104fa0 msgr2=0x7f739c10d490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:46.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:46.901+0000 7f73a2000700 1 --2- 172.21.15.8:0/1775811784 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f739c104fa0 0x7f739c10d490 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f73880098f0 tx=0x7f7388009c00 comp rx=0 tx=0).stop 2024-05-20T21:32:46.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:46.902+0000 7f73a2000700 1 -- 172.21.15.8:0/1775811784 shutdown_connections 2024-05-20T21:32:46.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:46.902+0000 7f73a2000700 1 --2- 172.21.15.8:0/1775811784 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f739c104680 0x7f739c104a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:46.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:46.902+0000 7f73a2000700 1 --2- 172.21.15.8:0/1775811784 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f739c10dab0 0x7f739c10ff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:46.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:46.902+0000 7f73a2000700 1 --2- 172.21.15.8:0/1775811784 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f739c104fa0 0x7f739c10d490 unknown :-1 s=CLOSED pgs=669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:46.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:46.902+0000 7f73a2000700 1 -- 172.21.15.8:0/1775811784 >> 172.21.15.8:0/1775811784 conn(0x7f739c0fded0 msgr2=0x7f739c1002f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:46.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:46.902+0000 7f73a2000700 1 -- 172.21.15.8:0/1775811784 shutdown_connections 2024-05-20T21:32:46.903 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:46.902+0000 7f73a2000700 1 -- 172.21.15.8:0/1775811784 wait complete. 2024-05-20T21:32:46.904 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:32:46 smithi008 ceph-mon[31475]: pgmap v963: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 0 B/s wr, 6 op/s 2024-05-20T21:32:46.904 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:46.903+0000 7f73a2000700 1 Processor -- start 2024-05-20T21:32:46.904 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:46.903+0000 7f73a2000700 1 -- start start 2024-05-20T21:32:46.904 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:46.904+0000 7f73a2000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f739c104680 0x7f739c19f8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:46.904 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:46.904+0000 7f73a2000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f739c104fa0 0x7f739c19fde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:46.905 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:46.904+0000 7f73a2000700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f739c10dab0 0x7f739c199a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:46.905 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:46.904+0000 7f73a2000700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f739c1136a0 con 0x7f739c104fa0 2024-05-20T21:32:46.905 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:46.904+0000 7f73a2000700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f739c113520 con 0x7f739c104680 2024-05-20T21:32:46.905 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:46.904+0000 7f73a2000700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f739c113820 con 0x7f739c10dab0 2024-05-20T21:32:46.906 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:46.904+0000 7f739be00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f739c104fa0 0x7f739c19fde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:46.906 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:46.904+0000 7f73a0c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f739c104680 0x7f739c19f8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:46.906 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:46.904+0000 7f73a1600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f739c10dab0 0x7f739c199a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:46.906 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:46.904+0000 7f73a0c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f739c104680 0x7f739c19f8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:54554/0 (socket says 172.21.15.8:54554) 2024-05-20T21:32:46.906 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:46.904+0000 7f73a0c00700 1 -- 172.21.15.8:0/1494318141 learned_addr learned my addr 172.21.15.8:0/1494318141 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:32:46.907 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:46.905+0000 7f739be00700 1 -- 172.21.15.8:0/1494318141 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f739c10dab0 msgr2=0x7f739c199a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:46.907 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:46.905+0000 7f739be00700 1 --2- 172.21.15.8:0/1494318141 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f739c10dab0 0x7f739c199a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:46.907 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:46.905+0000 7f739be00700 1 -- 172.21.15.8:0/1494318141 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f739c104680 msgr2=0x7f739c19f8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:46.907 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:46.905+0000 7f739be00700 1 --2- 172.21.15.8:0/1494318141 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f739c104680 0x7f739c19f8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:46.907 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:46.905+0000 7f739be00700 1 -- 172.21.15.8:0/1494318141 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f739c19a1c0 con 0x7f739c104fa0 2024-05-20T21:32:46.907 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:46.905+0000 7f73a0c00700 1 --2- 172.21.15.8:0/1494318141 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f739c104680 0x7f739c19f8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:32:46.907 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:46.905+0000 7f739be00700 1 --2- 172.21.15.8:0/1494318141 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f739c104fa0 0x7f739c19fde0 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7f7388009230 tx=0x7f738800f950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:46.907 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:46.905+0000 7f7399600700 1 -- 172.21.15.8:0/1494318141 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7388005040 con 0x7f739c104fa0 2024-05-20T21:32:46.907 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:46.906+0000 7f7399600700 1 -- 172.21.15.8:0/1494318141 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7388005690 con 0x7f739c104fa0 2024-05-20T21:32:46.907 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:46.906+0000 7f73a2000700 1 -- 172.21.15.8:0/1494318141 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f739c19a450 con 0x7f739c104fa0 2024-05-20T21:32:46.907 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:46.906+0000 7f7399600700 1 -- 172.21.15.8:0/1494318141 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73880038e0 con 0x7f739c104fa0 2024-05-20T21:32:46.907 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:46.906+0000 7f73a2000700 1 -- 172.21.15.8:0/1494318141 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f739c1a6770 con 0x7f739c104fa0 2024-05-20T21:32:46.908 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:46.907+0000 7f73a2000700 1 -- 172.21.15.8:0/1494318141 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f739c06a230 con 0x7f739c104fa0 2024-05-20T21:32:46.911 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:46.911+0000 7f7399600700 1 -- 172.21.15.8:0/1494318141 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f738800b760 con 0x7f739c104fa0 2024-05-20T21:32:46.913 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:46.912+0000 7f7399600700 1 --2- 172.21.15.8:0/1494318141 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f73840b2880 0x7f73840b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:46.913 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:46.912+0000 7f7399600700 1 -- 172.21.15.8:0/1494318141 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f73880e2b60 con 0x7f739c104fa0 2024-05-20T21:32:46.913 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:46.913+0000 7f73a0c00700 1 --2- 172.21.15.8:0/1494318141 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f73840b2880 0x7f73840b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:46.914 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:46.914+0000 7f73a0c00700 1 --2- 172.21.15.8:0/1494318141 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f73840b2880 0x7f73840b4d40 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f7390009c10 tx=0x7f739000b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:46.916 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:46.916+0000 7f7399600700 1 -- 172.21.15.8:0/1494318141 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f7388013030 con 0x7f739c104fa0 2024-05-20T21:32:47.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:32:46 smithi130 ceph-mon[36448]: pgmap v963: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 0 B/s wr, 6 op/s 2024-05-20T21:32:47.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:32:46 smithi050 ceph-mon[35809]: pgmap v963: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 0 B/s wr, 6 op/s 2024-05-20T21:32:47.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:47.177+0000 7f73a2000700 1 -- 172.21.15.8:0/1494318141 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f739c02e560 con 0x7f739c104fa0 2024-05-20T21:32:47.178 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:47.178+0000 7f7399600700 1 -- 172.21.15.8:0/1494318141 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v81) ==== 81+0+577 (secure 0 0 0) 0x7f73880aa930 con 0x7f739c104fa0 2024-05-20T21:32:47.179 INFO:teuthology.orchestra.run.smithi008.stdout:172.21.15.8:6801/3677468514 2024-05-21T21:03:00.998855+0000 2024-05-20T21:32:47.179 INFO:teuthology.orchestra.run.smithi008.stdout:172.21.15.8:0/644454220 2024-05-21T21:03:00.998855+0000 2024-05-20T21:32:47.179 INFO:teuthology.orchestra.run.smithi008.stdout:172.21.15.8:6800/3677468514 2024-05-21T21:03:00.998855+0000 2024-05-20T21:32:47.179 INFO:teuthology.orchestra.run.smithi008.stdout:172.21.15.8:0/329536388 2024-05-21T21:02:24.888619+0000 2024-05-20T21:32:47.179 INFO:teuthology.orchestra.run.smithi008.stdout:172.21.15.8:0/346325619 2024-05-21T21:02:24.888619+0000 2024-05-20T21:32:47.179 INFO:teuthology.orchestra.run.smithi008.stdout:172.21.15.8:0/85678654 2024-05-21T21:03:00.998855+0000 2024-05-20T21:32:47.179 INFO:teuthology.orchestra.run.smithi008.stdout:172.21.15.8:6800/3424210912 2024-05-21T21:02:24.888619+0000 2024-05-20T21:32:47.179 INFO:teuthology.orchestra.run.smithi008.stdout:172.21.15.8:0/1767165129 2024-05-21T21:02:24.888619+0000 2024-05-20T21:32:47.180 INFO:teuthology.orchestra.run.smithi008.stdout:172.21.15.8:6801/3424210912 2024-05-21T21:02:24.888619+0000 2024-05-20T21:32:47.180 INFO:teuthology.orchestra.run.smithi008.stdout:172.21.15.8:0/3032080664 2024-05-21T21:03:00.998855+0000 2024-05-20T21:32:47.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:47.181+0000 7f73a2000700 1 -- 172.21.15.8:0/1494318141 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f73840b2880 msgr2=0x7f73840b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:47.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:47.181+0000 7f73a2000700 1 --2- 172.21.15.8:0/1494318141 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f73840b2880 0x7f73840b4d40 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f7390009c10 tx=0x7f739000b040 comp rx=0 tx=0).stop 2024-05-20T21:32:47.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:47.181+0000 7f73a2000700 1 -- 172.21.15.8:0/1494318141 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f739c104fa0 msgr2=0x7f739c19fde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:47.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:47.181+0000 7f73a2000700 1 --2- 172.21.15.8:0/1494318141 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f739c104fa0 0x7f739c19fde0 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7f7388009230 tx=0x7f738800f950 comp rx=0 tx=0).stop 2024-05-20T21:32:47.183 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:47.181+0000 7f73a2000700 1 -- 172.21.15.8:0/1494318141 shutdown_connections 2024-05-20T21:32:47.183 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:47.181+0000 7f73a2000700 1 --2- 172.21.15.8:0/1494318141 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f73840b2880 0x7f73840b4d40 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:47.183 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:47.181+0000 7f73a2000700 1 --2- 172.21.15.8:0/1494318141 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f739c104680 0x7f739c19f8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:47.183 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:47.181+0000 7f73a2000700 1 --2- 172.21.15.8:0/1494318141 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f739c10dab0 0x7f739c199a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:47.183 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:47.181+0000 7f73a2000700 1 --2- 172.21.15.8:0/1494318141 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f739c104fa0 0x7f739c19fde0 unknown :-1 s=CLOSED pgs=808 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:47.183 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:47.181+0000 7f73a2000700 1 -- 172.21.15.8:0/1494318141 >> 172.21.15.8:0/1494318141 conn(0x7f739c0fded0 msgr2=0x7f739c0fece0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:47.183 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:47.182+0000 7f73a2000700 1 -- 172.21.15.8:0/1494318141 shutdown_connections 2024-05-20T21:32:47.183 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:47.182+0000 7f73a2000700 1 -- 172.21.15.8:0/1494318141 wait complete. 2024-05-20T21:32:47.184 INFO:teuthology.orchestra.run.smithi008.stderr:listed 10 entries 2024-05-20T21:32:48.011 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-05-20T21:32:48.011 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-20T21:32:48.011 DEBUG:teuthology.orchestra.run.smithi008:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-05-20T21:32:48.073 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:32:47 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/1494318141' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-20T21:32:48.092 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:32:47 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/1494318141' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-20T21:32:48.132 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi008.front.sepia.ceph.com 2024-05-20T21:32:48.132 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-20T21:32:48.132 DEBUG:teuthology.orchestra.run.smithi008:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-05-20T21:32:48.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:32:47 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/1494318141' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-20T21:32:48.196 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-20T21:32:48.196 DEBUG:teuthology.orchestra.run.smithi008:> ip netns list 2024-05-20T21:32:48.234 INFO:teuthology.orchestra.run.smithi008.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-05-20T21:32:48.235 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-20T21:32:48.235 DEBUG:teuthology.orchestra.run.smithi008:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-05-20T21:32:48.353 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-20T21:32:48.353 DEBUG:teuthology.orchestra.run.smithi008:> sudo ip link delete ceph-brx 2024-05-20T21:32:48.470 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-05-20T21:32:48.481 INFO:tasks.cephadm:Teardown begin 2024-05-20T21:32:48.481 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-05-20T21:32:48.482 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:32:48.923 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:32:49.080 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:32:48 smithi008 ceph-mon[31475]: pgmap v964: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-20T21:32:49.089 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:32:48 smithi130 ceph-mon[36448]: pgmap v964: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-20T21:32:49.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:32:48 smithi050 ceph-mon[35809]: pgmap v964: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-20T21:32:51.094 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:32:50 smithi008 ceph-mon[31475]: pgmap v965: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 170 B/s wr, 5 op/s 2024-05-20T21:32:51.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:32:50 smithi130 ceph-mon[36448]: pgmap v965: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 170 B/s wr, 5 op/s 2024-05-20T21:32:51.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:32:50 smithi050 ceph-mon[35809]: pgmap v965: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 170 B/s wr, 5 op/s 2024-05-20T21:32:51.271 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:51.270+0000 7fc881e00700 1 -- 172.21.15.8:0/3160043730 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc87c1088f0 msgr2=0x7fc87c110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:51.271 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:51.270+0000 7fc881e00700 1 --2- 172.21.15.8:0/3160043730 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc87c1088f0 0x7fc87c110470 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7fc8740099c0 tx=0x7fc874009cd0 comp rx=0 tx=0).stop 2024-05-20T21:32:51.271 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:51.270+0000 7fc881e00700 1 -- 172.21.15.8:0/3160043730 shutdown_connections 2024-05-20T21:32:51.271 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:51.270+0000 7fc881e00700 1 --2- 172.21.15.8:0/3160043730 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc87c1088f0 0x7fc87c110470 unknown :-1 s=CLOSED pgs=809 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:51.271 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:51.270+0000 7fc881e00700 1 --2- 172.21.15.8:0/3160043730 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc87c1037f0 0x7fc87c103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:51.271 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:51.270+0000 7fc881e00700 1 --2- 172.21.15.8:0/3160043730 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc87c1041a0 0x7fc87c1081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:51.271 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:51.270+0000 7fc881e00700 1 -- 172.21.15.8:0/3160043730 >> 172.21.15.8:0/3160043730 conn(0x7fc87c07a6a0 msgr2=0x7fc87c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:51.271 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:51.270+0000 7fc881e00700 1 -- 172.21.15.8:0/3160043730 shutdown_connections 2024-05-20T21:32:51.272 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:51.270+0000 7fc881e00700 1 -- 172.21.15.8:0/3160043730 wait complete. 2024-05-20T21:32:51.273 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:51.271+0000 7fc881e00700 1 Processor -- start 2024-05-20T21:32:51.273 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:51.271+0000 7fc881e00700 1 -- start start 2024-05-20T21:32:51.273 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:51.272+0000 7fc881e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc87c1037f0 0x7fc87c075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:51.273 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:51.272+0000 7fc881e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc87c1041a0 0x7fc87c075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:51.273 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:51.272+0000 7fc881e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc87c1088f0 0x7fc87c0762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:51.273 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:51.272+0000 7fc881e00700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fc87c1136c0 con 0x7fc87c1041a0 2024-05-20T21:32:51.273 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:51.272+0000 7fc881e00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc87c113540 con 0x7fc87c1037f0 2024-05-20T21:32:51.273 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:51.272+0000 7fc881e00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fc87c113840 con 0x7fc87c1088f0 2024-05-20T21:32:51.274 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:51.272+0000 7fc872000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc87c1041a0 0x7fc87c075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:51.274 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:51.272+0000 7fc87aa00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc87c1037f0 0x7fc87c075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:51.274 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:51.272+0000 7fc872000700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc87c1041a0 0x7fc87c075d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:43004/0 (socket says 172.21.15.8:43004) 2024-05-20T21:32:51.274 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:51.272+0000 7fc872000700 1 -- 172.21.15.8:0/3152092255 learned_addr learned my addr 172.21.15.8:0/3152092255 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:32:51.274 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:51.272+0000 7fc87b400700 1 --2- 172.21.15.8:0/3152092255 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc87c1088f0 0x7fc87c0762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:51.275 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:51.273+0000 7fc87aa00700 1 -- 172.21.15.8:0/3152092255 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc87c1088f0 msgr2=0x7fc87c0762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:51.275 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:51.273+0000 7fc87aa00700 1 --2- 172.21.15.8:0/3152092255 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc87c1088f0 0x7fc87c0762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:51.276 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:51.273+0000 7fc87aa00700 1 -- 172.21.15.8:0/3152092255 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc87c1041a0 msgr2=0x7fc87c075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:51.276 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:51.273+0000 7fc87aa00700 1 --2- 172.21.15.8:0/3152092255 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc87c1041a0 0x7fc87c075d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:51.276 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:51.273+0000 7fc87aa00700 1 -- 172.21.15.8:0/3152092255 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc87c1a8060 con 0x7fc87c1037f0 2024-05-20T21:32:51.276 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:51.273+0000 7fc87aa00700 1 --2- 172.21.15.8:0/3152092255 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc87c1037f0 0x7fc87c075840 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7fc86c007ec0 tx=0x7fc86c00d3b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:51.276 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:51.273+0000 7fc880a00700 1 -- 172.21.15.8:0/3152092255 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc86c004db0 con 0x7fc87c1037f0 2024-05-20T21:32:51.276 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:51.273+0000 7fc880a00700 1 -- 172.21.15.8:0/3152092255 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc86c005020 con 0x7fc87c1037f0 2024-05-20T21:32:51.276 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:51.273+0000 7fc881e00700 1 -- 172.21.15.8:0/3152092255 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc87c1a8350 con 0x7fc87c1037f0 2024-05-20T21:32:51.276 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:51.273+0000 7fc880a00700 1 -- 172.21.15.8:0/3152092255 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc86c015660 con 0x7fc87c1037f0 2024-05-20T21:32:51.276 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:51.274+0000 7fc881e00700 1 -- 172.21.15.8:0/3152092255 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc87c1a8890 con 0x7fc87c1037f0 2024-05-20T21:32:51.276 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:51.275+0000 7fc881e00700 1 -- 172.21.15.8:0/3152092255 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc87c06a230 con 0x7fc87c1037f0 2024-05-20T21:32:51.277 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:51.277+0000 7fc880a00700 1 -- 172.21.15.8:0/3152092255 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fc86c0054d0 con 0x7fc87c1037f0 2024-05-20T21:32:51.279 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:51.278+0000 7fc880a00700 1 --2- 172.21.15.8:0/3152092255 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc8600b2880 0x7fc8600b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:51.279 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:51.279+0000 7fc880a00700 1 -- 172.21.15.8:0/3152092255 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fc86c0e1d50 con 0x7fc87c1037f0 2024-05-20T21:32:51.279 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:51.279+0000 7fc872000700 1 --2- 172.21.15.8:0/3152092255 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc8600b2880 0x7fc8600b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:51.280 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:51.280+0000 7fc872000700 1 --2- 172.21.15.8:0/3152092255 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc8600b2880 0x7fc8600b4d40 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7fc87c1030b0 tx=0x7fc86400b500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:51.281 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:51.281+0000 7fc880a00700 1 -- 172.21.15.8:0/3152092255 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fc86c010070 con 0x7fc87c1037f0 2024-05-20T21:32:51.578 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:51.577+0000 7fc881e00700 1 -- 172.21.15.8:0/3152092255 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc87c02e720 con 0x7fc87c1037f0 2024-05-20T21:32:51.579 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:51.578+0000 7fc880a00700 1 -- 172.21.15.8:0/3152092255 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7fc86c0a9a00 con 0x7fc87c1037f0 2024-05-20T21:32:51.579 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:32:51.580 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:32:51.582 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:51.581+0000 7fc881e00700 1 -- 172.21.15.8:0/3152092255 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc8600b2880 msgr2=0x7fc8600b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:51.582 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:51.581+0000 7fc881e00700 1 --2- 172.21.15.8:0/3152092255 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc8600b2880 0x7fc8600b4d40 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7fc87c1030b0 tx=0x7fc86400b500 comp rx=0 tx=0).stop 2024-05-20T21:32:51.583 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:51.581+0000 7fc881e00700 1 -- 172.21.15.8:0/3152092255 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc87c1037f0 msgr2=0x7fc87c075840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:51.583 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:51.581+0000 7fc881e00700 1 --2- 172.21.15.8:0/3152092255 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc87c1037f0 0x7fc87c075840 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7fc86c007ec0 tx=0x7fc86c00d3b0 comp rx=0 tx=0).stop 2024-05-20T21:32:51.583 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:51.582+0000 7fc881e00700 1 -- 172.21.15.8:0/3152092255 shutdown_connections 2024-05-20T21:32:51.583 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:51.582+0000 7fc881e00700 1 --2- 172.21.15.8:0/3152092255 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fc8600b2880 0x7fc8600b4d40 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:51.583 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:51.582+0000 7fc881e00700 1 --2- 172.21.15.8:0/3152092255 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc87c1037f0 0x7fc87c075840 unknown :-1 s=CLOSED pgs=747 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:51.583 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:51.582+0000 7fc881e00700 1 --2- 172.21.15.8:0/3152092255 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc87c1088f0 0x7fc87c0762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:51.583 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:51.582+0000 7fc881e00700 1 --2- 172.21.15.8:0/3152092255 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fc87c1041a0 0x7fc87c075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:51.583 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:51.582+0000 7fc881e00700 1 -- 172.21.15.8:0/3152092255 >> 172.21.15.8:0/3152092255 conn(0x7fc87c07a6a0 msgr2=0x7fc87c101700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:51.583 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:51.582+0000 7fc881e00700 1 -- 172.21.15.8:0/3152092255 shutdown_connections 2024-05-20T21:32:51.583 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:51.582+0000 7fc881e00700 1 -- 172.21.15.8:0/3152092255 wait complete. 2024-05-20T21:32:51.584 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:32:52.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:32:51 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/3152092255' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:32:52.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:32:51 smithi130 ceph-mon[36448]: pgmap v966: 97 pgs: 97 active+clean; 4.3 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 597 B/s wr, 7 op/s 2024-05-20T21:32:52.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:32:51 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/3152092255' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:32:52.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:32:51 smithi050 ceph-mon[35809]: pgmap v966: 97 pgs: 97 active+clean; 4.3 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 597 B/s wr, 7 op/s 2024-05-20T21:32:52.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:32:51 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/3152092255' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:32:52.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:32:51 smithi008 ceph-mon[31475]: pgmap v966: 97 pgs: 97 active+clean; 4.3 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 597 B/s wr, 7 op/s 2024-05-20T21:32:52.529 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:32:53.001 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:32:54.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:32:54 smithi008 ceph-mon[31475]: pgmap v967: 97 pgs: 97 active+clean; 4.3 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 597 B/s wr, 6 op/s 2024-05-20T21:32:55.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:55.171+0000 7fd415400700 1 -- 172.21.15.8:0/2911115011 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4101037f0 msgr2=0x7fd410103bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:55.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:55.171+0000 7fd415400700 1 --2- 172.21.15.8:0/2911115011 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4101037f0 0x7fd410103bd0 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7fd4000099c0 tx=0x7fd400009cd0 comp rx=0 tx=0).stop 2024-05-20T21:32:55.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:55.171+0000 7fd415400700 1 -- 172.21.15.8:0/2911115011 shutdown_connections 2024-05-20T21:32:55.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:55.171+0000 7fd415400700 1 --2- 172.21.15.8:0/2911115011 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4101037f0 0x7fd410103bd0 unknown :-1 s=CLOSED pgs=748 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:55.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:55.171+0000 7fd415400700 1 --2- 172.21.15.8:0/2911115011 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd4101088f0 0x7fd410110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:55.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:55.171+0000 7fd415400700 1 --2- 172.21.15.8:0/2911115011 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd4101041a0 0x7fd4101081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:55.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:55.171+0000 7fd415400700 1 -- 172.21.15.8:0/2911115011 >> 172.21.15.8:0/2911115011 conn(0x7fd41007a6a0 msgr2=0x7fd41007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:55.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:55.171+0000 7fd415400700 1 -- 172.21.15.8:0/2911115011 shutdown_connections 2024-05-20T21:32:55.172 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:55.171+0000 7fd415400700 1 -- 172.21.15.8:0/2911115011 wait complete. 2024-05-20T21:32:55.173 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:32:54 smithi130 ceph-mon[36448]: pgmap v967: 97 pgs: 97 active+clean; 4.3 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 597 B/s wr, 6 op/s 2024-05-20T21:32:55.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:55.172+0000 7fd415400700 1 Processor -- start 2024-05-20T21:32:55.173 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:55.173+0000 7fd415400700 1 -- start start 2024-05-20T21:32:55.174 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:55.173+0000 7fd415400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4101037f0 0x7fd410075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:55.174 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:55.173+0000 7fd415400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd4101041a0 0x7fd410075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:55.174 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:55.173+0000 7fd415400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd4101088f0 0x7fd4100762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:55.174 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:55.173+0000 7fd415400700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7fd4101136c0 con 0x7fd4101088f0 2024-05-20T21:32:55.174 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:55.173+0000 7fd415400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fd410113540 con 0x7fd4101037f0 2024-05-20T21:32:55.174 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:55.173+0000 7fd415400700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7fd410113840 con 0x7fd4101041a0 2024-05-20T21:32:55.174 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:55.174+0000 7fd40e800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4101037f0 0x7fd410075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:55.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:55.174+0000 7fd40e800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4101037f0 0x7fd410075840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:46668/0 (socket says 172.21.15.8:46668) 2024-05-20T21:32:55.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:55.174+0000 7fd40e800700 1 -- 172.21.15.8:0/3268028073 learned_addr learned my addr 172.21.15.8:0/3268028073 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:32:55.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:55.174+0000 7fd40f200700 1 --2- 172.21.15.8:0/3268028073 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd4101088f0 0x7fd4100762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:55.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:55.174+0000 7fd407e00700 1 --2- 172.21.15.8:0/3268028073 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd4101041a0 0x7fd410075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:55.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:32:54 smithi050 ceph-mon[35809]: pgmap v967: 97 pgs: 97 active+clean; 4.3 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 597 B/s wr, 6 op/s 2024-05-20T21:32:55.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:55.174+0000 7fd40e800700 1 -- 172.21.15.8:0/3268028073 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd4101041a0 msgr2=0x7fd410075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:55.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:55.174+0000 7fd40e800700 1 --2- 172.21.15.8:0/3268028073 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd4101041a0 0x7fd410075d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:55.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:55.174+0000 7fd40e800700 1 -- 172.21.15.8:0/3268028073 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd4101088f0 msgr2=0x7fd4100762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:55.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:55.174+0000 7fd40e800700 1 --2- 172.21.15.8:0/3268028073 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd4101088f0 0x7fd4100762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:55.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:55.174+0000 7fd40e800700 1 -- 172.21.15.8:0/3268028073 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4101a8120 con 0x7fd4101037f0 2024-05-20T21:32:55.176 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:55.175+0000 7fd40e800700 1 --2- 172.21.15.8:0/3268028073 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4101037f0 0x7fd410075840 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7fd400006010 tx=0x7fd400005280 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:55.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:55.175+0000 7fd407400700 1 -- 172.21.15.8:0/3268028073 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd400026070 con 0x7fd4101037f0 2024-05-20T21:32:55.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:55.175+0000 7fd407400700 1 -- 172.21.15.8:0/3268028073 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd400005680 con 0x7fd4101037f0 2024-05-20T21:32:55.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:55.175+0000 7fd407400700 1 -- 172.21.15.8:0/3268028073 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd40000fb00 con 0x7fd4101037f0 2024-05-20T21:32:55.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:55.175+0000 7fd415400700 1 -- 172.21.15.8:0/3268028073 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4101a83b0 con 0x7fd4101037f0 2024-05-20T21:32:55.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:55.175+0000 7fd415400700 1 -- 172.21.15.8:0/3268028073 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4101a87b0 con 0x7fd4101037f0 2024-05-20T21:32:55.177 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:55.176+0000 7fd415400700 1 -- 172.21.15.8:0/3268028073 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd41010bb30 con 0x7fd4101037f0 2024-05-20T21:32:55.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:55.179+0000 7fd407400700 1 -- 172.21.15.8:0/3268028073 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fd400029070 con 0x7fd4101037f0 2024-05-20T21:32:55.180 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:55.180+0000 7fd407400700 1 --2- 172.21.15.8:0/3268028073 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd3f40b2900 0x7fd3f40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:55.180 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:55.180+0000 7fd407400700 1 -- 172.21.15.8:0/3268028073 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fd4000e3190 con 0x7fd4101037f0 2024-05-20T21:32:55.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:55.180+0000 7fd407e00700 1 --2- 172.21.15.8:0/3268028073 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd3f40b2900 0x7fd3f40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:55.181 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:55.181+0000 7fd407e00700 1 --2- 172.21.15.8:0/3268028073 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd3f40b2900 0x7fd3f40b4dc0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7fd3f8009680 tx=0x7fd3f8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:55.182 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:55.182+0000 7fd407400700 1 -- 172.21.15.8:0/3268028073 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fd400030020 con 0x7fd4101037f0 2024-05-20T21:32:55.474 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:55.473+0000 7fd415400700 1 -- 172.21.15.8:0/3268028073 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd41006a230 con 0x7fd4101037f0 2024-05-20T21:32:55.474 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:55.474+0000 7fd407400700 1 -- 172.21.15.8:0/3268028073 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11850 (secure 0 0 0) 0x7fd400013070 con 0x7fd4101037f0 2024-05-20T21:32:55.475 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:32:55.475 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14373,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6837/2882528014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6836","nonce":2882528014},{"type":"v1","addr":"172.21.15.8:6837","nonce":2882528014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14406,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6841/4177581392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6840","nonce":4177581392},{"type":"v1","addr":"172.21.15.8:6841","nonce":4177581392}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/22041325","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":22041325},{"type":"v1","addr":"172.21.15.50:6833","nonce":22041325}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/3431356988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":3431356988},{"type":"v1","addr":"172.21.15.50:6835","nonce":3431356988}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3128151093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3128151093},{"type":"v1","addr":"172.21.15.130:6833","nonce":3128151093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24481,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.8:6835/2085434570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6834","nonce":2085434570},{"type":"v1","addr":"172.21.15.8:6835","nonce":2085434570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:11:19.148004+0000","modified":"2024-05-20T21:15:03.979835+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24529,"mds_1":24521,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6837/3997016525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3997016525},{"type":"v1","addr":"172.21.15.50:6837","nonce":3997016525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"g","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.8:6839/1461975648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6838","nonce":1461975648},{"type":"v1","addr":"172.21.15.8:6839","nonce":1461975648}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24508":{"gid":24508,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/1975443829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":1975443829},{"type":"v1","addr":"172.21.15.130:6835","nonce":1975443829}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.130:6837/612174454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":612174454},{"type":"v1","addr":"172.21.15.130:6837","nonce":612174454}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.50:6839/1317306351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":1317306351},{"type":"v1","addr":"172.21.15.50:6839","nonce":1317306351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6839/518183221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":518183221},{"type":"v1","addr":"172.21.15.130:6839","nonce":518183221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24529,"qdb_cluster":[24529,24521,24514]},"id":1}]} 2024-05-20T21:32:55.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:55.478+0000 7fd415400700 1 -- 172.21.15.8:0/3268028073 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd3f40b2900 msgr2=0x7fd3f40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:55.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:55.478+0000 7fd415400700 1 --2- 172.21.15.8:0/3268028073 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd3f40b2900 0x7fd3f40b4dc0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7fd3f8009680 tx=0x7fd3f8009260 comp rx=0 tx=0).stop 2024-05-20T21:32:55.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:55.478+0000 7fd415400700 1 -- 172.21.15.8:0/3268028073 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4101037f0 msgr2=0x7fd410075840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:55.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:55.478+0000 7fd415400700 1 --2- 172.21.15.8:0/3268028073 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4101037f0 0x7fd410075840 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7fd400006010 tx=0x7fd400005280 comp rx=0 tx=0).stop 2024-05-20T21:32:55.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:55.478+0000 7fd415400700 1 -- 172.21.15.8:0/3268028073 shutdown_connections 2024-05-20T21:32:55.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:55.478+0000 7fd415400700 1 --2- 172.21.15.8:0/3268028073 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7fd3f40b2900 0x7fd3f40b4dc0 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:55.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:55.478+0000 7fd415400700 1 --2- 172.21.15.8:0/3268028073 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd4101037f0 0x7fd410075840 unknown :-1 s=CLOSED pgs=749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:55.479 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:55.478+0000 7fd415400700 1 --2- 172.21.15.8:0/3268028073 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7fd4101088f0 0x7fd4100762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:55.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:55.478+0000 7fd415400700 1 --2- 172.21.15.8:0/3268028073 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd4101041a0 0x7fd410075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:55.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:55.478+0000 7fd415400700 1 -- 172.21.15.8:0/3268028073 >> 172.21.15.8:0/3268028073 conn(0x7fd41007a6a0 msgr2=0x7fd4101018d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:55.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:55.479+0000 7fd415400700 1 -- 172.21.15.8:0/3268028073 shutdown_connections 2024-05-20T21:32:55.480 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:55.479+0000 7fd415400700 1 -- 172.21.15.8:0/3268028073 wait complete. 2024-05-20T21:32:55.481 INFO:teuthology.orchestra.run.smithi008.stderr:dumped fsmap epoch 26 2024-05-20T21:32:56.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:32:55 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/3268028073' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:32:56.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:32:55 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/3268028073' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:32:56.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:32:55 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/3268028073' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:32:56.352 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-20T21:32:56.808 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:32:57.131 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:32:56 smithi008 ceph-mon[31475]: pgmap v968: 97 pgs: 97 active+clean; 4.3 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 597 B/s wr, 7 op/s 2024-05-20T21:32:57.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:32:56 smithi130 ceph-mon[36448]: pgmap v968: 97 pgs: 97 active+clean; 4.3 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 597 B/s wr, 7 op/s 2024-05-20T21:32:57.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:32:56 smithi050 ceph-mon[35809]: pgmap v968: 97 pgs: 97 active+clean; 4.3 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 597 B/s wr, 7 op/s 2024-05-20T21:32:58.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:58.915+0000 7f3071200700 1 -- 172.21.15.8:0/3254342784 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f306c06c5d0 msgr2=0x7f306c1103f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:58.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:58.915+0000 7f3071200700 1 --2- 172.21.15.8:0/3254342784 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f306c06c5d0 0x7f306c1103f0 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7f3064009f90 tx=0x7f306400b330 comp rx=0 tx=0).stop 2024-05-20T21:32:58.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:58.916+0000 7f3071200700 1 -- 172.21.15.8:0/3254342784 shutdown_connections 2024-05-20T21:32:58.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:58.916+0000 7f3071200700 1 --2- 172.21.15.8:0/3254342784 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f306c06c5d0 0x7f306c1103f0 unknown :-1 s=CLOSED pgs=750 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:58.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:58.916+0000 7f3071200700 1 --2- 172.21.15.8:0/3254342784 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f306c1095d0 0x7f306c1099b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:58.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:58.916+0000 7f3071200700 1 --2- 172.21.15.8:0/3254342784 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f306c06bc10 0x7f306c06c090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:58.917 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:58.916+0000 7f3071200700 1 -- 172.21.15.8:0/3254342784 >> 172.21.15.8:0/3254342784 conn(0x7f306c0793f0 msgr2=0x7f306c079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:58.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:58.916+0000 7f3071200700 1 -- 172.21.15.8:0/3254342784 shutdown_connections 2024-05-20T21:32:58.918 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:58.916+0000 7f3071200700 1 -- 172.21.15.8:0/3254342784 wait complete. 2024-05-20T21:32:58.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:58.917+0000 7f3071200700 1 Processor -- start 2024-05-20T21:32:58.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:58.917+0000 7f3071200700 1 -- start start 2024-05-20T21:32:58.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:58.918+0000 7f3071200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f306c06bc10 0x7f306c1028f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:58.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:58.918+0000 7f3071200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f306c06c5d0 0x7f306c102e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:58.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:58.918+0000 7f3071200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f306c1095d0 0x7f306c103370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:58.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:58.918+0000 7f3071200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f306c113710 con 0x7f306c06bc10 2024-05-20T21:32:58.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:58.918+0000 7f3071200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f306c113590 con 0x7f306c1095d0 2024-05-20T21:32:58.920 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:58.918+0000 7f3071200700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f306c113890 con 0x7f306c06c5d0 2024-05-20T21:32:58.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:58.918+0000 7f3069e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f306c06bc10 0x7f306c1028f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:58.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:58.918+0000 7f3069e00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f306c06bc10 0x7f306c1028f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:49442/0 (socket says 172.21.15.8:49442) 2024-05-20T21:32:58.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:58.918+0000 7f3069e00700 1 -- 172.21.15.8:0/1653857816 learned_addr learned my addr 172.21.15.8:0/1653857816 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:32:58.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:58.918+0000 7f3069400700 1 --2- 172.21.15.8:0/1653857816 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f306c06c5d0 0x7f306c102e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:58.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:58.918+0000 7f306a800700 1 --2- 172.21.15.8:0/1653857816 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f306c1095d0 0x7f306c103370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:58.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:58.919+0000 7f3069e00700 1 -- 172.21.15.8:0/1653857816 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f306c06c5d0 msgr2=0x7f306c102e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:58.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:58.919+0000 7f3069e00700 1 --2- 172.21.15.8:0/1653857816 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f306c06c5d0 0x7f306c102e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:58.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:58.919+0000 7f3069e00700 1 -- 172.21.15.8:0/1653857816 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f306c1095d0 msgr2=0x7f306c103370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:58.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:58.919+0000 7f3069e00700 1 --2- 172.21.15.8:0/1653857816 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f306c1095d0 0x7f306c103370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:58.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:58.919+0000 7f3069e00700 1 -- 172.21.15.8:0/1653857816 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f306c1a80b0 con 0x7f306c06bc10 2024-05-20T21:32:58.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:58.919+0000 7f3069e00700 1 --2- 172.21.15.8:0/1653857816 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f306c06bc10 0x7f306c1028f0 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7f305c00e9c0 tx=0x7f305c00ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:58.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:58.919+0000 7f3062a00700 1 -- 172.21.15.8:0/1653857816 <== mon.0 v2:172.21.15.8:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f305c004a30 con 0x7f306c06bc10 2024-05-20T21:32:58.921 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:58.919+0000 7f3062a00700 1 -- 172.21.15.8:0/1653857816 <== mon.0 v2:172.21.15.8:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f305c00cc70 con 0x7f306c06bc10 2024-05-20T21:32:58.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:58.919+0000 7f3071200700 1 -- 172.21.15.8:0/1653857816 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f306c1a83a0 con 0x7f306c06bc10 2024-05-20T21:32:58.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:58.919+0000 7f3062a00700 1 -- 172.21.15.8:0/1653857816 <== mon.0 v2:172.21.15.8:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f305c005490 con 0x7f306c06bc10 2024-05-20T21:32:58.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:58.920+0000 7f3071200700 1 -- 172.21.15.8:0/1653857816 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f306c1a88e0 con 0x7f306c06bc10 2024-05-20T21:32:58.922 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:58.921+0000 7f3071200700 1 -- 172.21.15.8:0/1653857816 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f306c104c90 con 0x7f306c06bc10 2024-05-20T21:32:58.923 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:58.923+0000 7f3062a00700 1 -- 172.21.15.8:0/1653857816 <== mon.0 v2:172.21.15.8:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f305c004bd0 con 0x7f306c06bc10 2024-05-20T21:32:58.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:58.926+0000 7f3062a00700 1 --2- 172.21.15.8:0/1653857816 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f30500b2880 0x7f30500b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:58.926 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:58.926+0000 7f3062a00700 1 -- 172.21.15.8:0/1653857816 <== mon.0 v2:172.21.15.8:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f305c0e2540 con 0x7f306c06bc10 2024-05-20T21:32:58.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:58.926+0000 7f3069400700 1 --2- 172.21.15.8:0/1653857816 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f30500b2880 0x7f30500b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:58.927 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:58.927+0000 7f3069400700 1 --2- 172.21.15.8:0/1653857816 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f30500b2880 0x7f30500b4d40 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f306c0799f0 tx=0x7f3058009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:58.929 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:58.929+0000 7f3062a00700 1 -- 172.21.15.8:0/1653857816 <== mon.0 v2:172.21.15.8:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f305c054df0 con 0x7f306c06bc10 2024-05-20T21:32:59.170 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:59.170+0000 7f3071200700 1 -- 172.21.15.8:0/1653857816 --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f306c02e560 con 0x7f306c06bc10 2024-05-20T21:32:59.171 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:32:58 smithi008 ceph-mon[31475]: pgmap v969: 97 pgs: 97 active+clean; 4.3 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 597 B/s wr, 6 op/s 2024-05-20T21:32:59.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:32:58 smithi130 ceph-mon[36448]: pgmap v969: 97 pgs: 97 active+clean; 4.3 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 597 B/s wr, 6 op/s 2024-05-20T21:32:59.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:32:58 smithi050 ceph-mon[35809]: pgmap v969: 97 pgs: 97 active+clean; 4.3 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 597 B/s wr, 6 op/s 2024-05-20T21:32:59.175 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:59.175+0000 7f3062a00700 1 -- 172.21.15.8:0/1653857816 <== mon.0 v2:172.21.15.8:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+22620 (secure 0 0 0) 0x7f305c0aa1f0 con 0x7f306c06bc10 2024-05-20T21:32:59.176 INFO:teuthology.orchestra.run.smithi008.stdout: 2024-05-20T21:32:59.176 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":81,"fsid":"060ce10e-16ec-11ef-bc9a-c7b262605968","created":"2024-05-20T21:01:50.508336+0000","modified":"2024-05-20T21:12:02.563456+0000","last_up_change":"2024-05-20T21:10:03.543960+0000","last_in_change":"2024-05-20T21:09:43.745737+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-20T21:05:47.155633+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-20T21:11:10.880303+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-20T21:11:14.963738+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"567da6cc-0f5c-488c-82f7-0ecdf1f9a92c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6802","nonce":2530117688},{"type":"v1","addr":"172.21.15.8:6803","nonce":2530117688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6804","nonce":2530117688},{"type":"v1","addr":"172.21.15.8:6805","nonce":2530117688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6808","nonce":2530117688},{"type":"v1","addr":"172.21.15.8:6809","nonce":2530117688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6806","nonce":2530117688},{"type":"v1","addr":"172.21.15.8:6807","nonce":2530117688}]},"public_addr":"172.21.15.8:6803/2530117688","cluster_addr":"172.21.15.8:6805/2530117688","heartbeat_back_addr":"172.21.15.8:6809/2530117688","heartbeat_front_addr":"172.21.15.8:6807/2530117688","state":["exists","up"]},{"osd":1,"uuid":"6d7c2f7a-ba32-43d3-bcb5-91213501621d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":1765474633},{"type":"v1","addr":"172.21.15.50:6801","nonce":1765474633}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":1765474633},{"type":"v1","addr":"172.21.15.50:6803","nonce":1765474633}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":1765474633},{"type":"v1","addr":"172.21.15.50:6807","nonce":1765474633}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":1765474633},{"type":"v1","addr":"172.21.15.50:6805","nonce":1765474633}]},"public_addr":"172.21.15.50:6801/1765474633","cluster_addr":"172.21.15.50:6803/1765474633","heartbeat_back_addr":"172.21.15.50:6807/1765474633","heartbeat_front_addr":"172.21.15.50:6805/1765474633","state":["exists","up"]},{"osd":2,"uuid":"616c77cc-71ca-4d73-87ba-f9e2b391617f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6800","nonce":2148668646},{"type":"v1","addr":"172.21.15.130:6801","nonce":2148668646}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6802","nonce":2148668646},{"type":"v1","addr":"172.21.15.130:6803","nonce":2148668646}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6806","nonce":2148668646},{"type":"v1","addr":"172.21.15.130:6807","nonce":2148668646}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6804","nonce":2148668646},{"type":"v1","addr":"172.21.15.130:6805","nonce":2148668646}]},"public_addr":"172.21.15.130:6801/2148668646","cluster_addr":"172.21.15.130:6803/2148668646","heartbeat_back_addr":"172.21.15.130:6807/2148668646","heartbeat_front_addr":"172.21.15.130:6805/2148668646","state":["exists","up"]},{"osd":3,"uuid":"97c26b23-ae0b-424b-b593-5f7d545d78fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6810","nonce":522014344},{"type":"v1","addr":"172.21.15.8:6811","nonce":522014344}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6812","nonce":522014344},{"type":"v1","addr":"172.21.15.8:6813","nonce":522014344}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6816","nonce":522014344},{"type":"v1","addr":"172.21.15.8:6817","nonce":522014344}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6814","nonce":522014344},{"type":"v1","addr":"172.21.15.8:6815","nonce":522014344}]},"public_addr":"172.21.15.8:6811/522014344","cluster_addr":"172.21.15.8:6813/522014344","heartbeat_back_addr":"172.21.15.8:6817/522014344","heartbeat_front_addr":"172.21.15.8:6815/522014344","state":["exists","up"]},{"osd":4,"uuid":"032641da-14a1-4d60-975c-7ae9dd749f8b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":2849163314},{"type":"v1","addr":"172.21.15.50:6809","nonce":2849163314}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":2849163314},{"type":"v1","addr":"172.21.15.50:6811","nonce":2849163314}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":2849163314},{"type":"v1","addr":"172.21.15.50:6815","nonce":2849163314}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":2849163314},{"type":"v1","addr":"172.21.15.50:6813","nonce":2849163314}]},"public_addr":"172.21.15.50:6809/2849163314","cluster_addr":"172.21.15.50:6811/2849163314","heartbeat_back_addr":"172.21.15.50:6815/2849163314","heartbeat_front_addr":"172.21.15.50:6813/2849163314","state":["exists","up"]},{"osd":5,"uuid":"e0a50b25-3bd5-4f3d-9c6b-e0a37620c1fe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6808","nonce":2920667492},{"type":"v1","addr":"172.21.15.130:6809","nonce":2920667492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6810","nonce":2920667492},{"type":"v1","addr":"172.21.15.130:6811","nonce":2920667492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6814","nonce":2920667492},{"type":"v1","addr":"172.21.15.130:6815","nonce":2920667492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6812","nonce":2920667492},{"type":"v1","addr":"172.21.15.130:6813","nonce":2920667492}]},"public_addr":"172.21.15.130:6809/2920667492","cluster_addr":"172.21.15.130:6811/2920667492","heartbeat_back_addr":"172.21.15.130:6815/2920667492","heartbeat_front_addr":"172.21.15.130:6813/2920667492","state":["exists","up"]},{"osd":6,"uuid":"6fea92cd-1f1b-4f37-b607-4396f31985ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6818","nonce":107816006},{"type":"v1","addr":"172.21.15.8:6819","nonce":107816006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6820","nonce":107816006},{"type":"v1","addr":"172.21.15.8:6821","nonce":107816006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6824","nonce":107816006},{"type":"v1","addr":"172.21.15.8:6825","nonce":107816006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6822","nonce":107816006},{"type":"v1","addr":"172.21.15.8:6823","nonce":107816006}]},"public_addr":"172.21.15.8:6819/107816006","cluster_addr":"172.21.15.8:6821/107816006","heartbeat_back_addr":"172.21.15.8:6825/107816006","heartbeat_front_addr":"172.21.15.8:6823/107816006","state":["exists","up"]},{"osd":7,"uuid":"ed4481c7-8b9b-4360-87d7-e5eb8ea18b2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":2308872994},{"type":"v1","addr":"172.21.15.50:6817","nonce":2308872994}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":2308872994},{"type":"v1","addr":"172.21.15.50:6819","nonce":2308872994}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":2308872994},{"type":"v1","addr":"172.21.15.50:6823","nonce":2308872994}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":2308872994},{"type":"v1","addr":"172.21.15.50:6821","nonce":2308872994}]},"public_addr":"172.21.15.50:6817/2308872994","cluster_addr":"172.21.15.50:6819/2308872994","heartbeat_back_addr":"172.21.15.50:6823/2308872994","heartbeat_front_addr":"172.21.15.50:6821/2308872994","state":["exists","up"]},{"osd":8,"uuid":"c47d04f0-93d2-4a17-b7d0-a16a1d62099f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6816","nonce":2076512047},{"type":"v1","addr":"172.21.15.130:6817","nonce":2076512047}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6818","nonce":2076512047},{"type":"v1","addr":"172.21.15.130:6819","nonce":2076512047}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6822","nonce":2076512047},{"type":"v1","addr":"172.21.15.130:6823","nonce":2076512047}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6820","nonce":2076512047},{"type":"v1","addr":"172.21.15.130:6821","nonce":2076512047}]},"public_addr":"172.21.15.130:6817/2076512047","cluster_addr":"172.21.15.130:6819/2076512047","heartbeat_back_addr":"172.21.15.130:6823/2076512047","heartbeat_front_addr":"172.21.15.130:6821/2076512047","state":["exists","up"]},{"osd":9,"uuid":"54ccf87d-5ce9-4631-ab41-fbb0abb1d7e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6826","nonce":2726512408},{"type":"v1","addr":"172.21.15.8:6827","nonce":2726512408}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6828","nonce":2726512408},{"type":"v1","addr":"172.21.15.8:6829","nonce":2726512408}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6832","nonce":2726512408},{"type":"v1","addr":"172.21.15.8:6833","nonce":2726512408}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6830","nonce":2726512408},{"type":"v1","addr":"172.21.15.8:6831","nonce":2726512408}]},"public_addr":"172.21.15.8:6827/2726512408","cluster_addr":"172.21.15.8:6829/2726512408","heartbeat_back_addr":"172.21.15.8:6833/2726512408","heartbeat_front_addr":"172.21.15.8:6831/2726512408","state":["exists","up"]},{"osd":10,"uuid":"59788566-3094-4926-afbf-0a297a265ff5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":2266909560},{"type":"v1","addr":"172.21.15.50:6825","nonce":2266909560}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":2266909560},{"type":"v1","addr":"172.21.15.50:6827","nonce":2266909560}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":2266909560},{"type":"v1","addr":"172.21.15.50:6831","nonce":2266909560}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":2266909560},{"type":"v1","addr":"172.21.15.50:6829","nonce":2266909560}]},"public_addr":"172.21.15.50:6825/2266909560","cluster_addr":"172.21.15.50:6827/2266909560","heartbeat_back_addr":"172.21.15.50:6831/2266909560","heartbeat_front_addr":"172.21.15.50:6829/2266909560","state":["exists","up"]},{"osd":11,"uuid":"f4dfda6f-f5ea-4d53-8940-d33edd1dd61a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6824","nonce":2025670617},{"type":"v1","addr":"172.21.15.130:6825","nonce":2025670617}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6826","nonce":2025670617},{"type":"v1","addr":"172.21.15.130:6827","nonce":2025670617}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6830","nonce":2025670617},{"type":"v1","addr":"172.21.15.130:6831","nonce":2025670617}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6828","nonce":2025670617},{"type":"v1","addr":"172.21.15.130:6829","nonce":2025670617}]},"public_addr":"172.21.15.130:6825/2025670617","cluster_addr":"172.21.15.130:6827/2025670617","heartbeat_back_addr":"172.21.15.130:6831/2025670617","heartbeat_front_addr":"172.21.15.130:6829/2025670617","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:04:55.223745+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:05:20.826140+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:05:44.508801+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:06:17.590953+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:06:43.158647+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:07:07.550211+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:07:41.445843+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:08:08.755800+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:08:33.714081+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:09:08.647054+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:09:36.773039+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:10:01.697404+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"3.b","mappings":[{"from":3,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":6}]},{"pgid":"3.1b","mappings":[{"from":4,"to":7},{"from":3,"to":8}]},{"pgid":"3.1d","mappings":[{"from":4,"to":6}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.25","mappings":[{"from":5,"to":9}]},{"pgid":"3.27","mappings":[{"from":4,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.8:6801/3677468514":"2024-05-21T21:03:00.998855+0000","172.21.15.8:0/644454220":"2024-05-21T21:03:00.998855+0000","172.21.15.8:6800/3677468514":"2024-05-21T21:03:00.998855+0000","172.21.15.8:0/329536388":"2024-05-21T21:02:24.888619+0000","172.21.15.8:0/346325619":"2024-05-21T21:02:24.888619+0000","172.21.15.8:0/85678654":"2024-05-21T21:03:00.998855+0000","172.21.15.8:6800/3424210912":"2024-05-21T21:02:24.888619+0000","172.21.15.8:0/1767165129":"2024-05-21T21:02:24.888619+0000","172.21.15.8:6801/3424210912":"2024-05-21T21:02:24.888619+0000","172.21.15.8:0/3032080664":"2024-05-21T21:03:00.998855+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-20T21:32:59.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:59.178+0000 7f3071200700 1 -- 172.21.15.8:0/1653857816 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f30500b2880 msgr2=0x7f30500b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:59.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:59.178+0000 7f3071200700 1 --2- 172.21.15.8:0/1653857816 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f30500b2880 0x7f30500b4d40 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f306c0799f0 tx=0x7f3058009260 comp rx=0 tx=0).stop 2024-05-20T21:32:59.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:59.178+0000 7f3071200700 1 -- 172.21.15.8:0/1653857816 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f306c06bc10 msgr2=0x7f306c1028f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:59.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:59.178+0000 7f3071200700 1 --2- 172.21.15.8:0/1653857816 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f306c06bc10 0x7f306c1028f0 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7f305c00e9c0 tx=0x7f305c00ecd0 comp rx=0 tx=0).stop 2024-05-20T21:32:59.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:59.178+0000 7f3071200700 1 -- 172.21.15.8:0/1653857816 shutdown_connections 2024-05-20T21:32:59.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:59.178+0000 7f3071200700 1 --2- 172.21.15.8:0/1653857816 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f30500b2880 0x7f30500b4d40 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:59.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:59.178+0000 7f3071200700 1 --2- 172.21.15.8:0/1653857816 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f306c1095d0 0x7f306c103370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:59.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:59.178+0000 7f3071200700 1 --2- 172.21.15.8:0/1653857816 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f306c06bc10 0x7f306c1028f0 unknown :-1 s=CLOSED pgs=810 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:59.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:59.178+0000 7f3071200700 1 --2- 172.21.15.8:0/1653857816 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f306c06c5d0 0x7f306c102e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:59.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:59.178+0000 7f3071200700 1 -- 172.21.15.8:0/1653857816 >> 172.21.15.8:0/1653857816 conn(0x7f306c0793f0 msgr2=0x7f306c101530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:59.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:59.178+0000 7f3071200700 1 -- 172.21.15.8:0/1653857816 shutdown_connections 2024-05-20T21:32:59.179 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:32:59.178+0000 7f3071200700 1 -- 172.21.15.8:0/1653857816 wait complete. 2024-05-20T21:33:00.089 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:32:59 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/1653857816' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:33:00.094 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs fail cephfs 2024-05-20T21:33:00.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:32:59 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/1653857816' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:33:00.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:32:59 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/1653857816' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:33:00.523 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:33:00.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:33:00 smithi008 ceph-mon[31475]: pgmap v970: 97 pgs: 97 active+clean; 4.3 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 597 B/s wr, 6 op/s 2024-05-20T21:33:01.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:33:00 smithi130 ceph-mon[36448]: pgmap v970: 97 pgs: 97 active+clean; 4.3 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 597 B/s wr, 6 op/s 2024-05-20T21:33:01.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:33:00 smithi050 ceph-mon[35809]: pgmap v970: 97 pgs: 97 active+clean; 4.3 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 597 B/s wr, 6 op/s 2024-05-20T21:33:02.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:33:01 smithi130 ceph-mon[36448]: pgmap v971: 97 pgs: 97 active+clean; 4.3 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 426 B/s wr, 7 op/s 2024-05-20T21:33:02.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:33:01 smithi050 ceph-mon[35809]: pgmap v971: 97 pgs: 97 active+clean; 4.3 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 426 B/s wr, 7 op/s 2024-05-20T21:33:02.198 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:33:01 smithi008 ceph-mon[31475]: pgmap v971: 97 pgs: 97 active+clean; 4.3 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 426 B/s wr, 7 op/s 2024-05-20T21:33:02.793 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:02.792+0000 7f1440200700 1 -- 172.21.15.8:0/4161315918 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f143806c7a0 msgr2=0x7f1438105fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:33:02.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:02.792+0000 7f1440200700 1 --2- 172.21.15.8:0/4161315918 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f143806c7a0 0x7f1438105fa0 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f143000b0a0 tx=0x7f143000b3b0 comp rx=0 tx=0).stop 2024-05-20T21:33:02.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:02.793+0000 7f1440200700 1 -- 172.21.15.8:0/4161315918 shutdown_connections 2024-05-20T21:33:02.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:02.793+0000 7f1440200700 1 --2- 172.21.15.8:0/4161315918 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1438108490 0x7f1438108870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:02.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:02.793+0000 7f1440200700 1 --2- 172.21.15.8:0/4161315918 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f143806c7a0 0x7f1438105fa0 unknown :-1 s=CLOSED pgs=811 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:02.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:02.793+0000 7f1440200700 1 --2- 172.21.15.8:0/4161315918 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f143806bc10 0x7f143806c070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:02.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:02.793+0000 7f1440200700 1 -- 172.21.15.8:0/4161315918 >> 172.21.15.8:0/4161315918 conn(0x7f14380793f0 msgr2=0x7f1438079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:33:02.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:02.793+0000 7f1440200700 1 -- 172.21.15.8:0/4161315918 shutdown_connections 2024-05-20T21:33:02.794 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:02.793+0000 7f1440200700 1 -- 172.21.15.8:0/4161315918 wait complete. 2024-05-20T21:33:02.795 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:02.794+0000 7f1440200700 1 Processor -- start 2024-05-20T21:33:02.795 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:02.794+0000 7f1440200700 1 -- start start 2024-05-20T21:33:02.795 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:02.795+0000 7f1440200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f143806bc10 0x7f14381a0200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:33:02.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:02.795+0000 7f1440200700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f143806c7a0 0x7f14381a0740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:33:02.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:02.795+0000 7f1440200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1438108490 0x7f14381a4a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:33:02.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:02.795+0000 7f1440200700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f1438119cf0 con 0x7f1438108490 2024-05-20T21:33:02.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:02.795+0000 7f1440200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1438119b70 con 0x7f143806bc10 2024-05-20T21:33:02.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:02.795+0000 7f1440200700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f1438119e70 con 0x7f143806c7a0 2024-05-20T21:33:02.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:02.795+0000 7f143ce00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f143806c7a0 0x7f14381a0740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:33:02.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:02.795+0000 7f143e200700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1438108490 0x7f14381a4a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:33:02.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:02.795+0000 7f143d800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f143806bc10 0x7f14381a0200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:33:02.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:02.795+0000 7f143ce00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f143806c7a0 0x7f14381a0740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.8:39758/0 (socket says 172.21.15.8:39758) 2024-05-20T21:33:02.796 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:02.795+0000 7f143ce00700 1 -- 172.21.15.8:0/3804708156 learned_addr learned my addr 172.21.15.8:0/3804708156 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:33:02.797 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:02.796+0000 7f143ce00700 1 -- 172.21.15.8:0/3804708156 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f143806bc10 msgr2=0x7f14381a0200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:33:02.797 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:02.796+0000 7f143ce00700 1 --2- 172.21.15.8:0/3804708156 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f143806bc10 0x7f14381a0200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:02.797 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:02.796+0000 7f143ce00700 1 -- 172.21.15.8:0/3804708156 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1438108490 msgr2=0x7f14381a4a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:33:02.798 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:02.796+0000 7f143ce00700 1 --2- 172.21.15.8:0/3804708156 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1438108490 0x7f14381a4a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:02.798 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:02.796+0000 7f143ce00700 1 -- 172.21.15.8:0/3804708156 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14381a51c0 con 0x7f143806c7a0 2024-05-20T21:33:02.798 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:02.796+0000 7f143e200700 1 --2- 172.21.15.8:0/3804708156 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1438108490 0x7f14381a4a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:33:02.798 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:02.796+0000 7f143ce00700 1 --2- 172.21.15.8:0/3804708156 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f143806c7a0 0x7f14381a0740 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f142400e9a0 tx=0x7f142400ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:33:02.798 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:02.796+0000 7f1436000700 1 -- 172.21.15.8:0/3804708156 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f142400ca10 con 0x7f143806c7a0 2024-05-20T21:33:02.798 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:02.796+0000 7f1440200700 1 -- 172.21.15.8:0/3804708156 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14381a54b0 con 0x7f143806c7a0 2024-05-20T21:33:02.798 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:02.796+0000 7f1436000700 1 -- 172.21.15.8:0/3804708156 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f142400cbb0 con 0x7f143806c7a0 2024-05-20T21:33:02.798 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:02.796+0000 7f1436000700 1 -- 172.21.15.8:0/3804708156 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1424018680 con 0x7f143806c7a0 2024-05-20T21:33:02.798 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:02.796+0000 7f1440200700 1 -- 172.21.15.8:0/3804708156 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14381acd30 con 0x7f143806c7a0 2024-05-20T21:33:02.799 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:02.798+0000 7f1440200700 1 -- 172.21.15.8:0/3804708156 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1438102a80 con 0x7f143806c7a0 2024-05-20T21:33:02.800 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:02.800+0000 7f1436000700 1 -- 172.21.15.8:0/3804708156 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f1424010430 con 0x7f143806c7a0 2024-05-20T21:33:02.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:02.801+0000 7f1436000700 1 --2- 172.21.15.8:0/3804708156 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f14200b2880 0x7f14200b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:33:02.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:02.802+0000 7f1436000700 1 -- 172.21.15.8:0/3804708156 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f14240e2730 con 0x7f143806c7a0 2024-05-20T21:33:02.802 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:02.802+0000 7f143d800700 1 --2- 172.21.15.8:0/3804708156 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f14200b2880 0x7f14200b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:33:02.803 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:02.803+0000 7f143d800700 1 --2- 172.21.15.8:0/3804708156 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f14200b2880 0x7f14200b4d40 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f142c009be0 tx=0x7f142c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:33:02.804 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:02.804+0000 7f1436000700 1 -- 172.21.15.8:0/3804708156 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f14240aa3e0 con 0x7f143806c7a0 2024-05-20T21:33:03.089 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:03.088+0000 7f1440200700 1 -- 172.21.15.8:0/3804708156 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f14381acf60 con 0x7f143806c7a0 2024-05-20T21:33:03.102 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:03.102+0000 7f1436000700 1 -- 172.21.15.8:0/3804708156 <== mon.1 v2:172.21.15.130:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v27) ==== 161+0+0 (secure 0 0 0) 0x7f14240a9ce0 con 0x7f143806c7a0 2024-05-20T21:33:03.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:03.105+0000 7f1440200700 1 -- 172.21.15.8:0/3804708156 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f14200b2880 msgr2=0x7f14200b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:33:03.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:03.105+0000 7f1440200700 1 --2- 172.21.15.8:0/3804708156 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f14200b2880 0x7f14200b4d40 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f142c009be0 tx=0x7f142c009260 comp rx=0 tx=0).stop 2024-05-20T21:33:03.106 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:03.105+0000 7f1440200700 1 -- 172.21.15.8:0/3804708156 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f143806c7a0 msgr2=0x7f14381a0740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:33:03.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:03.105+0000 7f1440200700 1 --2- 172.21.15.8:0/3804708156 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f143806c7a0 0x7f14381a0740 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f142400e9a0 tx=0x7f142400ecb0 comp rx=0 tx=0).stop 2024-05-20T21:33:03.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:03.106+0000 7f1440200700 1 -- 172.21.15.8:0/3804708156 shutdown_connections 2024-05-20T21:33:03.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:03.106+0000 7f1440200700 1 --2- 172.21.15.8:0/3804708156 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f14200b2880 0x7f14200b4d40 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:03.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:03.106+0000 7f1440200700 1 --2- 172.21.15.8:0/3804708156 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f143806bc10 0x7f14381a0200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:03.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:03.106+0000 7f1440200700 1 --2- 172.21.15.8:0/3804708156 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f1438108490 0x7f14381a4a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:03.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:03.106+0000 7f1440200700 1 --2- 172.21.15.8:0/3804708156 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f143806c7a0 0x7f14381a0740 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:03.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:03.106+0000 7f1440200700 1 -- 172.21.15.8:0/3804708156 >> 172.21.15.8:0/3804708156 conn(0x7f14380793f0 msgr2=0x7f1438101810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:33:03.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:03.106+0000 7f1440200700 1 -- 172.21.15.8:0/3804708156 shutdown_connections 2024-05-20T21:33:03.107 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:03.106+0000 7f1440200700 1 -- 172.21.15.8:0/3804708156 wait complete. 2024-05-20T21:33:03.109 INFO:teuthology.orchestra.run.smithi008.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-05-20T21:33:03.402 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:33:03 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/3804708156' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-05-20T21:33:03.403 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:33:03 smithi050 ceph-mon[35809]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-05-20T21:33:03.403 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:33:03 smithi050 ceph-mon[35809]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-05-20T21:33:03.403 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:33:03 smithi050 ceph-mon[35809]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-05-20T21:33:03.403 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:33:03 smithi050 ceph-mon[35809]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-05-20T21:33:03.403 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:33:03 smithi050 ceph-mon[35809]: osdmap e82: 12 total, 12 up, 12 in 2024-05-20T21:33:03.403 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:33:03 smithi050 ceph-mon[35809]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-05-20T21:33:03.403 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 20 21:33:03 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-h[65914]: ignoring --setuser ceph since I am not root 2024-05-20T21:33:03.403 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 20 21:33:03 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-h[65914]: ignoring --setgroup ceph since I am not root 2024-05-20T21:33:03.404 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 20 21:33:03 smithi050 ceph-mds[65918]: -- 172.21.15.50:0/418683728 <== mon.1 v2:172.21.15.130:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e0d7843a40 con 0x55e0d7816800 2024-05-20T21:33:03.404 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 20 21:33:03 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-h[65914]: starting mds.h at 2024-05-20T21:33:03.404 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 20 21:33:03 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-h[65914]: 2024-05-20T21:33:03.144+0000 7f9bcab7a700 -1 PosixStack listen unable to listen on v2:0.0.0.0:6836/0: (98) Address already in use 2024-05-20T21:33:03.404 INFO:journalctl@ceph.mds.b.smithi050.stdout:May 20 21:33:03 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-b[66229]: ignoring --setuser ceph since I am not root 2024-05-20T21:33:03.404 INFO:journalctl@ceph.mds.b.smithi050.stdout:May 20 21:33:03 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-b[66229]: ignoring --setgroup ceph since I am not root 2024-05-20T21:33:03.404 INFO:journalctl@ceph.mds.b.smithi050.stdout:May 20 21:33:03 smithi050 ceph-mds[66233]: -- 172.21.15.50:0/2460446304 <== mon.1 v2:172.21.15.130:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55bbb40b7a40 con 0x55bbb408ac00 2024-05-20T21:33:03.404 INFO:journalctl@ceph.mds.b.smithi050.stdout:May 20 21:33:03 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-b[66229]: starting mds.b at 2024-05-20T21:33:03.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:33:03 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/3804708156' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-05-20T21:33:03.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:33:03 smithi130 ceph-mon[36448]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-05-20T21:33:03.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:33:03 smithi130 ceph-mon[36448]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-05-20T21:33:03.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:33:03 smithi130 ceph-mon[36448]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-05-20T21:33:03.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:33:03 smithi130 ceph-mon[36448]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-05-20T21:33:03.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:33:03 smithi130 ceph-mon[36448]: osdmap e82: 12 total, 12 up, 12 in 2024-05-20T21:33:03.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:33:03 smithi130 ceph-mon[36448]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-05-20T21:33:03.422 INFO:journalctl@ceph.mds.i.smithi130.stdout:May 20 21:33:03 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-i[67122]: ignoring --setuser ceph since I am not root 2024-05-20T21:33:03.422 INFO:journalctl@ceph.mds.i.smithi130.stdout:May 20 21:33:03 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-i[67122]: ignoring --setgroup ceph since I am not root 2024-05-20T21:33:03.422 INFO:journalctl@ceph.mds.i.smithi130.stdout:May 20 21:33:03 smithi130 ceph-mds[67126]: -- 172.21.15.130:0/2833272084 <== mon.1 v2:172.21.15.130:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5598e7685a40 con 0x5598e7659000 2024-05-20T21:33:03.422 INFO:journalctl@ceph.mds.i.smithi130.stdout:May 20 21:33:03 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-i[67122]: starting mds.i at 2024-05-20T21:33:03.423 INFO:journalctl@ceph.mds.f.smithi130.stdout:May 20 21:33:03 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-f[66517]: ignoring --setuser ceph since I am not root 2024-05-20T21:33:03.423 INFO:journalctl@ceph.mds.f.smithi130.stdout:May 20 21:33:03 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-f[66517]: ignoring --setgroup ceph since I am not root 2024-05-20T21:33:03.423 INFO:journalctl@ceph.mds.f.smithi130.stdout:May 20 21:33:03 smithi130 ceph-mds[66521]: -- 172.21.15.130:0/2852260589 <== mon.1 v2:172.21.15.130:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5573f83f1a40 con 0x5573f83c4800 2024-05-20T21:33:03.423 INFO:journalctl@ceph.mds.f.smithi130.stdout:May 20 21:33:03 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-f[66517]: starting mds.f at 2024-05-20T21:33:03.423 INFO:journalctl@ceph.mds.c.smithi130.stdout:May 20 21:33:03 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-c[66820]: ignoring --setuser ceph since I am not root 2024-05-20T21:33:03.423 INFO:journalctl@ceph.mds.c.smithi130.stdout:May 20 21:33:03 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-c[66820]: ignoring --setgroup ceph since I am not root 2024-05-20T21:33:03.423 INFO:journalctl@ceph.mds.c.smithi130.stdout:May 20 21:33:03 smithi130 ceph-mds[66824]: -- 172.21.15.130:0/4001208149 <== mon.1 v2:172.21.15.130:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56119c207a40 con 0x56119c1da800 2024-05-20T21:33:03.423 INFO:journalctl@ceph.mds.c.smithi130.stdout:May 20 21:33:03 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-c[66820]: starting mds.c at 2024-05-20T21:33:03.453 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:33:03 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mon-a[31466]: 2024-05-20T21:33:03.091+0000 7f9f7e200700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-05-20T21:33:03.453 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:33:03 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/3804708156' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-05-20T21:33:03.453 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:33:03 smithi008 ceph-mon[31475]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-05-20T21:33:03.453 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:33:03 smithi008 ceph-mon[31475]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-05-20T21:33:03.453 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:33:03 smithi008 ceph-mon[31475]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-05-20T21:33:03.453 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:33:03 smithi008 ceph-mon[31475]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-05-20T21:33:03.453 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:33:03 smithi008 ceph-mon[31475]: osdmap e82: 12 total, 12 up, 12 in 2024-05-20T21:33:03.453 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:33:03 smithi008 ceph-mon[31475]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-05-20T21:33:03.453 INFO:journalctl@ceph.mds.g.smithi008.stdout:May 20 21:33:03 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-g[72577]: ignoring --setuser ceph since I am not root 2024-05-20T21:33:03.453 INFO:journalctl@ceph.mds.g.smithi008.stdout:May 20 21:33:03 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-g[72577]: ignoring --setgroup ceph since I am not root 2024-05-20T21:33:03.454 INFO:journalctl@ceph.mds.g.smithi008.stdout:May 20 21:33:03 smithi008 ceph-mds[72581]: -- 172.21.15.8:0/1611634821 <== mon.1 v2:172.21.15.130:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f8dcabba40 con 0x55f8dca8f000 2024-05-20T21:33:03.454 INFO:journalctl@ceph.mds.g.smithi008.stdout:May 20 21:33:03 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-g[72577]: starting mds.g at 2024-05-20T21:33:03.993 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph fs rm cephfs --yes-i-really-mean-it 2024-05-20T21:33:04.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:33:04 smithi008 ceph-mon[31475]: pgmap v973: 97 pgs: 97 active+clean; 4.3 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-05-20T21:33:04.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:33:04 smithi130 ceph-mon[36448]: pgmap v973: 97 pgs: 97 active+clean; 4.3 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-05-20T21:33:04.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:33:04 smithi050 ceph-mon[35809]: pgmap v973: 97 pgs: 97 active+clean; 4.3 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-05-20T21:33:04.484 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:33:05.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:33:05 smithi008 ceph-mon[31475]: mds.? [v2:172.21.15.50:6837/1692895106,v1:172.21.15.50:6839/1692895106] up:boot 2024-05-20T21:33:05.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:33:05 smithi008 ceph-mon[31475]: mds.? [v2:172.21.15.50:6836/2170424583,v1:172.21.15.50:6838/2170424583] up:boot 2024-05-20T21:33:05.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:33:05 smithi008 ceph-mon[31475]: mds.? [v2:172.21.15.130:6834/684056732,v1:172.21.15.130:6835/684056732] up:boot 2024-05-20T21:33:05.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:33:05 smithi008 ceph-mon[31475]: mds.? [v2:172.21.15.130:6836/2803110971,v1:172.21.15.130:6838/2803110971] up:boot 2024-05-20T21:33:05.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:33:05 smithi008 ceph-mon[31475]: mds.? [v2:172.21.15.130:6837/2246918573,v1:172.21.15.130:6839/2246918573] up:boot 2024-05-20T21:33:05.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:33:05 smithi008 ceph-mon[31475]: mds.? [v2:172.21.15.8:6838/4065621302,v1:172.21.15.8:6839/4065621302] up:boot 2024-05-20T21:33:05.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:33:05 smithi008 ceph-mon[31475]: fsmap cephfs:0/3 12 up:standby, 3 failed 2024-05-20T21:33:05.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:33:05 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-05-20T21:33:05.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:33:05 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-05-20T21:33:05.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:33:05 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-05-20T21:33:05.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:33:05 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-20T21:33:05.203 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:33:05 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-20T21:33:05.204 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:33:05 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-05-20T21:33:05.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:33:05 smithi130 ceph-mon[36448]: mds.? [v2:172.21.15.50:6837/1692895106,v1:172.21.15.50:6839/1692895106] up:boot 2024-05-20T21:33:05.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:33:05 smithi130 ceph-mon[36448]: mds.? [v2:172.21.15.50:6836/2170424583,v1:172.21.15.50:6838/2170424583] up:boot 2024-05-20T21:33:05.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:33:05 smithi130 ceph-mon[36448]: mds.? [v2:172.21.15.130:6834/684056732,v1:172.21.15.130:6835/684056732] up:boot 2024-05-20T21:33:05.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:33:05 smithi130 ceph-mon[36448]: mds.? [v2:172.21.15.130:6836/2803110971,v1:172.21.15.130:6838/2803110971] up:boot 2024-05-20T21:33:05.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:33:05 smithi130 ceph-mon[36448]: mds.? [v2:172.21.15.130:6837/2246918573,v1:172.21.15.130:6839/2246918573] up:boot 2024-05-20T21:33:05.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:33:05 smithi130 ceph-mon[36448]: mds.? [v2:172.21.15.8:6838/4065621302,v1:172.21.15.8:6839/4065621302] up:boot 2024-05-20T21:33:05.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:33:05 smithi130 ceph-mon[36448]: fsmap cephfs:0/3 12 up:standby, 3 failed 2024-05-20T21:33:05.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:33:05 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-05-20T21:33:05.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:33:05 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-05-20T21:33:05.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:33:05 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-05-20T21:33:05.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:33:05 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-20T21:33:05.423 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:33:05 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-20T21:33:05.423 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:33:05 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-05-20T21:33:05.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:33:05 smithi050 ceph-mon[35809]: mds.? [v2:172.21.15.50:6837/1692895106,v1:172.21.15.50:6839/1692895106] up:boot 2024-05-20T21:33:05.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:33:05 smithi050 ceph-mon[35809]: mds.? [v2:172.21.15.50:6836/2170424583,v1:172.21.15.50:6838/2170424583] up:boot 2024-05-20T21:33:05.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:33:05 smithi050 ceph-mon[35809]: mds.? [v2:172.21.15.130:6834/684056732,v1:172.21.15.130:6835/684056732] up:boot 2024-05-20T21:33:05.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:33:05 smithi050 ceph-mon[35809]: mds.? [v2:172.21.15.130:6836/2803110971,v1:172.21.15.130:6838/2803110971] up:boot 2024-05-20T21:33:05.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:33:05 smithi050 ceph-mon[35809]: mds.? [v2:172.21.15.130:6837/2246918573,v1:172.21.15.130:6839/2246918573] up:boot 2024-05-20T21:33:05.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:33:05 smithi050 ceph-mon[35809]: mds.? [v2:172.21.15.8:6838/4065621302,v1:172.21.15.8:6839/4065621302] up:boot 2024-05-20T21:33:05.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:33:05 smithi050 ceph-mon[35809]: fsmap cephfs:0/3 12 up:standby, 3 failed 2024-05-20T21:33:05.425 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:33:05 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-05-20T21:33:05.425 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:33:05 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-05-20T21:33:05.425 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:33:05 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-05-20T21:33:05.425 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:33:05 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-20T21:33:05.425 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:33:05 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-20T21:33:05.425 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:33:05 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-05-20T21:33:06.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:33:06 smithi130 ceph-mon[36448]: pgmap v974: 97 pgs: 97 active+clean; 4.3 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-05-20T21:33:06.422 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:33:06 smithi008 ceph-mon[31475]: pgmap v974: 97 pgs: 97 active+clean; 4.3 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-05-20T21:33:06.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:33:06 smithi050 ceph-mon[35809]: pgmap v974: 97 pgs: 97 active+clean; 4.3 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-05-20T21:33:06.738 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:06.737+0000 7f2cd2400700 1 -- 172.21.15.8:0/3863439600 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2ccc102390 msgr2=0x7f2ccc102810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:33:06.738 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:06.737+0000 7f2cd2400700 1 --2- 172.21.15.8:0/3863439600 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2ccc102390 0x7f2ccc102810 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f2cc400b0a0 tx=0x7f2cc400b3b0 comp rx=0 tx=0).stop 2024-05-20T21:33:06.738 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:06.737+0000 7f2cd2400700 1 -- 172.21.15.8:0/3863439600 shutdown_connections 2024-05-20T21:33:06.738 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:06.737+0000 7f2cd2400700 1 --2- 172.21.15.8:0/3863439600 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2ccc1071f0 0x7f2ccc1075d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:06.738 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:06.737+0000 7f2cd2400700 1 --2- 172.21.15.8:0/3863439600 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2ccc102390 0x7f2ccc102810 unknown :-1 s=CLOSED pgs=680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:06.738 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:06.737+0000 7f2cd2400700 1 --2- 172.21.15.8:0/3863439600 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2ccc107ba0 0x7f2ccc101d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:06.738 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:06.737+0000 7f2cd2400700 1 -- 172.21.15.8:0/3863439600 >> 172.21.15.8:0/3863439600 conn(0x7f2ccc0776f0 msgr2=0x7f2ccc077b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:33:06.738 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:06.737+0000 7f2cd2400700 1 -- 172.21.15.8:0/3863439600 shutdown_connections 2024-05-20T21:33:06.738 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:06.737+0000 7f2cd2400700 1 -- 172.21.15.8:0/3863439600 wait complete. 2024-05-20T21:33:06.739 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:06.738+0000 7f2cd2400700 1 Processor -- start 2024-05-20T21:33:06.739 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:06.738+0000 7f2cd2400700 1 -- start start 2024-05-20T21:33:06.739 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:06.739+0000 7f2cd2400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2ccc102390 0x7f2ccc1a0220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:33:06.739 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:06.739+0000 7f2cd2400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2ccc1071f0 0x7f2ccc1a0760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:33:06.740 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:06.739+0000 7f2cd2400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2ccc107ba0 0x7f2ccc1a4af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:33:06.740 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:06.739+0000 7f2cd2400700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f2ccc119dd0 con 0x7f2ccc1071f0 2024-05-20T21:33:06.740 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:06.739+0000 7f2cd2400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2ccc119c50 con 0x7f2ccc107ba0 2024-05-20T21:33:06.740 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:06.739+0000 7f2cd2400700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f2ccc119f50 con 0x7f2ccc102390 2024-05-20T21:33:06.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:06.739+0000 7f2ccbe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2ccc1071f0 0x7f2ccc1a0760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:33:06.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:06.739+0000 7f2ccbe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2ccc1071f0 0x7f2ccc1a0760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:39462/0 (socket says 172.21.15.8:39462) 2024-05-20T21:33:06.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:06.739+0000 7f2ccbe00700 1 -- 172.21.15.8:0/3686432718 learned_addr learned my addr 172.21.15.8:0/3686432718 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:33:06.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:06.739+0000 7f2cd1000700 1 --2- 172.21.15.8:0/3686432718 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2ccc102390 0x7f2ccc1a0220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:33:06.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:06.739+0000 7f2cd1a00700 1 --2- 172.21.15.8:0/3686432718 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2ccc107ba0 0x7f2ccc1a4af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:33:06.741 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:06.740+0000 7f2cd1a00700 1 -- 172.21.15.8:0/3686432718 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2ccc102390 msgr2=0x7f2ccc1a0220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:33:06.742 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:06.740+0000 7f2cd1a00700 1 --2- 172.21.15.8:0/3686432718 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2ccc102390 0x7f2ccc1a0220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:06.742 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:06.740+0000 7f2cd1a00700 1 -- 172.21.15.8:0/3686432718 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2ccc1071f0 msgr2=0x7f2ccc1a0760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:33:06.742 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:06.740+0000 7f2cd1a00700 1 --2- 172.21.15.8:0/3686432718 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2ccc1071f0 0x7f2ccc1a0760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:06.742 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:06.740+0000 7f2cd1a00700 1 -- 172.21.15.8:0/3686432718 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ccc1a5230 con 0x7f2ccc107ba0 2024-05-20T21:33:06.742 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:06.740+0000 7f2ccbe00700 1 --2- 172.21.15.8:0/3686432718 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2ccc1071f0 0x7f2ccc1a0760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:33:06.742 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:06.740+0000 7f2cd1a00700 1 --2- 172.21.15.8:0/3686432718 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2ccc107ba0 0x7f2ccc1a4af0 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f2cc400b070 tx=0x7f2cc4004d00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:33:06.742 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:06.740+0000 7f2cc9600700 1 -- 172.21.15.8:0/3686432718 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cc4021070 con 0x7f2ccc107ba0 2024-05-20T21:33:06.742 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:06.741+0000 7f2cc9600700 1 -- 172.21.15.8:0/3686432718 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2cc4007e30 con 0x7f2ccc107ba0 2024-05-20T21:33:06.742 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:06.741+0000 7f2cc9600700 1 -- 172.21.15.8:0/3686432718 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cc40045d0 con 0x7f2ccc107ba0 2024-05-20T21:33:06.742 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:06.741+0000 7f2cd2400700 1 -- 172.21.15.8:0/3686432718 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ccc1a54c0 con 0x7f2ccc107ba0 2024-05-20T21:33:06.742 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:06.741+0000 7f2cd2400700 1 -- 172.21.15.8:0/3686432718 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ccc1acda0 con 0x7f2ccc107ba0 2024-05-20T21:33:06.743 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:06.742+0000 7f2cd2400700 1 -- 172.21.15.8:0/3686432718 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ccc06b730 con 0x7f2ccc107ba0 2024-05-20T21:33:06.745 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:06.744+0000 7f2cc9600700 1 -- 172.21.15.8:0/3686432718 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f2cc4003c00 con 0x7f2ccc107ba0 2024-05-20T21:33:06.746 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:06.746+0000 7f2cc9600700 1 --2- 172.21.15.8:0/3686432718 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2cb40b2900 0x7f2cb40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:33:06.746 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:06.746+0000 7f2cc9600700 1 -- 172.21.15.8:0/3686432718 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8506+0+0 (secure 0 0 0) 0x7f2cc400f020 con 0x7f2ccc107ba0 2024-05-20T21:33:06.747 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:06.746+0000 7f2cd1000700 1 --2- 172.21.15.8:0/3686432718 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2cb40b2900 0x7f2cb40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:33:06.747 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:06.747+0000 7f2cd1000700 1 --2- 172.21.15.8:0/3686432718 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2cb40b2900 0x7f2cb40b4dc0 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f2ccc078d10 tx=0x7f2cc0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:33:06.749 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:06.748+0000 7f2cc9600700 1 -- 172.21.15.8:0/3686432718 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f2cc402a020 con 0x7f2ccc107ba0 2024-05-20T21:33:07.036 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:07.036+0000 7f2cd2400700 1 -- 172.21.15.8:0/3686432718 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f2ccc1a1580 con 0x7f2ccc107ba0 2024-05-20T21:33:07.186 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:07.185+0000 7f2cc9600700 1 -- 172.21.15.8:0/3686432718 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v29) ==== 104+0+0 (secure 0 0 0) 0x7f2cc40ab5e0 con 0x7f2ccc107ba0 2024-05-20T21:33:07.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:07.189+0000 7f2cd2400700 1 -- 172.21.15.8:0/3686432718 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2cb40b2900 msgr2=0x7f2cb40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:33:07.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:07.189+0000 7f2cd2400700 1 --2- 172.21.15.8:0/3686432718 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2cb40b2900 0x7f2cb40b4dc0 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f2ccc078d10 tx=0x7f2cc0009260 comp rx=0 tx=0).stop 2024-05-20T21:33:07.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:07.189+0000 7f2cd2400700 1 -- 172.21.15.8:0/3686432718 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2ccc107ba0 msgr2=0x7f2ccc1a4af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:33:07.190 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:07.189+0000 7f2cd2400700 1 --2- 172.21.15.8:0/3686432718 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2ccc107ba0 0x7f2ccc1a4af0 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f2cc400b070 tx=0x7f2cc4004d00 comp rx=0 tx=0).stop 2024-05-20T21:33:07.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:07.190+0000 7f2cd2400700 1 -- 172.21.15.8:0/3686432718 shutdown_connections 2024-05-20T21:33:07.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:07.190+0000 7f2cd2400700 1 --2- 172.21.15.8:0/3686432718 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f2cb40b2900 0x7f2cb40b4dc0 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:07.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:07.190+0000 7f2cd2400700 1 --2- 172.21.15.8:0/3686432718 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2ccc107ba0 0x7f2ccc1a4af0 unknown :-1 s=CLOSED pgs=754 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:07.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:07.190+0000 7f2cd2400700 1 --2- 172.21.15.8:0/3686432718 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2ccc102390 0x7f2ccc1a0220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:07.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:07.190+0000 7f2cd2400700 1 --2- 172.21.15.8:0/3686432718 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f2ccc1071f0 0x7f2ccc1a0760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:07.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:07.190+0000 7f2cd2400700 1 -- 172.21.15.8:0/3686432718 >> 172.21.15.8:0/3686432718 conn(0x7f2ccc0776f0 msgr2=0x7f2ccc102f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:33:07.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:07.190+0000 7f2cd2400700 1 -- 172.21.15.8:0/3686432718 shutdown_connections 2024-05-20T21:33:07.191 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:07.190+0000 7f2cd2400700 1 -- 172.21.15.8:0/3686432718 wait complete. 2024-05-20T21:33:07.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:33:07 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/3686432718' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-05-20T21:33:07.424 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:33:07 smithi050 ceph-mon[35809]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-05-20T21:33:07.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:33:07 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/3686432718' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-05-20T21:33:07.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:33:07 smithi008 ceph-mon[31475]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-05-20T21:33:07.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:33:07 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/3686432718' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-05-20T21:33:07.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:33:07 smithi130 ceph-mon[36448]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-05-20T21:33:08.060 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-05-20T21:33:08.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:33:08 smithi008 ceph-mon[31475]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-05-20T21:33:08.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:33:08 smithi008 ceph-mon[31475]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-05-20T21:33:08.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:33:08 smithi008 ceph-mon[31475]: Cluster is now healthy 2024-05-20T21:33:08.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:33:08 smithi008 ceph-mon[31475]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-05-20T21:33:08.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:33:08 smithi008 ceph-mon[31475]: fsmap 12 up:standby 2024-05-20T21:33:08.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:33:08 smithi008 ceph-mon[31475]: pgmap v975: 97 pgs: 97 active+clean; 4.3 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 4 op/s 2024-05-20T21:33:08.551 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:33:08.671 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:33:08 smithi130 ceph-mon[36448]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-05-20T21:33:08.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:33:08 smithi130 ceph-mon[36448]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-05-20T21:33:08.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:33:08 smithi130 ceph-mon[36448]: Cluster is now healthy 2024-05-20T21:33:08.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:33:08 smithi130 ceph-mon[36448]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-05-20T21:33:08.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:33:08 smithi130 ceph-mon[36448]: fsmap 12 up:standby 2024-05-20T21:33:08.672 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:33:08 smithi130 ceph-mon[36448]: pgmap v975: 97 pgs: 97 active+clean; 4.3 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 4 op/s 2024-05-20T21:33:08.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:33:08 smithi050 ceph-mon[35809]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-05-20T21:33:08.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:33:08 smithi050 ceph-mon[35809]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-05-20T21:33:08.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:33:08 smithi050 ceph-mon[35809]: Cluster is now healthy 2024-05-20T21:33:08.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:33:08 smithi050 ceph-mon[35809]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-05-20T21:33:08.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:33:08 smithi050 ceph-mon[35809]: fsmap 12 up:standby 2024-05-20T21:33:08.674 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:33:08 smithi050 ceph-mon[35809]: pgmap v975: 97 pgs: 97 active+clean; 4.3 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 4 op/s 2024-05-20T21:33:10.836 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:10.834+0000 7f5df1400700 1 -- 172.21.15.8:0/1466504598 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5dec104fa0 msgr2=0x7f5dec10d490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:33:10.836 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:10.834+0000 7f5df1400700 1 --2- 172.21.15.8:0/1466504598 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5dec104fa0 0x7f5dec10d490 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f5dd40098f0 tx=0x7f5dd4009c00 comp rx=0 tx=0).stop 2024-05-20T21:33:10.836 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:10.835+0000 7f5df1400700 1 -- 172.21.15.8:0/1466504598 shutdown_connections 2024-05-20T21:33:10.836 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:10.835+0000 7f5df1400700 1 --2- 172.21.15.8:0/1466504598 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5dec104680 0x7f5dec104a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:10.836 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:10.835+0000 7f5df1400700 1 --2- 172.21.15.8:0/1466504598 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5dec10dab0 0x7f5dec10ff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:10.836 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:10.835+0000 7f5df1400700 1 --2- 172.21.15.8:0/1466504598 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5dec104fa0 0x7f5dec10d490 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:10.836 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:10.835+0000 7f5df1400700 1 -- 172.21.15.8:0/1466504598 >> 172.21.15.8:0/1466504598 conn(0x7f5dec0fded0 msgr2=0x7f5dec1002f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:33:10.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:10.835+0000 7f5df1400700 1 -- 172.21.15.8:0/1466504598 shutdown_connections 2024-05-20T21:33:10.837 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:10.835+0000 7f5df1400700 1 -- 172.21.15.8:0/1466504598 wait complete. 2024-05-20T21:33:10.838 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:10.836+0000 7f5df1400700 1 Processor -- start 2024-05-20T21:33:10.838 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:10.836+0000 7f5df1400700 1 -- start start 2024-05-20T21:33:10.838 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:10.837+0000 7f5df1400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5dec104680 0x7f5dec19be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:33:10.838 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:10.837+0000 7f5df1400700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5dec104fa0 0x7f5dec19c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:33:10.838 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:10.837+0000 7f5df1400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5dec10dab0 0x7f5dec1a0730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:33:10.838 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:10.837+0000 7f5df1400700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f5dec1136d0 con 0x7f5dec104680 2024-05-20T21:33:10.838 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:10.837+0000 7f5df1400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f5dec113550 con 0x7f5dec10dab0 2024-05-20T21:33:10.838 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:10.837+0000 7f5df1400700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f5dec113850 con 0x7f5dec104fa0 2024-05-20T21:33:10.838 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:10.837+0000 7f5debe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5dec104680 0x7f5dec19be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:33:10.838 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:10.837+0000 7f5de3e00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5dec104fa0 0x7f5dec19c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:33:10.838 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:10.837+0000 7f5debe00700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5dec104680 0x7f5dec19be60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.8:3300/0 says I am v2:172.21.15.8:39476/0 (socket says 172.21.15.8:39476) 2024-05-20T21:33:10.839 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:10.837+0000 7f5debe00700 1 -- 172.21.15.8:0/3733734796 learned_addr learned my addr 172.21.15.8:0/3733734796 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:33:10.839 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:10.837+0000 7f5df0a00700 1 --2- 172.21.15.8:0/3733734796 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5dec10dab0 0x7f5dec1a0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:33:10.839 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:10.838+0000 7f5de3e00700 1 -- 172.21.15.8:0/3733734796 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5dec10dab0 msgr2=0x7f5dec1a0730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:33:10.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:10.838+0000 7f5de3e00700 1 --2- 172.21.15.8:0/3733734796 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5dec10dab0 0x7f5dec1a0730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:10.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:10.838+0000 7f5de3e00700 1 -- 172.21.15.8:0/3733734796 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5dec104680 msgr2=0x7f5dec19be60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:33:10.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:10.838+0000 7f5de3e00700 1 --2- 172.21.15.8:0/3733734796 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5dec104680 0x7f5dec19be60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:10.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:10.838+0000 7f5de3e00700 1 -- 172.21.15.8:0/3733734796 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5dec1a0e70 con 0x7f5dec104fa0 2024-05-20T21:33:10.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:10.838+0000 7f5debe00700 1 --2- 172.21.15.8:0/3733734796 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5dec104680 0x7f5dec19be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:33:10.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:10.838+0000 7f5de3e00700 1 --2- 172.21.15.8:0/3733734796 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5dec104fa0 0x7f5dec19c3a0 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f5dd4000c00 tx=0x7f5dd400f950 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:33:10.840 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:10.838+0000 7f5de9600700 1 -- 172.21.15.8:0/3733734796 <== mon.1 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dd4005040 con 0x7f5dec104fa0 2024-05-20T21:33:10.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:10.839+0000 7f5de9600700 1 -- 172.21.15.8:0/3733734796 <== mon.1 v2:172.21.15.130:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5dd4005690 con 0x7f5dec104fa0 2024-05-20T21:33:10.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:10.839+0000 7f5df1400700 1 -- 172.21.15.8:0/3733734796 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5dec1a1100 con 0x7f5dec104fa0 2024-05-20T21:33:10.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:10.839+0000 7f5de9600700 1 -- 172.21.15.8:0/3733734796 <== mon.1 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dd4003970 con 0x7f5dec104fa0 2024-05-20T21:33:10.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:10.839+0000 7f5df1400700 1 -- 172.21.15.8:0/3733734796 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5dec1a89e0 con 0x7f5dec104fa0 2024-05-20T21:33:10.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:10.840+0000 7f5df1400700 1 -- 172.21.15.8:0/3733734796 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5dec06a230 con 0x7f5dec104fa0 2024-05-20T21:33:10.842 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:10.842+0000 7f5de9600700 1 -- 172.21.15.8:0/3733734796 <== mon.1 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f5dd400b780 con 0x7f5dec104fa0 2024-05-20T21:33:10.844 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:10.844+0000 7f5de9600700 1 --2- 172.21.15.8:0/3733734796 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f5dd00b2900 0x7f5dd00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:33:10.844 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:10.844+0000 7f5de9600700 1 -- 172.21.15.8:0/3733734796 <== mon.1 v2:172.21.15.130:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8506+0+0 (secure 0 0 0) 0x7f5dd40e3440 con 0x7f5dec104fa0 2024-05-20T21:33:10.844 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:10.844+0000 7f5debe00700 1 --2- 172.21.15.8:0/3733734796 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f5dd00b2900 0x7f5dd00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:33:10.845 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:10.845+0000 7f5debe00700 1 --2- 172.21.15.8:0/3733734796 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f5dd00b2900 0x7f5dd00b4dc0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f5ddc011550 tx=0x7f5ddc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:33:10.846 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:10.846+0000 7f5de9600700 1 -- 172.21.15.8:0/3733734796 <== mon.1 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f5dd4013030 con 0x7f5dec104fa0 2024-05-20T21:33:10.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:33:10 smithi008 ceph-mon[31475]: pgmap v976: 97 pgs: 97 active+clean; 4.3 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s rd, 3 op/s 2024-05-20T21:33:11.090 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:11.089+0000 7f5df1400700 1 -- 172.21.15.8:0/3733734796 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f5dec02e560 con 0x7f5dec104fa0 2024-05-20T21:33:11.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:33:10 smithi130 ceph-mon[36448]: pgmap v976: 97 pgs: 97 active+clean; 4.3 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s rd, 3 op/s 2024-05-20T21:33:11.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:33:10 smithi050 ceph-mon[35809]: pgmap v976: 97 pgs: 97 active+clean; 4.3 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s rd, 3 op/s 2024-05-20T21:33:11.826 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:11.824+0000 7f5de9600700 1 -- 172.21.15.8:0/3733734796 <== mon.1 v2:172.21.15.130:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v83) ==== 181+0+0 (secure 0 0 0) 0x7f5dd400bd80 con 0x7f5dec104fa0 2024-05-20T21:33:11.831 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:11.830+0000 7f5df1400700 1 -- 172.21.15.8:0/3733734796 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f5dd00b2900 msgr2=0x7f5dd00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:33:11.831 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:11.830+0000 7f5df1400700 1 --2- 172.21.15.8:0/3733734796 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f5dd00b2900 0x7f5dd00b4dc0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f5ddc011550 tx=0x7f5ddc009260 comp rx=0 tx=0).stop 2024-05-20T21:33:11.832 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:11.830+0000 7f5df1400700 1 -- 172.21.15.8:0/3733734796 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5dec104fa0 msgr2=0x7f5dec19c3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:33:11.832 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:11.830+0000 7f5df1400700 1 --2- 172.21.15.8:0/3733734796 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5dec104fa0 0x7f5dec19c3a0 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f5dd4000c00 tx=0x7f5dd400f950 comp rx=0 tx=0).stop 2024-05-20T21:33:11.832 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:11.832+0000 7f5df1400700 1 -- 172.21.15.8:0/3733734796 shutdown_connections 2024-05-20T21:33:11.832 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:11.832+0000 7f5df1400700 1 --2- 172.21.15.8:0/3733734796 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f5dd00b2900 0x7f5dd00b4dc0 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:11.832 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:11.832+0000 7f5df1400700 1 --2- 172.21.15.8:0/3733734796 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5dec10dab0 0x7f5dec1a0730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:11.832 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:11.832+0000 7f5df1400700 1 --2- 172.21.15.8:0/3733734796 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f5dec104680 0x7f5dec19be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:11.833 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:11.832+0000 7f5df1400700 1 --2- 172.21.15.8:0/3733734796 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5dec104fa0 0x7f5dec19c3a0 unknown :-1 s=CLOSED pgs=682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:11.833 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:11.832+0000 7f5df1400700 1 -- 172.21.15.8:0/3733734796 >> 172.21.15.8:0/3733734796 conn(0x7f5dec0fded0 msgr2=0x7f5dec0feb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:33:11.833 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:11.832+0000 7f5df1400700 1 -- 172.21.15.8:0/3733734796 shutdown_connections 2024-05-20T21:33:11.833 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:11.832+0000 7f5df1400700 1 -- 172.21.15.8:0/3733734796 wait complete. 2024-05-20T21:33:11.835 INFO:teuthology.orchestra.run.smithi008.stderr:pool 'cephfs_metadata' removed 2024-05-20T21:33:12.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:33:11 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/3733734796' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-20T21:33:12.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:33:11 smithi130 ceph-mon[36448]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-20T21:33:12.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:33:11 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/3733734796' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-20T21:33:12.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:33:11 smithi050 ceph-mon[35809]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-20T21:33:12.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:33:11 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/3733734796' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-20T21:33:12.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:33:11 smithi008 ceph-mon[31475]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-20T21:33:12.792 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 -- ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-05-20T21:33:13.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:33:12 smithi130 ceph-mon[36448]: pgmap v977: 97 pgs: 97 active+clean; 4.3 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-20T21:33:13.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:33:12 smithi130 ceph-mon[36448]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-05-20T21:33:13.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:33:12 smithi130 ceph-mon[36448]: osdmap e83: 12 total, 12 up, 12 in 2024-05-20T21:33:13.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:33:12 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:33:13.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:33:12 smithi050 ceph-mon[35809]: pgmap v977: 97 pgs: 97 active+clean; 4.3 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-20T21:33:13.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:33:12 smithi050 ceph-mon[35809]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-05-20T21:33:13.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:33:12 smithi050 ceph-mon[35809]: osdmap e83: 12 total, 12 up, 12 in 2024-05-20T21:33:13.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:33:12 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:33:13.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:33:12 smithi008 ceph-mon[31475]: pgmap v977: 97 pgs: 97 active+clean; 4.3 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s rd, 1 op/s 2024-05-20T21:33:13.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:33:12 smithi008 ceph-mon[31475]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-05-20T21:33:13.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:33:12 smithi008 ceph-mon[31475]: osdmap e83: 12 total, 12 up, 12 in 2024-05-20T21:33:13.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:33:12 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:33:13.261 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:33:14.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:33:14 smithi008 ceph-mon[31475]: pgmap v979: 65 pgs: 65 active+clean; 577 KiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:33:14.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:33:14 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:33:14.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:33:14 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:33:14.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:33:14 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:33:14.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:33:14 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:33:14.953 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:33:14 smithi008 ceph-mon[31475]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:33:15.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:33:14 smithi130 ceph-mon[36448]: pgmap v979: 65 pgs: 65 active+clean; 577 KiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:33:15.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:33:14 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:33:15.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:33:14 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:33:15.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:33:14 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:33:15.173 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:33:14 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:33:15.173 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:33:14 smithi130 ceph-mon[36448]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:33:15.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:33:14 smithi050 ceph-mon[35809]: pgmap v979: 65 pgs: 65 active+clean; 577 KiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:33:15.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:33:14 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:33:15.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:33:14 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:33:15.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:33:14 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:33:15.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:33:14 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:33:15.175 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:33:14 smithi050 ceph-mon[35809]: from='mgr.14152 172.21.15.8:0/1889570629' entity='mgr.x' 2024-05-20T21:33:15.510 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:15.509+0000 7f47b6600700 1 -- 172.21.15.8:0/2637733204 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f47b006bbe0 msgr2=0x7f47b01103d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:33:15.510 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:15.509+0000 7f47b6600700 1 --2- 172.21.15.8:0/2637733204 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f47b006bbe0 0x7f47b01103d0 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7f47a800b0a0 tx=0x7f47a800b3b0 comp rx=0 tx=0).stop 2024-05-20T21:33:15.510 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:15.509+0000 7f47b6600700 1 -- 172.21.15.8:0/2637733204 shutdown_connections 2024-05-20T21:33:15.510 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:15.509+0000 7f47b6600700 1 --2- 172.21.15.8:0/2637733204 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f47b006bbe0 0x7f47b01103d0 unknown :-1 s=CLOSED pgs=755 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:15.510 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:15.509+0000 7f47b6600700 1 --2- 172.21.15.8:0/2637733204 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f47b01095b0 0x7f47b0109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:15.510 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:15.509+0000 7f47b6600700 1 --2- 172.21.15.8:0/2637733204 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f47b006b220 0x7f47b006b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:15.510 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:15.509+0000 7f47b6600700 1 -- 172.21.15.8:0/2637733204 >> 172.21.15.8:0/2637733204 conn(0x7f47b00793f0 msgr2=0x7f47b0079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:33:15.510 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:15.509+0000 7f47b6600700 1 -- 172.21.15.8:0/2637733204 shutdown_connections 2024-05-20T21:33:15.511 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:15.509+0000 7f47b6600700 1 -- 172.21.15.8:0/2637733204 wait complete. 2024-05-20T21:33:15.511 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:15.510+0000 7f47b6600700 1 Processor -- start 2024-05-20T21:33:15.511 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:15.511+0000 7f47b6600700 1 -- start start 2024-05-20T21:33:15.512 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:15.511+0000 7f47b6600700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f47b006b220 0x7f47b019bde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:33:15.512 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:15.511+0000 7f47b6600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f47b006bbe0 0x7f47b019c320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:33:15.512 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:15.511+0000 7f47b6600700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f47b01095b0 0x7f47b01a06b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:33:15.512 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:15.511+0000 7f47b6600700 1 -- --> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] -- mon_getmap magic: 0 -- 0x7f47b0113730 con 0x7f47b006b220 2024-05-20T21:33:15.512 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:15.511+0000 7f47b6600700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f47b01135b0 con 0x7f47b006bbe0 2024-05-20T21:33:15.512 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:15.511+0000 7f47b6600700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 -- 0x7f47b01138b0 con 0x7f47b01095b0 2024-05-20T21:33:15.512 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:15.511+0000 7f47af400700 1 --2- >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f47b006b220 0x7f47b019bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:33:15.512 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:15.511+0000 7f47aea00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f47b006bbe0 0x7f47b019c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:33:15.513 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:15.511+0000 7f47afe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f47b01095b0 0x7f47b01a06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:33:15.513 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:15.511+0000 7f47aea00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f47b006bbe0 0x7f47b019c320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.8:51288/0 (socket says 172.21.15.8:51288) 2024-05-20T21:33:15.513 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:15.511+0000 7f47aea00700 1 -- 172.21.15.8:0/2493870110 learned_addr learned my addr 172.21.15.8:0/2493870110 (peer_addr_for_me v2:172.21.15.8:0/0) 2024-05-20T21:33:15.514 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:15.512+0000 7f47aea00700 1 -- 172.21.15.8:0/2493870110 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f47b01095b0 msgr2=0x7f47b01a06b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:33:15.514 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:15.512+0000 7f47aea00700 1 --2- 172.21.15.8:0/2493870110 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f47b01095b0 0x7f47b01a06b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:15.514 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:15.512+0000 7f47aea00700 1 -- 172.21.15.8:0/2493870110 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f47b006b220 msgr2=0x7f47b019bde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:33:15.514 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:15.512+0000 7f47aea00700 1 --2- 172.21.15.8:0/2493870110 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f47b006b220 0x7f47b019bde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:15.514 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:15.512+0000 7f47aea00700 1 -- 172.21.15.8:0/2493870110 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47b01a0df0 con 0x7f47b006bbe0 2024-05-20T21:33:15.514 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:15.512+0000 7f47afe00700 1 --2- 172.21.15.8:0/2493870110 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f47b01095b0 0x7f47b01a06b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:33:15.514 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:15.512+0000 7f47aea00700 1 --2- 172.21.15.8:0/2493870110 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f47b006bbe0 0x7f47b019c320 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7f479c00e9c0 tx=0x7f479c00ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:33:15.514 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:15.513+0000 7f47a7e00700 1 -- 172.21.15.8:0/2493870110 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f479c00cbd0 con 0x7f47b006bbe0 2024-05-20T21:33:15.514 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:15.513+0000 7f47b6600700 1 -- 172.21.15.8:0/2493870110 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f47b01a10e0 con 0x7f47b006bbe0 2024-05-20T21:33:15.514 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:15.513+0000 7f47a7e00700 1 -- 172.21.15.8:0/2493870110 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f479c00ee60 con 0x7f47b006bbe0 2024-05-20T21:33:15.514 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:15.513+0000 7f47a7e00700 1 -- 172.21.15.8:0/2493870110 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f479c0055c0 con 0x7f47b006bbe0 2024-05-20T21:33:15.514 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:15.513+0000 7f47b6600700 1 -- 172.21.15.8:0/2493870110 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f47b01a8960 con 0x7f47b006bbe0 2024-05-20T21:33:15.515 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:15.514+0000 7f47b6600700 1 -- 172.21.15.8:0/2493870110 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f47b006a230 con 0x7f47b006bbe0 2024-05-20T21:33:15.518 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:15.517+0000 7f47a7e00700 1 -- 172.21.15.8:0/2493870110 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f479c004750 con 0x7f47b006bbe0 2024-05-20T21:33:15.519 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:15.519+0000 7f47a7e00700 1 --2- 172.21.15.8:0/2493870110 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f47940b2880 0x7f47940b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:33:15.519 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:15.519+0000 7f47a7e00700 1 -- 172.21.15.8:0/2493870110 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8010+0+0 (secure 0 0 0) 0x7f479c0e2670 con 0x7f47b006bbe0 2024-05-20T21:33:15.519 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:15.519+0000 7f47af400700 1 --2- 172.21.15.8:0/2493870110 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f47940b2880 0x7f47940b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:33:15.520 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:15.520+0000 7f47af400700 1 --2- 172.21.15.8:0/2493870110 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f47940b2880 0x7f47940b4d40 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f47a0005950 tx=0x7f47a000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:33:15.520 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:15.520+0000 7f47a7e00700 1 -- 172.21.15.8:0/2493870110 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f479c054df0 con 0x7f47b006bbe0 2024-05-20T21:33:15.759 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:15.758+0000 7f47b6600700 1 -- 172.21.15.8:0/2493870110 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f47b019d140 con 0x7f47b006bbe0 2024-05-20T21:33:15.841 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:15.840+0000 7f47a7e00700 1 -- 172.21.15.8:0/2493870110 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v84) ==== 169+0+0 (secure 0 0 0) 0x7f47b019d140 con 0x7f47b006bbe0 2024-05-20T21:33:15.847 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:15.845+0000 7f47b6600700 1 -- 172.21.15.8:0/2493870110 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f47940b2880 msgr2=0x7f47940b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:33:15.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:15.845+0000 7f47b6600700 1 --2- 172.21.15.8:0/2493870110 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f47940b2880 0x7f47940b4d40 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f47a0005950 tx=0x7f47a000b410 comp rx=0 tx=0).stop 2024-05-20T21:33:15.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:15.846+0000 7f47b6600700 1 -- 172.21.15.8:0/2493870110 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f47b006bbe0 msgr2=0x7f47b019c320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:33:15.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:15.846+0000 7f47b6600700 1 --2- 172.21.15.8:0/2493870110 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f47b006bbe0 0x7f47b019c320 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7f479c00e9c0 tx=0x7f479c00ecd0 comp rx=0 tx=0).stop 2024-05-20T21:33:15.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:15.846+0000 7f47b6600700 1 -- 172.21.15.8:0/2493870110 shutdown_connections 2024-05-20T21:33:15.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:15.846+0000 7f47b6600700 1 --2- 172.21.15.8:0/2493870110 >> [v2:172.21.15.8:6800/2778224651,v1:172.21.15.8:6801/2778224651] conn(0x7f47940b2880 0x7f47940b4d40 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:15.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:15.846+0000 7f47b6600700 1 --2- 172.21.15.8:0/2493870110 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f47b01095b0 0x7f47b01a06b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:15.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:15.846+0000 7f47b6600700 1 --2- 172.21.15.8:0/2493870110 >> [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] conn(0x7f47b006b220 0x7f47b019bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:15.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:15.846+0000 7f47b6600700 1 --2- 172.21.15.8:0/2493870110 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f47b006bbe0 0x7f47b019c320 unknown :-1 s=CLOSED pgs=756 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:15.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:15.846+0000 7f47b6600700 1 -- 172.21.15.8:0/2493870110 >> 172.21.15.8:0/2493870110 conn(0x7f47b00793f0 msgr2=0x7f47b010e720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:33:15.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:15.846+0000 7f47b6600700 1 -- 172.21.15.8:0/2493870110 shutdown_connections 2024-05-20T21:33:15.848 INFO:teuthology.orchestra.run.smithi008.stderr:2024-05-20T21:33:15.847+0000 7f47b6600700 1 -- 172.21.15.8:0/2493870110 wait complete. 2024-05-20T21:33:15.849 INFO:teuthology.orchestra.run.smithi008.stderr:pool 'cephfs_data' removed 2024-05-20T21:33:16.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:33:15 smithi130 ceph-mon[36448]: from='client.? 172.21.15.8:0/2493870110' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-20T21:33:16.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:33:15 smithi130 ceph-mon[36448]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-20T21:33:16.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:33:15 smithi050 ceph-mon[35809]: from='client.? 172.21.15.8:0/2493870110' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-20T21:33:16.174 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:33:15 smithi050 ceph-mon[35809]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-20T21:33:16.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:33:15 smithi008 ceph-mon[31475]: from='client.? 172.21.15.8:0/2493870110' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-20T21:33:16.202 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:33:15 smithi008 ceph-mon[31475]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-20T21:33:16.783 DEBUG:teuthology.orchestra.run.smithi008:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-20T21:33:16.868 DEBUG:teuthology.orchestra.run.smithi050:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-20T21:33:16.897 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:33:16 smithi050 ceph-mon[35809]: pgmap v980: 65 pgs: 65 active+clean; 577 KiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:33:16.897 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:33:16 smithi050 ceph-mon[35809]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-05-20T21:33:16.897 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:33:16 smithi050 ceph-mon[35809]: osdmap e84: 12 total, 12 up, 12 in 2024-05-20T21:33:16.901 DEBUG:teuthology.orchestra.run.smithi130:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-20T21:33:16.932 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-05-20T21:33:16.933 DEBUG:teuthology.orchestra.run.smithi008:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-05-20T21:33:16.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:33:16 smithi008 ceph-mon[31475]: pgmap v980: 65 pgs: 65 active+clean; 577 KiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:33:16.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:33:16 smithi008 ceph-mon[31475]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-05-20T21:33:16.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:33:16 smithi008 ceph-mon[31475]: osdmap e84: 12 total, 12 up, 12 in 2024-05-20T21:33:16.991 DEBUG:teuthology.orchestra.run.smithi050:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-05-20T21:33:17.010 DEBUG:teuthology.orchestra.run.smithi130:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-05-20T21:33:17.028 INFO:tasks.cephadm:Stopping all daemons... 2024-05-20T21:33:17.028 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-05-20T21:33:17.028 DEBUG:teuthology.orchestra.run.smithi008:> sudo systemctl stop ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mon.a 2024-05-20T21:33:17.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:33:16 smithi130 ceph-mon[36448]: pgmap v980: 65 pgs: 65 active+clean; 577 KiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:33:17.171 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:33:16 smithi130 ceph-mon[36448]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-05-20T21:33:17.172 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:33:16 smithi130 ceph-mon[36448]: osdmap e84: 12 total, 12 up, 12 in 2024-05-20T21:33:17.452 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:33:17 smithi008 systemd[1]: Stopping Ceph mon.a for 060ce10e-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:33:17.779 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:33:17 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mon-a[31466]: 2024-05-20T21:33:17.706+0000 7f9f85000700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-05-20T21:33:17.779 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:33:17 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mon-a[31466]: 2024-05-20T21:33:17.706+0000 7f9f85000700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-05-20T21:33:18.127 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:33:17 smithi008 podman[141981]: 2024-05-20 21:33:17.779551312 +0000 UTC m=+0.234280657 container died 8256db0f1f6b61abf334eae9c2d2da19609e462495b698d80e1917276cea2191 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mon-a, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-05-20T21:33:18.381 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:33:18 smithi008 podman[141981]: 2024-05-20 21:33:18.373056036 +0000 UTC m=+0.827785407 container cleanup 8256db0f1f6b61abf334eae9c2d2da19609e462495b698d80e1917276cea2191 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-05-20T21:33:18.382 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:33:18 smithi008 bash[141981]: ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mon-a 2024-05-20T21:33:18.952 INFO:journalctl@ceph.mon.a.smithi008.stdout:May 20 21:33:18 smithi008 podman[142000]: 2024-05-20 21:33:18.599709891 +0000 UTC m=+0.809642867 container remove 8256db0f1f6b61abf334eae9c2d2da19609e462495b698d80e1917276cea2191 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mon-a, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-4ebd1d5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-05-20T21:33:19.137 DEBUG:teuthology.orchestra.run.smithi008:> sudo pkill -f 'journalctl -f -n 0 -u ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mon.a.service' 2024-05-20T21:33:19.268 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-20T21:33:19.269 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-05-20T21:33:19.269 INFO:tasks.cephadm.mon.c:Stopping mon.b... 2024-05-20T21:33:19.269 DEBUG:teuthology.orchestra.run.smithi050:> sudo systemctl stop ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mon.b 2024-05-20T21:33:19.589 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:33:19 smithi050 systemd[1]: Stopping Ceph mon.b for 060ce10e-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:33:19.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:33:19 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mon-b[35805]: 2024-05-20T21:33:19.589+0000 7fd7daeef700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-05-20T21:33:19.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:33:19 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mon-b[35805]: 2024-05-20T21:33:19.589+0000 7fd7daeef700 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2024-05-20T21:33:19.924 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:33:19 smithi050 podman[71716]: 2024-05-20 21:33:19.640692363 +0000 UTC m=+0.165835431 container died 5306c2243e7525608e98dcff4be2e9791a4ac22d768cb6189f2bfc67af412e57 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mon-b, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True) 2024-05-20T21:33:20.298 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:33:20 smithi050 podman[71716]: 2024-05-20 21:33:20.04812036 +0000 UTC m=+0.573263431 container cleanup 5306c2243e7525608e98dcff4be2e9791a4ac22d768cb6189f2bfc67af412e57 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mon-b, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD) 2024-05-20T21:33:20.299 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 20 21:33:20 smithi050 bash[71716]: ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mon-b 2024-05-20T21:33:20.428 DEBUG:teuthology.orchestra.run.smithi050:> sudo pkill -f 'journalctl -f -n 0 -u ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mon.b.service' 2024-05-20T21:33:20.480 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-20T21:33:20.480 INFO:tasks.cephadm.mon.c:Stopped mon.b 2024-05-20T21:33:20.480 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2024-05-20T21:33:20.480 DEBUG:teuthology.orchestra.run.smithi130:> sudo systemctl stop ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mon.c 2024-05-20T21:33:20.776 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:33:20 smithi130 systemd[1]: Stopping Ceph mon.c for 060ce10e-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:33:21.169 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:33:20 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mon-c[36432]: 2024-05-20T21:33:20.777+0000 7f5d6b35f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-05-20T21:33:21.169 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:33:20 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mon-c[36432]: 2024-05-20T21:33:20.777+0000 7f5d6b35f700 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2024-05-20T21:33:21.169 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:33:20 smithi130 podman[73294]: 2024-05-20 21:33:20.889900884 +0000 UTC m=+0.208528248 container died 01420142de6fcecf9f816e0f77ed32e5d0522a5edcaae45656df95c4abdc0087 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mon-c, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-20T21:33:21.421 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:33:21 smithi130 podman[73294]: 2024-05-20 21:33:21.269644091 +0000 UTC m=+0.588271449 container cleanup 01420142de6fcecf9f816e0f77ed32e5d0522a5edcaae45656df95c4abdc0087 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mon-c, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=) 2024-05-20T21:33:21.422 INFO:journalctl@ceph.mon.c.smithi130.stdout:May 20 21:33:21 smithi130 bash[73294]: ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mon-c 2024-05-20T21:33:21.698 DEBUG:teuthology.orchestra.run.smithi130:> sudo pkill -f 'journalctl -f -n 0 -u ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mon.c.service' 2024-05-20T21:33:21.739 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-20T21:33:21.739 INFO:tasks.cephadm.mon.c:Stopped mon.c 2024-05-20T21:33:21.739 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-05-20T21:33:21.739 DEBUG:teuthology.orchestra.run.smithi008:> sudo systemctl stop ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mgr.x 2024-05-20T21:33:22.202 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:33:21 smithi008 systemd[1]: Stopping Ceph mgr.x for 060ce10e-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:33:22.702 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:33:22 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:33:22.377+0000 7fa3d1000700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.x -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-20T21:33:22.703 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:33:22 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x[31704]: 2024-05-20T21:33:22.377+0000 7fa3d1000700 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-05-20T21:33:22.703 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:33:22 smithi008 podman[142113]: 2024-05-20 21:33:22.470684158 +0000 UTC m=+0.287465044 container died b3706d04d1a844d3abd2e6696cd0622aa43a4b7daf873129cbca0fe4d15abcfa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x, RELEASE=wip-lusov-quiesce-4ebd1d5, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-05-20T21:33:23.389 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:33:23 smithi008 podman[142113]: 2024-05-20 21:33:23.037208981 +0000 UTC m=+0.853989898 container cleanup b3706d04d1a844d3abd2e6696cd0622aa43a4b7daf873129cbca0fe4d15abcfa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-05-20T21:33:23.390 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:33:23 smithi008 bash[142113]: ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x 2024-05-20T21:33:23.703 INFO:journalctl@ceph.mgr.x.smithi008.stdout:May 20 21:33:23 smithi008 podman[142126]: 2024-05-20 21:33:23.389321515 +0000 UTC m=+0.894624533 container remove b3706d04d1a844d3abd2e6696cd0622aa43a4b7daf873129cbca0fe4d15abcfa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-x, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-20T21:33:24.014 DEBUG:teuthology.orchestra.run.smithi008:> sudo pkill -f 'journalctl -f -n 0 -u ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mgr.x.service' 2024-05-20T21:33:24.128 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-20T21:33:24.128 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-05-20T21:33:24.128 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-05-20T21:33:24.128 DEBUG:teuthology.orchestra.run.smithi050:> sudo systemctl stop ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mgr.y 2024-05-20T21:33:24.424 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 20 21:33:24 smithi050 systemd[1]: Stopping Ceph mgr.y for 060ce10e-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:33:24.720 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 20 21:33:24 smithi050 podman[71854]: 2024-05-20 21:33:24.457169516 +0000 UTC m=+0.132608638 container died 8a14ed8e2ff0b4ad8a02b664eae7508b5aadd7f44de202a2b9c581f8fa55b3c2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-y, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-4ebd1d5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-05-20T21:33:24.987 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 20 21:33:24 smithi050 podman[71854]: 2024-05-20 21:33:24.803217337 +0000 UTC m=+0.478656459 container cleanup 8a14ed8e2ff0b4ad8a02b664eae7508b5aadd7f44de202a2b9c581f8fa55b3c2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-y, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5) 2024-05-20T21:33:24.987 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 20 21:33:24 smithi050 bash[71854]: ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-y 2024-05-20T21:33:25.236 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 20 21:33:24 smithi050 podman[71868]: 2024-05-20 21:33:24.987618249 +0000 UTC m=+0.522241729 container remove 8a14ed8e2ff0b4ad8a02b664eae7508b5aadd7f44de202a2b9c581f8fa55b3c2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-y, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-4ebd1d5) 2024-05-20T21:33:25.237 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 20 21:33:24 smithi050 systemd[1]: ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-05-20T21:33:25.239 DEBUG:teuthology.orchestra.run.smithi050:> sudo pkill -f 'journalctl -f -n 0 -u ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mgr.y.service' 2024-05-20T21:33:25.275 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-20T21:33:25.275 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-05-20T21:33:25.275 INFO:tasks.cephadm.mgr.z:Stopping mgr.z... 2024-05-20T21:33:25.275 DEBUG:teuthology.orchestra.run.smithi130:> sudo systemctl stop ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mgr.z 2024-05-20T21:33:25.602 INFO:journalctl@ceph.mgr.z.smithi130.stdout:May 20 21:33:25 smithi130 systemd[1]: Stopping Ceph mgr.z for 060ce10e-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:33:25.866 INFO:journalctl@ceph.mgr.z.smithi130.stdout:May 20 21:33:25 smithi130 podman[73416]: 2024-05-20 21:33:25.603423151 +0000 UTC m=+0.137628133 container died aa9118143396c2abefb5fc37d079ba89a479304256574e22bffc94beb1e67397 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-z, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240514) 2024-05-20T21:33:26.141 INFO:journalctl@ceph.mgr.z.smithi130.stdout:May 20 21:33:25 smithi130 podman[73416]: 2024-05-20 21:33:25.948683459 +0000 UTC m=+0.482888434 container cleanup aa9118143396c2abefb5fc37d079ba89a479304256574e22bffc94beb1e67397 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-z, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-20T21:33:26.141 INFO:journalctl@ceph.mgr.z.smithi130.stdout:May 20 21:33:25 smithi130 bash[73416]: ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-z 2024-05-20T21:33:26.373 DEBUG:teuthology.orchestra.run.smithi130:> sudo pkill -f 'journalctl -f -n 0 -u ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mgr.z.service' 2024-05-20T21:33:26.393 INFO:journalctl@ceph.mgr.z.smithi130.stdout:May 20 21:33:26 smithi130 podman[73430]: 2024-05-20 21:33:26.141701341 +0000 UTC m=+0.530318597 container remove aa9118143396c2abefb5fc37d079ba89a479304256574e22bffc94beb1e67397 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mgr-z, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240514) 2024-05-20T21:33:26.393 INFO:journalctl@ceph.mgr.z.smithi130.stdout:May 20 21:33:26 smithi130 systemd[1]: ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mgr.z.service: Main process exited, code=exited, status=143/n/a 2024-05-20T21:33:26.394 INFO:journalctl@ceph.mgr.z.smithi130.stdout:May 20 21:33:26 smithi130 systemd[1]: ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mgr.z.service: Failed with result 'exit-code'. 2024-05-20T21:33:26.394 INFO:journalctl@ceph.mgr.z.smithi130.stdout:May 20 21:33:26 smithi130 systemd[1]: Stopped Ceph mgr.z for 060ce10e-16ec-11ef-bc9a-c7b262605968. 2024-05-20T21:33:26.394 INFO:journalctl@ceph.mgr.z.smithi130.stdout:May 20 21:33:26 smithi130 systemd[1]: ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mgr.z.service: Consumed 15.834s CPU time. 2024-05-20T21:33:26.406 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-20T21:33:26.406 INFO:tasks.cephadm.mgr.z:Stopped mgr.z 2024-05-20T21:33:26.406 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-05-20T21:33:26.407 DEBUG:teuthology.orchestra.run.smithi008:> sudo systemctl stop ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@osd.0 2024-05-20T21:33:26.952 INFO:journalctl@ceph.osd.0.smithi008.stdout:May 20 21:33:26 smithi008 systemd[1]: Stopping Ceph osd.0 for 060ce10e-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:33:27.452 INFO:journalctl@ceph.osd.0.smithi008.stdout:May 20 21:33:27 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-0[45988]: 2024-05-20T21:33:27.000+0000 7f2966600700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-20T21:33:27.453 INFO:journalctl@ceph.osd.0.smithi008.stdout:May 20 21:33:27 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-0[45988]: 2024-05-20T21:33:27.000+0000 7f2966600700 -1 osd.0 84 *** Got signal Terminated *** 2024-05-20T21:33:27.453 INFO:journalctl@ceph.osd.0.smithi008.stdout:May 20 21:33:27 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-0[45988]: 2024-05-20T21:33:27.000+0000 7f2966600700 -1 osd.0 84 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-20T21:33:32.743 INFO:journalctl@ceph.osd.0.smithi008.stdout:May 20 21:33:32 smithi008 podman[142235]: 2024-05-20 21:33:32.456381596 +0000 UTC m=+5.593771050 container died b6c263b9a4f2133540676b0e48742a928903e68ef4e13d9a83421a041aa60342 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-0, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0) 2024-05-20T21:33:33.202 INFO:journalctl@ceph.osd.0.smithi008.stdout:May 20 21:33:32 smithi008 podman[142235]: 2024-05-20 21:33:32.958900304 +0000 UTC m=+6.096289755 container cleanup b6c263b9a4f2133540676b0e48742a928903e68ef4e13d9a83421a041aa60342 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2) 2024-05-20T21:33:33.202 INFO:journalctl@ceph.osd.0.smithi008.stdout:May 20 21:33:32 smithi008 bash[142235]: ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-0 2024-05-20T21:33:33.702 INFO:journalctl@ceph.osd.0.smithi008.stdout:May 20 21:33:33 smithi008 podman[142252]: 2024-05-20 21:33:33.436496638 +0000 UTC m=+0.963422708 container remove b6c263b9a4f2133540676b0e48742a928903e68ef4e13d9a83421a041aa60342 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-0, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-4ebd1d5, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-20T21:33:34.411 INFO:journalctl@ceph.osd.0.smithi008.stdout:May 20 21:33:34 smithi008 podman[142342]: 2024-05-20 21:33:34.000416443 +0000 UTC m=+0.038810941 image pull 559f9f2978373b56e1ed37e8f2207b076e9eb3d6ccfe36983da65ed32ed7d489 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3 2024-05-20T21:33:34.411 INFO:journalctl@ceph.osd.0.smithi008.stdout:May 20 21:33:34 smithi008 podman[142342]: 2024-05-20 21:33:34.129017785 +0000 UTC m=+0.167412306 container create f4d79b6cbead622675a4964a5790bd4649818b54eba605c994cb0da24742ca9a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-0-deactivate, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-4ebd1d5) 2024-05-20T21:33:34.411 INFO:journalctl@ceph.osd.0.smithi008.stdout:May 20 21:33:34 smithi008 podman[142342]: 2024-05-20 21:33:34.408626132 +0000 UTC m=+0.447020687 container init f4d79b6cbead622675a4964a5790bd4649818b54eba605c994cb0da24742ca9a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-0-deactivate, RELEASE=wip-lusov-quiesce-4ebd1d5, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-05-20T21:33:34.702 INFO:journalctl@ceph.osd.0.smithi008.stdout:May 20 21:33:34 smithi008 podman[142342]: 2024-05-20 21:33:34.422965544 +0000 UTC m=+0.461360055 container start f4d79b6cbead622675a4964a5790bd4649818b54eba605c994cb0da24742ca9a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-0-deactivate, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-4ebd1d5, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True) 2024-05-20T21:33:34.702 INFO:journalctl@ceph.osd.0.smithi008.stdout:May 20 21:33:34 smithi008 podman[142342]: 2024-05-20 21:33:34.506522885 +0000 UTC m=+0.544917440 container attach f4d79b6cbead622675a4964a5790bd4649818b54eba605c994cb0da24742ca9a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-0-deactivate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-20T21:33:35.202 INFO:journalctl@ceph.osd.0.smithi008.stdout:May 20 21:33:34 smithi008 podman[142342]: 2024-05-20 21:33:34.893497238 +0000 UTC m=+0.931891763 container died f4d79b6cbead622675a4964a5790bd4649818b54eba605c994cb0da24742ca9a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-0-deactivate, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-20T21:33:35.771 DEBUG:teuthology.orchestra.run.smithi008:> sudo pkill -f 'journalctl -f -n 0 -u ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@osd.0.service' 2024-05-20T21:33:35.886 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-20T21:33:35.886 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-05-20T21:33:35.887 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-05-20T21:33:35.887 DEBUG:teuthology.orchestra.run.smithi050:> sudo systemctl stop ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@osd.1 2024-05-20T21:33:36.174 INFO:journalctl@ceph.osd.1.smithi050.stdout:May 20 21:33:35 smithi050 systemd[1]: Stopping Ceph osd.1 for 060ce10e-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:33:36.674 INFO:journalctl@ceph.osd.1.smithi050.stdout:May 20 21:33:36 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-1[40385]: 2024-05-20T21:33:36.198+0000 7feefb69c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-20T21:33:36.675 INFO:journalctl@ceph.osd.1.smithi050.stdout:May 20 21:33:36 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-1[40385]: 2024-05-20T21:33:36.198+0000 7feefb69c700 -1 osd.1 84 *** Got signal Terminated *** 2024-05-20T21:33:36.675 INFO:journalctl@ceph.osd.1.smithi050.stdout:May 20 21:33:36 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-1[40385]: 2024-05-20T21:33:36.198+0000 7feefb69c700 -1 osd.1 84 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-20T21:33:42.025 INFO:journalctl@ceph.osd.1.smithi050.stdout:May 20 21:33:41 smithi050 podman[71979]: 2024-05-20 21:33:41.699349337 +0000 UTC m=+5.609223709 container died 0b93216d72fe3dab0aa6983e284de5f0c06e96698c80264daa49fa53a6f6cab3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-1, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-20T21:33:42.299 INFO:journalctl@ceph.osd.1.smithi050.stdout:May 20 21:33:42 smithi050 podman[71979]: 2024-05-20 21:33:42.123640333 +0000 UTC m=+6.033514704 container cleanup 0b93216d72fe3dab0aa6983e284de5f0c06e96698c80264daa49fa53a6f6cab3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-1, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-4ebd1d5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True) 2024-05-20T21:33:42.299 INFO:journalctl@ceph.osd.1.smithi050.stdout:May 20 21:33:42 smithi050 bash[71979]: ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-1 2024-05-20T21:33:42.674 INFO:journalctl@ceph.osd.1.smithi050.stdout:May 20 21:33:42 smithi050 podman[71995]: 2024-05-20 21:33:42.299809923 +0000 UTC m=+0.593386421 container remove 0b93216d72fe3dab0aa6983e284de5f0c06e96698c80264daa49fa53a6f6cab3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-1, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True) 2024-05-20T21:33:43.069 INFO:journalctl@ceph.osd.1.smithi050.stdout:May 20 21:33:42 smithi050 podman[72087]: 2024-05-20 21:33:42.662176997 +0000 UTC m=+0.018020833 image pull 559f9f2978373b56e1ed37e8f2207b076e9eb3d6ccfe36983da65ed32ed7d489 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3 2024-05-20T21:33:43.070 INFO:journalctl@ceph.osd.1.smithi050.stdout:May 20 21:33:42 smithi050 podman[72087]: 2024-05-20 21:33:42.776062869 +0000 UTC m=+0.131906702 container create a19b3820dacaaefd8b62226a30200a0f40128e2ec7070146f4f6f4255dc1420a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-1-deactivate, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-lusov-quiesce-4ebd1d5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-20T21:33:43.070 INFO:journalctl@ceph.osd.1.smithi050.stdout:May 20 21:33:42 smithi050 podman[72087]: 2024-05-20 21:33:42.986644871 +0000 UTC m=+0.342488699 container init a19b3820dacaaefd8b62226a30200a0f40128e2ec7070146f4f6f4255dc1420a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-1-deactivate, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-05-20T21:33:43.070 INFO:journalctl@ceph.osd.1.smithi050.stdout:May 20 21:33:42 smithi050 podman[72087]: 2024-05-20 21:33:42.989938076 +0000 UTC m=+0.345781911 container start a19b3820dacaaefd8b62226a30200a0f40128e2ec7070146f4f6f4255dc1420a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-1-deactivate, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-20T21:33:43.070 INFO:journalctl@ceph.osd.1.smithi050.stdout:May 20 21:33:43 smithi050 podman[72087]: 2024-05-20 21:33:43.069915524 +0000 UTC m=+0.425759377 container attach a19b3820dacaaefd8b62226a30200a0f40128e2ec7070146f4f6f4255dc1420a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-1-deactivate, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-20T21:33:43.322 INFO:journalctl@ceph.osd.1.smithi050.stdout:May 20 21:33:43 smithi050 podman[72087]: 2024-05-20 21:33:43.292358879 +0000 UTC m=+0.648202712 container died a19b3820dacaaefd8b62226a30200a0f40128e2ec7070146f4f6f4255dc1420a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-1-deactivate, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-4ebd1d5, io.buildah.version=1.33.5) 2024-05-20T21:33:43.882 DEBUG:teuthology.orchestra.run.smithi050:> sudo pkill -f 'journalctl -f -n 0 -u ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@osd.1.service' 2024-05-20T21:33:43.921 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-20T21:33:43.921 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-05-20T21:33:43.921 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-05-20T21:33:43.922 DEBUG:teuthology.orchestra.run.smithi130:> sudo systemctl stop ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@osd.2 2024-05-20T21:33:44.226 INFO:journalctl@ceph.osd.2.smithi130.stdout:May 20 21:33:43 smithi130 systemd[1]: Stopping Ceph osd.2 for 060ce10e-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:33:44.671 INFO:journalctl@ceph.osd.2.smithi130.stdout:May 20 21:33:44 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-2[41553]: 2024-05-20T21:33:44.226+0000 7f8d37096700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-20T21:33:44.672 INFO:journalctl@ceph.osd.2.smithi130.stdout:May 20 21:33:44 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-2[41553]: 2024-05-20T21:33:44.226+0000 7f8d37096700 -1 osd.2 84 *** Got signal Terminated *** 2024-05-20T21:33:44.672 INFO:journalctl@ceph.osd.2.smithi130.stdout:May 20 21:33:44 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-2[41553]: 2024-05-20T21:33:44.226+0000 7f8d37096700 -1 osd.2 84 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-20T21:33:50.000 INFO:journalctl@ceph.osd.2.smithi130.stdout:May 20 21:33:49 smithi130 podman[73543]: 2024-05-20 21:33:49.683706511 +0000 UTC m=+5.567687237 container died be3762b8772df13664dfef48a4ed907d34cbcdd257d180c6fe6d505f62aa031a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-2, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-4ebd1d5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-05-20T21:33:50.422 INFO:journalctl@ceph.osd.2.smithi130.stdout:May 20 21:33:50 smithi130 podman[73543]: 2024-05-20 21:33:50.001417683 +0000 UTC m=+5.885398445 container cleanup be3762b8772df13664dfef48a4ed907d34cbcdd257d180c6fe6d505f62aa031a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-2, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-4ebd1d5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-20T21:33:50.422 INFO:journalctl@ceph.osd.2.smithi130.stdout:May 20 21:33:50 smithi130 bash[73543]: ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-2 2024-05-20T21:33:50.422 INFO:journalctl@ceph.osd.2.smithi130.stdout:May 20 21:33:50 smithi130 podman[73561]: 2024-05-20 21:33:50.185825663 +0000 UTC m=+0.503107660 container remove be3762b8772df13664dfef48a4ed907d34cbcdd257d180c6fe6d505f62aa031a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-4ebd1d5) 2024-05-20T21:33:50.879 INFO:journalctl@ceph.osd.2.smithi130.stdout:May 20 21:33:50 smithi130 podman[73646]: 2024-05-20 21:33:50.525817071 +0000 UTC m=+0.017086101 image pull 559f9f2978373b56e1ed37e8f2207b076e9eb3d6ccfe36983da65ed32ed7d489 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3 2024-05-20T21:33:50.880 INFO:journalctl@ceph.osd.2.smithi130.stdout:May 20 21:33:50 smithi130 podman[73646]: 2024-05-20 21:33:50.653313261 +0000 UTC m=+0.144582271 container create 7b30c7857418472d4f7d6cfdfaea5d82a3e3f0d0dc5f4d10c98ec5db91e4154a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-2-deactivate, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD) 2024-05-20T21:33:51.172 INFO:journalctl@ceph.osd.2.smithi130.stdout:May 20 21:33:50 smithi130 podman[73646]: 2024-05-20 21:33:50.880590989 +0000 UTC m=+0.371859995 container init 7b30c7857418472d4f7d6cfdfaea5d82a3e3f0d0dc5f4d10c98ec5db91e4154a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-2-deactivate, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-4ebd1d5, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-05-20T21:33:51.172 INFO:journalctl@ceph.osd.2.smithi130.stdout:May 20 21:33:50 smithi130 podman[73646]: 2024-05-20 21:33:50.88381694 +0000 UTC m=+0.375085952 container start 7b30c7857418472d4f7d6cfdfaea5d82a3e3f0d0dc5f4d10c98ec5db91e4154a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-4ebd1d5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-05-20T21:33:51.172 INFO:journalctl@ceph.osd.2.smithi130.stdout:May 20 21:33:50 smithi130 podman[73646]: 2024-05-20 21:33:50.98901611 +0000 UTC m=+0.480285130 container attach 7b30c7857418472d4f7d6cfdfaea5d82a3e3f0d0dc5f4d10c98ec5db91e4154a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-2-deactivate, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0) 2024-05-20T21:33:51.457 INFO:journalctl@ceph.osd.2.smithi130.stdout:May 20 21:33:51 smithi130 podman[73646]: 2024-05-20 21:33:51.182290085 +0000 UTC m=+0.673559097 container died 7b30c7857418472d4f7d6cfdfaea5d82a3e3f0d0dc5f4d10c98ec5db91e4154a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-2-deactivate, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-05-20T21:33:51.760 DEBUG:teuthology.orchestra.run.smithi130:> sudo pkill -f 'journalctl -f -n 0 -u ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@osd.2.service' 2024-05-20T21:33:51.798 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-20T21:33:51.798 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-05-20T21:33:51.798 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-05-20T21:33:51.798 DEBUG:teuthology.orchestra.run.smithi008:> sudo systemctl stop ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@osd.3 2024-05-20T21:33:52.203 INFO:journalctl@ceph.osd.3.smithi008.stdout:May 20 21:33:51 smithi008 systemd[1]: Stopping Ceph osd.3 for 060ce10e-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:33:52.702 INFO:journalctl@ceph.osd.3.smithi008.stdout:May 20 21:33:52 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-3[52791]: 2024-05-20T21:33:52.430+0000 7f2330a00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-20T21:33:52.703 INFO:journalctl@ceph.osd.3.smithi008.stdout:May 20 21:33:52 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-3[52791]: 2024-05-20T21:33:52.430+0000 7f2330a00700 -1 osd.3 84 *** Got signal Terminated *** 2024-05-20T21:33:52.703 INFO:journalctl@ceph.osd.3.smithi008.stdout:May 20 21:33:52 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-3[52791]: 2024-05-20T21:33:52.430+0000 7f2330a00700 -1 osd.3 84 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-20T21:33:53.702 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:33:53 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:33:53.354+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:27.958679+0000 front 2024-05-20T21:33:27.958280+0000 (oldest deadline 2024-05-20T21:33:52.559068+0000) 2024-05-20T21:33:54.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:33:54 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:33:54.328+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:33:54.702 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:33:54 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:33:54.346+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:27.958679+0000 front 2024-05-20T21:33:27.958280+0000 (oldest deadline 2024-05-20T21:33:52.559068+0000) 2024-05-20T21:33:54.702 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:33:54 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:33:54.300+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.729700+0000 front 2024-05-20T21:33:29.730318+0000 (oldest deadline 2024-05-20T21:33:53.829878+0000) 2024-05-20T21:33:55.424 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:33:55 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:33:55.284+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:33:55.702 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:33:55 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:33:55.254+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.729700+0000 front 2024-05-20T21:33:29.730318+0000 (oldest deadline 2024-05-20T21:33:53.829878+0000) 2024-05-20T21:33:55.702 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:33:55 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:33:55.306+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:27.958679+0000 front 2024-05-20T21:33:27.958280+0000 (oldest deadline 2024-05-20T21:33:52.559068+0000) 2024-05-20T21:33:55.861 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:33:55 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:33:55.461+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:33:56.171 INFO:journalctl@ceph.osd.5.smithi130.stdout:May 20 21:33:55 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-5[48052]: 2024-05-20T21:33:55.862+0000 7fb9a7692700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.385908+0000 front 2024-05-20T21:33:29.386130+0000 (oldest deadline 2024-05-20T21:33:55.285687+0000) 2024-05-20T21:33:56.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:33:56 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:33:56.241+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:33:56.702 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:33:56 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:33:56.258+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:27.958679+0000 front 2024-05-20T21:33:27.958280+0000 (oldest deadline 2024-05-20T21:33:52.559068+0000) 2024-05-20T21:33:56.702 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:33:56 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:33:56.241+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.729700+0000 front 2024-05-20T21:33:29.730318+0000 (oldest deadline 2024-05-20T21:33:53.829878+0000) 2024-05-20T21:33:56.898 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:33:56 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:33:56.502+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:33:57.171 INFO:journalctl@ceph.osd.5.smithi130.stdout:May 20 21:33:56 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-5[48052]: 2024-05-20T21:33:56.897+0000 7fb9a7692700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.385908+0000 front 2024-05-20T21:33:29.386130+0000 (oldest deadline 2024-05-20T21:33:55.285687+0000) 2024-05-20T21:33:57.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:33:57 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:33:57.219+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:33:57.702 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:33:57 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:33:57.213+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:27.958679+0000 front 2024-05-20T21:33:27.958280+0000 (oldest deadline 2024-05-20T21:33:52.559068+0000) 2024-05-20T21:33:57.702 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:33:57 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:33:57.283+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.729700+0000 front 2024-05-20T21:33:29.730318+0000 (oldest deadline 2024-05-20T21:33:53.829878+0000) 2024-05-20T21:33:57.854 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:33:57 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:33:57.504+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:33:58.171 INFO:journalctl@ceph.osd.3.smithi008.stdout:May 20 21:33:57 smithi008 podman[142450]: 2024-05-20 21:33:57.831503874 +0000 UTC m=+5.548734929 container died 920072cf6fc765f1570f463a3f3414cf391d79bb16dad3535692aa740bff743f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-3, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-4ebd1d5) 2024-05-20T21:33:58.171 INFO:journalctl@ceph.osd.5.smithi130.stdout:May 20 21:33:57 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-5[48052]: 2024-05-20T21:33:57.854+0000 7fb9a7692700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.385908+0000 front 2024-05-20T21:33:29.386130+0000 (oldest deadline 2024-05-20T21:33:55.285687+0000) 2024-05-20T21:33:58.452 INFO:journalctl@ceph.osd.3.smithi008.stdout:May 20 21:33:58 smithi008 podman[142450]: 2024-05-20 21:33:58.355788689 +0000 UTC m=+6.073019761 container cleanup 920072cf6fc765f1570f463a3f3414cf391d79bb16dad3535692aa740bff743f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-3, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux ) 2024-05-20T21:33:58.452 INFO:journalctl@ceph.osd.3.smithi008.stdout:May 20 21:33:58 smithi008 bash[142450]: ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-3 2024-05-20T21:33:58.452 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:33:58 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:33:58.173+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:27.958679+0000 front 2024-05-20T21:33:27.958280+0000 (oldest deadline 2024-05-20T21:33:52.559068+0000) 2024-05-20T21:33:58.453 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:33:58 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:33:58.255+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.729700+0000 front 2024-05-20T21:33:29.730318+0000 (oldest deadline 2024-05-20T21:33:53.829878+0000) 2024-05-20T21:33:58.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:33:58 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:33:58.244+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:33:58.821 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:33:58 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:33:58.472+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:33:58.952 INFO:journalctl@ceph.osd.3.smithi008.stdout:May 20 21:33:58 smithi008 podman[142469]: 2024-05-20 21:33:58.565813295 +0000 UTC m=+0.714529842 container remove 920072cf6fc765f1570f463a3f3414cf391d79bb16dad3535692aa740bff743f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-3, ceph=True, RELEASE=wip-lusov-quiesce-4ebd1d5, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-05-20T21:33:59.171 INFO:journalctl@ceph.osd.5.smithi130.stdout:May 20 21:33:58 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-5[48052]: 2024-05-20T21:33:58.821+0000 7fb9a7692700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.385908+0000 front 2024-05-20T21:33:29.386130+0000 (oldest deadline 2024-05-20T21:33:55.285687+0000) 2024-05-20T21:33:59.452 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:33:59 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:33:59.172+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:27.958679+0000 front 2024-05-20T21:33:27.958280+0000 (oldest deadline 2024-05-20T21:33:52.559068+0000) 2024-05-20T21:33:59.452 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:33:59 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:33:59.295+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.729700+0000 front 2024-05-20T21:33:29.730318+0000 (oldest deadline 2024-05-20T21:33:53.829878+0000) 2024-05-20T21:33:59.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:33:59 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:33:59.228+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:33:59.773 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:33:59 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:33:59.444+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:33:59.813 INFO:journalctl@ceph.osd.3.smithi008.stdout:May 20 21:33:59 smithi008 podman[142558]: 2024-05-20 21:33:59.377407618 +0000 UTC m=+0.035771047 image pull 559f9f2978373b56e1ed37e8f2207b076e9eb3d6ccfe36983da65ed32ed7d489 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3 2024-05-20T21:33:59.814 INFO:journalctl@ceph.osd.3.smithi008.stdout:May 20 21:33:59 smithi008 podman[142558]: 2024-05-20 21:33:59.483255747 +0000 UTC m=+0.141619161 container create 94e6a871b4b3bbb8a6410855850ab750db09972301fc900073f62546b50811e4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-3-deactivate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-05-20T21:33:59.814 INFO:journalctl@ceph.osd.3.smithi008.stdout:May 20 21:33:59 smithi008 podman[142558]: 2024-05-20 21:33:59.812507222 +0000 UTC m=+0.470870658 container init 94e6a871b4b3bbb8a6410855850ab750db09972301fc900073f62546b50811e4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-3-deactivate, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-4ebd1d5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, GIT_CLEAN=True) 2024-05-20T21:34:00.153 INFO:journalctl@ceph.osd.3.smithi008.stdout:May 20 21:33:59 smithi008 podman[142558]: 2024-05-20 21:33:59.826207538 +0000 UTC m=+0.484570949 container start 94e6a871b4b3bbb8a6410855850ab750db09972301fc900073f62546b50811e4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-3-deactivate, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-05-20T21:34:00.153 INFO:journalctl@ceph.osd.3.smithi008.stdout:May 20 21:33:59 smithi008 podman[142558]: 2024-05-20 21:33:59.911187925 +0000 UTC m=+0.569551348 container attach 94e6a871b4b3bbb8a6410855850ab750db09972301fc900073f62546b50811e4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-3-deactivate, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-4ebd1d5, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-05-20T21:34:00.171 INFO:journalctl@ceph.osd.5.smithi130.stdout:May 20 21:33:59 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-5[48052]: 2024-05-20T21:33:59.773+0000 7fb9a7692700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.385908+0000 front 2024-05-20T21:33:29.386130+0000 (oldest deadline 2024-05-20T21:33:55.285687+0000) 2024-05-20T21:34:00.452 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:00 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:00.266+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.729700+0000 front 2024-05-20T21:33:29.730318+0000 (oldest deadline 2024-05-20T21:33:53.829878+0000) 2024-05-20T21:34:00.452 INFO:journalctl@ceph.osd.3.smithi008.stdout:May 20 21:34:00 smithi008 podman[142558]: 2024-05-20 21:34:00.306112796 +0000 UTC m=+0.964476232 container died 94e6a871b4b3bbb8a6410855850ab750db09972301fc900073f62546b50811e4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-3-deactivate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-20T21:34:00.452 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:00 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:34:00.152+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:27.958679+0000 front 2024-05-20T21:33:27.958280+0000 (oldest deadline 2024-05-20T21:33:52.559068+0000) 2024-05-20T21:34:00.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:00 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:00.230+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:34:00.921 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:00 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:00.477+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:34:00.922 INFO:journalctl@ceph.osd.5.smithi130.stdout:May 20 21:34:00 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-5[48052]: 2024-05-20T21:34:00.726+0000 7fb9a7692700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.385908+0000 front 2024-05-20T21:33:29.386130+0000 (oldest deadline 2024-05-20T21:33:55.285687+0000) 2024-05-20T21:34:01.119 DEBUG:teuthology.orchestra.run.smithi008:> sudo pkill -f 'journalctl -f -n 0 -u ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@osd.3.service' 2024-05-20T21:34:01.222 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-20T21:34:01.222 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-05-20T21:34:01.222 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-05-20T21:34:01.222 DEBUG:teuthology.orchestra.run.smithi050:> sudo systemctl stop ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@osd.4 2024-05-20T21:34:01.452 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:01 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:34:01.181+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:27.958679+0000 front 2024-05-20T21:33:27.958280+0000 (oldest deadline 2024-05-20T21:33:52.559068+0000) 2024-05-20T21:34:01.452 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:01 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:01.247+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.729700+0000 front 2024-05-20T21:33:29.730318+0000 (oldest deadline 2024-05-20T21:33:53.829878+0000) 2024-05-20T21:34:01.526 INFO:journalctl@ceph.osd.4.smithi050.stdout:May 20 21:34:01 smithi050 systemd[1]: Stopping Ceph osd.4 for 060ce10e-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:34:01.526 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:01 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:01.277+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:34:01.765 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:01 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:01.437+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:34:01.865 INFO:journalctl@ceph.osd.4.smithi050.stdout:May 20 21:34:01 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-4[46855]: 2024-05-20T21:34:01.525+0000 7f40caf77700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-20T21:34:01.866 INFO:journalctl@ceph.osd.4.smithi050.stdout:May 20 21:34:01 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-4[46855]: 2024-05-20T21:34:01.525+0000 7f40caf77700 -1 osd.4 84 *** Got signal Terminated *** 2024-05-20T21:34:01.866 INFO:journalctl@ceph.osd.4.smithi050.stdout:May 20 21:34:01 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-4[46855]: 2024-05-20T21:34:01.525+0000 7f40caf77700 -1 osd.4 84 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-20T21:34:02.171 INFO:journalctl@ceph.osd.5.smithi130.stdout:May 20 21:34:01 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-5[48052]: 2024-05-20T21:34:01.765+0000 7fb9a7692700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.385908+0000 front 2024-05-20T21:33:29.386130+0000 (oldest deadline 2024-05-20T21:33:55.285687+0000) 2024-05-20T21:34:02.174 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:01 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:01.866+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.032323+0000 front 2024-05-20T21:33:37.032450+0000 (oldest deadline 2024-05-20T21:34:01.732547+0000) 2024-05-20T21:34:02.252 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:02 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:34:02.199+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:27.958679+0000 front 2024-05-20T21:33:27.958280+0000 (oldest deadline 2024-05-20T21:33:52.559068+0000) 2024-05-20T21:34:02.672 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:02 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:02.417+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:34:02.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:02 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:02.265+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:34:02.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:02 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:02.265+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.440685+0000 front 2024-05-20T21:33:39.440595+0000 (oldest deadline 2024-05-20T21:34:01.740793+0000) 2024-05-20T21:34:02.702 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:02 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:02.252+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.729700+0000 front 2024-05-20T21:33:29.730318+0000 (oldest deadline 2024-05-20T21:33:53.829878+0000) 2024-05-20T21:34:02.703 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:02 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:02.252+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.332028+0000 front 2024-05-20T21:33:37.332113+0000 (oldest deadline 2024-05-20T21:34:02.032260+0000) 2024-05-20T21:34:03.171 INFO:journalctl@ceph.osd.5.smithi130.stdout:May 20 21:34:02 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-5[48052]: 2024-05-20T21:34:02.747+0000 7fb9a7692700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.385908+0000 front 2024-05-20T21:33:29.386130+0000 (oldest deadline 2024-05-20T21:33:55.285687+0000) 2024-05-20T21:34:03.174 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:02 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:02.899+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.032323+0000 front 2024-05-20T21:33:37.032450+0000 (oldest deadline 2024-05-20T21:34:01.732547+0000) 2024-05-20T21:34:03.452 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:03 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:34:03.193+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:27.958679+0000 front 2024-05-20T21:33:27.958280+0000 (oldest deadline 2024-05-20T21:33:52.559068+0000) 2024-05-20T21:34:03.452 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:03 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:34:03.193+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.763628+0000 front 2024-05-20T21:33:38.763507+0000 (oldest deadline 2024-05-20T21:34:02.263340+0000) 2024-05-20T21:34:03.453 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:03 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:03.275+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.729700+0000 front 2024-05-20T21:33:29.730318+0000 (oldest deadline 2024-05-20T21:33:53.829878+0000) 2024-05-20T21:34:03.453 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:03 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:03.275+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.332028+0000 front 2024-05-20T21:33:37.332113+0000 (oldest deadline 2024-05-20T21:34:02.032260+0000) 2024-05-20T21:34:03.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:03 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:03.271+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:34:03.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:03 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:03.271+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.440685+0000 front 2024-05-20T21:33:39.440595+0000 (oldest deadline 2024-05-20T21:34:01.740793+0000) 2024-05-20T21:34:03.698 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:03 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:03.435+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:34:04.171 INFO:journalctl@ceph.osd.5.smithi130.stdout:May 20 21:34:03 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-5[48052]: 2024-05-20T21:34:03.698+0000 7fb9a7692700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.385908+0000 front 2024-05-20T21:33:29.386130+0000 (oldest deadline 2024-05-20T21:33:55.285687+0000) 2024-05-20T21:34:04.174 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:03 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:03.867+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.032323+0000 front 2024-05-20T21:33:37.032450+0000 (oldest deadline 2024-05-20T21:34:01.732547+0000) 2024-05-20T21:34:04.452 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:04 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:34:04.172+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:27.958679+0000 front 2024-05-20T21:33:27.958280+0000 (oldest deadline 2024-05-20T21:33:52.559068+0000) 2024-05-20T21:34:04.452 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:04 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:34:04.172+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.763628+0000 front 2024-05-20T21:33:38.763507+0000 (oldest deadline 2024-05-20T21:34:02.263340+0000) 2024-05-20T21:34:04.453 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:04 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:04.280+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.729700+0000 front 2024-05-20T21:33:29.730318+0000 (oldest deadline 2024-05-20T21:33:53.829878+0000) 2024-05-20T21:34:04.453 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:04 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:04.280+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.332028+0000 front 2024-05-20T21:33:37.332113+0000 (oldest deadline 2024-05-20T21:34:02.032260+0000) 2024-05-20T21:34:04.642 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:04 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:04.265+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:34:04.643 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:04 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:04.265+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.440685+0000 front 2024-05-20T21:33:39.440595+0000 (oldest deadline 2024-05-20T21:34:01.740793+0000) 2024-05-20T21:34:04.643 INFO:journalctl@ceph.osd.4.smithi050.stdout:May 20 21:34:04 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-4[46855]: 2024-05-20T21:34:04.192+0000 7f40c3563700 -1 osd.4 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.608228+0000 front 2024-05-20T21:33:38.607929+0000 (oldest deadline 2024-05-20T21:34:03.308001+0000) 2024-05-20T21:34:04.662 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:04 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:04.406+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:34:04.662 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:04 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:04.406+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.138364+0000 front 2024-05-20T21:33:38.138449+0000 (oldest deadline 2024-05-20T21:34:04.038275+0000) 2024-05-20T21:34:04.921 INFO:journalctl@ceph.osd.5.smithi130.stdout:May 20 21:34:04 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-5[48052]: 2024-05-20T21:34:04.662+0000 7fb9a7692700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.385908+0000 front 2024-05-20T21:33:29.386130+0000 (oldest deadline 2024-05-20T21:33:55.285687+0000) 2024-05-20T21:34:05.157 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:04 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:04.905+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.032323+0000 front 2024-05-20T21:33:37.032450+0000 (oldest deadline 2024-05-20T21:34:01.732547+0000) 2024-05-20T21:34:05.424 INFO:journalctl@ceph.osd.4.smithi050.stdout:May 20 21:34:05 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-4[46855]: 2024-05-20T21:34:05.158+0000 7f40c3563700 -1 osd.4 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.608228+0000 front 2024-05-20T21:33:38.607929+0000 (oldest deadline 2024-05-20T21:34:03.308001+0000) 2024-05-20T21:34:05.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:05 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:05.219+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:34:05.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:05 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:05.219+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.440685+0000 front 2024-05-20T21:33:39.440595+0000 (oldest deadline 2024-05-20T21:34:01.740793+0000) 2024-05-20T21:34:05.452 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:05 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:34:05.125+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:27.958679+0000 front 2024-05-20T21:33:27.958280+0000 (oldest deadline 2024-05-20T21:33:52.559068+0000) 2024-05-20T21:34:05.452 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:05 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:34:05.125+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.763628+0000 front 2024-05-20T21:33:38.763507+0000 (oldest deadline 2024-05-20T21:34:02.263340+0000) 2024-05-20T21:34:05.452 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:05 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:05.272+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.729700+0000 front 2024-05-20T21:33:29.730318+0000 (oldest deadline 2024-05-20T21:33:53.829878+0000) 2024-05-20T21:34:05.452 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:05 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:05.272+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.332028+0000 front 2024-05-20T21:33:37.332113+0000 (oldest deadline 2024-05-20T21:34:02.032260+0000) 2024-05-20T21:34:05.671 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:05 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:05.376+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:34:05.672 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:05 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:05.376+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.138364+0000 front 2024-05-20T21:33:38.138449+0000 (oldest deadline 2024-05-20T21:34:04.038275+0000) 2024-05-20T21:34:05.672 INFO:journalctl@ceph.osd.5.smithi130.stdout:May 20 21:34:05 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-5[48052]: 2024-05-20T21:34:05.619+0000 7fb9a7692700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.385908+0000 front 2024-05-20T21:33:29.386130+0000 (oldest deadline 2024-05-20T21:33:55.285687+0000) 2024-05-20T21:34:05.672 INFO:journalctl@ceph.osd.5.smithi130.stdout:May 20 21:34:05 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-5[48052]: 2024-05-20T21:34:05.619+0000 7fb9a7692700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.386886+0000 front 2024-05-20T21:33:39.386964+0000 (oldest deadline 2024-05-20T21:34:05.286788+0000) 2024-05-20T21:34:06.174 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:05 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:05.924+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.032323+0000 front 2024-05-20T21:33:37.032450+0000 (oldest deadline 2024-05-20T21:34:01.732547+0000) 2024-05-20T21:34:06.452 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:06 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:34:06.107+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:27.958679+0000 front 2024-05-20T21:33:27.958280+0000 (oldest deadline 2024-05-20T21:33:52.559068+0000) 2024-05-20T21:34:06.452 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:06 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:34:06.107+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.763628+0000 front 2024-05-20T21:33:38.763507+0000 (oldest deadline 2024-05-20T21:34:02.263340+0000) 2024-05-20T21:34:06.453 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:06 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:06.269+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.729700+0000 front 2024-05-20T21:33:29.730318+0000 (oldest deadline 2024-05-20T21:33:53.829878+0000) 2024-05-20T21:34:06.453 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:06 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:06.269+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.332028+0000 front 2024-05-20T21:33:37.332113+0000 (oldest deadline 2024-05-20T21:34:02.032260+0000) 2024-05-20T21:34:06.656 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:06 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:06.352+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:34:06.656 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:06 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:06.352+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.138364+0000 front 2024-05-20T21:33:38.138449+0000 (oldest deadline 2024-05-20T21:34:04.038275+0000) 2024-05-20T21:34:06.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:06 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:06.227+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:34:06.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:06 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:06.227+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.440685+0000 front 2024-05-20T21:33:39.440595+0000 (oldest deadline 2024-05-20T21:34:01.740793+0000) 2024-05-20T21:34:06.674 INFO:journalctl@ceph.osd.4.smithi050.stdout:May 20 21:34:06 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-4[46855]: 2024-05-20T21:34:06.186+0000 7f40c3563700 -1 osd.4 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.608228+0000 front 2024-05-20T21:33:38.607929+0000 (oldest deadline 2024-05-20T21:34:03.308001+0000) 2024-05-20T21:34:06.922 INFO:journalctl@ceph.osd.5.smithi130.stdout:May 20 21:34:06 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-5[48052]: 2024-05-20T21:34:06.656+0000 7fb9a7692700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.385908+0000 front 2024-05-20T21:33:29.386130+0000 (oldest deadline 2024-05-20T21:33:55.285687+0000) 2024-05-20T21:34:06.922 INFO:journalctl@ceph.osd.5.smithi130.stdout:May 20 21:34:06 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-5[48052]: 2024-05-20T21:34:06.656+0000 7fb9a7692700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.386886+0000 front 2024-05-20T21:33:39.386964+0000 (oldest deadline 2024-05-20T21:34:05.286788+0000) 2024-05-20T21:34:07.111 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:06 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:06.891+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.032323+0000 front 2024-05-20T21:33:37.032450+0000 (oldest deadline 2024-05-20T21:34:01.732547+0000) 2024-05-20T21:34:07.111 INFO:journalctl@ceph.osd.4.smithi050.stdout:May 20 21:34:06 smithi050 podman[72208]: 2024-05-20 21:34:06.859223583 +0000 UTC m=+5.432216420 container died 206e7b1e2bf5ccd50d2960c512a90ec2a36a6b8af7cc19fb2d5521936c390908 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-4, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-4ebd1d5) 2024-05-20T21:34:07.385 INFO:journalctl@ceph.osd.4.smithi050.stdout:May 20 21:34:07 smithi050 podman[72208]: 2024-05-20 21:34:07.192998543 +0000 UTC m=+5.765991377 container cleanup 206e7b1e2bf5ccd50d2960c512a90ec2a36a6b8af7cc19fb2d5521936c390908 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-4, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.build-date=20240514, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-05-20T21:34:07.385 INFO:journalctl@ceph.osd.4.smithi050.stdout:May 20 21:34:07 smithi050 bash[72208]: ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-4 2024-05-20T21:34:07.385 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:07 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:07.248+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:34:07.385 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:07 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:07.248+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.440685+0000 front 2024-05-20T21:33:39.440595+0000 (oldest deadline 2024-05-20T21:34:01.740793+0000) 2024-05-20T21:34:07.452 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:07 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:34:07.070+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:27.958679+0000 front 2024-05-20T21:33:27.958280+0000 (oldest deadline 2024-05-20T21:33:52.559068+0000) 2024-05-20T21:34:07.452 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:07 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:34:07.070+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.763628+0000 front 2024-05-20T21:33:38.763507+0000 (oldest deadline 2024-05-20T21:34:02.263340+0000) 2024-05-20T21:34:07.452 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:07 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:07.236+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.729700+0000 front 2024-05-20T21:33:29.730318+0000 (oldest deadline 2024-05-20T21:33:53.829878+0000) 2024-05-20T21:34:07.452 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:07 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:07.236+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.332028+0000 front 2024-05-20T21:33:37.332113+0000 (oldest deadline 2024-05-20T21:34:02.032260+0000) 2024-05-20T21:34:07.672 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:07 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:07.593+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:40.856334+0000 front 2024-05-20T21:33:40.856350+0000 (oldest deadline 2024-05-20T21:34:06.756341+0000) 2024-05-20T21:34:07.672 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:07 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:07.399+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:34:07.672 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:07 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:07.399+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.138364+0000 front 2024-05-20T21:33:38.138449+0000 (oldest deadline 2024-05-20T21:34:04.038275+0000) 2024-05-20T21:34:07.674 INFO:journalctl@ceph.osd.4.smithi050.stdout:May 20 21:34:07 smithi050 podman[72224]: 2024-05-20 21:34:07.385794187 +0000 UTC m=+0.518895777 container remove 206e7b1e2bf5ccd50d2960c512a90ec2a36a6b8af7cc19fb2d5521936c390908 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-4, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-4ebd1d5, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-20T21:34:08.143 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:07 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:07.887+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.032323+0000 front 2024-05-20T21:33:37.032450+0000 (oldest deadline 2024-05-20T21:34:01.732547+0000) 2024-05-20T21:34:08.143 INFO:journalctl@ceph.osd.4.smithi050.stdout:May 20 21:34:07 smithi050 podman[72310]: 2024-05-20 21:34:07.705202354 +0000 UTC m=+0.017540512 image pull 559f9f2978373b56e1ed37e8f2207b076e9eb3d6ccfe36983da65ed32ed7d489 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3 2024-05-20T21:34:08.143 INFO:journalctl@ceph.osd.4.smithi050.stdout:May 20 21:34:07 smithi050 podman[72310]: 2024-05-20 21:34:07.811788309 +0000 UTC m=+0.124126483 container create 7ab8847cf188c627f56c005c506a7dde2b1253860bdde82071bbefef6d6d3c1f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-4-deactivate, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-20T21:34:08.144 INFO:journalctl@ceph.osd.4.smithi050.stdout:May 20 21:34:08 smithi050 podman[72310]: 2024-05-20 21:34:08.039189459 +0000 UTC m=+0.351527623 container init 7ab8847cf188c627f56c005c506a7dde2b1253860bdde82071bbefef6d6d3c1f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-4-deactivate, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-05-20T21:34:08.144 INFO:journalctl@ceph.osd.4.smithi050.stdout:May 20 21:34:08 smithi050 podman[72310]: 2024-05-20 21:34:08.04267232 +0000 UTC m=+0.355010480 container start 7ab8847cf188c627f56c005c506a7dde2b1253860bdde82071bbefef6d6d3c1f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-4-deactivate, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, ceph=True, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-05-20T21:34:08.144 INFO:journalctl@ceph.osd.4.smithi050.stdout:May 20 21:34:08 smithi050 podman[72310]: 2024-05-20 21:34:08.144046377 +0000 UTC m=+0.456384548 container attach 7ab8847cf188c627f56c005c506a7dde2b1253860bdde82071bbefef6d6d3c1f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-4-deactivate, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-4ebd1d5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True) 2024-05-20T21:34:08.171 INFO:journalctl@ceph.osd.5.smithi130.stdout:May 20 21:34:07 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-5[48052]: 2024-05-20T21:34:07.695+0000 7fb9a7692700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.385908+0000 front 2024-05-20T21:33:29.386130+0000 (oldest deadline 2024-05-20T21:33:55.285687+0000) 2024-05-20T21:34:08.171 INFO:journalctl@ceph.osd.5.smithi130.stdout:May 20 21:34:07 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-5[48052]: 2024-05-20T21:34:07.695+0000 7fb9a7692700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.386886+0000 front 2024-05-20T21:33:39.386964+0000 (oldest deadline 2024-05-20T21:34:05.286788+0000) 2024-05-20T21:34:08.424 INFO:journalctl@ceph.osd.4.smithi050.stdout:May 20 21:34:08 smithi050 podman[72310]: 2024-05-20 21:34:08.346338926 +0000 UTC m=+0.658677078 container died 7ab8847cf188c627f56c005c506a7dde2b1253860bdde82071bbefef6d6d3c1f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-4-deactivate, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-05-20T21:34:08.424 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:08 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:08.221+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:34:08.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:08 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:08.221+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.440685+0000 front 2024-05-20T21:33:39.440595+0000 (oldest deadline 2024-05-20T21:34:01.740793+0000) 2024-05-20T21:34:08.452 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:08 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:08.261+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.729700+0000 front 2024-05-20T21:33:29.730318+0000 (oldest deadline 2024-05-20T21:33:53.829878+0000) 2024-05-20T21:34:08.452 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:08 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:08.261+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.332028+0000 front 2024-05-20T21:33:37.332113+0000 (oldest deadline 2024-05-20T21:34:02.032260+0000) 2024-05-20T21:34:08.452 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:08 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:34:08.116+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:27.958679+0000 front 2024-05-20T21:33:27.958280+0000 (oldest deadline 2024-05-20T21:33:52.559068+0000) 2024-05-20T21:34:08.452 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:08 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:34:08.116+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.763628+0000 front 2024-05-20T21:33:38.763507+0000 (oldest deadline 2024-05-20T21:34:02.263340+0000) 2024-05-20T21:34:08.671 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:08 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:08.618+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:40.856334+0000 front 2024-05-20T21:33:40.856350+0000 (oldest deadline 2024-05-20T21:34:06.756341+0000) 2024-05-20T21:34:08.672 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:08 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:08.417+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:34:08.672 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:08 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:08.417+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.138364+0000 front 2024-05-20T21:33:38.138449+0000 (oldest deadline 2024-05-20T21:34:04.038275+0000) 2024-05-20T21:34:08.924 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:08 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:08.856+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.032323+0000 front 2024-05-20T21:33:37.032450+0000 (oldest deadline 2024-05-20T21:34:01.732547+0000) 2024-05-20T21:34:08.954 DEBUG:teuthology.orchestra.run.smithi050:> sudo pkill -f 'journalctl -f -n 0 -u ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@osd.4.service' 2024-05-20T21:34:08.996 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-20T21:34:08.997 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-05-20T21:34:08.997 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-05-20T21:34:08.997 DEBUG:teuthology.orchestra.run.smithi130:> sudo systemctl stop ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@osd.5 2024-05-20T21:34:09.022 INFO:journalctl@ceph.osd.5.smithi130.stdout:May 20 21:34:08 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-5[48052]: 2024-05-20T21:34:08.715+0000 7fb9a7692700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.385908+0000 front 2024-05-20T21:33:29.386130+0000 (oldest deadline 2024-05-20T21:33:55.285687+0000) 2024-05-20T21:34:09.022 INFO:journalctl@ceph.osd.5.smithi130.stdout:May 20 21:34:08 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-5[48052]: 2024-05-20T21:34:08.715+0000 7fb9a7692700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.386886+0000 front 2024-05-20T21:33:39.386964+0000 (oldest deadline 2024-05-20T21:34:05.286788+0000) 2024-05-20T21:34:09.286 INFO:journalctl@ceph.osd.5.smithi130.stdout:May 20 21:34:09 smithi130 systemd[1]: Stopping Ceph osd.5 for 060ce10e-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:34:09.452 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:09 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:34:09.125+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:27.958679+0000 front 2024-05-20T21:33:27.958280+0000 (oldest deadline 2024-05-20T21:33:52.559068+0000) 2024-05-20T21:34:09.452 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:09 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:34:09.125+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.763628+0000 front 2024-05-20T21:33:38.763507+0000 (oldest deadline 2024-05-20T21:34:02.263340+0000) 2024-05-20T21:34:09.452 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:09 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:09.282+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.729700+0000 front 2024-05-20T21:33:29.730318+0000 (oldest deadline 2024-05-20T21:33:53.829878+0000) 2024-05-20T21:34:09.453 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:09 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:09.282+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.332028+0000 front 2024-05-20T21:33:37.332113+0000 (oldest deadline 2024-05-20T21:34:02.032260+0000) 2024-05-20T21:34:09.579 INFO:journalctl@ceph.osd.5.smithi130.stdout:May 20 21:34:09 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-5[48052]: 2024-05-20T21:34:09.286+0000 7fb9af0a6700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-20T21:34:09.579 INFO:journalctl@ceph.osd.5.smithi130.stdout:May 20 21:34:09 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-5[48052]: 2024-05-20T21:34:09.286+0000 7fb9af0a6700 -1 osd.5 84 *** Got signal Terminated *** 2024-05-20T21:34:09.579 INFO:journalctl@ceph.osd.5.smithi130.stdout:May 20 21:34:09 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-5[48052]: 2024-05-20T21:34:09.286+0000 7fb9af0a6700 -1 osd.5 84 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-20T21:34:09.579 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:09 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:09.403+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:34:09.579 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:09 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:09.403+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.138364+0000 front 2024-05-20T21:33:38.138449+0000 (oldest deadline 2024-05-20T21:34:04.038275+0000) 2024-05-20T21:34:09.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:09 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:09.222+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:34:09.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:09 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:09.222+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.440685+0000 front 2024-05-20T21:33:39.440595+0000 (oldest deadline 2024-05-20T21:34:01.740793+0000) 2024-05-20T21:34:09.921 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:09 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:09.579+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:40.856334+0000 front 2024-05-20T21:33:40.856350+0000 (oldest deadline 2024-05-20T21:34:06.756341+0000) 2024-05-20T21:34:09.922 INFO:journalctl@ceph.osd.5.smithi130.stdout:May 20 21:34:09 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-5[48052]: 2024-05-20T21:34:09.738+0000 7fb9a7692700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.385908+0000 front 2024-05-20T21:33:29.386130+0000 (oldest deadline 2024-05-20T21:33:55.285687+0000) 2024-05-20T21:34:09.922 INFO:journalctl@ceph.osd.5.smithi130.stdout:May 20 21:34:09 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-5[48052]: 2024-05-20T21:34:09.738+0000 7fb9a7692700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.386886+0000 front 2024-05-20T21:33:39.386964+0000 (oldest deadline 2024-05-20T21:34:05.286788+0000) 2024-05-20T21:34:10.175 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:09 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:09.859+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.032323+0000 front 2024-05-20T21:33:37.032450+0000 (oldest deadline 2024-05-20T21:34:01.732547+0000) 2024-05-20T21:34:10.452 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:10 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:34:10.172+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:27.958679+0000 front 2024-05-20T21:33:27.958280+0000 (oldest deadline 2024-05-20T21:33:52.559068+0000) 2024-05-20T21:34:10.452 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:10 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:34:10.172+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.763628+0000 front 2024-05-20T21:33:38.763507+0000 (oldest deadline 2024-05-20T21:34:02.263340+0000) 2024-05-20T21:34:10.452 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:10 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:10.296+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.729700+0000 front 2024-05-20T21:33:29.730318+0000 (oldest deadline 2024-05-20T21:33:53.829878+0000) 2024-05-20T21:34:10.453 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:10 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:10.296+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.332028+0000 front 2024-05-20T21:33:37.332113+0000 (oldest deadline 2024-05-20T21:34:02.032260+0000) 2024-05-20T21:34:10.671 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:10 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:10.624+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:40.856334+0000 front 2024-05-20T21:33:40.856350+0000 (oldest deadline 2024-05-20T21:34:06.756341+0000) 2024-05-20T21:34:10.672 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:10 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:10.394+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:34:10.672 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:10 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:10.394+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.138364+0000 front 2024-05-20T21:33:38.138449+0000 (oldest deadline 2024-05-20T21:34:04.038275+0000) 2024-05-20T21:34:10.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:10 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:10.246+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:34:10.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:10 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:10.246+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.440685+0000 front 2024-05-20T21:33:39.440595+0000 (oldest deadline 2024-05-20T21:34:01.740793+0000) 2024-05-20T21:34:11.172 INFO:journalctl@ceph.osd.5.smithi130.stdout:May 20 21:34:10 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-5[48052]: 2024-05-20T21:34:10.733+0000 7fb9a7692700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.385908+0000 front 2024-05-20T21:33:29.386130+0000 (oldest deadline 2024-05-20T21:33:55.285687+0000) 2024-05-20T21:34:11.172 INFO:journalctl@ceph.osd.5.smithi130.stdout:May 20 21:34:10 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-5[48052]: 2024-05-20T21:34:10.733+0000 7fb9a7692700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.386886+0000 front 2024-05-20T21:33:39.386964+0000 (oldest deadline 2024-05-20T21:34:05.286788+0000) 2024-05-20T21:34:11.172 INFO:journalctl@ceph.osd.5.smithi130.stdout:May 20 21:34:10 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-5[48052]: 2024-05-20T21:34:10.733+0000 7fb9a7692700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.287128+0000 front 2024-05-20T21:33:45.287158+0000 (oldest deadline 2024-05-20T21:34:10.587258+0000) 2024-05-20T21:34:11.174 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:10 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:10.839+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.032323+0000 front 2024-05-20T21:33:37.032450+0000 (oldest deadline 2024-05-20T21:34:01.732547+0000) 2024-05-20T21:34:11.452 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:11 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:11.330+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.729700+0000 front 2024-05-20T21:33:29.730318+0000 (oldest deadline 2024-05-20T21:33:53.829878+0000) 2024-05-20T21:34:11.452 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:11 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:11.330+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.332028+0000 front 2024-05-20T21:33:37.332113+0000 (oldest deadline 2024-05-20T21:34:02.032260+0000) 2024-05-20T21:34:11.453 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:11 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:34:11.157+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:27.958679+0000 front 2024-05-20T21:33:27.958280+0000 (oldest deadline 2024-05-20T21:33:52.559068+0000) 2024-05-20T21:34:11.453 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:11 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:34:11.157+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.763628+0000 front 2024-05-20T21:33:38.763507+0000 (oldest deadline 2024-05-20T21:34:02.263340+0000) 2024-05-20T21:34:11.671 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:11 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:11.635+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:40.856334+0000 front 2024-05-20T21:33:40.856350+0000 (oldest deadline 2024-05-20T21:34:06.756341+0000) 2024-05-20T21:34:11.672 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:11 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:11.396+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:34:11.672 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:11 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:11.396+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.138364+0000 front 2024-05-20T21:33:38.138449+0000 (oldest deadline 2024-05-20T21:34:04.038275+0000) 2024-05-20T21:34:11.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:11 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:11.285+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:34:11.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:11 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:11.285+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.440685+0000 front 2024-05-20T21:33:39.440595+0000 (oldest deadline 2024-05-20T21:34:01.740793+0000) 2024-05-20T21:34:12.171 INFO:journalctl@ceph.osd.5.smithi130.stdout:May 20 21:34:11 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-5[48052]: 2024-05-20T21:34:11.732+0000 7fb9a7692700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.385908+0000 front 2024-05-20T21:33:29.386130+0000 (oldest deadline 2024-05-20T21:33:55.285687+0000) 2024-05-20T21:34:12.172 INFO:journalctl@ceph.osd.5.smithi130.stdout:May 20 21:34:11 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-5[48052]: 2024-05-20T21:34:11.732+0000 7fb9a7692700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.386886+0000 front 2024-05-20T21:33:39.386964+0000 (oldest deadline 2024-05-20T21:34:05.286788+0000) 2024-05-20T21:34:12.172 INFO:journalctl@ceph.osd.5.smithi130.stdout:May 20 21:34:11 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-5[48052]: 2024-05-20T21:34:11.732+0000 7fb9a7692700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.287128+0000 front 2024-05-20T21:33:45.287158+0000 (oldest deadline 2024-05-20T21:34:10.587258+0000) 2024-05-20T21:34:12.174 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:11 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:11.797+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.032323+0000 front 2024-05-20T21:33:37.032450+0000 (oldest deadline 2024-05-20T21:34:01.732547+0000) 2024-05-20T21:34:12.174 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:11 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:11.797+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.033696+0000 front 2024-05-20T21:33:47.033680+0000 (oldest deadline 2024-05-20T21:34:11.133655+0000) 2024-05-20T21:34:12.452 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:12 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:12.359+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.729700+0000 front 2024-05-20T21:33:29.730318+0000 (oldest deadline 2024-05-20T21:33:53.829878+0000) 2024-05-20T21:34:12.452 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:12 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:12.359+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.332028+0000 front 2024-05-20T21:33:37.332113+0000 (oldest deadline 2024-05-20T21:34:02.032260+0000) 2024-05-20T21:34:12.452 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:12 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:34:12.128+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:27.958679+0000 front 2024-05-20T21:33:27.958280+0000 (oldest deadline 2024-05-20T21:33:52.559068+0000) 2024-05-20T21:34:12.453 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:12 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:34:12.128+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.763628+0000 front 2024-05-20T21:33:38.763507+0000 (oldest deadline 2024-05-20T21:34:02.263340+0000) 2024-05-20T21:34:12.453 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:12 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:34:12.128+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.665859+0000 front 2024-05-20T21:33:45.665776+0000 (oldest deadline 2024-05-20T21:34:11.566000+0000) 2024-05-20T21:34:12.671 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:12 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:12.593+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:40.856334+0000 front 2024-05-20T21:33:40.856350+0000 (oldest deadline 2024-05-20T21:34:06.756341+0000) 2024-05-20T21:34:12.672 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:12 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:12.593+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.257420+0000 front 2024-05-20T21:33:47.257449+0000 (oldest deadline 2024-05-20T21:34:11.957474+0000) 2024-05-20T21:34:12.672 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:12 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:12.396+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:34:12.672 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:12 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:12.396+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.138364+0000 front 2024-05-20T21:33:38.138449+0000 (oldest deadline 2024-05-20T21:34:04.038275+0000) 2024-05-20T21:34:12.672 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:12 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:12.396+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.739156+0000 front 2024-05-20T21:33:45.739178+0000 (oldest deadline 2024-05-20T21:34:12.139774+0000) 2024-05-20T21:34:12.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:12 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:12.309+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:34:12.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:12 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:12.309+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.440685+0000 front 2024-05-20T21:33:39.440595+0000 (oldest deadline 2024-05-20T21:34:01.740793+0000) 2024-05-20T21:34:12.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:12 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:12.309+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:48.742942+0000 front 2024-05-20T21:33:48.742917+0000 (oldest deadline 2024-05-20T21:34:12.242862+0000) 2024-05-20T21:34:13.174 INFO:journalctl@ceph.osd.5.smithi130.stdout:May 20 21:34:12 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-5[48052]: 2024-05-20T21:34:12.729+0000 7fb9a7692700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.385908+0000 front 2024-05-20T21:33:29.386130+0000 (oldest deadline 2024-05-20T21:33:55.285687+0000) 2024-05-20T21:34:13.174 INFO:journalctl@ceph.osd.5.smithi130.stdout:May 20 21:34:12 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-5[48052]: 2024-05-20T21:34:12.729+0000 7fb9a7692700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.386886+0000 front 2024-05-20T21:33:39.386964+0000 (oldest deadline 2024-05-20T21:34:05.286788+0000) 2024-05-20T21:34:13.174 INFO:journalctl@ceph.osd.5.smithi130.stdout:May 20 21:34:12 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-5[48052]: 2024-05-20T21:34:12.729+0000 7fb9a7692700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.287128+0000 front 2024-05-20T21:33:45.287158+0000 (oldest deadline 2024-05-20T21:34:10.587258+0000) 2024-05-20T21:34:13.174 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:12 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:12.752+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.032323+0000 front 2024-05-20T21:33:37.032450+0000 (oldest deadline 2024-05-20T21:34:01.732547+0000) 2024-05-20T21:34:13.174 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:12 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:12.752+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.033696+0000 front 2024-05-20T21:33:47.033680+0000 (oldest deadline 2024-05-20T21:34:11.133655+0000) 2024-05-20T21:34:13.452 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:13 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:34:13.094+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:27.958679+0000 front 2024-05-20T21:33:27.958280+0000 (oldest deadline 2024-05-20T21:33:52.559068+0000) 2024-05-20T21:34:13.453 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:13 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:34:13.094+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.763628+0000 front 2024-05-20T21:33:38.763507+0000 (oldest deadline 2024-05-20T21:34:02.263340+0000) 2024-05-20T21:34:13.453 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:13 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:34:13.094+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.665859+0000 front 2024-05-20T21:33:45.665776+0000 (oldest deadline 2024-05-20T21:34:11.566000+0000) 2024-05-20T21:34:13.453 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:13 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:13.341+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.729700+0000 front 2024-05-20T21:33:29.730318+0000 (oldest deadline 2024-05-20T21:33:53.829878+0000) 2024-05-20T21:34:13.453 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:13 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:13.341+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.332028+0000 front 2024-05-20T21:33:37.332113+0000 (oldest deadline 2024-05-20T21:34:02.032260+0000) 2024-05-20T21:34:13.453 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:13 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:13.341+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.236149+0000 front 2024-05-20T21:33:47.235891+0000 (oldest deadline 2024-05-20T21:34:13.036927+0000) 2024-05-20T21:34:13.672 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:13 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:13.567+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:40.856334+0000 front 2024-05-20T21:33:40.856350+0000 (oldest deadline 2024-05-20T21:34:06.756341+0000) 2024-05-20T21:34:13.672 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:13 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:13.567+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.257420+0000 front 2024-05-20T21:33:47.257449+0000 (oldest deadline 2024-05-20T21:34:11.957474+0000) 2024-05-20T21:34:13.672 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:13 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:13.394+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:34:13.672 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:13 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:13.394+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.138364+0000 front 2024-05-20T21:33:38.138449+0000 (oldest deadline 2024-05-20T21:34:04.038275+0000) 2024-05-20T21:34:13.672 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:13 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:13.394+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.739156+0000 front 2024-05-20T21:33:45.739178+0000 (oldest deadline 2024-05-20T21:34:12.139774+0000) 2024-05-20T21:34:13.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:13 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:13.330+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:34:13.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:13 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:13.330+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.440685+0000 front 2024-05-20T21:33:39.440595+0000 (oldest deadline 2024-05-20T21:34:01.740793+0000) 2024-05-20T21:34:13.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:13 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:13.330+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:48.742942+0000 front 2024-05-20T21:33:48.742917+0000 (oldest deadline 2024-05-20T21:34:12.242862+0000) 2024-05-20T21:34:14.171 INFO:journalctl@ceph.osd.5.smithi130.stdout:May 20 21:34:13 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-5[48052]: 2024-05-20T21:34:13.734+0000 7fb9a7692700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.385908+0000 front 2024-05-20T21:33:29.386130+0000 (oldest deadline 2024-05-20T21:33:55.285687+0000) 2024-05-20T21:34:14.172 INFO:journalctl@ceph.osd.5.smithi130.stdout:May 20 21:34:13 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-5[48052]: 2024-05-20T21:34:13.734+0000 7fb9a7692700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.386886+0000 front 2024-05-20T21:33:39.386964+0000 (oldest deadline 2024-05-20T21:34:05.286788+0000) 2024-05-20T21:34:14.172 INFO:journalctl@ceph.osd.5.smithi130.stdout:May 20 21:34:13 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-5[48052]: 2024-05-20T21:34:13.734+0000 7fb9a7692700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.287128+0000 front 2024-05-20T21:33:45.287158+0000 (oldest deadline 2024-05-20T21:34:10.587258+0000) 2024-05-20T21:34:14.174 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:13 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:13.715+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.032323+0000 front 2024-05-20T21:33:37.032450+0000 (oldest deadline 2024-05-20T21:34:01.732547+0000) 2024-05-20T21:34:14.174 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:13 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:13.715+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.033696+0000 front 2024-05-20T21:33:47.033680+0000 (oldest deadline 2024-05-20T21:34:11.133655+0000) 2024-05-20T21:34:14.452 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:14 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:34:14.122+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:27.958679+0000 front 2024-05-20T21:33:27.958280+0000 (oldest deadline 2024-05-20T21:33:52.559068+0000) 2024-05-20T21:34:14.452 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:14 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:34:14.122+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.763628+0000 front 2024-05-20T21:33:38.763507+0000 (oldest deadline 2024-05-20T21:34:02.263340+0000) 2024-05-20T21:34:14.452 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:14 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:34:14.122+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.665859+0000 front 2024-05-20T21:33:45.665776+0000 (oldest deadline 2024-05-20T21:34:11.566000+0000) 2024-05-20T21:34:14.453 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:14 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:14.294+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.729700+0000 front 2024-05-20T21:33:29.730318+0000 (oldest deadline 2024-05-20T21:33:53.829878+0000) 2024-05-20T21:34:14.453 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:14 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:14.294+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.332028+0000 front 2024-05-20T21:33:37.332113+0000 (oldest deadline 2024-05-20T21:34:02.032260+0000) 2024-05-20T21:34:14.453 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:14 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:14.294+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.236149+0000 front 2024-05-20T21:33:47.235891+0000 (oldest deadline 2024-05-20T21:34:13.036927+0000) 2024-05-20T21:34:14.671 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:14 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:14.568+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:40.856334+0000 front 2024-05-20T21:33:40.856350+0000 (oldest deadline 2024-05-20T21:34:06.756341+0000) 2024-05-20T21:34:14.672 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:14 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:14.568+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.257420+0000 front 2024-05-20T21:33:47.257449+0000 (oldest deadline 2024-05-20T21:34:11.957474+0000) 2024-05-20T21:34:14.672 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:14 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:14.393+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:34:14.672 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:14 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:14.393+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.138364+0000 front 2024-05-20T21:33:38.138449+0000 (oldest deadline 2024-05-20T21:34:04.038275+0000) 2024-05-20T21:34:14.672 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:14 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:14.393+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.739156+0000 front 2024-05-20T21:33:45.739178+0000 (oldest deadline 2024-05-20T21:34:12.139774+0000) 2024-05-20T21:34:14.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:14 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:14.289+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:34:14.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:14 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:14.289+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.440685+0000 front 2024-05-20T21:33:39.440595+0000 (oldest deadline 2024-05-20T21:34:01.740793+0000) 2024-05-20T21:34:14.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:14 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:14.289+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:48.742942+0000 front 2024-05-20T21:33:48.742917+0000 (oldest deadline 2024-05-20T21:34:12.242862+0000) 2024-05-20T21:34:15.068 INFO:journalctl@ceph.osd.5.smithi130.stdout:May 20 21:34:14 smithi130 podman[73763]: 2024-05-20 21:34:14.759854842 +0000 UTC m=+5.570960458 container died 7065625bd01f24a31d42dd377d1e4e0c5f76eb94273b7a4c69cb1ec58dcf21bb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-5, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0) 2024-05-20T21:34:15.068 INFO:journalctl@ceph.osd.5.smithi130.stdout:May 20 21:34:15 smithi130 podman[73763]: 2024-05-20 21:34:15.069183227 +0000 UTC m=+5.880288842 container cleanup 7065625bd01f24a31d42dd377d1e4e0c5f76eb94273b7a4c69cb1ec58dcf21bb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-5, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS) 2024-05-20T21:34:15.174 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:14 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:14.714+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.032323+0000 front 2024-05-20T21:33:37.032450+0000 (oldest deadline 2024-05-20T21:34:01.732547+0000) 2024-05-20T21:34:15.174 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:14 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:14.714+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.033696+0000 front 2024-05-20T21:33:47.033680+0000 (oldest deadline 2024-05-20T21:34:11.133655+0000) 2024-05-20T21:34:15.422 INFO:journalctl@ceph.osd.5.smithi130.stdout:May 20 21:34:15 smithi130 bash[73763]: ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-5 2024-05-20T21:34:15.422 INFO:journalctl@ceph.osd.5.smithi130.stdout:May 20 21:34:15 smithi130 podman[73780]: 2024-05-20 21:34:15.28735197 +0000 UTC m=+0.524433531 container remove 7065625bd01f24a31d42dd377d1e4e0c5f76eb94273b7a4c69cb1ec58dcf21bb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-4ebd1d5) 2024-05-20T21:34:15.452 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:15 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:34:15.143+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:27.958679+0000 front 2024-05-20T21:33:27.958280+0000 (oldest deadline 2024-05-20T21:33:52.559068+0000) 2024-05-20T21:34:15.452 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:15 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:34:15.143+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.763628+0000 front 2024-05-20T21:33:38.763507+0000 (oldest deadline 2024-05-20T21:34:02.263340+0000) 2024-05-20T21:34:15.452 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:15 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:34:15.143+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.665859+0000 front 2024-05-20T21:33:45.665776+0000 (oldest deadline 2024-05-20T21:34:11.566000+0000) 2024-05-20T21:34:15.453 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:15 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:15.294+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.729700+0000 front 2024-05-20T21:33:29.730318+0000 (oldest deadline 2024-05-20T21:33:53.829878+0000) 2024-05-20T21:34:15.453 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:15 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:15.294+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.332028+0000 front 2024-05-20T21:33:37.332113+0000 (oldest deadline 2024-05-20T21:34:02.032260+0000) 2024-05-20T21:34:15.453 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:15 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:15.294+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.236149+0000 front 2024-05-20T21:33:47.235891+0000 (oldest deadline 2024-05-20T21:34:13.036927+0000) 2024-05-20T21:34:15.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:15 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:15.279+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:34:15.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:15 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:15.279+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.440685+0000 front 2024-05-20T21:33:39.440595+0000 (oldest deadline 2024-05-20T21:34:01.740793+0000) 2024-05-20T21:34:15.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:15 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:15.279+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:48.742942+0000 front 2024-05-20T21:33:48.742917+0000 (oldest deadline 2024-05-20T21:34:12.242862+0000) 2024-05-20T21:34:15.741 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:15 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:15.614+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:40.856334+0000 front 2024-05-20T21:33:40.856350+0000 (oldest deadline 2024-05-20T21:34:06.756341+0000) 2024-05-20T21:34:15.741 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:15 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:15.614+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.257420+0000 front 2024-05-20T21:33:47.257449+0000 (oldest deadline 2024-05-20T21:34:11.957474+0000) 2024-05-20T21:34:15.742 INFO:journalctl@ceph.osd.5.smithi130.stdout:May 20 21:34:15 smithi130 podman[73870]: 2024-05-20 21:34:15.502100156 +0000 UTC m=+0.016987320 image pull 559f9f2978373b56e1ed37e8f2207b076e9eb3d6ccfe36983da65ed32ed7d489 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3 2024-05-20T21:34:15.742 INFO:journalctl@ceph.osd.5.smithi130.stdout:May 20 21:34:15 smithi130 podman[73870]: 2024-05-20 21:34:15.621352505 +0000 UTC m=+0.136239658 container create f836442dcbd7e154e217dc0227c35700d9ee9daf7f78d3cceb9749f8c75da93e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-5-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-4ebd1d5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0) 2024-05-20T21:34:15.742 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:15 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:15.436+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:34:15.742 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:15 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:15.436+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.138364+0000 front 2024-05-20T21:33:38.138449+0000 (oldest deadline 2024-05-20T21:34:04.038275+0000) 2024-05-20T21:34:15.742 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:15 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:15.436+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.739156+0000 front 2024-05-20T21:33:45.739178+0000 (oldest deadline 2024-05-20T21:34:12.139774+0000) 2024-05-20T21:34:16.172 INFO:journalctl@ceph.osd.5.smithi130.stdout:May 20 21:34:15 smithi130 podman[73870]: 2024-05-20 21:34:15.890490825 +0000 UTC m=+0.405377980 container init f836442dcbd7e154e217dc0227c35700d9ee9daf7f78d3cceb9749f8c75da93e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-5-deactivate, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-05-20T21:34:16.172 INFO:journalctl@ceph.osd.5.smithi130.stdout:May 20 21:34:15 smithi130 podman[73870]: 2024-05-20 21:34:15.89366243 +0000 UTC m=+0.408549585 container start f836442dcbd7e154e217dc0227c35700d9ee9daf7f78d3cceb9749f8c75da93e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-5-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, ceph=True, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-4ebd1d5, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-05-20T21:34:16.172 INFO:journalctl@ceph.osd.5.smithi130.stdout:May 20 21:34:15 smithi130 podman[73870]: 2024-05-20 21:34:15.982054292 +0000 UTC m=+0.496941457 container attach f836442dcbd7e154e217dc0227c35700d9ee9daf7f78d3cceb9749f8c75da93e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-5-deactivate, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-05-20T21:34:16.174 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:15 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:15.705+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.032323+0000 front 2024-05-20T21:33:37.032450+0000 (oldest deadline 2024-05-20T21:34:01.732547+0000) 2024-05-20T21:34:16.174 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:15 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:15.705+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.033696+0000 front 2024-05-20T21:33:47.033680+0000 (oldest deadline 2024-05-20T21:34:11.133655+0000) 2024-05-20T21:34:16.446 INFO:journalctl@ceph.osd.5.smithi130.stdout:May 20 21:34:16 smithi130 podman[73870]: 2024-05-20 21:34:16.189661939 +0000 UTC m=+0.704549092 container died f836442dcbd7e154e217dc0227c35700d9ee9daf7f78d3cceb9749f8c75da93e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-5-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_CLEAN=True) 2024-05-20T21:34:16.452 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:16 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:34:16.115+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:27.958679+0000 front 2024-05-20T21:33:27.958280+0000 (oldest deadline 2024-05-20T21:33:52.559068+0000) 2024-05-20T21:34:16.452 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:16 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:34:16.115+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.763628+0000 front 2024-05-20T21:33:38.763507+0000 (oldest deadline 2024-05-20T21:34:02.263340+0000) 2024-05-20T21:34:16.452 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:16 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:34:16.115+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.665859+0000 front 2024-05-20T21:33:45.665776+0000 (oldest deadline 2024-05-20T21:34:11.566000+0000) 2024-05-20T21:34:16.452 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:16 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:16.332+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.729700+0000 front 2024-05-20T21:33:29.730318+0000 (oldest deadline 2024-05-20T21:33:53.829878+0000) 2024-05-20T21:34:16.453 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:16 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:16.332+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.332028+0000 front 2024-05-20T21:33:37.332113+0000 (oldest deadline 2024-05-20T21:34:02.032260+0000) 2024-05-20T21:34:16.453 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:16 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:16.332+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.236149+0000 front 2024-05-20T21:33:47.235891+0000 (oldest deadline 2024-05-20T21:34:13.036927+0000) 2024-05-20T21:34:16.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:16 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:16.320+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:34:16.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:16 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:16.320+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.440685+0000 front 2024-05-20T21:33:39.440595+0000 (oldest deadline 2024-05-20T21:34:01.740793+0000) 2024-05-20T21:34:16.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:16 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:16.320+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:48.742942+0000 front 2024-05-20T21:33:48.742917+0000 (oldest deadline 2024-05-20T21:34:12.242862+0000) 2024-05-20T21:34:16.768 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:16 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:16.657+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:40.856334+0000 front 2024-05-20T21:33:40.856350+0000 (oldest deadline 2024-05-20T21:34:06.756341+0000) 2024-05-20T21:34:16.769 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:16 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:16.657+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.257420+0000 front 2024-05-20T21:33:47.257449+0000 (oldest deadline 2024-05-20T21:34:11.957474+0000) 2024-05-20T21:34:16.769 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:16 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:16.446+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:34:16.769 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:16 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:16.446+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.138364+0000 front 2024-05-20T21:33:38.138449+0000 (oldest deadline 2024-05-20T21:34:04.038275+0000) 2024-05-20T21:34:16.769 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:16 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:16.446+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.739156+0000 front 2024-05-20T21:33:45.739178+0000 (oldest deadline 2024-05-20T21:34:12.139774+0000) 2024-05-20T21:34:16.787 DEBUG:teuthology.orchestra.run.smithi130:> sudo pkill -f 'journalctl -f -n 0 -u ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@osd.5.service' 2024-05-20T21:34:16.868 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-20T21:34:16.869 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-05-20T21:34:16.869 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-05-20T21:34:16.869 DEBUG:teuthology.orchestra.run.smithi008:> sudo systemctl stop ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@osd.6 2024-05-20T21:34:17.174 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:16 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:16.686+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.032323+0000 front 2024-05-20T21:33:37.032450+0000 (oldest deadline 2024-05-20T21:34:01.732547+0000) 2024-05-20T21:34:17.174 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:16 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:16.686+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.033696+0000 front 2024-05-20T21:33:47.033680+0000 (oldest deadline 2024-05-20T21:34:11.133655+0000) 2024-05-20T21:34:17.295 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:16 smithi008 systemd[1]: Stopping Ceph osd.6 for 060ce10e-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:34:17.296 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:17 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:34:17.075+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:27.958679+0000 front 2024-05-20T21:33:27.958280+0000 (oldest deadline 2024-05-20T21:33:52.559068+0000) 2024-05-20T21:34:17.296 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:17 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:34:17.075+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.763628+0000 front 2024-05-20T21:33:38.763507+0000 (oldest deadline 2024-05-20T21:34:02.263340+0000) 2024-05-20T21:34:17.296 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:17 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:34:17.075+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.665859+0000 front 2024-05-20T21:33:45.665776+0000 (oldest deadline 2024-05-20T21:34:11.566000+0000) 2024-05-20T21:34:17.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:17 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:17.290+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:34:17.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:17 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:17.290+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.440685+0000 front 2024-05-20T21:33:39.440595+0000 (oldest deadline 2024-05-20T21:34:01.740793+0000) 2024-05-20T21:34:17.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:17 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:17.290+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:48.742942+0000 front 2024-05-20T21:33:48.742917+0000 (oldest deadline 2024-05-20T21:34:12.242862+0000) 2024-05-20T21:34:17.702 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:17 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:34:17.467+0000 7f859ae00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-20T21:34:17.702 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:17 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:34:17.467+0000 7f859ae00700 -1 osd.6 84 *** Got signal Terminated *** 2024-05-20T21:34:17.702 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:17 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:34:17.467+0000 7f859ae00700 -1 osd.6 84 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-20T21:34:17.703 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:17 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:17.294+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.729700+0000 front 2024-05-20T21:33:29.730318+0000 (oldest deadline 2024-05-20T21:33:53.829878+0000) 2024-05-20T21:34:17.703 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:17 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:17.294+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.332028+0000 front 2024-05-20T21:33:37.332113+0000 (oldest deadline 2024-05-20T21:34:02.032260+0000) 2024-05-20T21:34:17.703 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:17 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:17.294+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.236149+0000 front 2024-05-20T21:33:47.235891+0000 (oldest deadline 2024-05-20T21:34:13.036927+0000) 2024-05-20T21:34:17.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:17 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:17.653+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:40.856334+0000 front 2024-05-20T21:33:40.856350+0000 (oldest deadline 2024-05-20T21:34:06.756341+0000) 2024-05-20T21:34:17.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:17 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:17.653+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.257420+0000 front 2024-05-20T21:33:47.257449+0000 (oldest deadline 2024-05-20T21:34:11.957474+0000) 2024-05-20T21:34:17.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:17 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:17.428+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:34:17.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:17 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:17.428+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.138364+0000 front 2024-05-20T21:33:38.138449+0000 (oldest deadline 2024-05-20T21:34:04.038275+0000) 2024-05-20T21:34:17.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:17 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:17.428+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.739156+0000 front 2024-05-20T21:33:45.739178+0000 (oldest deadline 2024-05-20T21:34:12.139774+0000) 2024-05-20T21:34:18.174 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:17 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:17.693+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.032323+0000 front 2024-05-20T21:33:37.032450+0000 (oldest deadline 2024-05-20T21:34:01.732547+0000) 2024-05-20T21:34:18.174 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:17 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:17.693+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.033696+0000 front 2024-05-20T21:33:47.033680+0000 (oldest deadline 2024-05-20T21:34:11.133655+0000) 2024-05-20T21:34:18.452 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:18 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:34:18.056+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:27.958679+0000 front 2024-05-20T21:33:27.958280+0000 (oldest deadline 2024-05-20T21:33:52.559068+0000) 2024-05-20T21:34:18.452 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:18 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:34:18.056+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.763628+0000 front 2024-05-20T21:33:38.763507+0000 (oldest deadline 2024-05-20T21:34:02.263340+0000) 2024-05-20T21:34:18.452 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:18 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:34:18.056+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.665859+0000 front 2024-05-20T21:33:45.665776+0000 (oldest deadline 2024-05-20T21:34:11.566000+0000) 2024-05-20T21:34:18.453 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:18 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:18.286+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.729700+0000 front 2024-05-20T21:33:29.730318+0000 (oldest deadline 2024-05-20T21:33:53.829878+0000) 2024-05-20T21:34:18.453 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:18 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:18.286+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.332028+0000 front 2024-05-20T21:33:37.332113+0000 (oldest deadline 2024-05-20T21:34:02.032260+0000) 2024-05-20T21:34:18.453 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:18 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:18.286+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.236149+0000 front 2024-05-20T21:33:47.235891+0000 (oldest deadline 2024-05-20T21:34:13.036927+0000) 2024-05-20T21:34:18.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:18 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:18.255+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:34:18.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:18 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:18.255+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.440685+0000 front 2024-05-20T21:33:39.440595+0000 (oldest deadline 2024-05-20T21:34:01.740793+0000) 2024-05-20T21:34:18.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:18 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:18.255+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:48.742942+0000 front 2024-05-20T21:33:48.742917+0000 (oldest deadline 2024-05-20T21:34:12.242862+0000) 2024-05-20T21:34:18.921 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:18 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:18.627+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:40.856334+0000 front 2024-05-20T21:33:40.856350+0000 (oldest deadline 2024-05-20T21:34:06.756341+0000) 2024-05-20T21:34:18.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:18 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:18.627+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.257420+0000 front 2024-05-20T21:33:47.257449+0000 (oldest deadline 2024-05-20T21:34:11.957474+0000) 2024-05-20T21:34:18.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:18 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:18.450+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:34:18.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:18 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:18.450+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.138364+0000 front 2024-05-20T21:33:38.138449+0000 (oldest deadline 2024-05-20T21:34:04.038275+0000) 2024-05-20T21:34:18.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:18 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:18.450+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.739156+0000 front 2024-05-20T21:33:45.739178+0000 (oldest deadline 2024-05-20T21:34:12.139774+0000) 2024-05-20T21:34:19.174 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:18 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:18.716+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.032323+0000 front 2024-05-20T21:33:37.032450+0000 (oldest deadline 2024-05-20T21:34:01.732547+0000) 2024-05-20T21:34:19.174 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:18 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:18.716+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.033696+0000 front 2024-05-20T21:33:47.033680+0000 (oldest deadline 2024-05-20T21:34:11.133655+0000) 2024-05-20T21:34:19.452 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:19 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:34:19.066+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:27.958679+0000 front 2024-05-20T21:33:27.958280+0000 (oldest deadline 2024-05-20T21:33:52.559068+0000) 2024-05-20T21:34:19.452 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:19 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:34:19.066+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.763628+0000 front 2024-05-20T21:33:38.763507+0000 (oldest deadline 2024-05-20T21:34:02.263340+0000) 2024-05-20T21:34:19.452 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:19 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:34:19.066+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.665859+0000 front 2024-05-20T21:33:45.665776+0000 (oldest deadline 2024-05-20T21:34:11.566000+0000) 2024-05-20T21:34:19.453 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:19 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:19.295+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.729700+0000 front 2024-05-20T21:33:29.730318+0000 (oldest deadline 2024-05-20T21:33:53.829878+0000) 2024-05-20T21:34:19.453 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:19 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:19.295+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.332028+0000 front 2024-05-20T21:33:37.332113+0000 (oldest deadline 2024-05-20T21:34:02.032260+0000) 2024-05-20T21:34:19.453 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:19 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:19.295+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.236149+0000 front 2024-05-20T21:33:47.235891+0000 (oldest deadline 2024-05-20T21:34:13.036927+0000) 2024-05-20T21:34:19.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:19 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:19.235+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:34:19.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:19 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:19.235+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.440685+0000 front 2024-05-20T21:33:39.440595+0000 (oldest deadline 2024-05-20T21:34:01.740793+0000) 2024-05-20T21:34:19.675 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:19 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:19.235+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:48.742942+0000 front 2024-05-20T21:33:48.742917+0000 (oldest deadline 2024-05-20T21:34:12.242862+0000) 2024-05-20T21:34:19.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:19 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:19.596+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:40.856334+0000 front 2024-05-20T21:33:40.856350+0000 (oldest deadline 2024-05-20T21:34:06.756341+0000) 2024-05-20T21:34:19.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:19 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:19.596+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.257420+0000 front 2024-05-20T21:33:47.257449+0000 (oldest deadline 2024-05-20T21:34:11.957474+0000) 2024-05-20T21:34:19.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:19 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:19.485+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:34:19.923 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:19 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:19.485+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.138364+0000 front 2024-05-20T21:33:38.138449+0000 (oldest deadline 2024-05-20T21:34:04.038275+0000) 2024-05-20T21:34:19.923 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:19 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:19.485+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.739156+0000 front 2024-05-20T21:33:45.739178+0000 (oldest deadline 2024-05-20T21:34:12.139774+0000) 2024-05-20T21:34:20.174 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:19 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:19.703+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.032323+0000 front 2024-05-20T21:33:37.032450+0000 (oldest deadline 2024-05-20T21:34:01.732547+0000) 2024-05-20T21:34:20.174 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:19 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:19.703+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.033696+0000 front 2024-05-20T21:33:47.033680+0000 (oldest deadline 2024-05-20T21:34:11.133655+0000) 2024-05-20T21:34:20.452 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:20 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:20.288+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.729700+0000 front 2024-05-20T21:33:29.730318+0000 (oldest deadline 2024-05-20T21:33:53.829878+0000) 2024-05-20T21:34:20.452 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:20 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:20.288+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.332028+0000 front 2024-05-20T21:33:37.332113+0000 (oldest deadline 2024-05-20T21:34:02.032260+0000) 2024-05-20T21:34:20.452 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:20 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:20.288+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.236149+0000 front 2024-05-20T21:33:47.235891+0000 (oldest deadline 2024-05-20T21:34:13.036927+0000) 2024-05-20T21:34:20.453 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:20 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:34:20.113+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:27.958679+0000 front 2024-05-20T21:33:27.958280+0000 (oldest deadline 2024-05-20T21:33:52.559068+0000) 2024-05-20T21:34:20.453 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:20 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:34:20.113+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.763628+0000 front 2024-05-20T21:33:38.763507+0000 (oldest deadline 2024-05-20T21:34:02.263340+0000) 2024-05-20T21:34:20.453 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:20 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:34:20.113+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.665859+0000 front 2024-05-20T21:33:45.665776+0000 (oldest deadline 2024-05-20T21:34:11.566000+0000) 2024-05-20T21:34:20.453 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:20 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:34:20.113+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:53.868503+0000 front 2024-05-20T21:33:53.868121+0000 (oldest deadline 2024-05-20T21:34:19.167902+0000) 2024-05-20T21:34:20.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:20 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:20.190+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:34:20.675 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:20 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:20.190+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.440685+0000 front 2024-05-20T21:33:39.440595+0000 (oldest deadline 2024-05-20T21:34:01.740793+0000) 2024-05-20T21:34:20.675 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:20 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:20.190+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:48.742942+0000 front 2024-05-20T21:33:48.742917+0000 (oldest deadline 2024-05-20T21:34:12.242862+0000) 2024-05-20T21:34:20.675 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:20 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:20.190+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.745277+0000 front 2024-05-20T21:33:56.745149+0000 (oldest deadline 2024-05-20T21:34:19.645135+0000) 2024-05-20T21:34:20.823 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:20 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:20.608+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:40.856334+0000 front 2024-05-20T21:33:40.856350+0000 (oldest deadline 2024-05-20T21:34:06.756341+0000) 2024-05-20T21:34:20.823 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:20 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:20.608+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.257420+0000 front 2024-05-20T21:33:47.257449+0000 (oldest deadline 2024-05-20T21:34:11.957474+0000) 2024-05-20T21:34:20.823 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:20 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:20.503+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:34:20.823 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:20 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:20.503+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.138364+0000 front 2024-05-20T21:33:38.138449+0000 (oldest deadline 2024-05-20T21:34:04.038275+0000) 2024-05-20T21:34:20.824 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:20 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:20.503+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.739156+0000 front 2024-05-20T21:33:45.739178+0000 (oldest deadline 2024-05-20T21:34:12.139774+0000) 2024-05-20T21:34:21.174 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:20 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:20.706+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.032323+0000 front 2024-05-20T21:33:37.032450+0000 (oldest deadline 2024-05-20T21:34:01.732547+0000) 2024-05-20T21:34:21.174 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:20 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:20.706+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.033696+0000 front 2024-05-20T21:33:47.033680+0000 (oldest deadline 2024-05-20T21:34:11.133655+0000) 2024-05-20T21:34:21.452 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:21 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:34:21.163+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:27.958679+0000 front 2024-05-20T21:33:27.958280+0000 (oldest deadline 2024-05-20T21:33:52.559068+0000) 2024-05-20T21:34:21.452 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:21 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:34:21.163+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.763628+0000 front 2024-05-20T21:33:38.763507+0000 (oldest deadline 2024-05-20T21:34:02.263340+0000) 2024-05-20T21:34:21.452 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:21 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:34:21.163+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.665859+0000 front 2024-05-20T21:33:45.665776+0000 (oldest deadline 2024-05-20T21:34:11.566000+0000) 2024-05-20T21:34:21.453 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:21 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:34:21.163+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:53.868503+0000 front 2024-05-20T21:33:53.868121+0000 (oldest deadline 2024-05-20T21:34:19.167902+0000) 2024-05-20T21:34:21.453 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:21 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:21.292+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.729700+0000 front 2024-05-20T21:33:29.730318+0000 (oldest deadline 2024-05-20T21:33:53.829878+0000) 2024-05-20T21:34:21.453 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:21 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:21.292+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.332028+0000 front 2024-05-20T21:33:37.332113+0000 (oldest deadline 2024-05-20T21:34:02.032260+0000) 2024-05-20T21:34:21.453 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:21 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:21.292+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.236149+0000 front 2024-05-20T21:33:47.235891+0000 (oldest deadline 2024-05-20T21:34:13.036927+0000) 2024-05-20T21:34:21.453 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:21 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:21.292+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:57.138761+0000 front 2024-05-20T21:33:57.139355+0000 (oldest deadline 2024-05-20T21:34:20.639121+0000) 2024-05-20T21:34:21.665 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:21 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:21.203+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:34:21.665 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:21 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:21.203+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.440685+0000 front 2024-05-20T21:33:39.440595+0000 (oldest deadline 2024-05-20T21:34:01.740793+0000) 2024-05-20T21:34:21.666 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:21 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:21.203+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:48.742942+0000 front 2024-05-20T21:33:48.742917+0000 (oldest deadline 2024-05-20T21:34:12.242862+0000) 2024-05-20T21:34:21.666 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:21 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:21.203+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.745277+0000 front 2024-05-20T21:33:56.745149+0000 (oldest deadline 2024-05-20T21:34:19.645135+0000) 2024-05-20T21:34:21.840 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:21 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:21.615+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:40.856334+0000 front 2024-05-20T21:33:40.856350+0000 (oldest deadline 2024-05-20T21:34:06.756341+0000) 2024-05-20T21:34:21.840 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:21 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:21.615+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.257420+0000 front 2024-05-20T21:33:47.257449+0000 (oldest deadline 2024-05-20T21:34:11.957474+0000) 2024-05-20T21:34:21.841 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:21 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:21.615+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.058843+0000 front 2024-05-20T21:33:56.058675+0000 (oldest deadline 2024-05-20T21:34:21.358463+0000) 2024-05-20T21:34:21.841 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:21 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:21.503+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:34:21.841 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:21 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:21.503+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.138364+0000 front 2024-05-20T21:33:38.138449+0000 (oldest deadline 2024-05-20T21:34:04.038275+0000) 2024-05-20T21:34:21.841 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:21 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:21.503+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.739156+0000 front 2024-05-20T21:33:45.739178+0000 (oldest deadline 2024-05-20T21:34:12.139774+0000) 2024-05-20T21:34:21.924 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:21 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:21.665+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.032323+0000 front 2024-05-20T21:33:37.032450+0000 (oldest deadline 2024-05-20T21:34:01.732547+0000) 2024-05-20T21:34:21.924 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:21 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:21.665+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.033696+0000 front 2024-05-20T21:33:47.033680+0000 (oldest deadline 2024-05-20T21:34:11.133655+0000) 2024-05-20T21:34:22.452 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:22 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:34:22.185+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:27.958679+0000 front 2024-05-20T21:33:27.958280+0000 (oldest deadline 2024-05-20T21:33:52.559068+0000) 2024-05-20T21:34:22.452 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:22 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:34:22.185+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.763628+0000 front 2024-05-20T21:33:38.763507+0000 (oldest deadline 2024-05-20T21:34:02.263340+0000) 2024-05-20T21:34:22.453 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:22 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:34:22.185+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.665859+0000 front 2024-05-20T21:33:45.665776+0000 (oldest deadline 2024-05-20T21:34:11.566000+0000) 2024-05-20T21:34:22.453 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:22 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6[59312]: 2024-05-20T21:34:22.185+0000 7f8591600700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:53.868503+0000 front 2024-05-20T21:33:53.868121+0000 (oldest deadline 2024-05-20T21:34:19.167902+0000) 2024-05-20T21:34:22.453 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:22 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:22.314+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.729700+0000 front 2024-05-20T21:33:29.730318+0000 (oldest deadline 2024-05-20T21:33:53.829878+0000) 2024-05-20T21:34:22.453 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:22 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:22.314+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.332028+0000 front 2024-05-20T21:33:37.332113+0000 (oldest deadline 2024-05-20T21:34:02.032260+0000) 2024-05-20T21:34:22.453 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:22 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:22.314+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.236149+0000 front 2024-05-20T21:33:47.235891+0000 (oldest deadline 2024-05-20T21:34:13.036927+0000) 2024-05-20T21:34:22.453 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:22 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:22.314+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:57.138761+0000 front 2024-05-20T21:33:57.139355+0000 (oldest deadline 2024-05-20T21:34:20.639121+0000) 2024-05-20T21:34:22.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:22 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:22.175+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:34:22.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:22 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:22.175+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.440685+0000 front 2024-05-20T21:33:39.440595+0000 (oldest deadline 2024-05-20T21:34:01.740793+0000) 2024-05-20T21:34:22.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:22 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:22.175+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:48.742942+0000 front 2024-05-20T21:33:48.742917+0000 (oldest deadline 2024-05-20T21:34:12.242862+0000) 2024-05-20T21:34:22.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:22 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:22.175+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.745277+0000 front 2024-05-20T21:33:56.745149+0000 (oldest deadline 2024-05-20T21:34:19.645135+0000) 2024-05-20T21:34:22.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:22 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:22.664+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:40.856334+0000 front 2024-05-20T21:33:40.856350+0000 (oldest deadline 2024-05-20T21:34:06.756341+0000) 2024-05-20T21:34:22.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:22 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:22.664+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.257420+0000 front 2024-05-20T21:33:47.257449+0000 (oldest deadline 2024-05-20T21:34:11.957474+0000) 2024-05-20T21:34:22.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:22 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:22.664+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.058843+0000 front 2024-05-20T21:33:56.058675+0000 (oldest deadline 2024-05-20T21:34:21.358463+0000) 2024-05-20T21:34:22.923 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:22 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:22.506+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:34:22.923 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:22 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:22.506+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.138364+0000 front 2024-05-20T21:33:38.138449+0000 (oldest deadline 2024-05-20T21:34:04.038275+0000) 2024-05-20T21:34:22.923 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:22 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:22.506+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.739156+0000 front 2024-05-20T21:33:45.739178+0000 (oldest deadline 2024-05-20T21:34:12.139774+0000) 2024-05-20T21:34:23.169 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:22 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:22.706+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.032323+0000 front 2024-05-20T21:33:37.032450+0000 (oldest deadline 2024-05-20T21:34:01.732547+0000) 2024-05-20T21:34:23.169 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:22 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:22.706+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.033696+0000 front 2024-05-20T21:33:47.033680+0000 (oldest deadline 2024-05-20T21:34:11.133655+0000) 2024-05-20T21:34:23.202 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:22 smithi008 podman[142677]: 2024-05-20 21:34:22.950439291 +0000 UTC m=+5.603300866 container died 448e69a7505642174c1fb6e8b6e78dcad96eef38492816dc85a6753c98691479 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-4ebd1d5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-05-20T21:34:23.424 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:23 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:23.169+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:34:23.424 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:23 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:23.169+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.440685+0000 front 2024-05-20T21:33:39.440595+0000 (oldest deadline 2024-05-20T21:34:01.740793+0000) 2024-05-20T21:34:23.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:23 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:23.169+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:48.742942+0000 front 2024-05-20T21:33:48.742917+0000 (oldest deadline 2024-05-20T21:34:12.242862+0000) 2024-05-20T21:34:23.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:23 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:23.169+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.745277+0000 front 2024-05-20T21:33:56.745149+0000 (oldest deadline 2024-05-20T21:34:19.645135+0000) 2024-05-20T21:34:23.671 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:23 smithi008 podman[142677]: 2024-05-20 21:34:23.460970385 +0000 UTC m=+6.113832001 container cleanup 448e69a7505642174c1fb6e8b6e78dcad96eef38492816dc85a6753c98691479 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux ) 2024-05-20T21:34:23.671 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:23 smithi008 bash[142677]: ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6 2024-05-20T21:34:23.671 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:23 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:23.265+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.729700+0000 front 2024-05-20T21:33:29.730318+0000 (oldest deadline 2024-05-20T21:33:53.829878+0000) 2024-05-20T21:34:23.671 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:23 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:23.265+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.332028+0000 front 2024-05-20T21:33:37.332113+0000 (oldest deadline 2024-05-20T21:34:02.032260+0000) 2024-05-20T21:34:23.671 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:23 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:23.265+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.236149+0000 front 2024-05-20T21:33:47.235891+0000 (oldest deadline 2024-05-20T21:34:13.036927+0000) 2024-05-20T21:34:23.672 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:23 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:23.265+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:57.138761+0000 front 2024-05-20T21:33:57.139355+0000 (oldest deadline 2024-05-20T21:34:20.639121+0000) 2024-05-20T21:34:23.921 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:23 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:23.630+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:40.856334+0000 front 2024-05-20T21:33:40.856350+0000 (oldest deadline 2024-05-20T21:34:06.756341+0000) 2024-05-20T21:34:23.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:23 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:23.630+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.257420+0000 front 2024-05-20T21:33:47.257449+0000 (oldest deadline 2024-05-20T21:34:11.957474+0000) 2024-05-20T21:34:23.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:23 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:23.630+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.058843+0000 front 2024-05-20T21:33:56.058675+0000 (oldest deadline 2024-05-20T21:34:21.358463+0000) 2024-05-20T21:34:23.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:23 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:23.526+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:34:23.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:23 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:23.526+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.138364+0000 front 2024-05-20T21:33:38.138449+0000 (oldest deadline 2024-05-20T21:34:04.038275+0000) 2024-05-20T21:34:23.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:23 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:23.526+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.739156+0000 front 2024-05-20T21:33:45.739178+0000 (oldest deadline 2024-05-20T21:34:12.139774+0000) 2024-05-20T21:34:23.952 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:23 smithi008 podman[142693]: 2024-05-20 21:34:23.670749595 +0000 UTC m=+0.703398514 container remove 448e69a7505642174c1fb6e8b6e78dcad96eef38492816dc85a6753c98691479 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514) 2024-05-20T21:34:24.174 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:23 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:23.686+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.032323+0000 front 2024-05-20T21:33:37.032450+0000 (oldest deadline 2024-05-20T21:34:01.732547+0000) 2024-05-20T21:34:24.174 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:23 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:23.686+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.033696+0000 front 2024-05-20T21:33:47.033680+0000 (oldest deadline 2024-05-20T21:34:11.133655+0000) 2024-05-20T21:34:24.174 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:23 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:23.686+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.434790+0000 front 2024-05-20T21:33:56.435117+0000 (oldest deadline 2024-05-20T21:34:23.435291+0000) 2024-05-20T21:34:24.470 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:24 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:24.188+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:34:24.470 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:24 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:24.188+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.440685+0000 front 2024-05-20T21:33:39.440595+0000 (oldest deadline 2024-05-20T21:34:01.740793+0000) 2024-05-20T21:34:24.470 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:24 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:24.188+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:48.742942+0000 front 2024-05-20T21:33:48.742917+0000 (oldest deadline 2024-05-20T21:34:12.242862+0000) 2024-05-20T21:34:24.470 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:24 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:24.188+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.745277+0000 front 2024-05-20T21:33:56.745149+0000 (oldest deadline 2024-05-20T21:34:19.645135+0000) 2024-05-20T21:34:24.516 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:24 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:24.262+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.729700+0000 front 2024-05-20T21:33:29.730318+0000 (oldest deadline 2024-05-20T21:33:53.829878+0000) 2024-05-20T21:34:24.516 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:24 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:24.262+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.332028+0000 front 2024-05-20T21:33:37.332113+0000 (oldest deadline 2024-05-20T21:34:02.032260+0000) 2024-05-20T21:34:24.516 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:24 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:24.262+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.236149+0000 front 2024-05-20T21:33:47.235891+0000 (oldest deadline 2024-05-20T21:34:13.036927+0000) 2024-05-20T21:34:24.516 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:24 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:24.262+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:57.138761+0000 front 2024-05-20T21:33:57.139355+0000 (oldest deadline 2024-05-20T21:34:20.639121+0000) 2024-05-20T21:34:24.834 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:24 smithi008 podman[142783]: 2024-05-20 21:34:24.421532108 +0000 UTC m=+0.038758263 image pull 559f9f2978373b56e1ed37e8f2207b076e9eb3d6ccfe36983da65ed32ed7d489 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3 2024-05-20T21:34:24.834 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:24 smithi008 podman[142783]: 2024-05-20 21:34:24.555515916 +0000 UTC m=+0.172742125 container create 98342736b405130d80b431b6791bacfd92bb2f12f64b147c46fe372ccec80e0d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6-deactivate, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-05-20T21:34:24.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:24 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:24.667+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:40.856334+0000 front 2024-05-20T21:33:40.856350+0000 (oldest deadline 2024-05-20T21:34:06.756341+0000) 2024-05-20T21:34:24.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:24 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:24.667+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.257420+0000 front 2024-05-20T21:33:47.257449+0000 (oldest deadline 2024-05-20T21:34:11.957474+0000) 2024-05-20T21:34:24.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:24 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:24.667+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.058843+0000 front 2024-05-20T21:33:56.058675+0000 (oldest deadline 2024-05-20T21:34:21.358463+0000) 2024-05-20T21:34:24.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:24 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:24.544+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:34:24.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:24 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:24.544+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.138364+0000 front 2024-05-20T21:33:38.138449+0000 (oldest deadline 2024-05-20T21:34:04.038275+0000) 2024-05-20T21:34:24.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:24 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:24.544+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.739156+0000 front 2024-05-20T21:33:45.739178+0000 (oldest deadline 2024-05-20T21:34:12.139774+0000) 2024-05-20T21:34:24.924 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:24 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:24.648+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.032323+0000 front 2024-05-20T21:33:37.032450+0000 (oldest deadline 2024-05-20T21:34:01.732547+0000) 2024-05-20T21:34:24.924 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:24 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:24.648+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.033696+0000 front 2024-05-20T21:33:47.033680+0000 (oldest deadline 2024-05-20T21:34:11.133655+0000) 2024-05-20T21:34:24.924 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:24 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:24.648+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.434790+0000 front 2024-05-20T21:33:56.435117+0000 (oldest deadline 2024-05-20T21:34:23.435291+0000) 2024-05-20T21:34:25.202 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:24 smithi008 podman[142783]: 2024-05-20 21:34:24.833857728 +0000 UTC m=+0.451083924 container init 98342736b405130d80b431b6791bacfd92bb2f12f64b147c46fe372ccec80e0d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-4ebd1d5) 2024-05-20T21:34:25.202 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:24 smithi008 podman[142783]: 2024-05-20 21:34:24.845299433 +0000 UTC m=+0.462525642 container start 98342736b405130d80b431b6791bacfd92bb2f12f64b147c46fe372ccec80e0d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6-deactivate, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240514) 2024-05-20T21:34:25.202 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:24 smithi008 podman[142783]: 2024-05-20 21:34:24.933085747 +0000 UTC m=+0.550311906 container attach 98342736b405130d80b431b6791bacfd92bb2f12f64b147c46fe372ccec80e0d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6-deactivate, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_BRANCH=HEAD) 2024-05-20T21:34:25.639 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:25 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:25.639+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.032323+0000 front 2024-05-20T21:33:37.032450+0000 (oldest deadline 2024-05-20T21:34:01.732547+0000) 2024-05-20T21:34:25.639 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:25 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:25.639+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.033696+0000 front 2024-05-20T21:33:47.033680+0000 (oldest deadline 2024-05-20T21:34:11.133655+0000) 2024-05-20T21:34:25.639 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:25 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:25.204+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:34:25.639 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:25 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:25.204+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.440685+0000 front 2024-05-20T21:33:39.440595+0000 (oldest deadline 2024-05-20T21:34:01.740793+0000) 2024-05-20T21:34:25.639 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:25 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:25.204+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:48.742942+0000 front 2024-05-20T21:33:48.742917+0000 (oldest deadline 2024-05-20T21:34:12.242862+0000) 2024-05-20T21:34:25.639 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:25 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:25.204+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.745277+0000 front 2024-05-20T21:33:56.745149+0000 (oldest deadline 2024-05-20T21:34:19.645135+0000) 2024-05-20T21:34:25.702 INFO:journalctl@ceph.osd.6.smithi008.stdout:May 20 21:34:25 smithi008 podman[142809]: 2024-05-20 21:34:25.391462173 +0000 UTC m=+0.038607976 container died 98342736b405130d80b431b6791bacfd92bb2f12f64b147c46fe372ccec80e0d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-6-deactivate, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-4ebd1d5) 2024-05-20T21:34:25.702 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:25 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:25.263+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.729700+0000 front 2024-05-20T21:33:29.730318+0000 (oldest deadline 2024-05-20T21:33:53.829878+0000) 2024-05-20T21:34:25.703 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:25 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:25.263+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.332028+0000 front 2024-05-20T21:33:37.332113+0000 (oldest deadline 2024-05-20T21:34:02.032260+0000) 2024-05-20T21:34:25.703 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:25 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:25.263+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.236149+0000 front 2024-05-20T21:33:47.235891+0000 (oldest deadline 2024-05-20T21:34:13.036927+0000) 2024-05-20T21:34:25.703 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:25 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:25.263+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:57.138761+0000 front 2024-05-20T21:33:57.139355+0000 (oldest deadline 2024-05-20T21:34:20.639121+0000) 2024-05-20T21:34:25.921 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:25 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:25.705+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:40.856334+0000 front 2024-05-20T21:33:40.856350+0000 (oldest deadline 2024-05-20T21:34:06.756341+0000) 2024-05-20T21:34:25.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:25 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:25.705+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.257420+0000 front 2024-05-20T21:33:47.257449+0000 (oldest deadline 2024-05-20T21:34:11.957474+0000) 2024-05-20T21:34:25.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:25 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:25.705+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.058843+0000 front 2024-05-20T21:33:56.058675+0000 (oldest deadline 2024-05-20T21:34:21.358463+0000) 2024-05-20T21:34:25.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:25 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:25.554+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:34:25.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:25 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:25.554+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.138364+0000 front 2024-05-20T21:33:38.138449+0000 (oldest deadline 2024-05-20T21:34:04.038275+0000) 2024-05-20T21:34:25.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:25 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:25.554+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.739156+0000 front 2024-05-20T21:33:45.739178+0000 (oldest deadline 2024-05-20T21:34:12.139774+0000) 2024-05-20T21:34:26.156 DEBUG:teuthology.orchestra.run.smithi008:> sudo pkill -f 'journalctl -f -n 0 -u ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@osd.6.service' 2024-05-20T21:34:26.277 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-20T21:34:26.278 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-05-20T21:34:26.278 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-05-20T21:34:26.278 DEBUG:teuthology.orchestra.run.smithi050:> sudo systemctl stop ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@osd.7 2024-05-20T21:34:26.452 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:26 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:26.269+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.729700+0000 front 2024-05-20T21:33:29.730318+0000 (oldest deadline 2024-05-20T21:33:53.829878+0000) 2024-05-20T21:34:26.452 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:26 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:26.269+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.332028+0000 front 2024-05-20T21:33:37.332113+0000 (oldest deadline 2024-05-20T21:34:02.032260+0000) 2024-05-20T21:34:26.453 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:26 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:26.269+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.236149+0000 front 2024-05-20T21:33:47.235891+0000 (oldest deadline 2024-05-20T21:34:13.036927+0000) 2024-05-20T21:34:26.453 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:26 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:26.269+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:57.138761+0000 front 2024-05-20T21:33:57.139355+0000 (oldest deadline 2024-05-20T21:34:20.639121+0000) 2024-05-20T21:34:26.586 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:25 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:25.639+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.434790+0000 front 2024-05-20T21:33:56.435117+0000 (oldest deadline 2024-05-20T21:34:23.435291+0000) 2024-05-20T21:34:26.586 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:26 smithi050 systemd[1]: Stopping Ceph osd.7 for 060ce10e-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:34:26.586 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:26 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:26.202+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:34:26.586 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:26 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:26.202+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.440685+0000 front 2024-05-20T21:33:39.440595+0000 (oldest deadline 2024-05-20T21:34:01.740793+0000) 2024-05-20T21:34:26.586 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:26 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:26.202+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:48.742942+0000 front 2024-05-20T21:33:48.742917+0000 (oldest deadline 2024-05-20T21:34:12.242862+0000) 2024-05-20T21:34:26.587 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:26 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:26.202+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.745277+0000 front 2024-05-20T21:33:56.745149+0000 (oldest deadline 2024-05-20T21:34:19.645135+0000) 2024-05-20T21:34:26.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:26 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:26.723+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:40.856334+0000 front 2024-05-20T21:33:40.856350+0000 (oldest deadline 2024-05-20T21:34:06.756341+0000) 2024-05-20T21:34:26.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:26 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:26.723+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.257420+0000 front 2024-05-20T21:33:47.257449+0000 (oldest deadline 2024-05-20T21:34:11.957474+0000) 2024-05-20T21:34:26.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:26 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:26.723+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.058843+0000 front 2024-05-20T21:33:56.058675+0000 (oldest deadline 2024-05-20T21:34:21.358463+0000) 2024-05-20T21:34:26.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:26 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:26.548+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:34:26.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:26 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:26.548+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.138364+0000 front 2024-05-20T21:33:38.138449+0000 (oldest deadline 2024-05-20T21:34:04.038275+0000) 2024-05-20T21:34:26.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:26 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:26.548+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.739156+0000 front 2024-05-20T21:33:45.739178+0000 (oldest deadline 2024-05-20T21:34:12.139774+0000) 2024-05-20T21:34:26.924 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:26 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:26.586+0000 7f144c6b0700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-20T21:34:26.924 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:26 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:26.586+0000 7f144c6b0700 -1 osd.7 84 *** Got signal Terminated *** 2024-05-20T21:34:26.924 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:26 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:26.586+0000 7f144c6b0700 -1 osd.7 84 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-20T21:34:26.924 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:26 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:26.606+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.032323+0000 front 2024-05-20T21:33:37.032450+0000 (oldest deadline 2024-05-20T21:34:01.732547+0000) 2024-05-20T21:34:26.924 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:26 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:26.606+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.033696+0000 front 2024-05-20T21:33:47.033680+0000 (oldest deadline 2024-05-20T21:34:11.133655+0000) 2024-05-20T21:34:26.924 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:26 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:26.606+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.434790+0000 front 2024-05-20T21:33:56.435117+0000 (oldest deadline 2024-05-20T21:34:23.435291+0000) 2024-05-20T21:34:27.570 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:27 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:27.177+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:34:27.570 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:27 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:27.177+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.440685+0000 front 2024-05-20T21:33:39.440595+0000 (oldest deadline 2024-05-20T21:34:01.740793+0000) 2024-05-20T21:34:27.570 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:27 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:27.177+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:48.742942+0000 front 2024-05-20T21:33:48.742917+0000 (oldest deadline 2024-05-20T21:34:12.242862+0000) 2024-05-20T21:34:27.570 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:27 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:27.177+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.745277+0000 front 2024-05-20T21:33:56.745149+0000 (oldest deadline 2024-05-20T21:34:19.645135+0000) 2024-05-20T21:34:27.702 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:27 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:27.230+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.729700+0000 front 2024-05-20T21:33:29.730318+0000 (oldest deadline 2024-05-20T21:33:53.829878+0000) 2024-05-20T21:34:27.702 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:27 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:27.230+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.332028+0000 front 2024-05-20T21:33:37.332113+0000 (oldest deadline 2024-05-20T21:34:02.032260+0000) 2024-05-20T21:34:27.703 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:27 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:27.230+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.236149+0000 front 2024-05-20T21:33:47.235891+0000 (oldest deadline 2024-05-20T21:34:13.036927+0000) 2024-05-20T21:34:27.703 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:27 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:27.230+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:57.138761+0000 front 2024-05-20T21:33:57.139355+0000 (oldest deadline 2024-05-20T21:34:20.639121+0000) 2024-05-20T21:34:27.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:27 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:27.678+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:40.856334+0000 front 2024-05-20T21:33:40.856350+0000 (oldest deadline 2024-05-20T21:34:06.756341+0000) 2024-05-20T21:34:27.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:27 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:27.678+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.257420+0000 front 2024-05-20T21:33:47.257449+0000 (oldest deadline 2024-05-20T21:34:11.957474+0000) 2024-05-20T21:34:27.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:27 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:27.678+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.058843+0000 front 2024-05-20T21:33:56.058675+0000 (oldest deadline 2024-05-20T21:34:21.358463+0000) 2024-05-20T21:34:27.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:27 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:27.560+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:34:27.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:27 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:27.560+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.138364+0000 front 2024-05-20T21:33:38.138449+0000 (oldest deadline 2024-05-20T21:34:04.038275+0000) 2024-05-20T21:34:27.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:27 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:27.560+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.739156+0000 front 2024-05-20T21:33:45.739178+0000 (oldest deadline 2024-05-20T21:34:12.139774+0000) 2024-05-20T21:34:27.924 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:27 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:27.570+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.032323+0000 front 2024-05-20T21:33:37.032450+0000 (oldest deadline 2024-05-20T21:34:01.732547+0000) 2024-05-20T21:34:27.924 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:27 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:27.570+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.033696+0000 front 2024-05-20T21:33:47.033680+0000 (oldest deadline 2024-05-20T21:34:11.133655+0000) 2024-05-20T21:34:27.924 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:27 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:27.570+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.434790+0000 front 2024-05-20T21:33:56.435117+0000 (oldest deadline 2024-05-20T21:34:23.435291+0000) 2024-05-20T21:34:27.924 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:27 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:27.570+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:06.336080+0000 front 2024-05-20T21:34:06.336021+0000 (oldest deadline 2024-05-20T21:34:27.436157+0000) 2024-05-20T21:34:28.424 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:28 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:28.170+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:34:28.424 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:28 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:28.170+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.440685+0000 front 2024-05-20T21:33:39.440595+0000 (oldest deadline 2024-05-20T21:34:01.740793+0000) 2024-05-20T21:34:28.424 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:28 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:28.170+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:48.742942+0000 front 2024-05-20T21:33:48.742917+0000 (oldest deadline 2024-05-20T21:34:12.242862+0000) 2024-05-20T21:34:28.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:28 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:28.170+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.745277+0000 front 2024-05-20T21:33:56.745149+0000 (oldest deadline 2024-05-20T21:34:19.645135+0000) 2024-05-20T21:34:28.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:28 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:28.170+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:05.546200+0000 front 2024-05-20T21:34:05.546244+0000 (oldest deadline 2024-05-20T21:34:27.246291+0000) 2024-05-20T21:34:28.702 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:28 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:28.266+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.729700+0000 front 2024-05-20T21:33:29.730318+0000 (oldest deadline 2024-05-20T21:33:53.829878+0000) 2024-05-20T21:34:28.702 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:28 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:28.266+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.332028+0000 front 2024-05-20T21:33:37.332113+0000 (oldest deadline 2024-05-20T21:34:02.032260+0000) 2024-05-20T21:34:28.702 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:28 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:28.266+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.236149+0000 front 2024-05-20T21:33:47.235891+0000 (oldest deadline 2024-05-20T21:34:13.036927+0000) 2024-05-20T21:34:28.703 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:28 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:28.266+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:57.138761+0000 front 2024-05-20T21:33:57.139355+0000 (oldest deadline 2024-05-20T21:34:20.639121+0000) 2024-05-20T21:34:28.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:28 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:28.654+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:40.856334+0000 front 2024-05-20T21:33:40.856350+0000 (oldest deadline 2024-05-20T21:34:06.756341+0000) 2024-05-20T21:34:28.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:28 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:28.654+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.257420+0000 front 2024-05-20T21:33:47.257449+0000 (oldest deadline 2024-05-20T21:34:11.957474+0000) 2024-05-20T21:34:28.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:28 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:28.654+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.058843+0000 front 2024-05-20T21:33:56.058675+0000 (oldest deadline 2024-05-20T21:34:21.358463+0000) 2024-05-20T21:34:28.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:28 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:28.654+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:06.059513+0000 front 2024-05-20T21:34:06.059563+0000 (oldest deadline 2024-05-20T21:34:28.359410+0000) 2024-05-20T21:34:28.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:28 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:28.528+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:34:28.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:28 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:28.528+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.138364+0000 front 2024-05-20T21:33:38.138449+0000 (oldest deadline 2024-05-20T21:34:04.038275+0000) 2024-05-20T21:34:28.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:28 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:28.528+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.739156+0000 front 2024-05-20T21:33:45.739178+0000 (oldest deadline 2024-05-20T21:34:12.139774+0000) 2024-05-20T21:34:28.924 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:28 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:28.561+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.032323+0000 front 2024-05-20T21:33:37.032450+0000 (oldest deadline 2024-05-20T21:34:01.732547+0000) 2024-05-20T21:34:28.924 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:28 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:28.561+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.033696+0000 front 2024-05-20T21:33:47.033680+0000 (oldest deadline 2024-05-20T21:34:11.133655+0000) 2024-05-20T21:34:28.924 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:28 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:28.561+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.434790+0000 front 2024-05-20T21:33:56.435117+0000 (oldest deadline 2024-05-20T21:34:23.435291+0000) 2024-05-20T21:34:28.924 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:28 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:28.561+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:06.336080+0000 front 2024-05-20T21:34:06.336021+0000 (oldest deadline 2024-05-20T21:34:27.436157+0000) 2024-05-20T21:34:29.561 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:29 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:29.212+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:34:29.561 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:29 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:29.212+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.440685+0000 front 2024-05-20T21:33:39.440595+0000 (oldest deadline 2024-05-20T21:34:01.740793+0000) 2024-05-20T21:34:29.561 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:29 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:29.212+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:48.742942+0000 front 2024-05-20T21:33:48.742917+0000 (oldest deadline 2024-05-20T21:34:12.242862+0000) 2024-05-20T21:34:29.561 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:29 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:29.212+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.745277+0000 front 2024-05-20T21:33:56.745149+0000 (oldest deadline 2024-05-20T21:34:19.645135+0000) 2024-05-20T21:34:29.561 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:29 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:29.212+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:05.546200+0000 front 2024-05-20T21:34:05.546244+0000 (oldest deadline 2024-05-20T21:34:27.246291+0000) 2024-05-20T21:34:29.604 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:29 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:29.294+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.729700+0000 front 2024-05-20T21:33:29.730318+0000 (oldest deadline 2024-05-20T21:33:53.829878+0000) 2024-05-20T21:34:29.604 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:29 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:29.295+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.332028+0000 front 2024-05-20T21:33:37.332113+0000 (oldest deadline 2024-05-20T21:34:02.032260+0000) 2024-05-20T21:34:29.604 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:29 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:29.295+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.236149+0000 front 2024-05-20T21:33:47.235891+0000 (oldest deadline 2024-05-20T21:34:13.036927+0000) 2024-05-20T21:34:29.605 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:29 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:29.295+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:57.138761+0000 front 2024-05-20T21:33:57.139355+0000 (oldest deadline 2024-05-20T21:34:20.639121+0000) 2024-05-20T21:34:29.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:29 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:29.555+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:34:29.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:29 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:29.555+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.138364+0000 front 2024-05-20T21:33:38.138449+0000 (oldest deadline 2024-05-20T21:34:04.038275+0000) 2024-05-20T21:34:29.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:29 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:29.555+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.739156+0000 front 2024-05-20T21:33:45.739178+0000 (oldest deadline 2024-05-20T21:34:12.139774+0000) 2024-05-20T21:34:29.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:29 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:29.654+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:40.856334+0000 front 2024-05-20T21:33:40.856350+0000 (oldest deadline 2024-05-20T21:34:06.756341+0000) 2024-05-20T21:34:29.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:29 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:29.654+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.257420+0000 front 2024-05-20T21:33:47.257449+0000 (oldest deadline 2024-05-20T21:34:11.957474+0000) 2024-05-20T21:34:29.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:29 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:29.654+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.058843+0000 front 2024-05-20T21:33:56.058675+0000 (oldest deadline 2024-05-20T21:34:21.358463+0000) 2024-05-20T21:34:29.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:29 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:29.654+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:06.059513+0000 front 2024-05-20T21:34:06.059563+0000 (oldest deadline 2024-05-20T21:34:28.359410+0000) 2024-05-20T21:34:29.924 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:29 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:29.561+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.032323+0000 front 2024-05-20T21:33:37.032450+0000 (oldest deadline 2024-05-20T21:34:01.732547+0000) 2024-05-20T21:34:29.924 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:29 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:29.561+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.033696+0000 front 2024-05-20T21:33:47.033680+0000 (oldest deadline 2024-05-20T21:34:11.133655+0000) 2024-05-20T21:34:29.924 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:29 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:29.561+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.434790+0000 front 2024-05-20T21:33:56.435117+0000 (oldest deadline 2024-05-20T21:34:23.435291+0000) 2024-05-20T21:34:29.924 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:29 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:29.561+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:06.336080+0000 front 2024-05-20T21:34:06.336021+0000 (oldest deadline 2024-05-20T21:34:27.436157+0000) 2024-05-20T21:34:30.537 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:30 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:30.183+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:34:30.537 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:30 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:30.183+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.440685+0000 front 2024-05-20T21:33:39.440595+0000 (oldest deadline 2024-05-20T21:34:01.740793+0000) 2024-05-20T21:34:30.538 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:30 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:30.183+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:48.742942+0000 front 2024-05-20T21:33:48.742917+0000 (oldest deadline 2024-05-20T21:34:12.242862+0000) 2024-05-20T21:34:30.538 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:30 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:30.183+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.745277+0000 front 2024-05-20T21:33:56.745149+0000 (oldest deadline 2024-05-20T21:34:19.645135+0000) 2024-05-20T21:34:30.538 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:30 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:30.183+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:05.546200+0000 front 2024-05-20T21:34:05.546244+0000 (oldest deadline 2024-05-20T21:34:27.246291+0000) 2024-05-20T21:34:30.703 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:30 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:30.294+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.729700+0000 front 2024-05-20T21:33:29.730318+0000 (oldest deadline 2024-05-20T21:33:53.829878+0000) 2024-05-20T21:34:30.703 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:30 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:30.294+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.332028+0000 front 2024-05-20T21:33:37.332113+0000 (oldest deadline 2024-05-20T21:34:02.032260+0000) 2024-05-20T21:34:30.703 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:30 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:30.294+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.236149+0000 front 2024-05-20T21:33:47.235891+0000 (oldest deadline 2024-05-20T21:34:13.036927+0000) 2024-05-20T21:34:30.703 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:30 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:30.294+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:57.138761+0000 front 2024-05-20T21:33:57.139355+0000 (oldest deadline 2024-05-20T21:34:20.639121+0000) 2024-05-20T21:34:30.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:30 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:30.591+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:34:30.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:30 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:30.591+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.138364+0000 front 2024-05-20T21:33:38.138449+0000 (oldest deadline 2024-05-20T21:34:04.038275+0000) 2024-05-20T21:34:30.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:30 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:30.591+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.739156+0000 front 2024-05-20T21:33:45.739178+0000 (oldest deadline 2024-05-20T21:34:12.139774+0000) 2024-05-20T21:34:30.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:30 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:30.665+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:40.856334+0000 front 2024-05-20T21:33:40.856350+0000 (oldest deadline 2024-05-20T21:34:06.756341+0000) 2024-05-20T21:34:30.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:30 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:30.665+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.257420+0000 front 2024-05-20T21:33:47.257449+0000 (oldest deadline 2024-05-20T21:34:11.957474+0000) 2024-05-20T21:34:30.923 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:30 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:30.665+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.058843+0000 front 2024-05-20T21:33:56.058675+0000 (oldest deadline 2024-05-20T21:34:21.358463+0000) 2024-05-20T21:34:30.923 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:30 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:30.665+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:06.059513+0000 front 2024-05-20T21:34:06.059563+0000 (oldest deadline 2024-05-20T21:34:28.359410+0000) 2024-05-20T21:34:30.924 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:30 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:30.537+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.032323+0000 front 2024-05-20T21:33:37.032450+0000 (oldest deadline 2024-05-20T21:34:01.732547+0000) 2024-05-20T21:34:30.924 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:30 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:30.537+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.033696+0000 front 2024-05-20T21:33:47.033680+0000 (oldest deadline 2024-05-20T21:34:11.133655+0000) 2024-05-20T21:34:30.924 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:30 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:30.537+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.434790+0000 front 2024-05-20T21:33:56.435117+0000 (oldest deadline 2024-05-20T21:34:23.435291+0000) 2024-05-20T21:34:30.924 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:30 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:30.537+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:06.336080+0000 front 2024-05-20T21:34:06.336021+0000 (oldest deadline 2024-05-20T21:34:27.436157+0000) 2024-05-20T21:34:31.558 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:31 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:31.213+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:34:31.559 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:31 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:31.213+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.440685+0000 front 2024-05-20T21:33:39.440595+0000 (oldest deadline 2024-05-20T21:34:01.740793+0000) 2024-05-20T21:34:31.559 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:31 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:31.213+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:48.742942+0000 front 2024-05-20T21:33:48.742917+0000 (oldest deadline 2024-05-20T21:34:12.242862+0000) 2024-05-20T21:34:31.559 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:31 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:31.213+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.745277+0000 front 2024-05-20T21:33:56.745149+0000 (oldest deadline 2024-05-20T21:34:19.645135+0000) 2024-05-20T21:34:31.559 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:31 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:31.213+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:05.546200+0000 front 2024-05-20T21:34:05.546244+0000 (oldest deadline 2024-05-20T21:34:27.246291+0000) 2024-05-20T21:34:31.702 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:31 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:31.335+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.729700+0000 front 2024-05-20T21:33:29.730318+0000 (oldest deadline 2024-05-20T21:33:53.829878+0000) 2024-05-20T21:34:31.703 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:31 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:31.336+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.332028+0000 front 2024-05-20T21:33:37.332113+0000 (oldest deadline 2024-05-20T21:34:02.032260+0000) 2024-05-20T21:34:31.703 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:31 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:31.336+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.236149+0000 front 2024-05-20T21:33:47.235891+0000 (oldest deadline 2024-05-20T21:34:13.036927+0000) 2024-05-20T21:34:31.703 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:31 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:31.336+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:57.138761+0000 front 2024-05-20T21:33:57.139355+0000 (oldest deadline 2024-05-20T21:34:20.639121+0000) 2024-05-20T21:34:31.921 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:31 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:31.687+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:40.856334+0000 front 2024-05-20T21:33:40.856350+0000 (oldest deadline 2024-05-20T21:34:06.756341+0000) 2024-05-20T21:34:31.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:31 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:31.687+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.257420+0000 front 2024-05-20T21:33:47.257449+0000 (oldest deadline 2024-05-20T21:34:11.957474+0000) 2024-05-20T21:34:31.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:31 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:31.687+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.058843+0000 front 2024-05-20T21:33:56.058675+0000 (oldest deadline 2024-05-20T21:34:21.358463+0000) 2024-05-20T21:34:31.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:31 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:31.687+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:06.059513+0000 front 2024-05-20T21:34:06.059563+0000 (oldest deadline 2024-05-20T21:34:28.359410+0000) 2024-05-20T21:34:31.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:31 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:31.623+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:34:31.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:31 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:31.623+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.138364+0000 front 2024-05-20T21:33:38.138449+0000 (oldest deadline 2024-05-20T21:34:04.038275+0000) 2024-05-20T21:34:31.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:31 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:31.623+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.739156+0000 front 2024-05-20T21:33:45.739178+0000 (oldest deadline 2024-05-20T21:34:12.139774+0000) 2024-05-20T21:34:31.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:31 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:31.623+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:06.142485+0000 front 2024-05-20T21:34:06.142335+0000 (oldest deadline 2024-05-20T21:34:30.842412+0000) 2024-05-20T21:34:31.924 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:31 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:31.559+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.032323+0000 front 2024-05-20T21:33:37.032450+0000 (oldest deadline 2024-05-20T21:34:01.732547+0000) 2024-05-20T21:34:31.924 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:31 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:31.559+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.033696+0000 front 2024-05-20T21:33:47.033680+0000 (oldest deadline 2024-05-20T21:34:11.133655+0000) 2024-05-20T21:34:31.924 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:31 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:31.559+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.434790+0000 front 2024-05-20T21:33:56.435117+0000 (oldest deadline 2024-05-20T21:34:23.435291+0000) 2024-05-20T21:34:31.924 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:31 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7[53721]: 2024-05-20T21:34:31.559+0000 7f1444c9c700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:06.336080+0000 front 2024-05-20T21:34:06.336021+0000 (oldest deadline 2024-05-20T21:34:27.436157+0000) 2024-05-20T21:34:32.369 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:32 smithi050 podman[72427]: 2024-05-20 21:34:32.036687555 +0000 UTC m=+5.557997864 container died d728e79df2daf78359609aa00f160d190d9578d6cbfc350a4e2902eb711963fe (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-4ebd1d5) 2024-05-20T21:34:32.369 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:32 smithi050 podman[72427]: 2024-05-20 21:34:32.369872405 +0000 UTC m=+5.891182708 container cleanup d728e79df2daf78359609aa00f160d190d9578d6cbfc350a4e2902eb711963fe (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-4ebd1d5) 2024-05-20T21:34:32.369 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:32 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:32.242+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:34:32.369 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:32 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:32.242+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.440685+0000 front 2024-05-20T21:33:39.440595+0000 (oldest deadline 2024-05-20T21:34:01.740793+0000) 2024-05-20T21:34:32.369 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:32 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:32.242+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:48.742942+0000 front 2024-05-20T21:33:48.742917+0000 (oldest deadline 2024-05-20T21:34:12.242862+0000) 2024-05-20T21:34:32.369 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:32 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:32.242+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.745277+0000 front 2024-05-20T21:33:56.745149+0000 (oldest deadline 2024-05-20T21:34:19.645135+0000) 2024-05-20T21:34:32.369 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:32 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:32.242+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:05.546200+0000 front 2024-05-20T21:34:05.546244+0000 (oldest deadline 2024-05-20T21:34:27.246291+0000) 2024-05-20T21:34:32.674 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:32 smithi050 bash[72427]: ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7 2024-05-20T21:34:32.674 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:32 smithi050 podman[72445]: 2024-05-20 21:34:32.587989208 +0000 UTC m=+0.544220548 container remove d728e79df2daf78359609aa00f160d190d9578d6cbfc350a4e2902eb711963fe (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux ) 2024-05-20T21:34:32.702 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:32 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:32.320+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.729700+0000 front 2024-05-20T21:33:29.730318+0000 (oldest deadline 2024-05-20T21:33:53.829878+0000) 2024-05-20T21:34:32.702 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:32 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:32.320+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.332028+0000 front 2024-05-20T21:33:37.332113+0000 (oldest deadline 2024-05-20T21:34:02.032260+0000) 2024-05-20T21:34:32.702 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:32 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:32.320+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.236149+0000 front 2024-05-20T21:33:47.235891+0000 (oldest deadline 2024-05-20T21:34:13.036927+0000) 2024-05-20T21:34:32.702 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:32 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:32.320+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:57.138761+0000 front 2024-05-20T21:33:57.139355+0000 (oldest deadline 2024-05-20T21:34:20.639121+0000) 2024-05-20T21:34:32.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:32 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:32.666+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:40.856334+0000 front 2024-05-20T21:33:40.856350+0000 (oldest deadline 2024-05-20T21:34:06.756341+0000) 2024-05-20T21:34:32.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:32 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:32.667+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.257420+0000 front 2024-05-20T21:33:47.257449+0000 (oldest deadline 2024-05-20T21:34:11.957474+0000) 2024-05-20T21:34:32.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:32 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:32.667+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.058843+0000 front 2024-05-20T21:33:56.058675+0000 (oldest deadline 2024-05-20T21:34:21.358463+0000) 2024-05-20T21:34:32.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:32 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:32.667+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:06.059513+0000 front 2024-05-20T21:34:06.059563+0000 (oldest deadline 2024-05-20T21:34:28.359410+0000) 2024-05-20T21:34:32.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:32 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:32.661+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:34:32.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:32 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:32.661+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.138364+0000 front 2024-05-20T21:33:38.138449+0000 (oldest deadline 2024-05-20T21:34:04.038275+0000) 2024-05-20T21:34:32.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:32 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:32.661+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.739156+0000 front 2024-05-20T21:33:45.739178+0000 (oldest deadline 2024-05-20T21:34:12.139774+0000) 2024-05-20T21:34:32.923 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:32 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:32.661+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:06.142485+0000 front 2024-05-20T21:34:06.142335+0000 (oldest deadline 2024-05-20T21:34:30.842412+0000) 2024-05-20T21:34:33.290 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:33 smithi050 podman[72534]: 2024-05-20 21:34:32.909072382 +0000 UTC m=+0.017891771 image pull 559f9f2978373b56e1ed37e8f2207b076e9eb3d6ccfe36983da65ed32ed7d489 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3 2024-05-20T21:34:33.290 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:33 smithi050 podman[72534]: 2024-05-20 21:34:33.03049054 +0000 UTC m=+0.139309900 container create 341c250991ec36a00c260c9ece7376dd75dcf489048702b5034115d37eccb8f4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7-deactivate, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-4ebd1d5, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-05-20T21:34:33.290 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:33 smithi050 podman[72534]: 2024-05-20 21:34:33.208095593 +0000 UTC m=+0.316914972 container init 341c250991ec36a00c260c9ece7376dd75dcf489048702b5034115d37eccb8f4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7-deactivate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240514, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-4ebd1d5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-20T21:34:33.290 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:33 smithi050 podman[72534]: 2024-05-20 21:34:33.211671314 +0000 UTC m=+0.320490694 container start 341c250991ec36a00c260c9ece7376dd75dcf489048702b5034115d37eccb8f4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7-deactivate, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-05-20T21:34:33.291 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:33 smithi050 podman[72534]: 2024-05-20 21:34:33.291035291 +0000 UTC m=+0.399854676 container attach 341c250991ec36a00c260c9ece7376dd75dcf489048702b5034115d37eccb8f4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7-deactivate, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.vendor=CentOS) 2024-05-20T21:34:33.291 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:33 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:33.235+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:34:33.291 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:33 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:33.235+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.440685+0000 front 2024-05-20T21:33:39.440595+0000 (oldest deadline 2024-05-20T21:34:01.740793+0000) 2024-05-20T21:34:33.291 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:33 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:33.235+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:48.742942+0000 front 2024-05-20T21:33:48.742917+0000 (oldest deadline 2024-05-20T21:34:12.242862+0000) 2024-05-20T21:34:33.291 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:33 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:33.235+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.745277+0000 front 2024-05-20T21:33:56.745149+0000 (oldest deadline 2024-05-20T21:34:19.645135+0000) 2024-05-20T21:34:33.291 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:33 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:33.235+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:05.546200+0000 front 2024-05-20T21:34:05.546244+0000 (oldest deadline 2024-05-20T21:34:27.246291+0000) 2024-05-20T21:34:33.674 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 20 21:34:33 smithi050 podman[72534]: 2024-05-20 21:34:33.521295625 +0000 UTC m=+0.630114995 container died 341c250991ec36a00c260c9ece7376dd75dcf489048702b5034115d37eccb8f4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-7-deactivate, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-4ebd1d5) 2024-05-20T21:34:33.702 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:33 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:33.322+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.729700+0000 front 2024-05-20T21:33:29.730318+0000 (oldest deadline 2024-05-20T21:33:53.829878+0000) 2024-05-20T21:34:33.702 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:33 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:33.322+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.332028+0000 front 2024-05-20T21:33:37.332113+0000 (oldest deadline 2024-05-20T21:34:02.032260+0000) 2024-05-20T21:34:33.702 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:33 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:33.322+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.236149+0000 front 2024-05-20T21:33:47.235891+0000 (oldest deadline 2024-05-20T21:34:13.036927+0000) 2024-05-20T21:34:33.702 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:33 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:33.322+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:57.138761+0000 front 2024-05-20T21:33:57.139355+0000 (oldest deadline 2024-05-20T21:34:20.639121+0000) 2024-05-20T21:34:33.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:33 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:33.696+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:40.856334+0000 front 2024-05-20T21:33:40.856350+0000 (oldest deadline 2024-05-20T21:34:06.756341+0000) 2024-05-20T21:34:33.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:33 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:33.696+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.257420+0000 front 2024-05-20T21:33:47.257449+0000 (oldest deadline 2024-05-20T21:34:11.957474+0000) 2024-05-20T21:34:33.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:33 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:33.696+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.058843+0000 front 2024-05-20T21:33:56.058675+0000 (oldest deadline 2024-05-20T21:34:21.358463+0000) 2024-05-20T21:34:33.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:33 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:33.696+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:06.059513+0000 front 2024-05-20T21:34:06.059563+0000 (oldest deadline 2024-05-20T21:34:28.359410+0000) 2024-05-20T21:34:33.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:33 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:33.625+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:34:33.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:33 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:33.625+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.138364+0000 front 2024-05-20T21:33:38.138449+0000 (oldest deadline 2024-05-20T21:34:04.038275+0000) 2024-05-20T21:34:33.923 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:33 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:33.625+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.739156+0000 front 2024-05-20T21:33:45.739178+0000 (oldest deadline 2024-05-20T21:34:12.139774+0000) 2024-05-20T21:34:33.923 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:33 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:33.625+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:06.142485+0000 front 2024-05-20T21:34:06.142335+0000 (oldest deadline 2024-05-20T21:34:30.842412+0000) 2024-05-20T21:34:34.106 DEBUG:teuthology.orchestra.run.smithi050:> sudo pkill -f 'journalctl -f -n 0 -u ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@osd.7.service' 2024-05-20T21:34:34.148 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-20T21:34:34.148 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-05-20T21:34:34.148 INFO:tasks.cephadm.osd.8:Stopping osd.8... 2024-05-20T21:34:34.148 DEBUG:teuthology.orchestra.run.smithi130:> sudo systemctl stop ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@osd.8 2024-05-20T21:34:34.424 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:34 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:34.263+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:34:34.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:34 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:34.263+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.440685+0000 front 2024-05-20T21:33:39.440595+0000 (oldest deadline 2024-05-20T21:34:01.740793+0000) 2024-05-20T21:34:34.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:34 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:34.263+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:48.742942+0000 front 2024-05-20T21:33:48.742917+0000 (oldest deadline 2024-05-20T21:34:12.242862+0000) 2024-05-20T21:34:34.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:34 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:34.263+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.745277+0000 front 2024-05-20T21:33:56.745149+0000 (oldest deadline 2024-05-20T21:34:19.645135+0000) 2024-05-20T21:34:34.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:34 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:34.263+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:05.546200+0000 front 2024-05-20T21:34:05.546244+0000 (oldest deadline 2024-05-20T21:34:27.246291+0000) 2024-05-20T21:34:34.462 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:34 smithi130 systemd[1]: Stopping Ceph osd.8 for 060ce10e-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:34:34.463 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:34 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:34.462+0000 7fc3272e1700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.8 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-20T21:34:34.463 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:34 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:34.462+0000 7fc3272e1700 -1 osd.8 84 *** Got signal Terminated *** 2024-05-20T21:34:34.463 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:34 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:34.462+0000 7fc3272e1700 -1 osd.8 84 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-20T21:34:34.702 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:34 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:34.281+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.729700+0000 front 2024-05-20T21:33:29.730318+0000 (oldest deadline 2024-05-20T21:33:53.829878+0000) 2024-05-20T21:34:34.702 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:34 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:34.281+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.332028+0000 front 2024-05-20T21:33:37.332113+0000 (oldest deadline 2024-05-20T21:34:02.032260+0000) 2024-05-20T21:34:34.702 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:34 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:34.281+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.236149+0000 front 2024-05-20T21:33:47.235891+0000 (oldest deadline 2024-05-20T21:34:13.036927+0000) 2024-05-20T21:34:34.702 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:34 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:34.281+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:57.138761+0000 front 2024-05-20T21:33:57.139355+0000 (oldest deadline 2024-05-20T21:34:20.639121+0000) 2024-05-20T21:34:34.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:34 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:34.689+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:40.856334+0000 front 2024-05-20T21:33:40.856350+0000 (oldest deadline 2024-05-20T21:34:06.756341+0000) 2024-05-20T21:34:34.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:34 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:34.689+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.257420+0000 front 2024-05-20T21:33:47.257449+0000 (oldest deadline 2024-05-20T21:34:11.957474+0000) 2024-05-20T21:34:34.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:34 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:34.689+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.058843+0000 front 2024-05-20T21:33:56.058675+0000 (oldest deadline 2024-05-20T21:34:21.358463+0000) 2024-05-20T21:34:34.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:34 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:34.689+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:06.059513+0000 front 2024-05-20T21:34:06.059563+0000 (oldest deadline 2024-05-20T21:34:28.359410+0000) 2024-05-20T21:34:34.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:34 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:34.628+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:34:34.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:34 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:34.628+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.138364+0000 front 2024-05-20T21:33:38.138449+0000 (oldest deadline 2024-05-20T21:34:04.038275+0000) 2024-05-20T21:34:34.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:34 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:34.628+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.739156+0000 front 2024-05-20T21:33:45.739178+0000 (oldest deadline 2024-05-20T21:34:12.139774+0000) 2024-05-20T21:34:34.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:34 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:34.628+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:06.142485+0000 front 2024-05-20T21:34:06.142335+0000 (oldest deadline 2024-05-20T21:34:30.842412+0000) 2024-05-20T21:34:35.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:35 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:35.256+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:34:35.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:35 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:35.256+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.440685+0000 front 2024-05-20T21:33:39.440595+0000 (oldest deadline 2024-05-20T21:34:01.740793+0000) 2024-05-20T21:34:35.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:35 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:35.256+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:48.742942+0000 front 2024-05-20T21:33:48.742917+0000 (oldest deadline 2024-05-20T21:34:12.242862+0000) 2024-05-20T21:34:35.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:35 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:35.256+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.745277+0000 front 2024-05-20T21:33:56.745149+0000 (oldest deadline 2024-05-20T21:34:19.645135+0000) 2024-05-20T21:34:35.675 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:35 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:35.256+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:05.546200+0000 front 2024-05-20T21:34:05.546244+0000 (oldest deadline 2024-05-20T21:34:27.246291+0000) 2024-05-20T21:34:35.702 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:35 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:35.267+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.729700+0000 front 2024-05-20T21:33:29.730318+0000 (oldest deadline 2024-05-20T21:33:53.829878+0000) 2024-05-20T21:34:35.702 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:35 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:35.267+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.332028+0000 front 2024-05-20T21:33:37.332113+0000 (oldest deadline 2024-05-20T21:34:02.032260+0000) 2024-05-20T21:34:35.702 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:35 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:35.267+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.236149+0000 front 2024-05-20T21:33:47.235891+0000 (oldest deadline 2024-05-20T21:34:13.036927+0000) 2024-05-20T21:34:35.702 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:35 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:35.267+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:57.138761+0000 front 2024-05-20T21:33:57.139355+0000 (oldest deadline 2024-05-20T21:34:20.639121+0000) 2024-05-20T21:34:35.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:35 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:35.646+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:40.856334+0000 front 2024-05-20T21:33:40.856350+0000 (oldest deadline 2024-05-20T21:34:06.756341+0000) 2024-05-20T21:34:35.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:35 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:35.646+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.257420+0000 front 2024-05-20T21:33:47.257449+0000 (oldest deadline 2024-05-20T21:34:11.957474+0000) 2024-05-20T21:34:35.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:35 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:35.646+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.058843+0000 front 2024-05-20T21:33:56.058675+0000 (oldest deadline 2024-05-20T21:34:21.358463+0000) 2024-05-20T21:34:35.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:35 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:35.646+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:06.059513+0000 front 2024-05-20T21:34:06.059563+0000 (oldest deadline 2024-05-20T21:34:28.359410+0000) 2024-05-20T21:34:35.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:35 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:35.646+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:34:35.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:35 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:35.646+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.138364+0000 front 2024-05-20T21:33:38.138449+0000 (oldest deadline 2024-05-20T21:34:04.038275+0000) 2024-05-20T21:34:35.923 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:35 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:35.646+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.739156+0000 front 2024-05-20T21:33:45.739178+0000 (oldest deadline 2024-05-20T21:34:12.139774+0000) 2024-05-20T21:34:35.923 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:35 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:35.646+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:06.142485+0000 front 2024-05-20T21:34:06.142335+0000 (oldest deadline 2024-05-20T21:34:30.842412+0000) 2024-05-20T21:34:36.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:36 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:36.211+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:34:36.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:36 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:36.211+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.440685+0000 front 2024-05-20T21:33:39.440595+0000 (oldest deadline 2024-05-20T21:34:01.740793+0000) 2024-05-20T21:34:36.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:36 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:36.211+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:48.742942+0000 front 2024-05-20T21:33:48.742917+0000 (oldest deadline 2024-05-20T21:34:12.242862+0000) 2024-05-20T21:34:36.675 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:36 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:36.211+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.745277+0000 front 2024-05-20T21:33:56.745149+0000 (oldest deadline 2024-05-20T21:34:19.645135+0000) 2024-05-20T21:34:36.675 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:36 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:36.211+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:05.546200+0000 front 2024-05-20T21:34:05.546244+0000 (oldest deadline 2024-05-20T21:34:27.246291+0000) 2024-05-20T21:34:36.702 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:36 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:36.284+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.729700+0000 front 2024-05-20T21:33:29.730318+0000 (oldest deadline 2024-05-20T21:33:53.829878+0000) 2024-05-20T21:34:36.702 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:36 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:36.284+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.332028+0000 front 2024-05-20T21:33:37.332113+0000 (oldest deadline 2024-05-20T21:34:02.032260+0000) 2024-05-20T21:34:36.702 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:36 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:36.284+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.236149+0000 front 2024-05-20T21:33:47.235891+0000 (oldest deadline 2024-05-20T21:34:13.036927+0000) 2024-05-20T21:34:36.702 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:36 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:36.284+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:57.138761+0000 front 2024-05-20T21:33:57.139355+0000 (oldest deadline 2024-05-20T21:34:20.639121+0000) 2024-05-20T21:34:36.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:36 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:36.636+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:40.856334+0000 front 2024-05-20T21:33:40.856350+0000 (oldest deadline 2024-05-20T21:34:06.756341+0000) 2024-05-20T21:34:36.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:36 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:36.636+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.257420+0000 front 2024-05-20T21:33:47.257449+0000 (oldest deadline 2024-05-20T21:34:11.957474+0000) 2024-05-20T21:34:36.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:36 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:36.636+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.058843+0000 front 2024-05-20T21:33:56.058675+0000 (oldest deadline 2024-05-20T21:34:21.358463+0000) 2024-05-20T21:34:36.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:36 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:36.636+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:06.059513+0000 front 2024-05-20T21:34:06.059563+0000 (oldest deadline 2024-05-20T21:34:28.359410+0000) 2024-05-20T21:34:36.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:36 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:36.632+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:34:36.923 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:36 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:36.632+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.138364+0000 front 2024-05-20T21:33:38.138449+0000 (oldest deadline 2024-05-20T21:34:04.038275+0000) 2024-05-20T21:34:36.923 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:36 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:36.632+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.739156+0000 front 2024-05-20T21:33:45.739178+0000 (oldest deadline 2024-05-20T21:34:12.139774+0000) 2024-05-20T21:34:36.923 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:36 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:36.632+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:06.142485+0000 front 2024-05-20T21:34:06.142335+0000 (oldest deadline 2024-05-20T21:34:30.842412+0000) 2024-05-20T21:34:37.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:37 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:37.205+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:34:37.675 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:37 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:37.205+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.440685+0000 front 2024-05-20T21:33:39.440595+0000 (oldest deadline 2024-05-20T21:34:01.740793+0000) 2024-05-20T21:34:37.675 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:37 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:37.205+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:48.742942+0000 front 2024-05-20T21:33:48.742917+0000 (oldest deadline 2024-05-20T21:34:12.242862+0000) 2024-05-20T21:34:37.675 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:37 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:37.205+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.745277+0000 front 2024-05-20T21:33:56.745149+0000 (oldest deadline 2024-05-20T21:34:19.645135+0000) 2024-05-20T21:34:37.675 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:37 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:37.205+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:05.546200+0000 front 2024-05-20T21:34:05.546244+0000 (oldest deadline 2024-05-20T21:34:27.246291+0000) 2024-05-20T21:34:37.702 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:37 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:37.248+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.729700+0000 front 2024-05-20T21:33:29.730318+0000 (oldest deadline 2024-05-20T21:33:53.829878+0000) 2024-05-20T21:34:37.702 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:37 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:37.248+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.332028+0000 front 2024-05-20T21:33:37.332113+0000 (oldest deadline 2024-05-20T21:34:02.032260+0000) 2024-05-20T21:34:37.702 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:37 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:37.248+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.236149+0000 front 2024-05-20T21:33:47.235891+0000 (oldest deadline 2024-05-20T21:34:13.036927+0000) 2024-05-20T21:34:37.702 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:37 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:37.248+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:57.138761+0000 front 2024-05-20T21:33:57.139355+0000 (oldest deadline 2024-05-20T21:34:20.639121+0000) 2024-05-20T21:34:37.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:37 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:37.620+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:40.856334+0000 front 2024-05-20T21:33:40.856350+0000 (oldest deadline 2024-05-20T21:34:06.756341+0000) 2024-05-20T21:34:37.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:37 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:37.620+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.257420+0000 front 2024-05-20T21:33:47.257449+0000 (oldest deadline 2024-05-20T21:34:11.957474+0000) 2024-05-20T21:34:37.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:37 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:37.620+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.058843+0000 front 2024-05-20T21:33:56.058675+0000 (oldest deadline 2024-05-20T21:34:21.358463+0000) 2024-05-20T21:34:37.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:37 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:37.620+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:06.059513+0000 front 2024-05-20T21:34:06.059563+0000 (oldest deadline 2024-05-20T21:34:28.359410+0000) 2024-05-20T21:34:37.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:37 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:37.624+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:34:37.923 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:37 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:37.624+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.138364+0000 front 2024-05-20T21:33:38.138449+0000 (oldest deadline 2024-05-20T21:34:04.038275+0000) 2024-05-20T21:34:37.923 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:37 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:37.624+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.739156+0000 front 2024-05-20T21:33:45.739178+0000 (oldest deadline 2024-05-20T21:34:12.139774+0000) 2024-05-20T21:34:37.923 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:37 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:37.624+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:06.142485+0000 front 2024-05-20T21:34:06.142335+0000 (oldest deadline 2024-05-20T21:34:30.842412+0000) 2024-05-20T21:34:37.923 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:37 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:37.624+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6812 osd.5 since back 2024-05-20T21:34:11.943450+0000 front 2024-05-20T21:34:11.943324+0000 (oldest deadline 2024-05-20T21:34:36.643473+0000) 2024-05-20T21:34:38.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:38 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:38.185+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:34:38.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:38 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:38.185+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.440685+0000 front 2024-05-20T21:33:39.440595+0000 (oldest deadline 2024-05-20T21:34:01.740793+0000) 2024-05-20T21:34:38.675 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:38 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:38.185+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:48.742942+0000 front 2024-05-20T21:33:48.742917+0000 (oldest deadline 2024-05-20T21:34:12.242862+0000) 2024-05-20T21:34:38.675 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:38 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:38.185+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.745277+0000 front 2024-05-20T21:33:56.745149+0000 (oldest deadline 2024-05-20T21:34:19.645135+0000) 2024-05-20T21:34:38.675 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:38 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:38.185+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:05.546200+0000 front 2024-05-20T21:34:05.546244+0000 (oldest deadline 2024-05-20T21:34:27.246291+0000) 2024-05-20T21:34:38.702 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:38 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:38.267+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.729700+0000 front 2024-05-20T21:33:29.730318+0000 (oldest deadline 2024-05-20T21:33:53.829878+0000) 2024-05-20T21:34:38.702 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:38 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:38.267+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.332028+0000 front 2024-05-20T21:33:37.332113+0000 (oldest deadline 2024-05-20T21:34:02.032260+0000) 2024-05-20T21:34:38.702 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:38 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:38.267+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.236149+0000 front 2024-05-20T21:33:47.235891+0000 (oldest deadline 2024-05-20T21:34:13.036927+0000) 2024-05-20T21:34:38.702 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:38 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:38.267+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:57.138761+0000 front 2024-05-20T21:33:57.139355+0000 (oldest deadline 2024-05-20T21:34:20.639121+0000) 2024-05-20T21:34:38.921 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:38 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:38.597+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:40.856334+0000 front 2024-05-20T21:33:40.856350+0000 (oldest deadline 2024-05-20T21:34:06.756341+0000) 2024-05-20T21:34:38.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:38 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:38.597+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.257420+0000 front 2024-05-20T21:33:47.257449+0000 (oldest deadline 2024-05-20T21:34:11.957474+0000) 2024-05-20T21:34:38.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:38 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:38.597+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.058843+0000 front 2024-05-20T21:33:56.058675+0000 (oldest deadline 2024-05-20T21:34:21.358463+0000) 2024-05-20T21:34:38.922 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:38 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8[55007]: 2024-05-20T21:34:38.597+0000 7fc31f8cd700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:06.059513+0000 front 2024-05-20T21:34:06.059563+0000 (oldest deadline 2024-05-20T21:34:28.359410+0000) 2024-05-20T21:34:38.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:38 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:38.580+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:34:38.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:38 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:38.580+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.138364+0000 front 2024-05-20T21:33:38.138449+0000 (oldest deadline 2024-05-20T21:34:04.038275+0000) 2024-05-20T21:34:38.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:38 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:38.580+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.739156+0000 front 2024-05-20T21:33:45.739178+0000 (oldest deadline 2024-05-20T21:34:12.139774+0000) 2024-05-20T21:34:38.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:38 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:38.580+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:06.142485+0000 front 2024-05-20T21:34:06.142335+0000 (oldest deadline 2024-05-20T21:34:30.842412+0000) 2024-05-20T21:34:38.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:38 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:38.580+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6812 osd.5 since back 2024-05-20T21:34:11.943450+0000 front 2024-05-20T21:34:11.943324+0000 (oldest deadline 2024-05-20T21:34:36.643473+0000) 2024-05-20T21:34:39.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:39 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:39.210+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:34:39.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:39 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:39.210+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.440685+0000 front 2024-05-20T21:33:39.440595+0000 (oldest deadline 2024-05-20T21:34:01.740793+0000) 2024-05-20T21:34:39.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:39 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:39.210+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:48.742942+0000 front 2024-05-20T21:33:48.742917+0000 (oldest deadline 2024-05-20T21:34:12.242862+0000) 2024-05-20T21:34:39.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:39 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:39.210+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.745277+0000 front 2024-05-20T21:33:56.745149+0000 (oldest deadline 2024-05-20T21:34:19.645135+0000) 2024-05-20T21:34:39.675 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:39 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:39.210+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:05.546200+0000 front 2024-05-20T21:34:05.546244+0000 (oldest deadline 2024-05-20T21:34:27.246291+0000) 2024-05-20T21:34:39.675 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:39 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:39.210+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6812 osd.5 since back 2024-05-20T21:34:12.547237+0000 front 2024-05-20T21:34:12.547332+0000 (oldest deadline 2024-05-20T21:34:38.447190+0000) 2024-05-20T21:34:39.702 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:39 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:39.262+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.729700+0000 front 2024-05-20T21:33:29.730318+0000 (oldest deadline 2024-05-20T21:33:53.829878+0000) 2024-05-20T21:34:39.702 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:39 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:39.262+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.332028+0000 front 2024-05-20T21:33:37.332113+0000 (oldest deadline 2024-05-20T21:34:02.032260+0000) 2024-05-20T21:34:39.702 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:39 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:39.262+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.236149+0000 front 2024-05-20T21:33:47.235891+0000 (oldest deadline 2024-05-20T21:34:13.036927+0000) 2024-05-20T21:34:39.702 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:39 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:39.262+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:57.138761+0000 front 2024-05-20T21:33:57.139355+0000 (oldest deadline 2024-05-20T21:34:20.639121+0000) 2024-05-20T21:34:39.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:39 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:39.575+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:34:39.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:39 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:39.575+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.138364+0000 front 2024-05-20T21:33:38.138449+0000 (oldest deadline 2024-05-20T21:34:04.038275+0000) 2024-05-20T21:34:39.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:39 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:39.575+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.739156+0000 front 2024-05-20T21:33:45.739178+0000 (oldest deadline 2024-05-20T21:34:12.139774+0000) 2024-05-20T21:34:39.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:39 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:39.575+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:06.142485+0000 front 2024-05-20T21:34:06.142335+0000 (oldest deadline 2024-05-20T21:34:30.842412+0000) 2024-05-20T21:34:39.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:39 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:39.575+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6812 osd.5 since back 2024-05-20T21:34:11.943450+0000 front 2024-05-20T21:34:11.943324+0000 (oldest deadline 2024-05-20T21:34:36.643473+0000) 2024-05-20T21:34:40.328 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:39 smithi130 podman[73986]: 2024-05-20 21:34:39.995222325 +0000 UTC m=+5.651625048 container died 7ae925c3c8114e90138153abfada43817300bf0f03b773d81f2e3f76af691a39 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-20T21:34:40.623 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:40 smithi130 podman[73986]: 2024-05-20 21:34:40.32935387 +0000 UTC m=+5.985756611 container cleanup 7ae925c3c8114e90138153abfada43817300bf0f03b773d81f2e3f76af691a39 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-4ebd1d5, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-05-20T21:34:40.624 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:40 smithi130 bash[73986]: ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8 2024-05-20T21:34:40.624 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:40 smithi130 podman[74002]: 2024-05-20 21:34:40.497078083 +0000 UTC m=+0.497970599 container remove 7ae925c3c8114e90138153abfada43817300bf0f03b773d81f2e3f76af691a39 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-05-20T21:34:40.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:40 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:40.204+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:34:40.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:40 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:40.204+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.440685+0000 front 2024-05-20T21:33:39.440595+0000 (oldest deadline 2024-05-20T21:34:01.740793+0000) 2024-05-20T21:34:40.675 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:40 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:40.204+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:48.742942+0000 front 2024-05-20T21:33:48.742917+0000 (oldest deadline 2024-05-20T21:34:12.242862+0000) 2024-05-20T21:34:40.675 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:40 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:40.204+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.745277+0000 front 2024-05-20T21:33:56.745149+0000 (oldest deadline 2024-05-20T21:34:19.645135+0000) 2024-05-20T21:34:40.675 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:40 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:40.204+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:05.546200+0000 front 2024-05-20T21:34:05.546244+0000 (oldest deadline 2024-05-20T21:34:27.246291+0000) 2024-05-20T21:34:40.675 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:40 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:40.204+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6812 osd.5 since back 2024-05-20T21:34:12.547237+0000 front 2024-05-20T21:34:12.547332+0000 (oldest deadline 2024-05-20T21:34:38.447190+0000) 2024-05-20T21:34:40.702 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:40 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:40.235+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.729700+0000 front 2024-05-20T21:33:29.730318+0000 (oldest deadline 2024-05-20T21:33:53.829878+0000) 2024-05-20T21:34:40.702 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:40 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:40.235+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.332028+0000 front 2024-05-20T21:33:37.332113+0000 (oldest deadline 2024-05-20T21:34:02.032260+0000) 2024-05-20T21:34:40.702 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:40 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:40.235+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.236149+0000 front 2024-05-20T21:33:47.235891+0000 (oldest deadline 2024-05-20T21:34:13.036927+0000) 2024-05-20T21:34:40.703 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:40 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:40.235+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:57.138761+0000 front 2024-05-20T21:33:57.139355+0000 (oldest deadline 2024-05-20T21:34:20.639121+0000) 2024-05-20T21:34:40.703 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:40 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:40.235+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.130:6812 osd.5 since back 2024-05-20T21:34:14.044035+0000 front 2024-05-20T21:34:14.044157+0000 (oldest deadline 2024-05-20T21:34:39.344232+0000) 2024-05-20T21:34:40.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:40 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:40.623+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:34:40.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:40 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:40.623+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.138364+0000 front 2024-05-20T21:33:38.138449+0000 (oldest deadline 2024-05-20T21:34:04.038275+0000) 2024-05-20T21:34:40.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:40 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:40.623+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.739156+0000 front 2024-05-20T21:33:45.739178+0000 (oldest deadline 2024-05-20T21:34:12.139774+0000) 2024-05-20T21:34:40.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:40 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:40.623+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:06.142485+0000 front 2024-05-20T21:34:06.142335+0000 (oldest deadline 2024-05-20T21:34:30.842412+0000) 2024-05-20T21:34:40.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:40 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:40.623+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6812 osd.5 since back 2024-05-20T21:34:11.943450+0000 front 2024-05-20T21:34:11.943324+0000 (oldest deadline 2024-05-20T21:34:36.643473+0000) 2024-05-20T21:34:41.224 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:40 smithi130 podman[74094]: 2024-05-20 21:34:40.849673773 +0000 UTC m=+0.017014870 image pull 559f9f2978373b56e1ed37e8f2207b076e9eb3d6ccfe36983da65ed32ed7d489 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3 2024-05-20T21:34:41.224 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:40 smithi130 podman[74094]: 2024-05-20 21:34:40.957106385 +0000 UTC m=+0.124447471 container create d6dd00c59dabf9f03839c193d397dcbce12267fb2f429fb9204756f5f12a0210 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8-deactivate, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0) 2024-05-20T21:34:41.224 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:41 smithi130 podman[74094]: 2024-05-20 21:34:41.150684639 +0000 UTC m=+0.318025740 container init d6dd00c59dabf9f03839c193d397dcbce12267fb2f429fb9204756f5f12a0210 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8-deactivate, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-20T21:34:41.225 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:41 smithi130 podman[74094]: 2024-05-20 21:34:41.15395809 +0000 UTC m=+0.321299182 container start d6dd00c59dabf9f03839c193d397dcbce12267fb2f429fb9204756f5f12a0210 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8-deactivate, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-20T21:34:41.225 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:41 smithi130 podman[74094]: 2024-05-20 21:34:41.225055471 +0000 UTC m=+0.392396580 container attach d6dd00c59dabf9f03839c193d397dcbce12267fb2f429fb9204756f5f12a0210 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, ceph=True, RELEASE=wip-lusov-quiesce-4ebd1d5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-05-20T21:34:41.424 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:41 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:41.161+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:34:41.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:41 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:41.161+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.440685+0000 front 2024-05-20T21:33:39.440595+0000 (oldest deadline 2024-05-20T21:34:01.740793+0000) 2024-05-20T21:34:41.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:41 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:41.161+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:48.742942+0000 front 2024-05-20T21:33:48.742917+0000 (oldest deadline 2024-05-20T21:34:12.242862+0000) 2024-05-20T21:34:41.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:41 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:41.161+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.745277+0000 front 2024-05-20T21:33:56.745149+0000 (oldest deadline 2024-05-20T21:34:19.645135+0000) 2024-05-20T21:34:41.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:41 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:41.161+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:05.546200+0000 front 2024-05-20T21:34:05.546244+0000 (oldest deadline 2024-05-20T21:34:27.246291+0000) 2024-05-20T21:34:41.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:41 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:41.161+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6812 osd.5 since back 2024-05-20T21:34:12.547237+0000 front 2024-05-20T21:34:12.547332+0000 (oldest deadline 2024-05-20T21:34:38.447190+0000) 2024-05-20T21:34:41.587 INFO:journalctl@ceph.osd.8.smithi130.stdout:May 20 21:34:41 smithi130 podman[74094]: 2024-05-20 21:34:41.450154303 +0000 UTC m=+0.617495399 container died d6dd00c59dabf9f03839c193d397dcbce12267fb2f429fb9204756f5f12a0210 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-8-deactivate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.license=GPLv2) 2024-05-20T21:34:41.703 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:41 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:41.248+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.729700+0000 front 2024-05-20T21:33:29.730318+0000 (oldest deadline 2024-05-20T21:33:53.829878+0000) 2024-05-20T21:34:41.703 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:41 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:41.248+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.332028+0000 front 2024-05-20T21:33:37.332113+0000 (oldest deadline 2024-05-20T21:34:02.032260+0000) 2024-05-20T21:34:41.703 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:41 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:41.248+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.236149+0000 front 2024-05-20T21:33:47.235891+0000 (oldest deadline 2024-05-20T21:34:13.036927+0000) 2024-05-20T21:34:41.703 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:41 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:41.248+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:57.138761+0000 front 2024-05-20T21:33:57.139355+0000 (oldest deadline 2024-05-20T21:34:20.639121+0000) 2024-05-20T21:34:41.703 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:41 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:41.248+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.130:6812 osd.5 since back 2024-05-20T21:34:14.044035+0000 front 2024-05-20T21:34:14.044157+0000 (oldest deadline 2024-05-20T21:34:39.344232+0000) 2024-05-20T21:34:41.921 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:41 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:41.587+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:34:41.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:41 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:41.587+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.138364+0000 front 2024-05-20T21:33:38.138449+0000 (oldest deadline 2024-05-20T21:34:04.038275+0000) 2024-05-20T21:34:41.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:41 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:41.587+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.739156+0000 front 2024-05-20T21:33:45.739178+0000 (oldest deadline 2024-05-20T21:34:12.139774+0000) 2024-05-20T21:34:41.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:41 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:41.587+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:06.142485+0000 front 2024-05-20T21:34:06.142335+0000 (oldest deadline 2024-05-20T21:34:30.842412+0000) 2024-05-20T21:34:41.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:41 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:41.587+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6812 osd.5 since back 2024-05-20T21:34:11.943450+0000 front 2024-05-20T21:34:11.943324+0000 (oldest deadline 2024-05-20T21:34:36.643473+0000) 2024-05-20T21:34:42.085 DEBUG:teuthology.orchestra.run.smithi130:> sudo pkill -f 'journalctl -f -n 0 -u ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@osd.8.service' 2024-05-20T21:34:42.124 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-20T21:34:42.125 INFO:tasks.cephadm.osd.8:Stopped osd.8 2024-05-20T21:34:42.125 INFO:tasks.cephadm.osd.9:Stopping osd.9... 2024-05-20T21:34:42.125 DEBUG:teuthology.orchestra.run.smithi008:> sudo systemctl stop ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@osd.9 2024-05-20T21:34:42.424 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:42 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:42.154+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:34:42.424 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:42 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:42.154+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.440685+0000 front 2024-05-20T21:33:39.440595+0000 (oldest deadline 2024-05-20T21:34:01.740793+0000) 2024-05-20T21:34:42.424 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:42 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:42.154+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:48.742942+0000 front 2024-05-20T21:33:48.742917+0000 (oldest deadline 2024-05-20T21:34:12.242862+0000) 2024-05-20T21:34:42.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:42 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:42.154+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.745277+0000 front 2024-05-20T21:33:56.745149+0000 (oldest deadline 2024-05-20T21:34:19.645135+0000) 2024-05-20T21:34:42.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:42 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:42.154+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:05.546200+0000 front 2024-05-20T21:34:05.546244+0000 (oldest deadline 2024-05-20T21:34:27.246291+0000) 2024-05-20T21:34:42.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:42 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:42.154+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6812 osd.5 since back 2024-05-20T21:34:12.547237+0000 front 2024-05-20T21:34:12.547332+0000 (oldest deadline 2024-05-20T21:34:38.447190+0000) 2024-05-20T21:34:42.672 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:42 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:42.576+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:34:42.672 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:42 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:42.576+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.138364+0000 front 2024-05-20T21:33:38.138449+0000 (oldest deadline 2024-05-20T21:34:04.038275+0000) 2024-05-20T21:34:42.672 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:42 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:42.576+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.739156+0000 front 2024-05-20T21:33:45.739178+0000 (oldest deadline 2024-05-20T21:34:12.139774+0000) 2024-05-20T21:34:42.672 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:42 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:42.576+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:06.142485+0000 front 2024-05-20T21:34:06.142335+0000 (oldest deadline 2024-05-20T21:34:30.842412+0000) 2024-05-20T21:34:42.672 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:42 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:42.576+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6812 osd.5 since back 2024-05-20T21:34:11.943450+0000 front 2024-05-20T21:34:11.943324+0000 (oldest deadline 2024-05-20T21:34:36.643473+0000) 2024-05-20T21:34:42.672 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:42 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:42.243+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.729700+0000 front 2024-05-20T21:33:29.730318+0000 (oldest deadline 2024-05-20T21:33:53.829878+0000) 2024-05-20T21:34:42.673 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:42 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:42.243+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.332028+0000 front 2024-05-20T21:33:37.332113+0000 (oldest deadline 2024-05-20T21:34:02.032260+0000) 2024-05-20T21:34:42.673 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:42 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:42.243+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.236149+0000 front 2024-05-20T21:33:47.235891+0000 (oldest deadline 2024-05-20T21:34:13.036927+0000) 2024-05-20T21:34:42.673 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:42 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:42.243+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:57.138761+0000 front 2024-05-20T21:33:57.139355+0000 (oldest deadline 2024-05-20T21:34:20.639121+0000) 2024-05-20T21:34:42.673 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:42 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:42.243+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.130:6812 osd.5 since back 2024-05-20T21:34:14.044035+0000 front 2024-05-20T21:34:14.044157+0000 (oldest deadline 2024-05-20T21:34:39.344232+0000) 2024-05-20T21:34:42.673 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:42 smithi008 systemd[1]: Stopping Ceph osd.9 for 060ce10e-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:34:42.952 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:42 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:42.670+0000 7fe733600700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.9 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-20T21:34:42.952 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:42 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:42.670+0000 7fe733600700 -1 osd.9 84 *** Got signal Terminated *** 2024-05-20T21:34:42.953 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:42 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:42.670+0000 7fe733600700 -1 osd.9 84 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-20T21:34:43.424 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:43 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:43.161+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:34:43.424 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:43 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:43.161+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.440685+0000 front 2024-05-20T21:33:39.440595+0000 (oldest deadline 2024-05-20T21:34:01.740793+0000) 2024-05-20T21:34:43.424 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:43 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:43.161+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:48.742942+0000 front 2024-05-20T21:33:48.742917+0000 (oldest deadline 2024-05-20T21:34:12.242862+0000) 2024-05-20T21:34:43.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:43 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:43.161+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.745277+0000 front 2024-05-20T21:33:56.745149+0000 (oldest deadline 2024-05-20T21:34:19.645135+0000) 2024-05-20T21:34:43.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:43 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:43.161+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:05.546200+0000 front 2024-05-20T21:34:05.546244+0000 (oldest deadline 2024-05-20T21:34:27.246291+0000) 2024-05-20T21:34:43.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:43 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:43.161+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6812 osd.5 since back 2024-05-20T21:34:12.547237+0000 front 2024-05-20T21:34:12.547332+0000 (oldest deadline 2024-05-20T21:34:38.447190+0000) 2024-05-20T21:34:43.452 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:43 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:43.194+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.729700+0000 front 2024-05-20T21:33:29.730318+0000 (oldest deadline 2024-05-20T21:33:53.829878+0000) 2024-05-20T21:34:43.452 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:43 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:43.194+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.332028+0000 front 2024-05-20T21:33:37.332113+0000 (oldest deadline 2024-05-20T21:34:02.032260+0000) 2024-05-20T21:34:43.452 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:43 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:43.194+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.236149+0000 front 2024-05-20T21:33:47.235891+0000 (oldest deadline 2024-05-20T21:34:13.036927+0000) 2024-05-20T21:34:43.452 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:43 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:43.194+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:57.138761+0000 front 2024-05-20T21:33:57.139355+0000 (oldest deadline 2024-05-20T21:34:20.639121+0000) 2024-05-20T21:34:43.452 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:43 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:43.194+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.130:6812 osd.5 since back 2024-05-20T21:34:14.044035+0000 front 2024-05-20T21:34:14.044157+0000 (oldest deadline 2024-05-20T21:34:39.344232+0000) 2024-05-20T21:34:43.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:43 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:43.599+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:34:43.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:43 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:43.599+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.138364+0000 front 2024-05-20T21:33:38.138449+0000 (oldest deadline 2024-05-20T21:34:04.038275+0000) 2024-05-20T21:34:43.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:43 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:43.599+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.739156+0000 front 2024-05-20T21:33:45.739178+0000 (oldest deadline 2024-05-20T21:34:12.139774+0000) 2024-05-20T21:34:43.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:43 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:43.599+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:06.142485+0000 front 2024-05-20T21:34:06.142335+0000 (oldest deadline 2024-05-20T21:34:30.842412+0000) 2024-05-20T21:34:43.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:43 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:43.599+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6812 osd.5 since back 2024-05-20T21:34:11.943450+0000 front 2024-05-20T21:34:11.943324+0000 (oldest deadline 2024-05-20T21:34:36.643473+0000) 2024-05-20T21:34:44.424 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:44 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:44.115+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:34:44.424 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:44 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:44.115+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.440685+0000 front 2024-05-20T21:33:39.440595+0000 (oldest deadline 2024-05-20T21:34:01.740793+0000) 2024-05-20T21:34:44.424 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:44 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:44.115+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:48.742942+0000 front 2024-05-20T21:33:48.742917+0000 (oldest deadline 2024-05-20T21:34:12.242862+0000) 2024-05-20T21:34:44.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:44 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:44.115+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.745277+0000 front 2024-05-20T21:33:56.745149+0000 (oldest deadline 2024-05-20T21:34:19.645135+0000) 2024-05-20T21:34:44.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:44 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:44.115+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:05.546200+0000 front 2024-05-20T21:34:05.546244+0000 (oldest deadline 2024-05-20T21:34:27.246291+0000) 2024-05-20T21:34:44.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:44 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:44.115+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6812 osd.5 since back 2024-05-20T21:34:12.547237+0000 front 2024-05-20T21:34:12.547332+0000 (oldest deadline 2024-05-20T21:34:38.447190+0000) 2024-05-20T21:34:44.452 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:44 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:44.200+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.729700+0000 front 2024-05-20T21:33:29.730318+0000 (oldest deadline 2024-05-20T21:33:53.829878+0000) 2024-05-20T21:34:44.452 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:44 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:44.200+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.332028+0000 front 2024-05-20T21:33:37.332113+0000 (oldest deadline 2024-05-20T21:34:02.032260+0000) 2024-05-20T21:34:44.452 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:44 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:44.200+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.236149+0000 front 2024-05-20T21:33:47.235891+0000 (oldest deadline 2024-05-20T21:34:13.036927+0000) 2024-05-20T21:34:44.452 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:44 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:44.200+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:57.138761+0000 front 2024-05-20T21:33:57.139355+0000 (oldest deadline 2024-05-20T21:34:20.639121+0000) 2024-05-20T21:34:44.452 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:44 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:44.200+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.130:6812 osd.5 since back 2024-05-20T21:34:14.044035+0000 front 2024-05-20T21:34:14.044157+0000 (oldest deadline 2024-05-20T21:34:39.344232+0000) 2024-05-20T21:34:44.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:44 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:44.602+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:34:44.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:44 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:44.602+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.138364+0000 front 2024-05-20T21:33:38.138449+0000 (oldest deadline 2024-05-20T21:34:04.038275+0000) 2024-05-20T21:34:44.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:44 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:44.602+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.739156+0000 front 2024-05-20T21:33:45.739178+0000 (oldest deadline 2024-05-20T21:34:12.139774+0000) 2024-05-20T21:34:44.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:44 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:44.602+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:06.142485+0000 front 2024-05-20T21:34:06.142335+0000 (oldest deadline 2024-05-20T21:34:30.842412+0000) 2024-05-20T21:34:44.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:44 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:44.602+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6812 osd.5 since back 2024-05-20T21:34:11.943450+0000 front 2024-05-20T21:34:11.943324+0000 (oldest deadline 2024-05-20T21:34:36.643473+0000) 2024-05-20T21:34:44.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:44 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:44.602+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6822 osd.6 since back 2024-05-20T21:34:21.944670+0000 front 2024-05-20T21:34:21.944546+0000 (oldest deadline 2024-05-20T21:34:44.244280+0000) 2024-05-20T21:34:45.424 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:45 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:45.113+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:34:45.424 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:45 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:45.113+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.440685+0000 front 2024-05-20T21:33:39.440595+0000 (oldest deadline 2024-05-20T21:34:01.740793+0000) 2024-05-20T21:34:45.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:45 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:45.113+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:48.742942+0000 front 2024-05-20T21:33:48.742917+0000 (oldest deadline 2024-05-20T21:34:12.242862+0000) 2024-05-20T21:34:45.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:45 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:45.113+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.745277+0000 front 2024-05-20T21:33:56.745149+0000 (oldest deadline 2024-05-20T21:34:19.645135+0000) 2024-05-20T21:34:45.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:45 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:45.113+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:05.546200+0000 front 2024-05-20T21:34:05.546244+0000 (oldest deadline 2024-05-20T21:34:27.246291+0000) 2024-05-20T21:34:45.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:45 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:45.113+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6812 osd.5 since back 2024-05-20T21:34:12.547237+0000 front 2024-05-20T21:34:12.547332+0000 (oldest deadline 2024-05-20T21:34:38.447190+0000) 2024-05-20T21:34:45.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:45 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:45.113+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6822 osd.6 since back 2024-05-20T21:34:20.748332+0000 front 2024-05-20T21:34:20.748458+0000 (oldest deadline 2024-05-20T21:34:44.247987+0000) 2024-05-20T21:34:45.452 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:45 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:45.166+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.729700+0000 front 2024-05-20T21:33:29.730318+0000 (oldest deadline 2024-05-20T21:33:53.829878+0000) 2024-05-20T21:34:45.452 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:45 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:45.166+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.332028+0000 front 2024-05-20T21:33:37.332113+0000 (oldest deadline 2024-05-20T21:34:02.032260+0000) 2024-05-20T21:34:45.452 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:45 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:45.166+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.236149+0000 front 2024-05-20T21:33:47.235891+0000 (oldest deadline 2024-05-20T21:34:13.036927+0000) 2024-05-20T21:34:45.452 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:45 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:45.166+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:57.138761+0000 front 2024-05-20T21:33:57.139355+0000 (oldest deadline 2024-05-20T21:34:20.639121+0000) 2024-05-20T21:34:45.452 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:45 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:45.166+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.130:6812 osd.5 since back 2024-05-20T21:34:14.044035+0000 front 2024-05-20T21:34:14.044157+0000 (oldest deadline 2024-05-20T21:34:39.344232+0000) 2024-05-20T21:34:45.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:45 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:45.606+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:34:45.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:45 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:45.606+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.138364+0000 front 2024-05-20T21:33:38.138449+0000 (oldest deadline 2024-05-20T21:34:04.038275+0000) 2024-05-20T21:34:45.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:45 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:45.606+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.739156+0000 front 2024-05-20T21:33:45.739178+0000 (oldest deadline 2024-05-20T21:34:12.139774+0000) 2024-05-20T21:34:45.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:45 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:45.606+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:06.142485+0000 front 2024-05-20T21:34:06.142335+0000 (oldest deadline 2024-05-20T21:34:30.842412+0000) 2024-05-20T21:34:45.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:45 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:45.606+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6812 osd.5 since back 2024-05-20T21:34:11.943450+0000 front 2024-05-20T21:34:11.943324+0000 (oldest deadline 2024-05-20T21:34:36.643473+0000) 2024-05-20T21:34:45.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:45 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:45.606+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6822 osd.6 since back 2024-05-20T21:34:21.944670+0000 front 2024-05-20T21:34:21.944546+0000 (oldest deadline 2024-05-20T21:34:44.244280+0000) 2024-05-20T21:34:46.424 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:46 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:46.132+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:34:46.424 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:46 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:46.132+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.440685+0000 front 2024-05-20T21:33:39.440595+0000 (oldest deadline 2024-05-20T21:34:01.740793+0000) 2024-05-20T21:34:46.424 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:46 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:46.132+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:48.742942+0000 front 2024-05-20T21:33:48.742917+0000 (oldest deadline 2024-05-20T21:34:12.242862+0000) 2024-05-20T21:34:46.424 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:46 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:46.132+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.745277+0000 front 2024-05-20T21:33:56.745149+0000 (oldest deadline 2024-05-20T21:34:19.645135+0000) 2024-05-20T21:34:46.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:46 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:46.132+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:05.546200+0000 front 2024-05-20T21:34:05.546244+0000 (oldest deadline 2024-05-20T21:34:27.246291+0000) 2024-05-20T21:34:46.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:46 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:46.132+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6812 osd.5 since back 2024-05-20T21:34:12.547237+0000 front 2024-05-20T21:34:12.547332+0000 (oldest deadline 2024-05-20T21:34:38.447190+0000) 2024-05-20T21:34:46.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:46 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:46.132+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6822 osd.6 since back 2024-05-20T21:34:20.748332+0000 front 2024-05-20T21:34:20.748458+0000 (oldest deadline 2024-05-20T21:34:44.247987+0000) 2024-05-20T21:34:46.452 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:46 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:46.153+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.729700+0000 front 2024-05-20T21:33:29.730318+0000 (oldest deadline 2024-05-20T21:33:53.829878+0000) 2024-05-20T21:34:46.452 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:46 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:46.153+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.332028+0000 front 2024-05-20T21:33:37.332113+0000 (oldest deadline 2024-05-20T21:34:02.032260+0000) 2024-05-20T21:34:46.452 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:46 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:46.153+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.236149+0000 front 2024-05-20T21:33:47.235891+0000 (oldest deadline 2024-05-20T21:34:13.036927+0000) 2024-05-20T21:34:46.452 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:46 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:46.153+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:57.138761+0000 front 2024-05-20T21:33:57.139355+0000 (oldest deadline 2024-05-20T21:34:20.639121+0000) 2024-05-20T21:34:46.452 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:46 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:46.153+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.130:6812 osd.5 since back 2024-05-20T21:34:14.044035+0000 front 2024-05-20T21:34:14.044157+0000 (oldest deadline 2024-05-20T21:34:39.344232+0000) 2024-05-20T21:34:46.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:46 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:46.582+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:34:46.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:46 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:46.582+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.138364+0000 front 2024-05-20T21:33:38.138449+0000 (oldest deadline 2024-05-20T21:34:04.038275+0000) 2024-05-20T21:34:46.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:46 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:46.582+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.739156+0000 front 2024-05-20T21:33:45.739178+0000 (oldest deadline 2024-05-20T21:34:12.139774+0000) 2024-05-20T21:34:46.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:46 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:46.582+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:06.142485+0000 front 2024-05-20T21:34:06.142335+0000 (oldest deadline 2024-05-20T21:34:30.842412+0000) 2024-05-20T21:34:46.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:46 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:46.582+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6812 osd.5 since back 2024-05-20T21:34:11.943450+0000 front 2024-05-20T21:34:11.943324+0000 (oldest deadline 2024-05-20T21:34:36.643473+0000) 2024-05-20T21:34:46.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:46 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:46.582+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6822 osd.6 since back 2024-05-20T21:34:21.944670+0000 front 2024-05-20T21:34:21.944546+0000 (oldest deadline 2024-05-20T21:34:44.244280+0000) 2024-05-20T21:34:47.424 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:47 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:47.164+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:34:47.424 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:47 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:47.164+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.440685+0000 front 2024-05-20T21:33:39.440595+0000 (oldest deadline 2024-05-20T21:34:01.740793+0000) 2024-05-20T21:34:47.424 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:47 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:47.164+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:48.742942+0000 front 2024-05-20T21:33:48.742917+0000 (oldest deadline 2024-05-20T21:34:12.242862+0000) 2024-05-20T21:34:47.424 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:47 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:47.164+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.745277+0000 front 2024-05-20T21:33:56.745149+0000 (oldest deadline 2024-05-20T21:34:19.645135+0000) 2024-05-20T21:34:47.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:47 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:47.164+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:05.546200+0000 front 2024-05-20T21:34:05.546244+0000 (oldest deadline 2024-05-20T21:34:27.246291+0000) 2024-05-20T21:34:47.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:47 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:47.164+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6812 osd.5 since back 2024-05-20T21:34:12.547237+0000 front 2024-05-20T21:34:12.547332+0000 (oldest deadline 2024-05-20T21:34:38.447190+0000) 2024-05-20T21:34:47.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:47 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:47.164+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6822 osd.6 since back 2024-05-20T21:34:20.748332+0000 front 2024-05-20T21:34:20.748458+0000 (oldest deadline 2024-05-20T21:34:44.247987+0000) 2024-05-20T21:34:47.452 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:47 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:47.128+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.729700+0000 front 2024-05-20T21:33:29.730318+0000 (oldest deadline 2024-05-20T21:33:53.829878+0000) 2024-05-20T21:34:47.452 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:47 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:47.128+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:37.332028+0000 front 2024-05-20T21:33:37.332113+0000 (oldest deadline 2024-05-20T21:34:02.032260+0000) 2024-05-20T21:34:47.452 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:47 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:47.128+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:47.236149+0000 front 2024-05-20T21:33:47.235891+0000 (oldest deadline 2024-05-20T21:34:13.036927+0000) 2024-05-20T21:34:47.453 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:47 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:47.128+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:57.138761+0000 front 2024-05-20T21:33:57.139355+0000 (oldest deadline 2024-05-20T21:34:20.639121+0000) 2024-05-20T21:34:47.453 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:47 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9[65872]: 2024-05-20T21:34:47.128+0000 7fe729e00700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.130:6812 osd.5 since back 2024-05-20T21:34:14.044035+0000 front 2024-05-20T21:34:14.044157+0000 (oldest deadline 2024-05-20T21:34:39.344232+0000) 2024-05-20T21:34:47.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:47 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:47.630+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:34:47.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:47 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:47.630+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.138364+0000 front 2024-05-20T21:33:38.138449+0000 (oldest deadline 2024-05-20T21:34:04.038275+0000) 2024-05-20T21:34:47.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:47 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:47.630+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.739156+0000 front 2024-05-20T21:33:45.739178+0000 (oldest deadline 2024-05-20T21:34:12.139774+0000) 2024-05-20T21:34:47.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:47 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:47.630+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:06.142485+0000 front 2024-05-20T21:34:06.142335+0000 (oldest deadline 2024-05-20T21:34:30.842412+0000) 2024-05-20T21:34:47.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:47 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:47.630+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6812 osd.5 since back 2024-05-20T21:34:11.943450+0000 front 2024-05-20T21:34:11.943324+0000 (oldest deadline 2024-05-20T21:34:36.643473+0000) 2024-05-20T21:34:47.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:47 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:47.630+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6822 osd.6 since back 2024-05-20T21:34:21.944670+0000 front 2024-05-20T21:34:21.944546+0000 (oldest deadline 2024-05-20T21:34:44.244280+0000) 2024-05-20T21:34:48.336 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:48 smithi008 podman[142898]: 2024-05-20 21:34:48.040753903 +0000 UTC m=+5.506573839 container died 00f912fbeb7ef7870d3c41b1d3d323acaba038d67441542f2128d2c86da608f3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=) 2024-05-20T21:34:48.424 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:48 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:48.164+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:34:48.424 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:48 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:48.164+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.440685+0000 front 2024-05-20T21:33:39.440595+0000 (oldest deadline 2024-05-20T21:34:01.740793+0000) 2024-05-20T21:34:48.424 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:48 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:48.164+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:48.742942+0000 front 2024-05-20T21:33:48.742917+0000 (oldest deadline 2024-05-20T21:34:12.242862+0000) 2024-05-20T21:34:48.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:48 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:48.164+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.745277+0000 front 2024-05-20T21:33:56.745149+0000 (oldest deadline 2024-05-20T21:34:19.645135+0000) 2024-05-20T21:34:48.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:48 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:48.164+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:05.546200+0000 front 2024-05-20T21:34:05.546244+0000 (oldest deadline 2024-05-20T21:34:27.246291+0000) 2024-05-20T21:34:48.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:48 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:48.164+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6812 osd.5 since back 2024-05-20T21:34:12.547237+0000 front 2024-05-20T21:34:12.547332+0000 (oldest deadline 2024-05-20T21:34:38.447190+0000) 2024-05-20T21:34:48.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:48 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:48.164+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6822 osd.6 since back 2024-05-20T21:34:20.748332+0000 front 2024-05-20T21:34:20.748458+0000 (oldest deadline 2024-05-20T21:34:44.247987+0000) 2024-05-20T21:34:48.649 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:48 smithi008 podman[142898]: 2024-05-20 21:34:48.45587048 +0000 UTC m=+5.921690428 container cleanup 00f912fbeb7ef7870d3c41b1d3d323acaba038d67441542f2128d2c86da608f3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-4ebd1d5, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5) 2024-05-20T21:34:48.649 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:48 smithi008 bash[142898]: ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9 2024-05-20T21:34:48.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:48 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:48.645+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:34:48.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:48 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:48.645+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.138364+0000 front 2024-05-20T21:33:38.138449+0000 (oldest deadline 2024-05-20T21:34:04.038275+0000) 2024-05-20T21:34:48.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:48 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:48.645+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.739156+0000 front 2024-05-20T21:33:45.739178+0000 (oldest deadline 2024-05-20T21:34:12.139774+0000) 2024-05-20T21:34:48.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:48 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:48.645+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:06.142485+0000 front 2024-05-20T21:34:06.142335+0000 (oldest deadline 2024-05-20T21:34:30.842412+0000) 2024-05-20T21:34:48.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:48 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:48.645+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6812 osd.5 since back 2024-05-20T21:34:11.943450+0000 front 2024-05-20T21:34:11.943324+0000 (oldest deadline 2024-05-20T21:34:36.643473+0000) 2024-05-20T21:34:48.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:48 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:48.645+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6822 osd.6 since back 2024-05-20T21:34:21.944670+0000 front 2024-05-20T21:34:21.944546+0000 (oldest deadline 2024-05-20T21:34:44.244280+0000) 2024-05-20T21:34:48.952 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:48 smithi008 podman[142915]: 2024-05-20 21:34:48.648329429 +0000 UTC m=+0.593266194 container remove 00f912fbeb7ef7870d3c41b1d3d323acaba038d67441542f2128d2c86da608f3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-05-20T21:34:49.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:49 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:49.195+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:34:49.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:49 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:49.195+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.440685+0000 front 2024-05-20T21:33:39.440595+0000 (oldest deadline 2024-05-20T21:34:01.740793+0000) 2024-05-20T21:34:49.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:49 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:49.195+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:48.742942+0000 front 2024-05-20T21:33:48.742917+0000 (oldest deadline 2024-05-20T21:34:12.242862+0000) 2024-05-20T21:34:49.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:49 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:49.195+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.745277+0000 front 2024-05-20T21:33:56.745149+0000 (oldest deadline 2024-05-20T21:34:19.645135+0000) 2024-05-20T21:34:49.675 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:49 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:49.195+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:05.546200+0000 front 2024-05-20T21:34:05.546244+0000 (oldest deadline 2024-05-20T21:34:27.246291+0000) 2024-05-20T21:34:49.675 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:49 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:49.195+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6812 osd.5 since back 2024-05-20T21:34:12.547237+0000 front 2024-05-20T21:34:12.547332+0000 (oldest deadline 2024-05-20T21:34:38.447190+0000) 2024-05-20T21:34:49.675 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:49 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:49.195+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6822 osd.6 since back 2024-05-20T21:34:20.748332+0000 front 2024-05-20T21:34:20.748458+0000 (oldest deadline 2024-05-20T21:34:44.247987+0000) 2024-05-20T21:34:49.702 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:49 smithi008 podman[143008]: 2024-05-20 21:34:49.337911862 +0000 UTC m=+0.036860628 image pull 559f9f2978373b56e1ed37e8f2207b076e9eb3d6ccfe36983da65ed32ed7d489 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3 2024-05-20T21:34:49.702 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:49 smithi008 podman[143008]: 2024-05-20 21:34:49.440839766 +0000 UTC m=+0.139788565 container create e91428ca7f74da5125086761e33a81eec5f644727669a694a0867e5a735bee0f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9-deactivate, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-4ebd1d5, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-05-20T21:34:49.921 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:49 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:49.671+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:34:49.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:49 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:49.671+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.138364+0000 front 2024-05-20T21:33:38.138449+0000 (oldest deadline 2024-05-20T21:34:04.038275+0000) 2024-05-20T21:34:49.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:49 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:49.671+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.739156+0000 front 2024-05-20T21:33:45.739178+0000 (oldest deadline 2024-05-20T21:34:12.139774+0000) 2024-05-20T21:34:49.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:49 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:49.671+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:06.142485+0000 front 2024-05-20T21:34:06.142335+0000 (oldest deadline 2024-05-20T21:34:30.842412+0000) 2024-05-20T21:34:49.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:49 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:49.671+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6812 osd.5 since back 2024-05-20T21:34:11.943450+0000 front 2024-05-20T21:34:11.943324+0000 (oldest deadline 2024-05-20T21:34:36.643473+0000) 2024-05-20T21:34:49.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:49 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:49.671+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6822 osd.6 since back 2024-05-20T21:34:21.944670+0000 front 2024-05-20T21:34:21.944546+0000 (oldest deadline 2024-05-20T21:34:44.244280+0000) 2024-05-20T21:34:50.202 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:49 smithi008 podman[143008]: 2024-05-20 21:34:49.728098946 +0000 UTC m=+0.427047801 container init e91428ca7f74da5125086761e33a81eec5f644727669a694a0867e5a735bee0f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9-deactivate, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-4ebd1d5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-05-20T21:34:50.202 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:49 smithi008 podman[143008]: 2024-05-20 21:34:49.739608383 +0000 UTC m=+0.438557156 container start e91428ca7f74da5125086761e33a81eec5f644727669a694a0867e5a735bee0f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9-deactivate, org.label-schema.build-date=20240514, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-4ebd1d5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-05-20T21:34:50.202 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:49 smithi008 podman[143008]: 2024-05-20 21:34:49.826556004 +0000 UTC m=+0.525504846 container attach e91428ca7f74da5125086761e33a81eec5f644727669a694a0867e5a735bee0f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9-deactivate, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-4ebd1d5, CEPH_POINT_RELEASE=) 2024-05-20T21:34:50.424 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:50 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:50.158+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:34:50.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:50 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:50.158+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.440685+0000 front 2024-05-20T21:33:39.440595+0000 (oldest deadline 2024-05-20T21:34:01.740793+0000) 2024-05-20T21:34:50.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:50 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:50.158+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:48.742942+0000 front 2024-05-20T21:33:48.742917+0000 (oldest deadline 2024-05-20T21:34:12.242862+0000) 2024-05-20T21:34:50.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:50 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:50.158+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.745277+0000 front 2024-05-20T21:33:56.745149+0000 (oldest deadline 2024-05-20T21:34:19.645135+0000) 2024-05-20T21:34:50.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:50 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:50.158+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:05.546200+0000 front 2024-05-20T21:34:05.546244+0000 (oldest deadline 2024-05-20T21:34:27.246291+0000) 2024-05-20T21:34:50.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:50 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:50.158+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6812 osd.5 since back 2024-05-20T21:34:12.547237+0000 front 2024-05-20T21:34:12.547332+0000 (oldest deadline 2024-05-20T21:34:38.447190+0000) 2024-05-20T21:34:50.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:50 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:50.158+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6822 osd.6 since back 2024-05-20T21:34:20.748332+0000 front 2024-05-20T21:34:20.748458+0000 (oldest deadline 2024-05-20T21:34:44.247987+0000) 2024-05-20T21:34:50.583 INFO:journalctl@ceph.osd.9.smithi008.stdout:May 20 21:34:50 smithi008 podman[143034]: 2024-05-20 21:34:50.276738296 +0000 UTC m=+0.037149183 container died e91428ca7f74da5125086761e33a81eec5f644727669a694a0867e5a735bee0f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-9-deactivate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, org.label-schema.build-date=20240514, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-4ebd1d5, maintainer=Guillaume Abrioux ) 2024-05-20T21:34:50.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:50 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:50.640+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:34:50.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:50 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:50.640+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.138364+0000 front 2024-05-20T21:33:38.138449+0000 (oldest deadline 2024-05-20T21:34:04.038275+0000) 2024-05-20T21:34:50.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:50 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:50.640+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.739156+0000 front 2024-05-20T21:33:45.739178+0000 (oldest deadline 2024-05-20T21:34:12.139774+0000) 2024-05-20T21:34:50.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:50 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:50.640+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:06.142485+0000 front 2024-05-20T21:34:06.142335+0000 (oldest deadline 2024-05-20T21:34:30.842412+0000) 2024-05-20T21:34:50.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:50 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:50.640+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6812 osd.5 since back 2024-05-20T21:34:11.943450+0000 front 2024-05-20T21:34:11.943324+0000 (oldest deadline 2024-05-20T21:34:36.643473+0000) 2024-05-20T21:34:50.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:50 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:50.640+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6822 osd.6 since back 2024-05-20T21:34:21.944670+0000 front 2024-05-20T21:34:21.944546+0000 (oldest deadline 2024-05-20T21:34:44.244280+0000) 2024-05-20T21:34:50.963 DEBUG:teuthology.orchestra.run.smithi008:> sudo pkill -f 'journalctl -f -n 0 -u ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@osd.9.service' 2024-05-20T21:34:51.083 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-20T21:34:51.083 INFO:tasks.cephadm.osd.9:Stopped osd.9 2024-05-20T21:34:51.083 INFO:tasks.cephadm.osd.10:Stopping osd.10... 2024-05-20T21:34:51.084 DEBUG:teuthology.orchestra.run.smithi050:> sudo systemctl stop ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@osd.10 2024-05-20T21:34:51.422 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:51 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:51.122+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:34:51.422 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:51 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:51.122+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.440685+0000 front 2024-05-20T21:33:39.440595+0000 (oldest deadline 2024-05-20T21:34:01.740793+0000) 2024-05-20T21:34:51.422 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:51 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:51.122+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:48.742942+0000 front 2024-05-20T21:33:48.742917+0000 (oldest deadline 2024-05-20T21:34:12.242862+0000) 2024-05-20T21:34:51.422 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:51 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:51.122+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.745277+0000 front 2024-05-20T21:33:56.745149+0000 (oldest deadline 2024-05-20T21:34:19.645135+0000) 2024-05-20T21:34:51.422 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:51 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:51.122+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:05.546200+0000 front 2024-05-20T21:34:05.546244+0000 (oldest deadline 2024-05-20T21:34:27.246291+0000) 2024-05-20T21:34:51.422 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:51 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:51.122+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6812 osd.5 since back 2024-05-20T21:34:12.547237+0000 front 2024-05-20T21:34:12.547332+0000 (oldest deadline 2024-05-20T21:34:38.447190+0000) 2024-05-20T21:34:51.423 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:51 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:51.122+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6822 osd.6 since back 2024-05-20T21:34:20.748332+0000 front 2024-05-20T21:34:20.748458+0000 (oldest deadline 2024-05-20T21:34:44.247987+0000) 2024-05-20T21:34:51.423 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:51 smithi050 systemd[1]: Stopping Ceph osd.10 for 060ce10e-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:34:51.423 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:51 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:51.421+0000 7fd2e36b4700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.10 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-20T21:34:51.423 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:51 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:51.421+0000 7fd2e36b4700 -1 osd.10 84 *** Got signal Terminated *** 2024-05-20T21:34:51.423 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:51 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:51.421+0000 7fd2e36b4700 -1 osd.10 84 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-20T21:34:51.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:51 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:51.610+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:34:51.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:51 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:51.610+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.138364+0000 front 2024-05-20T21:33:38.138449+0000 (oldest deadline 2024-05-20T21:34:04.038275+0000) 2024-05-20T21:34:51.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:51 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:51.610+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.739156+0000 front 2024-05-20T21:33:45.739178+0000 (oldest deadline 2024-05-20T21:34:12.139774+0000) 2024-05-20T21:34:51.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:51 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:51.610+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:06.142485+0000 front 2024-05-20T21:34:06.142335+0000 (oldest deadline 2024-05-20T21:34:30.842412+0000) 2024-05-20T21:34:51.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:51 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:51.610+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6812 osd.5 since back 2024-05-20T21:34:11.943450+0000 front 2024-05-20T21:34:11.943324+0000 (oldest deadline 2024-05-20T21:34:36.643473+0000) 2024-05-20T21:34:51.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:51 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:51.610+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6822 osd.6 since back 2024-05-20T21:34:21.944670+0000 front 2024-05-20T21:34:21.944546+0000 (oldest deadline 2024-05-20T21:34:44.244280+0000) 2024-05-20T21:34:52.424 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:52 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:52.150+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:34:52.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:52 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:52.150+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.440685+0000 front 2024-05-20T21:33:39.440595+0000 (oldest deadline 2024-05-20T21:34:01.740793+0000) 2024-05-20T21:34:52.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:52 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:52.150+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:48.742942+0000 front 2024-05-20T21:33:48.742917+0000 (oldest deadline 2024-05-20T21:34:12.242862+0000) 2024-05-20T21:34:52.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:52 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:52.150+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.745277+0000 front 2024-05-20T21:33:56.745149+0000 (oldest deadline 2024-05-20T21:34:19.645135+0000) 2024-05-20T21:34:52.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:52 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:52.150+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:05.546200+0000 front 2024-05-20T21:34:05.546244+0000 (oldest deadline 2024-05-20T21:34:27.246291+0000) 2024-05-20T21:34:52.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:52 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:52.150+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6812 osd.5 since back 2024-05-20T21:34:12.547237+0000 front 2024-05-20T21:34:12.547332+0000 (oldest deadline 2024-05-20T21:34:38.447190+0000) 2024-05-20T21:34:52.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:52 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:52.150+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6822 osd.6 since back 2024-05-20T21:34:20.748332+0000 front 2024-05-20T21:34:20.748458+0000 (oldest deadline 2024-05-20T21:34:44.247987+0000) 2024-05-20T21:34:52.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:52 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:52.660+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:34:52.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:52 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:52.660+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.138364+0000 front 2024-05-20T21:33:38.138449+0000 (oldest deadline 2024-05-20T21:34:04.038275+0000) 2024-05-20T21:34:52.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:52 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:52.660+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.739156+0000 front 2024-05-20T21:33:45.739178+0000 (oldest deadline 2024-05-20T21:34:12.139774+0000) 2024-05-20T21:34:52.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:52 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:52.660+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:06.142485+0000 front 2024-05-20T21:34:06.142335+0000 (oldest deadline 2024-05-20T21:34:30.842412+0000) 2024-05-20T21:34:52.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:52 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:52.660+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6812 osd.5 since back 2024-05-20T21:34:11.943450+0000 front 2024-05-20T21:34:11.943324+0000 (oldest deadline 2024-05-20T21:34:36.643473+0000) 2024-05-20T21:34:52.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:52 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:52.660+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6822 osd.6 since back 2024-05-20T21:34:21.944670+0000 front 2024-05-20T21:34:21.944546+0000 (oldest deadline 2024-05-20T21:34:44.244280+0000) 2024-05-20T21:34:52.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:52 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:52.660+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6820 osd.7 since back 2024-05-20T21:34:31.146522+0000 front 2024-05-20T21:34:31.146603+0000 (oldest deadline 2024-05-20T21:34:52.246453+0000) 2024-05-20T21:34:53.424 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:53 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:53.161+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:34:53.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:53 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:53.161+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.440685+0000 front 2024-05-20T21:33:39.440595+0000 (oldest deadline 2024-05-20T21:34:01.740793+0000) 2024-05-20T21:34:53.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:53 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:53.161+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:48.742942+0000 front 2024-05-20T21:33:48.742917+0000 (oldest deadline 2024-05-20T21:34:12.242862+0000) 2024-05-20T21:34:53.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:53 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:53.161+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.745277+0000 front 2024-05-20T21:33:56.745149+0000 (oldest deadline 2024-05-20T21:34:19.645135+0000) 2024-05-20T21:34:53.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:53 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:53.161+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:05.546200+0000 front 2024-05-20T21:34:05.546244+0000 (oldest deadline 2024-05-20T21:34:27.246291+0000) 2024-05-20T21:34:53.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:53 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:53.161+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6812 osd.5 since back 2024-05-20T21:34:12.547237+0000 front 2024-05-20T21:34:12.547332+0000 (oldest deadline 2024-05-20T21:34:38.447190+0000) 2024-05-20T21:34:53.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:53 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:53.161+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6822 osd.6 since back 2024-05-20T21:34:20.748332+0000 front 2024-05-20T21:34:20.748458+0000 (oldest deadline 2024-05-20T21:34:44.247987+0000) 2024-05-20T21:34:53.921 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:53 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:53.650+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:34:53.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:53 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:53.650+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.138364+0000 front 2024-05-20T21:33:38.138449+0000 (oldest deadline 2024-05-20T21:34:04.038275+0000) 2024-05-20T21:34:53.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:53 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:53.650+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.739156+0000 front 2024-05-20T21:33:45.739178+0000 (oldest deadline 2024-05-20T21:34:12.139774+0000) 2024-05-20T21:34:53.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:53 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:53.650+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:06.142485+0000 front 2024-05-20T21:34:06.142335+0000 (oldest deadline 2024-05-20T21:34:30.842412+0000) 2024-05-20T21:34:53.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:53 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:53.650+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6812 osd.5 since back 2024-05-20T21:34:11.943450+0000 front 2024-05-20T21:34:11.943324+0000 (oldest deadline 2024-05-20T21:34:36.643473+0000) 2024-05-20T21:34:53.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:53 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:53.650+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6822 osd.6 since back 2024-05-20T21:34:21.944670+0000 front 2024-05-20T21:34:21.944546+0000 (oldest deadline 2024-05-20T21:34:44.244280+0000) 2024-05-20T21:34:53.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:53 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:53.650+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6820 osd.7 since back 2024-05-20T21:34:31.146522+0000 front 2024-05-20T21:34:31.146603+0000 (oldest deadline 2024-05-20T21:34:52.246453+0000) 2024-05-20T21:34:54.424 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:54 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:54.139+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:34:54.424 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:54 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:54.139+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.440685+0000 front 2024-05-20T21:33:39.440595+0000 (oldest deadline 2024-05-20T21:34:01.740793+0000) 2024-05-20T21:34:54.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:54 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:54.139+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:48.742942+0000 front 2024-05-20T21:33:48.742917+0000 (oldest deadline 2024-05-20T21:34:12.242862+0000) 2024-05-20T21:34:54.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:54 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:54.139+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.745277+0000 front 2024-05-20T21:33:56.745149+0000 (oldest deadline 2024-05-20T21:34:19.645135+0000) 2024-05-20T21:34:54.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:54 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:54.139+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:05.546200+0000 front 2024-05-20T21:34:05.546244+0000 (oldest deadline 2024-05-20T21:34:27.246291+0000) 2024-05-20T21:34:54.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:54 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:54.139+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6812 osd.5 since back 2024-05-20T21:34:12.547237+0000 front 2024-05-20T21:34:12.547332+0000 (oldest deadline 2024-05-20T21:34:38.447190+0000) 2024-05-20T21:34:54.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:54 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:54.139+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6822 osd.6 since back 2024-05-20T21:34:20.748332+0000 front 2024-05-20T21:34:20.748458+0000 (oldest deadline 2024-05-20T21:34:44.247987+0000) 2024-05-20T21:34:54.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:54 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:54.635+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:34:54.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:54 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:54.635+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.138364+0000 front 2024-05-20T21:33:38.138449+0000 (oldest deadline 2024-05-20T21:34:04.038275+0000) 2024-05-20T21:34:54.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:54 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:54.635+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.739156+0000 front 2024-05-20T21:33:45.739178+0000 (oldest deadline 2024-05-20T21:34:12.139774+0000) 2024-05-20T21:34:54.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:54 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:54.635+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:06.142485+0000 front 2024-05-20T21:34:06.142335+0000 (oldest deadline 2024-05-20T21:34:30.842412+0000) 2024-05-20T21:34:54.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:54 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:54.635+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6812 osd.5 since back 2024-05-20T21:34:11.943450+0000 front 2024-05-20T21:34:11.943324+0000 (oldest deadline 2024-05-20T21:34:36.643473+0000) 2024-05-20T21:34:54.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:54 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:54.635+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6822 osd.6 since back 2024-05-20T21:34:21.944670+0000 front 2024-05-20T21:34:21.944546+0000 (oldest deadline 2024-05-20T21:34:44.244280+0000) 2024-05-20T21:34:54.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:54 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:54.635+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6820 osd.7 since back 2024-05-20T21:34:31.146522+0000 front 2024-05-20T21:34:31.146603+0000 (oldest deadline 2024-05-20T21:34:52.246453+0000) 2024-05-20T21:34:55.424 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:55 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:55.158+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:34:55.424 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:55 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:55.158+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.440685+0000 front 2024-05-20T21:33:39.440595+0000 (oldest deadline 2024-05-20T21:34:01.740793+0000) 2024-05-20T21:34:55.424 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:55 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:55.158+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:48.742942+0000 front 2024-05-20T21:33:48.742917+0000 (oldest deadline 2024-05-20T21:34:12.242862+0000) 2024-05-20T21:34:55.424 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:55 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:55.158+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.745277+0000 front 2024-05-20T21:33:56.745149+0000 (oldest deadline 2024-05-20T21:34:19.645135+0000) 2024-05-20T21:34:55.424 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:55 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:55.158+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:05.546200+0000 front 2024-05-20T21:34:05.546244+0000 (oldest deadline 2024-05-20T21:34:27.246291+0000) 2024-05-20T21:34:55.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:55 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:55.158+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6812 osd.5 since back 2024-05-20T21:34:12.547237+0000 front 2024-05-20T21:34:12.547332+0000 (oldest deadline 2024-05-20T21:34:38.447190+0000) 2024-05-20T21:34:55.425 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:55 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:55.158+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6822 osd.6 since back 2024-05-20T21:34:20.748332+0000 front 2024-05-20T21:34:20.748458+0000 (oldest deadline 2024-05-20T21:34:44.247987+0000) 2024-05-20T21:34:55.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:55 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:55.591+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:34:55.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:55 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:55.591+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.138364+0000 front 2024-05-20T21:33:38.138449+0000 (oldest deadline 2024-05-20T21:34:04.038275+0000) 2024-05-20T21:34:55.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:55 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:55.591+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.739156+0000 front 2024-05-20T21:33:45.739178+0000 (oldest deadline 2024-05-20T21:34:12.139774+0000) 2024-05-20T21:34:55.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:55 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:55.591+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:06.142485+0000 front 2024-05-20T21:34:06.142335+0000 (oldest deadline 2024-05-20T21:34:30.842412+0000) 2024-05-20T21:34:55.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:55 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:55.591+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6812 osd.5 since back 2024-05-20T21:34:11.943450+0000 front 2024-05-20T21:34:11.943324+0000 (oldest deadline 2024-05-20T21:34:36.643473+0000) 2024-05-20T21:34:55.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:55 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:55.591+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6822 osd.6 since back 2024-05-20T21:34:21.944670+0000 front 2024-05-20T21:34:21.944546+0000 (oldest deadline 2024-05-20T21:34:44.244280+0000) 2024-05-20T21:34:55.923 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:55 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:55.591+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6820 osd.7 since back 2024-05-20T21:34:31.146522+0000 front 2024-05-20T21:34:31.146603+0000 (oldest deadline 2024-05-20T21:34:52.246453+0000) 2024-05-20T21:34:56.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:56 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:56.205+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:29.539093+0000 front 2024-05-20T21:33:29.539215+0000 (oldest deadline 2024-05-20T21:33:54.239111+0000) 2024-05-20T21:34:56.675 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:56 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:56.205+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:39.440685+0000 front 2024-05-20T21:33:39.440595+0000 (oldest deadline 2024-05-20T21:34:01.740793+0000) 2024-05-20T21:34:56.675 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:56 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:56.205+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:48.742942+0000 front 2024-05-20T21:33:48.742917+0000 (oldest deadline 2024-05-20T21:34:12.242862+0000) 2024-05-20T21:34:56.675 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:56 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:56.205+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6814 osd.3 since back 2024-05-20T21:33:56.745277+0000 front 2024-05-20T21:33:56.745149+0000 (oldest deadline 2024-05-20T21:34:19.645135+0000) 2024-05-20T21:34:56.675 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:56 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:56.205+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:05.546200+0000 front 2024-05-20T21:34:05.546244+0000 (oldest deadline 2024-05-20T21:34:27.246291+0000) 2024-05-20T21:34:56.675 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:56 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:56.205+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.130:6812 osd.5 since back 2024-05-20T21:34:12.547237+0000 front 2024-05-20T21:34:12.547332+0000 (oldest deadline 2024-05-20T21:34:38.447190+0000) 2024-05-20T21:34:56.675 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:56 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10[60736]: 2024-05-20T21:34:56.205+0000 7fd2dbca0700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.8:6822 osd.6 since back 2024-05-20T21:34:20.748332+0000 front 2024-05-20T21:34:20.748458+0000 (oldest deadline 2024-05-20T21:34:44.247987+0000) 2024-05-20T21:34:56.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:56 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:56.623+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:34:56.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:56 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:56.623+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.138364+0000 front 2024-05-20T21:33:38.138449+0000 (oldest deadline 2024-05-20T21:34:04.038275+0000) 2024-05-20T21:34:56.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:56 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:56.623+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.739156+0000 front 2024-05-20T21:33:45.739178+0000 (oldest deadline 2024-05-20T21:34:12.139774+0000) 2024-05-20T21:34:56.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:56 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:56.623+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:06.142485+0000 front 2024-05-20T21:34:06.142335+0000 (oldest deadline 2024-05-20T21:34:30.842412+0000) 2024-05-20T21:34:56.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:56 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:56.623+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6812 osd.5 since back 2024-05-20T21:34:11.943450+0000 front 2024-05-20T21:34:11.943324+0000 (oldest deadline 2024-05-20T21:34:36.643473+0000) 2024-05-20T21:34:56.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:56 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:56.623+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6822 osd.6 since back 2024-05-20T21:34:21.944670+0000 front 2024-05-20T21:34:21.944546+0000 (oldest deadline 2024-05-20T21:34:44.244280+0000) 2024-05-20T21:34:56.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:56 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:56.623+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6820 osd.7 since back 2024-05-20T21:34:31.146522+0000 front 2024-05-20T21:34:31.146603+0000 (oldest deadline 2024-05-20T21:34:52.246453+0000) 2024-05-20T21:34:56.996 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:56 smithi050 podman[72640]: 2024-05-20 21:34:56.734990018 +0000 UTC m=+5.449192002 container died aaa23a1aa9fc95797321f3cbd898969525e7239e20f34a75b2b95306f083e01a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-05-20T21:34:57.272 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:57 smithi050 podman[72640]: 2024-05-20 21:34:57.088165394 +0000 UTC m=+5.802367386 container cleanup aaa23a1aa9fc95797321f3cbd898969525e7239e20f34a75b2b95306f083e01a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-4ebd1d5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-05-20T21:34:57.272 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:57 smithi050 bash[72640]: ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10 2024-05-20T21:34:57.674 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:57 smithi050 podman[72655]: 2024-05-20 21:34:57.272708675 +0000 UTC m=+0.528884068 container remove aaa23a1aa9fc95797321f3cbd898969525e7239e20f34a75b2b95306f083e01a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-20T21:34:57.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:57 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:57.599+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:34:57.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:57 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:57.599+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.138364+0000 front 2024-05-20T21:33:38.138449+0000 (oldest deadline 2024-05-20T21:34:04.038275+0000) 2024-05-20T21:34:57.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:57 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:57.599+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.739156+0000 front 2024-05-20T21:33:45.739178+0000 (oldest deadline 2024-05-20T21:34:12.139774+0000) 2024-05-20T21:34:57.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:57 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:57.599+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:06.142485+0000 front 2024-05-20T21:34:06.142335+0000 (oldest deadline 2024-05-20T21:34:30.842412+0000) 2024-05-20T21:34:57.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:57 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:57.599+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6812 osd.5 since back 2024-05-20T21:34:11.943450+0000 front 2024-05-20T21:34:11.943324+0000 (oldest deadline 2024-05-20T21:34:36.643473+0000) 2024-05-20T21:34:57.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:57 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:57.599+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6822 osd.6 since back 2024-05-20T21:34:21.944670+0000 front 2024-05-20T21:34:21.944546+0000 (oldest deadline 2024-05-20T21:34:44.244280+0000) 2024-05-20T21:34:57.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:57 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:57.599+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6820 osd.7 since back 2024-05-20T21:34:31.146522+0000 front 2024-05-20T21:34:31.146603+0000 (oldest deadline 2024-05-20T21:34:52.246453+0000) 2024-05-20T21:34:57.983 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:57 smithi050 podman[72747]: 2024-05-20 21:34:57.600599242 +0000 UTC m=+0.017824519 image pull 559f9f2978373b56e1ed37e8f2207b076e9eb3d6ccfe36983da65ed32ed7d489 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3 2024-05-20T21:34:57.983 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:57 smithi050 podman[72747]: 2024-05-20 21:34:57.706753595 +0000 UTC m=+0.123978878 container create 66c67e976ea7b1188d2fa1155cc88bd7ac60e8c79b92ad9b4a69aaba5303a926 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10-deactivate, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-4ebd1d5, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, ceph=True) 2024-05-20T21:34:57.983 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:57 smithi050 podman[72747]: 2024-05-20 21:34:57.90088647 +0000 UTC m=+0.318111742 container init 66c67e976ea7b1188d2fa1155cc88bd7ac60e8c79b92ad9b4a69aaba5303a926 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10-deactivate, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-20T21:34:57.984 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:57 smithi050 podman[72747]: 2024-05-20 21:34:57.904012019 +0000 UTC m=+0.321237286 container start 66c67e976ea7b1188d2fa1155cc88bd7ac60e8c79b92ad9b4a69aaba5303a926 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10-deactivate, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-4ebd1d5, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-05-20T21:34:57.984 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:57 smithi050 podman[72747]: 2024-05-20 21:34:57.984242306 +0000 UTC m=+0.401467604 container attach 66c67e976ea7b1188d2fa1155cc88bd7ac60e8c79b92ad9b4a69aaba5303a926 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10-deactivate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-20T21:34:58.424 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 20 21:34:58 smithi050 podman[72747]: 2024-05-20 21:34:58.210548901 +0000 UTC m=+0.627774175 container died 66c67e976ea7b1188d2fa1155cc88bd7ac60e8c79b92ad9b4a69aaba5303a926 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-10-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-4ebd1d5, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, ceph=True) 2024-05-20T21:34:58.843 DEBUG:teuthology.orchestra.run.smithi050:> sudo pkill -f 'journalctl -f -n 0 -u ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@osd.10.service' 2024-05-20T21:34:58.884 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-20T21:34:58.885 INFO:tasks.cephadm.osd.10:Stopped osd.10 2024-05-20T21:34:58.885 INFO:tasks.cephadm.osd.11:Stopping osd.11... 2024-05-20T21:34:58.885 DEBUG:teuthology.orchestra.run.smithi130:> sudo systemctl stop ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@osd.11 2024-05-20T21:34:58.912 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:58 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:58.614+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:34:58.912 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:58 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:58.614+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.138364+0000 front 2024-05-20T21:33:38.138449+0000 (oldest deadline 2024-05-20T21:34:04.038275+0000) 2024-05-20T21:34:58.912 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:58 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:58.614+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.739156+0000 front 2024-05-20T21:33:45.739178+0000 (oldest deadline 2024-05-20T21:34:12.139774+0000) 2024-05-20T21:34:58.912 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:58 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:58.614+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:06.142485+0000 front 2024-05-20T21:34:06.142335+0000 (oldest deadline 2024-05-20T21:34:30.842412+0000) 2024-05-20T21:34:58.912 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:58 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:58.614+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6812 osd.5 since back 2024-05-20T21:34:11.943450+0000 front 2024-05-20T21:34:11.943324+0000 (oldest deadline 2024-05-20T21:34:36.643473+0000) 2024-05-20T21:34:58.912 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:58 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:58.614+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6822 osd.6 since back 2024-05-20T21:34:21.944670+0000 front 2024-05-20T21:34:21.944546+0000 (oldest deadline 2024-05-20T21:34:44.244280+0000) 2024-05-20T21:34:58.912 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:58 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:58.614+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6820 osd.7 since back 2024-05-20T21:34:31.146522+0000 front 2024-05-20T21:34:31.146603+0000 (oldest deadline 2024-05-20T21:34:52.246453+0000) 2024-05-20T21:34:59.171 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:58 smithi130 systemd[1]: Stopping Ceph osd.11 for 060ce10e-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:34:59.650 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:59 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:59.180+0000 7f576994a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.11 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-20T21:34:59.650 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:59 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:59.180+0000 7f576994a700 -1 osd.11 84 *** Got signal Terminated *** 2024-05-20T21:34:59.651 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:59 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:59.180+0000 7f576994a700 -1 osd.11 84 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-20T21:34:59.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:59 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:59.650+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:34:59.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:59 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:59.650+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.138364+0000 front 2024-05-20T21:33:38.138449+0000 (oldest deadline 2024-05-20T21:34:04.038275+0000) 2024-05-20T21:34:59.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:59 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:59.650+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.739156+0000 front 2024-05-20T21:33:45.739178+0000 (oldest deadline 2024-05-20T21:34:12.139774+0000) 2024-05-20T21:34:59.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:59 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:59.650+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:06.142485+0000 front 2024-05-20T21:34:06.142335+0000 (oldest deadline 2024-05-20T21:34:30.842412+0000) 2024-05-20T21:34:59.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:59 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:59.650+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6812 osd.5 since back 2024-05-20T21:34:11.943450+0000 front 2024-05-20T21:34:11.943324+0000 (oldest deadline 2024-05-20T21:34:36.643473+0000) 2024-05-20T21:34:59.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:59 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:59.650+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6822 osd.6 since back 2024-05-20T21:34:21.944670+0000 front 2024-05-20T21:34:21.944546+0000 (oldest deadline 2024-05-20T21:34:44.244280+0000) 2024-05-20T21:34:59.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:34:59 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:34:59.650+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6820 osd.7 since back 2024-05-20T21:34:31.146522+0000 front 2024-05-20T21:34:31.146603+0000 (oldest deadline 2024-05-20T21:34:52.246453+0000) 2024-05-20T21:35:00.917 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:35:00 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:35:00.648+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:35:00.917 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:35:00 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:35:00.648+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.138364+0000 front 2024-05-20T21:33:38.138449+0000 (oldest deadline 2024-05-20T21:34:04.038275+0000) 2024-05-20T21:35:00.917 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:35:00 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:35:00.648+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.739156+0000 front 2024-05-20T21:33:45.739178+0000 (oldest deadline 2024-05-20T21:34:12.139774+0000) 2024-05-20T21:35:00.917 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:35:00 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:35:00.648+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:06.142485+0000 front 2024-05-20T21:34:06.142335+0000 (oldest deadline 2024-05-20T21:34:30.842412+0000) 2024-05-20T21:35:00.917 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:35:00 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:35:00.648+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6812 osd.5 since back 2024-05-20T21:34:11.943450+0000 front 2024-05-20T21:34:11.943324+0000 (oldest deadline 2024-05-20T21:34:36.643473+0000) 2024-05-20T21:35:00.917 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:35:00 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:35:00.648+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6822 osd.6 since back 2024-05-20T21:34:21.944670+0000 front 2024-05-20T21:34:21.944546+0000 (oldest deadline 2024-05-20T21:34:44.244280+0000) 2024-05-20T21:35:00.917 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:35:00 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:35:00.648+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6820 osd.7 since back 2024-05-20T21:34:31.146522+0000 front 2024-05-20T21:34:31.146603+0000 (oldest deadline 2024-05-20T21:34:52.246453+0000) 2024-05-20T21:35:00.917 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:35:00 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:35:00.648+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6820 osd.8 since back 2024-05-20T21:34:36.847834+0000 front 2024-05-20T21:34:36.847788+0000 (oldest deadline 2024-05-20T21:35:00.347832+0000) 2024-05-20T21:35:02.172 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:35:01 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:35:01.691+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:35:02.172 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:35:01 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:35:01.691+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.138364+0000 front 2024-05-20T21:33:38.138449+0000 (oldest deadline 2024-05-20T21:34:04.038275+0000) 2024-05-20T21:35:02.172 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:35:01 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:35:01.691+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.739156+0000 front 2024-05-20T21:33:45.739178+0000 (oldest deadline 2024-05-20T21:34:12.139774+0000) 2024-05-20T21:35:02.172 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:35:01 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:35:01.691+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:06.142485+0000 front 2024-05-20T21:34:06.142335+0000 (oldest deadline 2024-05-20T21:34:30.842412+0000) 2024-05-20T21:35:02.172 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:35:01 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:35:01.691+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6812 osd.5 since back 2024-05-20T21:34:11.943450+0000 front 2024-05-20T21:34:11.943324+0000 (oldest deadline 2024-05-20T21:34:36.643473+0000) 2024-05-20T21:35:02.172 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:35:01 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:35:01.691+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6822 osd.6 since back 2024-05-20T21:34:21.944670+0000 front 2024-05-20T21:34:21.944546+0000 (oldest deadline 2024-05-20T21:34:44.244280+0000) 2024-05-20T21:35:02.172 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:35:01 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:35:01.691+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6820 osd.7 since back 2024-05-20T21:34:31.146522+0000 front 2024-05-20T21:34:31.146603+0000 (oldest deadline 2024-05-20T21:34:52.246453+0000) 2024-05-20T21:35:02.172 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:35:01 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:35:01.691+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6820 osd.8 since back 2024-05-20T21:34:36.847834+0000 front 2024-05-20T21:34:36.847788+0000 (oldest deadline 2024-05-20T21:35:00.347832+0000) 2024-05-20T21:35:02.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:35:02 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:35:02.671+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:35:02.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:35:02 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:35:02.671+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.138364+0000 front 2024-05-20T21:33:38.138449+0000 (oldest deadline 2024-05-20T21:34:04.038275+0000) 2024-05-20T21:35:02.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:35:02 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:35:02.671+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.739156+0000 front 2024-05-20T21:33:45.739178+0000 (oldest deadline 2024-05-20T21:34:12.139774+0000) 2024-05-20T21:35:02.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:35:02 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:35:02.671+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:06.142485+0000 front 2024-05-20T21:34:06.142335+0000 (oldest deadline 2024-05-20T21:34:30.842412+0000) 2024-05-20T21:35:02.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:35:02 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:35:02.671+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6812 osd.5 since back 2024-05-20T21:34:11.943450+0000 front 2024-05-20T21:34:11.943324+0000 (oldest deadline 2024-05-20T21:34:36.643473+0000) 2024-05-20T21:35:02.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:35:02 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:35:02.671+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6822 osd.6 since back 2024-05-20T21:34:21.944670+0000 front 2024-05-20T21:34:21.944546+0000 (oldest deadline 2024-05-20T21:34:44.244280+0000) 2024-05-20T21:35:02.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:35:02 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:35:02.671+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6820 osd.7 since back 2024-05-20T21:34:31.146522+0000 front 2024-05-20T21:34:31.146603+0000 (oldest deadline 2024-05-20T21:34:52.246453+0000) 2024-05-20T21:35:02.923 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:35:02 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:35:02.671+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6820 osd.8 since back 2024-05-20T21:34:36.847834+0000 front 2024-05-20T21:34:36.847788+0000 (oldest deadline 2024-05-20T21:35:00.347832+0000) 2024-05-20T21:35:03.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:35:03 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:35:03.629+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6806 osd.0 since back 2024-05-20T21:33:30.636514+0000 front 2024-05-20T21:33:30.636764+0000 (oldest deadline 2024-05-20T21:33:55.336389+0000) 2024-05-20T21:35:03.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:35:03 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:35:03.629+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-20T21:33:38.138364+0000 front 2024-05-20T21:33:38.138449+0000 (oldest deadline 2024-05-20T21:34:04.038275+0000) 2024-05-20T21:35:03.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:35:03 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:35:03.629+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6804 osd.2 since back 2024-05-20T21:33:45.739156+0000 front 2024-05-20T21:33:45.739178+0000 (oldest deadline 2024-05-20T21:34:12.139774+0000) 2024-05-20T21:35:03.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:35:03 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:35:03.629+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-20T21:34:06.142485+0000 front 2024-05-20T21:34:06.142335+0000 (oldest deadline 2024-05-20T21:34:30.842412+0000) 2024-05-20T21:35:03.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:35:03 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:35:03.629+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6812 osd.5 since back 2024-05-20T21:34:11.943450+0000 front 2024-05-20T21:34:11.943324+0000 (oldest deadline 2024-05-20T21:34:36.643473+0000) 2024-05-20T21:35:03.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:35:03 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:35:03.629+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.8:6822 osd.6 since back 2024-05-20T21:34:21.944670+0000 front 2024-05-20T21:34:21.944546+0000 (oldest deadline 2024-05-20T21:34:44.244280+0000) 2024-05-20T21:35:03.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:35:03 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:35:03.629+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.50:6820 osd.7 since back 2024-05-20T21:34:31.146522+0000 front 2024-05-20T21:34:31.146603+0000 (oldest deadline 2024-05-20T21:34:52.246453+0000) 2024-05-20T21:35:03.922 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:35:03 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11[61585]: 2024-05-20T21:35:03.629+0000 7f5765f3e700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.130:6820 osd.8 since back 2024-05-20T21:34:36.847834+0000 front 2024-05-20T21:34:36.847788+0000 (oldest deadline 2024-05-20T21:35:00.347832+0000) 2024-05-20T21:35:04.947 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:35:04 smithi130 podman[74211]: 2024-05-20 21:35:04.698168682 +0000 UTC m=+5.615846920 container died bddae2a9793734f8a755c649cdc8364ad614735f4e630db67504820b3586f6c7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11, ceph=True, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-05-20T21:35:05.214 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:35:05 smithi130 podman[74211]: 2024-05-20 21:35:05.02231513 +0000 UTC m=+5.939993387 container cleanup bddae2a9793734f8a755c649cdc8364ad614735f4e630db67504820b3586f6c7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-05-20T21:35:05.214 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:35:05 smithi130 bash[74211]: ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11 2024-05-20T21:35:05.631 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:35:05 smithi130 podman[74230]: 2024-05-20 21:35:05.214921401 +0000 UTC m=+0.513155064 container remove bddae2a9793734f8a755c649cdc8364ad614735f4e630db67504820b3586f6c7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , ceph=True) 2024-05-20T21:35:05.900 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:35:05 smithi130 podman[74317]: 2024-05-20 21:35:05.63218252 +0000 UTC m=+0.109179048 container create 5101f4c3f6a3a65fe318a2573bad2acfde983c0e81798dafb8593228a7ad936a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11-deactivate, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-4ebd1d5, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-20T21:35:05.900 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:35:05 smithi130 podman[74317]: 2024-05-20 21:35:05.540083081 +0000 UTC m=+0.017079580 image pull 559f9f2978373b56e1ed37e8f2207b076e9eb3d6ccfe36983da65ed32ed7d489 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3 2024-05-20T21:35:05.900 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:35:05 smithi130 podman[74317]: 2024-05-20 21:35:05.826050825 +0000 UTC m=+0.303047312 container init 5101f4c3f6a3a65fe318a2573bad2acfde983c0e81798dafb8593228a7ad936a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11-deactivate, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-20T21:35:05.900 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:35:05 smithi130 podman[74317]: 2024-05-20 21:35:05.8299898 +0000 UTC m=+0.306986294 container start 5101f4c3f6a3a65fe318a2573bad2acfde983c0e81798dafb8593228a7ad936a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11-deactivate, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-05-20T21:35:05.900 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:35:05 smithi130 podman[74317]: 2024-05-20 21:35:05.90087362 +0000 UTC m=+0.377870130 container attach 5101f4c3f6a3a65fe318a2573bad2acfde983c0e81798dafb8593228a7ad936a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11-deactivate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-4ebd1d5, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-05-20T21:35:06.172 INFO:journalctl@ceph.osd.11.smithi130.stdout:May 20 21:35:06 smithi130 podman[74317]: 2024-05-20 21:35:06.126273528 +0000 UTC m=+0.603270021 container died 5101f4c3f6a3a65fe318a2573bad2acfde983c0e81798dafb8593228a7ad936a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-osd-11-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-05-20T21:35:06.693 DEBUG:teuthology.orchestra.run.smithi130:> sudo pkill -f 'journalctl -f -n 0 -u ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@osd.11.service' 2024-05-20T21:35:06.773 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-20T21:35:06.773 INFO:tasks.cephadm.osd.11:Stopped osd.11 2024-05-20T21:35:06.773 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-05-20T21:35:06.773 DEBUG:teuthology.orchestra.run.smithi008:> sudo systemctl stop ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mds.a 2024-05-20T21:35:07.202 INFO:journalctl@ceph.mds.a.smithi008.stdout:May 20 21:35:06 smithi008 systemd[1]: Stopping Ceph mds.a for 060ce10e-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:35:07.703 INFO:journalctl@ceph.mds.a.smithi008.stdout:May 20 21:35:07 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-a[72987]: 2024-05-20T21:35:07.372+0000 7ff51a000700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-20T21:35:07.703 INFO:journalctl@ceph.mds.a.smithi008.stdout:May 20 21:35:07 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-a[72987]: 2024-05-20T21:35:07.372+0000 7ff51a000700 -1 mds.a *** got signal Terminated *** 2024-05-20T21:35:11.669 INFO:journalctl@ceph.mds.a.smithi008.stdout:May 20 21:35:11 smithi008 podman[143115]: 2024-05-20 21:35:11.38994567 +0000 UTC m=+4.143787149 container died 04f7ad7dafe72c1a687606690afb20df36d63e73341df2d4676b0b261d4f5e62 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-a, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2) 2024-05-20T21:35:11.952 INFO:journalctl@ceph.mds.a.smithi008.stdout:May 20 21:35:11 smithi008 podman[143115]: 2024-05-20 21:35:11.872890961 +0000 UTC m=+4.626732433 container cleanup 04f7ad7dafe72c1a687606690afb20df36d63e73341df2d4676b0b261d4f5e62 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-a, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-05-20T21:35:11.952 INFO:journalctl@ceph.mds.a.smithi008.stdout:May 20 21:35:11 smithi008 bash[143115]: ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-a 2024-05-20T21:35:12.452 INFO:journalctl@ceph.mds.a.smithi008.stdout:May 20 21:35:12 smithi008 podman[143140]: 2024-05-20 21:35:12.057642967 +0000 UTC m=+0.645383521 container remove 04f7ad7dafe72c1a687606690afb20df36d63e73341df2d4676b0b261d4f5e62 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-a, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, RELEASE=wip-lusov-quiesce-4ebd1d5, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-20T21:35:12.581 DEBUG:teuthology.orchestra.run.smithi008:> sudo pkill -f 'journalctl -f -n 0 -u ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mds.a.service' 2024-05-20T21:35:12.699 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-20T21:35:12.699 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-05-20T21:35:12.699 INFO:tasks.cephadm.mds.d:Stopping mds.d... 2024-05-20T21:35:12.699 DEBUG:teuthology.orchestra.run.smithi008:> sudo systemctl stop ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mds.d 2024-05-20T21:35:13.202 INFO:journalctl@ceph.mds.d.smithi008.stdout:May 20 21:35:12 smithi008 systemd[1]: Stopping Ceph mds.d for 060ce10e-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:35:13.702 INFO:journalctl@ceph.mds.d.smithi008.stdout:May 20 21:35:13 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-d[71770]: 2024-05-20T21:35:13.334+0000 7f8cfcc00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.d -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-20T21:35:13.702 INFO:journalctl@ceph.mds.d.smithi008.stdout:May 20 21:35:13 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-d[71770]: 2024-05-20T21:35:13.334+0000 7f8cfcc00700 -1 mds.d *** got signal Terminated *** 2024-05-20T21:35:15.952 INFO:journalctl@ceph.mds.d.smithi008.stdout:May 20 21:35:15 smithi008 podman[143245]: 2024-05-20 21:35:15.694605913 +0000 UTC m=+2.491039132 container died 48bac3a1a2a9ecb40fcb4ddcc11c8546ae5d0d40df5564017493c129533a02a7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-d, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=) 2024-05-20T21:35:16.245 INFO:journalctl@ceph.mds.d.smithi008.stdout:May 20 21:35:16 smithi008 podman[143245]: 2024-05-20 21:35:16.210477379 +0000 UTC m=+3.006910594 container cleanup 48bac3a1a2a9ecb40fcb4ddcc11c8546ae5d0d40df5564017493c129533a02a7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-d, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-20T21:35:16.245 INFO:journalctl@ceph.mds.d.smithi008.stdout:May 20 21:35:16 smithi008 bash[143245]: ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-d 2024-05-20T21:35:16.952 INFO:journalctl@ceph.mds.d.smithi008.stdout:May 20 21:35:16 smithi008 podman[143257]: 2024-05-20 21:35:16.461842947 +0000 UTC m=+0.750931111 container remove 48bac3a1a2a9ecb40fcb4ddcc11c8546ae5d0d40df5564017493c129533a02a7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-d, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-05-20T21:35:17.011 DEBUG:teuthology.orchestra.run.smithi008:> sudo pkill -f 'journalctl -f -n 0 -u ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mds.d.service' 2024-05-20T21:35:17.125 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-20T21:35:17.125 INFO:tasks.cephadm.mds.d:Stopped mds.d 2024-05-20T21:35:17.125 INFO:tasks.cephadm.mds.g:Stopping mds.g... 2024-05-20T21:35:17.125 DEBUG:teuthology.orchestra.run.smithi008:> sudo systemctl stop ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mds.g 2024-05-20T21:35:17.702 INFO:journalctl@ceph.mds.g.smithi008.stdout:May 20 21:35:17 smithi008 systemd[1]: Stopping Ceph mds.g for 060ce10e-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:35:18.202 INFO:journalctl@ceph.mds.g.smithi008.stdout:May 20 21:35:17 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-g[72577]: 2024-05-20T21:35:17.771+0000 7efe8c200700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.g -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-20T21:35:18.202 INFO:journalctl@ceph.mds.g.smithi008.stdout:May 20 21:35:17 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-g[72577]: 2024-05-20T21:35:17.771+0000 7efe8c200700 -1 mds.g *** got signal Terminated *** 2024-05-20T21:35:19.537 INFO:journalctl@ceph.mds.g.smithi008.stdout:May 20 21:35:19 smithi008 podman[143365]: 2024-05-20 21:35:19.215347576 +0000 UTC m=+1.585226808 container died b2d9bff186c974f8f6d6b5c083eee128cd2bbfda934f9107b1affb7140ac9d5c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-g, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-05-20T21:35:19.804 INFO:journalctl@ceph.mds.g.smithi008.stdout:May 20 21:35:19 smithi008 podman[143365]: 2024-05-20 21:35:19.773155716 +0000 UTC m=+2.143034964 container cleanup b2d9bff186c974f8f6d6b5c083eee128cd2bbfda934f9107b1affb7140ac9d5c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-g, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-20T21:35:19.804 INFO:journalctl@ceph.mds.g.smithi008.stdout:May 20 21:35:19 smithi008 bash[143365]: ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-g 2024-05-20T21:35:20.202 INFO:journalctl@ceph.mds.g.smithi008.stdout:May 20 21:35:20 smithi008 podman[143378]: 2024-05-20 21:35:20.016342133 +0000 UTC m=+0.778053309 container remove b2d9bff186c974f8f6d6b5c083eee128cd2bbfda934f9107b1affb7140ac9d5c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-g, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-4ebd1d5, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-20T21:35:20.522 DEBUG:teuthology.orchestra.run.smithi008:> sudo pkill -f 'journalctl -f -n 0 -u ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mds.g.service' 2024-05-20T21:35:20.637 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-20T21:35:20.638 INFO:tasks.cephadm.mds.g:Stopped mds.g 2024-05-20T21:35:20.638 INFO:tasks.cephadm.mds.j:Stopping mds.j... 2024-05-20T21:35:20.638 DEBUG:teuthology.orchestra.run.smithi008:> sudo systemctl stop ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mds.j 2024-05-20T21:35:20.952 INFO:journalctl@ceph.mds.j.smithi008.stdout:May 20 21:35:20 smithi008 systemd[1]: Stopping Ceph mds.j for 060ce10e-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:35:21.452 INFO:journalctl@ceph.mds.j.smithi008.stdout:May 20 21:35:21 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-j[71348]: 2024-05-20T21:35:21.183+0000 7f03f8a00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.j -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-20T21:35:21.452 INFO:journalctl@ceph.mds.j.smithi008.stdout:May 20 21:35:21 smithi008 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-j[71348]: 2024-05-20T21:35:21.183+0000 7f03f8a00700 -1 mds.j *** got signal Terminated *** 2024-05-20T21:35:23.272 INFO:journalctl@ceph.mds.j.smithi008.stdout:May 20 21:35:22 smithi008 podman[143488]: 2024-05-20 21:35:22.969033609 +0000 UTC m=+1.908146507 container died 55d16c7e035a3b391aa29214847c011ad2d7f1d256f2ec06a20420797f985d0b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-j, org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-20T21:35:23.630 INFO:journalctl@ceph.mds.j.smithi008.stdout:May 20 21:35:23 smithi008 podman[143488]: 2024-05-20 21:35:23.427567142 +0000 UTC m=+2.366680067 container cleanup 55d16c7e035a3b391aa29214847c011ad2d7f1d256f2ec06a20420797f985d0b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-j, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-4ebd1d5, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-05-20T21:35:23.630 INFO:journalctl@ceph.mds.j.smithi008.stdout:May 20 21:35:23 smithi008 bash[143488]: ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-j 2024-05-20T21:35:23.952 INFO:journalctl@ceph.mds.j.smithi008.stdout:May 20 21:35:23 smithi008 podman[143513]: 2024-05-20 21:35:23.628588949 +0000 UTC m=+0.640457945 container remove 55d16c7e035a3b391aa29214847c011ad2d7f1d256f2ec06a20420797f985d0b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-j, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-20T21:35:24.100 DEBUG:teuthology.orchestra.run.smithi008:> sudo pkill -f 'journalctl -f -n 0 -u ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mds.j.service' 2024-05-20T21:35:24.206 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-20T21:35:24.206 INFO:tasks.cephadm.mds.j:Stopped mds.j 2024-05-20T21:35:24.207 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-05-20T21:35:24.207 DEBUG:teuthology.orchestra.run.smithi050:> sudo systemctl stop ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mds.b 2024-05-20T21:35:24.505 INFO:journalctl@ceph.mds.b.smithi050.stdout:May 20 21:35:24 smithi050 systemd[1]: Stopping Ceph mds.b for 060ce10e-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:35:24.924 INFO:journalctl@ceph.mds.b.smithi050.stdout:May 20 21:35:24 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-b[66229]: 2024-05-20T21:35:24.504+0000 7feecbd30700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-20T21:35:24.924 INFO:journalctl@ceph.mds.b.smithi050.stdout:May 20 21:35:24 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-b[66229]: 2024-05-20T21:35:24.504+0000 7feecbd30700 -1 mds.b *** got signal Terminated *** 2024-05-20T21:35:27.421 INFO:journalctl@ceph.mds.b.smithi050.stdout:May 20 21:35:27 smithi050 podman[72854]: 2024-05-20 21:35:27.168870238 +0000 UTC m=+2.762518266 container died a6f0392b1f85602b4a47316950228669239b29cd39fcff6be1b0268c8d3241f2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-b, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-4ebd1d5, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-05-20T21:35:27.674 INFO:journalctl@ceph.mds.b.smithi050.stdout:May 20 21:35:27 smithi050 podman[72854]: 2024-05-20 21:35:27.530154456 +0000 UTC m=+3.123802475 container cleanup a6f0392b1f85602b4a47316950228669239b29cd39fcff6be1b0268c8d3241f2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-b, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True) 2024-05-20T21:35:27.674 INFO:journalctl@ceph.mds.b.smithi050.stdout:May 20 21:35:27 smithi050 bash[72854]: ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-b 2024-05-20T21:35:28.125 DEBUG:teuthology.orchestra.run.smithi050:> sudo pkill -f 'journalctl -f -n 0 -u ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mds.b.service' 2024-05-20T21:35:28.161 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-20T21:35:28.161 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-05-20T21:35:28.161 INFO:tasks.cephadm.mds.e:Stopping mds.e... 2024-05-20T21:35:28.161 DEBUG:teuthology.orchestra.run.smithi050:> sudo systemctl stop ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mds.e 2024-05-20T21:35:28.525 INFO:journalctl@ceph.mds.e.smithi050.stdout:May 20 21:35:28 smithi050 systemd[1]: Stopping Ceph mds.e for 060ce10e-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:35:28.924 INFO:journalctl@ceph.mds.e.smithi050.stdout:May 20 21:35:28 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-e[65610]: 2024-05-20T21:35:28.524+0000 7efc31f32700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.e -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-20T21:35:28.924 INFO:journalctl@ceph.mds.e.smithi050.stdout:May 20 21:35:28 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-e[65610]: 2024-05-20T21:35:28.524+0000 7efc31f32700 -1 mds.e *** got signal Terminated *** 2024-05-20T21:35:30.924 INFO:journalctl@ceph.mds.e.smithi050.stdout:May 20 21:35:30 smithi050 podman[72989]: 2024-05-20 21:35:30.634602857 +0000 UTC m=+2.243442692 container died 84b98d76fed3224c20eb40f810c9094144981de9b27324631d7435a21b12c593 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-e, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-4ebd1d5, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-05-20T21:35:31.309 INFO:journalctl@ceph.mds.e.smithi050.stdout:May 20 21:35:31 smithi050 podman[72989]: 2024-05-20 21:35:31.008614277 +0000 UTC m=+2.617454104 container cleanup 84b98d76fed3224c20eb40f810c9094144981de9b27324631d7435a21b12c593 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-e, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514) 2024-05-20T21:35:31.309 INFO:journalctl@ceph.mds.e.smithi050.stdout:May 20 21:35:31 smithi050 bash[72989]: ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-e 2024-05-20T21:35:31.444 DEBUG:teuthology.orchestra.run.smithi050:> sudo pkill -f 'journalctl -f -n 0 -u ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mds.e.service' 2024-05-20T21:35:31.477 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-20T21:35:31.478 INFO:tasks.cephadm.mds.e:Stopped mds.e 2024-05-20T21:35:31.478 INFO:tasks.cephadm.mds.h:Stopping mds.h... 2024-05-20T21:35:31.478 DEBUG:teuthology.orchestra.run.smithi050:> sudo systemctl stop ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mds.h 2024-05-20T21:35:31.924 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 20 21:35:31 smithi050 systemd[1]: Stopping Ceph mds.h for 060ce10e-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:35:31.924 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 20 21:35:31 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-h[65914]: 2024-05-20T21:35:31.811+0000 7f9bc8b76700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.h -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-20T21:35:31.925 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 20 21:35:31 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-h[65914]: 2024-05-20T21:35:31.812+0000 7f9bc8b76700 -1 mds.h *** got signal Terminated *** 2024-05-20T21:35:35.424 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 20 21:35:35 smithi050 podman[73109]: 2024-05-20 21:35:35.168922522 +0000 UTC m=+3.454921759 container died fb3e0bb0a90960e1ec6d784be61a64ae6e381dcc262173722968582c071e6127 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-h, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-05-20T21:35:35.804 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 20 21:35:35 smithi050 podman[73109]: 2024-05-20 21:35:35.52088257 +0000 UTC m=+3.806881805 container cleanup fb3e0bb0a90960e1ec6d784be61a64ae6e381dcc262173722968582c071e6127 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-h, GIT_CLEAN=True, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-05-20T21:35:35.804 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 20 21:35:35 smithi050 bash[73109]: ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-h 2024-05-20T21:35:35.963 DEBUG:teuthology.orchestra.run.smithi050:> sudo pkill -f 'journalctl -f -n 0 -u ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mds.h.service' 2024-05-20T21:35:35.995 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-20T21:35:35.996 INFO:tasks.cephadm.mds.h:Stopped mds.h 2024-05-20T21:35:35.996 INFO:tasks.cephadm.mds.k:Stopping mds.k... 2024-05-20T21:35:35.996 DEBUG:teuthology.orchestra.run.smithi050:> sudo systemctl stop ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mds.k 2024-05-20T21:35:36.332 INFO:journalctl@ceph.mds.k.smithi050.stdout:May 20 21:35:36 smithi050 systemd[1]: Stopping Ceph mds.k for 060ce10e-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:35:36.674 INFO:journalctl@ceph.mds.k.smithi050.stdout:May 20 21:35:36 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-k[65295]: 2024-05-20T21:35:36.332+0000 7f4e65359700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.k -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-20T21:35:36.674 INFO:journalctl@ceph.mds.k.smithi050.stdout:May 20 21:35:36 smithi050 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-k[65295]: 2024-05-20T21:35:36.332+0000 7f4e65359700 -1 mds.k *** got signal Terminated *** 2024-05-20T21:35:37.766 INFO:journalctl@ceph.mds.k.smithi050.stdout:May 20 21:35:37 smithi050 podman[73230]: 2024-05-20 21:35:37.492094334 +0000 UTC m=+1.265828594 container died b14fe2a65dd0f98fd6ab5d1649345a21da3a38b06e58fa311d4a8d5f93fdad49 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-k, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-05-20T21:35:38.150 INFO:journalctl@ceph.mds.k.smithi050.stdout:May 20 21:35:37 smithi050 podman[73230]: 2024-05-20 21:35:37.849596514 +0000 UTC m=+1.623330773 container cleanup b14fe2a65dd0f98fd6ab5d1649345a21da3a38b06e58fa311d4a8d5f93fdad49 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-k, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-4ebd1d5) 2024-05-20T21:35:38.150 INFO:journalctl@ceph.mds.k.smithi050.stdout:May 20 21:35:37 smithi050 bash[73230]: ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-k 2024-05-20T21:35:38.293 DEBUG:teuthology.orchestra.run.smithi050:> sudo pkill -f 'journalctl -f -n 0 -u ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mds.k.service' 2024-05-20T21:35:38.324 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-20T21:35:38.324 INFO:tasks.cephadm.mds.k:Stopped mds.k 2024-05-20T21:35:38.324 INFO:tasks.cephadm.mds.c:Stopping mds.c... 2024-05-20T21:35:38.325 DEBUG:teuthology.orchestra.run.smithi130:> sudo systemctl stop ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mds.c 2024-05-20T21:35:38.626 INFO:journalctl@ceph.mds.c.smithi130.stdout:May 20 21:35:38 smithi130 systemd[1]: Stopping Ceph mds.c for 060ce10e-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:35:38.909 INFO:journalctl@ceph.mds.c.smithi130.stdout:May 20 21:35:38 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-c[66820]: 2024-05-20T21:35:38.625+0000 7f2086de4700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-20T21:35:38.909 INFO:journalctl@ceph.mds.c.smithi130.stdout:May 20 21:35:38 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-c[66820]: 2024-05-20T21:35:38.625+0000 7f2086de4700 -1 mds.c *** got signal Terminated *** 2024-05-20T21:35:42.922 INFO:journalctl@ceph.mds.c.smithi130.stdout:May 20 21:35:42 smithi130 podman[74424]: 2024-05-20 21:35:42.633457604 +0000 UTC m=+4.108953826 container died 79f5b86c0fefe8af1dbc4c0788e1d4bcb0be9b7d2ef22f683ec7c17e94eb8398 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-c, GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-05-20T21:35:43.251 INFO:journalctl@ceph.mds.c.smithi130.stdout:May 20 21:35:43 smithi130 podman[74424]: 2024-05-20 21:35:43.050720129 +0000 UTC m=+4.526216339 container cleanup 79f5b86c0fefe8af1dbc4c0788e1d4bcb0be9b7d2ef22f683ec7c17e94eb8398 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-c, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-20T21:35:43.251 INFO:journalctl@ceph.mds.c.smithi130.stdout:May 20 21:35:43 smithi130 bash[74424]: ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-c 2024-05-20T21:35:43.481 DEBUG:teuthology.orchestra.run.smithi130:> sudo pkill -f 'journalctl -f -n 0 -u ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mds.c.service' 2024-05-20T21:35:43.503 INFO:journalctl@ceph.mds.c.smithi130.stdout:May 20 21:35:43 smithi130 podman[74448]: 2024-05-20 21:35:43.251786714 +0000 UTC m=+0.612966993 container remove 79f5b86c0fefe8af1dbc4c0788e1d4bcb0be9b7d2ef22f683ec7c17e94eb8398 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-c, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-4ebd1d5, io.buildah.version=1.33.5) 2024-05-20T21:35:43.503 INFO:journalctl@ceph.mds.c.smithi130.stdout:May 20 21:35:43 smithi130 systemd[1]: ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mds.c.service: Deactivated successfully. 2024-05-20T21:35:43.503 INFO:journalctl@ceph.mds.c.smithi130.stdout:May 20 21:35:43 smithi130 systemd[1]: Stopped Ceph mds.c for 060ce10e-16ec-11ef-bc9a-c7b262605968. 2024-05-20T21:35:43.503 INFO:journalctl@ceph.mds.c.smithi130.stdout:May 20 21:35:43 smithi130 systemd[1]: ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mds.c.service: Consumed 2.861s CPU time. 2024-05-20T21:35:43.516 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-20T21:35:43.516 INFO:tasks.cephadm.mds.c:Stopped mds.c 2024-05-20T21:35:43.517 INFO:tasks.cephadm.mds.f:Stopping mds.f... 2024-05-20T21:35:43.517 DEBUG:teuthology.orchestra.run.smithi130:> sudo systemctl stop ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mds.f 2024-05-20T21:35:43.870 INFO:journalctl@ceph.mds.f.smithi130.stdout:May 20 21:35:43 smithi130 systemd[1]: Stopping Ceph mds.f for 060ce10e-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:35:44.172 INFO:journalctl@ceph.mds.f.smithi130.stdout:May 20 21:35:43 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-f[66517]: 2024-05-20T21:35:43.870+0000 7fda0ce60700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.f -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-20T21:35:44.172 INFO:journalctl@ceph.mds.f.smithi130.stdout:May 20 21:35:43 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-f[66517]: 2024-05-20T21:35:43.870+0000 7fda0ce60700 -1 mds.f *** got signal Terminated *** 2024-05-20T21:35:47.422 INFO:journalctl@ceph.mds.f.smithi130.stdout:May 20 21:35:47 smithi130 podman[74556]: 2024-05-20 21:35:47.169950952 +0000 UTC m=+3.432671403 container died 034c0138ac38f0829e721e8cea7274bee6ca4b6045d901b0c12f8895b194d5a1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-f, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-20T21:35:47.737 INFO:journalctl@ceph.mds.f.smithi130.stdout:May 20 21:35:47 smithi130 podman[74556]: 2024-05-20 21:35:47.503839401 +0000 UTC m=+3.766559831 container cleanup 034c0138ac38f0829e721e8cea7274bee6ca4b6045d901b0c12f8895b194d5a1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-f, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-4ebd1d5, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240514, GIT_CLEAN=True) 2024-05-20T21:35:47.737 INFO:journalctl@ceph.mds.f.smithi130.stdout:May 20 21:35:47 smithi130 bash[74556]: ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-f 2024-05-20T21:35:47.978 DEBUG:teuthology.orchestra.run.smithi130:> sudo pkill -f 'journalctl -f -n 0 -u ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mds.f.service' 2024-05-20T21:35:47.998 INFO:journalctl@ceph.mds.f.smithi130.stdout:May 20 21:35:47 smithi130 podman[74569]: 2024-05-20 21:35:47.738250386 +0000 UTC m=+0.565283299 container remove 034c0138ac38f0829e721e8cea7274bee6ca4b6045d901b0c12f8895b194d5a1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-f, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-4ebd1d5, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2) 2024-05-20T21:35:47.998 INFO:journalctl@ceph.mds.f.smithi130.stdout:May 20 21:35:47 smithi130 systemd[1]: ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mds.f.service: Deactivated successfully. 2024-05-20T21:35:47.998 INFO:journalctl@ceph.mds.f.smithi130.stdout:May 20 21:35:47 smithi130 systemd[1]: Stopped Ceph mds.f for 060ce10e-16ec-11ef-bc9a-c7b262605968. 2024-05-20T21:35:47.998 INFO:journalctl@ceph.mds.f.smithi130.stdout:May 20 21:35:47 smithi130 systemd[1]: ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mds.f.service: Consumed 3.784s CPU time. 2024-05-20T21:35:48.010 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-20T21:35:48.010 INFO:tasks.cephadm.mds.f:Stopped mds.f 2024-05-20T21:35:48.010 INFO:tasks.cephadm.mds.i:Stopping mds.i... 2024-05-20T21:35:48.010 DEBUG:teuthology.orchestra.run.smithi130:> sudo systemctl stop ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mds.i 2024-05-20T21:35:48.315 INFO:journalctl@ceph.mds.i.smithi130.stdout:May 20 21:35:48 smithi130 systemd[1]: Stopping Ceph mds.i for 060ce10e-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:35:48.671 INFO:journalctl@ceph.mds.i.smithi130.stdout:May 20 21:35:48 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-i[67122]: 2024-05-20T21:35:48.315+0000 7ff70e1e6700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.i -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-20T21:35:48.672 INFO:journalctl@ceph.mds.i.smithi130.stdout:May 20 21:35:48 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-i[67122]: 2024-05-20T21:35:48.315+0000 7ff70e1e6700 -1 mds.i *** got signal Terminated *** 2024-05-20T21:35:51.421 INFO:journalctl@ceph.mds.i.smithi130.stdout:May 20 21:35:51 smithi130 podman[74678]: 2024-05-20 21:35:51.167304665 +0000 UTC m=+2.942035565 container died 53343651bae38394a5bc0636de03ea3b5e827af16bd1079aa901d95c59848ab7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-i, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-4ebd1d5, maintainer=Guillaume Abrioux ) 2024-05-20T21:35:51.883 INFO:journalctl@ceph.mds.i.smithi130.stdout:May 20 21:35:51 smithi130 podman[74678]: 2024-05-20 21:35:51.624304898 +0000 UTC m=+3.399035799 container cleanup 53343651bae38394a5bc0636de03ea3b5e827af16bd1079aa901d95c59848ab7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-i, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-4ebd1d5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514) 2024-05-20T21:35:51.883 INFO:journalctl@ceph.mds.i.smithi130.stdout:May 20 21:35:51 smithi130 bash[74678]: ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-i 2024-05-20T21:35:52.050 DEBUG:teuthology.orchestra.run.smithi130:> sudo pkill -f 'journalctl -f -n 0 -u ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mds.i.service' 2024-05-20T21:35:52.081 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-20T21:35:52.081 INFO:tasks.cephadm.mds.i:Stopped mds.i 2024-05-20T21:35:52.081 INFO:tasks.cephadm.mds.l:Stopping mds.l... 2024-05-20T21:35:52.082 DEBUG:teuthology.orchestra.run.smithi130:> sudo systemctl stop ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mds.l 2024-05-20T21:35:52.402 INFO:journalctl@ceph.mds.l.smithi130.stdout:May 20 21:35:52 smithi130 systemd[1]: Stopping Ceph mds.l for 060ce10e-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:35:52.671 INFO:journalctl@ceph.mds.l.smithi130.stdout:May 20 21:35:52 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-l[66215]: 2024-05-20T21:35:52.402+0000 7f23af294700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.l -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-20T21:35:52.672 INFO:journalctl@ceph.mds.l.smithi130.stdout:May 20 21:35:52 smithi130 ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-l[66215]: 2024-05-20T21:35:52.402+0000 7f23af294700 -1 mds.l *** got signal Terminated *** 2024-05-20T21:35:54.703 INFO:journalctl@ceph.mds.l.smithi130.stdout:May 20 21:35:54 smithi130 podman[74803]: 2024-05-20 21:35:54.440631498 +0000 UTC m=+2.146319602 container died b5e53b47fac00015bcb11cbc10737ba4f0b22c88a7a79a3ceaf4e2f5783859fa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-l, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-4ebd1d5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-05-20T21:35:55.168 INFO:journalctl@ceph.mds.l.smithi130.stdout:May 20 21:35:54 smithi130 podman[74803]: 2024-05-20 21:35:54.769419049 +0000 UTC m=+2.475107140 container cleanup b5e53b47fac00015bcb11cbc10737ba4f0b22c88a7a79a3ceaf4e2f5783859fa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-l, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-20T21:35:55.168 INFO:journalctl@ceph.mds.l.smithi130.stdout:May 20 21:35:54 smithi130 bash[74803]: ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-l 2024-05-20T21:35:55.168 INFO:journalctl@ceph.mds.l.smithi130.stdout:May 20 21:35:54 smithi130 podman[74815]: 2024-05-20 21:35:54.936956413 +0000 UTC m=+0.495409662 container remove b5e53b47fac00015bcb11cbc10737ba4f0b22c88a7a79a3ceaf4e2f5783859fa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-060ce10e-16ec-11ef-bc9a-c7b262605968-mds-l, org.label-schema.build-date=20240514, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.vendor=CentOS) 2024-05-20T21:35:55.190 DEBUG:teuthology.orchestra.run.smithi130:> sudo pkill -f 'journalctl -f -n 0 -u ceph-060ce10e-16ec-11ef-bc9a-c7b262605968@mds.l.service' 2024-05-20T21:35:55.220 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-20T21:35:55.221 INFO:tasks.cephadm.mds.l:Stopped mds.l 2024-05-20T21:35:55.221 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 --force --keep-logs 2024-05-20T21:35:55.546 INFO:teuthology.orchestra.run.smithi008.stdout:Deleting cluster with fsid: 060ce10e-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:36:00.498 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 --force --keep-logs 2024-05-20T21:36:00.697 INFO:teuthology.orchestra.run.smithi050.stdout:Deleting cluster with fsid: 060ce10e-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:36:03.225 DEBUG:teuthology.orchestra.run.smithi130:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 --force --keep-logs 2024-05-20T21:36:03.414 INFO:teuthology.orchestra.run.smithi130.stdout:Deleting cluster with fsid: 060ce10e-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:36:05.814 DEBUG:teuthology.orchestra.run.smithi008:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-20T21:36:05.910 DEBUG:teuthology.orchestra.run.smithi050:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-20T21:36:05.942 DEBUG:teuthology.orchestra.run.smithi130:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-20T21:36:05.968 INFO:tasks.cephadm:Archiving crash dumps... 2024-05-20T21:36:05.970 DEBUG:teuthology.misc:Transferring archived files from smithi008:/var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/crash to /home/teuthworker/archive/leonidus-2024-05-20_18:42:22-fs-wip-lusov-quiesce-distro-default-smithi/7715992/remote/smithi008/crash 2024-05-20T21:36:05.971 DEBUG:teuthology.orchestra.run.smithi008:> sudo tar c -f - -C /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/crash -- . 2024-05-20T21:36:06.074 INFO:teuthology.orchestra.run.smithi008.stderr:tar: /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/crash: Cannot open: No such file or directory 2024-05-20T21:36:06.074 INFO:teuthology.orchestra.run.smithi008.stderr:tar: Error is not recoverable: exiting now 2024-05-20T21:36:06.079 DEBUG:teuthology.misc:Transferring archived files from smithi050:/var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/crash to /home/teuthworker/archive/leonidus-2024-05-20_18:42:22-fs-wip-lusov-quiesce-distro-default-smithi/7715992/remote/smithi050/crash 2024-05-20T21:36:06.079 DEBUG:teuthology.orchestra.run.smithi050:> sudo tar c -f - -C /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/crash -- . 2024-05-20T21:36:06.118 INFO:teuthology.orchestra.run.smithi050.stderr:tar: /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/crash: Cannot open: No such file or directory 2024-05-20T21:36:06.118 INFO:teuthology.orchestra.run.smithi050.stderr:tar: Error is not recoverable: exiting now 2024-05-20T21:36:06.120 DEBUG:teuthology.misc:Transferring archived files from smithi130:/var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/crash to /home/teuthworker/archive/leonidus-2024-05-20_18:42:22-fs-wip-lusov-quiesce-distro-default-smithi/7715992/remote/smithi130/crash 2024-05-20T21:36:06.121 DEBUG:teuthology.orchestra.run.smithi130:> sudo tar c -f - -C /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/crash -- . 2024-05-20T21:36:06.155 INFO:teuthology.orchestra.run.smithi130.stderr:tar: /var/lib/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/crash: Cannot open: No such file or directory 2024-05-20T21:36:06.156 INFO:teuthology.orchestra.run.smithi130.stderr:tar: Error is not recoverable: exiting now 2024-05-20T21:36:06.157 INFO:tasks.cephadm:Checking cluster log for badness... 2024-05-20T21:36:06.157 DEBUG:teuthology.orchestra.run.smithi008:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | egrep -v 'slow metadata IO' | egrep -v SLOW_OPS | egrep -v 'slow request' | head -n 1 2024-05-20T21:36:06.279 INFO:tasks.cephadm:Compressing logs... 2024-05-20T21:36:06.279 DEBUG:teuthology.orchestra.run.smithi008:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-05-20T21:36:06.283 DEBUG:teuthology.orchestra.run.smithi050:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-05-20T21:36:06.286 DEBUG:teuthology.orchestra.run.smithi130:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-05-20T21:36:06.310 INFO:teuthology.orchestra.run.smithi130.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph.log 2024-05-20T21:36:06.310 INFO:teuthology.orchestra.run.smithi130.stderr:: No such file or directory 2024-05-20T21:36:06.310 INFO:teuthology.orchestra.run.smithi130.stderr:gzip -5 --verbose -- /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-osd.2.log 2024-05-20T21:36:06.310 INFO:teuthology.orchestra.run.smithi130.stderr:/var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-mds.f.log 2024-05-20T21:36:06.310 INFO:teuthology.orchestra.run.smithi130.stderr:/var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph.audit.log 2024-05-20T21:36:06.310 INFO:teuthology.orchestra.run.smithi130.stderr:/var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-mds.f.log: gzip -5 --verbose -- /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-osd.5.log 2024-05-20T21:36:06.310 INFO:teuthology.orchestra.run.smithi130.stderr:gzip -5 --verbose -- /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-mds.c.log 2024-05-20T21:36:06.311 INFO:teuthology.orchestra.run.smithi130.stderr:/var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph.audit.log: /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-mon.c.log 2024-05-20T21:36:06.311 INFO:teuthology.orchestra.run.smithi050.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose --: No such file or directory /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph.log 2024-05-20T21:36:06.311 INFO:teuthology.orchestra.run.smithi050.stderr: 2024-05-20T21:36:06.312 INFO:teuthology.orchestra.run.smithi050.stderr:gzip -5 --verbose -- /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph.audit.log 2024-05-20T21:36:06.312 INFO:teuthology.orchestra.run.smithi050.stderr:gzip -5 --verbose -- /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-osd.7.log 2024-05-20T21:36:06.318 INFO:teuthology.orchestra.run.smithi130.stderr:/var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-mds.c.log: gzip -5 --verbose -- /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-mgr.z.log 2024-05-20T21:36:06.318 INFO:teuthology.orchestra.run.smithi130.stderr:/var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-mon.c.log: /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-mgr.z.log: 88.1% -- replaced with /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph.log.gz 2024-05-20T21:36:06.318 INFO:teuthology.orchestra.run.smithi130.stderr:gzip -5 --verbose -- /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-mds.i.log 2024-05-20T21:36:06.319 INFO:teuthology.orchestra.run.smithi130.stderr:gzip -5 --verbose -- /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph.cephadm.log 2024-05-20T21:36:06.319 INFO:teuthology.orchestra.run.smithi130.stderr: 90.4% -- replaced with /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph.audit.log.gz 2024-05-20T21:36:06.319 INFO:teuthology.orchestra.run.smithi130.stderr:/var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-mds.i.log: gzip -5 --verbose -- /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-osd.11.log 2024-05-20T21:36:06.319 INFO:teuthology.orchestra.run.smithi130.stderr:/var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph.cephadm.log: 82.8% -- replaced with /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph.cephadm.log.gz 2024-05-20T21:36:06.319 INFO:teuthology.orchestra.run.smithi130.stderr:gzip -5 --verbose -- /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-osd.8.log 2024-05-20T21:36:06.321 INFO:teuthology.orchestra.run.smithi130.stderr:/var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-osd.11.log: 93.4% -- replaced with /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-mgr.z.log.gz 2024-05-20T21:36:06.321 INFO:teuthology.orchestra.run.smithi130.stderr:gzip -5 --verbose -- /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-volume.log 2024-05-20T21:36:06.321 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph.log: /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-mds.b.log 2024-05-20T21:36:06.321 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-osd.4.log 2024-05-20T21:36:06.321 INFO:teuthology.orchestra.run.smithi050.stderr:gzip -5 --verbose -- /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-osd.1.log 2024-05-20T21:36:06.321 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-mds.b.log: /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-mgr.y.log 2024-05-20T21:36:06.321 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-mds.h.log 2024-05-20T21:36:06.321 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-osd.10.log 2024-05-20T21:36:06.322 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-mds.h.log: 90.4% -- replaced with /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph.audit.log.gz 2024-05-20T21:36:06.322 INFO:teuthology.orchestra.run.smithi050.stderr: 88.1% -- replaced with /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph.log.gz 2024-05-20T21:36:06.322 INFO:teuthology.orchestra.run.smithi050.stderr:gzip -5 --verbose -- /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph.cephadm.log 2024-05-20T21:36:06.322 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-osd.10.log: gzip -5 --verbose -- /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-mds.e.log 2024-05-20T21:36:06.322 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph.cephadm.log: 82.9% -- replaced with /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph.cephadm.log.gz 2024-05-20T21:36:06.322 INFO:teuthology.orchestra.run.smithi050.stderr:gzip -5 --verbose -- /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-volume.log 2024-05-20T21:36:06.323 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-mds.e.log: 93.3% -- replaced with /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-mgr.y.log.gz 2024-05-20T21:36:06.325 INFO:teuthology.orchestra.run.smithi050.stderr: 94.3% -- replaced with /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-mds.e.log.gz 2024-05-20T21:36:06.327 INFO:teuthology.orchestra.run.smithi050.stderr:gzip -5 --verbose -- /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-mon.b.log 2024-05-20T21:36:06.327 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-mds.k.log 2024-05-20T21:36:06.328 INFO:teuthology.orchestra.run.smithi130.stderr:/var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-osd.8.log: gzip -5 --verbose -- /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-mds.l.log 2024-05-20T21:36:06.340 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-mon.b.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-05-20T21:36:06.341 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-mds.k.log: 91.0% -- replaced with /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-volume.log.gz 2024-05-20T21:36:06.343 INFO:teuthology.orchestra.run.smithi130.stderr:/var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-05-20T21:36:06.343 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/cephadm.log: 92.1% -- replaced with /var/log/ceph/cephadm.log.gz 2024-05-20T21:36:06.344 INFO:teuthology.orchestra.run.smithi008.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph.log 2024-05-20T21:36:06.344 INFO:teuthology.orchestra.run.smithi008.stderr:: No such file or directory 2024-05-20T21:36:06.344 INFO:teuthology.orchestra.run.smithi008.stderr:gzip -5 --verbose -- /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph.audit.log 2024-05-20T21:36:06.346 INFO:teuthology.orchestra.run.smithi008.stderr:/var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-mds.g.log 2024-05-20T21:36:06.347 INFO:teuthology.orchestra.run.smithi008.stderr:/var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-mds.j.log 2024-05-20T21:36:06.348 INFO:teuthology.orchestra.run.smithi050.stderr: 94.3% -- replaced with /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-mds.k.log.gz 2024-05-20T21:36:06.348 INFO:teuthology.orchestra.run.smithi008.stderr:/var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-mds.g.log: 88.1% -- replaced with /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph.log.gz 2024-05-20T21:36:06.348 INFO:teuthology.orchestra.run.smithi008.stderr:gzip -5 --verbose -- /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-osd.3.log 2024-05-20T21:36:06.349 INFO:teuthology.orchestra.run.smithi008.stderr:/var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-mds.j.log: gzip -5 --verbose -- /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-osd.0.log 2024-05-20T21:36:06.351 INFO:teuthology.orchestra.run.smithi008.stderr:/var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-mgr.x.log 2024-05-20T21:36:06.351 INFO:teuthology.orchestra.run.smithi008.stderr: 90.2% -- replaced with /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph.audit.log.gz 2024-05-20T21:36:06.352 INFO:teuthology.orchestra.run.smithi008.stderr:/var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-mon.a.log 2024-05-20T21:36:06.354 INFO:teuthology.orchestra.run.smithi008.stderr:/var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-osd.6.log 2024-05-20T21:36:06.356 INFO:teuthology.orchestra.run.smithi008.stderr:/var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph.cephadm.log 2024-05-20T21:36:06.357 INFO:teuthology.orchestra.run.smithi008.stderr:/var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-osd.6.log: 94.3% -- replaced with /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-mds.j.log.gz 2024-05-20T21:36:06.357 INFO:teuthology.orchestra.run.smithi008.stderr:gzip -5 --verbose -- /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-mds.a.log 2024-05-20T21:36:06.359 INFO:teuthology.orchestra.run.smithi008.stderr:/var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph.cephadm.log: 83.1% -- replaced with /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph.cephadm.log.gz 2024-05-20T21:36:06.359 INFO:teuthology.orchestra.run.smithi008.stderr:gzip -5 --verbose -- /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-volume.log 2024-05-20T21:36:06.361 INFO:teuthology.orchestra.run.smithi130.stderr:/var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-mds.l.log: /var/log/ceph/cephadm.log: 94.5% -- replaced with /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-mds.l.log.gz 2024-05-20T21:36:06.362 INFO:teuthology.orchestra.run.smithi008.stderr:/var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-mds.a.log: /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-mds.d.log 2024-05-20T21:36:06.366 INFO:teuthology.orchestra.run.smithi130.stderr: 91.0% -- replaced with /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-volume.log.gz 2024-05-20T21:36:06.366 INFO:teuthology.orchestra.run.smithi130.stderr: 92.4% -- replaced with /var/log/ceph/cephadm.log.gz 2024-05-20T21:36:06.367 INFO:teuthology.orchestra.run.smithi008.stderr:/var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-mds.d.log: gzip -5 --verbose -- /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-osd.9.log 2024-05-20T21:36:06.369 INFO:teuthology.orchestra.run.smithi008.stderr: 94.4%/var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-osd.9.log: -- replaced with /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-mds.a.log.gz 2024-05-20T21:36:06.371 INFO:teuthology.orchestra.run.smithi008.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-05-20T21:36:06.386 INFO:teuthology.orchestra.run.smithi008.stderr:/var/log/ceph/cephadm.log: 94.4% -- replaced with /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-mds.d.log.gz 2024-05-20T21:36:06.392 INFO:teuthology.orchestra.run.smithi008.stderr: 90.9% -- replaced with /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-volume.log.gz 2024-05-20T21:36:06.400 INFO:teuthology.orchestra.run.smithi008.stderr: 94.7% -- replaced with /var/log/ceph/cephadm.log.gz 2024-05-20T21:36:06.414 INFO:teuthology.orchestra.run.smithi050.stderr: 94.6% -- replaced with /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-mds.h.log.gz 2024-05-20T21:36:06.448 INFO:teuthology.orchestra.run.smithi130.stderr: 92.9% -- replaced with /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-mds.c.log.gz 2024-05-20T21:36:06.455 INFO:teuthology.orchestra.run.smithi008.stderr: 94.8% -- replaced with /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-mds.g.log.gz 2024-05-20T21:36:06.458 INFO:teuthology.orchestra.run.smithi050.stderr: 92.9% -- replaced with /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-mds.b.log.gz 2024-05-20T21:36:06.635 INFO:teuthology.orchestra.run.smithi130.stderr: 94.1% -- replaced with /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-mds.f.log.gz 2024-05-20T21:36:06.762 INFO:teuthology.orchestra.run.smithi008.stderr: 90.3% -- replaced with /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-mgr.x.log.gz 2024-05-20T21:36:06.872 INFO:teuthology.orchestra.run.smithi050.stderr: 91.5% -- replaced with /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-mon.b.log.gz 2024-05-20T21:36:06.908 INFO:teuthology.orchestra.run.smithi130.stderr: 91.4% -- replaced with /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-mon.c.log.gz 2024-05-20T21:36:07.009 INFO:teuthology.orchestra.run.smithi050.stderr: 92.2% -- replaced with /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-osd.4.log.gz 2024-05-20T21:36:07.030 INFO:teuthology.orchestra.run.smithi008.stderr: 92.6% -- replaced with /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-osd.0.log.gz 2024-05-20T21:36:07.056 INFO:teuthology.orchestra.run.smithi008.stderr: 92.1% -- replaced with /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-osd.9.log.gz 2024-05-20T21:36:07.083 INFO:teuthology.orchestra.run.smithi050.stderr: 92.7% -- replaced with /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-osd.7.log.gz 2024-05-20T21:36:07.161 INFO:teuthology.orchestra.run.smithi130.stderr: 92.5% -- replaced with /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-osd.11.log.gz 2024-05-20T21:36:07.203 INFO:teuthology.orchestra.run.smithi130.stderr: 92.5% -- replaced with /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-osd.8.log.gz 2024-05-20T21:36:07.306 INFO:teuthology.orchestra.run.smithi050.stderr: 92.6% -- replaced with /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-osd.1.log.gz 2024-05-20T21:36:07.366 INFO:teuthology.orchestra.run.smithi008.stderr: 92.3% -- replaced with /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-osd.3.log.gz 2024-05-20T21:36:07.424 INFO:teuthology.orchestra.run.smithi008.stderr: 91.9% -- replaced with /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-osd.6.log.gz 2024-05-20T21:36:07.426 INFO:teuthology.orchestra.run.smithi130.stderr: 92.5% -- replaced with /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-osd.2.log.gz 2024-05-20T21:36:07.712 INFO:teuthology.orchestra.run.smithi008.stderr: 90.1% -- replaced with /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-mon.a.log.gz 2024-05-20T21:36:07.716 INFO:teuthology.orchestra.run.smithi008.stderr: 2024-05-20T21:36:07.716 INFO:teuthology.orchestra.run.smithi008.stderr:real 0m1.400s 2024-05-20T21:36:07.716 INFO:teuthology.orchestra.run.smithi008.stderr:user 0m5.009s 2024-05-20T21:36:07.716 INFO:teuthology.orchestra.run.smithi008.stderr:sys 0m0.460s 2024-05-20T21:36:07.731 INFO:teuthology.orchestra.run.smithi130.stderr: 93.0% -- replaced with /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-osd.5.log.gz 2024-05-20T21:36:07.798 INFO:teuthology.orchestra.run.smithi050.stderr: 93.2% -- replaced with /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-osd.10.log.gz 2024-05-20T21:36:07.800 INFO:teuthology.orchestra.run.smithi050.stderr: 2024-05-20T21:36:07.800 INFO:teuthology.orchestra.run.smithi050.stderr:real 0m1.500s 2024-05-20T21:36:07.800 INFO:teuthology.orchestra.run.smithi050.stderr:user 0m4.625s 2024-05-20T21:36:07.800 INFO:teuthology.orchestra.run.smithi050.stderr:sys 0m0.176s 2024-05-20T21:36:08.382 INFO:teuthology.orchestra.run.smithi130.stderr: 92.9% -- replaced with /var/log/ceph/060ce10e-16ec-11ef-bc9a-c7b262605968/ceph-mds.i.log.gz 2024-05-20T21:36:08.384 INFO:teuthology.orchestra.run.smithi130.stderr: 2024-05-20T21:36:08.384 INFO:teuthology.orchestra.run.smithi130.stderr:real 0m2.084s 2024-05-20T21:36:08.384 INFO:teuthology.orchestra.run.smithi130.stderr:user 0m7.184s 2024-05-20T21:36:08.384 INFO:teuthology.orchestra.run.smithi130.stderr:sys 0m0.239s 2024-05-20T21:36:08.384 INFO:tasks.cephadm:Archiving logs... 2024-05-20T21:36:08.385 DEBUG:teuthology.misc:Transferring archived files from smithi008:/var/log/ceph to /home/teuthworker/archive/leonidus-2024-05-20_18:42:22-fs-wip-lusov-quiesce-distro-default-smithi/7715992/remote/smithi008/log 2024-05-20T21:36:08.386 DEBUG:teuthology.orchestra.run.smithi008:> sudo tar c -f - -C /var/log/ceph -- . 2024-05-20T21:36:09.151 DEBUG:teuthology.misc:Transferring archived files from smithi050:/var/log/ceph to /home/teuthworker/archive/leonidus-2024-05-20_18:42:22-fs-wip-lusov-quiesce-distro-default-smithi/7715992/remote/smithi050/log 2024-05-20T21:36:09.152 DEBUG:teuthology.orchestra.run.smithi050:> sudo tar c -f - -C /var/log/ceph -- . 2024-05-20T21:36:09.793 DEBUG:teuthology.misc:Transferring archived files from smithi130:/var/log/ceph to /home/teuthworker/archive/leonidus-2024-05-20_18:42:22-fs-wip-lusov-quiesce-distro-default-smithi/7715992/remote/smithi130/log 2024-05-20T21:36:09.794 DEBUG:teuthology.orchestra.run.smithi130:> sudo tar c -f - -C /var/log/ceph -- . 2024-05-20T21:36:10.770 INFO:tasks.cephadm:Removing cluster... 2024-05-20T21:36:10.770 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 --force 2024-05-20T21:36:11.099 INFO:teuthology.orchestra.run.smithi008.stdout:Deleting cluster with fsid: 060ce10e-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:36:11.725 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 --force 2024-05-20T21:36:11.924 INFO:teuthology.orchestra.run.smithi050.stdout:Deleting cluster with fsid: 060ce10e-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:36:12.189 DEBUG:teuthology.orchestra.run.smithi130:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 060ce10e-16ec-11ef-bc9a-c7b262605968 --force 2024-05-20T21:36:12.378 INFO:teuthology.orchestra.run.smithi130.stdout:Deleting cluster with fsid: 060ce10e-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:36:12.639 INFO:tasks.cephadm:Removing cephadm ... 2024-05-20T21:36:12.639 DEBUG:teuthology.orchestra.run.smithi008:> rm -rf /home/ubuntu/cephtest/cephadm 2024-05-20T21:36:12.698 DEBUG:teuthology.orchestra.run.smithi050:> rm -rf /home/ubuntu/cephtest/cephadm 2024-05-20T21:36:12.714 DEBUG:teuthology.orchestra.run.smithi130:> rm -rf /home/ubuntu/cephtest/cephadm 2024-05-20T21:36:12.729 INFO:tasks.cephadm:Teardown complete 2024-05-20T21:36:12.730 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-05-20T21:36:12.742 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-05-20T21:36:12.742 DEBUG:teuthology.orchestra.run.smithi008:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-05-20T21:36:12.750 DEBUG:teuthology.orchestra.run.smithi050:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-05-20T21:36:12.757 DEBUG:teuthology.orchestra.run.smithi130:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-05-20T21:36:12.909 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-05-20T21:36:12.919 INFO:teuthology.task.clock:Checking final clock skew... 2024-05-20T21:36:12.919 DEBUG:teuthology.orchestra.run.smithi008:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-20T21:36:12.927 DEBUG:teuthology.orchestra.run.smithi050:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-20T21:36:12.930 DEBUG:teuthology.orchestra.run.smithi130:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-20T21:36:12.942 INFO:teuthology.orchestra.run.smithi050.stderr:bash: line 1: ntpq: command not found 2024-05-20T21:36:12.944 INFO:teuthology.orchestra.run.smithi130.stderr:bash: line 1: ntpq: command not found 2024-05-20T21:36:12.946 INFO:teuthology.orchestra.run.smithi050.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-20T21:36:12.947 INFO:teuthology.orchestra.run.smithi050.stdout:=============================================================================== 2024-05-20T21:36:12.947 INFO:teuthology.orchestra.run.smithi050.stdout:^* hv01.front.sepia.ceph.com 3 7 377 16 +1115us[+1120us] +/- 65ms 2024-05-20T21:36:12.947 INFO:teuthology.orchestra.run.smithi050.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 12 -686us[ -686us] +/- 64ms 2024-05-20T21:36:12.947 INFO:teuthology.orchestra.run.smithi050.stdout:^+ hv03.front.sepia.ceph.com 3 7 377 19 -471us[ -466us] +/- 62ms 2024-05-20T21:36:12.947 INFO:teuthology.orchestra.run.smithi050.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-05-20T21:36:12.948 INFO:teuthology.orchestra.run.smithi130.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-20T21:36:12.948 INFO:teuthology.orchestra.run.smithi130.stdout:=============================================================================== 2024-05-20T21:36:12.948 INFO:teuthology.orchestra.run.smithi130.stdout:^* hv01.front.sepia.ceph.com 3 6 377 17 +1124us[+1124us] +/- 65ms 2024-05-20T21:36:12.948 INFO:teuthology.orchestra.run.smithi130.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 17 -658us[ -658us] +/- 64ms 2024-05-20T21:36:12.948 INFO:teuthology.orchestra.run.smithi130.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 17 -483us[ -483us] +/- 62ms 2024-05-20T21:36:12.948 INFO:teuthology.orchestra.run.smithi130.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-05-20T21:36:12.977 INFO:teuthology.orchestra.run.smithi008.stderr:bash: line 1: ntpq: command not found 2024-05-20T21:36:12.987 INFO:teuthology.orchestra.run.smithi008.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-20T21:36:12.987 INFO:teuthology.orchestra.run.smithi008.stdout:=============================================================================== 2024-05-20T21:36:12.987 INFO:teuthology.orchestra.run.smithi008.stdout:^* hv01.front.sepia.ceph.com 3 6 377 17 +1152us[+1159us] +/- 65ms 2024-05-20T21:36:12.987 INFO:teuthology.orchestra.run.smithi008.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 16 -640us[ -640us] +/- 64ms 2024-05-20T21:36:12.987 INFO:teuthology.orchestra.run.smithi008.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 15 -456us[ -456us] +/- 62ms 2024-05-20T21:36:12.987 INFO:teuthology.orchestra.run.smithi008.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-05-20T21:36:12.989 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-05-20T21:36:13.003 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-05-20T21:36:13.003 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-05-20T21:36:13.079 DEBUG:teuthology.orchestra.run.smithi008:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-05-20T21:36:13.299 DEBUG:teuthology.orchestra.run.smithi050:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-05-20T21:36:13.368 DEBUG:teuthology.orchestra.run.smithi130:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-05-20T21:36:13.433 DEBUG:teuthology.orchestra.run.smithi008:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-05-20T21:36:13.531 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-20T21:36:13.532 DEBUG:teuthology.orchestra.run.smithi050:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-05-20T21:36:13.559 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-20T21:36:13.560 DEBUG:teuthology.orchestra.run.smithi130:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-05-20T21:36:13.586 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-20T21:36:13.589 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-05-20T21:36:13.599 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-05-20T21:36:13.610 INFO:teuthology.task.internal:Duration was 2660.140402 seconds 2024-05-20T21:36:13.610 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-05-20T21:36:13.620 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-05-20T21:36:13.620 DEBUG:teuthology.orchestra.run.smithi008:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-05-20T21:36:13.628 DEBUG:teuthology.orchestra.run.smithi050:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-05-20T21:36:13.631 DEBUG:teuthology.orchestra.run.smithi130:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-05-20T21:36:13.667 INFO:teuthology.orchestra.run.smithi130.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-20T21:36:13.667 INFO:teuthology.orchestra.run.smithi050.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-20T21:36:13.764 INFO:teuthology.orchestra.run.smithi008.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-20T21:36:13.967 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-05-20T21:36:13.967 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi008.front.sepia.ceph.com 2024-05-20T21:36:13.967 DEBUG:teuthology.orchestra.run.smithi008:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-05-20T21:36:14.043 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi050.front.sepia.ceph.com 2024-05-20T21:36:14.043 DEBUG:teuthology.orchestra.run.smithi050:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-05-20T21:36:14.071 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi130.front.sepia.ceph.com 2024-05-20T21:36:14.071 DEBUG:teuthology.orchestra.run.smithi130:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-05-20T21:36:14.091 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-05-20T21:36:14.091 DEBUG:teuthology.orchestra.run.smithi008:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-05-20T21:36:14.098 DEBUG:teuthology.orchestra.run.smithi050:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-05-20T21:36:14.113 DEBUG:teuthology.orchestra.run.smithi130:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-05-20T21:36:14.186 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-05-20T21:36:14.186 DEBUG:teuthology.orchestra.run.smithi008:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-05-20T21:36:14.191 DEBUG:teuthology.orchestra.run.smithi050:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-05-20T21:36:14.193 DEBUG:teuthology.orchestra.run.smithi130:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-05-20T21:36:16.100 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-05-20T21:36:16.114 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-05-20T21:36:16.114 DEBUG:teuthology.orchestra.run.smithi008:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-05-20T21:36:16.200 DEBUG:teuthology.orchestra.run.smithi050:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-05-20T21:36:16.230 DEBUG:teuthology.orchestra.run.smithi130:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-05-20T21:36:16.259 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-05-20T21:36:16.271 DEBUG:teuthology.orchestra.run.smithi008:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-05-20T21:36:16.279 DEBUG:teuthology.orchestra.run.smithi050:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-05-20T21:36:16.281 DEBUG:teuthology.orchestra.run.smithi130:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-05-20T21:36:16.306 INFO:teuthology.orchestra.run.smithi050.stdout:kernel.core_pattern = core 2024-05-20T21:36:16.325 INFO:teuthology.orchestra.run.smithi130.stdout:kernel.core_pattern = core 2024-05-20T21:36:16.376 INFO:teuthology.orchestra.run.smithi008.stdout:kernel.core_pattern = core 2024-05-20T21:36:16.421 DEBUG:teuthology.orchestra.run.smithi008:> test -e /home/ubuntu/cephtest/archive/coredump 2024-05-20T21:36:16.473 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-20T21:36:16.474 DEBUG:teuthology.orchestra.run.smithi050:> test -e /home/ubuntu/cephtest/archive/coredump 2024-05-20T21:36:16.492 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-20T21:36:16.492 DEBUG:teuthology.orchestra.run.smithi130:> test -e /home/ubuntu/cephtest/archive/coredump 2024-05-20T21:36:16.508 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-20T21:36:16.508 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-05-20T21:36:16.520 INFO:teuthology.task.internal:Transferring archived files... 2024-05-20T21:36:16.521 DEBUG:teuthology.misc:Transferring archived files from smithi008:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/leonidus-2024-05-20_18:42:22-fs-wip-lusov-quiesce-distro-default-smithi/7715992/remote/smithi008 2024-05-20T21:36:16.522 DEBUG:teuthology.orchestra.run.smithi008:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-05-20T21:36:16.681 DEBUG:teuthology.misc:Transferring archived files from smithi050:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/leonidus-2024-05-20_18:42:22-fs-wip-lusov-quiesce-distro-default-smithi/7715992/remote/smithi050 2024-05-20T21:36:16.681 DEBUG:teuthology.orchestra.run.smithi050:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-05-20T21:36:16.721 DEBUG:teuthology.misc:Transferring archived files from smithi130:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/leonidus-2024-05-20_18:42:22-fs-wip-lusov-quiesce-distro-default-smithi/7715992/remote/smithi130 2024-05-20T21:36:16.721 DEBUG:teuthology.orchestra.run.smithi130:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-05-20T21:36:16.760 INFO:teuthology.task.internal:Removing archive directory... 2024-05-20T21:36:16.760 DEBUG:teuthology.orchestra.run.smithi008:> rm -rf -- /home/ubuntu/cephtest/archive 2024-05-20T21:36:16.768 DEBUG:teuthology.orchestra.run.smithi050:> rm -rf -- /home/ubuntu/cephtest/archive 2024-05-20T21:36:16.770 DEBUG:teuthology.orchestra.run.smithi130:> rm -rf -- /home/ubuntu/cephtest/archive 2024-05-20T21:36:16.823 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-05-20T21:36:16.836 INFO:teuthology.task.internal:Not uploading archives. 2024-05-20T21:36:16.836 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-05-20T21:36:16.847 INFO:teuthology.task.internal:Tidying up after the test... 2024-05-20T21:36:16.847 DEBUG:teuthology.orchestra.run.smithi008:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-05-20T21:36:16.853 DEBUG:teuthology.orchestra.run.smithi050:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-05-20T21:36:16.855 DEBUG:teuthology.orchestra.run.smithi130:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-05-20T21:36:16.871 INFO:teuthology.orchestra.run.smithi050.stdout: 262161 4 drwxr-xr-x 2 ubuntu ubuntu 4096 May 20 21:36 /home/ubuntu/cephtest 2024-05-20T21:36:16.871 INFO:teuthology.orchestra.run.smithi130.stdout: 262161 4 drwxr-xr-x 2 ubuntu ubuntu 4096 May 20 21:36 /home/ubuntu/cephtest 2024-05-20T21:36:16.904 INFO:teuthology.orchestra.run.smithi008.stdout: 393249 4 drwxr-xr-x 2 ubuntu ubuntu 4096 May 20 21:36 /home/ubuntu/cephtest 2024-05-20T21:36:16.907 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-05-20T21:36:16.919 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-05-20T21:36:16.946 INFO:teuthology.run:Summary data: client.0-kernel-sha1: 0fe9556839d28e65b29a64cc05a26a6884e8775d description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/legacy wsync/no} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/3 replication/always} standby-replay tasks/{0-subvolume/{with-quota} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/yes 5-quiesce/with-quiesce 6-workunit/fs/test_o_trunc}} duration: 2660.140402317047 flavor: default owner: scheduled_leonidus@teuthology success: true 2024-05-20T21:36:16.946 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-05-20T21:36:17.020 INFO:teuthology.run:pass